2024-08-17T00:20:48.647 INFO:root:teuthology version: 1.2.0 2024-08-17T00:20:48.668 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-17T00:20:48.750 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-08-16_02:08:14-upgrade-squid-distro-default-smithi/7857469 branch: squid description: upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7857469' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-08-16_02:08:14-upgrade-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: d863d21c9d1db9c3453c09dacd68766969720a44 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: d863d21c9d1db9c3453c09dacd68766969720a44 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: squid sha1: 34035a153785525a78f55c59012d77f335d36e2a owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 6064 sha1: d863d21c9d1db9c3453c09dacd68766969720a44 sleep_before_teardown: 0 subset: 0/32 suite: upgrade suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_34035a153785525a78f55c59012d77f335d36e2a/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 34035a153785525a78f55c59012d77f335d36e2a targets: smithi082.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJANX1gNmHfBsMAOb8T67ZdNu/zuhQztzaNvG1wyNrFPOGq3bW3Xj3anISZy4/xiqXX9x+O/qnSz2qhAp23ag4w= smithi137.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAfM7tAixc3wBEG06hCpydicTOcwxyKulBxHsCVSKZyXRL/ASJGZb5IlcxYlKm8Ibo0vkvSdGbFLbX9Ko0/aU34= tasks: - pexec: all: - sudo dnf install nvmetcli nvme-cli -y - install: branch: quincy exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing quincy cephadm ...' - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - print: '**** done end installing quincy cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry quincy...' - workunit: clients: client.0: - test_telemetry_quincy.sh - print: '**** done end telemetry quincy...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_quincy_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 67db276914d29505c9707d04f3a3b8fb9d8aee4b timestamp: 2024-08-16_02:08:14 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: quincy clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: quincy clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: quincy clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-08-17T00:20:48.750 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_34035a153785525a78f55c59012d77f335d36e2a/qa; will attempt to use it 2024-08-17T00:20:48.751 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_34035a153785525a78f55c59012d77f335d36e2a/qa/tasks 2024-08-17T00:20:48.751 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-08-17T00:20:48.753 INFO:teuthology.task.internal:Checking packages... 2024-08-17T00:20:48.779 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'd863d21c9d1db9c3453c09dacd68766969720a44' 2024-08-17T00:20:48.780 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T00:20:48.780 INFO:teuthology.packaging:ref: None 2024-08-17T00:20:48.780 INFO:teuthology.packaging:tag: None 2024-08-17T00:20:48.780 INFO:teuthology.packaging:branch: squid 2024-08-17T00:20:48.780 INFO:teuthology.packaging:sha1: d863d21c9d1db9c3453c09dacd68766969720a44 2024-08-17T00:20:48.780 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-08-17T00:20:48.998 INFO:teuthology.task.internal:Found packages for ceph version 19.1.0-1378.g567d40c0 2024-08-17T00:20:49.000 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-08-17T00:20:49.007 INFO:teuthology.task.internal:no buildpackages task found 2024-08-17T00:20:49.007 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-08-17T00:20:49.015 INFO:teuthology.task.internal:Saving configuration 2024-08-17T00:20:49.033 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-08-17T00:20:49.040 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-08-17T00:20:49.065 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi082.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-08-16_02:08:14-upgrade-squid-distro-default-smithi/7857469', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-17 00:15:50.952884', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJANX1gNmHfBsMAOb8T67ZdNu/zuhQztzaNvG1wyNrFPOGq3bW3Xj3anISZy4/xiqXX9x+O/qnSz2qhAp23ag4w='} 2024-08-17T00:20:49.090 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi137.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-08-16_02:08:14-upgrade-squid-distro-default-smithi/7857469', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-17 00:15:50.954928', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAfM7tAixc3wBEG06hCpydicTOcwxyKulBxHsCVSKZyXRL/ASJGZb5IlcxYlKm8Ibo0vkvSdGbFLbX9Ko0/aU34='} 2024-08-17T00:20:49.090 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-08-17T00:20:49.097 INFO:teuthology.task.internal:roles: ubuntu@smithi082.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-08-17T00:20:49.097 INFO:teuthology.task.internal:roles: ubuntu@smithi137.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-08-17T00:20:49.097 INFO:teuthology.run_tasks:Running task console_log... 2024-08-17T00:20:49.254 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fba2045fac0>, signals=[15]) 2024-08-17T00:20:49.254 INFO:teuthology.run_tasks:Running task internal.connect... 2024-08-17T00:20:49.260 INFO:teuthology.task.internal:Opening connections... 2024-08-17T00:20:49.260 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi082.front.sepia.ceph.com 2024-08-17T00:20:49.262 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi082.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T00:20:49.337 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi137.front.sepia.ceph.com 2024-08-17T00:20:49.337 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi137.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T00:20:49.414 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-08-17T00:20:49.421 DEBUG:teuthology.orchestra.run.smithi082:> uname -m 2024-08-17T00:20:49.438 INFO:teuthology.orchestra.run.smithi082.stdout:x86_64 2024-08-17T00:20:49.439 DEBUG:teuthology.orchestra.run.smithi082:> cat /etc/os-release 2024-08-17T00:20:49.496 INFO:teuthology.orchestra.run.smithi082.stdout:NAME="CentOS Stream" 2024-08-17T00:20:49.496 INFO:teuthology.orchestra.run.smithi082.stdout:VERSION="9" 2024-08-17T00:20:49.496 INFO:teuthology.orchestra.run.smithi082.stdout:ID="centos" 2024-08-17T00:20:49.496 INFO:teuthology.orchestra.run.smithi082.stdout:ID_LIKE="rhel fedora" 2024-08-17T00:20:49.496 INFO:teuthology.orchestra.run.smithi082.stdout:VERSION_ID="9" 2024-08-17T00:20:49.496 INFO:teuthology.orchestra.run.smithi082.stdout:PLATFORM_ID="platform:el9" 2024-08-17T00:20:49.497 INFO:teuthology.orchestra.run.smithi082.stdout:PRETTY_NAME="CentOS Stream 9" 2024-08-17T00:20:49.497 INFO:teuthology.orchestra.run.smithi082.stdout:ANSI_COLOR="0;31" 2024-08-17T00:20:49.497 INFO:teuthology.orchestra.run.smithi082.stdout:LOGO="fedora-logo-icon" 2024-08-17T00:20:49.497 INFO:teuthology.orchestra.run.smithi082.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-08-17T00:20:49.497 INFO:teuthology.orchestra.run.smithi082.stdout:HOME_URL="https://centos.org/" 2024-08-17T00:20:49.497 INFO:teuthology.orchestra.run.smithi082.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-08-17T00:20:49.497 INFO:teuthology.orchestra.run.smithi082.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-08-17T00:20:49.497 INFO:teuthology.orchestra.run.smithi082.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-08-17T00:20:49.498 INFO:teuthology.lock.ops:Updating smithi082.front.sepia.ceph.com on lock server 2024-08-17T00:20:49.520 DEBUG:teuthology.orchestra.run.smithi137:> uname -m 2024-08-17T00:20:49.537 INFO:teuthology.orchestra.run.smithi137.stdout:x86_64 2024-08-17T00:20:49.538 DEBUG:teuthology.orchestra.run.smithi137:> cat /etc/os-release 2024-08-17T00:20:49.595 INFO:teuthology.orchestra.run.smithi137.stdout:NAME="CentOS Stream" 2024-08-17T00:20:49.595 INFO:teuthology.orchestra.run.smithi137.stdout:VERSION="9" 2024-08-17T00:20:49.595 INFO:teuthology.orchestra.run.smithi137.stdout:ID="centos" 2024-08-17T00:20:49.595 INFO:teuthology.orchestra.run.smithi137.stdout:ID_LIKE="rhel fedora" 2024-08-17T00:20:49.595 INFO:teuthology.orchestra.run.smithi137.stdout:VERSION_ID="9" 2024-08-17T00:20:49.595 INFO:teuthology.orchestra.run.smithi137.stdout:PLATFORM_ID="platform:el9" 2024-08-17T00:20:49.595 INFO:teuthology.orchestra.run.smithi137.stdout:PRETTY_NAME="CentOS Stream 9" 2024-08-17T00:20:49.595 INFO:teuthology.orchestra.run.smithi137.stdout:ANSI_COLOR="0;31" 2024-08-17T00:20:49.595 INFO:teuthology.orchestra.run.smithi137.stdout:LOGO="fedora-logo-icon" 2024-08-17T00:20:49.596 INFO:teuthology.orchestra.run.smithi137.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-08-17T00:20:49.596 INFO:teuthology.orchestra.run.smithi137.stdout:HOME_URL="https://centos.org/" 2024-08-17T00:20:49.596 INFO:teuthology.orchestra.run.smithi137.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-08-17T00:20:49.596 INFO:teuthology.orchestra.run.smithi137.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-08-17T00:20:49.596 INFO:teuthology.orchestra.run.smithi137.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-08-17T00:20:49.596 INFO:teuthology.lock.ops:Updating smithi137.front.sepia.ceph.com on lock server 2024-08-17T00:20:49.611 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-08-17T00:20:49.619 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-08-17T00:20:49.625 INFO:teuthology.task.internal:Checking for old test directory... 2024-08-17T00:20:49.625 DEBUG:teuthology.orchestra.run.smithi082:> test '!' -e /home/ubuntu/cephtest 2024-08-17T00:20:49.628 DEBUG:teuthology.orchestra.run.smithi137:> test '!' -e /home/ubuntu/cephtest 2024-08-17T00:20:49.651 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-08-17T00:20:49.657 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-08-17T00:20:49.657 DEBUG:teuthology.orchestra.run.smithi082:> test -z $(ls -A /var/lib/ceph) 2024-08-17T00:20:49.684 DEBUG:teuthology.orchestra.run.smithi137:> test -z $(ls -A /var/lib/ceph) 2024-08-17T00:20:49.776 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-08-17T00:20:49.826 INFO:teuthology.run_tasks:Running task kernel... 2024-08-17T00:20:49.841 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-08-17T00:20:49.841 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-08-17T00:20:49.842 DEBUG:teuthology.orchestra.run.smithi082:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-17T00:20:49.842 DEBUG:teuthology.orchestra.run.smithi137:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-17T00:20:49.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T00:20:49.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T00:20:49.860 DEBUG:teuthology.orchestra.run.smithi082:> uname -r 2024-08-17T00:20:49.860 DEBUG:teuthology.orchestra.run.smithi137:> uname -r 2024-08-17T00:20:49.916 INFO:teuthology.orchestra.run.smithi137.stdout:5.14.0-437.el9.x86_64 2024-08-17T00:20:49.916 INFO:teuthology.task.kernel:Running kernel on smithi137: 5.14.0-437.el9.x86_64 2024-08-17T00:20:49.917 DEBUG:teuthology.orchestra.run.smithi137:> sudo yum install -y kernel 2024-08-17T00:20:49.918 INFO:teuthology.orchestra.run.smithi082.stdout:5.14.0-437.el9.x86_64 2024-08-17T00:20:49.918 INFO:teuthology.task.kernel:Running kernel on smithi082: 5.14.0-437.el9.x86_64 2024-08-17T00:20:49.918 DEBUG:teuthology.orchestra.run.smithi082:> sudo yum install -y kernel 2024-08-17T00:20:52.544 INFO:teuthology.orchestra.run.smithi137.stdout:CentOS Stream 9 - BaseOS 8.2 MB/s | 8.2 MB 00:01 2024-08-17T00:20:53.085 INFO:teuthology.orchestra.run.smithi082.stdout:CentOS Stream 9 - BaseOS 5.4 MB/s | 8.2 MB 00:01 2024-08-17T00:20:55.453 INFO:teuthology.orchestra.run.smithi137.stdout:CentOS Stream 9 - AppStream 11 MB/s | 20 MB 00:01 2024-08-17T00:20:55.986 INFO:teuthology.orchestra.run.smithi082.stdout:CentOS Stream 9 - AppStream 11 MB/s | 20 MB 00:01 2024-08-17T00:20:59.829 INFO:teuthology.orchestra.run.smithi137.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.6 MB 00:00 2024-08-17T00:21:00.353 INFO:teuthology.orchestra.run.smithi082.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.6 MB 00:00 2024-08-17T00:21:01.379 INFO:teuthology.orchestra.run.smithi137.stdout:CentOS Stream 9 - Extras packages 83 kB/s | 18 kB 00:00 2024-08-17T00:21:01.995 INFO:teuthology.orchestra.run.smithi082.stdout:CentOS Stream 9 - Extras packages 58 kB/s | 18 kB 00:00 2024-08-17T00:21:02.433 INFO:teuthology.orchestra.run.smithi137.stdout:Extra Packages for Enterprise Linux 24 MB/s | 22 MB 00:00 2024-08-17T00:21:02.957 INFO:teuthology.orchestra.run.smithi082.stdout:Extra Packages for Enterprise Linux 27 MB/s | 22 MB 00:00 2024-08-17T00:21:07.889 INFO:teuthology.orchestra.run.smithi137.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-08-17T00:21:08.404 INFO:teuthology.orchestra.run.smithi082.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-08-17T00:21:09.845 INFO:teuthology.orchestra.run.smithi137.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-08-17T00:21:09.846 INFO:teuthology.orchestra.run.smithi137.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-08-17T00:21:09.937 INFO:teuthology.orchestra.run.smithi137.stdout:Dependencies resolved. 2024-08-17T00:21:09.945 INFO:teuthology.orchestra.run.smithi137.stdout:================================================================================ 2024-08-17T00:21:09.946 INFO:teuthology.orchestra.run.smithi137.stdout: Package Architecture Version Repository Size 2024-08-17T00:21:09.946 INFO:teuthology.orchestra.run.smithi137.stdout:================================================================================ 2024-08-17T00:21:09.946 INFO:teuthology.orchestra.run.smithi137.stdout:Installing: 2024-08-17T00:21:09.946 INFO:teuthology.orchestra.run.smithi137.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-08-17T00:21:09.946 INFO:teuthology.orchestra.run.smithi137.stdout:Installing dependencies: 2024-08-17T00:21:09.946 INFO:teuthology.orchestra.run.smithi137.stdout: kernel-core x86_64 5.14.0-480.el9 baseos 17 M 2024-08-17T00:21:09.946 INFO:teuthology.orchestra.run.smithi137.stdout: kernel-modules x86_64 5.14.0-480.el9 baseos 36 M 2024-08-17T00:21:09.946 INFO:teuthology.orchestra.run.smithi137.stdout: kernel-modules-core x86_64 5.14.0-480.el9 baseos 30 M 2024-08-17T00:21:09.946 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:21:09.946 INFO:teuthology.orchestra.run.smithi137.stdout:Transaction Summary 2024-08-17T00:21:09.946 INFO:teuthology.orchestra.run.smithi137.stdout:================================================================================ 2024-08-17T00:21:09.947 INFO:teuthology.orchestra.run.smithi137.stdout:Install 4 Packages 2024-08-17T00:21:09.947 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:21:09.947 INFO:teuthology.orchestra.run.smithi137.stdout:Total download size: 84 M 2024-08-17T00:21:09.947 INFO:teuthology.orchestra.run.smithi137.stdout:Installed size: 126 M 2024-08-17T00:21:09.947 INFO:teuthology.orchestra.run.smithi137.stdout:Downloading Packages: 2024-08-17T00:21:10.427 INFO:teuthology.orchestra.run.smithi082.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-08-17T00:21:10.427 INFO:teuthology.orchestra.run.smithi082.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-08-17T00:21:10.511 INFO:teuthology.orchestra.run.smithi082.stdout:Dependencies resolved. 2024-08-17T00:21:10.517 INFO:teuthology.orchestra.run.smithi082.stdout:================================================================================ 2024-08-17T00:21:10.517 INFO:teuthology.orchestra.run.smithi082.stdout: Package Architecture Version Repository Size 2024-08-17T00:21:10.517 INFO:teuthology.orchestra.run.smithi082.stdout:================================================================================ 2024-08-17T00:21:10.517 INFO:teuthology.orchestra.run.smithi082.stdout:Installing: 2024-08-17T00:21:10.517 INFO:teuthology.orchestra.run.smithi082.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-08-17T00:21:10.517 INFO:teuthology.orchestra.run.smithi082.stdout:Installing dependencies: 2024-08-17T00:21:10.517 INFO:teuthology.orchestra.run.smithi082.stdout: kernel-core x86_64 5.14.0-480.el9 baseos 17 M 2024-08-17T00:21:10.517 INFO:teuthology.orchestra.run.smithi082.stdout: kernel-modules x86_64 5.14.0-480.el9 baseos 36 M 2024-08-17T00:21:10.517 INFO:teuthology.orchestra.run.smithi082.stdout: kernel-modules-core x86_64 5.14.0-480.el9 baseos 30 M 2024-08-17T00:21:10.517 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:21:10.518 INFO:teuthology.orchestra.run.smithi082.stdout:Transaction Summary 2024-08-17T00:21:10.518 INFO:teuthology.orchestra.run.smithi082.stdout:================================================================================ 2024-08-17T00:21:10.518 INFO:teuthology.orchestra.run.smithi082.stdout:Install 4 Packages 2024-08-17T00:21:10.518 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:21:10.518 INFO:teuthology.orchestra.run.smithi082.stdout:Total download size: 84 M 2024-08-17T00:21:10.518 INFO:teuthology.orchestra.run.smithi082.stdout:Installed size: 126 M 2024-08-17T00:21:10.519 INFO:teuthology.orchestra.run.smithi082.stdout:Downloading Packages: 2024-08-17T00:21:10.788 INFO:teuthology.orchestra.run.smithi082.stdout:(1/4): kernel-5.14.0-480.el9.x86_64.rpm 7.4 MB/s | 1.5 MB 00:00 2024-08-17T00:21:11.390 INFO:teuthology.orchestra.run.smithi137.stdout:(1/4): kernel-5.14.0-480.el9.x86_64.rpm 1.3 MB/s | 1.5 MB 00:01 2024-08-17T00:21:11.397 INFO:teuthology.orchestra.run.smithi082.stdout:(2/4): kernel-core-5.14.0-480.el9.x86_64.rpm 21 MB/s | 17 MB 00:00 2024-08-17T00:21:11.955 INFO:teuthology.orchestra.run.smithi082.stdout:(3/4): kernel-modules-5.14.0-480.el9.x86_64.rpm 26 MB/s | 36 MB 00:01 2024-08-17T00:21:12.406 INFO:teuthology.orchestra.run.smithi082.stdout:(4/4): kernel-modules-core-5.14.0-480.el9.x86_6 19 MB/s | 30 MB 00:01 2024-08-17T00:21:12.406 INFO:teuthology.orchestra.run.smithi082.stdout:-------------------------------------------------------------------------------- 2024-08-17T00:21:12.406 INFO:teuthology.orchestra.run.smithi082.stdout:Total 45 MB/s | 84 MB 00:01 2024-08-17T00:21:13.138 INFO:teuthology.orchestra.run.smithi082.stdout:Running transaction check 2024-08-17T00:21:13.489 INFO:teuthology.orchestra.run.smithi082.stdout:Transaction check succeeded. 2024-08-17T00:21:13.489 INFO:teuthology.orchestra.run.smithi082.stdout:Running transaction test 2024-08-17T00:21:14.492 INFO:teuthology.orchestra.run.smithi082.stdout:Transaction test succeeded. 2024-08-17T00:21:14.492 INFO:teuthology.orchestra.run.smithi082.stdout:Running transaction 2024-08-17T00:21:16.156 INFO:teuthology.orchestra.run.smithi137.stdout:(2/4): kernel-core-5.14.0-480.el9.x86_64.rpm 2.9 MB/s | 17 MB 00:05 2024-08-17T00:21:16.949 INFO:teuthology.orchestra.run.smithi082.stdout: Preparing : 1/1 2024-08-17T00:21:17.622 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : kernel-modules-core-5.14.0-480.el9.x86_64 1/4 2024-08-17T00:21:17.731 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T00:21:18.431 INFO:teuthology.orchestra.run.smithi137.stdout:(3/4): kernel-modules-core-5.14.0-480.el9.x86_6 4.3 MB/s | 30 MB 00:07 2024-08-17T00:21:20.389 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T00:21:20.533 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T00:21:20.590 INFO:teuthology.orchestra.run.smithi137.stdout:(4/4): kernel-modules-5.14.0-480.el9.x86_64.rpm 3.5 MB/s | 36 MB 00:10 2024-08-17T00:21:20.590 INFO:teuthology.orchestra.run.smithi137.stdout:-------------------------------------------------------------------------------- 2024-08-17T00:21:20.590 INFO:teuthology.orchestra.run.smithi137.stdout:Total 7.9 MB/s | 84 MB 00:10 2024-08-17T00:21:21.322 INFO:teuthology.orchestra.run.smithi137.stdout:Running transaction check 2024-08-17T00:21:21.655 INFO:teuthology.orchestra.run.smithi137.stdout:Transaction check succeeded. 2024-08-17T00:21:21.655 INFO:teuthology.orchestra.run.smithi137.stdout:Running transaction test 2024-08-17T00:21:22.641 INFO:teuthology.orchestra.run.smithi137.stdout:Transaction test succeeded. 2024-08-17T00:21:22.641 INFO:teuthology.orchestra.run.smithi137.stdout:Running transaction 2024-08-17T00:21:25.123 INFO:teuthology.orchestra.run.smithi137.stdout: Preparing : 1/1 2024-08-17T00:21:25.387 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T00:21:25.508 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : kernel-5.14.0-480.el9.x86_64 4/4 2024-08-17T00:21:25.880 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : kernel-modules-core-5.14.0-480.el9.x86_64 1/4 2024-08-17T00:21:26.015 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T00:21:28.685 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T00:21:28.818 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T00:21:30.350 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T00:21:33.651 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T00:21:33.785 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : kernel-5.14.0-480.el9.x86_64 4/4 2024-08-17T00:21:38.629 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T00:22:00.121 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T00:22:00.161 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 4/4 2024-08-17T00:22:00.521 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 4/4 2024-08-17T00:22:00.521 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/4 2024-08-17T00:22:00.521 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T00:22:00.521 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T00:22:01.320 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T00:22:01.320 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:22:01.320 INFO:teuthology.orchestra.run.smithi082.stdout:Installed: 2024-08-17T00:22:01.320 INFO:teuthology.orchestra.run.smithi082.stdout: kernel-5.14.0-480.el9.x86_64 2024-08-17T00:22:01.320 INFO:teuthology.orchestra.run.smithi082.stdout: kernel-core-5.14.0-480.el9.x86_64 2024-08-17T00:22:01.320 INFO:teuthology.orchestra.run.smithi082.stdout: kernel-modules-5.14.0-480.el9.x86_64 2024-08-17T00:22:01.321 INFO:teuthology.orchestra.run.smithi082.stdout: kernel-modules-core-5.14.0-480.el9.x86_64 2024-08-17T00:22:01.321 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:22:01.321 INFO:teuthology.orchestra.run.smithi082.stdout:Complete! 2024-08-17T00:22:01.688 DEBUG:teuthology.orchestra.run.smithi082:> rpm -q kernel | sort -rV | head -n 1 2024-08-17T00:22:01.773 INFO:teuthology.orchestra.run.smithi082.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-17T00:22:01.773 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-17T00:22:01.773 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-480.el9.x86_64 2024-08-17T00:22:01.773 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-08-17T00:22:01.773 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-08-17T00:22:01.773 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-08-17T00:22:01.774 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi082.front.sepia.ceph.com, path=None, version=distro) 2024-08-17T00:22:01.774 DEBUG:teuthology.orchestra.run.smithi082:> rpm -q kernel | sort -rV | head -n 1 2024-08-17T00:22:01.831 INFO:teuthology.orchestra.run.smithi082.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-17T00:22:01.831 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-17T00:22:01.832 DEBUG:teuthology.orchestra.run.smithi082:> sudo rpm -qi grub2-tools 2024-08-17T00:22:01.862 INFO:teuthology.orchestra.run.smithi082.stdout:Name : grub2-tools 2024-08-17T00:22:01.862 INFO:teuthology.orchestra.run.smithi082.stdout:Epoch : 1 2024-08-17T00:22:01.862 INFO:teuthology.orchestra.run.smithi082.stdout:Version : 2.06 2024-08-17T00:22:01.862 INFO:teuthology.orchestra.run.smithi082.stdout:Release : 68.el9 2024-08-17T00:22:01.862 INFO:teuthology.orchestra.run.smithi082.stdout:Architecture: x86_64 2024-08-17T00:22:01.862 INFO:teuthology.orchestra.run.smithi082.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-08-17T00:22:01.862 INFO:teuthology.orchestra.run.smithi082.stdout:Group : Unspecified 2024-08-17T00:22:01.862 INFO:teuthology.orchestra.run.smithi082.stdout:Size : 8264254 2024-08-17T00:22:01.863 INFO:teuthology.orchestra.run.smithi082.stdout:License : GPLv3+ 2024-08-17T00:22:01.863 INFO:teuthology.orchestra.run.smithi082.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-08-17T00:22:01.863 INFO:teuthology.orchestra.run.smithi082.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-08-17T00:22:01.863 INFO:teuthology.orchestra.run.smithi082.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-08-17T00:22:01.863 INFO:teuthology.orchestra.run.smithi082.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-08-17T00:22:01.863 INFO:teuthology.orchestra.run.smithi082.stdout:Packager : builder@centos.org 2024-08-17T00:22:01.863 INFO:teuthology.orchestra.run.smithi082.stdout:Vendor : CentOS 2024-08-17T00:22:01.863 INFO:teuthology.orchestra.run.smithi082.stdout:URL : http://www.gnu.org/software/grub/ 2024-08-17T00:22:01.863 INFO:teuthology.orchestra.run.smithi082.stdout:Summary : Support tools for GRUB. 2024-08-17T00:22:01.863 INFO:teuthology.orchestra.run.smithi082.stdout:Description : 2024-08-17T00:22:01.863 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:22:01.863 INFO:teuthology.orchestra.run.smithi082.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-08-17T00:22:01.864 INFO:teuthology.orchestra.run.smithi082.stdout:customizable bootloader with modular architecture. It supports a rich 2024-08-17T00:22:01.864 INFO:teuthology.orchestra.run.smithi082.stdout:variety of kernel formats, file systems, computer architectures and 2024-08-17T00:22:01.864 INFO:teuthology.orchestra.run.smithi082.stdout:hardware devices. 2024-08-17T00:22:01.864 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:22:01.864 INFO:teuthology.orchestra.run.smithi082.stdout:This subpackage provides tools for support of all platforms. 2024-08-17T00:22:01.865 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-08-17T00:22:01.865 INFO:teuthology.task.kernel:Updating grub on smithi082 to boot 5.14.0-480.el9.x86_64 2024-08-17T00:22:01.865 DEBUG:teuthology.orchestra.run.smithi082:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-08-17T00:22:02.465 INFO:teuthology.orchestra.run.smithi082.stderr:Generating grub configuration file ... 2024-08-17T00:22:03.874 INFO:teuthology.orchestra.run.smithi082.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-08-17T00:22:03.899 INFO:teuthology.orchestra.run.smithi082.stderr:done 2024-08-17T00:22:03.901 DEBUG:teuthology.orchestra.run.smithi082:> mktemp 2024-08-17T00:22:03.916 INFO:teuthology.orchestra.run.smithi082.stdout:/tmp/tmp.WFb8ouJvZL 2024-08-17T00:22:03.917 DEBUG:teuthology.orchestra.run.smithi082:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.WFb8ouJvZL 2024-08-17T00:22:03.981 DEBUG:teuthology.orchestra.run.smithi082:> sudo chmod 0666 /tmp/tmp.WFb8ouJvZL 2024-08-17T00:22:04.113 DEBUG:teuthology.orchestra.remote:smithi082:/tmp/tmp.WFb8ouJvZL is 6KB 2024-08-17T00:22:04.161 DEBUG:teuthology.orchestra.run.smithi082:> rm -fr /tmp/tmp.WFb8ouJvZL 2024-08-17T00:22:04.175 DEBUG:teuthology.orchestra.run.smithi082:> sudo /bin/ls /boot/loader/entries || true 2024-08-17T00:22:04.236 INFO:teuthology.orchestra.run.smithi082.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-08-17T00:22:04.236 INFO:teuthology.orchestra.run.smithi082.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-08-17T00:22:04.236 INFO:teuthology.orchestra.run.smithi082.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-08-17T00:22:04.236 INFO:teuthology.orchestra.run.smithi082.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64.conf 2024-08-17T00:22:04.237 DEBUG:teuthology.orchestra.run.smithi082:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64 2024-08-17T00:22:04.387 DEBUG:teuthology.orchestra.run.smithi082:> sudo shutdown -r now 2024-08-17T00:22:08.229 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T00:22:08.269 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 4/4 2024-08-17T00:22:08.601 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 4/4 2024-08-17T00:22:08.601 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/4 2024-08-17T00:22:08.601 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T00:22:08.601 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T00:22:09.418 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T00:22:09.418 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:22:09.418 INFO:teuthology.orchestra.run.smithi137.stdout:Installed: 2024-08-17T00:22:09.418 INFO:teuthology.orchestra.run.smithi137.stdout: kernel-5.14.0-480.el9.x86_64 2024-08-17T00:22:09.418 INFO:teuthology.orchestra.run.smithi137.stdout: kernel-core-5.14.0-480.el9.x86_64 2024-08-17T00:22:09.419 INFO:teuthology.orchestra.run.smithi137.stdout: kernel-modules-5.14.0-480.el9.x86_64 2024-08-17T00:22:09.419 INFO:teuthology.orchestra.run.smithi137.stdout: kernel-modules-core-5.14.0-480.el9.x86_64 2024-08-17T00:22:09.419 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:22:09.419 INFO:teuthology.orchestra.run.smithi137.stdout:Complete! 2024-08-17T00:22:09.799 DEBUG:teuthology.orchestra.run.smithi137:> rpm -q kernel | sort -rV | head -n 1 2024-08-17T00:22:09.890 INFO:teuthology.orchestra.run.smithi137.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-17T00:22:09.891 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-17T00:22:09.891 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-480.el9.x86_64 2024-08-17T00:22:09.891 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-08-17T00:22:09.891 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-08-17T00:22:09.891 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-08-17T00:22:09.891 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi137.front.sepia.ceph.com, path=None, version=distro) 2024-08-17T00:22:09.891 DEBUG:teuthology.orchestra.run.smithi137:> rpm -q kernel | sort -rV | head -n 1 2024-08-17T00:22:09.947 INFO:teuthology.orchestra.run.smithi137.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-17T00:22:09.947 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-17T00:22:09.947 DEBUG:teuthology.orchestra.run.smithi137:> sudo rpm -qi grub2-tools 2024-08-17T00:22:09.989 INFO:teuthology.orchestra.run.smithi137.stdout:Name : grub2-tools 2024-08-17T00:22:09.990 INFO:teuthology.orchestra.run.smithi137.stdout:Epoch : 1 2024-08-17T00:22:09.990 INFO:teuthology.orchestra.run.smithi137.stdout:Version : 2.06 2024-08-17T00:22:09.990 INFO:teuthology.orchestra.run.smithi137.stdout:Release : 68.el9 2024-08-17T00:22:09.990 INFO:teuthology.orchestra.run.smithi137.stdout:Architecture: x86_64 2024-08-17T00:22:09.990 INFO:teuthology.orchestra.run.smithi137.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-08-17T00:22:09.990 INFO:teuthology.orchestra.run.smithi137.stdout:Group : Unspecified 2024-08-17T00:22:09.990 INFO:teuthology.orchestra.run.smithi137.stdout:Size : 8264254 2024-08-17T00:22:09.990 INFO:teuthology.orchestra.run.smithi137.stdout:License : GPLv3+ 2024-08-17T00:22:09.990 INFO:teuthology.orchestra.run.smithi137.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-08-17T00:22:09.990 INFO:teuthology.orchestra.run.smithi137.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-08-17T00:22:09.990 INFO:teuthology.orchestra.run.smithi137.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-08-17T00:22:09.990 INFO:teuthology.orchestra.run.smithi137.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-08-17T00:22:09.991 INFO:teuthology.orchestra.run.smithi137.stdout:Packager : builder@centos.org 2024-08-17T00:22:09.991 INFO:teuthology.orchestra.run.smithi137.stdout:Vendor : CentOS 2024-08-17T00:22:09.991 INFO:teuthology.orchestra.run.smithi137.stdout:URL : http://www.gnu.org/software/grub/ 2024-08-17T00:22:09.991 INFO:teuthology.orchestra.run.smithi137.stdout:Summary : Support tools for GRUB. 2024-08-17T00:22:09.991 INFO:teuthology.orchestra.run.smithi137.stdout:Description : 2024-08-17T00:22:09.991 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:22:09.991 INFO:teuthology.orchestra.run.smithi137.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-08-17T00:22:09.991 INFO:teuthology.orchestra.run.smithi137.stdout:customizable bootloader with modular architecture. It supports a rich 2024-08-17T00:22:09.991 INFO:teuthology.orchestra.run.smithi137.stdout:variety of kernel formats, file systems, computer architectures and 2024-08-17T00:22:09.991 INFO:teuthology.orchestra.run.smithi137.stdout:hardware devices. 2024-08-17T00:22:09.991 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:22:09.991 INFO:teuthology.orchestra.run.smithi137.stdout:This subpackage provides tools for support of all platforms. 2024-08-17T00:22:09.992 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-08-17T00:22:09.992 INFO:teuthology.task.kernel:Updating grub on smithi137 to boot 5.14.0-480.el9.x86_64 2024-08-17T00:22:09.993 DEBUG:teuthology.orchestra.run.smithi137:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-08-17T00:22:10.612 INFO:teuthology.orchestra.run.smithi137.stderr:Generating grub configuration file ... 2024-08-17T00:22:12.112 INFO:teuthology.orchestra.run.smithi137.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-08-17T00:22:12.133 INFO:teuthology.orchestra.run.smithi137.stderr:done 2024-08-17T00:22:12.135 DEBUG:teuthology.orchestra.run.smithi137:> mktemp 2024-08-17T00:22:12.151 INFO:teuthology.orchestra.run.smithi137.stdout:/tmp/tmp.KlYfPrM5Iy 2024-08-17T00:22:12.151 DEBUG:teuthology.orchestra.run.smithi137:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.KlYfPrM5Iy 2024-08-17T00:22:12.217 DEBUG:teuthology.orchestra.run.smithi137:> sudo chmod 0666 /tmp/tmp.KlYfPrM5Iy 2024-08-17T00:22:12.355 DEBUG:teuthology.orchestra.remote:smithi137:/tmp/tmp.KlYfPrM5Iy is 6KB 2024-08-17T00:22:12.404 DEBUG:teuthology.orchestra.run.smithi137:> rm -fr /tmp/tmp.KlYfPrM5Iy 2024-08-17T00:22:12.418 DEBUG:teuthology.orchestra.run.smithi137:> sudo /bin/ls /boot/loader/entries || true 2024-08-17T00:22:12.480 INFO:teuthology.orchestra.run.smithi137.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-08-17T00:22:12.480 INFO:teuthology.orchestra.run.smithi137.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-08-17T00:22:12.480 INFO:teuthology.orchestra.run.smithi137.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-08-17T00:22:12.480 INFO:teuthology.orchestra.run.smithi137.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64.conf 2024-08-17T00:22:12.481 DEBUG:teuthology.orchestra.run.smithi137:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64 2024-08-17T00:22:12.632 DEBUG:teuthology.orchestra.run.smithi137:> sudo shutdown -r now 2024-08-17T00:22:12.703 ERROR:paramiko.transport:Socket exception: Connection reset by peer (104) 2024-08-17T00:22:34.393 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-08-17T00:22:34.394 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi082.front.sepia.ceph.com' 2024-08-17T00:22:34.395 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi082.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T00:22:42.642 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-08-17T00:22:42.643 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi137.front.sepia.ceph.com' 2024-08-17T00:22:42.643 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi137.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T00:23:09.023 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.82 2024-08-17T00:23:18.030 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi082.front.sepia.ceph.com' 2024-08-17T00:23:18.032 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi082.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T00:23:36.419 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.82 2024-08-17T00:23:42.650 DEBUG:teuthology.orchestra.remote:timed out 2024-08-17T00:23:48.422 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi082.front.sepia.ceph.com' 2024-08-17T00:23:48.423 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi082.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T00:23:48.803 DEBUG:teuthology.orchestra.run.smithi082:> true 2024-08-17T00:23:49.213 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi082.front.sepia.ceph.com' 2024-08-17T00:23:49.213 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-480.el9.x86_64"... 2024-08-17T00:23:49.214 DEBUG:teuthology.orchestra.run.smithi082:> uname -r 2024-08-17T00:23:49.228 INFO:teuthology.orchestra.run.smithi082.stdout:5.14.0-480.el9.x86_64 2024-08-17T00:23:49.228 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-480.el9.x86_64 vs 5.14.0-480.el9.x86_64 2024-08-17T00:23:49.228 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-08-17T00:23:49.229 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-08-17T00:23:50.230 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-08-17T00:23:50.230 DEBUG:teuthology.orchestra.run.smithi082:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-17T00:23:50.320 INFO:teuthology.orchestra.run.smithi082.stdout:ttyS1 2024-08-17T00:23:50.360 DEBUG:teuthology.parallel:result is None 2024-08-17T00:23:51.652 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi137.front.sepia.ceph.com' 2024-08-17T00:23:51.653 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi137.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T00:23:52.136 DEBUG:teuthology.orchestra.run.smithi137:> true 2024-08-17T00:23:52.626 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi137.front.sepia.ceph.com' 2024-08-17T00:23:52.626 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-480.el9.x86_64"... 2024-08-17T00:23:52.626 DEBUG:teuthology.orchestra.run.smithi137:> uname -r 2024-08-17T00:23:52.641 INFO:teuthology.orchestra.run.smithi137.stdout:5.14.0-480.el9.x86_64 2024-08-17T00:23:52.641 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-480.el9.x86_64 vs 5.14.0-480.el9.x86_64 2024-08-17T00:23:52.641 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-08-17T00:23:52.641 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-08-17T00:23:53.642 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-08-17T00:23:53.642 DEBUG:teuthology.orchestra.run.smithi137:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-17T00:23:53.724 INFO:teuthology.orchestra.run.smithi137.stdout:ttyS1 2024-08-17T00:23:53.766 DEBUG:teuthology.parallel:result is None 2024-08-17T00:23:53.767 INFO:teuthology.run_tasks:Running task internal.base... 2024-08-17T00:23:53.778 INFO:teuthology.task.internal:Creating test directory... 2024-08-17T00:23:53.778 DEBUG:teuthology.orchestra.run.smithi082:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-17T00:23:53.780 DEBUG:teuthology.orchestra.run.smithi137:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-17T00:23:53.795 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-08-17T00:23:53.802 INFO:teuthology.run_tasks:Running task internal.archive... 2024-08-17T00:23:53.811 INFO:teuthology.task.internal:Creating archive directory... 2024-08-17T00:23:53.812 DEBUG:teuthology.orchestra.run.smithi082:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-17T00:23:53.834 DEBUG:teuthology.orchestra.run.smithi137:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-17T00:23:53.865 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-08-17T00:23:53.873 INFO:teuthology.task.internal:Enabling coredump saving... 2024-08-17T00:23:53.873 DEBUG:teuthology.orchestra.run.smithi082:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-17T00:23:53.887 DEBUG:teuthology.orchestra.run.smithi137:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-17T00:23:53.919 INFO:teuthology.orchestra.run.smithi082.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-17T00:23:53.929 INFO:teuthology.orchestra.run.smithi082.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-17T00:23:53.940 INFO:teuthology.orchestra.run.smithi137.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-17T00:23:53.950 INFO:teuthology.orchestra.run.smithi137.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-17T00:23:53.952 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-08-17T00:23:53.959 INFO:teuthology.task.internal:Configuring sudo... 2024-08-17T00:23:53.959 DEBUG:teuthology.orchestra.run.smithi082:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-17T00:23:53.970 DEBUG:teuthology.orchestra.run.smithi137:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-17T00:23:54.017 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-08-17T00:23:54.026 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-08-17T00:23:54.026 DEBUG:teuthology.orchestra.run.smithi082:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-17T00:23:54.032 DEBUG:teuthology.orchestra.run.smithi137:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-17T00:23:54.071 DEBUG:teuthology.orchestra.run.smithi082:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-17T00:23:54.125 DEBUG:teuthology.orchestra.run.smithi082:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-17T00:23:54.178 DEBUG:teuthology.orchestra.run.smithi082:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-17T00:23:54.218 DEBUG:teuthology.orchestra.run.smithi082:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-17T00:23:54.257 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-08-17T00:23:54.257 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-17T00:23:54.318 DEBUG:teuthology.orchestra.run.smithi137:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-17T00:23:54.359 DEBUG:teuthology.orchestra.run.smithi137:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-17T00:23:54.409 DEBUG:teuthology.orchestra.run.smithi137:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-17T00:23:54.492 DEBUG:teuthology.orchestra.run.smithi137:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-17T00:23:54.532 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-08-17T00:23:54.532 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-17T00:23:54.598 DEBUG:teuthology.orchestra.run.smithi082:> sudo service rsyslog restart 2024-08-17T00:23:54.601 DEBUG:teuthology.orchestra.run.smithi137:> sudo service rsyslog restart 2024-08-17T00:23:54.644 INFO:teuthology.orchestra.run.smithi082.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-17T00:23:54.687 INFO:teuthology.orchestra.run.smithi137.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-17T00:23:54.972 INFO:teuthology.run_tasks:Running task internal.timer... 2024-08-17T00:23:54.980 INFO:teuthology.task.internal:Starting timer... 2024-08-17T00:23:54.980 INFO:teuthology.run_tasks:Running task pcp... 2024-08-17T00:23:54.995 INFO:teuthology.run_tasks:Running task selinux... 2024-08-17T00:23:55.006 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-08-17T00:23:55.007 DEBUG:teuthology.orchestra.run.smithi082:> sudo service auditd rotate 2024-08-17T00:23:55.180 INFO:teuthology.orchestra.run.smithi082.stdout:Rotating logs: 2024-08-17T00:23:55.182 DEBUG:teuthology.orchestra.run.smithi137:> sudo service auditd rotate 2024-08-17T00:23:55.228 INFO:teuthology.orchestra.run.smithi137.stdout:Rotating logs: 2024-08-17T00:23:55.230 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-08-17T00:23:55.230 DEBUG:teuthology.orchestra.run.smithi082:> /usr/sbin/getenforce 2024-08-17T00:23:55.284 INFO:teuthology.orchestra.run.smithi082.stdout:Permissive 2024-08-17T00:23:55.285 DEBUG:teuthology.orchestra.run.smithi137:> /usr/sbin/getenforce 2024-08-17T00:23:55.311 INFO:teuthology.orchestra.run.smithi137.stdout:Permissive 2024-08-17T00:23:55.311 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi082.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi137.front.sepia.ceph.com': 'permissive'} 2024-08-17T00:23:55.312 DEBUG:teuthology.orchestra.run.smithi082:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-17T00:23:55.337 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T00:23:55.338 DEBUG:teuthology.orchestra.run.smithi137:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-17T00:23:55.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T00:23:55.378 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-08-17T00:23:55.378 DEBUG:teuthology.orchestra.run.smithi082:> sudo /usr/sbin/setenforce permissive 2024-08-17T00:23:55.511 DEBUG:teuthology.orchestra.run.smithi137:> sudo /usr/sbin/setenforce permissive 2024-08-17T00:23:55.535 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-08-17T00:23:55.544 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-08-17T00:23:55.547 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-08-17T00:23:55.655 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-08-17T00:23:55.665 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-08-17T00:23:55.667 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi082.front.sepia.ceph.com,smithi137.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-08-17T00:29:30.786 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi082.front.sepia.ceph.com'), Remote(name='ubuntu@smithi137.front.sepia.ceph.com')] 2024-08-17T00:29:30.788 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi082.front.sepia.ceph.com' 2024-08-17T00:29:30.789 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi082.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T00:29:30.868 DEBUG:teuthology.orchestra.run.smithi082:> true 2024-08-17T00:29:30.945 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi082.front.sepia.ceph.com' 2024-08-17T00:29:30.946 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi137.front.sepia.ceph.com' 2024-08-17T00:29:30.946 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi137.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T00:29:31.024 DEBUG:teuthology.orchestra.run.smithi137:> true 2024-08-17T00:29:31.115 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi137.front.sepia.ceph.com' 2024-08-17T00:29:31.115 INFO:teuthology.run_tasks:Running task clock... 2024-08-17T00:29:31.126 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-08-17T00:29:31.127 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-17T00:29:31.128 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-17T00:29:31.130 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-17T00:29:31.130 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-17T00:29:31.156 INFO:teuthology.orchestra.run.smithi082.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-08-17T00:29:31.171 INFO:teuthology.orchestra.run.smithi082.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-08-17T00:29:31.187 INFO:teuthology.orchestra.run.smithi137.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-08-17T00:29:31.194 INFO:teuthology.orchestra.run.smithi082.stderr:sudo: ntpd: command not found 2024-08-17T00:29:31.202 INFO:teuthology.orchestra.run.smithi137.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-08-17T00:29:31.206 INFO:teuthology.orchestra.run.smithi082.stdout:506 Cannot talk to daemon 2024-08-17T00:29:31.220 INFO:teuthology.orchestra.run.smithi082.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-08-17T00:29:31.228 INFO:teuthology.orchestra.run.smithi137.stderr:sudo: ntpd: command not found 2024-08-17T00:29:31.234 INFO:teuthology.orchestra.run.smithi082.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-08-17T00:29:31.239 INFO:teuthology.orchestra.run.smithi137.stdout:506 Cannot talk to daemon 2024-08-17T00:29:31.253 INFO:teuthology.orchestra.run.smithi137.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-08-17T00:29:31.267 INFO:teuthology.orchestra.run.smithi137.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-08-17T00:29:31.289 INFO:teuthology.orchestra.run.smithi082.stderr:bash: line 1: ntpq: command not found 2024-08-17T00:29:31.292 INFO:teuthology.orchestra.run.smithi082.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-17T00:29:31.293 INFO:teuthology.orchestra.run.smithi082.stdout:=============================================================================== 2024-08-17T00:29:31.293 INFO:teuthology.orchestra.run.smithi082.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T00:29:31.293 INFO:teuthology.orchestra.run.smithi082.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T00:29:31.293 INFO:teuthology.orchestra.run.smithi082.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T00:29:31.293 INFO:teuthology.orchestra.run.smithi082.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T00:29:31.327 INFO:teuthology.orchestra.run.smithi137.stderr:bash: line 1: ntpq: command not found 2024-08-17T00:29:31.330 INFO:teuthology.orchestra.run.smithi137.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-17T00:29:31.330 INFO:teuthology.orchestra.run.smithi137.stdout:=============================================================================== 2024-08-17T00:29:31.330 INFO:teuthology.orchestra.run.smithi137.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T00:29:31.330 INFO:teuthology.orchestra.run.smithi137.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T00:29:31.331 INFO:teuthology.orchestra.run.smithi137.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T00:29:31.331 INFO:teuthology.orchestra.run.smithi137.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T00:29:31.331 INFO:teuthology.run_tasks:Running task pexec... 2024-08-17T00:29:31.341 INFO:teuthology.task.pexec:Executing custom commands... 2024-08-17T00:29:31.341 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi082.front.sepia.ceph.com 2024-08-17T00:29:31.341 DEBUG:teuthology.orchestra.run.smithi082:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-08-17T00:29:31.342 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi137.front.sepia.ceph.com 2024-08-17T00:29:31.342 DEBUG:teuthology.orchestra.run.smithi137:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-08-17T00:29:31.905 INFO:teuthology.orchestra.run.smithi082.stdout:Last metadata expiration check: 0:02:10 ago on Sat 17 Aug 2024 12:27:21 AM UTC. 2024-08-17T00:29:31.940 INFO:teuthology.orchestra.run.smithi137.stdout:Last metadata expiration check: 0:02:10 ago on Sat 17 Aug 2024 12:27:21 AM UTC. 2024-08-17T00:29:31.988 INFO:teuthology.orchestra.run.smithi082.stdout:Package nvme-cli-2.6-5.el9.x86_64 is already installed. 2024-08-17T00:29:32.023 INFO:teuthology.orchestra.run.smithi137.stdout:Package nvme-cli-2.6-5.el9.x86_64 is already installed. 2024-08-17T00:29:32.028 INFO:teuthology.orchestra.run.smithi082.stdout:Dependencies resolved. 2024-08-17T00:29:32.037 INFO:teuthology.orchestra.run.smithi082.stdout:================================================================================ 2024-08-17T00:29:32.037 INFO:teuthology.orchestra.run.smithi082.stdout: Package Architecture Version Repository Size 2024-08-17T00:29:32.037 INFO:teuthology.orchestra.run.smithi082.stdout:================================================================================ 2024-08-17T00:29:32.037 INFO:teuthology.orchestra.run.smithi082.stdout:Installing: 2024-08-17T00:29:32.037 INFO:teuthology.orchestra.run.smithi082.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-08-17T00:29:32.037 INFO:teuthology.orchestra.run.smithi082.stdout:Upgrading: 2024-08-17T00:29:32.037 INFO:teuthology.orchestra.run.smithi082.stdout: libnvme x86_64 1.9-2.el9 baseos 106 k 2024-08-17T00:29:32.037 INFO:teuthology.orchestra.run.smithi082.stdout: nvme-cli x86_64 2.9.1-3.el9 baseos 903 k 2024-08-17T00:29:32.037 INFO:teuthology.orchestra.run.smithi082.stdout:Installing dependencies: 2024-08-17T00:29:32.037 INFO:teuthology.orchestra.run.smithi082.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-08-17T00:29:32.037 INFO:teuthology.orchestra.run.smithi082.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-08-17T00:29:32.037 INFO:teuthology.orchestra.run.smithi082.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-08-17T00:29:32.038 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:29:32.038 INFO:teuthology.orchestra.run.smithi082.stdout:Transaction Summary 2024-08-17T00:29:32.038 INFO:teuthology.orchestra.run.smithi082.stdout:================================================================================ 2024-08-17T00:29:32.038 INFO:teuthology.orchestra.run.smithi082.stdout:Install 4 Packages 2024-08-17T00:29:32.038 INFO:teuthology.orchestra.run.smithi082.stdout:Upgrade 2 Packages 2024-08-17T00:29:32.038 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:29:32.038 INFO:teuthology.orchestra.run.smithi082.stdout:Total download size: 2.0 M 2024-08-17T00:29:32.038 INFO:teuthology.orchestra.run.smithi082.stdout:Downloading Packages: 2024-08-17T00:29:32.065 INFO:teuthology.orchestra.run.smithi137.stdout:Dependencies resolved. 2024-08-17T00:29:32.067 INFO:teuthology.orchestra.run.smithi137.stdout:================================================================================ 2024-08-17T00:29:32.067 INFO:teuthology.orchestra.run.smithi137.stdout: Package Architecture Version Repository Size 2024-08-17T00:29:32.067 INFO:teuthology.orchestra.run.smithi137.stdout:================================================================================ 2024-08-17T00:29:32.067 INFO:teuthology.orchestra.run.smithi137.stdout:Installing: 2024-08-17T00:29:32.067 INFO:teuthology.orchestra.run.smithi137.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-08-17T00:29:32.067 INFO:teuthology.orchestra.run.smithi137.stdout:Upgrading: 2024-08-17T00:29:32.067 INFO:teuthology.orchestra.run.smithi137.stdout: libnvme x86_64 1.9-2.el9 baseos 106 k 2024-08-17T00:29:32.067 INFO:teuthology.orchestra.run.smithi137.stdout: nvme-cli x86_64 2.9.1-3.el9 baseos 903 k 2024-08-17T00:29:32.067 INFO:teuthology.orchestra.run.smithi137.stdout:Installing dependencies: 2024-08-17T00:29:32.068 INFO:teuthology.orchestra.run.smithi137.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-08-17T00:29:32.068 INFO:teuthology.orchestra.run.smithi137.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-08-17T00:29:32.068 INFO:teuthology.orchestra.run.smithi137.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-08-17T00:29:32.068 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:29:32.068 INFO:teuthology.orchestra.run.smithi137.stdout:Transaction Summary 2024-08-17T00:29:32.068 INFO:teuthology.orchestra.run.smithi137.stdout:================================================================================ 2024-08-17T00:29:32.068 INFO:teuthology.orchestra.run.smithi137.stdout:Install 4 Packages 2024-08-17T00:29:32.068 INFO:teuthology.orchestra.run.smithi137.stdout:Upgrade 2 Packages 2024-08-17T00:29:32.068 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:29:32.069 INFO:teuthology.orchestra.run.smithi137.stdout:Total download size: 2.0 M 2024-08-17T00:29:32.069 INFO:teuthology.orchestra.run.smithi137.stdout:Downloading Packages: 2024-08-17T00:29:32.192 INFO:teuthology.orchestra.run.smithi082.stdout:(1/6): python3-configshell-1.1.30-1.el9.noarch. 613 kB/s | 72 kB 00:00 2024-08-17T00:29:32.218 INFO:teuthology.orchestra.run.smithi082.stdout:(2/6): nvmetcli-0.7-3.el9.noarch.rpm 313 kB/s | 44 kB 00:00 2024-08-17T00:29:32.252 INFO:teuthology.orchestra.run.smithi082.stdout:(3/6): python3-kmod-0.9-32.el9.x86_64.rpm 479 kB/s | 84 kB 00:00 2024-08-17T00:29:32.293 INFO:teuthology.orchestra.run.smithi082.stdout:(4/6): python3-urwid-2.1.2-4.el9.x86_64.rpm 8.1 MB/s | 837 kB 00:00 2024-08-17T00:29:32.311 INFO:teuthology.orchestra.run.smithi082.stdout:(5/6): libnvme-1.9-2.el9.x86_64.rpm 1.1 MB/s | 106 kB 00:00 2024-08-17T00:29:32.342 INFO:teuthology.orchestra.run.smithi137.stdout:(1/6): nvmetcli-0.7-3.el9.noarch.rpm 283 kB/s | 44 kB 00:00 2024-08-17T00:29:32.344 INFO:teuthology.orchestra.run.smithi082.stdout:(6/6): nvme-cli-2.9.1-3.el9.x86_64.rpm 9.6 MB/s | 903 kB 00:00 2024-08-17T00:29:32.344 INFO:teuthology.orchestra.run.smithi082.stdout:-------------------------------------------------------------------------------- 2024-08-17T00:29:32.344 INFO:teuthology.orchestra.run.smithi082.stdout:Total 6.5 MB/s | 2.0 MB 00:00 2024-08-17T00:29:32.367 INFO:teuthology.orchestra.run.smithi137.stdout:(2/6): python3-configshell-1.1.30-1.el9.noarch. 393 kB/s | 72 kB 00:00 2024-08-17T00:29:32.392 INFO:teuthology.orchestra.run.smithi137.stdout:(3/6): python3-kmod-0.9-32.el9.x86_64.rpm 406 kB/s | 84 kB 00:00 2024-08-17T00:29:32.415 INFO:teuthology.orchestra.run.smithi082.stdout:Running transaction check 2024-08-17T00:29:32.430 INFO:teuthology.orchestra.run.smithi082.stdout:Transaction check succeeded. 2024-08-17T00:29:32.431 INFO:teuthology.orchestra.run.smithi082.stdout:Running transaction test 2024-08-17T00:29:32.442 INFO:teuthology.orchestra.run.smithi137.stdout:(4/6): libnvme-1.9-2.el9.x86_64.rpm 1.4 MB/s | 106 kB 00:00 2024-08-17T00:29:32.634 INFO:teuthology.orchestra.run.smithi137.stdout:(5/6): python3-urwid-2.1.2-4.el9.x86_64.rpm 2.8 MB/s | 837 kB 00:00 2024-08-17T00:29:32.659 INFO:teuthology.orchestra.run.smithi082.stdout:Transaction test succeeded. 2024-08-17T00:29:32.660 INFO:teuthology.orchestra.run.smithi082.stdout:Running transaction 2024-08-17T00:29:32.685 INFO:teuthology.orchestra.run.smithi137.stdout:(6/6): nvme-cli-2.9.1-3.el9.x86_64.rpm 3.0 MB/s | 903 kB 00:00 2024-08-17T00:29:32.685 INFO:teuthology.orchestra.run.smithi137.stdout:-------------------------------------------------------------------------------- 2024-08-17T00:29:32.685 INFO:teuthology.orchestra.run.smithi137.stdout:Total 3.2 MB/s | 2.0 MB 00:00 2024-08-17T00:29:32.758 INFO:teuthology.orchestra.run.smithi137.stdout:Running transaction check 2024-08-17T00:29:32.773 INFO:teuthology.orchestra.run.smithi137.stdout:Transaction check succeeded. 2024-08-17T00:29:32.774 INFO:teuthology.orchestra.run.smithi137.stdout:Running transaction test 2024-08-17T00:29:32.999 INFO:teuthology.orchestra.run.smithi137.stdout:Transaction test succeeded. 2024-08-17T00:29:33.000 INFO:teuthology.orchestra.run.smithi137.stdout:Running transaction 2024-08-17T00:29:33.011 INFO:teuthology.orchestra.run.smithi082.stdout: Preparing : 1/1 2024-08-17T00:29:33.219 INFO:teuthology.orchestra.run.smithi082.stdout: Upgrading : libnvme-1.9-2.el9.x86_64 1/8 2024-08-17T00:29:33.281 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 2/8 2024-08-17T00:29:33.316 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/8 2024-08-17T00:29:33.340 INFO:teuthology.orchestra.run.smithi137.stdout: Preparing : 1/1 2024-08-17T00:29:33.349 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/8 2024-08-17T00:29:33.374 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : nvmetcli-0.7-3.el9.noarch 5/8 2024-08-17T00:29:33.549 INFO:teuthology.orchestra.run.smithi137.stdout: Upgrading : libnvme-1.9-2.el9.x86_64 1/8 2024-08-17T00:29:33.598 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 2/8 2024-08-17T00:29:33.632 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/8 2024-08-17T00:29:33.643 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 5/8 2024-08-17T00:29:33.665 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/8 2024-08-17T00:29:33.690 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : nvmetcli-0.7-3.el9.noarch 5/8 2024-08-17T00:29:33.702 INFO:teuthology.orchestra.run.smithi082.stdout: Upgrading : nvme-cli-2.9.1-3.el9.x86_64 6/8 2024-08-17T00:29:33.967 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 5/8 2024-08-17T00:29:33.995 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: nvme-cli-2.9.1-3.el9.x86_64 6/8 2024-08-17T00:29:34.030 INFO:teuthology.orchestra.run.smithi082.stdout: Cleanup : nvme-cli-2.6-5.el9.x86_64 7/8 2024-08-17T00:29:34.043 INFO:teuthology.orchestra.run.smithi137.stdout: Upgrading : nvme-cli-2.9.1-3.el9.x86_64 6/8 2024-08-17T00:29:34.113 INFO:teuthology.orchestra.run.smithi082.stdout: Cleanup : libnvme-1.6-1.el9.x86_64 8/8 2024-08-17T00:29:34.345 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: nvme-cli-2.9.1-3.el9.x86_64 6/8 2024-08-17T00:29:34.388 INFO:teuthology.orchestra.run.smithi137.stdout: Cleanup : nvme-cli-2.6-5.el9.x86_64 7/8 2024-08-17T00:29:34.470 INFO:teuthology.orchestra.run.smithi137.stdout: Cleanup : libnvme-1.6-1.el9.x86_64 8/8 2024-08-17T00:29:34.992 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: libnvme-1.6-1.el9.x86_64 8/8 2024-08-17T00:29:34.992 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 1/8 2024-08-17T00:29:34.992 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 2/8 2024-08-17T00:29:34.992 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 3/8 2024-08-17T00:29:34.992 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 4/8 2024-08-17T00:29:34.992 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libnvme-1.9-2.el9.x86_64 5/8 2024-08-17T00:29:34.992 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libnvme-1.6-1.el9.x86_64 6/8 2024-08-17T00:29:34.992 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : nvme-cli-2.9.1-3.el9.x86_64 7/8 2024-08-17T00:29:35.325 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : nvme-cli-2.6-5.el9.x86_64 8/8 2024-08-17T00:29:35.326 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:29:35.326 INFO:teuthology.orchestra.run.smithi082.stdout:Upgraded: 2024-08-17T00:29:35.326 INFO:teuthology.orchestra.run.smithi082.stdout: libnvme-1.9-2.el9.x86_64 nvme-cli-2.9.1-3.el9.x86_64 2024-08-17T00:29:35.326 INFO:teuthology.orchestra.run.smithi082.stdout:Installed: 2024-08-17T00:29:35.326 INFO:teuthology.orchestra.run.smithi082.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-08-17T00:29:35.326 INFO:teuthology.orchestra.run.smithi082.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-08-17T00:29:35.326 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:29:35.326 INFO:teuthology.orchestra.run.smithi082.stdout:Complete! 2024-08-17T00:29:35.357 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: libnvme-1.6-1.el9.x86_64 8/8 2024-08-17T00:29:35.358 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 1/8 2024-08-17T00:29:35.358 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 2/8 2024-08-17T00:29:35.358 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 3/8 2024-08-17T00:29:35.358 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 4/8 2024-08-17T00:29:35.358 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libnvme-1.9-2.el9.x86_64 5/8 2024-08-17T00:29:35.358 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libnvme-1.6-1.el9.x86_64 6/8 2024-08-17T00:29:35.358 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : nvme-cli-2.9.1-3.el9.x86_64 7/8 2024-08-17T00:29:35.667 DEBUG:teuthology.parallel:result is None 2024-08-17T00:29:35.699 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : nvme-cli-2.6-5.el9.x86_64 8/8 2024-08-17T00:29:35.699 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:29:35.699 INFO:teuthology.orchestra.run.smithi137.stdout:Upgraded: 2024-08-17T00:29:35.699 INFO:teuthology.orchestra.run.smithi137.stdout: libnvme-1.9-2.el9.x86_64 nvme-cli-2.9.1-3.el9.x86_64 2024-08-17T00:29:35.700 INFO:teuthology.orchestra.run.smithi137.stdout:Installed: 2024-08-17T00:29:35.700 INFO:teuthology.orchestra.run.smithi137.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-08-17T00:29:35.700 INFO:teuthology.orchestra.run.smithi137.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-08-17T00:29:35.700 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:29:35.700 INFO:teuthology.orchestra.run.smithi137.stdout:Complete! 2024-08-17T00:29:36.101 DEBUG:teuthology.parallel:result is None 2024-08-17T00:29:36.101 INFO:teuthology.run_tasks:Running task install... 2024-08-17T00:29:36.112 DEBUG:teuthology.task.install:project ceph 2024-08-17T00:29:36.112 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'd863d21c9d1db9c3453c09dacd68766969720a44'}} 2024-08-17T00:29:36.112 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'd863d21c9d1db9c3453c09dacd68766969720a44'} 2024-08-17T00:29:36.112 INFO:teuthology.task.install:Using flavor: default 2024-08-17T00:29:36.118 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-08-17T00:29:36.119 INFO:teuthology.task.install:extra packages: [] 2024-08-17T00:29:36.119 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd863d21c9d1db9c3453c09dacd68766969720a44', 'tag': None, 'wait_for_package': False} 2024-08-17T00:29:36.119 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T00:29:36.119 INFO:teuthology.packaging:ref: None 2024-08-17T00:29:36.119 INFO:teuthology.packaging:tag: None 2024-08-17T00:29:36.120 INFO:teuthology.packaging:branch: quincy 2024-08-17T00:29:36.120 INFO:teuthology.packaging:sha1: d863d21c9d1db9c3453c09dacd68766969720a44 2024-08-17T00:29:36.120 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-17T00:29:36.122 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd863d21c9d1db9c3453c09dacd68766969720a44', 'tag': None, 'wait_for_package': False} 2024-08-17T00:29:36.123 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T00:29:36.123 INFO:teuthology.packaging:ref: None 2024-08-17T00:29:36.123 INFO:teuthology.packaging:tag: None 2024-08-17T00:29:36.123 INFO:teuthology.packaging:branch: quincy 2024-08-17T00:29:36.123 INFO:teuthology.packaging:sha1: d863d21c9d1db9c3453c09dacd68766969720a44 2024-08-17T00:29:36.123 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-17T00:29:36.340 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/quincy/03a1ac138be0788fcab8cc2d3e522699868227b3/centos/9/flavors/default/ 2024-08-17T00:29:36.341 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1402.g03a1ac13 2024-08-17T00:29:36.368 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/quincy/03a1ac138be0788fcab8cc2d3e522699868227b3/centos/9/flavors/default/ 2024-08-17T00:29:36.369 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1402.g03a1ac13 2024-08-17T00:29:36.466 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/quincy/03a1ac138be0788fcab8cc2d3e522699868227b3/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/03a1ac138be0788fcab8cc2d3e522699868227b3/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/03a1ac138be0788fcab8cc2d3e522699868227b3/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-08-17T00:29:36.466 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-08-17T00:29:36.467 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-08-17T00:29:36.494 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/quincy/03a1ac138be0788fcab8cc2d3e522699868227b3/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/03a1ac138be0788fcab8cc2d3e522699868227b3/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/03a1ac138be0788fcab8cc2d3e522699868227b3/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-08-17T00:29:36.494 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-08-17T00:29:36.494 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-08-17T00:29:36.498 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-08-17T00:29:36.499 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T00:29:36.499 INFO:teuthology.packaging:ref: None 2024-08-17T00:29:36.499 INFO:teuthology.packaging:tag: None 2024-08-17T00:29:36.499 INFO:teuthology.packaging:branch: quincy 2024-08-17T00:29:36.499 INFO:teuthology.packaging:sha1: d863d21c9d1db9c3453c09dacd68766969720a44 2024-08-17T00:29:36.499 DEBUG:teuthology.orchestra.run.smithi137:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-08-17T00:29:36.526 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-08-17T00:29:36.526 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T00:29:36.526 INFO:teuthology.packaging:ref: None 2024-08-17T00:29:36.526 INFO:teuthology.packaging:tag: None 2024-08-17T00:29:36.526 INFO:teuthology.packaging:branch: quincy 2024-08-17T00:29:36.526 INFO:teuthology.packaging:sha1: d863d21c9d1db9c3453c09dacd68766969720a44 2024-08-17T00:29:36.526 DEBUG:teuthology.orchestra.run.smithi082:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-08-17T00:29:36.566 DEBUG:teuthology.orchestra.run.smithi137:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-08-17T00:29:36.594 DEBUG:teuthology.orchestra.run.smithi082:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-08-17T00:29:36.641 DEBUG:teuthology.orchestra.run.smithi137:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-08-17T00:29:36.671 DEBUG:teuthology.orchestra.run.smithi082:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-08-17T00:29:36.706 INFO:teuthology.orchestra.run.smithi137.stdout:check_obsoletes = 1 2024-08-17T00:29:36.707 DEBUG:teuthology.orchestra.run.smithi137:> sudo yum clean all 2024-08-17T00:29:36.736 INFO:teuthology.orchestra.run.smithi082.stdout:check_obsoletes = 1 2024-08-17T00:29:36.737 DEBUG:teuthology.orchestra.run.smithi082:> sudo yum clean all 2024-08-17T00:29:36.933 INFO:teuthology.orchestra.run.smithi137.stdout:45 files removed 2024-08-17T00:29:36.961 DEBUG:teuthology.orchestra.run.smithi137:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-08-17T00:29:36.968 INFO:teuthology.orchestra.run.smithi082.stdout:45 files removed 2024-08-17T00:29:36.995 DEBUG:teuthology.orchestra.run.smithi082:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-08-17T00:29:37.561 INFO:teuthology.orchestra.run.smithi137.stdout:ceph packages for x86_64 240 kB/s | 77 kB 00:00 2024-08-17T00:29:37.588 INFO:teuthology.orchestra.run.smithi082.stdout:ceph packages for x86_64 246 kB/s | 77 kB 00:00 2024-08-17T00:29:37.894 INFO:teuthology.orchestra.run.smithi137.stdout:ceph noarch packages 38 kB/s | 11 kB 00:00 2024-08-17T00:29:37.921 INFO:teuthology.orchestra.run.smithi082.stdout:ceph noarch packages 38 kB/s | 11 kB 00:00 2024-08-17T00:29:38.228 INFO:teuthology.orchestra.run.smithi137.stdout:ceph source packages 6.2 kB/s | 1.8 kB 00:00 2024-08-17T00:29:38.247 INFO:teuthology.orchestra.run.smithi082.stdout:ceph source packages 6.3 kB/s | 1.8 kB 00:00 2024-08-17T00:29:38.720 INFO:teuthology.orchestra.run.smithi137.stdout:CentOS Stream 9 - BaseOS 18 MB/s | 8.2 MB 00:00 2024-08-17T00:29:40.063 INFO:teuthology.orchestra.run.smithi082.stdout:CentOS Stream 9 - BaseOS 4.6 MB/s | 8.2 MB 00:01 2024-08-17T00:29:40.505 INFO:teuthology.orchestra.run.smithi137.stdout:CentOS Stream 9 - AppStream 29 MB/s | 20 MB 00:00 2024-08-17T00:29:41.808 INFO:teuthology.orchestra.run.smithi082.stdout:CentOS Stream 9 - AppStream 31 MB/s | 20 MB 00:00 2024-08-17T00:29:44.822 INFO:teuthology.orchestra.run.smithi137.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.6 MB 00:00 2024-08-17T00:29:46.049 INFO:teuthology.orchestra.run.smithi082.stdout:CentOS Stream 9 - CRB 14 MB/s | 6.6 MB 00:00 2024-08-17T00:29:47.439 INFO:teuthology.orchestra.run.smithi137.stdout:CentOS Stream 9 - Extras packages 14 kB/s | 18 kB 00:01 2024-08-17T00:29:47.641 INFO:teuthology.orchestra.run.smithi082.stdout:CentOS Stream 9 - Extras packages 77 kB/s | 18 kB 00:00 2024-08-17T00:29:48.494 INFO:teuthology.orchestra.run.smithi137.stdout:Extra Packages for Enterprise Linux 24 MB/s | 22 MB 00:00 2024-08-17T00:29:48.829 INFO:teuthology.orchestra.run.smithi082.stdout:Extra Packages for Enterprise Linux 21 MB/s | 22 MB 00:01 2024-08-17T00:29:53.850 INFO:teuthology.orchestra.run.smithi137.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-08-17T00:29:54.175 INFO:teuthology.orchestra.run.smithi082.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-08-17T00:29:56.190 INFO:teuthology.orchestra.run.smithi137.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-17T00:29:56.191 INFO:teuthology.orchestra.run.smithi137.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-17T00:29:56.249 INFO:teuthology.orchestra.run.smithi137.stdout:Dependencies resolved. 2024-08-17T00:29:56.256 INFO:teuthology.orchestra.run.smithi137.stdout:======================================================================================= 2024-08-17T00:29:56.256 INFO:teuthology.orchestra.run.smithi137.stdout: Package Arch Version Repository Size 2024-08-17T00:29:56.256 INFO:teuthology.orchestra.run.smithi137.stdout:======================================================================================= 2024-08-17T00:29:56.256 INFO:teuthology.orchestra.run.smithi137.stdout:Installing: 2024-08-17T00:29:56.256 INFO:teuthology.orchestra.run.smithi137.stdout: ceph x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 6.5 k 2024-08-17T00:29:56.256 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-base x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 5.0 M 2024-08-17T00:29:56.256 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-fuse x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 813 k 2024-08-17T00:29:56.256 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 138 k 2024-08-17T00:29:56.256 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 1.4 M 2024-08-17T00:29:56.257 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 124 k 2024-08-17T00:29:56.257 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 3.4 M 2024-08-17T00:29:56.257 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 7.4 M 2024-08-17T00:29:56.257 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-rook noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 47 k 2024-08-17T00:29:56.257 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-radosgw x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 14 M 2024-08-17T00:29:56.257 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-test x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 48 M 2024-08-17T00:29:56.257 INFO:teuthology.orchestra.run.smithi137.stdout: cephadm noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 83 k 2024-08-17T00:29:56.257 INFO:teuthology.orchestra.run.smithi137.stdout: libcephfs-devel x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 25 k 2024-08-17T00:29:56.257 INFO:teuthology.orchestra.run.smithi137.stdout: libcephfs2 x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 637 k 2024-08-17T00:29:56.257 INFO:teuthology.orchestra.run.smithi137.stdout: librados-devel x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 126 k 2024-08-17T00:29:56.257 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cephfs x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 181 k 2024-08-17T00:29:56.257 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-08-17T00:29:56.258 INFO:teuthology.orchestra.run.smithi137.stdout: python3-rados x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 369 k 2024-08-17T00:29:56.258 INFO:teuthology.orchestra.run.smithi137.stdout: python3-rbd x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 343 k 2024-08-17T00:29:56.258 INFO:teuthology.orchestra.run.smithi137.stdout: python3-rgw x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 116 k 2024-08-17T00:29:56.258 INFO:teuthology.orchestra.run.smithi137.stdout: rbd-fuse x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 82 k 2024-08-17T00:29:56.258 INFO:teuthology.orchestra.run.smithi137.stdout: rbd-mirror x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 2.9 M 2024-08-17T00:29:56.258 INFO:teuthology.orchestra.run.smithi137.stdout: rbd-nbd x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 165 k 2024-08-17T00:29:56.258 INFO:teuthology.orchestra.run.smithi137.stdout:Upgrading: 2024-08-17T00:29:56.258 INFO:teuthology.orchestra.run.smithi137.stdout: librados2 x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 3.1 M 2024-08-17T00:29:56.258 INFO:teuthology.orchestra.run.smithi137.stdout: librbd1 x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 2.9 M 2024-08-17T00:29:56.258 INFO:teuthology.orchestra.run.smithi137.stdout:Installing dependencies: 2024-08-17T00:29:56.258 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-common x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 22 M 2024-08-17T00:29:56.259 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 24 k 2024-08-17T00:29:56.259 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mds x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 2.1 M 2024-08-17T00:29:56.259 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 240 k 2024-08-17T00:29:56.259 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mon x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 3.9 M 2024-08-17T00:29:56.259 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-osd x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 15 M 2024-08-17T00:29:56.259 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 15 k 2024-08-17T00:29:56.259 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-selinux x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 25 k 2024-08-17T00:29:56.259 INFO:teuthology.orchestra.run.smithi137.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-08-17T00:29:56.259 INFO:teuthology.orchestra.run.smithi137.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-08-17T00:29:56.259 INFO:teuthology.orchestra.run.smithi137.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-08-17T00:29:56.259 INFO:teuthology.orchestra.run.smithi137.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-08-17T00:29:56.259 INFO:teuthology.orchestra.run.smithi137.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-08-17T00:29:56.260 INFO:teuthology.orchestra.run.smithi137.stdout: libcephsqlite x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 163 k 2024-08-17T00:29:56.260 INFO:teuthology.orchestra.run.smithi137.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-08-17T00:29:56.260 INFO:teuthology.orchestra.run.smithi137.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-08-17T00:29:56.260 INFO:teuthology.orchestra.run.smithi137.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-08-17T00:29:56.260 INFO:teuthology.orchestra.run.smithi137.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-08-17T00:29:56.260 INFO:teuthology.orchestra.run.smithi137.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-08-17T00:29:56.260 INFO:teuthology.orchestra.run.smithi137.stdout: libradosstriper1 x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 457 k 2024-08-17T00:29:56.260 INFO:teuthology.orchestra.run.smithi137.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-08-17T00:29:56.260 INFO:teuthology.orchestra.run.smithi137.stdout: librgw2 x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 4.9 M 2024-08-17T00:29:56.260 INFO:teuthology.orchestra.run.smithi137.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-08-17T00:29:56.260 INFO:teuthology.orchestra.run.smithi137.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-08-17T00:29:56.260 INFO:teuthology.orchestra.run.smithi137.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-08-17T00:29:56.260 INFO:teuthology.orchestra.run.smithi137.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-08-17T00:29:56.261 INFO:teuthology.orchestra.run.smithi137.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-08-17T00:29:56.261 INFO:teuthology.orchestra.run.smithi137.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-08-17T00:29:56.261 INFO:teuthology.orchestra.run.smithi137.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-08-17T00:29:56.261 INFO:teuthology.orchestra.run.smithi137.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-08-17T00:29:56.261 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-08-17T00:29:56.261 INFO:teuthology.orchestra.run.smithi137.stdout: python3-ceph-argparse x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 45 k 2024-08-17T00:29:56.261 INFO:teuthology.orchestra.run.smithi137.stdout: python3-ceph-common x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 120 k 2024-08-17T00:29:56.261 INFO:teuthology.orchestra.run.smithi137.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-08-17T00:29:56.261 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-08-17T00:29:56.261 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-08-17T00:29:56.261 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-08-17T00:29:56.261 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-08-17T00:29:56.262 INFO:teuthology.orchestra.run.smithi137.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-08-17T00:29:56.262 INFO:teuthology.orchestra.run.smithi137.stdout: python3-google-auth noarch 1:2.33.0-1.el9 epel 220 k 2024-08-17T00:29:56.262 INFO:teuthology.orchestra.run.smithi137.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-08-17T00:29:56.262 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-08-17T00:29:56.262 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-08-17T00:29:56.262 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-08-17T00:29:56.262 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-08-17T00:29:56.262 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-08-17T00:29:56.262 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-08-17T00:29:56.262 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-08-17T00:29:56.262 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-08-17T00:29:56.262 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-08-17T00:29:56.262 INFO:teuthology.orchestra.run.smithi137.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-08-17T00:29:56.263 INFO:teuthology.orchestra.run.smithi137.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-08-17T00:29:56.263 INFO:teuthology.orchestra.run.smithi137.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-08-17T00:29:56.263 INFO:teuthology.orchestra.run.smithi137.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-08-17T00:29:56.263 INFO:teuthology.orchestra.run.smithi137.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-08-17T00:29:56.263 INFO:teuthology.orchestra.run.smithi137.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-08-17T00:29:56.263 INFO:teuthology.orchestra.run.smithi137.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-08-17T00:29:56.263 INFO:teuthology.orchestra.run.smithi137.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-08-17T00:29:56.263 INFO:teuthology.orchestra.run.smithi137.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-08-17T00:29:56.263 INFO:teuthology.orchestra.run.smithi137.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-08-17T00:29:56.263 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-08-17T00:29:56.263 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-08-17T00:29:56.263 INFO:teuthology.orchestra.run.smithi137.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-08-17T00:29:56.264 INFO:teuthology.orchestra.run.smithi137.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-08-17T00:29:56.264 INFO:teuthology.orchestra.run.smithi137.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-08-17T00:29:56.264 INFO:teuthology.orchestra.run.smithi137.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-08-17T00:29:56.264 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-08-17T00:29:56.264 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-08-17T00:29:56.264 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-08-17T00:29:56.264 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-08-17T00:29:56.264 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-08-17T00:29:56.264 INFO:teuthology.orchestra.run.smithi137.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-08-17T00:29:56.264 INFO:teuthology.orchestra.run.smithi137.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-08-17T00:29:56.264 INFO:teuthology.orchestra.run.smithi137.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-08-17T00:29:56.264 INFO:teuthology.orchestra.run.smithi137.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-08-17T00:29:56.264 INFO:teuthology.orchestra.run.smithi137.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-08-17T00:29:56.264 INFO:teuthology.orchestra.run.smithi137.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-08-17T00:29:56.265 INFO:teuthology.orchestra.run.smithi137.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-08-17T00:29:56.265 INFO:teuthology.orchestra.run.smithi137.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-08-17T00:29:56.265 INFO:teuthology.orchestra.run.smithi137.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-08-17T00:29:56.265 INFO:teuthology.orchestra.run.smithi137.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-08-17T00:29:56.265 INFO:teuthology.orchestra.run.smithi137.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-08-17T00:29:56.265 INFO:teuthology.orchestra.run.smithi137.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-08-17T00:29:56.265 INFO:teuthology.orchestra.run.smithi137.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-08-17T00:29:56.265 INFO:teuthology.orchestra.run.smithi137.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-08-17T00:29:56.265 INFO:teuthology.orchestra.run.smithi137.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-08-17T00:29:56.265 INFO:teuthology.orchestra.run.smithi137.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-08-17T00:29:56.265 INFO:teuthology.orchestra.run.smithi137.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-08-17T00:29:56.265 INFO:teuthology.orchestra.run.smithi137.stdout:Installing weak dependencies: 2024-08-17T00:29:56.266 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-08-17T00:29:56.266 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:29:56.266 INFO:teuthology.orchestra.run.smithi137.stdout:Transaction Summary 2024-08-17T00:29:56.266 INFO:teuthology.orchestra.run.smithi137.stdout:======================================================================================= 2024-08-17T00:29:56.266 INFO:teuthology.orchestra.run.smithi137.stdout:Install 112 Packages 2024-08-17T00:29:56.266 INFO:teuthology.orchestra.run.smithi137.stdout:Upgrade 2 Packages 2024-08-17T00:29:56.266 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:29:56.266 INFO:teuthology.orchestra.run.smithi137.stdout:Total download size: 190 M 2024-08-17T00:29:56.267 INFO:teuthology.orchestra.run.smithi137.stdout:Downloading Packages: 2024-08-17T00:29:56.484 INFO:teuthology.orchestra.run.smithi082.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-17T00:29:56.485 INFO:teuthology.orchestra.run.smithi082.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-17T00:29:56.544 INFO:teuthology.orchestra.run.smithi082.stdout:Dependencies resolved. 2024-08-17T00:29:56.551 INFO:teuthology.orchestra.run.smithi082.stdout:======================================================================================= 2024-08-17T00:29:56.551 INFO:teuthology.orchestra.run.smithi082.stdout: Package Arch Version Repository Size 2024-08-17T00:29:56.551 INFO:teuthology.orchestra.run.smithi082.stdout:======================================================================================= 2024-08-17T00:29:56.551 INFO:teuthology.orchestra.run.smithi082.stdout:Installing: 2024-08-17T00:29:56.551 INFO:teuthology.orchestra.run.smithi082.stdout: ceph x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 6.5 k 2024-08-17T00:29:56.551 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-base x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 5.0 M 2024-08-17T00:29:56.552 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-fuse x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 813 k 2024-08-17T00:29:56.552 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 138 k 2024-08-17T00:29:56.552 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 1.4 M 2024-08-17T00:29:56.552 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 124 k 2024-08-17T00:29:56.552 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 3.4 M 2024-08-17T00:29:56.552 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 7.4 M 2024-08-17T00:29:56.552 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-rook noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 47 k 2024-08-17T00:29:56.552 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-radosgw x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 14 M 2024-08-17T00:29:56.552 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-test x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 48 M 2024-08-17T00:29:56.552 INFO:teuthology.orchestra.run.smithi082.stdout: cephadm noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 83 k 2024-08-17T00:29:56.552 INFO:teuthology.orchestra.run.smithi082.stdout: libcephfs-devel x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 25 k 2024-08-17T00:29:56.552 INFO:teuthology.orchestra.run.smithi082.stdout: libcephfs2 x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 637 k 2024-08-17T00:29:56.553 INFO:teuthology.orchestra.run.smithi082.stdout: librados-devel x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 126 k 2024-08-17T00:29:56.553 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cephfs x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 181 k 2024-08-17T00:29:56.553 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-08-17T00:29:56.553 INFO:teuthology.orchestra.run.smithi082.stdout: python3-rados x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 369 k 2024-08-17T00:29:56.553 INFO:teuthology.orchestra.run.smithi082.stdout: python3-rbd x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 343 k 2024-08-17T00:29:56.553 INFO:teuthology.orchestra.run.smithi082.stdout: python3-rgw x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 116 k 2024-08-17T00:29:56.553 INFO:teuthology.orchestra.run.smithi082.stdout: rbd-fuse x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 82 k 2024-08-17T00:29:56.553 INFO:teuthology.orchestra.run.smithi082.stdout: rbd-mirror x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 2.9 M 2024-08-17T00:29:56.553 INFO:teuthology.orchestra.run.smithi082.stdout: rbd-nbd x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 165 k 2024-08-17T00:29:56.553 INFO:teuthology.orchestra.run.smithi082.stdout:Upgrading: 2024-08-17T00:29:56.553 INFO:teuthology.orchestra.run.smithi082.stdout: librados2 x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 3.1 M 2024-08-17T00:29:56.553 INFO:teuthology.orchestra.run.smithi082.stdout: librbd1 x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 2.9 M 2024-08-17T00:29:56.553 INFO:teuthology.orchestra.run.smithi082.stdout:Installing dependencies: 2024-08-17T00:29:56.554 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-common x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 22 M 2024-08-17T00:29:56.554 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 24 k 2024-08-17T00:29:56.554 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mds x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 2.1 M 2024-08-17T00:29:56.554 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 240 k 2024-08-17T00:29:56.554 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mon x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 3.9 M 2024-08-17T00:29:56.554 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-osd x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 15 M 2024-08-17T00:29:56.554 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1402.g03a1ac13.el9 ceph-noarch 15 k 2024-08-17T00:29:56.554 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-selinux x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 25 k 2024-08-17T00:29:56.554 INFO:teuthology.orchestra.run.smithi082.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-08-17T00:29:56.554 INFO:teuthology.orchestra.run.smithi082.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-08-17T00:29:56.554 INFO:teuthology.orchestra.run.smithi082.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-08-17T00:29:56.554 INFO:teuthology.orchestra.run.smithi082.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-08-17T00:29:56.555 INFO:teuthology.orchestra.run.smithi082.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-08-17T00:29:56.555 INFO:teuthology.orchestra.run.smithi082.stdout: libcephsqlite x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 163 k 2024-08-17T00:29:56.555 INFO:teuthology.orchestra.run.smithi082.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-08-17T00:29:56.555 INFO:teuthology.orchestra.run.smithi082.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-08-17T00:29:56.555 INFO:teuthology.orchestra.run.smithi082.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-08-17T00:29:56.555 INFO:teuthology.orchestra.run.smithi082.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-08-17T00:29:56.555 INFO:teuthology.orchestra.run.smithi082.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-08-17T00:29:56.555 INFO:teuthology.orchestra.run.smithi082.stdout: libradosstriper1 x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 457 k 2024-08-17T00:29:56.555 INFO:teuthology.orchestra.run.smithi082.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-08-17T00:29:56.555 INFO:teuthology.orchestra.run.smithi082.stdout: librgw2 x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 4.9 M 2024-08-17T00:29:56.555 INFO:teuthology.orchestra.run.smithi082.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-08-17T00:29:56.555 INFO:teuthology.orchestra.run.smithi082.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-08-17T00:29:56.555 INFO:teuthology.orchestra.run.smithi082.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-08-17T00:29:56.556 INFO:teuthology.orchestra.run.smithi082.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-08-17T00:29:56.556 INFO:teuthology.orchestra.run.smithi082.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-08-17T00:29:56.556 INFO:teuthology.orchestra.run.smithi082.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-08-17T00:29:56.556 INFO:teuthology.orchestra.run.smithi082.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-08-17T00:29:56.556 INFO:teuthology.orchestra.run.smithi082.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-08-17T00:29:56.556 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-08-17T00:29:56.556 INFO:teuthology.orchestra.run.smithi082.stdout: python3-ceph-argparse x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 45 k 2024-08-17T00:29:56.556 INFO:teuthology.orchestra.run.smithi082.stdout: python3-ceph-common x86_64 2:17.2.7-1402.g03a1ac13.el9 ceph 120 k 2024-08-17T00:29:56.556 INFO:teuthology.orchestra.run.smithi082.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-08-17T00:29:56.556 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-08-17T00:29:56.556 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-08-17T00:29:56.556 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-08-17T00:29:56.556 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-08-17T00:29:56.557 INFO:teuthology.orchestra.run.smithi082.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-08-17T00:29:56.557 INFO:teuthology.orchestra.run.smithi082.stdout: python3-google-auth noarch 1:2.33.0-1.el9 epel 220 k 2024-08-17T00:29:56.557 INFO:teuthology.orchestra.run.smithi082.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-08-17T00:29:56.557 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-08-17T00:29:56.557 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-08-17T00:29:56.557 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-08-17T00:29:56.557 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-08-17T00:29:56.558 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-08-17T00:29:56.558 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-08-17T00:29:56.558 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-08-17T00:29:56.558 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-08-17T00:29:56.558 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-08-17T00:29:56.558 INFO:teuthology.orchestra.run.smithi082.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-08-17T00:29:56.558 INFO:teuthology.orchestra.run.smithi082.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-08-17T00:29:56.558 INFO:teuthology.orchestra.run.smithi082.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-08-17T00:29:56.558 INFO:teuthology.orchestra.run.smithi082.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-08-17T00:29:56.558 INFO:teuthology.orchestra.run.smithi082.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-08-17T00:29:56.558 INFO:teuthology.orchestra.run.smithi082.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-08-17T00:29:56.558 INFO:teuthology.orchestra.run.smithi082.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-08-17T00:29:56.559 INFO:teuthology.orchestra.run.smithi082.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-08-17T00:29:56.559 INFO:teuthology.orchestra.run.smithi082.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-08-17T00:29:56.559 INFO:teuthology.orchestra.run.smithi082.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-08-17T00:29:56.559 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-08-17T00:29:56.559 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-08-17T00:29:56.559 INFO:teuthology.orchestra.run.smithi082.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-08-17T00:29:56.559 INFO:teuthology.orchestra.run.smithi082.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-08-17T00:29:56.559 INFO:teuthology.orchestra.run.smithi082.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-08-17T00:29:56.559 INFO:teuthology.orchestra.run.smithi082.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-08-17T00:29:56.559 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-08-17T00:29:56.559 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-08-17T00:29:56.559 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-08-17T00:29:56.559 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-08-17T00:29:56.560 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-08-17T00:29:56.560 INFO:teuthology.orchestra.run.smithi082.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-08-17T00:29:56.560 INFO:teuthology.orchestra.run.smithi082.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-08-17T00:29:56.560 INFO:teuthology.orchestra.run.smithi082.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-08-17T00:29:56.560 INFO:teuthology.orchestra.run.smithi082.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-08-17T00:29:56.560 INFO:teuthology.orchestra.run.smithi082.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-08-17T00:29:56.560 INFO:teuthology.orchestra.run.smithi082.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-08-17T00:29:56.560 INFO:teuthology.orchestra.run.smithi082.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-08-17T00:29:56.560 INFO:teuthology.orchestra.run.smithi082.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-08-17T00:29:56.560 INFO:teuthology.orchestra.run.smithi082.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-08-17T00:29:56.560 INFO:teuthology.orchestra.run.smithi082.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-08-17T00:29:56.560 INFO:teuthology.orchestra.run.smithi082.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-08-17T00:29:56.560 INFO:teuthology.orchestra.run.smithi082.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-08-17T00:29:56.561 INFO:teuthology.orchestra.run.smithi082.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-08-17T00:29:56.561 INFO:teuthology.orchestra.run.smithi082.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-08-17T00:29:56.561 INFO:teuthology.orchestra.run.smithi082.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-08-17T00:29:56.561 INFO:teuthology.orchestra.run.smithi082.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-08-17T00:29:56.561 INFO:teuthology.orchestra.run.smithi082.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-08-17T00:29:56.561 INFO:teuthology.orchestra.run.smithi082.stdout:Installing weak dependencies: 2024-08-17T00:29:56.561 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-08-17T00:29:56.561 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:29:56.561 INFO:teuthology.orchestra.run.smithi082.stdout:Transaction Summary 2024-08-17T00:29:56.561 INFO:teuthology.orchestra.run.smithi082.stdout:======================================================================================= 2024-08-17T00:29:56.561 INFO:teuthology.orchestra.run.smithi082.stdout:Install 112 Packages 2024-08-17T00:29:56.561 INFO:teuthology.orchestra.run.smithi082.stdout:Upgrade 2 Packages 2024-08-17T00:29:56.561 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:29:56.562 INFO:teuthology.orchestra.run.smithi082.stdout:Total download size: 190 M 2024-08-17T00:29:56.562 INFO:teuthology.orchestra.run.smithi082.stdout:Downloading Packages: 2024-08-17T00:29:56.717 INFO:teuthology.orchestra.run.smithi137.stdout:(1/114): ceph-17.2.7-1402.g03a1ac13.el9.x86_64. 35 kB/s | 6.5 kB 00:00 2024-08-17T00:29:56.942 INFO:teuthology.orchestra.run.smithi137.stdout:(2/114): ceph-fuse-17.2.7-1402.g03a1ac13.el9.x8 3.5 MB/s | 813 kB 00:00 2024-08-17T00:29:57.034 INFO:teuthology.orchestra.run.smithi137.stdout:(3/114): ceph-immutable-object-cache-17.2.7-140 1.5 MB/s | 138 kB 00:00 2024-08-17T00:29:57.185 INFO:teuthology.orchestra.run.smithi137.stdout:(4/114): ceph-base-17.2.7-1402.g03a1ac13.el9.x8 7.6 MB/s | 5.0 MB 00:00 2024-08-17T00:29:57.335 INFO:teuthology.orchestra.run.smithi137.stdout:(5/114): ceph-mgr-17.2.7-1402.g03a1ac13.el9.x86 9.4 MB/s | 1.4 MB 00:00 2024-08-17T00:29:57.385 INFO:teuthology.orchestra.run.smithi137.stdout:(6/114): ceph-mds-17.2.7-1402.g03a1ac13.el9.x86 5.9 MB/s | 2.1 MB 00:00 2024-08-17T00:29:57.476 INFO:teuthology.orchestra.run.smithi082.stdout:(1/114): ceph-17.2.7-1402.g03a1ac13.el9.x86_64. 30 kB/s | 6.5 kB 00:00 2024-08-17T00:29:57.610 INFO:teuthology.orchestra.run.smithi137.stdout:(7/114): ceph-common-17.2.7-1402.g03a1ac13.el9. 21 MB/s | 22 MB 00:01 2024-08-17T00:29:57.686 INFO:teuthology.orchestra.run.smithi137.stdout:(8/114): ceph-mon-17.2.7-1402.g03a1ac13.el9.x86 11 MB/s | 3.9 MB 00:00 2024-08-17T00:29:58.086 INFO:teuthology.orchestra.run.smithi137.stdout:(9/114): ceph-selinux-17.2.7-1402.g03a1ac13.el9 63 kB/s | 25 kB 00:00 2024-08-17T00:29:58.101 INFO:teuthology.orchestra.run.smithi082.stdout:(2/114): ceph-fuse-17.2.7-1402.g03a1ac13.el9.x8 1.3 MB/s | 813 kB 00:00 2024-08-17T00:29:58.268 INFO:teuthology.orchestra.run.smithi082.stdout:(3/114): ceph-immutable-object-cache-17.2.7-140 827 kB/s | 138 kB 00:00 2024-08-17T00:29:58.711 INFO:teuthology.orchestra.run.smithi137.stdout:(10/114): ceph-radosgw-17.2.7-1402.g03a1ac13.el 13 MB/s | 14 MB 00:01 2024-08-17T00:29:58.852 INFO:teuthology.orchestra.run.smithi082.stdout:(4/114): ceph-mds-17.2.7-1402.g03a1ac13.el9.x86 3.6 MB/s | 2.1 MB 00:00 2024-08-17T00:29:58.861 INFO:teuthology.orchestra.run.smithi137.stdout:(11/114): ceph-osd-17.2.7-1402.g03a1ac13.el9.x8 10 MB/s | 15 MB 00:01 2024-08-17T00:29:58.887 INFO:teuthology.orchestra.run.smithi137.stdout:(12/114): libcephfs-devel-17.2.7-1402.g03a1ac13 142 kB/s | 25 kB 00:00 2024-08-17T00:29:58.929 INFO:teuthology.orchestra.run.smithi137.stdout:(13/114): libcephfs2-17.2.7-1402.g03a1ac13.el9. 9.3 MB/s | 637 kB 00:00 2024-08-17T00:29:58.962 INFO:teuthology.orchestra.run.smithi137.stdout:(14/114): libcephsqlite-17.2.7-1402.g03a1ac13.e 2.1 MB/s | 163 kB 00:00 2024-08-17T00:29:59.004 INFO:teuthology.orchestra.run.smithi137.stdout:(15/114): librados-devel-17.2.7-1402.g03a1ac13. 1.6 MB/s | 126 kB 00:00 2024-08-17T00:29:59.046 INFO:teuthology.orchestra.run.smithi137.stdout:(16/114): libradosstriper1-17.2.7-1402.g03a1ac1 5.3 MB/s | 457 kB 00:00 2024-08-17T00:29:59.138 INFO:teuthology.orchestra.run.smithi137.stdout:(17/114): python3-ceph-argparse-17.2.7-1402.g03 492 kB/s | 45 kB 00:00 2024-08-17T00:29:59.202 INFO:teuthology.orchestra.run.smithi082.stdout:(5/114): ceph-mgr-17.2.7-1402.g03a1ac13.el9.x86 4.0 MB/s | 1.4 MB 00:00 2024-08-17T00:29:59.247 INFO:teuthology.orchestra.run.smithi137.stdout:(18/114): python3-ceph-common-17.2.7-1402.g03a1 1.1 MB/s | 120 kB 00:00 2024-08-17T00:29:59.330 INFO:teuthology.orchestra.run.smithi137.stdout:(19/114): python3-cephfs-17.2.7-1402.g03a1ac13. 2.1 MB/s | 181 kB 00:00 2024-08-17T00:29:59.397 INFO:teuthology.orchestra.run.smithi137.stdout:(20/114): librgw2-17.2.7-1402.g03a1ac13.el9.x86 13 MB/s | 4.9 MB 00:00 2024-08-17T00:29:59.423 INFO:teuthology.orchestra.run.smithi137.stdout:(21/114): python3-rados-17.2.7-1402.g03a1ac13.e 3.9 MB/s | 369 kB 00:00 2024-08-17T00:29:59.448 INFO:teuthology.orchestra.run.smithi137.stdout:(22/114): python3-rbd-17.2.7-1402.g03a1ac13.el9 6.7 MB/s | 343 kB 00:00 2024-08-17T00:29:59.469 INFO:teuthology.orchestra.run.smithi082.stdout:(6/114): ceph-common-17.2.7-1402.g03a1ac13.el9. 10 MB/s | 22 MB 00:02 2024-08-17T00:29:59.475 INFO:teuthology.orchestra.run.smithi137.stdout:(23/114): python3-rgw-17.2.7-1402.g03a1ac13.el9 2.3 MB/s | 116 kB 00:00 2024-08-17T00:29:59.498 INFO:teuthology.orchestra.run.smithi137.stdout:(24/114): rbd-fuse-17.2.7-1402.g03a1ac13.el9.x8 1.6 MB/s | 82 kB 00:00 2024-08-17T00:29:59.590 INFO:teuthology.orchestra.run.smithi137.stdout:(25/114): rbd-nbd-17.2.7-1402.g03a1ac13.el9.x86 1.8 MB/s | 165 kB 00:00 2024-08-17T00:29:59.691 INFO:teuthology.orchestra.run.smithi137.stdout:(26/114): rbd-mirror-17.2.7-1402.g03a1ac13.el9. 14 MB/s | 2.9 MB 00:00 2024-08-17T00:29:59.716 INFO:teuthology.orchestra.run.smithi137.stdout:(27/114): ceph-grafana-dashboards-17.2.7-1402.g 195 kB/s | 24 kB 00:00 2024-08-17T00:29:59.766 INFO:teuthology.orchestra.run.smithi137.stdout:(28/114): ceph-mgr-cephadm-17.2.7-1402.g03a1ac1 1.6 MB/s | 124 kB 00:00 2024-08-17T00:29:59.886 INFO:teuthology.orchestra.run.smithi082.stdout:(7/114): ceph-mon-17.2.7-1402.g03a1ac13.el9.x86 5.7 MB/s | 3.9 MB 00:00 2024-08-17T00:30:00.017 INFO:teuthology.orchestra.run.smithi137.stdout:(29/114): ceph-mgr-dashboard-17.2.7-1402.g03a1a 11 MB/s | 3.4 MB 00:00 2024-08-17T00:30:00.100 INFO:teuthology.orchestra.run.smithi137.stdout:(30/114): ceph-mgr-modules-core-17.2.7-1402.g03 2.8 MB/s | 240 kB 00:00 2024-08-17T00:30:00.184 INFO:teuthology.orchestra.run.smithi137.stdout:(31/114): ceph-mgr-rook-17.2.7-1402.g03a1ac13.e 573 kB/s | 47 kB 00:00 2024-08-17T00:30:00.267 INFO:teuthology.orchestra.run.smithi137.stdout:(32/114): ceph-prometheus-alerts-17.2.7-1402.g0 175 kB/s | 15 kB 00:00 2024-08-17T00:30:00.318 INFO:teuthology.orchestra.run.smithi137.stdout:(33/114): cephadm-17.2.7-1402.g03a1ac13.el9.noa 1.6 MB/s | 83 kB 00:00 2024-08-17T00:30:00.378 INFO:teuthology.orchestra.run.smithi082.stdout:(8/114): ceph-osd-17.2.7-1402.g03a1ac13.el9.x86 17 MB/s | 15 MB 00:00 2024-08-17T00:30:00.401 INFO:teuthology.orchestra.run.smithi137.stdout:(34/114): ceph-mgr-diskprediction-local-17.2.7- 12 MB/s | 7.4 MB 00:00 2024-08-17T00:30:00.420 INFO:teuthology.orchestra.run.smithi082.stdout:(9/114): ceph-selinux-17.2.7-1402.g03a1ac13.el9 606 kB/s | 25 kB 00:00 2024-08-17T00:30:00.468 INFO:teuthology.orchestra.run.smithi137.stdout:(35/114): fuse-2.9.9-16.el9.x86_64.rpm 531 kB/s | 80 kB 00:00 2024-08-17T00:30:00.503 INFO:teuthology.orchestra.run.smithi082.stdout:(10/114): ceph-base-17.2.7-1402.g03a1ac13.el9.x 1.5 MB/s | 5.0 MB 00:03 2024-08-17T00:30:00.527 INFO:teuthology.orchestra.run.smithi137.stdout:(36/114): libquadmath-11.4.1-3.el9.x86_64.rpm 3.3 MB/s | 195 kB 00:00 2024-08-17T00:30:00.570 INFO:teuthology.orchestra.run.smithi082.stdout:(11/114): libcephfs-devel-17.2.7-1402.g03a1ac13 376 kB/s | 25 kB 00:00 2024-08-17T00:30:00.586 INFO:teuthology.orchestra.run.smithi137.stdout:(37/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.2 MB/s | 253 kB 00:00 2024-08-17T00:30:00.611 INFO:teuthology.orchestra.run.smithi137.stdout:(38/114): libgfortran-11.4.1-3.el9.x86_64.rpm 3.8 MB/s | 803 kB 00:00 2024-08-17T00:30:00.661 INFO:teuthology.orchestra.run.smithi137.stdout:(39/114): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-08-17T00:30:00.703 INFO:teuthology.orchestra.run.smithi137.stdout:(40/114): python3-cryptography-36.0.1-4.el9.x86 10 MB/s | 1.2 MB 00:00 2024-08-17T00:30:00.728 INFO:teuthology.orchestra.run.smithi137.stdout:(41/114): python3-pycparser-2.20-6.el9.noarch.r 2.0 MB/s | 135 kB 00:00 2024-08-17T00:30:00.754 INFO:teuthology.orchestra.run.smithi137.stdout:(42/114): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-08-17T00:30:00.779 INFO:teuthology.orchestra.run.smithi137.stdout:(43/114): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-08-17T00:30:00.863 INFO:teuthology.orchestra.run.smithi137.stdout:(44/114): flexiblas-3.0.4-8.el9.x86_64.rpm 301 kB/s | 33 kB 00:00 2024-08-17T00:30:00.914 INFO:teuthology.orchestra.run.smithi137.stdout:(45/114): flexiblas-openblas-openmp-3.0.4-8.el9 365 kB/s | 18 kB 00:00 2024-08-17T00:30:01.029 INFO:teuthology.orchestra.run.smithi082.stdout:(12/114): ceph-radosgw-17.2.7-1402.g03a1ac13.el 13 MB/s | 14 MB 00:01 2024-08-17T00:30:01.030 INFO:teuthology.orchestra.run.smithi137.stdout:(46/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.3 MB/s | 160 kB 00:00 2024-08-17T00:30:01.054 INFO:teuthology.orchestra.run.smithi082.stdout:(13/114): libcephfs2-17.2.7-1402.g03a1ac13.el9. 1.3 MB/s | 637 kB 00:00 2024-08-17T00:30:01.079 INFO:teuthology.orchestra.run.smithi082.stdout:(14/114): libcephsqlite-17.2.7-1402.g03a1ac13.e 3.2 MB/s | 163 kB 00:00 2024-08-17T00:30:01.089 INFO:teuthology.orchestra.run.smithi137.stdout:(47/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 777 kB/s | 45 kB 00:00 2024-08-17T00:30:01.113 INFO:teuthology.orchestra.run.smithi082.stdout:(15/114): librados-devel-17.2.7-1402.g03a1ac13. 2.1 MB/s | 126 kB 00:00 2024-08-17T00:30:01.138 INFO:teuthology.orchestra.run.smithi082.stdout:(16/114): libradosstriper1-17.2.7-1402.g03a1ac1 7.6 MB/s | 457 kB 00:00 2024-08-17T00:30:01.139 INFO:teuthology.orchestra.run.smithi137.stdout:(48/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 8.3 MB/s | 3.0 MB 00:00 2024-08-17T00:30:01.188 INFO:teuthology.orchestra.run.smithi082.stdout:(17/114): python3-ceph-argparse-17.2.7-1402.g03 902 kB/s | 45 kB 00:00 2024-08-17T00:30:01.197 INFO:teuthology.orchestra.run.smithi137.stdout:(49/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.9 MB/s | 292 kB 00:00 2024-08-17T00:30:01.223 INFO:teuthology.orchestra.run.smithi137.stdout:(50/114): librdkafka-1.6.1-102.el9.x86_64.rpm 4.8 MB/s | 662 kB 00:00 2024-08-17T00:30:01.247 INFO:teuthology.orchestra.run.smithi082.stdout:(18/114): python3-ceph-common-17.2.7-1402.g03a1 2.0 MB/s | 120 kB 00:00 2024-08-17T00:30:01.256 INFO:teuthology.orchestra.run.smithi137.stdout:(51/114): openblas-0.3.21-2.el9.x86_64.rpm 602 kB/s | 35 kB 00:00 2024-08-17T00:30:01.306 INFO:teuthology.orchestra.run.smithi082.stdout:(19/114): python3-cephfs-17.2.7-1402.g03a1ac13. 3.0 MB/s | 181 kB 00:00 2024-08-17T00:30:01.315 INFO:teuthology.orchestra.run.smithi137.stdout:(52/114): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-08-17T00:30:01.373 INFO:teuthology.orchestra.run.smithi082.stdout:(20/114): python3-rados-17.2.7-1402.g03a1ac13.e 5.4 MB/s | 369 kB 00:00 2024-08-17T00:30:01.390 INFO:teuthology.orchestra.run.smithi137.stdout:(53/114): openblas-openmp-0.3.21-2.el9.x86_64.r 28 MB/s | 4.7 MB 00:00 2024-08-17T00:30:01.431 INFO:teuthology.orchestra.run.smithi082.stdout:(21/114): python3-rbd-17.2.7-1402.g03a1ac13.el9 5.7 MB/s | 343 kB 00:00 2024-08-17T00:30:01.449 INFO:teuthology.orchestra.run.smithi137.stdout:(54/114): python3-devel-3.9.18-3.el9.x86_64.rpm 4.1 MB/s | 244 kB 00:00 2024-08-17T00:30:01.482 INFO:teuthology.orchestra.run.smithi082.stdout:(22/114): python3-rgw-17.2.7-1402.g03a1ac13.el9 2.3 MB/s | 116 kB 00:00 2024-08-17T00:30:01.540 INFO:teuthology.orchestra.run.smithi082.stdout:(23/114): rbd-fuse-17.2.7-1402.g03a1ac13.el9.x8 1.4 MB/s | 82 kB 00:00 2024-08-17T00:30:01.724 INFO:teuthology.orchestra.run.smithi082.stdout:(24/114): rbd-mirror-17.2.7-1402.g03a1ac13.el9. 16 MB/s | 2.9 MB 00:00 2024-08-17T00:30:01.774 INFO:teuthology.orchestra.run.smithi082.stdout:(25/114): rbd-nbd-17.2.7-1402.g03a1ac13.el9.x86 3.2 MB/s | 165 kB 00:00 2024-08-17T00:30:01.833 INFO:teuthology.orchestra.run.smithi082.stdout:(26/114): ceph-grafana-dashboards-17.2.7-1402.g 418 kB/s | 24 kB 00:00 2024-08-17T00:30:01.857 INFO:teuthology.orchestra.run.smithi137.stdout:(55/114): ceph-test-17.2.7-1402.g03a1ac13.el9.x 13 MB/s | 48 MB 00:03 2024-08-17T00:30:01.883 INFO:teuthology.orchestra.run.smithi137.stdout:(56/114): python3-iniconfig-1.1.1-7.el9.noarch. 40 kB/s | 17 kB 00:00 2024-08-17T00:30:01.891 INFO:teuthology.orchestra.run.smithi082.stdout:(27/114): ceph-mgr-cephadm-17.2.7-1402.g03a1ac1 2.1 MB/s | 124 kB 00:00 2024-08-17T00:30:01.958 INFO:teuthology.orchestra.run.smithi137.stdout:(57/114): python3-babel-2.9.1-2.el9.noarch.rpm 9.3 MB/s | 6.0 MB 00:00 2024-08-17T00:30:01.975 INFO:teuthology.orchestra.run.smithi137.stdout:(58/114): python3-jsonpatch-1.21-16.el9.noarch. 279 kB/s | 26 kB 00:00 2024-08-17T00:30:02.000 INFO:teuthology.orchestra.run.smithi137.stdout:(59/114): python3-jsonpointer-2.0-4.el9.noarch. 459 kB/s | 19 kB 00:00 2024-08-17T00:30:02.034 INFO:teuthology.orchestra.run.smithi137.stdout:(60/114): python3-mako-1.1.4-6.el9.noarch.rpm 2.9 MB/s | 172 kB 00:00 2024-08-17T00:30:02.059 INFO:teuthology.orchestra.run.smithi137.stdout:(61/114): python3-markupsafe-1.1.1-12.el9.x86_6 594 kB/s | 35 kB 00:00 2024-08-17T00:30:02.075 INFO:teuthology.orchestra.run.smithi082.stdout:(28/114): ceph-mgr-dashboard-17.2.7-1402.g03a1a 18 MB/s | 3.4 MB 00:00 2024-08-17T00:30:02.084 INFO:teuthology.orchestra.run.smithi137.stdout:(62/114): python3-jinja2-2.11.3-6.el9.noarch.rp 1.1 MB/s | 248 kB 00:00 2024-08-17T00:30:02.118 INFO:teuthology.orchestra.run.smithi137.stdout:(63/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.2 MB/s | 250 kB 00:00 2024-08-17T00:30:02.143 INFO:teuthology.orchestra.run.smithi137.stdout:(64/114): python3-oauthlib-3.1.1-5.el9.noarch.r 3.7 MB/s | 222 kB 00:00 2024-08-17T00:30:02.168 INFO:teuthology.orchestra.run.smithi137.stdout:(65/114): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-08-17T00:30:02.193 INFO:teuthology.orchestra.run.smithi137.stdout:(66/114): python3-pluggy-0.13.1-7.el9.noarch.rp 825 kB/s | 41 kB 00:00 2024-08-17T00:30:02.260 INFO:teuthology.orchestra.run.smithi137.stdout:(67/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 23 MB/s | 5.1 MB 00:00 2024-08-17T00:30:02.286 INFO:teuthology.orchestra.run.smithi137.stdout:(68/114): python3-prettytable-0.7.2-27.el9.noar 361 kB/s | 42 kB 00:00 2024-08-17T00:30:02.311 INFO:teuthology.orchestra.run.smithi137.stdout:(69/114): python3-py-1.10.0-6.el9.noarch.rpm 4.0 MB/s | 477 kB 00:00 2024-08-17T00:30:02.337 INFO:teuthology.orchestra.run.smithi137.stdout:(70/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.1 MB/s | 159 kB 00:00 2024-08-17T00:30:02.362 INFO:teuthology.orchestra.run.smithi137.stdout:(71/114): python3-pyasn1-modules-0.4.8-6.el9.no 3.6 MB/s | 279 kB 00:00 2024-08-17T00:30:02.387 INFO:teuthology.orchestra.run.smithi137.stdout:(72/114): python3-pytest-6.2.2-7.el9.noarch.rpm 6.7 MB/s | 519 kB 00:00 2024-08-17T00:30:02.413 INFO:teuthology.orchestra.run.smithi137.stdout:(73/114): python3-pytz-2021.1-5.el9.noarch.rpm 674 kB/s | 51 kB 00:00 2024-08-17T00:30:02.438 INFO:teuthology.orchestra.run.smithi137.stdout:(74/114): python3-requests-oauthlib-1.3.0-12.el 711 kB/s | 54 kB 00:00 2024-08-17T00:30:02.488 INFO:teuthology.orchestra.run.smithi137.stdout:(75/114): python3-toml-0.10.2-6.el9.noarch.rpm 555 kB/s | 42 kB 00:00 2024-08-17T00:30:02.530 INFO:teuthology.orchestra.run.smithi137.stdout:(76/114): socat-1.7.4.1-6.el9.x86_64.rpm 3.2 MB/s | 304 kB 00:00 2024-08-17T00:30:02.551 INFO:teuthology.orchestra.run.smithi082.stdout:(29/114): ceph-test-17.2.7-1402.g03a1ac13.el9.x 22 MB/s | 48 MB 00:02 2024-08-17T00:30:02.588 INFO:teuthology.orchestra.run.smithi137.stdout:(77/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 637 kB/s | 64 kB 00:00 2024-08-17T00:30:02.601 INFO:teuthology.orchestra.run.smithi082.stdout:(30/114): ceph-mgr-modules-core-17.2.7-1402.g03 4.7 MB/s | 240 kB 00:00 2024-08-17T00:30:02.647 INFO:teuthology.orchestra.run.smithi137.stdout:(78/114): gperftools-libs-2.9.1-2.el9.x86_64.rp 2.6 MB/s | 309 kB 00:00 2024-08-17T00:30:02.672 INFO:teuthology.orchestra.run.smithi137.stdout:(79/114): libunwind-1.6.2-1.el9.x86_64.rpm 2.9 MB/s | 67 kB 00:00 2024-08-17T00:30:02.697 INFO:teuthology.orchestra.run.smithi137.stdout:(80/114): liboath-2.6.7-2.el9.x86_64.rpm 456 kB/s | 49 kB 00:00 2024-08-17T00:30:02.709 INFO:teuthology.orchestra.run.smithi082.stdout:(31/114): ceph-mgr-diskprediction-local-17.2.7- 12 MB/s | 7.4 MB 00:00 2024-08-17T00:30:02.722 INFO:teuthology.orchestra.run.smithi137.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-08-17T00:30:02.734 INFO:teuthology.orchestra.run.smithi082.stdout:(32/114): ceph-mgr-rook-17.2.7-1402.g03a1ac13.e 356 kB/s | 47 kB 00:00 2024-08-17T00:30:02.750 INFO:teuthology.orchestra.run.smithi137.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-08-17T00:30:02.760 INFO:teuthology.orchestra.run.smithi082.stdout:(33/114): ceph-prometheus-alerts-17.2.7-1402.g0 291 kB/s | 15 kB 00:00 2024-08-17T00:30:02.773 INFO:teuthology.orchestra.run.smithi137.stdout:(83/114): python3-certifi-2023.05.07-4.el9.noar 570 kB/s | 14 kB 00:00 2024-08-17T00:30:02.785 INFO:teuthology.orchestra.run.smithi082.stdout:(34/114): cephadm-17.2.7-1402.g03a1ac13.el9.noa 1.6 MB/s | 83 kB 00:00 2024-08-17T00:30:02.807 INFO:teuthology.orchestra.run.smithi137.stdout:(84/114): python3-asyncssh-2.13.2-5.el9.noarch. 4.0 MB/s | 548 kB 00:00 2024-08-17T00:30:02.832 INFO:teuthology.orchestra.run.smithi137.stdout:(85/114): python3-cheroot-8.6.0-4.el9.noarch.rp 2.9 MB/s | 172 kB 00:00 2024-08-17T00:30:02.854 INFO:teuthology.orchestra.run.smithi082.stdout:(35/114): librgw2-17.2.7-1402.g03a1ac13.el9.x86 2.8 MB/s | 4.9 MB 00:01 2024-08-17T00:30:02.865 INFO:teuthology.orchestra.run.smithi137.stdout:(86/114): python3-cherrypy-18.6.1-2.el9.noarch. 6.0 MB/s | 358 kB 00:00 2024-08-17T00:30:02.891 INFO:teuthology.orchestra.run.smithi137.stdout:(87/114): python3-google-auth-2.33.0-1.el9.noar 3.7 MB/s | 220 kB 00:00 2024-08-17T00:30:02.908 INFO:teuthology.orchestra.run.smithi137.stdout:(88/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 255 kB/s | 11 kB 00:00 2024-08-17T00:30:02.925 INFO:teuthology.orchestra.run.smithi137.stdout:(89/114): python3-jaraco-classes-3.2.1-5.el9.no 529 kB/s | 18 kB 00:00 2024-08-17T00:30:02.950 INFO:teuthology.orchestra.run.smithi137.stdout:(90/114): python3-jaraco-collections-3.0.0-8.el 553 kB/s | 23 kB 00:00 2024-08-17T00:30:02.967 INFO:teuthology.orchestra.run.smithi137.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 464 kB/s | 19 kB 00:00 2024-08-17T00:30:02.984 INFO:teuthology.orchestra.run.smithi137.stdout:(92/114): python3-jaraco-text-3.2.0-6.el9.noarc 586 kB/s | 20 kB 00:00 2024-08-17T00:30:03.001 INFO:teuthology.orchestra.run.smithi137.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 270 kB/s | 9.0 kB 00:00 2024-08-17T00:30:03.018 INFO:teuthology.orchestra.run.smithi137.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 1.2 MB/s | 41 kB 00:00 2024-08-17T00:30:03.035 INFO:teuthology.orchestra.run.smithi137.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 2.8 MB/s | 46 kB 00:00 2024-08-17T00:30:03.060 INFO:teuthology.orchestra.run.smithi137.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 3.1 MB/s | 79 kB 00:00 2024-08-17T00:30:03.085 INFO:teuthology.orchestra.run.smithi137.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 2.3 MB/s | 58 kB 00:00 2024-08-17T00:30:03.119 INFO:teuthology.orchestra.run.smithi137.stdout:(98/114): python3-kubernetes-26.1.0-2.el9.noarc 8.7 MB/s | 1.0 MB 00:00 2024-08-17T00:30:03.136 INFO:teuthology.orchestra.run.smithi137.stdout:(99/114): python3-portend-3.1.0-2.el9.noarch.rp 991 kB/s | 16 kB 00:00 2024-08-17T00:30:03.161 INFO:teuthology.orchestra.run.smithi137.stdout:(100/114): python3-pecan-1.4.2-3.el9.noarch.rpm 3.5 MB/s | 272 kB 00:00 2024-08-17T00:30:03.171 INFO:teuthology.orchestra.run.smithi082.stdout:(36/114): fuse-2.9.9-16.el9.x86_64.rpm 194 kB/s | 80 kB 00:00 2024-08-17T00:30:03.187 INFO:teuthology.orchestra.run.smithi137.stdout:(101/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.7 MB/s | 90 kB 00:00 2024-08-17T00:30:03.212 INFO:teuthology.orchestra.run.smithi137.stdout:(102/114): python3-repoze-lru-0.7-16.el9.noarch 610 kB/s | 31 kB 00:00 2024-08-17T00:30:03.237 INFO:teuthology.orchestra.run.smithi137.stdout:(103/114): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-08-17T00:30:03.263 INFO:teuthology.orchestra.run.smithi137.stdout:(104/114): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-08-17T00:30:03.288 INFO:teuthology.orchestra.run.smithi137.stdout:(105/114): python3-tempora-5.0.0-2.el9.noarch.r 712 kB/s | 36 kB 00:00 2024-08-17T00:30:03.313 INFO:teuthology.orchestra.run.smithi137.stdout:(106/114): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-08-17T00:30:03.339 INFO:teuthology.orchestra.run.smithi137.stdout:(107/114): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-08-17T00:30:03.364 INFO:teuthology.orchestra.run.smithi137.stdout:(108/114): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-08-17T00:30:03.389 INFO:teuthology.orchestra.run.smithi137.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 804 kB/s | 20 kB 00:00 2024-08-17T00:30:03.413 INFO:teuthology.orchestra.run.smithi082.stdout:(37/114): libquadmath-11.4.1-3.el9.x86_64.rpm 349 kB/s | 195 kB 00:00 2024-08-17T00:30:03.423 INFO:teuthology.orchestra.run.smithi137.stdout:(110/114): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2024-08-17T00:30:03.490 INFO:teuthology.orchestra.run.smithi137.stdout:(111/114): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-08-17T00:30:03.538 INFO:teuthology.orchestra.run.smithi082.stdout:(38/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 690 kB/s | 253 kB 00:00 2024-08-17T00:30:03.581 INFO:teuthology.orchestra.run.smithi082.stdout:(39/114): libgfortran-11.4.1-3.el9.x86_64.rpm 1.0 MB/s | 803 kB 00:00 2024-08-17T00:30:03.647 INFO:teuthology.orchestra.run.smithi082.stdout:(40/114): python3-ply-3.11-14.el9.noarch.rpm 982 kB/s | 106 kB 00:00 2024-08-17T00:30:03.648 INFO:teuthology.orchestra.run.smithi137.stdout:(112/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 13 MB/s | 16 MB 00:01 2024-08-17T00:30:03.689 INFO:teuthology.orchestra.run.smithi082.stdout:(41/114): python3-pycparser-2.20-6.el9.noarch.r 1.2 MB/s | 135 kB 00:00 2024-08-17T00:30:03.756 INFO:teuthology.orchestra.run.smithi082.stdout:(42/114): python3-requests-2.25.1-8.el9.noarch. 1.1 MB/s | 125 kB 00:00 2024-08-17T00:30:03.798 INFO:teuthology.orchestra.run.smithi082.stdout:(43/114): python3-urllib3-1.26.5-6.el9.noarch.r 1.9 MB/s | 215 kB 00:00 2024-08-17T00:30:03.798 INFO:teuthology.orchestra.run.smithi137.stdout:(113/114): librados2-17.2.7-1402.g03a1ac13.el9. 8.2 MB/s | 3.1 MB 00:00 2024-08-17T00:30:03.849 INFO:teuthology.orchestra.run.smithi137.stdout:(114/114): librbd1-17.2.7-1402.g03a1ac13.el9.x8 8.2 MB/s | 2.9 MB 00:00 2024-08-17T00:30:03.853 INFO:teuthology.orchestra.run.smithi137.stdout:-------------------------------------------------------------------------------- 2024-08-17T00:30:03.854 INFO:teuthology.orchestra.run.smithi137.stdout:Total 25 MB/s | 190 MB 00:07 2024-08-17T00:30:03.865 INFO:teuthology.orchestra.run.smithi082.stdout:(44/114): flexiblas-3.0.4-8.el9.x86_64.rpm 301 kB/s | 33 kB 00:00 2024-08-17T00:30:03.899 INFO:teuthology.orchestra.run.smithi082.stdout:(45/114): python3-cryptography-36.0.1-4.el9.x86 2.5 MB/s | 1.2 MB 00:00 2024-08-17T00:30:03.924 INFO:teuthology.orchestra.run.smithi082.stdout:(46/114): flexiblas-openblas-openmp-3.0.4-8.el9 310 kB/s | 18 kB 00:00 2024-08-17T00:30:03.983 INFO:teuthology.orchestra.run.smithi082.stdout:(47/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 776 kB/s | 45 kB 00:00 2024-08-17T00:30:04.057 INFO:teuthology.orchestra.run.smithi082.stdout:(48/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 12 MB/s | 3.0 MB 00:00 2024-08-17T00:30:04.083 INFO:teuthology.orchestra.run.smithi082.stdout:(49/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 870 kB/s | 160 kB 00:00 2024-08-17T00:30:04.108 INFO:teuthology.orchestra.run.smithi082.stdout:(50/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-08-17T00:30:04.142 INFO:teuthology.orchestra.run.smithi082.stdout:(51/114): openblas-0.3.21-2.el9.x86_64.rpm 600 kB/s | 35 kB 00:00 2024-08-17T00:30:04.167 INFO:teuthology.orchestra.run.smithi082.stdout:(52/114): librdkafka-1.6.1-102.el9.x86_64.rpm 3.5 MB/s | 662 kB 00:00 2024-08-17T00:30:04.192 INFO:teuthology.orchestra.run.smithi082.stdout:(53/114): python3-attrs-20.3.0-7.el9.noarch.rpm 1.7 MB/s | 87 kB 00:00 2024-08-17T00:30:04.276 INFO:teuthology.orchestra.run.smithi082.stdout:(54/114): openblas-openmp-0.3.21-2.el9.x86_64.r 28 MB/s | 4.7 MB 00:00 2024-08-17T00:30:04.301 INFO:teuthology.orchestra.run.smithi082.stdout:(55/114): python3-devel-3.9.18-3.el9.x86_64.rpm 2.2 MB/s | 244 kB 00:00 2024-08-17T00:30:04.326 INFO:teuthology.orchestra.run.smithi082.stdout:(56/114): python3-iniconfig-1.1.1-7.el9.noarch. 349 kB/s | 17 kB 00:00 2024-08-17T00:30:04.352 INFO:teuthology.orchestra.run.smithi082.stdout:(57/114): python3-jinja2-2.11.3-6.el9.noarch.rp 4.8 MB/s | 248 kB 00:00 2024-08-17T00:30:04.377 INFO:teuthology.orchestra.run.smithi082.stdout:(58/114): python3-jsonpatch-1.21-16.el9.noarch. 509 kB/s | 26 kB 00:00 2024-08-17T00:30:04.402 INFO:teuthology.orchestra.run.smithi082.stdout:(59/114): python3-jsonpointer-2.0-4.el9.noarch. 382 kB/s | 19 kB 00:00 2024-08-17T00:30:04.427 INFO:teuthology.orchestra.run.smithi082.stdout:(60/114): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 172 kB 00:00 2024-08-17T00:30:04.453 INFO:teuthology.orchestra.run.smithi082.stdout:(61/114): python3-markupsafe-1.1.1-12.el9.x86_6 689 kB/s | 35 kB 00:00 2024-08-17T00:30:04.536 INFO:teuthology.orchestra.run.smithi082.stdout:(62/114): python3-babel-2.9.1-2.el9.noarch.rpm 16 MB/s | 6.0 MB 00:00 2024-08-17T00:30:04.562 INFO:teuthology.orchestra.run.smithi082.stdout:(63/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.3 MB/s | 250 kB 00:00 2024-08-17T00:30:04.590 INFO:teuthology.orchestra.run.smithi137.stdout:Running transaction check 2024-08-17T00:30:04.595 INFO:teuthology.orchestra.run.smithi082.stdout:(64/114): python3-oauthlib-3.1.1-5.el9.noarch.r 3.7 MB/s | 222 kB 00:00 2024-08-17T00:30:04.621 INFO:teuthology.orchestra.run.smithi082.stdout:(65/114): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-08-17T00:30:04.646 INFO:teuthology.orchestra.run.smithi082.stdout:(66/114): python3-pluggy-0.13.1-7.el9.noarch.rp 823 kB/s | 41 kB 00:00 2024-08-17T00:30:04.671 INFO:teuthology.orchestra.run.smithi082.stdout:(67/114): python3-prettytable-0.7.2-27.el9.noar 841 kB/s | 42 kB 00:00 2024-08-17T00:30:04.685 INFO:teuthology.orchestra.run.smithi137.stdout:Transaction check succeeded. 2024-08-17T00:30:04.685 INFO:teuthology.orchestra.run.smithi137.stdout:Running transaction test 2024-08-17T00:30:04.705 INFO:teuthology.orchestra.run.smithi082.stdout:(68/114): python3-py-1.10.0-6.el9.noarch.rpm 7.9 MB/s | 477 kB 00:00 2024-08-17T00:30:04.730 INFO:teuthology.orchestra.run.smithi082.stdout:(69/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.6 MB/s | 159 kB 00:00 2024-08-17T00:30:04.755 INFO:teuthology.orchestra.run.smithi082.stdout:(70/114): python3-pyasn1-modules-0.4.8-6.el9.no 5.5 MB/s | 279 kB 00:00 2024-08-17T00:30:04.822 INFO:teuthology.orchestra.run.smithi082.stdout:(71/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 13 MB/s | 5.1 MB 00:00 2024-08-17T00:30:04.847 INFO:teuthology.orchestra.run.smithi082.stdout:(72/114): python3-pytest-6.2.2-7.el9.noarch.rpm 4.3 MB/s | 519 kB 00:00 2024-08-17T00:30:04.873 INFO:teuthology.orchestra.run.smithi082.stdout:(73/114): python3-pytz-2021.1-5.el9.noarch.rpm 435 kB/s | 51 kB 00:00 2024-08-17T00:30:04.898 INFO:teuthology.orchestra.run.smithi082.stdout:(74/114): python3-requests-oauthlib-1.3.0-12.el 711 kB/s | 54 kB 00:00 2024-08-17T00:30:04.923 INFO:teuthology.orchestra.run.smithi082.stdout:(75/114): python3-toml-0.10.2-6.el9.noarch.rpm 833 kB/s | 42 kB 00:00 2024-08-17T00:30:04.949 INFO:teuthology.orchestra.run.smithi082.stdout:(76/114): socat-1.7.4.1-6.el9.x86_64.rpm 5.9 MB/s | 304 kB 00:00 2024-08-17T00:30:04.974 INFO:teuthology.orchestra.run.smithi082.stdout:(77/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-08-17T00:30:05.066 INFO:teuthology.orchestra.run.smithi082.stdout:(78/114): gperftools-libs-2.9.1-2.el9.x86_64.rp 2.6 MB/s | 309 kB 00:00 2024-08-17T00:30:05.091 INFO:teuthology.orchestra.run.smithi082.stdout:(79/114): libunwind-1.6.2-1.el9.x86_64.rpm 2.9 MB/s | 67 kB 00:00 2024-08-17T00:30:05.116 INFO:teuthology.orchestra.run.smithi082.stdout:(80/114): liboath-2.6.7-2.el9.x86_64.rpm 342 kB/s | 49 kB 00:00 2024-08-17T00:30:05.141 INFO:teuthology.orchestra.run.smithi082.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-08-17T00:30:05.166 INFO:teuthology.orchestra.run.smithi082.stdout:(82/114): python3-asyncssh-2.13.2-5.el9.noarch. 7.1 MB/s | 548 kB 00:00 2024-08-17T00:30:05.192 INFO:teuthology.orchestra.run.smithi082.stdout:(83/114): python3-cachetools-4.2.4-1.el9.noarch 641 kB/s | 32 kB 00:00 2024-08-17T00:30:05.217 INFO:teuthology.orchestra.run.smithi082.stdout:(84/114): python3-certifi-2023.05.07-4.el9.noar 281 kB/s | 14 kB 00:00 2024-08-17T00:30:05.242 INFO:teuthology.orchestra.run.smithi082.stdout:(85/114): python3-cheroot-8.6.0-4.el9.noarch.rp 3.3 MB/s | 172 kB 00:00 2024-08-17T00:30:05.268 INFO:teuthology.orchestra.run.smithi082.stdout:(86/114): python3-cherrypy-18.6.1-2.el9.noarch. 7.0 MB/s | 358 kB 00:00 2024-08-17T00:30:05.293 INFO:teuthology.orchestra.run.smithi082.stdout:(87/114): python3-google-auth-2.33.0-1.el9.noar 4.3 MB/s | 220 kB 00:00 2024-08-17T00:30:05.318 INFO:teuthology.orchestra.run.smithi082.stdout:(88/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 212 kB/s | 11 kB 00:00 2024-08-17T00:30:05.346 INFO:teuthology.orchestra.run.smithi082.stdout:(89/114): python3-jaraco-classes-3.2.1-5.el9.no 352 kB/s | 18 kB 00:00 2024-08-17T00:30:05.369 INFO:teuthology.orchestra.run.smithi082.stdout:(90/114): python3-jaraco-collections-3.0.0-8.el 460 kB/s | 23 kB 00:00 2024-08-17T00:30:05.394 INFO:teuthology.orchestra.run.smithi082.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 387 kB/s | 19 kB 00:00 2024-08-17T00:30:05.419 INFO:teuthology.orchestra.run.smithi082.stdout:(92/114): python3-jaraco-text-3.2.0-6.el9.noarc 392 kB/s | 20 kB 00:00 2024-08-17T00:30:05.444 INFO:teuthology.orchestra.run.smithi082.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 180 kB/s | 9.0 kB 00:00 2024-08-17T00:30:05.470 INFO:teuthology.orchestra.run.smithi082.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 816 kB/s | 41 kB 00:00 2024-08-17T00:30:05.495 INFO:teuthology.orchestra.run.smithi082.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-08-17T00:30:05.529 INFO:teuthology.orchestra.run.smithi082.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 2.3 MB/s | 79 kB 00:00 2024-08-17T00:30:05.554 INFO:teuthology.orchestra.run.smithi082.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 2.3 MB/s | 58 kB 00:00 2024-08-17T00:30:05.579 INFO:teuthology.orchestra.run.smithi082.stdout:(98/114): python3-pecan-1.4.2-3.el9.noarch.rpm 11 MB/s | 272 kB 00:00 2024-08-17T00:30:05.613 INFO:teuthology.orchestra.run.smithi082.stdout:(99/114): python3-kubernetes-26.1.0-2.el9.noarc 6.1 MB/s | 1.0 MB 00:00 2024-08-17T00:30:05.638 INFO:teuthology.orchestra.run.smithi082.stdout:(100/114): python3-portend-3.1.0-2.el9.noarch.r 280 kB/s | 16 kB 00:00 2024-08-17T00:30:05.664 INFO:teuthology.orchestra.run.smithi082.stdout:(101/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.7 MB/s | 90 kB 00:00 2024-08-17T00:30:05.689 INFO:teuthology.orchestra.run.smithi082.stdout:(102/114): python3-repoze-lru-0.7-16.el9.noarch 615 kB/s | 31 kB 00:00 2024-08-17T00:30:05.714 INFO:teuthology.orchestra.run.smithi082.stdout:(103/114): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-08-17T00:30:05.739 INFO:teuthology.orchestra.run.smithi082.stdout:(104/114): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-08-17T00:30:05.765 INFO:teuthology.orchestra.run.smithi082.stdout:(105/114): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-08-17T00:30:05.790 INFO:teuthology.orchestra.run.smithi082.stdout:(106/114): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-08-17T00:30:05.815 INFO:teuthology.orchestra.run.smithi082.stdout:(107/114): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-08-17T00:30:05.849 INFO:teuthology.orchestra.run.smithi082.stdout:(108/114): python3-webob-1.8.7-6.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-08-17T00:30:05.866 INFO:teuthology.orchestra.run.smithi082.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 1.2 MB/s | 20 kB 00:00 2024-08-17T00:30:05.899 INFO:teuthology.orchestra.run.smithi082.stdout:(110/114): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2024-08-17T00:30:05.958 INFO:teuthology.orchestra.run.smithi082.stdout:(111/114): thrift-0.15.0-2.el9.x86_64.rpm 17 MB/s | 1.6 MB 00:00 2024-08-17T00:30:06.117 INFO:teuthology.orchestra.run.smithi082.stdout:(112/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 13 MB/s | 16 MB 00:01 2024-08-17T00:30:06.250 INFO:teuthology.orchestra.run.smithi082.stdout:(113/114): librados2-17.2.7-1402.g03a1ac13.el9. 8.8 MB/s | 3.1 MB 00:00 2024-08-17T00:30:06.309 INFO:teuthology.orchestra.run.smithi137.stdout:Transaction test succeeded. 2024-08-17T00:30:06.310 INFO:teuthology.orchestra.run.smithi137.stdout:Running transaction 2024-08-17T00:30:06.575 INFO:teuthology.orchestra.run.smithi082.stdout:(114/114): librbd1-17.2.7-1402.g03a1ac13.el9.x8 4.8 MB/s | 2.9 MB 00:00 2024-08-17T00:30:06.579 INFO:teuthology.orchestra.run.smithi082.stdout:-------------------------------------------------------------------------------- 2024-08-17T00:30:06.580 INFO:teuthology.orchestra.run.smithi082.stdout:Total 19 MB/s | 190 MB 00:10 2024-08-17T00:30:07.337 INFO:teuthology.orchestra.run.smithi082.stdout:Running transaction check 2024-08-17T00:30:07.433 INFO:teuthology.orchestra.run.smithi082.stdout:Transaction check succeeded. 2024-08-17T00:30:07.433 INFO:teuthology.orchestra.run.smithi082.stdout:Running transaction test 2024-08-17T00:30:09.062 INFO:teuthology.orchestra.run.smithi082.stdout:Transaction test succeeded. 2024-08-17T00:30:09.062 INFO:teuthology.orchestra.run.smithi082.stdout:Running transaction 2024-08-17T00:30:10.849 INFO:teuthology.orchestra.run.smithi137.stdout: Preparing : 1/1 2024-08-17T00:30:10.921 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-08-17T00:30:10.954 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-08-17T00:30:11.010 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-08-17T00:30:11.370 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-08-17T00:30:11.489 INFO:teuthology.orchestra.run.smithi137.stdout: Upgrading : librados2-2:17.2.7-1402.g03a1ac13.el9.x86_64 5/116 2024-08-17T00:30:11.602 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: librados2-2:17.2.7-1402.g03a1ac13.el9.x86_64 5/116 2024-08-17T00:30:11.631 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libcephfs2-2:17.2.7-1402.g03a1ac13.el9.x86_64 6/116 2024-08-17T00:30:11.727 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: libcephfs2-2:17.2.7-1402.g03a1ac13.el9.x86_64 6/116 2024-08-17T00:30:11.771 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-rados-2:17.2.7-1402.g03a1ac13.el9.x86_64 7/116 2024-08-17T00:30:11.803 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-08-17T00:30:12.249 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-08-17T00:30:12.276 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : librgw2-2:17.2.7-1402.g03a1ac13.el9.x86_64 10/116 2024-08-17T00:30:12.358 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: librgw2-2:17.2.7-1402.g03a1ac13.el9.x86_64 10/116 2024-08-17T00:30:12.385 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libcephsqlite-2:17.2.7-1402.g03a1ac13.el9.x86_64 11/116 2024-08-17T00:30:12.484 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1402.g03a1ac13.el9.x86_64 11/116 2024-08-17T00:30:12.520 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libradosstriper1-2:17.2.7-1402.g03a1ac13.el9.x86 12/116 2024-08-17T00:30:12.647 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1402.g03a1ac13.el9.x86 12/116 2024-08-17T00:30:12.674 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-08-17T00:30:12.706 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-08-17T00:30:12.736 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-08-17T00:30:12.776 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-08-17T00:30:12.851 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-08-17T00:30:12.903 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-08-17T00:30:12.943 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-08-17T00:30:12.970 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-08-17T00:30:13.041 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-08-17T00:30:13.110 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-08-17T00:30:13.154 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-08-17T00:30:13.194 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 24/116 2024-08-17T00:30:13.229 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 25/116 2024-08-17T00:30:13.274 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-ceph-argparse-2:17.2.7-1402.g03a1ac13.el 26/116 2024-08-17T00:30:13.348 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-cephfs-2:17.2.7-1402.g03a1ac13.el9.x86_6 27/116 2024-08-17T00:30:13.493 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-08-17T00:30:13.550 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-08-17T00:30:13.586 INFO:teuthology.orchestra.run.smithi082.stdout: Preparing : 1/1 2024-08-17T00:30:13.644 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-08-17T00:30:13.677 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-08-17T00:30:13.740 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-08-17T00:30:14.039 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-08-17T00:30:14.088 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-08-17T00:30:14.151 INFO:teuthology.orchestra.run.smithi082.stdout: Upgrading : librados2-2:17.2.7-1402.g03a1ac13.el9.x86_64 5/116 2024-08-17T00:30:14.163 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-08-17T00:30:14.216 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-08-17T00:30:14.251 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-08-17T00:30:14.284 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: librados2-2:17.2.7-1402.g03a1ac13.el9.x86_64 5/116 2024-08-17T00:30:14.285 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-08-17T00:30:14.313 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libcephfs2-2:17.2.7-1402.g03a1ac13.el9.x86_64 6/116 2024-08-17T00:30:14.326 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-08-17T00:30:14.369 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-rgw-2:17.2.7-1402.g03a1ac13.el9.x86_64 36/116 2024-08-17T00:30:14.407 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : librados-devel-2:17.2.7-1402.g03a1ac13.el9.x86_6 37/116 2024-08-17T00:30:14.411 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: libcephfs2-2:17.2.7-1402.g03a1ac13.el9.x86_64 6/116 2024-08-17T00:30:14.437 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-08-17T00:30:14.474 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-08-17T00:30:14.481 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-rados-2:17.2.7-1402.g03a1ac13.el9.x86_64 7/116 2024-08-17T00:30:14.509 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-08-17T00:30:14.529 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-08-17T00:30:14.603 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-08-17T00:30:14.641 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 42/116 2024-08-17T00:30:14.678 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 43/116 2024-08-17T00:30:14.725 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-08-17T00:30:14.770 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-08-17T00:30:14.812 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-08-17T00:30:14.947 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-08-17T00:30:14.951 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-08-17T00:30:14.974 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : librgw2-2:17.2.7-1402.g03a1ac13.el9.x86_64 10/116 2024-08-17T00:30:15.005 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-08-17T00:30:15.047 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-08-17T00:30:15.048 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: librgw2-2:17.2.7-1402.g03a1ac13.el9.x86_64 10/116 2024-08-17T00:30:15.074 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libcephsqlite-2:17.2.7-1402.g03a1ac13.el9.x86_64 11/116 2024-08-17T00:30:15.151 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-08-17T00:30:15.166 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1402.g03a1ac13.el9.x86_64 11/116 2024-08-17T00:30:15.192 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libradosstriper1-2:17.2.7-1402.g03a1ac13.el9.x86 12/116 2024-08-17T00:30:15.206 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-google-auth-1:2.33.0-1.el9.noarch 51/116 2024-08-17T00:30:15.246 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-08-17T00:30:15.283 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 53/116 2024-08-17T00:30:15.301 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1402.g03a1ac13.el9.x86 12/116 2024-08-17T00:30:15.338 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-08-17T00:30:15.352 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-08-17T00:30:15.370 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-08-17T00:30:15.400 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-08-17T00:30:15.441 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-08-17T00:30:15.478 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-08-17T00:30:15.506 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-08-17T00:30:15.519 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-08-17T00:30:15.551 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-08-17T00:30:15.558 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-08-17T00:30:15.666 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-08-17T00:30:15.722 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-08-17T00:30:15.792 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-08-17T00:30:15.818 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-08-17T00:30:15.890 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-08-17T00:30:15.941 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-08-17T00:30:15.989 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-08-17T00:30:16.032 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 24/116 2024-08-17T00:30:16.066 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 25/116 2024-08-17T00:30:16.111 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-ceph-argparse-2:17.2.7-1402.g03a1ac13.el 26/116 2024-08-17T00:30:16.184 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-cephfs-2:17.2.7-1402.g03a1ac13.el9.x86_6 27/116 2024-08-17T00:30:16.326 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-08-17T00:30:16.387 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-08-17T00:30:16.463 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-08-17T00:30:16.517 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-08-17T00:30:16.551 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-08-17T00:30:16.585 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-08-17T00:30:16.688 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-08-17T00:30:16.744 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 65/116 2024-08-17T00:30:16.778 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-08-17T00:30:16.919 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-08-17T00:30:16.957 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : openblas-0.3.21-2.el9.x86_64 67/116 2024-08-17T00:30:16.999 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-08-17T00:30:17.037 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-08-17T00:30:17.071 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-08-17T00:30:17.106 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-08-17T00:30:17.146 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-08-17T00:30:17.151 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 68/116 2024-08-17T00:30:17.181 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-rgw-2:17.2.7-1402.g03a1ac13.el9.x86_64 36/116 2024-08-17T00:30:17.219 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : librados-devel-2:17.2.7-1402.g03a1ac13.el9.x86_6 37/116 2024-08-17T00:30:17.231 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-08-17T00:30:17.248 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-08-17T00:30:17.285 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-08-17T00:30:17.349 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-08-17T00:30:17.422 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-08-17T00:30:17.453 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 42/116 2024-08-17T00:30:17.489 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 43/116 2024-08-17T00:30:17.536 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-08-17T00:30:17.581 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-08-17T00:30:17.631 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-08-17T00:30:17.769 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-08-17T00:30:17.808 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-08-17T00:30:17.849 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-08-17T00:30:17.898 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-08-17T00:30:17.952 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-08-17T00:30:17.983 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-google-auth-1:2.33.0-1.el9.noarch 51/116 2024-08-17T00:30:18.017 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-08-17T00:30:18.024 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-08-17T00:30:18.061 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 53/116 2024-08-17T00:30:18.106 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-08-17T00:30:18.237 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-08-17T00:30:18.280 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-08-17T00:30:18.320 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-08-17T00:30:18.425 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-08-17T00:30:18.474 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-08-17T00:30:19.197 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-08-17T00:30:19.245 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-08-17T00:30:19.278 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-08-17T00:30:19.306 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-08-17T00:30:19.312 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-08-17T00:30:19.399 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-08-17T00:30:19.412 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-08-17T00:30:19.471 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 65/116 2024-08-17T00:30:19.513 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-08-17T00:30:19.689 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : openblas-0.3.21-2.el9.x86_64 67/116 2024-08-17T00:30:19.697 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-08-17T00:30:19.720 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 68/116 2024-08-17T00:30:19.735 INFO:teuthology.orchestra.run.smithi137.stdout: Upgrading : librbd1-2:17.2.7-1402.g03a1ac13.el9.x86_64 75/116 2024-08-17T00:30:19.798 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-08-17T00:30:19.829 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: librbd1-2:17.2.7-1402.g03a1ac13.el9.x86_64 75/116 2024-08-17T00:30:19.865 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-rbd-2:17.2.7-1402.g03a1ac13.el9.x86_64 76/116 2024-08-17T00:30:19.923 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-08-17T00:30:19.988 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-08-17T00:30:20.182 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-08-17T00:30:20.228 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-08-17T00:30:20.307 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-08-17T00:30:20.412 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-08-17T00:30:20.450 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-08-17T00:30:20.553 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-08-17T00:30:20.568 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-08-17T00:30:20.599 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-08-17T00:30:20.628 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-08-17T00:30:20.662 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-08-17T00:30:20.694 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-08-17T00:30:20.721 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-08-17T00:30:21.198 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: cephadm-2:17.2.7-1402.g03a1ac13.el9.noarch 89/116 2024-08-17T00:30:21.226 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : cephadm-2:17.2.7-1402.g03a1ac13.el9.noarch 89/116 2024-08-17T00:30:21.257 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1402.g03a1ac13.e 90/116 2024-08-17T00:30:21.331 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1402.g03a1ac13. 91/116 2024-08-17T00:30:21.360 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-ceph-common-2:17.2.7-1402.g03a1ac13.el9. 92/116 2024-08-17T00:30:21.846 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-08-17T00:30:21.942 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-08-17T00:30:22.245 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-08-17T00:30:22.529 INFO:teuthology.orchestra.run.smithi082.stdout: Upgrading : librbd1-2:17.2.7-1402.g03a1ac13.el9.x86_64 75/116 2024-08-17T00:30:22.622 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: librbd1-2:17.2.7-1402.g03a1ac13.el9.x86_64 75/116 2024-08-17T00:30:22.659 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-rbd-2:17.2.7-1402.g03a1ac13.el9.x86_64 76/116 2024-08-17T00:30:22.715 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-08-17T00:30:22.781 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-08-17T00:30:22.966 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-08-17T00:30:23.013 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-08-17T00:30:23.091 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-08-17T00:30:23.179 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-08-17T00:30:23.319 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-08-17T00:30:23.367 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-08-17T00:30:23.398 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-08-17T00:30:23.430 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-08-17T00:30:23.462 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-08-17T00:30:23.489 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-08-17T00:30:23.711 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-common-2:17.2.7-1402.g03a1ac13.el9.x86_64 93/116 2024-08-17T00:30:23.748 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-common-2:17.2.7-1402.g03a1ac13.el9.x86_64 93/116 2024-08-17T00:30:23.882 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: cephadm-2:17.2.7-1402.g03a1ac13.el9.noarch 89/116 2024-08-17T00:30:23.911 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : cephadm-2:17.2.7-1402.g03a1ac13.el9.noarch 89/116 2024-08-17T00:30:23.941 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1402.g03a1ac13.e 90/116 2024-08-17T00:30:24.014 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1402.g03a1ac13. 91/116 2024-08-17T00:30:24.044 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-ceph-common-2:17.2.7-1402.g03a1ac13.el9. 92/116 2024-08-17T00:30:24.265 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-common-2:17.2.7-1402.g03a1ac13.el9.x86_64 93/116 2024-08-17T00:30:24.301 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-base-2:17.2.7-1402.g03a1ac13.el9.x86_64 94/116 2024-08-17T00:30:24.399 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-base-2:17.2.7-1402.g03a1ac13.el9.x86_64 94/116 2024-08-17T00:30:24.399 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-08-17T00:30:24.399 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-08-17T00:30:24.399 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:30:24.427 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-selinux-2:17.2.7-1402.g03a1ac13.el9.x86_64 95/116 2024-08-17T00:30:26.438 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-common-2:17.2.7-1402.g03a1ac13.el9.x86_64 93/116 2024-08-17T00:30:26.557 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-common-2:17.2.7-1402.g03a1ac13.el9.x86_64 93/116 2024-08-17T00:30:27.087 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-common-2:17.2.7-1402.g03a1ac13.el9.x86_64 93/116 2024-08-17T00:30:27.127 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-base-2:17.2.7-1402.g03a1ac13.el9.x86_64 94/116 2024-08-17T00:30:27.231 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-base-2:17.2.7-1402.g03a1ac13.el9.x86_64 94/116 2024-08-17T00:30:27.231 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-08-17T00:30:27.231 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-08-17T00:30:27.231 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:30:27.270 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-selinux-2:17.2.7-1402.g03a1ac13.el9.x86_64 95/116 2024-08-17T00:30:35.437 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1402.g03a1ac13.el9.x86_64 95/116 2024-08-17T00:30:35.437 INFO:teuthology.orchestra.run.smithi137.stdout:skipping the directory /sys 2024-08-17T00:30:35.437 INFO:teuthology.orchestra.run.smithi137.stdout:skipping the directory /proc 2024-08-17T00:30:35.437 INFO:teuthology.orchestra.run.smithi137.stdout:skipping the directory /mnt 2024-08-17T00:30:35.437 INFO:teuthology.orchestra.run.smithi137.stdout:skipping the directory /var/tmp 2024-08-17T00:30:35.437 INFO:teuthology.orchestra.run.smithi137.stdout:skipping the directory /home 2024-08-17T00:30:35.437 INFO:teuthology.orchestra.run.smithi137.stdout:skipping the directory /root 2024-08-17T00:30:35.437 INFO:teuthology.orchestra.run.smithi137.stdout:skipping the directory /tmp 2024-08-17T00:30:35.437 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:30:35.521 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1402.g03a1ac13.el9.noa 96/116 2024-08-17T00:30:36.546 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1402.g03a1ac13.el9.noa 96/116 2024-08-17T00:30:36.583 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1402.g03a1ac13.el9.n 97/116 2024-08-17T00:30:37.544 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1402.g03a1ac13.el9.n 97/116 2024-08-17T00:30:37.575 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1402.g03a 98/116 2024-08-17T00:30:37.676 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1402.g03a 98/116 2024-08-17T00:30:37.842 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1402.g03a1ac13.el 99/116 2024-08-17T00:30:37.869 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-mgr-2:17.2.7-1402.g03a1ac13.el9.x86_64 100/116 2024-08-17T00:30:37.892 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1402.g03a1ac13.el9.x86_64 100/116 2024-08-17T00:30:37.892 INFO:teuthology.orchestra.run.smithi137.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T00:30:37.892 INFO:teuthology.orchestra.run.smithi137.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-08-17T00:30:37.892 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-17T00:30:37.892 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-17T00:30:37.892 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:30:37.936 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-mgr-rook-2:17.2.7-1402.g03a1ac13.el9.noarch 101/116 2024-08-17T00:30:38.118 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1402.g03a1ac13.el9.noarch 101/116 2024-08-17T00:30:38.146 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-mds-2:17.2.7-1402.g03a1ac13.el9.x86_64 102/116 2024-08-17T00:30:38.167 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-mds-2:17.2.7-1402.g03a1ac13.el9.x86_64 102/116 2024-08-17T00:30:38.167 INFO:teuthology.orchestra.run.smithi137.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T00:30:38.168 INFO:teuthology.orchestra.run.smithi137.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-08-17T00:30:38.168 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-17T00:30:38.168 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-17T00:30:38.168 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:30:38.537 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-mon-2:17.2.7-1402.g03a1ac13.el9.x86_64 103/116 2024-08-17T00:30:38.560 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-mon-2:17.2.7-1402.g03a1ac13.el9.x86_64 103/116 2024-08-17T00:30:38.560 INFO:teuthology.orchestra.run.smithi137.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T00:30:38.560 INFO:teuthology.orchestra.run.smithi137.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-08-17T00:30:38.560 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-17T00:30:38.561 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-17T00:30:38.561 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:30:38.675 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1402.g03a1ac13.el9.x86_64 95/116 2024-08-17T00:30:38.675 INFO:teuthology.orchestra.run.smithi082.stdout:skipping the directory /sys 2024-08-17T00:30:38.675 INFO:teuthology.orchestra.run.smithi082.stdout:skipping the directory /proc 2024-08-17T00:30:38.676 INFO:teuthology.orchestra.run.smithi082.stdout:skipping the directory /mnt 2024-08-17T00:30:38.676 INFO:teuthology.orchestra.run.smithi082.stdout:skipping the directory /var/tmp 2024-08-17T00:30:38.676 INFO:teuthology.orchestra.run.smithi082.stdout:skipping the directory /home 2024-08-17T00:30:38.676 INFO:teuthology.orchestra.run.smithi082.stdout:skipping the directory /root 2024-08-17T00:30:38.676 INFO:teuthology.orchestra.run.smithi082.stdout:skipping the directory /tmp 2024-08-17T00:30:38.676 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:30:38.749 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1402.g03a1ac13.el9.noa 96/116 2024-08-17T00:30:39.772 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1402.g03a1ac13.el9.noa 96/116 2024-08-17T00:30:39.809 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1402.g03a1ac13.el9.n 97/116 2024-08-17T00:30:39.863 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-osd-2:17.2.7-1402.g03a1ac13.el9.x86_64 104/116 2024-08-17T00:30:39.889 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-osd-2:17.2.7-1402.g03a1ac13.el9.x86_64 104/116 2024-08-17T00:30:39.890 INFO:teuthology.orchestra.run.smithi137.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T00:30:39.890 INFO:teuthology.orchestra.run.smithi137.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-08-17T00:30:39.890 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-17T00:30:39.890 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-17T00:30:39.890 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:30:40.777 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1402.g03a1ac13.el9.n 97/116 2024-08-17T00:30:40.818 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1402.g03a 98/116 2024-08-17T00:30:40.918 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1402.g03a 98/116 2024-08-17T00:30:41.076 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1402.g03a1ac13.el 99/116 2024-08-17T00:30:41.112 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-mgr-2:17.2.7-1402.g03a1ac13.el9.x86_64 100/116 2024-08-17T00:30:41.136 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1402.g03a1ac13.el9.x86_64 100/116 2024-08-17T00:30:41.136 INFO:teuthology.orchestra.run.smithi082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T00:30:41.136 INFO:teuthology.orchestra.run.smithi082.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-08-17T00:30:41.136 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-17T00:30:41.136 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-17T00:30:41.136 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:30:41.142 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-2:17.2.7-1402.g03a1ac13.el9.x86_64 105/116 2024-08-17T00:30:41.173 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-radosgw-2:17.2.7-1402.g03a1ac13.el9.x86_64 106/116 2024-08-17T00:30:41.179 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-mgr-rook-2:17.2.7-1402.g03a1ac13.el9.noarch 101/116 2024-08-17T00:30:41.234 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1402.g03a1ac13.el9.x86_64 106/116 2024-08-17T00:30:41.234 INFO:teuthology.orchestra.run.smithi137.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T00:30:41.234 INFO:teuthology.orchestra.run.smithi137.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-08-17T00:30:41.235 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-17T00:30:41.235 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-17T00:30:41.235 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:30:41.274 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1402.g03a1a 107/116 2024-08-17T00:30:41.297 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1402.g03a1a 107/116 2024-08-17T00:30:41.297 INFO:teuthology.orchestra.run.smithi137.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T00:30:41.297 INFO:teuthology.orchestra.run.smithi137.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-08-17T00:30:41.297 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:30:41.362 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1402.g03a1ac13.el9.noarch 101/116 2024-08-17T00:30:41.388 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-mds-2:17.2.7-1402.g03a1ac13.el9.x86_64 102/116 2024-08-17T00:30:41.414 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-mds-2:17.2.7-1402.g03a1ac13.el9.x86_64 102/116 2024-08-17T00:30:41.414 INFO:teuthology.orchestra.run.smithi082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T00:30:41.414 INFO:teuthology.orchestra.run.smithi082.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-08-17T00:30:41.414 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-17T00:30:41.414 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-17T00:30:41.414 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:30:41.600 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : rbd-mirror-2:17.2.7-1402.g03a1ac13.el9.x86_64 108/116 2024-08-17T00:30:41.622 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1402.g03a1ac13.el9.x86_64 108/116 2024-08-17T00:30:41.623 INFO:teuthology.orchestra.run.smithi137.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T00:30:41.623 INFO:teuthology.orchestra.run.smithi137.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-08-17T00:30:41.623 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-17T00:30:41.623 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-17T00:30:41.623 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:30:41.780 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-mon-2:17.2.7-1402.g03a1ac13.el9.x86_64 103/116 2024-08-17T00:30:41.804 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-mon-2:17.2.7-1402.g03a1ac13.el9.x86_64 103/116 2024-08-17T00:30:41.804 INFO:teuthology.orchestra.run.smithi082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T00:30:41.804 INFO:teuthology.orchestra.run.smithi082.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-08-17T00:30:41.804 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-17T00:30:41.804 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-17T00:30:41.805 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:30:43.106 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-osd-2:17.2.7-1402.g03a1ac13.el9.x86_64 104/116 2024-08-17T00:30:43.133 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-osd-2:17.2.7-1402.g03a1ac13.el9.x86_64 104/116 2024-08-17T00:30:43.133 INFO:teuthology.orchestra.run.smithi082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T00:30:43.133 INFO:teuthology.orchestra.run.smithi082.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-08-17T00:30:43.134 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-17T00:30:43.134 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-17T00:30:43.134 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:30:44.376 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-2:17.2.7-1402.g03a1ac13.el9.x86_64 105/116 2024-08-17T00:30:44.416 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-radosgw-2:17.2.7-1402.g03a1ac13.el9.x86_64 106/116 2024-08-17T00:30:44.494 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1402.g03a1ac13.el9.x86_64 106/116 2024-08-17T00:30:44.494 INFO:teuthology.orchestra.run.smithi082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T00:30:44.495 INFO:teuthology.orchestra.run.smithi082.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-08-17T00:30:44.495 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-17T00:30:44.495 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-17T00:30:44.495 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:30:44.534 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1402.g03a1a 107/116 2024-08-17T00:30:44.557 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1402.g03a1a 107/116 2024-08-17T00:30:44.558 INFO:teuthology.orchestra.run.smithi082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T00:30:44.558 INFO:teuthology.orchestra.run.smithi082.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-08-17T00:30:44.558 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:30:44.851 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : rbd-mirror-2:17.2.7-1402.g03a1ac13.el9.x86_64 108/116 2024-08-17T00:30:44.875 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1402.g03a1ac13.el9.x86_64 108/116 2024-08-17T00:30:44.875 INFO:teuthology.orchestra.run.smithi082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T00:30:44.875 INFO:teuthology.orchestra.run.smithi082.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-08-17T00:30:44.875 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-17T00:30:44.875 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-17T00:30:44.875 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:30:46.056 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-test-2:17.2.7-1402.g03a1ac13.el9.x86_64 109/116 2024-08-17T00:30:46.086 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-fuse-2:17.2.7-1402.g03a1ac13.el9.x86_64 110/116 2024-08-17T00:30:46.127 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : rbd-fuse-2:17.2.7-1402.g03a1ac13.el9.x86_64 111/116 2024-08-17T00:30:46.248 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : rbd-nbd-2:17.2.7-1402.g03a1ac13.el9.x86_64 112/116 2024-08-17T00:30:46.285 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-08-17T00:30:46.300 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libcephfs-devel-2:17.2.7-1402.g03a1ac13.el9.x86_ 114/116 2024-08-17T00:30:46.300 INFO:teuthology.orchestra.run.smithi137.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-17T00:30:46.392 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-17T00:30:46.392 INFO:teuthology.orchestra.run.smithi137.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-17T00:30:49.290 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-test-2:17.2.7-1402.g03a1ac13.el9.x86_64 109/116 2024-08-17T00:30:49.329 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-fuse-2:17.2.7-1402.g03a1ac13.el9.x86_64 110/116 2024-08-17T00:30:49.370 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : rbd-fuse-2:17.2.7-1402.g03a1ac13.el9.x86_64 111/116 2024-08-17T00:30:49.492 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : rbd-nbd-2:17.2.7-1402.g03a1ac13.el9.x86_64 112/116 2024-08-17T00:30:49.537 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-08-17T00:30:49.560 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libcephfs-devel-2:17.2.7-1402.g03a1ac13.el9.x86_ 114/116 2024-08-17T00:30:49.560 INFO:teuthology.orchestra.run.smithi082.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-17T00:30:49.652 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-17T00:30:49.652 INFO:teuthology.orchestra.run.smithi082.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-17T00:30:51.279 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-17T00:30:51.279 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-2:17.2.7-1402.g03a1ac13.el9.x86_64 1/116 2024-08-17T00:30:51.280 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-base-2:17.2.7-1402.g03a1ac13.el9.x86_64 2/116 2024-08-17T00:30:51.280 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-common-2:17.2.7-1402.g03a1ac13.el9.x86_64 3/116 2024-08-17T00:30:51.280 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-fuse-2:17.2.7-1402.g03a1ac13.el9.x86_64 4/116 2024-08-17T00:30:51.280 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1402.g03a1a 5/116 2024-08-17T00:30:51.280 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-mds-2:17.2.7-1402.g03a1ac13.el9.x86_64 6/116 2024-08-17T00:30:51.280 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-mgr-2:17.2.7-1402.g03a1ac13.el9.x86_64 7/116 2024-08-17T00:30:51.281 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-mon-2:17.2.7-1402.g03a1ac13.el9.x86_64 8/116 2024-08-17T00:30:51.281 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-osd-2:17.2.7-1402.g03a1ac13.el9.x86_64 9/116 2024-08-17T00:30:51.281 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-radosgw-2:17.2.7-1402.g03a1ac13.el9.x86_64 10/116 2024-08-17T00:30:51.281 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-selinux-2:17.2.7-1402.g03a1ac13.el9.x86_64 11/116 2024-08-17T00:30:51.281 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-test-2:17.2.7-1402.g03a1ac13.el9.x86_64 12/116 2024-08-17T00:30:51.282 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libcephfs-devel-2:17.2.7-1402.g03a1ac13.el9.x86_ 13/116 2024-08-17T00:30:51.282 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libcephfs2-2:17.2.7-1402.g03a1ac13.el9.x86_64 14/116 2024-08-17T00:30:51.282 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libcephsqlite-2:17.2.7-1402.g03a1ac13.el9.x86_64 15/116 2024-08-17T00:30:51.282 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : librados-devel-2:17.2.7-1402.g03a1ac13.el9.x86_6 16/116 2024-08-17T00:30:51.282 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libradosstriper1-2:17.2.7-1402.g03a1ac13.el9.x86 17/116 2024-08-17T00:30:51.282 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : librgw2-2:17.2.7-1402.g03a1ac13.el9.x86_64 18/116 2024-08-17T00:30:51.282 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1402.g03a1ac13.el 19/116 2024-08-17T00:30:51.282 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-ceph-common-2:17.2.7-1402.g03a1ac13.el9. 20/116 2024-08-17T00:30:51.283 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-cephfs-2:17.2.7-1402.g03a1ac13.el9.x86_6 21/116 2024-08-17T00:30:51.283 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-rados-2:17.2.7-1402.g03a1ac13.el9.x86_64 22/116 2024-08-17T00:30:51.283 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-rbd-2:17.2.7-1402.g03a1ac13.el9.x86_64 23/116 2024-08-17T00:30:51.283 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-rgw-2:17.2.7-1402.g03a1ac13.el9.x86_64 24/116 2024-08-17T00:30:51.283 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : rbd-fuse-2:17.2.7-1402.g03a1ac13.el9.x86_64 25/116 2024-08-17T00:30:51.283 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : rbd-mirror-2:17.2.7-1402.g03a1ac13.el9.x86_64 26/116 2024-08-17T00:30:51.283 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : rbd-nbd-2:17.2.7-1402.g03a1ac13.el9.x86_64 27/116 2024-08-17T00:30:51.283 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1402.g03a1ac13. 28/116 2024-08-17T00:30:51.283 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1402.g03a1ac13.el9.noa 29/116 2024-08-17T00:30:51.283 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1402.g03a1ac13.el9.n 30/116 2024-08-17T00:30:51.283 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1402.g03a 31/116 2024-08-17T00:30:51.283 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1402.g03a1ac13.el 32/116 2024-08-17T00:30:51.284 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1402.g03a1ac13.el9.noarch 33/116 2024-08-17T00:30:51.284 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1402.g03a1ac13.e 34/116 2024-08-17T00:30:51.284 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : cephadm-2:17.2.7-1402.g03a1ac13.el9.noarch 35/116 2024-08-17T00:30:51.284 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-08-17T00:30:51.284 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 37/116 2024-08-17T00:30:51.284 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 38/116 2024-08-17T00:30:51.284 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-08-17T00:30:51.284 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-08-17T00:30:51.284 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-08-17T00:30:51.284 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-08-17T00:30:51.284 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-08-17T00:30:51.284 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-08-17T00:30:51.285 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-08-17T00:30:51.285 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-08-17T00:30:51.285 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-08-17T00:30:51.285 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-08-17T00:30:51.285 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-08-17T00:30:51.285 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-08-17T00:30:51.285 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-08-17T00:30:51.285 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 52/116 2024-08-17T00:30:51.285 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 53/116 2024-08-17T00:30:51.285 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-08-17T00:30:51.285 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-08-17T00:30:51.285 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 56/116 2024-08-17T00:30:51.285 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-08-17T00:30:51.286 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-08-17T00:30:51.286 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-08-17T00:30:51.286 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-08-17T00:30:51.286 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-08-17T00:30:51.286 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-08-17T00:30:51.286 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-08-17T00:30:51.286 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-08-17T00:30:51.286 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-08-17T00:30:51.286 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-08-17T00:30:51.286 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-08-17T00:30:51.286 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-08-17T00:30:51.286 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-08-17T00:30:51.287 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-08-17T00:30:51.287 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-08-17T00:30:51.287 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-08-17T00:30:51.287 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-08-17T00:30:51.287 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-08-17T00:30:51.287 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-08-17T00:30:51.287 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-08-17T00:30:51.287 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-08-17T00:30:51.287 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-08-17T00:30:51.287 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 79/116 2024-08-17T00:30:51.287 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-08-17T00:30:51.288 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-08-17T00:30:51.288 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-08-17T00:30:51.288 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-08-17T00:30:51.288 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-08-17T00:30:51.288 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-08-17T00:30:51.288 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-08-17T00:30:51.288 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-08-17T00:30:51.288 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-google-auth-1:2.33.0-1.el9.noarch 88/116 2024-08-17T00:30:51.288 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-08-17T00:30:51.288 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-08-17T00:30:51.288 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-08-17T00:30:51.289 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-08-17T00:30:51.289 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-08-17T00:30:51.289 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-08-17T00:30:51.289 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-08-17T00:30:51.289 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-08-17T00:30:51.290 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-08-17T00:30:51.290 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-08-17T00:30:51.290 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-08-17T00:30:51.290 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-08-17T00:30:51.290 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-08-17T00:30:51.290 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-08-17T00:30:51.290 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-08-17T00:30:51.290 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-08-17T00:30:51.290 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-08-17T00:30:51.290 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-08-17T00:30:51.290 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 107/116 2024-08-17T00:30:51.290 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 108/116 2024-08-17T00:30:51.291 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-08-17T00:30:51.291 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-08-17T00:30:51.291 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-08-17T00:30:51.291 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-08-17T00:30:51.291 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : librados2-2:17.2.7-1402.g03a1ac13.el9.x86_64 113/116 2024-08-17T00:30:51.291 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-08-17T00:30:51.291 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : librbd1-2:17.2.7-1402.g03a1ac13.el9.x86_64 115/116 2024-08-17T00:30:53.416 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-08-17T00:30:53.416 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:30:53.416 INFO:teuthology.orchestra.run.smithi137.stdout:Upgraded: 2024-08-17T00:30:53.416 INFO:teuthology.orchestra.run.smithi137.stdout: librados2-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.416 INFO:teuthology.orchestra.run.smithi137.stdout: librbd1-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.417 INFO:teuthology.orchestra.run.smithi137.stdout:Installed: 2024-08-17T00:30:53.417 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.417 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-base-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.417 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-common-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.417 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-fuse-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.417 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-grafana-dashboards-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:30:53.417 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-immutable-object-cache-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.417 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mds-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.417 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.417 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-cephadm-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:30:53.417 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-dashboard-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:30:53.417 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:30:53.417 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-modules-core-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:30:53.418 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-rook-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:30:53.418 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mon-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.418 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-osd-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.418 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-prometheus-alerts-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:30:53.418 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-radosgw-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.418 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-selinux-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.418 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-test-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.418 INFO:teuthology.orchestra.run.smithi137.stdout: cephadm-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:30:53.418 INFO:teuthology.orchestra.run.smithi137.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-08-17T00:30:53.418 INFO:teuthology.orchestra.run.smithi137.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-08-17T00:30:53.418 INFO:teuthology.orchestra.run.smithi137.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-08-17T00:30:53.418 INFO:teuthology.orchestra.run.smithi137.stdout: fuse-2.9.9-16.el9.x86_64 2024-08-17T00:30:53.419 INFO:teuthology.orchestra.run.smithi137.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-08-17T00:30:53.419 INFO:teuthology.orchestra.run.smithi137.stdout: libcephfs-devel-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.419 INFO:teuthology.orchestra.run.smithi137.stdout: libcephfs2-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.419 INFO:teuthology.orchestra.run.smithi137.stdout: libcephsqlite-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.419 INFO:teuthology.orchestra.run.smithi137.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-08-17T00:30:53.419 INFO:teuthology.orchestra.run.smithi137.stdout: liboath-2.6.7-2.el9.x86_64 2024-08-17T00:30:53.419 INFO:teuthology.orchestra.run.smithi137.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-08-17T00:30:53.419 INFO:teuthology.orchestra.run.smithi137.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-08-17T00:30:53.419 INFO:teuthology.orchestra.run.smithi137.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-08-17T00:30:53.419 INFO:teuthology.orchestra.run.smithi137.stdout: librados-devel-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.419 INFO:teuthology.orchestra.run.smithi137.stdout: libradosstriper1-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.420 INFO:teuthology.orchestra.run.smithi137.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-08-17T00:30:53.420 INFO:teuthology.orchestra.run.smithi137.stdout: librgw2-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.420 INFO:teuthology.orchestra.run.smithi137.stdout: libunwind-1.6.2-1.el9.x86_64 2024-08-17T00:30:53.420 INFO:teuthology.orchestra.run.smithi137.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-08-17T00:30:53.420 INFO:teuthology.orchestra.run.smithi137.stdout: openblas-0.3.21-2.el9.x86_64 2024-08-17T00:30:53.420 INFO:teuthology.orchestra.run.smithi137.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-08-17T00:30:53.420 INFO:teuthology.orchestra.run.smithi137.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-08-17T00:30:53.420 INFO:teuthology.orchestra.run.smithi137.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-08-17T00:30:53.420 INFO:teuthology.orchestra.run.smithi137.stdout: python3-babel-2.9.1-2.el9.noarch 2024-08-17T00:30:53.420 INFO:teuthology.orchestra.run.smithi137.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-08-17T00:30:53.420 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-08-17T00:30:53.421 INFO:teuthology.orchestra.run.smithi137.stdout: python3-ceph-argparse-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.421 INFO:teuthology.orchestra.run.smithi137.stdout: python3-ceph-common-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.421 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cephfs-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.421 INFO:teuthology.orchestra.run.smithi137.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-08-17T00:30:53.421 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-08-17T00:30:53.421 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-08-17T00:30:53.421 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-08-17T00:30:53.421 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-08-17T00:30:53.421 INFO:teuthology.orchestra.run.smithi137.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-08-17T00:30:53.421 INFO:teuthology.orchestra.run.smithi137.stdout: python3-google-auth-1:2.33.0-1.el9.noarch 2024-08-17T00:30:53.421 INFO:teuthology.orchestra.run.smithi137.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-08-17T00:30:53.421 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-08-17T00:30:53.421 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-08-17T00:30:53.422 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-08-17T00:30:53.422 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-08-17T00:30:53.422 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-08-17T00:30:53.422 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-08-17T00:30:53.422 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-08-17T00:30:53.422 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-08-17T00:30:53.422 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-08-17T00:30:53.422 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-08-17T00:30:53.422 INFO:teuthology.orchestra.run.smithi137.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-08-17T00:30:53.422 INFO:teuthology.orchestra.run.smithi137.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-08-17T00:30:53.422 INFO:teuthology.orchestra.run.smithi137.stdout: python3-mako-1.1.4-6.el9.noarch 2024-08-17T00:30:53.422 INFO:teuthology.orchestra.run.smithi137.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-08-17T00:30:53.423 INFO:teuthology.orchestra.run.smithi137.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-08-17T00:30:53.423 INFO:teuthology.orchestra.run.smithi137.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-08-17T00:30:53.423 INFO:teuthology.orchestra.run.smithi137.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-08-17T00:30:53.423 INFO:teuthology.orchestra.run.smithi137.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-08-17T00:30:53.423 INFO:teuthology.orchestra.run.smithi137.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-08-17T00:30:53.423 INFO:teuthology.orchestra.run.smithi137.stdout: python3-packaging-20.9-5.el9.noarch 2024-08-17T00:30:53.423 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-08-17T00:30:53.423 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-08-17T00:30:53.423 INFO:teuthology.orchestra.run.smithi137.stdout: python3-ply-3.11-14.el9.noarch 2024-08-17T00:30:53.423 INFO:teuthology.orchestra.run.smithi137.stdout: python3-portend-3.1.0-2.el9.noarch 2024-08-17T00:30:53.423 INFO:teuthology.orchestra.run.smithi137.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-08-17T00:30:53.424 INFO:teuthology.orchestra.run.smithi137.stdout: python3-py-1.10.0-6.el9.noarch 2024-08-17T00:30:53.424 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-08-17T00:30:53.424 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-08-17T00:30:53.424 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-08-17T00:30:53.424 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pycparser-2.20-6.el9.noarch 2024-08-17T00:30:53.424 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-08-17T00:30:53.424 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pytz-2021.1-5.el9.noarch 2024-08-17T00:30:53.424 INFO:teuthology.orchestra.run.smithi137.stdout: python3-rados-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.424 INFO:teuthology.orchestra.run.smithi137.stdout: python3-rbd-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.424 INFO:teuthology.orchestra.run.smithi137.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-08-17T00:30:53.424 INFO:teuthology.orchestra.run.smithi137.stdout: python3-requests-2.25.1-8.el9.noarch 2024-08-17T00:30:53.425 INFO:teuthology.orchestra.run.smithi137.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-08-17T00:30:53.425 INFO:teuthology.orchestra.run.smithi137.stdout: python3-rgw-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.425 INFO:teuthology.orchestra.run.smithi137.stdout: python3-routes-2.5.1-5.el9.noarch 2024-08-17T00:30:53.425 INFO:teuthology.orchestra.run.smithi137.stdout: python3-rsa-4.9-2.el9.noarch 2024-08-17T00:30:53.425 INFO:teuthology.orchestra.run.smithi137.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-08-17T00:30:53.425 INFO:teuthology.orchestra.run.smithi137.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-08-17T00:30:53.425 INFO:teuthology.orchestra.run.smithi137.stdout: python3-toml-0.10.2-6.el9.noarch 2024-08-17T00:30:53.426 INFO:teuthology.orchestra.run.smithi137.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-08-17T00:30:53.426 INFO:teuthology.orchestra.run.smithi137.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-08-17T00:30:53.426 INFO:teuthology.orchestra.run.smithi137.stdout: python3-webob-1.8.7-6.el9.noarch 2024-08-17T00:30:53.426 INFO:teuthology.orchestra.run.smithi137.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-08-17T00:30:53.426 INFO:teuthology.orchestra.run.smithi137.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-08-17T00:30:53.426 INFO:teuthology.orchestra.run.smithi137.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-08-17T00:30:53.426 INFO:teuthology.orchestra.run.smithi137.stdout: rbd-fuse-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.426 INFO:teuthology.orchestra.run.smithi137.stdout: rbd-mirror-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.426 INFO:teuthology.orchestra.run.smithi137.stdout: rbd-nbd-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:53.426 INFO:teuthology.orchestra.run.smithi137.stdout: socat-1.7.4.1-6.el9.x86_64 2024-08-17T00:30:53.426 INFO:teuthology.orchestra.run.smithi137.stdout: thrift-0.15.0-2.el9.x86_64 2024-08-17T00:30:53.427 INFO:teuthology.orchestra.run.smithi137.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-08-17T00:30:53.427 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:30:53.427 INFO:teuthology.orchestra.run.smithi137.stdout:Complete! 2024-08-17T00:30:53.762 DEBUG:teuthology.parallel:result is None 2024-08-17T00:30:54.668 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-17T00:30:54.668 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-2:17.2.7-1402.g03a1ac13.el9.x86_64 1/116 2024-08-17T00:30:54.668 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-base-2:17.2.7-1402.g03a1ac13.el9.x86_64 2/116 2024-08-17T00:30:54.668 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-common-2:17.2.7-1402.g03a1ac13.el9.x86_64 3/116 2024-08-17T00:30:54.668 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-fuse-2:17.2.7-1402.g03a1ac13.el9.x86_64 4/116 2024-08-17T00:30:54.669 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1402.g03a1a 5/116 2024-08-17T00:30:54.669 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-mds-2:17.2.7-1402.g03a1ac13.el9.x86_64 6/116 2024-08-17T00:30:54.669 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-mgr-2:17.2.7-1402.g03a1ac13.el9.x86_64 7/116 2024-08-17T00:30:54.669 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-mon-2:17.2.7-1402.g03a1ac13.el9.x86_64 8/116 2024-08-17T00:30:54.669 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-osd-2:17.2.7-1402.g03a1ac13.el9.x86_64 9/116 2024-08-17T00:30:54.669 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-radosgw-2:17.2.7-1402.g03a1ac13.el9.x86_64 10/116 2024-08-17T00:30:54.669 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-selinux-2:17.2.7-1402.g03a1ac13.el9.x86_64 11/116 2024-08-17T00:30:54.670 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-test-2:17.2.7-1402.g03a1ac13.el9.x86_64 12/116 2024-08-17T00:30:54.670 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libcephfs-devel-2:17.2.7-1402.g03a1ac13.el9.x86_ 13/116 2024-08-17T00:30:54.670 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libcephfs2-2:17.2.7-1402.g03a1ac13.el9.x86_64 14/116 2024-08-17T00:30:54.670 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libcephsqlite-2:17.2.7-1402.g03a1ac13.el9.x86_64 15/116 2024-08-17T00:30:54.670 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : librados-devel-2:17.2.7-1402.g03a1ac13.el9.x86_6 16/116 2024-08-17T00:30:54.671 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libradosstriper1-2:17.2.7-1402.g03a1ac13.el9.x86 17/116 2024-08-17T00:30:54.671 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : librgw2-2:17.2.7-1402.g03a1ac13.el9.x86_64 18/116 2024-08-17T00:30:54.671 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1402.g03a1ac13.el 19/116 2024-08-17T00:30:54.671 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-ceph-common-2:17.2.7-1402.g03a1ac13.el9. 20/116 2024-08-17T00:30:54.671 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-cephfs-2:17.2.7-1402.g03a1ac13.el9.x86_6 21/116 2024-08-17T00:30:54.671 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-rados-2:17.2.7-1402.g03a1ac13.el9.x86_64 22/116 2024-08-17T00:30:54.672 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-rbd-2:17.2.7-1402.g03a1ac13.el9.x86_64 23/116 2024-08-17T00:30:54.672 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-rgw-2:17.2.7-1402.g03a1ac13.el9.x86_64 24/116 2024-08-17T00:30:54.672 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : rbd-fuse-2:17.2.7-1402.g03a1ac13.el9.x86_64 25/116 2024-08-17T00:30:54.672 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : rbd-mirror-2:17.2.7-1402.g03a1ac13.el9.x86_64 26/116 2024-08-17T00:30:54.672 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : rbd-nbd-2:17.2.7-1402.g03a1ac13.el9.x86_64 27/116 2024-08-17T00:30:54.673 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1402.g03a1ac13. 28/116 2024-08-17T00:30:54.673 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1402.g03a1ac13.el9.noa 29/116 2024-08-17T00:30:54.688 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1402.g03a1ac13.el9.n 30/116 2024-08-17T00:30:54.688 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1402.g03a 31/116 2024-08-17T00:30:54.688 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1402.g03a1ac13.el 32/116 2024-08-17T00:30:54.688 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1402.g03a1ac13.el9.noarch 33/116 2024-08-17T00:30:54.688 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1402.g03a1ac13.e 34/116 2024-08-17T00:30:54.688 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : cephadm-2:17.2.7-1402.g03a1ac13.el9.noarch 35/116 2024-08-17T00:30:54.688 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-08-17T00:30:54.689 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 37/116 2024-08-17T00:30:54.689 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 38/116 2024-08-17T00:30:54.689 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-08-17T00:30:54.689 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-08-17T00:30:54.689 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-08-17T00:30:54.689 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-08-17T00:30:54.689 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-08-17T00:30:54.689 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-08-17T00:30:54.689 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-08-17T00:30:54.689 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-08-17T00:30:54.689 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-08-17T00:30:54.689 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-08-17T00:30:54.689 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-08-17T00:30:54.690 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-08-17T00:30:54.690 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-08-17T00:30:54.690 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 52/116 2024-08-17T00:30:54.690 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 53/116 2024-08-17T00:30:54.690 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-08-17T00:30:54.690 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-08-17T00:30:54.690 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 56/116 2024-08-17T00:30:54.691 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-08-17T00:30:54.691 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-08-17T00:30:54.691 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-08-17T00:30:54.691 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-08-17T00:30:54.692 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-08-17T00:30:54.692 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-08-17T00:30:54.692 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-08-17T00:30:54.692 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-08-17T00:30:54.692 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-08-17T00:30:54.693 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-08-17T00:30:54.693 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-08-17T00:30:54.693 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-08-17T00:30:54.693 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-08-17T00:30:54.693 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-08-17T00:30:54.693 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-08-17T00:30:54.693 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-08-17T00:30:54.694 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-08-17T00:30:54.694 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-08-17T00:30:54.694 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-08-17T00:30:54.694 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-08-17T00:30:54.694 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-08-17T00:30:54.695 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-08-17T00:30:54.695 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 79/116 2024-08-17T00:30:54.695 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-08-17T00:30:54.695 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-08-17T00:30:54.695 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-08-17T00:30:54.696 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-08-17T00:30:54.696 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-08-17T00:30:54.696 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-08-17T00:30:54.696 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-08-17T00:30:54.696 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-08-17T00:30:54.697 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-google-auth-1:2.33.0-1.el9.noarch 88/116 2024-08-17T00:30:54.697 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-08-17T00:30:54.697 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-08-17T00:30:54.697 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-08-17T00:30:54.697 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-08-17T00:30:54.697 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-08-17T00:30:54.697 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-08-17T00:30:54.697 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-08-17T00:30:54.697 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-08-17T00:30:54.698 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-08-17T00:30:54.698 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-08-17T00:30:54.698 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-08-17T00:30:54.698 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-08-17T00:30:54.698 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-08-17T00:30:54.698 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-08-17T00:30:54.698 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-08-17T00:30:54.698 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-08-17T00:30:54.699 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-08-17T00:30:54.699 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-08-17T00:30:54.699 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 107/116 2024-08-17T00:30:54.699 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 108/116 2024-08-17T00:30:54.699 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-08-17T00:30:54.699 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-08-17T00:30:54.700 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-08-17T00:30:54.700 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-08-17T00:30:54.700 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : librados2-2:17.2.7-1402.g03a1ac13.el9.x86_64 113/116 2024-08-17T00:30:54.700 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-08-17T00:30:54.700 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : librbd1-2:17.2.7-1402.g03a1ac13.el9.x86_64 115/116 2024-08-17T00:30:56.601 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-08-17T00:30:56.601 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:30:56.601 INFO:teuthology.orchestra.run.smithi082.stdout:Upgraded: 2024-08-17T00:30:56.601 INFO:teuthology.orchestra.run.smithi082.stdout: librados2-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.601 INFO:teuthology.orchestra.run.smithi082.stdout: librbd1-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.601 INFO:teuthology.orchestra.run.smithi082.stdout:Installed: 2024-08-17T00:30:56.601 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.601 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-base-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.601 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-common-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.601 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-fuse-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.602 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-grafana-dashboards-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:30:56.602 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-immutable-object-cache-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.602 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mds-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.602 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.602 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-cephadm-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:30:56.602 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-dashboard-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:30:56.602 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:30:56.602 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-modules-core-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:30:56.602 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-rook-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:30:56.602 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mon-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.602 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-osd-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.602 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-prometheus-alerts-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:30:56.602 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-radosgw-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.603 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-selinux-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.603 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-test-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.603 INFO:teuthology.orchestra.run.smithi082.stdout: cephadm-2:17.2.7-1402.g03a1ac13.el9.noarch 2024-08-17T00:30:56.603 INFO:teuthology.orchestra.run.smithi082.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-08-17T00:30:56.603 INFO:teuthology.orchestra.run.smithi082.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-08-17T00:30:56.603 INFO:teuthology.orchestra.run.smithi082.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-08-17T00:30:56.603 INFO:teuthology.orchestra.run.smithi082.stdout: fuse-2.9.9-16.el9.x86_64 2024-08-17T00:30:56.603 INFO:teuthology.orchestra.run.smithi082.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-08-17T00:30:56.603 INFO:teuthology.orchestra.run.smithi082.stdout: libcephfs-devel-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.603 INFO:teuthology.orchestra.run.smithi082.stdout: libcephfs2-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.603 INFO:teuthology.orchestra.run.smithi082.stdout: libcephsqlite-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.603 INFO:teuthology.orchestra.run.smithi082.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-08-17T00:30:56.604 INFO:teuthology.orchestra.run.smithi082.stdout: liboath-2.6.7-2.el9.x86_64 2024-08-17T00:30:56.604 INFO:teuthology.orchestra.run.smithi082.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-08-17T00:30:56.604 INFO:teuthology.orchestra.run.smithi082.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-08-17T00:30:56.604 INFO:teuthology.orchestra.run.smithi082.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-08-17T00:30:56.604 INFO:teuthology.orchestra.run.smithi082.stdout: librados-devel-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.604 INFO:teuthology.orchestra.run.smithi082.stdout: libradosstriper1-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.604 INFO:teuthology.orchestra.run.smithi082.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-08-17T00:30:56.604 INFO:teuthology.orchestra.run.smithi082.stdout: librgw2-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.604 INFO:teuthology.orchestra.run.smithi082.stdout: libunwind-1.6.2-1.el9.x86_64 2024-08-17T00:30:56.604 INFO:teuthology.orchestra.run.smithi082.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-08-17T00:30:56.604 INFO:teuthology.orchestra.run.smithi082.stdout: openblas-0.3.21-2.el9.x86_64 2024-08-17T00:30:56.604 INFO:teuthology.orchestra.run.smithi082.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-08-17T00:30:56.605 INFO:teuthology.orchestra.run.smithi082.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-08-17T00:30:56.605 INFO:teuthology.orchestra.run.smithi082.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-08-17T00:30:56.605 INFO:teuthology.orchestra.run.smithi082.stdout: python3-babel-2.9.1-2.el9.noarch 2024-08-17T00:30:56.605 INFO:teuthology.orchestra.run.smithi082.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-08-17T00:30:56.605 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-08-17T00:30:56.605 INFO:teuthology.orchestra.run.smithi082.stdout: python3-ceph-argparse-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.605 INFO:teuthology.orchestra.run.smithi082.stdout: python3-ceph-common-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.605 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cephfs-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.605 INFO:teuthology.orchestra.run.smithi082.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-08-17T00:30:56.606 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-08-17T00:30:56.606 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-08-17T00:30:56.606 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-08-17T00:30:56.606 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-08-17T00:30:56.606 INFO:teuthology.orchestra.run.smithi082.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-08-17T00:30:56.606 INFO:teuthology.orchestra.run.smithi082.stdout: python3-google-auth-1:2.33.0-1.el9.noarch 2024-08-17T00:30:56.606 INFO:teuthology.orchestra.run.smithi082.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-08-17T00:30:56.606 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-08-17T00:30:56.606 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-08-17T00:30:56.606 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-08-17T00:30:56.606 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-08-17T00:30:56.606 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-08-17T00:30:56.606 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-08-17T00:30:56.607 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-08-17T00:30:56.607 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-08-17T00:30:56.607 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-08-17T00:30:56.607 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-08-17T00:30:56.607 INFO:teuthology.orchestra.run.smithi082.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-08-17T00:30:56.607 INFO:teuthology.orchestra.run.smithi082.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-08-17T00:30:56.607 INFO:teuthology.orchestra.run.smithi082.stdout: python3-mako-1.1.4-6.el9.noarch 2024-08-17T00:30:56.607 INFO:teuthology.orchestra.run.smithi082.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-08-17T00:30:56.607 INFO:teuthology.orchestra.run.smithi082.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-08-17T00:30:56.607 INFO:teuthology.orchestra.run.smithi082.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-08-17T00:30:56.607 INFO:teuthology.orchestra.run.smithi082.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-08-17T00:30:56.607 INFO:teuthology.orchestra.run.smithi082.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-08-17T00:30:56.607 INFO:teuthology.orchestra.run.smithi082.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-08-17T00:30:56.608 INFO:teuthology.orchestra.run.smithi082.stdout: python3-packaging-20.9-5.el9.noarch 2024-08-17T00:30:56.608 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-08-17T00:30:56.608 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-08-17T00:30:56.608 INFO:teuthology.orchestra.run.smithi082.stdout: python3-ply-3.11-14.el9.noarch 2024-08-17T00:30:56.608 INFO:teuthology.orchestra.run.smithi082.stdout: python3-portend-3.1.0-2.el9.noarch 2024-08-17T00:30:56.608 INFO:teuthology.orchestra.run.smithi082.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-08-17T00:30:56.608 INFO:teuthology.orchestra.run.smithi082.stdout: python3-py-1.10.0-6.el9.noarch 2024-08-17T00:30:56.608 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-08-17T00:30:56.608 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-08-17T00:30:56.608 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-08-17T00:30:56.608 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pycparser-2.20-6.el9.noarch 2024-08-17T00:30:56.608 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-08-17T00:30:56.608 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pytz-2021.1-5.el9.noarch 2024-08-17T00:30:56.609 INFO:teuthology.orchestra.run.smithi082.stdout: python3-rados-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.609 INFO:teuthology.orchestra.run.smithi082.stdout: python3-rbd-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.609 INFO:teuthology.orchestra.run.smithi082.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-08-17T00:30:56.609 INFO:teuthology.orchestra.run.smithi082.stdout: python3-requests-2.25.1-8.el9.noarch 2024-08-17T00:30:56.609 INFO:teuthology.orchestra.run.smithi082.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-08-17T00:30:56.609 INFO:teuthology.orchestra.run.smithi082.stdout: python3-rgw-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.609 INFO:teuthology.orchestra.run.smithi082.stdout: python3-routes-2.5.1-5.el9.noarch 2024-08-17T00:30:56.609 INFO:teuthology.orchestra.run.smithi082.stdout: python3-rsa-4.9-2.el9.noarch 2024-08-17T00:30:56.609 INFO:teuthology.orchestra.run.smithi082.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-08-17T00:30:56.609 INFO:teuthology.orchestra.run.smithi082.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-08-17T00:30:56.609 INFO:teuthology.orchestra.run.smithi082.stdout: python3-toml-0.10.2-6.el9.noarch 2024-08-17T00:30:56.609 INFO:teuthology.orchestra.run.smithi082.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-08-17T00:30:56.609 INFO:teuthology.orchestra.run.smithi082.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-08-17T00:30:56.610 INFO:teuthology.orchestra.run.smithi082.stdout: python3-webob-1.8.7-6.el9.noarch 2024-08-17T00:30:56.610 INFO:teuthology.orchestra.run.smithi082.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-08-17T00:30:56.610 INFO:teuthology.orchestra.run.smithi082.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-08-17T00:30:56.610 INFO:teuthology.orchestra.run.smithi082.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-08-17T00:30:56.610 INFO:teuthology.orchestra.run.smithi082.stdout: rbd-fuse-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.610 INFO:teuthology.orchestra.run.smithi082.stdout: rbd-mirror-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.610 INFO:teuthology.orchestra.run.smithi082.stdout: rbd-nbd-2:17.2.7-1402.g03a1ac13.el9.x86_64 2024-08-17T00:30:56.610 INFO:teuthology.orchestra.run.smithi082.stdout: socat-1.7.4.1-6.el9.x86_64 2024-08-17T00:30:56.610 INFO:teuthology.orchestra.run.smithi082.stdout: thrift-0.15.0-2.el9.x86_64 2024-08-17T00:30:56.610 INFO:teuthology.orchestra.run.smithi082.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-08-17T00:30:56.610 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:30:56.610 INFO:teuthology.orchestra.run.smithi082.stdout:Complete! 2024-08-17T00:30:56.939 DEBUG:teuthology.parallel:result is None 2024-08-17T00:30:56.940 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T00:30:56.940 INFO:teuthology.packaging:ref: None 2024-08-17T00:30:56.940 INFO:teuthology.packaging:tag: None 2024-08-17T00:30:56.940 INFO:teuthology.packaging:branch: quincy 2024-08-17T00:30:56.940 INFO:teuthology.packaging:sha1: d863d21c9d1db9c3453c09dacd68766969720a44 2024-08-17T00:30:56.940 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-17T00:30:57.178 DEBUG:teuthology.orchestra.run.smithi082:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-08-17T00:30:57.201 INFO:teuthology.orchestra.run.smithi082.stdout:17.2.7-1402.g03a1ac13.el9 2024-08-17T00:30:57.202 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1402.g03a1ac13.el9 2024-08-17T00:30:57.202 INFO:teuthology.task.install:The correct ceph version 17.2.7-1402.g03a1ac13 is installed. 2024-08-17T00:30:57.204 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T00:30:57.204 INFO:teuthology.packaging:ref: None 2024-08-17T00:30:57.204 INFO:teuthology.packaging:tag: None 2024-08-17T00:30:57.204 INFO:teuthology.packaging:branch: quincy 2024-08-17T00:30:57.204 INFO:teuthology.packaging:sha1: d863d21c9d1db9c3453c09dacd68766969720a44 2024-08-17T00:30:57.204 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-17T00:30:57.440 DEBUG:teuthology.orchestra.run.smithi137:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-08-17T00:30:57.466 INFO:teuthology.orchestra.run.smithi137.stdout:17.2.7-1402.g03a1ac13.el9 2024-08-17T00:30:57.466 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1402.g03a1ac13.el9 2024-08-17T00:30:57.467 INFO:teuthology.task.install:The correct ceph version 17.2.7-1402.g03a1ac13 is installed. 2024-08-17T00:30:57.468 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-08-17T00:30:57.469 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-08-17T00:30:57.469 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-17T00:30:57.498 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-08-17T00:30:57.498 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-17T00:30:57.538 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-08-17T00:30:57.538 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-08-17T00:30:57.538 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd of=/usr/bin/daemon-helper 2024-08-17T00:30:57.564 DEBUG:teuthology.orchestra.run.smithi082:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-17T00:30:57.629 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-08-17T00:30:57.629 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd of=/usr/bin/daemon-helper 2024-08-17T00:30:57.657 DEBUG:teuthology.orchestra.run.smithi137:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-17T00:30:57.724 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-08-17T00:30:57.724 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-08-17T00:30:57.724 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-17T00:30:57.749 DEBUG:teuthology.orchestra.run.smithi082:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-17T00:30:57.813 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-08-17T00:30:57.813 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-17T00:30:57.840 DEBUG:teuthology.orchestra.run.smithi137:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-17T00:30:57.907 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-08-17T00:30:57.907 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-08-17T00:30:57.907 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd of=/usr/bin/stdin-killer 2024-08-17T00:30:57.931 DEBUG:teuthology.orchestra.run.smithi082:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-17T00:30:57.996 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-08-17T00:30:57.996 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd of=/usr/bin/stdin-killer 2024-08-17T00:30:58.022 DEBUG:teuthology.orchestra.run.smithi137:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-17T00:30:58.088 INFO:teuthology.run_tasks:Running task print... 2024-08-17T00:30:58.103 INFO:teuthology.task.print:**** done install task... 2024-08-17T00:30:58.104 INFO:teuthology.run_tasks:Running task print... 2024-08-17T00:30:58.129 INFO:teuthology.task.print:**** done start installing quincy cephadm ... 2024-08-17T00:30:58.129 INFO:teuthology.run_tasks:Running task cephadm... 2024-08-17T00:30:58.242 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'd863d21c9d1db9c3453c09dacd68766969720a44'} 2024-08-17T00:30:58.243 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2024-08-17T00:30:58.243 INFO:tasks.cephadm:Cluster fsid is f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:30:58.243 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-08-17T00:30:58.243 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.82', 'mon.c': '[v2:172.21.15.82:3301,v1:172.21.15.82:6790]', 'mon.b': '172.21.15.137'} 2024-08-17T00:30:58.243 INFO:tasks.cephadm:First mon is mon.a on smithi082 2024-08-17T00:30:58.244 INFO:tasks.cephadm:First mgr is y 2024-08-17T00:30:58.244 INFO:tasks.cephadm:Normalizing hostnames... 2024-08-17T00:30:58.244 DEBUG:teuthology.orchestra.run.smithi082:> sudo hostname $(hostname -s) 2024-08-17T00:30:58.269 DEBUG:teuthology.orchestra.run.smithi137:> sudo hostname $(hostname -s) 2024-08-17T00:30:58.294 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2024-08-17T00:30:58.294 DEBUG:teuthology.orchestra.run.smithi082:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-17T00:30:58.547 INFO:teuthology.orchestra.run.smithi082.stdout:-rw-r--r--. 1 ubuntu ubuntu 378585 Aug 17 00:30 /home/ubuntu/cephtest/cephadm 2024-08-17T00:30:58.547 DEBUG:teuthology.orchestra.run.smithi137:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-17T00:30:58.696 INFO:teuthology.orchestra.run.smithi137.stdout:-rw-r--r--. 1 ubuntu ubuntu 378585 Aug 17 00:30 /home/ubuntu/cephtest/cephadm 2024-08-17T00:30:58.696 DEBUG:teuthology.orchestra.run.smithi082:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-17T00:30:58.713 DEBUG:teuthology.orchestra.run.smithi137:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-17T00:30:58.741 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2024-08-17T00:30:58.741 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-08-17T00:30:58.755 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-08-17T00:30:59.574 INFO:teuthology.orchestra.run.smithi082.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-17T00:30:59.664 INFO:teuthology.orchestra.run.smithi137.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-17T00:31:30.959 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-08-17T00:31:30.960 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph_version": "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)", 2024-08-17T00:31:30.960 INFO:teuthology.orchestra.run.smithi082.stdout: "image_id": "bc5a85a9020602c9fcfe814c6876d00e1bb966b6859019e3572b26574460cc98", 2024-08-17T00:31:30.960 INFO:teuthology.orchestra.run.smithi082.stdout: "repo_digests": [ 2024-08-17T00:31:30.960 INFO:teuthology.orchestra.run.smithi082.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db" 2024-08-17T00:31:30.960 INFO:teuthology.orchestra.run.smithi082.stdout: ] 2024-08-17T00:31:30.960 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-08-17T00:31:31.333 INFO:teuthology.orchestra.run.smithi137.stdout:{ 2024-08-17T00:31:31.333 INFO:teuthology.orchestra.run.smithi137.stdout: "ceph_version": "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)", 2024-08-17T00:31:31.334 INFO:teuthology.orchestra.run.smithi137.stdout: "image_id": "bc5a85a9020602c9fcfe814c6876d00e1bb966b6859019e3572b26574460cc98", 2024-08-17T00:31:31.334 INFO:teuthology.orchestra.run.smithi137.stdout: "repo_digests": [ 2024-08-17T00:31:31.334 INFO:teuthology.orchestra.run.smithi137.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db" 2024-08-17T00:31:31.334 INFO:teuthology.orchestra.run.smithi137.stdout: ] 2024-08-17T00:31:31.334 INFO:teuthology.orchestra.run.smithi137.stdout:} 2024-08-17T00:31:31.352 DEBUG:teuthology.orchestra.run.smithi082:> sudo mkdir -p /etc/ceph 2024-08-17T00:31:31.381 DEBUG:teuthology.orchestra.run.smithi137:> sudo mkdir -p /etc/ceph 2024-08-17T00:31:31.409 DEBUG:teuthology.orchestra.run.smithi082:> sudo chmod 777 /etc/ceph 2024-08-17T00:31:31.447 DEBUG:teuthology.orchestra.run.smithi137:> sudo chmod 777 /etc/ceph 2024-08-17T00:31:31.473 INFO:tasks.cephadm:Writing seed config... 2024-08-17T00:31:31.474 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-08-17T00:31:31.474 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-08-17T00:31:31.474 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-08-17T00:31:31.475 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-08-17T00:31:31.475 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-08-17T00:31:31.475 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-08-17T00:31:31.475 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-08-17T00:31:31.475 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-08-17T00:31:31.475 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-08-17T00:31:31.475 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-08-17T00:31:31.475 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-08-17T00:31:31.475 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-08-17T00:31:31.476 DEBUG:teuthology.orchestra.run.smithi082:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-08-17T00:31:31.502 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = f8feaf04-5c2f-11ef-bccf-c7b262605968 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-08-17T00:31:31.502 DEBUG:teuthology.orchestra.run.smithi082:mon.a> sudo journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mon.a.service 2024-08-17T00:31:31.544 DEBUG:teuthology.orchestra.run.smithi082:mgr.y> sudo journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mgr.y.service 2024-08-17T00:31:31.587 INFO:tasks.cephadm:Bootstrapping... 2024-08-17T00:31:31.587 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.82 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-08-17T00:31:31.790 INFO:teuthology.orchestra.run.smithi082.stdout:-------------------------------------------------------------------------------- 2024-08-17T00:31:31.790 INFO:teuthology.orchestra.run.smithi082.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', 'f8feaf04-5c2f-11ef-bccf-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.82', '--skip-admin-label'] 2024-08-17T00:31:31.816 INFO:teuthology.orchestra.run.smithi082.stdout:/bin/podman: stdout 5.1.2 2024-08-17T00:31:31.816 INFO:teuthology.orchestra.run.smithi082.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-08-17T00:31:31.816 INFO:teuthology.orchestra.run.smithi082.stdout:Verifying podman|docker is present... 2024-08-17T00:31:31.840 INFO:teuthology.orchestra.run.smithi082.stdout:/bin/podman: stdout 5.1.2 2024-08-17T00:31:31.841 INFO:teuthology.orchestra.run.smithi082.stdout:Verifying lvm2 is present... 2024-08-17T00:31:31.841 INFO:teuthology.orchestra.run.smithi082.stdout:Verifying time synchronization is in place... 2024-08-17T00:31:31.849 INFO:teuthology.orchestra.run.smithi082.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-17T00:31:31.849 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-17T00:31:31.855 INFO:teuthology.orchestra.run.smithi082.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-17T00:31:31.855 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stdout inactive 2024-08-17T00:31:31.862 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stdout enabled 2024-08-17T00:31:31.868 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stdout active 2024-08-17T00:31:31.868 INFO:teuthology.orchestra.run.smithi082.stdout:Unit chronyd.service is enabled and running 2024-08-17T00:31:31.868 INFO:teuthology.orchestra.run.smithi082.stdout:Repeating the final host check... 2024-08-17T00:31:31.892 INFO:teuthology.orchestra.run.smithi082.stdout:/bin/podman: stdout 5.1.2 2024-08-17T00:31:31.892 INFO:teuthology.orchestra.run.smithi082.stdout:podman (/bin/podman) version 5.1.2 is present 2024-08-17T00:31:31.892 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl is present 2024-08-17T00:31:31.892 INFO:teuthology.orchestra.run.smithi082.stdout:lvcreate is present 2024-08-17T00:31:31.899 INFO:teuthology.orchestra.run.smithi082.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-17T00:31:31.899 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-17T00:31:31.905 INFO:teuthology.orchestra.run.smithi082.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-17T00:31:31.905 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stdout inactive 2024-08-17T00:31:31.912 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stdout enabled 2024-08-17T00:31:31.919 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stdout active 2024-08-17T00:31:31.919 INFO:teuthology.orchestra.run.smithi082.stdout:Unit chronyd.service is enabled and running 2024-08-17T00:31:31.919 INFO:teuthology.orchestra.run.smithi082.stdout:Host looks OK 2024-08-17T00:31:31.919 INFO:teuthology.orchestra.run.smithi082.stdout:Cluster fsid: f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:31:31.919 INFO:teuthology.orchestra.run.smithi082.stdout:Acquiring lock 139677590836080 on /run/cephadm/f8feaf04-5c2f-11ef-bccf-c7b262605968.lock 2024-08-17T00:31:31.919 INFO:teuthology.orchestra.run.smithi082.stdout:Lock 139677590836080 acquired on /run/cephadm/f8feaf04-5c2f-11ef-bccf-c7b262605968.lock 2024-08-17T00:31:31.919 INFO:teuthology.orchestra.run.smithi082.stdout:Verifying IP 172.21.15.82 port 3300 ... 2024-08-17T00:31:31.920 INFO:teuthology.orchestra.run.smithi082.stdout:Verifying IP 172.21.15.82 port 6789 ... 2024-08-17T00:31:31.920 INFO:teuthology.orchestra.run.smithi082.stdout:Base mon IP(s) is [172.21.15.82:3300, 172.21.15.82:6789], mon addrv is [v2:172.21.15.82:3300,v1:172.21.15.82:6789] 2024-08-17T00:31:31.923 INFO:teuthology.orchestra.run.smithi082.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.82 metric 100 2024-08-17T00:31:31.923 INFO:teuthology.orchestra.run.smithi082.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.82 metric 100 2024-08-17T00:31:31.926 INFO:teuthology.orchestra.run.smithi082.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-08-17T00:31:31.926 INFO:teuthology.orchestra.run.smithi082.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-08-17T00:31:31.926 INFO:teuthology.orchestra.run.smithi082.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1793sec hoplimit 64 pref medium 2024-08-17T00:31:31.929 INFO:teuthology.orchestra.run.smithi082.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-08-17T00:31:31.929 INFO:teuthology.orchestra.run.smithi082.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-08-17T00:31:31.929 INFO:teuthology.orchestra.run.smithi082.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-17T00:31:31.929 INFO:teuthology.orchestra.run.smithi082.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-08-17T00:31:31.929 INFO:teuthology.orchestra.run.smithi082.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d3ff/64 scope link 2024-08-17T00:31:31.929 INFO:teuthology.orchestra.run.smithi082.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-17T00:31:31.929 INFO:teuthology.orchestra.run.smithi082.stdout:Mon IP `172.21.15.82` is in CIDR network `172.21.0.0/20` 2024-08-17T00:31:31.930 INFO:teuthology.orchestra.run.smithi082.stdout:Mon IP `172.21.15.82` is in CIDR network `172.21.0.0/20` 2024-08-17T00:31:31.930 INFO:teuthology.orchestra.run.smithi082.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-08-17T00:31:31.930 INFO:teuthology.orchestra.run.smithi082.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-08-17T00:31:31.930 INFO:teuthology.orchestra.run.smithi082.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-17T00:31:32.418 INFO:teuthology.orchestra.run.smithi082.stdout:/bin/podman: stdout bc5a85a9020602c9fcfe814c6876d00e1bb966b6859019e3572b26574460cc98 2024-08-17T00:31:32.418 INFO:teuthology.orchestra.run.smithi082.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-17T00:31:32.418 INFO:teuthology.orchestra.run.smithi082.stdout:/bin/podman: stderr Getting image source signatures 2024-08-17T00:31:32.418 INFO:teuthology.orchestra.run.smithi082.stdout:/bin/podman: stderr Copying blob sha256:d55c0afad4efff8d6a12595b2bf4febacd3f1ffcb652b0f8238c0b826e51a355 2024-08-17T00:31:32.418 INFO:teuthology.orchestra.run.smithi082.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-08-17T00:31:32.419 INFO:teuthology.orchestra.run.smithi082.stdout:/bin/podman: stderr Copying config sha256:bc5a85a9020602c9fcfe814c6876d00e1bb966b6859019e3572b26574460cc98 2024-08-17T00:31:32.419 INFO:teuthology.orchestra.run.smithi082.stdout:/bin/podman: stderr Writing manifest to image destination 2024-08-17T00:31:33.272 INFO:teuthology.orchestra.run.smithi082.stdout:ceph: stdout ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable) 2024-08-17T00:31:33.272 INFO:teuthology.orchestra.run.smithi082.stdout:Ceph version: ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable) 2024-08-17T00:31:33.273 INFO:teuthology.orchestra.run.smithi082.stdout:Extracting ceph user uid/gid from container image... 2024-08-17T00:31:34.311 INFO:teuthology.orchestra.run.smithi082.stdout:stat: stdout 167 167 2024-08-17T00:31:34.311 INFO:teuthology.orchestra.run.smithi082.stdout:Creating initial keys... 2024-08-17T00:31:35.075 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph-authtool: stdout AQBm779mKtImIhAAiOkHOlXxUa1hUYL/FKMBfQ== 2024-08-17T00:31:35.880 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph-authtool: stdout AQBn779mN6MYFxAA+8yFI45MyWFNEhy04nDF/g== 2024-08-17T00:31:40.133 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph-authtool: stdout AQBo779mg0KQChAAKtYzs1twmPwH2Nh+R3bkVg== 2024-08-17T00:31:40.134 INFO:teuthology.orchestra.run.smithi082.stdout:Creating initial monmap... 2024-08-17T00:31:47.001 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-17T00:31:47.002 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2024-08-17T00:31:47.002 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:31:47.002 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-17T00:31:47.002 INFO:teuthology.orchestra.run.smithi082.stdout:monmaptool for a [v2:172.21.15.82:3300,v1:172.21.15.82:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-17T00:31:47.002 INFO:teuthology.orchestra.run.smithi082.stdout:setting min_mon_release = octopus 2024-08-17T00:31:47.002 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/monmaptool: set fsid to f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:31:47.002 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-17T00:31:47.002 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:31:47.002 INFO:teuthology.orchestra.run.smithi082.stdout:Creating mon... 2024-08-17T00:31:47.890 INFO:teuthology.orchestra.run.smithi082.stdout:create mon.a on 2024-08-17T00:31:48.094 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-08-17T00:31:48.236 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-08-17T00:31:48.390 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968.target → /etc/systemd/system/ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968.target. 2024-08-17T00:31:48.390 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968.target → /etc/systemd/system/ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968.target. 2024-08-17T00:31:48.559 INFO:teuthology.orchestra.run.smithi082.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mon.a 2024-08-17T00:31:48.559 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stderr Failed to reset failed state of unit ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mon.a.service: Unit ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mon.a.service not loaded. 2024-08-17T00:31:48.722 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968.target.wants/ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mon.a.service → /etc/systemd/system/ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@.service. 2024-08-17T00:31:49.239 INFO:teuthology.orchestra.run.smithi082.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-17T00:31:49.240 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stdout disabled 2024-08-17T00:31:49.247 INFO:teuthology.orchestra.run.smithi082.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-17T00:31:49.247 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stdout inactive 2024-08-17T00:31:49.247 INFO:teuthology.orchestra.run.smithi082.stdout:firewalld.service is not enabled 2024-08-17T00:31:49.247 INFO:teuthology.orchestra.run.smithi082.stdout:Not possible to enable service . firewalld.service is not available 2024-08-17T00:31:49.247 INFO:teuthology.orchestra.run.smithi082.stdout:Waiting for mon to start... 2024-08-17T00:31:49.247 INFO:teuthology.orchestra.run.smithi082.stdout:Waiting for mon... 2024-08-17T00:31:49.373 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:49 smithi082 systemd[1]: Started Ceph mon.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:31:50.419 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout cluster: 2024-08-17T00:31:50.419 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout id: f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:31:50.419 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-08-17T00:31:50.419 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 2024-08-17T00:31:50.419 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout services: 2024-08-17T00:31:50.419 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.680524s) 2024-08-17T00:31:50.419 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-08-17T00:31:50.419 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-08-17T00:31:50.420 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 2024-08-17T00:31:50.420 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout data: 2024-08-17T00:31:50.420 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-08-17T00:31:50.420 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-08-17T00:31:50.420 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-08-17T00:31:50.420 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout pgs: 2024-08-17T00:31:50.420 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 2024-08-17T00:31:50.420 INFO:teuthology.orchestra.run.smithi082.stdout:mon is available 2024-08-17T00:31:50.420 INFO:teuthology.orchestra.run.smithi082.stdout:Assimilating anything we can from ceph.conf... 2024-08-17T00:31:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:50 smithi082 ceph-mon[28911]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-17T00:31:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:50 smithi082 ceph-mon[28911]: monmap e1: 1 mons at {a=[v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T00:31:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:50 smithi082 ceph-mon[28911]: fsmap 2024-08-17T00:31:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:50 smithi082 ceph-mon[28911]: osdmap e1: 0 total, 0 up, 0 in 2024-08-17T00:31:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:50 smithi082 ceph-mon[28911]: mgrmap e1: no daemons active 2024-08-17T00:31:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:50 smithi082 ceph-mon[28911]: from='client.? 172.21.15.82:0/3890348539' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-17T00:31:51.400 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 2024-08-17T00:31:51.400 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout [global] 2024-08-17T00:31:51.400 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout fsid = f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:31:51.400 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-08-17T00:31:51.400 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.82:3300,v1:172.21.15.82:6789] 2024-08-17T00:31:51.400 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-17T00:31:51.400 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-17T00:31:51.400 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-17T00:31:51.401 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-17T00:31:51.401 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 2024-08-17T00:31:51.401 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-17T00:31:51.401 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-17T00:31:51.401 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 2024-08-17T00:31:51.401 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout [osd] 2024-08-17T00:31:51.401 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-17T00:31:51.401 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-17T00:31:51.401 INFO:teuthology.orchestra.run.smithi082.stdout:Generating new minimal ceph.conf... 2024-08-17T00:31:51.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:51 smithi082 ceph-mon[28911]: from='client.? 172.21.15.82:0/2794942055' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-08-17T00:31:51.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:51 smithi082 ceph-mon[28911]: from='client.? 172.21.15.82:0/2794942055' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-08-17T00:31:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:52 smithi082 ceph-mon[28911]: from='client.? 172.21.15.82:0/3201571163' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:31:53.812 INFO:teuthology.orchestra.run.smithi082.stdout:Restarting the monitor... 2024-08-17T00:31:53.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:53 smithi082 systemd[1]: Stopping Ceph mon.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:31:54.397 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:54 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-a[28907]: 2024-08-17T00:31:54.059+0000 7f6c64601640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T00:31:54.398 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:54 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-a[28907]: 2024-08-17T00:31:54.059+0000 7f6c64601640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-08-17T00:31:54.398 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:54 smithi082 podman[29151]: 2024-08-17 00:31:54.152951594 +0000 UTC m=+0.174225485 container died d039b52bb690fbbbb70e2ebdb52811201289d9ff3d64f62f5415209827e1147b (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=quincy-03a1ac1, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-08-17T00:31:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:54 smithi082 podman[29151]: 2024-08-17 00:31:54.502261242 +0000 UTC m=+0.523535133 container cleanup d039b52bb690fbbbb70e2ebdb52811201289d9ff3d64f62f5415209827e1147b (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-a, org.label-schema.vendor=CentOS, RELEASE=quincy-03a1ac1, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-08-17T00:31:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:54 smithi082 bash[29151]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-a 2024-08-17T00:31:55.129 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:54 smithi082 podman[29164]: 2024-08-17 00:31:54.752959032 +0000 UTC m=+0.601319361 container remove d039b52bb690fbbbb70e2ebdb52811201289d9ff3d64f62f5415209827e1147b (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-a, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-03a1ac1, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-08-17T00:31:55.129 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:54 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-17T00:31:55.129 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:54 smithi082 systemd[1]: Stopped Ceph mon.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:31:55.129 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:54 smithi082 systemd[1]: Starting Ceph mon.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:31:55.407 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 podman[29256]: 2024-08-17 00:31:55.128605909 +0000 UTC m=+0.113762749 container create a0277ad24518bc1104c4bd699a56c5be8ff7b9b5c900cb05b45995fc883c8adf (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=quincy-03a1ac1, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=) 2024-08-17T00:31:55.407 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 podman[29256]: 2024-08-17 00:31:55.031862647 +0000 UTC m=+0.017019494 image pull bc5a85a9020602c9fcfe814c6876d00e1bb966b6859019e3572b26574460cc98 quay.ceph.io/ceph-ci/ceph:quincy 2024-08-17T00:31:55.407 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 podman[29256]: 2024-08-17 00:31:55.347859829 +0000 UTC m=+0.333016669 container init a0277ad24518bc1104c4bd699a56c5be8ff7b9b5c900cb05b45995fc883c8adf (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=quincy-03a1ac1, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-08-17T00:31:55.407 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 podman[29256]: 2024-08-17 00:31:55.350875191 +0000 UTC m=+0.336032032 container start a0277ad24518bc1104c4bd699a56c5be8ff7b9b5c900cb05b45995fc883c8adf (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-a, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-03a1ac1) 2024-08-17T00:31:55.407 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: set uid:gid to 167:167 (ceph:ceph) 2024-08-17T00:31:55.407 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable), process ceph-mon, pid 2 2024-08-17T00:31:55.407 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: pidfile_write: ignore empty --pid-file 2024-08-17T00:31:55.407 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: load: jerasure load: lrc 2024-08-17T00:31:55.407 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: RocksDB version: 6.15.5 2024-08-17T00:31:55.408 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-08-17T00:31:55.408 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Compile date Aug 16 2024 2024-08-17T00:31:55.408 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: DB SUMMARY 2024-08-17T00:31:55.408 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: DB Session ID: 0NUPHMSXT35M7LQCFLN5 2024-08-17T00:31:55.408 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: CURRENT file: CURRENT 2024-08-17T00:31:55.408 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: IDENTITY file: IDENTITY 2024-08-17T00:31:55.408 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-08-17T00:31:55.408 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-08-17T00:31:55.408 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 83690 ; 2024-08-17T00:31:55.408 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.error_if_exists: 0 2024-08-17T00:31:55.408 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.create_if_missing: 0 2024-08-17T00:31:55.408 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.paranoid_checks: 1 2024-08-17T00:31:55.410 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-17T00:31:55.410 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.env: 0x55ede33a2480 2024-08-17T00:31:55.410 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.fs: Posix File System 2024-08-17T00:31:55.410 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.info_log: 0x55ede52eaf80 2024-08-17T00:31:55.410 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.max_file_opening_threads: 16 2024-08-17T00:31:55.410 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.statistics: (nil) 2024-08-17T00:31:55.410 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.use_fsync: 0 2024-08-17T00:31:55.411 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.max_log_file_size: 0 2024-08-17T00:31:55.411 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-17T00:31:55.411 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-17T00:31:55.411 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.keep_log_file_num: 1000 2024-08-17T00:31:55.411 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.recycle_log_file_num: 0 2024-08-17T00:31:55.411 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.allow_fallocate: 1 2024-08-17T00:31:55.411 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.allow_mmap_reads: 0 2024-08-17T00:31:55.411 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.allow_mmap_writes: 0 2024-08-17T00:31:55.411 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.use_direct_reads: 0 2024-08-17T00:31:55.411 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-17T00:31:55.411 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.create_missing_column_families: 0 2024-08-17T00:31:55.411 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.db_log_dir: 2024-08-17T00:31:55.412 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-08-17T00:31:55.412 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-17T00:31:55.412 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-17T00:31:55.412 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-17T00:31:55.412 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-17T00:31:55.412 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-17T00:31:55.412 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-17T00:31:55.412 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.advise_random_on_open: 1 2024-08-17T00:31:55.412 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.db_write_buffer_size: 0 2024-08-17T00:31:55.412 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.write_buffer_manager: 0x55ede53a8780 2024-08-17T00:31:55.412 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-17T00:31:55.412 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-08-17T00:31:55.412 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-17T00:31:55.413 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-17T00:31:55.413 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.rate_limiter: (nil) 2024-08-17T00:31:55.413 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-17T00:31:55.413 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.wal_recovery_mode: 2 2024-08-17T00:31:55.413 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.enable_thread_tracking: 0 2024-08-17T00:31:55.413 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.enable_pipelined_write: 0 2024-08-17T00:31:55.413 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.unordered_write: 0 2024-08-17T00:31:55.413 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-17T00:31:55.413 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-17T00:31:55.413 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-17T00:31:55.413 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-17T00:31:55.413 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.row_cache: None 2024-08-17T00:31:55.413 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.wal_filter: None 2024-08-17T00:31:55.414 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-17T00:31:55.414 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.allow_ingest_behind: 0 2024-08-17T00:31:55.414 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.preserve_deletes: 0 2024-08-17T00:31:55.414 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.two_write_queues: 0 2024-08-17T00:31:55.414 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.manual_wal_flush: 0 2024-08-17T00:31:55.414 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.atomic_flush: 0 2024-08-17T00:31:55.414 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-17T00:31:55.414 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-17T00:31:55.414 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-17T00:31:55.414 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.log_readahead_size: 0 2024-08-17T00:31:55.414 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-17T00:31:55.414 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.best_efforts_recovery: 0 2024-08-17T00:31:55.415 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-17T00:31:55.415 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-17T00:31:55.415 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.allow_data_in_errors: 0 2024-08-17T00:31:55.415 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.db_host_id: __hostname__ 2024-08-17T00:31:55.415 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.max_background_jobs: 2 2024-08-17T00:31:55.415 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.max_background_compactions: -1 2024-08-17T00:31:55.415 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.max_subcompactions: 1 2024-08-17T00:31:55.415 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-17T00:31:55.415 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-17T00:31:55.415 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-17T00:31:55.415 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.max_total_wal_size: 0 2024-08-17T00:31:55.415 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-17T00:31:55.415 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-17T00:31:55.416 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-17T00:31:55.416 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-17T00:31:55.416 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.max_open_files: -1 2024-08-17T00:31:55.416 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.bytes_per_sync: 0 2024-08-17T00:31:55.416 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-17T00:31:55.416 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-17T00:31:55.416 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.compaction_readahead_size: 0 2024-08-17T00:31:55.416 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.max_background_flushes: -1 2024-08-17T00:31:55.417 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Compression algorithms supported: 2024-08-17T00:31:55.417 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: kZSTD supported: 0 2024-08-17T00:31:55.417 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: kXpressCompression supported: 0 2024-08-17T00:31:55.417 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: kBZip2Compression supported: 0 2024-08-17T00:31:55.417 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-17T00:31:55.417 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: kLZ4Compression supported: 1 2024-08-17T00:31:55.417 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: kZlibCompression supported: 1 2024-08-17T00:31:55.417 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: kLZ4HCCompression supported: 1 2024-08-17T00:31:55.417 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: kSnappyCompression supported: 1 2024-08-17T00:31:55.417 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-17T00:31:55.417 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2024-08-17T00:31:55.417 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-08-17T00:31:55.417 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-17T00:31:55.418 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.merge_operator: 2024-08-17T00:31:55.418 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.compaction_filter: None 2024-08-17T00:31:55.418 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.compaction_filter_factory: None 2024-08-17T00:31:55.418 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.sst_partitioner_factory: None 2024-08-17T00:31:55.418 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-17T00:31:55.418 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-17T00:31:55.418 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ede5291a78) 2024-08-17T00:31:55.418 INFO:journalctl@ceph.mon.a.smithi082.stdout: cache_index_and_filter_blocks: 1 2024-08-17T00:31:55.418 INFO:journalctl@ceph.mon.a.smithi082.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-17T00:31:55.418 INFO:journalctl@ceph.mon.a.smithi082.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-17T00:31:55.418 INFO:journalctl@ceph.mon.a.smithi082.stdout: pin_top_level_index_and_filter: 1 2024-08-17T00:31:55.418 INFO:journalctl@ceph.mon.a.smithi082.stdout: index_type: 0 2024-08-17T00:31:55.418 INFO:journalctl@ceph.mon.a.smithi082.stdout: data_block_index_type: 0 2024-08-17T00:31:55.419 INFO:journalctl@ceph.mon.a.smithi082.stdout: index_shortening: 1 2024-08-17T00:31:55.419 INFO:journalctl@ceph.mon.a.smithi082.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-17T00:31:55.419 INFO:journalctl@ceph.mon.a.smithi082.stdout: hash_index_allow_collision: 1 2024-08-17T00:31:55.419 INFO:journalctl@ceph.mon.a.smithi082.stdout: checksum: 1 2024-08-17T00:31:55.419 INFO:journalctl@ceph.mon.a.smithi082.stdout: no_block_cache: 0 2024-08-17T00:31:55.419 INFO:journalctl@ceph.mon.a.smithi082.stdout: block_cache: 0x55ede52c71f0 2024-08-17T00:31:55.419 INFO:journalctl@ceph.mon.a.smithi082.stdout: block_cache_name: BinnedLRUCache 2024-08-17T00:31:55.419 INFO:journalctl@ceph.mon.a.smithi082.stdout: block_cache_options: 2024-08-17T00:31:55.419 INFO:journalctl@ceph.mon.a.smithi082.stdout: capacity : 536870912 2024-08-17T00:31:55.419 INFO:journalctl@ceph.mon.a.smithi082.stdout: num_shard_bits : 4 2024-08-17T00:31:55.419 INFO:journalctl@ceph.mon.a.smithi082.stdout: strict_capacity_limit : 0 2024-08-17T00:31:55.419 INFO:journalctl@ceph.mon.a.smithi082.stdout: high_pri_pool_ratio: 0.000 2024-08-17T00:31:55.419 INFO:journalctl@ceph.mon.a.smithi082.stdout: block_cache_compressed: (nil) 2024-08-17T00:31:55.420 INFO:journalctl@ceph.mon.a.smithi082.stdout: persistent_cache: (nil) 2024-08-17T00:31:55.420 INFO:journalctl@ceph.mon.a.smithi082.stdout: block_size: 4096 2024-08-17T00:31:55.420 INFO:journalctl@ceph.mon.a.smithi082.stdout: block_size_deviation: 10 2024-08-17T00:31:55.420 INFO:journalctl@ceph.mon.a.smithi082.stdout: block_restart_interval: 16 2024-08-17T00:31:55.420 INFO:journalctl@ceph.mon.a.smithi082.stdout: index_block_restart_interval: 1 2024-08-17T00:31:55.420 INFO:journalctl@ceph.mon.a.smithi082.stdout: metadata_block_size: 4096 2024-08-17T00:31:55.420 INFO:journalctl@ceph.mon.a.smithi082.stdout: partition_filters: 0 2024-08-17T00:31:55.420 INFO:journalctl@ceph.mon.a.smithi082.stdout: use_delta_encoding: 1 2024-08-17T00:31:55.420 INFO:journalctl@ceph.mon.a.smithi082.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-08-17T00:31:55.420 INFO:journalctl@ceph.mon.a.smithi082.stdout: whole_key_filtering: 1 2024-08-17T00:31:55.420 INFO:journalctl@ceph.mon.a.smithi082.stdout: verify_compression: 0 2024-08-17T00:31:55.420 INFO:journalctl@ceph.mon.a.smithi082.stdout: read_amp_bytes_per_bit: 0 2024-08-17T00:31:55.420 INFO:journalctl@ceph.mon.a.smithi082.stdout: format_version: 4 2024-08-17T00:31:55.420 INFO:journalctl@ceph.mon.a.smithi082.stdout: enable_index_compression: 1 2024-08-17T00:31:55.421 INFO:journalctl@ceph.mon.a.smithi082.stdout: block_align: 0 2024-08-17T00:31:55.421 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.write_buffer_size: 33554432 2024-08-17T00:31:55.421 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.max_write_buffer_number: 2 2024-08-17T00:31:55.421 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.compression: NoCompression 2024-08-17T00:31:55.421 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.bottommost_compression: Disabled 2024-08-17T00:31:55.421 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.prefix_extractor: nullptr 2024-08-17T00:31:55.421 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-17T00:31:55.421 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.num_levels: 7 2024-08-17T00:31:55.421 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-17T00:31:55.421 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-17T00:31:55.421 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-17T00:31:55.421 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-17T00:31:55.421 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-17T00:31:55.422 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-17T00:31:55.422 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-17T00:31:55.422 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-17T00:31:55.422 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-17T00:31:55.422 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-17T00:31:55.422 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-17T00:31:55.422 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.compression_opts.level: 32767 2024-08-17T00:31:55.422 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.compression_opts.strategy: 0 2024-08-17T00:31:55.422 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-17T00:31:55.422 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-17T00:31:55.422 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-17T00:31:55.422 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.compression_opts.enabled: false 2024-08-17T00:31:55.422 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-17T00:31:55.423 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-17T00:31:55.423 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-17T00:31:55.423 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.target_file_size_base: 67108864 2024-08-17T00:31:55.423 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-17T00:31:55.423 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-17T00:31:55.423 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-17T00:31:55.423 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-17T00:31:55.423 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-17T00:31:55.423 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-17T00:31:55.423 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-17T00:31:55.423 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-17T00:31:55.423 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-17T00:31:55.423 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-17T00:31:55.424 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-17T00:31:55.424 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-17T00:31:55.424 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-17T00:31:55.424 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.arena_block_size: 4194304 2024-08-17T00:31:55.424 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-17T00:31:55.424 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-17T00:31:55.424 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-08-17T00:31:55.424 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.disable_auto_compactions: 0 2024-08-17T00:31:55.424 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-17T00:31:55.424 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-17T00:31:55.424 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-17T00:31:55.424 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-17T00:31:55.424 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-17T00:31:55.425 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-17T00:31:55.425 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-17T00:31:55.425 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-17T00:31:55.425 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-17T00:31:55.425 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-17T00:31:55.425 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-17T00:31:55.425 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.inplace_update_support: 0 2024-08-17T00:31:55.425 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-17T00:31:55.425 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-17T00:31:55.425 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-17T00:31:55.425 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-17T00:31:55.425 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.bloom_locality: 0 2024-08-17T00:31:55.425 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.max_successive_merges: 0 2024-08-17T00:31:55.425 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-17T00:31:55.426 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.paranoid_file_checks: 0 2024-08-17T00:31:55.426 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.force_consistency_checks: 1 2024-08-17T00:31:55.426 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.report_bg_io_stats: 0 2024-08-17T00:31:55.426 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.ttl: 2592000 2024-08-17T00:31:55.426 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-17T00:31:55.426 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.enable_blob_files: false 2024-08-17T00:31:55.426 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.min_blob_size: 0 2024-08-17T00:31:55.426 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.blob_file_size: 268435456 2024-08-17T00:31:55.426 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-17T00:31:55.426 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-17T00:31:55.426 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-17T00:31:55.426 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-17T00:31:55.427 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2024-08-17T00:31:55.427 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: [db/version_set.cc:4082] Creating manifest 13 2024-08-17T00:31:55.427 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723854715373900, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-08-17T00:31:55.427 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2024-08-17T00:31:55.427 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-08-17T00:31:55.427 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723854715374634, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 80263, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 78505, "index_size": 220, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10130, "raw_average_key_size": 47, "raw_value_size": 72718, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 213, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1723854715, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "934f03e4-5f24-4e14-a876-db0119e66e25", "db_session_id": "0NUPHMSXT35M7LQCFLN5"}} 2024-08-17T00:31:55.427 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: [db/version_set.cc:4082] Creating manifest 15 2024-08-17T00:31:55.427 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723854715374961, "job": 1, "event": "recovery_finished"} 2024-08-17T00:31:55.427 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-17T00:31:55.427 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55ede52fa700 2024-08-17T00:31:55.427 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: DB pointer 0x55ede52ca000 2024-08-17T00:31:55.427 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-08-17T00:31:55.427 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-08-17T00:31:55.428 INFO:journalctl@ceph.mon.a.smithi082.stdout: ** DB Stats ** 2024-08-17T00:31:55.428 INFO:journalctl@ceph.mon.a.smithi082.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T00:31:55.428 INFO:journalctl@ceph.mon.a.smithi082.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-17T00:31:55.428 INFO:journalctl@ceph.mon.a.smithi082.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T00:31:55.428 INFO:journalctl@ceph.mon.a.smithi082.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T00:31:55.428 INFO:journalctl@ceph.mon.a.smithi082.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-17T00:31:55.428 INFO:journalctl@ceph.mon.a.smithi082.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-08-17T00:31:55.428 INFO:journalctl@ceph.mon.a.smithi082.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T00:31:55.428 INFO:journalctl@ceph.mon.a.smithi082.stdout: 2024-08-17T00:31:55.428 INFO:journalctl@ceph.mon.a.smithi082.stdout: ** Compaction Stats [default] ** 2024-08-17T00:31:55.428 INFO:journalctl@ceph.mon.a.smithi082.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-17T00:31:55.428 INFO:journalctl@ceph.mon.a.smithi082.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T00:31:55.429 INFO:journalctl@ceph.mon.a.smithi082.stdout: L0 2/0 80.17 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 154.6 0.00 0.00 1 0.000 0 0 2024-08-17T00:31:55.429 INFO:journalctl@ceph.mon.a.smithi082.stdout: Sum 2/0 80.17 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 154.6 0.00 0.00 1 0.000 0 0 2024-08-17T00:31:55.429 INFO:journalctl@ceph.mon.a.smithi082.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 154.6 0.00 0.00 1 0.000 0 0 2024-08-17T00:31:55.429 INFO:journalctl@ceph.mon.a.smithi082.stdout: 2024-08-17T00:31:55.429 INFO:journalctl@ceph.mon.a.smithi082.stdout: ** Compaction Stats [default] ** 2024-08-17T00:31:55.429 INFO:journalctl@ceph.mon.a.smithi082.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-17T00:31:55.429 INFO:journalctl@ceph.mon.a.smithi082.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T00:31:55.429 INFO:journalctl@ceph.mon.a.smithi082.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 154.6 0.00 0.00 1 0.000 0 0 2024-08-17T00:31:55.429 INFO:journalctl@ceph.mon.a.smithi082.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T00:31:55.429 INFO:journalctl@ceph.mon.a.smithi082.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-17T00:31:55.429 INFO:journalctl@ceph.mon.a.smithi082.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T00:31:55.429 INFO:journalctl@ceph.mon.a.smithi082.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T00:31:55.429 INFO:journalctl@ceph.mon.a.smithi082.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T00:31:55.430 INFO:journalctl@ceph.mon.a.smithi082.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T00:31:55.430 INFO:journalctl@ceph.mon.a.smithi082.stdout: Cumulative compaction: 0.00 GB write, 25.69 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T00:31:55.430 INFO:journalctl@ceph.mon.a.smithi082.stdout: Interval compaction: 0.00 GB write, 25.69 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T00:31:55.430 INFO:journalctl@ceph.mon.a.smithi082.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T00:31:55.430 INFO:journalctl@ceph.mon.a.smithi082.stdout: 2024-08-17T00:31:55.430 INFO:journalctl@ceph.mon.a.smithi082.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T00:31:55.430 INFO:journalctl@ceph.mon.a.smithi082.stdout: 2024-08-17T00:31:55.430 INFO:journalctl@ceph.mon.a.smithi082.stdout: ** Compaction Stats [default] ** 2024-08-17T00:31:55.430 INFO:journalctl@ceph.mon.a.smithi082.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-17T00:31:55.430 INFO:journalctl@ceph.mon.a.smithi082.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T00:31:55.430 INFO:journalctl@ceph.mon.a.smithi082.stdout: L0 2/0 80.17 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 154.6 0.00 0.00 1 0.000 0 0 2024-08-17T00:31:55.430 INFO:journalctl@ceph.mon.a.smithi082.stdout: Sum 2/0 80.17 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 154.6 0.00 0.00 1 0.000 0 0 2024-08-17T00:31:55.430 INFO:journalctl@ceph.mon.a.smithi082.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-08-17T00:31:55.431 INFO:journalctl@ceph.mon.a.smithi082.stdout: 2024-08-17T00:31:55.431 INFO:journalctl@ceph.mon.a.smithi082.stdout: ** Compaction Stats [default] ** 2024-08-17T00:31:55.431 INFO:journalctl@ceph.mon.a.smithi082.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-17T00:31:55.431 INFO:journalctl@ceph.mon.a.smithi082.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T00:31:55.431 INFO:journalctl@ceph.mon.a.smithi082.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 154.6 0.00 0.00 1 0.000 0 0 2024-08-17T00:31:55.431 INFO:journalctl@ceph.mon.a.smithi082.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T00:31:55.431 INFO:journalctl@ceph.mon.a.smithi082.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-17T00:31:55.431 INFO:journalctl@ceph.mon.a.smithi082.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T00:31:55.432 INFO:journalctl@ceph.mon.a.smithi082.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T00:31:55.432 INFO:journalctl@ceph.mon.a.smithi082.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T00:31:55.432 INFO:journalctl@ceph.mon.a.smithi082.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T00:31:55.432 INFO:journalctl@ceph.mon.a.smithi082.stdout: Cumulative compaction: 0.00 GB write, 25.41 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T00:31:55.432 INFO:journalctl@ceph.mon.a.smithi082.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T00:31:55.432 INFO:journalctl@ceph.mon.a.smithi082.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T00:31:55.432 INFO:journalctl@ceph.mon.a.smithi082.stdout: 2024-08-17T00:31:55.432 INFO:journalctl@ceph.mon.a.smithi082.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T00:31:55.432 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: starting mon.a rank 0 at public addrs [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] at bind addrs [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:31:55.432 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: mon.a@-1(???) e1 preinit fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:31:55.433 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: mon.a@-1(???).mds e1 new map 2024-08-17T00:31:55.433 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: mon.a@-1(???).mds e1 print_map 2024-08-17T00:31:55.433 INFO:journalctl@ceph.mon.a.smithi082.stdout: e1 2024-08-17T00:31:55.433 INFO:journalctl@ceph.mon.a.smithi082.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-17T00:31:55.433 INFO:journalctl@ceph.mon.a.smithi082.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T00:31:55.433 INFO:journalctl@ceph.mon.a.smithi082.stdout: legacy client fscid: -1 2024-08-17T00:31:55.433 INFO:journalctl@ceph.mon.a.smithi082.stdout: 2024-08-17T00:31:55.433 INFO:journalctl@ceph.mon.a.smithi082.stdout: No filesystems configured 2024-08-17T00:31:55.433 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-17T00:31:55.433 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T00:31:55.433 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T00:31:55.433 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T00:31:55.433 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-08-17T00:31:55.433 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 bash[29256]: a0277ad24518bc1104c4bd699a56c5be8ff7b9b5c900cb05b45995fc883c8adf 2024-08-17T00:31:55.434 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 systemd[1]: Started Ceph mon.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:31:55.434 INFO:teuthology.orchestra.run.smithi082.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-08-17T00:31:55.693 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-17T00:31:55.693 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: monmap e1: 1 mons at {a=[v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T00:31:55.693 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: fsmap 2024-08-17T00:31:55.693 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: osdmap e1: 0 total, 0 up, 0 in 2024-08-17T00:31:55.693 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:55 smithi082 ceph-mon[29275]: mgrmap e1: no daemons active 2024-08-17T00:31:56.316 INFO:teuthology.orchestra.run.smithi082.stdout:Wrote config to /etc/ceph/ceph.conf 2024-08-17T00:31:56.317 INFO:teuthology.orchestra.run.smithi082.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-08-17T00:31:56.317 INFO:teuthology.orchestra.run.smithi082.stdout:Creating mgr... 2024-08-17T00:31:56.317 INFO:teuthology.orchestra.run.smithi082.stdout:Verifying port 0.0.0.0:9283 ... 2024-08-17T00:31:56.317 INFO:teuthology.orchestra.run.smithi082.stdout:Verifying port 0.0.0.0:8765 ... 2024-08-17T00:31:56.493 INFO:teuthology.orchestra.run.smithi082.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mgr.y 2024-08-17T00:31:56.493 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stderr Failed to reset failed state of unit ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mgr.y.service: Unit ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mgr.y.service not loaded. 2024-08-17T00:31:56.635 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968.target.wants/ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@.service. 2024-08-17T00:31:56.950 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:56 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/793642315' entity='client.admin' 2024-08-17T00:31:57.138 INFO:teuthology.orchestra.run.smithi082.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-17T00:31:57.138 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stdout disabled 2024-08-17T00:31:57.146 INFO:teuthology.orchestra.run.smithi082.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-17T00:31:57.147 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stdout inactive 2024-08-17T00:31:57.147 INFO:teuthology.orchestra.run.smithi082.stdout:firewalld.service is not enabled 2024-08-17T00:31:57.147 INFO:teuthology.orchestra.run.smithi082.stdout:Not possible to enable service . firewalld.service is not available 2024-08-17T00:31:57.155 INFO:teuthology.orchestra.run.smithi082.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-17T00:31:57.155 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stdout disabled 2024-08-17T00:31:57.163 INFO:teuthology.orchestra.run.smithi082.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-17T00:31:57.163 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stdout inactive 2024-08-17T00:31:57.163 INFO:teuthology.orchestra.run.smithi082.stdout:firewalld.service is not enabled 2024-08-17T00:31:57.163 INFO:teuthology.orchestra.run.smithi082.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-08-17T00:31:57.163 INFO:teuthology.orchestra.run.smithi082.stdout:Waiting for mgr to start... 2024-08-17T00:31:57.164 INFO:teuthology.orchestra.run.smithi082.stdout:Waiting for mgr... 2024-08-17T00:31:57.284 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:31:57 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:31:57.274+0000 7fdddf214ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:31:57.587 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:31:57 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:31:57.340+0000 7fdddf214ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T00:31:57.587 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:31:57 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:31:57.585+0000 7fdddf214ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T00:31:57.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:31:57 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:31:57.643+0000 7fdddf214ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T00:31:58.566 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:31:58 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/1875957245' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-17T00:31:58.899 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:31:58 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:31:58.565+0000 7fdddf214ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T00:31:58.899 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:31:58 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:31:58.680+0000 7fdddf214ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T00:31:58.899 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:31:58 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:31:58.735+0000 7fdddf214ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T00:31:58.901 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 2024-08-17T00:31:58.904 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout { 2024-08-17T00:31:58.904 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "fsid": "f8feaf04-5c2f-11ef-bccf-c7b262605968", 2024-08-17T00:31:58.904 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "health": { 2024-08-17T00:31:58.904 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-17T00:31:58.904 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-17T00:31:58.904 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-17T00:31:58.904 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:31:58.904 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-17T00:31:58.904 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-17T00:31:58.904 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 0 2024-08-17T00:31:58.904 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout ], 2024-08-17T00:31:58.905 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-17T00:31:58.905 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "a" 2024-08-17T00:31:58.905 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout ], 2024-08-17T00:31:58.905 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-08-17T00:31:58.905 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-17T00:31:58.905 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T00:31:58.905 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-08-17T00:31:58.905 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-17T00:31:58.905 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:31:58.905 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-17T00:31:58.905 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T00:31:58.905 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-17T00:31:58.905 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-17T00:31:58.906 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-17T00:31:58.909 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-17T00:31:58.909 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-17T00:31:58.909 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-17T00:31:58.909 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:31:58.909 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-17T00:31:58.909 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-17T00:31:58.909 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-17T00:31:58.909 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-17T00:31:58.910 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-17T00:31:58.910 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-17T00:31:58.910 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-17T00:31:58.910 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-17T00:31:58.910 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-17T00:31:58.910 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:31:58.910 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-17T00:31:58.910 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T00:31:58.910 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-17T00:31:58.910 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-17T00:31:58.910 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:31:58.910 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-17T00:31:58.910 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "available": false, 2024-08-17T00:31:58.911 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-17T00:31:58.911 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-17T00:31:58.911 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-17T00:31:58.911 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-17T00:31:58.911 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "restful" 2024-08-17T00:31:58.911 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout ], 2024-08-17T00:31:58.911 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T00:31:58.911 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:31:58.911 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-17T00:31:58.911 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T00:31:58.911 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "modified": "2024-08-17T00:31:49.178258+0000", 2024-08-17T00:31:58.911 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T00:31:58.911 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:31:58.911 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-17T00:31:58.912 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout } 2024-08-17T00:31:58.912 INFO:teuthology.orchestra.run.smithi082.stdout:mgr not available, waiting (1/15)... 2024-08-17T00:31:59.167 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:31:58 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:31:58.924+0000 7fdddf214ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T00:31:59.168 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:31:58 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:31:58.983+0000 7fdddf214ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T00:31:59.168 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:31:59 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:31:59.045+0000 7fdddf214ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T00:31:59.168 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:31:59 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:31:59.166+0000 7fdddf214ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:31:59.853 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:31:59 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:31:59.569+0000 7fdddf214ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T00:31:59.853 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:31:59 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:31:59.851+0000 7fdddf214ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T00:32:00.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:31:59 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:31:59.914+0000 7fdddf214ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T00:32:00.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:00 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:00.037+0000 7fdddf214ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T00:32:00.524 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:00 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:00.287+0000 7fdddf214ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T00:32:00.525 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:00 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:00.345+0000 7fdddf214ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T00:32:00.525 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:00 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:00.523+0000 7fdddf214ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T00:32:00.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:00 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:00.584+0000 7fdddf214ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T00:32:00.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:00 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:00.662+0000 7fdddf214ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T00:32:00.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:00 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:00.718+0000 7fdddf214ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T00:32:01.335 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:01 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:01.242+0000 7fdddf214ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T00:32:01.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:01 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:01.385+0000 7fdddf214ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T00:32:01.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:01 smithi082 ceph-mon[29275]: Activating manager daemon y 2024-08-17T00:32:01.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:01 smithi082 ceph-mon[29275]: mgrmap e2: y(active, starting, since 0.00302645s) 2024-08-17T00:32:01.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:01 smithi082 ceph-mon[29275]: from='mgr.14100 172.21.15.82:0/275470626' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:32:01.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:01 smithi082 ceph-mon[29275]: from='mgr.14100 172.21.15.82:0/275470626' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:32:01.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:01 smithi082 ceph-mon[29275]: from='mgr.14100 172.21.15.82:0/275470626' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:32:01.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:01 smithi082 ceph-mon[29275]: from='mgr.14100 172.21.15.82:0/275470626' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:01.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:01 smithi082 ceph-mon[29275]: from='mgr.14100 172.21.15.82:0/275470626' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:32:01.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:01 smithi082 ceph-mon[29275]: Manager daemon y is now available 2024-08-17T00:32:01.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:01 smithi082 ceph-mon[29275]: from='mgr.14100 172.21.15.82:0/275470626' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:32:01.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:01 smithi082 ceph-mon[29275]: from='mgr.14100 172.21.15.82:0/275470626' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:32:01.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:01 smithi082 ceph-mon[29275]: from='mgr.14100 172.21.15.82:0/275470626' entity='mgr.y' 2024-08-17T00:32:01.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:01 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/1607954959' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-17T00:32:01.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:01 smithi082 ceph-mon[29275]: from='mgr.14100 172.21.15.82:0/275470626' entity='mgr.y' 2024-08-17T00:32:01.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:01 smithi082 ceph-mon[29275]: from='mgr.14100 172.21.15.82:0/275470626' entity='mgr.y' 2024-08-17T00:32:01.963 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 2024-08-17T00:32:01.963 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout { 2024-08-17T00:32:01.963 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "fsid": "f8feaf04-5c2f-11ef-bccf-c7b262605968", 2024-08-17T00:32:01.963 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "health": { 2024-08-17T00:32:01.963 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-17T00:32:01.963 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-17T00:32:01.963 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-17T00:32:01.963 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:32:01.963 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-17T00:32:01.963 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-17T00:32:01.963 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 0 2024-08-17T00:32:01.964 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout ], 2024-08-17T00:32:01.964 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-17T00:32:01.964 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "a" 2024-08-17T00:32:01.964 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout ], 2024-08-17T00:32:01.964 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-08-17T00:32:01.964 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-17T00:32:01.964 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T00:32:01.964 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-08-17T00:32:01.964 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-17T00:32:01.964 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:32:01.964 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-17T00:32:01.964 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T00:32:01.964 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-17T00:32:01.964 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-17T00:32:01.965 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-17T00:32:01.965 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-17T00:32:01.965 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-17T00:32:01.965 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-17T00:32:01.968 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:32:01.968 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-17T00:32:01.968 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-17T00:32:01.968 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-17T00:32:01.968 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-17T00:32:01.968 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-17T00:32:01.968 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-17T00:32:01.968 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-17T00:32:01.968 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-17T00:32:01.969 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-17T00:32:01.969 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:32:01.969 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-17T00:32:01.969 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T00:32:01.969 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-17T00:32:01.969 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-17T00:32:01.969 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:32:01.969 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-17T00:32:01.969 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "available": false, 2024-08-17T00:32:01.969 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-17T00:32:01.969 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-17T00:32:01.969 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-17T00:32:01.969 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-17T00:32:01.970 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "restful" 2024-08-17T00:32:01.970 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout ], 2024-08-17T00:32:01.970 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T00:32:01.970 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:32:01.970 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-17T00:32:01.970 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T00:32:01.970 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "modified": "2024-08-17T00:31:49.178258+0000", 2024-08-17T00:32:01.970 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T00:32:01.970 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:32:01.970 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-17T00:32:01.970 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout } 2024-08-17T00:32:01.970 INFO:teuthology.orchestra.run.smithi082.stdout:mgr not available, waiting (2/15)... 2024-08-17T00:32:03.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:03 smithi082 ceph-mon[29275]: mgrmap e3: y(active, since 1.00578s) 2024-08-17T00:32:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:04 smithi082 ceph-mon[29275]: mgrmap e4: y(active, since 2s) 2024-08-17T00:32:05.121 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 2024-08-17T00:32:05.121 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout { 2024-08-17T00:32:05.121 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "fsid": "f8feaf04-5c2f-11ef-bccf-c7b262605968", 2024-08-17T00:32:05.121 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "health": { 2024-08-17T00:32:05.121 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-17T00:32:05.121 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-17T00:32:05.121 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-17T00:32:05.121 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:32:05.121 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-17T00:32:05.121 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-17T00:32:05.122 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 0 2024-08-17T00:32:05.122 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout ], 2024-08-17T00:32:05.122 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-17T00:32:05.122 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "a" 2024-08-17T00:32:05.122 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout ], 2024-08-17T00:32:05.122 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-08-17T00:32:05.122 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-17T00:32:05.122 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T00:32:05.122 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-08-17T00:32:05.122 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-17T00:32:05.122 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:32:05.122 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-17T00:32:05.123 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T00:32:05.123 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-17T00:32:05.123 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-17T00:32:05.123 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-17T00:32:05.123 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-17T00:32:05.123 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-17T00:32:05.123 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-17T00:32:05.123 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:32:05.123 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-17T00:32:05.123 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-17T00:32:05.123 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-17T00:32:05.123 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-17T00:32:05.123 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-17T00:32:05.123 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-17T00:32:05.124 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-17T00:32:05.124 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-17T00:32:05.124 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-17T00:32:05.124 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:32:05.124 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-17T00:32:05.124 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T00:32:05.124 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-17T00:32:05.124 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-17T00:32:05.124 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:32:05.124 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-17T00:32:05.124 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-17T00:32:05.125 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-17T00:32:05.125 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-17T00:32:05.125 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-17T00:32:05.125 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-17T00:32:05.125 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "restful" 2024-08-17T00:32:05.125 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout ], 2024-08-17T00:32:05.125 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T00:32:05.125 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:32:05.125 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-17T00:32:05.125 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T00:32:05.125 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "modified": "2024-08-17T00:31:49.178258+0000", 2024-08-17T00:32:05.126 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T00:32:05.126 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-08-17T00:32:05.126 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-17T00:32:05.126 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout } 2024-08-17T00:32:05.126 INFO:teuthology.orchestra.run.smithi082.stdout:mgr is available 2024-08-17T00:32:05.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:05 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/1994291328' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-17T00:32:06.325 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 2024-08-17T00:32:06.326 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout [global] 2024-08-17T00:32:06.326 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout fsid = f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:32:06.326 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-08-17T00:32:06.326 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-17T00:32:06.326 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-17T00:32:06.326 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-17T00:32:06.326 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-17T00:32:06.326 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 2024-08-17T00:32:06.326 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-17T00:32:06.326 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-17T00:32:06.327 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 2024-08-17T00:32:06.327 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout [osd] 2024-08-17T00:32:06.327 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-17T00:32:06.327 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-17T00:32:06.327 INFO:teuthology.orchestra.run.smithi082.stdout:Enabling cephadm module... 2024-08-17T00:32:06.688 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:06 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/3346936384' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-08-17T00:32:07.653 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:07 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/4097306929' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-08-17T00:32:07.654 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:07 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ignoring --setuser ceph since I am not root 2024-08-17T00:32:07.654 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:07 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ignoring --setgroup ceph since I am not root 2024-08-17T00:32:07.654 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:07 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:07.532+0000 7fecc6bf0ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T00:32:07.654 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:07 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:07.652+0000 7fecc6bf0ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:32:07.955 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:07 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:07.717+0000 7fecc6bf0ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T00:32:07.956 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:07 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:07.954+0000 7fecc6bf0ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T00:32:08.207 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:08 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:08.012+0000 7fecc6bf0ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T00:32:08.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:08 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/4097306929' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-08-17T00:32:08.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:08 smithi082 ceph-mon[29275]: mgrmap e5: y(active, since 6s) 2024-08-17T00:32:09.198 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:08 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:08.920+0000 7fecc6bf0ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T00:32:09.198 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:09 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:09.030+0000 7fecc6bf0ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T00:32:09.198 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:09 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:09.083+0000 7fecc6bf0ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T00:32:09.201 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout { 2024-08-17T00:32:09.201 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-08-17T00:32:09.201 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-17T00:32:09.201 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-17T00:32:09.201 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-17T00:32:09.201 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout } 2024-08-17T00:32:09.201 INFO:teuthology.orchestra.run.smithi082.stdout:Waiting for the mgr to restart... 2024-08-17T00:32:09.201 INFO:teuthology.orchestra.run.smithi082.stdout:Waiting for mgr epoch 5... 2024-08-17T00:32:09.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:09 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/2658160597' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-17T00:32:09.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:09 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:09.274+0000 7fecc6bf0ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T00:32:09.476 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:09 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:09.333+0000 7fecc6bf0ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T00:32:09.476 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:09 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:09.397+0000 7fecc6bf0ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T00:32:09.928 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:09 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:09.522+0000 7fecc6bf0ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:32:10.207 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:09 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:09.926+0000 7fecc6bf0ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T00:32:10.207 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:10 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:10.206+0000 7fecc6bf0ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T00:32:10.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:10 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:10.270+0000 7fecc6bf0ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T00:32:10.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:10 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:10.392+0000 7fecc6bf0ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T00:32:10.933 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:10 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:10.638+0000 7fecc6bf0ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T00:32:10.933 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:10 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:10.696+0000 7fecc6bf0ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T00:32:10.934 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:10 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:10.872+0000 7fecc6bf0ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T00:32:11.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:10 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:10.932+0000 7fecc6bf0ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T00:32:11.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:11 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:11.010+0000 7fecc6bf0ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T00:32:11.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:11 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:11.065+0000 7fecc6bf0ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T00:32:11.840 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:11 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:11.567+0000 7fecc6bf0ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T00:32:11.840 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:11 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:11.697+0000 7fecc6bf0ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T00:32:11.840 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:11 smithi082 ceph-mon[29275]: Active manager daemon y restarted 2024-08-17T00:32:11.840 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:11 smithi082 ceph-mon[29275]: Activating manager daemon y 2024-08-17T00:32:11.840 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:11 smithi082 ceph-mon[29275]: osdmap e2: 0 total, 0 up, 0 in 2024-08-17T00:32:11.840 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:11 smithi082 ceph-mon[29275]: mgrmap e6: y(active, starting, since 0.00296995s) 2024-08-17T00:32:11.840 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:11 smithi082 ceph-mon[29275]: from='mgr.14118 172.21.15.82:0/3947374506' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:11.840 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:11 smithi082 ceph-mon[29275]: from='mgr.14118 172.21.15.82:0/3947374506' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:32:11.841 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:11 smithi082 ceph-mon[29275]: from='mgr.14118 172.21.15.82:0/3947374506' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:32:11.841 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:11 smithi082 ceph-mon[29275]: from='mgr.14118 172.21.15.82:0/3947374506' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:32:11.841 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:11 smithi082 ceph-mon[29275]: from='mgr.14118 172.21.15.82:0/3947374506' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:32:11.841 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:11 smithi082 ceph-mon[29275]: Manager daemon y is now available 2024-08-17T00:32:11.841 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:11 smithi082 ceph-mon[29275]: from='mgr.14118 172.21.15.82:0/3947374506' entity='mgr.y' 2024-08-17T00:32:11.841 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:11 smithi082 ceph-mon[29275]: from='mgr.14118 172.21.15.82:0/3947374506' entity='mgr.y' 2024-08-17T00:32:11.841 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:11 smithi082 ceph-mon[29275]: from='mgr.14118 172.21.15.82:0/3947374506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:11.841 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:11 smithi082 ceph-mon[29275]: from='mgr.14118 172.21.15.82:0/3947374506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:11.841 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:11 smithi082 ceph-mon[29275]: from='mgr.14118 172.21.15.82:0/3947374506' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:32:11.841 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:11 smithi082 ceph-mon[29275]: from='mgr.14118 172.21.15.82:0/3947374506' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:32:12.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:12 smithi082 ceph-mon[29275]: Found migration_current of "None". Setting to last migration. 2024-08-17T00:32:12.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:12 smithi082 ceph-mon[29275]: mgrmap e7: y(active, since 1.00499s) 2024-08-17T00:32:13.281 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout { 2024-08-17T00:32:13.281 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-08-17T00:32:13.281 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-17T00:32:13.281 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout } 2024-08-17T00:32:13.281 INFO:teuthology.orchestra.run.smithi082.stdout:mgr epoch 5 is available 2024-08-17T00:32:13.281 INFO:teuthology.orchestra.run.smithi082.stdout:Setting orchestrator backend to cephadm... 2024-08-17T00:32:13.876 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:13 smithi082 ceph-mon[29275]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-08-17T00:32:13.876 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:13 smithi082 ceph-mon[29275]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-08-17T00:32:14.695 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:14.423+0000 7fec78f37640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:00:32:14] ENGINE Error in HTTPServer.serve 2024-08-17T00:32:14.695 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: Traceback (most recent call last): 2024-08-17T00:32:14.695 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:32:14.696 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: self._connections.run(self.expiration_interval) 2024-08-17T00:32:14.696 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:32:14.696 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: self._run(expiration_interval) 2024-08-17T00:32:14.696 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:32:14.696 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:32:14.696 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:32:14.696 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:32:14.696 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:32:14.696 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: s = self.context.wrap_socket( 2024-08-17T00:32:14.697 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:32:14.697 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: return self.sslsocket_class._create( 2024-08-17T00:32:14.697 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:32:14.697 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: self.do_handshake() 2024-08-17T00:32:14.697 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:32:14.697 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: self._sslobj.do_handshake() 2024-08-17T00:32:14.697 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:32:14.697 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-mon[29275]: mgrmap e8: y(active, since 2s) 2024-08-17T00:32:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-mon[29275]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-mon[29275]: from='mgr.14118 172.21.15.82:0/3947374506' entity='mgr.y' 2024-08-17T00:32:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-mon[29275]: from='mgr.14118 172.21.15.82:0/3947374506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-mon[29275]: [17/Aug/2024:00:32:14] ENGINE Bus STARTING 2024-08-17T00:32:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-mon[29275]: [17/Aug/2024:00:32:14] ENGINE Serving on https://172.21.15.82:7150 2024-08-17T00:32:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-mon[29275]: [17/Aug/2024:00:32:14] ENGINE Bus STARTED 2024-08-17T00:32:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-mon[29275]: [17/Aug/2024:00:32:14] ENGINE Error in HTTPServer.serve 2024-08-17T00:32:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout: Traceback (most recent call last): 2024-08-17T00:32:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:32:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout: self._connections.run(self.expiration_interval) 2024-08-17T00:32:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:32:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout: self._run(expiration_interval) 2024-08-17T00:32:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:32:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:32:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:32:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:32:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:32:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout: s = self.context.wrap_socket( 2024-08-17T00:32:14.977 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:32:14.977 INFO:journalctl@ceph.mon.a.smithi082.stdout: return self.sslsocket_class._create( 2024-08-17T00:32:14.977 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:32:14.977 INFO:journalctl@ceph.mon.a.smithi082.stdout: self.do_handshake() 2024-08-17T00:32:14.977 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:32:14.977 INFO:journalctl@ceph.mon.a.smithi082.stdout: self._sslobj.do_handshake() 2024-08-17T00:32:14.977 INFO:journalctl@ceph.mon.a.smithi082.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:32:14.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-mon[29275]: from='mgr.14118 172.21.15.82:0/3947374506' entity='mgr.y' 2024-08-17T00:32:14.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:14 smithi082 ceph-mon[29275]: from='mgr.14118 172.21.15.82:0/3947374506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:15.485 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout value unchanged 2024-08-17T00:32:15.485 INFO:teuthology.orchestra.run.smithi082.stdout:Generating ssh key... 2024-08-17T00:32:16.166 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:15 smithi082 ceph-mon[29275]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:16.421 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: Generating public/private rsa key pair. 2024-08-17T00:32:16.422 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: Your identification has been saved in /tmp/tmpc30xt5o8/key 2024-08-17T00:32:16.422 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: Your public key has been saved in /tmp/tmpc30xt5o8/key.pub 2024-08-17T00:32:16.422 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: The key fingerprint is: 2024-08-17T00:32:16.422 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: SHA256:iv1I0Fh4hIFKlDds4z0Ei15CN3wREnI3zvTA+FBjNlg ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:32:16.422 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: The key's randomart image is: 2024-08-17T00:32:16.422 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: +---[RSA 3072]----+ 2024-08-17T00:32:16.422 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: |.++OXE+ | 2024-08-17T00:32:16.422 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: |.o*@%** | 2024-08-17T00:32:16.422 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: |.++oXoo. | 2024-08-17T00:32:16.422 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: |o o. O | 2024-08-17T00:32:16.422 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: | . o o S | 2024-08-17T00:32:16.422 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: | + . | 2024-08-17T00:32:16.422 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: | . + | 2024-08-17T00:32:16.423 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: | . o | 2024-08-17T00:32:16.423 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: | . . | 2024-08-17T00:32:16.423 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: +----[SHA256]-----+ 2024-08-17T00:32:17.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:17 smithi082 ceph-mon[29275]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:17.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:17 smithi082 ceph-mon[29275]: Generating ssh key... 2024-08-17T00:32:17.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:17 smithi082 ceph-mon[29275]: from='mgr.14118 172.21.15.82:0/3947374506' entity='mgr.y' 2024-08-17T00:32:17.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:17 smithi082 ceph-mon[29275]: from='mgr.14118 172.21.15.82:0/3947374506' entity='mgr.y' 2024-08-17T00:32:17.847 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAjl47iT/dLb9ld8INrgz1QmfGnQ43hyvUQMZG0qj0bRp7uNCiDgWOjVLbgxrIdGjU4uAG+HR3U1/l3lNte7RWpZmU4rD6YcAPKPClnyHcZfK1NPQ57ysDk/rYbPhlK/xpU6C0fIfsO/Ar4pk4xDQNi6/Jhrpcv7b/3xuz6tWo5tm3uf8y4NQNaoox5qWY8vWiiqLzM0Zzt8Zz/JUBnOQvo+pYbtwz2pQv9t8tDzgW2D3TsPTKbggko4Hy9aYLfMIUSwbmZHv9UiuftZfo4HUuIzt8y7ys3+4zQVUBqTlQAaC5EeAyyhKIL4A8q0OuevcjTkW+ZGNDCBZqHyZFXsu5Z5kLWBBn127BsOIwZFuLlEg6lxJjyPZGSRXlneYDTMZK9ggLSGvb5wkGWrMXSkpFee4r+J83261ak6BWIgc1wPnAsf76JHJBqt6Tf41IPnVeUZAsVwJOVbdtlb2Nc13KZXQ2OXliV8Ct3FFUDuVUJ/B20q74APbapfvr3hDOlcU= ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:32:17.848 INFO:teuthology.orchestra.run.smithi082.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-08-17T00:32:17.848 INFO:teuthology.orchestra.run.smithi082.stdout:Adding key to root@localhost authorized_keys... 2024-08-17T00:32:17.848 INFO:teuthology.orchestra.run.smithi082.stdout:Adding host smithi082... 2024-08-17T00:32:18.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:18 smithi082 ceph-mon[29275]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:19.197 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:19 smithi082 ceph-mon[29275]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi082", "addr": "172.21.15.82", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:20.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:20 smithi082 ceph-mon[29275]: Deploying cephadm binary to smithi082 2024-08-17T00:32:21.712 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout Added host 'smithi082' with addr '172.21.15.82' 2024-08-17T00:32:21.712 INFO:teuthology.orchestra.run.smithi082.stdout:Deploying unmanaged mon service... 2024-08-17T00:32:22.409 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:22 smithi082 ceph-mon[29275]: from='mgr.14118 172.21.15.82:0/3947374506' entity='mgr.y' 2024-08-17T00:32:22.409 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:22 smithi082 ceph-mon[29275]: Added host smithi082 2024-08-17T00:32:22.410 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:22 smithi082 ceph-mon[29275]: from='mgr.14118 172.21.15.82:0/3947374506' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:23.081 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-08-17T00:32:23.081 INFO:teuthology.orchestra.run.smithi082.stdout:Deploying unmanaged mgr service... 2024-08-17T00:32:23.650 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:23 smithi082 ceph-mon[29275]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:23.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:23 smithi082 ceph-mon[29275]: Saving service mon spec with placement count:5 2024-08-17T00:32:23.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:23 smithi082 ceph-mon[29275]: from='mgr.14118 172.21.15.82:0/3947374506' entity='mgr.y' 2024-08-17T00:32:24.822 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:24 smithi082 ceph-mon[29275]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:24.822 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:24 smithi082 ceph-mon[29275]: Saving service mgr spec with placement count:2 2024-08-17T00:32:24.822 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:24 smithi082 ceph-mon[29275]: from='mgr.14118 172.21.15.82:0/3947374506' entity='mgr.y' 2024-08-17T00:32:24.822 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:24 smithi082 ceph-mon[29275]: from='mgr.14118 172.21.15.82:0/3947374506' entity='mgr.y' 2024-08-17T00:32:24.824 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-08-17T00:32:26.450 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:26 smithi082 ceph-mon[29275]: from='mgr.14118 172.21.15.82:0/3947374506' entity='mgr.y' 2024-08-17T00:32:26.450 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:26 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/993332561' entity='client.admin' 2024-08-17T00:32:27.420 INFO:teuthology.orchestra.run.smithi082.stdout:Enabling the dashboard module... 2024-08-17T00:32:27.674 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:27 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/363871037' entity='client.admin' 2024-08-17T00:32:27.675 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:27 smithi082 ceph-mon[29275]: from='mgr.14118 172.21.15.82:0/3947374506' entity='mgr.y' 2024-08-17T00:32:29.154 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:28 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ignoring --setuser ceph since I am not root 2024-08-17T00:32:29.154 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:28 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ignoring --setgroup ceph since I am not root 2024-08-17T00:32:29.155 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:29 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:29.030+0000 7f9655be7ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T00:32:29.155 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:28 smithi082 ceph-mon[29275]: from='mgr.14118 172.21.15.82:0/3947374506' entity='mgr.y' 2024-08-17T00:32:29.155 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:28 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/2119401467' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-08-17T00:32:29.449 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:29 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:29.152+0000 7f9655be7ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:32:29.450 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:29 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:29.219+0000 7f9655be7ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T00:32:29.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:29 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:29.465+0000 7f9655be7ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T00:32:29.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:29 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:29.522+0000 7f9655be7ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T00:32:30.061 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:29 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/2119401467' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-08-17T00:32:30.061 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:29 smithi082 ceph-mon[29275]: mgrmap e9: y(active, since 17s) 2024-08-17T00:32:30.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:30 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:30.454+0000 7f9655be7ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T00:32:30.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:30 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:30.572+0000 7f9655be7ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T00:32:30.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:30 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:30.631+0000 7f9655be7ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T00:32:30.868 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout { 2024-08-17T00:32:30.868 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-08-17T00:32:30.868 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-17T00:32:30.868 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-17T00:32:30.868 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-17T00:32:30.868 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout } 2024-08-17T00:32:30.869 INFO:teuthology.orchestra.run.smithi082.stdout:Waiting for the mgr to restart... 2024-08-17T00:32:30.869 INFO:teuthology.orchestra.run.smithi082.stdout:Waiting for mgr epoch 9... 2024-08-17T00:32:31.034 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:30 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/3562603499' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-17T00:32:31.034 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:30 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:30.830+0000 7f9655be7ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T00:32:31.034 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:30 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:30.902+0000 7f9655be7ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T00:32:31.034 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:30 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:30.970+0000 7f9655be7ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T00:32:31.292 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:31 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:31.100+0000 7f9655be7ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:32:31.546 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:31 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:31.528+0000 7f9655be7ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T00:32:32.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:31 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:31.814+0000 7f9655be7ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T00:32:32.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:31 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:31.878+0000 7f9655be7ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T00:32:32.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:32 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:32.003+0000 7f9655be7ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T00:32:32.552 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:32 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:32.252+0000 7f9655be7ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T00:32:32.552 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:32 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:32.311+0000 7f9655be7ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T00:32:32.552 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:32 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:32.488+0000 7f9655be7ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T00:32:32.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:32 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:32.550+0000 7f9655be7ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T00:32:32.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:32 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:32.630+0000 7f9655be7ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T00:32:32.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:32 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:32.685+0000 7f9655be7ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T00:32:33.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:33 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:33.196+0000 7f9655be7ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T00:32:33.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:33 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:33.330+0000 7f9655be7ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T00:32:33.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:33 smithi082 ceph-mon[29275]: Active manager daemon y restarted 2024-08-17T00:32:33.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:33 smithi082 ceph-mon[29275]: Activating manager daemon y 2024-08-17T00:32:33.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:33 smithi082 ceph-mon[29275]: osdmap e3: 0 total, 0 up, 0 in 2024-08-17T00:32:33.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:33 smithi082 ceph-mon[29275]: mgrmap e10: y(active, starting, since 0.00549763s) 2024-08-17T00:32:33.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:33 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:32:33.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:33 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:32:33.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:33 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:32:33.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:33 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:32:33.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:33 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:32:33.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:33 smithi082 ceph-mon[29275]: Manager daemon y is now available 2024-08-17T00:32:33.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:33 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:33.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:33 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:32:33.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:33 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:32:35.168 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout { 2024-08-17T00:32:35.168 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-08-17T00:32:35.168 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-17T00:32:35.168 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout } 2024-08-17T00:32:35.168 INFO:teuthology.orchestra.run.smithi082.stdout:mgr epoch 9 is available 2024-08-17T00:32:35.168 INFO:teuthology.orchestra.run.smithi082.stdout:Generating a dashboard self-signed certificate... 2024-08-17T00:32:35.418 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:35 smithi082 ceph-mon[29275]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-08-17T00:32:35.418 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:35 smithi082 ceph-mon[29275]: mgrmap e11: y(active, since 1.00523s) 2024-08-17T00:32:35.418 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:35 smithi082 ceph-mon[29275]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-08-17T00:32:35.418 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:35 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:32:35.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:35.558+0000 7f96066dd640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:00:32:35] ENGINE Error in HTTPServer.serve 2024-08-17T00:32:35.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: Traceback (most recent call last): 2024-08-17T00:32:35.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:32:35.726 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: self._connections.run(self.expiration_interval) 2024-08-17T00:32:35.726 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:32:35.726 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: self._run(expiration_interval) 2024-08-17T00:32:35.726 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:32:35.726 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:32:35.726 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:32:35.726 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:32:35.726 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:32:35.726 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: s = self.context.wrap_socket( 2024-08-17T00:32:35.726 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:32:35.726 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: return self.sslsocket_class._create( 2024-08-17T00:32:35.726 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:32:35.727 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: self.do_handshake() 2024-08-17T00:32:35.727 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:32:35.727 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: self._sslobj.do_handshake() 2024-08-17T00:32:35.727 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:32:35.727 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:32:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:32:36.383 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-08-17T00:32:36.383 INFO:teuthology.orchestra.run.smithi082.stdout:Creating initial admin user... 2024-08-17T00:32:36.908 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:36 smithi082 ceph-mon[29275]: [17/Aug/2024:00:32:35] ENGINE Bus STARTING 2024-08-17T00:32:36.908 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:36 smithi082 ceph-mon[29275]: [17/Aug/2024:00:32:35] ENGINE Serving on https://172.21.15.82:7150 2024-08-17T00:32:36.908 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:36 smithi082 ceph-mon[29275]: [17/Aug/2024:00:32:35] ENGINE Bus STARTED 2024-08-17T00:32:36.909 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:36 smithi082 ceph-mon[29275]: [17/Aug/2024:00:32:35] ENGINE Error in HTTPServer.serve 2024-08-17T00:32:36.909 INFO:journalctl@ceph.mon.a.smithi082.stdout: Traceback (most recent call last): 2024-08-17T00:32:36.909 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:32:36.909 INFO:journalctl@ceph.mon.a.smithi082.stdout: self._connections.run(self.expiration_interval) 2024-08-17T00:32:36.909 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:32:36.909 INFO:journalctl@ceph.mon.a.smithi082.stdout: self._run(expiration_interval) 2024-08-17T00:32:36.909 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:32:36.909 INFO:journalctl@ceph.mon.a.smithi082.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:32:36.909 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:32:36.909 INFO:journalctl@ceph.mon.a.smithi082.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:32:36.909 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:32:36.909 INFO:journalctl@ceph.mon.a.smithi082.stdout: s = self.context.wrap_socket( 2024-08-17T00:32:36.909 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:32:36.910 INFO:journalctl@ceph.mon.a.smithi082.stdout: return self.sslsocket_class._create( 2024-08-17T00:32:36.910 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:32:36.910 INFO:journalctl@ceph.mon.a.smithi082.stdout: self.do_handshake() 2024-08-17T00:32:36.910 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:32:36.910 INFO:journalctl@ceph.mon.a.smithi082.stdout: self._sslobj.do_handshake() 2024-08-17T00:32:36.910 INFO:journalctl@ceph.mon.a.smithi082.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:32:36.910 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:36 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:32:36.910 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:36 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:32:36.910 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:36 smithi082 ceph-mon[29275]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:36.910 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:36 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:32:36.910 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:36 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:32:36.910 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:36 smithi082 ceph-mon[29275]: mgrmap e12: y(active, since 2s) 2024-08-17T00:32:37.873 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:37 smithi082 ceph-mon[29275]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:37.873 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:37 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:32:38.237 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$GgAJi4YTj5naWCOHpqSzSOgwjMs4mwqmGS3FGwrej.ccpfalqZPqu", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1723854757, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-08-17T00:32:38.237 INFO:teuthology.orchestra.run.smithi082.stdout:Fetching dashboard port number... 2024-08-17T00:32:39.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:38 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/4102724571' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-08-17T00:32:39.367 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 8443 2024-08-17T00:32:39.378 INFO:teuthology.orchestra.run.smithi082.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-17T00:32:39.378 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stdout disabled 2024-08-17T00:32:39.387 INFO:teuthology.orchestra.run.smithi082.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-17T00:32:39.387 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stdout inactive 2024-08-17T00:32:39.387 INFO:teuthology.orchestra.run.smithi082.stdout:firewalld.service is not enabled 2024-08-17T00:32:39.387 INFO:teuthology.orchestra.run.smithi082.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-08-17T00:32:39.389 INFO:teuthology.orchestra.run.smithi082.stdout:Ceph Dashboard is now available at: 2024-08-17T00:32:39.389 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:32:39.389 INFO:teuthology.orchestra.run.smithi082.stdout: URL: https://smithi082.front.sepia.ceph.com:8443/ 2024-08-17T00:32:39.389 INFO:teuthology.orchestra.run.smithi082.stdout: User: admin 2024-08-17T00:32:39.389 INFO:teuthology.orchestra.run.smithi082.stdout: Password: 2ipiaxobq9 2024-08-17T00:32:39.389 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:32:39.390 INFO:teuthology.orchestra.run.smithi082.stdout:Saving cluster configuration to /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config directory 2024-08-17T00:32:39.390 INFO:teuthology.orchestra.run.smithi082.stdout:Enabling autotune for osd_memory_target 2024-08-17T00:32:40.914 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:40 smithi082 ceph-mon[29275]: mgrmap e13: y(active, since 6s) 2024-08-17T00:32:41.729 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-08-17T00:32:41.729 INFO:teuthology.orchestra.run.smithi082.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-08-17T00:32:41.729 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:32:41.729 INFO:teuthology.orchestra.run.smithi082.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-08-17T00:32:41.729 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:32:41.729 INFO:teuthology.orchestra.run.smithi082.stdout:Or, if you are only running a single cluster on this host: 2024-08-17T00:32:41.729 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:32:41.729 INFO:teuthology.orchestra.run.smithi082.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-08-17T00:32:41.730 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:32:41.730 INFO:teuthology.orchestra.run.smithi082.stdout:Please consider enabling telemetry to help improve Ceph: 2024-08-17T00:32:41.730 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:32:41.730 INFO:teuthology.orchestra.run.smithi082.stdout: ceph telemetry on 2024-08-17T00:32:41.730 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:32:41.730 INFO:teuthology.orchestra.run.smithi082.stdout:For more information see: 2024-08-17T00:32:41.730 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:32:41.730 INFO:teuthology.orchestra.run.smithi082.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-08-17T00:32:41.730 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:32:41.730 INFO:teuthology.orchestra.run.smithi082.stdout:Bootstrap complete. 2024-08-17T00:32:41.763 INFO:tasks.cephadm:Fetching config... 2024-08-17T00:32:41.763 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-08-17T00:32:41.764 DEBUG:teuthology.orchestra.run.smithi082:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-08-17T00:32:41.779 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-08-17T00:32:41.779 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-08-17T00:32:41.779 DEBUG:teuthology.orchestra.run.smithi082:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-08-17T00:32:41.834 INFO:tasks.cephadm:Fetching mon keyring... 2024-08-17T00:32:41.834 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-08-17T00:32:41.835 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd if=/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/keyring of=/dev/stdout 2024-08-17T00:32:41.900 INFO:tasks.cephadm:Fetching pub ssh key... 2024-08-17T00:32:41.900 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-08-17T00:32:41.900 DEBUG:teuthology.orchestra.run.smithi082:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-08-17T00:32:41.956 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-08-17T00:32:41.956 DEBUG:teuthology.orchestra.run.smithi082:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAjl47iT/dLb9ld8INrgz1QmfGnQ43hyvUQMZG0qj0bRp7uNCiDgWOjVLbgxrIdGjU4uAG+HR3U1/l3lNte7RWpZmU4rD6YcAPKPClnyHcZfK1NPQ57ysDk/rYbPhlK/xpU6C0fIfsO/Ar4pk4xDQNi6/Jhrpcv7b/3xuz6tWo5tm3uf8y4NQNaoox5qWY8vWiiqLzM0Zzt8Zz/JUBnOQvo+pYbtwz2pQv9t8tDzgW2D3TsPTKbggko4Hy9aYLfMIUSwbmZHv9UiuftZfo4HUuIzt8y7ys3+4zQVUBqTlQAaC5EeAyyhKIL4A8q0OuevcjTkW+ZGNDCBZqHyZFXsu5Z5kLWBBn127BsOIwZFuLlEg6lxJjyPZGSRXlneYDTMZK9ggLSGvb5wkGWrMXSkpFee4r+J83261ak6BWIgc1wPnAsf76JHJBqt6Tf41IPnVeUZAsVwJOVbdtlb2Nc13KZXQ2OXliV8Ct3FFUDuVUJ/B20q74APbapfvr3hDOlcU= ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-17T00:32:42.029 INFO:teuthology.orchestra.run.smithi082.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAjl47iT/dLb9ld8INrgz1QmfGnQ43hyvUQMZG0qj0bRp7uNCiDgWOjVLbgxrIdGjU4uAG+HR3U1/l3lNte7RWpZmU4rD6YcAPKPClnyHcZfK1NPQ57ysDk/rYbPhlK/xpU6C0fIfsO/Ar4pk4xDQNi6/Jhrpcv7b/3xuz6tWo5tm3uf8y4NQNaoox5qWY8vWiiqLzM0Zzt8Zz/JUBnOQvo+pYbtwz2pQv9t8tDzgW2D3TsPTKbggko4Hy9aYLfMIUSwbmZHv9UiuftZfo4HUuIzt8y7ys3+4zQVUBqTlQAaC5EeAyyhKIL4A8q0OuevcjTkW+ZGNDCBZqHyZFXsu5Z5kLWBBn127BsOIwZFuLlEg6lxJjyPZGSRXlneYDTMZK9ggLSGvb5wkGWrMXSkpFee4r+J83261ak6BWIgc1wPnAsf76JHJBqt6Tf41IPnVeUZAsVwJOVbdtlb2Nc13KZXQ2OXliV8Ct3FFUDuVUJ/B20q74APbapfvr3hDOlcU= ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:32:42.040 DEBUG:teuthology.orchestra.run.smithi137:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAjl47iT/dLb9ld8INrgz1QmfGnQ43hyvUQMZG0qj0bRp7uNCiDgWOjVLbgxrIdGjU4uAG+HR3U1/l3lNte7RWpZmU4rD6YcAPKPClnyHcZfK1NPQ57ysDk/rYbPhlK/xpU6C0fIfsO/Ar4pk4xDQNi6/Jhrpcv7b/3xuz6tWo5tm3uf8y4NQNaoox5qWY8vWiiqLzM0Zzt8Zz/JUBnOQvo+pYbtwz2pQv9t8tDzgW2D3TsPTKbggko4Hy9aYLfMIUSwbmZHv9UiuftZfo4HUuIzt8y7ys3+4zQVUBqTlQAaC5EeAyyhKIL4A8q0OuevcjTkW+ZGNDCBZqHyZFXsu5Z5kLWBBn127BsOIwZFuLlEg6lxJjyPZGSRXlneYDTMZK9ggLSGvb5wkGWrMXSkpFee4r+J83261ak6BWIgc1wPnAsf76JHJBqt6Tf41IPnVeUZAsVwJOVbdtlb2Nc13KZXQ2OXliV8Ct3FFUDuVUJ/B20q74APbapfvr3hDOlcU= ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-17T00:32:42.081 INFO:teuthology.orchestra.run.smithi137.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAjl47iT/dLb9ld8INrgz1QmfGnQ43hyvUQMZG0qj0bRp7uNCiDgWOjVLbgxrIdGjU4uAG+HR3U1/l3lNte7RWpZmU4rD6YcAPKPClnyHcZfK1NPQ57ysDk/rYbPhlK/xpU6C0fIfsO/Ar4pk4xDQNi6/Jhrpcv7b/3xuz6tWo5tm3uf8y4NQNaoox5qWY8vWiiqLzM0Zzt8Zz/JUBnOQvo+pYbtwz2pQv9t8tDzgW2D3TsPTKbggko4Hy9aYLfMIUSwbmZHv9UiuftZfo4HUuIzt8y7ys3+4zQVUBqTlQAaC5EeAyyhKIL4A8q0OuevcjTkW+ZGNDCBZqHyZFXsu5Z5kLWBBn127BsOIwZFuLlEg6lxJjyPZGSRXlneYDTMZK9ggLSGvb5wkGWrMXSkpFee4r+J83261ak6BWIgc1wPnAsf76JHJBqt6Tf41IPnVeUZAsVwJOVbdtlb2Nc13KZXQ2OXliV8Ct3FFUDuVUJ/B20q74APbapfvr3hDOlcU= ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:32:42.094 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-08-17T00:32:42.347 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:32:42.469 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:42 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/3744914055' entity='client.admin' 2024-08-17T00:32:44.970 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-08-17T00:32:44.970 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-08-17T00:32:45.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:45 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/1889304425' entity='client.admin' 2024-08-17T00:32:45.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:45 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:32:45.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:45 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:32:45.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:45 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi082", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:32:45.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:45 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:32:45.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:45 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:45.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:45 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:32:45.509 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:32:48.662 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi137 2024-08-17T00:32:48.663 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-08-17T00:32:48.663 DEBUG:teuthology.orchestra.run.smithi137:> dd of=/etc/ceph/ceph.conf 2024-08-17T00:32:48.682 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-08-17T00:32:48.683 DEBUG:teuthology.orchestra.run.smithi137:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:32:48.741 INFO:tasks.cephadm:Adding host smithi137 to orchestrator... 2024-08-17T00:32:48.742 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph orch host add smithi137 2024-08-17T00:32:48.992 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:32:49.110 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:48 smithi082 ceph-mon[29275]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:49.110 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:48 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:32:49.111 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:48 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:49.111 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:48 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:32:49.111 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:48 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:32:49.111 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:48 smithi082 ceph-mon[29275]: Updating smithi082:/etc/ceph/ceph.conf 2024-08-17T00:32:49.111 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:48 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:32:49.111 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:48 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:32:49.111 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:48 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:32:50.007 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:49 smithi082 ceph-mon[29275]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:32:50.007 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:49 smithi082 ceph-mon[29275]: Updating smithi082:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:32:50.007 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:49 smithi082 ceph-mon[29275]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:32:51.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:50 smithi082 ceph-mon[29275]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi137", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:32:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:51 smithi082 ceph-mon[29275]: Deploying cephadm binary to smithi137 2024-08-17T00:32:53.381 INFO:teuthology.orchestra.run.smithi082.stdout:Added host 'smithi137' with addr '172.21.15.137' 2024-08-17T00:32:53.995 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph orch host ls --format=json 2024-08-17T00:32:54.241 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:32:54.682 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:54 smithi082 ceph-mon[29275]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:32:54.682 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:54 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:32:54.682 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:54 smithi082 ceph-mon[29275]: Added host smithi137 2024-08-17T00:32:54.682 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:54 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:32:54.682 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:54 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:32:54.682 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:54 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:32:55.952 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:32:55.952 INFO:teuthology.orchestra.run.smithi082.stdout:[{"addr": "172.21.15.82", "hostname": "smithi082", "labels": [], "status": ""}, {"addr": "172.21.15.137", "hostname": "smithi137", "labels": [], "status": ""}] 2024-08-17T00:32:55.953 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:55 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:32:56.509 INFO:tasks.cephadm:Setting crush tunables to default 2024-08-17T00:32:56.509 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd crush tunables default 2024-08-17T00:32:56.756 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:32:56.867 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:56 smithi082 ceph-mon[29275]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:32:57.799 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:57 smithi082 ceph-mon[29275]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:32:57.799 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:57 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:32:57.799 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:57 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:32:57.799 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:57 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:32:57.799 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:57 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:32:57.799 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:57 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi137", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:32:57.799 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:57 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:32:57.800 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:57 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:32:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:58 smithi082 ceph-mon[29275]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:32:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:58 smithi082 ceph-mon[29275]: Updating smithi137:/etc/ceph/ceph.conf 2024-08-17T00:32:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:58 smithi082 ceph-mon[29275]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:32:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:58 smithi082 ceph-mon[29275]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:32:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:58 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:32:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:58 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:32:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:58 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:32:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:58 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/3133530236' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-08-17T00:32:59.281 INFO:teuthology.orchestra.run.smithi082.stderr:adjusted tunables profile to default 2024-08-17T00:32:59.913 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:59 smithi082 ceph-mon[29275]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:32:59.914 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:59 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/3133530236' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-17T00:32:59.914 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:32:59 smithi082 ceph-mon[29275]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T00:32:59.944 INFO:tasks.cephadm:Adding mon.a on smithi082 2024-08-17T00:32:59.945 INFO:tasks.cephadm:Adding mon.c on smithi082 2024-08-17T00:32:59.945 INFO:tasks.cephadm:Adding mon.b on smithi137 2024-08-17T00:32:59.945 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph orch apply mon '3;smithi082:172.21.15.82=a;smithi082:[v2:172.21.15.82:3301,v1:172.21.15.82:6790]=c;smithi137:172.21.15.137=b' 2024-08-17T00:33:00.192 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:33:01.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:00 smithi082 ceph-mon[29275]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:01.862 INFO:teuthology.orchestra.run.smithi137.stdout:Scheduled mon update... 2024-08-17T00:33:02.427 DEBUG:teuthology.orchestra.run.smithi082:mon.c> sudo journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mon.c.service 2024-08-17T00:33:02.430 DEBUG:teuthology.orchestra.run.smithi137:mon.b> sudo journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mon.b.service 2024-08-17T00:33:02.432 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-17T00:33:02.432 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph mon dump -f json 2024-08-17T00:33:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:02 smithi082 ceph-mon[29275]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:03.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:02 smithi082 ceph-mon[29275]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi082:172.21.15.82=a;smithi082:[v2:172.21.15.82:3301,v1:172.21.15.82:6790]=c;smithi137:172.21.15.137=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:33:03.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:02 smithi082 ceph-mon[29275]: Saving service mon spec with placement smithi082:172.21.15.82=a;smithi082:[v2:172.21.15.82:3301,v1:172.21.15.82:6790]=c;smithi137:172.21.15.137=b;count:3 2024-08-17T00:33:03.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:02 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:03.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:02 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:03.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:02 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:03.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:02 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:33:03.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:02 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:03.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:02 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:33:03.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:02 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:03.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:02 smithi082 ceph-mon[29275]: Deploying daemon mon.b on smithi137 2024-08-17T00:33:03.473 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:33:05.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:04 smithi082 ceph-mon[29275]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:06.470 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:33:06.470 INFO:teuthology.orchestra.run.smithi137.stdout:{"epoch":1,"fsid":"f8feaf04-5c2f-11ef-bccf-c7b262605968","modified":"2024-08-17T00:31:42.812154Z","created":"2024-08-17T00:31:42.812154Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:3300","nonce":0},{"type":"v1","addr":"172.21.15.82:6789","nonce":0}]},"addr":"172.21.15.82:6789/0","public_addr":"172.21.15.82:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-08-17T00:33:06.471 INFO:teuthology.orchestra.run.smithi137.stderr:dumped monmap epoch 1 2024-08-17T00:33:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:06 smithi082 ceph-mon[29275]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:06 smithi082 ceph-mon[29275]: from='client.? 172.21.15.137:0/3426383211' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T00:33:07.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:07 smithi137 systemd[1]: Started Ceph mon.b for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:33:08.097 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-17T00:33:08.124 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph mon dump -f json 2024-08-17T00:33:08.377 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:33:12.691 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:12 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:33:12.691 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:12 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:33:12.691 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:12 smithi137 ceph-mon[33068]: mon.a calling monitor election 2024-08-17T00:33:12.691 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:12 smithi137 ceph-mon[33068]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:12.691 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:12 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:33:12.692 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:12 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:33:12.692 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:12 smithi137 ceph-mon[33068]: mon.b calling monitor election 2024-08-17T00:33:12.692 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:12 smithi137 ceph-mon[33068]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:12.692 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:12 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:33:12.692 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:12 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:33:12.692 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:12 smithi137 ceph-mon[33068]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:12.692 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:12 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:33:12.692 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:12 smithi137 ceph-mon[33068]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-17T00:33:12.692 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:12 smithi137 ceph-mon[33068]: monmap e2: 2 mons at {a=[v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0],b=[v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T00:33:12.692 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:12 smithi137 ceph-mon[33068]: fsmap 2024-08-17T00:33:12.692 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:12 smithi137 ceph-mon[33068]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T00:33:12.692 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:12 smithi137 ceph-mon[33068]: mgrmap e13: y(active, since 38s) 2024-08-17T00:33:12.693 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:12 smithi137 ceph-mon[33068]: overall HEALTH_OK 2024-08-17T00:33:12.693 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:12 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:12.693 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:12 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:12.693 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:12 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:12.693 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:12 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:33:12.693 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:12 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:12.704 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:12 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:33:12.705 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:12 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:33:12.705 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:12 smithi082 ceph-mon[29275]: mon.a calling monitor election 2024-08-17T00:33:12.705 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:12 smithi082 ceph-mon[29275]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:12.705 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:12 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:33:12.705 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:12 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:33:12.705 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:12 smithi082 ceph-mon[29275]: mon.b calling monitor election 2024-08-17T00:33:12.705 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:12 smithi082 ceph-mon[29275]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:12.705 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:12 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:33:12.705 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:12 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:33:12.705 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:12 smithi082 ceph-mon[29275]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:12.705 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:12 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:33:12.706 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:12 smithi082 ceph-mon[29275]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-17T00:33:12.706 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:12 smithi082 ceph-mon[29275]: monmap e2: 2 mons at {a=[v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0],b=[v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T00:33:12.706 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:12 smithi082 ceph-mon[29275]: fsmap 2024-08-17T00:33:12.706 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:12 smithi082 ceph-mon[29275]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T00:33:12.706 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:12 smithi082 ceph-mon[29275]: mgrmap e13: y(active, since 38s) 2024-08-17T00:33:12.706 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:12 smithi082 ceph-mon[29275]: overall HEALTH_OK 2024-08-17T00:33:12.706 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:12 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:12.706 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:12 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:12.706 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:12 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:12.706 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:12 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:33:12.706 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:12 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:12.994 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:33:12.995 INFO:teuthology.orchestra.run.smithi137.stdout:{"epoch":2,"fsid":"f8feaf04-5c2f-11ef-bccf-c7b262605968","modified":"2024-08-17T00:33:07.265673Z","created":"2024-08-17T00:31:42.812154Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:3300","nonce":0},{"type":"v1","addr":"172.21.15.82:6789","nonce":0}]},"addr":"172.21.15.82:6789/0","public_addr":"172.21.15.82:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:3300","nonce":0},{"type":"v1","addr":"172.21.15.137:6789","nonce":0}]},"addr":"172.21.15.137:6789/0","public_addr":"172.21.15.137:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-08-17T00:33:12.995 INFO:teuthology.orchestra.run.smithi137.stderr:dumped monmap epoch 2 2024-08-17T00:33:13.568 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:13 smithi137 ceph-mon[33068]: Deploying daemon mon.c on smithi082 2024-08-17T00:33:13.568 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:13 smithi137 ceph-mon[33068]: from='client.? 172.21.15.137:0/364892357' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T00:33:13.568 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:13 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:33:13.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:13 smithi082 ceph-mon[29275]: Deploying daemon mon.c on smithi082 2024-08-17T00:33:13.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:13 smithi082 ceph-mon[29275]: from='client.? 172.21.15.137:0/364892357' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T00:33:13.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:13 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:33:14.592 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-17T00:33:14.592 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph mon dump -f json 2024-08-17T00:33:14.685 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:14 smithi082 ceph-mon[29275]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:14.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:14 smithi137 ceph-mon[33068]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:14.849 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:33:15.572 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:15 smithi082 ceph-mon[39953]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-08-17T00:33:15.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:15 smithi082 bash[39934]: 04290329d1a5e542f495ef0107a0e6ac26d385edbc8c60321bfbdba433049aa8 2024-08-17T00:33:15.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:15 smithi082 systemd[1]: Started Ceph mon.c for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:33:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[39953]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:33:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[39953]: mon.a calling monitor election 2024-08-17T00:33:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:33:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[39953]: mon.b calling monitor election 2024-08-17T00:33:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[39953]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[39953]: mon.c calling monitor election 2024-08-17T00:33:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[39953]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[39953]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T00:33:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[39953]: monmap e3: 3 mons at {a=[v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0],b=[v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0],c=[v2:172.21.15.82:3301/0,v1:172.21.15.82:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T00:33:20.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[39953]: fsmap 2024-08-17T00:33:20.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[39953]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T00:33:20.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[39953]: mgrmap e13: y(active, since 47s) 2024-08-17T00:33:20.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[39953]: overall HEALTH_OK 2024-08-17T00:33:20.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:20.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:20.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:20.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:20.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[29275]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:20.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:33:20.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[29275]: mon.a calling monitor election 2024-08-17T00:33:20.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:33:20.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:20.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[29275]: mon.b calling monitor election 2024-08-17T00:33:20.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:20.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[29275]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:20.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:20.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[29275]: mon.c calling monitor election 2024-08-17T00:33:20.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:20.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[29275]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:20.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:20.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:20.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[29275]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T00:33:20.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[29275]: monmap e3: 3 mons at {a=[v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0],b=[v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0],c=[v2:172.21.15.82:3301/0,v1:172.21.15.82:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T00:33:20.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[29275]: fsmap 2024-08-17T00:33:20.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[29275]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T00:33:20.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[29275]: mgrmap e13: y(active, since 47s) 2024-08-17T00:33:20.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[29275]: overall HEALTH_OK 2024-08-17T00:33:20.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:20.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:20.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:20.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:20 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:20 smithi137 ceph-mon[33068]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:20 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:33:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:20 smithi137 ceph-mon[33068]: mon.a calling monitor election 2024-08-17T00:33:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:20 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:33:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:20 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:20 smithi137 ceph-mon[33068]: mon.b calling monitor election 2024-08-17T00:33:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:20 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:20 smithi137 ceph-mon[33068]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:20 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:20 smithi137 ceph-mon[33068]: mon.c calling monitor election 2024-08-17T00:33:20.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:20 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:20.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:20 smithi137 ceph-mon[33068]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:20.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:20 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:20.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:20 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:20.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:20 smithi137 ceph-mon[33068]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T00:33:20.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:20 smithi137 ceph-mon[33068]: monmap e3: 3 mons at {a=[v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0],b=[v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0],c=[v2:172.21.15.82:3301/0,v1:172.21.15.82:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T00:33:20.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:20 smithi137 ceph-mon[33068]: fsmap 2024-08-17T00:33:20.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:20 smithi137 ceph-mon[33068]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T00:33:20.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:20 smithi137 ceph-mon[33068]: mgrmap e13: y(active, since 47s) 2024-08-17T00:33:20.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:20 smithi137 ceph-mon[33068]: overall HEALTH_OK 2024-08-17T00:33:20.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:20 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:20.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:20 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:20.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:20 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:20.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:20 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:21.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:21 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:21.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:21 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:21.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:21 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:21.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:21 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:21.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:21 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:21.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:21 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:21.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:21 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:21.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:21 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:21.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:21 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:21.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:21 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:33:21.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:21 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:21.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:21 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:22.385 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:33:22.386 INFO:teuthology.orchestra.run.smithi137.stdout:{"epoch":3,"fsid":"f8feaf04-5c2f-11ef-bccf-c7b262605968","modified":"2024-08-17T00:33:15.547737Z","created":"2024-08-17T00:31:42.812154Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:3300","nonce":0},{"type":"v1","addr":"172.21.15.82:6789","nonce":0}]},"addr":"172.21.15.82:6789/0","public_addr":"172.21.15.82:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:3300","nonce":0},{"type":"v1","addr":"172.21.15.137:6789","nonce":0}]},"addr":"172.21.15.137:6789/0","public_addr":"172.21.15.137:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:3301","nonce":0},{"type":"v1","addr":"172.21.15.82:6790","nonce":0}]},"addr":"172.21.15.82:6790/0","public_addr":"172.21.15.82:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-08-17T00:33:22.386 INFO:teuthology.orchestra.run.smithi137.stderr:dumped monmap epoch 3 2024-08-17T00:33:22.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:22 smithi137 ceph-mon[33068]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:22.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:22 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:22.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:22 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:22.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:22 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:22.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:22 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:33:22.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:22 smithi137 ceph-mon[33068]: Updating smithi082:/etc/ceph/ceph.conf 2024-08-17T00:33:22.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:22 smithi137 ceph-mon[33068]: Updating smithi137:/etc/ceph/ceph.conf 2024-08-17T00:33:22.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:22 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:22.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:22 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:22.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:22 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:22.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:22 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:22.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:22 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:22.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:22 smithi137 ceph-mon[33068]: from='client.? 172.21.15.137:0/1877502849' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T00:33:22.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:22 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:33:22.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:22 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:33:22.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:22 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:23.071 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[29275]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:23.071 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:23.071 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:23.071 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:23.071 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:33:23.071 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[29275]: Updating smithi082:/etc/ceph/ceph.conf 2024-08-17T00:33:23.071 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[29275]: Updating smithi137:/etc/ceph/ceph.conf 2024-08-17T00:33:23.071 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:23.071 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:23.071 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:23.072 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:23.072 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:23.072 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[29275]: from='client.? 172.21.15.137:0/1877502849' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T00:33:23.072 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:33:23.072 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:33:23.072 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:23.072 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[39953]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:23.072 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:23.072 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:23.072 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:23.072 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:33:23.072 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[39953]: Updating smithi082:/etc/ceph/ceph.conf 2024-08-17T00:33:23.073 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[39953]: Updating smithi137:/etc/ceph/ceph.conf 2024-08-17T00:33:23.073 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:23.073 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:23.073 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:23.073 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:23.073 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:23.073 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[39953]: from='client.? 172.21.15.137:0/1877502849' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T00:33:23.073 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:33:23.073 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:33:23.073 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:22 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:23.115 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-08-17T00:33:23.115 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph config generate-minimal-conf 2024-08-17T00:33:23.792 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:33:23.941 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:23 smithi082 ceph-mon[29275]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:33:23.942 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:23 smithi082 ceph-mon[29275]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:33:23.942 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:23 smithi082 ceph-mon[29275]: Reconfiguring mon.a (unknown last config time)... 2024-08-17T00:33:23.942 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:23 smithi082 ceph-mon[29275]: Reconfiguring daemon mon.a on smithi082 2024-08-17T00:33:23.942 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:23 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:23.942 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:23 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:23.942 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:23 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:23.942 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:23 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:33:23.942 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:23 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:33:23.942 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:23 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:23.943 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:23 smithi082 ceph-mon[39953]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:33:23.943 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:23 smithi082 ceph-mon[39953]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:33:23.943 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:23 smithi082 ceph-mon[39953]: Reconfiguring mon.a (unknown last config time)... 2024-08-17T00:33:23.943 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:23 smithi082 ceph-mon[39953]: Reconfiguring daemon mon.a on smithi082 2024-08-17T00:33:23.943 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:23 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:23.943 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:23 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:23.943 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:23 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:23.943 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:23 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:33:23.943 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:23 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:33:23.943 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:23 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:23 smithi137 ceph-mon[33068]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:33:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:23 smithi137 ceph-mon[33068]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:33:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:23 smithi137 ceph-mon[33068]: Reconfiguring mon.a (unknown last config time)... 2024-08-17T00:33:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:23 smithi137 ceph-mon[33068]: Reconfiguring daemon mon.a on smithi082 2024-08-17T00:33:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:23 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:23 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:24.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:23 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:24.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:23 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:33:24.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:23 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:33:24.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:23 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:24.942 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:24 smithi082 ceph-mon[39953]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:24.943 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:24 smithi082 ceph-mon[39953]: Reconfiguring mon.c (monmap changed)... 2024-08-17T00:33:24.943 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:24 smithi082 ceph-mon[39953]: Reconfiguring daemon mon.c on smithi082 2024-08-17T00:33:24.943 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:24 smithi082 ceph-mon[29275]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:24.943 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:24 smithi082 ceph-mon[29275]: Reconfiguring mon.c (monmap changed)... 2024-08-17T00:33:24.943 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:24 smithi082 ceph-mon[29275]: Reconfiguring daemon mon.c on smithi082 2024-08-17T00:33:25.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:24 smithi137 ceph-mon[33068]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:25.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:24 smithi137 ceph-mon[33068]: Reconfiguring mon.c (monmap changed)... 2024-08-17T00:33:25.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:24 smithi137 ceph-mon[33068]: Reconfiguring daemon mon.c on smithi082 2024-08-17T00:33:25.818 INFO:teuthology.orchestra.run.smithi082.stdout:# minimal ceph.conf for f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:33:25.818 INFO:teuthology.orchestra.run.smithi082.stdout:[global] 2024-08-17T00:33:25.818 INFO:teuthology.orchestra.run.smithi082.stdout: fsid = f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:33:25.818 INFO:teuthology.orchestra.run.smithi082.stdout: mon_host = [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] [v2:172.21.15.82:3301/0,v1:172.21.15.82:6790/0] 2024-08-17T00:33:26.006 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:25 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/3698964254' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:26.006 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:25 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/3698964254' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:26.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:25 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/3698964254' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:26.620 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-08-17T00:33:26.620 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-08-17T00:33:26.620 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd of=/etc/ceph/ceph.conf 2024-08-17T00:33:26.650 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-08-17T00:33:26.650 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:33:26.716 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-08-17T00:33:26.716 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd of=/etc/ceph/ceph.conf 2024-08-17T00:33:26.749 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-08-17T00:33:26.749 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:33:26.818 INFO:tasks.cephadm:Adding mgr.y on smithi082 2024-08-17T00:33:26.819 INFO:tasks.cephadm:Adding mgr.x on smithi137 2024-08-17T00:33:26.819 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph orch apply mgr '2;smithi082=y;smithi137=x' 2024-08-17T00:33:26.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:26 smithi082 ceph-mon[29275]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:26.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:26 smithi082 ceph-mon[39953]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:27.110 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:33:27.225 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:26 smithi137 ceph-mon[33068]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:28 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:28 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:28 smithi137 ceph-mon[33068]: Reconfiguring mon.b (monmap changed)... 2024-08-17T00:33:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:28 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:33:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:28 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:33:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:28 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:28 smithi137 ceph-mon[33068]: Reconfiguring daemon mon.b on smithi137 2024-08-17T00:33:28.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:28 smithi137 ceph-mon[33068]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:28 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:28 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:28 smithi082 ceph-mon[29275]: Reconfiguring mon.b (monmap changed)... 2024-08-17T00:33:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:28 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:33:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:28 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:33:28.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:28 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:28.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:28 smithi082 ceph-mon[29275]: Reconfiguring daemon mon.b on smithi137 2024-08-17T00:33:28.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:28 smithi082 ceph-mon[29275]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:28.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:28 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:28.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:28 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:28.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:28 smithi082 ceph-mon[39953]: Reconfiguring mon.b (monmap changed)... 2024-08-17T00:33:28.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:28 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:33:28.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:28 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:33:28.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:28 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:28.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:28 smithi082 ceph-mon[39953]: Reconfiguring daemon mon.b on smithi137 2024-08-17T00:33:28.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:28 smithi082 ceph-mon[39953]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:29.758 INFO:teuthology.orchestra.run.smithi137.stdout:Scheduled mgr update... 2024-08-17T00:33:30.274 DEBUG:teuthology.orchestra.run.smithi137:mgr.x> sudo journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mgr.x.service 2024-08-17T00:33:30.276 INFO:tasks.cephadm:Deploying OSDs... 2024-08-17T00:33:30.277 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-08-17T00:33:30.277 DEBUG:teuthology.orchestra.run.smithi082:> dd if=/scratch_devs of=/dev/stdout 2024-08-17T00:33:30.296 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-17T00:33:30.296 DEBUG:teuthology.orchestra.run.smithi082:> stat /dev/vg_nvme/lv_1 2024-08-17T00:33:30.353 INFO:teuthology.orchestra.run.smithi082.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-17T00:33:30.353 INFO:teuthology.orchestra.run.smithi082.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T00:33:30.353 INFO:teuthology.orchestra.run.smithi082.stdout:Device: 5h/5d Inode: 968 Links: 1 2024-08-17T00:33:30.353 INFO:teuthology.orchestra.run.smithi082.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T00:33:30.353 INFO:teuthology.orchestra.run.smithi082.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T00:33:30.353 INFO:teuthology.orchestra.run.smithi082.stdout:Access: 2024-08-17 00:33:14.999670989 +0000 2024-08-17T00:33:30.354 INFO:teuthology.orchestra.run.smithi082.stdout:Modify: 2024-08-17 00:29:34.100845058 +0000 2024-08-17T00:33:30.354 INFO:teuthology.orchestra.run.smithi082.stdout:Change: 2024-08-17 00:29:34.100845058 +0000 2024-08-17T00:33:30.354 INFO:teuthology.orchestra.run.smithi082.stdout: Birth: 2024-08-17 00:29:34.100845058 +0000 2024-08-17T00:33:30.354 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-17T00:33:30.418 INFO:teuthology.orchestra.run.smithi082.stderr:1+0 records in 2024-08-17T00:33:30.419 INFO:teuthology.orchestra.run.smithi082.stderr:1+0 records out 2024-08-17T00:33:30.419 INFO:teuthology.orchestra.run.smithi082.stderr:512 bytes copied, 0.000222384 s, 2.3 MB/s 2024-08-17T00:33:30.420 DEBUG:teuthology.orchestra.run.smithi082:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-17T00:33:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:30.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:30.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:33:30.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:30.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[29275]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:30.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[29275]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi082=y;smithi137=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:33:30.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[29275]: Saving service mgr spec with placement smithi082=y;smithi137=x;count:2 2024-08-17T00:33:30.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:30.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:30.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:30.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:33:30.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:30.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:33:30.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-17T00:33:30.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:33:30.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:30.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[29275]: Deploying daemon mgr.x on smithi137 2024-08-17T00:33:30.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:30.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:30.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:30.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:30.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:33:30.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:30.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[39953]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:30.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[39953]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi082=y;smithi137=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:33:30.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[39953]: Saving service mgr spec with placement smithi082=y;smithi137=x;count:2 2024-08-17T00:33:30.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:30.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:30.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:30.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:33:30.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:30.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:33:30.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-17T00:33:30.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:33:30.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:30.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:30 smithi082 ceph-mon[39953]: Deploying daemon mgr.x on smithi137 2024-08-17T00:33:30.479 DEBUG:teuthology.orchestra.run.smithi082:> stat /dev/vg_nvme/lv_2 2024-08-17T00:33:30.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:30 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:30.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:30 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:30.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:30 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:30.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:30 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:30.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:30 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:33:30.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:30 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:30.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:30 smithi137 ceph-mon[33068]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:30.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:30 smithi137 ceph-mon[33068]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi082=y;smithi137=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:33:30.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:30 smithi137 ceph-mon[33068]: Saving service mgr spec with placement smithi082=y;smithi137=x;count:2 2024-08-17T00:33:30.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:30 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:30.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:30 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:30.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:30 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:30.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:30 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:33:30.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:30 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:30.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:30 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:33:30.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:30 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-17T00:33:30.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:30 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:33:30.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:30 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:30.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:30 smithi137 ceph-mon[33068]: Deploying daemon mgr.x on smithi137 2024-08-17T00:33:30.536 INFO:teuthology.orchestra.run.smithi082.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-17T00:33:30.536 INFO:teuthology.orchestra.run.smithi082.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T00:33:30.537 INFO:teuthology.orchestra.run.smithi082.stdout:Device: 5h/5d Inode: 969 Links: 1 2024-08-17T00:33:30.537 INFO:teuthology.orchestra.run.smithi082.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T00:33:30.537 INFO:teuthology.orchestra.run.smithi082.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T00:33:30.537 INFO:teuthology.orchestra.run.smithi082.stdout:Access: 2024-08-17 00:33:14.999670989 +0000 2024-08-17T00:33:30.537 INFO:teuthology.orchestra.run.smithi082.stdout:Modify: 2024-08-17 00:29:34.100845058 +0000 2024-08-17T00:33:30.537 INFO:teuthology.orchestra.run.smithi082.stdout:Change: 2024-08-17 00:29:34.100845058 +0000 2024-08-17T00:33:30.537 INFO:teuthology.orchestra.run.smithi082.stdout: Birth: 2024-08-17 00:29:34.100845058 +0000 2024-08-17T00:33:30.537 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-17T00:33:30.600 INFO:teuthology.orchestra.run.smithi082.stderr:1+0 records in 2024-08-17T00:33:30.601 INFO:teuthology.orchestra.run.smithi082.stderr:1+0 records out 2024-08-17T00:33:30.601 INFO:teuthology.orchestra.run.smithi082.stderr:512 bytes copied, 0.000192497 s, 2.7 MB/s 2024-08-17T00:33:30.602 DEBUG:teuthology.orchestra.run.smithi082:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-17T00:33:30.658 DEBUG:teuthology.orchestra.run.smithi082:> stat /dev/vg_nvme/lv_3 2024-08-17T00:33:30.715 INFO:teuthology.orchestra.run.smithi082.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-17T00:33:30.715 INFO:teuthology.orchestra.run.smithi082.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T00:33:30.715 INFO:teuthology.orchestra.run.smithi082.stdout:Device: 5h/5d Inode: 956 Links: 1 2024-08-17T00:33:30.715 INFO:teuthology.orchestra.run.smithi082.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T00:33:30.715 INFO:teuthology.orchestra.run.smithi082.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T00:33:30.715 INFO:teuthology.orchestra.run.smithi082.stdout:Access: 2024-08-17 00:33:15.000670970 +0000 2024-08-17T00:33:30.715 INFO:teuthology.orchestra.run.smithi082.stdout:Modify: 2024-08-17 00:29:34.099845077 +0000 2024-08-17T00:33:30.716 INFO:teuthology.orchestra.run.smithi082.stdout:Change: 2024-08-17 00:29:34.099845077 +0000 2024-08-17T00:33:30.716 INFO:teuthology.orchestra.run.smithi082.stdout: Birth: 2024-08-17 00:29:34.099845077 +0000 2024-08-17T00:33:30.716 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-17T00:33:30.778 INFO:teuthology.orchestra.run.smithi082.stderr:1+0 records in 2024-08-17T00:33:30.779 INFO:teuthology.orchestra.run.smithi082.stderr:1+0 records out 2024-08-17T00:33:30.779 INFO:teuthology.orchestra.run.smithi082.stderr:512 bytes copied, 0.000230657 s, 2.2 MB/s 2024-08-17T00:33:30.780 DEBUG:teuthology.orchestra.run.smithi082:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-17T00:33:30.836 DEBUG:teuthology.orchestra.run.smithi082:> stat /dev/vg_nvme/lv_4 2024-08-17T00:33:30.892 INFO:teuthology.orchestra.run.smithi082.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-17T00:33:30.892 INFO:teuthology.orchestra.run.smithi082.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T00:33:30.892 INFO:teuthology.orchestra.run.smithi082.stdout:Device: 5h/5d Inode: 958 Links: 1 2024-08-17T00:33:30.892 INFO:teuthology.orchestra.run.smithi082.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T00:33:30.892 INFO:teuthology.orchestra.run.smithi082.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T00:33:30.892 INFO:teuthology.orchestra.run.smithi082.stdout:Access: 2024-08-17 00:33:15.000670970 +0000 2024-08-17T00:33:30.892 INFO:teuthology.orchestra.run.smithi082.stdout:Modify: 2024-08-17 00:29:34.099845077 +0000 2024-08-17T00:33:30.893 INFO:teuthology.orchestra.run.smithi082.stdout:Change: 2024-08-17 00:29:34.099845077 +0000 2024-08-17T00:33:30.893 INFO:teuthology.orchestra.run.smithi082.stdout: Birth: 2024-08-17 00:29:34.099845077 +0000 2024-08-17T00:33:30.893 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-17T00:33:30.955 INFO:teuthology.orchestra.run.smithi082.stderr:1+0 records in 2024-08-17T00:33:30.956 INFO:teuthology.orchestra.run.smithi082.stderr:1+0 records out 2024-08-17T00:33:30.956 INFO:teuthology.orchestra.run.smithi082.stderr:512 bytes copied, 0.000200694 s, 2.6 MB/s 2024-08-17T00:33:30.957 DEBUG:teuthology.orchestra.run.smithi082:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-17T00:33:31.014 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-08-17T00:33:31.014 DEBUG:teuthology.orchestra.run.smithi137:> dd if=/scratch_devs of=/dev/stdout 2024-08-17T00:33:31.031 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-17T00:33:31.031 DEBUG:teuthology.orchestra.run.smithi137:> stat /dev/vg_nvme/lv_1 2024-08-17T00:33:31.087 INFO:teuthology.orchestra.run.smithi137.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-17T00:33:31.087 INFO:teuthology.orchestra.run.smithi137.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T00:33:31.087 INFO:teuthology.orchestra.run.smithi137.stdout:Device: 5h/5d Inode: 979 Links: 1 2024-08-17T00:33:31.087 INFO:teuthology.orchestra.run.smithi137.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T00:33:31.087 INFO:teuthology.orchestra.run.smithi137.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T00:33:31.087 INFO:teuthology.orchestra.run.smithi137.stdout:Access: 2024-08-17 00:33:05.947398634 +0000 2024-08-17T00:33:31.088 INFO:teuthology.orchestra.run.smithi137.stdout:Modify: 2024-08-17 00:29:34.451103041 +0000 2024-08-17T00:33:31.088 INFO:teuthology.orchestra.run.smithi137.stdout:Change: 2024-08-17 00:29:34.451103041 +0000 2024-08-17T00:33:31.088 INFO:teuthology.orchestra.run.smithi137.stdout: Birth: 2024-08-17 00:29:34.451103041 +0000 2024-08-17T00:33:31.088 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-17T00:33:31.150 INFO:teuthology.orchestra.run.smithi137.stderr:1+0 records in 2024-08-17T00:33:31.150 INFO:teuthology.orchestra.run.smithi137.stderr:1+0 records out 2024-08-17T00:33:31.151 INFO:teuthology.orchestra.run.smithi137.stderr:512 bytes copied, 0.000336439 s, 1.5 MB/s 2024-08-17T00:33:31.152 DEBUG:teuthology.orchestra.run.smithi137:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-17T00:33:31.208 DEBUG:teuthology.orchestra.run.smithi137:> stat /dev/vg_nvme/lv_2 2024-08-17T00:33:31.264 INFO:teuthology.orchestra.run.smithi137.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-17T00:33:31.264 INFO:teuthology.orchestra.run.smithi137.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T00:33:31.264 INFO:teuthology.orchestra.run.smithi137.stdout:Device: 5h/5d Inode: 989 Links: 1 2024-08-17T00:33:31.264 INFO:teuthology.orchestra.run.smithi137.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T00:33:31.264 INFO:teuthology.orchestra.run.smithi137.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T00:33:31.264 INFO:teuthology.orchestra.run.smithi137.stdout:Access: 2024-08-17 00:33:05.948398617 +0000 2024-08-17T00:33:31.264 INFO:teuthology.orchestra.run.smithi137.stdout:Modify: 2024-08-17 00:29:34.452103024 +0000 2024-08-17T00:33:31.265 INFO:teuthology.orchestra.run.smithi137.stdout:Change: 2024-08-17 00:29:34.452103024 +0000 2024-08-17T00:33:31.265 INFO:teuthology.orchestra.run.smithi137.stdout: Birth: 2024-08-17 00:29:34.452103024 +0000 2024-08-17T00:33:31.265 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-17T00:33:31.472 INFO:teuthology.orchestra.run.smithi137.stderr:1+0 records in 2024-08-17T00:33:31.473 INFO:teuthology.orchestra.run.smithi137.stderr:1+0 records out 2024-08-17T00:33:31.473 INFO:teuthology.orchestra.run.smithi137.stderr:512 bytes copied, 0.000248132 s, 2.1 MB/s 2024-08-17T00:33:31.474 DEBUG:teuthology.orchestra.run.smithi137:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-17T00:33:31.489 DEBUG:teuthology.orchestra.run.smithi137:> stat /dev/vg_nvme/lv_3 2024-08-17T00:33:31.551 INFO:teuthology.orchestra.run.smithi137.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-17T00:33:31.551 INFO:teuthology.orchestra.run.smithi137.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T00:33:31.552 INFO:teuthology.orchestra.run.smithi137.stdout:Device: 5h/5d Inode: 988 Links: 1 2024-08-17T00:33:31.552 INFO:teuthology.orchestra.run.smithi137.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T00:33:31.552 INFO:teuthology.orchestra.run.smithi137.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T00:33:31.552 INFO:teuthology.orchestra.run.smithi137.stdout:Access: 2024-08-17 00:33:31.427964769 +0000 2024-08-17T00:33:31.552 INFO:teuthology.orchestra.run.smithi137.stdout:Modify: 2024-08-17 00:29:34.452103024 +0000 2024-08-17T00:33:31.552 INFO:teuthology.orchestra.run.smithi137.stdout:Change: 2024-08-17 00:29:34.452103024 +0000 2024-08-17T00:33:31.552 INFO:teuthology.orchestra.run.smithi137.stdout: Birth: 2024-08-17 00:29:34.452103024 +0000 2024-08-17T00:33:31.552 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-17T00:33:31.650 INFO:teuthology.orchestra.run.smithi137.stderr:1+0 records in 2024-08-17T00:33:31.651 INFO:teuthology.orchestra.run.smithi137.stderr:1+0 records out 2024-08-17T00:33:31.651 INFO:teuthology.orchestra.run.smithi137.stderr:512 bytes copied, 0.000226872 s, 2.3 MB/s 2024-08-17T00:33:31.652 DEBUG:teuthology.orchestra.run.smithi137:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-17T00:33:31.667 DEBUG:teuthology.orchestra.run.smithi137:> stat /dev/vg_nvme/lv_4 2024-08-17T00:33:31.724 INFO:teuthology.orchestra.run.smithi137.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-17T00:33:31.725 INFO:teuthology.orchestra.run.smithi137.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T00:33:31.725 INFO:teuthology.orchestra.run.smithi137.stdout:Device: 5h/5d Inode: 974 Links: 1 2024-08-17T00:33:31.725 INFO:teuthology.orchestra.run.smithi137.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T00:33:31.725 INFO:teuthology.orchestra.run.smithi137.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T00:33:31.725 INFO:teuthology.orchestra.run.smithi137.stdout:Access: 2024-08-17 00:33:31.606961721 +0000 2024-08-17T00:33:31.725 INFO:teuthology.orchestra.run.smithi137.stdout:Modify: 2024-08-17 00:29:34.450103058 +0000 2024-08-17T00:33:31.725 INFO:teuthology.orchestra.run.smithi137.stdout:Change: 2024-08-17 00:29:34.450103058 +0000 2024-08-17T00:33:31.725 INFO:teuthology.orchestra.run.smithi137.stdout: Birth: 2024-08-17 00:29:34.450103058 +0000 2024-08-17T00:33:31.725 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-17T00:33:31.737 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:31 smithi137 systemd[1]: Starting Ceph mgr.x for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:33:31.762 INFO:teuthology.orchestra.run.smithi137.stderr:1+0 records in 2024-08-17T00:33:31.762 INFO:teuthology.orchestra.run.smithi137.stderr:1+0 records out 2024-08-17T00:33:31.763 INFO:teuthology.orchestra.run.smithi137.stderr:512 bytes copied, 0.000174698 s, 2.9 MB/s 2024-08-17T00:33:31.763 DEBUG:teuthology.orchestra.run.smithi137:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-17T00:33:31.821 INFO:tasks.cephadm:Deploying osd.0 on smithi082 with /dev/vg_nvme/lv_4... 2024-08-17T00:33:31.821 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-17T00:33:32.028 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:31 smithi137 podman[34899]: 2024-08-17 00:33:31.804819398 +0000 UTC m=+0.016894197 image pull bc5a85a9020602c9fcfe814c6876d00e1bb966b6859019e3572b26574460cc98 quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db 2024-08-17T00:33:32.029 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:31 smithi137 podman[34899]: 2024-08-17 00:33:31.931982963 +0000 UTC m=+0.144057747 container create c8fb62f23f01edcee2c09a7043c2c0ab0363e61be80b6433d937c3abbbb4f584 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, RELEASE=quincy-03a1ac1, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-08-17T00:33:32.066 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:33:32.378 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:32 smithi137 podman[34899]: 2024-08-17 00:33:32.125894123 +0000 UTC m=+0.337968912 container init c8fb62f23f01edcee2c09a7043c2c0ab0363e61be80b6433d937c3abbbb4f584 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x, ceph=True, RELEASE=quincy-03a1ac1, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T00:33:32.378 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:32 smithi137 podman[34899]: 2024-08-17 00:33:32.129366914 +0000 UTC m=+0.341441700 container start c8fb62f23f01edcee2c09a7043c2c0ab0363e61be80b6433d937c3abbbb4f584 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=quincy-03a1ac1, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-08-17T00:33:32.378 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:32 smithi137 ceph-mgr[34937]: -- 172.21.15.137:0/3728905458 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55f8478f09c0 con 0x55f8478fcc00 2024-08-17T00:33:32.379 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:32 smithi137 bash[34899]: c8fb62f23f01edcee2c09a7043c2c0ab0363e61be80b6433d937c3abbbb4f584 2024-08-17T00:33:32.379 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:32 smithi137 systemd[1]: Started Ceph mgr.x for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:33:32.379 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:33:32.244+0000 7f238a41dec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T00:33:32.379 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:33:32.375+0000 7f238a41dec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:33:32.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:32 smithi082 ceph-mon[39953]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:32.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:32 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:32.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:32 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:32.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:32 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:32.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:32 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:32.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:32 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:32.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:32 smithi082 ceph-mon[29275]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:32.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:32 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:32.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:32 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:32.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:32 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:32.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:32 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:32.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:32 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:32.707 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:33:32.447+0000 7f238a41dec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T00:33:32.707 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:33:32.704+0000 7f238a41dec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T00:33:32.707 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:32 smithi137 ceph-mon[33068]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:32.707 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:32 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:32.707 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:32 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:32.708 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:32 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:32.708 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:32 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:32.708 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:32 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:32.987 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:33:32.768+0000 7f238a41dec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T00:33:33.987 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:33 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:33:33.719+0000 7f238a41dec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T00:33:33.987 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:33 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:33:33.836+0000 7f238a41dec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T00:33:33.987 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:33 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:33:33.894+0000 7f238a41dec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T00:33:34.332 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:33:34.345 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:34 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:33:34.089+0000 7f238a41dec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T00:33:34.345 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:34 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:33:34.151+0000 7f238a41dec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T00:33:34.345 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:34 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:33:34.217+0000 7f238a41dec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T00:33:34.345 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:34 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:33:34.343+0000 7f238a41dec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:33:34.351 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi082:vg_nvme/lv_4 2024-08-17T00:33:34.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:34 smithi082 ceph-mon[39953]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:34.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:34.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:34.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:34.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:34.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:33:34.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:34.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:34 smithi082 ceph-mon[39953]: Reconfiguring mgr.y (unknown last config time)... 2024-08-17T00:33:34.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:33:34.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:33:34.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:34.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:34 smithi082 ceph-mon[39953]: Reconfiguring daemon mgr.y on smithi082 2024-08-17T00:33:34.479 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:34 smithi082 ceph-mon[29275]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:34.479 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:34.479 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:34.479 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:34.479 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:34.479 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:33:34.479 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:34.479 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:34 smithi082 ceph-mon[29275]: Reconfiguring mgr.y (unknown last config time)... 2024-08-17T00:33:34.479 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:33:34.479 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:33:34.480 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:34.480 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:34 smithi082 ceph-mon[29275]: Reconfiguring daemon mgr.y on smithi082 2024-08-17T00:33:34.670 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:34 smithi137 ceph-mon[33068]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:34.671 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:34.671 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:34.671 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:34.671 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:34.671 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:33:34.671 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:34.671 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:34 smithi137 ceph-mon[33068]: Reconfiguring mgr.y (unknown last config time)... 2024-08-17T00:33:34.671 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:33:34.671 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:33:34.671 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:34.672 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:34 smithi137 ceph-mon[33068]: Reconfiguring daemon mgr.y on smithi082 2024-08-17T00:33:34.987 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:34 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:33:34.763+0000 7f238a41dec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T00:33:35.476 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:33:35.482 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:35 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:33:35.046+0000 7f238a41dec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T00:33:35.482 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:35 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:33:35.109+0000 7f238a41dec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T00:33:35.482 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:35 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:33:35.231+0000 7f238a41dec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T00:33:35.482 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:35 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:33:35.479+0000 7f238a41dec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T00:33:35.737 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:35 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:33:35.539+0000 7f238a41dec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T00:33:35.737 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:35 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:33:35.717+0000 7f238a41dec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T00:33:36.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:35 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:33:35.778+0000 7f238a41dec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T00:33:36.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:35 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:33:35.856+0000 7f238a41dec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T00:33:36.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:35 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:33:35.912+0000 7f238a41dec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T00:33:36.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:36 smithi137 ceph-mon[33068]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:36.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:36 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:36.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:36 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:36.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:36 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:36.737 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:36 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:33:36.420+0000 7f238a41dec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T00:33:36.737 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:33:36 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:33:36.553+0000 7f238a41dec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T00:33:36.832 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:36 smithi082 ceph-mon[29275]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:36.832 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:36 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:36.833 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:36 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:36.833 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:36 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:36.833 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:36 smithi082 ceph-mon[39953]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:36.833 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:36 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:36.833 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:36 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:36.833 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:36 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:37.812 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:37 smithi082 ceph-mon[39953]: Standby manager daemon x started 2024-08-17T00:33:37.812 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:37 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.137:0/1632285087' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:33:37.812 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:37 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.137:0/1632285087' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:33:37.812 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:37 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.137:0/1632285087' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:33:37.812 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:37 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.137:0/1632285087' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:33:37.812 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:37 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:37.812 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:37 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:33:37.812 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:37 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:37.812 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:37 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:33:37.813 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:37 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:33:37.813 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:37 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:37.813 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:37 smithi082 ceph-mon[29275]: Standby manager daemon x started 2024-08-17T00:33:37.813 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:37 smithi082 ceph-mon[29275]: from='mgr.? 172.21.15.137:0/1632285087' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:33:37.813 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:37 smithi082 ceph-mon[29275]: from='mgr.? 172.21.15.137:0/1632285087' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:33:37.813 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:37 smithi082 ceph-mon[29275]: from='mgr.? 172.21.15.137:0/1632285087' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:33:37.813 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:37 smithi082 ceph-mon[29275]: from='mgr.? 172.21.15.137:0/1632285087' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:33:37.813 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:37 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:37.813 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:37 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:33:37.813 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:37 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:37.813 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:37 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:33:37.814 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:37 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:33:37.814 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:37 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:37.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:37 smithi137 ceph-mon[33068]: Standby manager daemon x started 2024-08-17T00:33:37.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:37 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.137:0/1632285087' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:33:37.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:37 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.137:0/1632285087' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:33:37.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:37 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.137:0/1632285087' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:33:37.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:37 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.137:0/1632285087' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:33:37.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:37 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:37.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:37 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:33:37.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:37 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:37.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:37 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:33:37.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:37 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:33:37.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:37 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:38.767 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:38 smithi082 ceph-mon[39953]: from='client.24122 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:33:38.768 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:38 smithi082 ceph-mon[39953]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:38.768 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:38 smithi082 ceph-mon[39953]: mgrmap e14: y(active, since 64s), standbys: x 2024-08-17T00:33:38.768 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:38 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:33:38.768 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:38 smithi082 ceph-mon[29275]: from='client.24122 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:33:38.768 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:38 smithi082 ceph-mon[29275]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:38.768 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:38 smithi082 ceph-mon[29275]: mgrmap e14: y(active, since 64s), standbys: x 2024-08-17T00:33:38.768 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:38 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:33:38.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:38 smithi137 ceph-mon[33068]: from='client.24122 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:33:38.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:38 smithi137 ceph-mon[33068]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:38.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:38 smithi137 ceph-mon[33068]: mgrmap e14: y(active, since 64s), standbys: x 2024-08-17T00:33:38.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:38 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:33:39.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:39 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/2355888820' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "202eae0d-b971-441e-a5e5-61e1ae3dbf7f"}]: dispatch 2024-08-17T00:33:39.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:39 smithi082 ceph-mon[29275]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "202eae0d-b971-441e-a5e5-61e1ae3dbf7f"}]: dispatch 2024-08-17T00:33:39.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:39 smithi082 ceph-mon[29275]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "202eae0d-b971-441e-a5e5-61e1ae3dbf7f"}]': finished 2024-08-17T00:33:39.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:39 smithi082 ceph-mon[29275]: osdmap e5: 1 total, 0 up, 1 in 2024-08-17T00:33:39.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:39 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:33:39.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:39 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/2355888820' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "202eae0d-b971-441e-a5e5-61e1ae3dbf7f"}]: dispatch 2024-08-17T00:33:39.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:39 smithi082 ceph-mon[39953]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "202eae0d-b971-441e-a5e5-61e1ae3dbf7f"}]: dispatch 2024-08-17T00:33:39.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:39 smithi082 ceph-mon[39953]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "202eae0d-b971-441e-a5e5-61e1ae3dbf7f"}]': finished 2024-08-17T00:33:39.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:39 smithi082 ceph-mon[39953]: osdmap e5: 1 total, 0 up, 1 in 2024-08-17T00:33:39.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:39 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:33:39.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:39 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/2355888820' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "202eae0d-b971-441e-a5e5-61e1ae3dbf7f"}]: dispatch 2024-08-17T00:33:39.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:39 smithi137 ceph-mon[33068]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "202eae0d-b971-441e-a5e5-61e1ae3dbf7f"}]: dispatch 2024-08-17T00:33:39.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:39 smithi137 ceph-mon[33068]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "202eae0d-b971-441e-a5e5-61e1ae3dbf7f"}]': finished 2024-08-17T00:33:39.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:39 smithi137 ceph-mon[33068]: osdmap e5: 1 total, 0 up, 1 in 2024-08-17T00:33:39.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:39 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:33:40.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:40 smithi082 ceph-mon[29275]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:40.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:40 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/1027357515' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:33:40.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:40 smithi082 ceph-mon[39953]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:40.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:40 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/1027357515' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:33:40.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:40 smithi137 ceph-mon[33068]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:40.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:40 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/1027357515' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:33:42.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:42 smithi082 ceph-mon[29275]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:42.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:42 smithi082 ceph-mon[39953]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:42.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:42 smithi137 ceph-mon[33068]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:44.661 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:44 smithi082 ceph-mon[29275]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:44.661 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:44 smithi082 ceph-mon[39953]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:44.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:44 smithi137 ceph-mon[33068]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:45.829 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:45 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T00:33:45.829 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:45 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:45.830 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:45 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T00:33:45.830 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:45 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:45 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T00:33:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:45 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:46.592 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:46 smithi082 ceph-mon[29275]: Deploying daemon osd.0 on smithi082 2024-08-17T00:33:46.592 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:46 smithi082 ceph-mon[29275]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:46.592 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:46 smithi082 ceph-mon[39953]: Deploying daemon osd.0 on smithi082 2024-08-17T00:33:46.593 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:46 smithi082 ceph-mon[39953]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:46.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:46 smithi137 ceph-mon[33068]: Deploying daemon osd.0 on smithi082 2024-08-17T00:33:46.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:46 smithi137 ceph-mon[33068]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:48.661 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:48 smithi082 ceph-mon[29275]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:48.661 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:48 smithi082 ceph-mon[39953]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:48.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:48 smithi137 ceph-mon[33068]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:50.612 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:50 smithi082 ceph-mon[29275]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:50.613 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:50 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:50.613 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:50 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:50.613 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:50 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:50.613 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:50 smithi082 ceph-mon[39953]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:50.613 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:50 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:50.613 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:50 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:50.613 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:50 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:50.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:50 smithi137 ceph-mon[33068]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:50.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:50 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:50.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:50 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:50.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:50 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:52.683 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:52 smithi082 ceph-mon[39953]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:52.684 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:52 smithi082 ceph-mon[29275]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:52.974 INFO:teuthology.orchestra.run.smithi082.stdout:Created osd(s) 0 on host 'smithi082' 2024-08-17T00:33:52.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:52 smithi137 ceph-mon[33068]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:53.572 DEBUG:teuthology.orchestra.run.smithi082:osd.0> sudo journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.0.service 2024-08-17T00:33:53.575 INFO:tasks.cephadm:Deploying osd.1 on smithi082 with /dev/vg_nvme/lv_3... 2024-08-17T00:33:53.575 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-17T00:33:53.879 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:33:54.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:53 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:54.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:53 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:54.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:53 smithi082 ceph-mon[29275]: from='osd.0 [v2:172.21.15.82:6802/2661296690,v1:172.21.15.82:6803/2661296690]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T00:33:54.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:53 smithi082 ceph-mon[29275]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T00:33:54.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:53 smithi082 ceph-mon[29275]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:54.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:53 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:54.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:53 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:53 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:53 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:53 smithi082 ceph-mon[39953]: from='osd.0 [v2:172.21.15.82:6802/2661296690,v1:172.21.15.82:6803/2661296690]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T00:33:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:53 smithi082 ceph-mon[39953]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T00:33:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:53 smithi082 ceph-mon[39953]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:53 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:53 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:54.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:53 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:54.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:53 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:54.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:53 smithi137 ceph-mon[33068]: from='osd.0 [v2:172.21.15.82:6802/2661296690,v1:172.21.15.82:6803/2661296690]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T00:33:54.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:53 smithi137 ceph-mon[33068]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T00:33:54.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:53 smithi137 ceph-mon[33068]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:54.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:53 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:54.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:53 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:55.207 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:54 smithi082 ceph-mon[29275]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T00:33:55.208 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:54 smithi082 ceph-mon[29275]: osdmap e6: 1 total, 0 up, 1 in 2024-08-17T00:33:55.208 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:54 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:33:55.208 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:54 smithi082 ceph-mon[29275]: from='osd.0 [v2:172.21.15.82:6802/2661296690,v1:172.21.15.82:6803/2661296690]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:33:55.208 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:54 smithi082 ceph-mon[29275]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:33:55.208 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:54 smithi082 ceph-mon[39953]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T00:33:55.208 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:54 smithi082 ceph-mon[39953]: osdmap e6: 1 total, 0 up, 1 in 2024-08-17T00:33:55.208 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:54 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:33:55.208 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:54 smithi082 ceph-mon[39953]: from='osd.0 [v2:172.21.15.82:6802/2661296690,v1:172.21.15.82:6803/2661296690]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:33:55.208 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:54 smithi082 ceph-mon[39953]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:33:55.209 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:33:54 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0[43959]: 2024-08-17T00:33:54.992+0000 7f3b858e4640 -1 osd.0 0 waiting for initial osdmap 2024-08-17T00:33:55.209 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:33:54 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0[43959]: 2024-08-17T00:33:54.994+0000 7f3b7ff1a640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:33:55.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:54 smithi137 ceph-mon[33068]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T00:33:55.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:54 smithi137 ceph-mon[33068]: osdmap e6: 1 total, 0 up, 1 in 2024-08-17T00:33:55.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:54 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:33:55.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:54 smithi137 ceph-mon[33068]: from='osd.0 [v2:172.21.15.82:6802/2661296690,v1:172.21.15.82:6803/2661296690]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:33:55.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:54 smithi137 ceph-mon[33068]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:33:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:55 smithi082 ceph-mon[29275]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-08-17T00:33:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:55 smithi082 ceph-mon[29275]: osdmap e7: 1 total, 0 up, 1 in 2024-08-17T00:33:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:55 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:33:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:55 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:33:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:55 smithi082 ceph-mon[29275]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:56.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:55 smithi082 ceph-mon[39953]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-08-17T00:33:56.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:55 smithi082 ceph-mon[39953]: osdmap e7: 1 total, 0 up, 1 in 2024-08-17T00:33:56.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:55 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:33:56.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:55 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:33:56.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:55 smithi082 ceph-mon[39953]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:56.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:55 smithi137 ceph-mon[33068]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-08-17T00:33:56.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:55 smithi137 ceph-mon[33068]: osdmap e7: 1 total, 0 up, 1 in 2024-08-17T00:33:56.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:55 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:33:56.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:55 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:33:56.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:55 smithi137 ceph-mon[33068]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T00:33:56.904 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:33:56.924 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi082:vg_nvme/lv_3 2024-08-17T00:33:57.220 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:57 smithi082 ceph-mon[29275]: purged_snaps scrub starts 2024-08-17T00:33:57.220 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:57 smithi082 ceph-mon[29275]: purged_snaps scrub ok 2024-08-17T00:33:57.220 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:57 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:33:57.220 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:57 smithi082 ceph-mon[29275]: osd.0 [v2:172.21.15.82:6802/2661296690,v1:172.21.15.82:6803/2661296690] boot 2024-08-17T00:33:57.220 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:57 smithi082 ceph-mon[29275]: osdmap e8: 1 total, 1 up, 1 in 2024-08-17T00:33:57.220 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:57 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:33:57.220 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:57 smithi082 ceph-mon[39953]: purged_snaps scrub starts 2024-08-17T00:33:57.220 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:57 smithi082 ceph-mon[39953]: purged_snaps scrub ok 2024-08-17T00:33:57.221 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:57 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:33:57.221 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:57 smithi082 ceph-mon[39953]: osd.0 [v2:172.21.15.82:6802/2661296690,v1:172.21.15.82:6803/2661296690] boot 2024-08-17T00:33:57.221 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:57 smithi082 ceph-mon[39953]: osdmap e8: 1 total, 1 up, 1 in 2024-08-17T00:33:57.221 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:57 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:33:57.453 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:33:57.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:57 smithi137 ceph-mon[33068]: purged_snaps scrub starts 2024-08-17T00:33:57.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:57 smithi137 ceph-mon[33068]: purged_snaps scrub ok 2024-08-17T00:33:57.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:57 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:33:57.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:57 smithi137 ceph-mon[33068]: osd.0 [v2:172.21.15.82:6802/2661296690,v1:172.21.15.82:6803/2661296690] boot 2024-08-17T00:33:57.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:57 smithi137 ceph-mon[33068]: osdmap e8: 1 total, 1 up, 1 in 2024-08-17T00:33:57.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:57 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:33:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:58 smithi082 ceph-mon[29275]: osdmap e9: 1 total, 1 up, 1 in 2024-08-17T00:33:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:58 smithi082 ceph-mon[29275]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:33:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:58 smithi082 ceph-mon[39953]: osdmap e9: 1 total, 1 up, 1 in 2024-08-17T00:33:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:58 smithi082 ceph-mon[39953]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:33:58.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:58 smithi137 ceph-mon[33068]: osdmap e9: 1 total, 1 up, 1 in 2024-08-17T00:33:58.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:58 smithi137 ceph-mon[33068]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:33:59.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:59 smithi082 ceph-mon[29275]: Detected new or changed devices on smithi082 2024-08-17T00:33:59.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:59 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:59.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:59 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:59.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:59 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:59.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:59 smithi082 ceph-mon[29275]: Adjusting osd_memory_target on smithi082 to 16064M 2024-08-17T00:33:59.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:59 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:59.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:59 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:59.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:59 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:33:59.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:59 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:59.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:59 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:59.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:59 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:59.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:59 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:33:59.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:33:59 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:59.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:59 smithi082 ceph-mon[39953]: Detected new or changed devices on smithi082 2024-08-17T00:33:59.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:59 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:59.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:59 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:59.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:59 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:59.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:59 smithi082 ceph-mon[39953]: Adjusting osd_memory_target on smithi082 to 16064M 2024-08-17T00:33:59.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:59 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:59.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:59 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:59.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:59 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:33:59.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:59 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:59.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:59 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:59.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:59 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:59.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:59 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:33:59.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:33:59 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:59.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:59 smithi137 ceph-mon[33068]: Detected new or changed devices on smithi082 2024-08-17T00:33:59.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:59 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:59.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:59 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:59.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:59 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:33:59.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:59 smithi137 ceph-mon[33068]: Adjusting osd_memory_target on smithi082 to 16064M 2024-08-17T00:33:59.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:59 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:59.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:59 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:59.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:59 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:33:59.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:59 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:33:59.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:59 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:33:59.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:59 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:33:59.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:59 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:33:59.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:33:59 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:00 smithi082 ceph-mon[29275]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:00 smithi082 ceph-mon[29275]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:34:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:00 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:34:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:00 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:34:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:00 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:00.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:00 smithi082 ceph-mon[39953]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:00.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:00 smithi082 ceph-mon[39953]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:34:00.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:00 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:34:00.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:00 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:34:00.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:00 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:00 smithi137 ceph-mon[33068]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:00 smithi137 ceph-mon[33068]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:34:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:00 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:34:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:00 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:34:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:00 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:02.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:02 smithi082 ceph-mon[29275]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:02.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:02 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/1826466365' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1aefb1df-6d8e-445f-aa1a-357341b86034"}]: dispatch 2024-08-17T00:34:02.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:02 smithi082 ceph-mon[29275]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1aefb1df-6d8e-445f-aa1a-357341b86034"}]: dispatch 2024-08-17T00:34:02.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:02 smithi082 ceph-mon[29275]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1aefb1df-6d8e-445f-aa1a-357341b86034"}]': finished 2024-08-17T00:34:02.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:02 smithi082 ceph-mon[29275]: osdmap e10: 2 total, 1 up, 2 in 2024-08-17T00:34:02.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:02 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:34:02.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:02 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/2276438176' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:34:02.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:02 smithi082 ceph-mon[39953]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:02.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:02 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/1826466365' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1aefb1df-6d8e-445f-aa1a-357341b86034"}]: dispatch 2024-08-17T00:34:02.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:02 smithi082 ceph-mon[39953]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1aefb1df-6d8e-445f-aa1a-357341b86034"}]: dispatch 2024-08-17T00:34:02.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:02 smithi082 ceph-mon[39953]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1aefb1df-6d8e-445f-aa1a-357341b86034"}]': finished 2024-08-17T00:34:02.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:02 smithi082 ceph-mon[39953]: osdmap e10: 2 total, 1 up, 2 in 2024-08-17T00:34:02.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:02 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:34:02.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:02 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/2276438176' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:34:02.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:02 smithi137 ceph-mon[33068]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:02.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:02 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/1826466365' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1aefb1df-6d8e-445f-aa1a-357341b86034"}]: dispatch 2024-08-17T00:34:02.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:02 smithi137 ceph-mon[33068]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1aefb1df-6d8e-445f-aa1a-357341b86034"}]: dispatch 2024-08-17T00:34:02.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:02 smithi137 ceph-mon[33068]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1aefb1df-6d8e-445f-aa1a-357341b86034"}]': finished 2024-08-17T00:34:02.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:02 smithi137 ceph-mon[33068]: osdmap e10: 2 total, 1 up, 2 in 2024-08-17T00:34:02.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:02 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:34:02.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:02 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/2276438176' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:34:04.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:04 smithi082 ceph-mon[29275]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:04.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:04 smithi082 ceph-mon[39953]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:04.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:04 smithi137 ceph-mon[33068]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:06.814 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:06 smithi082 ceph-mon[29275]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:06.815 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:06 smithi082 ceph-mon[39953]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:06.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:06 smithi137 ceph-mon[33068]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:08.816 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:08 smithi082 ceph-mon[29275]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:08.816 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:08 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T00:34:08.816 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:08 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:08.817 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:08 smithi082 ceph-mon[39953]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:08.817 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:08 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T00:34:08.817 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:08 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:08 smithi137 ceph-mon[33068]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:08 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T00:34:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:08 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:09.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:09 smithi137 ceph-mon[33068]: Deploying daemon osd.1 on smithi082 2024-08-17T00:34:10.016 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:09 smithi082 ceph-mon[29275]: Deploying daemon osd.1 on smithi082 2024-08-17T00:34:10.016 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:09 smithi082 ceph-mon[39953]: Deploying daemon osd.1 on smithi082 2024-08-17T00:34:10.831 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:10 smithi082 ceph-mon[29275]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:10.831 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:10 smithi082 ceph-mon[39953]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:10.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:10 smithi137 ceph-mon[33068]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:12.855 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:12 smithi082 ceph-mon[29275]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:12.855 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:12 smithi082 ceph-mon[39953]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:12 smithi137 ceph-mon[33068]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:13 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:13 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:13.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:13 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:13.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:13 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:13.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:13 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:13.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:13 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:13 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:13 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:13 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:15.086 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:14 smithi082 ceph-mon[29275]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:15.086 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:14 smithi082 ceph-mon[39953]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:15.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:14 smithi137 ceph-mon[33068]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:16.246 INFO:teuthology.orchestra.run.smithi082.stdout:Created osd(s) 1 on host 'smithi082' 2024-08-17T00:34:16.891 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:16 smithi082 ceph-mon[39953]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:16.891 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:16 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:16.891 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:16 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:16.891 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:16 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:16.891 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:16 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:34:16.891 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:16 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:16.891 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:16 smithi082 ceph-mon[39953]: from='osd.1 [v2:172.21.15.82:6810/3593629905,v1:172.21.15.82:6811/3593629905]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T00:34:16.891 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:16 smithi082 ceph-mon[39953]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T00:34:16.891 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:16 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:16.891 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:16 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:16.892 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:16 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:16.892 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:16 smithi082 ceph-mon[29275]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:16.892 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:16 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:16.892 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:16 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:16.892 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:16 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:16.892 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:16 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:34:16.892 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:16 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:16.892 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:16 smithi082 ceph-mon[29275]: from='osd.1 [v2:172.21.15.82:6810/3593629905,v1:172.21.15.82:6811/3593629905]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T00:34:16.892 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:16 smithi082 ceph-mon[29275]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T00:34:16.892 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:16 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:16.893 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:16 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:16.893 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:16 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:16.910 DEBUG:teuthology.orchestra.run.smithi082:osd.1> sudo journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.1.service 2024-08-17T00:34:16.912 INFO:tasks.cephadm:Deploying osd.2 on smithi082 with /dev/vg_nvme/lv_2... 2024-08-17T00:34:16.912 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-17T00:34:16.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:16 smithi137 ceph-mon[33068]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:16.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:16 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:16.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:16 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:16.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:16 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:16.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:16 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:34:16.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:16 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:16.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:16 smithi137 ceph-mon[33068]: from='osd.1 [v2:172.21.15.82:6810/3593629905,v1:172.21.15.82:6811/3593629905]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T00:34:16.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:16 smithi137 ceph-mon[33068]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T00:34:16.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:16 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:16.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:16 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:16.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:16 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:18.023 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:34:18.169 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:17 smithi082 ceph-mon[29275]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T00:34:18.169 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:17 smithi082 ceph-mon[29275]: osdmap e11: 2 total, 1 up, 2 in 2024-08-17T00:34:18.169 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:17 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:34:18.169 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:17 smithi082 ceph-mon[29275]: from='osd.1 [v2:172.21.15.82:6810/3593629905,v1:172.21.15.82:6811/3593629905]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:34:18.169 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:17 smithi082 ceph-mon[29275]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:34:18.170 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:17 smithi082 ceph-mon[39953]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T00:34:18.170 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:17 smithi082 ceph-mon[39953]: osdmap e11: 2 total, 1 up, 2 in 2024-08-17T00:34:18.170 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:17 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:34:18.170 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:17 smithi082 ceph-mon[39953]: from='osd.1 [v2:172.21.15.82:6810/3593629905,v1:172.21.15.82:6811/3593629905]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:34:18.170 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:17 smithi082 ceph-mon[39953]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:34:18.170 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:34:17 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1[49610]: 2024-08-17T00:34:17.918+0000 7faf3c8d7640 -1 osd.1 0 waiting for initial osdmap 2024-08-17T00:34:18.170 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:34:17 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1[49610]: 2024-08-17T00:34:17.921+0000 7faf36f0d640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:34:18.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:17 smithi137 ceph-mon[33068]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T00:34:18.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:17 smithi137 ceph-mon[33068]: osdmap e11: 2 total, 1 up, 2 in 2024-08-17T00:34:18.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:17 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:34:18.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:17 smithi137 ceph-mon[33068]: from='osd.1 [v2:172.21.15.82:6810/3593629905,v1:172.21.15.82:6811/3593629905]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:34:18.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:17 smithi137 ceph-mon[33068]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:34:19.133 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:18 smithi082 ceph-mon[29275]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:19.133 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:18 smithi082 ceph-mon[29275]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-08-17T00:34:19.133 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:18 smithi082 ceph-mon[29275]: osdmap e12: 2 total, 1 up, 2 in 2024-08-17T00:34:19.133 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:18 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:34:19.134 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:18 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:34:19.134 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:18 smithi082 ceph-mon[39953]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:19.134 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:18 smithi082 ceph-mon[39953]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-08-17T00:34:19.134 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:18 smithi082 ceph-mon[39953]: osdmap e12: 2 total, 1 up, 2 in 2024-08-17T00:34:19.134 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:18 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:34:19.134 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:18 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:34:19.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:18 smithi137 ceph-mon[33068]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:19.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:18 smithi137 ceph-mon[33068]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-08-17T00:34:19.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:18 smithi137 ceph-mon[33068]: osdmap e12: 2 total, 1 up, 2 in 2024-08-17T00:34:19.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:18 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:34:19.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:18 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:34:20.203 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:19 smithi082 ceph-mon[29275]: purged_snaps scrub starts 2024-08-17T00:34:20.203 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:19 smithi082 ceph-mon[29275]: purged_snaps scrub ok 2024-08-17T00:34:20.203 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:19 smithi082 ceph-mon[29275]: osd.1 [v2:172.21.15.82:6810/3593629905,v1:172.21.15.82:6811/3593629905] boot 2024-08-17T00:34:20.203 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:19 smithi082 ceph-mon[29275]: osdmap e13: 2 total, 2 up, 2 in 2024-08-17T00:34:20.203 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:19 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:34:20.203 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:19 smithi082 ceph-mon[39953]: purged_snaps scrub starts 2024-08-17T00:34:20.203 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:19 smithi082 ceph-mon[39953]: purged_snaps scrub ok 2024-08-17T00:34:20.203 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:19 smithi082 ceph-mon[39953]: osd.1 [v2:172.21.15.82:6810/3593629905,v1:172.21.15.82:6811/3593629905] boot 2024-08-17T00:34:20.203 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:19 smithi082 ceph-mon[39953]: osdmap e13: 2 total, 2 up, 2 in 2024-08-17T00:34:20.204 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:19 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:34:20.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:19 smithi137 ceph-mon[33068]: purged_snaps scrub starts 2024-08-17T00:34:20.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:19 smithi137 ceph-mon[33068]: purged_snaps scrub ok 2024-08-17T00:34:20.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:19 smithi137 ceph-mon[33068]: osd.1 [v2:172.21.15.82:6810/3593629905,v1:172.21.15.82:6811/3593629905] boot 2024-08-17T00:34:20.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:19 smithi137 ceph-mon[33068]: osdmap e13: 2 total, 2 up, 2 in 2024-08-17T00:34:20.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:19 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:34:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:20 smithi082 ceph-mon[29275]: pgmap v56: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:20 smithi082 ceph-mon[29275]: osdmap e14: 2 total, 2 up, 2 in 2024-08-17T00:34:21.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:20 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:21.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:20 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:21.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:20 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:21.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:20 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:21.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:20 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:21.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:20 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:21.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:20 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:34:21.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:20 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:21.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:20 smithi082 ceph-mon[39953]: pgmap v56: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:21.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:20 smithi082 ceph-mon[39953]: osdmap e14: 2 total, 2 up, 2 in 2024-08-17T00:34:21.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:20 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:21.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:20 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:21.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:20 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:21.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:20 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:21.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:20 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:21.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:20 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:21.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:20 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:34:21.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:20 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:21.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:20 smithi137 ceph-mon[33068]: pgmap v56: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T00:34:21.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:20 smithi137 ceph-mon[33068]: osdmap e14: 2 total, 2 up, 2 in 2024-08-17T00:34:21.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:20 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:21.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:20 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:21.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:20 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:21.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:20 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:21.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:20 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:21.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:20 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:21.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:20 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:34:21.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:20 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:21.569 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:34:21.589 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi082:vg_nvme/lv_2 2024-08-17T00:34:21.839 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:34:22.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:21 smithi082 ceph-mon[29275]: Detected new or changed devices on smithi082 2024-08-17T00:34:22.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:21 smithi082 ceph-mon[29275]: Adjusting osd_memory_target on smithi082 to 8032M 2024-08-17T00:34:22.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:21 smithi082 ceph-mon[39953]: Detected new or changed devices on smithi082 2024-08-17T00:34:22.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:21 smithi082 ceph-mon[39953]: Adjusting osd_memory_target on smithi082 to 8032M 2024-08-17T00:34:22.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:21 smithi137 ceph-mon[33068]: Detected new or changed devices on smithi082 2024-08-17T00:34:22.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:21 smithi137 ceph-mon[33068]: Adjusting osd_memory_target on smithi082 to 8032M 2024-08-17T00:34:23.165 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:22 smithi082 ceph-mon[29275]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:23.165 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:22 smithi082 ceph-mon[39953]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:22 smithi137 ceph-mon[33068]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:23 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:34:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:23 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:34:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:23 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:24.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:23 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:34:24.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:23 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:34:24.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:23 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:23 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:34:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:23 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:34:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:23 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:25.141 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:24 smithi082 ceph-mon[29275]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:25.142 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:24 smithi082 ceph-mon[29275]: from='client.24176 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:34:25.142 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:24 smithi082 ceph-mon[39953]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:25.142 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:24 smithi082 ceph-mon[39953]: from='client.24176 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:34:25.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:24 smithi137 ceph-mon[33068]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:25.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:24 smithi137 ceph-mon[33068]: from='client.24176 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:34:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:25 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/1839079624' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e771411e-3dc5-4495-8e1e-22532ec6f1e9"}]: dispatch 2024-08-17T00:34:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:25 smithi082 ceph-mon[29275]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e771411e-3dc5-4495-8e1e-22532ec6f1e9"}]: dispatch 2024-08-17T00:34:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:25 smithi082 ceph-mon[29275]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e771411e-3dc5-4495-8e1e-22532ec6f1e9"}]': finished 2024-08-17T00:34:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:25 smithi082 ceph-mon[29275]: osdmap e15: 3 total, 2 up, 3 in 2024-08-17T00:34:26.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:25 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:34:26.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:25 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/1839079624' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e771411e-3dc5-4495-8e1e-22532ec6f1e9"}]: dispatch 2024-08-17T00:34:26.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:25 smithi082 ceph-mon[39953]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e771411e-3dc5-4495-8e1e-22532ec6f1e9"}]: dispatch 2024-08-17T00:34:26.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:25 smithi082 ceph-mon[39953]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e771411e-3dc5-4495-8e1e-22532ec6f1e9"}]': finished 2024-08-17T00:34:26.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:25 smithi082 ceph-mon[39953]: osdmap e15: 3 total, 2 up, 3 in 2024-08-17T00:34:26.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:25 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:34:26.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:25 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/1839079624' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e771411e-3dc5-4495-8e1e-22532ec6f1e9"}]: dispatch 2024-08-17T00:34:26.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:25 smithi137 ceph-mon[33068]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e771411e-3dc5-4495-8e1e-22532ec6f1e9"}]: dispatch 2024-08-17T00:34:26.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:25 smithi137 ceph-mon[33068]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e771411e-3dc5-4495-8e1e-22532ec6f1e9"}]': finished 2024-08-17T00:34:26.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:25 smithi137 ceph-mon[33068]: osdmap e15: 3 total, 2 up, 3 in 2024-08-17T00:34:26.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:25 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:34:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:26 smithi082 ceph-mon[39953]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:26 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/355139763' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:34:27.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:26 smithi082 ceph-mon[29275]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:27.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:26 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/355139763' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:34:27.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:26 smithi137 ceph-mon[33068]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:27.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:26 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/355139763' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:34:29.145 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:28 smithi082 ceph-mon[29275]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:29.146 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:28 smithi082 ceph-mon[39953]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:28 smithi137 ceph-mon[33068]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:31.060 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:30 smithi082 ceph-mon[29275]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:31.060 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:30 smithi082 ceph-mon[39953]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:31.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:30 smithi137 ceph-mon[33068]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:32.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:31 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T00:34:32.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:31 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:32.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:31 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T00:34:32.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:31 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:32.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:31 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T00:34:32.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:31 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:33.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:32 smithi082 ceph-mon[29275]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:33.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:32 smithi082 ceph-mon[29275]: Deploying daemon osd.2 on smithi082 2024-08-17T00:34:33.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:32 smithi082 ceph-mon[39953]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:33.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:32 smithi082 ceph-mon[39953]: Deploying daemon osd.2 on smithi082 2024-08-17T00:34:33.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:32 smithi137 ceph-mon[33068]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:33.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:32 smithi137 ceph-mon[33068]: Deploying daemon osd.2 on smithi082 2024-08-17T00:34:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:33 smithi082 ceph-mon[39953]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:34.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:33 smithi082 ceph-mon[29275]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:34.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:33 smithi137 ceph-mon[33068]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:36.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:36 smithi082 ceph-mon[29275]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:36.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:36 smithi082 ceph-mon[39953]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:36.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:36 smithi137 ceph-mon[33068]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:37.715 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:37 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:37.716 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:37 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:37.716 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:37 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:37.716 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:37 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:37.716 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:37 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:37.716 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:37 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:37.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:37 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:37.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:37 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:37.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:37 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:38.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:38 smithi082 ceph-mon[29275]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:38.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:38 smithi082 ceph-mon[39953]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:38.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:38 smithi137 ceph-mon[33068]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:39.414 INFO:teuthology.orchestra.run.smithi082.stdout:Created osd(s) 2 on host 'smithi082' 2024-08-17T00:34:40.413 DEBUG:teuthology.orchestra.run.smithi082:osd.2> sudo journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.2.service 2024-08-17T00:34:40.415 INFO:tasks.cephadm:Deploying osd.3 on smithi082 with /dev/vg_nvme/lv_1... 2024-08-17T00:34:40.415 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-17T00:34:40.720 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:34:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:40 smithi082 ceph-mon[29275]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:40 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:40 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:40 smithi082 ceph-mon[29275]: from='osd.2 [v2:172.21.15.82:6818/2201137631,v1:172.21.15.82:6819/2201137631]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T00:34:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:40 smithi082 ceph-mon[29275]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T00:34:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:40 smithi082 ceph-mon[39953]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:40.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:40 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:40.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:40 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:40.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:40 smithi082 ceph-mon[39953]: from='osd.2 [v2:172.21.15.82:6818/2201137631,v1:172.21.15.82:6819/2201137631]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T00:34:40.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:40 smithi082 ceph-mon[39953]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T00:34:40.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:40 smithi137 ceph-mon[33068]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:40.769 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:40 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:40.769 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:40 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:40.769 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:40 smithi137 ceph-mon[33068]: from='osd.2 [v2:172.21.15.82:6818/2201137631,v1:172.21.15.82:6819/2201137631]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T00:34:40.769 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:40 smithi137 ceph-mon[33068]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T00:34:41.829 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:41 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:41.829 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:41 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:41.829 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:41 smithi082 ceph-mon[29275]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T00:34:41.829 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:41 smithi082 ceph-mon[29275]: osdmap e16: 3 total, 2 up, 3 in 2024-08-17T00:34:41.829 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:41 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:34:41.829 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:41 smithi082 ceph-mon[29275]: from='osd.2 [v2:172.21.15.82:6818/2201137631,v1:172.21.15.82:6819/2201137631]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:34:41.829 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:41 smithi082 ceph-mon[29275]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:34:41.829 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:41 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:41.829 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:41 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:41.830 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:41 smithi082 ceph-mon[39953]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T00:34:41.830 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:41 smithi082 ceph-mon[39953]: osdmap e16: 3 total, 2 up, 3 in 2024-08-17T00:34:41.830 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:41 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:34:41.830 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:41 smithi082 ceph-mon[39953]: from='osd.2 [v2:172.21.15.82:6818/2201137631,v1:172.21.15.82:6819/2201137631]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:34:41.830 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:41 smithi082 ceph-mon[39953]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:34:41.830 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:34:41 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2[55475]: 2024-08-17T00:34:41.702+0000 7efca5e25640 -1 osd.2 0 waiting for initial osdmap 2024-08-17T00:34:41.830 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:34:41 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2[55475]: 2024-08-17T00:34:41.705+0000 7efc9fc5a640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:34:41.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:41 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:41.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:41 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:41.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:41 smithi137 ceph-mon[33068]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T00:34:41.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:41 smithi137 ceph-mon[33068]: osdmap e16: 3 total, 2 up, 3 in 2024-08-17T00:34:41.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:41 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:34:41.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:41 smithi137 ceph-mon[33068]: from='osd.2 [v2:172.21.15.82:6818/2201137631,v1:172.21.15.82:6819/2201137631]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:34:41.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:41 smithi137 ceph-mon[33068]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:34:42.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:42 smithi082 ceph-mon[29275]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:42.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:42 smithi082 ceph-mon[29275]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-08-17T00:34:42.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:42 smithi082 ceph-mon[29275]: osdmap e17: 3 total, 2 up, 3 in 2024-08-17T00:34:42.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:42 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:34:42.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:42 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:34:42.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:42 smithi082 ceph-mon[39953]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:42.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:42 smithi082 ceph-mon[39953]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-08-17T00:34:42.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:42 smithi082 ceph-mon[39953]: osdmap e17: 3 total, 2 up, 3 in 2024-08-17T00:34:42.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:42 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:34:42.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:42 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:34:42.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:42 smithi137 ceph-mon[33068]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:42.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:42 smithi137 ceph-mon[33068]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-08-17T00:34:42.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:42 smithi137 ceph-mon[33068]: osdmap e17: 3 total, 2 up, 3 in 2024-08-17T00:34:42.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:42 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:34:42.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:42 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:34:43.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:43 smithi082 ceph-mon[29275]: purged_snaps scrub starts 2024-08-17T00:34:43.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:43 smithi082 ceph-mon[29275]: purged_snaps scrub ok 2024-08-17T00:34:43.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:43 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:34:43.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:43 smithi082 ceph-mon[29275]: osd.2 [v2:172.21.15.82:6818/2201137631,v1:172.21.15.82:6819/2201137631] boot 2024-08-17T00:34:43.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:43 smithi082 ceph-mon[29275]: osdmap e18: 3 total, 3 up, 3 in 2024-08-17T00:34:43.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:43 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:34:43.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:43 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-08-17T00:34:43.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:43 smithi082 ceph-mon[39953]: purged_snaps scrub starts 2024-08-17T00:34:43.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:43 smithi082 ceph-mon[39953]: purged_snaps scrub ok 2024-08-17T00:34:43.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:43 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:34:43.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:43 smithi082 ceph-mon[39953]: osd.2 [v2:172.21.15.82:6818/2201137631,v1:172.21.15.82:6819/2201137631] boot 2024-08-17T00:34:43.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:43 smithi082 ceph-mon[39953]: osdmap e18: 3 total, 3 up, 3 in 2024-08-17T00:34:43.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:43 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:34:43.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:43 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-08-17T00:34:43.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:43 smithi137 ceph-mon[33068]: purged_snaps scrub starts 2024-08-17T00:34:43.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:43 smithi137 ceph-mon[33068]: purged_snaps scrub ok 2024-08-17T00:34:43.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:43 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:34:43.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:43 smithi137 ceph-mon[33068]: osd.2 [v2:172.21.15.82:6818/2201137631,v1:172.21.15.82:6819/2201137631] boot 2024-08-17T00:34:43.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:43 smithi137 ceph-mon[33068]: osdmap e18: 3 total, 3 up, 3 in 2024-08-17T00:34:43.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:43 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:34:43.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:43 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-08-17T00:34:44.149 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:34:44.168 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi082:vg_nvme/lv_1 2024-08-17T00:34:44.758 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:34:44.881 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:44 smithi082 ceph-mon[29275]: pgmap v73: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:44.882 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:44 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-08-17T00:34:44.882 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:44 smithi082 ceph-mon[29275]: osdmap e19: 3 total, 3 up, 3 in 2024-08-17T00:34:44.882 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:44 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:34:44.882 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:44 smithi082 ceph-mon[39953]: pgmap v73: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:44.882 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:44 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-08-17T00:34:44.882 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:44 smithi082 ceph-mon[39953]: osdmap e19: 3 total, 3 up, 3 in 2024-08-17T00:34:44.882 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:44 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:34:44.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:44 smithi137 ceph-mon[33068]: pgmap v73: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T00:34:44.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:44 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-08-17T00:34:44.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:44 smithi137 ceph-mon[33068]: osdmap e19: 3 total, 3 up, 3 in 2024-08-17T00:34:44.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:44 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:34:45.725 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:34:45 smithi082 sudo[59657]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T00:34:45.726 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:34:45 smithi082 sudo[59657]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T00:34:45.726 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:34:45 smithi082 sudo[59657]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T00:34:45.726 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:34:45 smithi082 sudo[59657]: pam_unix(sudo:session): session closed for user root 2024-08-17T00:34:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:45 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-17T00:34:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:45 smithi137 ceph-mon[33068]: osdmap e20: 3 total, 3 up, 3 in 2024-08-17T00:34:46.054 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:45 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-17T00:34:46.054 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:45 smithi082 ceph-mon[29275]: osdmap e20: 3 total, 3 up, 3 in 2024-08-17T00:34:46.055 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:45 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-17T00:34:46.055 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:45 smithi082 ceph-mon[39953]: osdmap e20: 3 total, 3 up, 3 in 2024-08-17T00:34:46.055 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:34:45 smithi082 sudo[59661]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T00:34:46.055 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:34:45 smithi082 sudo[59661]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T00:34:46.055 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:34:45 smithi082 sudo[59661]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T00:34:46.055 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:34:45 smithi082 sudo[59661]: pam_unix(sudo:session): session closed for user root 2024-08-17T00:34:46.324 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:34:46 smithi082 sudo[59665]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T00:34:46.324 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:34:46 smithi082 sudo[59665]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T00:34:46.324 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:34:46 smithi082 sudo[59665]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T00:34:46.324 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:34:46 smithi082 sudo[59665]: pam_unix(sudo:session): session closed for user root 2024-08-17T00:34:46.579 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:34:46 smithi082 sudo[59687]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T00:34:46.579 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:34:46 smithi082 sudo[59687]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T00:34:46.580 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:34:46 smithi082 sudo[59687]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T00:34:46.580 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:34:46 smithi082 sudo[59687]: pam_unix(sudo:session): session closed for user root 2024-08-17T00:34:46.835 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:34:46 smithi082 sudo[59694]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T00:34:46.835 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:34:46 smithi082 sudo[59694]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T00:34:46.836 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:34:46 smithi082 sudo[59694]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T00:34:46.836 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:34:46 smithi082 sudo[59694]: pam_unix(sudo:session): session closed for user root 2024-08-17T00:34:46.836 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[29275]: pgmap v76: 1 pgs: 1 creating+activating; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:34:46.836 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[29275]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-17T00:34:46.836 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[29275]: osdmap e21: 3 total, 3 up, 3 in 2024-08-17T00:34:46.836 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:46.836 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:46.836 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:46.836 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:46.836 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:46.837 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:46.837 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:46.837 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:46.837 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:34:46.837 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:46.837 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:46.837 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:46.837 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:34:46.837 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:46.837 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[39953]: pgmap v76: 1 pgs: 1 creating+activating; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:34:46.838 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[39953]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-17T00:34:46.838 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[39953]: osdmap e21: 3 total, 3 up, 3 in 2024-08-17T00:34:46.838 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:46.838 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:46.838 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:46.838 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:46.838 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:46.838 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:46.838 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:46.838 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:46.838 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:34:46.838 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:46.838 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:46.839 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:46.839 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:34:46.839 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:46 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:47.096 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:34:46 smithi082 sudo[59767]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T00:34:47.096 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:34:46 smithi082 sudo[59767]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T00:34:47.096 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:34:46 smithi082 sudo[59767]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T00:34:47.096 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:34:46 smithi082 sudo[59767]: pam_unix(sudo:session): session closed for user root 2024-08-17T00:34:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:46 smithi137 ceph-mon[33068]: pgmap v76: 1 pgs: 1 creating+activating; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:34:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:46 smithi137 ceph-mon[33068]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-17T00:34:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:46 smithi137 ceph-mon[33068]: osdmap e21: 3 total, 3 up, 3 in 2024-08-17T00:34:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:46 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:46 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:47.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:46 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:47.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:46 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:47.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:46 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:47.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:46 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:34:47.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:46 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:47.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:46 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:47.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:46 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:34:47.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:46 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:47.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:46 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:34:47.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:46 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:47.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:46 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:34:47.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:46 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:47.363 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:47 smithi082 sudo[59773]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T00:34:47.363 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:47 smithi082 sudo[59773]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T00:34:47.363 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:47 smithi082 sudo[59773]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T00:34:47.363 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:47 smithi082 sudo[59773]: pam_unix(sudo:session): session closed for user root 2024-08-17T00:34:47.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:47 smithi082 sudo[59797]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T00:34:47.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:47 smithi082 sudo[59797]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T00:34:47.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:47 smithi082 sudo[59797]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T00:34:47.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:47 smithi082 sudo[59797]: pam_unix(sudo:session): session closed for user root 2024-08-17T00:34:47.870 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:47 smithi137 sudo[35580]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T00:34:47.870 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:47 smithi137 sudo[35580]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T00:34:47.870 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:47 smithi137 sudo[35580]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T00:34:47.871 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:47 smithi137 sudo[35580]: pam_unix(sudo:session): session closed for user root 2024-08-17T00:34:48.053 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:47 smithi082 ceph-mon[29275]: Detected new or changed devices on smithi082 2024-08-17T00:34:48.053 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:47 smithi082 ceph-mon[29275]: Adjusting osd_memory_target on smithi082 to 5354M 2024-08-17T00:34:48.053 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:47 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T00:34:48.053 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:47 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T00:34:48.054 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:47 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:48.054 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:47 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:48.054 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:47 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:48.054 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:47 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:34:48.054 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:47 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:48.054 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:47 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:48.054 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:47 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:48.054 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:47 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:34:48.054 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:47 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:48.054 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:47 smithi082 ceph-mon[39953]: Detected new or changed devices on smithi082 2024-08-17T00:34:48.055 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:47 smithi082 ceph-mon[39953]: Adjusting osd_memory_target on smithi082 to 5354M 2024-08-17T00:34:48.055 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:47 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T00:34:48.055 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:47 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T00:34:48.055 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:47 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:48.055 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:47 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:48.055 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:47 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:48.055 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:47 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:34:48.055 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:47 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:48.055 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:47 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:48.055 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:47 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:48.055 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:47 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:34:48.055 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:47 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:48.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:47 smithi137 sudo[35583]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T00:34:48.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:47 smithi137 sudo[35583]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T00:34:48.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:47 smithi137 sudo[35583]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T00:34:48.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:47 smithi137 sudo[35583]: pam_unix(sudo:session): session closed for user root 2024-08-17T00:34:48.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:47 smithi137 ceph-mon[33068]: Detected new or changed devices on smithi082 2024-08-17T00:34:48.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:47 smithi137 ceph-mon[33068]: Adjusting osd_memory_target on smithi082 to 5354M 2024-08-17T00:34:48.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:47 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T00:34:48.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:47 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T00:34:48.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:47 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:48.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:47 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:48.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:47 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:48.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:47 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:34:48.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:47 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:48.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:47 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:48.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:47 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:48.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:47 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:34:48.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:47 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:48.360 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:48 smithi082 sudo[59948]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T00:34:48.360 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:48 smithi082 sudo[59948]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T00:34:48.360 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:48 smithi082 sudo[59948]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T00:34:48.360 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:48 smithi082 sudo[59948]: pam_unix(sudo:session): session closed for user root 2024-08-17T00:34:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:48 smithi082 sudo[59953]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T00:34:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:48 smithi082 sudo[59953]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T00:34:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:48 smithi082 sudo[59953]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T00:34:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:48 smithi082 sudo[59953]: pam_unix(sudo:session): session closed for user root 2024-08-17T00:34:49.140 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:48 smithi082 ceph-mon[39953]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:34:49.141 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:48 smithi082 ceph-mon[39953]: pgmap v78: 1 pgs: 1 creating+activating; 0 B data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:34:49.141 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:48 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T00:34:49.141 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:48 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T00:34:49.141 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:48 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:49.141 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:48 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T00:34:49.141 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:48 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:49.141 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:48 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:49.141 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:48 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:49.141 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:48 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T00:34:49.141 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:48 smithi082 ceph-mon[29275]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:34:49.141 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:48 smithi082 ceph-mon[29275]: pgmap v78: 1 pgs: 1 creating+activating; 0 B data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:34:49.142 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:48 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T00:34:49.142 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:48 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T00:34:49.142 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:48 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:49.142 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:48 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T00:34:49.142 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:48 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:49.142 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:48 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:49.142 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:48 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:49.142 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:48 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T00:34:49.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:48 smithi137 ceph-mon[33068]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:34:49.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:48 smithi137 ceph-mon[33068]: pgmap v78: 1 pgs: 1 creating+activating; 0 B data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:34:49.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:48 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T00:34:49.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:48 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T00:34:49.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:48 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:34:49.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:48 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T00:34:49.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:48 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:34:49.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:48 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:34:49.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:48 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:34:49.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:48 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T00:34:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:49 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/3111255918' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fcab179f-8cac-46c5-8a1e-416b98257e98"}]: dispatch 2024-08-17T00:34:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:49 smithi082 ceph-mon[29275]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fcab179f-8cac-46c5-8a1e-416b98257e98"}]: dispatch 2024-08-17T00:34:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:49 smithi082 ceph-mon[29275]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fcab179f-8cac-46c5-8a1e-416b98257e98"}]': finished 2024-08-17T00:34:50.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:49 smithi082 ceph-mon[29275]: osdmap e22: 4 total, 3 up, 4 in 2024-08-17T00:34:50.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:49 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:34:50.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:49 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/3111255918' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fcab179f-8cac-46c5-8a1e-416b98257e98"}]: dispatch 2024-08-17T00:34:50.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:49 smithi082 ceph-mon[39953]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fcab179f-8cac-46c5-8a1e-416b98257e98"}]: dispatch 2024-08-17T00:34:50.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:49 smithi082 ceph-mon[39953]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fcab179f-8cac-46c5-8a1e-416b98257e98"}]': finished 2024-08-17T00:34:50.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:49 smithi082 ceph-mon[39953]: osdmap e22: 4 total, 3 up, 4 in 2024-08-17T00:34:50.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:49 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:34:50.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:49 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/3111255918' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fcab179f-8cac-46c5-8a1e-416b98257e98"}]: dispatch 2024-08-17T00:34:50.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:49 smithi137 ceph-mon[33068]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fcab179f-8cac-46c5-8a1e-416b98257e98"}]: dispatch 2024-08-17T00:34:50.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:49 smithi137 ceph-mon[33068]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fcab179f-8cac-46c5-8a1e-416b98257e98"}]': finished 2024-08-17T00:34:50.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:49 smithi137 ceph-mon[33068]: osdmap e22: 4 total, 3 up, 4 in 2024-08-17T00:34:50.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:49 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:34:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:50 smithi082 ceph-mon[29275]: pgmap v79: 1 pgs: 1 creating+activating; 0 B data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:34:51.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:50 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/1614060606' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:34:51.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:50 smithi082 ceph-mon[39953]: pgmap v79: 1 pgs: 1 creating+activating; 0 B data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:34:51.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:50 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/1614060606' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:34:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:50 smithi137 ceph-mon[33068]: pgmap v79: 1 pgs: 1 creating+activating; 0 B data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:34:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:50 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/1614060606' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:34:53.148 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:52 smithi082 ceph-mon[29275]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:34:53.149 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:52 smithi082 ceph-mon[39953]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:34:53.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:52 smithi137 ceph-mon[33068]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:34:55.129 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:54 smithi082 ceph-mon[29275]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:34:55.129 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:54 smithi082 ceph-mon[39953]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:34:55.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:54 smithi137 ceph-mon[33068]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:34:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:55 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T00:34:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:55 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:56.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:55 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T00:34:56.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:55 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:56.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:55 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T00:34:56.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:55 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:34:57.170 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:56 smithi082 ceph-mon[39953]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:34:57.170 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:56 smithi082 ceph-mon[39953]: Deploying daemon osd.3 on smithi082 2024-08-17T00:34:57.171 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:56 smithi082 ceph-mon[29275]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:34:57.171 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:56 smithi082 ceph-mon[29275]: Deploying daemon osd.3 on smithi082 2024-08-17T00:34:57.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:56 smithi137 ceph-mon[33068]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:34:57.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:56 smithi137 ceph-mon[33068]: Deploying daemon osd.3 on smithi082 2024-08-17T00:34:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:34:58 smithi082 ceph-mon[29275]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:34:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:34:58 smithi082 ceph-mon[39953]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:34:59.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:34:58 smithi137 ceph-mon[33068]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:35:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:00 smithi082 ceph-mon[39953]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:35:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:00 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:00 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:01.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:00 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:01.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:00 smithi082 ceph-mon[29275]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:35:01.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:00 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:01.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:00 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:01.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:00 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:01.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:00 smithi137 ceph-mon[33068]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:35:01.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:00 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:01.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:00 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:01.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:00 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:02 smithi082 ceph-mon[29275]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:35:03.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:02 smithi082 ceph-mon[39953]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:35:03.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:02 smithi137 ceph-mon[33068]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:35:04.448 INFO:teuthology.orchestra.run.smithi082.stdout:Created osd(s) 3 on host 'smithi082' 2024-08-17T00:35:05.065 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:04 smithi082 ceph-mon[39953]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:35:05.066 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:04 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:05.066 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:04 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:05.066 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:04 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:05.066 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:04 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:05.066 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:04 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:05.066 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:04 smithi082 ceph-mon[39953]: from='osd.3 [v2:172.21.15.82:6826/2432430510,v1:172.21.15.82:6827/2432430510]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T00:35:05.066 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:04 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:05.066 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:04 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:05.066 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:04 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:05.066 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:04 smithi082 ceph-mon[29275]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:35:05.067 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:04 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:05.067 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:04 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:05.067 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:04 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:05.067 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:04 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:05.067 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:04 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:05.067 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:04 smithi082 ceph-mon[29275]: from='osd.3 [v2:172.21.15.82:6826/2432430510,v1:172.21.15.82:6827/2432430510]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T00:35:05.067 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:04 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:05.067 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:04 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:05.067 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:04 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:05.090 DEBUG:teuthology.orchestra.run.smithi082:osd.3> sudo journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.3.service 2024-08-17T00:35:05.092 INFO:tasks.cephadm:Deploying osd.4 on smithi137 with /dev/vg_nvme/lv_4... 2024-08-17T00:35:05.093 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-17T00:35:05.121 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:04 smithi137 ceph-mon[33068]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:35:05.121 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:04 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:05.121 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:04 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:05.121 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:04 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:05.121 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:04 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:05.121 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:04 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:05.121 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:04 smithi137 ceph-mon[33068]: from='osd.3 [v2:172.21.15.82:6826/2432430510,v1:172.21.15.82:6827/2432430510]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T00:35:05.121 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:04 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:05.121 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:04 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:05.121 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:04 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:05.351 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:35:06.100 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:05 smithi137 ceph-mon[33068]: from='osd.3 [v2:172.21.15.82:6826/2432430510,v1:172.21.15.82:6827/2432430510]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T00:35:06.101 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:05 smithi137 ceph-mon[33068]: osdmap e23: 4 total, 3 up, 4 in 2024-08-17T00:35:06.101 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:05 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:35:06.101 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:05 smithi137 ceph-mon[33068]: from='osd.3 [v2:172.21.15.82:6826/2432430510,v1:172.21.15.82:6827/2432430510]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:35:06.205 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:05 smithi082 ceph-mon[29275]: from='osd.3 [v2:172.21.15.82:6826/2432430510,v1:172.21.15.82:6827/2432430510]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T00:35:06.205 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:05 smithi082 ceph-mon[29275]: osdmap e23: 4 total, 3 up, 4 in 2024-08-17T00:35:06.205 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:05 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:35:06.205 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:05 smithi082 ceph-mon[29275]: from='osd.3 [v2:172.21.15.82:6826/2432430510,v1:172.21.15.82:6827/2432430510]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:35:06.206 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:05 smithi082 ceph-mon[39953]: from='osd.3 [v2:172.21.15.82:6826/2432430510,v1:172.21.15.82:6827/2432430510]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T00:35:06.206 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:05 smithi082 ceph-mon[39953]: osdmap e23: 4 total, 3 up, 4 in 2024-08-17T00:35:06.206 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:05 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:35:06.206 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:05 smithi082 ceph-mon[39953]: from='osd.3 [v2:172.21.15.82:6826/2432430510,v1:172.21.15.82:6827/2432430510]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:35:06.206 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:35:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3[61683]: 2024-08-17T00:35:05.928+0000 7f8cf6c82640 -1 osd.3 0 waiting for initial osdmap 2024-08-17T00:35:06.206 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:35:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3[61683]: 2024-08-17T00:35:05.934+0000 7f8cf02b6640 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:35:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:06 smithi082 ceph-mon[29275]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:35:07.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:06 smithi082 ceph-mon[29275]: from='osd.3 [v2:172.21.15.82:6826/2432430510,v1:172.21.15.82:6827/2432430510]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-08-17T00:35:07.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:06 smithi082 ceph-mon[29275]: osdmap e24: 4 total, 3 up, 4 in 2024-08-17T00:35:07.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:06 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:35:07.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:06 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:35:07.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:06 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:35:07.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:06 smithi082 ceph-mon[39953]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:35:07.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:06 smithi082 ceph-mon[39953]: from='osd.3 [v2:172.21.15.82:6826/2432430510,v1:172.21.15.82:6827/2432430510]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-08-17T00:35:07.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:06 smithi082 ceph-mon[39953]: osdmap e24: 4 total, 3 up, 4 in 2024-08-17T00:35:07.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:06 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:35:07.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:06 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:35:07.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:06 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:35:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:06 smithi137 ceph-mon[33068]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:35:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:06 smithi137 ceph-mon[33068]: from='osd.3 [v2:172.21.15.82:6826/2432430510,v1:172.21.15.82:6827/2432430510]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-08-17T00:35:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:06 smithi137 ceph-mon[33068]: osdmap e24: 4 total, 3 up, 4 in 2024-08-17T00:35:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:06 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:35:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:06 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:35:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:06 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:35:07.605 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:35:07.626 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi137:vg_nvme/lv_4 2024-08-17T00:35:07.926 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:35:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:07 smithi082 ceph-mon[29275]: purged_snaps scrub starts 2024-08-17T00:35:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:07 smithi082 ceph-mon[29275]: purged_snaps scrub ok 2024-08-17T00:35:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:07 smithi082 ceph-mon[29275]: osd.3 [v2:172.21.15.82:6826/2432430510,v1:172.21.15.82:6827/2432430510] boot 2024-08-17T00:35:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:07 smithi082 ceph-mon[29275]: osdmap e25: 4 total, 4 up, 4 in 2024-08-17T00:35:08.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:07 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:35:08.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:07 smithi082 ceph-mon[39953]: purged_snaps scrub starts 2024-08-17T00:35:08.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:07 smithi082 ceph-mon[39953]: purged_snaps scrub ok 2024-08-17T00:35:08.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:07 smithi082 ceph-mon[39953]: osd.3 [v2:172.21.15.82:6826/2432430510,v1:172.21.15.82:6827/2432430510] boot 2024-08-17T00:35:08.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:07 smithi082 ceph-mon[39953]: osdmap e25: 4 total, 4 up, 4 in 2024-08-17T00:35:08.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:07 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:35:08.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:07 smithi137 ceph-mon[33068]: purged_snaps scrub starts 2024-08-17T00:35:08.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:07 smithi137 ceph-mon[33068]: purged_snaps scrub ok 2024-08-17T00:35:08.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:07 smithi137 ceph-mon[33068]: osd.3 [v2:172.21.15.82:6826/2432430510,v1:172.21.15.82:6827/2432430510] boot 2024-08-17T00:35:08.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:07 smithi137 ceph-mon[33068]: osdmap e25: 4 total, 4 up, 4 in 2024-08-17T00:35:08.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:07 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:35:09.133 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:08 smithi137 ceph-mon[33068]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:35:09.133 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:08 smithi137 ceph-mon[33068]: osdmap e26: 4 total, 4 up, 4 in 2024-08-17T00:35:09.133 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:08 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:09.133 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:08 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:09.133 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:08 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:35:09.134 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:08 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:35:09.134 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:08 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:35:09.134 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:08 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:35:09.134 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:08 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:09.134 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:08 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:09.134 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:08 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:09.134 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:08 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:08 smithi082 ceph-mon[29275]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:35:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:08 smithi082 ceph-mon[29275]: osdmap e26: 4 total, 4 up, 4 in 2024-08-17T00:35:09.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:08 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:09.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:08 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:09.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:08 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:35:09.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:08 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:35:09.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:08 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:35:09.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:08 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:35:09.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:08 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:09.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:08 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:09.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:08 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:09.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:08 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:09.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:08 smithi082 ceph-mon[39953]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T00:35:09.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:08 smithi082 ceph-mon[39953]: osdmap e26: 4 total, 4 up, 4 in 2024-08-17T00:35:09.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:08 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:09.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:08 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:09.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:08 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:35:09.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:08 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:35:09.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:08 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:35:09.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:08 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:35:09.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:08 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:09.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:08 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:09.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:08 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:09.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:08 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:10.186 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:09 smithi137 ceph-mon[33068]: Detected new or changed devices on smithi082 2024-08-17T00:35:10.186 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:09 smithi137 ceph-mon[33068]: Adjusting osd_memory_target on smithi082 to 4016M 2024-08-17T00:35:10.186 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:09 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:35:10.186 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:09 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:35:10.186 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:09 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:09 smithi082 ceph-mon[29275]: Detected new or changed devices on smithi082 2024-08-17T00:35:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:09 smithi082 ceph-mon[29275]: Adjusting osd_memory_target on smithi082 to 4016M 2024-08-17T00:35:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:09 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:35:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:09 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:35:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:09 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:10.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:09 smithi082 ceph-mon[39953]: Detected new or changed devices on smithi082 2024-08-17T00:35:10.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:09 smithi082 ceph-mon[39953]: Adjusting osd_memory_target on smithi082 to 4016M 2024-08-17T00:35:10.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:09 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:35:10.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:09 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:35:10.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:09 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:11.171 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:10 smithi137 ceph-mon[33068]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:11.171 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:10 smithi137 ceph-mon[33068]: from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:35:11.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:10 smithi082 ceph-mon[29275]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:11.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:10 smithi082 ceph-mon[29275]: from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:35:11.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:10 smithi082 ceph-mon[39953]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:11.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:10 smithi082 ceph-mon[39953]: from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:35:12.220 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:11 smithi082 ceph-mon[29275]: from='client.? 172.21.15.137:0/997496808' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e1a49556-a716-4639-887a-745ab647147f"}]: dispatch 2024-08-17T00:35:12.220 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:11 smithi082 ceph-mon[29275]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e1a49556-a716-4639-887a-745ab647147f"}]: dispatch 2024-08-17T00:35:12.220 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:11 smithi082 ceph-mon[29275]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e1a49556-a716-4639-887a-745ab647147f"}]': finished 2024-08-17T00:35:12.220 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:11 smithi082 ceph-mon[29275]: osdmap e27: 5 total, 4 up, 5 in 2024-08-17T00:35:12.220 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:11 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:35:12.220 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:11 smithi082 ceph-mon[39953]: from='client.? 172.21.15.137:0/997496808' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e1a49556-a716-4639-887a-745ab647147f"}]: dispatch 2024-08-17T00:35:12.221 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:11 smithi082 ceph-mon[39953]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e1a49556-a716-4639-887a-745ab647147f"}]: dispatch 2024-08-17T00:35:12.221 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:11 smithi082 ceph-mon[39953]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e1a49556-a716-4639-887a-745ab647147f"}]': finished 2024-08-17T00:35:12.221 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:11 smithi082 ceph-mon[39953]: osdmap e27: 5 total, 4 up, 5 in 2024-08-17T00:35:12.221 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:11 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:35:12.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:11 smithi137 ceph-mon[33068]: from='client.? 172.21.15.137:0/997496808' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e1a49556-a716-4639-887a-745ab647147f"}]: dispatch 2024-08-17T00:35:12.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:11 smithi137 ceph-mon[33068]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e1a49556-a716-4639-887a-745ab647147f"}]: dispatch 2024-08-17T00:35:12.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:11 smithi137 ceph-mon[33068]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e1a49556-a716-4639-887a-745ab647147f"}]': finished 2024-08-17T00:35:12.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:11 smithi137 ceph-mon[33068]: osdmap e27: 5 total, 4 up, 5 in 2024-08-17T00:35:12.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:11 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:35:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:12 smithi082 ceph-mon[29275]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:12 smithi082 ceph-mon[29275]: from='client.? 172.21.15.137:0/2499764372' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:35:13.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:12 smithi082 ceph-mon[39953]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:13.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:12 smithi082 ceph-mon[39953]: from='client.? 172.21.15.137:0/2499764372' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:35:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:12 smithi137 ceph-mon[33068]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:12 smithi137 ceph-mon[33068]: from='client.? 172.21.15.137:0/2499764372' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:35:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:13 smithi082 ceph-mon[29275]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:13 smithi082 ceph-mon[39953]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:14.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:13 smithi137 ceph-mon[33068]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:16.684 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:16 smithi137 ceph-mon[33068]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:16 smithi082 ceph-mon[29275]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:16.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:16 smithi082 ceph-mon[39953]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:18 smithi082 ceph-mon[29275]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:18 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T00:35:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:18 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:18.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:18 smithi082 ceph-mon[29275]: Deploying daemon osd.4 on smithi137 2024-08-17T00:35:18.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:18 smithi082 ceph-mon[39953]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:18.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:18 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T00:35:18.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:18 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:18.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:18 smithi082 ceph-mon[39953]: Deploying daemon osd.4 on smithi137 2024-08-17T00:35:18.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:18 smithi137 ceph-mon[33068]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:18.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:18 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T00:35:18.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:18 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:18.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:18 smithi137 ceph-mon[33068]: Deploying daemon osd.4 on smithi137 2024-08-17T00:35:20.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:20 smithi137 ceph-mon[33068]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:20 smithi082 ceph-mon[29275]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:20 smithi082 ceph-mon[39953]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:22.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:22 smithi137 ceph-mon[33068]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:22.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:22 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:22.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:22 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:22.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:22 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:22 smithi082 ceph-mon[29275]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:22 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:22 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:22 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:22.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:22 smithi082 ceph-mon[39953]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:22.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:22 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:22.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:22 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:22.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:22 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:24.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:24 smithi137 ceph-mon[33068]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:24 smithi082 ceph-mon[29275]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:24.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:24 smithi082 ceph-mon[39953]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:24.958 INFO:teuthology.orchestra.run.smithi137.stdout:Created osd(s) 4 on host 'smithi137' 2024-08-17T00:35:25.785 DEBUG:teuthology.orchestra.run.smithi137:osd.4> sudo journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.4.service 2024-08-17T00:35:25.787 INFO:tasks.cephadm:Deploying osd.5 on smithi137 with /dev/vg_nvme/lv_3... 2024-08-17T00:35:25.788 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-17T00:35:26.061 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:25 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:26.061 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:25 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:26.061 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:25 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:26.061 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:25 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:26.061 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:25 smithi137 ceph-mon[33068]: from='osd.4 [v2:172.21.15.137:6800/3119718686,v1:172.21.15.137:6801/3119718686]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T00:35:26.061 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:25 smithi137 ceph-mon[33068]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T00:35:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:25 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:25 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:25 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:25 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:25 smithi082 ceph-mon[29275]: from='osd.4 [v2:172.21.15.137:6800/3119718686,v1:172.21.15.137:6801/3119718686]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T00:35:26.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:25 smithi082 ceph-mon[29275]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T00:35:26.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:25 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:26.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:25 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:26.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:25 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:26.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:25 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:26.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:25 smithi082 ceph-mon[39953]: from='osd.4 [v2:172.21.15.137:6800/3119718686,v1:172.21.15.137:6801/3119718686]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T00:35:26.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:25 smithi082 ceph-mon[39953]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T00:35:26.879 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:35:27.169 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:26 smithi137 ceph-mon[33068]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:27.169 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:26 smithi137 ceph-mon[33068]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T00:35:27.169 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:26 smithi137 ceph-mon[33068]: osdmap e28: 5 total, 4 up, 5 in 2024-08-17T00:35:27.170 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:26 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:35:27.170 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:26 smithi137 ceph-mon[33068]: from='osd.4 [v2:172.21.15.137:6800/3119718686,v1:172.21.15.137:6801/3119718686]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:35:27.170 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:26 smithi137 ceph-mon[33068]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:35:27.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:26 smithi082 ceph-mon[29275]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:27.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:26 smithi082 ceph-mon[29275]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T00:35:27.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:26 smithi082 ceph-mon[29275]: osdmap e28: 5 total, 4 up, 5 in 2024-08-17T00:35:27.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:26 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:35:27.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:26 smithi082 ceph-mon[29275]: from='osd.4 [v2:172.21.15.137:6800/3119718686,v1:172.21.15.137:6801/3119718686]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:35:27.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:26 smithi082 ceph-mon[29275]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:35:27.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:26 smithi082 ceph-mon[39953]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:27.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:26 smithi082 ceph-mon[39953]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T00:35:27.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:26 smithi082 ceph-mon[39953]: osdmap e28: 5 total, 4 up, 5 in 2024-08-17T00:35:27.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:26 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:35:27.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:26 smithi082 ceph-mon[39953]: from='osd.4 [v2:172.21.15.137:6800/3119718686,v1:172.21.15.137:6801/3119718686]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:35:27.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:26 smithi082 ceph-mon[39953]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:35:27.487 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:35:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4[38008]: 2024-08-17T00:35:27.333+0000 7f39e7476640 -1 osd.4 0 waiting for initial osdmap 2024-08-17T00:35:27.488 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:35:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4[38008]: 2024-08-17T00:35:27.337+0000 7f39e22ad640 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:35:28.662 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:28 smithi137 ceph-mon[33068]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-08-17T00:35:28.663 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:28 smithi137 ceph-mon[33068]: osdmap e29: 5 total, 4 up, 5 in 2024-08-17T00:35:28.663 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:28 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:35:28.663 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:28 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:35:28.663 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:28 smithi137 ceph-mon[33068]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:28.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:28 smithi082 ceph-mon[29275]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-08-17T00:35:28.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:28 smithi082 ceph-mon[29275]: osdmap e29: 5 total, 4 up, 5 in 2024-08-17T00:35:28.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:28 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:35:28.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:28 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:35:28.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:28 smithi082 ceph-mon[29275]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:28.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:28 smithi082 ceph-mon[39953]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-08-17T00:35:28.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:28 smithi082 ceph-mon[39953]: osdmap e29: 5 total, 4 up, 5 in 2024-08-17T00:35:28.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:28 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:35:28.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:28 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:35:28.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:28 smithi082 ceph-mon[39953]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T00:35:29.637 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:29 smithi137 ceph-mon[33068]: purged_snaps scrub starts 2024-08-17T00:35:29.637 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:29 smithi137 ceph-mon[33068]: purged_snaps scrub ok 2024-08-17T00:35:29.637 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:29 smithi137 ceph-mon[33068]: osd.4 [v2:172.21.15.137:6800/3119718686,v1:172.21.15.137:6801/3119718686] boot 2024-08-17T00:35:29.637 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:29 smithi137 ceph-mon[33068]: osdmap e30: 5 total, 5 up, 5 in 2024-08-17T00:35:29.637 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:29 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:35:29.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:29 smithi137 ceph-mon[33068]: Detected new or changed devices on smithi137 2024-08-17T00:35:29.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:29 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:29.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:29 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:29.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:29 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:35:29.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:29 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:29.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:29 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:29.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:29 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:29.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:29 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:29.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:29 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:29.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:29 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:29.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:29 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:29.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:29 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:29.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[29275]: purged_snaps scrub starts 2024-08-17T00:35:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[29275]: purged_snaps scrub ok 2024-08-17T00:35:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[29275]: osd.4 [v2:172.21.15.137:6800/3119718686,v1:172.21.15.137:6801/3119718686] boot 2024-08-17T00:35:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[29275]: osdmap e30: 5 total, 5 up, 5 in 2024-08-17T00:35:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:35:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[29275]: Detected new or changed devices on smithi137 2024-08-17T00:35:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:35:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:29.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:29.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:29.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:29.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:29.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:29.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:29.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[39953]: purged_snaps scrub starts 2024-08-17T00:35:29.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[39953]: purged_snaps scrub ok 2024-08-17T00:35:29.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[39953]: osd.4 [v2:172.21.15.137:6800/3119718686,v1:172.21.15.137:6801/3119718686] boot 2024-08-17T00:35:29.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[39953]: osdmap e30: 5 total, 5 up, 5 in 2024-08-17T00:35:29.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:35:29.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[39953]: Detected new or changed devices on smithi137 2024-08-17T00:35:29.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:29.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:29.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:35:29.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:29.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:29.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:29.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:29.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:29.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:29.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:29.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:29 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:30.309 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:35:30.332 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi137:vg_nvme/lv_3 2024-08-17T00:35:30.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:30 smithi137 ceph-mon[33068]: Adjusting osd_memory_target on smithi137 to 17088M 2024-08-17T00:35:30.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:30 smithi137 ceph-mon[33068]: osdmap e31: 5 total, 5 up, 5 in 2024-08-17T00:35:30.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:30 smithi137 ceph-mon[33068]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:35:30.584 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:35:30.626 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:30 smithi082 ceph-mon[39953]: Adjusting osd_memory_target on smithi137 to 17088M 2024-08-17T00:35:30.627 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:30 smithi082 ceph-mon[39953]: osdmap e31: 5 total, 5 up, 5 in 2024-08-17T00:35:30.627 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:30 smithi082 ceph-mon[39953]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:35:30.627 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:30 smithi082 ceph-mon[29275]: Adjusting osd_memory_target on smithi137 to 17088M 2024-08-17T00:35:30.627 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:30 smithi082 ceph-mon[29275]: osdmap e31: 5 total, 5 up, 5 in 2024-08-17T00:35:30.627 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:30 smithi082 ceph-mon[29275]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:35:31.717 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:31 smithi137 ceph-mon[33068]: osdmap e32: 5 total, 5 up, 5 in 2024-08-17T00:35:31.717 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:31 smithi137 ceph-mon[33068]: osdmap e33: 5 total, 5 up, 5 in 2024-08-17T00:35:31.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:31 smithi082 ceph-mon[29275]: osdmap e32: 5 total, 5 up, 5 in 2024-08-17T00:35:31.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:31 smithi082 ceph-mon[29275]: osdmap e33: 5 total, 5 up, 5 in 2024-08-17T00:35:31.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:31 smithi082 ceph-mon[39953]: osdmap e32: 5 total, 5 up, 5 in 2024-08-17T00:35:31.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:31 smithi082 ceph-mon[39953]: osdmap e33: 5 total, 5 up, 5 in 2024-08-17T00:35:32.682 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:32 smithi137 ceph-mon[33068]: pgmap v112: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:35:32.683 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:32 smithi137 ceph-mon[33068]: osdmap e34: 5 total, 5 up, 5 in 2024-08-17T00:35:32.683 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:32 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:35:32.683 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:32 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:35:32.683 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:32 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:32.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:32 smithi082 ceph-mon[29275]: pgmap v112: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:35:32.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:32 smithi082 ceph-mon[29275]: osdmap e34: 5 total, 5 up, 5 in 2024-08-17T00:35:32.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:32 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:35:32.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:32 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:35:32.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:32 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:32.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:32 smithi082 ceph-mon[39953]: pgmap v112: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:35:32.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:32 smithi082 ceph-mon[39953]: osdmap e34: 5 total, 5 up, 5 in 2024-08-17T00:35:32.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:32 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:35:32.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:32 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:35:32.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:32 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:33.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:33 smithi137 ceph-mon[33068]: from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:35:33.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:33 smithi082 ceph-mon[29275]: from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:35:33.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:33 smithi082 ceph-mon[39953]: from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:35:34.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:34 smithi137 ceph-mon[33068]: pgmap v114: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:35:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:34 smithi082 ceph-mon[29275]: pgmap v114: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:35:34.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:34 smithi082 ceph-mon[39953]: pgmap v114: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:35:35.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:35 smithi082 ceph-mon[29275]: from='client.? 172.21.15.137:0/3393927706' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d99ec7f9-e1c8-43fc-a561-839b96e75934"}]: dispatch 2024-08-17T00:35:35.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:35 smithi082 ceph-mon[29275]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d99ec7f9-e1c8-43fc-a561-839b96e75934"}]: dispatch 2024-08-17T00:35:35.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:35 smithi082 ceph-mon[29275]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d99ec7f9-e1c8-43fc-a561-839b96e75934"}]': finished 2024-08-17T00:35:35.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:35 smithi082 ceph-mon[29275]: osdmap e35: 6 total, 5 up, 6 in 2024-08-17T00:35:35.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:35 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:35:35.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:35 smithi082 ceph-mon[29275]: from='client.? 172.21.15.137:0/559691803' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:35:35.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:35 smithi082 ceph-mon[39953]: from='client.? 172.21.15.137:0/3393927706' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d99ec7f9-e1c8-43fc-a561-839b96e75934"}]: dispatch 2024-08-17T00:35:35.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:35 smithi082 ceph-mon[39953]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d99ec7f9-e1c8-43fc-a561-839b96e75934"}]: dispatch 2024-08-17T00:35:35.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:35 smithi082 ceph-mon[39953]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d99ec7f9-e1c8-43fc-a561-839b96e75934"}]': finished 2024-08-17T00:35:35.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:35 smithi082 ceph-mon[39953]: osdmap e35: 6 total, 5 up, 6 in 2024-08-17T00:35:35.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:35 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:35:35.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:35 smithi082 ceph-mon[39953]: from='client.? 172.21.15.137:0/559691803' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:35:35.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:35 smithi137 ceph-mon[33068]: from='client.? 172.21.15.137:0/3393927706' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d99ec7f9-e1c8-43fc-a561-839b96e75934"}]: dispatch 2024-08-17T00:35:35.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:35 smithi137 ceph-mon[33068]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d99ec7f9-e1c8-43fc-a561-839b96e75934"}]: dispatch 2024-08-17T00:35:35.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:35 smithi137 ceph-mon[33068]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d99ec7f9-e1c8-43fc-a561-839b96e75934"}]': finished 2024-08-17T00:35:35.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:35 smithi137 ceph-mon[33068]: osdmap e35: 6 total, 5 up, 6 in 2024-08-17T00:35:35.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:35 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:35:35.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:35 smithi137 ceph-mon[33068]: from='client.? 172.21.15.137:0/559691803' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:35:36.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:36 smithi082 ceph-mon[29275]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 115 KiB/s, 0 objects/s recovering 2024-08-17T00:35:36.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:36 smithi082 ceph-mon[39953]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 115 KiB/s, 0 objects/s recovering 2024-08-17T00:35:36.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:36 smithi137 ceph-mon[33068]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 115 KiB/s, 0 objects/s recovering 2024-08-17T00:35:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:38 smithi082 ceph-mon[29275]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-08-17T00:35:38.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:38 smithi082 ceph-mon[39953]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-08-17T00:35:38.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:38 smithi137 ceph-mon[33068]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-08-17T00:35:40.699 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:40 smithi137 ceph-mon[33068]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T00:35:40.699 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:40 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T00:35:40.699 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:40 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:40 smithi082 ceph-mon[29275]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T00:35:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:40 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T00:35:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:40 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:40 smithi082 ceph-mon[39953]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T00:35:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:40 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T00:35:40.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:40 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:41.686 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:41 smithi137 ceph-mon[33068]: Deploying daemon osd.5 on smithi137 2024-08-17T00:35:41.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:41 smithi082 ceph-mon[29275]: Deploying daemon osd.5 on smithi137 2024-08-17T00:35:41.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:41 smithi082 ceph-mon[39953]: Deploying daemon osd.5 on smithi137 2024-08-17T00:35:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:42 smithi082 ceph-mon[29275]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T00:35:42.745 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:42 smithi082 ceph-mon[39953]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T00:35:42.746 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:42 smithi137 ceph-mon[33068]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T00:35:44.664 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:44 smithi137 ceph-mon[33068]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T00:35:44.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:44 smithi082 ceph-mon[29275]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T00:35:44.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:44 smithi082 ceph-mon[39953]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T00:35:45.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:45 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:45.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:45 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:45.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:45 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:45.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:45 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:45.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:45 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:45.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:45 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:45.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:45 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:45.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:45 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:45.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:45 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:47.188 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:46 smithi137 ceph-mon[33068]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-08-17T00:35:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:46 smithi082 ceph-mon[39953]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-08-17T00:35:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:46 smithi082 ceph-mon[29275]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-08-17T00:35:48.223 INFO:teuthology.orchestra.run.smithi137.stdout:Created osd(s) 5 on host 'smithi137' 2024-08-17T00:35:48.805 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:48 smithi137 ceph-mon[33068]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:35:48.805 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:48 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:48.805 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:48 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:48.805 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:48 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:48.806 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:48 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:48.806 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:48 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:48.806 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:48 smithi137 ceph-mon[33068]: from='osd.5 [v2:172.21.15.137:6808/2464649180,v1:172.21.15.137:6809/2464649180]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T00:35:48.806 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:48 smithi137 ceph-mon[33068]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T00:35:48.806 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:48 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:48.806 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:48 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:48.806 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:48 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:48.828 DEBUG:teuthology.orchestra.run.smithi137:osd.5> sudo journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.5.service 2024-08-17T00:35:48.831 INFO:tasks.cephadm:Deploying osd.6 on smithi137 with /dev/vg_nvme/lv_2... 2024-08-17T00:35:48.831 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-17T00:35:48.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:48 smithi082 ceph-mon[39953]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:35:48.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:48 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:48.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:48 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:48.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:48 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:48.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:48 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:48.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:48 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:48.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:48 smithi082 ceph-mon[39953]: from='osd.5 [v2:172.21.15.137:6808/2464649180,v1:172.21.15.137:6809/2464649180]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T00:35:48.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:48 smithi082 ceph-mon[39953]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T00:35:48.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:48 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:48.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:48 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:48.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:48 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:48.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:48 smithi082 ceph-mon[29275]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:35:48.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:48 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:48.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:48 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:48.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:48 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:48.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:48 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:48.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:48 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:48.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:48 smithi082 ceph-mon[29275]: from='osd.5 [v2:172.21.15.137:6808/2464649180,v1:172.21.15.137:6809/2464649180]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T00:35:48.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:48 smithi082 ceph-mon[29275]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T00:35:48.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:48 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:35:48.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:48 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:48.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:48 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:50.034 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:49 smithi137 ceph-mon[33068]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T00:35:50.034 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:49 smithi137 ceph-mon[33068]: osdmap e36: 6 total, 5 up, 6 in 2024-08-17T00:35:50.035 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:49 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:35:50.035 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:49 smithi137 ceph-mon[33068]: from='osd.5 [v2:172.21.15.137:6808/2464649180,v1:172.21.15.137:6809/2464649180]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:35:50.035 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:49 smithi137 ceph-mon[33068]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:35:50.035 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:35:49 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[43577]: 2024-08-17T00:35:49.957+0000 7fb42746d640 -1 osd.5 0 waiting for initial osdmap 2024-08-17T00:35:50.035 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:35:49 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[43577]: 2024-08-17T00:35:49.962+0000 7fb420a7f640 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:35:50.220 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:35:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:49 smithi082 ceph-mon[29275]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T00:35:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:49 smithi082 ceph-mon[29275]: osdmap e36: 6 total, 5 up, 6 in 2024-08-17T00:35:50.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:49 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:35:50.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:49 smithi082 ceph-mon[29275]: from='osd.5 [v2:172.21.15.137:6808/2464649180,v1:172.21.15.137:6809/2464649180]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:35:50.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:49 smithi082 ceph-mon[29275]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:35:50.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:49 smithi082 ceph-mon[39953]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T00:35:50.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:49 smithi082 ceph-mon[39953]: osdmap e36: 6 total, 5 up, 6 in 2024-08-17T00:35:50.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:49 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:35:50.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:49 smithi082 ceph-mon[39953]: from='osd.5 [v2:172.21.15.137:6808/2464649180,v1:172.21.15.137:6809/2464649180]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:35:50.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:49 smithi082 ceph-mon[39953]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:35:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:50 smithi082 ceph-mon[29275]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:35:51.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:50 smithi082 ceph-mon[29275]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-08-17T00:35:51.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:50 smithi082 ceph-mon[29275]: osdmap e37: 6 total, 5 up, 6 in 2024-08-17T00:35:51.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:50 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:35:51.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:50 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:35:51.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:50 smithi082 ceph-mon[29275]: osd.5 [v2:172.21.15.137:6808/2464649180,v1:172.21.15.137:6809/2464649180] boot 2024-08-17T00:35:51.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:50 smithi082 ceph-mon[29275]: osdmap e38: 6 total, 6 up, 6 in 2024-08-17T00:35:51.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:50 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:35:51.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:50 smithi082 ceph-mon[39953]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:35:51.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:50 smithi082 ceph-mon[39953]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-08-17T00:35:51.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:50 smithi082 ceph-mon[39953]: osdmap e37: 6 total, 5 up, 6 in 2024-08-17T00:35:51.228 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:50 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:35:51.228 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:50 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:35:51.228 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:50 smithi082 ceph-mon[39953]: osd.5 [v2:172.21.15.137:6808/2464649180,v1:172.21.15.137:6809/2464649180] boot 2024-08-17T00:35:51.228 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:50 smithi082 ceph-mon[39953]: osdmap e38: 6 total, 6 up, 6 in 2024-08-17T00:35:51.228 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:50 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:35:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:50 smithi137 ceph-mon[33068]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T00:35:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:50 smithi137 ceph-mon[33068]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-08-17T00:35:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:50 smithi137 ceph-mon[33068]: osdmap e37: 6 total, 5 up, 6 in 2024-08-17T00:35:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:50 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:35:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:50 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:35:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:50 smithi137 ceph-mon[33068]: osd.5 [v2:172.21.15.137:6808/2464649180,v1:172.21.15.137:6809/2464649180] boot 2024-08-17T00:35:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:50 smithi137 ceph-mon[33068]: osdmap e38: 6 total, 6 up, 6 in 2024-08-17T00:35:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:50 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:35:52.118 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:51 smithi137 ceph-mon[33068]: purged_snaps scrub starts 2024-08-17T00:35:52.118 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:51 smithi137 ceph-mon[33068]: purged_snaps scrub ok 2024-08-17T00:35:52.119 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:51 smithi137 ceph-mon[33068]: osdmap e39: 6 total, 6 up, 6 in 2024-08-17T00:35:52.119 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:51 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:52.119 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:51 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:52.119 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:51 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:35:52.119 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:51 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:35:52.119 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:51 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:52.119 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:51 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:52.119 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:51 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:52.119 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:51 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:52.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:51 smithi082 ceph-mon[29275]: purged_snaps scrub starts 2024-08-17T00:35:52.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:51 smithi082 ceph-mon[29275]: purged_snaps scrub ok 2024-08-17T00:35:52.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:51 smithi082 ceph-mon[29275]: osdmap e39: 6 total, 6 up, 6 in 2024-08-17T00:35:52.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:51 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:52.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:51 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:52.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:51 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:35:52.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:51 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:35:52.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:51 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:52.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:51 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:52.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:51 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:52.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:51 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:52.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:51 smithi082 ceph-mon[39953]: purged_snaps scrub starts 2024-08-17T00:35:52.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:51 smithi082 ceph-mon[39953]: purged_snaps scrub ok 2024-08-17T00:35:52.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:51 smithi082 ceph-mon[39953]: osdmap e39: 6 total, 6 up, 6 in 2024-08-17T00:35:52.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:51 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:52.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:51 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:52.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:51 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:35:52.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:51 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:35:52.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:51 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:52.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:51 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:52.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:51 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:35:52.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:51 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:35:53.171 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:35:53.191 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:52 smithi137 ceph-mon[33068]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:35:53.191 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:52 smithi137 ceph-mon[33068]: Detected new or changed devices on smithi137 2024-08-17T00:35:53.191 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:52 smithi137 ceph-mon[33068]: Adjusting osd_memory_target on smithi137 to 8544M 2024-08-17T00:35:53.191 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:52 smithi137 ceph-mon[33068]: osdmap e40: 6 total, 6 up, 6 in 2024-08-17T00:35:53.193 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi137:vg_nvme/lv_2 2024-08-17T00:35:53.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:52 smithi082 ceph-mon[39953]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:35:53.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:52 smithi082 ceph-mon[39953]: Detected new or changed devices on smithi137 2024-08-17T00:35:53.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:52 smithi082 ceph-mon[39953]: Adjusting osd_memory_target on smithi137 to 8544M 2024-08-17T00:35:53.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:52 smithi082 ceph-mon[39953]: osdmap e40: 6 total, 6 up, 6 in 2024-08-17T00:35:53.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:52 smithi082 ceph-mon[29275]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:35:53.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:52 smithi082 ceph-mon[29275]: Detected new or changed devices on smithi137 2024-08-17T00:35:53.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:52 smithi082 ceph-mon[29275]: Adjusting osd_memory_target on smithi137 to 8544M 2024-08-17T00:35:53.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:52 smithi082 ceph-mon[29275]: osdmap e40: 6 total, 6 up, 6 in 2024-08-17T00:35:53.447 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:35:54.513 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:54 smithi137 ceph-mon[33068]: pgmap v130: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:35:54.513 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:54 smithi137 ceph-mon[33068]: osdmap e41: 6 total, 6 up, 6 in 2024-08-17T00:35:54.513 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:54 smithi137 ceph-mon[33068]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T00:35:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:54 smithi082 ceph-mon[39953]: pgmap v130: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:35:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:54 smithi082 ceph-mon[39953]: osdmap e41: 6 total, 6 up, 6 in 2024-08-17T00:35:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:54 smithi082 ceph-mon[39953]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T00:35:54.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:54 smithi082 ceph-mon[29275]: pgmap v130: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:35:54.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:54 smithi082 ceph-mon[29275]: osdmap e41: 6 total, 6 up, 6 in 2024-08-17T00:35:54.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:54 smithi082 ceph-mon[29275]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T00:35:55.690 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:55 smithi137 ceph-mon[33068]: osdmap e42: 6 total, 6 up, 6 in 2024-08-17T00:35:55.690 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:55 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:35:55.690 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:55 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:35:55.691 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:55 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:55.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:55 smithi082 ceph-mon[29275]: osdmap e42: 6 total, 6 up, 6 in 2024-08-17T00:35:55.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:55 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:35:55.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:55 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:35:55.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:55 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:55.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:55 smithi082 ceph-mon[39953]: osdmap e42: 6 total, 6 up, 6 in 2024-08-17T00:35:55.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:55 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:35:55.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:55 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:35:55.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:55 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:35:56.480 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:56 smithi137 ceph-mon[33068]: from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:35:56.480 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:56 smithi137 ceph-mon[33068]: pgmap v133: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:35:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:56 smithi082 ceph-mon[39953]: from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:35:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:56 smithi082 ceph-mon[39953]: pgmap v133: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:35:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:56 smithi082 ceph-mon[29275]: from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:35:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:56 smithi082 ceph-mon[29275]: pgmap v133: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:35:57.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:57 smithi082 ceph-mon[29275]: from='client.? 172.21.15.137:0/3987285531' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "486be4bc-e77c-4457-bbf4-481efc51c21f"}]: dispatch 2024-08-17T00:35:57.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:57 smithi082 ceph-mon[29275]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "486be4bc-e77c-4457-bbf4-481efc51c21f"}]: dispatch 2024-08-17T00:35:57.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:57 smithi082 ceph-mon[29275]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "486be4bc-e77c-4457-bbf4-481efc51c21f"}]': finished 2024-08-17T00:35:57.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:57 smithi082 ceph-mon[29275]: osdmap e43: 7 total, 6 up, 7 in 2024-08-17T00:35:57.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:57 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:35:57.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:57 smithi082 ceph-mon[39953]: from='client.? 172.21.15.137:0/3987285531' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "486be4bc-e77c-4457-bbf4-481efc51c21f"}]: dispatch 2024-08-17T00:35:57.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:57 smithi082 ceph-mon[39953]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "486be4bc-e77c-4457-bbf4-481efc51c21f"}]: dispatch 2024-08-17T00:35:57.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:57 smithi082 ceph-mon[39953]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "486be4bc-e77c-4457-bbf4-481efc51c21f"}]': finished 2024-08-17T00:35:57.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:57 smithi082 ceph-mon[39953]: osdmap e43: 7 total, 6 up, 7 in 2024-08-17T00:35:57.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:57 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:35:57.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:57 smithi137 ceph-mon[33068]: from='client.? 172.21.15.137:0/3987285531' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "486be4bc-e77c-4457-bbf4-481efc51c21f"}]: dispatch 2024-08-17T00:35:57.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:57 smithi137 ceph-mon[33068]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "486be4bc-e77c-4457-bbf4-481efc51c21f"}]: dispatch 2024-08-17T00:35:57.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:57 smithi137 ceph-mon[33068]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "486be4bc-e77c-4457-bbf4-481efc51c21f"}]': finished 2024-08-17T00:35:57.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:57 smithi137 ceph-mon[33068]: osdmap e43: 7 total, 6 up, 7 in 2024-08-17T00:35:57.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:57 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:35:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:58 smithi082 ceph-mon[29275]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:35:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:58 smithi082 ceph-mon[29275]: from='client.? 172.21.15.137:0/4224201414' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:35:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:58 smithi082 ceph-mon[29275]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T00:35:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:35:58 smithi082 ceph-mon[29275]: Cluster is now healthy 2024-08-17T00:35:58.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:58 smithi082 ceph-mon[39953]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:35:58.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:58 smithi082 ceph-mon[39953]: from='client.? 172.21.15.137:0/4224201414' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:35:58.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:58 smithi082 ceph-mon[39953]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T00:35:58.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:35:58 smithi082 ceph-mon[39953]: Cluster is now healthy 2024-08-17T00:35:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:58 smithi137 ceph-mon[33068]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:35:58.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:58 smithi137 ceph-mon[33068]: from='client.? 172.21.15.137:0/4224201414' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:35:58.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:58 smithi137 ceph-mon[33068]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T00:35:58.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:35:58 smithi137 ceph-mon[33068]: Cluster is now healthy 2024-08-17T00:36:00.722 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:00 smithi137 ceph-mon[33068]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T00:36:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:00 smithi082 ceph-mon[29275]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T00:36:00.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:00 smithi082 ceph-mon[39953]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T00:36:02.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:02 smithi082 ceph-mon[29275]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-08-17T00:36:02.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:02 smithi082 ceph-mon[39953]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-08-17T00:36:02.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:02 smithi137 ceph-mon[33068]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-08-17T00:36:03.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:03 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T00:36:03.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:03 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:03.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:03 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T00:36:03.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:03 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:03.733 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:03 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T00:36:03.733 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:03 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:04.708 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:04 smithi137 ceph-mon[33068]: Deploying daemon osd.6 on smithi137 2024-08-17T00:36:04.708 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:04 smithi137 ceph-mon[33068]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-08-17T00:36:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:04 smithi082 ceph-mon[29275]: Deploying daemon osd.6 on smithi137 2024-08-17T00:36:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:04 smithi082 ceph-mon[29275]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-08-17T00:36:04.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:04 smithi082 ceph-mon[39953]: Deploying daemon osd.6 on smithi137 2024-08-17T00:36:04.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:04 smithi082 ceph-mon[39953]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-08-17T00:36:06.715 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:06 smithi137 ceph-mon[33068]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T00:36:06.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:06 smithi082 ceph-mon[29275]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T00:36:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:06 smithi082 ceph-mon[39953]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T00:36:08.603 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:08 smithi137 ceph-mon[33068]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:36:08.603 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:08 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:08.603 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:08 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:08.603 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:08 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:08 smithi082 ceph-mon[29275]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:36:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:08 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:08 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:08 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:08 smithi082 ceph-mon[39953]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:36:08.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:08 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:08.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:08 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:08.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:08 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:10.610 INFO:teuthology.orchestra.run.smithi137.stdout:Created osd(s) 6 on host 'smithi137' 2024-08-17T00:36:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:10 smithi082 ceph-mon[29275]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:36:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:10 smithi082 ceph-mon[39953]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:36:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:10 smithi137 ceph-mon[33068]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:36:11.576 DEBUG:teuthology.orchestra.run.smithi137:osd.6> sudo journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.6.service 2024-08-17T00:36:11.617 INFO:tasks.cephadm:Deploying osd.7 on smithi137 with /dev/vg_nvme/lv_1... 2024-08-17T00:36:11.617 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-17T00:36:11.846 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:11 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:11.847 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:11 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:11.847 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:11 smithi137 ceph-mon[33068]: from='osd.6 [v2:172.21.15.137:6816/2188425065,v1:172.21.15.137:6817/2188425065]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T00:36:11.847 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:11 smithi137 ceph-mon[33068]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T00:36:11.950 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:36:11.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:11 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:11.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:11 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:11.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:11 smithi082 ceph-mon[29275]: from='osd.6 [v2:172.21.15.137:6816/2188425065,v1:172.21.15.137:6817/2188425065]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T00:36:11.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:11 smithi082 ceph-mon[29275]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T00:36:11.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:11 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:11.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:11 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:11.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:11 smithi082 ceph-mon[39953]: from='osd.6 [v2:172.21.15.137:6816/2188425065,v1:172.21.15.137:6817/2188425065]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T00:36:11.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:11 smithi082 ceph-mon[39953]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T00:36:12.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:12 smithi082 ceph-mon[29275]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:36:12.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:12 smithi082 ceph-mon[29275]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T00:36:12.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:12 smithi082 ceph-mon[29275]: osdmap e44: 7 total, 6 up, 7 in 2024-08-17T00:36:12.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:12 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:36:12.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:12 smithi082 ceph-mon[29275]: from='osd.6 [v2:172.21.15.137:6816/2188425065,v1:172.21.15.137:6817/2188425065]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:36:12.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:12 smithi082 ceph-mon[29275]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:36:12.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:12 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:12.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:12 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:12.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:12 smithi082 ceph-mon[39953]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:36:12.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:12 smithi082 ceph-mon[39953]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T00:36:12.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:12 smithi082 ceph-mon[39953]: osdmap e44: 7 total, 6 up, 7 in 2024-08-17T00:36:12.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:12 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:36:12.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:12 smithi082 ceph-mon[39953]: from='osd.6 [v2:172.21.15.137:6816/2188425065,v1:172.21.15.137:6817/2188425065]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:36:12.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:12 smithi082 ceph-mon[39953]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:36:12.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:12 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:12.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:12 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:12.987 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:36:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[49350]: 2024-08-17T00:36:12.622+0000 7f549f9e8640 -1 osd.6 0 waiting for initial osdmap 2024-08-17T00:36:12.987 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:36:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[49350]: 2024-08-17T00:36:12.628+0000 7f549a01e640 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:36:12.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:12 smithi137 ceph-mon[33068]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:36:12.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:12 smithi137 ceph-mon[33068]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T00:36:12.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:12 smithi137 ceph-mon[33068]: osdmap e44: 7 total, 6 up, 7 in 2024-08-17T00:36:12.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:12 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:36:12.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:12 smithi137 ceph-mon[33068]: from='osd.6 [v2:172.21.15.137:6816/2188425065,v1:172.21.15.137:6817/2188425065]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:36:12.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:12 smithi137 ceph-mon[33068]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:36:12.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:12 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:12.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:12 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:13.881 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:13 smithi137 ceph-mon[33068]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-08-17T00:36:13.881 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:13 smithi137 ceph-mon[33068]: osdmap e45: 7 total, 6 up, 7 in 2024-08-17T00:36:13.881 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:13 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:36:13.881 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:13 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:36:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:13 smithi082 ceph-mon[29275]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-08-17T00:36:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:13 smithi082 ceph-mon[29275]: osdmap e45: 7 total, 6 up, 7 in 2024-08-17T00:36:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:13 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:36:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:13 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:36:13.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:13 smithi082 ceph-mon[39953]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-08-17T00:36:13.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:13 smithi082 ceph-mon[39953]: osdmap e45: 7 total, 6 up, 7 in 2024-08-17T00:36:13.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:13 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:36:13.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:13 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:36:14.582 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-08-17T00:36:14.601 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi137:vg_nvme/lv_1 2024-08-17T00:36:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:14 smithi082 ceph-mon[29275]: purged_snaps scrub starts 2024-08-17T00:36:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:14 smithi082 ceph-mon[29275]: purged_snaps scrub ok 2024-08-17T00:36:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:14 smithi082 ceph-mon[29275]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:36:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:14 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:36:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:14 smithi082 ceph-mon[29275]: osd.6 [v2:172.21.15.137:6816/2188425065,v1:172.21.15.137:6817/2188425065] boot 2024-08-17T00:36:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:14 smithi082 ceph-mon[29275]: osdmap e46: 7 total, 7 up, 7 in 2024-08-17T00:36:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:14 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:36:14.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:14 smithi082 ceph-mon[39953]: purged_snaps scrub starts 2024-08-17T00:36:14.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:14 smithi082 ceph-mon[39953]: purged_snaps scrub ok 2024-08-17T00:36:14.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:14 smithi082 ceph-mon[39953]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:36:14.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:14 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:36:14.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:14 smithi082 ceph-mon[39953]: osd.6 [v2:172.21.15.137:6816/2188425065,v1:172.21.15.137:6817/2188425065] boot 2024-08-17T00:36:14.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:14 smithi082 ceph-mon[39953]: osdmap e46: 7 total, 7 up, 7 in 2024-08-17T00:36:14.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:14 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:36:14.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:14 smithi137 ceph-mon[33068]: purged_snaps scrub starts 2024-08-17T00:36:14.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:14 smithi137 ceph-mon[33068]: purged_snaps scrub ok 2024-08-17T00:36:14.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:14 smithi137 ceph-mon[33068]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T00:36:14.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:14 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:36:14.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:14 smithi137 ceph-mon[33068]: osd.6 [v2:172.21.15.137:6816/2188425065,v1:172.21.15.137:6817/2188425065] boot 2024-08-17T00:36:14.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:14 smithi137 ceph-mon[33068]: osdmap e46: 7 total, 7 up, 7 in 2024-08-17T00:36:14.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:14 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:36:15.085 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:36:15.899 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:15 smithi137 ceph-mon[33068]: osdmap e47: 7 total, 7 up, 7 in 2024-08-17T00:36:15.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:15 smithi082 ceph-mon[29275]: osdmap e47: 7 total, 7 up, 7 in 2024-08-17T00:36:15.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:15 smithi082 ceph-mon[39953]: osdmap e47: 7 total, 7 up, 7 in 2024-08-17T00:36:16.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:16 smithi082 ceph-mon[39953]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:36:16.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:16 smithi082 ceph-mon[39953]: osdmap e48: 7 total, 7 up, 7 in 2024-08-17T00:36:16.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:16 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:16.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:16 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:16.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:16 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:36:16.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:16 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:36:16.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:16 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:36:16.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:16 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:16.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:16 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:16.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:16 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:36:16.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:16 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:16.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:16 smithi082 ceph-mon[29275]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:36:16.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:16 smithi082 ceph-mon[29275]: osdmap e48: 7 total, 7 up, 7 in 2024-08-17T00:36:16.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:16 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:16.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:16 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:16.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:16 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:36:16.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:16 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:36:16.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:16 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:36:16.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:16 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:16.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:16 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:16.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:16 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:36:16.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:16 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:16.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:16 smithi137 ceph-mon[33068]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:36:16.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:16 smithi137 ceph-mon[33068]: osdmap e48: 7 total, 7 up, 7 in 2024-08-17T00:36:16.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:16 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:16.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:16 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:16.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:16 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:36:16.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:16 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:36:16.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:16 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:36:16.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:16 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:16.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:16 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:16.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:16 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:36:16.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:16 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:17.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:17 smithi082 ceph-mon[29275]: Detected new or changed devices on smithi137 2024-08-17T00:36:17.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:17 smithi082 ceph-mon[29275]: Adjusting osd_memory_target on smithi137 to 5696M 2024-08-17T00:36:17.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:17 smithi082 ceph-mon[29275]: osdmap e49: 7 total, 7 up, 7 in 2024-08-17T00:36:17.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:17 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:17.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:17 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:17.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:17 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:36:17.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:17 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:17.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:17 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:36:17.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:17 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:36:17.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:17 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:17.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:17 smithi082 ceph-mon[39953]: Detected new or changed devices on smithi137 2024-08-17T00:36:17.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:17 smithi082 ceph-mon[39953]: Adjusting osd_memory_target on smithi137 to 5696M 2024-08-17T00:36:17.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:17 smithi082 ceph-mon[39953]: osdmap e49: 7 total, 7 up, 7 in 2024-08-17T00:36:17.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:17 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:17.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:17 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:17.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:17 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:36:17.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:17 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:17.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:17 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:36:17.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:17 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:36:17.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:17 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:17.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:17 smithi137 ceph-mon[33068]: Detected new or changed devices on smithi137 2024-08-17T00:36:17.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:17 smithi137 ceph-mon[33068]: Adjusting osd_memory_target on smithi137 to 5696M 2024-08-17T00:36:17.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:17 smithi137 ceph-mon[33068]: osdmap e49: 7 total, 7 up, 7 in 2024-08-17T00:36:17.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:17 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:17.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:17 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:17.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:17 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:36:17.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:17 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:17.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:17 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T00:36:17.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:17 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T00:36:17.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:17 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:18.944 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:18 smithi137 ceph-mon[33068]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:36:18.944 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:18 smithi137 ceph-mon[33068]: from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:36:18.944 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:18 smithi137 ceph-mon[33068]: osdmap e50: 7 total, 7 up, 7 in 2024-08-17T00:36:18.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:18 smithi082 ceph-mon[39953]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:36:18.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:18 smithi082 ceph-mon[39953]: from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:36:18.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:18 smithi082 ceph-mon[39953]: osdmap e50: 7 total, 7 up, 7 in 2024-08-17T00:36:18.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:18 smithi082 ceph-mon[29275]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:36:18.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:18 smithi082 ceph-mon[29275]: from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:36:18.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:18 smithi082 ceph-mon[29275]: osdmap e50: 7 total, 7 up, 7 in 2024-08-17T00:36:20.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:20 smithi137 ceph-mon[33068]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:36:20.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:20 smithi137 ceph-mon[33068]: from='client.? 172.21.15.137:0/857470235' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d20c01e-aa32-4a98-98b1-a66c1cc60ed5"}]: dispatch 2024-08-17T00:36:20.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:20 smithi137 ceph-mon[33068]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d20c01e-aa32-4a98-98b1-a66c1cc60ed5"}]: dispatch 2024-08-17T00:36:20.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:20 smithi137 ceph-mon[33068]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3d20c01e-aa32-4a98-98b1-a66c1cc60ed5"}]': finished 2024-08-17T00:36:20.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:20 smithi137 ceph-mon[33068]: osdmap e51: 8 total, 7 up, 8 in 2024-08-17T00:36:20.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:20 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:36:20.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:20 smithi137 ceph-mon[33068]: from='client.? 172.21.15.137:0/4218389552' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:36:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:20 smithi082 ceph-mon[29275]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:36:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:20 smithi082 ceph-mon[29275]: from='client.? 172.21.15.137:0/857470235' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d20c01e-aa32-4a98-98b1-a66c1cc60ed5"}]: dispatch 2024-08-17T00:36:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:20 smithi082 ceph-mon[29275]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d20c01e-aa32-4a98-98b1-a66c1cc60ed5"}]: dispatch 2024-08-17T00:36:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:20 smithi082 ceph-mon[29275]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3d20c01e-aa32-4a98-98b1-a66c1cc60ed5"}]': finished 2024-08-17T00:36:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:20 smithi082 ceph-mon[29275]: osdmap e51: 8 total, 7 up, 8 in 2024-08-17T00:36:20.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:20 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:36:20.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:20 smithi082 ceph-mon[29275]: from='client.? 172.21.15.137:0/4218389552' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:36:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:20 smithi082 ceph-mon[39953]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:36:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:20 smithi082 ceph-mon[39953]: from='client.? 172.21.15.137:0/857470235' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d20c01e-aa32-4a98-98b1-a66c1cc60ed5"}]: dispatch 2024-08-17T00:36:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:20 smithi082 ceph-mon[39953]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d20c01e-aa32-4a98-98b1-a66c1cc60ed5"}]: dispatch 2024-08-17T00:36:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:20 smithi082 ceph-mon[39953]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3d20c01e-aa32-4a98-98b1-a66c1cc60ed5"}]': finished 2024-08-17T00:36:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:20 smithi082 ceph-mon[39953]: osdmap e51: 8 total, 7 up, 8 in 2024-08-17T00:36:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:20 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:36:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:20 smithi082 ceph-mon[39953]: from='client.? 172.21.15.137:0/4218389552' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T00:36:22.951 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:22 smithi137 ceph-mon[33068]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-08-17T00:36:22.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:22 smithi082 ceph-mon[29275]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-08-17T00:36:22.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:22 smithi082 ceph-mon[39953]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-08-17T00:36:24.725 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:24 smithi137 ceph-mon[33068]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-08-17T00:36:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:24 smithi082 ceph-mon[29275]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-08-17T00:36:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:24 smithi082 ceph-mon[39953]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-08-17T00:36:26.956 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:26 smithi137 ceph-mon[33068]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T00:36:26.956 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:26 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T00:36:26.956 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:26 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:26.956 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:26 smithi137 ceph-mon[33068]: Deploying daemon osd.7 on smithi137 2024-08-17T00:36:26.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:26 smithi082 ceph-mon[29275]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T00:36:26.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:26 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T00:36:26.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:26 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:26.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:26 smithi082 ceph-mon[29275]: Deploying daemon osd.7 on smithi137 2024-08-17T00:36:26.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:26 smithi082 ceph-mon[39953]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T00:36:26.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:26 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T00:36:26.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:26 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:26.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:26 smithi082 ceph-mon[39953]: Deploying daemon osd.7 on smithi137 2024-08-17T00:36:28.840 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:28 smithi137 ceph-mon[33068]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-08-17T00:36:28.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:28 smithi082 ceph-mon[29275]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-08-17T00:36:28.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:28 smithi082 ceph-mon[39953]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-08-17T00:36:30.668 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:30 smithi137 ceph-mon[33068]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T00:36:30.668 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:30 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:30.668 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:30 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:30.668 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:30 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:30.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:30 smithi082 ceph-mon[29275]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T00:36:30.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:30 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:30.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:30 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:30.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:30 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:30.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:30 smithi082 ceph-mon[39953]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T00:36:30.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:30 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:30.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:30 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:30.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:30 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:32.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:32 smithi082 ceph-mon[29275]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:36:32.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:32 smithi082 ceph-mon[39953]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:36:32.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:32 smithi137 ceph-mon[33068]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:36:33.876 INFO:teuthology.orchestra.run.smithi137.stdout:Created osd(s) 7 on host 'smithi137' 2024-08-17T00:36:34.367 DEBUG:teuthology.orchestra.run.smithi137:osd.7> sudo journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.7.service 2024-08-17T00:36:34.370 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-08-17T00:36:34.370 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd stat -f json 2024-08-17T00:36:34.621 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:34 smithi137 ceph-mon[33068]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:36:34.621 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:34.621 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:34.621 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:34.621 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:36:34.621 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:34.621 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:34 smithi137 ceph-mon[33068]: from='osd.7 [v2:172.21.15.137:6824/3327378897,v1:172.21.15.137:6825/3327378897]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T00:36:34.622 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:34 smithi137 ceph-mon[33068]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T00:36:34.622 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:34.622 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:34.622 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:34.639 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:36:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:34 smithi082 ceph-mon[29275]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:36:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:34.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:34.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:36:34.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:34.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:34 smithi082 ceph-mon[29275]: from='osd.7 [v2:172.21.15.137:6824/3327378897,v1:172.21.15.137:6825/3327378897]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T00:36:34.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:34 smithi082 ceph-mon[29275]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T00:36:34.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:34.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:34.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:34.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:34 smithi082 ceph-mon[39953]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:36:34.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:34.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:34.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:34.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:36:34.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:34.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:34 smithi082 ceph-mon[39953]: from='osd.7 [v2:172.21.15.137:6824/3327378897,v1:172.21.15.137:6825/3327378897]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T00:36:34.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:34 smithi082 ceph-mon[39953]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T00:36:34.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:34.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:34.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:35.827 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:35 smithi137 ceph-mon[33068]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T00:36:35.827 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:35 smithi137 ceph-mon[33068]: osdmap e52: 8 total, 7 up, 8 in 2024-08-17T00:36:35.828 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:35 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:36:35.828 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:35 smithi137 ceph-mon[33068]: from='osd.7 [v2:172.21.15.137:6824/3327378897,v1:172.21.15.137:6825/3327378897]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:36:35.828 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:35 smithi137 ceph-mon[33068]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:36:35.828 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:36:35 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[55185]: 2024-08-17T00:36:35.538+0000 7f47b126e640 -1 osd.7 0 waiting for initial osdmap 2024-08-17T00:36:35.828 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:36:35 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[55185]: 2024-08-17T00:36:35.546+0000 7f47ae0a9640 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:36:35.906 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:35 smithi082 ceph-mon[29275]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T00:36:35.906 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:35 smithi082 ceph-mon[29275]: osdmap e52: 8 total, 7 up, 8 in 2024-08-17T00:36:35.906 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:35 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:36:35.906 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:35 smithi082 ceph-mon[29275]: from='osd.7 [v2:172.21.15.137:6824/3327378897,v1:172.21.15.137:6825/3327378897]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:36:35.907 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:35 smithi082 ceph-mon[29275]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:36:35.907 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:35 smithi082 ceph-mon[39953]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T00:36:35.907 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:35 smithi082 ceph-mon[39953]: osdmap e52: 8 total, 7 up, 8 in 2024-08-17T00:36:35.907 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:35 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:36:35.907 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:35 smithi082 ceph-mon[39953]: from='osd.7 [v2:172.21.15.137:6824/3327378897,v1:172.21.15.137:6825/3327378897]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:36:35.907 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:35 smithi082 ceph-mon[39953]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:36:36.598 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:36:36.873 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:36 smithi137 ceph-mon[33068]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:36:36.874 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:36 smithi137 ceph-mon[33068]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-08-17T00:36:36.874 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:36 smithi137 ceph-mon[33068]: osdmap e53: 8 total, 7 up, 8 in 2024-08-17T00:36:36.874 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:36 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:36:36.874 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:36 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:36:36.909 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:36 smithi082 ceph-mon[29275]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:36:36.909 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:36 smithi082 ceph-mon[29275]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-08-17T00:36:36.909 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:36 smithi082 ceph-mon[29275]: osdmap e53: 8 total, 7 up, 8 in 2024-08-17T00:36:36.909 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:36 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:36:36.909 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:36 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:36:36.910 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:36 smithi082 ceph-mon[39953]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:36:36.910 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:36 smithi082 ceph-mon[39953]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-08-17T00:36:36.910 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:36 smithi082 ceph-mon[39953]: osdmap e53: 8 total, 7 up, 8 in 2024-08-17T00:36:36.910 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:36 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:36:36.910 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:36 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:36:37.318 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":54,"num_osds":8,"num_up_osds":8,"osd_up_since":1723854996,"num_in_osds":8,"osd_in_since":1723854979,"num_remapped_pgs":1} 2024-08-17T00:36:37.319 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T00:36:37.581 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:36:37.705 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[39953]: purged_snaps scrub starts 2024-08-17T00:36:37.705 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[39953]: purged_snaps scrub ok 2024-08-17T00:36:37.705 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[39953]: osd.7 [v2:172.21.15.137:6824/3327378897,v1:172.21.15.137:6825/3327378897] boot 2024-08-17T00:36:37.705 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[39953]: osdmap e54: 8 total, 8 up, 8 in 2024-08-17T00:36:37.705 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:36:37.706 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/3758466679' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-17T00:36:37.706 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:37.706 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:37.706 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:36:37.706 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:36:37.706 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:36:37.706 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:36:37.706 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:37.706 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:37.706 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:36:37.706 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:37.707 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[29275]: purged_snaps scrub starts 2024-08-17T00:36:37.707 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[29275]: purged_snaps scrub ok 2024-08-17T00:36:37.707 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[29275]: osd.7 [v2:172.21.15.137:6824/3327378897,v1:172.21.15.137:6825/3327378897] boot 2024-08-17T00:36:37.707 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[29275]: osdmap e54: 8 total, 8 up, 8 in 2024-08-17T00:36:37.707 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:36:37.707 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/3758466679' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-17T00:36:37.707 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:37.707 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:37.707 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:36:37.707 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:36:37.707 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:36:37.707 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:36:37.707 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:37.708 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:37.708 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:36:37.708 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:37 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:37.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:37 smithi137 ceph-mon[33068]: purged_snaps scrub starts 2024-08-17T00:36:37.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:37 smithi137 ceph-mon[33068]: purged_snaps scrub ok 2024-08-17T00:36:37.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:37 smithi137 ceph-mon[33068]: osd.7 [v2:172.21.15.137:6824/3327378897,v1:172.21.15.137:6825/3327378897] boot 2024-08-17T00:36:37.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:37 smithi137 ceph-mon[33068]: osdmap e54: 8 total, 8 up, 8 in 2024-08-17T00:36:37.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:37 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:36:37.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:37 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/3758466679' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-17T00:36:37.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:37 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:37.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:37 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:37.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:37 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:36:37.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:37 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:36:37.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:37 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:36:37.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:37 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:36:37.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:37 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:37.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:37 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:37.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:37 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:36:37.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:37 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:38.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:38 smithi082 ceph-mon[39953]: Detected new or changed devices on smithi137 2024-08-17T00:36:38.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:38 smithi082 ceph-mon[39953]: Adjusting osd_memory_target on smithi137 to 4272M 2024-08-17T00:36:38.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:38 smithi082 ceph-mon[39953]: pgmap v166: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:36:38.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:38 smithi082 ceph-mon[39953]: osdmap e55: 8 total, 8 up, 8 in 2024-08-17T00:36:38.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:38 smithi082 ceph-mon[29275]: Detected new or changed devices on smithi137 2024-08-17T00:36:38.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:38 smithi082 ceph-mon[29275]: Adjusting osd_memory_target on smithi137 to 4272M 2024-08-17T00:36:38.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:38 smithi082 ceph-mon[29275]: pgmap v166: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:36:38.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:38 smithi082 ceph-mon[29275]: osdmap e55: 8 total, 8 up, 8 in 2024-08-17T00:36:38.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:38 smithi137 ceph-mon[33068]: Detected new or changed devices on smithi137 2024-08-17T00:36:38.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:38 smithi137 ceph-mon[33068]: Adjusting osd_memory_target on smithi137 to 4272M 2024-08-17T00:36:38.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:38 smithi137 ceph-mon[33068]: pgmap v166: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T00:36:38.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:38 smithi137 ceph-mon[33068]: osdmap e55: 8 total, 8 up, 8 in 2024-08-17T00:36:39.435 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:36:39.436 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":56,"fsid":"f8feaf04-5c2f-11ef-bccf-c7b262605968","created":"2024-08-17T00:31:49.177835+0000","modified":"2024-08-17T00:36:38.548594+0000","last_up_change":"2024-08-17T00:36:36.535905+0000","last_in_change":"2024-08-17T00:36:19.917952+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T00:34:43.626088+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"202eae0d-b971-441e-a5e5-61e1ae3dbf7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2661296690},{"type":"v1","addr":"172.21.15.82:6803","nonce":2661296690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2661296690},{"type":"v1","addr":"172.21.15.82:6805","nonce":2661296690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":2661296690},{"type":"v1","addr":"172.21.15.82:6809","nonce":2661296690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2661296690},{"type":"v1","addr":"172.21.15.82:6807","nonce":2661296690}]},"public_addr":"172.21.15.82:6803/2661296690","cluster_addr":"172.21.15.82:6805/2661296690","heartbeat_back_addr":"172.21.15.82:6809/2661296690","heartbeat_front_addr":"172.21.15.82:6807/2661296690","state":["exists","up"]},{"osd":1,"uuid":"1aefb1df-6d8e-445f-aa1a-357341b86034","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":3593629905},{"type":"v1","addr":"172.21.15.82:6811","nonce":3593629905}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":3593629905},{"type":"v1","addr":"172.21.15.82:6813","nonce":3593629905}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":3593629905},{"type":"v1","addr":"172.21.15.82:6817","nonce":3593629905}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":3593629905},{"type":"v1","addr":"172.21.15.82:6815","nonce":3593629905}]},"public_addr":"172.21.15.82:6811/3593629905","cluster_addr":"172.21.15.82:6813/3593629905","heartbeat_back_addr":"172.21.15.82:6817/3593629905","heartbeat_front_addr":"172.21.15.82:6815/3593629905","state":["exists","up"]},{"osd":2,"uuid":"e771411e-3dc5-4495-8e1e-22532ec6f1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":2201137631},{"type":"v1","addr":"172.21.15.82:6819","nonce":2201137631}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":2201137631},{"type":"v1","addr":"172.21.15.82:6821","nonce":2201137631}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":2201137631},{"type":"v1","addr":"172.21.15.82:6825","nonce":2201137631}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":2201137631},{"type":"v1","addr":"172.21.15.82:6823","nonce":2201137631}]},"public_addr":"172.21.15.82:6819/2201137631","cluster_addr":"172.21.15.82:6821/2201137631","heartbeat_back_addr":"172.21.15.82:6825/2201137631","heartbeat_front_addr":"172.21.15.82:6823/2201137631","state":["exists","up"]},{"osd":3,"uuid":"fcab179f-8cac-46c5-8a1e-416b98257e98","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":2432430510},{"type":"v1","addr":"172.21.15.82:6827","nonce":2432430510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":2432430510},{"type":"v1","addr":"172.21.15.82:6829","nonce":2432430510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2432430510},{"type":"v1","addr":"172.21.15.82:6833","nonce":2432430510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":2432430510},{"type":"v1","addr":"172.21.15.82:6831","nonce":2432430510}]},"public_addr":"172.21.15.82:6827/2432430510","cluster_addr":"172.21.15.82:6829/2432430510","heartbeat_back_addr":"172.21.15.82:6833/2432430510","heartbeat_front_addr":"172.21.15.82:6831/2432430510","state":["exists","up"]},{"osd":4,"uuid":"e1a49556-a716-4639-887a-745ab647147f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":3119718686},{"type":"v1","addr":"172.21.15.137:6801","nonce":3119718686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":3119718686},{"type":"v1","addr":"172.21.15.137:6803","nonce":3119718686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":3119718686},{"type":"v1","addr":"172.21.15.137:6807","nonce":3119718686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":3119718686},{"type":"v1","addr":"172.21.15.137:6805","nonce":3119718686}]},"public_addr":"172.21.15.137:6801/3119718686","cluster_addr":"172.21.15.137:6803/3119718686","heartbeat_back_addr":"172.21.15.137:6807/3119718686","heartbeat_front_addr":"172.21.15.137:6805/3119718686","state":["exists","up"]},{"osd":5,"uuid":"d99ec7f9-e1c8-43fc-a561-839b96e75934","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":2464649180},{"type":"v1","addr":"172.21.15.137:6809","nonce":2464649180}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":2464649180},{"type":"v1","addr":"172.21.15.137:6811","nonce":2464649180}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":2464649180},{"type":"v1","addr":"172.21.15.137:6815","nonce":2464649180}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":2464649180},{"type":"v1","addr":"172.21.15.137:6813","nonce":2464649180}]},"public_addr":"172.21.15.137:6809/2464649180","cluster_addr":"172.21.15.137:6811/2464649180","heartbeat_back_addr":"172.21.15.137:6815/2464649180","heartbeat_front_addr":"172.21.15.137:6813/2464649180","state":["exists","up"]},{"osd":6,"uuid":"486be4bc-e77c-4457-bbf4-481efc51c21f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":2188425065},{"type":"v1","addr":"172.21.15.137:6817","nonce":2188425065}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":2188425065},{"type":"v1","addr":"172.21.15.137:6819","nonce":2188425065}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":2188425065},{"type":"v1","addr":"172.21.15.137:6823","nonce":2188425065}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":2188425065},{"type":"v1","addr":"172.21.15.137:6821","nonce":2188425065}]},"public_addr":"172.21.15.137:6817/2188425065","cluster_addr":"172.21.15.137:6819/2188425065","heartbeat_back_addr":"172.21.15.137:6823/2188425065","heartbeat_front_addr":"172.21.15.137:6821/2188425065","state":["exists","up"]},{"osd":7,"uuid":"3d20c01e-aa32-4a98-98b1-a66c1cc60ed5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":3327378897},{"type":"v1","addr":"172.21.15.137:6825","nonce":3327378897}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":3327378897},{"type":"v1","addr":"172.21.15.137:6827","nonce":3327378897}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":3327378897},{"type":"v1","addr":"172.21.15.137:6831","nonce":3327378897}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":3327378897},{"type":"v1","addr":"172.21.15.137:6829","nonce":3327378897}]},"public_addr":"172.21.15.137:6825/3327378897","cluster_addr":"172.21.15.137:6827/3327378897","heartbeat_back_addr":"172.21.15.137:6831/3327378897","heartbeat_front_addr":"172.21.15.137:6829/3327378897","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:33:54.059622+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:34:17.042541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:34:40.818203+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:35:04.997886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:35:26.347506+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:35:49.056726+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:36:12.057138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:36:34.662036+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[{"pgid":"1.0","osds":[0,6]}],"primary_temp":[],"blocklist":{"172.21.15.82:6800/693925070":"2024-08-18T00:32:33.333001+0000","172.21.15.82:0/705366047":"2024-08-18T00:32:33.333001+0000","172.21.15.82:6801/693925070":"2024-08-18T00:32:33.333001+0000","172.21.15.82:0/1095799219":"2024-08-18T00:32:33.333001+0000","172.21.15.82:0/2474411610":"2024-08-18T00:32:33.333001+0000","172.21.15.82:6801/1296282024":"2024-08-18T00:32:11.699373+0000","172.21.15.82:6800/1296282024":"2024-08-18T00:32:11.699373+0000","172.21.15.82:0/1155766689":"2024-08-18T00:32:11.699373+0000","172.21.15.82:0/2579249771":"2024-08-18T00:32:11.699373+0000","172.21.15.82:0/281455942":"2024-08-18T00:32:11.699373+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T00:36:39.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:39 smithi082 ceph-mon[29275]: osdmap e56: 8 total, 8 up, 8 in 2024-08-17T00:36:39.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:39 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/1655533357' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:36:39.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:39 smithi082 ceph-mon[39953]: osdmap e56: 8 total, 8 up, 8 in 2024-08-17T00:36:39.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:39 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/1655533357' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:36:39.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:39 smithi137 ceph-mon[33068]: osdmap e56: 8 total, 8 up, 8 in 2024-08-17T00:36:39.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:39 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/1655533357' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:36:40.104 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-08-17T00:34:43.626088+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-08-17T00:36:40.104 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-08-17T00:36:40.360 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:36:40.744 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:40 smithi082 ceph-mon[29275]: pgmap v169: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:36:40.744 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:40 smithi082 ceph-mon[29275]: osdmap e57: 8 total, 8 up, 8 in 2024-08-17T00:36:40.744 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:40 smithi082 ceph-mon[39953]: pgmap v169: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:36:40.745 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:40 smithi082 ceph-mon[39953]: osdmap e57: 8 total, 8 up, 8 in 2024-08-17T00:36:40.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:40 smithi137 ceph-mon[33068]: pgmap v169: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:36:40.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:40 smithi137 ceph-mon[33068]: osdmap e57: 8 total, 8 up, 8 in 2024-08-17T00:36:41.781 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:41 smithi082 ceph-mon[39953]: osdmap e58: 8 total, 8 up, 8 in 2024-08-17T00:36:41.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:41 smithi082 ceph-mon[29275]: osdmap e58: 8 total, 8 up, 8 in 2024-08-17T00:36:41.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:41 smithi137 ceph-mon[33068]: osdmap e58: 8 total, 8 up, 8 in 2024-08-17T00:36:42.138 INFO:teuthology.orchestra.run.smithi082.stdout:pg_num: 1 2024-08-17T00:36:42.789 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:42 smithi082 ceph-mon[39953]: pgmap v172: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:36:42.789 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:42 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/1268602694' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-17T00:36:42.789 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:42 smithi082 ceph-mon[29275]: pgmap v172: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:36:42.789 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:42 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/1268602694' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-17T00:36:42.817 INFO:tasks.cephadm:Adding mds.a on smithi082 2024-08-17T00:36:42.817 INFO:tasks.cephadm:Adding mds.b on smithi137 2024-08-17T00:36:42.817 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph orch apply mds all '2;smithi082=a;smithi137=b' 2024-08-17T00:36:42.846 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:42 smithi137 ceph-mon[33068]: pgmap v172: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:36:42.846 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:42 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/1268602694' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-17T00:36:43.088 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:36:44.693 INFO:teuthology.orchestra.run.smithi137.stdout:Scheduled mds.all update... 2024-08-17T00:36:44.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:44 smithi082 ceph-mon[29275]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-08-17T00:36:44.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:44 smithi082 ceph-mon[39953]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-08-17T00:36:44.985 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:44 smithi137 ceph-mon[33068]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-08-17T00:36:45.311 DEBUG:teuthology.orchestra.run.smithi082:mds.a> sudo journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mds.a.service 2024-08-17T00:36:45.314 DEBUG:teuthology.orchestra.run.smithi137:mds.b> sudo journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mds.b.service 2024-08-17T00:36:45.354 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-08-17T00:36:45.354 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T00:36:45.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:45 smithi082 ceph-mon[29275]: from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi082=a;smithi137=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:36:45.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:45 smithi082 ceph-mon[29275]: Saving service mds.all spec with placement smithi082=a;smithi137=b;count:2 2024-08-17T00:36:45.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:45 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:45.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:45 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:45.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:45 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:45.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:45 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:36:45.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:45 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:45.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:45 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:36:45.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:45 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T00:36:45.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:45 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:45.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:45 smithi082 ceph-mon[29275]: Deploying daemon mds.a on smithi082 2024-08-17T00:36:45.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:45 smithi082 ceph-mon[39953]: from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi082=a;smithi137=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:36:45.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:45 smithi082 ceph-mon[39953]: Saving service mds.all spec with placement smithi082=a;smithi137=b;count:2 2024-08-17T00:36:45.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:45 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:45.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:45 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:45.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:45 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:45.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:45 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:36:45.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:45 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:45.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:45 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:36:45.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:45 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T00:36:45.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:45 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:45.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:45 smithi082 ceph-mon[39953]: Deploying daemon mds.a on smithi082 2024-08-17T00:36:45.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:45 smithi137 ceph-mon[33068]: from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi082=a;smithi137=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:36:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:45 smithi137 ceph-mon[33068]: Saving service mds.all spec with placement smithi082=a;smithi137=b;count:2 2024-08-17T00:36:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:45 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:45 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:45 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:45 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:36:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:45 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:45 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:36:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:45 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T00:36:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:45 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:45 smithi137 ceph-mon[33068]: Deploying daemon mds.a on smithi082 2024-08-17T00:36:46.208 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:36:46.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:46 smithi082 ceph-mon[29275]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-08-17T00:36:46.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:46 smithi082 ceph-mon[39953]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-08-17T00:36:46.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:46 smithi137 ceph-mon[33068]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-08-17T00:36:48.313 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:36:48.314 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-08-17T00:36:48.314 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 1 2024-08-17T00:36:48.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:48 smithi082 ceph-mon[29275]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T00:36:48.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:48 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/3855438452' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:36:48.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:48 smithi082 ceph-mon[39953]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T00:36:48.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:48 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/3855438452' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:36:48.976 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 00:36:48 smithi082 systemd[1]: Started Ceph mds.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:36:48.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:48 smithi137 ceph-mon[33068]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T00:36:48.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:48 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/3855438452' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:36:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:49 smithi137 ceph-mon[33068]: mds.? [v2:172.21.15.82:6834/578208742,v1:172.21.15.82:6835/578208742] up:boot 2024-08-17T00:36:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:49 smithi137 ceph-mon[33068]: fsmap 1 up:standby 2024-08-17T00:36:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:49 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:36:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:49 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:49 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:49 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:49 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:36:49.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:49 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T00:36:49.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:49 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:49.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:49 smithi137 ceph-mon[33068]: Deploying daemon mds.b on smithi137 2024-08-17T00:36:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:49 smithi082 ceph-mon[29275]: mds.? [v2:172.21.15.82:6834/578208742,v1:172.21.15.82:6835/578208742] up:boot 2024-08-17T00:36:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:49 smithi082 ceph-mon[29275]: fsmap 1 up:standby 2024-08-17T00:36:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:49 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:36:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:49 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:49 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:50.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:49 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:50.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:49 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:36:50.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:49 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T00:36:50.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:49 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:50.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:49 smithi082 ceph-mon[29275]: Deploying daemon mds.b on smithi137 2024-08-17T00:36:50.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:49 smithi082 ceph-mon[39953]: mds.? [v2:172.21.15.82:6834/578208742,v1:172.21.15.82:6835/578208742] up:boot 2024-08-17T00:36:50.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:49 smithi082 ceph-mon[39953]: fsmap 1 up:standby 2024-08-17T00:36:50.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:49 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:36:50.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:49 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:50.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:49 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:50.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:49 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:50.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:49 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:36:50.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:49 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T00:36:50.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:49 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:50.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:49 smithi082 ceph-mon[39953]: Deploying daemon mds.b on smithi137 2024-08-17T00:36:50.894 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 00:36:50 smithi137 podman[59150]: 2024-08-17 00:36:50.72408905 +0000 UTC m=+0.016933313 image pull bc5a85a9020602c9fcfe814c6876d00e1bb966b6859019e3572b26574460cc98 quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db 2024-08-17T00:36:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:50 smithi082 ceph-mon[29275]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-08-17T00:36:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:50 smithi082 ceph-mon[39953]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-08-17T00:36:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:50 smithi137 ceph-mon[33068]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-08-17T00:36:51.237 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 00:36:51 smithi137 podman[59150]: 2024-08-17 00:36:51.05638198 +0000 UTC m=+0.349226231 container init 931a05caee78e375049aed90b3eedd0d1831d5cbe5c4291bb7dca655d6eee51e (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-03a1ac1, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-08-17T00:36:51.237 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 00:36:51 smithi137 podman[59150]: 2024-08-17 00:36:51.059378184 +0000 UTC m=+0.352222441 container start 931a05caee78e375049aed90b3eedd0d1831d5cbe5c4291bb7dca655d6eee51e (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-b, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=quincy-03a1ac1, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_CLEAN=True) 2024-08-17T00:36:51.237 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 00:36:51 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-b[59166]: starting mds.b at 2024-08-17T00:36:51.237 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 00:36:51 smithi137 bash[59150]: 931a05caee78e375049aed90b3eedd0d1831d5cbe5c4291bb7dca655d6eee51e 2024-08-17T00:36:51.237 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 00:36:51 smithi137 systemd[1]: Started Ceph mds.b for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:36:51.416 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T00:36:52.304 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:36:52.428 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:52 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:52.429 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:52 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:52.429 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:52 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:52.429 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:52 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:52.429 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:52 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:52.429 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:52 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:52.429 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:52 smithi082 ceph-mon[29275]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-08-17T00:36:52.429 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:52 smithi082 ceph-mon[29275]: mds.? [v2:172.21.15.137:6832/2805285471,v1:172.21.15.137:6833/2805285471] up:boot 2024-08-17T00:36:52.429 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:52 smithi082 ceph-mon[29275]: fsmap 2 up:standby 2024-08-17T00:36:52.429 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:52 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:36:52.430 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:52 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:52.430 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:52 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:52.430 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:52 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:52.430 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:52 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:52.430 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:52 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:52.430 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:52 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:52.430 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:52 smithi082 ceph-mon[39953]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-08-17T00:36:52.430 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:52 smithi082 ceph-mon[39953]: mds.? [v2:172.21.15.137:6832/2805285471,v1:172.21.15.137:6833/2805285471] up:boot 2024-08-17T00:36:52.430 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:52 smithi082 ceph-mon[39953]: fsmap 2 up:standby 2024-08-17T00:36:52.430 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:52 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:36:52.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:52 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:52.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:52 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:52.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:52 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:52.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:52 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:52.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:52 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:52.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:52 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:52.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:52 smithi137 ceph-mon[33068]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-08-17T00:36:52.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:52 smithi137 ceph-mon[33068]: mds.? [v2:172.21.15.137:6832/2805285471,v1:172.21.15.137:6833/2805285471] up:boot 2024-08-17T00:36:52.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:52 smithi137 ceph-mon[33068]: fsmap 2 up:standby 2024-08-17T00:36:52.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:52 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:36:53.847 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:53 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:53.848 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:53 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:53.848 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:53 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:53.848 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:53 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:53.848 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:53 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:53.848 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:53 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:53.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:53 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:53.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:53 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:53.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:53 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:54.287 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:36:54.287 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24325,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/2805285471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":2805285471},{"type":"v1","addr":"172.21.15.137:6833","nonce":2805285471}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24329,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/578208742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":578208742},{"type":"v1","addr":"172.21.15.82:6835","nonce":578208742}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-08-17T00:36:54.288 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 3 2024-08-17T00:36:54.643 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:54 smithi082 ceph-mon[39953]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-17T00:36:54.643 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:54 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:54.643 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:54 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:54.643 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:54 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/2445378224' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:36:54.644 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:54 smithi082 ceph-mon[29275]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-17T00:36:54.644 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:54 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:54.644 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:54 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:54.644 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:54 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/2445378224' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:36:54.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:54 smithi137 ceph-mon[33068]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-17T00:36:54.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:54 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:54.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:54 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:54.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:54 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/2445378224' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:36:55.086 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-08-17T00:36:55.341 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:36:55.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:55 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:55.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:55 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:36:55.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:55 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:55.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:55 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:55.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:55 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:55.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:55 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:36:55.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:55 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:55.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:55 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:55.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:55 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:36:55.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:55 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:55.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:55 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:55.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:55 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:55.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:55 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:36:55.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:55 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:55.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:55 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:55.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:55 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:36:55.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:55 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:55.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:55 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:36:55.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:55 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:36:55.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:55 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:36:55.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:55 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:36:56.912 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:56 smithi082 ceph-mon[39953]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:36:56.913 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:56 smithi082 ceph-mon[29275]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:36:57.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:56 smithi137 ceph-mon[33068]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:36:57.296 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:36:57.296 INFO:teuthology.orchestra.run.smithi082.stdout:[ 2024-08-17T00:36:57.296 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-08-17T00:36:57.296 INFO:teuthology.orchestra.run.smithi082.stdout: "poolnum": 1, 2024-08-17T00:36:57.296 INFO:teuthology.orchestra.run.smithi082.stdout: "poolname": ".mgr" 2024-08-17T00:36:57.296 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-08-17T00:36:57.296 INFO:teuthology.orchestra.run.smithi082.stdout:] 2024-08-17T00:36:57.952 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:57 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/2462814143' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-17T00:36:57.952 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:57 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/2462814143' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-17T00:36:57.976 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-08-17T00:36:57.977 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-08-17T00:36:58.225 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:36:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:57 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/2462814143' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-17T00:36:58.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:36:58 smithi082 ceph-mon[29275]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:36:58.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:36:58 smithi082 ceph-mon[39953]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:36:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:36:58 smithi137 ceph-mon[33068]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:00.781 INFO:teuthology.orchestra.run.smithi082.stderr:pool 'cephfs_metadata' created 2024-08-17T00:37:01.091 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:00 smithi082 ceph-mon[39953]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:01.091 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:00 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/2518546817' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-17T00:37:01.091 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:00 smithi082 ceph-mon[39953]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-17T00:37:01.091 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:00 smithi082 ceph-mon[29275]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:01.091 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:00 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/2518546817' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-17T00:37:01.092 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:00 smithi082 ceph-mon[29275]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-17T00:37:01.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:00 smithi137 ceph-mon[33068]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:01.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:00 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/2518546817' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-17T00:37:01.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:00 smithi137 ceph-mon[33068]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-17T00:37:01.531 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-08-17T00:37:01.798 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:37:02.047 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:01 smithi082 ceph-mon[39953]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-17T00:37:02.047 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:01 smithi082 ceph-mon[39953]: osdmap e59: 8 total, 8 up, 8 in 2024-08-17T00:37:02.047 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:01 smithi082 ceph-mon[39953]: osdmap e60: 8 total, 8 up, 8 in 2024-08-17T00:37:02.047 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:01 smithi082 ceph-mon[29275]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-17T00:37:02.048 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:01 smithi082 ceph-mon[29275]: osdmap e59: 8 total, 8 up, 8 in 2024-08-17T00:37:02.048 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:01 smithi082 ceph-mon[29275]: osdmap e60: 8 total, 8 up, 8 in 2024-08-17T00:37:02.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:01 smithi137 ceph-mon[33068]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-17T00:37:02.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:01 smithi137 ceph-mon[33068]: osdmap e59: 8 total, 8 up, 8 in 2024-08-17T00:37:02.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:01 smithi137 ceph-mon[33068]: osdmap e60: 8 total, 8 up, 8 in 2024-08-17T00:37:02.951 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:02 smithi082 ceph-mon[29275]: pgmap v183: 33 pgs: 5 creating+peering, 27 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:02.951 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:02 smithi082 ceph-mon[29275]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:37:02.951 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:02 smithi082 ceph-mon[29275]: osdmap e61: 8 total, 8 up, 8 in 2024-08-17T00:37:02.951 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:02 smithi082 ceph-mon[39953]: pgmap v183: 33 pgs: 5 creating+peering, 27 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:02.951 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:02 smithi082 ceph-mon[39953]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:37:02.951 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:02 smithi082 ceph-mon[39953]: osdmap e61: 8 total, 8 up, 8 in 2024-08-17T00:37:03.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:02 smithi137 ceph-mon[33068]: pgmap v183: 33 pgs: 5 creating+peering, 27 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:03.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:02 smithi137 ceph-mon[33068]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:37:03.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:02 smithi137 ceph-mon[33068]: osdmap e61: 8 total, 8 up, 8 in 2024-08-17T00:37:03.933 INFO:teuthology.orchestra.run.smithi082.stderr:pool 'cephfs_data' created 2024-08-17T00:37:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:03 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/1813499397' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-17T00:37:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:03 smithi082 ceph-mon[29275]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-17T00:37:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:03 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/1813499397' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-17T00:37:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:03 smithi082 ceph-mon[39953]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-17T00:37:04.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:03 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/1813499397' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-17T00:37:04.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:03 smithi137 ceph-mon[33068]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-17T00:37:04.759 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-08-17T00:37:05.028 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:37:05.151 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:04 smithi082 ceph-mon[29275]: pgmap v186: 33 pgs: 13 active+clean, 5 creating+peering, 15 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:05.151 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:04 smithi082 ceph-mon[29275]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-17T00:37:05.151 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:04 smithi082 ceph-mon[29275]: osdmap e62: 8 total, 8 up, 8 in 2024-08-17T00:37:05.151 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:04 smithi082 ceph-mon[29275]: osdmap e63: 8 total, 8 up, 8 in 2024-08-17T00:37:05.152 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:04 smithi082 ceph-mon[39953]: pgmap v186: 33 pgs: 13 active+clean, 5 creating+peering, 15 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:05.152 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:04 smithi082 ceph-mon[39953]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-17T00:37:05.152 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:04 smithi082 ceph-mon[39953]: osdmap e62: 8 total, 8 up, 8 in 2024-08-17T00:37:05.152 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:04 smithi082 ceph-mon[39953]: osdmap e63: 8 total, 8 up, 8 in 2024-08-17T00:37:05.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:04 smithi137 ceph-mon[33068]: pgmap v186: 33 pgs: 13 active+clean, 5 creating+peering, 15 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:05.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:04 smithi137 ceph-mon[33068]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-17T00:37:05.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:04 smithi137 ceph-mon[33068]: osdmap e62: 8 total, 8 up, 8 in 2024-08-17T00:37:05.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:04 smithi137 ceph-mon[33068]: osdmap e63: 8 total, 8 up, 8 in 2024-08-17T00:37:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:06 smithi082 ceph-mon[29275]: pgmap v189: 97 pgs: 28 active+clean, 18 creating+peering, 51 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:07.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:06 smithi082 ceph-mon[29275]: osdmap e64: 8 total, 8 up, 8 in 2024-08-17T00:37:07.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:06 smithi082 ceph-mon[39953]: pgmap v189: 97 pgs: 28 active+clean, 18 creating+peering, 51 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:07.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:06 smithi082 ceph-mon[39953]: osdmap e64: 8 total, 8 up, 8 in 2024-08-17T00:37:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:06 smithi137 ceph-mon[33068]: pgmap v189: 97 pgs: 28 active+clean, 18 creating+peering, 51 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:06 smithi137 ceph-mon[33068]: osdmap e64: 8 total, 8 up, 8 in 2024-08-17T00:37:07.968 INFO:teuthology.orchestra.run.smithi082.stderr:new fs with metadata pool 2 and data pool 3 2024-08-17T00:37:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:07 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/3756962522' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-17T00:37:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:07 smithi082 ceph-mon[29275]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-17T00:37:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:07 smithi082 ceph-mon[29275]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-17T00:37:08.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:07 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/3756962522' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-17T00:37:08.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:07 smithi082 ceph-mon[39953]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-17T00:37:08.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:07 smithi082 ceph-mon[39953]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-17T00:37:08.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:07 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/3756962522' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-17T00:37:08.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:07 smithi137 ceph-mon[33068]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-17T00:37:08.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:07 smithi137 ceph-mon[33068]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-17T00:37:08.750 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T00:37:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:08 smithi082 ceph-mon[29275]: pgmap v191: 97 pgs: 55 active+clean, 13 creating+peering, 29 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:08 smithi082 ceph-mon[29275]: osdmap e65: 8 total, 8 up, 8 in 2024-08-17T00:37:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:08 smithi082 ceph-mon[29275]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-17T00:37:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:08 smithi082 ceph-mon[29275]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-08-17T00:37:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:08 smithi082 ceph-mon[29275]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-17T00:37:08.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:08 smithi082 ceph-mon[39953]: pgmap v191: 97 pgs: 55 active+clean, 13 creating+peering, 29 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:08.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:08 smithi082 ceph-mon[39953]: osdmap e65: 8 total, 8 up, 8 in 2024-08-17T00:37:08.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:08 smithi082 ceph-mon[39953]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-17T00:37:08.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:08 smithi082 ceph-mon[39953]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-08-17T00:37:08.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:08 smithi082 ceph-mon[39953]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-17T00:37:09.010 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:37:09.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:08 smithi137 ceph-mon[33068]: pgmap v191: 97 pgs: 55 active+clean, 13 creating+peering, 29 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:09.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:08 smithi137 ceph-mon[33068]: osdmap e65: 8 total, 8 up, 8 in 2024-08-17T00:37:09.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:08 smithi137 ceph-mon[33068]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-17T00:37:09.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:08 smithi137 ceph-mon[33068]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-08-17T00:37:09.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:08 smithi137 ceph-mon[33068]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-17T00:37:10.085 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:09 smithi082 ceph-mon[39953]: mds.? [v2:172.21.15.82:6834/578208742,v1:172.21.15.82:6835/578208742] up:active 2024-08-17T00:37:10.085 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:09 smithi082 ceph-mon[39953]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T00:37:10.086 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:09 smithi082 ceph-mon[39953]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T00:37:10.086 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:09 smithi082 ceph-mon[29275]: mds.? [v2:172.21.15.82:6834/578208742,v1:172.21.15.82:6835/578208742] up:active 2024-08-17T00:37:10.086 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:09 smithi082 ceph-mon[29275]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T00:37:10.086 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:09 smithi082 ceph-mon[29275]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T00:37:10.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:09 smithi137 ceph-mon[33068]: mds.? [v2:172.21.15.82:6834/578208742,v1:172.21.15.82:6835/578208742] up:active 2024-08-17T00:37:10.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:09 smithi137 ceph-mon[33068]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T00:37:10.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:09 smithi137 ceph-mon[33068]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T00:37:10.763 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:37:10.763 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":65,"fsid":"f8feaf04-5c2f-11ef-bccf-c7b262605968","created":"2024-08-17T00:31:49.177835+0000","modified":"2024-08-17T00:37:06.954285+0000","last_up_change":"2024-08-17T00:36:36.535905+0000","last_in_change":"2024-08-17T00:36:19.917952+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T00:34:43.626088+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T00:37:00.343749+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T00:37:03.874341+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"202eae0d-b971-441e-a5e5-61e1ae3dbf7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2661296690},{"type":"v1","addr":"172.21.15.82:6803","nonce":2661296690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2661296690},{"type":"v1","addr":"172.21.15.82:6805","nonce":2661296690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":2661296690},{"type":"v1","addr":"172.21.15.82:6809","nonce":2661296690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2661296690},{"type":"v1","addr":"172.21.15.82:6807","nonce":2661296690}]},"public_addr":"172.21.15.82:6803/2661296690","cluster_addr":"172.21.15.82:6805/2661296690","heartbeat_back_addr":"172.21.15.82:6809/2661296690","heartbeat_front_addr":"172.21.15.82:6807/2661296690","state":["exists","up"]},{"osd":1,"uuid":"1aefb1df-6d8e-445f-aa1a-357341b86034","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":3593629905},{"type":"v1","addr":"172.21.15.82:6811","nonce":3593629905}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":3593629905},{"type":"v1","addr":"172.21.15.82:6813","nonce":3593629905}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":3593629905},{"type":"v1","addr":"172.21.15.82:6817","nonce":3593629905}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":3593629905},{"type":"v1","addr":"172.21.15.82:6815","nonce":3593629905}]},"public_addr":"172.21.15.82:6811/3593629905","cluster_addr":"172.21.15.82:6813/3593629905","heartbeat_back_addr":"172.21.15.82:6817/3593629905","heartbeat_front_addr":"172.21.15.82:6815/3593629905","state":["exists","up"]},{"osd":2,"uuid":"e771411e-3dc5-4495-8e1e-22532ec6f1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":2201137631},{"type":"v1","addr":"172.21.15.82:6819","nonce":2201137631}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":2201137631},{"type":"v1","addr":"172.21.15.82:6821","nonce":2201137631}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":2201137631},{"type":"v1","addr":"172.21.15.82:6825","nonce":2201137631}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":2201137631},{"type":"v1","addr":"172.21.15.82:6823","nonce":2201137631}]},"public_addr":"172.21.15.82:6819/2201137631","cluster_addr":"172.21.15.82:6821/2201137631","heartbeat_back_addr":"172.21.15.82:6825/2201137631","heartbeat_front_addr":"172.21.15.82:6823/2201137631","state":["exists","up"]},{"osd":3,"uuid":"fcab179f-8cac-46c5-8a1e-416b98257e98","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":2432430510},{"type":"v1","addr":"172.21.15.82:6827","nonce":2432430510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":2432430510},{"type":"v1","addr":"172.21.15.82:6829","nonce":2432430510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2432430510},{"type":"v1","addr":"172.21.15.82:6833","nonce":2432430510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":2432430510},{"type":"v1","addr":"172.21.15.82:6831","nonce":2432430510}]},"public_addr":"172.21.15.82:6827/2432430510","cluster_addr":"172.21.15.82:6829/2432430510","heartbeat_back_addr":"172.21.15.82:6833/2432430510","heartbeat_front_addr":"172.21.15.82:6831/2432430510","state":["exists","up"]},{"osd":4,"uuid":"e1a49556-a716-4639-887a-745ab647147f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":3119718686},{"type":"v1","addr":"172.21.15.137:6801","nonce":3119718686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":3119718686},{"type":"v1","addr":"172.21.15.137:6803","nonce":3119718686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":3119718686},{"type":"v1","addr":"172.21.15.137:6807","nonce":3119718686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":3119718686},{"type":"v1","addr":"172.21.15.137:6805","nonce":3119718686}]},"public_addr":"172.21.15.137:6801/3119718686","cluster_addr":"172.21.15.137:6803/3119718686","heartbeat_back_addr":"172.21.15.137:6807/3119718686","heartbeat_front_addr":"172.21.15.137:6805/3119718686","state":["exists","up"]},{"osd":5,"uuid":"d99ec7f9-e1c8-43fc-a561-839b96e75934","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":2464649180},{"type":"v1","addr":"172.21.15.137:6809","nonce":2464649180}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":2464649180},{"type":"v1","addr":"172.21.15.137:6811","nonce":2464649180}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":2464649180},{"type":"v1","addr":"172.21.15.137:6815","nonce":2464649180}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":2464649180},{"type":"v1","addr":"172.21.15.137:6813","nonce":2464649180}]},"public_addr":"172.21.15.137:6809/2464649180","cluster_addr":"172.21.15.137:6811/2464649180","heartbeat_back_addr":"172.21.15.137:6815/2464649180","heartbeat_front_addr":"172.21.15.137:6813/2464649180","state":["exists","up"]},{"osd":6,"uuid":"486be4bc-e77c-4457-bbf4-481efc51c21f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":2188425065},{"type":"v1","addr":"172.21.15.137:6817","nonce":2188425065}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":2188425065},{"type":"v1","addr":"172.21.15.137:6819","nonce":2188425065}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":2188425065},{"type":"v1","addr":"172.21.15.137:6823","nonce":2188425065}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":2188425065},{"type":"v1","addr":"172.21.15.137:6821","nonce":2188425065}]},"public_addr":"172.21.15.137:6817/2188425065","cluster_addr":"172.21.15.137:6819/2188425065","heartbeat_back_addr":"172.21.15.137:6823/2188425065","heartbeat_front_addr":"172.21.15.137:6821/2188425065","state":["exists","up"]},{"osd":7,"uuid":"3d20c01e-aa32-4a98-98b1-a66c1cc60ed5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":3327378897},{"type":"v1","addr":"172.21.15.137:6825","nonce":3327378897}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":3327378897},{"type":"v1","addr":"172.21.15.137:6827","nonce":3327378897}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":3327378897},{"type":"v1","addr":"172.21.15.137:6831","nonce":3327378897}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":3327378897},{"type":"v1","addr":"172.21.15.137:6829","nonce":3327378897}]},"public_addr":"172.21.15.137:6825/3327378897","cluster_addr":"172.21.15.137:6827/3327378897","heartbeat_back_addr":"172.21.15.137:6831/3327378897","heartbeat_front_addr":"172.21.15.137:6829/3327378897","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:33:54.059622+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:34:17.042541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:34:40.818203+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:35:04.997886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:35:26.347506+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:35:49.056726+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:36:12.057138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:36:34.662036+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.82:6800/693925070":"2024-08-18T00:32:33.333001+0000","172.21.15.82:0/705366047":"2024-08-18T00:32:33.333001+0000","172.21.15.82:6801/693925070":"2024-08-18T00:32:33.333001+0000","172.21.15.82:0/1095799219":"2024-08-18T00:32:33.333001+0000","172.21.15.82:0/2474411610":"2024-08-18T00:32:33.333001+0000","172.21.15.82:6801/1296282024":"2024-08-18T00:32:11.699373+0000","172.21.15.82:6800/1296282024":"2024-08-18T00:32:11.699373+0000","172.21.15.82:0/1155766689":"2024-08-18T00:32:11.699373+0000","172.21.15.82:0/2579249771":"2024-08-18T00:32:11.699373+0000","172.21.15.82:0/281455942":"2024-08-18T00:32:11.699373+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T00:37:11.110 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:10 smithi082 ceph-mon[29275]: pgmap v193: 97 pgs: 84 active+clean, 13 creating+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 187 B/s wr, 2 op/s 2024-08-17T00:37:11.110 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:10 smithi082 ceph-mon[29275]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-17T00:37:11.110 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:10 smithi082 ceph-mon[29275]: Cluster is now healthy 2024-08-17T00:37:11.110 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:10 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/3282109361' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:37:11.110 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:10 smithi082 ceph-mon[39953]: pgmap v193: 97 pgs: 84 active+clean, 13 creating+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 187 B/s wr, 2 op/s 2024-08-17T00:37:11.110 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:10 smithi082 ceph-mon[39953]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-17T00:37:11.110 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:10 smithi082 ceph-mon[39953]: Cluster is now healthy 2024-08-17T00:37:11.111 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:10 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/3282109361' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:37:11.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:10 smithi137 ceph-mon[33068]: pgmap v193: 97 pgs: 84 active+clean, 13 creating+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 187 B/s wr, 2 op/s 2024-08-17T00:37:11.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:10 smithi137 ceph-mon[33068]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-17T00:37:11.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:10 smithi137 ceph-mon[33068]: Cluster is now healthy 2024-08-17T00:37:11.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:10 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/3282109361' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:37:11.451 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T00:37:11.701 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:37:13.107 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:12 smithi082 ceph-mon[29275]: pgmap v194: 97 pgs: 97 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 952 B/s wr, 4 op/s 2024-08-17T00:37:13.107 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:12 smithi082 ceph-mon[39953]: pgmap v194: 97 pgs: 97 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 952 B/s wr, 4 op/s 2024-08-17T00:37:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:12 smithi137 ceph-mon[33068]: pgmap v194: 97 pgs: 97 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 952 B/s wr, 4 op/s 2024-08-17T00:37:13.638 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:37:13.638 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":65,"fsid":"f8feaf04-5c2f-11ef-bccf-c7b262605968","created":"2024-08-17T00:31:49.177835+0000","modified":"2024-08-17T00:37:06.954285+0000","last_up_change":"2024-08-17T00:36:36.535905+0000","last_in_change":"2024-08-17T00:36:19.917952+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T00:34:43.626088+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T00:37:00.343749+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T00:37:03.874341+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"202eae0d-b971-441e-a5e5-61e1ae3dbf7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2661296690},{"type":"v1","addr":"172.21.15.82:6803","nonce":2661296690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2661296690},{"type":"v1","addr":"172.21.15.82:6805","nonce":2661296690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":2661296690},{"type":"v1","addr":"172.21.15.82:6809","nonce":2661296690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2661296690},{"type":"v1","addr":"172.21.15.82:6807","nonce":2661296690}]},"public_addr":"172.21.15.82:6803/2661296690","cluster_addr":"172.21.15.82:6805/2661296690","heartbeat_back_addr":"172.21.15.82:6809/2661296690","heartbeat_front_addr":"172.21.15.82:6807/2661296690","state":["exists","up"]},{"osd":1,"uuid":"1aefb1df-6d8e-445f-aa1a-357341b86034","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":3593629905},{"type":"v1","addr":"172.21.15.82:6811","nonce":3593629905}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":3593629905},{"type":"v1","addr":"172.21.15.82:6813","nonce":3593629905}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":3593629905},{"type":"v1","addr":"172.21.15.82:6817","nonce":3593629905}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":3593629905},{"type":"v1","addr":"172.21.15.82:6815","nonce":3593629905}]},"public_addr":"172.21.15.82:6811/3593629905","cluster_addr":"172.21.15.82:6813/3593629905","heartbeat_back_addr":"172.21.15.82:6817/3593629905","heartbeat_front_addr":"172.21.15.82:6815/3593629905","state":["exists","up"]},{"osd":2,"uuid":"e771411e-3dc5-4495-8e1e-22532ec6f1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":2201137631},{"type":"v1","addr":"172.21.15.82:6819","nonce":2201137631}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":2201137631},{"type":"v1","addr":"172.21.15.82:6821","nonce":2201137631}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":2201137631},{"type":"v1","addr":"172.21.15.82:6825","nonce":2201137631}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":2201137631},{"type":"v1","addr":"172.21.15.82:6823","nonce":2201137631}]},"public_addr":"172.21.15.82:6819/2201137631","cluster_addr":"172.21.15.82:6821/2201137631","heartbeat_back_addr":"172.21.15.82:6825/2201137631","heartbeat_front_addr":"172.21.15.82:6823/2201137631","state":["exists","up"]},{"osd":3,"uuid":"fcab179f-8cac-46c5-8a1e-416b98257e98","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":2432430510},{"type":"v1","addr":"172.21.15.82:6827","nonce":2432430510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":2432430510},{"type":"v1","addr":"172.21.15.82:6829","nonce":2432430510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2432430510},{"type":"v1","addr":"172.21.15.82:6833","nonce":2432430510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":2432430510},{"type":"v1","addr":"172.21.15.82:6831","nonce":2432430510}]},"public_addr":"172.21.15.82:6827/2432430510","cluster_addr":"172.21.15.82:6829/2432430510","heartbeat_back_addr":"172.21.15.82:6833/2432430510","heartbeat_front_addr":"172.21.15.82:6831/2432430510","state":["exists","up"]},{"osd":4,"uuid":"e1a49556-a716-4639-887a-745ab647147f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":3119718686},{"type":"v1","addr":"172.21.15.137:6801","nonce":3119718686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":3119718686},{"type":"v1","addr":"172.21.15.137:6803","nonce":3119718686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":3119718686},{"type":"v1","addr":"172.21.15.137:6807","nonce":3119718686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":3119718686},{"type":"v1","addr":"172.21.15.137:6805","nonce":3119718686}]},"public_addr":"172.21.15.137:6801/3119718686","cluster_addr":"172.21.15.137:6803/3119718686","heartbeat_back_addr":"172.21.15.137:6807/3119718686","heartbeat_front_addr":"172.21.15.137:6805/3119718686","state":["exists","up"]},{"osd":5,"uuid":"d99ec7f9-e1c8-43fc-a561-839b96e75934","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":2464649180},{"type":"v1","addr":"172.21.15.137:6809","nonce":2464649180}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":2464649180},{"type":"v1","addr":"172.21.15.137:6811","nonce":2464649180}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":2464649180},{"type":"v1","addr":"172.21.15.137:6815","nonce":2464649180}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":2464649180},{"type":"v1","addr":"172.21.15.137:6813","nonce":2464649180}]},"public_addr":"172.21.15.137:6809/2464649180","cluster_addr":"172.21.15.137:6811/2464649180","heartbeat_back_addr":"172.21.15.137:6815/2464649180","heartbeat_front_addr":"172.21.15.137:6813/2464649180","state":["exists","up"]},{"osd":6,"uuid":"486be4bc-e77c-4457-bbf4-481efc51c21f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":2188425065},{"type":"v1","addr":"172.21.15.137:6817","nonce":2188425065}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":2188425065},{"type":"v1","addr":"172.21.15.137:6819","nonce":2188425065}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":2188425065},{"type":"v1","addr":"172.21.15.137:6823","nonce":2188425065}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":2188425065},{"type":"v1","addr":"172.21.15.137:6821","nonce":2188425065}]},"public_addr":"172.21.15.137:6817/2188425065","cluster_addr":"172.21.15.137:6819/2188425065","heartbeat_back_addr":"172.21.15.137:6823/2188425065","heartbeat_front_addr":"172.21.15.137:6821/2188425065","state":["exists","up"]},{"osd":7,"uuid":"3d20c01e-aa32-4a98-98b1-a66c1cc60ed5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":3327378897},{"type":"v1","addr":"172.21.15.137:6825","nonce":3327378897}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":3327378897},{"type":"v1","addr":"172.21.15.137:6827","nonce":3327378897}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":3327378897},{"type":"v1","addr":"172.21.15.137:6831","nonce":3327378897}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":3327378897},{"type":"v1","addr":"172.21.15.137:6829","nonce":3327378897}]},"public_addr":"172.21.15.137:6825/3327378897","cluster_addr":"172.21.15.137:6827/3327378897","heartbeat_back_addr":"172.21.15.137:6831/3327378897","heartbeat_front_addr":"172.21.15.137:6829/3327378897","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:33:54.059622+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:34:17.042541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:34:40.818203+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:35:04.997886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:35:26.347506+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:35:49.056726+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:36:12.057138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:36:34.662036+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.82:6800/693925070":"2024-08-18T00:32:33.333001+0000","172.21.15.82:0/705366047":"2024-08-18T00:32:33.333001+0000","172.21.15.82:6801/693925070":"2024-08-18T00:32:33.333001+0000","172.21.15.82:0/1095799219":"2024-08-18T00:32:33.333001+0000","172.21.15.82:0/2474411610":"2024-08-18T00:32:33.333001+0000","172.21.15.82:6801/1296282024":"2024-08-18T00:32:11.699373+0000","172.21.15.82:6800/1296282024":"2024-08-18T00:32:11.699373+0000","172.21.15.82:0/1155766689":"2024-08-18T00:32:11.699373+0000","172.21.15.82:0/2579249771":"2024-08-18T00:32:11.699373+0000","172.21.15.82:0/281455942":"2024-08-18T00:32:11.699373+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T00:37:13.973 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 00:37:13 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-a[66817]: 2024-08-17T00:37:13.747+0000 7f2775542640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-17T00:37:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:13 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/12045269' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:37:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:13 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/12045269' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:37:14.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:13 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/12045269' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:37:14.368 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-08-17T00:37:14.619 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:37:15.079 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:14 smithi082 ceph-mon[39953]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-08-17T00:37:15.079 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:14 smithi082 ceph-mon[29275]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-08-17T00:37:15.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:14 smithi137 ceph-mon[33068]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-08-17T00:37:17.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:16 smithi137 ceph-mon[33068]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-08-17T00:37:17.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:16 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/3227801829' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-17T00:37:17.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:16 smithi137 ceph-mon[33068]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-17T00:37:17.347 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:16 smithi082 ceph-mon[39953]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-08-17T00:37:17.348 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:16 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/3227801829' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-17T00:37:17.348 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:16 smithi082 ceph-mon[39953]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-17T00:37:17.348 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:16 smithi082 ceph-mon[29275]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-08-17T00:37:17.349 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:16 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/3227801829' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-17T00:37:17.349 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:16 smithi082 ceph-mon[29275]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-17T00:37:17.780 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-08-17T00:37:17.780 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph fs set cephfs allow_standby_replay false 2024-08-17T00:37:18.009 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:17 smithi082 ceph-mon[39953]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-17T00:37:18.009 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:17 smithi082 ceph-mon[39953]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T00:37:18.010 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:17 smithi082 ceph-mon[29275]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-17T00:37:18.010 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:17 smithi082 ceph-mon[29275]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T00:37:18.046 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:37:18.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:17 smithi137 ceph-mon[33068]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-17T00:37:18.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:17 smithi137 ceph-mon[33068]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T00:37:19.222 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:18 smithi082 ceph-mon[29275]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-17T00:37:19.223 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:18 smithi082 ceph-mon[39953]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-17T00:37:19.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:18 smithi137 ceph-mon[33068]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-17T00:37:20.392 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:19 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/1481221615' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-17T00:37:20.393 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:19 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/1481221615' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-17T00:37:20.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:19 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/1481221615' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-17T00:37:20.690 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-08-17T00:37:20.690 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T00:37:20.946 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:37:21.316 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:20 smithi082 ceph-mon[39953]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-08-17T00:37:21.316 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:20 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/1481221615' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-17T00:37:21.316 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:20 smithi082 ceph-mon[39953]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T00:37:21.317 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:20 smithi082 ceph-mon[29275]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-08-17T00:37:21.317 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:20 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/1481221615' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-17T00:37:21.317 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:20 smithi082 ceph-mon[29275]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T00:37:21.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:20 smithi137 ceph-mon[33068]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-08-17T00:37:21.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:20 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/1481221615' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-17T00:37:21.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:20 smithi137 ceph-mon[33068]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T00:37:22.827 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:37:22.827 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24325,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/2805285471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":2805285471},{"type":"v1","addr":"172.21.15.137:6833","nonce":2805285471}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T00:37:06.954410+0000","modified":"2024-08-17T00:37:19.993636+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24329":{"gid":24329,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":6,"addr":"172.21.15.82:6835/578208742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":578208742},{"type":"v1","addr":"172.21.15.82:6835","nonce":578208742}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-17T00:37:22.827 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 8 2024-08-17T00:37:23.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:22 smithi082 ceph-mon[39953]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s wr, 2 op/s 2024-08-17T00:37:23.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:22 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/684511688' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:37:23.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:22 smithi082 ceph-mon[29275]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s wr, 2 op/s 2024-08-17T00:37:23.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:22 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/684511688' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:37:23.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:22 smithi137 ceph-mon[33068]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s wr, 2 op/s 2024-08-17T00:37:23.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:22 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/684511688' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:37:23.553 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T00:37:23.807 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:37:24.183 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:24 smithi082 ceph-mon[39953]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 597 B/s wr, 1 op/s 2024-08-17T00:37:24.184 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:24 smithi082 ceph-mon[29275]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 597 B/s wr, 1 op/s 2024-08-17T00:37:24.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:24 smithi137 ceph-mon[33068]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 597 B/s wr, 1 op/s 2024-08-17T00:37:25.744 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:37:25.744 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":65,"fsid":"f8feaf04-5c2f-11ef-bccf-c7b262605968","created":"2024-08-17T00:31:49.177835+0000","modified":"2024-08-17T00:37:06.954285+0000","last_up_change":"2024-08-17T00:36:36.535905+0000","last_in_change":"2024-08-17T00:36:19.917952+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T00:34:43.626088+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T00:37:00.343749+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T00:37:03.874341+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"202eae0d-b971-441e-a5e5-61e1ae3dbf7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2661296690},{"type":"v1","addr":"172.21.15.82:6803","nonce":2661296690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2661296690},{"type":"v1","addr":"172.21.15.82:6805","nonce":2661296690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":2661296690},{"type":"v1","addr":"172.21.15.82:6809","nonce":2661296690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2661296690},{"type":"v1","addr":"172.21.15.82:6807","nonce":2661296690}]},"public_addr":"172.21.15.82:6803/2661296690","cluster_addr":"172.21.15.82:6805/2661296690","heartbeat_back_addr":"172.21.15.82:6809/2661296690","heartbeat_front_addr":"172.21.15.82:6807/2661296690","state":["exists","up"]},{"osd":1,"uuid":"1aefb1df-6d8e-445f-aa1a-357341b86034","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":3593629905},{"type":"v1","addr":"172.21.15.82:6811","nonce":3593629905}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":3593629905},{"type":"v1","addr":"172.21.15.82:6813","nonce":3593629905}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":3593629905},{"type":"v1","addr":"172.21.15.82:6817","nonce":3593629905}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":3593629905},{"type":"v1","addr":"172.21.15.82:6815","nonce":3593629905}]},"public_addr":"172.21.15.82:6811/3593629905","cluster_addr":"172.21.15.82:6813/3593629905","heartbeat_back_addr":"172.21.15.82:6817/3593629905","heartbeat_front_addr":"172.21.15.82:6815/3593629905","state":["exists","up"]},{"osd":2,"uuid":"e771411e-3dc5-4495-8e1e-22532ec6f1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":2201137631},{"type":"v1","addr":"172.21.15.82:6819","nonce":2201137631}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":2201137631},{"type":"v1","addr":"172.21.15.82:6821","nonce":2201137631}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":2201137631},{"type":"v1","addr":"172.21.15.82:6825","nonce":2201137631}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":2201137631},{"type":"v1","addr":"172.21.15.82:6823","nonce":2201137631}]},"public_addr":"172.21.15.82:6819/2201137631","cluster_addr":"172.21.15.82:6821/2201137631","heartbeat_back_addr":"172.21.15.82:6825/2201137631","heartbeat_front_addr":"172.21.15.82:6823/2201137631","state":["exists","up"]},{"osd":3,"uuid":"fcab179f-8cac-46c5-8a1e-416b98257e98","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":2432430510},{"type":"v1","addr":"172.21.15.82:6827","nonce":2432430510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":2432430510},{"type":"v1","addr":"172.21.15.82:6829","nonce":2432430510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2432430510},{"type":"v1","addr":"172.21.15.82:6833","nonce":2432430510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":2432430510},{"type":"v1","addr":"172.21.15.82:6831","nonce":2432430510}]},"public_addr":"172.21.15.82:6827/2432430510","cluster_addr":"172.21.15.82:6829/2432430510","heartbeat_back_addr":"172.21.15.82:6833/2432430510","heartbeat_front_addr":"172.21.15.82:6831/2432430510","state":["exists","up"]},{"osd":4,"uuid":"e1a49556-a716-4639-887a-745ab647147f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":3119718686},{"type":"v1","addr":"172.21.15.137:6801","nonce":3119718686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":3119718686},{"type":"v1","addr":"172.21.15.137:6803","nonce":3119718686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":3119718686},{"type":"v1","addr":"172.21.15.137:6807","nonce":3119718686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":3119718686},{"type":"v1","addr":"172.21.15.137:6805","nonce":3119718686}]},"public_addr":"172.21.15.137:6801/3119718686","cluster_addr":"172.21.15.137:6803/3119718686","heartbeat_back_addr":"172.21.15.137:6807/3119718686","heartbeat_front_addr":"172.21.15.137:6805/3119718686","state":["exists","up"]},{"osd":5,"uuid":"d99ec7f9-e1c8-43fc-a561-839b96e75934","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":2464649180},{"type":"v1","addr":"172.21.15.137:6809","nonce":2464649180}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":2464649180},{"type":"v1","addr":"172.21.15.137:6811","nonce":2464649180}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":2464649180},{"type":"v1","addr":"172.21.15.137:6815","nonce":2464649180}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":2464649180},{"type":"v1","addr":"172.21.15.137:6813","nonce":2464649180}]},"public_addr":"172.21.15.137:6809/2464649180","cluster_addr":"172.21.15.137:6811/2464649180","heartbeat_back_addr":"172.21.15.137:6815/2464649180","heartbeat_front_addr":"172.21.15.137:6813/2464649180","state":["exists","up"]},{"osd":6,"uuid":"486be4bc-e77c-4457-bbf4-481efc51c21f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":2188425065},{"type":"v1","addr":"172.21.15.137:6817","nonce":2188425065}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":2188425065},{"type":"v1","addr":"172.21.15.137:6819","nonce":2188425065}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":2188425065},{"type":"v1","addr":"172.21.15.137:6823","nonce":2188425065}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":2188425065},{"type":"v1","addr":"172.21.15.137:6821","nonce":2188425065}]},"public_addr":"172.21.15.137:6817/2188425065","cluster_addr":"172.21.15.137:6819/2188425065","heartbeat_back_addr":"172.21.15.137:6823/2188425065","heartbeat_front_addr":"172.21.15.137:6821/2188425065","state":["exists","up"]},{"osd":7,"uuid":"3d20c01e-aa32-4a98-98b1-a66c1cc60ed5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":3327378897},{"type":"v1","addr":"172.21.15.137:6825","nonce":3327378897}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":3327378897},{"type":"v1","addr":"172.21.15.137:6827","nonce":3327378897}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":3327378897},{"type":"v1","addr":"172.21.15.137:6831","nonce":3327378897}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":3327378897},{"type":"v1","addr":"172.21.15.137:6829","nonce":3327378897}]},"public_addr":"172.21.15.137:6825/3327378897","cluster_addr":"172.21.15.137:6827/3327378897","heartbeat_back_addr":"172.21.15.137:6831/3327378897","heartbeat_front_addr":"172.21.15.137:6829/3327378897","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:33:54.059622+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:34:17.042541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:34:40.818203+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:35:04.997886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:35:26.347506+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:35:49.056726+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:36:12.057138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:36:34.662036+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.82:6800/693925070":"2024-08-18T00:32:33.333001+0000","172.21.15.82:0/705366047":"2024-08-18T00:32:33.333001+0000","172.21.15.82:6801/693925070":"2024-08-18T00:32:33.333001+0000","172.21.15.82:0/1095799219":"2024-08-18T00:32:33.333001+0000","172.21.15.82:0/2474411610":"2024-08-18T00:32:33.333001+0000","172.21.15.82:6801/1296282024":"2024-08-18T00:32:11.699373+0000","172.21.15.82:6800/1296282024":"2024-08-18T00:32:11.699373+0000","172.21.15.82:0/1155766689":"2024-08-18T00:32:11.699373+0000","172.21.15.82:0/2579249771":"2024-08-18T00:32:11.699373+0000","172.21.15.82:0/281455942":"2024-08-18T00:32:11.699373+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T00:37:26.497 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-17T00:37:26.497 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T00:37:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:26 smithi082 ceph-mon[39953]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T00:37:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:26 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/133774481' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:37:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:26 smithi082 ceph-mon[29275]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T00:37:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:26 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/133774481' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:37:26.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:26 smithi137 ceph-mon[33068]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T00:37:26.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:26 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/133774481' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:37:26.749 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:37:28.523 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:37:28.524 INFO:teuthology.orchestra.run.smithi082.stderr:dumped all 2024-08-17T00:37:28.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:28 smithi082 ceph-mon[29275]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:28.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:28 smithi082 ceph-mon[39953]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:28.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:28 smithi137 ceph-mon[33068]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:29.339 INFO:teuthology.orchestra.run.smithi082.stdout:{"pg_ready":true,"pg_map":{"version":202,"stamp":"2024-08-17T00:37:27.389561+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385796,"kb_used_data":6936,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575420,"statfs":{"total":767960285184,"available":765517230080,"internally_reserved":0,"allocated":7102464,"data_stored":3991245,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002963"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.100052+0000","last_change":"2024-08-17T00:37:04.965385+0000","last_active":"2024-08-17T00:37:06.100052+0000","last_peered":"2024-08-17T00:37:06.100052+0000","last_clean":"2024-08-17T00:37:06.100052+0000","last_became_active":"2024-08-17T00:37:04.964958+0000","last_became_peered":"2024-08-17T00:37:04.964958+0000","last_unstale":"2024-08-17T00:37:06.100052+0000","last_undegraded":"2024-08-17T00:37:06.100052+0000","last_fullsized":"2024-08-17T00:37:06.100052+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:07:45.455159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099009+0000","last_change":"2024-08-17T00:37:04.955968+0000","last_active":"2024-08-17T00:37:06.099009+0000","last_peered":"2024-08-17T00:37:06.099009+0000","last_clean":"2024-08-17T00:37:06.099009+0000","last_became_active":"2024-08-17T00:37:04.955741+0000","last_became_peered":"2024-08-17T00:37:04.955741+0000","last_unstale":"2024-08-17T00:37:06.099009+0000","last_undegraded":"2024-08-17T00:37:06.099009+0000","last_fullsized":"2024-08-17T00:37:06.099009+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:56:07.048116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098427+0000","last_change":"2024-08-17T00:37:04.955555+0000","last_active":"2024-08-17T00:37:06.098427+0000","last_peered":"2024-08-17T00:37:06.098427+0000","last_clean":"2024-08-17T00:37:06.098427+0000","last_became_active":"2024-08-17T00:37:04.955302+0000","last_became_peered":"2024-08-17T00:37:04.955302+0000","last_unstale":"2024-08-17T00:37:06.098427+0000","last_undegraded":"2024-08-17T00:37:06.098427+0000","last_fullsized":"2024-08-17T00:37:06.098427+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:04:43.432722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098294+0000","last_change":"2024-08-17T00:37:04.956129+0000","last_active":"2024-08-17T00:37:06.098294+0000","last_peered":"2024-08-17T00:37:06.098294+0000","last_clean":"2024-08-17T00:37:06.098294+0000","last_became_active":"2024-08-17T00:37:04.955832+0000","last_became_peered":"2024-08-17T00:37:04.955832+0000","last_unstale":"2024-08-17T00:37:06.098294+0000","last_undegraded":"2024-08-17T00:37:06.098294+0000","last_fullsized":"2024-08-17T00:37:06.098294+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:00:58.259544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099005+0000","last_change":"2024-08-17T00:37:04.959105+0000","last_active":"2024-08-17T00:37:06.099005+0000","last_peered":"2024-08-17T00:37:06.099005+0000","last_clean":"2024-08-17T00:37:06.099005+0000","last_became_active":"2024-08-17T00:37:04.958847+0000","last_became_peered":"2024-08-17T00:37:04.958847+0000","last_unstale":"2024-08-17T00:37:06.099005+0000","last_undegraded":"2024-08-17T00:37:06.099005+0000","last_fullsized":"2024-08-17T00:37:06.099005+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:15:48.258405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098388+0000","last_change":"2024-08-17T00:37:04.955856+0000","last_active":"2024-08-17T00:37:06.098388+0000","last_peered":"2024-08-17T00:37:06.098388+0000","last_clean":"2024-08-17T00:37:06.098388+0000","last_became_active":"2024-08-17T00:37:04.955099+0000","last_became_peered":"2024-08-17T00:37:04.955099+0000","last_unstale":"2024-08-17T00:37:06.098388+0000","last_undegraded":"2024-08-17T00:37:06.098388+0000","last_fullsized":"2024-08-17T00:37:06.098388+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:36:11.128811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098645+0000","last_change":"2024-08-17T00:37:04.955347+0000","last_active":"2024-08-17T00:37:06.098645+0000","last_peered":"2024-08-17T00:37:06.098645+0000","last_clean":"2024-08-17T00:37:06.098645+0000","last_became_active":"2024-08-17T00:37:04.955013+0000","last_became_peered":"2024-08-17T00:37:04.955013+0000","last_unstale":"2024-08-17T00:37:06.098645+0000","last_undegraded":"2024-08-17T00:37:06.098645+0000","last_fullsized":"2024-08-17T00:37:06.098645+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:40:24.150380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.954117+0000","last_change":"2024-08-17T00:37:04.955543+0000","last_active":"2024-08-17T00:37:05.954117+0000","last_peered":"2024-08-17T00:37:05.954117+0000","last_clean":"2024-08-17T00:37:05.954117+0000","last_became_active":"2024-08-17T00:37:04.954952+0000","last_became_peered":"2024-08-17T00:37:04.954952+0000","last_unstale":"2024-08-17T00:37:05.954117+0000","last_undegraded":"2024-08-17T00:37:05.954117+0000","last_fullsized":"2024-08-17T00:37:05.954117+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:43:51.158375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.100245+0000","last_change":"2024-08-17T00:37:04.965691+0000","last_active":"2024-08-17T00:37:06.100245+0000","last_peered":"2024-08-17T00:37:06.100245+0000","last_clean":"2024-08-17T00:37:06.100245+0000","last_became_active":"2024-08-17T00:37:04.965373+0000","last_became_peered":"2024-08-17T00:37:04.965373+0000","last_unstale":"2024-08-17T00:37:06.100245+0000","last_undegraded":"2024-08-17T00:37:06.100245+0000","last_fullsized":"2024-08-17T00:37:06.100245+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:44:37.687798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099737+0000","last_change":"2024-08-17T00:37:04.954130+0000","last_active":"2024-08-17T00:37:06.099737+0000","last_peered":"2024-08-17T00:37:06.099737+0000","last_clean":"2024-08-17T00:37:06.099737+0000","last_became_active":"2024-08-17T00:37:04.953851+0000","last_became_peered":"2024-08-17T00:37:04.953851+0000","last_unstale":"2024-08-17T00:37:06.099737+0000","last_undegraded":"2024-08-17T00:37:06.099737+0000","last_fullsized":"2024-08-17T00:37:06.099737+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:19:56.220101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099288+0000","last_change":"2024-08-17T00:37:04.955228+0000","last_active":"2024-08-17T00:37:06.099288+0000","last_peered":"2024-08-17T00:37:06.099288+0000","last_clean":"2024-08-17T00:37:06.099288+0000","last_became_active":"2024-08-17T00:37:04.954944+0000","last_became_peered":"2024-08-17T00:37:04.954944+0000","last_unstale":"2024-08-17T00:37:06.099288+0000","last_undegraded":"2024-08-17T00:37:06.099288+0000","last_fullsized":"2024-08-17T00:37:06.099288+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:00:05.124564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.951441+0000","last_change":"2024-08-17T00:37:04.953333+0000","last_active":"2024-08-17T00:37:05.951441+0000","last_peered":"2024-08-17T00:37:05.951441+0000","last_clean":"2024-08-17T00:37:05.951441+0000","last_became_active":"2024-08-17T00:37:04.952943+0000","last_became_peered":"2024-08-17T00:37:04.952943+0000","last_unstale":"2024-08-17T00:37:05.951441+0000","last_undegraded":"2024-08-17T00:37:05.951441+0000","last_fullsized":"2024-08-17T00:37:05.951441+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:02:16.230046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.954423+0000","last_change":"2024-08-17T00:37:04.960832+0000","last_active":"2024-08-17T00:37:05.954423+0000","last_peered":"2024-08-17T00:37:05.954423+0000","last_clean":"2024-08-17T00:37:05.954423+0000","last_became_active":"2024-08-17T00:37:04.960356+0000","last_became_peered":"2024-08-17T00:37:04.960356+0000","last_unstale":"2024-08-17T00:37:05.954423+0000","last_undegraded":"2024-08-17T00:37:05.954423+0000","last_fullsized":"2024-08-17T00:37:05.954423+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:24:49.481207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098033+0000","last_change":"2024-08-17T00:37:04.953354+0000","last_active":"2024-08-17T00:37:06.098033+0000","last_peered":"2024-08-17T00:37:06.098033+0000","last_clean":"2024-08-17T00:37:06.098033+0000","last_became_active":"2024-08-17T00:37:04.953080+0000","last_became_peered":"2024-08-17T00:37:04.953080+0000","last_unstale":"2024-08-17T00:37:06.098033+0000","last_undegraded":"2024-08-17T00:37:06.098033+0000","last_fullsized":"2024-08-17T00:37:06.098033+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:48:57.206962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098060+0000","last_change":"2024-08-17T00:37:04.947257+0000","last_active":"2024-08-17T00:37:06.098060+0000","last_peered":"2024-08-17T00:37:06.098060+0000","last_clean":"2024-08-17T00:37:06.098060+0000","last_became_active":"2024-08-17T00:37:04.946388+0000","last_became_peered":"2024-08-17T00:37:04.946388+0000","last_unstale":"2024-08-17T00:37:06.098060+0000","last_undegraded":"2024-08-17T00:37:06.098060+0000","last_fullsized":"2024-08-17T00:37:06.098060+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:28:07.469500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098563+0000","last_change":"2024-08-17T00:37:04.956269+0000","last_active":"2024-08-17T00:37:06.098563+0000","last_peered":"2024-08-17T00:37:06.098563+0000","last_clean":"2024-08-17T00:37:06.098563+0000","last_became_active":"2024-08-17T00:37:04.955974+0000","last_became_peered":"2024-08-17T00:37:04.955974+0000","last_unstale":"2024-08-17T00:37:06.098563+0000","last_undegraded":"2024-08-17T00:37:06.098563+0000","last_fullsized":"2024-08-17T00:37:06.098563+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:14:11.656823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.100040+0000","last_change":"2024-08-17T00:37:04.958540+0000","last_active":"2024-08-17T00:37:06.100040+0000","last_peered":"2024-08-17T00:37:06.100040+0000","last_clean":"2024-08-17T00:37:06.100040+0000","last_became_active":"2024-08-17T00:37:04.958262+0000","last_became_peered":"2024-08-17T00:37:04.958262+0000","last_unstale":"2024-08-17T00:37:06.100040+0000","last_undegraded":"2024-08-17T00:37:06.100040+0000","last_fullsized":"2024-08-17T00:37:06.100040+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:30:09.223939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.955364+0000","last_change":"2024-08-17T00:37:04.948727+0000","last_active":"2024-08-17T00:37:05.955364+0000","last_peered":"2024-08-17T00:37:05.955364+0000","last_clean":"2024-08-17T00:37:05.955364+0000","last_became_active":"2024-08-17T00:37:04.948491+0000","last_became_peered":"2024-08-17T00:37:04.948491+0000","last_unstale":"2024-08-17T00:37:05.955364+0000","last_undegraded":"2024-08-17T00:37:05.955364+0000","last_fullsized":"2024-08-17T00:37:05.955364+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:02:51.723340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099816+0000","last_change":"2024-08-17T00:37:04.951747+0000","last_active":"2024-08-17T00:37:06.099816+0000","last_peered":"2024-08-17T00:37:06.099816+0000","last_clean":"2024-08-17T00:37:06.099816+0000","last_became_active":"2024-08-17T00:37:04.951479+0000","last_became_peered":"2024-08-17T00:37:04.951479+0000","last_unstale":"2024-08-17T00:37:06.099816+0000","last_undegraded":"2024-08-17T00:37:06.099816+0000","last_fullsized":"2024-08-17T00:37:06.099816+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:07:11.330770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099196+0000","last_change":"2024-08-17T00:37:04.960530+0000","last_active":"2024-08-17T00:37:06.099196+0000","last_peered":"2024-08-17T00:37:06.099196+0000","last_clean":"2024-08-17T00:37:06.099196+0000","last_became_active":"2024-08-17T00:37:04.959948+0000","last_became_peered":"2024-08-17T00:37:04.959948+0000","last_unstale":"2024-08-17T00:37:06.099196+0000","last_undegraded":"2024-08-17T00:37:06.099196+0000","last_fullsized":"2024-08-17T00:37:06.099196+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:28:53.560412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098349+0000","last_change":"2024-08-17T00:37:04.954260+0000","last_active":"2024-08-17T00:37:06.098349+0000","last_peered":"2024-08-17T00:37:06.098349+0000","last_clean":"2024-08-17T00:37:06.098349+0000","last_became_active":"2024-08-17T00:37:04.953996+0000","last_became_peered":"2024-08-17T00:37:04.953996+0000","last_unstale":"2024-08-17T00:37:06.098349+0000","last_undegraded":"2024-08-17T00:37:06.098349+0000","last_fullsized":"2024-08-17T00:37:06.098349+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:47:56.704827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098521+0000","last_change":"2024-08-17T00:37:04.952001+0000","last_active":"2024-08-17T00:37:06.098521+0000","last_peered":"2024-08-17T00:37:06.098521+0000","last_clean":"2024-08-17T00:37:06.098521+0000","last_became_active":"2024-08-17T00:37:04.951596+0000","last_became_peered":"2024-08-17T00:37:04.951596+0000","last_unstale":"2024-08-17T00:37:06.098521+0000","last_undegraded":"2024-08-17T00:37:06.098521+0000","last_fullsized":"2024-08-17T00:37:06.098521+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:37:13.656588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.954295+0000","last_change":"2024-08-17T00:37:04.942538+0000","last_active":"2024-08-17T00:37:05.954295+0000","last_peered":"2024-08-17T00:37:05.954295+0000","last_clean":"2024-08-17T00:37:05.954295+0000","last_became_active":"2024-08-17T00:37:04.942265+0000","last_became_peered":"2024-08-17T00:37:04.942265+0000","last_unstale":"2024-08-17T00:37:05.954295+0000","last_undegraded":"2024-08-17T00:37:05.954295+0000","last_fullsized":"2024-08-17T00:37:05.954295+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:34:05.752759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098655+0000","last_change":"2024-08-17T00:37:04.957432+0000","last_active":"2024-08-17T00:37:06.098655+0000","last_peered":"2024-08-17T00:37:06.098655+0000","last_clean":"2024-08-17T00:37:06.098655+0000","last_became_active":"2024-08-17T00:37:04.956716+0000","last_became_peered":"2024-08-17T00:37:04.956716+0000","last_unstale":"2024-08-17T00:37:06.098655+0000","last_undegraded":"2024-08-17T00:37:06.098655+0000","last_fullsized":"2024-08-17T00:37:06.098655+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:42:24.999160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.954928+0000","last_change":"2024-08-17T00:37:04.939615+0000","last_active":"2024-08-17T00:37:05.954928+0000","last_peered":"2024-08-17T00:37:05.954928+0000","last_clean":"2024-08-17T00:37:05.954928+0000","last_became_active":"2024-08-17T00:37:04.939333+0000","last_became_peered":"2024-08-17T00:37:04.939333+0000","last_unstale":"2024-08-17T00:37:05.954928+0000","last_undegraded":"2024-08-17T00:37:05.954928+0000","last_fullsized":"2024-08-17T00:37:05.954928+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:23:13.258905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099834+0000","last_change":"2024-08-17T00:37:04.959624+0000","last_active":"2024-08-17T00:37:06.099834+0000","last_peered":"2024-08-17T00:37:06.099834+0000","last_clean":"2024-08-17T00:37:06.099834+0000","last_became_active":"2024-08-17T00:37:04.959363+0000","last_became_peered":"2024-08-17T00:37:04.959363+0000","last_unstale":"2024-08-17T00:37:06.099834+0000","last_undegraded":"2024-08-17T00:37:06.099834+0000","last_fullsized":"2024-08-17T00:37:06.099834+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:59:28.920400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098813+0000","last_change":"2024-08-17T00:37:04.950456+0000","last_active":"2024-08-17T00:37:06.098813+0000","last_peered":"2024-08-17T00:37:06.098813+0000","last_clean":"2024-08-17T00:37:06.098813+0000","last_became_active":"2024-08-17T00:37:04.950150+0000","last_became_peered":"2024-08-17T00:37:04.950150+0000","last_unstale":"2024-08-17T00:37:06.098813+0000","last_undegraded":"2024-08-17T00:37:06.098813+0000","last_fullsized":"2024-08-17T00:37:06.098813+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:25:48.418918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.954698+0000","last_change":"2024-08-17T00:37:04.956767+0000","last_active":"2024-08-17T00:37:05.954698+0000","last_peered":"2024-08-17T00:37:05.954698+0000","last_clean":"2024-08-17T00:37:05.954698+0000","last_became_active":"2024-08-17T00:37:04.956514+0000","last_became_peered":"2024-08-17T00:37:04.956514+0000","last_unstale":"2024-08-17T00:37:05.954698+0000","last_undegraded":"2024-08-17T00:37:05.954698+0000","last_fullsized":"2024-08-17T00:37:05.954698+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:48:39.081973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098642+0000","last_change":"2024-08-17T00:37:04.959291+0000","last_active":"2024-08-17T00:37:06.098642+0000","last_peered":"2024-08-17T00:37:06.098642+0000","last_clean":"2024-08-17T00:37:06.098642+0000","last_became_active":"2024-08-17T00:37:04.958677+0000","last_became_peered":"2024-08-17T00:37:04.958677+0000","last_unstale":"2024-08-17T00:37:06.098642+0000","last_undegraded":"2024-08-17T00:37:06.098642+0000","last_fullsized":"2024-08-17T00:37:06.098642+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:09:28.217247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098516+0000","last_change":"2024-08-17T00:37:04.957364+0000","last_active":"2024-08-17T00:37:06.098516+0000","last_peered":"2024-08-17T00:37:06.098516+0000","last_clean":"2024-08-17T00:37:06.098516+0000","last_became_active":"2024-08-17T00:37:04.954702+0000","last_became_peered":"2024-08-17T00:37:04.954702+0000","last_unstale":"2024-08-17T00:37:06.098516+0000","last_undegraded":"2024-08-17T00:37:06.098516+0000","last_fullsized":"2024-08-17T00:37:06.098516+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:09:45.652868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.955133+0000","last_change":"2024-08-17T00:37:04.947845+0000","last_active":"2024-08-17T00:37:05.955133+0000","last_peered":"2024-08-17T00:37:05.955133+0000","last_clean":"2024-08-17T00:37:05.955133+0000","last_became_active":"2024-08-17T00:37:04.947591+0000","last_became_peered":"2024-08-17T00:37:04.947591+0000","last_unstale":"2024-08-17T00:37:05.955133+0000","last_undegraded":"2024-08-17T00:37:05.955133+0000","last_fullsized":"2024-08-17T00:37:05.955133+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:30:32.603126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098359+0000","last_change":"2024-08-17T00:37:04.953128+0000","last_active":"2024-08-17T00:37:06.098359+0000","last_peered":"2024-08-17T00:37:06.098359+0000","last_clean":"2024-08-17T00:37:06.098359+0000","last_became_active":"2024-08-17T00:37:04.952494+0000","last_became_peered":"2024-08-17T00:37:04.952494+0000","last_unstale":"2024-08-17T00:37:06.098359+0000","last_undegraded":"2024-08-17T00:37:06.098359+0000","last_fullsized":"2024-08-17T00:37:06.098359+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:41:28.919549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.950936+0000","last_change":"2024-08-17T00:37:04.944717+0000","last_active":"2024-08-17T00:37:05.950936+0000","last_peered":"2024-08-17T00:37:05.950936+0000","last_clean":"2024-08-17T00:37:05.950936+0000","last_became_active":"2024-08-17T00:37:04.943625+0000","last_became_peered":"2024-08-17T00:37:04.943625+0000","last_unstale":"2024-08-17T00:37:05.950936+0000","last_undegraded":"2024-08-17T00:37:05.950936+0000","last_fullsized":"2024-08-17T00:37:05.950936+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:43:24.497400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.958020+0000","last_change":"2024-08-17T00:37:01.785731+0000","last_active":"2024-08-17T00:37:07.958020+0000","last_peered":"2024-08-17T00:37:07.958020+0000","last_clean":"2024-08-17T00:37:07.958020+0000","last_became_active":"2024-08-17T00:37:01.785431+0000","last_became_peered":"2024-08-17T00:37:01.785431+0000","last_unstale":"2024-08-17T00:37:07.958020+0000","last_undegraded":"2024-08-17T00:37:07.958020+0000","last_fullsized":"2024-08-17T00:37:07.958020+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:47:21.389462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098480+0000","last_change":"2024-08-17T00:37:04.959135+0000","last_active":"2024-08-17T00:37:06.098480+0000","last_peered":"2024-08-17T00:37:06.098480+0000","last_clean":"2024-08-17T00:37:06.098480+0000","last_became_active":"2024-08-17T00:37:04.958354+0000","last_became_peered":"2024-08-17T00:37:04.958354+0000","last_unstale":"2024-08-17T00:37:06.098480+0000","last_undegraded":"2024-08-17T00:37:06.098480+0000","last_fullsized":"2024-08-17T00:37:06.098480+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:40:48.807376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.970224+0000","last_change":"2024-08-17T00:37:01.783795+0000","last_active":"2024-08-17T00:37:07.970224+0000","last_peered":"2024-08-17T00:37:07.970224+0000","last_clean":"2024-08-17T00:37:07.970224+0000","last_became_active":"2024-08-17T00:37:01.783416+0000","last_became_peered":"2024-08-17T00:37:01.783416+0000","last_unstale":"2024-08-17T00:37:07.970224+0000","last_undegraded":"2024-08-17T00:37:07.970224+0000","last_fullsized":"2024-08-17T00:37:07.970224+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:05:47.432380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.954385+0000","last_change":"2024-08-17T00:37:01.789228+0000","last_active":"2024-08-17T00:37:05.954385+0000","last_peered":"2024-08-17T00:37:05.954385+0000","last_clean":"2024-08-17T00:37:05.954385+0000","last_became_active":"2024-08-17T00:37:01.788948+0000","last_became_peered":"2024-08-17T00:37:01.788948+0000","last_unstale":"2024-08-17T00:37:05.954385+0000","last_undegraded":"2024-08-17T00:37:05.954385+0000","last_fullsized":"2024-08-17T00:37:05.954385+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:33:07.561006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.954188+0000","last_change":"2024-08-17T00:37:04.956111+0000","last_active":"2024-08-17T00:37:05.954188+0000","last_peered":"2024-08-17T00:37:05.954188+0000","last_clean":"2024-08-17T00:37:05.954188+0000","last_became_active":"2024-08-17T00:37:04.955829+0000","last_became_peered":"2024-08-17T00:37:04.955829+0000","last_unstale":"2024-08-17T00:37:05.954188+0000","last_undegraded":"2024-08-17T00:37:05.954188+0000","last_fullsized":"2024-08-17T00:37:05.954188+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:38:16.128970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098764+0000","last_change":"2024-08-17T00:37:01.786640+0000","last_active":"2024-08-17T00:37:06.098764+0000","last_peered":"2024-08-17T00:37:06.098764+0000","last_clean":"2024-08-17T00:37:06.098764+0000","last_became_active":"2024-08-17T00:37:01.786353+0000","last_became_peered":"2024-08-17T00:37:01.786353+0000","last_unstale":"2024-08-17T00:37:06.098764+0000","last_undegraded":"2024-08-17T00:37:06.098764+0000","last_fullsized":"2024-08-17T00:37:06.098764+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:45:29.247012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.097796+0000","last_change":"2024-08-17T00:37:04.942370+0000","last_active":"2024-08-17T00:37:06.097796+0000","last_peered":"2024-08-17T00:37:06.097796+0000","last_clean":"2024-08-17T00:37:06.097796+0000","last_became_active":"2024-08-17T00:37:04.942122+0000","last_became_peered":"2024-08-17T00:37:04.942122+0000","last_unstale":"2024-08-17T00:37:06.097796+0000","last_undegraded":"2024-08-17T00:37:06.097796+0000","last_fullsized":"2024-08-17T00:37:06.097796+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:25:07.459618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099497+0000","last_change":"2024-08-17T00:37:01.786871+0000","last_active":"2024-08-17T00:37:06.099497+0000","last_peered":"2024-08-17T00:37:06.099497+0000","last_clean":"2024-08-17T00:37:06.099497+0000","last_became_active":"2024-08-17T00:37:01.786521+0000","last_became_peered":"2024-08-17T00:37:01.786521+0000","last_unstale":"2024-08-17T00:37:06.099497+0000","last_undegraded":"2024-08-17T00:37:06.099497+0000","last_fullsized":"2024-08-17T00:37:06.099497+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:14:02.725112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099128+0000","last_change":"2024-08-17T00:37:04.956670+0000","last_active":"2024-08-17T00:37:06.099128+0000","last_peered":"2024-08-17T00:37:06.099128+0000","last_clean":"2024-08-17T00:37:06.099128+0000","last_became_active":"2024-08-17T00:37:04.956210+0000","last_became_peered":"2024-08-17T00:37:04.956210+0000","last_unstale":"2024-08-17T00:37:06.099128+0000","last_undegraded":"2024-08-17T00:37:06.099128+0000","last_fullsized":"2024-08-17T00:37:06.099128+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:50:42.531327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099272+0000","last_change":"2024-08-17T00:37:01.790231+0000","last_active":"2024-08-17T00:37:06.099272+0000","last_peered":"2024-08-17T00:37:06.099272+0000","last_clean":"2024-08-17T00:37:06.099272+0000","last_became_active":"2024-08-17T00:37:01.789877+0000","last_became_peered":"2024-08-17T00:37:01.789877+0000","last_unstale":"2024-08-17T00:37:06.099272+0000","last_undegraded":"2024-08-17T00:37:06.099272+0000","last_fullsized":"2024-08-17T00:37:06.099272+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:08:40.720197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098557+0000","last_change":"2024-08-17T00:37:04.956238+0000","last_active":"2024-08-17T00:37:06.098557+0000","last_peered":"2024-08-17T00:37:06.098557+0000","last_clean":"2024-08-17T00:37:06.098557+0000","last_became_active":"2024-08-17T00:37:04.955977+0000","last_became_peered":"2024-08-17T00:37:04.955977+0000","last_unstale":"2024-08-17T00:37:06.098557+0000","last_undegraded":"2024-08-17T00:37:06.098557+0000","last_fullsized":"2024-08-17T00:37:06.098557+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:56:28.986415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.971272+0000","last_change":"2024-08-17T00:37:01.792097+0000","last_active":"2024-08-17T00:37:07.971272+0000","last_peered":"2024-08-17T00:37:07.971272+0000","last_clean":"2024-08-17T00:37:07.971272+0000","last_became_active":"2024-08-17T00:37:01.791822+0000","last_became_peered":"2024-08-17T00:37:01.791822+0000","last_unstale":"2024-08-17T00:37:07.971272+0000","last_undegraded":"2024-08-17T00:37:07.971272+0000","last_fullsized":"2024-08-17T00:37:07.971272+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:19:14.352162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.951528+0000","last_change":"2024-08-17T00:37:04.955938+0000","last_active":"2024-08-17T00:37:05.951528+0000","last_peered":"2024-08-17T00:37:05.951528+0000","last_clean":"2024-08-17T00:37:05.951528+0000","last_became_active":"2024-08-17T00:37:04.955649+0000","last_became_peered":"2024-08-17T00:37:04.955649+0000","last_unstale":"2024-08-17T00:37:05.951528+0000","last_undegraded":"2024-08-17T00:37:05.951528+0000","last_fullsized":"2024-08-17T00:37:05.951528+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:50:04.635101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.976706+0000","last_change":"2024-08-17T00:37:01.786122+0000","last_active":"2024-08-17T00:37:07.976706+0000","last_peered":"2024-08-17T00:37:07.976706+0000","last_clean":"2024-08-17T00:37:07.976706+0000","last_became_active":"2024-08-17T00:37:01.785541+0000","last_became_peered":"2024-08-17T00:37:01.785541+0000","last_unstale":"2024-08-17T00:37:07.976706+0000","last_undegraded":"2024-08-17T00:37:07.976706+0000","last_fullsized":"2024-08-17T00:37:07.976706+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:45:25.185133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099563+0000","last_change":"2024-08-17T00:37:04.958522+0000","last_active":"2024-08-17T00:37:06.099563+0000","last_peered":"2024-08-17T00:37:06.099563+0000","last_clean":"2024-08-17T00:37:06.099563+0000","last_became_active":"2024-08-17T00:37:04.957785+0000","last_became_peered":"2024-08-17T00:37:04.957785+0000","last_unstale":"2024-08-17T00:37:06.099563+0000","last_undegraded":"2024-08-17T00:37:06.099563+0000","last_fullsized":"2024-08-17T00:37:06.099563+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:38:42.076155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.978819+0000","last_change":"2024-08-17T00:37:01.793208+0000","last_active":"2024-08-17T00:37:07.978819+0000","last_peered":"2024-08-17T00:37:07.978819+0000","last_clean":"2024-08-17T00:37:07.978819+0000","last_became_active":"2024-08-17T00:37:01.790727+0000","last_became_peered":"2024-08-17T00:37:01.790727+0000","last_unstale":"2024-08-17T00:37:07.978819+0000","last_undegraded":"2024-08-17T00:37:07.978819+0000","last_fullsized":"2024-08-17T00:37:07.978819+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:35:25.976740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098054+0000","last_change":"2024-08-17T00:37:04.952899+0000","last_active":"2024-08-17T00:37:06.098054+0000","last_peered":"2024-08-17T00:37:06.098054+0000","last_clean":"2024-08-17T00:37:06.098054+0000","last_became_active":"2024-08-17T00:37:04.950904+0000","last_became_peered":"2024-08-17T00:37:04.950904+0000","last_unstale":"2024-08-17T00:37:06.098054+0000","last_undegraded":"2024-08-17T00:37:06.098054+0000","last_fullsized":"2024-08-17T00:37:06.098054+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:17:33.852365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098613+0000","last_change":"2024-08-17T00:37:01.785942+0000","last_active":"2024-08-17T00:37:06.098613+0000","last_peered":"2024-08-17T00:37:06.098613+0000","last_clean":"2024-08-17T00:37:06.098613+0000","last_became_active":"2024-08-17T00:37:01.785644+0000","last_became_peered":"2024-08-17T00:37:01.785644+0000","last_unstale":"2024-08-17T00:37:06.098613+0000","last_undegraded":"2024-08-17T00:37:06.098613+0000","last_fullsized":"2024-08-17T00:37:06.098613+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:04:21.422299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099155+0000","last_change":"2024-08-17T00:37:04.959809+0000","last_active":"2024-08-17T00:37:06.099155+0000","last_peered":"2024-08-17T00:37:06.099155+0000","last_clean":"2024-08-17T00:37:06.099155+0000","last_became_active":"2024-08-17T00:37:04.959565+0000","last_became_peered":"2024-08-17T00:37:04.959565+0000","last_unstale":"2024-08-17T00:37:06.099155+0000","last_undegraded":"2024-08-17T00:37:06.099155+0000","last_fullsized":"2024-08-17T00:37:06.099155+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:46:40.713709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098457+0000","last_change":"2024-08-17T00:37:01.787402+0000","last_active":"2024-08-17T00:37:06.098457+0000","last_peered":"2024-08-17T00:37:06.098457+0000","last_clean":"2024-08-17T00:37:06.098457+0000","last_became_active":"2024-08-17T00:37:01.787058+0000","last_became_peered":"2024-08-17T00:37:01.787058+0000","last_unstale":"2024-08-17T00:37:06.098457+0000","last_undegraded":"2024-08-17T00:37:06.098457+0000","last_fullsized":"2024-08-17T00:37:06.098457+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:26:39.632757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098458+0000","last_change":"2024-08-17T00:37:04.953292+0000","last_active":"2024-08-17T00:37:06.098458+0000","last_peered":"2024-08-17T00:37:06.098458+0000","last_clean":"2024-08-17T00:37:06.098458+0000","last_became_active":"2024-08-17T00:37:04.952860+0000","last_became_peered":"2024-08-17T00:37:04.952860+0000","last_unstale":"2024-08-17T00:37:06.098458+0000","last_undegraded":"2024-08-17T00:37:06.098458+0000","last_fullsized":"2024-08-17T00:37:06.098458+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:32:02.457300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":22,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.980439+0000","last_change":"2024-08-17T00:37:01.790386+0000","last_active":"2024-08-17T00:37:07.980439+0000","last_peered":"2024-08-17T00:37:07.980439+0000","last_clean":"2024-08-17T00:37:07.980439+0000","last_became_active":"2024-08-17T00:37:01.790100+0000","last_became_peered":"2024-08-17T00:37:01.790100+0000","last_unstale":"2024-08-17T00:37:07.980439+0000","last_undegraded":"2024-08-17T00:37:07.980439+0000","last_fullsized":"2024-08-17T00:37:07.980439+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:54:03.758434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098671+0000","last_change":"2024-08-17T00:37:04.960891+0000","last_active":"2024-08-17T00:37:06.098671+0000","last_peered":"2024-08-17T00:37:06.098671+0000","last_clean":"2024-08-17T00:37:06.098671+0000","last_became_active":"2024-08-17T00:37:04.960608+0000","last_became_peered":"2024-08-17T00:37:04.960608+0000","last_unstale":"2024-08-17T00:37:06.098671+0000","last_undegraded":"2024-08-17T00:37:06.098671+0000","last_fullsized":"2024-08-17T00:37:06.098671+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:24:23.160085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.953502+0000","last_change":"2024-08-17T00:37:01.792276+0000","last_active":"2024-08-17T00:37:07.953502+0000","last_peered":"2024-08-17T00:37:07.953502+0000","last_clean":"2024-08-17T00:37:07.953502+0000","last_became_active":"2024-08-17T00:37:01.791973+0000","last_became_peered":"2024-08-17T00:37:01.791973+0000","last_unstale":"2024-08-17T00:37:07.953502+0000","last_undegraded":"2024-08-17T00:37:07.953502+0000","last_fullsized":"2024-08-17T00:37:07.953502+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:42:51.144389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.100009+0000","last_change":"2024-08-17T00:37:04.958148+0000","last_active":"2024-08-17T00:37:06.100009+0000","last_peered":"2024-08-17T00:37:06.100009+0000","last_clean":"2024-08-17T00:37:06.100009+0000","last_became_active":"2024-08-17T00:37:04.957444+0000","last_became_peered":"2024-08-17T00:37:04.957444+0000","last_unstale":"2024-08-17T00:37:06.100009+0000","last_undegraded":"2024-08-17T00:37:06.100009+0000","last_fullsized":"2024-08-17T00:37:06.100009+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:37:57.649978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.978380+0000","last_change":"2024-08-17T00:37:01.782024+0000","last_active":"2024-08-17T00:37:07.978380+0000","last_peered":"2024-08-17T00:37:07.978380+0000","last_clean":"2024-08-17T00:37:07.978380+0000","last_became_active":"2024-08-17T00:37:01.781729+0000","last_became_peered":"2024-08-17T00:37:01.781729+0000","last_unstale":"2024-08-17T00:37:07.978380+0000","last_undegraded":"2024-08-17T00:37:07.978380+0000","last_fullsized":"2024-08-17T00:37:07.978380+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:50:21.078155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.100105+0000","last_change":"2024-08-17T00:37:04.965571+0000","last_active":"2024-08-17T00:37:06.100105+0000","last_peered":"2024-08-17T00:37:06.100105+0000","last_clean":"2024-08-17T00:37:06.100105+0000","last_became_active":"2024-08-17T00:37:04.965110+0000","last_became_peered":"2024-08-17T00:37:04.965110+0000","last_unstale":"2024-08-17T00:37:06.100105+0000","last_undegraded":"2024-08-17T00:37:06.100105+0000","last_fullsized":"2024-08-17T00:37:06.100105+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:31:19.314792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.959098+0000","last_change":"2024-08-17T00:37:01.783855+0000","last_active":"2024-08-17T00:37:07.959098+0000","last_peered":"2024-08-17T00:37:07.959098+0000","last_clean":"2024-08-17T00:37:07.959098+0000","last_became_active":"2024-08-17T00:37:01.783595+0000","last_became_peered":"2024-08-17T00:37:01.783595+0000","last_unstale":"2024-08-17T00:37:07.959098+0000","last_undegraded":"2024-08-17T00:37:07.959098+0000","last_fullsized":"2024-08-17T00:37:07.959098+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:50:37.281675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098972+0000","last_change":"2024-08-17T00:37:04.957993+0000","last_active":"2024-08-17T00:37:06.098972+0000","last_peered":"2024-08-17T00:37:06.098972+0000","last_clean":"2024-08-17T00:37:06.098972+0000","last_became_active":"2024-08-17T00:37:04.955686+0000","last_became_peered":"2024-08-17T00:37:04.955686+0000","last_unstale":"2024-08-17T00:37:06.098972+0000","last_undegraded":"2024-08-17T00:37:06.098972+0000","last_fullsized":"2024-08-17T00:37:06.098972+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:50:11.600736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.955239+0000","last_change":"2024-08-17T00:37:01.789516+0000","last_active":"2024-08-17T00:37:05.955239+0000","last_peered":"2024-08-17T00:37:05.955239+0000","last_clean":"2024-08-17T00:37:05.955239+0000","last_became_active":"2024-08-17T00:37:01.789258+0000","last_became_peered":"2024-08-17T00:37:01.789258+0000","last_unstale":"2024-08-17T00:37:05.955239+0000","last_undegraded":"2024-08-17T00:37:05.955239+0000","last_fullsized":"2024-08-17T00:37:05.955239+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:58:57.330760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099695+0000","last_change":"2024-08-17T00:37:04.956081+0000","last_active":"2024-08-17T00:37:06.099695+0000","last_peered":"2024-08-17T00:37:06.099695+0000","last_clean":"2024-08-17T00:37:06.099695+0000","last_became_active":"2024-08-17T00:37:04.955817+0000","last_became_peered":"2024-08-17T00:37:04.955817+0000","last_unstale":"2024-08-17T00:37:06.099695+0000","last_undegraded":"2024-08-17T00:37:06.099695+0000","last_fullsized":"2024-08-17T00:37:06.099695+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:07:50.126971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":233,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098334+0000","last_change":"2024-08-17T00:36:40.571022+0000","last_active":"2024-08-17T00:37:06.098334+0000","last_peered":"2024-08-17T00:37:06.098334+0000","last_clean":"2024-08-17T00:37:06.098334+0000","last_became_active":"2024-08-17T00:36:40.570593+0000","last_became_peered":"2024-08-17T00:36:40.570593+0000","last_unstale":"2024-08-17T00:37:06.098334+0000","last_undegraded":"2024-08-17T00:37:06.098334+0000","last_fullsized":"2024-08-17T00:37:06.098334+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:34:43.704511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:34:43.704511+0000","last_clean_scrub_stamp":"2024-08-17T00:34:43.704511+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:34:08.366178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098553+0000","last_change":"2024-08-17T00:37:01.785377+0000","last_active":"2024-08-17T00:37:06.098553+0000","last_peered":"2024-08-17T00:37:06.098553+0000","last_clean":"2024-08-17T00:37:06.098553+0000","last_became_active":"2024-08-17T00:37:01.785047+0000","last_became_peered":"2024-08-17T00:37:01.785047+0000","last_unstale":"2024-08-17T00:37:06.098553+0000","last_undegraded":"2024-08-17T00:37:06.098553+0000","last_fullsized":"2024-08-17T00:37:06.098553+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:18:53.217487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.954470+0000","last_change":"2024-08-17T00:37:04.955503+0000","last_active":"2024-08-17T00:37:05.954470+0000","last_peered":"2024-08-17T00:37:05.954470+0000","last_clean":"2024-08-17T00:37:05.954470+0000","last_became_active":"2024-08-17T00:37:04.954324+0000","last_became_peered":"2024-08-17T00:37:04.954324+0000","last_unstale":"2024-08-17T00:37:05.954470+0000","last_undegraded":"2024-08-17T00:37:05.954470+0000","last_fullsized":"2024-08-17T00:37:05.954470+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:06:29.228648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098252+0000","last_change":"2024-08-17T00:37:01.790952+0000","last_active":"2024-08-17T00:37:06.098252+0000","last_peered":"2024-08-17T00:37:06.098252+0000","last_clean":"2024-08-17T00:37:06.098252+0000","last_became_active":"2024-08-17T00:37:01.790593+0000","last_became_peered":"2024-08-17T00:37:01.790593+0000","last_unstale":"2024-08-17T00:37:06.098252+0000","last_undegraded":"2024-08-17T00:37:06.098252+0000","last_fullsized":"2024-08-17T00:37:06.098252+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:48:01.569999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098540+0000","last_change":"2024-08-17T00:37:04.960382+0000","last_active":"2024-08-17T00:37:06.098540+0000","last_peered":"2024-08-17T00:37:06.098540+0000","last_clean":"2024-08-17T00:37:06.098540+0000","last_became_active":"2024-08-17T00:37:04.959033+0000","last_became_peered":"2024-08-17T00:37:04.959033+0000","last_unstale":"2024-08-17T00:37:06.098540+0000","last_undegraded":"2024-08-17T00:37:06.098540+0000","last_fullsized":"2024-08-17T00:37:06.098540+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:55:18.494837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.955228+0000","last_change":"2024-08-17T00:37:01.788800+0000","last_active":"2024-08-17T00:37:05.955228+0000","last_peered":"2024-08-17T00:37:05.955228+0000","last_clean":"2024-08-17T00:37:05.955228+0000","last_became_active":"2024-08-17T00:37:01.788527+0000","last_became_peered":"2024-08-17T00:37:01.788527+0000","last_unstale":"2024-08-17T00:37:05.955228+0000","last_undegraded":"2024-08-17T00:37:05.955228+0000","last_fullsized":"2024-08-17T00:37:05.955228+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:19:51.551325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.097762+0000","last_change":"2024-08-17T00:37:04.952720+0000","last_active":"2024-08-17T00:37:06.097762+0000","last_peered":"2024-08-17T00:37:06.097762+0000","last_clean":"2024-08-17T00:37:06.097762+0000","last_became_active":"2024-08-17T00:37:04.952436+0000","last_became_peered":"2024-08-17T00:37:04.952436+0000","last_unstale":"2024-08-17T00:37:06.097762+0000","last_undegraded":"2024-08-17T00:37:06.097762+0000","last_fullsized":"2024-08-17T00:37:06.097762+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:09:12.016346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098701+0000","last_change":"2024-08-17T00:37:01.787294+0000","last_active":"2024-08-17T00:37:06.098701+0000","last_peered":"2024-08-17T00:37:06.098701+0000","last_clean":"2024-08-17T00:37:06.098701+0000","last_became_active":"2024-08-17T00:37:01.786614+0000","last_became_peered":"2024-08-17T00:37:01.786614+0000","last_unstale":"2024-08-17T00:37:06.098701+0000","last_undegraded":"2024-08-17T00:37:06.098701+0000","last_fullsized":"2024-08-17T00:37:06.098701+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:58:41.628356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.951226+0000","last_change":"2024-08-17T00:37:04.956747+0000","last_active":"2024-08-17T00:37:05.951226+0000","last_peered":"2024-08-17T00:37:05.951226+0000","last_clean":"2024-08-17T00:37:05.951226+0000","last_became_active":"2024-08-17T00:37:04.956451+0000","last_became_peered":"2024-08-17T00:37:04.956451+0000","last_unstale":"2024-08-17T00:37:05.951226+0000","last_undegraded":"2024-08-17T00:37:05.951226+0000","last_fullsized":"2024-08-17T00:37:05.951226+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:09:39.375731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098749+0000","last_change":"2024-08-17T00:37:01.790872+0000","last_active":"2024-08-17T00:37:06.098749+0000","last_peered":"2024-08-17T00:37:06.098749+0000","last_clean":"2024-08-17T00:37:06.098749+0000","last_became_active":"2024-08-17T00:37:01.790118+0000","last_became_peered":"2024-08-17T00:37:01.790118+0000","last_unstale":"2024-08-17T00:37:06.098749+0000","last_undegraded":"2024-08-17T00:37:06.098749+0000","last_fullsized":"2024-08-17T00:37:06.098749+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:37:07.432012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098969+0000","last_change":"2024-08-17T00:37:04.959289+0000","last_active":"2024-08-17T00:37:06.098969+0000","last_peered":"2024-08-17T00:37:06.098969+0000","last_clean":"2024-08-17T00:37:06.098969+0000","last_became_active":"2024-08-17T00:37:04.959003+0000","last_became_peered":"2024-08-17T00:37:04.959003+0000","last_unstale":"2024-08-17T00:37:06.098969+0000","last_undegraded":"2024-08-17T00:37:06.098969+0000","last_fullsized":"2024-08-17T00:37:06.098969+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:16:56.259805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099793+0000","last_change":"2024-08-17T00:37:01.789950+0000","last_active":"2024-08-17T00:37:06.099793+0000","last_peered":"2024-08-17T00:37:06.099793+0000","last_clean":"2024-08-17T00:37:06.099793+0000","last_became_active":"2024-08-17T00:37:01.789665+0000","last_became_peered":"2024-08-17T00:37:01.789665+0000","last_unstale":"2024-08-17T00:37:06.099793+0000","last_undegraded":"2024-08-17T00:37:06.099793+0000","last_fullsized":"2024-08-17T00:37:06.099793+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:59:18.322214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098709+0000","last_change":"2024-08-17T00:37:04.950665+0000","last_active":"2024-08-17T00:37:06.098709+0000","last_peered":"2024-08-17T00:37:06.098709+0000","last_clean":"2024-08-17T00:37:06.098709+0000","last_became_active":"2024-08-17T00:37:04.950417+0000","last_became_peered":"2024-08-17T00:37:04.950417+0000","last_unstale":"2024-08-17T00:37:06.098709+0000","last_undegraded":"2024-08-17T00:37:06.098709+0000","last_fullsized":"2024-08-17T00:37:06.098709+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:07:39.265756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.959296+0000","last_change":"2024-08-17T00:37:01.790725+0000","last_active":"2024-08-17T00:37:07.959296+0000","last_peered":"2024-08-17T00:37:07.959296+0000","last_clean":"2024-08-17T00:37:07.959296+0000","last_became_active":"2024-08-17T00:37:01.790473+0000","last_became_peered":"2024-08-17T00:37:01.790473+0000","last_unstale":"2024-08-17T00:37:07.959296+0000","last_undegraded":"2024-08-17T00:37:07.959296+0000","last_fullsized":"2024-08-17T00:37:07.959296+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:48:32.986230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.955018+0000","last_change":"2024-08-17T00:37:04.957937+0000","last_active":"2024-08-17T00:37:05.955018+0000","last_peered":"2024-08-17T00:37:05.955018+0000","last_clean":"2024-08-17T00:37:05.955018+0000","last_became_active":"2024-08-17T00:37:04.957681+0000","last_became_peered":"2024-08-17T00:37:04.957681+0000","last_unstale":"2024-08-17T00:37:05.955018+0000","last_undegraded":"2024-08-17T00:37:05.955018+0000","last_fullsized":"2024-08-17T00:37:05.955018+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:27:55.508098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.978910+0000","last_change":"2024-08-17T00:37:01.790908+0000","last_active":"2024-08-17T00:37:07.978910+0000","last_peered":"2024-08-17T00:37:07.978910+0000","last_clean":"2024-08-17T00:37:07.978910+0000","last_became_active":"2024-08-17T00:37:01.790581+0000","last_became_peered":"2024-08-17T00:37:01.790581+0000","last_unstale":"2024-08-17T00:37:07.978910+0000","last_undegraded":"2024-08-17T00:37:07.978910+0000","last_fullsized":"2024-08-17T00:37:07.978910+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:02:41.131514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098658+0000","last_change":"2024-08-17T00:37:04.962104+0000","last_active":"2024-08-17T00:37:06.098658+0000","last_peered":"2024-08-17T00:37:06.098658+0000","last_clean":"2024-08-17T00:37:06.098658+0000","last_became_active":"2024-08-17T00:37:04.961825+0000","last_became_peered":"2024-08-17T00:37:04.961825+0000","last_unstale":"2024-08-17T00:37:06.098658+0000","last_undegraded":"2024-08-17T00:37:06.098658+0000","last_fullsized":"2024-08-17T00:37:06.098658+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:28:56.397043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098176+0000","last_change":"2024-08-17T00:37:01.791662+0000","last_active":"2024-08-17T00:37:06.098176+0000","last_peered":"2024-08-17T00:37:06.098176+0000","last_clean":"2024-08-17T00:37:06.098176+0000","last_became_active":"2024-08-17T00:37:01.791380+0000","last_became_peered":"2024-08-17T00:37:01.791380+0000","last_unstale":"2024-08-17T00:37:06.098176+0000","last_undegraded":"2024-08-17T00:37:06.098176+0000","last_fullsized":"2024-08-17T00:37:06.098176+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:09:39.463811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.951007+0000","last_change":"2024-08-17T00:37:04.954197+0000","last_active":"2024-08-17T00:37:05.951007+0000","last_peered":"2024-08-17T00:37:05.951007+0000","last_clean":"2024-08-17T00:37:05.951007+0000","last_became_active":"2024-08-17T00:37:04.953288+0000","last_became_peered":"2024-08-17T00:37:04.953288+0000","last_unstale":"2024-08-17T00:37:05.951007+0000","last_undegraded":"2024-08-17T00:37:05.951007+0000","last_fullsized":"2024-08-17T00:37:05.951007+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:43:54.279907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098139+0000","last_change":"2024-08-17T00:37:01.785244+0000","last_active":"2024-08-17T00:37:06.098139+0000","last_peered":"2024-08-17T00:37:06.098139+0000","last_clean":"2024-08-17T00:37:06.098139+0000","last_became_active":"2024-08-17T00:37:01.784944+0000","last_became_peered":"2024-08-17T00:37:01.784944+0000","last_unstale":"2024-08-17T00:37:06.098139+0000","last_undegraded":"2024-08-17T00:37:06.098139+0000","last_fullsized":"2024-08-17T00:37:06.098139+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:15:26.231105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.954210+0000","last_change":"2024-08-17T00:37:04.944785+0000","last_active":"2024-08-17T00:37:05.954210+0000","last_peered":"2024-08-17T00:37:05.954210+0000","last_clean":"2024-08-17T00:37:05.954210+0000","last_became_active":"2024-08-17T00:37:04.944515+0000","last_became_peered":"2024-08-17T00:37:04.944515+0000","last_unstale":"2024-08-17T00:37:05.954210+0000","last_undegraded":"2024-08-17T00:37:05.954210+0000","last_fullsized":"2024-08-17T00:37:05.954210+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:21:47.996873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098447+0000","last_change":"2024-08-17T00:37:01.789393+0000","last_active":"2024-08-17T00:37:06.098447+0000","last_peered":"2024-08-17T00:37:06.098447+0000","last_clean":"2024-08-17T00:37:06.098447+0000","last_became_active":"2024-08-17T00:37:01.789086+0000","last_became_peered":"2024-08-17T00:37:01.789086+0000","last_unstale":"2024-08-17T00:37:06.098447+0000","last_undegraded":"2024-08-17T00:37:06.098447+0000","last_fullsized":"2024-08-17T00:37:06.098447+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:02:09.494202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.954530+0000","last_change":"2024-08-17T00:37:04.958550+0000","last_active":"2024-08-17T00:37:05.954530+0000","last_peered":"2024-08-17T00:37:05.954530+0000","last_clean":"2024-08-17T00:37:05.954530+0000","last_became_active":"2024-08-17T00:37:04.958307+0000","last_became_peered":"2024-08-17T00:37:04.958307+0000","last_unstale":"2024-08-17T00:37:05.954530+0000","last_undegraded":"2024-08-17T00:37:05.954530+0000","last_fullsized":"2024-08-17T00:37:05.954530+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:15:17.343802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.976057+0000","last_change":"2024-08-17T00:37:01.793300+0000","last_active":"2024-08-17T00:37:07.976057+0000","last_peered":"2024-08-17T00:37:07.976057+0000","last_clean":"2024-08-17T00:37:07.976057+0000","last_became_active":"2024-08-17T00:37:01.793005+0000","last_became_peered":"2024-08-17T00:37:01.793005+0000","last_unstale":"2024-08-17T00:37:07.976057+0000","last_undegraded":"2024-08-17T00:37:07.976057+0000","last_fullsized":"2024-08-17T00:37:07.976057+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:21:09.913682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098788+0000","last_change":"2024-08-17T00:37:04.958896+0000","last_active":"2024-08-17T00:37:06.098788+0000","last_peered":"2024-08-17T00:37:06.098788+0000","last_clean":"2024-08-17T00:37:06.098788+0000","last_became_active":"2024-08-17T00:37:04.958621+0000","last_became_peered":"2024-08-17T00:37:04.958621+0000","last_unstale":"2024-08-17T00:37:06.098788+0000","last_undegraded":"2024-08-17T00:37:06.098788+0000","last_fullsized":"2024-08-17T00:37:06.098788+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:40:12.704655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099013+0000","last_change":"2024-08-17T00:37:04.958787+0000","last_active":"2024-08-17T00:37:06.099013+0000","last_peered":"2024-08-17T00:37:06.099013+0000","last_clean":"2024-08-17T00:37:06.099013+0000","last_became_active":"2024-08-17T00:37:04.958335+0000","last_became_peered":"2024-08-17T00:37:04.958335+0000","last_unstale":"2024-08-17T00:37:06.099013+0000","last_undegraded":"2024-08-17T00:37:06.099013+0000","last_fullsized":"2024-08-17T00:37:06.099013+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:22:25.690106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.978788+0000","last_change":"2024-08-17T00:37:01.793768+0000","last_active":"2024-08-17T00:37:07.978788+0000","last_peered":"2024-08-17T00:37:07.978788+0000","last_clean":"2024-08-17T00:37:07.978788+0000","last_became_active":"2024-08-17T00:37:01.793456+0000","last_became_peered":"2024-08-17T00:37:01.793456+0000","last_unstale":"2024-08-17T00:37:07.978788+0000","last_undegraded":"2024-08-17T00:37:07.978788+0000","last_fullsized":"2024-08-17T00:37:07.978788+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:32:45.352291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098705+0000","last_change":"2024-08-17T00:37:04.960032+0000","last_active":"2024-08-17T00:37:06.098705+0000","last_peered":"2024-08-17T00:37:06.098705+0000","last_clean":"2024-08-17T00:37:06.098705+0000","last_became_active":"2024-08-17T00:37:04.959349+0000","last_became_peered":"2024-08-17T00:37:04.959349+0000","last_unstale":"2024-08-17T00:37:06.098705+0000","last_undegraded":"2024-08-17T00:37:06.098705+0000","last_fullsized":"2024-08-17T00:37:06.098705+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:22:47.148725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.979485+0000","last_change":"2024-08-17T00:37:01.792648+0000","last_active":"2024-08-17T00:37:07.979485+0000","last_peered":"2024-08-17T00:37:07.979485+0000","last_clean":"2024-08-17T00:37:07.979485+0000","last_became_active":"2024-08-17T00:37:01.792306+0000","last_became_peered":"2024-08-17T00:37:01.792306+0000","last_unstale":"2024-08-17T00:37:07.979485+0000","last_undegraded":"2024-08-17T00:37:07.979485+0000","last_fullsized":"2024-08-17T00:37:07.979485+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:58:38.685046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098671+0000","last_change":"2024-08-17T00:37:04.956360+0000","last_active":"2024-08-17T00:37:06.098671+0000","last_peered":"2024-08-17T00:37:06.098671+0000","last_clean":"2024-08-17T00:37:06.098671+0000","last_became_active":"2024-08-17T00:37:04.954303+0000","last_became_peered":"2024-08-17T00:37:04.954303+0000","last_unstale":"2024-08-17T00:37:06.098671+0000","last_undegraded":"2024-08-17T00:37:06.098671+0000","last_fullsized":"2024-08-17T00:37:06.098671+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:33:31.356045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.957293+0000","last_change":"2024-08-17T00:37:01.787715+0000","last_active":"2024-08-17T00:37:07.957293+0000","last_peered":"2024-08-17T00:37:07.957293+0000","last_clean":"2024-08-17T00:37:07.957293+0000","last_became_active":"2024-08-17T00:37:01.787437+0000","last_became_peered":"2024-08-17T00:37:01.787437+0000","last_unstale":"2024-08-17T00:37:07.957293+0000","last_undegraded":"2024-08-17T00:37:07.957293+0000","last_fullsized":"2024-08-17T00:37:07.957293+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:27:28.631205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.954873+0000","last_change":"2024-08-17T00:37:04.960461+0000","last_active":"2024-08-17T00:37:05.954873+0000","last_peered":"2024-08-17T00:37:05.954873+0000","last_clean":"2024-08-17T00:37:05.954873+0000","last_became_active":"2024-08-17T00:37:04.959868+0000","last_became_peered":"2024-08-17T00:37:04.959868+0000","last_unstale":"2024-08-17T00:37:05.954873+0000","last_undegraded":"2024-08-17T00:37:05.954873+0000","last_fullsized":"2024-08-17T00:37:05.954873+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:28:42.688772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.979424+0000","last_change":"2024-08-17T00:37:01.793017+0000","last_active":"2024-08-17T00:37:07.979424+0000","last_peered":"2024-08-17T00:37:07.979424+0000","last_clean":"2024-08-17T00:37:07.979424+0000","last_became_active":"2024-08-17T00:37:01.792755+0000","last_became_peered":"2024-08-17T00:37:01.792755+0000","last_unstale":"2024-08-17T00:37:07.979424+0000","last_undegraded":"2024-08-17T00:37:07.979424+0000","last_fullsized":"2024-08-17T00:37:07.979424+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:18:00.460806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233995,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298580,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446572,"statfs":{"total":95995035648,"available":95689289728,"internally_reserved":0,"allocated":1253376,"data_stored":867458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74299999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57199999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69499999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34699999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41399999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495633,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298588,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446564,"statfs":{"total":95995035648,"available":95689281536,"internally_reserved":0,"allocated":1257472,"data_stored":868476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.64100000000000001}]},{"osd":1,"last update":"Sat Aug 17 00:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.4350000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.387,"5min":1.387,"15min":1.387},"last":0.67400000000000004}]},{"osd":2,"last update":"Sat Aug 17 00:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.52900000000000003}]},{"osd":3,"last update":"Sat Aug 17 00:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":6.6070000000000002,"5min":6.6070000000000002,"15min":6.6070000000000002},"last":0.58699999999999997}]},{"osd":4,"last update":"Sat Aug 17 00:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.38,"15min":0.38},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.45200000000000001}]},{"osd":5,"last update":"Sat Aug 17 00:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.498,"5min":0.498,"15min":0.498},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.47899999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63}]}]},{"osd":5,"up_from":38,"seq":163208757269,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298008,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447144,"statfs":{"total":95995035648,"available":95689875456,"internally_reserved":0,"allocated":667648,"data_stored":278140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:36:50 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.60199999999999998}]},{"osd":1,"last update":"Sat Aug 17 00:36:50 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":1.1040000000000001},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.52600000000000002}]},{"osd":2,"last update":"Sat Aug 17 00:36:50 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.1739999999999999,"5min":1.1739999999999999,"15min":1.1739999999999999},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.53700000000000003}]},{"osd":3,"last update":"Sat Aug 17 00:36:50 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"last":0.58099999999999996}]},{"osd":4,"last update":"Sat Aug 17 00:36:50 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.39600000000000002}]},{"osd":6,"last update":"Sat Aug 17 00:37:15 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.45300000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]}]},{"osd":4,"up_from":30,"seq":128849018905,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298008,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447144,"statfs":{"total":95995035648,"available":95689875456,"internally_reserved":0,"allocated":667648,"data_stored":277252,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:36:29 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.47799999999999998}]},{"osd":1,"last update":"Sat Aug 17 00:36:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.503},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.49199999999999999}]},{"osd":2,"last update":"Sat Aug 17 00:36:29 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.41099999999999998}]},{"osd":3,"last update":"Sat Aug 17 00:36:29 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.46600000000000003}]},{"osd":5,"last update":"Sat Aug 17 00:36:53 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.32700000000000001}]},{"osd":6,"last update":"Sat Aug 17 00:37:16 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.312},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.43099999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38900000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182429,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298016,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447136,"statfs":{"total":95995035648,"available":95689867264,"internally_reserved":0,"allocated":675840,"data_stored":278477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:37:11 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.36799999999999999,"15min":0.36699999999999999},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.38100000000000001,"15min":0.38300000000000001},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.35199999999999998}]},{"osd":1,"last update":"Sat Aug 17 00:37:11 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.39900000000000002,"15min":0.40400000000000003},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.38},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.436,"15min":0.44},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.56299999999999994,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.39800000000000002}]},{"osd":2,"last update":"Sat Aug 17 00:37:11 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.42699999999999999,"15min":0.42899999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.41399999999999998,"15min":0.41599999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.315}]},{"osd":4,"last update":"Sat Aug 17 00:36:30 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.47799999999999998}]},{"osd":5,"last update":"Sat Aug 17 00:36:51 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.84999999999999998}]},{"osd":6,"last update":"Sat Aug 17 00:37:15 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.68400000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411363,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297996,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447156,"statfs":{"total":95995035648,"available":95689887744,"internally_reserved":0,"allocated":655360,"data_stored":276821,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:36:46 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.377,"15min":0.374},"min":{"1min":0.27800000000000002,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.57099999999999995,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.38600000000000001,"15min":0.38400000000000001},"min":{"1min":0.25700000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.33000000000000002}]},{"osd":1,"last update":"Sat Aug 17 00:36:46 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.376,"15min":0.37},"min":{"1min":0.22,"5min":0.216,"15min":0.216},"max":{"1min":0.56799999999999995,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.378,"15min":0.37},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.316}]},{"osd":3,"last update":"Sat Aug 17 00:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.433,"15min":0.435},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.34699999999999998}]},{"osd":4,"last update":"Sat Aug 17 00:36:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.81999999999999995}]},{"osd":5,"last update":"Sat Aug 17 00:36:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.83399999999999996}]},{"osd":6,"last update":"Sat Aug 17 00:37:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.751},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.64600000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79500000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574887,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298004,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447148,"statfs":{"total":95995035648,"available":95689879552,"internally_reserved":0,"allocated":659456,"data_stored":276716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:36:22 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.34200000000000003,"15min":0.33300000000000002},"min":{"1min":0.27000000000000002,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.52800000000000002,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.35099999999999998,"15min":0.33900000000000002},"min":{"1min":0.29999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.46600000000000003}]},{"osd":2,"last update":"Sat Aug 17 00:36:44 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.38,"15min":0.373},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.44,"5min":0.38600000000000001,"15min":0.377},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.64500000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.47799999999999998}]},{"osd":3,"last update":"Sat Aug 17 00:37:14 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.42099999999999999,"15min":0.42699999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.55400000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.42199999999999999,"15min":0.42799999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.57099999999999995,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.44900000000000001}]},{"osd":4,"last update":"Sat Aug 17 00:36:31 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.751}]},{"osd":5,"last update":"Sat Aug 17 00:36:51 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.81200000000000006}]},{"osd":6,"last update":"Sat Aug 17 00:37:14 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.83799999999999997},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.71699999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86299999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738413,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298596,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446556,"statfs":{"total":95995035648,"available":95689273344,"internally_reserved":0,"allocated":1265664,"data_stored":867905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 17 00:37:24 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.33600000000000002,"15min":0.30199999999999999},"min":{"1min":0.249,"5min":0.188,"15min":0.188},"max":{"1min":2.5870000000000002,"5min":2.5870000000000002,"15min":2.5870000000000002},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.39800000000000002,"15min":0.32600000000000001},"min":{"1min":0.23200000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":6.1020000000000003,"5min":6.1020000000000003,"15min":6.1020000000000003},"last":0.23499999999999999}]},{"osd":2,"last update":"Sat Aug 17 00:36:46 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.36299999999999999,"15min":0.34899999999999998},"min":{"1min":0.26100000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.34399999999999997,"15min":0.33000000000000002},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.27600000000000002}]},{"osd":3,"last update":"Sat Aug 17 00:37:10 2024","interfaces":[{"interface":"back","average":{"1min":0.82299999999999995,"5min":0.51100000000000001,"15min":0.45900000000000002},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":5.9859999999999998,"5min":5.9859999999999998,"15min":5.9859999999999998},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.40799999999999997,"15min":0.40400000000000003},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.317}]},{"osd":4,"last update":"Sat Aug 17 00:36:29 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.228,"5min":1.228,"15min":1.228},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.2450000000000001,"5min":1.2450000000000001,"15min":1.2450000000000001},"last":0.60399999999999998}]},{"osd":5,"last update":"Sat Aug 17 00:36:51 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.496}]},{"osd":6,"last update":"Sat Aug 17 00:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":6.0309999999999997,"5min":6.0309999999999997,"15min":6.0309999999999997},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.56999999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T00:37:29.345 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T00:37:29.600 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:37:29.723 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:29 smithi082 ceph-mon[29275]: from='client.24404 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:37:29.723 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:29 smithi082 ceph-mon[39953]: from='client.24404 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:37:29.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:29 smithi137 ceph-mon[33068]: from='client.24404 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:37:30.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:30 smithi082 ceph-mon[29275]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:30.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:30 smithi082 ceph-mon[39953]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:30.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:30 smithi137 ceph-mon[33068]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:31.485 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:37:31.487 INFO:teuthology.orchestra.run.smithi082.stderr:dumped all 2024-08-17T00:37:32.141 INFO:teuthology.orchestra.run.smithi082.stdout:{"pg_ready":true,"pg_map":{"version":204,"stamp":"2024-08-17T00:37:31.390418+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385796,"kb_used_data":6936,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575420,"statfs":{"total":767960285184,"available":765517230080,"internally_reserved":0,"allocated":7102464,"data_stored":3991245,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002926"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.100052+0000","last_change":"2024-08-17T00:37:04.965385+0000","last_active":"2024-08-17T00:37:06.100052+0000","last_peered":"2024-08-17T00:37:06.100052+0000","last_clean":"2024-08-17T00:37:06.100052+0000","last_became_active":"2024-08-17T00:37:04.964958+0000","last_became_peered":"2024-08-17T00:37:04.964958+0000","last_unstale":"2024-08-17T00:37:06.100052+0000","last_undegraded":"2024-08-17T00:37:06.100052+0000","last_fullsized":"2024-08-17T00:37:06.100052+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:07:45.455159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099009+0000","last_change":"2024-08-17T00:37:04.955968+0000","last_active":"2024-08-17T00:37:06.099009+0000","last_peered":"2024-08-17T00:37:06.099009+0000","last_clean":"2024-08-17T00:37:06.099009+0000","last_became_active":"2024-08-17T00:37:04.955741+0000","last_became_peered":"2024-08-17T00:37:04.955741+0000","last_unstale":"2024-08-17T00:37:06.099009+0000","last_undegraded":"2024-08-17T00:37:06.099009+0000","last_fullsized":"2024-08-17T00:37:06.099009+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:56:07.048116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098427+0000","last_change":"2024-08-17T00:37:04.955555+0000","last_active":"2024-08-17T00:37:06.098427+0000","last_peered":"2024-08-17T00:37:06.098427+0000","last_clean":"2024-08-17T00:37:06.098427+0000","last_became_active":"2024-08-17T00:37:04.955302+0000","last_became_peered":"2024-08-17T00:37:04.955302+0000","last_unstale":"2024-08-17T00:37:06.098427+0000","last_undegraded":"2024-08-17T00:37:06.098427+0000","last_fullsized":"2024-08-17T00:37:06.098427+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:04:43.432722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098294+0000","last_change":"2024-08-17T00:37:04.956129+0000","last_active":"2024-08-17T00:37:06.098294+0000","last_peered":"2024-08-17T00:37:06.098294+0000","last_clean":"2024-08-17T00:37:06.098294+0000","last_became_active":"2024-08-17T00:37:04.955832+0000","last_became_peered":"2024-08-17T00:37:04.955832+0000","last_unstale":"2024-08-17T00:37:06.098294+0000","last_undegraded":"2024-08-17T00:37:06.098294+0000","last_fullsized":"2024-08-17T00:37:06.098294+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:00:58.259544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099005+0000","last_change":"2024-08-17T00:37:04.959105+0000","last_active":"2024-08-17T00:37:06.099005+0000","last_peered":"2024-08-17T00:37:06.099005+0000","last_clean":"2024-08-17T00:37:06.099005+0000","last_became_active":"2024-08-17T00:37:04.958847+0000","last_became_peered":"2024-08-17T00:37:04.958847+0000","last_unstale":"2024-08-17T00:37:06.099005+0000","last_undegraded":"2024-08-17T00:37:06.099005+0000","last_fullsized":"2024-08-17T00:37:06.099005+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:15:48.258405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098388+0000","last_change":"2024-08-17T00:37:04.955856+0000","last_active":"2024-08-17T00:37:06.098388+0000","last_peered":"2024-08-17T00:37:06.098388+0000","last_clean":"2024-08-17T00:37:06.098388+0000","last_became_active":"2024-08-17T00:37:04.955099+0000","last_became_peered":"2024-08-17T00:37:04.955099+0000","last_unstale":"2024-08-17T00:37:06.098388+0000","last_undegraded":"2024-08-17T00:37:06.098388+0000","last_fullsized":"2024-08-17T00:37:06.098388+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:36:11.128811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098645+0000","last_change":"2024-08-17T00:37:04.955347+0000","last_active":"2024-08-17T00:37:06.098645+0000","last_peered":"2024-08-17T00:37:06.098645+0000","last_clean":"2024-08-17T00:37:06.098645+0000","last_became_active":"2024-08-17T00:37:04.955013+0000","last_became_peered":"2024-08-17T00:37:04.955013+0000","last_unstale":"2024-08-17T00:37:06.098645+0000","last_undegraded":"2024-08-17T00:37:06.098645+0000","last_fullsized":"2024-08-17T00:37:06.098645+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:40:24.150380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.954117+0000","last_change":"2024-08-17T00:37:04.955543+0000","last_active":"2024-08-17T00:37:05.954117+0000","last_peered":"2024-08-17T00:37:05.954117+0000","last_clean":"2024-08-17T00:37:05.954117+0000","last_became_active":"2024-08-17T00:37:04.954952+0000","last_became_peered":"2024-08-17T00:37:04.954952+0000","last_unstale":"2024-08-17T00:37:05.954117+0000","last_undegraded":"2024-08-17T00:37:05.954117+0000","last_fullsized":"2024-08-17T00:37:05.954117+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:43:51.158375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.100245+0000","last_change":"2024-08-17T00:37:04.965691+0000","last_active":"2024-08-17T00:37:06.100245+0000","last_peered":"2024-08-17T00:37:06.100245+0000","last_clean":"2024-08-17T00:37:06.100245+0000","last_became_active":"2024-08-17T00:37:04.965373+0000","last_became_peered":"2024-08-17T00:37:04.965373+0000","last_unstale":"2024-08-17T00:37:06.100245+0000","last_undegraded":"2024-08-17T00:37:06.100245+0000","last_fullsized":"2024-08-17T00:37:06.100245+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:44:37.687798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099737+0000","last_change":"2024-08-17T00:37:04.954130+0000","last_active":"2024-08-17T00:37:06.099737+0000","last_peered":"2024-08-17T00:37:06.099737+0000","last_clean":"2024-08-17T00:37:06.099737+0000","last_became_active":"2024-08-17T00:37:04.953851+0000","last_became_peered":"2024-08-17T00:37:04.953851+0000","last_unstale":"2024-08-17T00:37:06.099737+0000","last_undegraded":"2024-08-17T00:37:06.099737+0000","last_fullsized":"2024-08-17T00:37:06.099737+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:19:56.220101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099288+0000","last_change":"2024-08-17T00:37:04.955228+0000","last_active":"2024-08-17T00:37:06.099288+0000","last_peered":"2024-08-17T00:37:06.099288+0000","last_clean":"2024-08-17T00:37:06.099288+0000","last_became_active":"2024-08-17T00:37:04.954944+0000","last_became_peered":"2024-08-17T00:37:04.954944+0000","last_unstale":"2024-08-17T00:37:06.099288+0000","last_undegraded":"2024-08-17T00:37:06.099288+0000","last_fullsized":"2024-08-17T00:37:06.099288+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:00:05.124564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.951441+0000","last_change":"2024-08-17T00:37:04.953333+0000","last_active":"2024-08-17T00:37:05.951441+0000","last_peered":"2024-08-17T00:37:05.951441+0000","last_clean":"2024-08-17T00:37:05.951441+0000","last_became_active":"2024-08-17T00:37:04.952943+0000","last_became_peered":"2024-08-17T00:37:04.952943+0000","last_unstale":"2024-08-17T00:37:05.951441+0000","last_undegraded":"2024-08-17T00:37:05.951441+0000","last_fullsized":"2024-08-17T00:37:05.951441+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:02:16.230046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.954423+0000","last_change":"2024-08-17T00:37:04.960832+0000","last_active":"2024-08-17T00:37:05.954423+0000","last_peered":"2024-08-17T00:37:05.954423+0000","last_clean":"2024-08-17T00:37:05.954423+0000","last_became_active":"2024-08-17T00:37:04.960356+0000","last_became_peered":"2024-08-17T00:37:04.960356+0000","last_unstale":"2024-08-17T00:37:05.954423+0000","last_undegraded":"2024-08-17T00:37:05.954423+0000","last_fullsized":"2024-08-17T00:37:05.954423+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:24:49.481207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098033+0000","last_change":"2024-08-17T00:37:04.953354+0000","last_active":"2024-08-17T00:37:06.098033+0000","last_peered":"2024-08-17T00:37:06.098033+0000","last_clean":"2024-08-17T00:37:06.098033+0000","last_became_active":"2024-08-17T00:37:04.953080+0000","last_became_peered":"2024-08-17T00:37:04.953080+0000","last_unstale":"2024-08-17T00:37:06.098033+0000","last_undegraded":"2024-08-17T00:37:06.098033+0000","last_fullsized":"2024-08-17T00:37:06.098033+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:48:57.206962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098060+0000","last_change":"2024-08-17T00:37:04.947257+0000","last_active":"2024-08-17T00:37:06.098060+0000","last_peered":"2024-08-17T00:37:06.098060+0000","last_clean":"2024-08-17T00:37:06.098060+0000","last_became_active":"2024-08-17T00:37:04.946388+0000","last_became_peered":"2024-08-17T00:37:04.946388+0000","last_unstale":"2024-08-17T00:37:06.098060+0000","last_undegraded":"2024-08-17T00:37:06.098060+0000","last_fullsized":"2024-08-17T00:37:06.098060+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:28:07.469500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098563+0000","last_change":"2024-08-17T00:37:04.956269+0000","last_active":"2024-08-17T00:37:06.098563+0000","last_peered":"2024-08-17T00:37:06.098563+0000","last_clean":"2024-08-17T00:37:06.098563+0000","last_became_active":"2024-08-17T00:37:04.955974+0000","last_became_peered":"2024-08-17T00:37:04.955974+0000","last_unstale":"2024-08-17T00:37:06.098563+0000","last_undegraded":"2024-08-17T00:37:06.098563+0000","last_fullsized":"2024-08-17T00:37:06.098563+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:14:11.656823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.100040+0000","last_change":"2024-08-17T00:37:04.958540+0000","last_active":"2024-08-17T00:37:06.100040+0000","last_peered":"2024-08-17T00:37:06.100040+0000","last_clean":"2024-08-17T00:37:06.100040+0000","last_became_active":"2024-08-17T00:37:04.958262+0000","last_became_peered":"2024-08-17T00:37:04.958262+0000","last_unstale":"2024-08-17T00:37:06.100040+0000","last_undegraded":"2024-08-17T00:37:06.100040+0000","last_fullsized":"2024-08-17T00:37:06.100040+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:30:09.223939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.955364+0000","last_change":"2024-08-17T00:37:04.948727+0000","last_active":"2024-08-17T00:37:05.955364+0000","last_peered":"2024-08-17T00:37:05.955364+0000","last_clean":"2024-08-17T00:37:05.955364+0000","last_became_active":"2024-08-17T00:37:04.948491+0000","last_became_peered":"2024-08-17T00:37:04.948491+0000","last_unstale":"2024-08-17T00:37:05.955364+0000","last_undegraded":"2024-08-17T00:37:05.955364+0000","last_fullsized":"2024-08-17T00:37:05.955364+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:02:51.723340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099816+0000","last_change":"2024-08-17T00:37:04.951747+0000","last_active":"2024-08-17T00:37:06.099816+0000","last_peered":"2024-08-17T00:37:06.099816+0000","last_clean":"2024-08-17T00:37:06.099816+0000","last_became_active":"2024-08-17T00:37:04.951479+0000","last_became_peered":"2024-08-17T00:37:04.951479+0000","last_unstale":"2024-08-17T00:37:06.099816+0000","last_undegraded":"2024-08-17T00:37:06.099816+0000","last_fullsized":"2024-08-17T00:37:06.099816+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:07:11.330770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099196+0000","last_change":"2024-08-17T00:37:04.960530+0000","last_active":"2024-08-17T00:37:06.099196+0000","last_peered":"2024-08-17T00:37:06.099196+0000","last_clean":"2024-08-17T00:37:06.099196+0000","last_became_active":"2024-08-17T00:37:04.959948+0000","last_became_peered":"2024-08-17T00:37:04.959948+0000","last_unstale":"2024-08-17T00:37:06.099196+0000","last_undegraded":"2024-08-17T00:37:06.099196+0000","last_fullsized":"2024-08-17T00:37:06.099196+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:28:53.560412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098349+0000","last_change":"2024-08-17T00:37:04.954260+0000","last_active":"2024-08-17T00:37:06.098349+0000","last_peered":"2024-08-17T00:37:06.098349+0000","last_clean":"2024-08-17T00:37:06.098349+0000","last_became_active":"2024-08-17T00:37:04.953996+0000","last_became_peered":"2024-08-17T00:37:04.953996+0000","last_unstale":"2024-08-17T00:37:06.098349+0000","last_undegraded":"2024-08-17T00:37:06.098349+0000","last_fullsized":"2024-08-17T00:37:06.098349+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:47:56.704827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098521+0000","last_change":"2024-08-17T00:37:04.952001+0000","last_active":"2024-08-17T00:37:06.098521+0000","last_peered":"2024-08-17T00:37:06.098521+0000","last_clean":"2024-08-17T00:37:06.098521+0000","last_became_active":"2024-08-17T00:37:04.951596+0000","last_became_peered":"2024-08-17T00:37:04.951596+0000","last_unstale":"2024-08-17T00:37:06.098521+0000","last_undegraded":"2024-08-17T00:37:06.098521+0000","last_fullsized":"2024-08-17T00:37:06.098521+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:37:13.656588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.954295+0000","last_change":"2024-08-17T00:37:04.942538+0000","last_active":"2024-08-17T00:37:05.954295+0000","last_peered":"2024-08-17T00:37:05.954295+0000","last_clean":"2024-08-17T00:37:05.954295+0000","last_became_active":"2024-08-17T00:37:04.942265+0000","last_became_peered":"2024-08-17T00:37:04.942265+0000","last_unstale":"2024-08-17T00:37:05.954295+0000","last_undegraded":"2024-08-17T00:37:05.954295+0000","last_fullsized":"2024-08-17T00:37:05.954295+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:34:05.752759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098655+0000","last_change":"2024-08-17T00:37:04.957432+0000","last_active":"2024-08-17T00:37:06.098655+0000","last_peered":"2024-08-17T00:37:06.098655+0000","last_clean":"2024-08-17T00:37:06.098655+0000","last_became_active":"2024-08-17T00:37:04.956716+0000","last_became_peered":"2024-08-17T00:37:04.956716+0000","last_unstale":"2024-08-17T00:37:06.098655+0000","last_undegraded":"2024-08-17T00:37:06.098655+0000","last_fullsized":"2024-08-17T00:37:06.098655+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:42:24.999160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.954928+0000","last_change":"2024-08-17T00:37:04.939615+0000","last_active":"2024-08-17T00:37:05.954928+0000","last_peered":"2024-08-17T00:37:05.954928+0000","last_clean":"2024-08-17T00:37:05.954928+0000","last_became_active":"2024-08-17T00:37:04.939333+0000","last_became_peered":"2024-08-17T00:37:04.939333+0000","last_unstale":"2024-08-17T00:37:05.954928+0000","last_undegraded":"2024-08-17T00:37:05.954928+0000","last_fullsized":"2024-08-17T00:37:05.954928+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:23:13.258905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099834+0000","last_change":"2024-08-17T00:37:04.959624+0000","last_active":"2024-08-17T00:37:06.099834+0000","last_peered":"2024-08-17T00:37:06.099834+0000","last_clean":"2024-08-17T00:37:06.099834+0000","last_became_active":"2024-08-17T00:37:04.959363+0000","last_became_peered":"2024-08-17T00:37:04.959363+0000","last_unstale":"2024-08-17T00:37:06.099834+0000","last_undegraded":"2024-08-17T00:37:06.099834+0000","last_fullsized":"2024-08-17T00:37:06.099834+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:59:28.920400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098813+0000","last_change":"2024-08-17T00:37:04.950456+0000","last_active":"2024-08-17T00:37:06.098813+0000","last_peered":"2024-08-17T00:37:06.098813+0000","last_clean":"2024-08-17T00:37:06.098813+0000","last_became_active":"2024-08-17T00:37:04.950150+0000","last_became_peered":"2024-08-17T00:37:04.950150+0000","last_unstale":"2024-08-17T00:37:06.098813+0000","last_undegraded":"2024-08-17T00:37:06.098813+0000","last_fullsized":"2024-08-17T00:37:06.098813+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:25:48.418918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.954698+0000","last_change":"2024-08-17T00:37:04.956767+0000","last_active":"2024-08-17T00:37:05.954698+0000","last_peered":"2024-08-17T00:37:05.954698+0000","last_clean":"2024-08-17T00:37:05.954698+0000","last_became_active":"2024-08-17T00:37:04.956514+0000","last_became_peered":"2024-08-17T00:37:04.956514+0000","last_unstale":"2024-08-17T00:37:05.954698+0000","last_undegraded":"2024-08-17T00:37:05.954698+0000","last_fullsized":"2024-08-17T00:37:05.954698+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:48:39.081973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098642+0000","last_change":"2024-08-17T00:37:04.959291+0000","last_active":"2024-08-17T00:37:06.098642+0000","last_peered":"2024-08-17T00:37:06.098642+0000","last_clean":"2024-08-17T00:37:06.098642+0000","last_became_active":"2024-08-17T00:37:04.958677+0000","last_became_peered":"2024-08-17T00:37:04.958677+0000","last_unstale":"2024-08-17T00:37:06.098642+0000","last_undegraded":"2024-08-17T00:37:06.098642+0000","last_fullsized":"2024-08-17T00:37:06.098642+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:09:28.217247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098516+0000","last_change":"2024-08-17T00:37:04.957364+0000","last_active":"2024-08-17T00:37:06.098516+0000","last_peered":"2024-08-17T00:37:06.098516+0000","last_clean":"2024-08-17T00:37:06.098516+0000","last_became_active":"2024-08-17T00:37:04.954702+0000","last_became_peered":"2024-08-17T00:37:04.954702+0000","last_unstale":"2024-08-17T00:37:06.098516+0000","last_undegraded":"2024-08-17T00:37:06.098516+0000","last_fullsized":"2024-08-17T00:37:06.098516+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:09:45.652868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.955133+0000","last_change":"2024-08-17T00:37:04.947845+0000","last_active":"2024-08-17T00:37:05.955133+0000","last_peered":"2024-08-17T00:37:05.955133+0000","last_clean":"2024-08-17T00:37:05.955133+0000","last_became_active":"2024-08-17T00:37:04.947591+0000","last_became_peered":"2024-08-17T00:37:04.947591+0000","last_unstale":"2024-08-17T00:37:05.955133+0000","last_undegraded":"2024-08-17T00:37:05.955133+0000","last_fullsized":"2024-08-17T00:37:05.955133+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:30:32.603126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098359+0000","last_change":"2024-08-17T00:37:04.953128+0000","last_active":"2024-08-17T00:37:06.098359+0000","last_peered":"2024-08-17T00:37:06.098359+0000","last_clean":"2024-08-17T00:37:06.098359+0000","last_became_active":"2024-08-17T00:37:04.952494+0000","last_became_peered":"2024-08-17T00:37:04.952494+0000","last_unstale":"2024-08-17T00:37:06.098359+0000","last_undegraded":"2024-08-17T00:37:06.098359+0000","last_fullsized":"2024-08-17T00:37:06.098359+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:41:28.919549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.950936+0000","last_change":"2024-08-17T00:37:04.944717+0000","last_active":"2024-08-17T00:37:05.950936+0000","last_peered":"2024-08-17T00:37:05.950936+0000","last_clean":"2024-08-17T00:37:05.950936+0000","last_became_active":"2024-08-17T00:37:04.943625+0000","last_became_peered":"2024-08-17T00:37:04.943625+0000","last_unstale":"2024-08-17T00:37:05.950936+0000","last_undegraded":"2024-08-17T00:37:05.950936+0000","last_fullsized":"2024-08-17T00:37:05.950936+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:43:24.497400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.958020+0000","last_change":"2024-08-17T00:37:01.785731+0000","last_active":"2024-08-17T00:37:07.958020+0000","last_peered":"2024-08-17T00:37:07.958020+0000","last_clean":"2024-08-17T00:37:07.958020+0000","last_became_active":"2024-08-17T00:37:01.785431+0000","last_became_peered":"2024-08-17T00:37:01.785431+0000","last_unstale":"2024-08-17T00:37:07.958020+0000","last_undegraded":"2024-08-17T00:37:07.958020+0000","last_fullsized":"2024-08-17T00:37:07.958020+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:47:21.389462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098480+0000","last_change":"2024-08-17T00:37:04.959135+0000","last_active":"2024-08-17T00:37:06.098480+0000","last_peered":"2024-08-17T00:37:06.098480+0000","last_clean":"2024-08-17T00:37:06.098480+0000","last_became_active":"2024-08-17T00:37:04.958354+0000","last_became_peered":"2024-08-17T00:37:04.958354+0000","last_unstale":"2024-08-17T00:37:06.098480+0000","last_undegraded":"2024-08-17T00:37:06.098480+0000","last_fullsized":"2024-08-17T00:37:06.098480+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:40:48.807376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.970224+0000","last_change":"2024-08-17T00:37:01.783795+0000","last_active":"2024-08-17T00:37:07.970224+0000","last_peered":"2024-08-17T00:37:07.970224+0000","last_clean":"2024-08-17T00:37:07.970224+0000","last_became_active":"2024-08-17T00:37:01.783416+0000","last_became_peered":"2024-08-17T00:37:01.783416+0000","last_unstale":"2024-08-17T00:37:07.970224+0000","last_undegraded":"2024-08-17T00:37:07.970224+0000","last_fullsized":"2024-08-17T00:37:07.970224+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:05:47.432380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.954385+0000","last_change":"2024-08-17T00:37:01.789228+0000","last_active":"2024-08-17T00:37:05.954385+0000","last_peered":"2024-08-17T00:37:05.954385+0000","last_clean":"2024-08-17T00:37:05.954385+0000","last_became_active":"2024-08-17T00:37:01.788948+0000","last_became_peered":"2024-08-17T00:37:01.788948+0000","last_unstale":"2024-08-17T00:37:05.954385+0000","last_undegraded":"2024-08-17T00:37:05.954385+0000","last_fullsized":"2024-08-17T00:37:05.954385+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:33:07.561006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.954188+0000","last_change":"2024-08-17T00:37:04.956111+0000","last_active":"2024-08-17T00:37:05.954188+0000","last_peered":"2024-08-17T00:37:05.954188+0000","last_clean":"2024-08-17T00:37:05.954188+0000","last_became_active":"2024-08-17T00:37:04.955829+0000","last_became_peered":"2024-08-17T00:37:04.955829+0000","last_unstale":"2024-08-17T00:37:05.954188+0000","last_undegraded":"2024-08-17T00:37:05.954188+0000","last_fullsized":"2024-08-17T00:37:05.954188+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:38:16.128970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098764+0000","last_change":"2024-08-17T00:37:01.786640+0000","last_active":"2024-08-17T00:37:06.098764+0000","last_peered":"2024-08-17T00:37:06.098764+0000","last_clean":"2024-08-17T00:37:06.098764+0000","last_became_active":"2024-08-17T00:37:01.786353+0000","last_became_peered":"2024-08-17T00:37:01.786353+0000","last_unstale":"2024-08-17T00:37:06.098764+0000","last_undegraded":"2024-08-17T00:37:06.098764+0000","last_fullsized":"2024-08-17T00:37:06.098764+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:45:29.247012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.097796+0000","last_change":"2024-08-17T00:37:04.942370+0000","last_active":"2024-08-17T00:37:06.097796+0000","last_peered":"2024-08-17T00:37:06.097796+0000","last_clean":"2024-08-17T00:37:06.097796+0000","last_became_active":"2024-08-17T00:37:04.942122+0000","last_became_peered":"2024-08-17T00:37:04.942122+0000","last_unstale":"2024-08-17T00:37:06.097796+0000","last_undegraded":"2024-08-17T00:37:06.097796+0000","last_fullsized":"2024-08-17T00:37:06.097796+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:25:07.459618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099497+0000","last_change":"2024-08-17T00:37:01.786871+0000","last_active":"2024-08-17T00:37:06.099497+0000","last_peered":"2024-08-17T00:37:06.099497+0000","last_clean":"2024-08-17T00:37:06.099497+0000","last_became_active":"2024-08-17T00:37:01.786521+0000","last_became_peered":"2024-08-17T00:37:01.786521+0000","last_unstale":"2024-08-17T00:37:06.099497+0000","last_undegraded":"2024-08-17T00:37:06.099497+0000","last_fullsized":"2024-08-17T00:37:06.099497+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:14:02.725112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099128+0000","last_change":"2024-08-17T00:37:04.956670+0000","last_active":"2024-08-17T00:37:06.099128+0000","last_peered":"2024-08-17T00:37:06.099128+0000","last_clean":"2024-08-17T00:37:06.099128+0000","last_became_active":"2024-08-17T00:37:04.956210+0000","last_became_peered":"2024-08-17T00:37:04.956210+0000","last_unstale":"2024-08-17T00:37:06.099128+0000","last_undegraded":"2024-08-17T00:37:06.099128+0000","last_fullsized":"2024-08-17T00:37:06.099128+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:50:42.531327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099272+0000","last_change":"2024-08-17T00:37:01.790231+0000","last_active":"2024-08-17T00:37:06.099272+0000","last_peered":"2024-08-17T00:37:06.099272+0000","last_clean":"2024-08-17T00:37:06.099272+0000","last_became_active":"2024-08-17T00:37:01.789877+0000","last_became_peered":"2024-08-17T00:37:01.789877+0000","last_unstale":"2024-08-17T00:37:06.099272+0000","last_undegraded":"2024-08-17T00:37:06.099272+0000","last_fullsized":"2024-08-17T00:37:06.099272+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:08:40.720197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098557+0000","last_change":"2024-08-17T00:37:04.956238+0000","last_active":"2024-08-17T00:37:06.098557+0000","last_peered":"2024-08-17T00:37:06.098557+0000","last_clean":"2024-08-17T00:37:06.098557+0000","last_became_active":"2024-08-17T00:37:04.955977+0000","last_became_peered":"2024-08-17T00:37:04.955977+0000","last_unstale":"2024-08-17T00:37:06.098557+0000","last_undegraded":"2024-08-17T00:37:06.098557+0000","last_fullsized":"2024-08-17T00:37:06.098557+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:56:28.986415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.971272+0000","last_change":"2024-08-17T00:37:01.792097+0000","last_active":"2024-08-17T00:37:07.971272+0000","last_peered":"2024-08-17T00:37:07.971272+0000","last_clean":"2024-08-17T00:37:07.971272+0000","last_became_active":"2024-08-17T00:37:01.791822+0000","last_became_peered":"2024-08-17T00:37:01.791822+0000","last_unstale":"2024-08-17T00:37:07.971272+0000","last_undegraded":"2024-08-17T00:37:07.971272+0000","last_fullsized":"2024-08-17T00:37:07.971272+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:19:14.352162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.951528+0000","last_change":"2024-08-17T00:37:04.955938+0000","last_active":"2024-08-17T00:37:05.951528+0000","last_peered":"2024-08-17T00:37:05.951528+0000","last_clean":"2024-08-17T00:37:05.951528+0000","last_became_active":"2024-08-17T00:37:04.955649+0000","last_became_peered":"2024-08-17T00:37:04.955649+0000","last_unstale":"2024-08-17T00:37:05.951528+0000","last_undegraded":"2024-08-17T00:37:05.951528+0000","last_fullsized":"2024-08-17T00:37:05.951528+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:50:04.635101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.976706+0000","last_change":"2024-08-17T00:37:01.786122+0000","last_active":"2024-08-17T00:37:07.976706+0000","last_peered":"2024-08-17T00:37:07.976706+0000","last_clean":"2024-08-17T00:37:07.976706+0000","last_became_active":"2024-08-17T00:37:01.785541+0000","last_became_peered":"2024-08-17T00:37:01.785541+0000","last_unstale":"2024-08-17T00:37:07.976706+0000","last_undegraded":"2024-08-17T00:37:07.976706+0000","last_fullsized":"2024-08-17T00:37:07.976706+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:45:25.185133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099563+0000","last_change":"2024-08-17T00:37:04.958522+0000","last_active":"2024-08-17T00:37:06.099563+0000","last_peered":"2024-08-17T00:37:06.099563+0000","last_clean":"2024-08-17T00:37:06.099563+0000","last_became_active":"2024-08-17T00:37:04.957785+0000","last_became_peered":"2024-08-17T00:37:04.957785+0000","last_unstale":"2024-08-17T00:37:06.099563+0000","last_undegraded":"2024-08-17T00:37:06.099563+0000","last_fullsized":"2024-08-17T00:37:06.099563+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:38:42.076155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.978819+0000","last_change":"2024-08-17T00:37:01.793208+0000","last_active":"2024-08-17T00:37:07.978819+0000","last_peered":"2024-08-17T00:37:07.978819+0000","last_clean":"2024-08-17T00:37:07.978819+0000","last_became_active":"2024-08-17T00:37:01.790727+0000","last_became_peered":"2024-08-17T00:37:01.790727+0000","last_unstale":"2024-08-17T00:37:07.978819+0000","last_undegraded":"2024-08-17T00:37:07.978819+0000","last_fullsized":"2024-08-17T00:37:07.978819+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:35:25.976740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098054+0000","last_change":"2024-08-17T00:37:04.952899+0000","last_active":"2024-08-17T00:37:06.098054+0000","last_peered":"2024-08-17T00:37:06.098054+0000","last_clean":"2024-08-17T00:37:06.098054+0000","last_became_active":"2024-08-17T00:37:04.950904+0000","last_became_peered":"2024-08-17T00:37:04.950904+0000","last_unstale":"2024-08-17T00:37:06.098054+0000","last_undegraded":"2024-08-17T00:37:06.098054+0000","last_fullsized":"2024-08-17T00:37:06.098054+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:17:33.852365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098613+0000","last_change":"2024-08-17T00:37:01.785942+0000","last_active":"2024-08-17T00:37:06.098613+0000","last_peered":"2024-08-17T00:37:06.098613+0000","last_clean":"2024-08-17T00:37:06.098613+0000","last_became_active":"2024-08-17T00:37:01.785644+0000","last_became_peered":"2024-08-17T00:37:01.785644+0000","last_unstale":"2024-08-17T00:37:06.098613+0000","last_undegraded":"2024-08-17T00:37:06.098613+0000","last_fullsized":"2024-08-17T00:37:06.098613+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:04:21.422299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099155+0000","last_change":"2024-08-17T00:37:04.959809+0000","last_active":"2024-08-17T00:37:06.099155+0000","last_peered":"2024-08-17T00:37:06.099155+0000","last_clean":"2024-08-17T00:37:06.099155+0000","last_became_active":"2024-08-17T00:37:04.959565+0000","last_became_peered":"2024-08-17T00:37:04.959565+0000","last_unstale":"2024-08-17T00:37:06.099155+0000","last_undegraded":"2024-08-17T00:37:06.099155+0000","last_fullsized":"2024-08-17T00:37:06.099155+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:46:40.713709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098457+0000","last_change":"2024-08-17T00:37:01.787402+0000","last_active":"2024-08-17T00:37:06.098457+0000","last_peered":"2024-08-17T00:37:06.098457+0000","last_clean":"2024-08-17T00:37:06.098457+0000","last_became_active":"2024-08-17T00:37:01.787058+0000","last_became_peered":"2024-08-17T00:37:01.787058+0000","last_unstale":"2024-08-17T00:37:06.098457+0000","last_undegraded":"2024-08-17T00:37:06.098457+0000","last_fullsized":"2024-08-17T00:37:06.098457+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:26:39.632757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098458+0000","last_change":"2024-08-17T00:37:04.953292+0000","last_active":"2024-08-17T00:37:06.098458+0000","last_peered":"2024-08-17T00:37:06.098458+0000","last_clean":"2024-08-17T00:37:06.098458+0000","last_became_active":"2024-08-17T00:37:04.952860+0000","last_became_peered":"2024-08-17T00:37:04.952860+0000","last_unstale":"2024-08-17T00:37:06.098458+0000","last_undegraded":"2024-08-17T00:37:06.098458+0000","last_fullsized":"2024-08-17T00:37:06.098458+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:32:02.457300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":22,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.980439+0000","last_change":"2024-08-17T00:37:01.790386+0000","last_active":"2024-08-17T00:37:07.980439+0000","last_peered":"2024-08-17T00:37:07.980439+0000","last_clean":"2024-08-17T00:37:07.980439+0000","last_became_active":"2024-08-17T00:37:01.790100+0000","last_became_peered":"2024-08-17T00:37:01.790100+0000","last_unstale":"2024-08-17T00:37:07.980439+0000","last_undegraded":"2024-08-17T00:37:07.980439+0000","last_fullsized":"2024-08-17T00:37:07.980439+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:54:03.758434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098671+0000","last_change":"2024-08-17T00:37:04.960891+0000","last_active":"2024-08-17T00:37:06.098671+0000","last_peered":"2024-08-17T00:37:06.098671+0000","last_clean":"2024-08-17T00:37:06.098671+0000","last_became_active":"2024-08-17T00:37:04.960608+0000","last_became_peered":"2024-08-17T00:37:04.960608+0000","last_unstale":"2024-08-17T00:37:06.098671+0000","last_undegraded":"2024-08-17T00:37:06.098671+0000","last_fullsized":"2024-08-17T00:37:06.098671+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:24:23.160085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.953502+0000","last_change":"2024-08-17T00:37:01.792276+0000","last_active":"2024-08-17T00:37:07.953502+0000","last_peered":"2024-08-17T00:37:07.953502+0000","last_clean":"2024-08-17T00:37:07.953502+0000","last_became_active":"2024-08-17T00:37:01.791973+0000","last_became_peered":"2024-08-17T00:37:01.791973+0000","last_unstale":"2024-08-17T00:37:07.953502+0000","last_undegraded":"2024-08-17T00:37:07.953502+0000","last_fullsized":"2024-08-17T00:37:07.953502+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:42:51.144389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.100009+0000","last_change":"2024-08-17T00:37:04.958148+0000","last_active":"2024-08-17T00:37:06.100009+0000","last_peered":"2024-08-17T00:37:06.100009+0000","last_clean":"2024-08-17T00:37:06.100009+0000","last_became_active":"2024-08-17T00:37:04.957444+0000","last_became_peered":"2024-08-17T00:37:04.957444+0000","last_unstale":"2024-08-17T00:37:06.100009+0000","last_undegraded":"2024-08-17T00:37:06.100009+0000","last_fullsized":"2024-08-17T00:37:06.100009+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:37:57.649978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.978380+0000","last_change":"2024-08-17T00:37:01.782024+0000","last_active":"2024-08-17T00:37:07.978380+0000","last_peered":"2024-08-17T00:37:07.978380+0000","last_clean":"2024-08-17T00:37:07.978380+0000","last_became_active":"2024-08-17T00:37:01.781729+0000","last_became_peered":"2024-08-17T00:37:01.781729+0000","last_unstale":"2024-08-17T00:37:07.978380+0000","last_undegraded":"2024-08-17T00:37:07.978380+0000","last_fullsized":"2024-08-17T00:37:07.978380+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:50:21.078155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.100105+0000","last_change":"2024-08-17T00:37:04.965571+0000","last_active":"2024-08-17T00:37:06.100105+0000","last_peered":"2024-08-17T00:37:06.100105+0000","last_clean":"2024-08-17T00:37:06.100105+0000","last_became_active":"2024-08-17T00:37:04.965110+0000","last_became_peered":"2024-08-17T00:37:04.965110+0000","last_unstale":"2024-08-17T00:37:06.100105+0000","last_undegraded":"2024-08-17T00:37:06.100105+0000","last_fullsized":"2024-08-17T00:37:06.100105+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:31:19.314792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.959098+0000","last_change":"2024-08-17T00:37:01.783855+0000","last_active":"2024-08-17T00:37:07.959098+0000","last_peered":"2024-08-17T00:37:07.959098+0000","last_clean":"2024-08-17T00:37:07.959098+0000","last_became_active":"2024-08-17T00:37:01.783595+0000","last_became_peered":"2024-08-17T00:37:01.783595+0000","last_unstale":"2024-08-17T00:37:07.959098+0000","last_undegraded":"2024-08-17T00:37:07.959098+0000","last_fullsized":"2024-08-17T00:37:07.959098+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:50:37.281675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098972+0000","last_change":"2024-08-17T00:37:04.957993+0000","last_active":"2024-08-17T00:37:06.098972+0000","last_peered":"2024-08-17T00:37:06.098972+0000","last_clean":"2024-08-17T00:37:06.098972+0000","last_became_active":"2024-08-17T00:37:04.955686+0000","last_became_peered":"2024-08-17T00:37:04.955686+0000","last_unstale":"2024-08-17T00:37:06.098972+0000","last_undegraded":"2024-08-17T00:37:06.098972+0000","last_fullsized":"2024-08-17T00:37:06.098972+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:50:11.600736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.955239+0000","last_change":"2024-08-17T00:37:01.789516+0000","last_active":"2024-08-17T00:37:05.955239+0000","last_peered":"2024-08-17T00:37:05.955239+0000","last_clean":"2024-08-17T00:37:05.955239+0000","last_became_active":"2024-08-17T00:37:01.789258+0000","last_became_peered":"2024-08-17T00:37:01.789258+0000","last_unstale":"2024-08-17T00:37:05.955239+0000","last_undegraded":"2024-08-17T00:37:05.955239+0000","last_fullsized":"2024-08-17T00:37:05.955239+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:58:57.330760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099695+0000","last_change":"2024-08-17T00:37:04.956081+0000","last_active":"2024-08-17T00:37:06.099695+0000","last_peered":"2024-08-17T00:37:06.099695+0000","last_clean":"2024-08-17T00:37:06.099695+0000","last_became_active":"2024-08-17T00:37:04.955817+0000","last_became_peered":"2024-08-17T00:37:04.955817+0000","last_unstale":"2024-08-17T00:37:06.099695+0000","last_undegraded":"2024-08-17T00:37:06.099695+0000","last_fullsized":"2024-08-17T00:37:06.099695+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:07:50.126971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":233,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098334+0000","last_change":"2024-08-17T00:36:40.571022+0000","last_active":"2024-08-17T00:37:06.098334+0000","last_peered":"2024-08-17T00:37:06.098334+0000","last_clean":"2024-08-17T00:37:06.098334+0000","last_became_active":"2024-08-17T00:36:40.570593+0000","last_became_peered":"2024-08-17T00:36:40.570593+0000","last_unstale":"2024-08-17T00:37:06.098334+0000","last_undegraded":"2024-08-17T00:37:06.098334+0000","last_fullsized":"2024-08-17T00:37:06.098334+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:34:43.704511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:34:43.704511+0000","last_clean_scrub_stamp":"2024-08-17T00:34:43.704511+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:34:08.366178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098553+0000","last_change":"2024-08-17T00:37:01.785377+0000","last_active":"2024-08-17T00:37:06.098553+0000","last_peered":"2024-08-17T00:37:06.098553+0000","last_clean":"2024-08-17T00:37:06.098553+0000","last_became_active":"2024-08-17T00:37:01.785047+0000","last_became_peered":"2024-08-17T00:37:01.785047+0000","last_unstale":"2024-08-17T00:37:06.098553+0000","last_undegraded":"2024-08-17T00:37:06.098553+0000","last_fullsized":"2024-08-17T00:37:06.098553+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:18:53.217487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.954470+0000","last_change":"2024-08-17T00:37:04.955503+0000","last_active":"2024-08-17T00:37:05.954470+0000","last_peered":"2024-08-17T00:37:05.954470+0000","last_clean":"2024-08-17T00:37:05.954470+0000","last_became_active":"2024-08-17T00:37:04.954324+0000","last_became_peered":"2024-08-17T00:37:04.954324+0000","last_unstale":"2024-08-17T00:37:05.954470+0000","last_undegraded":"2024-08-17T00:37:05.954470+0000","last_fullsized":"2024-08-17T00:37:05.954470+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:06:29.228648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098252+0000","last_change":"2024-08-17T00:37:01.790952+0000","last_active":"2024-08-17T00:37:06.098252+0000","last_peered":"2024-08-17T00:37:06.098252+0000","last_clean":"2024-08-17T00:37:06.098252+0000","last_became_active":"2024-08-17T00:37:01.790593+0000","last_became_peered":"2024-08-17T00:37:01.790593+0000","last_unstale":"2024-08-17T00:37:06.098252+0000","last_undegraded":"2024-08-17T00:37:06.098252+0000","last_fullsized":"2024-08-17T00:37:06.098252+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:48:01.569999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098540+0000","last_change":"2024-08-17T00:37:04.960382+0000","last_active":"2024-08-17T00:37:06.098540+0000","last_peered":"2024-08-17T00:37:06.098540+0000","last_clean":"2024-08-17T00:37:06.098540+0000","last_became_active":"2024-08-17T00:37:04.959033+0000","last_became_peered":"2024-08-17T00:37:04.959033+0000","last_unstale":"2024-08-17T00:37:06.098540+0000","last_undegraded":"2024-08-17T00:37:06.098540+0000","last_fullsized":"2024-08-17T00:37:06.098540+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:55:18.494837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.955228+0000","last_change":"2024-08-17T00:37:01.788800+0000","last_active":"2024-08-17T00:37:05.955228+0000","last_peered":"2024-08-17T00:37:05.955228+0000","last_clean":"2024-08-17T00:37:05.955228+0000","last_became_active":"2024-08-17T00:37:01.788527+0000","last_became_peered":"2024-08-17T00:37:01.788527+0000","last_unstale":"2024-08-17T00:37:05.955228+0000","last_undegraded":"2024-08-17T00:37:05.955228+0000","last_fullsized":"2024-08-17T00:37:05.955228+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:19:51.551325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.097762+0000","last_change":"2024-08-17T00:37:04.952720+0000","last_active":"2024-08-17T00:37:06.097762+0000","last_peered":"2024-08-17T00:37:06.097762+0000","last_clean":"2024-08-17T00:37:06.097762+0000","last_became_active":"2024-08-17T00:37:04.952436+0000","last_became_peered":"2024-08-17T00:37:04.952436+0000","last_unstale":"2024-08-17T00:37:06.097762+0000","last_undegraded":"2024-08-17T00:37:06.097762+0000","last_fullsized":"2024-08-17T00:37:06.097762+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:09:12.016346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098701+0000","last_change":"2024-08-17T00:37:01.787294+0000","last_active":"2024-08-17T00:37:06.098701+0000","last_peered":"2024-08-17T00:37:06.098701+0000","last_clean":"2024-08-17T00:37:06.098701+0000","last_became_active":"2024-08-17T00:37:01.786614+0000","last_became_peered":"2024-08-17T00:37:01.786614+0000","last_unstale":"2024-08-17T00:37:06.098701+0000","last_undegraded":"2024-08-17T00:37:06.098701+0000","last_fullsized":"2024-08-17T00:37:06.098701+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:58:41.628356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.951226+0000","last_change":"2024-08-17T00:37:04.956747+0000","last_active":"2024-08-17T00:37:05.951226+0000","last_peered":"2024-08-17T00:37:05.951226+0000","last_clean":"2024-08-17T00:37:05.951226+0000","last_became_active":"2024-08-17T00:37:04.956451+0000","last_became_peered":"2024-08-17T00:37:04.956451+0000","last_unstale":"2024-08-17T00:37:05.951226+0000","last_undegraded":"2024-08-17T00:37:05.951226+0000","last_fullsized":"2024-08-17T00:37:05.951226+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:09:39.375731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098749+0000","last_change":"2024-08-17T00:37:01.790872+0000","last_active":"2024-08-17T00:37:06.098749+0000","last_peered":"2024-08-17T00:37:06.098749+0000","last_clean":"2024-08-17T00:37:06.098749+0000","last_became_active":"2024-08-17T00:37:01.790118+0000","last_became_peered":"2024-08-17T00:37:01.790118+0000","last_unstale":"2024-08-17T00:37:06.098749+0000","last_undegraded":"2024-08-17T00:37:06.098749+0000","last_fullsized":"2024-08-17T00:37:06.098749+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:37:07.432012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098969+0000","last_change":"2024-08-17T00:37:04.959289+0000","last_active":"2024-08-17T00:37:06.098969+0000","last_peered":"2024-08-17T00:37:06.098969+0000","last_clean":"2024-08-17T00:37:06.098969+0000","last_became_active":"2024-08-17T00:37:04.959003+0000","last_became_peered":"2024-08-17T00:37:04.959003+0000","last_unstale":"2024-08-17T00:37:06.098969+0000","last_undegraded":"2024-08-17T00:37:06.098969+0000","last_fullsized":"2024-08-17T00:37:06.098969+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:16:56.259805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099793+0000","last_change":"2024-08-17T00:37:01.789950+0000","last_active":"2024-08-17T00:37:06.099793+0000","last_peered":"2024-08-17T00:37:06.099793+0000","last_clean":"2024-08-17T00:37:06.099793+0000","last_became_active":"2024-08-17T00:37:01.789665+0000","last_became_peered":"2024-08-17T00:37:01.789665+0000","last_unstale":"2024-08-17T00:37:06.099793+0000","last_undegraded":"2024-08-17T00:37:06.099793+0000","last_fullsized":"2024-08-17T00:37:06.099793+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:59:18.322214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098709+0000","last_change":"2024-08-17T00:37:04.950665+0000","last_active":"2024-08-17T00:37:06.098709+0000","last_peered":"2024-08-17T00:37:06.098709+0000","last_clean":"2024-08-17T00:37:06.098709+0000","last_became_active":"2024-08-17T00:37:04.950417+0000","last_became_peered":"2024-08-17T00:37:04.950417+0000","last_unstale":"2024-08-17T00:37:06.098709+0000","last_undegraded":"2024-08-17T00:37:06.098709+0000","last_fullsized":"2024-08-17T00:37:06.098709+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:07:39.265756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.959296+0000","last_change":"2024-08-17T00:37:01.790725+0000","last_active":"2024-08-17T00:37:07.959296+0000","last_peered":"2024-08-17T00:37:07.959296+0000","last_clean":"2024-08-17T00:37:07.959296+0000","last_became_active":"2024-08-17T00:37:01.790473+0000","last_became_peered":"2024-08-17T00:37:01.790473+0000","last_unstale":"2024-08-17T00:37:07.959296+0000","last_undegraded":"2024-08-17T00:37:07.959296+0000","last_fullsized":"2024-08-17T00:37:07.959296+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:48:32.986230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.955018+0000","last_change":"2024-08-17T00:37:04.957937+0000","last_active":"2024-08-17T00:37:05.955018+0000","last_peered":"2024-08-17T00:37:05.955018+0000","last_clean":"2024-08-17T00:37:05.955018+0000","last_became_active":"2024-08-17T00:37:04.957681+0000","last_became_peered":"2024-08-17T00:37:04.957681+0000","last_unstale":"2024-08-17T00:37:05.955018+0000","last_undegraded":"2024-08-17T00:37:05.955018+0000","last_fullsized":"2024-08-17T00:37:05.955018+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:27:55.508098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.978910+0000","last_change":"2024-08-17T00:37:01.790908+0000","last_active":"2024-08-17T00:37:07.978910+0000","last_peered":"2024-08-17T00:37:07.978910+0000","last_clean":"2024-08-17T00:37:07.978910+0000","last_became_active":"2024-08-17T00:37:01.790581+0000","last_became_peered":"2024-08-17T00:37:01.790581+0000","last_unstale":"2024-08-17T00:37:07.978910+0000","last_undegraded":"2024-08-17T00:37:07.978910+0000","last_fullsized":"2024-08-17T00:37:07.978910+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:02:41.131514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098658+0000","last_change":"2024-08-17T00:37:04.962104+0000","last_active":"2024-08-17T00:37:06.098658+0000","last_peered":"2024-08-17T00:37:06.098658+0000","last_clean":"2024-08-17T00:37:06.098658+0000","last_became_active":"2024-08-17T00:37:04.961825+0000","last_became_peered":"2024-08-17T00:37:04.961825+0000","last_unstale":"2024-08-17T00:37:06.098658+0000","last_undegraded":"2024-08-17T00:37:06.098658+0000","last_fullsized":"2024-08-17T00:37:06.098658+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:28:56.397043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098176+0000","last_change":"2024-08-17T00:37:01.791662+0000","last_active":"2024-08-17T00:37:06.098176+0000","last_peered":"2024-08-17T00:37:06.098176+0000","last_clean":"2024-08-17T00:37:06.098176+0000","last_became_active":"2024-08-17T00:37:01.791380+0000","last_became_peered":"2024-08-17T00:37:01.791380+0000","last_unstale":"2024-08-17T00:37:06.098176+0000","last_undegraded":"2024-08-17T00:37:06.098176+0000","last_fullsized":"2024-08-17T00:37:06.098176+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:09:39.463811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.951007+0000","last_change":"2024-08-17T00:37:04.954197+0000","last_active":"2024-08-17T00:37:05.951007+0000","last_peered":"2024-08-17T00:37:05.951007+0000","last_clean":"2024-08-17T00:37:05.951007+0000","last_became_active":"2024-08-17T00:37:04.953288+0000","last_became_peered":"2024-08-17T00:37:04.953288+0000","last_unstale":"2024-08-17T00:37:05.951007+0000","last_undegraded":"2024-08-17T00:37:05.951007+0000","last_fullsized":"2024-08-17T00:37:05.951007+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:43:54.279907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098139+0000","last_change":"2024-08-17T00:37:01.785244+0000","last_active":"2024-08-17T00:37:06.098139+0000","last_peered":"2024-08-17T00:37:06.098139+0000","last_clean":"2024-08-17T00:37:06.098139+0000","last_became_active":"2024-08-17T00:37:01.784944+0000","last_became_peered":"2024-08-17T00:37:01.784944+0000","last_unstale":"2024-08-17T00:37:06.098139+0000","last_undegraded":"2024-08-17T00:37:06.098139+0000","last_fullsized":"2024-08-17T00:37:06.098139+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:15:26.231105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.954210+0000","last_change":"2024-08-17T00:37:04.944785+0000","last_active":"2024-08-17T00:37:05.954210+0000","last_peered":"2024-08-17T00:37:05.954210+0000","last_clean":"2024-08-17T00:37:05.954210+0000","last_became_active":"2024-08-17T00:37:04.944515+0000","last_became_peered":"2024-08-17T00:37:04.944515+0000","last_unstale":"2024-08-17T00:37:05.954210+0000","last_undegraded":"2024-08-17T00:37:05.954210+0000","last_fullsized":"2024-08-17T00:37:05.954210+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:21:47.996873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098447+0000","last_change":"2024-08-17T00:37:01.789393+0000","last_active":"2024-08-17T00:37:06.098447+0000","last_peered":"2024-08-17T00:37:06.098447+0000","last_clean":"2024-08-17T00:37:06.098447+0000","last_became_active":"2024-08-17T00:37:01.789086+0000","last_became_peered":"2024-08-17T00:37:01.789086+0000","last_unstale":"2024-08-17T00:37:06.098447+0000","last_undegraded":"2024-08-17T00:37:06.098447+0000","last_fullsized":"2024-08-17T00:37:06.098447+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:02:09.494202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.954530+0000","last_change":"2024-08-17T00:37:04.958550+0000","last_active":"2024-08-17T00:37:05.954530+0000","last_peered":"2024-08-17T00:37:05.954530+0000","last_clean":"2024-08-17T00:37:05.954530+0000","last_became_active":"2024-08-17T00:37:04.958307+0000","last_became_peered":"2024-08-17T00:37:04.958307+0000","last_unstale":"2024-08-17T00:37:05.954530+0000","last_undegraded":"2024-08-17T00:37:05.954530+0000","last_fullsized":"2024-08-17T00:37:05.954530+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:15:17.343802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.976057+0000","last_change":"2024-08-17T00:37:01.793300+0000","last_active":"2024-08-17T00:37:07.976057+0000","last_peered":"2024-08-17T00:37:07.976057+0000","last_clean":"2024-08-17T00:37:07.976057+0000","last_became_active":"2024-08-17T00:37:01.793005+0000","last_became_peered":"2024-08-17T00:37:01.793005+0000","last_unstale":"2024-08-17T00:37:07.976057+0000","last_undegraded":"2024-08-17T00:37:07.976057+0000","last_fullsized":"2024-08-17T00:37:07.976057+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:21:09.913682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098788+0000","last_change":"2024-08-17T00:37:04.958896+0000","last_active":"2024-08-17T00:37:06.098788+0000","last_peered":"2024-08-17T00:37:06.098788+0000","last_clean":"2024-08-17T00:37:06.098788+0000","last_became_active":"2024-08-17T00:37:04.958621+0000","last_became_peered":"2024-08-17T00:37:04.958621+0000","last_unstale":"2024-08-17T00:37:06.098788+0000","last_undegraded":"2024-08-17T00:37:06.098788+0000","last_fullsized":"2024-08-17T00:37:06.098788+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:40:12.704655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.099013+0000","last_change":"2024-08-17T00:37:04.958787+0000","last_active":"2024-08-17T00:37:06.099013+0000","last_peered":"2024-08-17T00:37:06.099013+0000","last_clean":"2024-08-17T00:37:06.099013+0000","last_became_active":"2024-08-17T00:37:04.958335+0000","last_became_peered":"2024-08-17T00:37:04.958335+0000","last_unstale":"2024-08-17T00:37:06.099013+0000","last_undegraded":"2024-08-17T00:37:06.099013+0000","last_fullsized":"2024-08-17T00:37:06.099013+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:22:25.690106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.978788+0000","last_change":"2024-08-17T00:37:01.793768+0000","last_active":"2024-08-17T00:37:07.978788+0000","last_peered":"2024-08-17T00:37:07.978788+0000","last_clean":"2024-08-17T00:37:07.978788+0000","last_became_active":"2024-08-17T00:37:01.793456+0000","last_became_peered":"2024-08-17T00:37:01.793456+0000","last_unstale":"2024-08-17T00:37:07.978788+0000","last_undegraded":"2024-08-17T00:37:07.978788+0000","last_fullsized":"2024-08-17T00:37:07.978788+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:32:45.352291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098705+0000","last_change":"2024-08-17T00:37:04.960032+0000","last_active":"2024-08-17T00:37:06.098705+0000","last_peered":"2024-08-17T00:37:06.098705+0000","last_clean":"2024-08-17T00:37:06.098705+0000","last_became_active":"2024-08-17T00:37:04.959349+0000","last_became_peered":"2024-08-17T00:37:04.959349+0000","last_unstale":"2024-08-17T00:37:06.098705+0000","last_undegraded":"2024-08-17T00:37:06.098705+0000","last_fullsized":"2024-08-17T00:37:06.098705+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:22:47.148725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.979485+0000","last_change":"2024-08-17T00:37:01.792648+0000","last_active":"2024-08-17T00:37:07.979485+0000","last_peered":"2024-08-17T00:37:07.979485+0000","last_clean":"2024-08-17T00:37:07.979485+0000","last_became_active":"2024-08-17T00:37:01.792306+0000","last_became_peered":"2024-08-17T00:37:01.792306+0000","last_unstale":"2024-08-17T00:37:07.979485+0000","last_undegraded":"2024-08-17T00:37:07.979485+0000","last_fullsized":"2024-08-17T00:37:07.979485+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:58:38.685046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:06.098671+0000","last_change":"2024-08-17T00:37:04.956360+0000","last_active":"2024-08-17T00:37:06.098671+0000","last_peered":"2024-08-17T00:37:06.098671+0000","last_clean":"2024-08-17T00:37:06.098671+0000","last_became_active":"2024-08-17T00:37:04.954303+0000","last_became_peered":"2024-08-17T00:37:04.954303+0000","last_unstale":"2024-08-17T00:37:06.098671+0000","last_undegraded":"2024-08-17T00:37:06.098671+0000","last_fullsized":"2024-08-17T00:37:06.098671+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:33:31.356045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.957293+0000","last_change":"2024-08-17T00:37:01.787715+0000","last_active":"2024-08-17T00:37:07.957293+0000","last_peered":"2024-08-17T00:37:07.957293+0000","last_clean":"2024-08-17T00:37:07.957293+0000","last_became_active":"2024-08-17T00:37:01.787437+0000","last_became_peered":"2024-08-17T00:37:01.787437+0000","last_unstale":"2024-08-17T00:37:07.957293+0000","last_undegraded":"2024-08-17T00:37:07.957293+0000","last_fullsized":"2024-08-17T00:37:07.957293+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:27:28.631205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T00:37:05.954873+0000","last_change":"2024-08-17T00:37:04.960461+0000","last_active":"2024-08-17T00:37:05.954873+0000","last_peered":"2024-08-17T00:37:05.954873+0000","last_clean":"2024-08-17T00:37:05.954873+0000","last_became_active":"2024-08-17T00:37:04.959868+0000","last_became_peered":"2024-08-17T00:37:04.959868+0000","last_unstale":"2024-08-17T00:37:05.954873+0000","last_undegraded":"2024-08-17T00:37:05.954873+0000","last_fullsized":"2024-08-17T00:37:05.954873+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:28:42.688772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T00:37:07.979424+0000","last_change":"2024-08-17T00:37:01.793017+0000","last_active":"2024-08-17T00:37:07.979424+0000","last_peered":"2024-08-17T00:37:07.979424+0000","last_clean":"2024-08-17T00:37:07.979424+0000","last_became_active":"2024-08-17T00:37:01.792755+0000","last_became_peered":"2024-08-17T00:37:01.792755+0000","last_unstale":"2024-08-17T00:37:07.979424+0000","last_undegraded":"2024-08-17T00:37:07.979424+0000","last_fullsized":"2024-08-17T00:37:07.979424+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:18:00.460806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233996,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298580,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446572,"statfs":{"total":95995035648,"available":95689289728,"internally_reserved":0,"allocated":1253376,"data_stored":867458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.497}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65300000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60199999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41999999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]}]},{"osd":6,"up_from":46,"seq":197568495634,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298588,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446564,"statfs":{"total":95995035648,"available":95689281536,"internally_reserved":0,"allocated":1257472,"data_stored":868476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.54700000000000004}]},{"osd":1,"last update":"Sat Aug 17 00:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.4350000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.387,"5min":1.387,"15min":1.387},"last":0.60799999999999998}]},{"osd":2,"last update":"Sat Aug 17 00:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.55700000000000005}]},{"osd":3,"last update":"Sat Aug 17 00:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.496},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":6.6070000000000002,"5min":6.6070000000000002,"15min":6.6070000000000002},"last":0.59099999999999997}]},{"osd":4,"last update":"Sat Aug 17 00:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.38,"15min":0.38},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.39200000000000002}]},{"osd":5,"last update":"Sat Aug 17 00:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.498,"5min":0.498,"15min":0.498},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.315}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.43099999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757270,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298008,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447144,"statfs":{"total":95995035648,"available":95689875456,"internally_reserved":0,"allocated":667648,"data_stored":278140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:36:50 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.59799999999999998}]},{"osd":1,"last update":"Sat Aug 17 00:36:50 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":1.1040000000000001},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.58599999999999997}]},{"osd":2,"last update":"Sat Aug 17 00:36:50 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.1739999999999999,"5min":1.1739999999999999,"15min":1.1739999999999999},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.63200000000000001}]},{"osd":3,"last update":"Sat Aug 17 00:36:50 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"last":0.53600000000000003}]},{"osd":4,"last update":"Sat Aug 17 00:36:50 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.39500000000000002}]},{"osd":6,"last update":"Sat Aug 17 00:37:15 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.442}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47899999999999998}]}]},{"osd":4,"up_from":30,"seq":128849018906,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298008,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447144,"statfs":{"total":95995035648,"available":95689875456,"internally_reserved":0,"allocated":667648,"data_stored":277252,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:36:29 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.52300000000000002}]},{"osd":1,"last update":"Sat Aug 17 00:36:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.57099999999999995}]},{"osd":2,"last update":"Sat Aug 17 00:36:29 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.48299999999999998}]},{"osd":3,"last update":"Sat Aug 17 00:36:29 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.53200000000000003}]},{"osd":5,"last update":"Sat Aug 17 00:36:53 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.42499999999999999}]},{"osd":6,"last update":"Sat Aug 17 00:37:16 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.45900000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50600000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182430,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298016,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447136,"statfs":{"total":95995035648,"available":95689867264,"internally_reserved":0,"allocated":675840,"data_stored":278477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:37:11 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.36799999999999999,"15min":0.36699999999999999},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.38100000000000001,"15min":0.38300000000000001},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.34699999999999998}]},{"osd":1,"last update":"Sat Aug 17 00:37:11 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.39900000000000002,"15min":0.40400000000000003},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.308},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.436,"15min":0.44},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.56299999999999994,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.29599999999999999}]},{"osd":2,"last update":"Sat Aug 17 00:37:11 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.42699999999999999,"15min":0.42899999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.41399999999999998,"15min":0.41599999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.27700000000000002}]},{"osd":4,"last update":"Sat Aug 17 00:36:30 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.57999999999999996}]},{"osd":5,"last update":"Sat Aug 17 00:36:51 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.54800000000000004}]},{"osd":6,"last update":"Sat Aug 17 00:37:15 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.56499999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63}]}]},{"osd":2,"up_from":18,"seq":77309411364,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297996,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447156,"statfs":{"total":95995035648,"available":95689887744,"internally_reserved":0,"allocated":655360,"data_stored":276821,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:36:46 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.377,"15min":0.374},"min":{"1min":0.27800000000000002,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.57099999999999995,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.38600000000000001,"15min":0.38400000000000001},"min":{"1min":0.25700000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.36099999999999999}]},{"osd":1,"last update":"Sat Aug 17 00:36:46 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.376,"15min":0.37},"min":{"1min":0.22,"5min":0.216,"15min":0.216},"max":{"1min":0.56799999999999995,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.378,"15min":0.37},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.307}]},{"osd":3,"last update":"Sat Aug 17 00:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.433,"15min":0.435},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.38200000000000001}]},{"osd":4,"last update":"Sat Aug 17 00:36:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.58099999999999996}]},{"osd":5,"last update":"Sat Aug 17 00:36:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.48999999999999999}]},{"osd":6,"last update":"Sat Aug 17 00:37:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.53100000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52000000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574888,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298004,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447148,"statfs":{"total":95995035648,"available":95689879552,"internally_reserved":0,"allocated":659456,"data_stored":276716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:37:25 2024","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.34399999999999997,"15min":0.33400000000000002},"min":{"1min":0.23599999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.35699999999999998,"15min":0.34100000000000003},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.497,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.41499999999999998}]},{"osd":2,"last update":"Sat Aug 17 00:36:44 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.38,"15min":0.373},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.441},{"interface":"front","average":{"1min":0.44,"5min":0.38600000000000001,"15min":0.377},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.64500000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.52700000000000002}]},{"osd":3,"last update":"Sat Aug 17 00:37:14 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.42099999999999999,"15min":0.42699999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.55400000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.42199999999999999,"15min":0.42799999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.57099999999999995,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.49299999999999999}]},{"osd":4,"last update":"Sat Aug 17 00:36:31 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.92200000000000004}]},{"osd":5,"last update":"Sat Aug 17 00:36:51 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.68899999999999995}]},{"osd":6,"last update":"Sat Aug 17 00:37:14 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.90400000000000003},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.71399999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84199999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738413,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298596,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446556,"statfs":{"total":95995035648,"available":95689273344,"internally_reserved":0,"allocated":1265664,"data_stored":867905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 17 00:37:24 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.33600000000000002,"15min":0.30199999999999999},"min":{"1min":0.249,"5min":0.188,"15min":0.188},"max":{"1min":2.5870000000000002,"5min":2.5870000000000002,"15min":2.5870000000000002},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.39800000000000002,"15min":0.32600000000000001},"min":{"1min":0.23200000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":6.1020000000000003,"5min":6.1020000000000003,"15min":6.1020000000000003},"last":0.23499999999999999}]},{"osd":2,"last update":"Sat Aug 17 00:36:46 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.36299999999999999,"15min":0.34899999999999998},"min":{"1min":0.26100000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.34399999999999997,"15min":0.33000000000000002},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.27600000000000002}]},{"osd":3,"last update":"Sat Aug 17 00:37:10 2024","interfaces":[{"interface":"back","average":{"1min":0.82299999999999995,"5min":0.51100000000000001,"15min":0.45900000000000002},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":5.9859999999999998,"5min":5.9859999999999998,"15min":5.9859999999999998},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.40799999999999997,"15min":0.40400000000000003},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.317}]},{"osd":4,"last update":"Sat Aug 17 00:36:29 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.228,"5min":1.228,"15min":1.228},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.2450000000000001,"5min":1.2450000000000001,"15min":1.2450000000000001},"last":0.60399999999999998}]},{"osd":5,"last update":"Sat Aug 17 00:36:51 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.496}]},{"osd":6,"last update":"Sat Aug 17 00:37:13 2024","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":6.0309999999999997,"5min":6.0309999999999997,"15min":6.0309999999999997},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.56999999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T00:37:32.147 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-17T00:37:32.147 INFO:tasks.cephadm:Adding prometheus.a on smithi137 2024-08-17T00:37:32.148 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph orch apply prometheus '1;smithi137=a' 2024-08-17T00:37:32.411 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:37:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:32 smithi082 ceph-mon[29275]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:32 smithi082 ceph-mon[29275]: from='client.24410 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:37:32.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:32 smithi082 ceph-mon[39953]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:32.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:32 smithi082 ceph-mon[39953]: from='client.24410 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:37:32.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:32 smithi137 ceph-mon[33068]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:32.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:32 smithi137 ceph-mon[33068]: from='client.24410 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:37:33.706 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:33 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]: dispatch 2024-08-17T00:37:33.706 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:33 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2024-08-17T00:37:33.707 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:33 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [5, 1]}]: dispatch 2024-08-17T00:37:33.707 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:33 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1, 0, 3]}]: dispatch 2024-08-17T00:37:33.707 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:33 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]: dispatch 2024-08-17T00:37:33.707 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:33 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]: dispatch 2024-08-17T00:37:33.707 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:33 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]: dispatch 2024-08-17T00:37:33.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:33 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]: dispatch 2024-08-17T00:37:33.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:33 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2024-08-17T00:37:33.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:33 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [5, 1]}]: dispatch 2024-08-17T00:37:33.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:33 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1, 0, 3]}]: dispatch 2024-08-17T00:37:33.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:33 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]: dispatch 2024-08-17T00:37:33.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:33 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]: dispatch 2024-08-17T00:37:33.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:33 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]: dispatch 2024-08-17T00:37:33.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:33 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]: dispatch 2024-08-17T00:37:33.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:33 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2024-08-17T00:37:33.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:33 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [5, 1]}]: dispatch 2024-08-17T00:37:33.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:33 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1, 0, 3]}]: dispatch 2024-08-17T00:37:33.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:33 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]: dispatch 2024-08-17T00:37:33.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:33 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]: dispatch 2024-08-17T00:37:33.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:33 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]: dispatch 2024-08-17T00:37:34.068 INFO:teuthology.orchestra.run.smithi137.stdout:Scheduled prometheus update... 2024-08-17T00:37:34.723 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:34 smithi137 ceph-mon[33068]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:34.724 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]': finished 2024-08-17T00:37:34.724 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]': finished 2024-08-17T00:37:34.724 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [5, 1]}]': finished 2024-08-17T00:37:34.724 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1, 0, 3]}]': finished 2024-08-17T00:37:34.724 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]': finished 2024-08-17T00:37:34.724 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]': finished 2024-08-17T00:37:34.724 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]': finished 2024-08-17T00:37:34.724 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:34 smithi137 ceph-mon[33068]: osdmap e66: 8 total, 8 up, 8 in 2024-08-17T00:37:34.724 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:37:34.724 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:37:34.724 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:37:34.725 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:37:34.725 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:34 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:37:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:34 smithi082 ceph-mon[29275]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]': finished 2024-08-17T00:37:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]': finished 2024-08-17T00:37:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [5, 1]}]': finished 2024-08-17T00:37:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1, 0, 3]}]': finished 2024-08-17T00:37:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]': finished 2024-08-17T00:37:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]': finished 2024-08-17T00:37:34.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]': finished 2024-08-17T00:37:34.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:34 smithi082 ceph-mon[29275]: osdmap e66: 8 total, 8 up, 8 in 2024-08-17T00:37:34.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:37:34.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:37:34.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:37:34.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:37:34.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:34 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:37:34.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:34 smithi082 ceph-mon[39953]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:34.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]': finished 2024-08-17T00:37:34.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]': finished 2024-08-17T00:37:34.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [5, 1]}]': finished 2024-08-17T00:37:34.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1, 0, 3]}]': finished 2024-08-17T00:37:34.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]': finished 2024-08-17T00:37:34.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]': finished 2024-08-17T00:37:34.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]': finished 2024-08-17T00:37:34.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:34 smithi082 ceph-mon[39953]: osdmap e66: 8 total, 8 up, 8 in 2024-08-17T00:37:34.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:37:34.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:37:34.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:37:34.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:37:34.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:34 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:37:34.749 DEBUG:teuthology.orchestra.run.smithi137:prometheus.a> sudo journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@prometheus.a.service 2024-08-17T00:37:34.752 INFO:tasks.cephadm:Adding node-exporter.a on smithi082 2024-08-17T00:37:34.752 INFO:tasks.cephadm:Adding node-exporter.b on smithi137 2024-08-17T00:37:34.752 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph orch apply node-exporter '2;smithi082=a;smithi137=b' 2024-08-17T00:37:35.052 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:37:35.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:35 smithi082 ceph-mon[29275]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi137=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:37:35.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:35 smithi082 ceph-mon[29275]: Saving service prometheus spec with placement smithi137=a;count:1 2024-08-17T00:37:35.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:35 smithi082 ceph-mon[29275]: Deploying daemon prometheus.a on smithi137 2024-08-17T00:37:35.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:35 smithi082 ceph-mon[29275]: osdmap e67: 8 total, 8 up, 8 in 2024-08-17T00:37:35.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:35 smithi082 ceph-mon[39953]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi137=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:37:35.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:35 smithi082 ceph-mon[39953]: Saving service prometheus spec with placement smithi137=a;count:1 2024-08-17T00:37:35.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:35 smithi082 ceph-mon[39953]: Deploying daemon prometheus.a on smithi137 2024-08-17T00:37:35.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:35 smithi082 ceph-mon[39953]: osdmap e67: 8 total, 8 up, 8 in 2024-08-17T00:37:35.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:35 smithi137 ceph-mon[33068]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi137=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:37:35.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:35 smithi137 ceph-mon[33068]: Saving service prometheus spec with placement smithi137=a;count:1 2024-08-17T00:37:35.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:35 smithi137 ceph-mon[33068]: Deploying daemon prometheus.a on smithi137 2024-08-17T00:37:35.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:35 smithi137 ceph-mon[33068]: osdmap e67: 8 total, 8 up, 8 in 2024-08-17T00:37:36.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:36 smithi082 ceph-mon[29275]: pgmap v208: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:36.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:36 smithi082 ceph-mon[39953]: pgmap v208: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:36.727 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:36 smithi137 ceph-mon[33068]: pgmap v208: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:37.150 INFO:teuthology.orchestra.run.smithi137.stdout:Scheduled node-exporter update... 2024-08-17T00:37:38.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:38 smithi082 ceph-mon[39953]: from='client.24361 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi082=a;smithi137=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:37:38.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:38 smithi082 ceph-mon[39953]: Saving service node-exporter spec with placement smithi082=a;smithi137=b;count:2 2024-08-17T00:37:38.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:38 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:37:38.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:38 smithi082 ceph-mon[39953]: pgmap v209: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:38.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:38 smithi082 ceph-mon[29275]: from='client.24361 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi082=a;smithi137=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:37:38.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:38 smithi082 ceph-mon[29275]: Saving service node-exporter spec with placement smithi082=a;smithi137=b;count:2 2024-08-17T00:37:38.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:38 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:37:38.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:38 smithi082 ceph-mon[29275]: pgmap v209: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:38 smithi137 ceph-mon[33068]: from='client.24361 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi082=a;smithi137=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:37:38.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:38 smithi137 ceph-mon[33068]: Saving service node-exporter spec with placement smithi082=a;smithi137=b;count:2 2024-08-17T00:37:38.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:38 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:37:38.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:38 smithi137 ceph-mon[33068]: pgmap v209: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:38.726 DEBUG:teuthology.orchestra.run.smithi082:node-exporter.a> sudo journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@node-exporter.a.service 2024-08-17T00:37:38.730 DEBUG:teuthology.orchestra.run.smithi137:node-exporter.b> sudo journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@node-exporter.b.service 2024-08-17T00:37:38.733 INFO:tasks.cephadm:Adding alertmanager.a on smithi082 2024-08-17T00:37:38.733 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph orch apply alertmanager '1;smithi082=a' 2024-08-17T00:37:39.038 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:37:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:40 smithi082 ceph-mon[29275]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:40 smithi082 ceph-mon[39953]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:40.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:40 smithi137 ceph-mon[33068]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:42.249 INFO:teuthology.orchestra.run.smithi137.stdout:Scheduled alertmanager update... 2024-08-17T00:37:42.722 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:42 smithi137 ceph-mon[33068]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:42.722 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:42 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:37:42.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:42 smithi082 ceph-mon[39953]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:42.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:42 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:37:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:42 smithi082 ceph-mon[29275]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:42 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:37:43.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:43 smithi082 ceph-mon[39953]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi082=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:37:43.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:43 smithi082 ceph-mon[39953]: Saving service alertmanager spec with placement smithi082=a;count:1 2024-08-17T00:37:43.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:43 smithi082 ceph-mon[29275]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi082=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:37:43.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:43 smithi082 ceph-mon[29275]: Saving service alertmanager spec with placement smithi082=a;count:1 2024-08-17T00:37:43.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:43 smithi137 ceph-mon[33068]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi082=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:37:43.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:43 smithi137 ceph-mon[33068]: Saving service alertmanager spec with placement smithi082=a;count:1 2024-08-17T00:37:44.724 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:44 smithi137 ceph-mon[33068]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:44.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:44 smithi082 ceph-mon[39953]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:44.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:44 smithi082 ceph-mon[29275]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:45.113 DEBUG:teuthology.orchestra.run.smithi082:alertmanager.a> sudo journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@alertmanager.a.service 2024-08-17T00:37:45.116 INFO:tasks.cephadm:Adding grafana.a on smithi137 2024-08-17T00:37:45.116 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph orch apply grafana '1;smithi137=a' 2024-08-17T00:37:46.137 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:37:46.541 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:46 smithi137 ceph-mon[33068]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:46.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:46 smithi082 ceph-mon[39953]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:46.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:46 smithi082 ceph-mon[29275]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:48.178 INFO:teuthology.orchestra.run.smithi137.stdout:Scheduled grafana update... 2024-08-17T00:37:48.179 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:37:48 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[60766]: ts=2024-08-17T00:37:48.152Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-17T00:37:48.465 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:37:48 smithi137 bash[60739]: b12d2a8a1d5b7e68ea12f2284d5e84baff40f231e067e1fc4986748cb48c6918 2024-08-17T00:37:48.466 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:37:48 smithi137 systemd[1]: Started Ceph prometheus.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:37:48.718 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:48 smithi137 ceph-mon[33068]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:48.718 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:48 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:37:48.718 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:48 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:37:48.718 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:48 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:37:48.718 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:48 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:37:48.718 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:48 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-17T00:37:48.718 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:48 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:37:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:48 smithi082 ceph-mon[39953]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:48 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:37:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:48 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:37:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:48 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:37:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:48 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:37:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:48 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-17T00:37:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:48 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:37:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:48 smithi082 ceph-mon[29275]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:48.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:48 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:37:48.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:48 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:37:48.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:48 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:37:48.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:48 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:37:48.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:48 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-17T00:37:48.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:48 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' 2024-08-17T00:37:48.740 DEBUG:teuthology.orchestra.run.smithi137:grafana.a> sudo journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@grafana.a.service 2024-08-17T00:37:48.743 INFO:tasks.cephadm:Setting up client nodes... 2024-08-17T00:37:48.743 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-17T00:37:49.006 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:37:49.398 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:49 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ignoring --setuser ceph since I am not root 2024-08-17T00:37:49.399 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:49 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ignoring --setgroup ceph since I am not root 2024-08-17T00:37:49.399 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:49 smithi082 ceph-mgr[29506]: -- 172.21.15.82:0/2433421405 <== mon.0 v2:172.21.15.82:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5586cd8fc9c0 con 0x5586cd909000 2024-08-17T00:37:49.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:49 smithi137 ceph-mon[33068]: from='client.24373 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi137=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:37:49.582 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:49 smithi137 ceph-mon[33068]: Saving service grafana spec with placement smithi137=a;count:1 2024-08-17T00:37:49.582 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:49 smithi137 ceph-mon[33068]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-17T00:37:49.582 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:49 smithi137 ceph-mon[33068]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-17T00:37:49.582 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:49 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: ignoring --setuser ceph since I am not root 2024-08-17T00:37:49.582 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:49 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: ignoring --setgroup ceph since I am not root 2024-08-17T00:37:49.583 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:49 smithi137 ceph-mgr[34937]: -- 172.21.15.137:0/614152183 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55decf69e9c0 con 0x55decf6ab000 2024-08-17T00:37:49.583 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:49 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:37:49.396+0000 7f550078aec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T00:37:49.583 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:49 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:37:49.517+0000 7f550078aec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:37:49.583 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:49 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:37:49.580+0000 7f550078aec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T00:37:49.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:49 smithi082 ceph-mon[29275]: from='client.24373 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi137=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:37:49.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:49 smithi082 ceph-mon[29275]: Saving service grafana spec with placement smithi137=a;count:1 2024-08-17T00:37:49.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:49 smithi082 ceph-mon[29275]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-17T00:37:49.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:49 smithi082 ceph-mon[29275]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-17T00:37:49.726 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:49 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:49.397+0000 7faf2090aec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T00:37:49.726 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:49 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:49.520+0000 7faf2090aec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:37:49.726 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:49 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:49.585+0000 7faf2090aec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T00:37:49.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:49 smithi082 ceph-mon[39953]: from='client.24373 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi137=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:37:49.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:49 smithi082 ceph-mon[39953]: Saving service grafana spec with placement smithi137=a;count:1 2024-08-17T00:37:49.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:49 smithi082 ceph-mon[39953]: from='mgr.14150 172.21.15.82:0/2868794827' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-17T00:37:49.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:49 smithi082 ceph-mon[39953]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-17T00:37:49.872 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:49 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:37:49.815+0000 7f550078aec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T00:37:50.144 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:49 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:49.825+0000 7faf2090aec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T00:37:50.144 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:49 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:49.883+0000 7faf2090aec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T00:37:50.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:49 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:37:49.871+0000 7f550078aec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T00:37:50.922 INFO:teuthology.orchestra.run.smithi082.stdout:[client.0] 2024-08-17T00:37:50.922 INFO:teuthology.orchestra.run.smithi082.stdout: key = AQDe8L9mTF6xNhAA84I6Zf/sEEt9alUrfqZqAA== 2024-08-17T00:37:50.990 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:50 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/3971458004' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T00:37:50.990 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:50 smithi082 ceph-mon[29275]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T00:37:50.990 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:50 smithi082 ceph-mon[29275]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T00:37:50.990 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:50 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/3971458004' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T00:37:50.991 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:50 smithi082 ceph-mon[39953]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T00:37:50.991 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:50 smithi082 ceph-mon[39953]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T00:37:50.991 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:50 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:50.813+0000 7faf2090aec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T00:37:50.991 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:50 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:50.929+0000 7faf2090aec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T00:37:51.098 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:50 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/3971458004' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T00:37:51.099 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:50 smithi137 ceph-mon[33068]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T00:37:51.099 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:50 smithi137 ceph-mon[33068]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T00:37:51.099 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:50 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:37:50.752+0000 7f550078aec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T00:37:51.099 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:50 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:37:50.860+0000 7f550078aec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T00:37:51.099 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:50 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:37:50.913+0000 7f550078aec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T00:37:51.290 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:50 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:50.988+0000 7faf2090aec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T00:37:51.290 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:51 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:51.176+0000 7faf2090aec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T00:37:51.290 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:51 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:51.237+0000 7faf2090aec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T00:37:51.487 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:51 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:37:51.097+0000 7f550078aec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T00:37:51.504 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:51 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:37:51.156+0000 7f550078aec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T00:37:51.505 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:51 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:37:51.219+0000 7f550078aec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T00:37:51.505 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:51 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:37:51.338+0000 7f550078aec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:37:51.590 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:51 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:51.302+0000 7faf2090aec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T00:37:51.590 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:51 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:51.424+0000 7faf2090aec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:37:51.622 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-08-17T00:37:51.622 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-08-17T00:37:51.622 DEBUG:teuthology.orchestra.run.smithi082:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-08-17T00:37:51.661 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-17T00:37:51.922 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T00:37:51.987 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:51 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:37:51.744+0000 7f550078aec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T00:37:52.159 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:51 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:51.855+0000 7faf2090aec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T00:37:52.361 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:37:52.051+0000 7f550078aec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T00:37:52.361 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:37:52.118+0000 7f550078aec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T00:37:52.361 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:37:52.246+0000 7f550078aec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T00:37:52.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:52 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:52.157+0000 7faf2090aec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T00:37:52.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:52 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:52.224+0000 7faf2090aec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T00:37:52.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:52 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:52.354+0000 7faf2090aec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T00:37:52.643 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:37:52.502+0000 7f550078aec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T00:37:52.643 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:37:52.563+0000 7f550078aec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T00:37:52.866 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:52 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:52.612+0000 7faf2090aec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T00:37:52.866 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:52 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:52.673+0000 7faf2090aec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T00:37:52.866 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:52 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:52.859+0000 7faf2090aec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T00:37:52.906 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:37:52.743+0000 7f550078aec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T00:37:52.906 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:37:52.804+0000 7f550078aec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T00:37:52.906 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:37:52.884+0000 7f550078aec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T00:37:53.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:52 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:52.921+0000 7faf2090aec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T00:37:53.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:53.005+0000 7faf2090aec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T00:37:53.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:53.061+0000 7faf2090aec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T00:37:53.236 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:37:52.944+0000 7f550078aec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T00:37:53.614 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:37:53.475+0000 7f550078aec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T00:37:53.614 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:37:53.613+0000 7f550078aec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T00:37:53.750 INFO:teuthology.orchestra.run.smithi137.stdout:[client.1] 2024-08-17T00:37:53.751 INFO:teuthology.orchestra.run.smithi137.stdout: key = AQDh8L9mAX16LBAAxEzi23EwCAMZD7J1NgsYxg== 2024-08-17T00:37:53.892 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-mon[39953]: Standby manager daemon x restarted 2024-08-17T00:37:53.892 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-mon[39953]: Standby manager daemon x started 2024-08-17T00:37:53.892 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.137:0/3294290385' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:37:53.892 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.137:0/3294290385' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:37:53.892 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.137:0/3294290385' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:37:53.892 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.137:0/3294290385' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:37:53.893 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:53.572+0000 7faf2090aec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T00:37:53.893 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:53.708+0000 7faf2090aec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T00:37:53.893 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:37:53] ENGINE Bus STARTING 2024-08-17T00:37:53.893 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: CherryPy Checker: 2024-08-17T00:37:53.893 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: The Application mounted at '' has an empty config. 2024-08-17T00:37:53.893 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:53.893 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:53.813+0000 7faed1280640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:37:53.893 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:53.814+0000 7faed1280640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:37:53.893 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:53.813+0000 7faed5a89640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:37:53.894 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:53.814+0000 7faed5a89640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:37:53.894 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:53.814+0000 7faed5a89640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:37:53.894 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:53.814+0000 7faed5a89640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:37:53.894 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:53.814+0000 7faed5a89640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:37:53.894 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:53.814+0000 7faed1280640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:37:53.894 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:53.815+0000 7faed1280640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:37:53.894 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:53.815+0000 7faed1280640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:37:53.894 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-mon[29275]: Standby manager daemon x restarted 2024-08-17T00:37:53.894 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-mon[29275]: Standby manager daemon x started 2024-08-17T00:37:53.894 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-mon[29275]: from='mgr.? 172.21.15.137:0/3294290385' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:37:53.894 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-mon[29275]: from='mgr.? 172.21.15.137:0/3294290385' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:37:53.895 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-mon[29275]: from='mgr.? 172.21.15.137:0/3294290385' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:37:53.895 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-mon[29275]: from='mgr.? 172.21.15.137:0/3294290385' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:37:53.911 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:53 smithi137 ceph-mon[33068]: Standby manager daemon x restarted 2024-08-17T00:37:53.911 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:53 smithi137 ceph-mon[33068]: Standby manager daemon x started 2024-08-17T00:37:53.911 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:53 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.137:0/3294290385' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:37:53.911 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:53 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.137:0/3294290385' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:37:53.911 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:53 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.137:0/3294290385' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:37:53.911 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:53 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.137:0/3294290385' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:37:53.911 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: [17/Aug/2024:00:37:53] ENGINE Bus STARTING 2024-08-17T00:37:53.912 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: CherryPy Checker: 2024-08-17T00:37:53.912 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: The Application mounted at '' has an empty config. 2024-08-17T00:37:53.912 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: 2024-08-17T00:37:53.912 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: [17/Aug/2024:00:37:53] ENGINE Serving on http://:::9283 2024-08-17T00:37:53.912 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:37:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: [17/Aug/2024:00:37:53] ENGINE Bus STARTED 2024-08-17T00:37:54.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:37:53] ENGINE Serving on http://:::9283 2024-08-17T00:37:54.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:53 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:37:53] ENGINE Bus STARTED 2024-08-17T00:37:54.368 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-08-17T00:37:54.368 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-08-17T00:37:54.368 DEBUG:teuthology.orchestra.run.smithi137:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-08-17T00:37:54.410 INFO:tasks.cephadm:Creating RBD pool 2024-08-17T00:37:54.410 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd pool create rbd 8 2024-08-17T00:37:54.690 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: mgrmap e17: y(active, since 5m), standbys: x 2024-08-17T00:37:54.690 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: Active manager daemon y restarted 2024-08-17T00:37:54.690 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: Activating manager daemon y 2024-08-17T00:37:54.690 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: osdmap e68: 8 total, 8 up, 8 in 2024-08-17T00:37:54.690 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: mgrmap e18: y(active, starting, since 0.00628324s), standbys: x 2024-08-17T00:37:54.691 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:37:54.691 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:37:54.691 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:37:54.691 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:37:54.691 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:37:54.692 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:37:54.692 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:37:54.692 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:37:54.692 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:37:54.692 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:37:54.693 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:37:54.693 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:37:54.693 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:37:54.693 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:37:54.694 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:37:54.694 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:37:54.694 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:37:54.694 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:37:54.694 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: Manager daemon y is now available 2024-08-17T00:37:54.695 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: from='client.? 172.21.15.137:0/3543120053' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T00:37:54.695 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T00:37:54.695 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:37:54.695 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T00:37:54.695 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:54.695 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:37:54.696 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:37:54.696 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:37:54.696 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:37:54.696 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:37:54.697 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: mgrmap e17: y(active, since 5m), standbys: x 2024-08-17T00:37:54.697 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: Active manager daemon y restarted 2024-08-17T00:37:54.697 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: Activating manager daemon y 2024-08-17T00:37:54.698 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: osdmap e68: 8 total, 8 up, 8 in 2024-08-17T00:37:54.698 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: mgrmap e18: y(active, starting, since 0.00628324s), standbys: x 2024-08-17T00:37:54.698 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:37:54.698 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:37:54.698 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:37:54.699 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:37:54.699 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:37:54.699 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:37:54.699 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:37:54.699 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:37:54.700 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:37:54.700 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:37:54.700 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:37:54.700 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:37:54.700 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:37:54.701 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:37:54.701 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:37:54.701 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:37:54.701 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:37:54.701 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:37:54.702 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: Manager daemon y is now available 2024-08-17T00:37:54.702 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: from='client.? 172.21.15.137:0/3543120053' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T00:37:54.702 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T00:37:54.702 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:37:54.702 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T00:37:54.703 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:54.703 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:37:54.703 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:37:54.703 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:37:54.703 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:37:54.703 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:54 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:37:54.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: mgrmap e17: y(active, since 5m), standbys: x 2024-08-17T00:37:54.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: Active manager daemon y restarted 2024-08-17T00:37:54.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: Activating manager daemon y 2024-08-17T00:37:54.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: osdmap e68: 8 total, 8 up, 8 in 2024-08-17T00:37:54.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: mgrmap e18: y(active, starting, since 0.00628324s), standbys: x 2024-08-17T00:37:54.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:37:54.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:37:54.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:37:54.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:37:54.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:37:54.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:37:54.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:37:54.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:37:54.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:37:54.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:37:54.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:37:54.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:37:54.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:37:54.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:37:54.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:37:54.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:37:54.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:37:54.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:37:54.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: Manager daemon y is now available 2024-08-17T00:37:54.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: from='client.? 172.21.15.137:0/3543120053' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T00:37:54.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T00:37:54.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:37:54.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T00:37:54.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:54.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:37:54.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:37:54.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:37:54.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:37:54.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:54 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:37:55.260 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:37:55.390 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:55.219+0000 7faeb9651640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:00:37:55] ENGINE Error in HTTPServer.serve 2024-08-17T00:37:55.391 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: Traceback (most recent call last): 2024-08-17T00:37:55.391 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:37:55.391 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: self._connections.run(self.expiration_interval) 2024-08-17T00:37:55.391 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:37:55.391 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: self._run(expiration_interval) 2024-08-17T00:37:55.391 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:37:55.391 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:37:55.391 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:37:55.391 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:37:55.391 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:37:55.391 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: s = self.context.wrap_socket( 2024-08-17T00:37:55.391 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:37:55.391 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: return self.sslsocket_class._create( 2024-08-17T00:37:55.391 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:37:55.392 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: self.do_handshake() 2024-08-17T00:37:55.392 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:37:55.392 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: self._sslobj.do_handshake() 2024-08-17T00:37:55.392 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:37:55.392 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:37:55.881 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:55 smithi137 ceph-mon[33068]: mgrmap e19: y(active, since 1.01043s), standbys: x 2024-08-17T00:37:55.881 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:55 smithi137 ceph-mon[33068]: [17/Aug/2024:00:37:55] ENGINE Bus STARTING 2024-08-17T00:37:55.881 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:55 smithi137 ceph-mon[33068]: [17/Aug/2024:00:37:55] ENGINE Serving on https://172.21.15.82:7150 2024-08-17T00:37:55.881 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:55 smithi137 ceph-mon[33068]: [17/Aug/2024:00:37:55] ENGINE Bus STARTED 2024-08-17T00:37:55.881 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:55 smithi137 ceph-mon[33068]: [17/Aug/2024:00:37:55] ENGINE Error in HTTPServer.serve 2024-08-17T00:37:55.881 INFO:journalctl@ceph.mon.b.smithi137.stdout: Traceback (most recent call last): 2024-08-17T00:37:55.881 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:37:55.882 INFO:journalctl@ceph.mon.b.smithi137.stdout: self._connections.run(self.expiration_interval) 2024-08-17T00:37:55.882 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:37:55.882 INFO:journalctl@ceph.mon.b.smithi137.stdout: self._run(expiration_interval) 2024-08-17T00:37:55.882 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:37:55.882 INFO:journalctl@ceph.mon.b.smithi137.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:37:55.882 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:37:55.882 INFO:journalctl@ceph.mon.b.smithi137.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:37:55.882 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:37:55.882 INFO:journalctl@ceph.mon.b.smithi137.stdout: s = self.context.wrap_socket( 2024-08-17T00:37:55.882 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:37:55.882 INFO:journalctl@ceph.mon.b.smithi137.stdout: return self.sslsocket_class._create( 2024-08-17T00:37:55.882 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:37:55.882 INFO:journalctl@ceph.mon.b.smithi137.stdout: self.do_handshake() 2024-08-17T00:37:55.883 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:37:55.883 INFO:journalctl@ceph.mon.b.smithi137.stdout: self._sslobj.do_handshake() 2024-08-17T00:37:55.883 INFO:journalctl@ceph.mon.b.smithi137.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:37:55.883 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:55 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:55.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-mon[29275]: mgrmap e19: y(active, since 1.01043s), standbys: x 2024-08-17T00:37:55.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-mon[29275]: [17/Aug/2024:00:37:55] ENGINE Bus STARTING 2024-08-17T00:37:55.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-mon[29275]: [17/Aug/2024:00:37:55] ENGINE Serving on https://172.21.15.82:7150 2024-08-17T00:37:55.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-mon[29275]: [17/Aug/2024:00:37:55] ENGINE Bus STARTED 2024-08-17T00:37:55.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-mon[29275]: [17/Aug/2024:00:37:55] ENGINE Error in HTTPServer.serve 2024-08-17T00:37:55.975 INFO:journalctl@ceph.mon.a.smithi082.stdout: Traceback (most recent call last): 2024-08-17T00:37:55.976 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:37:55.976 INFO:journalctl@ceph.mon.a.smithi082.stdout: self._connections.run(self.expiration_interval) 2024-08-17T00:37:55.976 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:37:55.976 INFO:journalctl@ceph.mon.a.smithi082.stdout: self._run(expiration_interval) 2024-08-17T00:37:55.976 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:37:55.976 INFO:journalctl@ceph.mon.a.smithi082.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:37:55.976 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:37:55.976 INFO:journalctl@ceph.mon.a.smithi082.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:37:55.976 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:37:55.976 INFO:journalctl@ceph.mon.a.smithi082.stdout: s = self.context.wrap_socket( 2024-08-17T00:37:55.976 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:37:55.976 INFO:journalctl@ceph.mon.a.smithi082.stdout: return self.sslsocket_class._create( 2024-08-17T00:37:55.977 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:37:55.977 INFO:journalctl@ceph.mon.a.smithi082.stdout: self.do_handshake() 2024-08-17T00:37:55.977 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:37:55.977 INFO:journalctl@ceph.mon.a.smithi082.stdout: self._sslobj.do_handshake() 2024-08-17T00:37:55.977 INFO:journalctl@ceph.mon.a.smithi082.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:37:55.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:55.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-mon[39953]: mgrmap e19: y(active, since 1.01043s), standbys: x 2024-08-17T00:37:55.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-mon[39953]: [17/Aug/2024:00:37:55] ENGINE Bus STARTING 2024-08-17T00:37:55.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-mon[39953]: [17/Aug/2024:00:37:55] ENGINE Serving on https://172.21.15.82:7150 2024-08-17T00:37:55.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-mon[39953]: [17/Aug/2024:00:37:55] ENGINE Bus STARTED 2024-08-17T00:37:55.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-mon[39953]: [17/Aug/2024:00:37:55] ENGINE Error in HTTPServer.serve 2024-08-17T00:37:55.978 INFO:journalctl@ceph.mon.c.smithi082.stdout: Traceback (most recent call last): 2024-08-17T00:37:55.978 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:37:55.978 INFO:journalctl@ceph.mon.c.smithi082.stdout: self._connections.run(self.expiration_interval) 2024-08-17T00:37:55.978 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:37:55.978 INFO:journalctl@ceph.mon.c.smithi082.stdout: self._run(expiration_interval) 2024-08-17T00:37:55.978 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:37:55.978 INFO:journalctl@ceph.mon.c.smithi082.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:37:55.978 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:37:55.978 INFO:journalctl@ceph.mon.c.smithi082.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:37:55.978 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:37:55.978 INFO:journalctl@ceph.mon.c.smithi082.stdout: s = self.context.wrap_socket( 2024-08-17T00:37:55.978 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:37:55.979 INFO:journalctl@ceph.mon.c.smithi082.stdout: return self.sslsocket_class._create( 2024-08-17T00:37:55.979 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:37:55.979 INFO:journalctl@ceph.mon.c.smithi082.stdout: self.do_handshake() 2024-08-17T00:37:55.979 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:37:55.979 INFO:journalctl@ceph.mon.c.smithi082.stdout: self._sslobj.do_handshake() 2024-08-17T00:37:55.979 INFO:journalctl@ceph.mon.c.smithi082.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:37:55.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:55 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:57.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[39953]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:57.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:57.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:57.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[39953]: mgrmap e20: y(active, since 2s), standbys: x 2024-08-17T00:37:57.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:57.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:57.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:57.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:57.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:57.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:57.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:57.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:57.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:57.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:57.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:57.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:57.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:57.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[29275]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:57.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:57.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:57.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[29275]: mgrmap e20: y(active, since 2s), standbys: x 2024-08-17T00:37:57.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:57.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:57.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:57.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:57.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:57.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:57.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:57.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:57.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:57.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:57.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:57.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:57.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:57 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:57.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:57 smithi137 ceph-mon[33068]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:57.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:57 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:57.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:57 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:57.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:57 smithi137 ceph-mon[33068]: mgrmap e20: y(active, since 2s), standbys: x 2024-08-17T00:37:57.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:57 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:57.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:57 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:57.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:57 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:57.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:57 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:57.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:57 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:57.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:57 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:57.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:57 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:57.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:57 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:57.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:57 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:57.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:57 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:57.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:57 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:57.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:57 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:57.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:57 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:58.096 INFO:teuthology.orchestra.run.smithi082.stderr:pool 'rbd' created 2024-08-17T00:37:58.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[29275]: Adjusting osd_memory_target on smithi137 to 2992M 2024-08-17T00:37:58.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/170250666' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T00:37:58.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[29275]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T00:37:58.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:58.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:58.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:58.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:58.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:58.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:58.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:58.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:58.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:58.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:58.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:58.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:37:58.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:37:58.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[39953]: Adjusting osd_memory_target on smithi137 to 2992M 2024-08-17T00:37:58.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/170250666' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T00:37:58.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[39953]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T00:37:58.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:58.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:58.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:58.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:58.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:58.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:58.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:58.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:58.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:58.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:58.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:58.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:37:58.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:58 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:37:58.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:58 smithi137 ceph-mon[33068]: Adjusting osd_memory_target on smithi137 to 2992M 2024-08-17T00:37:58.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:58 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/170250666' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T00:37:58.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:58 smithi137 ceph-mon[33068]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T00:37:58.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:58 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:58.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:58 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:58.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:58 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:58.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:58 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:58.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:58 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:58.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:58 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:58.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:58 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:58.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:58 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:58.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:58 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:58.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:58 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:37:58.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:58 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:58.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:58 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:37:58.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:58 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:37:58.913 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- rbd pool init rbd 2024-08-17T00:37:59.179 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:37:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[29275]: Adjusting osd_memory_target on smithi082 to 2992M 2024-08-17T00:37:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[29275]: Updating smithi082:/etc/ceph/ceph.conf 2024-08-17T00:37:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[29275]: Updating smithi137:/etc/ceph/ceph.conf 2024-08-17T00:37:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[29275]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[29275]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:37:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[29275]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:37:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[29275]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-17T00:37:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[29275]: osdmap e69: 8 total, 8 up, 8 in 2024-08-17T00:37:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[29275]: Updating smithi082:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:37:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[29275]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:37:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[29275]: mgrmap e21: y(active, since 5s), standbys: x 2024-08-17T00:37:59.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[39953]: Adjusting osd_memory_target on smithi082 to 2992M 2024-08-17T00:37:59.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[39953]: Updating smithi082:/etc/ceph/ceph.conf 2024-08-17T00:37:59.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[39953]: Updating smithi137:/etc/ceph/ceph.conf 2024-08-17T00:37:59.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[39953]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:59.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[39953]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:37:59.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[39953]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:37:59.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[39953]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-17T00:37:59.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[39953]: osdmap e69: 8 total, 8 up, 8 in 2024-08-17T00:37:59.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[39953]: Updating smithi082:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:37:59.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[39953]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:37:59.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:59.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:59.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:59.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:59.228 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:59.228 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:37:59 smithi082 ceph-mon[39953]: mgrmap e21: y(active, since 5s), standbys: x 2024-08-17T00:37:59.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:59 smithi137 ceph-mon[33068]: Adjusting osd_memory_target on smithi082 to 2992M 2024-08-17T00:37:59.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:59 smithi137 ceph-mon[33068]: Updating smithi082:/etc/ceph/ceph.conf 2024-08-17T00:37:59.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:59 smithi137 ceph-mon[33068]: Updating smithi137:/etc/ceph/ceph.conf 2024-08-17T00:37:59.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:59 smithi137 ceph-mon[33068]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:37:59.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:59 smithi137 ceph-mon[33068]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:37:59.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:59 smithi137 ceph-mon[33068]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:37:59.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:59 smithi137 ceph-mon[33068]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-17T00:37:59.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:59 smithi137 ceph-mon[33068]: osdmap e69: 8 total, 8 up, 8 in 2024-08-17T00:37:59.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:59 smithi137 ceph-mon[33068]: Updating smithi082:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:37:59.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:59 smithi137 ceph-mon[33068]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:37:59.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:59 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:59.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:59 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:59.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:59 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:59.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:59 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:59.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:59 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:37:59.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:37:59 smithi137 ceph-mon[33068]: mgrmap e21: y(active, since 5s), standbys: x 2024-08-17T00:38:00.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:00 smithi082 ceph-mon[29275]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:38:00.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:00 smithi082 ceph-mon[29275]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:38:00.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:00 smithi082 ceph-mon[29275]: Deploying daemon alertmanager.a on smithi082 2024-08-17T00:38:00.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:00 smithi082 ceph-mon[29275]: osdmap e70: 8 total, 8 up, 8 in 2024-08-17T00:38:00.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:00 smithi082 ceph-mon[39953]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:38:00.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:00 smithi082 ceph-mon[39953]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:38:00.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:00 smithi082 ceph-mon[39953]: Deploying daemon alertmanager.a on smithi082 2024-08-17T00:38:00.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:00 smithi082 ceph-mon[39953]: osdmap e70: 8 total, 8 up, 8 in 2024-08-17T00:38:00.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:00 smithi137 ceph-mon[33068]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:38:00.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:00 smithi137 ceph-mon[33068]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:38:00.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:00 smithi137 ceph-mon[33068]: Deploying daemon alertmanager.a on smithi082 2024-08-17T00:38:00.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:00 smithi137 ceph-mon[33068]: osdmap e70: 8 total, 8 up, 8 in 2024-08-17T00:38:01.106 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:38:00 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:38:00] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:38:01.156 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:01 smithi082 ceph-mon[29275]: pgmap v8: 105 pgs: 6 unknown, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:01.157 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:01 smithi082 ceph-mon[29275]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:38:01.157 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:01 smithi082 ceph-mon[29275]: osdmap e71: 8 total, 8 up, 8 in 2024-08-17T00:38:01.157 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:01 smithi082 ceph-mon[39953]: pgmap v8: 105 pgs: 6 unknown, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:01.157 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:01 smithi082 ceph-mon[39953]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:38:01.157 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:01 smithi082 ceph-mon[39953]: osdmap e71: 8 total, 8 up, 8 in 2024-08-17T00:38:01.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:01 smithi137 ceph-mon[33068]: pgmap v8: 105 pgs: 6 unknown, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:01.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:01 smithi137 ceph-mon[33068]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:38:01.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:01 smithi137 ceph-mon[33068]: osdmap e71: 8 total, 8 up, 8 in 2024-08-17T00:38:02.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:02 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/822983181' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-17T00:38:02.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:02 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/822983181' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-17T00:38:02.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:02 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/822983181' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-17T00:38:03.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:03 smithi082 ceph-mon[39953]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-08-17T00:38:03.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:03 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/822983181' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-17T00:38:03.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:03 smithi082 ceph-mon[39953]: osdmap e72: 8 total, 8 up, 8 in 2024-08-17T00:38:03.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:03 smithi082 ceph-mon[29275]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-08-17T00:38:03.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:03 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/822983181' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-17T00:38:03.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:03 smithi082 ceph-mon[29275]: osdmap e72: 8 total, 8 up, 8 in 2024-08-17T00:38:03.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:03 smithi137 ceph-mon[33068]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-08-17T00:38:03.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:03 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/822983181' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-17T00:38:03.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:03 smithi137 ceph-mon[33068]: osdmap e72: 8 total, 8 up, 8 in 2024-08-17T00:38:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:04 smithi082 ceph-mon[39953]: osdmap e73: 8 total, 8 up, 8 in 2024-08-17T00:38:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:04 smithi082 ceph-mon[29275]: osdmap e73: 8 total, 8 up, 8 in 2024-08-17T00:38:04.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:04 smithi137 ceph-mon[33068]: osdmap e73: 8 total, 8 up, 8 in 2024-08-17T00:38:04.863 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-08-17T00:38:04.864 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-08-17T00:38:04.864 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph mgr dump --format=json 2024-08-17T00:38:05.304 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:38:05.422 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:05 smithi082 ceph-mon[39953]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 45 KiB/s rd, 0 B/s wr, 25 op/s 2024-08-17T00:38:05.422 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:05 smithi082 ceph-mon[39953]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:38:05.422 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:05 smithi082 ceph-mon[39953]: Cluster is now healthy 2024-08-17T00:38:05.423 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:05 smithi082 ceph-mon[39953]: osdmap e74: 8 total, 8 up, 8 in 2024-08-17T00:38:05.423 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:05 smithi082 ceph-mon[29275]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 45 KiB/s rd, 0 B/s wr, 25 op/s 2024-08-17T00:38:05.423 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:05 smithi082 ceph-mon[29275]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:38:05.423 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:05 smithi082 ceph-mon[29275]: Cluster is now healthy 2024-08-17T00:38:05.423 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:05 smithi082 ceph-mon[29275]: osdmap e74: 8 total, 8 up, 8 in 2024-08-17T00:38:05.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:05 smithi137 ceph-mon[33068]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 45 KiB/s rd, 0 B/s wr, 25 op/s 2024-08-17T00:38:05.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:05 smithi137 ceph-mon[33068]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:38:05.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:05 smithi137 ceph-mon[33068]: Cluster is now healthy 2024-08-17T00:38:05.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:05 smithi137 ceph-mon[33068]: osdmap e74: 8 total, 8 up, 8 in 2024-08-17T00:38:07.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:07 smithi082 ceph-mon[29275]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 364 B/s wr, 0 op/s 2024-08-17T00:38:07.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:07 smithi082 ceph-mon[39953]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 364 B/s wr, 0 op/s 2024-08-17T00:38:07.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:07 smithi137 ceph-mon[33068]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 364 B/s wr, 0 op/s 2024-08-17T00:38:08.475 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:38:08 smithi082 systemd[1]: Starting Ceph alertmanager.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:38:09.322 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:09 smithi082 ceph-mon[29275]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-08-17T00:38:09.322 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:09 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:38:09.322 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:09 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:09.322 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:09 smithi082 ceph-mon[39953]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-08-17T00:38:09.322 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:09 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:38:09.323 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:09 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:09.323 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:38:09 smithi082 podman[71998]: 2024-08-17 00:38:09.303167813 +0000 UTC m=+0.096710640 volume create 25b956135f6ebcb98e5414d9180be98889b2c4f2a60f18b0d6cdbc9803d1a01d 2024-08-17T00:38:09.323 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:38:09 smithi082 podman[71998]: 2024-08-17 00:38:09.224260889 +0000 UTC m=+0.017803718 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-17T00:38:09.368 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:38:09.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:09 smithi137 ceph-mon[33068]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-08-17T00:38:09.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:09 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:38:09.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:09 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:09.725 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:38:09 smithi082 podman[71998]: 2024-08-17 00:38:09.4292218 +0000 UTC m=+0.222764668 container create 5450c38aac7fee2c42613434b773ca309685594860fd14fbb668d7fde9ec52a5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:38:10.138 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:38:09 smithi082 podman[71998]: 2024-08-17 00:38:09.915711667 +0000 UTC m=+0.709254501 container init 5450c38aac7fee2c42613434b773ca309685594860fd14fbb668d7fde9ec52a5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:38:10.138 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:38:09 smithi082 podman[71998]: 2024-08-17 00:38:09.918511378 +0000 UTC m=+0.712054205 container start 5450c38aac7fee2c42613434b773ca309685594860fd14fbb668d7fde9ec52a5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:38:10.138 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:38:09 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[72026]: ts=2024-08-17T00:38:09.930Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-17T00:38:10.138 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:38:09 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[72026]: ts=2024-08-17T00:38:09.930Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-17T00:38:10.139 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:38:09 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[72026]: ts=2024-08-17T00:38:09.931Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.82 port=9094 2024-08-17T00:38:10.139 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:38:09 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[72026]: ts=2024-08-17T00:38:09.932Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-17T00:38:10.139 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:38:09 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[72026]: ts=2024-08-17T00:38:09.955Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T00:38:10.139 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:38:09 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[72026]: ts=2024-08-17T00:38:09.956Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T00:38:10.139 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:38:09 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[72026]: ts=2024-08-17T00:38:09.958Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-17T00:38:10.139 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:38:09 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[72026]: ts=2024-08-17T00:38:09.958Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-17T00:38:10.139 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:38:10 smithi082 bash[71998]: 5450c38aac7fee2c42613434b773ca309685594860fd14fbb668d7fde9ec52a5 2024-08-17T00:38:10.139 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:38:10 smithi082 systemd[1]: Started Ceph alertmanager.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:38:10.434 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:38:10 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:38:10] ENGINE Bus STOPPING 2024-08-17T00:38:10.434 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:10 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/2481686034' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-17T00:38:10.435 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:10 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:10.435 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:10 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:10.435 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:10 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:10.435 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:10 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:10.435 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:10 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/2481686034' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-17T00:38:10.435 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:10 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:10.435 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:10 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:10.435 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:10 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:10.435 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:10 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:10.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:10 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/2481686034' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-17T00:38:10.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:10 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:10.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:10 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:10.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:10 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:10.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:10 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:10.721 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:38:10 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:38:10] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T00:38:10.722 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:38:10 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:38:10] ENGINE Bus STOPPED 2024-08-17T00:38:10.722 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:38:10 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:38:10] ENGINE Bus STARTING 2024-08-17T00:38:10.722 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:38:10 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:38:10] ENGINE Serving on http://:::9283 2024-08-17T00:38:10.722 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:38:10 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:38:10] ENGINE Bus STARTED 2024-08-17T00:38:10.749 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":21,"flags":0,"active_gid":24431,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6800","nonce":498885779},{"type":"v1","addr":"172.21.15.82:6801","nonce":498885779}]},"active_addr":"172.21.15.82:6801/498885779","active_change":"2024-08-17T00:37:53.711714+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24385,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.82:8443/","prometheus":"http://172.21.15.82:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":68,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.82:0","nonce":774543594}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.82:0","nonce":1723521270}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.82:0","nonce":2932695184}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.82:0","nonce":1290349808}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.82:0","nonce":1442265564}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.82:0","nonce":977367904}]}]} 2024-08-17T00:38:10.755 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-08-17T00:38:10.755 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-08-17T00:38:10.755 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T00:38:11.015 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:38:11.164 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:38:10 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:38:10] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:38:11.389 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:11 smithi082 ceph-mon[39953]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 269 B/s wr, 0 op/s 2024-08-17T00:38:11.389 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:11 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:11.389 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:11 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:11.389 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:11 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T00:38:11.390 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:11 smithi082 ceph-mon[39953]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T00:38:11.390 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:11 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:11.390 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:11 smithi082 ceph-mon[39953]: Deploying daemon grafana.a on smithi137 2024-08-17T00:38:11.390 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:11 smithi082 ceph-mon[39953]: osdmap e75: 8 total, 8 up, 8 in 2024-08-17T00:38:11.390 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:11 smithi082 ceph-mon[29275]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 269 B/s wr, 0 op/s 2024-08-17T00:38:11.390 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:11 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:11.390 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:11 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:11.390 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:11 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T00:38:11.390 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:11 smithi082 ceph-mon[29275]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T00:38:11.390 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:11 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:11.390 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:11 smithi082 ceph-mon[29275]: Deploying daemon grafana.a on smithi137 2024-08-17T00:38:11.391 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:11 smithi082 ceph-mon[29275]: osdmap e75: 8 total, 8 up, 8 in 2024-08-17T00:38:11.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:11 smithi137 ceph-mon[33068]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 269 B/s wr, 0 op/s 2024-08-17T00:38:11.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:11 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:11.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:11 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:11.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:11 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T00:38:11.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:11 smithi137 ceph-mon[33068]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T00:38:11.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:11 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:11.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:11 smithi137 ceph-mon[33068]: Deploying daemon grafana.a on smithi137 2024-08-17T00:38:11.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:11 smithi137 ceph-mon[33068]: osdmap e75: 8 total, 8 up, 8 in 2024-08-17T00:38:12.111 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:38:11 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[72026]: ts=2024-08-17T00:38:11.933Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000663441s 2024-08-17T00:38:12.731 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:38:12.731 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":75,"fsid":"f8feaf04-5c2f-11ef-bccf-c7b262605968","created":"2024-08-17T00:31:49.177835+0000","modified":"2024-08-17T00:38:10.433264+0000","last_up_change":"2024-08-17T00:36:36.535905+0000","last_in_change":"2024-08-17T00:36:19.917952+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T00:34:43.626088+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T00:37:00.343749+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T00:37:03.874341+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-17T00:37:57.431750+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"202eae0d-b971-441e-a5e5-61e1ae3dbf7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2661296690},{"type":"v1","addr":"172.21.15.82:6803","nonce":2661296690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2661296690},{"type":"v1","addr":"172.21.15.82:6805","nonce":2661296690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":2661296690},{"type":"v1","addr":"172.21.15.82:6809","nonce":2661296690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2661296690},{"type":"v1","addr":"172.21.15.82:6807","nonce":2661296690}]},"public_addr":"172.21.15.82:6803/2661296690","cluster_addr":"172.21.15.82:6805/2661296690","heartbeat_back_addr":"172.21.15.82:6809/2661296690","heartbeat_front_addr":"172.21.15.82:6807/2661296690","state":["exists","up"]},{"osd":1,"uuid":"1aefb1df-6d8e-445f-aa1a-357341b86034","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":3593629905},{"type":"v1","addr":"172.21.15.82:6811","nonce":3593629905}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":3593629905},{"type":"v1","addr":"172.21.15.82:6813","nonce":3593629905}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":3593629905},{"type":"v1","addr":"172.21.15.82:6817","nonce":3593629905}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":3593629905},{"type":"v1","addr":"172.21.15.82:6815","nonce":3593629905}]},"public_addr":"172.21.15.82:6811/3593629905","cluster_addr":"172.21.15.82:6813/3593629905","heartbeat_back_addr":"172.21.15.82:6817/3593629905","heartbeat_front_addr":"172.21.15.82:6815/3593629905","state":["exists","up"]},{"osd":2,"uuid":"e771411e-3dc5-4495-8e1e-22532ec6f1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":2201137631},{"type":"v1","addr":"172.21.15.82:6819","nonce":2201137631}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":2201137631},{"type":"v1","addr":"172.21.15.82:6821","nonce":2201137631}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":2201137631},{"type":"v1","addr":"172.21.15.82:6825","nonce":2201137631}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":2201137631},{"type":"v1","addr":"172.21.15.82:6823","nonce":2201137631}]},"public_addr":"172.21.15.82:6819/2201137631","cluster_addr":"172.21.15.82:6821/2201137631","heartbeat_back_addr":"172.21.15.82:6825/2201137631","heartbeat_front_addr":"172.21.15.82:6823/2201137631","state":["exists","up"]},{"osd":3,"uuid":"fcab179f-8cac-46c5-8a1e-416b98257e98","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":2432430510},{"type":"v1","addr":"172.21.15.82:6827","nonce":2432430510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":2432430510},{"type":"v1","addr":"172.21.15.82:6829","nonce":2432430510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2432430510},{"type":"v1","addr":"172.21.15.82:6833","nonce":2432430510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":2432430510},{"type":"v1","addr":"172.21.15.82:6831","nonce":2432430510}]},"public_addr":"172.21.15.82:6827/2432430510","cluster_addr":"172.21.15.82:6829/2432430510","heartbeat_back_addr":"172.21.15.82:6833/2432430510","heartbeat_front_addr":"172.21.15.82:6831/2432430510","state":["exists","up"]},{"osd":4,"uuid":"e1a49556-a716-4639-887a-745ab647147f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":3119718686},{"type":"v1","addr":"172.21.15.137:6801","nonce":3119718686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":3119718686},{"type":"v1","addr":"172.21.15.137:6803","nonce":3119718686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":3119718686},{"type":"v1","addr":"172.21.15.137:6807","nonce":3119718686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":3119718686},{"type":"v1","addr":"172.21.15.137:6805","nonce":3119718686}]},"public_addr":"172.21.15.137:6801/3119718686","cluster_addr":"172.21.15.137:6803/3119718686","heartbeat_back_addr":"172.21.15.137:6807/3119718686","heartbeat_front_addr":"172.21.15.137:6805/3119718686","state":["exists","up"]},{"osd":5,"uuid":"d99ec7f9-e1c8-43fc-a561-839b96e75934","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":2464649180},{"type":"v1","addr":"172.21.15.137:6809","nonce":2464649180}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":2464649180},{"type":"v1","addr":"172.21.15.137:6811","nonce":2464649180}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":2464649180},{"type":"v1","addr":"172.21.15.137:6815","nonce":2464649180}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":2464649180},{"type":"v1","addr":"172.21.15.137:6813","nonce":2464649180}]},"public_addr":"172.21.15.137:6809/2464649180","cluster_addr":"172.21.15.137:6811/2464649180","heartbeat_back_addr":"172.21.15.137:6815/2464649180","heartbeat_front_addr":"172.21.15.137:6813/2464649180","state":["exists","up"]},{"osd":6,"uuid":"486be4bc-e77c-4457-bbf4-481efc51c21f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":2188425065},{"type":"v1","addr":"172.21.15.137:6817","nonce":2188425065}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":2188425065},{"type":"v1","addr":"172.21.15.137:6819","nonce":2188425065}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":2188425065},{"type":"v1","addr":"172.21.15.137:6823","nonce":2188425065}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":2188425065},{"type":"v1","addr":"172.21.15.137:6821","nonce":2188425065}]},"public_addr":"172.21.15.137:6817/2188425065","cluster_addr":"172.21.15.137:6819/2188425065","heartbeat_back_addr":"172.21.15.137:6823/2188425065","heartbeat_front_addr":"172.21.15.137:6821/2188425065","state":["exists","up"]},{"osd":7,"uuid":"3d20c01e-aa32-4a98-98b1-a66c1cc60ed5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":3327378897},{"type":"v1","addr":"172.21.15.137:6825","nonce":3327378897}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":3327378897},{"type":"v1","addr":"172.21.15.137:6827","nonce":3327378897}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":3327378897},{"type":"v1","addr":"172.21.15.137:6831","nonce":3327378897}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":3327378897},{"type":"v1","addr":"172.21.15.137:6829","nonce":3327378897}]},"public_addr":"172.21.15.137:6825/3327378897","cluster_addr":"172.21.15.137:6827/3327378897","heartbeat_back_addr":"172.21.15.137:6831/3327378897","heartbeat_front_addr":"172.21.15.137:6829/3327378897","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:33:54.059622+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:34:17.042541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:34:40.818203+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:35:04.997886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:35:26.347506+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:35:49.056726+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:36:12.057138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:36:34.662036+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.5","mappings":[{"from":5,"to":1}]},{"pgid":"3.f","mappings":[{"from":4,"to":1},{"from":0,"to":3}]},{"pgid":"3.24","mappings":[{"from":4,"to":2}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.82:0/729231788":"2024-08-18T00:37:53.711521+0000","172.21.15.82:0/4174301313":"2024-08-18T00:37:53.711521+0000","172.21.15.82:0/4157964058":"2024-08-18T00:37:53.711521+0000","172.21.15.82:0/2579249771":"2024-08-18T00:32:11.699373+0000","172.21.15.82:6800/1296282024":"2024-08-18T00:32:11.699373+0000","172.21.15.82:0/1155766689":"2024-08-18T00:32:11.699373+0000","172.21.15.82:6801/1296282024":"2024-08-18T00:32:11.699373+0000","172.21.15.82:0/2474411610":"2024-08-18T00:32:33.333001+0000","172.21.15.82:6800/3128007426":"2024-08-18T00:37:53.711521+0000","172.21.15.82:0/1095799219":"2024-08-18T00:32:33.333001+0000","172.21.15.82:6801/693925070":"2024-08-18T00:32:33.333001+0000","172.21.15.82:0/705366047":"2024-08-18T00:32:33.333001+0000","172.21.15.82:6800/693925070":"2024-08-18T00:32:33.333001+0000","172.21.15.82:0/281455942":"2024-08-18T00:32:11.699373+0000","172.21.15.82:6801/3128007426":"2024-08-18T00:37:53.711521+0000","172.21.15.82:0/924531209":"2024-08-18T00:37:53.711521+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T00:38:13.426 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:13 smithi082 ceph-mon[39953]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T00:38:13.427 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:13 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/2574955479' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:38:13.427 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:13 smithi082 ceph-mon[29275]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T00:38:13.427 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:13 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/2574955479' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:38:13.454 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-08-17T00:38:13.454 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T00:38:13.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:13 smithi137 ceph-mon[33068]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T00:38:13.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:13 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/2574955479' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:38:13.708 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:38:14.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:14 smithi137 ceph-mon[33068]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 213 B/s wr, 0 op/s 2024-08-17T00:38:14.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:14 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:15.032 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:14 smithi082 ceph-mon[39953]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 213 B/s wr, 0 op/s 2024-08-17T00:38:15.032 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:14 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:15.033 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:14 smithi082 ceph-mon[29275]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 213 B/s wr, 0 op/s 2024-08-17T00:38:15.033 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:14 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:15.513 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:38:15.513 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":75,"fsid":"f8feaf04-5c2f-11ef-bccf-c7b262605968","created":"2024-08-17T00:31:49.177835+0000","modified":"2024-08-17T00:38:10.433264+0000","last_up_change":"2024-08-17T00:36:36.535905+0000","last_in_change":"2024-08-17T00:36:19.917952+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T00:34:43.626088+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T00:37:00.343749+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T00:37:03.874341+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-17T00:37:57.431750+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"202eae0d-b971-441e-a5e5-61e1ae3dbf7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2661296690},{"type":"v1","addr":"172.21.15.82:6803","nonce":2661296690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2661296690},{"type":"v1","addr":"172.21.15.82:6805","nonce":2661296690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":2661296690},{"type":"v1","addr":"172.21.15.82:6809","nonce":2661296690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2661296690},{"type":"v1","addr":"172.21.15.82:6807","nonce":2661296690}]},"public_addr":"172.21.15.82:6803/2661296690","cluster_addr":"172.21.15.82:6805/2661296690","heartbeat_back_addr":"172.21.15.82:6809/2661296690","heartbeat_front_addr":"172.21.15.82:6807/2661296690","state":["exists","up"]},{"osd":1,"uuid":"1aefb1df-6d8e-445f-aa1a-357341b86034","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":3593629905},{"type":"v1","addr":"172.21.15.82:6811","nonce":3593629905}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":3593629905},{"type":"v1","addr":"172.21.15.82:6813","nonce":3593629905}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":3593629905},{"type":"v1","addr":"172.21.15.82:6817","nonce":3593629905}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":3593629905},{"type":"v1","addr":"172.21.15.82:6815","nonce":3593629905}]},"public_addr":"172.21.15.82:6811/3593629905","cluster_addr":"172.21.15.82:6813/3593629905","heartbeat_back_addr":"172.21.15.82:6817/3593629905","heartbeat_front_addr":"172.21.15.82:6815/3593629905","state":["exists","up"]},{"osd":2,"uuid":"e771411e-3dc5-4495-8e1e-22532ec6f1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":2201137631},{"type":"v1","addr":"172.21.15.82:6819","nonce":2201137631}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":2201137631},{"type":"v1","addr":"172.21.15.82:6821","nonce":2201137631}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":2201137631},{"type":"v1","addr":"172.21.15.82:6825","nonce":2201137631}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":2201137631},{"type":"v1","addr":"172.21.15.82:6823","nonce":2201137631}]},"public_addr":"172.21.15.82:6819/2201137631","cluster_addr":"172.21.15.82:6821/2201137631","heartbeat_back_addr":"172.21.15.82:6825/2201137631","heartbeat_front_addr":"172.21.15.82:6823/2201137631","state":["exists","up"]},{"osd":3,"uuid":"fcab179f-8cac-46c5-8a1e-416b98257e98","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":2432430510},{"type":"v1","addr":"172.21.15.82:6827","nonce":2432430510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":2432430510},{"type":"v1","addr":"172.21.15.82:6829","nonce":2432430510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2432430510},{"type":"v1","addr":"172.21.15.82:6833","nonce":2432430510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":2432430510},{"type":"v1","addr":"172.21.15.82:6831","nonce":2432430510}]},"public_addr":"172.21.15.82:6827/2432430510","cluster_addr":"172.21.15.82:6829/2432430510","heartbeat_back_addr":"172.21.15.82:6833/2432430510","heartbeat_front_addr":"172.21.15.82:6831/2432430510","state":["exists","up"]},{"osd":4,"uuid":"e1a49556-a716-4639-887a-745ab647147f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":3119718686},{"type":"v1","addr":"172.21.15.137:6801","nonce":3119718686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":3119718686},{"type":"v1","addr":"172.21.15.137:6803","nonce":3119718686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":3119718686},{"type":"v1","addr":"172.21.15.137:6807","nonce":3119718686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":3119718686},{"type":"v1","addr":"172.21.15.137:6805","nonce":3119718686}]},"public_addr":"172.21.15.137:6801/3119718686","cluster_addr":"172.21.15.137:6803/3119718686","heartbeat_back_addr":"172.21.15.137:6807/3119718686","heartbeat_front_addr":"172.21.15.137:6805/3119718686","state":["exists","up"]},{"osd":5,"uuid":"d99ec7f9-e1c8-43fc-a561-839b96e75934","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":2464649180},{"type":"v1","addr":"172.21.15.137:6809","nonce":2464649180}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":2464649180},{"type":"v1","addr":"172.21.15.137:6811","nonce":2464649180}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":2464649180},{"type":"v1","addr":"172.21.15.137:6815","nonce":2464649180}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":2464649180},{"type":"v1","addr":"172.21.15.137:6813","nonce":2464649180}]},"public_addr":"172.21.15.137:6809/2464649180","cluster_addr":"172.21.15.137:6811/2464649180","heartbeat_back_addr":"172.21.15.137:6815/2464649180","heartbeat_front_addr":"172.21.15.137:6813/2464649180","state":["exists","up"]},{"osd":6,"uuid":"486be4bc-e77c-4457-bbf4-481efc51c21f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":2188425065},{"type":"v1","addr":"172.21.15.137:6817","nonce":2188425065}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":2188425065},{"type":"v1","addr":"172.21.15.137:6819","nonce":2188425065}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":2188425065},{"type":"v1","addr":"172.21.15.137:6823","nonce":2188425065}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":2188425065},{"type":"v1","addr":"172.21.15.137:6821","nonce":2188425065}]},"public_addr":"172.21.15.137:6817/2188425065","cluster_addr":"172.21.15.137:6819/2188425065","heartbeat_back_addr":"172.21.15.137:6823/2188425065","heartbeat_front_addr":"172.21.15.137:6821/2188425065","state":["exists","up"]},{"osd":7,"uuid":"3d20c01e-aa32-4a98-98b1-a66c1cc60ed5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":3327378897},{"type":"v1","addr":"172.21.15.137:6825","nonce":3327378897}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":3327378897},{"type":"v1","addr":"172.21.15.137:6827","nonce":3327378897}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":3327378897},{"type":"v1","addr":"172.21.15.137:6831","nonce":3327378897}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":3327378897},{"type":"v1","addr":"172.21.15.137:6829","nonce":3327378897}]},"public_addr":"172.21.15.137:6825/3327378897","cluster_addr":"172.21.15.137:6827/3327378897","heartbeat_back_addr":"172.21.15.137:6831/3327378897","heartbeat_front_addr":"172.21.15.137:6829/3327378897","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:33:54.059622+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:34:17.042541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:34:40.818203+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:35:04.997886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:35:26.347506+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:35:49.056726+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:36:12.057138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:36:34.662036+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.5","mappings":[{"from":5,"to":1}]},{"pgid":"3.f","mappings":[{"from":4,"to":1},{"from":0,"to":3}]},{"pgid":"3.24","mappings":[{"from":4,"to":2}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.82:0/729231788":"2024-08-18T00:37:53.711521+0000","172.21.15.82:0/4174301313":"2024-08-18T00:37:53.711521+0000","172.21.15.82:0/4157964058":"2024-08-18T00:37:53.711521+0000","172.21.15.82:0/2579249771":"2024-08-18T00:32:11.699373+0000","172.21.15.82:6800/1296282024":"2024-08-18T00:32:11.699373+0000","172.21.15.82:0/1155766689":"2024-08-18T00:32:11.699373+0000","172.21.15.82:6801/1296282024":"2024-08-18T00:32:11.699373+0000","172.21.15.82:0/2474411610":"2024-08-18T00:32:33.333001+0000","172.21.15.82:6800/3128007426":"2024-08-18T00:37:53.711521+0000","172.21.15.82:0/1095799219":"2024-08-18T00:32:33.333001+0000","172.21.15.82:6801/693925070":"2024-08-18T00:32:33.333001+0000","172.21.15.82:0/705366047":"2024-08-18T00:32:33.333001+0000","172.21.15.82:6800/693925070":"2024-08-18T00:32:33.333001+0000","172.21.15.82:0/281455942":"2024-08-18T00:32:11.699373+0000","172.21.15.82:6801/3128007426":"2024-08-18T00:37:53.711521+0000","172.21.15.82:0/924531209":"2024-08-18T00:37:53.711521+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T00:38:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:15 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/1463165874' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:38:16.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:15 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/1463165874' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:38:16.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:15 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/1463165874' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:38:16.372 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-08-17T00:38:16.373 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-08-17T00:38:16.373 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-08-17T00:38:16.374 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-08-17T00:38:16.374 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-08-17T00:38:16.375 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-08-17T00:38:16.375 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-08-17T00:38:16.375 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-08-17T00:38:16.850 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:38:16.867 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:38:16.885 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:38:16.888 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:38:16.891 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:38:16.891 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:38:16.891 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:38:16.898 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:38:17.042 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:16 smithi082 ceph-mon[29275]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:17.043 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:16 smithi082 ceph-mon[39953]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:17.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:16 smithi137 ceph-mon[33068]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:19.091 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:18 smithi082 ceph-mon[39953]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:19.091 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:18 smithi082 ceph-mon[29275]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:19.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:18 smithi137 ceph-mon[33068]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:20.207 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:38:19 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[72026]: ts=2024-08-17T00:38:19.935Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002754698s 2024-08-17T00:38:20.904 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:20 smithi137 ceph-mon[33068]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:20.905 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:38:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:38:20] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:38:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:20 smithi082 ceph-mon[29275]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:20 smithi082 ceph-mon[39953]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:22.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:22 smithi082 ceph-mon[29275]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:22.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:22 smithi082 ceph-mon[39953]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:22.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:22 smithi137 ceph-mon[33068]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:23.697 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 systemd[1]: Started Ceph grafana.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:38:23.948 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=settings t=2024-08-17T00:38:23.696714163Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-08-17T00:38:23.948 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=settings t=2024-08-17T00:38:23.696901624Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-17T00:38:23.948 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=settings t=2024-08-17T00:38:23.696970334Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-17T00:38:23.948 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=settings t=2024-08-17T00:38:23.696983905Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-17T00:38:23.948 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=settings t=2024-08-17T00:38:23.696994134Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-17T00:38:23.948 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=settings t=2024-08-17T00:38:23.697003895Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-17T00:38:23.948 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=settings t=2024-08-17T00:38:23.697013269Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-17T00:38:23.949 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=settings t=2024-08-17T00:38:23.697022104Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-17T00:38:23.949 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=settings t=2024-08-17T00:38:23.69703095Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-17T00:38:23.949 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=settings t=2024-08-17T00:38:23.697039717Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-17T00:38:23.949 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=settings t=2024-08-17T00:38:23.697048339Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-17T00:38:23.949 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=settings t=2024-08-17T00:38:23.697057473Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-17T00:38:23.949 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=settings t=2024-08-17T00:38:23.697066588Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-17T00:38:23.949 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=settings t=2024-08-17T00:38:23.697077127Z level=info msg="App mode production" 2024-08-17T00:38:23.949 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=sqlstore t=2024-08-17T00:38:23.69715198Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-17T00:38:23.949 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=sqlstore t=2024-08-17T00:38:23.697177441Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-17T00:38:23.949 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.698445808Z level=info msg="Starting DB migrations" 2024-08-17T00:38:23.949 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.698548128Z level=info msg="Executing migration" id="create migration_log table" 2024-08-17T00:38:23.949 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.699266114Z level=info msg="Executing migration" id="create user table" 2024-08-17T00:38:23.950 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.699810448Z level=info msg="Executing migration" id="add unique index user.login" 2024-08-17T00:38:23.950 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.700319546Z level=info msg="Executing migration" id="add unique index user.email" 2024-08-17T00:38:23.950 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.700757702Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-08-17T00:38:23.950 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.7014125Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-08-17T00:38:23.950 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.701803536Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-08-17T00:38:23.950 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.702531233Z level=info msg="Executing migration" id="create user table v2" 2024-08-17T00:38:23.950 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.702949502Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-08-17T00:38:23.950 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.703368367Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-08-17T00:38:23.950 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.70384204Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-08-17T00:38:23.950 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.704197461Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-08-17T00:38:23.950 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.704523706Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-08-17T00:38:23.950 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.704904474Z level=info msg="Executing migration" id="Update user table charset" 2024-08-17T00:38:23.951 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.705211962Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-08-17T00:38:23.951 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.70558902Z level=info msg="Executing migration" id="Add missing user data" 2024-08-17T00:38:23.951 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.705903981Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-08-17T00:38:23.951 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.706319468Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-08-17T00:38:23.951 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.706697911Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-08-17T00:38:23.951 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.707169904Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-08-17T00:38:23.951 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.70831031Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-08-17T00:38:23.952 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.708776781Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-08-17T00:38:23.952 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.709221244Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-08-17T00:38:23.953 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.709643728Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-08-17T00:38:23.953 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.712408187Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-08-17T00:38:23.953 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.715177234Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-08-17T00:38:23.953 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.717832531Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-08-17T00:38:23.953 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.720431639Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-08-17T00:38:23.953 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.722925479Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-08-17T00:38:23.953 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.723367176Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-08-17T00:38:23.953 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.725971402Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-08-17T00:38:23.953 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.726675537Z level=info msg="Executing migration" id="create temp_user v2" 2024-08-17T00:38:23.953 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.728746151Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-08-17T00:38:23.953 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.73121301Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-08-17T00:38:23.953 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.733902241Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-08-17T00:38:23.954 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.734549491Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-08-17T00:38:23.954 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.735369101Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-08-17T00:38:23.954 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.736110162Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-08-17T00:38:23.954 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.736926447Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-08-17T00:38:23.954 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.737895782Z level=info msg="Executing migration" id="create star table" 2024-08-17T00:38:23.954 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.738599076Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-08-17T00:38:23.954 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.739403406Z level=info msg="Executing migration" id="create org table v1" 2024-08-17T00:38:23.954 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.740197117Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-08-17T00:38:23.954 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.740995898Z level=info msg="Executing migration" id="create org_user table v1" 2024-08-17T00:38:23.954 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.741916647Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-08-17T00:38:23.954 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.742559102Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-08-17T00:38:23.954 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.743278325Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-08-17T00:38:23.955 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.743757407Z level=info msg="Executing migration" id="Update org table charset" 2024-08-17T00:38:23.955 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.74463555Z level=info msg="Executing migration" id="Update org_user table charset" 2024-08-17T00:38:23.955 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.745323372Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-08-17T00:38:23.955 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.746103566Z level=info msg="Executing migration" id="create dashboard table" 2024-08-17T00:38:23.955 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.74689228Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-08-17T00:38:23.955 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.747857415Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-08-17T00:38:23.955 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.748561484Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-08-17T00:38:23.955 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.749458983Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-08-17T00:38:23.955 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.75028703Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-08-17T00:38:23.955 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.751161672Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-08-17T00:38:23.955 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.752117431Z level=info msg="Executing migration" id="create dashboard v2" 2024-08-17T00:38:23.955 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.752915926Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-08-17T00:38:23.955 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.753712265Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-08-17T00:38:23.956 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.754584748Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-08-17T00:38:23.956 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.755430562Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-08-17T00:38:23.956 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.75621574Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-08-17T00:38:23.956 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.757031637Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-08-17T00:38:23.956 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.757900472Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-08-17T00:38:23.956 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.758861883Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-08-17T00:38:23.956 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.759522969Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-08-17T00:38:23.956 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.760486243Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-08-17T00:38:23.956 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.761238358Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-08-17T00:38:23.956 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.762053054Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-08-17T00:38:23.956 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.762993206Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-08-17T00:38:23.956 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.765876265Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-08-17T00:38:23.957 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.768522297Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-08-17T00:38:23.957 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.771197535Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-08-17T00:38:23.957 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.771783504Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-08-17T00:38:23.957 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.774620292Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-08-17T00:38:23.957 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.777416655Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-08-17T00:38:23.957 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.780251106Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-08-17T00:38:23.957 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.782873558Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-08-17T00:38:23.957 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.78558367Z level=info msg="Executing migration" id="Update dashboard title length" 2024-08-17T00:38:23.957 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.788184678Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-08-17T00:38:23.957 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.79081978Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-08-17T00:38:23.957 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.793753957Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-08-17T00:38:23.957 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.796503066Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-08-17T00:38:23.958 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.799223122Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-08-17T00:38:23.958 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.801921192Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-08-17T00:38:23.958 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.804790863Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-08-17T00:38:23.958 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.807508071Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-08-17T00:38:23.958 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.810329519Z level=info msg="Executing migration" id="Add check_sum column" 2024-08-17T00:38:23.958 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.812991883Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-08-17T00:38:23.958 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.815673263Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-08-17T00:38:23.958 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.818405815Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-08-17T00:38:23.959 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.820948047Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-08-17T00:38:23.959 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.823600802Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-08-17T00:38:23.959 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.826299339Z level=info msg="Executing migration" id="create data_source table" 2024-08-17T00:38:23.959 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.829021706Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-08-17T00:38:23.959 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.831492993Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-08-17T00:38:23.959 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.831947775Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-08-17T00:38:23.959 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.834641974Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-08-17T00:38:23.959 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.837377181Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-08-17T00:38:23.959 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.839968698Z level=info msg="Executing migration" id="create data_source table v2" 2024-08-17T00:38:23.960 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.84239203Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-08-17T00:38:23.960 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.845233701Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-08-17T00:38:23.960 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.847890131Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-08-17T00:38:23.960 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.850537812Z level=info msg="Executing migration" id="Add column with_credentials" 2024-08-17T00:38:23.960 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.852981189Z level=info msg="Executing migration" id="Add secure json data column" 2024-08-17T00:38:23.960 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.855599431Z level=info msg="Executing migration" id="Update data_source table charset" 2024-08-17T00:38:23.960 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.855933246Z level=info msg="Executing migration" id="Update initial version to 1" 2024-08-17T00:38:23.960 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.856254299Z level=info msg="Executing migration" id="Add read_only data column" 2024-08-17T00:38:23.960 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.856795636Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-08-17T00:38:23.960 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.857128799Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-08-17T00:38:23.960 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.857414142Z level=info msg="Executing migration" id="Add uid column" 2024-08-17T00:38:23.960 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.857912219Z level=info msg="Executing migration" id="Update uid value" 2024-08-17T00:38:23.960 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.85824435Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-08-17T00:38:23.961 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.858648583Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-08-17T00:38:23.961 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.859082Z level=info msg="Executing migration" id="create api_key table" 2024-08-17T00:38:23.961 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.859509198Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-08-17T00:38:23.961 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.860305706Z level=info msg="Executing migration" id="add index api_key.key" 2024-08-17T00:38:23.961 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.861227449Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-08-17T00:38:23.961 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.861909041Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-08-17T00:38:23.961 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.862599827Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-08-17T00:38:23.961 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.863017872Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-08-17T00:38:23.961 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.863412935Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-08-17T00:38:23.961 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.864466502Z level=info msg="Executing migration" id="create api_key table v2" 2024-08-17T00:38:23.961 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.86525495Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-08-17T00:38:23.961 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.866227841Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-08-17T00:38:23.962 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.866952621Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-08-17T00:38:23.962 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.86795533Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-08-17T00:38:23.962 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.868745693Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-08-17T00:38:23.962 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.869502399Z level=info msg="Executing migration" id="Update api_key table charset" 2024-08-17T00:38:23.962 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.870381234Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-08-17T00:38:23.962 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.871144123Z level=info msg="Executing migration" id="Add service account foreign key" 2024-08-17T00:38:23.962 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.871667873Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-08-17T00:38:23.962 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.874494402Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-08-17T00:38:23.962 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.877042834Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-08-17T00:38:23.962 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.879982071Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-08-17T00:38:23.962 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.882479169Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-08-17T00:38:23.962 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.885302042Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-08-17T00:38:23.963 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.888119337Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-08-17T00:38:23.963 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.890932763Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-08-17T00:38:23.963 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.893634479Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-08-17T00:38:23.963 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.896412685Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-08-17T00:38:23.963 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.899047749Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-08-17T00:38:23.963 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.901611136Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-08-17T00:38:23.963 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.904355137Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-08-17T00:38:23.963 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.907228611Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-08-17T00:38:23.963 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.909920816Z level=info msg="Executing migration" id="create quota table v1" 2024-08-17T00:38:23.963 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.912578763Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-08-17T00:38:23.963 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.915148425Z level=info msg="Executing migration" id="Update quota table charset" 2024-08-17T00:38:23.963 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.91774006Z level=info msg="Executing migration" id="create plugin_setting table" 2024-08-17T00:38:23.964 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.920089957Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-08-17T00:38:23.964 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.922884869Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-08-17T00:38:23.964 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.925553831Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-08-17T00:38:23.964 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.928426843Z level=info msg="Executing migration" id="create session table" 2024-08-17T00:38:23.964 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.930923261Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-08-17T00:38:23.964 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.933626664Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-08-17T00:38:23.964 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.936478803Z level=info msg="Executing migration" id="create playlist table v2" 2024-08-17T00:38:23.964 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.939264115Z level=info msg="Executing migration" id="create playlist item table v2" 2024-08-17T00:38:23.964 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.941829394Z level=info msg="Executing migration" id="Update playlist table charset" 2024-08-17T00:38:23.964 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.944556623Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-08-17T00:38:23.964 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.94719562Z level=info msg="Executing migration" id="drop preferences table v2" 2024-08-17T00:38:23.964 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.949751217Z level=info msg="Executing migration" id="drop preferences table v3" 2024-08-17T00:38:24.199 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.952493386Z level=info msg="Executing migration" id="create preferences table v3" 2024-08-17T00:38:24.200 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.955032652Z level=info msg="Executing migration" id="Update preferences table charset" 2024-08-17T00:38:24.200 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.957734165Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-08-17T00:38:24.200 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.960097512Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-08-17T00:38:24.200 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.962755845Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-08-17T00:38:24.200 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.963578364Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-08-17T00:38:24.200 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.964401698Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-08-17T00:38:24.200 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.965208613Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-08-17T00:38:24.200 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.966141283Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-08-17T00:38:24.200 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.966600792Z level=info msg="Executing migration" id="create alert table v1" 2024-08-17T00:38:24.200 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.967390351Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-08-17T00:38:24.200 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.96822857Z level=info msg="Executing migration" id="add index alert state" 2024-08-17T00:38:24.201 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.968989748Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-08-17T00:38:24.201 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.969381969Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-08-17T00:38:24.201 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.970175928Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-08-17T00:38:24.201 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.970952021Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-08-17T00:38:24.201 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.971727182Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-08-17T00:38:24.201 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.973102569Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-08-17T00:38:24.201 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.97389026Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-08-17T00:38:24.201 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.974773286Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-08-17T00:38:24.201 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.975461753Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-08-17T00:38:24.201 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.975854117Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-08-17T00:38:24.201 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.976247037Z level=info msg="Executing migration" id="Add column is_default" 2024-08-17T00:38:24.201 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.976835456Z level=info msg="Executing migration" id="Add column frequency" 2024-08-17T00:38:24.201 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.977458011Z level=info msg="Executing migration" id="Add column send_reminder" 2024-08-17T00:38:24.202 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.978086975Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-08-17T00:38:24.202 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.978960223Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-08-17T00:38:24.202 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.979367809Z level=info msg="Executing migration" id="Update alert table charset" 2024-08-17T00:38:24.202 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.980273204Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-08-17T00:38:24.202 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.980784584Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-08-17T00:38:24.202 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.98117155Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-08-17T00:38:24.202 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.982030083Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-08-17T00:38:24.202 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.98242077Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-08-17T00:38:24.202 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.983358774Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-08-17T00:38:24.202 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.983942267Z level=info msg="Executing migration" id="Add for to alert table" 2024-08-17T00:38:24.202 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.984563721Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-08-17T00:38:24.202 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.985547017Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-08-17T00:38:24.202 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.985877294Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-08-17T00:38:24.207 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.986707077Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-08-17T00:38:24.207 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.987581657Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-08-17T00:38:24.207 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.990342563Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-08-17T00:38:24.207 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.992911858Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-08-17T00:38:24.207 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.995816702Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-08-17T00:38:24.207 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:23.998509898Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-08-17T00:38:24.207 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.001274974Z level=info msg="Executing migration" id="create annotation table v5" 2024-08-17T00:38:24.207 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.001913596Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-08-17T00:38:24.207 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.004842479Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-08-17T00:38:24.207 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.00754103Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-08-17T00:38:24.207 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.010359159Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-08-17T00:38:24.207 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.010828739Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-08-17T00:38:24.208 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.013532632Z level=info msg="Executing migration" id="Update annotation table charset" 2024-08-17T00:38:24.208 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.016175974Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-08-17T00:38:24.208 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.019053296Z level=info msg="Executing migration" id="Drop category_id index" 2024-08-17T00:38:24.208 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.019703347Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-08-17T00:38:24.208 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.02250195Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-08-17T00:38:24.208 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.025426479Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-08-17T00:38:24.208 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.028055247Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-08-17T00:38:24.208 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.028569444Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-08-17T00:38:24.208 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.031052898Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-08-17T00:38:24.208 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.033799249Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-08-17T00:38:24.208 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.036382341Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-08-17T00:38:24.208 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.036788406Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-08-17T00:38:24.208 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.039271981Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-08-17T00:38:24.209 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.041825934Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-08-17T00:38:24.209 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.044523156Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-08-17T00:38:24.209 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.04529221Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-08-17T00:38:24.209 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.047948674Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-08-17T00:38:24.209 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.050533117Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-08-17T00:38:24.209 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.053022845Z level=info msg="Executing migration" id="Add epoch_end column" 2024-08-17T00:38:24.209 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.053778755Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-08-17T00:38:24.209 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.056476938Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-08-17T00:38:24.209 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.059058309Z level=info msg="Executing migration" id="Move region to single row" 2024-08-17T00:38:24.209 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.061665819Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-08-17T00:38:24.209 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.062154714Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-08-17T00:38:24.209 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.064879817Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-08-17T00:38:24.209 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.065765159Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-08-17T00:38:24.210 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.066416751Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-08-17T00:38:24.210 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.066819163Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-08-17T00:38:24.210 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.067337906Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-08-17T00:38:24.210 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.067647881Z level=info msg="Executing migration" id="create test_data table" 2024-08-17T00:38:24.210 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.068124477Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-08-17T00:38:24.210 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.068573361Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-08-17T00:38:24.210 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.069365171Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-08-17T00:38:24.210 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.06981895Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-08-17T00:38:24.210 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.070684593Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-08-17T00:38:24.210 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.071367008Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-08-17T00:38:24.210 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.072246897Z level=info msg="Executing migration" id="create team table" 2024-08-17T00:38:24.210 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.072901365Z level=info msg="Executing migration" id="add index team.org_id" 2024-08-17T00:38:24.211 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.073458677Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-08-17T00:38:24.211 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.074244488Z level=info msg="Executing migration" id="create team member table" 2024-08-17T00:38:24.211 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.074995118Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-08-17T00:38:24.211 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.07580109Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-08-17T00:38:24.211 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.07634348Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-08-17T00:38:24.211 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.077257386Z level=info msg="Executing migration" id="Add column email to team table" 2024-08-17T00:38:24.211 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.078223645Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-08-17T00:38:24.211 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.079002746Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-08-17T00:38:24.211 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.079762103Z level=info msg="Executing migration" id="create dashboard acl table" 2024-08-17T00:38:24.211 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.080535901Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-08-17T00:38:24.211 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.081316805Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-08-17T00:38:24.211 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.081764536Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-08-17T00:38:24.211 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.082216523Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-08-17T00:38:24.211 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.083052212Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-08-17T00:38:24.212 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.083792287Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-08-17T00:38:24.212 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.084300168Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-08-17T00:38:24.212 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.084727179Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-08-17T00:38:24.212 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.085184363Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-08-17T00:38:24.212 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.08553356Z level=info msg="Executing migration" id="create tag table" 2024-08-17T00:38:24.212 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.085937986Z level=info msg="Executing migration" id="add index tag.key_value" 2024-08-17T00:38:24.212 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.086419891Z level=info msg="Executing migration" id="create login attempt table" 2024-08-17T00:38:24.212 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.086832838Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-08-17T00:38:24.212 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.087317733Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-08-17T00:38:24.212 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.087715962Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-08-17T00:38:24.212 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.089607934Z level=info msg="Executing migration" id="create login_attempt v2" 2024-08-17T00:38:24.212 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.090028054Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-08-17T00:38:24.213 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.090508377Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-08-17T00:38:24.213 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.090828204Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-08-17T00:38:24.213 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.091261238Z level=info msg="Executing migration" id="create user auth table" 2024-08-17T00:38:24.213 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.091635322Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-08-17T00:38:24.213 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.092096244Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-08-17T00:38:24.213 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.092458927Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-08-17T00:38:24.213 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.093244957Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-08-17T00:38:24.213 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.094034232Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-08-17T00:38:24.213 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.094775208Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-08-17T00:38:24.213 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.095543847Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-08-17T00:38:24.213 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.096000393Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-08-17T00:38:24.213 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.096768559Z level=info msg="Executing migration" id="create server_lock table" 2024-08-17T00:38:24.213 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.097214892Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-08-17T00:38:24.214 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.097668671Z level=info msg="Executing migration" id="create user auth token table" 2024-08-17T00:38:24.214 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.098123358Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-08-17T00:38:24.214 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.098887685Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-08-17T00:38:24.214 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.099333899Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-08-17T00:38:24.214 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.09979132Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-08-17T00:38:24.214 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.100585562Z level=info msg="Executing migration" id="create cache_data table" 2024-08-17T00:38:24.214 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.101031257Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-08-17T00:38:24.214 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.101519951Z level=info msg="Executing migration" id="create short_url table v1" 2024-08-17T00:38:24.214 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.101965176Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-08-17T00:38:24.214 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.102696742Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-08-17T00:38:24.214 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.103071935Z level=info msg="Executing migration" id="delete alert_definition table" 2024-08-17T00:38:24.214 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.103422236Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-08-17T00:38:24.214 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.10390225Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-08-17T00:38:24.215 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.104680802Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-08-17T00:38:24.215 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.105655556Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-08-17T00:38:24.215 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.106078984Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-08-17T00:38:24.215 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.106541317Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-08-17T00:38:24.215 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.107427134Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-08-17T00:38:24.215 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.10834077Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-08-17T00:38:24.215 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.109095544Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-08-17T00:38:24.215 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.109960493Z level=info msg="Executing migration" id="drop alert_definition table" 2024-08-17T00:38:24.215 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.110853479Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-08-17T00:38:24.215 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.11180356Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-08-17T00:38:24.215 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.112569806Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-08-17T00:38:24.215 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.11342118Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-08-17T00:38:24.215 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.114394265Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-08-17T00:38:24.216 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.115094163Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-08-17T00:38:24.216 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.116057368Z level=info msg="Executing migration" id="create alert_instance table" 2024-08-17T00:38:24.216 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.116765326Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-08-17T00:38:24.216 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.117718008Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-08-17T00:38:24.216 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.118435307Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-08-17T00:38:24.216 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.119286729Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-08-17T00:38:24.216 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.120148044Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-08-17T00:38:24.216 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.120990766Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-08-17T00:38:24.216 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.124414428Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-08-17T00:38:24.216 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.127680663Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-08-17T00:38:24.216 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.130473338Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-08-17T00:38:24.216 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.13304488Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-08-17T00:38:24.216 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.135831997Z level=info msg="Executing migration" id="create alert_rule table" 2024-08-17T00:38:24.217 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.136335405Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-08-17T00:38:24.217 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.138933235Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-08-17T00:38:24.217 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.141619868Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-08-17T00:38:24.217 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.144483947Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-08-17T00:38:24.217 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.147033748Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-08-17T00:38:24.217 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.149676103Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-08-17T00:38:24.217 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.15264692Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-08-17T00:38:24.217 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.155430344Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-08-17T00:38:24.217 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.158042655Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-08-17T00:38:24.217 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.160875085Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-08-17T00:38:24.217 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.163572165Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-08-17T00:38:24.217 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.166162213Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-08-17T00:38:24.218 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.169069091Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-08-17T00:38:24.218 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.17188032Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-08-17T00:38:24.218 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.174640177Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-08-17T00:38:24.218 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.177480547Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-08-17T00:38:24.218 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.180142096Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-08-17T00:38:24.218 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.182733573Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-08-17T00:38:24.218 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.185165195Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-08-17T00:38:24.218 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.185536978Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-08-17T00:38:24.218 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.188177523Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-08-17T00:38:24.218 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.190783364Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-08-17T00:38:24.218 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.193578746Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-08-17T00:38:24.218 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.196176848Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-08-17T00:38:24.218 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.198903116Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-08-17T00:38:24.219 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.201202412Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-08-17T00:38:24.474 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.203902138Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-08-17T00:38:24.474 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.206466631Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-08-17T00:38:24.474 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.209077867Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-08-17T00:38:24.474 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.211639727Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-08-17T00:38:24.474 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.214323211Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-08-17T00:38:24.474 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.217020187Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-08-17T00:38:24.474 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.217906605Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-08-17T00:38:24.475 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.218577102Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-08-17T00:38:24.475 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.219464816Z level=info msg="Executing migration" id="create provenance_type table" 2024-08-17T00:38:24.475 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.220287585Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-08-17T00:38:24.475 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.221103907Z level=info msg="Executing migration" id="create alert_image table" 2024-08-17T00:38:24.475 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.221878513Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-08-17T00:38:24.475 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.222672399Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-08-17T00:38:24.475 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.22355904Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-08-17T00:38:24.475 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.224117356Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-08-17T00:38:24.475 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.224535277Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-08-17T00:38:24.475 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.224617367Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-08-17T00:38:24.475 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.225409192Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-08-17T00:38:24.475 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.225787288Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-08-17T00:38:24.476 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.226231901Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-08-17T00:38:24.476 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.226354625Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-08-17T00:38:24.476 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.226475659Z level=info msg="alerts found to migrate" alerts=0 2024-08-17T00:38:24.476 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.227006216Z level=info msg="Executing migration" id="create library_element table v1" 2024-08-17T00:38:24.476 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.227455491Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-08-17T00:38:24.476 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.227942694Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-08-17T00:38:24.476 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.228717646Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-08-17T00:38:24.476 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.229553324Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-08-17T00:38:24.476 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.230337124Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-08-17T00:38:24.476 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.23121189Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-08-17T00:38:24.476 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.232035254Z level=info msg="Executing migration" id="create data_keys table" 2024-08-17T00:38:24.476 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.232907079Z level=info msg="Executing migration" id="create secrets table" 2024-08-17T00:38:24.476 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.233710406Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-08-17T00:38:24.477 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.237967783Z level=info msg="Executing migration" id="add name column into data_keys" 2024-08-17T00:38:24.477 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.238878648Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-08-17T00:38:24.477 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.239675529Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-08-17T00:38:24.477 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.243864217Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-08-17T00:38:24.478 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.248093553Z level=info msg="Executing migration" id="create kv_store table v1" 2024-08-17T00:38:24.478 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.248906689Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-08-17T00:38:24.478 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.249401435Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-08-17T00:38:24.478 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.249727268Z level=info msg="Executing migration" id="create permission table" 2024-08-17T00:38:24.478 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.250142572Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-08-17T00:38:24.478 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.250627263Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-08-17T00:38:24.478 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.251597839Z level=info msg="Executing migration" id="create role table" 2024-08-17T00:38:24.478 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.252274358Z level=info msg="Executing migration" id="add column display_name" 2024-08-17T00:38:24.478 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.253227091Z level=info msg="Executing migration" id="add column group_name" 2024-08-17T00:38:24.479 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.254173597Z level=info msg="Executing migration" id="add index role.org_id" 2024-08-17T00:38:24.479 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.255057462Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-08-17T00:38:24.479 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.255908873Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-08-17T00:38:24.479 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.256687357Z level=info msg="Executing migration" id="create team role table" 2024-08-17T00:38:24.479 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.257539697Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-08-17T00:38:24.479 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.258325626Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-08-17T00:38:24.479 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.259355167Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-08-17T00:38:24.479 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.260075801Z level=info msg="Executing migration" id="create user role table" 2024-08-17T00:38:24.479 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.260839708Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-08-17T00:38:24.479 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.261713959Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-08-17T00:38:24.479 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.262525113Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-08-17T00:38:24.479 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.263510983Z level=info msg="Executing migration" id="create builtin role table" 2024-08-17T00:38:24.480 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.264167097Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-08-17T00:38:24.480 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.265008559Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-08-17T00:38:24.480 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.265933777Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-08-17T00:38:24.480 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.267014971Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-08-17T00:38:24.480 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.269707377Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-08-17T00:38:24.480 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.272570639Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-08-17T00:38:24.480 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.275082956Z level=info msg="Executing migration" id="add unique index role.uid" 2024-08-17T00:38:24.480 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.277788702Z level=info msg="Executing migration" id="create seed assignment table" 2024-08-17T00:38:24.480 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.280599463Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-08-17T00:38:24.480 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.283340298Z level=info msg="Executing migration" id="add column hidden to role table" 2024-08-17T00:38:24.480 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.28602059Z level=info msg="Executing migration" id="create query_history table v1" 2024-08-17T00:38:24.480 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.288917825Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-08-17T00:38:24.480 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.291587391Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-08-17T00:38:24.481 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.294323355Z level=info msg="Executing migration" id="teams permissions migration" 2024-08-17T00:38:24.481 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.297024025Z level=info msg="Executing migration" id="dashboard permissions" 2024-08-17T00:38:24.481 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.299913465Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-08-17T00:38:24.481 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.302668413Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-08-17T00:38:24.481 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.305414136Z level=info msg="Executing migration" id="alerting notification permissions" 2024-08-17T00:38:24.481 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.308270398Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-08-17T00:38:24.481 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.311143413Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-08-17T00:38:24.481 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.313974082Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-08-17T00:38:24.481 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.316383693Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-08-17T00:38:24.481 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.318727486Z level=info msg="Executing migration" id="create correlation table v1" 2024-08-17T00:38:24.481 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.321499904Z level=info msg="Executing migration" id="add index correlations.uid" 2024-08-17T00:38:24.481 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.324336704Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-08-17T00:38:24.482 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.32696741Z level=info msg="Executing migration" id="add correlation config column" 2024-08-17T00:38:24.482 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.329483489Z level=info msg="Executing migration" id="create entity_events table" 2024-08-17T00:38:24.482 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.332323869Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-08-17T00:38:24.482 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.334802711Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-17T00:38:24.482 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.334917362Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-17T00:38:24.482 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.337551497Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-17T00:38:24.482 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.337656622Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-17T00:38:24.482 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.340057475Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-08-17T00:38:24.482 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.342590942Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-08-17T00:38:24.482 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.345464649Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-08-17T00:38:24.482 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.348146056Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-17T00:38:24.482 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.350920962Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-08-17T00:38:24.483 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.353515032Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-17T00:38:24.483 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.356051849Z level=info msg="Executing migration" id="Drop public config table" 2024-08-17T00:38:24.483 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.358637121Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-08-17T00:38:24.483 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.361267962Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-08-17T00:38:24.483 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.362107948Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-17T00:38:24.483 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.363014515Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-08-17T00:38:24.483 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.363700057Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-08-17T00:38:24.483 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.366715625Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-08-17T00:38:24.483 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.367734149Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-08-17T00:38:24.483 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.368753833Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-08-17T00:38:24.483 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.369542782Z level=info msg="Executing migration" id="add share column" 2024-08-17T00:38:24.483 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.370589772Z level=info msg="Executing migration" id="create default alerting folders" 2024-08-17T00:38:24.483 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.371445855Z level=info msg="Executing migration" id="create file table" 2024-08-17T00:38:24.484 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.372348314Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-08-17T00:38:24.484 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.372985136Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-08-17T00:38:24.484 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.373945215Z level=info msg="Executing migration" id="create file_meta table" 2024-08-17T00:38:24.484 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.374597279Z level=info msg="Executing migration" id="file table idx: path key" 2024-08-17T00:38:24.484 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.375386035Z level=info msg="Executing migration" id="set path collation in file table" 2024-08-17T00:38:24.484 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.376174456Z level=info msg="Executing migration" id="managed permissions migration" 2024-08-17T00:38:24.484 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.376994746Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-08-17T00:38:24.484 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.377787958Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-08-17T00:38:24.484 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.378599816Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-08-17T00:38:24.484 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.379634583Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-08-17T00:38:24.484 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.380506834Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-08-17T00:38:24.484 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.38133361Z level=info msg="Executing migration" id="update group index for alert rules" 2024-08-17T00:38:24.484 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.382165861Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-08-17T00:38:24.485 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.38297544Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-08-17T00:38:24.485 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.383863307Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-08-17T00:38:24.485 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.385088045Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-08-17T00:38:24.485 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.386101651Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-08-17T00:38:24.485 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.386969666Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-08-17T00:38:24.485 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.396749906Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-08-17T00:38:24.485 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.397638981Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-08-17T00:38:24.485 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.398540546Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-08-17T00:38:24.485 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.402341214Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-08-17T00:38:24.485 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.403116295Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-08-17T00:38:24.485 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.403962842Z level=info msg="Executing migration" id="create folder table" 2024-08-17T00:38:24.485 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.404802926Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-08-17T00:38:24.485 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.405660627Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-08-17T00:38:24.486 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.40847192Z level=info msg="Executing migration" id="Update folder title length" 2024-08-17T00:38:24.486 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.411089668Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-08-17T00:38:24.486 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=migrator t=2024-08-17T00:38:24.414012522Z level=info msg="migrations completed" performed=485 skipped=0 duration=715.488921ms 2024-08-17T00:38:24.486 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=sqlstore t=2024-08-17T00:38:24.414552579Z level=info msg="Created default organization" 2024-08-17T00:38:24.486 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=plugin.loader t=2024-08-17T00:38:24.473320899Z level=info msg="Plugin registered" pluginID=input 2024-08-17T00:38:24.639 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:24 smithi082 systemd[1]: Starting Ceph node-exporter.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:38:24.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:24.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:24.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:24.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:24.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-mon[33068]: Deploying daemon node-exporter.a on smithi082 2024-08-17T00:38:24.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-mon[33068]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:24.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:38:24.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:24.738 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=plugin.loader t=2024-08-17T00:38:24.500695435Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-08-17T00:38:24.738 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=plugin.loader t=2024-08-17T00:38:24.500715477Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-08-17T00:38:24.738 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=secrets t=2024-08-17T00:38:24.500766154Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-17T00:38:24.738 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=query_data t=2024-08-17T00:38:24.502426006Z level=info msg="Query Service initialization" 2024-08-17T00:38:24.738 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=live.push_http t=2024-08-17T00:38:24.504747977Z level=info msg="Live Push Gateway initialization" 2024-08-17T00:38:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:24 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:24 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:24 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:24 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:24.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:24 smithi082 ceph-mon[39953]: Deploying daemon node-exporter.a on smithi082 2024-08-17T00:38:24.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:24 smithi082 ceph-mon[39953]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:24.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:24 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:38:24.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:24 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:24.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:24 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:24.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:24 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:24.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:24 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:24.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:24 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:24.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:24 smithi082 ceph-mon[29275]: Deploying daemon node-exporter.a on smithi082 2024-08-17T00:38:24.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:24 smithi082 ceph-mon[29275]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:24.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:24 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:38:24.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:24 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:25.487 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=infra.usagestats.collector t=2024-08-17T00:38:25.22502755Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-17T00:38:25.487 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=provisioning.datasources t=2024-08-17T00:38:25.225362619Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-08-17T00:38:25.488 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=provisioning.datasources t=2024-08-17T00:38:25.259073926Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-17T00:38:25.488 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=provisioning.datasources t=2024-08-17T00:38:25.290601582Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-08-17T00:38:25.488 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=provisioning.alerting t=2024-08-17T00:38:25.311968844Z level=info msg="starting to provision alerting" 2024-08-17T00:38:25.488 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=provisioning.alerting t=2024-08-17T00:38:25.311988582Z level=info msg="finished to provision alerting" 2024-08-17T00:38:25.488 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=grafanaStorageLogger t=2024-08-17T00:38:25.313082064Z level=info msg="storage starting" 2024-08-17T00:38:25.488 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=ngalert.state.manager t=2024-08-17T00:38:25.313424879Z level=info msg="Warming state cache for startup" 2024-08-17T00:38:25.488 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=http.server t=2024-08-17T00:38:25.318475043Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-17T00:38:25.488 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=ngalert.state.manager t=2024-08-17T00:38:25.323816611Z level=info msg="State cache has been initialized" states=0 duration=10.440443ms 2024-08-17T00:38:25.488 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=ngalert.multiorg.alertmanager t=2024-08-17T00:38:25.323916869Z level=info msg="starting MultiOrg Alertmanager" 2024-08-17T00:38:25.488 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=ticker t=2024-08-17T00:38:25.323961682Z level=info msg=starting first_tick=2024-08-17T00:38:30Z 2024-08-17T00:38:25.488 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=sqlstore.transactions t=2024-08-17T00:38:25.36793529Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-17T00:38:25.488 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=sqlstore.transactions t=2024-08-17T00:38:25.391581519Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-17T00:38:25.489 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:38:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[62785]: logger=sqlstore.transactions t=2024-08-17T00:38:25.402020851Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-08-17T00:38:27.010 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:26 smithi082 ceph-mon[39953]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:27.011 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:26 smithi082 ceph-mon[29275]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:27.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:26 smithi137 ceph-mon[33068]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:27.723 INFO:teuthology.orchestra.run.smithi082.stdout:231928234008 2024-08-17T00:38:27.723 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-08-17T00:38:28.411 INFO:teuthology.orchestra.run.smithi082.stdout:34359738425 2024-08-17T00:38:28.412 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-08-17T00:38:28.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:28 smithi082 ceph-mon[39953]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:28.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:28 smithi082 ceph-mon[29275]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:29.003 INFO:teuthology.orchestra.run.smithi082.stdout:163208757281 2024-08-17T00:38:29.004 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-08-17T00:38:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:28 smithi137 ceph-mon[33068]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:29.616 INFO:teuthology.orchestra.run.smithi082.stdout:77309411375 2024-08-17T00:38:29.617 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-08-17T00:38:30.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:30 smithi082 ceph-mon[39953]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:30.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:30 smithi082 ceph-mon[29275]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:31.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:30 smithi137 ceph-mon[33068]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:31.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:38:30 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:38:30] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:38:31.783 INFO:teuthology.orchestra.run.smithi082.stdout:128849018919 2024-08-17T00:38:31.783 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-08-17T00:38:32.138 INFO:teuthology.orchestra.run.smithi082.stdout:197568495645 2024-08-17T00:38:32.138 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-08-17T00:38:32.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:32 smithi082 ceph-mon[39953]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:32.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:32 smithi082 ceph-mon[29275]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:32.976 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:32 smithi082 bash[74032]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-08-17T00:38:33.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:32 smithi137 ceph-mon[33068]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:33.475 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:33 smithi082 bash[74032]: Getting image source signatures 2024-08-17T00:38:33.475 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:33 smithi082 bash[74032]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-08-17T00:38:33.475 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:33 smithi082 bash[74032]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-08-17T00:38:33.476 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:33 smithi082 bash[74032]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-08-17T00:38:33.987 INFO:teuthology.orchestra.run.smithi082.stdout:55834574900 2024-08-17T00:38:33.988 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-08-17T00:38:34.637 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:38:34.637 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:38:34.638 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:38:34.638 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:38:35.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:34 smithi082 ceph-mon[39953]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:35.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:34 smithi082 ceph-mon[29275]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:35.226 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:34 smithi082 bash[74032]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-08-17T00:38:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:34 smithi137 ceph-mon[33068]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:35.725 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:35 smithi082 bash[74032]: Writing manifest to image destination 2024-08-17T00:38:35.777 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:38:35.807 INFO:teuthology.orchestra.run.smithi082.stdout:107374182443 2024-08-17T00:38:35.807 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-08-17T00:38:35.995 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:35 smithi082 podman[74032]: 2024-08-17 00:38:35.693453217 +0000 UTC m=+3.092240005 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-17T00:38:36.270 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:36 smithi082 podman[74032]: 2024-08-17 00:38:36.087071116 +0000 UTC m=+3.485857889 container create 988ed3b7065d5a6e1be3dc2829bca9ae1fc0958c383d2e5d5e1a54b5eb75ce5a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:38:36.860 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:36 smithi082 ceph-mon[39953]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:36.860 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:36 smithi082 ceph-mon[29275]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:37.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:36 smithi137 ceph-mon[33068]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:39.153 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:38 smithi082 ceph-mon[39953]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:39.153 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:38 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:38:39.153 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:38 smithi082 ceph-mon[29275]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:39.153 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:38 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:38:39.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:38 smithi137 ceph-mon[33068]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:39.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:38 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:38:41.124 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:40 smithi082 ceph-mon[39953]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:41.125 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:40 smithi082 ceph-mon[29275]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:41.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:40 smithi137 ceph-mon[33068]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:41.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:38:40 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:38:40] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:38:41.378 INFO:teuthology.orchestra.run.smithi082.stdout:231928234011 2024-08-17T00:38:42.047 INFO:teuthology.orchestra.run.smithi082.stdout:34359738428 2024-08-17T00:38:42.047 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:41 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/806834929' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-17T00:38:42.047 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:41 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/806834929' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-17T00:38:42.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:41 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/806834929' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-17T00:38:42.365 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234008 got 231928234011 for osd.7 2024-08-17T00:38:42.365 DEBUG:teuthology.parallel:result is None 2024-08-17T00:38:42.668 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 podman[74032]: 2024-08-17 00:38:42.567657559 +0000 UTC m=+9.966444346 container init 988ed3b7065d5a6e1be3dc2829bca9ae1fc0958c383d2e5d5e1a54b5eb75ce5a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:38:42.668 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 podman[74032]: 2024-08-17 00:38:42.571994231 +0000 UTC m=+9.970781011 container start 988ed3b7065d5a6e1be3dc2829bca9ae1fc0958c383d2e5d5e1a54b5eb75ce5a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:38:42.668 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.575Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-17T00:38:42.669 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.575Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-17T00:38:42.669 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.576Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-17T00:38:42.669 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.576Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-17T00:38:42.669 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.576Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-17T00:38:42.669 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-17T00:38:42.669 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-17T00:38:42.669 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=arp 2024-08-17T00:38:42.669 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-17T00:38:42.669 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-17T00:38:42.669 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-17T00:38:42.669 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-17T00:38:42.669 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-17T00:38:42.669 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-17T00:38:42.670 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-17T00:38:42.670 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-17T00:38:42.670 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=edac 2024-08-17T00:38:42.670 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-17T00:38:42.670 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-17T00:38:42.671 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-17T00:38:42.671 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-17T00:38:42.671 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-17T00:38:42.671 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-17T00:38:42.671 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-17T00:38:42.671 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-17T00:38:42.671 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-17T00:38:42.671 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-17T00:38:42.671 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-17T00:38:42.671 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-17T00:38:42.671 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-17T00:38:42.671 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-17T00:38:42.672 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-17T00:38:42.672 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-17T00:38:42.672 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=os 2024-08-17T00:38:42.672 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-17T00:38:42.672 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-17T00:38:42.672 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-17T00:38:42.672 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-17T00:38:42.672 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-17T00:38:42.672 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-17T00:38:42.672 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-17T00:38:42.672 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=stat 2024-08-17T00:38:42.672 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-17T00:38:42.672 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-17T00:38:42.673 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-17T00:38:42.673 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=time 2024-08-17T00:38:42.673 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-17T00:38:42.673 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=uname 2024-08-17T00:38:42.673 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-17T00:38:42.673 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-17T00:38:42.673 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.577Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-17T00:38:42.673 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.578Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-17T00:38:42.673 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[74357]: ts=2024-08-17T00:38:42.578Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-17T00:38:42.673 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 bash[74032]: 988ed3b7065d5a6e1be3dc2829bca9ae1fc0958c383d2e5d5e1a54b5eb75ce5a 2024-08-17T00:38:42.921 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:38:42 smithi082 systemd[1]: Started Ceph node-exporter.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:38:42.921 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-mon[29275]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:42.921 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/1549502303' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-17T00:38:42.922 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:42.922 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:42.922 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:42.922 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-mon[39953]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:42.922 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/1549502303' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-17T00:38:42.922 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:42.922 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:42.923 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:42 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:43.064 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:42 smithi137 ceph-mon[33068]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:43.064 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:42 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/1549502303' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-17T00:38:43.064 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:42 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:43.064 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:42 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:43.064 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:42 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:43.849 INFO:teuthology.orchestra.run.smithi082.stdout:163208757284 2024-08-17T00:38:43.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:43 smithi082 ceph-mon[39953]: Deploying daemon node-exporter.b on smithi137 2024-08-17T00:38:43.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:43 smithi082 ceph-mon[29275]: Deploying daemon node-exporter.b on smithi137 2024-08-17T00:38:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:43 smithi137 ceph-mon[33068]: Deploying daemon node-exporter.b on smithi137 2024-08-17T00:38:44.237 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:43 smithi137 bash[63049]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-08-17T00:38:44.841 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:38:44.841 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:38:44.848 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:38:45.076 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:44 smithi082 ceph-mon[39953]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:45.076 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:44 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/2774300124' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-17T00:38:45.077 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:44 smithi082 ceph-mon[29275]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:45.077 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:44 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/2774300124' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-17T00:38:45.180 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:44 smithi137 ceph-mon[33068]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:45.180 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:44 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/2774300124' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-17T00:38:45.232 INFO:teuthology.orchestra.run.smithi082.stdout:77309411379 2024-08-17T00:38:45.415 INFO:teuthology.orchestra.run.smithi082.stdout:197568495648 2024-08-17T00:38:45.487 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 bash[63049]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-08-17T00:38:45.487 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 bash[63049]: Writing manifest to image destination 2024-08-17T00:38:45.979 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/4125071452' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-17T00:38:45.979 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/4032267900' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-17T00:38:45.979 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 podman[63049]: 2024-08-17 00:38:45.611048692 +0000 UTC m=+2.039213299 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-17T00:38:45.979 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 podman[63049]: 2024-08-17 00:38:45.709838183 +0000 UTC m=+2.138002783 container create 9116fc126121a97c6b31a4a638e2f57437818db0adce9c6b0cab0cff27c5f305 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:38:45.979 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 podman[63049]: 2024-08-17 00:38:45.912123737 +0000 UTC m=+2.340288334 container init 9116fc126121a97c6b31a4a638e2f57437818db0adce9c6b0cab0cff27c5f305 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:38:45.979 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 podman[63049]: 2024-08-17 00:38:45.915430797 +0000 UTC m=+2.343595394 container start 9116fc126121a97c6b31a4a638e2f57437818db0adce9c6b0cab0cff27c5f305 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:38:45.980 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.919Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-17T00:38:45.980 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.919Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-17T00:38:45.980 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.920Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-17T00:38:45.980 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.920Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-17T00:38:45.980 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-17T00:38:45.980 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-17T00:38:45.980 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-17T00:38:45.980 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=arp 2024-08-17T00:38:45.980 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-17T00:38:45.980 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-17T00:38:45.980 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-17T00:38:45.980 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-17T00:38:45.981 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-17T00:38:45.981 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-17T00:38:45.981 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-17T00:38:45.981 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-17T00:38:45.981 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=edac 2024-08-17T00:38:45.981 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-17T00:38:45.981 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-17T00:38:45.981 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-17T00:38:45.981 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-17T00:38:45.981 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-17T00:38:45.981 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-17T00:38:45.981 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-17T00:38:45.981 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-17T00:38:45.982 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-17T00:38:45.982 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-17T00:38:45.982 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-17T00:38:45.982 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-17T00:38:45.982 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-17T00:38:45.982 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-17T00:38:45.982 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-17T00:38:45.982 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-17T00:38:45.982 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=os 2024-08-17T00:38:45.983 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-17T00:38:45.983 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-17T00:38:45.983 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-17T00:38:45.983 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-17T00:38:45.983 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-17T00:38:45.983 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-17T00:38:45.983 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-17T00:38:45.983 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=stat 2024-08-17T00:38:45.983 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-17T00:38:45.983 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-17T00:38:45.983 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-17T00:38:45.984 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=time 2024-08-17T00:38:45.984 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-17T00:38:45.984 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=uname 2024-08-17T00:38:45.984 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-17T00:38:45.984 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-17T00:38:45.984 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-17T00:38:45.984 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-17T00:38:45.984 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[63111]: ts=2024-08-17T00:38:45.921Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-17T00:38:45.984 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 bash[63049]: 9116fc126121a97c6b31a4a638e2f57437818db0adce9c6b0cab0cff27c5f305 2024-08-17T00:38:46.083 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:45 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/4125071452' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-17T00:38:46.084 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:45 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/4032267900' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-17T00:38:46.084 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:45 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/4125071452' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-17T00:38:46.084 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:45 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/4032267900' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-17T00:38:46.114 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495645 got 197568495648 for osd.6 2024-08-17T00:38:46.114 DEBUG:teuthology.parallel:result is None 2024-08-17T00:38:46.237 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:38:45 smithi137 systemd[1]: Started Ceph node-exporter.b for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:38:47.134 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:47 smithi082 ceph-mon[39953]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:47.134 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:47 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:47.135 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:47 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:47.135 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:47 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:47.135 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:47 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:47.135 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:47 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:47.135 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:47 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:38:47.135 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:47 smithi082 ceph-mon[29275]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:47.135 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:47 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:47.135 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:47 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:47.135 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:47 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:47.135 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:47 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:47.135 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:47 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:47.136 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:47 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:38:47.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:47 smithi137 ceph-mon[33068]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:47.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:47 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:47.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:47 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:47.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:47 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:47.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:47 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:47.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:47 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:47.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:47 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:38:47.755 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738425 got 34359738428 for osd.0 2024-08-17T00:38:47.755 DEBUG:teuthology.parallel:result is None 2024-08-17T00:38:48.118 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411375 got 77309411379 for osd.2 2024-08-17T00:38:48.118 DEBUG:teuthology.parallel:result is None 2024-08-17T00:38:49.067 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757281 got 163208757284 for osd.5 2024-08-17T00:38:49.067 DEBUG:teuthology.parallel:result is None 2024-08-17T00:38:49.356 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:49 smithi137 ceph-mon[33068]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:49.356 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:49 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:49.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:49 smithi082 ceph-mon[29275]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:49.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:49 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:49.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:49 smithi082 ceph-mon[39953]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:49.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:49 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:50.973 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:50 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:50.973 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:50 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:50.973 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:50 smithi082 ceph-mon[39953]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:50.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:50 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:50.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:50 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:50.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:50 smithi082 ceph-mon[29275]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:50.987 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:38:50 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:38:50] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:38:50.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:50 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:50.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:50 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:50.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:50 smithi137 ceph-mon[33068]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:51.601 INFO:teuthology.orchestra.run.smithi082.stdout:128849018923 2024-08-17T00:38:51.922 INFO:teuthology.orchestra.run.smithi082.stdout:107374182447 2024-08-17T00:38:51.923 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:51 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/2917464734' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-17T00:38:51.923 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:51 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/2917464734' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-17T00:38:51.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:51 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/2917464734' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-17T00:38:52.754 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018919 got 128849018923 for osd.4 2024-08-17T00:38:52.754 DEBUG:teuthology.parallel:result is None 2024-08-17T00:38:52.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:52 smithi082 ceph-mon[39953]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:52.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:52 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/2695452362' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-17T00:38:52.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:52 smithi082 ceph-mon[29275]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:52.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:52 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/2695452362' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-17T00:38:52.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:52 smithi137 ceph-mon[33068]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:52.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:52 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/2695452362' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-17T00:38:53.656 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182443 got 107374182447 for osd.3 2024-08-17T00:38:53.656 DEBUG:teuthology.parallel:result is None 2024-08-17T00:38:53.960 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:53 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:38:53.960 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:53 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:38:54.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:53 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:38:54.345 INFO:teuthology.orchestra.run.smithi082.stdout:55834574904 2024-08-17T00:38:54.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:54 smithi082 ceph-mon[29275]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:54.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:54 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/1373637266' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-17T00:38:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:54 smithi082 ceph-mon[39953]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:54 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/1373637266' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-17T00:38:54.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:54 smithi137 ceph-mon[33068]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:38:54.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:54 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/1373637266' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-17T00:38:55.125 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574900 got 55834574904 for osd.1 2024-08-17T00:38:55.125 DEBUG:teuthology.parallel:result is None 2024-08-17T00:38:55.125 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-17T00:38:55.126 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T00:38:55.887 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:38:57.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:56 smithi082 ceph-mon[39953]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:38:57.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:56 smithi082 ceph-mon[39953]: mgrmap e22: y(active, since 62s), standbys: x 2024-08-17T00:38:57.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:56 smithi082 ceph-mon[29275]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:38:57.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:56 smithi082 ceph-mon[29275]: mgrmap e22: y(active, since 62s), standbys: x 2024-08-17T00:38:57.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:56 smithi137 ceph-mon[33068]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:38:57.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:56 smithi137 ceph-mon[33068]: mgrmap e22: y(active, since 62s), standbys: x 2024-08-17T00:38:58.335 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:38:58.337 INFO:teuthology.orchestra.run.smithi082.stderr:dumped all 2024-08-17T00:38:59.157 INFO:teuthology.orchestra.run.smithi082.stdout:{"pg_ready":true,"pg_map":{"version":42,"stamp":"2024-08-17T00:38:57.736790+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593656,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":231,"num_write_kb":2436,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":175,"ondisk_log_size":175,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386744,"kb_used_data":7908,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574472,"statfs":{"total":767960285184,"available":765516259328,"internally_reserved":0,"allocated":8097792,"data_stored":4572223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":141,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002726"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157884+0000","last_change":"2024-08-17T00:37:04.965385+0000","last_active":"2024-08-17T00:38:04.157884+0000","last_peered":"2024-08-17T00:38:04.157884+0000","last_clean":"2024-08-17T00:38:04.157884+0000","last_became_active":"2024-08-17T00:37:04.964958+0000","last_became_peered":"2024-08-17T00:37:04.964958+0000","last_unstale":"2024-08-17T00:38:04.157884+0000","last_undegraded":"2024-08-17T00:38:04.157884+0000","last_fullsized":"2024-08-17T00:38:04.157884+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:07:45.455159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.130618+0000","last_change":"2024-08-17T00:37:04.955968+0000","last_active":"2024-08-17T00:38:04.130618+0000","last_peered":"2024-08-17T00:38:04.130618+0000","last_clean":"2024-08-17T00:38:04.130618+0000","last_became_active":"2024-08-17T00:37:04.955741+0000","last_became_peered":"2024-08-17T00:37:04.955741+0000","last_unstale":"2024-08-17T00:38:04.130618+0000","last_undegraded":"2024-08-17T00:38:04.130618+0000","last_fullsized":"2024-08-17T00:38:04.130618+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:56:07.048116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.127645+0000","last_change":"2024-08-17T00:37:04.955555+0000","last_active":"2024-08-17T00:38:04.127645+0000","last_peered":"2024-08-17T00:38:04.127645+0000","last_clean":"2024-08-17T00:38:04.127645+0000","last_became_active":"2024-08-17T00:37:04.955302+0000","last_became_peered":"2024-08-17T00:37:04.955302+0000","last_unstale":"2024-08-17T00:38:04.127645+0000","last_undegraded":"2024-08-17T00:38:04.127645+0000","last_fullsized":"2024-08-17T00:38:04.127645+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:04:43.432722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.133259+0000","last_change":"2024-08-17T00:37:04.956129+0000","last_active":"2024-08-17T00:38:04.133259+0000","last_peered":"2024-08-17T00:38:04.133259+0000","last_clean":"2024-08-17T00:38:04.133259+0000","last_became_active":"2024-08-17T00:37:04.955832+0000","last_became_peered":"2024-08-17T00:37:04.955832+0000","last_unstale":"2024-08-17T00:38:04.133259+0000","last_undegraded":"2024-08-17T00:38:04.133259+0000","last_fullsized":"2024-08-17T00:38:04.133259+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:00:58.259544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157285+0000","last_change":"2024-08-17T00:37:04.959105+0000","last_active":"2024-08-17T00:38:04.157285+0000","last_peered":"2024-08-17T00:38:04.157285+0000","last_clean":"2024-08-17T00:38:04.157285+0000","last_became_active":"2024-08-17T00:37:04.958847+0000","last_became_peered":"2024-08-17T00:37:04.958847+0000","last_unstale":"2024-08-17T00:38:04.157285+0000","last_undegraded":"2024-08-17T00:38:04.157285+0000","last_fullsized":"2024-08-17T00:38:04.157285+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:15:48.258405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.133134+0000","last_change":"2024-08-17T00:37:04.955856+0000","last_active":"2024-08-17T00:38:04.133134+0000","last_peered":"2024-08-17T00:38:04.133134+0000","last_clean":"2024-08-17T00:38:04.133134+0000","last_became_active":"2024-08-17T00:37:04.955099+0000","last_became_peered":"2024-08-17T00:37:04.955099+0000","last_unstale":"2024-08-17T00:38:04.133134+0000","last_undegraded":"2024-08-17T00:38:04.133134+0000","last_fullsized":"2024-08-17T00:38:04.133134+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:36:11.128811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.156865+0000","last_change":"2024-08-17T00:37:35.120746+0000","last_active":"2024-08-17T00:38:04.156865+0000","last_peered":"2024-08-17T00:38:04.156865+0000","last_clean":"2024-08-17T00:38:04.156865+0000","last_became_active":"2024-08-17T00:37:35.120445+0000","last_became_peered":"2024-08-17T00:37:35.120445+0000","last_unstale":"2024-08-17T00:38:04.156865+0000","last_undegraded":"2024-08-17T00:38:04.156865+0000","last_fullsized":"2024-08-17T00:38:04.156865+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:30:58.589698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.126435+0000","last_change":"2024-08-17T00:37:04.955543+0000","last_active":"2024-08-17T00:38:04.126435+0000","last_peered":"2024-08-17T00:38:04.126435+0000","last_clean":"2024-08-17T00:38:04.126435+0000","last_became_active":"2024-08-17T00:37:04.954952+0000","last_became_peered":"2024-08-17T00:37:04.954952+0000","last_unstale":"2024-08-17T00:38:04.126435+0000","last_undegraded":"2024-08-17T00:38:04.126435+0000","last_fullsized":"2024-08-17T00:38:04.126435+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:43:51.158375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.158254+0000","last_change":"2024-08-17T00:37:04.965691+0000","last_active":"2024-08-17T00:38:04.158254+0000","last_peered":"2024-08-17T00:38:04.158254+0000","last_clean":"2024-08-17T00:38:04.158254+0000","last_became_active":"2024-08-17T00:37:04.965373+0000","last_became_peered":"2024-08-17T00:37:04.965373+0000","last_unstale":"2024-08-17T00:38:04.158254+0000","last_undegraded":"2024-08-17T00:38:04.158254+0000","last_fullsized":"2024-08-17T00:38:04.158254+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:44:37.687798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157174+0000","last_change":"2024-08-17T00:37:04.954130+0000","last_active":"2024-08-17T00:38:04.157174+0000","last_peered":"2024-08-17T00:38:04.157174+0000","last_clean":"2024-08-17T00:38:04.157174+0000","last_became_active":"2024-08-17T00:37:04.953851+0000","last_became_peered":"2024-08-17T00:37:04.953851+0000","last_unstale":"2024-08-17T00:38:04.157174+0000","last_undegraded":"2024-08-17T00:38:04.157174+0000","last_fullsized":"2024-08-17T00:38:04.157174+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:19:56.220101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157579+0000","last_change":"2024-08-17T00:37:04.955228+0000","last_active":"2024-08-17T00:38:04.157579+0000","last_peered":"2024-08-17T00:38:04.157579+0000","last_clean":"2024-08-17T00:38:04.157579+0000","last_became_active":"2024-08-17T00:37:04.954944+0000","last_became_peered":"2024-08-17T00:37:04.954944+0000","last_unstale":"2024-08-17T00:38:04.157579+0000","last_undegraded":"2024-08-17T00:38:04.157579+0000","last_fullsized":"2024-08-17T00:38:04.157579+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:00:05.124564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.132020+0000","last_change":"2024-08-17T00:37:04.953333+0000","last_active":"2024-08-17T00:38:04.132020+0000","last_peered":"2024-08-17T00:38:04.132020+0000","last_clean":"2024-08-17T00:38:04.132020+0000","last_became_active":"2024-08-17T00:37:04.952943+0000","last_became_peered":"2024-08-17T00:37:04.952943+0000","last_unstale":"2024-08-17T00:38:04.132020+0000","last_undegraded":"2024-08-17T00:38:04.132020+0000","last_fullsized":"2024-08-17T00:38:04.132020+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:02:16.230046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.126739+0000","last_change":"2024-08-17T00:37:04.960832+0000","last_active":"2024-08-17T00:38:04.126739+0000","last_peered":"2024-08-17T00:38:04.126739+0000","last_clean":"2024-08-17T00:38:04.126739+0000","last_became_active":"2024-08-17T00:37:04.960356+0000","last_became_peered":"2024-08-17T00:37:04.960356+0000","last_unstale":"2024-08-17T00:38:04.126739+0000","last_undegraded":"2024-08-17T00:38:04.126739+0000","last_fullsized":"2024-08-17T00:38:04.126739+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:24:49.481207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.127522+0000","last_change":"2024-08-17T00:37:04.953354+0000","last_active":"2024-08-17T00:38:04.127522+0000","last_peered":"2024-08-17T00:38:04.127522+0000","last_clean":"2024-08-17T00:38:04.127522+0000","last_became_active":"2024-08-17T00:37:04.953080+0000","last_became_peered":"2024-08-17T00:37:04.953080+0000","last_unstale":"2024-08-17T00:38:04.127522+0000","last_undegraded":"2024-08-17T00:38:04.127522+0000","last_fullsized":"2024-08-17T00:38:04.127522+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:48:57.206962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.130232+0000","last_change":"2024-08-17T00:37:34.469896+0000","last_active":"2024-08-17T00:38:04.130232+0000","last_peered":"2024-08-17T00:38:04.130232+0000","last_clean":"2024-08-17T00:38:04.130232+0000","last_became_active":"2024-08-17T00:37:34.469597+0000","last_became_peered":"2024-08-17T00:37:34.469597+0000","last_unstale":"2024-08-17T00:38:04.130232+0000","last_undegraded":"2024-08-17T00:38:04.130232+0000","last_fullsized":"2024-08-17T00:38:04.130232+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:42:14.861255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.132532+0000","last_change":"2024-08-17T00:37:04.956269+0000","last_active":"2024-08-17T00:38:04.132532+0000","last_peered":"2024-08-17T00:38:04.132532+0000","last_clean":"2024-08-17T00:38:04.132532+0000","last_became_active":"2024-08-17T00:37:04.955974+0000","last_became_peered":"2024-08-17T00:37:04.955974+0000","last_unstale":"2024-08-17T00:38:04.132532+0000","last_undegraded":"2024-08-17T00:38:04.132532+0000","last_fullsized":"2024-08-17T00:38:04.132532+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:14:11.656823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.133679+0000","last_change":"2024-08-17T00:37:04.958540+0000","last_active":"2024-08-17T00:38:04.133679+0000","last_peered":"2024-08-17T00:38:04.133679+0000","last_clean":"2024-08-17T00:38:04.133679+0000","last_became_active":"2024-08-17T00:37:04.958262+0000","last_became_peered":"2024-08-17T00:37:04.958262+0000","last_unstale":"2024-08-17T00:38:04.133679+0000","last_undegraded":"2024-08-17T00:38:04.133679+0000","last_fullsized":"2024-08-17T00:38:04.133679+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:30:09.223939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.156510+0000","last_change":"2024-08-17T00:37:04.948727+0000","last_active":"2024-08-17T00:38:04.156510+0000","last_peered":"2024-08-17T00:38:04.156510+0000","last_clean":"2024-08-17T00:38:04.156510+0000","last_became_active":"2024-08-17T00:37:04.948491+0000","last_became_peered":"2024-08-17T00:37:04.948491+0000","last_unstale":"2024-08-17T00:38:04.156510+0000","last_undegraded":"2024-08-17T00:38:04.156510+0000","last_fullsized":"2024-08-17T00:38:04.156510+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:02:51.723340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157969+0000","last_change":"2024-08-17T00:37:04.951747+0000","last_active":"2024-08-17T00:38:04.157969+0000","last_peered":"2024-08-17T00:38:04.157969+0000","last_clean":"2024-08-17T00:38:04.157969+0000","last_became_active":"2024-08-17T00:37:04.951479+0000","last_became_peered":"2024-08-17T00:37:04.951479+0000","last_unstale":"2024-08-17T00:38:04.157969+0000","last_undegraded":"2024-08-17T00:38:04.157969+0000","last_fullsized":"2024-08-17T00:38:04.157969+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:07:11.330770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157102+0000","last_change":"2024-08-17T00:37:04.960530+0000","last_active":"2024-08-17T00:38:04.157102+0000","last_peered":"2024-08-17T00:38:04.157102+0000","last_clean":"2024-08-17T00:38:04.157102+0000","last_became_active":"2024-08-17T00:37:04.959948+0000","last_became_peered":"2024-08-17T00:37:04.959948+0000","last_unstale":"2024-08-17T00:38:04.157102+0000","last_undegraded":"2024-08-17T00:38:04.157102+0000","last_fullsized":"2024-08-17T00:38:04.157102+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:28:53.560412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.128049+0000","last_change":"2024-08-17T00:37:04.954260+0000","last_active":"2024-08-17T00:38:04.128049+0000","last_peered":"2024-08-17T00:38:04.128049+0000","last_clean":"2024-08-17T00:38:04.128049+0000","last_became_active":"2024-08-17T00:37:04.953996+0000","last_became_peered":"2024-08-17T00:37:04.953996+0000","last_unstale":"2024-08-17T00:38:04.128049+0000","last_undegraded":"2024-08-17T00:38:04.128049+0000","last_fullsized":"2024-08-17T00:38:04.128049+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:47:56.704827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.133201+0000","last_change":"2024-08-17T00:37:04.952001+0000","last_active":"2024-08-17T00:38:04.133201+0000","last_peered":"2024-08-17T00:38:04.133201+0000","last_clean":"2024-08-17T00:38:04.133201+0000","last_became_active":"2024-08-17T00:37:04.951596+0000","last_became_peered":"2024-08-17T00:37:04.951596+0000","last_unstale":"2024-08-17T00:38:04.133201+0000","last_undegraded":"2024-08-17T00:38:04.133201+0000","last_fullsized":"2024-08-17T00:38:04.133201+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:37:13.656588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.126687+0000","last_change":"2024-08-17T00:37:04.942538+0000","last_active":"2024-08-17T00:38:04.126687+0000","last_peered":"2024-08-17T00:38:04.126687+0000","last_clean":"2024-08-17T00:38:04.126687+0000","last_became_active":"2024-08-17T00:37:04.942265+0000","last_became_peered":"2024-08-17T00:37:04.942265+0000","last_unstale":"2024-08-17T00:38:04.126687+0000","last_undegraded":"2024-08-17T00:38:04.126687+0000","last_fullsized":"2024-08-17T00:38:04.126687+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:34:05.752759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.132566+0000","last_change":"2024-08-17T00:37:04.957432+0000","last_active":"2024-08-17T00:38:04.132566+0000","last_peered":"2024-08-17T00:38:04.132566+0000","last_clean":"2024-08-17T00:38:04.132566+0000","last_became_active":"2024-08-17T00:37:04.956716+0000","last_became_peered":"2024-08-17T00:37:04.956716+0000","last_unstale":"2024-08-17T00:38:04.132566+0000","last_undegraded":"2024-08-17T00:38:04.132566+0000","last_fullsized":"2024-08-17T00:38:04.132566+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:42:24.999160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.127864+0000","last_change":"2024-08-17T00:37:04.939615+0000","last_active":"2024-08-17T00:38:04.127864+0000","last_peered":"2024-08-17T00:38:04.127864+0000","last_clean":"2024-08-17T00:38:04.127864+0000","last_became_active":"2024-08-17T00:37:04.939333+0000","last_became_peered":"2024-08-17T00:37:04.939333+0000","last_unstale":"2024-08-17T00:38:04.127864+0000","last_undegraded":"2024-08-17T00:38:04.127864+0000","last_fullsized":"2024-08-17T00:38:04.127864+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:23:13.258905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157395+0000","last_change":"2024-08-17T00:37:04.959624+0000","last_active":"2024-08-17T00:38:04.157395+0000","last_peered":"2024-08-17T00:38:04.157395+0000","last_clean":"2024-08-17T00:38:04.157395+0000","last_became_active":"2024-08-17T00:37:04.959363+0000","last_became_peered":"2024-08-17T00:37:04.959363+0000","last_unstale":"2024-08-17T00:38:04.157395+0000","last_undegraded":"2024-08-17T00:38:04.157395+0000","last_fullsized":"2024-08-17T00:38:04.157395+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:59:28.920400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.130450+0000","last_change":"2024-08-17T00:37:04.950456+0000","last_active":"2024-08-17T00:38:04.130450+0000","last_peered":"2024-08-17T00:38:04.130450+0000","last_clean":"2024-08-17T00:38:04.130450+0000","last_became_active":"2024-08-17T00:37:04.950150+0000","last_became_peered":"2024-08-17T00:37:04.950150+0000","last_unstale":"2024-08-17T00:38:04.130450+0000","last_undegraded":"2024-08-17T00:38:04.130450+0000","last_fullsized":"2024-08-17T00:38:04.130450+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:25:48.418918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.128344+0000","last_change":"2024-08-17T00:37:34.467231+0000","last_active":"2024-08-17T00:38:04.128344+0000","last_peered":"2024-08-17T00:38:04.128344+0000","last_clean":"2024-08-17T00:38:04.128344+0000","last_became_active":"2024-08-17T00:37:34.466922+0000","last_became_peered":"2024-08-17T00:37:34.466922+0000","last_unstale":"2024-08-17T00:38:04.128344+0000","last_undegraded":"2024-08-17T00:38:04.128344+0000","last_fullsized":"2024-08-17T00:38:04.128344+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:42:25.137800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.128073+0000","last_change":"2024-08-17T00:37:04.959291+0000","last_active":"2024-08-17T00:38:04.128073+0000","last_peered":"2024-08-17T00:38:04.128073+0000","last_clean":"2024-08-17T00:38:04.128073+0000","last_became_active":"2024-08-17T00:37:04.958677+0000","last_became_peered":"2024-08-17T00:37:04.958677+0000","last_unstale":"2024-08-17T00:38:04.128073+0000","last_undegraded":"2024-08-17T00:38:04.128073+0000","last_fullsized":"2024-08-17T00:38:04.128073+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:09:28.217247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.133307+0000","last_change":"2024-08-17T00:37:04.957364+0000","last_active":"2024-08-17T00:38:04.133307+0000","last_peered":"2024-08-17T00:38:04.133307+0000","last_clean":"2024-08-17T00:38:04.133307+0000","last_became_active":"2024-08-17T00:37:04.954702+0000","last_became_peered":"2024-08-17T00:37:04.954702+0000","last_unstale":"2024-08-17T00:38:04.133307+0000","last_undegraded":"2024-08-17T00:38:04.133307+0000","last_fullsized":"2024-08-17T00:38:04.133307+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:09:45.652868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.156532+0000","last_change":"2024-08-17T00:37:04.947845+0000","last_active":"2024-08-17T00:38:04.156532+0000","last_peered":"2024-08-17T00:38:04.156532+0000","last_clean":"2024-08-17T00:38:04.156532+0000","last_became_active":"2024-08-17T00:37:04.947591+0000","last_became_peered":"2024-08-17T00:37:04.947591+0000","last_unstale":"2024-08-17T00:38:04.156532+0000","last_undegraded":"2024-08-17T00:38:04.156532+0000","last_fullsized":"2024-08-17T00:38:04.156532+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:30:32.603126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.156856+0000","last_change":"2024-08-17T00:37:04.953128+0000","last_active":"2024-08-17T00:38:04.156856+0000","last_peered":"2024-08-17T00:38:04.156856+0000","last_clean":"2024-08-17T00:38:04.156856+0000","last_became_active":"2024-08-17T00:37:04.952494+0000","last_became_peered":"2024-08-17T00:37:04.952494+0000","last_unstale":"2024-08-17T00:38:04.156856+0000","last_undegraded":"2024-08-17T00:38:04.156856+0000","last_fullsized":"2024-08-17T00:38:04.156856+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:41:28.919549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.131654+0000","last_change":"2024-08-17T00:37:04.944717+0000","last_active":"2024-08-17T00:38:04.131654+0000","last_peered":"2024-08-17T00:38:04.131654+0000","last_clean":"2024-08-17T00:38:04.131654+0000","last_became_active":"2024-08-17T00:37:04.943625+0000","last_became_peered":"2024-08-17T00:37:04.943625+0000","last_unstale":"2024-08-17T00:38:04.131654+0000","last_undegraded":"2024-08-17T00:38:04.131654+0000","last_fullsized":"2024-08-17T00:38:04.131654+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:43:24.497400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.127745+0000","last_change":"2024-08-17T00:37:01.785731+0000","last_active":"2024-08-17T00:38:04.127745+0000","last_peered":"2024-08-17T00:38:04.127745+0000","last_clean":"2024-08-17T00:38:04.127745+0000","last_became_active":"2024-08-17T00:37:01.785431+0000","last_became_peered":"2024-08-17T00:37:01.785431+0000","last_unstale":"2024-08-17T00:38:04.127745+0000","last_undegraded":"2024-08-17T00:38:04.127745+0000","last_fullsized":"2024-08-17T00:38:04.127745+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:47:21.389462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.128121+0000","last_change":"2024-08-17T00:37:04.959135+0000","last_active":"2024-08-17T00:38:04.128121+0000","last_peered":"2024-08-17T00:38:04.128121+0000","last_clean":"2024-08-17T00:38:04.128121+0000","last_became_active":"2024-08-17T00:37:04.958354+0000","last_became_peered":"2024-08-17T00:37:04.958354+0000","last_unstale":"2024-08-17T00:38:04.128121+0000","last_undegraded":"2024-08-17T00:38:04.128121+0000","last_fullsized":"2024-08-17T00:38:04.128121+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:40:48.807376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157274+0000","last_change":"2024-08-17T00:37:01.783795+0000","last_active":"2024-08-17T00:38:04.157274+0000","last_peered":"2024-08-17T00:38:04.157274+0000","last_clean":"2024-08-17T00:38:04.157274+0000","last_became_active":"2024-08-17T00:37:01.783416+0000","last_became_peered":"2024-08-17T00:37:01.783416+0000","last_unstale":"2024-08-17T00:38:04.157274+0000","last_undegraded":"2024-08-17T00:38:04.157274+0000","last_fullsized":"2024-08-17T00:38:04.157274+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:05:47.432380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.126810+0000","last_change":"2024-08-17T00:37:01.789228+0000","last_active":"2024-08-17T00:38:04.126810+0000","last_peered":"2024-08-17T00:38:04.126810+0000","last_clean":"2024-08-17T00:38:04.126810+0000","last_became_active":"2024-08-17T00:37:01.788948+0000","last_became_peered":"2024-08-17T00:37:01.788948+0000","last_unstale":"2024-08-17T00:38:04.126810+0000","last_undegraded":"2024-08-17T00:38:04.126810+0000","last_fullsized":"2024-08-17T00:38:04.126810+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:33:07.561006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.126507+0000","last_change":"2024-08-17T00:37:04.956111+0000","last_active":"2024-08-17T00:38:04.126507+0000","last_peered":"2024-08-17T00:38:04.126507+0000","last_clean":"2024-08-17T00:38:04.126507+0000","last_became_active":"2024-08-17T00:37:04.955829+0000","last_became_peered":"2024-08-17T00:37:04.955829+0000","last_unstale":"2024-08-17T00:38:04.126507+0000","last_undegraded":"2024-08-17T00:38:04.126507+0000","last_fullsized":"2024-08-17T00:38:04.126507+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:38:16.128970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.132620+0000","last_change":"2024-08-17T00:37:01.786640+0000","last_active":"2024-08-17T00:38:04.132620+0000","last_peered":"2024-08-17T00:38:04.132620+0000","last_clean":"2024-08-17T00:38:04.132620+0000","last_became_active":"2024-08-17T00:37:01.786353+0000","last_became_peered":"2024-08-17T00:37:01.786353+0000","last_unstale":"2024-08-17T00:38:04.132620+0000","last_undegraded":"2024-08-17T00:38:04.132620+0000","last_fullsized":"2024-08-17T00:38:04.132620+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:45:29.247012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.130076+0000","last_change":"2024-08-17T00:37:04.942370+0000","last_active":"2024-08-17T00:38:04.130076+0000","last_peered":"2024-08-17T00:38:04.130076+0000","last_clean":"2024-08-17T00:38:04.130076+0000","last_became_active":"2024-08-17T00:37:04.942122+0000","last_became_peered":"2024-08-17T00:37:04.942122+0000","last_unstale":"2024-08-17T00:38:04.130076+0000","last_undegraded":"2024-08-17T00:38:04.130076+0000","last_fullsized":"2024-08-17T00:38:04.130076+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:25:07.459618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157114+0000","last_change":"2024-08-17T00:37:01.786871+0000","last_active":"2024-08-17T00:38:04.157114+0000","last_peered":"2024-08-17T00:38:04.157114+0000","last_clean":"2024-08-17T00:38:04.157114+0000","last_became_active":"2024-08-17T00:37:01.786521+0000","last_became_peered":"2024-08-17T00:37:01.786521+0000","last_unstale":"2024-08-17T00:38:04.157114+0000","last_undegraded":"2024-08-17T00:38:04.157114+0000","last_fullsized":"2024-08-17T00:38:04.157114+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:14:02.725112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.133543+0000","last_change":"2024-08-17T00:37:04.956670+0000","last_active":"2024-08-17T00:38:04.133543+0000","last_peered":"2024-08-17T00:38:04.133543+0000","last_clean":"2024-08-17T00:38:04.133543+0000","last_became_active":"2024-08-17T00:37:04.956210+0000","last_became_peered":"2024-08-17T00:37:04.956210+0000","last_unstale":"2024-08-17T00:38:04.133543+0000","last_undegraded":"2024-08-17T00:38:04.133543+0000","last_fullsized":"2024-08-17T00:38:04.133543+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:50:42.531327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.133667+0000","last_change":"2024-08-17T00:37:01.790231+0000","last_active":"2024-08-17T00:38:04.133667+0000","last_peered":"2024-08-17T00:38:04.133667+0000","last_clean":"2024-08-17T00:38:04.133667+0000","last_became_active":"2024-08-17T00:37:01.789877+0000","last_became_peered":"2024-08-17T00:37:01.789877+0000","last_unstale":"2024-08-17T00:38:04.133667+0000","last_undegraded":"2024-08-17T00:38:04.133667+0000","last_fullsized":"2024-08-17T00:38:04.133667+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:08:40.720197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.127392+0000","last_change":"2024-08-17T00:37:04.956238+0000","last_active":"2024-08-17T00:38:04.127392+0000","last_peered":"2024-08-17T00:38:04.127392+0000","last_clean":"2024-08-17T00:38:04.127392+0000","last_became_active":"2024-08-17T00:37:04.955977+0000","last_became_peered":"2024-08-17T00:37:04.955977+0000","last_unstale":"2024-08-17T00:38:04.127392+0000","last_undegraded":"2024-08-17T00:38:04.127392+0000","last_fullsized":"2024-08-17T00:38:04.127392+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:56:28.986415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.130552+0000","last_change":"2024-08-17T00:37:01.792097+0000","last_active":"2024-08-17T00:38:04.130552+0000","last_peered":"2024-08-17T00:38:04.130552+0000","last_clean":"2024-08-17T00:38:04.130552+0000","last_became_active":"2024-08-17T00:37:01.791822+0000","last_became_peered":"2024-08-17T00:37:01.791822+0000","last_unstale":"2024-08-17T00:38:04.130552+0000","last_undegraded":"2024-08-17T00:38:04.130552+0000","last_fullsized":"2024-08-17T00:38:04.130552+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:19:14.352162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.132113+0000","last_change":"2024-08-17T00:37:04.955938+0000","last_active":"2024-08-17T00:38:04.132113+0000","last_peered":"2024-08-17T00:38:04.132113+0000","last_clean":"2024-08-17T00:38:04.132113+0000","last_became_active":"2024-08-17T00:37:04.955649+0000","last_became_peered":"2024-08-17T00:37:04.955649+0000","last_unstale":"2024-08-17T00:38:04.132113+0000","last_undegraded":"2024-08-17T00:38:04.132113+0000","last_fullsized":"2024-08-17T00:38:04.132113+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:50:04.635101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"75'11","reported_seq":35,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:38:53.828101+0000","last_change":"2024-08-17T00:37:01.786122+0000","last_active":"2024-08-17T00:38:53.828101+0000","last_peered":"2024-08-17T00:38:53.828101+0000","last_clean":"2024-08-17T00:38:53.828101+0000","last_became_active":"2024-08-17T00:37:01.785541+0000","last_became_peered":"2024-08-17T00:37:01.785541+0000","last_unstale":"2024-08-17T00:38:53.828101+0000","last_undegraded":"2024-08-17T00:38:53.828101+0000","last_fullsized":"2024-08-17T00:38:53.828101+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:45:25.185133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2483,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157781+0000","last_change":"2024-08-17T00:37:04.958522+0000","last_active":"2024-08-17T00:38:04.157781+0000","last_peered":"2024-08-17T00:38:04.157781+0000","last_clean":"2024-08-17T00:38:04.157781+0000","last_became_active":"2024-08-17T00:37:04.957785+0000","last_became_peered":"2024-08-17T00:37:04.957785+0000","last_unstale":"2024-08-17T00:38:04.157781+0000","last_undegraded":"2024-08-17T00:38:04.157781+0000","last_fullsized":"2024-08-17T00:38:04.157781+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:38:42.076155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.128149+0000","last_change":"2024-08-17T00:37:01.793208+0000","last_active":"2024-08-17T00:38:04.128149+0000","last_peered":"2024-08-17T00:38:04.128149+0000","last_clean":"2024-08-17T00:38:04.128149+0000","last_became_active":"2024-08-17T00:37:01.790727+0000","last_became_peered":"2024-08-17T00:37:01.790727+0000","last_unstale":"2024-08-17T00:38:04.128149+0000","last_undegraded":"2024-08-17T00:38:04.128149+0000","last_fullsized":"2024-08-17T00:38:04.128149+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:35:25.976740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.127594+0000","last_change":"2024-08-17T00:37:04.952899+0000","last_active":"2024-08-17T00:38:04.127594+0000","last_peered":"2024-08-17T00:38:04.127594+0000","last_clean":"2024-08-17T00:38:04.127594+0000","last_became_active":"2024-08-17T00:37:04.950904+0000","last_became_peered":"2024-08-17T00:37:04.950904+0000","last_unstale":"2024-08-17T00:38:04.127594+0000","last_undegraded":"2024-08-17T00:38:04.127594+0000","last_fullsized":"2024-08-17T00:38:04.127594+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:17:33.852365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.133294+0000","last_change":"2024-08-17T00:37:01.785942+0000","last_active":"2024-08-17T00:38:04.133294+0000","last_peered":"2024-08-17T00:38:04.133294+0000","last_clean":"2024-08-17T00:38:04.133294+0000","last_became_active":"2024-08-17T00:37:01.785644+0000","last_became_peered":"2024-08-17T00:37:01.785644+0000","last_unstale":"2024-08-17T00:38:04.133294+0000","last_undegraded":"2024-08-17T00:38:04.133294+0000","last_fullsized":"2024-08-17T00:38:04.133294+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:04:21.422299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157372+0000","last_change":"2024-08-17T00:37:04.959809+0000","last_active":"2024-08-17T00:38:04.157372+0000","last_peered":"2024-08-17T00:38:04.157372+0000","last_clean":"2024-08-17T00:38:04.157372+0000","last_became_active":"2024-08-17T00:37:04.959565+0000","last_became_peered":"2024-08-17T00:37:04.959565+0000","last_unstale":"2024-08-17T00:38:04.157372+0000","last_undegraded":"2024-08-17T00:38:04.157372+0000","last_fullsized":"2024-08-17T00:38:04.157372+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:46:40.713709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.156745+0000","last_change":"2024-08-17T00:37:01.787402+0000","last_active":"2024-08-17T00:38:04.156745+0000","last_peered":"2024-08-17T00:38:04.156745+0000","last_clean":"2024-08-17T00:38:04.156745+0000","last_became_active":"2024-08-17T00:37:01.787058+0000","last_became_peered":"2024-08-17T00:37:01.787058+0000","last_unstale":"2024-08-17T00:38:04.156745+0000","last_undegraded":"2024-08-17T00:38:04.156745+0000","last_fullsized":"2024-08-17T00:38:04.156745+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:26:39.632757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.156651+0000","last_change":"2024-08-17T00:37:04.953292+0000","last_active":"2024-08-17T00:38:04.156651+0000","last_peered":"2024-08-17T00:38:04.156651+0000","last_clean":"2024-08-17T00:38:04.156651+0000","last_became_active":"2024-08-17T00:37:04.952860+0000","last_became_peered":"2024-08-17T00:37:04.952860+0000","last_unstale":"2024-08-17T00:38:04.156651+0000","last_undegraded":"2024-08-17T00:38:04.156651+0000","last_fullsized":"2024-08-17T00:38:04.156651+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:32:02.457300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":32,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.156445+0000","last_change":"2024-08-17T00:37:01.790386+0000","last_active":"2024-08-17T00:38:04.156445+0000","last_peered":"2024-08-17T00:38:04.156445+0000","last_clean":"2024-08-17T00:38:04.156445+0000","last_became_active":"2024-08-17T00:37:01.790100+0000","last_became_peered":"2024-08-17T00:37:01.790100+0000","last_unstale":"2024-08-17T00:38:04.156445+0000","last_undegraded":"2024-08-17T00:38:04.156445+0000","last_fullsized":"2024-08-17T00:38:04.156445+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:54:03.758434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.156948+0000","last_change":"2024-08-17T00:37:04.960891+0000","last_active":"2024-08-17T00:38:04.156948+0000","last_peered":"2024-08-17T00:38:04.156948+0000","last_clean":"2024-08-17T00:38:04.156948+0000","last_became_active":"2024-08-17T00:37:04.960608+0000","last_became_peered":"2024-08-17T00:37:04.960608+0000","last_unstale":"2024-08-17T00:38:04.156948+0000","last_undegraded":"2024-08-17T00:38:04.156948+0000","last_fullsized":"2024-08-17T00:38:04.156948+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:24:23.160085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.132160+0000","last_change":"2024-08-17T00:37:01.792276+0000","last_active":"2024-08-17T00:38:04.132160+0000","last_peered":"2024-08-17T00:38:04.132160+0000","last_clean":"2024-08-17T00:38:04.132160+0000","last_became_active":"2024-08-17T00:37:01.791973+0000","last_became_peered":"2024-08-17T00:37:01.791973+0000","last_unstale":"2024-08-17T00:38:04.132160+0000","last_undegraded":"2024-08-17T00:38:04.132160+0000","last_fullsized":"2024-08-17T00:38:04.132160+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:42:51.144389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157969+0000","last_change":"2024-08-17T00:37:04.958148+0000","last_active":"2024-08-17T00:38:04.157969+0000","last_peered":"2024-08-17T00:38:04.157969+0000","last_clean":"2024-08-17T00:38:04.157969+0000","last_became_active":"2024-08-17T00:37:04.957444+0000","last_became_peered":"2024-08-17T00:37:04.957444+0000","last_unstale":"2024-08-17T00:38:04.157969+0000","last_undegraded":"2024-08-17T00:38:04.157969+0000","last_fullsized":"2024-08-17T00:38:04.157969+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:37:57.649978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.156930+0000","last_change":"2024-08-17T00:37:01.782024+0000","last_active":"2024-08-17T00:38:04.156930+0000","last_peered":"2024-08-17T00:38:04.156930+0000","last_clean":"2024-08-17T00:38:04.156930+0000","last_became_active":"2024-08-17T00:37:01.781729+0000","last_became_peered":"2024-08-17T00:37:01.781729+0000","last_unstale":"2024-08-17T00:38:04.156930+0000","last_undegraded":"2024-08-17T00:38:04.156930+0000","last_fullsized":"2024-08-17T00:38:04.156930+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:50:21.078155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.158053+0000","last_change":"2024-08-17T00:37:34.468672+0000","last_active":"2024-08-17T00:38:04.158053+0000","last_peered":"2024-08-17T00:38:04.158053+0000","last_clean":"2024-08-17T00:38:04.158053+0000","last_became_active":"2024-08-17T00:37:34.468312+0000","last_became_peered":"2024-08-17T00:37:34.468312+0000","last_unstale":"2024-08-17T00:38:04.158053+0000","last_undegraded":"2024-08-17T00:38:04.158053+0000","last_fullsized":"2024-08-17T00:38:04.158053+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:47:46.595826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.130639+0000","last_change":"2024-08-17T00:37:01.783855+0000","last_active":"2024-08-17T00:38:04.130639+0000","last_peered":"2024-08-17T00:38:04.130639+0000","last_clean":"2024-08-17T00:38:04.130639+0000","last_became_active":"2024-08-17T00:37:01.783595+0000","last_became_peered":"2024-08-17T00:37:01.783595+0000","last_unstale":"2024-08-17T00:38:04.130639+0000","last_undegraded":"2024-08-17T00:38:04.130639+0000","last_fullsized":"2024-08-17T00:38:04.130639+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:50:37.281675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.133371+0000","last_change":"2024-08-17T00:37:04.957993+0000","last_active":"2024-08-17T00:38:04.133371+0000","last_peered":"2024-08-17T00:38:04.133371+0000","last_clean":"2024-08-17T00:38:04.133371+0000","last_became_active":"2024-08-17T00:37:04.955686+0000","last_became_peered":"2024-08-17T00:37:04.955686+0000","last_unstale":"2024-08-17T00:38:04.133371+0000","last_undegraded":"2024-08-17T00:38:04.133371+0000","last_fullsized":"2024-08-17T00:38:04.133371+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:50:11.600736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.156656+0000","last_change":"2024-08-17T00:37:01.789516+0000","last_active":"2024-08-17T00:38:04.156656+0000","last_peered":"2024-08-17T00:38:04.156656+0000","last_clean":"2024-08-17T00:38:04.156656+0000","last_became_active":"2024-08-17T00:37:01.789258+0000","last_became_peered":"2024-08-17T00:37:01.789258+0000","last_unstale":"2024-08-17T00:38:04.156656+0000","last_undegraded":"2024-08-17T00:38:04.156656+0000","last_fullsized":"2024-08-17T00:38:04.156656+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:58:57.330760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157845+0000","last_change":"2024-08-17T00:37:04.956081+0000","last_active":"2024-08-17T00:38:04.157845+0000","last_peered":"2024-08-17T00:38:04.157845+0000","last_clean":"2024-08-17T00:38:04.157845+0000","last_became_active":"2024-08-17T00:37:04.955817+0000","last_became_peered":"2024-08-17T00:37:04.955817+0000","last_unstale":"2024-08-17T00:38:04.157845+0000","last_undegraded":"2024-08-17T00:38:04.157845+0000","last_fullsized":"2024-08-17T00:38:04.157845+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:07:50.126971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:38:10.558576+0000","last_change":"2024-08-17T00:38:04.157803+0000","last_active":"2024-08-17T00:38:10.558576+0000","last_peered":"2024-08-17T00:38:10.558576+0000","last_clean":"2024-08-17T00:38:10.558576+0000","last_became_active":"2024-08-17T00:37:59.103532+0000","last_became_peered":"2024-08-17T00:37:59.103532+0000","last_unstale":"2024-08-17T00:38:10.558576+0000","last_undegraded":"2024-08-17T00:38:10.558576+0000","last_fullsized":"2024-08-17T00:38:10.558576+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_clean_scrub_stamp":"2024-08-17T00:37:58.084499+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:53:00.328095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00081945900000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"68'128","reported_seq":282,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157131+0000","last_change":"2024-08-17T00:36:40.571022+0000","last_active":"2024-08-17T00:38:04.157131+0000","last_peered":"2024-08-17T00:38:04.157131+0000","last_clean":"2024-08-17T00:38:04.157131+0000","last_became_active":"2024-08-17T00:36:40.570593+0000","last_became_peered":"2024-08-17T00:36:40.570593+0000","last_unstale":"2024-08-17T00:38:04.157131+0000","last_undegraded":"2024-08-17T00:38:04.157131+0000","last_fullsized":"2024-08-17T00:38:04.157131+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:34:43.704511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:34:43.704511+0000","last_clean_scrub_stamp":"2024-08-17T00:34:43.704511+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:34:08.366178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.133214+0000","last_change":"2024-08-17T00:37:01.785377+0000","last_active":"2024-08-17T00:38:04.133214+0000","last_peered":"2024-08-17T00:38:04.133214+0000","last_clean":"2024-08-17T00:38:04.133214+0000","last_became_active":"2024-08-17T00:37:01.785047+0000","last_became_peered":"2024-08-17T00:37:01.785047+0000","last_unstale":"2024-08-17T00:38:04.133214+0000","last_undegraded":"2024-08-17T00:38:04.133214+0000","last_fullsized":"2024-08-17T00:38:04.133214+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:18:53.217487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.128181+0000","last_change":"2024-08-17T00:37:04.955503+0000","last_active":"2024-08-17T00:38:04.128181+0000","last_peered":"2024-08-17T00:38:04.128181+0000","last_clean":"2024-08-17T00:38:04.128181+0000","last_became_active":"2024-08-17T00:37:04.954324+0000","last_became_peered":"2024-08-17T00:37:04.954324+0000","last_unstale":"2024-08-17T00:38:04.128181+0000","last_undegraded":"2024-08-17T00:38:04.128181+0000","last_fullsized":"2024-08-17T00:38:04.128181+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:06:29.228648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:38:10.558115+0000","last_change":"2024-08-17T00:38:04.127525+0000","last_active":"2024-08-17T00:38:10.558115+0000","last_peered":"2024-08-17T00:38:10.558115+0000","last_clean":"2024-08-17T00:38:10.558115+0000","last_became_active":"2024-08-17T00:37:59.490638+0000","last_became_peered":"2024-08-17T00:37:59.490638+0000","last_unstale":"2024-08-17T00:38:10.558115+0000","last_undegraded":"2024-08-17T00:38:10.558115+0000","last_fullsized":"2024-08-17T00:38:10.558115+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_clean_scrub_stamp":"2024-08-17T00:37:58.084499+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:24:36.820689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031878499999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157043+0000","last_change":"2024-08-17T00:37:01.790952+0000","last_active":"2024-08-17T00:38:04.157043+0000","last_peered":"2024-08-17T00:38:04.157043+0000","last_clean":"2024-08-17T00:38:04.157043+0000","last_became_active":"2024-08-17T00:37:01.790593+0000","last_became_peered":"2024-08-17T00:37:01.790593+0000","last_unstale":"2024-08-17T00:38:04.157043+0000","last_undegraded":"2024-08-17T00:38:04.157043+0000","last_fullsized":"2024-08-17T00:38:04.157043+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:48:01.569999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.126591+0000","last_change":"2024-08-17T00:37:04.960382+0000","last_active":"2024-08-17T00:38:04.126591+0000","last_peered":"2024-08-17T00:38:04.126591+0000","last_clean":"2024-08-17T00:38:04.126591+0000","last_became_active":"2024-08-17T00:37:04.959033+0000","last_became_peered":"2024-08-17T00:37:04.959033+0000","last_unstale":"2024-08-17T00:38:04.126591+0000","last_undegraded":"2024-08-17T00:38:04.126591+0000","last_fullsized":"2024-08-17T00:38:04.126591+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:55:18.494837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:38:10.438162+0000","last_change":"2024-08-17T00:38:04.131174+0000","last_active":"2024-08-17T00:38:10.438162+0000","last_peered":"2024-08-17T00:38:10.438162+0000","last_clean":"2024-08-17T00:38:10.438162+0000","last_became_active":"2024-08-17T00:37:59.443124+0000","last_became_peered":"2024-08-17T00:37:59.443124+0000","last_unstale":"2024-08-17T00:38:10.438162+0000","last_undegraded":"2024-08-17T00:38:10.438162+0000","last_fullsized":"2024-08-17T00:38:10.438162+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_clean_scrub_stamp":"2024-08-17T00:37:58.084499+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:27:05.044674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043575200000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.156609+0000","last_change":"2024-08-17T00:37:01.788800+0000","last_active":"2024-08-17T00:38:04.156609+0000","last_peered":"2024-08-17T00:38:04.156609+0000","last_clean":"2024-08-17T00:38:04.156609+0000","last_became_active":"2024-08-17T00:37:01.788527+0000","last_became_peered":"2024-08-17T00:37:01.788527+0000","last_unstale":"2024-08-17T00:38:04.156609+0000","last_undegraded":"2024-08-17T00:38:04.156609+0000","last_fullsized":"2024-08-17T00:38:04.156609+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:19:51.551325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.130003+0000","last_change":"2024-08-17T00:37:04.952720+0000","last_active":"2024-08-17T00:38:04.130003+0000","last_peered":"2024-08-17T00:38:04.130003+0000","last_clean":"2024-08-17T00:38:04.130003+0000","last_became_active":"2024-08-17T00:37:04.952436+0000","last_became_peered":"2024-08-17T00:37:04.952436+0000","last_unstale":"2024-08-17T00:38:04.130003+0000","last_undegraded":"2024-08-17T00:38:04.130003+0000","last_fullsized":"2024-08-17T00:38:04.130003+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:09:12.016346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:38:10.438090+0000","last_change":"2024-08-17T00:38:04.130974+0000","last_active":"2024-08-17T00:38:10.438090+0000","last_peered":"2024-08-17T00:38:10.438090+0000","last_clean":"2024-08-17T00:38:10.438090+0000","last_became_active":"2024-08-17T00:37:59.490627+0000","last_became_peered":"2024-08-17T00:37:59.490627+0000","last_unstale":"2024-08-17T00:38:10.438090+0000","last_undegraded":"2024-08-17T00:38:10.438090+0000","last_fullsized":"2024-08-17T00:38:10.438090+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_clean_scrub_stamp":"2024-08-17T00:37:58.084499+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:27:31.745554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00068384299999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.133430+0000","last_change":"2024-08-17T00:37:01.787294+0000","last_active":"2024-08-17T00:38:04.133430+0000","last_peered":"2024-08-17T00:38:04.133430+0000","last_clean":"2024-08-17T00:38:04.133430+0000","last_became_active":"2024-08-17T00:37:01.786614+0000","last_became_peered":"2024-08-17T00:37:01.786614+0000","last_unstale":"2024-08-17T00:38:04.133430+0000","last_undegraded":"2024-08-17T00:38:04.133430+0000","last_fullsized":"2024-08-17T00:38:04.133430+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:58:41.628356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.156715+0000","last_change":"2024-08-17T00:37:35.296059+0000","last_active":"2024-08-17T00:38:04.156715+0000","last_peered":"2024-08-17T00:38:04.156715+0000","last_clean":"2024-08-17T00:38:04.156715+0000","last_became_active":"2024-08-17T00:37:35.295617+0000","last_became_peered":"2024-08-17T00:37:35.295617+0000","last_unstale":"2024-08-17T00:38:04.156715+0000","last_undegraded":"2024-08-17T00:38:04.156715+0000","last_fullsized":"2024-08-17T00:38:04.156715+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:19:12.704193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:38:10.437606+0000","last_change":"2024-08-17T00:38:04.130958+0000","last_active":"2024-08-17T00:38:10.437606+0000","last_peered":"2024-08-17T00:38:10.437606+0000","last_clean":"2024-08-17T00:38:10.437606+0000","last_became_active":"2024-08-17T00:37:59.443169+0000","last_became_peered":"2024-08-17T00:37:59.443169+0000","last_unstale":"2024-08-17T00:38:10.437606+0000","last_undegraded":"2024-08-17T00:38:10.437606+0000","last_fullsized":"2024-08-17T00:38:10.437606+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_clean_scrub_stamp":"2024-08-17T00:37:58.084499+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:00:15.722964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000787011,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.130389+0000","last_change":"2024-08-17T00:37:01.790872+0000","last_active":"2024-08-17T00:38:04.130389+0000","last_peered":"2024-08-17T00:38:04.130389+0000","last_clean":"2024-08-17T00:38:04.130389+0000","last_became_active":"2024-08-17T00:37:01.790118+0000","last_became_peered":"2024-08-17T00:37:01.790118+0000","last_unstale":"2024-08-17T00:38:04.130389+0000","last_undegraded":"2024-08-17T00:38:04.130389+0000","last_fullsized":"2024-08-17T00:38:04.130389+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:37:07.432012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.130370+0000","last_change":"2024-08-17T00:37:34.466952+0000","last_active":"2024-08-17T00:38:04.130370+0000","last_peered":"2024-08-17T00:38:04.130370+0000","last_clean":"2024-08-17T00:38:04.130370+0000","last_became_active":"2024-08-17T00:37:34.466623+0000","last_became_peered":"2024-08-17T00:37:34.466623+0000","last_unstale":"2024-08-17T00:38:04.130370+0000","last_undegraded":"2024-08-17T00:38:04.130370+0000","last_fullsized":"2024-08-17T00:38:04.130370+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:18:47.453264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:38:10.557291+0000","last_change":"2024-08-17T00:38:04.128381+0000","last_active":"2024-08-17T00:38:10.557291+0000","last_peered":"2024-08-17T00:38:10.557291+0000","last_clean":"2024-08-17T00:38:10.557291+0000","last_became_active":"2024-08-17T00:37:59.443089+0000","last_became_peered":"2024-08-17T00:37:59.443089+0000","last_unstale":"2024-08-17T00:38:10.557291+0000","last_undegraded":"2024-08-17T00:38:10.557291+0000","last_fullsized":"2024-08-17T00:38:10.557291+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_clean_scrub_stamp":"2024-08-17T00:37:58.084499+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:38:31.251760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056014400000000005,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.158064+0000","last_change":"2024-08-17T00:37:01.789950+0000","last_active":"2024-08-17T00:38:04.158064+0000","last_peered":"2024-08-17T00:38:04.158064+0000","last_clean":"2024-08-17T00:38:04.158064+0000","last_became_active":"2024-08-17T00:37:01.789665+0000","last_became_peered":"2024-08-17T00:37:01.789665+0000","last_unstale":"2024-08-17T00:38:04.158064+0000","last_undegraded":"2024-08-17T00:38:04.158064+0000","last_fullsized":"2024-08-17T00:38:04.158064+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:59:18.322214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.130368+0000","last_change":"2024-08-17T00:37:04.950665+0000","last_active":"2024-08-17T00:38:04.130368+0000","last_peered":"2024-08-17T00:38:04.130368+0000","last_clean":"2024-08-17T00:38:04.130368+0000","last_became_active":"2024-08-17T00:37:04.950417+0000","last_became_peered":"2024-08-17T00:37:04.950417+0000","last_unstale":"2024-08-17T00:38:04.130368+0000","last_undegraded":"2024-08-17T00:38:04.130368+0000","last_fullsized":"2024-08-17T00:38:04.130368+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:07:39.265756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:38:10.436532+0000","last_change":"2024-08-17T00:38:04.126745+0000","last_active":"2024-08-17T00:38:10.436532+0000","last_peered":"2024-08-17T00:38:10.436532+0000","last_clean":"2024-08-17T00:38:10.436532+0000","last_became_active":"2024-08-17T00:37:59.101849+0000","last_became_peered":"2024-08-17T00:37:59.101849+0000","last_unstale":"2024-08-17T00:38:10.436532+0000","last_undegraded":"2024-08-17T00:38:10.436532+0000","last_fullsized":"2024-08-17T00:38:10.436532+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_clean_scrub_stamp":"2024-08-17T00:37:58.084499+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:35:51.760679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036991299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.130672+0000","last_change":"2024-08-17T00:37:01.790725+0000","last_active":"2024-08-17T00:38:04.130672+0000","last_peered":"2024-08-17T00:38:04.130672+0000","last_clean":"2024-08-17T00:38:04.130672+0000","last_became_active":"2024-08-17T00:37:01.790473+0000","last_became_peered":"2024-08-17T00:37:01.790473+0000","last_unstale":"2024-08-17T00:38:04.130672+0000","last_undegraded":"2024-08-17T00:38:04.130672+0000","last_fullsized":"2024-08-17T00:38:04.130672+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:48:32.986230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.127942+0000","last_change":"2024-08-17T00:37:04.957937+0000","last_active":"2024-08-17T00:38:04.127942+0000","last_peered":"2024-08-17T00:38:04.127942+0000","last_clean":"2024-08-17T00:38:04.127942+0000","last_became_active":"2024-08-17T00:37:04.957681+0000","last_became_peered":"2024-08-17T00:37:04.957681+0000","last_unstale":"2024-08-17T00:38:04.127942+0000","last_undegraded":"2024-08-17T00:38:04.127942+0000","last_fullsized":"2024-08-17T00:38:04.127942+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:27:55.508098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:38:10.440725+0000","last_change":"2024-08-17T00:38:04.132008+0000","last_active":"2024-08-17T00:38:10.440725+0000","last_peered":"2024-08-17T00:38:10.440725+0000","last_clean":"2024-08-17T00:38:10.440725+0000","last_became_active":"2024-08-17T00:37:59.442883+0000","last_became_peered":"2024-08-17T00:37:59.442883+0000","last_unstale":"2024-08-17T00:38:10.440725+0000","last_undegraded":"2024-08-17T00:38:10.440725+0000","last_fullsized":"2024-08-17T00:38:10.440725+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_clean_scrub_stamp":"2024-08-17T00:37:58.084499+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:02:20.767483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058575900000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157209+0000","last_change":"2024-08-17T00:37:01.790908+0000","last_active":"2024-08-17T00:38:04.157209+0000","last_peered":"2024-08-17T00:38:04.157209+0000","last_clean":"2024-08-17T00:38:04.157209+0000","last_became_active":"2024-08-17T00:37:01.790581+0000","last_became_peered":"2024-08-17T00:37:01.790581+0000","last_unstale":"2024-08-17T00:38:04.157209+0000","last_undegraded":"2024-08-17T00:38:04.157209+0000","last_fullsized":"2024-08-17T00:38:04.157209+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:02:41.131514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.127163+0000","last_change":"2024-08-17T00:37:04.962104+0000","last_active":"2024-08-17T00:38:04.127163+0000","last_peered":"2024-08-17T00:38:04.127163+0000","last_clean":"2024-08-17T00:38:04.127163+0000","last_became_active":"2024-08-17T00:37:04.961825+0000","last_became_peered":"2024-08-17T00:37:04.961825+0000","last_unstale":"2024-08-17T00:38:04.127163+0000","last_undegraded":"2024-08-17T00:38:04.127163+0000","last_fullsized":"2024-08-17T00:38:04.127163+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:28:56.397043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.156954+0000","last_change":"2024-08-17T00:37:01.791662+0000","last_active":"2024-08-17T00:38:04.156954+0000","last_peered":"2024-08-17T00:38:04.156954+0000","last_clean":"2024-08-17T00:38:04.156954+0000","last_became_active":"2024-08-17T00:37:01.791380+0000","last_became_peered":"2024-08-17T00:37:01.791380+0000","last_unstale":"2024-08-17T00:38:04.156954+0000","last_undegraded":"2024-08-17T00:38:04.156954+0000","last_fullsized":"2024-08-17T00:38:04.156954+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:09:39.463811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.131738+0000","last_change":"2024-08-17T00:37:04.954197+0000","last_active":"2024-08-17T00:38:04.131738+0000","last_peered":"2024-08-17T00:38:04.131738+0000","last_clean":"2024-08-17T00:38:04.131738+0000","last_became_active":"2024-08-17T00:37:04.953288+0000","last_became_peered":"2024-08-17T00:37:04.953288+0000","last_unstale":"2024-08-17T00:38:04.131738+0000","last_undegraded":"2024-08-17T00:38:04.131738+0000","last_fullsized":"2024-08-17T00:38:04.131738+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:43:54.279907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":34,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.130257+0000","last_change":"2024-08-17T00:37:34.467288+0000","last_active":"2024-08-17T00:38:04.130257+0000","last_peered":"2024-08-17T00:38:04.130257+0000","last_clean":"2024-08-17T00:38:04.130257+0000","last_became_active":"2024-08-17T00:37:34.466963+0000","last_became_peered":"2024-08-17T00:37:34.466963+0000","last_unstale":"2024-08-17T00:38:04.130257+0000","last_undegraded":"2024-08-17T00:38:04.130257+0000","last_fullsized":"2024-08-17T00:38:04.130257+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:43:05.425700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.126528+0000","last_change":"2024-08-17T00:37:04.944785+0000","last_active":"2024-08-17T00:38:04.126528+0000","last_peered":"2024-08-17T00:38:04.126528+0000","last_clean":"2024-08-17T00:38:04.126528+0000","last_became_active":"2024-08-17T00:37:04.944515+0000","last_became_peered":"2024-08-17T00:37:04.944515+0000","last_unstale":"2024-08-17T00:38:04.126528+0000","last_undegraded":"2024-08-17T00:38:04.126528+0000","last_fullsized":"2024-08-17T00:38:04.126528+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:21:47.996873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.130527+0000","last_change":"2024-08-17T00:37:01.789393+0000","last_active":"2024-08-17T00:38:04.130527+0000","last_peered":"2024-08-17T00:38:04.130527+0000","last_clean":"2024-08-17T00:38:04.130527+0000","last_became_active":"2024-08-17T00:37:01.789086+0000","last_became_peered":"2024-08-17T00:37:01.789086+0000","last_unstale":"2024-08-17T00:38:04.130527+0000","last_undegraded":"2024-08-17T00:38:04.130527+0000","last_fullsized":"2024-08-17T00:38:04.130527+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:02:09.494202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.126819+0000","last_change":"2024-08-17T00:37:04.958550+0000","last_active":"2024-08-17T00:38:04.126819+0000","last_peered":"2024-08-17T00:38:04.126819+0000","last_clean":"2024-08-17T00:38:04.126819+0000","last_became_active":"2024-08-17T00:37:04.958307+0000","last_became_peered":"2024-08-17T00:37:04.958307+0000","last_unstale":"2024-08-17T00:38:04.126819+0000","last_undegraded":"2024-08-17T00:38:04.126819+0000","last_fullsized":"2024-08-17T00:38:04.126819+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:15:17.343802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157710+0000","last_change":"2024-08-17T00:37:01.793300+0000","last_active":"2024-08-17T00:38:04.157710+0000","last_peered":"2024-08-17T00:38:04.157710+0000","last_clean":"2024-08-17T00:38:04.157710+0000","last_became_active":"2024-08-17T00:37:01.793005+0000","last_became_peered":"2024-08-17T00:37:01.793005+0000","last_unstale":"2024-08-17T00:38:04.157710+0000","last_undegraded":"2024-08-17T00:38:04.157710+0000","last_fullsized":"2024-08-17T00:38:04.157710+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:21:09.913682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157181+0000","last_change":"2024-08-17T00:37:04.958896+0000","last_active":"2024-08-17T00:38:04.157181+0000","last_peered":"2024-08-17T00:38:04.157181+0000","last_clean":"2024-08-17T00:38:04.157181+0000","last_became_active":"2024-08-17T00:37:04.958621+0000","last_became_peered":"2024-08-17T00:37:04.958621+0000","last_unstale":"2024-08-17T00:38:04.157181+0000","last_undegraded":"2024-08-17T00:38:04.157181+0000","last_fullsized":"2024-08-17T00:38:04.157181+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:40:12.704655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.133418+0000","last_change":"2024-08-17T00:37:04.958787+0000","last_active":"2024-08-17T00:38:04.133418+0000","last_peered":"2024-08-17T00:38:04.133418+0000","last_clean":"2024-08-17T00:38:04.133418+0000","last_became_active":"2024-08-17T00:37:04.958335+0000","last_became_peered":"2024-08-17T00:37:04.958335+0000","last_unstale":"2024-08-17T00:38:04.133418+0000","last_undegraded":"2024-08-17T00:38:04.133418+0000","last_fullsized":"2024-08-17T00:38:04.133418+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:22:25.690106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157672+0000","last_change":"2024-08-17T00:37:01.793768+0000","last_active":"2024-08-17T00:38:04.157672+0000","last_peered":"2024-08-17T00:38:04.157672+0000","last_clean":"2024-08-17T00:38:04.157672+0000","last_became_active":"2024-08-17T00:37:01.793456+0000","last_became_peered":"2024-08-17T00:37:01.793456+0000","last_unstale":"2024-08-17T00:38:04.157672+0000","last_undegraded":"2024-08-17T00:38:04.157672+0000","last_fullsized":"2024-08-17T00:38:04.157672+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:32:45.352291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.133348+0000","last_change":"2024-08-17T00:37:04.960032+0000","last_active":"2024-08-17T00:38:04.133348+0000","last_peered":"2024-08-17T00:38:04.133348+0000","last_clean":"2024-08-17T00:38:04.133348+0000","last_became_active":"2024-08-17T00:37:04.959349+0000","last_became_peered":"2024-08-17T00:37:04.959349+0000","last_unstale":"2024-08-17T00:38:04.133348+0000","last_undegraded":"2024-08-17T00:38:04.133348+0000","last_fullsized":"2024-08-17T00:38:04.133348+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:22:47.148725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157882+0000","last_change":"2024-08-17T00:37:01.792648+0000","last_active":"2024-08-17T00:38:04.157882+0000","last_peered":"2024-08-17T00:38:04.157882+0000","last_clean":"2024-08-17T00:38:04.157882+0000","last_became_active":"2024-08-17T00:37:01.792306+0000","last_became_peered":"2024-08-17T00:37:01.792306+0000","last_unstale":"2024-08-17T00:38:04.157882+0000","last_undegraded":"2024-08-17T00:38:04.157882+0000","last_fullsized":"2024-08-17T00:38:04.157882+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:58:38.685046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.127323+0000","last_change":"2024-08-17T00:37:04.956360+0000","last_active":"2024-08-17T00:38:04.127323+0000","last_peered":"2024-08-17T00:38:04.127323+0000","last_clean":"2024-08-17T00:38:04.127323+0000","last_became_active":"2024-08-17T00:37:04.954303+0000","last_became_peered":"2024-08-17T00:37:04.954303+0000","last_unstale":"2024-08-17T00:38:04.127323+0000","last_undegraded":"2024-08-17T00:38:04.127323+0000","last_fullsized":"2024-08-17T00:38:04.127323+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:33:31.356045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.128197+0000","last_change":"2024-08-17T00:37:01.787715+0000","last_active":"2024-08-17T00:38:04.128197+0000","last_peered":"2024-08-17T00:38:04.128197+0000","last_clean":"2024-08-17T00:38:04.128197+0000","last_became_active":"2024-08-17T00:37:01.787437+0000","last_became_peered":"2024-08-17T00:37:01.787437+0000","last_unstale":"2024-08-17T00:38:04.128197+0000","last_undegraded":"2024-08-17T00:38:04.128197+0000","last_fullsized":"2024-08-17T00:38:04.128197+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:27:28.631205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.128287+0000","last_change":"2024-08-17T00:37:04.960461+0000","last_active":"2024-08-17T00:38:04.128287+0000","last_peered":"2024-08-17T00:38:04.128287+0000","last_clean":"2024-08-17T00:38:04.128287+0000","last_became_active":"2024-08-17T00:37:04.959868+0000","last_became_peered":"2024-08-17T00:37:04.959868+0000","last_unstale":"2024-08-17T00:38:04.128287+0000","last_undegraded":"2024-08-17T00:38:04.128287+0000","last_fullsized":"2024-08-17T00:38:04.128287+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:28:42.688772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.127641+0000","last_change":"2024-08-17T00:37:01.793017+0000","last_active":"2024-08-17T00:38:04.127641+0000","last_peered":"2024-08-17T00:38:04.127641+0000","last_clean":"2024-08-17T00:38:04.127641+0000","last_became_active":"2024-08-17T00:37:01.792755+0000","last_became_peered":"2024-08-17T00:37:01.792755+0000","last_unstale":"2024-08-17T00:38:04.127641+0000","last_undegraded":"2024-08-17T00:38:04.127641+0000","last_fullsized":"2024-08-17T00:38:04.127641+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:18:00.460806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3269,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":50,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":44,"ondisk_log_size":44,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234014,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298700,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446452,"statfs":{"total":95995035648,"available":95689166848,"internally_reserved":0,"allocated":1376256,"data_stored":939724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:38:41 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.57499999999999996,"15min":0.58999999999999997},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.66000000000000003,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.56599999999999995,"15min":0.57199999999999995},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.73499999999999999,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.64100000000000001}]},{"osd":1,"last update":"Sat Aug 17 00:38:41 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.57099999999999995,"15min":0.58099999999999996},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.59699999999999998,"15min":0.61099999999999999},"min":{"1min":0.371,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.70399999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.55600000000000005}]},{"osd":2,"last update":"Sat Aug 17 00:38:41 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.56599999999999995,"15min":0.57299999999999995},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.71199999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.58399999999999996,"15min":0.59499999999999997},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.63800000000000001,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.66500000000000004}]},{"osd":3,"last update":"Sat Aug 17 00:38:41 2024","interfaces":[{"interface":"back","average":{"1min":1.3360000000000001,"5min":0.72399999999999998,"15min":0.622},"min":{"1min":0.36299999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":18.594999999999999,"5min":18.594999999999999,"15min":18.594999999999999},"last":0.624},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.59299999999999997,"15min":0.60099999999999998},"min":{"1min":0.38400000000000001,"5min":0.38,"15min":0.38},"max":{"1min":0.77400000000000002,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.54600000000000004}]},{"osd":4,"last update":"Sat Aug 17 00:38:41 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.44600000000000001,"15min":0.45100000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.374},{"interface":"front","average":{"1min":0.434,"5min":0.44,"15min":0.441},"min":{"1min":0.30399999999999999,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.38700000000000001}]},{"osd":5,"last update":"Sat Aug 17 00:38:41 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.45800000000000002,"15min":0.46600000000000003},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.67000000000000004,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.50600000000000001,"15min":0.50900000000000001},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.70499999999999996,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.48899999999999999}]},{"osd":6,"last update":"Sat Aug 17 00:38:41 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.51600000000000001,"15min":0.52200000000000002},"min":{"1min":0.32900000000000001,"5min":0.311,"15min":0.311},"max":{"1min":0.68000000000000005,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.438},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.498,"15min":0.505},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.67300000000000004,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.45800000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495651,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298700,"kb_used_data":1348,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446452,"statfs":{"total":95995035648,"available":95689166848,"internally_reserved":0,"allocated":1380352,"data_stored":941673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:38:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.37,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.71799999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.52200000000000002,"15min":0.52300000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.53100000000000003}]},{"osd":1,"last update":"Sat Aug 17 00:38:19 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.57499999999999996,"15min":0.58099999999999996},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.68300000000000005,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.60899999999999999,"15min":0.61799999999999999},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.68999999999999995,"5min":1.387,"15min":1.387},"last":0.54700000000000004}]},{"osd":2,"last update":"Sat Aug 17 00:38:19 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.53000000000000003,"15min":0.52600000000000002},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.71499999999999997,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.52900000000000003,"15min":0.53200000000000003},"min":{"1min":0.40500000000000003,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.63400000000000001,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.48899999999999999}]},{"osd":3,"last update":"Sat Aug 17 00:38:19 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.56999999999999995,"15min":0.57999999999999996},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.74399999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.75900000000000001,"15min":0.79800000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.70599999999999996,"5min":6.6070000000000002,"15min":6.6070000000000002},"last":0.61299999999999999}]},{"osd":4,"last update":"Sat Aug 17 00:38:19 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.38200000000000001,"15min":0.38},"min":{"1min":0.29099999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.60999999999999999,"5min":0.625,"15min":0.625},"last":0.627}]},{"osd":5,"last update":"Sat Aug 17 00:38:19 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.39300000000000002,"15min":0.38900000000000001},"min":{"1min":0.29799999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41999999999999998,"15min":0.42099999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.60099999999999998}]},{"osd":7,"last update":"Sat Aug 17 00:38:39 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.48499999999999999,"15min":0.48199999999999998},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.70299999999999996,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.48699999999999999,"15min":0.48899999999999999},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.64600000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757287,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298128,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447024,"statfs":{"total":95995035648,"available":95689752576,"internally_reserved":0,"allocated":794624,"data_stored":351356,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:38:53 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.52400000000000002,"15min":0.51800000000000002},"min":{"1min":0.38800000000000001,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.68000000000000005,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.443},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.55200000000000005,"15min":0.55500000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.69299999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.49099999999999999}]},{"osd":1,"last update":"Sat Aug 17 00:38:53 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.56100000000000005,"15min":0.56899999999999995},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.72699999999999998,"5min":1.1040000000000001,"15min":1.1040000000000001},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.56399999999999995,"15min":0.57399999999999995},"min":{"1min":0.41599999999999998,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.69199999999999995,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.40100000000000002}]},{"osd":2,"last update":"Sat Aug 17 00:38:53 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.55500000000000005,"15min":0.56100000000000005},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.74199999999999999,"5min":1.1739999999999999,"15min":1.1739999999999999},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.56599999999999995,"15min":0.57399999999999995},"min":{"1min":0.39600000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.753,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.42299999999999999}]},{"osd":3,"last update":"Sat Aug 17 00:38:53 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.54600000000000004,"15min":0.54100000000000004},"min":{"1min":0.38800000000000001,"5min":0.375,"15min":0.375},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56899999999999995},"min":{"1min":0.44,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.75600000000000001,"5min":1.0589999999999999,"15min":1.0589999999999999},"last":0.54000000000000004}]},{"osd":4,"last update":"Sat Aug 17 00:38:53 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.42099999999999999,"15min":0.40300000000000002},"min":{"1min":0.30599999999999999,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.56699999999999995,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.436,"15min":0.42599999999999999},"min":{"1min":0.307,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.61399999999999999,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.47299999999999998}]},{"osd":6,"last update":"Sat Aug 17 00:38:16 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.46800000000000003,"15min":0.46600000000000003},"min":{"1min":0.30599999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.65900000000000003,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.45800000000000002,"15min":0.45400000000000001},"min":{"1min":0.32000000000000001,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.52500000000000002}]},{"osd":7,"last update":"Sat Aug 17 00:38:42 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.51400000000000001,"15min":0.51800000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.70999999999999996,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.498,"5min":0.53700000000000003,"15min":0.54300000000000004},"min":{"1min":0.38100000000000001,"5min":0.375,"15min":0.375},"max":{"1min":0.66200000000000003,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.51000000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018924,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298132,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447020,"statfs":{"total":95995035648,"available":95689748480,"internally_reserved":0,"allocated":794624,"data_stored":349537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:38:36 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.52000000000000002,"15min":0.52800000000000002},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.499,"5min":0.53100000000000003,"15min":0.54200000000000004},"min":{"1min":0.33200000000000002,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.72799999999999998,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.48699999999999999}]},{"osd":1,"last update":"Sat Aug 17 00:38:36 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.53000000000000003,"15min":0.54200000000000004},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.64800000000000002,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.53500000000000003,"15min":0.54100000000000004},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.72799999999999998,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.52500000000000002}]},{"osd":2,"last update":"Sat Aug 17 00:38:36 2024","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":0.63800000000000001,"15min":0.56100000000000005},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":13.815,"5min":13.815,"15min":13.815},"last":0.374},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.53800000000000003,"15min":0.54700000000000004},"min":{"1min":0.38200000000000001,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.64500000000000002,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.53600000000000003}]},{"osd":3,"last update":"Sat Aug 17 00:38:36 2024","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":0.67400000000000004,"15min":0.60599999999999998},"min":{"1min":0.33500000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":13.83,"5min":13.83,"15min":13.83},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.52400000000000002,"15min":0.53200000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.60599999999999998,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.51300000000000001}]},{"osd":5,"last update":"Sat Aug 17 00:37:56 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.39500000000000002,"15min":0.39300000000000002},"min":{"1min":0.29599999999999999,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.38300000000000001,"15min":0.378},"min":{"1min":0.318,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.45500000000000002}]},{"osd":6,"last update":"Sat Aug 17 00:38:20 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40400000000000003,"15min":0.40400000000000003},"min":{"1min":0.27600000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.623,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.34899999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.58599999999999997,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.54600000000000004}]},{"osd":7,"last update":"Sat Aug 17 00:38:37 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.33500000000000002,"5min":0.317,"15min":0.317},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.495},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.50600000000000001,"15min":0.51100000000000001},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.66900000000000004,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.44500000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182448,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298132,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447020,"statfs":{"total":95995035648,"available":95689748480,"internally_reserved":0,"allocated":798720,"data_stored":351674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:38:16 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.36199999999999999,"15min":0.36499999999999999},"min":{"1min":0.22900000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.499,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.37,"5min":0.378,"15min":0.38200000000000001},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.25}]},{"osd":1,"last update":"Sat Aug 17 00:38:16 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.38400000000000001,"15min":0.39900000000000002},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.45100000000000001,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.42799999999999999,"15min":0.437},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.27800000000000002}]},{"osd":2,"last update":"Sat Aug 17 00:38:16 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.42299999999999999,"15min":0.42799999999999999},"min":{"1min":0.28799999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.61599999999999999,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.318},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.40400000000000003,"15min":0.41299999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.28599999999999998}]},{"osd":4,"last update":"Sat Aug 17 00:38:31 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.54100000000000004,"15min":0.55200000000000005},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.65200000000000002,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.57799999999999996,"15min":0.58599999999999997},"min":{"1min":0.39500000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.81999999999999995,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.36499999999999999}]},{"osd":5,"last update":"Sat Aug 17 00:38:54 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.56200000000000006,"15min":0.57999999999999996},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.79700000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.439},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.59699999999999998,"15min":0.60699999999999998},"min":{"1min":0.375,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.874,"5min":1.024,"15min":1.024},"last":0.39400000000000002}]},{"osd":6,"last update":"Sat Aug 17 00:38:16 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.60499999999999998,"15min":0.61199999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.82099999999999995,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.55800000000000005,"15min":0.56399999999999995},"min":{"1min":0.40300000000000002,"5min":0.376,"15min":0.376},"max":{"1min":0.73999999999999999,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.41599999999999998}]},{"osd":7,"last update":"Sat Aug 17 00:38:40 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.58099999999999996,"15min":0.58699999999999997},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.76600000000000001,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.59199999999999997,"15min":0.59599999999999997},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.84799999999999998,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.47299999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411382,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298116,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447036,"statfs":{"total":95995035648,"available":95689764864,"internally_reserved":0,"allocated":778240,"data_stored":349087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:38:49 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.36899999999999999,"15min":0.371},"min":{"1min":0.23499999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.33100000000000002,"5min":0.372,"15min":0.379},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.48999999999999999,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.45500000000000002}]},{"osd":1,"last update":"Sat Aug 17 00:38:49 2024","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.23899999999999999,"5min":0.216,"15min":0.216},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.432},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.38,"15min":0.371},"min":{"1min":0.28599999999999998,"5min":0.246,"15min":0.246},"max":{"1min":0.53700000000000003,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.52800000000000002}]},{"osd":3,"last update":"Sat Aug 17 00:38:14 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.41799999999999998,"15min":0.42999999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.52100000000000002,"5min":0.628,"15min":0.628},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.434,"15min":0.442},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.54000000000000004,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.54900000000000004}]},{"osd":4,"last update":"Sat Aug 17 00:38:32 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.55700000000000005,"15min":0.56200000000000006},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.79200000000000004,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.57399999999999995,"15min":0.57799999999999996},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.84899999999999998}]},{"osd":5,"last update":"Sat Aug 17 00:37:56 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.58199999999999996,"15min":0.58499999999999996},"min":{"1min":0.39300000000000002,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.80800000000000005},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.57099999999999995,"15min":0.56899999999999995},"min":{"1min":0.434,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.74299999999999999}]},{"osd":6,"last update":"Sat Aug 17 00:38:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.42799999999999999,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.76800000000000002,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.79600000000000004},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.59399999999999997,"15min":0.59999999999999998},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.71899999999999997,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.873}]},{"osd":7,"last update":"Sat Aug 17 00:38:38 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.58999999999999997,"15min":0.59499999999999997},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.83599999999999997},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.60499999999999998,"15min":0.60899999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.77100000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574905,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298124,"kb_used_data":768,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447028,"statfs":{"total":95995035648,"available":95689756672,"internally_reserved":0,"allocated":786432,"data_stored":349001,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:38:25 2024","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.34899999999999998,"15min":0.33500000000000002},"min":{"1min":0.24099999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.51300000000000001,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.33600000000000002,"5min":0.35799999999999998,"15min":0.34200000000000003},"min":{"1min":0.24099999999999999,"5min":0.224,"15min":0.224},"max":{"1min":0.48999999999999999,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.35699999999999998}]},{"osd":2,"last update":"Sat Aug 17 00:38:50 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.379,"15min":0.373},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.46700000000000003,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.38100000000000001,"15min":0.375},"min":{"1min":0.26100000000000001,"5min":0.249,"15min":0.249},"max":{"1min":0.46200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.28799999999999998}]},{"osd":3,"last update":"Sat Aug 17 00:38:15 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.41199999999999998,"15min":0.42399999999999999},"min":{"1min":0.27700000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.48099999999999998,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.441},{"interface":"front","average":{"1min":0.379,"5min":0.41199999999999998,"15min":0.42499999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.52700000000000002,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.42599999999999999}]},{"osd":4,"last update":"Sat Aug 17 00:38:37 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.58599999999999997,"15min":0.59199999999999997},"min":{"1min":0.40600000000000003,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.85799999999999998,"5min":1.141,"15min":1.141},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.76000000000000001,"15min":0.64600000000000002},"min":{"1min":0.39200000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.76800000000000002,"5min":19.132999999999999,"15min":19.132999999999999},"last":0.56299999999999994}]},{"osd":5,"last update":"Sat Aug 17 00:37:51 2024","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.56699999999999995,"15min":0.55600000000000005},"min":{"1min":0.41899999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.55700000000000005,"15min":0.54800000000000004},"min":{"1min":0.46999999999999997,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.46000000000000002}]},{"osd":6,"last update":"Sat Aug 17 00:38:15 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.59599999999999997,"15min":0.58999999999999997},"min":{"1min":0.441,"5min":0.439,"15min":0.439},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.55500000000000005,"15min":0.55100000000000005},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.52700000000000002}]},{"osd":7,"last update":"Sat Aug 17 00:38:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.61599999999999999,"15min":0.625},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.77800000000000002,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.61099999999999999,"15min":0.61699999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.80500000000000005,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.53900000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738431,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298712,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446440,"statfs":{"total":95995035648,"available":95689154560,"internally_reserved":0,"allocated":1388544,"data_stored":940171,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 17 00:38:27 2024","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.34300000000000003,"15min":0.30399999999999999},"min":{"1min":0.20300000000000001,"5min":0.188,"15min":0.188},"max":{"1min":0.49399999999999999,"5min":2.5870000000000002,"15min":2.5870000000000002},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.41099999999999998,"15min":0.33000000000000002},"min":{"1min":0.24399999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.58299999999999996,"5min":6.1020000000000003,"15min":6.1020000000000003},"last":0.28899999999999998}]},{"osd":2,"last update":"Sat Aug 17 00:38:51 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.42799999999999999,"15min":0.371},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.55800000000000005,"5min":6.0599999999999996,"15min":6.0599999999999996},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.37,"15min":0.33900000000000002},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.48099999999999998,"5min":2.161,"15min":2.161},"last":0.26100000000000001}]},{"osd":3,"last update":"Sat Aug 17 00:38:13 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.504,"15min":0.45700000000000002},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.81899999999999995,"5min":5.9859999999999998,"15min":5.9859999999999998},"last":0.44},{"interface":"front","average":{"1min":0.34899999999999998,"5min":0.39700000000000002,"15min":0.40100000000000002},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.54100000000000004,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.31}]},{"osd":4,"last update":"Sat Aug 17 00:38:33 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.82299999999999995,"5min":2.306,"15min":2.306},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.68899999999999995,"15min":0.65900000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.77400000000000002,"5min":6.5469999999999997,"15min":6.5469999999999997},"last":0.56899999999999995}]},{"osd":5,"last update":"Sat Aug 17 00:37:54 2024","interfaces":[{"interface":"back","average":{"1min":1.3149999999999999,"5min":0.747,"15min":0.65300000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":15.324999999999999,"5min":15.324999999999999,"15min":15.324999999999999},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.39100000000000001,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.45500000000000002}]},{"osd":6,"last update":"Sat Aug 17 00:38:13 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.87,"15min":0.92700000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.90000000000000002,"5min":6.0309999999999997,"15min":6.0309999999999997},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.83699999999999997,"5min":0.61899999999999999,"15min":0.58299999999999996},"min":{"1min":0.40899999999999997,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":6.1150000000000002,"5min":6.1150000000000002,"15min":6.1150000000000002},"last":0.48899999999999999}]},{"osd":7,"last update":"Sat Aug 17 00:38:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.58299999999999996,"15min":0.59099999999999997},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.755,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.64000000000000001,"15min":0.65900000000000003},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.85599999999999998,"5min":2.2719999999999998,"15min":2.2719999999999998},"last":0.46700000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2573,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T00:38:59.164 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T00:38:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:58 smithi082 ceph-mon[39953]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:38:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:58 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:58 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:58 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:38:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:58 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:38:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:58 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:58 smithi082 ceph-mon[29275]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:38:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:58 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:58 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:58 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:38:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:58 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:38:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:58 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:58 smithi137 ceph-mon[33068]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:38:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:58 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:58 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:38:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:58 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:38:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:58 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:38:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:58 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:59 smithi082 ceph-mon[29275]: from='client.14700 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:39:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:59 smithi082 ceph-mon[29275]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T00:39:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:38:59 smithi082 ceph-mon[29275]: Reconfiguring daemon alertmanager.a on smithi082 2024-08-17T00:39:00.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:59 smithi082 ceph-mon[39953]: from='client.14700 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:39:00.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:59 smithi082 ceph-mon[39953]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T00:39:00.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:38:59 smithi082 ceph-mon[39953]: Reconfiguring daemon alertmanager.a on smithi082 2024-08-17T00:39:00.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:59 smithi137 ceph-mon[33068]: from='client.14700 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:39:00.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:59 smithi137 ceph-mon[33068]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T00:39:00.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:38:59 smithi137 ceph-mon[33068]: Reconfiguring daemon alertmanager.a on smithi082 2024-08-17T00:39:01.100 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:00 smithi082 ceph-mon[39953]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:01.100 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:00 smithi082 ceph-mon[29275]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:01.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:00 smithi137 ceph-mon[33068]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:01.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:39:00 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:39:00] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:39:02.291 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:39:02.417 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:39:02 smithi082 systemd[1]: Stopping Ceph alertmanager.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:39:03.106 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:02 smithi082 ceph-mon[39953]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:03.106 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:02 smithi082 ceph-mon[29275]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:03.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:02 smithi137 ceph-mon[33068]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:04.146 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:39:04.170 INFO:teuthology.orchestra.run.smithi082.stderr:dumped all 2024-08-17T00:39:04.363 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:39:04 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[72026]: ts=2024-08-17T00:39:04.045Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-17T00:39:04.364 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:39:04 smithi082 podman[76187]: 2024-08-17 00:39:04.076006957 +0000 UTC m=+0.299079729 container died 5450c38aac7fee2c42613434b773ca309685594860fd14fbb668d7fde9ec52a5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:39:04.725 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:39:04 smithi082 podman[76187]: 2024-08-17 00:39:04.596537244 +0000 UTC m=+0.819610003 container cleanup 5450c38aac7fee2c42613434b773ca309685594860fd14fbb668d7fde9ec52a5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:39:04.725 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:39:04 smithi082 bash[76187]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a 2024-08-17T00:39:05.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:04 smithi082 ceph-mon[39953]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:05.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:04 smithi082 ceph-mon[39953]: from='client.24614 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:39:05.225 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:39:04 smithi082 podman[76222]: 2024-08-17 00:39:04.80620275 +0000 UTC m=+0.728294575 container remove 5450c38aac7fee2c42613434b773ca309685594860fd14fbb668d7fde9ec52a5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:39:05.226 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:39:04 smithi082 podman[76222]: 2024-08-17 00:39:04.881737256 +0000 UTC m=+0.803829080 volume remove 25b956135f6ebcb98e5414d9180be98889b2c4f2a60f18b0d6cdbc9803d1a01d 2024-08-17T00:39:05.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:04 smithi082 ceph-mon[29275]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:05.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:04 smithi082 ceph-mon[29275]: from='client.24614 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:39:05.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:04 smithi137 ceph-mon[33068]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:05.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:04 smithi137 ceph-mon[33068]: from='client.24614 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:39:05.558 INFO:teuthology.orchestra.run.smithi082.stdout:{"pg_ready":true,"pg_map":{"version":45,"stamp":"2024-08-17T00:39:03.737794+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593656,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":231,"num_write_kb":2436,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":175,"ondisk_log_size":175,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386744,"kb_used_data":7908,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574472,"statfs":{"total":767960285184,"available":765516259328,"internally_reserved":0,"allocated":8097792,"data_stored":4572223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":141,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002166"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157884+0000","last_change":"2024-08-17T00:37:04.965385+0000","last_active":"2024-08-17T00:38:04.157884+0000","last_peered":"2024-08-17T00:38:04.157884+0000","last_clean":"2024-08-17T00:38:04.157884+0000","last_became_active":"2024-08-17T00:37:04.964958+0000","last_became_peered":"2024-08-17T00:37:04.964958+0000","last_unstale":"2024-08-17T00:38:04.157884+0000","last_undegraded":"2024-08-17T00:38:04.157884+0000","last_fullsized":"2024-08-17T00:38:04.157884+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:07:45.455159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.130618+0000","last_change":"2024-08-17T00:37:04.955968+0000","last_active":"2024-08-17T00:38:04.130618+0000","last_peered":"2024-08-17T00:38:04.130618+0000","last_clean":"2024-08-17T00:38:04.130618+0000","last_became_active":"2024-08-17T00:37:04.955741+0000","last_became_peered":"2024-08-17T00:37:04.955741+0000","last_unstale":"2024-08-17T00:38:04.130618+0000","last_undegraded":"2024-08-17T00:38:04.130618+0000","last_fullsized":"2024-08-17T00:38:04.130618+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:56:07.048116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.127645+0000","last_change":"2024-08-17T00:37:04.955555+0000","last_active":"2024-08-17T00:38:04.127645+0000","last_peered":"2024-08-17T00:38:04.127645+0000","last_clean":"2024-08-17T00:38:04.127645+0000","last_became_active":"2024-08-17T00:37:04.955302+0000","last_became_peered":"2024-08-17T00:37:04.955302+0000","last_unstale":"2024-08-17T00:38:04.127645+0000","last_undegraded":"2024-08-17T00:38:04.127645+0000","last_fullsized":"2024-08-17T00:38:04.127645+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:04:43.432722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.133259+0000","last_change":"2024-08-17T00:37:04.956129+0000","last_active":"2024-08-17T00:38:04.133259+0000","last_peered":"2024-08-17T00:38:04.133259+0000","last_clean":"2024-08-17T00:38:04.133259+0000","last_became_active":"2024-08-17T00:37:04.955832+0000","last_became_peered":"2024-08-17T00:37:04.955832+0000","last_unstale":"2024-08-17T00:38:04.133259+0000","last_undegraded":"2024-08-17T00:38:04.133259+0000","last_fullsized":"2024-08-17T00:38:04.133259+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:00:58.259544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157285+0000","last_change":"2024-08-17T00:37:04.959105+0000","last_active":"2024-08-17T00:38:04.157285+0000","last_peered":"2024-08-17T00:38:04.157285+0000","last_clean":"2024-08-17T00:38:04.157285+0000","last_became_active":"2024-08-17T00:37:04.958847+0000","last_became_peered":"2024-08-17T00:37:04.958847+0000","last_unstale":"2024-08-17T00:38:04.157285+0000","last_undegraded":"2024-08-17T00:38:04.157285+0000","last_fullsized":"2024-08-17T00:38:04.157285+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:15:48.258405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.133134+0000","last_change":"2024-08-17T00:37:04.955856+0000","last_active":"2024-08-17T00:38:04.133134+0000","last_peered":"2024-08-17T00:38:04.133134+0000","last_clean":"2024-08-17T00:38:04.133134+0000","last_became_active":"2024-08-17T00:37:04.955099+0000","last_became_peered":"2024-08-17T00:37:04.955099+0000","last_unstale":"2024-08-17T00:38:04.133134+0000","last_undegraded":"2024-08-17T00:38:04.133134+0000","last_fullsized":"2024-08-17T00:38:04.133134+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:36:11.128811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.156865+0000","last_change":"2024-08-17T00:37:35.120746+0000","last_active":"2024-08-17T00:38:04.156865+0000","last_peered":"2024-08-17T00:38:04.156865+0000","last_clean":"2024-08-17T00:38:04.156865+0000","last_became_active":"2024-08-17T00:37:35.120445+0000","last_became_peered":"2024-08-17T00:37:35.120445+0000","last_unstale":"2024-08-17T00:38:04.156865+0000","last_undegraded":"2024-08-17T00:38:04.156865+0000","last_fullsized":"2024-08-17T00:38:04.156865+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:30:58.589698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.126435+0000","last_change":"2024-08-17T00:37:04.955543+0000","last_active":"2024-08-17T00:38:04.126435+0000","last_peered":"2024-08-17T00:38:04.126435+0000","last_clean":"2024-08-17T00:38:04.126435+0000","last_became_active":"2024-08-17T00:37:04.954952+0000","last_became_peered":"2024-08-17T00:37:04.954952+0000","last_unstale":"2024-08-17T00:38:04.126435+0000","last_undegraded":"2024-08-17T00:38:04.126435+0000","last_fullsized":"2024-08-17T00:38:04.126435+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:43:51.158375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.158254+0000","last_change":"2024-08-17T00:37:04.965691+0000","last_active":"2024-08-17T00:38:04.158254+0000","last_peered":"2024-08-17T00:38:04.158254+0000","last_clean":"2024-08-17T00:38:04.158254+0000","last_became_active":"2024-08-17T00:37:04.965373+0000","last_became_peered":"2024-08-17T00:37:04.965373+0000","last_unstale":"2024-08-17T00:38:04.158254+0000","last_undegraded":"2024-08-17T00:38:04.158254+0000","last_fullsized":"2024-08-17T00:38:04.158254+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:44:37.687798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157174+0000","last_change":"2024-08-17T00:37:04.954130+0000","last_active":"2024-08-17T00:38:04.157174+0000","last_peered":"2024-08-17T00:38:04.157174+0000","last_clean":"2024-08-17T00:38:04.157174+0000","last_became_active":"2024-08-17T00:37:04.953851+0000","last_became_peered":"2024-08-17T00:37:04.953851+0000","last_unstale":"2024-08-17T00:38:04.157174+0000","last_undegraded":"2024-08-17T00:38:04.157174+0000","last_fullsized":"2024-08-17T00:38:04.157174+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:19:56.220101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157579+0000","last_change":"2024-08-17T00:37:04.955228+0000","last_active":"2024-08-17T00:38:04.157579+0000","last_peered":"2024-08-17T00:38:04.157579+0000","last_clean":"2024-08-17T00:38:04.157579+0000","last_became_active":"2024-08-17T00:37:04.954944+0000","last_became_peered":"2024-08-17T00:37:04.954944+0000","last_unstale":"2024-08-17T00:38:04.157579+0000","last_undegraded":"2024-08-17T00:38:04.157579+0000","last_fullsized":"2024-08-17T00:38:04.157579+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:00:05.124564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.132020+0000","last_change":"2024-08-17T00:37:04.953333+0000","last_active":"2024-08-17T00:38:04.132020+0000","last_peered":"2024-08-17T00:38:04.132020+0000","last_clean":"2024-08-17T00:38:04.132020+0000","last_became_active":"2024-08-17T00:37:04.952943+0000","last_became_peered":"2024-08-17T00:37:04.952943+0000","last_unstale":"2024-08-17T00:38:04.132020+0000","last_undegraded":"2024-08-17T00:38:04.132020+0000","last_fullsized":"2024-08-17T00:38:04.132020+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:02:16.230046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.126739+0000","last_change":"2024-08-17T00:37:04.960832+0000","last_active":"2024-08-17T00:38:04.126739+0000","last_peered":"2024-08-17T00:38:04.126739+0000","last_clean":"2024-08-17T00:38:04.126739+0000","last_became_active":"2024-08-17T00:37:04.960356+0000","last_became_peered":"2024-08-17T00:37:04.960356+0000","last_unstale":"2024-08-17T00:38:04.126739+0000","last_undegraded":"2024-08-17T00:38:04.126739+0000","last_fullsized":"2024-08-17T00:38:04.126739+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:24:49.481207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.127522+0000","last_change":"2024-08-17T00:37:04.953354+0000","last_active":"2024-08-17T00:38:04.127522+0000","last_peered":"2024-08-17T00:38:04.127522+0000","last_clean":"2024-08-17T00:38:04.127522+0000","last_became_active":"2024-08-17T00:37:04.953080+0000","last_became_peered":"2024-08-17T00:37:04.953080+0000","last_unstale":"2024-08-17T00:38:04.127522+0000","last_undegraded":"2024-08-17T00:38:04.127522+0000","last_fullsized":"2024-08-17T00:38:04.127522+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:48:57.206962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.130232+0000","last_change":"2024-08-17T00:37:34.469896+0000","last_active":"2024-08-17T00:38:04.130232+0000","last_peered":"2024-08-17T00:38:04.130232+0000","last_clean":"2024-08-17T00:38:04.130232+0000","last_became_active":"2024-08-17T00:37:34.469597+0000","last_became_peered":"2024-08-17T00:37:34.469597+0000","last_unstale":"2024-08-17T00:38:04.130232+0000","last_undegraded":"2024-08-17T00:38:04.130232+0000","last_fullsized":"2024-08-17T00:38:04.130232+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:42:14.861255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.132532+0000","last_change":"2024-08-17T00:37:04.956269+0000","last_active":"2024-08-17T00:38:04.132532+0000","last_peered":"2024-08-17T00:38:04.132532+0000","last_clean":"2024-08-17T00:38:04.132532+0000","last_became_active":"2024-08-17T00:37:04.955974+0000","last_became_peered":"2024-08-17T00:37:04.955974+0000","last_unstale":"2024-08-17T00:38:04.132532+0000","last_undegraded":"2024-08-17T00:38:04.132532+0000","last_fullsized":"2024-08-17T00:38:04.132532+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:14:11.656823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.133679+0000","last_change":"2024-08-17T00:37:04.958540+0000","last_active":"2024-08-17T00:38:04.133679+0000","last_peered":"2024-08-17T00:38:04.133679+0000","last_clean":"2024-08-17T00:38:04.133679+0000","last_became_active":"2024-08-17T00:37:04.958262+0000","last_became_peered":"2024-08-17T00:37:04.958262+0000","last_unstale":"2024-08-17T00:38:04.133679+0000","last_undegraded":"2024-08-17T00:38:04.133679+0000","last_fullsized":"2024-08-17T00:38:04.133679+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:30:09.223939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.156510+0000","last_change":"2024-08-17T00:37:04.948727+0000","last_active":"2024-08-17T00:38:04.156510+0000","last_peered":"2024-08-17T00:38:04.156510+0000","last_clean":"2024-08-17T00:38:04.156510+0000","last_became_active":"2024-08-17T00:37:04.948491+0000","last_became_peered":"2024-08-17T00:37:04.948491+0000","last_unstale":"2024-08-17T00:38:04.156510+0000","last_undegraded":"2024-08-17T00:38:04.156510+0000","last_fullsized":"2024-08-17T00:38:04.156510+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:02:51.723340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157969+0000","last_change":"2024-08-17T00:37:04.951747+0000","last_active":"2024-08-17T00:38:04.157969+0000","last_peered":"2024-08-17T00:38:04.157969+0000","last_clean":"2024-08-17T00:38:04.157969+0000","last_became_active":"2024-08-17T00:37:04.951479+0000","last_became_peered":"2024-08-17T00:37:04.951479+0000","last_unstale":"2024-08-17T00:38:04.157969+0000","last_undegraded":"2024-08-17T00:38:04.157969+0000","last_fullsized":"2024-08-17T00:38:04.157969+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:07:11.330770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157102+0000","last_change":"2024-08-17T00:37:04.960530+0000","last_active":"2024-08-17T00:38:04.157102+0000","last_peered":"2024-08-17T00:38:04.157102+0000","last_clean":"2024-08-17T00:38:04.157102+0000","last_became_active":"2024-08-17T00:37:04.959948+0000","last_became_peered":"2024-08-17T00:37:04.959948+0000","last_unstale":"2024-08-17T00:38:04.157102+0000","last_undegraded":"2024-08-17T00:38:04.157102+0000","last_fullsized":"2024-08-17T00:38:04.157102+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:28:53.560412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.128049+0000","last_change":"2024-08-17T00:37:04.954260+0000","last_active":"2024-08-17T00:38:04.128049+0000","last_peered":"2024-08-17T00:38:04.128049+0000","last_clean":"2024-08-17T00:38:04.128049+0000","last_became_active":"2024-08-17T00:37:04.953996+0000","last_became_peered":"2024-08-17T00:37:04.953996+0000","last_unstale":"2024-08-17T00:38:04.128049+0000","last_undegraded":"2024-08-17T00:38:04.128049+0000","last_fullsized":"2024-08-17T00:38:04.128049+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:47:56.704827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.133201+0000","last_change":"2024-08-17T00:37:04.952001+0000","last_active":"2024-08-17T00:38:04.133201+0000","last_peered":"2024-08-17T00:38:04.133201+0000","last_clean":"2024-08-17T00:38:04.133201+0000","last_became_active":"2024-08-17T00:37:04.951596+0000","last_became_peered":"2024-08-17T00:37:04.951596+0000","last_unstale":"2024-08-17T00:38:04.133201+0000","last_undegraded":"2024-08-17T00:38:04.133201+0000","last_fullsized":"2024-08-17T00:38:04.133201+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:37:13.656588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.126687+0000","last_change":"2024-08-17T00:37:04.942538+0000","last_active":"2024-08-17T00:38:04.126687+0000","last_peered":"2024-08-17T00:38:04.126687+0000","last_clean":"2024-08-17T00:38:04.126687+0000","last_became_active":"2024-08-17T00:37:04.942265+0000","last_became_peered":"2024-08-17T00:37:04.942265+0000","last_unstale":"2024-08-17T00:38:04.126687+0000","last_undegraded":"2024-08-17T00:38:04.126687+0000","last_fullsized":"2024-08-17T00:38:04.126687+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:34:05.752759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.132566+0000","last_change":"2024-08-17T00:37:04.957432+0000","last_active":"2024-08-17T00:38:04.132566+0000","last_peered":"2024-08-17T00:38:04.132566+0000","last_clean":"2024-08-17T00:38:04.132566+0000","last_became_active":"2024-08-17T00:37:04.956716+0000","last_became_peered":"2024-08-17T00:37:04.956716+0000","last_unstale":"2024-08-17T00:38:04.132566+0000","last_undegraded":"2024-08-17T00:38:04.132566+0000","last_fullsized":"2024-08-17T00:38:04.132566+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:42:24.999160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.127864+0000","last_change":"2024-08-17T00:37:04.939615+0000","last_active":"2024-08-17T00:38:04.127864+0000","last_peered":"2024-08-17T00:38:04.127864+0000","last_clean":"2024-08-17T00:38:04.127864+0000","last_became_active":"2024-08-17T00:37:04.939333+0000","last_became_peered":"2024-08-17T00:37:04.939333+0000","last_unstale":"2024-08-17T00:38:04.127864+0000","last_undegraded":"2024-08-17T00:38:04.127864+0000","last_fullsized":"2024-08-17T00:38:04.127864+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:23:13.258905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157395+0000","last_change":"2024-08-17T00:37:04.959624+0000","last_active":"2024-08-17T00:38:04.157395+0000","last_peered":"2024-08-17T00:38:04.157395+0000","last_clean":"2024-08-17T00:38:04.157395+0000","last_became_active":"2024-08-17T00:37:04.959363+0000","last_became_peered":"2024-08-17T00:37:04.959363+0000","last_unstale":"2024-08-17T00:38:04.157395+0000","last_undegraded":"2024-08-17T00:38:04.157395+0000","last_fullsized":"2024-08-17T00:38:04.157395+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:59:28.920400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.130450+0000","last_change":"2024-08-17T00:37:04.950456+0000","last_active":"2024-08-17T00:38:04.130450+0000","last_peered":"2024-08-17T00:38:04.130450+0000","last_clean":"2024-08-17T00:38:04.130450+0000","last_became_active":"2024-08-17T00:37:04.950150+0000","last_became_peered":"2024-08-17T00:37:04.950150+0000","last_unstale":"2024-08-17T00:38:04.130450+0000","last_undegraded":"2024-08-17T00:38:04.130450+0000","last_fullsized":"2024-08-17T00:38:04.130450+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:25:48.418918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.128344+0000","last_change":"2024-08-17T00:37:34.467231+0000","last_active":"2024-08-17T00:38:04.128344+0000","last_peered":"2024-08-17T00:38:04.128344+0000","last_clean":"2024-08-17T00:38:04.128344+0000","last_became_active":"2024-08-17T00:37:34.466922+0000","last_became_peered":"2024-08-17T00:37:34.466922+0000","last_unstale":"2024-08-17T00:38:04.128344+0000","last_undegraded":"2024-08-17T00:38:04.128344+0000","last_fullsized":"2024-08-17T00:38:04.128344+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:42:25.137800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.128073+0000","last_change":"2024-08-17T00:37:04.959291+0000","last_active":"2024-08-17T00:38:04.128073+0000","last_peered":"2024-08-17T00:38:04.128073+0000","last_clean":"2024-08-17T00:38:04.128073+0000","last_became_active":"2024-08-17T00:37:04.958677+0000","last_became_peered":"2024-08-17T00:37:04.958677+0000","last_unstale":"2024-08-17T00:38:04.128073+0000","last_undegraded":"2024-08-17T00:38:04.128073+0000","last_fullsized":"2024-08-17T00:38:04.128073+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:09:28.217247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.133307+0000","last_change":"2024-08-17T00:37:04.957364+0000","last_active":"2024-08-17T00:38:04.133307+0000","last_peered":"2024-08-17T00:38:04.133307+0000","last_clean":"2024-08-17T00:38:04.133307+0000","last_became_active":"2024-08-17T00:37:04.954702+0000","last_became_peered":"2024-08-17T00:37:04.954702+0000","last_unstale":"2024-08-17T00:38:04.133307+0000","last_undegraded":"2024-08-17T00:38:04.133307+0000","last_fullsized":"2024-08-17T00:38:04.133307+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:09:45.652868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.156532+0000","last_change":"2024-08-17T00:37:04.947845+0000","last_active":"2024-08-17T00:38:04.156532+0000","last_peered":"2024-08-17T00:38:04.156532+0000","last_clean":"2024-08-17T00:38:04.156532+0000","last_became_active":"2024-08-17T00:37:04.947591+0000","last_became_peered":"2024-08-17T00:37:04.947591+0000","last_unstale":"2024-08-17T00:38:04.156532+0000","last_undegraded":"2024-08-17T00:38:04.156532+0000","last_fullsized":"2024-08-17T00:38:04.156532+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:30:32.603126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.156856+0000","last_change":"2024-08-17T00:37:04.953128+0000","last_active":"2024-08-17T00:38:04.156856+0000","last_peered":"2024-08-17T00:38:04.156856+0000","last_clean":"2024-08-17T00:38:04.156856+0000","last_became_active":"2024-08-17T00:37:04.952494+0000","last_became_peered":"2024-08-17T00:37:04.952494+0000","last_unstale":"2024-08-17T00:38:04.156856+0000","last_undegraded":"2024-08-17T00:38:04.156856+0000","last_fullsized":"2024-08-17T00:38:04.156856+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:41:28.919549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.131654+0000","last_change":"2024-08-17T00:37:04.944717+0000","last_active":"2024-08-17T00:38:04.131654+0000","last_peered":"2024-08-17T00:38:04.131654+0000","last_clean":"2024-08-17T00:38:04.131654+0000","last_became_active":"2024-08-17T00:37:04.943625+0000","last_became_peered":"2024-08-17T00:37:04.943625+0000","last_unstale":"2024-08-17T00:38:04.131654+0000","last_undegraded":"2024-08-17T00:38:04.131654+0000","last_fullsized":"2024-08-17T00:38:04.131654+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:43:24.497400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.127745+0000","last_change":"2024-08-17T00:37:01.785731+0000","last_active":"2024-08-17T00:38:04.127745+0000","last_peered":"2024-08-17T00:38:04.127745+0000","last_clean":"2024-08-17T00:38:04.127745+0000","last_became_active":"2024-08-17T00:37:01.785431+0000","last_became_peered":"2024-08-17T00:37:01.785431+0000","last_unstale":"2024-08-17T00:38:04.127745+0000","last_undegraded":"2024-08-17T00:38:04.127745+0000","last_fullsized":"2024-08-17T00:38:04.127745+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:47:21.389462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.128121+0000","last_change":"2024-08-17T00:37:04.959135+0000","last_active":"2024-08-17T00:38:04.128121+0000","last_peered":"2024-08-17T00:38:04.128121+0000","last_clean":"2024-08-17T00:38:04.128121+0000","last_became_active":"2024-08-17T00:37:04.958354+0000","last_became_peered":"2024-08-17T00:37:04.958354+0000","last_unstale":"2024-08-17T00:38:04.128121+0000","last_undegraded":"2024-08-17T00:38:04.128121+0000","last_fullsized":"2024-08-17T00:38:04.128121+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:40:48.807376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157274+0000","last_change":"2024-08-17T00:37:01.783795+0000","last_active":"2024-08-17T00:38:04.157274+0000","last_peered":"2024-08-17T00:38:04.157274+0000","last_clean":"2024-08-17T00:38:04.157274+0000","last_became_active":"2024-08-17T00:37:01.783416+0000","last_became_peered":"2024-08-17T00:37:01.783416+0000","last_unstale":"2024-08-17T00:38:04.157274+0000","last_undegraded":"2024-08-17T00:38:04.157274+0000","last_fullsized":"2024-08-17T00:38:04.157274+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:05:47.432380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.126810+0000","last_change":"2024-08-17T00:37:01.789228+0000","last_active":"2024-08-17T00:38:04.126810+0000","last_peered":"2024-08-17T00:38:04.126810+0000","last_clean":"2024-08-17T00:38:04.126810+0000","last_became_active":"2024-08-17T00:37:01.788948+0000","last_became_peered":"2024-08-17T00:37:01.788948+0000","last_unstale":"2024-08-17T00:38:04.126810+0000","last_undegraded":"2024-08-17T00:38:04.126810+0000","last_fullsized":"2024-08-17T00:38:04.126810+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:33:07.561006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.126507+0000","last_change":"2024-08-17T00:37:04.956111+0000","last_active":"2024-08-17T00:38:04.126507+0000","last_peered":"2024-08-17T00:38:04.126507+0000","last_clean":"2024-08-17T00:38:04.126507+0000","last_became_active":"2024-08-17T00:37:04.955829+0000","last_became_peered":"2024-08-17T00:37:04.955829+0000","last_unstale":"2024-08-17T00:38:04.126507+0000","last_undegraded":"2024-08-17T00:38:04.126507+0000","last_fullsized":"2024-08-17T00:38:04.126507+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:38:16.128970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.132620+0000","last_change":"2024-08-17T00:37:01.786640+0000","last_active":"2024-08-17T00:38:04.132620+0000","last_peered":"2024-08-17T00:38:04.132620+0000","last_clean":"2024-08-17T00:38:04.132620+0000","last_became_active":"2024-08-17T00:37:01.786353+0000","last_became_peered":"2024-08-17T00:37:01.786353+0000","last_unstale":"2024-08-17T00:38:04.132620+0000","last_undegraded":"2024-08-17T00:38:04.132620+0000","last_fullsized":"2024-08-17T00:38:04.132620+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:45:29.247012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.130076+0000","last_change":"2024-08-17T00:37:04.942370+0000","last_active":"2024-08-17T00:38:04.130076+0000","last_peered":"2024-08-17T00:38:04.130076+0000","last_clean":"2024-08-17T00:38:04.130076+0000","last_became_active":"2024-08-17T00:37:04.942122+0000","last_became_peered":"2024-08-17T00:37:04.942122+0000","last_unstale":"2024-08-17T00:38:04.130076+0000","last_undegraded":"2024-08-17T00:38:04.130076+0000","last_fullsized":"2024-08-17T00:38:04.130076+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:25:07.459618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157114+0000","last_change":"2024-08-17T00:37:01.786871+0000","last_active":"2024-08-17T00:38:04.157114+0000","last_peered":"2024-08-17T00:38:04.157114+0000","last_clean":"2024-08-17T00:38:04.157114+0000","last_became_active":"2024-08-17T00:37:01.786521+0000","last_became_peered":"2024-08-17T00:37:01.786521+0000","last_unstale":"2024-08-17T00:38:04.157114+0000","last_undegraded":"2024-08-17T00:38:04.157114+0000","last_fullsized":"2024-08-17T00:38:04.157114+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:14:02.725112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.133543+0000","last_change":"2024-08-17T00:37:04.956670+0000","last_active":"2024-08-17T00:38:04.133543+0000","last_peered":"2024-08-17T00:38:04.133543+0000","last_clean":"2024-08-17T00:38:04.133543+0000","last_became_active":"2024-08-17T00:37:04.956210+0000","last_became_peered":"2024-08-17T00:37:04.956210+0000","last_unstale":"2024-08-17T00:38:04.133543+0000","last_undegraded":"2024-08-17T00:38:04.133543+0000","last_fullsized":"2024-08-17T00:38:04.133543+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:50:42.531327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.133667+0000","last_change":"2024-08-17T00:37:01.790231+0000","last_active":"2024-08-17T00:38:04.133667+0000","last_peered":"2024-08-17T00:38:04.133667+0000","last_clean":"2024-08-17T00:38:04.133667+0000","last_became_active":"2024-08-17T00:37:01.789877+0000","last_became_peered":"2024-08-17T00:37:01.789877+0000","last_unstale":"2024-08-17T00:38:04.133667+0000","last_undegraded":"2024-08-17T00:38:04.133667+0000","last_fullsized":"2024-08-17T00:38:04.133667+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:08:40.720197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.127392+0000","last_change":"2024-08-17T00:37:04.956238+0000","last_active":"2024-08-17T00:38:04.127392+0000","last_peered":"2024-08-17T00:38:04.127392+0000","last_clean":"2024-08-17T00:38:04.127392+0000","last_became_active":"2024-08-17T00:37:04.955977+0000","last_became_peered":"2024-08-17T00:37:04.955977+0000","last_unstale":"2024-08-17T00:38:04.127392+0000","last_undegraded":"2024-08-17T00:38:04.127392+0000","last_fullsized":"2024-08-17T00:38:04.127392+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:56:28.986415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.130552+0000","last_change":"2024-08-17T00:37:01.792097+0000","last_active":"2024-08-17T00:38:04.130552+0000","last_peered":"2024-08-17T00:38:04.130552+0000","last_clean":"2024-08-17T00:38:04.130552+0000","last_became_active":"2024-08-17T00:37:01.791822+0000","last_became_peered":"2024-08-17T00:37:01.791822+0000","last_unstale":"2024-08-17T00:38:04.130552+0000","last_undegraded":"2024-08-17T00:38:04.130552+0000","last_fullsized":"2024-08-17T00:38:04.130552+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:19:14.352162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.132113+0000","last_change":"2024-08-17T00:37:04.955938+0000","last_active":"2024-08-17T00:38:04.132113+0000","last_peered":"2024-08-17T00:38:04.132113+0000","last_clean":"2024-08-17T00:38:04.132113+0000","last_became_active":"2024-08-17T00:37:04.955649+0000","last_became_peered":"2024-08-17T00:37:04.955649+0000","last_unstale":"2024-08-17T00:38:04.132113+0000","last_undegraded":"2024-08-17T00:38:04.132113+0000","last_fullsized":"2024-08-17T00:38:04.132113+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:50:04.635101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"75'11","reported_seq":35,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:38:53.828101+0000","last_change":"2024-08-17T00:37:01.786122+0000","last_active":"2024-08-17T00:38:53.828101+0000","last_peered":"2024-08-17T00:38:53.828101+0000","last_clean":"2024-08-17T00:38:53.828101+0000","last_became_active":"2024-08-17T00:37:01.785541+0000","last_became_peered":"2024-08-17T00:37:01.785541+0000","last_unstale":"2024-08-17T00:38:53.828101+0000","last_undegraded":"2024-08-17T00:38:53.828101+0000","last_fullsized":"2024-08-17T00:38:53.828101+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:45:25.185133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2483,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157781+0000","last_change":"2024-08-17T00:37:04.958522+0000","last_active":"2024-08-17T00:38:04.157781+0000","last_peered":"2024-08-17T00:38:04.157781+0000","last_clean":"2024-08-17T00:38:04.157781+0000","last_became_active":"2024-08-17T00:37:04.957785+0000","last_became_peered":"2024-08-17T00:37:04.957785+0000","last_unstale":"2024-08-17T00:38:04.157781+0000","last_undegraded":"2024-08-17T00:38:04.157781+0000","last_fullsized":"2024-08-17T00:38:04.157781+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:38:42.076155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.128149+0000","last_change":"2024-08-17T00:37:01.793208+0000","last_active":"2024-08-17T00:38:04.128149+0000","last_peered":"2024-08-17T00:38:04.128149+0000","last_clean":"2024-08-17T00:38:04.128149+0000","last_became_active":"2024-08-17T00:37:01.790727+0000","last_became_peered":"2024-08-17T00:37:01.790727+0000","last_unstale":"2024-08-17T00:38:04.128149+0000","last_undegraded":"2024-08-17T00:38:04.128149+0000","last_fullsized":"2024-08-17T00:38:04.128149+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:35:25.976740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.127594+0000","last_change":"2024-08-17T00:37:04.952899+0000","last_active":"2024-08-17T00:38:04.127594+0000","last_peered":"2024-08-17T00:38:04.127594+0000","last_clean":"2024-08-17T00:38:04.127594+0000","last_became_active":"2024-08-17T00:37:04.950904+0000","last_became_peered":"2024-08-17T00:37:04.950904+0000","last_unstale":"2024-08-17T00:38:04.127594+0000","last_undegraded":"2024-08-17T00:38:04.127594+0000","last_fullsized":"2024-08-17T00:38:04.127594+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:17:33.852365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.133294+0000","last_change":"2024-08-17T00:37:01.785942+0000","last_active":"2024-08-17T00:38:04.133294+0000","last_peered":"2024-08-17T00:38:04.133294+0000","last_clean":"2024-08-17T00:38:04.133294+0000","last_became_active":"2024-08-17T00:37:01.785644+0000","last_became_peered":"2024-08-17T00:37:01.785644+0000","last_unstale":"2024-08-17T00:38:04.133294+0000","last_undegraded":"2024-08-17T00:38:04.133294+0000","last_fullsized":"2024-08-17T00:38:04.133294+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:04:21.422299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157372+0000","last_change":"2024-08-17T00:37:04.959809+0000","last_active":"2024-08-17T00:38:04.157372+0000","last_peered":"2024-08-17T00:38:04.157372+0000","last_clean":"2024-08-17T00:38:04.157372+0000","last_became_active":"2024-08-17T00:37:04.959565+0000","last_became_peered":"2024-08-17T00:37:04.959565+0000","last_unstale":"2024-08-17T00:38:04.157372+0000","last_undegraded":"2024-08-17T00:38:04.157372+0000","last_fullsized":"2024-08-17T00:38:04.157372+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:46:40.713709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.156745+0000","last_change":"2024-08-17T00:37:01.787402+0000","last_active":"2024-08-17T00:38:04.156745+0000","last_peered":"2024-08-17T00:38:04.156745+0000","last_clean":"2024-08-17T00:38:04.156745+0000","last_became_active":"2024-08-17T00:37:01.787058+0000","last_became_peered":"2024-08-17T00:37:01.787058+0000","last_unstale":"2024-08-17T00:38:04.156745+0000","last_undegraded":"2024-08-17T00:38:04.156745+0000","last_fullsized":"2024-08-17T00:38:04.156745+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:26:39.632757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.156651+0000","last_change":"2024-08-17T00:37:04.953292+0000","last_active":"2024-08-17T00:38:04.156651+0000","last_peered":"2024-08-17T00:38:04.156651+0000","last_clean":"2024-08-17T00:38:04.156651+0000","last_became_active":"2024-08-17T00:37:04.952860+0000","last_became_peered":"2024-08-17T00:37:04.952860+0000","last_unstale":"2024-08-17T00:38:04.156651+0000","last_undegraded":"2024-08-17T00:38:04.156651+0000","last_fullsized":"2024-08-17T00:38:04.156651+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:32:02.457300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":32,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.156445+0000","last_change":"2024-08-17T00:37:01.790386+0000","last_active":"2024-08-17T00:38:04.156445+0000","last_peered":"2024-08-17T00:38:04.156445+0000","last_clean":"2024-08-17T00:38:04.156445+0000","last_became_active":"2024-08-17T00:37:01.790100+0000","last_became_peered":"2024-08-17T00:37:01.790100+0000","last_unstale":"2024-08-17T00:38:04.156445+0000","last_undegraded":"2024-08-17T00:38:04.156445+0000","last_fullsized":"2024-08-17T00:38:04.156445+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:54:03.758434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.156948+0000","last_change":"2024-08-17T00:37:04.960891+0000","last_active":"2024-08-17T00:38:04.156948+0000","last_peered":"2024-08-17T00:38:04.156948+0000","last_clean":"2024-08-17T00:38:04.156948+0000","last_became_active":"2024-08-17T00:37:04.960608+0000","last_became_peered":"2024-08-17T00:37:04.960608+0000","last_unstale":"2024-08-17T00:38:04.156948+0000","last_undegraded":"2024-08-17T00:38:04.156948+0000","last_fullsized":"2024-08-17T00:38:04.156948+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:24:23.160085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.132160+0000","last_change":"2024-08-17T00:37:01.792276+0000","last_active":"2024-08-17T00:38:04.132160+0000","last_peered":"2024-08-17T00:38:04.132160+0000","last_clean":"2024-08-17T00:38:04.132160+0000","last_became_active":"2024-08-17T00:37:01.791973+0000","last_became_peered":"2024-08-17T00:37:01.791973+0000","last_unstale":"2024-08-17T00:38:04.132160+0000","last_undegraded":"2024-08-17T00:38:04.132160+0000","last_fullsized":"2024-08-17T00:38:04.132160+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:42:51.144389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157969+0000","last_change":"2024-08-17T00:37:04.958148+0000","last_active":"2024-08-17T00:38:04.157969+0000","last_peered":"2024-08-17T00:38:04.157969+0000","last_clean":"2024-08-17T00:38:04.157969+0000","last_became_active":"2024-08-17T00:37:04.957444+0000","last_became_peered":"2024-08-17T00:37:04.957444+0000","last_unstale":"2024-08-17T00:38:04.157969+0000","last_undegraded":"2024-08-17T00:38:04.157969+0000","last_fullsized":"2024-08-17T00:38:04.157969+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:37:57.649978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.156930+0000","last_change":"2024-08-17T00:37:01.782024+0000","last_active":"2024-08-17T00:38:04.156930+0000","last_peered":"2024-08-17T00:38:04.156930+0000","last_clean":"2024-08-17T00:38:04.156930+0000","last_became_active":"2024-08-17T00:37:01.781729+0000","last_became_peered":"2024-08-17T00:37:01.781729+0000","last_unstale":"2024-08-17T00:38:04.156930+0000","last_undegraded":"2024-08-17T00:38:04.156930+0000","last_fullsized":"2024-08-17T00:38:04.156930+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:50:21.078155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.158053+0000","last_change":"2024-08-17T00:37:34.468672+0000","last_active":"2024-08-17T00:38:04.158053+0000","last_peered":"2024-08-17T00:38:04.158053+0000","last_clean":"2024-08-17T00:38:04.158053+0000","last_became_active":"2024-08-17T00:37:34.468312+0000","last_became_peered":"2024-08-17T00:37:34.468312+0000","last_unstale":"2024-08-17T00:38:04.158053+0000","last_undegraded":"2024-08-17T00:38:04.158053+0000","last_fullsized":"2024-08-17T00:38:04.158053+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:47:46.595826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.130639+0000","last_change":"2024-08-17T00:37:01.783855+0000","last_active":"2024-08-17T00:38:04.130639+0000","last_peered":"2024-08-17T00:38:04.130639+0000","last_clean":"2024-08-17T00:38:04.130639+0000","last_became_active":"2024-08-17T00:37:01.783595+0000","last_became_peered":"2024-08-17T00:37:01.783595+0000","last_unstale":"2024-08-17T00:38:04.130639+0000","last_undegraded":"2024-08-17T00:38:04.130639+0000","last_fullsized":"2024-08-17T00:38:04.130639+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:50:37.281675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.133371+0000","last_change":"2024-08-17T00:37:04.957993+0000","last_active":"2024-08-17T00:38:04.133371+0000","last_peered":"2024-08-17T00:38:04.133371+0000","last_clean":"2024-08-17T00:38:04.133371+0000","last_became_active":"2024-08-17T00:37:04.955686+0000","last_became_peered":"2024-08-17T00:37:04.955686+0000","last_unstale":"2024-08-17T00:38:04.133371+0000","last_undegraded":"2024-08-17T00:38:04.133371+0000","last_fullsized":"2024-08-17T00:38:04.133371+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:50:11.600736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.156656+0000","last_change":"2024-08-17T00:37:01.789516+0000","last_active":"2024-08-17T00:38:04.156656+0000","last_peered":"2024-08-17T00:38:04.156656+0000","last_clean":"2024-08-17T00:38:04.156656+0000","last_became_active":"2024-08-17T00:37:01.789258+0000","last_became_peered":"2024-08-17T00:37:01.789258+0000","last_unstale":"2024-08-17T00:38:04.156656+0000","last_undegraded":"2024-08-17T00:38:04.156656+0000","last_fullsized":"2024-08-17T00:38:04.156656+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:58:57.330760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157845+0000","last_change":"2024-08-17T00:37:04.956081+0000","last_active":"2024-08-17T00:38:04.157845+0000","last_peered":"2024-08-17T00:38:04.157845+0000","last_clean":"2024-08-17T00:38:04.157845+0000","last_became_active":"2024-08-17T00:37:04.955817+0000","last_became_peered":"2024-08-17T00:37:04.955817+0000","last_unstale":"2024-08-17T00:38:04.157845+0000","last_undegraded":"2024-08-17T00:38:04.157845+0000","last_fullsized":"2024-08-17T00:38:04.157845+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:07:50.126971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:38:10.558576+0000","last_change":"2024-08-17T00:38:04.157803+0000","last_active":"2024-08-17T00:38:10.558576+0000","last_peered":"2024-08-17T00:38:10.558576+0000","last_clean":"2024-08-17T00:38:10.558576+0000","last_became_active":"2024-08-17T00:37:59.103532+0000","last_became_peered":"2024-08-17T00:37:59.103532+0000","last_unstale":"2024-08-17T00:38:10.558576+0000","last_undegraded":"2024-08-17T00:38:10.558576+0000","last_fullsized":"2024-08-17T00:38:10.558576+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_clean_scrub_stamp":"2024-08-17T00:37:58.084499+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:53:00.328095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00081945900000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"68'128","reported_seq":282,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157131+0000","last_change":"2024-08-17T00:36:40.571022+0000","last_active":"2024-08-17T00:38:04.157131+0000","last_peered":"2024-08-17T00:38:04.157131+0000","last_clean":"2024-08-17T00:38:04.157131+0000","last_became_active":"2024-08-17T00:36:40.570593+0000","last_became_peered":"2024-08-17T00:36:40.570593+0000","last_unstale":"2024-08-17T00:38:04.157131+0000","last_undegraded":"2024-08-17T00:38:04.157131+0000","last_fullsized":"2024-08-17T00:38:04.157131+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:34:43.704511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:34:43.704511+0000","last_clean_scrub_stamp":"2024-08-17T00:34:43.704511+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:34:08.366178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.133214+0000","last_change":"2024-08-17T00:37:01.785377+0000","last_active":"2024-08-17T00:38:04.133214+0000","last_peered":"2024-08-17T00:38:04.133214+0000","last_clean":"2024-08-17T00:38:04.133214+0000","last_became_active":"2024-08-17T00:37:01.785047+0000","last_became_peered":"2024-08-17T00:37:01.785047+0000","last_unstale":"2024-08-17T00:38:04.133214+0000","last_undegraded":"2024-08-17T00:38:04.133214+0000","last_fullsized":"2024-08-17T00:38:04.133214+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:18:53.217487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.128181+0000","last_change":"2024-08-17T00:37:04.955503+0000","last_active":"2024-08-17T00:38:04.128181+0000","last_peered":"2024-08-17T00:38:04.128181+0000","last_clean":"2024-08-17T00:38:04.128181+0000","last_became_active":"2024-08-17T00:37:04.954324+0000","last_became_peered":"2024-08-17T00:37:04.954324+0000","last_unstale":"2024-08-17T00:38:04.128181+0000","last_undegraded":"2024-08-17T00:38:04.128181+0000","last_fullsized":"2024-08-17T00:38:04.128181+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:06:29.228648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:38:10.558115+0000","last_change":"2024-08-17T00:38:04.127525+0000","last_active":"2024-08-17T00:38:10.558115+0000","last_peered":"2024-08-17T00:38:10.558115+0000","last_clean":"2024-08-17T00:38:10.558115+0000","last_became_active":"2024-08-17T00:37:59.490638+0000","last_became_peered":"2024-08-17T00:37:59.490638+0000","last_unstale":"2024-08-17T00:38:10.558115+0000","last_undegraded":"2024-08-17T00:38:10.558115+0000","last_fullsized":"2024-08-17T00:38:10.558115+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_clean_scrub_stamp":"2024-08-17T00:37:58.084499+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:24:36.820689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031878499999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157043+0000","last_change":"2024-08-17T00:37:01.790952+0000","last_active":"2024-08-17T00:38:04.157043+0000","last_peered":"2024-08-17T00:38:04.157043+0000","last_clean":"2024-08-17T00:38:04.157043+0000","last_became_active":"2024-08-17T00:37:01.790593+0000","last_became_peered":"2024-08-17T00:37:01.790593+0000","last_unstale":"2024-08-17T00:38:04.157043+0000","last_undegraded":"2024-08-17T00:38:04.157043+0000","last_fullsized":"2024-08-17T00:38:04.157043+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:48:01.569999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.126591+0000","last_change":"2024-08-17T00:37:04.960382+0000","last_active":"2024-08-17T00:38:04.126591+0000","last_peered":"2024-08-17T00:38:04.126591+0000","last_clean":"2024-08-17T00:38:04.126591+0000","last_became_active":"2024-08-17T00:37:04.959033+0000","last_became_peered":"2024-08-17T00:37:04.959033+0000","last_unstale":"2024-08-17T00:38:04.126591+0000","last_undegraded":"2024-08-17T00:38:04.126591+0000","last_fullsized":"2024-08-17T00:38:04.126591+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:55:18.494837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:38:10.438162+0000","last_change":"2024-08-17T00:38:04.131174+0000","last_active":"2024-08-17T00:38:10.438162+0000","last_peered":"2024-08-17T00:38:10.438162+0000","last_clean":"2024-08-17T00:38:10.438162+0000","last_became_active":"2024-08-17T00:37:59.443124+0000","last_became_peered":"2024-08-17T00:37:59.443124+0000","last_unstale":"2024-08-17T00:38:10.438162+0000","last_undegraded":"2024-08-17T00:38:10.438162+0000","last_fullsized":"2024-08-17T00:38:10.438162+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_clean_scrub_stamp":"2024-08-17T00:37:58.084499+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:27:05.044674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043575200000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.156609+0000","last_change":"2024-08-17T00:37:01.788800+0000","last_active":"2024-08-17T00:38:04.156609+0000","last_peered":"2024-08-17T00:38:04.156609+0000","last_clean":"2024-08-17T00:38:04.156609+0000","last_became_active":"2024-08-17T00:37:01.788527+0000","last_became_peered":"2024-08-17T00:37:01.788527+0000","last_unstale":"2024-08-17T00:38:04.156609+0000","last_undegraded":"2024-08-17T00:38:04.156609+0000","last_fullsized":"2024-08-17T00:38:04.156609+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:19:51.551325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.130003+0000","last_change":"2024-08-17T00:37:04.952720+0000","last_active":"2024-08-17T00:38:04.130003+0000","last_peered":"2024-08-17T00:38:04.130003+0000","last_clean":"2024-08-17T00:38:04.130003+0000","last_became_active":"2024-08-17T00:37:04.952436+0000","last_became_peered":"2024-08-17T00:37:04.952436+0000","last_unstale":"2024-08-17T00:38:04.130003+0000","last_undegraded":"2024-08-17T00:38:04.130003+0000","last_fullsized":"2024-08-17T00:38:04.130003+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:09:12.016346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:38:10.438090+0000","last_change":"2024-08-17T00:38:04.130974+0000","last_active":"2024-08-17T00:38:10.438090+0000","last_peered":"2024-08-17T00:38:10.438090+0000","last_clean":"2024-08-17T00:38:10.438090+0000","last_became_active":"2024-08-17T00:37:59.490627+0000","last_became_peered":"2024-08-17T00:37:59.490627+0000","last_unstale":"2024-08-17T00:38:10.438090+0000","last_undegraded":"2024-08-17T00:38:10.438090+0000","last_fullsized":"2024-08-17T00:38:10.438090+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_clean_scrub_stamp":"2024-08-17T00:37:58.084499+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:27:31.745554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00068384299999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.133430+0000","last_change":"2024-08-17T00:37:01.787294+0000","last_active":"2024-08-17T00:38:04.133430+0000","last_peered":"2024-08-17T00:38:04.133430+0000","last_clean":"2024-08-17T00:38:04.133430+0000","last_became_active":"2024-08-17T00:37:01.786614+0000","last_became_peered":"2024-08-17T00:37:01.786614+0000","last_unstale":"2024-08-17T00:38:04.133430+0000","last_undegraded":"2024-08-17T00:38:04.133430+0000","last_fullsized":"2024-08-17T00:38:04.133430+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:58:41.628356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.156715+0000","last_change":"2024-08-17T00:37:35.296059+0000","last_active":"2024-08-17T00:38:04.156715+0000","last_peered":"2024-08-17T00:38:04.156715+0000","last_clean":"2024-08-17T00:38:04.156715+0000","last_became_active":"2024-08-17T00:37:35.295617+0000","last_became_peered":"2024-08-17T00:37:35.295617+0000","last_unstale":"2024-08-17T00:38:04.156715+0000","last_undegraded":"2024-08-17T00:38:04.156715+0000","last_fullsized":"2024-08-17T00:38:04.156715+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:19:12.704193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:38:10.437606+0000","last_change":"2024-08-17T00:38:04.130958+0000","last_active":"2024-08-17T00:38:10.437606+0000","last_peered":"2024-08-17T00:38:10.437606+0000","last_clean":"2024-08-17T00:38:10.437606+0000","last_became_active":"2024-08-17T00:37:59.443169+0000","last_became_peered":"2024-08-17T00:37:59.443169+0000","last_unstale":"2024-08-17T00:38:10.437606+0000","last_undegraded":"2024-08-17T00:38:10.437606+0000","last_fullsized":"2024-08-17T00:38:10.437606+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_clean_scrub_stamp":"2024-08-17T00:37:58.084499+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:00:15.722964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000787011,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.130389+0000","last_change":"2024-08-17T00:37:01.790872+0000","last_active":"2024-08-17T00:38:04.130389+0000","last_peered":"2024-08-17T00:38:04.130389+0000","last_clean":"2024-08-17T00:38:04.130389+0000","last_became_active":"2024-08-17T00:37:01.790118+0000","last_became_peered":"2024-08-17T00:37:01.790118+0000","last_unstale":"2024-08-17T00:38:04.130389+0000","last_undegraded":"2024-08-17T00:38:04.130389+0000","last_fullsized":"2024-08-17T00:38:04.130389+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:37:07.432012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.130370+0000","last_change":"2024-08-17T00:37:34.466952+0000","last_active":"2024-08-17T00:38:04.130370+0000","last_peered":"2024-08-17T00:38:04.130370+0000","last_clean":"2024-08-17T00:38:04.130370+0000","last_became_active":"2024-08-17T00:37:34.466623+0000","last_became_peered":"2024-08-17T00:37:34.466623+0000","last_unstale":"2024-08-17T00:38:04.130370+0000","last_undegraded":"2024-08-17T00:38:04.130370+0000","last_fullsized":"2024-08-17T00:38:04.130370+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:18:47.453264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:38:10.557291+0000","last_change":"2024-08-17T00:38:04.128381+0000","last_active":"2024-08-17T00:38:10.557291+0000","last_peered":"2024-08-17T00:38:10.557291+0000","last_clean":"2024-08-17T00:38:10.557291+0000","last_became_active":"2024-08-17T00:37:59.443089+0000","last_became_peered":"2024-08-17T00:37:59.443089+0000","last_unstale":"2024-08-17T00:38:10.557291+0000","last_undegraded":"2024-08-17T00:38:10.557291+0000","last_fullsized":"2024-08-17T00:38:10.557291+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_clean_scrub_stamp":"2024-08-17T00:37:58.084499+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:38:31.251760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056014400000000005,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.158064+0000","last_change":"2024-08-17T00:37:01.789950+0000","last_active":"2024-08-17T00:38:04.158064+0000","last_peered":"2024-08-17T00:38:04.158064+0000","last_clean":"2024-08-17T00:38:04.158064+0000","last_became_active":"2024-08-17T00:37:01.789665+0000","last_became_peered":"2024-08-17T00:37:01.789665+0000","last_unstale":"2024-08-17T00:38:04.158064+0000","last_undegraded":"2024-08-17T00:38:04.158064+0000","last_fullsized":"2024-08-17T00:38:04.158064+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:59:18.322214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.130368+0000","last_change":"2024-08-17T00:37:04.950665+0000","last_active":"2024-08-17T00:38:04.130368+0000","last_peered":"2024-08-17T00:38:04.130368+0000","last_clean":"2024-08-17T00:38:04.130368+0000","last_became_active":"2024-08-17T00:37:04.950417+0000","last_became_peered":"2024-08-17T00:37:04.950417+0000","last_unstale":"2024-08-17T00:38:04.130368+0000","last_undegraded":"2024-08-17T00:38:04.130368+0000","last_fullsized":"2024-08-17T00:38:04.130368+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:07:39.265756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:38:10.436532+0000","last_change":"2024-08-17T00:38:04.126745+0000","last_active":"2024-08-17T00:38:10.436532+0000","last_peered":"2024-08-17T00:38:10.436532+0000","last_clean":"2024-08-17T00:38:10.436532+0000","last_became_active":"2024-08-17T00:37:59.101849+0000","last_became_peered":"2024-08-17T00:37:59.101849+0000","last_unstale":"2024-08-17T00:38:10.436532+0000","last_undegraded":"2024-08-17T00:38:10.436532+0000","last_fullsized":"2024-08-17T00:38:10.436532+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_clean_scrub_stamp":"2024-08-17T00:37:58.084499+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:35:51.760679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036991299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.130672+0000","last_change":"2024-08-17T00:37:01.790725+0000","last_active":"2024-08-17T00:38:04.130672+0000","last_peered":"2024-08-17T00:38:04.130672+0000","last_clean":"2024-08-17T00:38:04.130672+0000","last_became_active":"2024-08-17T00:37:01.790473+0000","last_became_peered":"2024-08-17T00:37:01.790473+0000","last_unstale":"2024-08-17T00:38:04.130672+0000","last_undegraded":"2024-08-17T00:38:04.130672+0000","last_fullsized":"2024-08-17T00:38:04.130672+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:48:32.986230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.127942+0000","last_change":"2024-08-17T00:37:04.957937+0000","last_active":"2024-08-17T00:38:04.127942+0000","last_peered":"2024-08-17T00:38:04.127942+0000","last_clean":"2024-08-17T00:38:04.127942+0000","last_became_active":"2024-08-17T00:37:04.957681+0000","last_became_peered":"2024-08-17T00:37:04.957681+0000","last_unstale":"2024-08-17T00:38:04.127942+0000","last_undegraded":"2024-08-17T00:38:04.127942+0000","last_fullsized":"2024-08-17T00:38:04.127942+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:27:55.508098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T00:38:10.440725+0000","last_change":"2024-08-17T00:38:04.132008+0000","last_active":"2024-08-17T00:38:10.440725+0000","last_peered":"2024-08-17T00:38:10.440725+0000","last_clean":"2024-08-17T00:38:10.440725+0000","last_became_active":"2024-08-17T00:37:59.442883+0000","last_became_peered":"2024-08-17T00:37:59.442883+0000","last_unstale":"2024-08-17T00:38:10.440725+0000","last_undegraded":"2024-08-17T00:38:10.440725+0000","last_fullsized":"2024-08-17T00:38:10.440725+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_clean_scrub_stamp":"2024-08-17T00:37:58.084499+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:02:20.767483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058575900000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157209+0000","last_change":"2024-08-17T00:37:01.790908+0000","last_active":"2024-08-17T00:38:04.157209+0000","last_peered":"2024-08-17T00:38:04.157209+0000","last_clean":"2024-08-17T00:38:04.157209+0000","last_became_active":"2024-08-17T00:37:01.790581+0000","last_became_peered":"2024-08-17T00:37:01.790581+0000","last_unstale":"2024-08-17T00:38:04.157209+0000","last_undegraded":"2024-08-17T00:38:04.157209+0000","last_fullsized":"2024-08-17T00:38:04.157209+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:02:41.131514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.127163+0000","last_change":"2024-08-17T00:37:04.962104+0000","last_active":"2024-08-17T00:38:04.127163+0000","last_peered":"2024-08-17T00:38:04.127163+0000","last_clean":"2024-08-17T00:38:04.127163+0000","last_became_active":"2024-08-17T00:37:04.961825+0000","last_became_peered":"2024-08-17T00:37:04.961825+0000","last_unstale":"2024-08-17T00:38:04.127163+0000","last_undegraded":"2024-08-17T00:38:04.127163+0000","last_fullsized":"2024-08-17T00:38:04.127163+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:28:56.397043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.156954+0000","last_change":"2024-08-17T00:37:01.791662+0000","last_active":"2024-08-17T00:38:04.156954+0000","last_peered":"2024-08-17T00:38:04.156954+0000","last_clean":"2024-08-17T00:38:04.156954+0000","last_became_active":"2024-08-17T00:37:01.791380+0000","last_became_peered":"2024-08-17T00:37:01.791380+0000","last_unstale":"2024-08-17T00:38:04.156954+0000","last_undegraded":"2024-08-17T00:38:04.156954+0000","last_fullsized":"2024-08-17T00:38:04.156954+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:09:39.463811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.131738+0000","last_change":"2024-08-17T00:37:04.954197+0000","last_active":"2024-08-17T00:38:04.131738+0000","last_peered":"2024-08-17T00:38:04.131738+0000","last_clean":"2024-08-17T00:38:04.131738+0000","last_became_active":"2024-08-17T00:37:04.953288+0000","last_became_peered":"2024-08-17T00:37:04.953288+0000","last_unstale":"2024-08-17T00:38:04.131738+0000","last_undegraded":"2024-08-17T00:38:04.131738+0000","last_fullsized":"2024-08-17T00:38:04.131738+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:43:54.279907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":34,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.130257+0000","last_change":"2024-08-17T00:37:34.467288+0000","last_active":"2024-08-17T00:38:04.130257+0000","last_peered":"2024-08-17T00:38:04.130257+0000","last_clean":"2024-08-17T00:38:04.130257+0000","last_became_active":"2024-08-17T00:37:34.466963+0000","last_became_peered":"2024-08-17T00:37:34.466963+0000","last_unstale":"2024-08-17T00:38:04.130257+0000","last_undegraded":"2024-08-17T00:38:04.130257+0000","last_fullsized":"2024-08-17T00:38:04.130257+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:43:05.425700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.126528+0000","last_change":"2024-08-17T00:37:04.944785+0000","last_active":"2024-08-17T00:38:04.126528+0000","last_peered":"2024-08-17T00:38:04.126528+0000","last_clean":"2024-08-17T00:38:04.126528+0000","last_became_active":"2024-08-17T00:37:04.944515+0000","last_became_peered":"2024-08-17T00:37:04.944515+0000","last_unstale":"2024-08-17T00:38:04.126528+0000","last_undegraded":"2024-08-17T00:38:04.126528+0000","last_fullsized":"2024-08-17T00:38:04.126528+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:21:47.996873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.130527+0000","last_change":"2024-08-17T00:37:01.789393+0000","last_active":"2024-08-17T00:38:04.130527+0000","last_peered":"2024-08-17T00:38:04.130527+0000","last_clean":"2024-08-17T00:38:04.130527+0000","last_became_active":"2024-08-17T00:37:01.789086+0000","last_became_peered":"2024-08-17T00:37:01.789086+0000","last_unstale":"2024-08-17T00:38:04.130527+0000","last_undegraded":"2024-08-17T00:38:04.130527+0000","last_fullsized":"2024-08-17T00:38:04.130527+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:02:09.494202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.126819+0000","last_change":"2024-08-17T00:37:04.958550+0000","last_active":"2024-08-17T00:38:04.126819+0000","last_peered":"2024-08-17T00:38:04.126819+0000","last_clean":"2024-08-17T00:38:04.126819+0000","last_became_active":"2024-08-17T00:37:04.958307+0000","last_became_peered":"2024-08-17T00:37:04.958307+0000","last_unstale":"2024-08-17T00:38:04.126819+0000","last_undegraded":"2024-08-17T00:38:04.126819+0000","last_fullsized":"2024-08-17T00:38:04.126819+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:15:17.343802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157710+0000","last_change":"2024-08-17T00:37:01.793300+0000","last_active":"2024-08-17T00:38:04.157710+0000","last_peered":"2024-08-17T00:38:04.157710+0000","last_clean":"2024-08-17T00:38:04.157710+0000","last_became_active":"2024-08-17T00:37:01.793005+0000","last_became_peered":"2024-08-17T00:37:01.793005+0000","last_unstale":"2024-08-17T00:38:04.157710+0000","last_undegraded":"2024-08-17T00:38:04.157710+0000","last_fullsized":"2024-08-17T00:38:04.157710+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:21:09.913682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157181+0000","last_change":"2024-08-17T00:37:04.958896+0000","last_active":"2024-08-17T00:38:04.157181+0000","last_peered":"2024-08-17T00:38:04.157181+0000","last_clean":"2024-08-17T00:38:04.157181+0000","last_became_active":"2024-08-17T00:37:04.958621+0000","last_became_peered":"2024-08-17T00:37:04.958621+0000","last_unstale":"2024-08-17T00:38:04.157181+0000","last_undegraded":"2024-08-17T00:38:04.157181+0000","last_fullsized":"2024-08-17T00:38:04.157181+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:40:12.704655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.133418+0000","last_change":"2024-08-17T00:37:04.958787+0000","last_active":"2024-08-17T00:38:04.133418+0000","last_peered":"2024-08-17T00:38:04.133418+0000","last_clean":"2024-08-17T00:38:04.133418+0000","last_became_active":"2024-08-17T00:37:04.958335+0000","last_became_peered":"2024-08-17T00:37:04.958335+0000","last_unstale":"2024-08-17T00:38:04.133418+0000","last_undegraded":"2024-08-17T00:38:04.133418+0000","last_fullsized":"2024-08-17T00:38:04.133418+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:22:25.690106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157672+0000","last_change":"2024-08-17T00:37:01.793768+0000","last_active":"2024-08-17T00:38:04.157672+0000","last_peered":"2024-08-17T00:38:04.157672+0000","last_clean":"2024-08-17T00:38:04.157672+0000","last_became_active":"2024-08-17T00:37:01.793456+0000","last_became_peered":"2024-08-17T00:37:01.793456+0000","last_unstale":"2024-08-17T00:38:04.157672+0000","last_undegraded":"2024-08-17T00:38:04.157672+0000","last_fullsized":"2024-08-17T00:38:04.157672+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:32:45.352291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.133348+0000","last_change":"2024-08-17T00:37:04.960032+0000","last_active":"2024-08-17T00:38:04.133348+0000","last_peered":"2024-08-17T00:38:04.133348+0000","last_clean":"2024-08-17T00:38:04.133348+0000","last_became_active":"2024-08-17T00:37:04.959349+0000","last_became_peered":"2024-08-17T00:37:04.959349+0000","last_unstale":"2024-08-17T00:38:04.133348+0000","last_undegraded":"2024-08-17T00:38:04.133348+0000","last_fullsized":"2024-08-17T00:38:04.133348+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:22:47.148725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.157882+0000","last_change":"2024-08-17T00:37:01.792648+0000","last_active":"2024-08-17T00:38:04.157882+0000","last_peered":"2024-08-17T00:38:04.157882+0000","last_clean":"2024-08-17T00:38:04.157882+0000","last_became_active":"2024-08-17T00:37:01.792306+0000","last_became_peered":"2024-08-17T00:37:01.792306+0000","last_unstale":"2024-08-17T00:38:04.157882+0000","last_undegraded":"2024-08-17T00:38:04.157882+0000","last_fullsized":"2024-08-17T00:38:04.157882+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:58:38.685046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.127323+0000","last_change":"2024-08-17T00:37:04.956360+0000","last_active":"2024-08-17T00:38:04.127323+0000","last_peered":"2024-08-17T00:38:04.127323+0000","last_clean":"2024-08-17T00:38:04.127323+0000","last_became_active":"2024-08-17T00:37:04.954303+0000","last_became_peered":"2024-08-17T00:37:04.954303+0000","last_unstale":"2024-08-17T00:38:04.127323+0000","last_undegraded":"2024-08-17T00:38:04.127323+0000","last_fullsized":"2024-08-17T00:38:04.127323+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:33:31.356045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.128197+0000","last_change":"2024-08-17T00:37:01.787715+0000","last_active":"2024-08-17T00:38:04.128197+0000","last_peered":"2024-08-17T00:38:04.128197+0000","last_clean":"2024-08-17T00:38:04.128197+0000","last_became_active":"2024-08-17T00:37:01.787437+0000","last_became_peered":"2024-08-17T00:37:01.787437+0000","last_unstale":"2024-08-17T00:38:04.128197+0000","last_undegraded":"2024-08-17T00:38:04.128197+0000","last_fullsized":"2024-08-17T00:38:04.128197+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:27:28.631205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.128287+0000","last_change":"2024-08-17T00:37:04.960461+0000","last_active":"2024-08-17T00:38:04.128287+0000","last_peered":"2024-08-17T00:38:04.128287+0000","last_clean":"2024-08-17T00:38:04.128287+0000","last_became_active":"2024-08-17T00:37:04.959868+0000","last_became_peered":"2024-08-17T00:37:04.959868+0000","last_unstale":"2024-08-17T00:38:04.128287+0000","last_undegraded":"2024-08-17T00:38:04.128287+0000","last_fullsized":"2024-08-17T00:38:04.128287+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:28:42.688772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T00:38:04.127641+0000","last_change":"2024-08-17T00:37:01.793017+0000","last_active":"2024-08-17T00:38:04.127641+0000","last_peered":"2024-08-17T00:38:04.127641+0000","last_clean":"2024-08-17T00:38:04.127641+0000","last_became_active":"2024-08-17T00:37:01.792755+0000","last_became_peered":"2024-08-17T00:37:01.792755+0000","last_unstale":"2024-08-17T00:38:04.127641+0000","last_undegraded":"2024-08-17T00:38:04.127641+0000","last_fullsized":"2024-08-17T00:38:04.127641+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:18:00.460806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3269,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":50,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":44,"ondisk_log_size":44,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234015,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298700,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446452,"statfs":{"total":95995035648,"available":95689166848,"internally_reserved":0,"allocated":1376256,"data_stored":939724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:38:41 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.57499999999999996,"15min":0.58999999999999997},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.66000000000000003,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.56599999999999995,"15min":0.57199999999999995},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.73499999999999999,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.42399999999999999}]},{"osd":1,"last update":"Sat Aug 17 00:38:41 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.57099999999999995,"15min":0.58099999999999996},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.59699999999999998,"15min":0.61099999999999999},"min":{"1min":0.371,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.70399999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.50800000000000001}]},{"osd":2,"last update":"Sat Aug 17 00:38:41 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.56599999999999995,"15min":0.57299999999999995},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.71199999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.58399999999999996,"15min":0.59499999999999997},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.63800000000000001,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.625}]},{"osd":3,"last update":"Sat Aug 17 00:38:41 2024","interfaces":[{"interface":"back","average":{"1min":1.3360000000000001,"5min":0.72399999999999998,"15min":0.622},"min":{"1min":0.36299999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":18.594999999999999,"5min":18.594999999999999,"15min":18.594999999999999},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.59299999999999997,"15min":0.60099999999999998},"min":{"1min":0.38400000000000001,"5min":0.38,"15min":0.38},"max":{"1min":0.77400000000000002,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.66100000000000003}]},{"osd":4,"last update":"Sat Aug 17 00:38:41 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.44600000000000001,"15min":0.45100000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.434,"5min":0.44,"15min":0.441},"min":{"1min":0.30399999999999999,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.64800000000000002}]},{"osd":5,"last update":"Sat Aug 17 00:38:41 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.45800000000000002,"15min":0.46600000000000003},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.67000000000000004,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.50600000000000001,"15min":0.50900000000000001},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.70499999999999996,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.63700000000000001}]},{"osd":6,"last update":"Sat Aug 17 00:38:41 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.51600000000000001,"15min":0.52200000000000002},"min":{"1min":0.32900000000000001,"5min":0.311,"15min":0.311},"max":{"1min":0.68000000000000005,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.498,"15min":0.505},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.67300000000000004,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.59799999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495652,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298700,"kb_used_data":1348,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446452,"statfs":{"total":95995035648,"available":95689166848,"internally_reserved":0,"allocated":1380352,"data_stored":941673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:38:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.37,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.71799999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.52200000000000002,"15min":0.52300000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.40500000000000003}]},{"osd":1,"last update":"Sat Aug 17 00:38:19 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.57499999999999996,"15min":0.58099999999999996},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.68300000000000005,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.60899999999999999,"15min":0.61799999999999999},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.68999999999999995,"5min":1.387,"15min":1.387},"last":0.55500000000000005}]},{"osd":2,"last update":"Sat Aug 17 00:38:19 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.53000000000000003,"15min":0.52600000000000002},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.71499999999999997,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.52900000000000003,"15min":0.53200000000000003},"min":{"1min":0.40500000000000003,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.63400000000000001,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.437}]},{"osd":3,"last update":"Sat Aug 17 00:38:19 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.56999999999999995,"15min":0.57999999999999996},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.74399999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.75900000000000001,"15min":0.79800000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.70599999999999996,"5min":6.6070000000000002,"15min":6.6070000000000002},"last":0.45200000000000001}]},{"osd":4,"last update":"Sat Aug 17 00:38:19 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.38200000000000001,"15min":0.38},"min":{"1min":0.29099999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.60999999999999999,"5min":0.625,"15min":0.625},"last":0.42199999999999999}]},{"osd":5,"last update":"Sat Aug 17 00:38:19 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.39300000000000002,"15min":0.38900000000000001},"min":{"1min":0.29799999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41999999999999998,"15min":0.42099999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.38400000000000001}]},{"osd":7,"last update":"Sat Aug 17 00:38:39 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.48499999999999999,"15min":0.48199999999999998},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.70299999999999996,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.48699999999999999,"15min":0.48899999999999999},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.47999999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757288,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298128,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447024,"statfs":{"total":95995035648,"available":95689752576,"internally_reserved":0,"allocated":794624,"data_stored":351356,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:38:53 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.52400000000000002,"15min":0.51800000000000002},"min":{"1min":0.38800000000000001,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.68000000000000005,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.626},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.55200000000000005,"15min":0.55500000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.69299999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.57699999999999996}]},{"osd":1,"last update":"Sat Aug 17 00:38:53 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.56100000000000005,"15min":0.56899999999999995},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.72699999999999998,"5min":1.1040000000000001,"15min":1.1040000000000001},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.56399999999999995,"15min":0.57399999999999995},"min":{"1min":0.41599999999999998,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.69199999999999995,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.52900000000000003}]},{"osd":2,"last update":"Sat Aug 17 00:38:53 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.55500000000000005,"15min":0.56100000000000005},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.74199999999999999,"5min":1.1739999999999999,"15min":1.1739999999999999},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.56599999999999995,"15min":0.57399999999999995},"min":{"1min":0.39600000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.753,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.61399999999999999}]},{"osd":3,"last update":"Sat Aug 17 00:38:53 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.54600000000000004,"15min":0.54100000000000004},"min":{"1min":0.38800000000000001,"5min":0.375,"15min":0.375},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56899999999999995},"min":{"1min":0.44,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.75600000000000001,"5min":1.0589999999999999,"15min":1.0589999999999999},"last":0.54400000000000004}]},{"osd":4,"last update":"Sat Aug 17 00:38:53 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.42099999999999999,"15min":0.40300000000000002},"min":{"1min":0.30599999999999999,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.56699999999999995,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.436,"15min":0.42599999999999999},"min":{"1min":0.307,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.61399999999999999,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.35799999999999998}]},{"osd":6,"last update":"Sat Aug 17 00:38:16 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.46800000000000003,"15min":0.46600000000000003},"min":{"1min":0.30599999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.65900000000000003,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.45800000000000002,"15min":0.45400000000000001},"min":{"1min":0.32000000000000001,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.498}]},{"osd":7,"last update":"Sat Aug 17 00:38:42 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.51400000000000001,"15min":0.51800000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.70999999999999996,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.498,"5min":0.53700000000000003,"15min":0.54300000000000004},"min":{"1min":0.38100000000000001,"5min":0.375,"15min":0.375},"max":{"1min":0.66200000000000003,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.47999999999999998}]}]},{"osd":4,"up_from":30,"seq":128849018925,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298132,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447020,"statfs":{"total":95995035648,"available":95689748480,"internally_reserved":0,"allocated":794624,"data_stored":349537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:38:36 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.52000000000000002,"15min":0.52800000000000002},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.499,"5min":0.53100000000000003,"15min":0.54200000000000004},"min":{"1min":0.33200000000000002,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.72799999999999998,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.498}]},{"osd":1,"last update":"Sat Aug 17 00:38:36 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.53000000000000003,"15min":0.54200000000000004},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.64800000000000002,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.53500000000000003,"15min":0.54100000000000004},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.72799999999999998,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.41499999999999998}]},{"osd":2,"last update":"Sat Aug 17 00:38:36 2024","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":0.63800000000000001,"15min":0.56100000000000005},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":13.815,"5min":13.815,"15min":13.815},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.53800000000000003,"15min":0.54700000000000004},"min":{"1min":0.38200000000000001,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.64500000000000002,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.56499999999999995}]},{"osd":3,"last update":"Sat Aug 17 00:38:36 2024","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":0.67400000000000004,"15min":0.60599999999999998},"min":{"1min":0.33500000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":13.83,"5min":13.83,"15min":13.83},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.52400000000000002,"15min":0.53200000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.60599999999999998,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.57799999999999996}]},{"osd":5,"last update":"Sat Aug 17 00:38:58 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.40400000000000003,"15min":0.39600000000000002},"min":{"1min":0.27400000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.40200000000000002,"15min":0.38400000000000001},"min":{"1min":0.32200000000000001,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.52200000000000002}]},{"osd":6,"last update":"Sat Aug 17 00:38:20 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40400000000000003,"15min":0.40400000000000003},"min":{"1min":0.27600000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.623,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.34899999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.58599999999999997,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.64300000000000002}]},{"osd":7,"last update":"Sat Aug 17 00:38:37 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.33500000000000002,"5min":0.317,"15min":0.317},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.50600000000000001,"15min":0.51100000000000001},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.66900000000000004,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.629}]}]},{"osd":3,"up_from":25,"seq":107374182449,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298132,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447020,"statfs":{"total":95995035648,"available":95689748480,"internally_reserved":0,"allocated":798720,"data_stored":351674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:38:16 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.36199999999999999,"15min":0.36499999999999999},"min":{"1min":0.22900000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.499,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.37,"5min":0.378,"15min":0.38200000000000001},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.34899999999999998}]},{"osd":1,"last update":"Sat Aug 17 00:38:16 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.38400000000000001,"15min":0.39900000000000002},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.45100000000000001,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.42799999999999999,"15min":0.437},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.28999999999999998}]},{"osd":2,"last update":"Sat Aug 17 00:38:16 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.42299999999999999,"15min":0.42799999999999999},"min":{"1min":0.28799999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.61599999999999999,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.31},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.40400000000000003,"15min":0.41299999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.27400000000000002}]},{"osd":4,"last update":"Sat Aug 17 00:38:31 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.54100000000000004,"15min":0.55200000000000005},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.65200000000000002,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.57799999999999996,"15min":0.58599999999999997},"min":{"1min":0.39500000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.81999999999999995,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.57699999999999996}]},{"osd":5,"last update":"Sat Aug 17 00:38:54 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.56200000000000006,"15min":0.57999999999999996},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.79700000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.59699999999999998,"15min":0.60699999999999998},"min":{"1min":0.375,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.874,"5min":1.024,"15min":1.024},"last":0.68200000000000005}]},{"osd":6,"last update":"Sat Aug 17 00:38:16 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.60499999999999998,"15min":0.61199999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.82099999999999995,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.55800000000000005,"15min":0.56399999999999995},"min":{"1min":0.40300000000000002,"5min":0.376,"15min":0.376},"max":{"1min":0.73999999999999999,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.58699999999999997}]},{"osd":7,"last update":"Sat Aug 17 00:38:40 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.58099999999999996,"15min":0.58699999999999997},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.76600000000000001,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.59199999999999997,"15min":0.59599999999999997},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.84799999999999998,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.64800000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411383,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298116,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447036,"statfs":{"total":95995035648,"available":95689764864,"internally_reserved":0,"allocated":778240,"data_stored":349087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:38:49 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.36899999999999999,"15min":0.371},"min":{"1min":0.23499999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.187},{"interface":"front","average":{"1min":0.33100000000000002,"5min":0.372,"15min":0.379},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.48999999999999999,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.22800000000000001}]},{"osd":1,"last update":"Sat Aug 17 00:38:49 2024","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.23899999999999999,"5min":0.216,"15min":0.216},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.38,"15min":0.371},"min":{"1min":0.28599999999999998,"5min":0.246,"15min":0.246},"max":{"1min":0.53700000000000003,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.27100000000000002}]},{"osd":3,"last update":"Sat Aug 17 00:38:14 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.41799999999999998,"15min":0.42999999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.52100000000000002,"5min":0.628,"15min":0.628},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.434,"15min":0.442},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.54000000000000004,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.24299999999999999}]},{"osd":4,"last update":"Sat Aug 17 00:38:32 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.55700000000000005,"15min":0.56200000000000006},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.79200000000000004,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.57399999999999995,"15min":0.57799999999999996},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.53500000000000003}]},{"osd":5,"last update":"Sat Aug 17 00:37:56 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.58199999999999996,"15min":0.58499999999999996},"min":{"1min":0.39300000000000002,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.57099999999999995,"15min":0.56899999999999995},"min":{"1min":0.434,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.46000000000000002}]},{"osd":6,"last update":"Sat Aug 17 00:38:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.42799999999999999,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.76800000000000002,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.59399999999999997,"15min":0.59999999999999998},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.71899999999999997,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.435}]},{"osd":7,"last update":"Sat Aug 17 00:38:38 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.58999999999999997,"15min":0.59499999999999997},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.60499999999999998,"15min":0.60899999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.51100000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574906,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298124,"kb_used_data":768,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447028,"statfs":{"total":95995035648,"available":95689756672,"internally_reserved":0,"allocated":786432,"data_stored":349001,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 00:38:25 2024","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.34899999999999998,"15min":0.33500000000000002},"min":{"1min":0.24099999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.51300000000000001,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.33600000000000002,"5min":0.35799999999999998,"15min":0.34200000000000003},"min":{"1min":0.24099999999999999,"5min":0.224,"15min":0.224},"max":{"1min":0.48999999999999999,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.35899999999999999}]},{"osd":2,"last update":"Sat Aug 17 00:38:50 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.379,"15min":0.373},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.46700000000000003,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.313},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.38100000000000001,"15min":0.375},"min":{"1min":0.26100000000000001,"5min":0.249,"15min":0.249},"max":{"1min":0.46200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.26000000000000001}]},{"osd":3,"last update":"Sat Aug 17 00:38:15 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.41199999999999998,"15min":0.42399999999999999},"min":{"1min":0.27700000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.48099999999999998,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.379,"5min":0.41199999999999998,"15min":0.42499999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.52700000000000002,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.34399999999999997}]},{"osd":4,"last update":"Sat Aug 17 00:38:37 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.58599999999999997,"15min":0.59199999999999997},"min":{"1min":0.40600000000000003,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.85799999999999998,"5min":1.141,"15min":1.141},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.76000000000000001,"15min":0.64600000000000002},"min":{"1min":0.39200000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.76800000000000002,"5min":19.132999999999999,"15min":19.132999999999999},"last":0.54000000000000004}]},{"osd":5,"last update":"Sat Aug 17 00:38:56 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.56299999999999994,"15min":0.55500000000000005},"min":{"1min":0.437,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.66700000000000004,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.55700000000000005,"15min":0.54800000000000004},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.71699999999999997,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.51400000000000001}]},{"osd":6,"last update":"Sat Aug 17 00:38:15 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.59599999999999997,"15min":0.58999999999999997},"min":{"1min":0.441,"5min":0.439,"15min":0.439},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.55500000000000005,"15min":0.55100000000000005},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.59099999999999997}]},{"osd":7,"last update":"Sat Aug 17 00:38:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.61599999999999999,"15min":0.625},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.77800000000000002,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.61099999999999999,"15min":0.61699999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.80500000000000005,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.57199999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738432,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298712,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446440,"statfs":{"total":95995035648,"available":95689154560,"internally_reserved":0,"allocated":1388544,"data_stored":940171,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 17 00:38:27 2024","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.34300000000000003,"15min":0.30399999999999999},"min":{"1min":0.20300000000000001,"5min":0.188,"15min":0.188},"max":{"1min":0.49399999999999999,"5min":2.5870000000000002,"15min":2.5870000000000002},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.41099999999999998,"15min":0.33000000000000002},"min":{"1min":0.24399999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.58299999999999996,"5min":6.1020000000000003,"15min":6.1020000000000003},"last":0.44600000000000001}]},{"osd":2,"last update":"Sat Aug 17 00:38:51 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.42799999999999999,"15min":0.371},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.55800000000000005,"5min":6.0599999999999996,"15min":6.0599999999999996},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.37,"15min":0.33900000000000002},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.48099999999999998,"5min":2.161,"15min":2.161},"last":0.42999999999999999}]},{"osd":3,"last update":"Sat Aug 17 00:38:13 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.504,"15min":0.45700000000000002},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.81899999999999995,"5min":5.9859999999999998,"15min":5.9859999999999998},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.34899999999999998,"5min":0.39700000000000002,"15min":0.40100000000000002},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.54100000000000004,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.39400000000000002}]},{"osd":4,"last update":"Sat Aug 17 00:38:33 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.82299999999999995,"5min":2.306,"15min":2.306},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.68899999999999995,"15min":0.65900000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.77400000000000002,"5min":6.5469999999999997,"15min":6.5469999999999997},"last":0.59899999999999998}]},{"osd":5,"last update":"Sat Aug 17 00:38:55 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.72999999999999998,"15min":0.64700000000000002},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.66600000000000004,"5min":15.324999999999999,"15min":15.324999999999999},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.54100000000000004,"15min":0.54600000000000004},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.73199999999999998,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.69499999999999995}]},{"osd":6,"last update":"Sat Aug 17 00:38:13 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.87,"15min":0.92700000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.90000000000000002,"5min":6.0309999999999997,"15min":6.0309999999999997},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.83699999999999997,"5min":0.61899999999999999,"15min":0.58299999999999996},"min":{"1min":0.40899999999999997,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":6.1150000000000002,"5min":6.1150000000000002,"15min":6.1150000000000002},"last":0.72999999999999998}]},{"osd":7,"last update":"Sat Aug 17 00:38:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.58299999999999996,"15min":0.59099999999999997},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.755,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.751},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.64000000000000001,"15min":0.65900000000000003},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.85599999999999998,"5min":2.2719999999999998,"15min":2.2719999999999998},"last":0.66500000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2573,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T00:39:05.564 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-17T00:39:05.564 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-08-17T00:39:05.564 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-08-17T00:39:05.564 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph health --format=json 2024-08-17T00:39:05.856 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:39:05.952 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:39:05 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-17T00:39:05.952 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:39:05 smithi082 systemd[1]: Stopped Ceph alertmanager.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:39:05.952 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:39:05 smithi082 systemd[1]: Starting Ceph alertmanager.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:39:06.225 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:39:05 smithi082 podman[76381]: 2024-08-17 00:39:05.854790238 +0000 UTC m=+0.019322207 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-17T00:39:06.225 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:39:05 smithi082 podman[76381]: 2024-08-17 00:39:05.978772895 +0000 UTC m=+0.143304864 volume create 6b9dd2371a96e156ae97947b0492d6d045d430400dcb567cb34d3addcf8f4603 2024-08-17T00:39:06.225 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:39:06 smithi082 podman[76381]: 2024-08-17 00:39:06.104629943 +0000 UTC m=+0.269161977 container create 8ca95fca41b06678a41e3e3bfaa92da5d9ba95d67552fe515cb867db13d58e7c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:39:06.584 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:39:06 smithi082 podman[76381]: 2024-08-17 00:39:06.40724101 +0000 UTC m=+0.571772991 container init 8ca95fca41b06678a41e3e3bfaa92da5d9ba95d67552fe515cb867db13d58e7c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:39:06.584 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:39:06 smithi082 podman[76381]: 2024-08-17 00:39:06.409967587 +0000 UTC m=+0.574499559 container start 8ca95fca41b06678a41e3e3bfaa92da5d9ba95d67552fe515cb867db13d58e7c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:39:06.584 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:39:06 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[76415]: ts=2024-08-17T00:39:06.421Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-17T00:39:06.584 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:39:06 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[76415]: ts=2024-08-17T00:39:06.421Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-17T00:39:06.584 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:39:06 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[76415]: ts=2024-08-17T00:39:06.422Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.82 port=9094 2024-08-17T00:39:06.584 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:39:06 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[76415]: ts=2024-08-17T00:39:06.423Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-17T00:39:06.584 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:39:06 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[76415]: ts=2024-08-17T00:39:06.446Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T00:39:06.585 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:39:06 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[76415]: ts=2024-08-17T00:39:06.446Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T00:39:06.585 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:39:06 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[76415]: ts=2024-08-17T00:39:06.448Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-17T00:39:06.585 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:39:06 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[76415]: ts=2024-08-17T00:39:06.448Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-17T00:39:06.585 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:39:06 smithi082 bash[76381]: 8ca95fca41b06678a41e3e3bfaa92da5d9ba95d67552fe515cb867db13d58e7c 2024-08-17T00:39:06.841 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:39:06 smithi082 systemd[1]: Started Ceph alertmanager.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:39:07.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:06 smithi082 ceph-mon[39953]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:07.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:06 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:07.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:06 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:06 smithi082 ceph-mon[29275]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:07.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:06 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:07.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:06 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:06 smithi137 ceph-mon[33068]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:06 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:06 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:08.026 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:07 smithi082 ceph-mon[39953]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T00:39:08.026 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:07 smithi082 ceph-mon[39953]: Reconfiguring daemon prometheus.a on smithi137 2024-08-17T00:39:08.027 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:07 smithi082 ceph-mon[29275]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T00:39:08.027 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:07 smithi082 ceph-mon[29275]: Reconfiguring daemon prometheus.a on smithi137 2024-08-17T00:39:08.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:07 smithi137 ceph-mon[33068]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T00:39:08.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:07 smithi137 ceph-mon[33068]: Reconfiguring daemon prometheus.a on smithi137 2024-08-17T00:39:08.405 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:39:08.405 INFO:teuthology.orchestra.run.smithi082.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-08-17T00:39:08.713 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:39:08 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[76415]: ts=2024-08-17T00:39:08.423Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000124032s 2024-08-17T00:39:09.063 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-08-17T00:39:09.064 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T00:39:09.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:08 smithi137 ceph-mon[33068]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:09.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:08 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/4142380582' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-17T00:39:09.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:08 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:39:09.315 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:39:09.423 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:08 smithi082 ceph-mon[39953]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:09.423 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:08 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/4142380582' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-17T00:39:09.423 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:08 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:39:09.424 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:08 smithi082 ceph-mon[29275]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:09.424 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:08 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/4142380582' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-17T00:39:09.424 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:08 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:39:09.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:09 smithi137 systemd[1]: Stopping Ceph prometheus.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:39:10.104 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:09 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[60766]: ts=2024-08-17T00:39:09.845Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-17T00:39:10.104 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:09 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[60766]: ts=2024-08-17T00:39:09.845Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-17T00:39:10.104 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:09 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[60766]: ts=2024-08-17T00:39:09.845Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-17T00:39:10.104 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:09 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[60766]: ts=2024-08-17T00:39:09.845Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-17T00:39:10.104 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:09 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[60766]: ts=2024-08-17T00:39:09.845Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-17T00:39:10.105 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:09 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[60766]: ts=2024-08-17T00:39:09.845Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-17T00:39:10.105 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:09 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[60766]: ts=2024-08-17T00:39:09.845Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-17T00:39:10.105 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:09 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[60766]: ts=2024-08-17T00:39:09.845Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-17T00:39:10.105 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:09 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[60766]: ts=2024-08-17T00:39:09.845Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-17T00:39:10.105 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:09 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[60766]: ts=2024-08-17T00:39:09.845Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-17T00:39:10.105 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:09 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[60766]: ts=2024-08-17T00:39:09.845Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-17T00:39:10.105 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:09 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[60766]: ts=2024-08-17T00:39:09.845Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-17T00:39:10.105 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:09 smithi137 podman[63883]: 2024-08-17 00:39:09.855373564 +0000 UTC m=+0.120123727 container died b12d2a8a1d5b7e68ea12f2284d5e84baff40f231e067e1fc4986748cb48c6918 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:39:10.404 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:10 smithi137 podman[63883]: 2024-08-17 00:39:10.194516514 +0000 UTC m=+0.459266679 container cleanup b12d2a8a1d5b7e68ea12f2284d5e84baff40f231e067e1fc4986748cb48c6918 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:39:10.404 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:10 smithi137 bash[63883]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a 2024-08-17T00:39:10.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:10 smithi137 podman[63895]: 2024-08-17 00:39:10.403956645 +0000 UTC m=+0.551087834 container remove b12d2a8a1d5b7e68ea12f2284d5e84baff40f231e067e1fc4986748cb48c6918 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:39:10.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:10 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-17T00:39:10.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:10 smithi137 systemd[1]: Stopped Ceph prometheus.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:39:10.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:10 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@prometheus.a.service: Consumed 1.045s CPU time. 2024-08-17T00:39:10.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:10 smithi137 systemd[1]: Starting Ceph prometheus.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:39:11.099 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:10 smithi137 ceph-mon[33068]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:11.099 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:10 smithi137 podman[63990]: 2024-08-17 00:39:10.838705967 +0000 UTC m=+0.113474130 container create d4dbf8e80dd34554fdbcaf6d92453689321e65d8f8a62641d1d9fe4e0dbd4786 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:39:11.099 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:10 smithi137 podman[63990]: 2024-08-17 00:39:10.743660519 +0000 UTC m=+0.018428636 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-17T00:39:11.099 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:11 smithi137 podman[63990]: 2024-08-17 00:39:11.049108774 +0000 UTC m=+0.323876906 container init d4dbf8e80dd34554fdbcaf6d92453689321e65d8f8a62641d1d9fe4e0dbd4786 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:39:11.099 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:11 smithi137 podman[63990]: 2024-08-17 00:39:11.051946037 +0000 UTC m=+0.326714148 container start d4dbf8e80dd34554fdbcaf6d92453689321e65d8f8a62641d1d9fe4e0dbd4786 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:39:11.099 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:11 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:39:11.075Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-17T00:39:11.100 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:11 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:39:11.075Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-17T00:39:11.100 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:11 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:39:11.075Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi137 (none))" 2024-08-17T00:39:11.100 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:11 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:39:11.075Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-17T00:39:11.100 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:11 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:39:11.075Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-17T00:39:11.100 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:11 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:39:11.076Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-17T00:39:11.100 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:11 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:39:11.077Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-17T00:39:11.100 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:11 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:39:11.079Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-17T00:39:11.100 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:11 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:39:11.079Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-17T00:39:11.100 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:11 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:39:11.080Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-17T00:39:11.100 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:11 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:39:11.080Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.583µs 2024-08-17T00:39:11.100 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:11 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:39:11.080Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-17T00:39:11.101 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:11 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:39:11.081Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-08-17T00:39:11.101 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:11 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:39:11.081Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-08-17T00:39:11.101 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:11 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:39:11.081Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=17.649µs wal_replay_duration=628.309µs wbl_replay_duration=137ns total_replay_duration=663.583µs 2024-08-17T00:39:11.101 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:11 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:39:11.082Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-17T00:39:11.101 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:11 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:39:11.082Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-17T00:39:11.101 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:11 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:39:11.082Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-17T00:39:11.101 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:11 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:39:11.097Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.266548ms db_storage=864ns remote_storage=1.368µs web_handler=252ns query_engine=569ns scrape=537.952µs scrape_sd=30.569µs notify=22.871µs notify_sd=8.199µs rules=14.413142ms tracing=5.892µs 2024-08-17T00:39:11.101 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:11 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:39:11.097Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-17T00:39:11.101 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:11 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:39:11.097Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-17T00:39:11.144 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:10 smithi082 ceph-mon[29275]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:11.144 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:10 smithi082 ceph-mon[39953]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:11.221 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:39:11.221 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24325,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/2805285471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":2805285471},{"type":"v1","addr":"172.21.15.137:6833","nonce":2805285471}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T00:37:06.954410+0000","modified":"2024-08-17T00:37:19.993636+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24329":{"gid":24329,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":6,"addr":"172.21.15.82:6835/578208742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":578208742},{"type":"v1","addr":"172.21.15.82:6835","nonce":578208742}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-17T00:39:11.222 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 8 2024-08-17T00:39:11.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:39:11 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:39:11] ENGINE Bus STOPPING 2024-08-17T00:39:11.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:11 smithi137 bash[63990]: d4dbf8e80dd34554fdbcaf6d92453689321e65d8f8a62641d1d9fe4e0dbd4786 2024-08-17T00:39:11.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:39:11 smithi137 systemd[1]: Started Ceph prometheus.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:39:11.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:39:11 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:39:11] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T00:39:11.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:39:11 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:39:11] ENGINE Bus STOPPED 2024-08-17T00:39:11.976 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:39:11 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:39:11] ENGINE Bus STARTING 2024-08-17T00:39:11.976 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:39:11 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:39:11] ENGINE Serving on http://:::9283 2024-08-17T00:39:11.976 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:39:11 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:39:11] ENGINE Bus STARTED 2024-08-17T00:39:11.976 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:39:11 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:39:11] ENGINE Bus STOPPING 2024-08-17T00:39:12.152 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T00:39:12.419 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:39:12] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T00:39:12.419 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:39:12] ENGINE Bus STOPPED 2024-08-17T00:39:12.419 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:39:12] ENGINE Bus STARTING 2024-08-17T00:39:12.419 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:39:12] ENGINE Serving on http://:::9283 2024-08-17T00:39:12.419 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:39:12] ENGINE Bus STARTED 2024-08-17T00:39:12.419 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:39:12] ENGINE Bus STOPPING 2024-08-17T00:39:12.420 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:12.420 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:12.420 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:39:12.420 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[39953]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:39:12.420 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi082.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T00:39:12.420 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[39953]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi082.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T00:39:12.420 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:12.420 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:39:12.420 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[39953]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:39:12.420 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi137.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T00:39:12.420 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[39953]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi137.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T00:39:12.421 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:12.421 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:39:12.421 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[39953]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:39:12.421 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi137.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T00:39:12.421 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[39953]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi137.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T00:39:12.421 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:12.421 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:39:12.421 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/2737101271' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:39:12.421 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:12.421 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:12.421 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:39:12.422 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[29275]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:39:12.422 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi082.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T00:39:12.422 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[29275]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi082.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T00:39:12.422 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:12.422 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:39:12.422 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[29275]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:39:12.422 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi137.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T00:39:12.422 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[29275]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi137.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T00:39:12.422 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:12.422 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:39:12.422 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[29275]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:39:12.422 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi137.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T00:39:12.423 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[29275]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi137.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T00:39:12.423 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:12.423 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:39:12.423 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/2737101271' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:39:12.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:12 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:12.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:12 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:12.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:12 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:39:12.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:12 smithi137 ceph-mon[33068]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:39:12.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:12 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi082.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T00:39:12.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:12 smithi137 ceph-mon[33068]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi082.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T00:39:12.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:12 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:12.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:12 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:39:12.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:12 smithi137 ceph-mon[33068]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:39:12.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:12 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi137.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T00:39:12.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:12 smithi137 ceph-mon[33068]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi137.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T00:39:12.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:12 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:12.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:12 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:39:12.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:12 smithi137 ceph-mon[33068]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:39:12.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:12 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi137.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T00:39:12.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:12 smithi137 ceph-mon[33068]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi137.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T00:39:12.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:12 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:12.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:12 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:39:12.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:12 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/2737101271' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:39:12.971 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:39:12.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:39:12] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T00:39:12.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:39:12] ENGINE Bus STOPPED 2024-08-17T00:39:12.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:39:12] ENGINE Bus STARTING 2024-08-17T00:39:12.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:39:12] ENGINE Serving on http://:::9283 2024-08-17T00:39:12.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:39:12 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:39:12] ENGINE Bus STARTED 2024-08-17T00:39:13.420 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:13 smithi082 ceph-mon[39953]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:13.421 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:13 smithi082 ceph-mon[29275]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:13.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:13 smithi137 ceph-mon[33068]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:14.869 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:39:14.869 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24325,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/2805285471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":2805285471},{"type":"v1","addr":"172.21.15.137:6833","nonce":2805285471}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T00:37:06.954410+0000","modified":"2024-08-17T00:37:19.993636+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24329":{"gid":24329,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":6,"addr":"172.21.15.82:6835/578208742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":578208742},{"type":"v1","addr":"172.21.15.82:6835","nonce":578208742}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-17T00:39:14.870 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 8 2024-08-17T00:39:15.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:15 smithi082 ceph-mon[39953]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:15.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:15 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:15.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:15 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:15.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:15 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/2811134268' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:39:15.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:15 smithi082 ceph-mon[29275]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:15.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:15 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:15.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:15 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:15.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:15 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/2811134268' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:39:15.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:15 smithi137 ceph-mon[33068]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:15.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:15 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:15.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:15 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:15.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:15 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/2811134268' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:39:16.231 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T00:39:16.455 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:39:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[76415]: ts=2024-08-17T00:39:16.426Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002591403s 2024-08-17T00:39:17.001 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:39:17.451 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:17 smithi082 ceph-mon[29275]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:17.451 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:17 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:17.452 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:17 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:17.452 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:17 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:39:17.452 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:17 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:39:17.452 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:17 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:17.452 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:17 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:39:17.453 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:17 smithi082 ceph-mon[39953]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:17.453 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:17 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:17.453 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:17 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:17.453 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:17 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:39:17.453 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:17 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:39:17.453 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:17 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:17.453 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:17 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:39:17.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:17 smithi137 ceph-mon[33068]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:17.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:17 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:17.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:17 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:17.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:17 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:39:17.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:17 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:39:17.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:17 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:17.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:17 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:39:18.860 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:39:18.861 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":75,"fsid":"f8feaf04-5c2f-11ef-bccf-c7b262605968","created":"2024-08-17T00:31:49.177835+0000","modified":"2024-08-17T00:38:10.433264+0000","last_up_change":"2024-08-17T00:36:36.535905+0000","last_in_change":"2024-08-17T00:36:19.917952+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T00:34:43.626088+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T00:37:00.343749+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T00:37:03.874341+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-17T00:37:57.431750+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"202eae0d-b971-441e-a5e5-61e1ae3dbf7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2661296690},{"type":"v1","addr":"172.21.15.82:6803","nonce":2661296690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2661296690},{"type":"v1","addr":"172.21.15.82:6805","nonce":2661296690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":2661296690},{"type":"v1","addr":"172.21.15.82:6809","nonce":2661296690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2661296690},{"type":"v1","addr":"172.21.15.82:6807","nonce":2661296690}]},"public_addr":"172.21.15.82:6803/2661296690","cluster_addr":"172.21.15.82:6805/2661296690","heartbeat_back_addr":"172.21.15.82:6809/2661296690","heartbeat_front_addr":"172.21.15.82:6807/2661296690","state":["exists","up"]},{"osd":1,"uuid":"1aefb1df-6d8e-445f-aa1a-357341b86034","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":3593629905},{"type":"v1","addr":"172.21.15.82:6811","nonce":3593629905}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":3593629905},{"type":"v1","addr":"172.21.15.82:6813","nonce":3593629905}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":3593629905},{"type":"v1","addr":"172.21.15.82:6817","nonce":3593629905}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":3593629905},{"type":"v1","addr":"172.21.15.82:6815","nonce":3593629905}]},"public_addr":"172.21.15.82:6811/3593629905","cluster_addr":"172.21.15.82:6813/3593629905","heartbeat_back_addr":"172.21.15.82:6817/3593629905","heartbeat_front_addr":"172.21.15.82:6815/3593629905","state":["exists","up"]},{"osd":2,"uuid":"e771411e-3dc5-4495-8e1e-22532ec6f1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":2201137631},{"type":"v1","addr":"172.21.15.82:6819","nonce":2201137631}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":2201137631},{"type":"v1","addr":"172.21.15.82:6821","nonce":2201137631}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":2201137631},{"type":"v1","addr":"172.21.15.82:6825","nonce":2201137631}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":2201137631},{"type":"v1","addr":"172.21.15.82:6823","nonce":2201137631}]},"public_addr":"172.21.15.82:6819/2201137631","cluster_addr":"172.21.15.82:6821/2201137631","heartbeat_back_addr":"172.21.15.82:6825/2201137631","heartbeat_front_addr":"172.21.15.82:6823/2201137631","state":["exists","up"]},{"osd":3,"uuid":"fcab179f-8cac-46c5-8a1e-416b98257e98","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":2432430510},{"type":"v1","addr":"172.21.15.82:6827","nonce":2432430510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":2432430510},{"type":"v1","addr":"172.21.15.82:6829","nonce":2432430510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":2432430510},{"type":"v1","addr":"172.21.15.82:6833","nonce":2432430510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":2432430510},{"type":"v1","addr":"172.21.15.82:6831","nonce":2432430510}]},"public_addr":"172.21.15.82:6827/2432430510","cluster_addr":"172.21.15.82:6829/2432430510","heartbeat_back_addr":"172.21.15.82:6833/2432430510","heartbeat_front_addr":"172.21.15.82:6831/2432430510","state":["exists","up"]},{"osd":4,"uuid":"e1a49556-a716-4639-887a-745ab647147f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":3119718686},{"type":"v1","addr":"172.21.15.137:6801","nonce":3119718686}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":3119718686},{"type":"v1","addr":"172.21.15.137:6803","nonce":3119718686}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":3119718686},{"type":"v1","addr":"172.21.15.137:6807","nonce":3119718686}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":3119718686},{"type":"v1","addr":"172.21.15.137:6805","nonce":3119718686}]},"public_addr":"172.21.15.137:6801/3119718686","cluster_addr":"172.21.15.137:6803/3119718686","heartbeat_back_addr":"172.21.15.137:6807/3119718686","heartbeat_front_addr":"172.21.15.137:6805/3119718686","state":["exists","up"]},{"osd":5,"uuid":"d99ec7f9-e1c8-43fc-a561-839b96e75934","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":2464649180},{"type":"v1","addr":"172.21.15.137:6809","nonce":2464649180}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":2464649180},{"type":"v1","addr":"172.21.15.137:6811","nonce":2464649180}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":2464649180},{"type":"v1","addr":"172.21.15.137:6815","nonce":2464649180}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":2464649180},{"type":"v1","addr":"172.21.15.137:6813","nonce":2464649180}]},"public_addr":"172.21.15.137:6809/2464649180","cluster_addr":"172.21.15.137:6811/2464649180","heartbeat_back_addr":"172.21.15.137:6815/2464649180","heartbeat_front_addr":"172.21.15.137:6813/2464649180","state":["exists","up"]},{"osd":6,"uuid":"486be4bc-e77c-4457-bbf4-481efc51c21f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":2188425065},{"type":"v1","addr":"172.21.15.137:6817","nonce":2188425065}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":2188425065},{"type":"v1","addr":"172.21.15.137:6819","nonce":2188425065}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":2188425065},{"type":"v1","addr":"172.21.15.137:6823","nonce":2188425065}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":2188425065},{"type":"v1","addr":"172.21.15.137:6821","nonce":2188425065}]},"public_addr":"172.21.15.137:6817/2188425065","cluster_addr":"172.21.15.137:6819/2188425065","heartbeat_back_addr":"172.21.15.137:6823/2188425065","heartbeat_front_addr":"172.21.15.137:6821/2188425065","state":["exists","up"]},{"osd":7,"uuid":"3d20c01e-aa32-4a98-98b1-a66c1cc60ed5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":3327378897},{"type":"v1","addr":"172.21.15.137:6825","nonce":3327378897}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":3327378897},{"type":"v1","addr":"172.21.15.137:6827","nonce":3327378897}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":3327378897},{"type":"v1","addr":"172.21.15.137:6831","nonce":3327378897}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":3327378897},{"type":"v1","addr":"172.21.15.137:6829","nonce":3327378897}]},"public_addr":"172.21.15.137:6825/3327378897","cluster_addr":"172.21.15.137:6827/3327378897","heartbeat_back_addr":"172.21.15.137:6831/3327378897","heartbeat_front_addr":"172.21.15.137:6829/3327378897","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:33:54.059622+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:34:17.042541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:34:40.818203+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:35:04.997886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:35:26.347506+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:35:49.056726+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:36:12.057138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:36:34.662036+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.5","mappings":[{"from":5,"to":1}]},{"pgid":"3.f","mappings":[{"from":4,"to":1},{"from":0,"to":3}]},{"pgid":"3.24","mappings":[{"from":4,"to":2}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.82:0/729231788":"2024-08-18T00:37:53.711521+0000","172.21.15.82:0/4174301313":"2024-08-18T00:37:53.711521+0000","172.21.15.82:0/4157964058":"2024-08-18T00:37:53.711521+0000","172.21.15.82:0/2579249771":"2024-08-18T00:32:11.699373+0000","172.21.15.82:6800/1296282024":"2024-08-18T00:32:11.699373+0000","172.21.15.82:0/1155766689":"2024-08-18T00:32:11.699373+0000","172.21.15.82:6801/1296282024":"2024-08-18T00:32:11.699373+0000","172.21.15.82:0/2474411610":"2024-08-18T00:32:33.333001+0000","172.21.15.82:6800/3128007426":"2024-08-18T00:37:53.711521+0000","172.21.15.82:0/1095799219":"2024-08-18T00:32:33.333001+0000","172.21.15.82:6801/693925070":"2024-08-18T00:32:33.333001+0000","172.21.15.82:0/705366047":"2024-08-18T00:32:33.333001+0000","172.21.15.82:6800/693925070":"2024-08-18T00:32:33.333001+0000","172.21.15.82:0/281455942":"2024-08-18T00:32:11.699373+0000","172.21.15.82:6801/3128007426":"2024-08-18T00:37:53.711521+0000","172.21.15.82:0/924531209":"2024-08-18T00:37:53.711521+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T00:39:19.473 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:19 smithi082 ceph-mon[39953]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:19.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:19 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/3701675686' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:39:19.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:19 smithi082 ceph-mon[29275]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:19.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:19 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/3701675686' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:39:19.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:19 smithi137 ceph-mon[33068]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:19.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:19 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/3701675686' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:39:19.696 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T00:39:20.164 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:39:21.216 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:39:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:39:20] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:39:21.330 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:21 smithi082 ceph-mon[39953]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:21.330 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:21 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:21.331 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:21 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:21.331 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:21 smithi082 ceph-mon[29275]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:21.331 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:21 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:21.331 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:21 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:21.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:21 smithi137 ceph-mon[33068]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:21.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:21 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:21.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:21 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:22.033 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:39:22.033 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24325,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/2805285471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":2805285471},{"type":"v1","addr":"172.21.15.137:6833","nonce":2805285471}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T00:37:06.954410+0000","modified":"2024-08-17T00:37:19.993636+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24329":{"gid":24329,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":6,"addr":"172.21.15.82:6835/578208742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":578208742},{"type":"v1","addr":"172.21.15.82:6835","nonce":578208742}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-17T00:39:22.034 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 8 2024-08-17T00:39:22.422 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:22 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/2644179992' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:39:22.422 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:22 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/2644179992' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:39:22.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:22 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/2644179992' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T00:39:22.814 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-08-17T00:37:06.954410+0000', 'modified': '2024-08-17T00:37:19.993636+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24329}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24329': {'gid': 24329, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.82:6835/578208742', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.82:6834', 'nonce': 578208742}, {'type': 'v1', 'addr': '172.21.15.82:6835', 'nonce': 578208742}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138320759226367, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'standby_count_wanted': 0} 2024-08-17T00:39:22.815 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-08-17T00:39:22.815 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph tell mds.a status 2024-08-17T00:39:23.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:23 smithi082 ceph-mon[39953]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:23.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:23 smithi082 ceph-mon[29275]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:23.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:23 smithi137 ceph-mon[33068]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:24.346 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:39:24.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:24 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:39:24.513 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:24 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:39:24.514 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:24 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:39:25.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:25 smithi137 ceph-mon[33068]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:25.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:25 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:25.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:25 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:25.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:25 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:39:25.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:25 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:39:25.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:25 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:25.517 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:25 smithi082 ceph-mon[39953]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:25.517 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:25 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:25.518 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:25 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:25.518 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:25 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:39:25.518 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:25 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:39:25.518 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:25 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:25.519 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:25 smithi082 ceph-mon[29275]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:25.519 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:25 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:25.519 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:25 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:25.519 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:25 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:39:25.519 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:25 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:39:25.519 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:25 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:25.838 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:39:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:39:25] "GET /metrics HTTP/1.1" 200 236511 "" "Prometheus/2.43.0" 2024-08-17T00:39:26.034 INFO:teuthology.orchestra.run.smithi082.stderr:2024-08-17T00:39:26.032+0000 7fb34effd640 0 client.14748 ms_handle_reset on v2:172.21.15.82:6834/578208742 2024-08-17T00:39:26.052 INFO:teuthology.orchestra.run.smithi082.stderr:2024-08-17T00:39:26.050+0000 7fb34effd640 0 client.14754 ms_handle_reset on v2:172.21.15.82:6834/578208742 2024-08-17T00:39:26.052 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-08-17T00:39:26.052 INFO:teuthology.orchestra.run.smithi082.stdout: "cluster_fsid": "f8feaf04-5c2f-11ef-bccf-c7b262605968", 2024-08-17T00:39:26.053 INFO:teuthology.orchestra.run.smithi082.stdout: "whoami": 0, 2024-08-17T00:39:26.053 INFO:teuthology.orchestra.run.smithi082.stdout: "id": 24329, 2024-08-17T00:39:26.053 INFO:teuthology.orchestra.run.smithi082.stdout: "want_state": "up:active", 2024-08-17T00:39:26.053 INFO:teuthology.orchestra.run.smithi082.stdout: "state": "up:active", 2024-08-17T00:39:26.053 INFO:teuthology.orchestra.run.smithi082.stdout: "fs_name": "cephfs", 2024-08-17T00:39:26.053 INFO:teuthology.orchestra.run.smithi082.stdout: "rank_uptime": 138.087350319, 2024-08-17T00:39:26.054 INFO:teuthology.orchestra.run.smithi082.stdout: "mdsmap_epoch": 8, 2024-08-17T00:39:26.054 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch": 75, 2024-08-17T00:39:26.054 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch_barrier": 65, 2024-08-17T00:39:26.054 INFO:teuthology.orchestra.run.smithi082.stdout: "uptime": 157.31380067000001 2024-08-17T00:39:26.054 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-08-17T00:39:26.662 INFO:tasks.cephadm:Setup complete, yielding 2024-08-17T00:39:26.662 INFO:teuthology.run_tasks:Running task print... 2024-08-17T00:39:26.671 INFO:teuthology.task.print:**** done end installing quincy cephadm ... 2024-08-17T00:39:26.672 INFO:teuthology.run_tasks:Running task print... 2024-08-17T00:39:26.686 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-08-17T00:39:26.686 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-08-17T00:39:26.703 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi082.front.sepia.ceph.com 2024-08-17T00:39:26.704 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-08-17T00:39:26.957 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:39:27.423 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:27 smithi082 ceph-mon[39953]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:27.423 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:27 smithi082 ceph-mon[39953]: mgrmap e23: y(active, since 92s), standbys: x 2024-08-17T00:39:27.424 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:27 smithi082 ceph-mon[29275]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:27.424 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:27 smithi082 ceph-mon[29275]: mgrmap e23: y(active, since 92s), standbys: x 2024-08-17T00:39:27.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:27 smithi137 ceph-mon[33068]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:27.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:27 smithi137 ceph-mon[33068]: mgrmap e23: y(active, since 92s), standbys: x 2024-08-17T00:39:28.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:39:28 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:39:28] ENGINE Bus STOPPING 2024-08-17T00:39:29.345 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:29 smithi082 ceph-mon[39953]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:29.345 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:29 smithi082 ceph-mon[39953]: from='client.? ' entity='client.admin' 2024-08-17T00:39:29.345 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:39:29.345 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:39:29.345 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:39:29.345 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:29 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:29.345 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:39:29 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:39:29] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T00:39:29.346 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:39:29 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:39:29] ENGINE Bus STOPPED 2024-08-17T00:39:29.346 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:39:29 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:39:29] ENGINE Bus STARTING 2024-08-17T00:39:29.346 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:39:29 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:39:29] ENGINE Serving on http://:::9283 2024-08-17T00:39:29.346 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:39:29 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:39:29] ENGINE Bus STARTED 2024-08-17T00:39:29.346 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:29 smithi082 ceph-mon[29275]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:29.346 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:29 smithi082 ceph-mon[29275]: from='client.? ' entity='client.admin' 2024-08-17T00:39:29.347 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:39:29.347 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:39:29.347 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:39:29.347 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:29 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:29.375 INFO:teuthology.run_tasks:Running task print... 2024-08-17T00:39:29.384 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-08-17T00:39:29.384 INFO:teuthology.run_tasks:Running task print... 2024-08-17T00:39:29.401 INFO:teuthology.task.print:**** done start telemetry quincy... 2024-08-17T00:39:29.401 INFO:teuthology.run_tasks:Running task workunit... 2024-08-17T00:39:29.427 INFO:tasks.workunit:Pulling workunits from ref 34035a153785525a78f55c59012d77f335d36e2a 2024-08-17T00:39:29.427 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-17T00:39:29.428 DEBUG:teuthology.orchestra.run.smithi082:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-17T00:39:29.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T00:39:29.444 INFO:teuthology.orchestra.run.smithi082.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-17T00:39:29.444 DEBUG:teuthology.orchestra.run.smithi082:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T00:39:29.499 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-17T00:39:29.499 DEBUG:teuthology.orchestra.run.smithi082:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-17T00:39:29.556 INFO:tasks.workunit:timeout=3h 2024-08-17T00:39:29.556 INFO:tasks.workunit:cleanup=True 2024-08-17T00:39:29.556 DEBUG:teuthology.orchestra.run.smithi082:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 34035a153785525a78f55c59012d77f335d36e2a 2024-08-17T00:39:29.613 INFO:tasks.workunit.client.0.smithi082.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-17T00:39:29.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:29 smithi137 ceph-mon[33068]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:29.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:29 smithi137 ceph-mon[33068]: from='client.? ' entity='client.admin' 2024-08-17T00:39:29.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:39:29.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:39:29.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:39:29.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:29 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:39:31.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:39:30 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:39:30] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:39:31.527 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:31 smithi082 ceph-mon[39953]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:31.528 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:31 smithi082 ceph-mon[29275]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:31.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:31 smithi137 ceph-mon[33068]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:33.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:33 smithi082 ceph-mon[29275]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:33.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:33 smithi082 ceph-mon[39953]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:33.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:33 smithi137 ceph-mon[33068]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:35.614 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:35 smithi082 ceph-mon[39953]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:35.614 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:35 smithi082 ceph-mon[29275]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:35.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:35 smithi137 ceph-mon[33068]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:35.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:39:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:39:35] "GET /metrics HTTP/1.1" 200 236511 "" "Prometheus/2.43.0" 2024-08-17T00:39:37.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:37 smithi082 ceph-mon[29275]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:37.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:37 smithi082 ceph-mon[39953]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:37.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:37 smithi137 ceph-mon[33068]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-17T00:39:39.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:39 smithi082 ceph-mon[39953]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:39.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:39 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:39:39.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:39 smithi082 ceph-mon[29275]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:39.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:39 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:39:39.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:39 smithi137 ceph-mon[33068]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:39.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:39 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:39:41.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:39:40 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:39:40] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:39:41.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:41 smithi082 ceph-mon[39953]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:41.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:41 smithi082 ceph-mon[29275]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:41.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:41 smithi137 ceph-mon[33068]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:43.539 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:43 smithi137 ceph-mon[33068]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:43.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:43 smithi082 ceph-mon[39953]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:43.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:43 smithi082 ceph-mon[29275]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:45.614 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:45 smithi082 ceph-mon[39953]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:45.615 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:45 smithi082 ceph-mon[29275]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:45.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:45 smithi137 ceph-mon[33068]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:45.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:39:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:39:45] "GET /metrics HTTP/1.1" 200 236491 "" "Prometheus/2.43.0" 2024-08-17T00:39:47.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:47 smithi082 ceph-mon[39953]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:47.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:47 smithi082 ceph-mon[29275]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:47.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:47 smithi137 ceph-mon[33068]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:49.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:49 smithi082 ceph-mon[39953]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:49.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:49 smithi082 ceph-mon[29275]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:49.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:49 smithi137 ceph-mon[33068]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:51.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:39:50 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:39:50] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:39:51.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:51 smithi082 ceph-mon[39953]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:51.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:51 smithi082 ceph-mon[29275]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:51.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:51 smithi137 ceph-mon[33068]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:53.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:53 smithi082 ceph-mon[39953]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:53.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:53 smithi082 ceph-mon[29275]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:53.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:53 smithi137 ceph-mon[33068]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:54 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:39:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:54 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:39:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:54 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:39:55.613 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:55 smithi082 ceph-mon[39953]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:55.613 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:55 smithi082 ceph-mon[29275]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:55.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:55 smithi137 ceph-mon[33068]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:55.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:39:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:39:55] "GET /metrics HTTP/1.1" 200 236505 "" "Prometheus/2.43.0" 2024-08-17T00:39:57.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:57 smithi082 ceph-mon[29275]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:57.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:57 smithi082 ceph-mon[39953]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:57.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:57 smithi137 ceph-mon[33068]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:59.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:39:59 smithi082 ceph-mon[39953]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:59.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:39:59 smithi082 ceph-mon[29275]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:39:59.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:39:59 smithi137 ceph-mon[33068]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:00 smithi082 ceph-mon[29275]: overall HEALTH_OK 2024-08-17T00:40:00.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:00 smithi082 ceph-mon[39953]: overall HEALTH_OK 2024-08-17T00:40:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:00 smithi137 ceph-mon[33068]: overall HEALTH_OK 2024-08-17T00:40:01.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:40:00 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:40:00] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:40:01.625 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:01 smithi082 ceph-mon[39953]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:01.626 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:01 smithi082 ceph-mon[29275]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:01.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:01 smithi137 ceph-mon[33068]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:03.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:03 smithi082 ceph-mon[39953]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:03.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:03 smithi082 ceph-mon[29275]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:03.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:03 smithi137 ceph-mon[33068]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:05.613 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:05 smithi082 ceph-mon[39953]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:05.614 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:05 smithi082 ceph-mon[29275]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:05.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:05 smithi137 ceph-mon[33068]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:05.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:40:05] "GET /metrics HTTP/1.1" 200 236505 "" "Prometheus/2.43.0" 2024-08-17T00:40:07.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:07 smithi082 ceph-mon[39953]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:07.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:07 smithi082 ceph-mon[29275]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:07.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:07 smithi137 ceph-mon[33068]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:09.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:09 smithi082 ceph-mon[39953]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:09.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:09 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:40:09.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:09 smithi082 ceph-mon[29275]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:09.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:09 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:40:09.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:09 smithi137 ceph-mon[33068]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:09.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:09 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:40:11.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:40:10 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:40:10] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:40:11.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:11 smithi082 ceph-mon[39953]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:11.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:11 smithi082 ceph-mon[29275]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:11.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:11 smithi137 ceph-mon[33068]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:13.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:13 smithi082 ceph-mon[29275]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:13.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:13 smithi082 ceph-mon[39953]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:13.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:13 smithi137 ceph-mon[33068]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:15.613 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:15 smithi082 ceph-mon[39953]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:15.614 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:15 smithi082 ceph-mon[29275]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:15.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:15 smithi137 ceph-mon[33068]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:15.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:40:15] "GET /metrics HTTP/1.1" 200 236503 "" "Prometheus/2.43.0" 2024-08-17T00:40:17.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:17 smithi082 ceph-mon[29275]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:17.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:17 smithi082 ceph-mon[39953]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:17.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:17 smithi137 ceph-mon[33068]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:19.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:19 smithi082 ceph-mon[39953]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:19.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:19 smithi082 ceph-mon[29275]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:19.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:19 smithi137 ceph-mon[33068]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:21.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:40:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:40:20] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:40:21.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:21 smithi082 ceph-mon[39953]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:21.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:21 smithi082 ceph-mon[29275]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:21.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:21 smithi137 ceph-mon[33068]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:23.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:23 smithi082 ceph-mon[39953]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:23.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:23 smithi082 ceph-mon[29275]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:23.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:23 smithi137 ceph-mon[33068]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:24.394 INFO:tasks.workunit.client.0.smithi082.stderr:Note: switching to '34035a153785525a78f55c59012d77f335d36e2a'. 2024-08-17T00:40:24.394 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-08-17T00:40:24.398 INFO:tasks.workunit.client.0.smithi082.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-08-17T00:40:24.398 INFO:tasks.workunit.client.0.smithi082.stderr:changes and commit them, and you can discard any commits you make in this 2024-08-17T00:40:24.398 INFO:tasks.workunit.client.0.smithi082.stderr:state without impacting any branches by switching back to a branch. 2024-08-17T00:40:24.398 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-08-17T00:40:24.398 INFO:tasks.workunit.client.0.smithi082.stderr:If you want to create a new branch to retain commits you create, you may 2024-08-17T00:40:24.398 INFO:tasks.workunit.client.0.smithi082.stderr:do so (now or later) by using -c with the switch command. Example: 2024-08-17T00:40:24.398 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-08-17T00:40:24.398 INFO:tasks.workunit.client.0.smithi082.stderr: git switch -c 2024-08-17T00:40:24.398 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-08-17T00:40:24.398 INFO:tasks.workunit.client.0.smithi082.stderr:Or undo this operation with: 2024-08-17T00:40:24.399 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-08-17T00:40:24.399 INFO:tasks.workunit.client.0.smithi082.stderr: git switch - 2024-08-17T00:40:24.399 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-08-17T00:40:24.399 INFO:tasks.workunit.client.0.smithi082.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-08-17T00:40:24.399 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-08-17T00:40:24.399 INFO:tasks.workunit.client.0.smithi082.stderr:HEAD is now at 34035a15378 Merge pull request #59233 from zdover23/wip-doc-2024-08-15-backport-59219-to-squid 2024-08-17T00:40:24.401 DEBUG:teuthology.orchestra.run.smithi082:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-17T00:40:24.474 INFO:tasks.workunit.client.0.smithi082.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-17T00:40:24.476 INFO:tasks.workunit.client.0.smithi082.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T00:40:24.476 INFO:tasks.workunit.client.0.smithi082.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-17T00:40:24.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:24 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:40:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:24 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:40:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:24 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:40:25.207 INFO:tasks.workunit.client.0.smithi082.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-17T00:40:25.263 INFO:tasks.workunit.client.0.smithi082.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-17T00:40:25.302 INFO:tasks.workunit.client.0.smithi082.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T00:40:25.304 INFO:tasks.workunit.client.0.smithi082.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T00:40:25.304 INFO:tasks.workunit.client.0.smithi082.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-17T00:40:25.343 INFO:tasks.workunit.client.0.smithi082.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T00:40:25.346 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-08-17T00:40:25.347 DEBUG:teuthology.orchestra.run.smithi082:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-17T00:40:25.417 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy.sh on client.0... 2024-08-17T00:40:25.419 INFO:tasks.workunit:Running workunit test_telemetry_quincy.sh... 2024-08-17T00:40:25.419 DEBUG:teuthology.orchestra.run.smithi082:workunit test test_telemetry_quincy.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=34035a153785525a78f55c59012d77f335d36e2a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy.sh 2024-08-17T00:40:25.512 INFO:tasks.workunit.client.0.smithi082.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-08-17T00:40:25.612 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:25 smithi082 ceph-mon[39953]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:25.613 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:25 smithi082 ceph-mon[29275]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:25.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:25 smithi137 ceph-mon[33068]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:25.898 INFO:tasks.workunit.client.0.smithi082.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-08-17T00:40:25.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:40:25] "GET /metrics HTTP/1.1" 200 236472 "" "Prometheus/2.43.0" 2024-08-17T00:40:25.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:25] ENGINE Bus STOPPING 2024-08-17T00:40:26.312 INFO:tasks.workunit.client.0.smithi082.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-08-17T00:40:26.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:26] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T00:40:26.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:26] ENGINE Bus STOPPED 2024-08-17T00:40:26.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:26] ENGINE Bus STARTING 2024-08-17T00:40:26.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:26] ENGINE Serving on http://:::9283 2024-08-17T00:40:26.476 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:26] ENGINE Bus STARTED 2024-08-17T00:40:26.476 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:26] ENGINE Bus STOPPING 2024-08-17T00:40:26.683 INFO:tasks.workunit.client.0.smithi082.stderr:+ ceph telemetry preview 2024-08-17T00:40:27.145 INFO:tasks.workunit.client.0.smithi082.stdout:{ 2024-08-17T00:40:27.145 INFO:tasks.workunit.client.0.smithi082.stdout: "balancer": { 2024-08-17T00:40:27.145 INFO:tasks.workunit.client.0.smithi082.stdout: "active": true, 2024-08-17T00:40:27.145 INFO:tasks.workunit.client.0.smithi082.stdout: "mode": "" 2024-08-17T00:40:27.145 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.145 INFO:tasks.workunit.client.0.smithi082.stdout: "channels": [ 2024-08-17T00:40:27.145 INFO:tasks.workunit.client.0.smithi082.stdout: "basic", 2024-08-17T00:40:27.145 INFO:tasks.workunit.client.0.smithi082.stdout: "crash", 2024-08-17T00:40:27.146 INFO:tasks.workunit.client.0.smithi082.stdout: "device", 2024-08-17T00:40:27.146 INFO:tasks.workunit.client.0.smithi082.stdout: "ident" 2024-08-17T00:40:27.146 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:27.146 INFO:tasks.workunit.client.0.smithi082.stdout: "channels_available": [ 2024-08-17T00:40:27.146 INFO:tasks.workunit.client.0.smithi082.stdout: "basic", 2024-08-17T00:40:27.146 INFO:tasks.workunit.client.0.smithi082.stdout: "ident", 2024-08-17T00:40:27.146 INFO:tasks.workunit.client.0.smithi082.stdout: "crash", 2024-08-17T00:40:27.146 INFO:tasks.workunit.client.0.smithi082.stdout: "device", 2024-08-17T00:40:27.146 INFO:tasks.workunit.client.0.smithi082.stdout: "perf" 2024-08-17T00:40:27.146 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:27.146 INFO:tasks.workunit.client.0.smithi082.stdout: "collections_available": [ 2024-08-17T00:40:27.146 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_base", 2024-08-17T00:40:27.146 INFO:tasks.workunit.client.0.smithi082.stdout: "device_base", 2024-08-17T00:40:27.147 INFO:tasks.workunit.client.0.smithi082.stdout: "crash_base", 2024-08-17T00:40:27.147 INFO:tasks.workunit.client.0.smithi082.stdout: "ident_base", 2024-08-17T00:40:27.147 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_perf", 2024-08-17T00:40:27.147 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_mds_metadata", 2024-08-17T00:40:27.147 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_usage", 2024-08-17T00:40:27.147 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_usage_by_class", 2024-08-17T00:40:27.147 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_rook_v01", 2024-08-17T00:40:27.147 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_memory_metrics", 2024-08-17T00:40:27.147 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_options_bluestore" 2024-08-17T00:40:27.147 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:27.147 INFO:tasks.workunit.client.0.smithi082.stdout: "collections_opted_in": [ 2024-08-17T00:40:27.147 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_base", 2024-08-17T00:40:27.147 INFO:tasks.workunit.client.0.smithi082.stdout: "device_base", 2024-08-17T00:40:27.148 INFO:tasks.workunit.client.0.smithi082.stdout: "crash_base", 2024-08-17T00:40:27.148 INFO:tasks.workunit.client.0.smithi082.stdout: "ident_base", 2024-08-17T00:40:27.148 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_perf", 2024-08-17T00:40:27.148 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_mds_metadata", 2024-08-17T00:40:27.148 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_usage", 2024-08-17T00:40:27.148 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_usage_by_class", 2024-08-17T00:40:27.148 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_rook_v01", 2024-08-17T00:40:27.148 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_memory_metrics", 2024-08-17T00:40:27.148 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_options_bluestore" 2024-08-17T00:40:27.148 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:27.148 INFO:tasks.workunit.client.0.smithi082.stdout: "config": { 2024-08-17T00:40:27.148 INFO:tasks.workunit.client.0.smithi082.stdout: "active_changed": [ 2024-08-17T00:40:27.148 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T00:40:27.148 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_debug", 2024-08-17T00:40:27.149 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_mon_ticket_ttl", 2024-08-17T00:40:27.149 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_service_ticket_ttl", 2024-08-17T00:40:27.149 INFO:tasks.workunit.client.0.smithi082.stdout: "bdev_debug_aio", 2024-08-17T00:40:27.149 INFO:tasks.workunit.client.0.smithi082.stdout: "client_check_pool_perm", 2024-08-17T00:40:27.149 INFO:tasks.workunit.client.0.smithi082.stdout: "client_mount_gid", 2024-08-17T00:40:27.149 INFO:tasks.workunit.client.0.smithi082.stdout: "client_mount_uid", 2024-08-17T00:40:27.149 INFO:tasks.workunit.client.0.smithi082.stdout: "client_quota", 2024-08-17T00:40:27.149 INFO:tasks.workunit.client.0.smithi082.stdout: "container_image", 2024-08-17T00:40:27.149 INFO:tasks.workunit.client.0.smithi082.stdout: "daemonize", 2024-08-17T00:40:27.149 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_asserts_on_shutdown", 2024-08-17T00:40:27.149 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mgr", 2024-08-17T00:40:27.149 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mon", 2024-08-17T00:40:27.149 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_ms", 2024-08-17T00:40:27.149 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_osd", 2024-08-17T00:40:27.149 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_paxos", 2024-08-17T00:40:27.150 INFO:tasks.workunit.client.0.smithi082.stdout: "keyring", 2024-08-17T00:40:27.150 INFO:tasks.workunit.client.0.smithi082.stdout: "leveldb_block_size", 2024-08-17T00:40:27.150 INFO:tasks.workunit.client.0.smithi082.stdout: "leveldb_cache_size", 2024-08-17T00:40:27.150 INFO:tasks.workunit.client.0.smithi082.stdout: "leveldb_compression", 2024-08-17T00:40:27.150 INFO:tasks.workunit.client.0.smithi082.stdout: "leveldb_log", 2024-08-17T00:40:27.150 INFO:tasks.workunit.client.0.smithi082.stdout: "leveldb_write_buffer_size", 2024-08-17T00:40:27.150 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_file", 2024-08-17T00:40:27.151 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_journald", 2024-08-17T00:40:27.151 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_stderr", 2024-08-17T00:40:27.151 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_allow_pool_delete", 2024-08-17T00:40:27.151 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_clock_drift_allowed", 2024-08-17T00:40:27.151 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_file", 2024-08-17T00:40:27.151 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_journald", 2024-08-17T00:40:27.151 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_stderr", 2024-08-17T00:40:27.151 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_data_avail_warn", 2024-08-17T00:40:27.151 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_election_default_strategy", 2024-08-17T00:40:27.151 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_host", 2024-08-17T00:40:27.151 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_max_pg_per_osd", 2024-08-17T00:40:27.151 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_mgr_mkfs_grace", 2024-08-17T00:40:27.151 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_prime_pg_temp", 2024-08-17T00:40:27.152 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T00:40:27.152 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T00:40:27.152 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T00:40:27.152 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T00:40:27.152 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T00:40:27.152 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T00:40:27.152 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T00:40:27.152 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T00:40:27.152 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T00:40:27.152 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T00:40:27.152 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_too_few_osds", 2024-08-17T00:40:27.152 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_bug", 2024-08-17T00:40:27.152 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_old_message", 2024-08-17T00:40:27.152 INFO:tasks.workunit.client.0.smithi082.stdout: "no_config_file", 2024-08-17T00:40:27.153 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_default_list", 2024-08-17T00:40:27.153 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_load_list", 2024-08-17T00:40:27.153 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_misdirected_ops", 2024-08-17T00:40:27.153 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_op_order", 2024-08-17T00:40:27.153 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_pg_log_writeout", 2024-08-17T00:40:27.153 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_shutdown", 2024-08-17T00:40:27.153 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T00:40:27.153 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T00:40:27.153 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T00:40:27.153 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T00:40:27.154 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_profile", 2024-08-17T00:40:27.154 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-17T00:40:27.154 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-17T00:40:27.154 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-17T00:40:27.154 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-17T00:40:27.154 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-17T00:40:27.154 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-17T00:40:27.154 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_client_lim", 2024-08-17T00:40:27.154 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_client_res", 2024-08-17T00:40:27.154 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-17T00:40:27.154 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target", 2024-08-17T00:40:27.154 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target_autotune", 2024-08-17T00:40:27.154 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue", 2024-08-17T00:40:27.155 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue_cut_off", 2024-08-17T00:40:27.155 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T00:40:27.155 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T00:40:27.155 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recover_clone_overlap", 2024-08-17T00:40:27.155 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_max_chunk", 2024-08-17T00:40:27.155 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_load_threshold", 2024-08-17T00:40:27.155 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_max_interval", 2024-08-17T00:40:27.155 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_shutdown_pgref_assert", 2024-08-17T00:40:27.155 INFO:tasks.workunit.client.0.smithi082.stdout: "public_addr", 2024-08-17T00:40:27.155 INFO:tasks.workunit.client.0.smithi082.stdout: "public_addrv", 2024-08-17T00:40:27.155 INFO:tasks.workunit.client.0.smithi082.stdout: "public_network", 2024-08-17T00:40:27.155 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd_default_features", 2024-08-17T00:40:27.155 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd_qos_exclude_ops", 2024-08-17T00:40:27.156 INFO:tasks.workunit.client.0.smithi082.stdout: "setgroup", 2024-08-17T00:40:27.156 INFO:tasks.workunit.client.0.smithi082.stdout: "setuser" 2024-08-17T00:40:27.156 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:27.156 INFO:tasks.workunit.client.0.smithi082.stdout: "cluster_changed": [ 2024-08-17T00:40:27.156 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T00:40:27.156 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_debug", 2024-08-17T00:40:27.156 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_mon_ticket_ttl", 2024-08-17T00:40:27.156 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_service_ticket_ttl", 2024-08-17T00:40:27.156 INFO:tasks.workunit.client.0.smithi082.stdout: "bdev_debug_aio", 2024-08-17T00:40:27.156 INFO:tasks.workunit.client.0.smithi082.stdout: "container_image", 2024-08-17T00:40:27.156 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_asserts_on_shutdown", 2024-08-17T00:40:27.157 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mgr", 2024-08-17T00:40:27.157 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mon", 2024-08-17T00:40:27.157 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_ms", 2024-08-17T00:40:27.157 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_osd", 2024-08-17T00:40:27.157 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_paxos", 2024-08-17T00:40:27.157 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_file", 2024-08-17T00:40:27.157 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_journald", 2024-08-17T00:40:27.157 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_stderr", 2024-08-17T00:40:27.157 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_join_fs", 2024-08-17T00:40:27.157 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/allow_ptrace", 2024-08-17T00:40:27.157 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/container_init", 2024-08-17T00:40:27.157 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/migration_current", 2024-08-17T00:40:27.157 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/use_repo_digest", 2024-08-17T00:40:27.157 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-17T00:40:27.158 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-17T00:40:27.158 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-17T00:40:27.158 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-17T00:40:27.158 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/ssl_server_port", 2024-08-17T00:40:27.158 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/orchestrator/orchestrator", 2024-08-17T00:40:27.158 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/channel_ident", 2024-08-17T00:40:27.158 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/description", 2024-08-17T00:40:27.158 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/organization", 2024-08-17T00:40:27.158 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_allow_pool_delete", 2024-08-17T00:40:27.158 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_clock_drift_allowed", 2024-08-17T00:40:27.158 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_file", 2024-08-17T00:40:27.158 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_data_avail_warn", 2024-08-17T00:40:27.158 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_election_default_strategy", 2024-08-17T00:40:27.159 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_max_pg_per_osd", 2024-08-17T00:40:27.159 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_mgr_mkfs_grace", 2024-08-17T00:40:27.159 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_prime_pg_temp", 2024-08-17T00:40:27.159 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T00:40:27.159 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T00:40:27.159 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T00:40:27.159 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T00:40:27.159 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T00:40:27.159 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T00:40:27.159 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T00:40:27.159 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T00:40:27.159 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T00:40:27.160 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T00:40:27.160 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_too_few_osds", 2024-08-17T00:40:27.160 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_bug", 2024-08-17T00:40:27.160 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_old_message", 2024-08-17T00:40:27.160 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_default_list", 2024-08-17T00:40:27.160 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_load_list", 2024-08-17T00:40:27.160 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_misdirected_ops", 2024-08-17T00:40:27.160 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_op_order", 2024-08-17T00:40:27.160 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_pg_log_writeout", 2024-08-17T00:40:27.160 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_shutdown", 2024-08-17T00:40:27.160 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T00:40:27.160 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T00:40:27.160 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T00:40:27.160 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T00:40:27.161 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_profile", 2024-08-17T00:40:27.161 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target", 2024-08-17T00:40:27.161 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target_autotune", 2024-08-17T00:40:27.161 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue", 2024-08-17T00:40:27.161 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue_cut_off", 2024-08-17T00:40:27.161 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T00:40:27.161 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T00:40:27.161 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recover_clone_overlap", 2024-08-17T00:40:27.161 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_max_chunk", 2024-08-17T00:40:27.161 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_load_threshold", 2024-08-17T00:40:27.161 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_max_interval", 2024-08-17T00:40:27.161 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_shutdown_pgref_assert", 2024-08-17T00:40:27.161 INFO:tasks.workunit.client.0.smithi082.stdout: "public_network", 2024-08-17T00:40:27.161 INFO:tasks.workunit.client.0.smithi082.stdout: "rgw_cache_enabled", 2024-08-17T00:40:27.162 INFO:tasks.workunit.client.0.smithi082.stdout: "rgw_enable_ops_log", 2024-08-17T00:40:27.162 INFO:tasks.workunit.client.0.smithi082.stdout: "rgw_enable_usage_log" 2024-08-17T00:40:27.162 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:27.162 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.162 INFO:tasks.workunit.client.0.smithi082.stdout: "contact": null, 2024-08-17T00:40:27.162 INFO:tasks.workunit.client.0.smithi082.stdout: "crashes": [], 2024-08-17T00:40:27.162 INFO:tasks.workunit.client.0.smithi082.stdout: "created": "2024-08-17T00:31:42.812154Z", 2024-08-17T00:40:27.162 INFO:tasks.workunit.client.0.smithi082.stdout: "crush": { 2024-08-17T00:40:27.163 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket_algs": { 2024-08-17T00:40:27.163 INFO:tasks.workunit.client.0.smithi082.stdout: "straw2": 3 2024-08-17T00:40:27.163 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.163 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket_sizes": { 2024-08-17T00:40:27.163 INFO:tasks.workunit.client.0.smithi082.stdout: "2": 1, 2024-08-17T00:40:27.163 INFO:tasks.workunit.client.0.smithi082.stdout: "4": 2 2024-08-17T00:40:27.163 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.163 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket_types": { 2024-08-17T00:40:27.163 INFO:tasks.workunit.client.0.smithi082.stdout: "1": 2, 2024-08-17T00:40:27.163 INFO:tasks.workunit.client.0.smithi082.stdout: "11": 1 2024-08-17T00:40:27.163 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.163 INFO:tasks.workunit.client.0.smithi082.stdout: "compat_weight_set": false, 2024-08-17T00:40:27.163 INFO:tasks.workunit.client.0.smithi082.stdout: "device_classes": [ 2024-08-17T00:40:27.163 INFO:tasks.workunit.client.0.smithi082.stdout: 8 2024-08-17T00:40:27.164 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:27.164 INFO:tasks.workunit.client.0.smithi082.stdout: "num_buckets": 6, 2024-08-17T00:40:27.164 INFO:tasks.workunit.client.0.smithi082.stdout: "num_devices": 8, 2024-08-17T00:40:27.164 INFO:tasks.workunit.client.0.smithi082.stdout: "num_rules": 1, 2024-08-17T00:40:27.164 INFO:tasks.workunit.client.0.smithi082.stdout: "num_types": 12, 2024-08-17T00:40:27.164 INFO:tasks.workunit.client.0.smithi082.stdout: "num_weight_sets": 0, 2024-08-17T00:40:27.164 INFO:tasks.workunit.client.0.smithi082.stdout: "tunables": { 2024-08-17T00:40:27.164 INFO:tasks.workunit.client.0.smithi082.stdout: "allowed_bucket_algs": 54, 2024-08-17T00:40:27.164 INFO:tasks.workunit.client.0.smithi082.stdout: "choose_local_fallback_tries": 0, 2024-08-17T00:40:27.164 INFO:tasks.workunit.client.0.smithi082.stdout: "choose_local_tries": 0, 2024-08-17T00:40:27.164 INFO:tasks.workunit.client.0.smithi082.stdout: "choose_total_tries": 50, 2024-08-17T00:40:27.164 INFO:tasks.workunit.client.0.smithi082.stdout: "chooseleaf_descend_once": 1, 2024-08-17T00:40:27.164 INFO:tasks.workunit.client.0.smithi082.stdout: "chooseleaf_stable": 1, 2024-08-17T00:40:27.164 INFO:tasks.workunit.client.0.smithi082.stdout: "chooseleaf_vary_r": 1, 2024-08-17T00:40:27.165 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v2_rules": 0, 2024-08-17T00:40:27.165 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v3_rules": 0, 2024-08-17T00:40:27.165 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v4_buckets": 1, 2024-08-17T00:40:27.165 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v5_rules": 0, 2024-08-17T00:40:27.165 INFO:tasks.workunit.client.0.smithi082.stdout: "legacy_tunables": 0, 2024-08-17T00:40:27.165 INFO:tasks.workunit.client.0.smithi082.stdout: "minimum_required_version": "jewel", 2024-08-17T00:40:27.165 INFO:tasks.workunit.client.0.smithi082.stdout: "optimal_tunables": 1, 2024-08-17T00:40:27.165 INFO:tasks.workunit.client.0.smithi082.stdout: "profile": "jewel", 2024-08-17T00:40:27.165 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables": 1, 2024-08-17T00:40:27.165 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables2": 1, 2024-08-17T00:40:27.165 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables3": 1, 2024-08-17T00:40:27.166 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables5": 1, 2024-08-17T00:40:27.166 INFO:tasks.workunit.client.0.smithi082.stdout: "straw_calc_version": 1 2024-08-17T00:40:27.166 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.166 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.166 INFO:tasks.workunit.client.0.smithi082.stdout: "description": "upgrade test cluster", 2024-08-17T00:40:27.166 INFO:tasks.workunit.client.0.smithi082.stdout: "fs": { 2024-08-17T00:40:27.166 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:27.166 INFO:tasks.workunit.client.0.smithi082.stdout: "feature_flags": { 2024-08-17T00:40:27.166 INFO:tasks.workunit.client.0.smithi082.stdout: "enable_multiple": true, 2024-08-17T00:40:27.166 INFO:tasks.workunit.client.0.smithi082.stdout: "ever_enabled_multiple": true 2024-08-17T00:40:27.166 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.166 INFO:tasks.workunit.client.0.smithi082.stdout: "filesystems": [ 2024-08-17T00:40:27.166 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:27.166 INFO:tasks.workunit.client.0.smithi082.stdout: "approx_ctime": "2024-08", 2024-08-17T00:40:27.167 INFO:tasks.workunit.client.0.smithi082.stdout: "balancer_enabled": false, 2024-08-17T00:40:27.167 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:27.167 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_caps": 0, 2024-08-17T00:40:27.167 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_dns": 10, 2024-08-17T00:40:27.167 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_inos": 13, 2024-08-17T00:40:27.167 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_subtrees": 2, 2024-08-17T00:40:27.167 INFO:tasks.workunit.client.0.smithi082.stdout: "ever_allowed_features": 0, 2024-08-17T00:40:27.167 INFO:tasks.workunit.client.0.smithi082.stdout: "explicitly_allowed_features": 0, 2024-08-17T00:40:27.167 INFO:tasks.workunit.client.0.smithi082.stdout: "files": 0, 2024-08-17T00:40:27.167 INFO:tasks.workunit.client.0.smithi082.stdout: "max_mds": 1, 2024-08-17T00:40:27.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_data_pools": 1, 2024-08-17T00:40:27.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_in": 1, 2024-08-17T00:40:27.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_mds": 1, 2024-08-17T00:40:27.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_sessions": 0, 2024-08-17T00:40:27.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_standby_replay": 0, 2024-08-17T00:40:27.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_up": 1, 2024-08-17T00:40:27.168 INFO:tasks.workunit.client.0.smithi082.stdout: "snaps": 0, 2024-08-17T00:40:27.168 INFO:tasks.workunit.client.0.smithi082.stdout: "standby_count_wanted": 0 2024-08-17T00:40:27.168 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.168 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:27.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_standby_mds": 1, 2024-08-17T00:40:27.168 INFO:tasks.workunit.client.0.smithi082.stdout: "total_num_mds": 2 2024-08-17T00:40:27.168 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.168 INFO:tasks.workunit.client.0.smithi082.stdout: "hosts": { 2024-08-17T00:40:27.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num": 2, 2024-08-17T00:40:27.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_mds": 2, 2024-08-17T00:40:27.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_mgr": 2, 2024-08-17T00:40:27.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_mon": 2, 2024-08-17T00:40:27.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_osd": 2 2024-08-17T00:40:27.169 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.169 INFO:tasks.workunit.client.0.smithi082.stdout: "leaderboard": false, 2024-08-17T00:40:27.169 INFO:tasks.workunit.client.0.smithi082.stdout: "license": "sharing-1-0", 2024-08-17T00:40:27.169 INFO:tasks.workunit.client.0.smithi082.stdout: "metadata": { 2024-08-17T00:40:27.169 INFO:tasks.workunit.client.0.smithi082.stdout: "mds": { 2024-08-17T00:40:27.169 INFO:tasks.workunit.client.0.smithi082.stdout: "arch": { 2024-08-17T00:40:27.169 INFO:tasks.workunit.client.0.smithi082.stdout: "x86_64": 2 2024-08-17T00:40:27.169 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.169 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_version": { 2024-08-17T00:40:27.169 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:40:27.169 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.169 INFO:tasks.workunit.client.0.smithi082.stdout: "cpu": { 2024-08-17T00:40:27.169 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-17T00:40:27.170 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.170 INFO:tasks.workunit.client.0.smithi082.stdout: "distro": { 2024-08-17T00:40:27.170 INFO:tasks.workunit.client.0.smithi082.stdout: "centos": 2 2024-08-17T00:40:27.170 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.170 INFO:tasks.workunit.client.0.smithi082.stdout: "distro_description": { 2024-08-17T00:40:27.170 INFO:tasks.workunit.client.0.smithi082.stdout: "CentOS Stream 9": 2 2024-08-17T00:40:27.170 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.170 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_description": { 2024-08-17T00:40:27.170 INFO:tasks.workunit.client.0.smithi082.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-17T00:40:27.170 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.170 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_version": { 2024-08-17T00:40:27.170 INFO:tasks.workunit.client.0.smithi082.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-17T00:40:27.170 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.170 INFO:tasks.workunit.client.0.smithi082.stdout: "os": { 2024-08-17T00:40:27.171 INFO:tasks.workunit.client.0.smithi082.stdout: "Linux": 2 2024-08-17T00:40:27.171 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.171 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.171 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T00:40:27.171 INFO:tasks.workunit.client.0.smithi082.stdout: "arch": { 2024-08-17T00:40:27.171 INFO:tasks.workunit.client.0.smithi082.stdout: "x86_64": 3 2024-08-17T00:40:27.171 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.171 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_version": { 2024-08-17T00:40:27.171 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 3 2024-08-17T00:40:27.172 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.172 INFO:tasks.workunit.client.0.smithi082.stdout: "cpu": { 2024-08-17T00:40:27.172 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-17T00:40:27.172 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.172 INFO:tasks.workunit.client.0.smithi082.stdout: "distro": { 2024-08-17T00:40:27.172 INFO:tasks.workunit.client.0.smithi082.stdout: "centos": 3 2024-08-17T00:40:27.172 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.172 INFO:tasks.workunit.client.0.smithi082.stdout: "distro_description": { 2024-08-17T00:40:27.172 INFO:tasks.workunit.client.0.smithi082.stdout: "CentOS Stream 9": 3 2024-08-17T00:40:27.173 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.173 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_description": { 2024-08-17T00:40:27.173 INFO:tasks.workunit.client.0.smithi082.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-17T00:40:27.173 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.173 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_version": { 2024-08-17T00:40:27.173 INFO:tasks.workunit.client.0.smithi082.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-17T00:40:27.173 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.173 INFO:tasks.workunit.client.0.smithi082.stdout: "os": { 2024-08-17T00:40:27.173 INFO:tasks.workunit.client.0.smithi082.stdout: "Linux": 3 2024-08-17T00:40:27.173 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.173 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.173 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:27.173 INFO:tasks.workunit.client.0.smithi082.stdout: "arch": { 2024-08-17T00:40:27.173 INFO:tasks.workunit.client.0.smithi082.stdout: "x86_64": 8 2024-08-17T00:40:27.174 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.174 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_version": { 2024-08-17T00:40:27.174 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 8 2024-08-17T00:40:27.174 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.174 INFO:tasks.workunit.client.0.smithi082.stdout: "cpu": { 2024-08-17T00:40:27.174 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-17T00:40:27.174 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.174 INFO:tasks.workunit.client.0.smithi082.stdout: "distro": { 2024-08-17T00:40:27.174 INFO:tasks.workunit.client.0.smithi082.stdout: "centos": 8 2024-08-17T00:40:27.175 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.175 INFO:tasks.workunit.client.0.smithi082.stdout: "distro_description": { 2024-08-17T00:40:27.175 INFO:tasks.workunit.client.0.smithi082.stdout: "CentOS Stream 9": 8 2024-08-17T00:40:27.175 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.175 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_description": { 2024-08-17T00:40:27.175 INFO:tasks.workunit.client.0.smithi082.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-17T00:40:27.175 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.176 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_version": { 2024-08-17T00:40:27.176 INFO:tasks.workunit.client.0.smithi082.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-17T00:40:27.176 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.176 INFO:tasks.workunit.client.0.smithi082.stdout: "os": { 2024-08-17T00:40:27.176 INFO:tasks.workunit.client.0.smithi082.stdout: "Linux": 8 2024-08-17T00:40:27.176 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.176 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_objectstore": { 2024-08-17T00:40:27.176 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": 8 2024-08-17T00:40:27.176 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.176 INFO:tasks.workunit.client.0.smithi082.stdout: "rotational": { 2024-08-17T00:40:27.176 INFO:tasks.workunit.client.0.smithi082.stdout: "0": 8 2024-08-17T00:40:27.177 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.177 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.177 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.177 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T00:40:27.177 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T00:40:27.177 INFO:tasks.workunit.client.0.smithi082.stdout: "features": { 2024-08-17T00:40:27.177 INFO:tasks.workunit.client.0.smithi082.stdout: "optional": [], 2024-08-17T00:40:27.177 INFO:tasks.workunit.client.0.smithi082.stdout: "persistent": [ 2024-08-17T00:40:27.177 INFO:tasks.workunit.client.0.smithi082.stdout: "kraken", 2024-08-17T00:40:27.177 INFO:tasks.workunit.client.0.smithi082.stdout: "luminous", 2024-08-17T00:40:27.177 INFO:tasks.workunit.client.0.smithi082.stdout: "mimic", 2024-08-17T00:40:27.177 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap-prune", 2024-08-17T00:40:27.177 INFO:tasks.workunit.client.0.smithi082.stdout: "nautilus", 2024-08-17T00:40:27.177 INFO:tasks.workunit.client.0.smithi082.stdout: "octopus", 2024-08-17T00:40:27.178 INFO:tasks.workunit.client.0.smithi082.stdout: "pacific", 2024-08-17T00:40:27.178 INFO:tasks.workunit.client.0.smithi082.stdout: "elector-pinging", 2024-08-17T00:40:27.178 INFO:tasks.workunit.client.0.smithi082.stdout: "quincy" 2024-08-17T00:40:27.178 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:27.178 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.178 INFO:tasks.workunit.client.0.smithi082.stdout: "ipv4_addr_mons": 6, 2024-08-17T00:40:27.178 INFO:tasks.workunit.client.0.smithi082.stdout: "ipv6_addr_mons": 0, 2024-08-17T00:40:27.178 INFO:tasks.workunit.client.0.smithi082.stdout: "min_mon_release": 17, 2024-08-17T00:40:27.178 INFO:tasks.workunit.client.0.smithi082.stdout: "v1_addr_mons": 3, 2024-08-17T00:40:27.178 INFO:tasks.workunit.client.0.smithi082.stdout: "v2_addr_mons": 3 2024-08-17T00:40:27.178 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.178 INFO:tasks.workunit.client.0.smithi082.stdout: "organization": "ceph-qa", 2024-08-17T00:40:27.178 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:27.178 INFO:tasks.workunit.client.0.smithi082.stdout: "cluster_network": false, 2024-08-17T00:40:27.179 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 8, 2024-08-17T00:40:27.179 INFO:tasks.workunit.client.0.smithi082.stdout: "require_min_compat_client": "luminous", 2024-08-17T00:40:27.179 INFO:tasks.workunit.client.0.smithi082.stdout: "require_osd_release": "quincy" 2024-08-17T00:40:27.179 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.179 INFO:tasks.workunit.client.0.smithi082.stdout: "pools": [ 2024-08-17T00:40:27.179 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:27.179 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T00:40:27.179 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr" 2024-08-17T00:40:27.179 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:27.179 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T00:40:27.179 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T00:40:27.179 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T00:40:27.179 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T00:40:27.179 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:40:27.179 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 1, 2024-08-17T00:40:27.180 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 1, 2024-08-17T00:40:27.180 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 1, 2024-08-17T00:40:27.180 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T00:40:27.180 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T00:40:27.180 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 727115213066, 2024-08-17T00:40:27.180 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 1781760, 2024-08-17T00:40:27.180 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T00:40:27.180 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T00:40:27.180 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 1781760, 2024-08-17T00:40:27.180 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T00:40:27.180 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 242371739648, 2024-08-17T00:40:27.180 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 2, 2024-08-17T00:40:27.180 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 0, 2024-08-17T00:40:27.180 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 2.4504447537765373e-06, 2024-08-17T00:40:27.181 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T00:40:27.181 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T00:40:27.181 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 212, 2024-08-17T00:40:27.181 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 313344, 2024-08-17T00:40:27.181 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 590368, 2024-08-17T00:40:27.181 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 590368, 2024-08-17T00:40:27.181 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 0, 2024-08-17T00:40:27.181 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 1771104, 2024-08-17T00:40:27.181 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 179, 2024-08-17T00:40:27.181 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 2473984 2024-08-17T00:40:27.181 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.181 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T00:40:27.181 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T00:40:27.181 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T00:40:27.182 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.182 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:27.182 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T00:40:27.182 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs" 2024-08-17T00:40:27.182 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:27.182 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T00:40:27.182 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T00:40:27.182 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T00:40:27.183 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T00:40:27.183 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:40:27.183 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 32, 2024-08-17T00:40:27.183 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 32, 2024-08-17T00:40:27.183 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 2, 2024-08-17T00:40:27.183 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T00:40:27.183 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T00:40:27.183 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 727115213066, 2024-08-17T00:40:27.183 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 98304, 2024-08-17T00:40:27.183 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T00:40:27.183 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T00:40:27.183 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 98304, 2024-08-17T00:40:27.183 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T00:40:27.183 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 242371739648, 2024-08-17T00:40:27.184 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 22, 2024-08-17T00:40:27.184 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 0, 2024-08-17T00:40:27.184 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 1.351972542806834e-07, 2024-08-17T00:40:27.184 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T00:40:27.184 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T00:40:27.184 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 0, 2024-08-17T00:40:27.184 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 0, 2024-08-17T00:40:27.184 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 3410, 2024-08-17T00:40:27.184 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 3410, 2024-08-17T00:40:27.184 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 0, 2024-08-17T00:40:27.184 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 10230, 2024-08-17T00:40:27.184 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 52, 2024-08-17T00:40:27.184 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 20480 2024-08-17T00:40:27.184 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.185 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T00:40:27.185 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T00:40:27.185 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T00:40:27.185 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.185 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:27.185 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T00:40:27.185 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs" 2024-08-17T00:40:27.185 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:27.185 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T00:40:27.185 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T00:40:27.185 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T00:40:27.185 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T00:40:27.185 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:40:27.185 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 64, 2024-08-17T00:40:27.186 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 64, 2024-08-17T00:40:27.186 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 3, 2024-08-17T00:40:27.186 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T00:40:27.186 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T00:40:27.186 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 727115213066, 2024-08-17T00:40:27.186 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 0, 2024-08-17T00:40:27.186 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T00:40:27.186 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T00:40:27.186 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 0, 2024-08-17T00:40:27.186 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T00:40:27.186 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 242371739648, 2024-08-17T00:40:27.186 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 0, 2024-08-17T00:40:27.186 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 0, 2024-08-17T00:40:27.187 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 0.0, 2024-08-17T00:40:27.187 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T00:40:27.187 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T00:40:27.187 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 0, 2024-08-17T00:40:27.187 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 0, 2024-08-17T00:40:27.187 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 0, 2024-08-17T00:40:27.187 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 0, 2024-08-17T00:40:27.187 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 0, 2024-08-17T00:40:27.187 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 0, 2024-08-17T00:40:27.187 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 0, 2024-08-17T00:40:27.187 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 0 2024-08-17T00:40:27.187 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.187 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T00:40:27.187 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T00:40:27.188 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T00:40:27.188 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.188 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:27.188 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T00:40:27.188 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd" 2024-08-17T00:40:27.188 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:27.188 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T00:40:27.188 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T00:40:27.188 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T00:40:27.188 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T00:40:27.188 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:40:27.188 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 8, 2024-08-17T00:40:27.188 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 8, 2024-08-17T00:40:27.189 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 4, 2024-08-17T00:40:27.189 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T00:40:27.189 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T00:40:27.189 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 727115213066, 2024-08-17T00:40:27.189 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 12288, 2024-08-17T00:40:27.189 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T00:40:27.189 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T00:40:27.189 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 12288, 2024-08-17T00:40:27.189 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T00:40:27.189 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 242371739648, 2024-08-17T00:40:27.189 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 2, 2024-08-17T00:40:27.189 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 0, 2024-08-17T00:40:27.189 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-17T00:40:27.189 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T00:40:27.190 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T00:40:27.190 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 0, 2024-08-17T00:40:27.190 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 0, 2024-08-17T00:40:27.190 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 19, 2024-08-17T00:40:27.190 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 19, 2024-08-17T00:40:27.190 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 0, 2024-08-17T00:40:27.190 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 57, 2024-08-17T00:40:27.190 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 2, 2024-08-17T00:40:27.190 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 2048 2024-08-17T00:40:27.190 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.190 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T00:40:27.190 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T00:40:27.190 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T00:40:27.190 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.191 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:27.191 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd": { 2024-08-17T00:40:27.191 INFO:tasks.workunit.client.0.smithi082.stdout: "mirroring_by_pool": [ 2024-08-17T00:40:27.191 INFO:tasks.workunit.client.0.smithi082.stdout: false 2024-08-17T00:40:27.191 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:27.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_images_by_pool": [ 2024-08-17T00:40:27.191 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:27.191 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:27.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pools": 1 2024-08-17T00:40:27.191 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.191 INFO:tasks.workunit.client.0.smithi082.stdout: "report_id": "ad84adfb-a6bd-4925-a80e-1b3716226455", 2024-08-17T00:40:27.191 INFO:tasks.workunit.client.0.smithi082.stdout: "report_timestamp": "2024-08-17T00:40:27.138908", 2024-08-17T00:40:27.191 INFO:tasks.workunit.client.0.smithi082.stdout: "report_version": 1, 2024-08-17T00:40:27.191 INFO:tasks.workunit.client.0.smithi082.stdout: "rook": { 2024-08-17T00:40:27.192 INFO:tasks.workunit.client.0.smithi082.stdout: "cluster": { 2024-08-17T00:40:27.192 INFO:tasks.workunit.client.0.smithi082.stdout: "external-mode": null, 2024-08-17T00:40:27.192 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T00:40:27.192 INFO:tasks.workunit.client.0.smithi082.stdout: "allow-multiple-per-node": null, 2024-08-17T00:40:27.192 INFO:tasks.workunit.client.0.smithi082.stdout: "count": null, 2024-08-17T00:40:27.192 INFO:tasks.workunit.client.0.smithi082.stdout: "max-id": null, 2024-08-17T00:40:27.192 INFO:tasks.workunit.client.0.smithi082.stdout: "pvc": { 2024-08-17T00:40:27.192 INFO:tasks.workunit.client.0.smithi082.stdout: "enabled": null 2024-08-17T00:40:27.192 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.192 INFO:tasks.workunit.client.0.smithi082.stdout: "stretch": { 2024-08-17T00:40:27.192 INFO:tasks.workunit.client.0.smithi082.stdout: "enabled": null 2024-08-17T00:40:27.193 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.193 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.193 INFO:tasks.workunit.client.0.smithi082.stdout: "network": { 2024-08-17T00:40:27.193 INFO:tasks.workunit.client.0.smithi082.stdout: "provider": null 2024-08-17T00:40:27.193 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.193 INFO:tasks.workunit.client.0.smithi082.stdout: "storage": { 2024-08-17T00:40:27.193 INFO:tasks.workunit.client.0.smithi082.stdout: "device-set": { 2024-08-17T00:40:27.193 INFO:tasks.workunit.client.0.smithi082.stdout: "count": { 2024-08-17T00:40:27.193 INFO:tasks.workunit.client.0.smithi082.stdout: "non-portable": null, 2024-08-17T00:40:27.193 INFO:tasks.workunit.client.0.smithi082.stdout: "portable": null, 2024-08-17T00:40:27.193 INFO:tasks.workunit.client.0.smithi082.stdout: "total": null 2024-08-17T00:40:27.194 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.194 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.194 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.194 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.194 INFO:tasks.workunit.client.0.smithi082.stdout: "csi": { 2024-08-17T00:40:27.194 INFO:tasks.workunit.client.0.smithi082.stdout: "version": null 2024-08-17T00:40:27.194 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.194 INFO:tasks.workunit.client.0.smithi082.stdout: "kubernetes": { 2024-08-17T00:40:27.194 INFO:tasks.workunit.client.0.smithi082.stdout: "version": null 2024-08-17T00:40:27.194 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.194 INFO:tasks.workunit.client.0.smithi082.stdout: "node": { 2024-08-17T00:40:27.194 INFO:tasks.workunit.client.0.smithi082.stdout: "count": { 2024-08-17T00:40:27.194 INFO:tasks.workunit.client.0.smithi082.stdout: "kubernetes-total": null, 2024-08-17T00:40:27.195 INFO:tasks.workunit.client.0.smithi082.stdout: "with-ceph-daemons": null, 2024-08-17T00:40:27.195 INFO:tasks.workunit.client.0.smithi082.stdout: "with-csi-cephfs-plugin": null, 2024-08-17T00:40:27.195 INFO:tasks.workunit.client.0.smithi082.stdout: "with-csi-nfs-plugin": null, 2024-08-17T00:40:27.195 INFO:tasks.workunit.client.0.smithi082.stdout: "with-csi-rbd-plugin": null 2024-08-17T00:40:27.195 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.195 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.195 INFO:tasks.workunit.client.0.smithi082.stdout: "usage": { 2024-08-17T00:40:27.195 INFO:tasks.workunit.client.0.smithi082.stdout: "storage-class": { 2024-08-17T00:40:27.195 INFO:tasks.workunit.client.0.smithi082.stdout: "count": { 2024-08-17T00:40:27.195 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket": null, 2024-08-17T00:40:27.195 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs": null, 2024-08-17T00:40:27.195 INFO:tasks.workunit.client.0.smithi082.stdout: "nfs": null, 2024-08-17T00:40:27.195 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd": null, 2024-08-17T00:40:27.196 INFO:tasks.workunit.client.0.smithi082.stdout: "total": null 2024-08-17T00:40:27.196 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.196 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.196 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.196 INFO:tasks.workunit.client.0.smithi082.stdout: "version": null 2024-08-17T00:40:27.196 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.196 INFO:tasks.workunit.client.0.smithi082.stdout: "services": {}, 2024-08-17T00:40:27.196 INFO:tasks.workunit.client.0.smithi082.stdout: "usage": { 2024-08-17T00:40:27.196 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 105, 2024-08-17T00:40:27.196 INFO:tasks.workunit.client.0.smithi082.stdout: "pools": 4, 2024-08-17T00:40:27.196 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_by_class": { 2024-08-17T00:40:27.196 INFO:tasks.workunit.client.0.smithi082.stdout: "ssd": { 2024-08-17T00:40:27.196 INFO:tasks.workunit.client.0.smithi082.stdout: "total_avail_bytes": 765516259328, 2024-08-17T00:40:27.196 INFO:tasks.workunit.client.0.smithi082.stdout: "total_bytes": 767960285184, 2024-08-17T00:40:27.196 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_bytes": 2444025856, 2024-08-17T00:40:27.197 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_raw_bytes": 2444025856, 2024-08-17T00:40:27.197 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_raw_ratio": 0.0031824898906052113 2024-08-17T00:40:27.197 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.197 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.197 INFO:tasks.workunit.client.0.smithi082.stdout: "total_avail_bytes": 765516259328, 2024-08-17T00:40:27.197 INFO:tasks.workunit.client.0.smithi082.stdout: "total_bytes": 767960285184, 2024-08-17T00:40:27.197 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_bytes": 2444025856 2024-08-17T00:40:27.197 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.197 INFO:tasks.workunit.client.0.smithi082.stdout:} 2024-08-17T00:40:27.197 INFO:tasks.workunit.client.0.smithi082.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-08-17T00:40:27.198 INFO:tasks.workunit.client.0.smithi082.stderr:+ ceph telemetry preview-device 2024-08-17T00:40:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[39953]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[39953]: from='client.? ' entity='client.admin' 2024-08-17T00:40:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:27.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:40:27.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:27.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/687038221' entity='client.admin' 2024-08-17T00:40:27.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:27.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:27.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:40:27.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:27.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/1069732680' entity='client.admin' 2024-08-17T00:40:27.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:27.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:27.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:40:27.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:27.227 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:26] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T00:40:27.227 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:26] ENGINE Bus STOPPED 2024-08-17T00:40:27.227 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:26] ENGINE Bus STARTING 2024-08-17T00:40:27.227 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:26] ENGINE Serving on http://:::9283 2024-08-17T00:40:27.227 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:26] ENGINE Bus STARTED 2024-08-17T00:40:27.227 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:26] ENGINE Bus STOPPING 2024-08-17T00:40:27.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[29275]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:27.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[29275]: from='client.? ' entity='client.admin' 2024-08-17T00:40:27.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:27.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:27.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:40:27.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:27.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/687038221' entity='client.admin' 2024-08-17T00:40:27.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:27.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:27.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:40:27.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:27.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/1069732680' entity='client.admin' 2024-08-17T00:40:27.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:27.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:27.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:40:27.229 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:26 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:27.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:26 smithi137 ceph-mon[33068]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:27.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:26 smithi137 ceph-mon[33068]: from='client.? ' entity='client.admin' 2024-08-17T00:40:27.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:26 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:27.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:26 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:27.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:26 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:40:27.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:26 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:27.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:26 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/687038221' entity='client.admin' 2024-08-17T00:40:27.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:26 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:27.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:26 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:27.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:26 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:40:27.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:26 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:27.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:26 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/1069732680' entity='client.admin' 2024-08-17T00:40:27.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:26 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:27.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:26 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:27.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:26 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:40:27.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:26 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:27.636 INFO:tasks.workunit.client.0.smithi082.stdout:{ 2024-08-17T00:40:27.636 INFO:tasks.workunit.client.0.smithi082.stdout: "4c46126e-5c31-11ef-bc15-0cc47a8fd3ff": { 2024-08-17T00:40:27.636 INFO:tasks.workunit.client.0.smithi082.stdout: "INTEL_SSDPEDMD400G4_4c46bafc-5c31-11ef-bc15-0cc47a8fd3ff": { 2024-08-17T00:40:27.636 INFO:tasks.workunit.client.0.smithi082.stdout: "20240817-003447": { 2024-08-17T00:40:27.636 INFO:tasks.workunit.client.0.smithi082.stdout: "device": { 2024-08-17T00:40:27.637 INFO:tasks.workunit.client.0.smithi082.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T00:40:27.637 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "/dev/nvme0n1", 2024-08-17T00:40:27.637 INFO:tasks.workunit.client.0.smithi082.stdout: "protocol": "NVMe", 2024-08-17T00:40:27.637 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "nvme" 2024-08-17T00:40:27.637 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.637 INFO:tasks.workunit.client.0.smithi082.stdout: "firmware_version": "8DV101H0", 2024-08-17T00:40:27.637 INFO:tasks.workunit.client.0.smithi082.stdout: "host_id": "4c46126e-5c31-11ef-bc15-0cc47a8fd3ff", 2024-08-17T00:40:27.637 INFO:tasks.workunit.client.0.smithi082.stdout: "json_format_version": [ 2024-08-17T00:40:27.637 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:27.637 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:27.637 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:27.637 INFO:tasks.workunit.client.0.smithi082.stdout: "local_time": { 2024-08-17T00:40:27.638 INFO:tasks.workunit.client.0.smithi082.stdout: "asctime": "Sat Aug 17 00:34:47 2024 UTC", 2024-08-17T00:40:27.638 INFO:tasks.workunit.client.0.smithi082.stdout: "time_t": 1723854887 2024-08-17T00:40:27.638 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.638 INFO:tasks.workunit.client.0.smithi082.stdout: "logical_block_size": 512, 2024-08-17T00:40:27.638 INFO:tasks.workunit.client.0.smithi082.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T00:40:27.638 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_controller_id": 0, 2024-08-17T00:40:27.638 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T00:40:27.638 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_namespaces": [ 2024-08-17T00:40:27.638 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:27.638 INFO:tasks.workunit.client.0.smithi082.stdout: "capacity": { 2024-08-17T00:40:27.638 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:27.639 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:27.639 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.639 INFO:tasks.workunit.client.0.smithi082.stdout: "formatted_lba_size": 512, 2024-08-17T00:40:27.639 INFO:tasks.workunit.client.0.smithi082.stdout: "id": 1, 2024-08-17T00:40:27.639 INFO:tasks.workunit.client.0.smithi082.stdout: "size": { 2024-08-17T00:40:27.639 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:27.639 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:27.639 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.639 INFO:tasks.workunit.client.0.smithi082.stdout: "utilization": { 2024-08-17T00:40:27.639 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:27.639 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:27.639 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.639 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.639 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:27.639 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T00:40:27.640 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_pci_vendor": { 2024-08-17T00:40:27.640 INFO:tasks.workunit.client.0.smithi082.stdout: "id": 32902, 2024-08-17T00:40:27.640 INFO:tasks.workunit.client.0.smithi082.stdout: "subsystem_id": 32902 2024-08-17T00:40:27.640 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.640 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T00:40:27.640 INFO:tasks.workunit.client.0.smithi082.stdout: "Device stats": { 2024-08-17T00:40:27.640 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_fw_downgrades": { 2024-08-17T00:40:27.640 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:27.640 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:27.640 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.640 INFO:tasks.workunit.client.0.smithi082.stdout: "crc_error_count": { 2024-08-17T00:40:27.640 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:27.640 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:27.641 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.641 INFO:tasks.workunit.client.0.smithi082.stdout: "end_to_end_error_detection_count": { 2024-08-17T00:40:27.641 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:27.641 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:27.641 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.641 INFO:tasks.workunit.client.0.smithi082.stdout: "erase_fail_count": { 2024-08-17T00:40:27.641 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:27.641 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:27.641 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.641 INFO:tasks.workunit.client.0.smithi082.stdout: "host_bytes_written": { 2024-08-17T00:40:27.641 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:27.641 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 26330524 2024-08-17T00:40:27.641 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.641 INFO:tasks.workunit.client.0.smithi082.stdout: "host_ctx_wear_used": { 2024-08-17T00:40:27.642 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:27.642 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 1 2024-08-17T00:40:27.642 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.642 INFO:tasks.workunit.client.0.smithi082.stdout: "media_bytes_read": { 2024-08-17T00:40:27.642 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:27.642 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:27.642 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.642 INFO:tasks.workunit.client.0.smithi082.stdout: "nand_bytes_written": { 2024-08-17T00:40:27.642 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:27.642 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 46218037 2024-08-17T00:40:27.642 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.642 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_stat_indicator": { 2024-08-17T00:40:27.643 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:27.643 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:27.643 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.643 INFO:tasks.workunit.client.0.smithi082.stdout: "pll_lock_loss_count": { 2024-08-17T00:40:27.643 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:27.643 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:27.643 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.643 INFO:tasks.workunit.client.0.smithi082.stdout: "program_fail_count": { 2024-08-17T00:40:27.643 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:27.643 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:27.643 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.643 INFO:tasks.workunit.client.0.smithi082.stdout: "re_alloc_sectr_cnt": { 2024-08-17T00:40:27.643 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:27.643 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:27.644 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.644 INFO:tasks.workunit.client.0.smithi082.stdout: "retry_buffer_overflow_count": { 2024-08-17T00:40:27.644 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:27.644 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:27.644 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.644 INFO:tasks.workunit.client.0.smithi082.stdout: "soft_ecc_err_rate": { 2024-08-17T00:40:27.644 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:27.644 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:27.644 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.644 INFO:tasks.workunit.client.0.smithi082.stdout: "thermal_throttle_status": { 2024-08-17T00:40:27.644 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:27.644 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": { 2024-08-17T00:40:27.644 INFO:tasks.workunit.client.0.smithi082.stdout: "cnt": 0, 2024-08-17T00:40:27.644 INFO:tasks.workunit.client.0.smithi082.stdout: "pct": 0 2024-08-17T00:40:27.645 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.645 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.645 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_host_reads": { 2024-08-17T00:40:27.645 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:27.645 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 65535 2024-08-17T00:40:27.645 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.645 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_media_wear": { 2024-08-17T00:40:27.645 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:27.645 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": "63.999023" 2024-08-17T00:40:27.645 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.645 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_timer": { 2024-08-17T00:40:27.645 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:27.645 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 65535 2024-08-17T00:40:27.646 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.646 INFO:tasks.workunit.client.0.smithi082.stdout: "unexp_power_loss": { 2024-08-17T00:40:27.646 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:27.646 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:27.646 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.646 INFO:tasks.workunit.client.0.smithi082.stdout: "wear_leveling": { 2024-08-17T00:40:27.646 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 90, 2024-08-17T00:40:27.646 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": { 2024-08-17T00:40:27.646 INFO:tasks.workunit.client.0.smithi082.stdout: "avg": 3135, 2024-08-17T00:40:27.646 INFO:tasks.workunit.client.0.smithi082.stdout: "max": 3150, 2024-08-17T00:40:27.646 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 3123 2024-08-17T00:40:27.646 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.646 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.647 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.647 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T00:40:27.647 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.647 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_smart_health_information_log": { 2024-08-17T00:40:27.647 INFO:tasks.workunit.client.0.smithi082.stdout: "available_spare": 100, 2024-08-17T00:40:27.647 INFO:tasks.workunit.client.0.smithi082.stdout: "available_spare_threshold": 10, 2024-08-17T00:40:27.647 INFO:tasks.workunit.client.0.smithi082.stdout: "controller_busy_time": 1, 2024-08-17T00:40:27.647 INFO:tasks.workunit.client.0.smithi082.stdout: "critical_warning": 0, 2024-08-17T00:40:27.647 INFO:tasks.workunit.client.0.smithi082.stdout: "data_units_read": 327349163, 2024-08-17T00:40:27.647 INFO:tasks.workunit.client.0.smithi082.stdout: "data_units_written": 1725597223, 2024-08-17T00:40:27.647 INFO:tasks.workunit.client.0.smithi082.stdout: "host_reads": 5478944983, 2024-08-17T00:40:27.647 INFO:tasks.workunit.client.0.smithi082.stdout: "host_writes": 31651435103, 2024-08-17T00:40:27.647 INFO:tasks.workunit.client.0.smithi082.stdout: "media_errors": 0, 2024-08-17T00:40:27.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_err_log_entries": 0, 2024-08-17T00:40:27.648 INFO:tasks.workunit.client.0.smithi082.stdout: "percentage_used": 10, 2024-08-17T00:40:27.648 INFO:tasks.workunit.client.0.smithi082.stdout: "power_cycles": 51178, 2024-08-17T00:40:27.648 INFO:tasks.workunit.client.0.smithi082.stdout: "power_on_hours": 55796, 2024-08-17T00:40:27.648 INFO:tasks.workunit.client.0.smithi082.stdout: "temperature": 25, 2024-08-17T00:40:27.648 INFO:tasks.workunit.client.0.smithi082.stdout: "unsafe_shutdowns": 147 2024-08-17T00:40:27.648 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.648 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_vendor": "intel", 2024-08-17T00:40:27.648 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_version": { 2024-08-17T00:40:27.648 INFO:tasks.workunit.client.0.smithi082.stdout: "string": "<1.2", 2024-08-17T00:40:27.648 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:27.648 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.648 INFO:tasks.workunit.client.0.smithi082.stdout: "power_cycle_count": 51178, 2024-08-17T00:40:27.649 INFO:tasks.workunit.client.0.smithi082.stdout: "power_on_time": { 2024-08-17T00:40:27.649 INFO:tasks.workunit.client.0.smithi082.stdout: "hours": 55796 2024-08-17T00:40:27.649 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.649 INFO:tasks.workunit.client.0.smithi082.stdout: "serial_number": "deleted", 2024-08-17T00:40:27.649 INFO:tasks.workunit.client.0.smithi082.stdout: "smart_status": { 2024-08-17T00:40:27.649 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme": { 2024-08-17T00:40:27.649 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:27.649 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.649 INFO:tasks.workunit.client.0.smithi082.stdout: "passed": true 2024-08-17T00:40:27.649 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.649 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl": { 2024-08-17T00:40:27.649 INFO:tasks.workunit.client.0.smithi082.stdout: "argv": [ 2024-08-17T00:40:27.649 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl", 2024-08-17T00:40:27.650 INFO:tasks.workunit.client.0.smithi082.stdout: "-x", 2024-08-17T00:40:27.650 INFO:tasks.workunit.client.0.smithi082.stdout: "--json=o", 2024-08-17T00:40:27.650 INFO:tasks.workunit.client.0.smithi082.stdout: "/dev/nvme0n1" 2024-08-17T00:40:27.650 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:27.650 INFO:tasks.workunit.client.0.smithi082.stdout: "build_info": "(local build)", 2024-08-17T00:40:27.650 INFO:tasks.workunit.client.0.smithi082.stdout: "exit_status": 0, 2024-08-17T00:40:27.650 INFO:tasks.workunit.client.0.smithi082.stdout: "output": [ 2024-08-17T00:40:27.650 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T00:40:27.650 INFO:tasks.workunit.client.0.smithi082.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T00:40:27.650 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:27.650 INFO:tasks.workunit.client.0.smithi082.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T00:40:27.650 INFO:tasks.workunit.client.0.smithi082.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T00:40:27.650 INFO:tasks.workunit.client.0.smithi082.stdout: "Serial Number: deleted", 2024-08-17T00:40:27.651 INFO:tasks.workunit.client.0.smithi082.stdout: "Firmware Version: 8DV101H0", 2024-08-17T00:40:27.651 INFO:tasks.workunit.client.0.smithi082.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T00:40:27.651 INFO:tasks.workunit.client.0.smithi082.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T00:40:27.651 INFO:tasks.workunit.client.0.smithi082.stdout: "Controller ID: 0", 2024-08-17T00:40:27.651 INFO:tasks.workunit.client.0.smithi082.stdout: "NVMe Version: <1.2", 2024-08-17T00:40:27.651 INFO:tasks.workunit.client.0.smithi082.stdout: "Number of Namespaces: 1", 2024-08-17T00:40:27.651 INFO:tasks.workunit.client.0.smithi082.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T00:40:27.651 INFO:tasks.workunit.client.0.smithi082.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T00:40:27.651 INFO:tasks.workunit.client.0.smithi082.stdout: "Local Time is: Sat Aug 17 00:34:47 2024 UTC", 2024-08-17T00:40:27.651 INFO:tasks.workunit.client.0.smithi082.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T00:40:27.651 INFO:tasks.workunit.client.0.smithi082.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T00:40:27.651 INFO:tasks.workunit.client.0.smithi082.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T00:40:27.651 INFO:tasks.workunit.client.0.smithi082.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T00:40:27.652 INFO:tasks.workunit.client.0.smithi082.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T00:40:27.652 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:27.652 INFO:tasks.workunit.client.0.smithi082.stdout: "Supported Power States", 2024-08-17T00:40:27.652 INFO:tasks.workunit.client.0.smithi082.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T00:40:27.652 INFO:tasks.workunit.client.0.smithi082.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T00:40:27.652 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:27.652 INFO:tasks.workunit.client.0.smithi082.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T00:40:27.652 INFO:tasks.workunit.client.0.smithi082.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T00:40:27.652 INFO:tasks.workunit.client.0.smithi082.stdout: " 0 + 512 0 2", 2024-08-17T00:40:27.652 INFO:tasks.workunit.client.0.smithi082.stdout: " 1 - 512 8 2", 2024-08-17T00:40:27.652 INFO:tasks.workunit.client.0.smithi082.stdout: " 2 - 512 16 2", 2024-08-17T00:40:27.652 INFO:tasks.workunit.client.0.smithi082.stdout: " 3 - 4096 0 0", 2024-08-17T00:40:27.652 INFO:tasks.workunit.client.0.smithi082.stdout: " 4 - 4096 8 0", 2024-08-17T00:40:27.653 INFO:tasks.workunit.client.0.smithi082.stdout: " 5 - 4096 64 0", 2024-08-17T00:40:27.653 INFO:tasks.workunit.client.0.smithi082.stdout: " 6 - 4096 128 0", 2024-08-17T00:40:27.653 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:27.653 INFO:tasks.workunit.client.0.smithi082.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T00:40:27.653 INFO:tasks.workunit.client.0.smithi082.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T00:40:27.653 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:27.653 INFO:tasks.workunit.client.0.smithi082.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T00:40:27.653 INFO:tasks.workunit.client.0.smithi082.stdout: "Critical Warning: 0x00", 2024-08-17T00:40:27.653 INFO:tasks.workunit.client.0.smithi082.stdout: "Temperature: 25 Celsius", 2024-08-17T00:40:27.653 INFO:tasks.workunit.client.0.smithi082.stdout: "Available Spare: 100%", 2024-08-17T00:40:27.653 INFO:tasks.workunit.client.0.smithi082.stdout: "Available Spare Threshold: 10%", 2024-08-17T00:40:27.653 INFO:tasks.workunit.client.0.smithi082.stdout: "Percentage Used: 10%", 2024-08-17T00:40:27.653 INFO:tasks.workunit.client.0.smithi082.stdout: "Data Units Read: 327,349,163 [167 TB]", 2024-08-17T00:40:27.654 INFO:tasks.workunit.client.0.smithi082.stdout: "Data Units Written: 1,725,597,223 [883 TB]", 2024-08-17T00:40:27.654 INFO:tasks.workunit.client.0.smithi082.stdout: "Host Read Commands: 5,478,944,983", 2024-08-17T00:40:27.654 INFO:tasks.workunit.client.0.smithi082.stdout: "Host Write Commands: 31,651,435,103", 2024-08-17T00:40:27.654 INFO:tasks.workunit.client.0.smithi082.stdout: "Controller Busy Time: 1", 2024-08-17T00:40:27.654 INFO:tasks.workunit.client.0.smithi082.stdout: "Power Cycles: 51,178", 2024-08-17T00:40:27.654 INFO:tasks.workunit.client.0.smithi082.stdout: "Power On Hours: 55,796", 2024-08-17T00:40:27.654 INFO:tasks.workunit.client.0.smithi082.stdout: "Unsafe Shutdowns: 147", 2024-08-17T00:40:27.654 INFO:tasks.workunit.client.0.smithi082.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T00:40:27.654 INFO:tasks.workunit.client.0.smithi082.stdout: "Error Information Log Entries: 0", 2024-08-17T00:40:27.654 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:27.654 INFO:tasks.workunit.client.0.smithi082.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T00:40:27.654 INFO:tasks.workunit.client.0.smithi082.stdout: "No Errors Logged", 2024-08-17T00:40:27.654 INFO:tasks.workunit.client.0.smithi082.stdout: "" 2024-08-17T00:40:27.654 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:27.655 INFO:tasks.workunit.client.0.smithi082.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T00:40:27.655 INFO:tasks.workunit.client.0.smithi082.stdout: "svn_revision": "5155", 2024-08-17T00:40:27.655 INFO:tasks.workunit.client.0.smithi082.stdout: "version": [ 2024-08-17T00:40:27.655 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:27.655 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:27.655 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:27.655 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.655 INFO:tasks.workunit.client.0.smithi082.stdout: "temperature": { 2024-08-17T00:40:27.655 INFO:tasks.workunit.client.0.smithi082.stdout: "current": 25 2024-08-17T00:40:27.655 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.655 INFO:tasks.workunit.client.0.smithi082.stdout: "user_capacity": { 2024-08-17T00:40:27.655 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:27.655 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:27.656 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.656 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.656 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.656 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.656 INFO:tasks.workunit.client.0.smithi082.stdout: "4c4819d8-5c31-11ef-bc15-0cc47a8fd3ff": { 2024-08-17T00:40:27.656 INFO:tasks.workunit.client.0.smithi082.stdout: "INTEL_SSDPEDMD400G4_4c48a678-5c31-11ef-bc15-0cc47a8fd3ff": { 2024-08-17T00:40:27.656 INFO:tasks.workunit.client.0.smithi082.stdout: "20240817-003445": { 2024-08-17T00:40:27.656 INFO:tasks.workunit.client.0.smithi082.stdout: "device": { 2024-08-17T00:40:27.656 INFO:tasks.workunit.client.0.smithi082.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T00:40:27.656 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "/dev/nvme0n1", 2024-08-17T00:40:27.656 INFO:tasks.workunit.client.0.smithi082.stdout: "protocol": "NVMe", 2024-08-17T00:40:27.656 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "nvme" 2024-08-17T00:40:27.656 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.656 INFO:tasks.workunit.client.0.smithi082.stdout: "firmware_version": "8DV101H0", 2024-08-17T00:40:27.657 INFO:tasks.workunit.client.0.smithi082.stdout: "host_id": "4c4819d8-5c31-11ef-bc15-0cc47a8fd3ff", 2024-08-17T00:40:27.657 INFO:tasks.workunit.client.0.smithi082.stdout: "json_format_version": [ 2024-08-17T00:40:27.657 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:27.657 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:27.657 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:27.657 INFO:tasks.workunit.client.0.smithi082.stdout: "local_time": { 2024-08-17T00:40:27.657 INFO:tasks.workunit.client.0.smithi082.stdout: "asctime": "Sat Aug 17 00:34:45 2024 UTC", 2024-08-17T00:40:27.657 INFO:tasks.workunit.client.0.smithi082.stdout: "time_t": 1723854885 2024-08-17T00:40:27.657 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.657 INFO:tasks.workunit.client.0.smithi082.stdout: "logical_block_size": 512, 2024-08-17T00:40:27.657 INFO:tasks.workunit.client.0.smithi082.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T00:40:27.657 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_controller_id": 0, 2024-08-17T00:40:27.657 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T00:40:27.657 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_namespaces": [ 2024-08-17T00:40:27.658 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:27.658 INFO:tasks.workunit.client.0.smithi082.stdout: "capacity": { 2024-08-17T00:40:27.658 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:27.658 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:27.658 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.658 INFO:tasks.workunit.client.0.smithi082.stdout: "formatted_lba_size": 512, 2024-08-17T00:40:27.658 INFO:tasks.workunit.client.0.smithi082.stdout: "id": 1, 2024-08-17T00:40:27.658 INFO:tasks.workunit.client.0.smithi082.stdout: "size": { 2024-08-17T00:40:27.658 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:27.658 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:27.658 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.658 INFO:tasks.workunit.client.0.smithi082.stdout: "utilization": { 2024-08-17T00:40:27.658 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:27.659 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:27.659 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.659 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.659 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:27.659 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T00:40:27.659 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_pci_vendor": { 2024-08-17T00:40:27.659 INFO:tasks.workunit.client.0.smithi082.stdout: "id": 32902, 2024-08-17T00:40:27.659 INFO:tasks.workunit.client.0.smithi082.stdout: "subsystem_id": 32902 2024-08-17T00:40:27.659 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.659 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T00:40:27.659 INFO:tasks.workunit.client.0.smithi082.stdout: "Device stats": { 2024-08-17T00:40:27.659 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_fw_downgrades": { 2024-08-17T00:40:27.659 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:27.659 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:27.660 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.660 INFO:tasks.workunit.client.0.smithi082.stdout: "crc_error_count": { 2024-08-17T00:40:27.660 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:27.660 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:27.662 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.662 INFO:tasks.workunit.client.0.smithi082.stdout: "end_to_end_error_detection_count": { 2024-08-17T00:40:27.662 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:27.662 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:27.662 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.662 INFO:tasks.workunit.client.0.smithi082.stdout: "erase_fail_count": { 2024-08-17T00:40:27.662 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:27.662 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:27.662 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.662 INFO:tasks.workunit.client.0.smithi082.stdout: "host_bytes_written": { 2024-08-17T00:40:27.662 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:27.663 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 32453604 2024-08-17T00:40:27.663 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.663 INFO:tasks.workunit.client.0.smithi082.stdout: "host_ctx_wear_used": { 2024-08-17T00:40:27.663 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:27.663 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 1 2024-08-17T00:40:27.663 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.663 INFO:tasks.workunit.client.0.smithi082.stdout: "media_bytes_read": { 2024-08-17T00:40:27.663 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:27.663 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:27.663 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.663 INFO:tasks.workunit.client.0.smithi082.stdout: "nand_bytes_written": { 2024-08-17T00:40:27.663 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:27.664 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 51366601 2024-08-17T00:40:27.664 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.664 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_stat_indicator": { 2024-08-17T00:40:27.664 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:27.664 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:27.664 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.664 INFO:tasks.workunit.client.0.smithi082.stdout: "pll_lock_loss_count": { 2024-08-17T00:40:27.664 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:27.664 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:27.664 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.664 INFO:tasks.workunit.client.0.smithi082.stdout: "program_fail_count": { 2024-08-17T00:40:27.664 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:27.664 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:27.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.665 INFO:tasks.workunit.client.0.smithi082.stdout: "re_alloc_sectr_cnt": { 2024-08-17T00:40:27.665 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:27.665 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:27.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.665 INFO:tasks.workunit.client.0.smithi082.stdout: "retry_buffer_overflow_count": { 2024-08-17T00:40:27.665 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:27.665 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:27.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.665 INFO:tasks.workunit.client.0.smithi082.stdout: "soft_ecc_err_rate": { 2024-08-17T00:40:27.665 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:27.665 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:27.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.665 INFO:tasks.workunit.client.0.smithi082.stdout: "thermal_throttle_status": { 2024-08-17T00:40:27.666 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:27.666 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": { 2024-08-17T00:40:27.666 INFO:tasks.workunit.client.0.smithi082.stdout: "cnt": 0, 2024-08-17T00:40:27.666 INFO:tasks.workunit.client.0.smithi082.stdout: "pct": 0 2024-08-17T00:40:27.666 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.666 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.666 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_host_reads": { 2024-08-17T00:40:27.666 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:27.666 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 65535 2024-08-17T00:40:27.666 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.666 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_media_wear": { 2024-08-17T00:40:27.666 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:27.666 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": "63.999023" 2024-08-17T00:40:27.667 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.667 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_timer": { 2024-08-17T00:40:27.667 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:27.667 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 65535 2024-08-17T00:40:27.667 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.667 INFO:tasks.workunit.client.0.smithi082.stdout: "unexp_power_loss": { 2024-08-17T00:40:27.667 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:27.667 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:27.667 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.667 INFO:tasks.workunit.client.0.smithi082.stdout: "wear_leveling": { 2024-08-17T00:40:27.667 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 89, 2024-08-17T00:40:27.667 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": { 2024-08-17T00:40:27.667 INFO:tasks.workunit.client.0.smithi082.stdout: "avg": 3410, 2024-08-17T00:40:27.667 INFO:tasks.workunit.client.0.smithi082.stdout: "max": 3427, 2024-08-17T00:40:27.668 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 3394 2024-08-17T00:40:27.668 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.668 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.668 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.668 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T00:40:27.668 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.668 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_smart_health_information_log": { 2024-08-17T00:40:27.668 INFO:tasks.workunit.client.0.smithi082.stdout: "available_spare": 100, 2024-08-17T00:40:27.668 INFO:tasks.workunit.client.0.smithi082.stdout: "available_spare_threshold": 10, 2024-08-17T00:40:27.668 INFO:tasks.workunit.client.0.smithi082.stdout: "controller_busy_time": 1, 2024-08-17T00:40:27.668 INFO:tasks.workunit.client.0.smithi082.stdout: "critical_warning": 0, 2024-08-17T00:40:27.668 INFO:tasks.workunit.client.0.smithi082.stdout: "data_units_read": 422946491, 2024-08-17T00:40:27.668 INFO:tasks.workunit.client.0.smithi082.stdout: "data_units_written": 2126879455, 2024-08-17T00:40:27.669 INFO:tasks.workunit.client.0.smithi082.stdout: "host_reads": 6963167010, 2024-08-17T00:40:27.669 INFO:tasks.workunit.client.0.smithi082.stdout: "host_writes": 36518885219, 2024-08-17T00:40:27.669 INFO:tasks.workunit.client.0.smithi082.stdout: "media_errors": 0, 2024-08-17T00:40:27.669 INFO:tasks.workunit.client.0.smithi082.stdout: "num_err_log_entries": 0, 2024-08-17T00:40:27.669 INFO:tasks.workunit.client.0.smithi082.stdout: "percentage_used": 11, 2024-08-17T00:40:27.669 INFO:tasks.workunit.client.0.smithi082.stdout: "power_cycles": 44577, 2024-08-17T00:40:27.669 INFO:tasks.workunit.client.0.smithi082.stdout: "power_on_hours": 61202, 2024-08-17T00:40:27.669 INFO:tasks.workunit.client.0.smithi082.stdout: "temperature": 26, 2024-08-17T00:40:27.669 INFO:tasks.workunit.client.0.smithi082.stdout: "unsafe_shutdowns": 40 2024-08-17T00:40:27.669 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.669 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_vendor": "intel", 2024-08-17T00:40:27.669 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_version": { 2024-08-17T00:40:27.669 INFO:tasks.workunit.client.0.smithi082.stdout: "string": "<1.2", 2024-08-17T00:40:27.669 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:27.670 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.670 INFO:tasks.workunit.client.0.smithi082.stdout: "power_cycle_count": 44577, 2024-08-17T00:40:27.670 INFO:tasks.workunit.client.0.smithi082.stdout: "power_on_time": { 2024-08-17T00:40:27.670 INFO:tasks.workunit.client.0.smithi082.stdout: "hours": 61202 2024-08-17T00:40:27.670 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.670 INFO:tasks.workunit.client.0.smithi082.stdout: "serial_number": "deleted", 2024-08-17T00:40:27.670 INFO:tasks.workunit.client.0.smithi082.stdout: "smart_status": { 2024-08-17T00:40:27.670 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme": { 2024-08-17T00:40:27.670 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:27.670 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.670 INFO:tasks.workunit.client.0.smithi082.stdout: "passed": true 2024-08-17T00:40:27.670 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.670 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl": { 2024-08-17T00:40:27.670 INFO:tasks.workunit.client.0.smithi082.stdout: "argv": [ 2024-08-17T00:40:27.671 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl", 2024-08-17T00:40:27.671 INFO:tasks.workunit.client.0.smithi082.stdout: "-x", 2024-08-17T00:40:27.671 INFO:tasks.workunit.client.0.smithi082.stdout: "--json=o", 2024-08-17T00:40:27.671 INFO:tasks.workunit.client.0.smithi082.stdout: "/dev/nvme0n1" 2024-08-17T00:40:27.671 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:27.671 INFO:tasks.workunit.client.0.smithi082.stdout: "build_info": "(local build)", 2024-08-17T00:40:27.671 INFO:tasks.workunit.client.0.smithi082.stdout: "exit_status": 0, 2024-08-17T00:40:27.671 INFO:tasks.workunit.client.0.smithi082.stdout: "output": [ 2024-08-17T00:40:27.671 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T00:40:27.671 INFO:tasks.workunit.client.0.smithi082.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T00:40:27.671 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:27.671 INFO:tasks.workunit.client.0.smithi082.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T00:40:27.671 INFO:tasks.workunit.client.0.smithi082.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T00:40:27.672 INFO:tasks.workunit.client.0.smithi082.stdout: "Serial Number: deleted", 2024-08-17T00:40:27.672 INFO:tasks.workunit.client.0.smithi082.stdout: "Firmware Version: 8DV101H0", 2024-08-17T00:40:27.672 INFO:tasks.workunit.client.0.smithi082.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T00:40:27.672 INFO:tasks.workunit.client.0.smithi082.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T00:40:27.672 INFO:tasks.workunit.client.0.smithi082.stdout: "Controller ID: 0", 2024-08-17T00:40:27.672 INFO:tasks.workunit.client.0.smithi082.stdout: "NVMe Version: <1.2", 2024-08-17T00:40:27.672 INFO:tasks.workunit.client.0.smithi082.stdout: "Number of Namespaces: 1", 2024-08-17T00:40:27.672 INFO:tasks.workunit.client.0.smithi082.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T00:40:27.672 INFO:tasks.workunit.client.0.smithi082.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T00:40:27.672 INFO:tasks.workunit.client.0.smithi082.stdout: "Local Time is: Sat Aug 17 00:34:45 2024 UTC", 2024-08-17T00:40:27.672 INFO:tasks.workunit.client.0.smithi082.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T00:40:27.672 INFO:tasks.workunit.client.0.smithi082.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T00:40:27.672 INFO:tasks.workunit.client.0.smithi082.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T00:40:27.672 INFO:tasks.workunit.client.0.smithi082.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T00:40:27.672 INFO:tasks.workunit.client.0.smithi082.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T00:40:27.673 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:27.673 INFO:tasks.workunit.client.0.smithi082.stdout: "Supported Power States", 2024-08-17T00:40:27.673 INFO:tasks.workunit.client.0.smithi082.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T00:40:27.673 INFO:tasks.workunit.client.0.smithi082.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T00:40:27.673 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:27.673 INFO:tasks.workunit.client.0.smithi082.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T00:40:27.673 INFO:tasks.workunit.client.0.smithi082.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T00:40:27.673 INFO:tasks.workunit.client.0.smithi082.stdout: " 0 + 512 0 2", 2024-08-17T00:40:27.673 INFO:tasks.workunit.client.0.smithi082.stdout: " 1 - 512 8 2", 2024-08-17T00:40:27.673 INFO:tasks.workunit.client.0.smithi082.stdout: " 2 - 512 16 2", 2024-08-17T00:40:27.673 INFO:tasks.workunit.client.0.smithi082.stdout: " 3 - 4096 0 0", 2024-08-17T00:40:27.673 INFO:tasks.workunit.client.0.smithi082.stdout: " 4 - 4096 8 0", 2024-08-17T00:40:27.673 INFO:tasks.workunit.client.0.smithi082.stdout: " 5 - 4096 64 0", 2024-08-17T00:40:27.673 INFO:tasks.workunit.client.0.smithi082.stdout: " 6 - 4096 128 0", 2024-08-17T00:40:27.674 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:27.674 INFO:tasks.workunit.client.0.smithi082.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T00:40:27.674 INFO:tasks.workunit.client.0.smithi082.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T00:40:27.674 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:27.674 INFO:tasks.workunit.client.0.smithi082.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T00:40:27.674 INFO:tasks.workunit.client.0.smithi082.stdout: "Critical Warning: 0x00", 2024-08-17T00:40:27.674 INFO:tasks.workunit.client.0.smithi082.stdout: "Temperature: 26 Celsius", 2024-08-17T00:40:27.674 INFO:tasks.workunit.client.0.smithi082.stdout: "Available Spare: 100%", 2024-08-17T00:40:27.674 INFO:tasks.workunit.client.0.smithi082.stdout: "Available Spare Threshold: 10%", 2024-08-17T00:40:27.674 INFO:tasks.workunit.client.0.smithi082.stdout: "Percentage Used: 11%", 2024-08-17T00:40:27.674 INFO:tasks.workunit.client.0.smithi082.stdout: "Data Units Read: 422,946,491 [216 TB]", 2024-08-17T00:40:27.674 INFO:tasks.workunit.client.0.smithi082.stdout: "Data Units Written: 2,126,879,455 [1.08 PB]", 2024-08-17T00:40:27.674 INFO:tasks.workunit.client.0.smithi082.stdout: "Host Read Commands: 6,963,167,010", 2024-08-17T00:40:27.675 INFO:tasks.workunit.client.0.smithi082.stdout: "Host Write Commands: 36,518,885,219", 2024-08-17T00:40:27.675 INFO:tasks.workunit.client.0.smithi082.stdout: "Controller Busy Time: 1", 2024-08-17T00:40:27.675 INFO:tasks.workunit.client.0.smithi082.stdout: "Power Cycles: 44,577", 2024-08-17T00:40:27.675 INFO:tasks.workunit.client.0.smithi082.stdout: "Power On Hours: 61,202", 2024-08-17T00:40:27.675 INFO:tasks.workunit.client.0.smithi082.stdout: "Unsafe Shutdowns: 40", 2024-08-17T00:40:27.675 INFO:tasks.workunit.client.0.smithi082.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T00:40:27.675 INFO:tasks.workunit.client.0.smithi082.stdout: "Error Information Log Entries: 0", 2024-08-17T00:40:27.675 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:27.675 INFO:tasks.workunit.client.0.smithi082.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T00:40:27.675 INFO:tasks.workunit.client.0.smithi082.stdout: "No Errors Logged", 2024-08-17T00:40:27.675 INFO:tasks.workunit.client.0.smithi082.stdout: "" 2024-08-17T00:40:27.675 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:27.675 INFO:tasks.workunit.client.0.smithi082.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T00:40:27.675 INFO:tasks.workunit.client.0.smithi082.stdout: "svn_revision": "5155", 2024-08-17T00:40:27.675 INFO:tasks.workunit.client.0.smithi082.stdout: "version": [ 2024-08-17T00:40:27.676 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:27.676 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:27.676 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:27.676 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.676 INFO:tasks.workunit.client.0.smithi082.stdout: "temperature": { 2024-08-17T00:40:27.676 INFO:tasks.workunit.client.0.smithi082.stdout: "current": 26 2024-08-17T00:40:27.676 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:27.676 INFO:tasks.workunit.client.0.smithi082.stdout: "user_capacity": { 2024-08-17T00:40:27.676 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:27.676 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:27.676 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.676 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.676 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.677 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:27.677 INFO:tasks.workunit.client.0.smithi082.stdout:} 2024-08-17T00:40:27.677 INFO:tasks.workunit.client.0.smithi082.stderr:+ ceph telemetry preview-all 2024-08-17T00:40:27.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:27 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:27] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T00:40:27.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:27 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:27] ENGINE Bus STOPPED 2024-08-17T00:40:27.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:27 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:27] ENGINE Bus STARTING 2024-08-17T00:40:27.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:27 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:27] ENGINE Serving on http://:::9283 2024-08-17T00:40:27.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:27 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:27] ENGINE Bus STARTED 2024-08-17T00:40:28.124 INFO:tasks.workunit.client.0.smithi082.stdout:{ 2024-08-17T00:40:28.125 INFO:tasks.workunit.client.0.smithi082.stdout: "device_report": { 2024-08-17T00:40:28.125 INFO:tasks.workunit.client.0.smithi082.stdout: "4c46126e-5c31-11ef-bc15-0cc47a8fd3ff": { 2024-08-17T00:40:28.125 INFO:tasks.workunit.client.0.smithi082.stdout: "INTEL_SSDPEDMD400G4_4c46bafc-5c31-11ef-bc15-0cc47a8fd3ff": { 2024-08-17T00:40:28.125 INFO:tasks.workunit.client.0.smithi082.stdout: "20240817-003447": { 2024-08-17T00:40:28.125 INFO:tasks.workunit.client.0.smithi082.stdout: "device": { 2024-08-17T00:40:28.125 INFO:tasks.workunit.client.0.smithi082.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T00:40:28.125 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "/dev/nvme0n1", 2024-08-17T00:40:28.125 INFO:tasks.workunit.client.0.smithi082.stdout: "protocol": "NVMe", 2024-08-17T00:40:28.125 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "nvme" 2024-08-17T00:40:28.125 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.125 INFO:tasks.workunit.client.0.smithi082.stdout: "firmware_version": "8DV101H0", 2024-08-17T00:40:28.125 INFO:tasks.workunit.client.0.smithi082.stdout: "host_id": "4c46126e-5c31-11ef-bc15-0cc47a8fd3ff", 2024-08-17T00:40:28.125 INFO:tasks.workunit.client.0.smithi082.stdout: "json_format_version": [ 2024-08-17T00:40:28.126 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:28.126 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:28.126 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:28.126 INFO:tasks.workunit.client.0.smithi082.stdout: "local_time": { 2024-08-17T00:40:28.126 INFO:tasks.workunit.client.0.smithi082.stdout: "asctime": "Sat Aug 17 00:34:47 2024 UTC", 2024-08-17T00:40:28.126 INFO:tasks.workunit.client.0.smithi082.stdout: "time_t": 1723854887 2024-08-17T00:40:28.126 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.126 INFO:tasks.workunit.client.0.smithi082.stdout: "logical_block_size": 512, 2024-08-17T00:40:28.126 INFO:tasks.workunit.client.0.smithi082.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T00:40:28.126 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_controller_id": 0, 2024-08-17T00:40:28.126 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T00:40:28.126 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_namespaces": [ 2024-08-17T00:40:28.126 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:28.127 INFO:tasks.workunit.client.0.smithi082.stdout: "capacity": { 2024-08-17T00:40:28.127 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:28.127 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:28.127 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.127 INFO:tasks.workunit.client.0.smithi082.stdout: "formatted_lba_size": 512, 2024-08-17T00:40:28.127 INFO:tasks.workunit.client.0.smithi082.stdout: "id": 1, 2024-08-17T00:40:28.127 INFO:tasks.workunit.client.0.smithi082.stdout: "size": { 2024-08-17T00:40:28.127 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:28.127 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:28.127 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.127 INFO:tasks.workunit.client.0.smithi082.stdout: "utilization": { 2024-08-17T00:40:28.127 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:28.127 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:28.128 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.128 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.128 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:28.128 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T00:40:28.128 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_pci_vendor": { 2024-08-17T00:40:28.128 INFO:tasks.workunit.client.0.smithi082.stdout: "id": 32902, 2024-08-17T00:40:28.128 INFO:tasks.workunit.client.0.smithi082.stdout: "subsystem_id": 32902 2024-08-17T00:40:28.128 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.128 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T00:40:28.128 INFO:tasks.workunit.client.0.smithi082.stdout: "Device stats": { 2024-08-17T00:40:28.128 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_fw_downgrades": { 2024-08-17T00:40:28.128 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:28.128 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:28.129 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.129 INFO:tasks.workunit.client.0.smithi082.stdout: "crc_error_count": { 2024-08-17T00:40:28.129 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:28.129 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:28.129 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.129 INFO:tasks.workunit.client.0.smithi082.stdout: "end_to_end_error_detection_count": { 2024-08-17T00:40:28.129 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:28.129 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:28.129 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.129 INFO:tasks.workunit.client.0.smithi082.stdout: "erase_fail_count": { 2024-08-17T00:40:28.129 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:28.129 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:28.129 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.129 INFO:tasks.workunit.client.0.smithi082.stdout: "host_bytes_written": { 2024-08-17T00:40:28.130 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:28.130 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 26330524 2024-08-17T00:40:28.130 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.130 INFO:tasks.workunit.client.0.smithi082.stdout: "host_ctx_wear_used": { 2024-08-17T00:40:28.130 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:28.130 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 1 2024-08-17T00:40:28.130 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.130 INFO:tasks.workunit.client.0.smithi082.stdout: "media_bytes_read": { 2024-08-17T00:40:28.130 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:28.130 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:28.130 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.130 INFO:tasks.workunit.client.0.smithi082.stdout: "nand_bytes_written": { 2024-08-17T00:40:28.130 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:28.131 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 46218037 2024-08-17T00:40:28.131 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.131 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_stat_indicator": { 2024-08-17T00:40:28.131 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:28.131 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:28.131 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.131 INFO:tasks.workunit.client.0.smithi082.stdout: "pll_lock_loss_count": { 2024-08-17T00:40:28.131 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:28.131 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:28.131 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.131 INFO:tasks.workunit.client.0.smithi082.stdout: "program_fail_count": { 2024-08-17T00:40:28.131 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:28.131 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:28.131 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.132 INFO:tasks.workunit.client.0.smithi082.stdout: "re_alloc_sectr_cnt": { 2024-08-17T00:40:28.132 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:28.132 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:28.132 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.132 INFO:tasks.workunit.client.0.smithi082.stdout: "retry_buffer_overflow_count": { 2024-08-17T00:40:28.132 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:28.132 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:28.132 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.132 INFO:tasks.workunit.client.0.smithi082.stdout: "soft_ecc_err_rate": { 2024-08-17T00:40:28.132 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:28.132 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:28.132 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.132 INFO:tasks.workunit.client.0.smithi082.stdout: "thermal_throttle_status": { 2024-08-17T00:40:28.132 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:28.133 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": { 2024-08-17T00:40:28.133 INFO:tasks.workunit.client.0.smithi082.stdout: "cnt": 0, 2024-08-17T00:40:28.133 INFO:tasks.workunit.client.0.smithi082.stdout: "pct": 0 2024-08-17T00:40:28.133 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.133 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.133 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_host_reads": { 2024-08-17T00:40:28.133 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:28.133 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 65535 2024-08-17T00:40:28.133 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.133 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_media_wear": { 2024-08-17T00:40:28.133 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:28.133 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": "63.999023" 2024-08-17T00:40:28.133 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.133 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_timer": { 2024-08-17T00:40:28.134 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:28.134 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 65535 2024-08-17T00:40:28.134 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.134 INFO:tasks.workunit.client.0.smithi082.stdout: "unexp_power_loss": { 2024-08-17T00:40:28.134 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:28.134 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:28.134 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.134 INFO:tasks.workunit.client.0.smithi082.stdout: "wear_leveling": { 2024-08-17T00:40:28.134 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 90, 2024-08-17T00:40:28.134 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": { 2024-08-17T00:40:28.134 INFO:tasks.workunit.client.0.smithi082.stdout: "avg": 3135, 2024-08-17T00:40:28.134 INFO:tasks.workunit.client.0.smithi082.stdout: "max": 3150, 2024-08-17T00:40:28.134 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 3123 2024-08-17T00:40:28.135 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.135 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.135 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.135 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T00:40:28.135 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.135 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_smart_health_information_log": { 2024-08-17T00:40:28.135 INFO:tasks.workunit.client.0.smithi082.stdout: "available_spare": 100, 2024-08-17T00:40:28.135 INFO:tasks.workunit.client.0.smithi082.stdout: "available_spare_threshold": 10, 2024-08-17T00:40:28.135 INFO:tasks.workunit.client.0.smithi082.stdout: "controller_busy_time": 1, 2024-08-17T00:40:28.135 INFO:tasks.workunit.client.0.smithi082.stdout: "critical_warning": 0, 2024-08-17T00:40:28.135 INFO:tasks.workunit.client.0.smithi082.stdout: "data_units_read": 327349163, 2024-08-17T00:40:28.135 INFO:tasks.workunit.client.0.smithi082.stdout: "data_units_written": 1725597223, 2024-08-17T00:40:28.135 INFO:tasks.workunit.client.0.smithi082.stdout: "host_reads": 5478944983, 2024-08-17T00:40:28.135 INFO:tasks.workunit.client.0.smithi082.stdout: "host_writes": 31651435103, 2024-08-17T00:40:28.136 INFO:tasks.workunit.client.0.smithi082.stdout: "media_errors": 0, 2024-08-17T00:40:28.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_err_log_entries": 0, 2024-08-17T00:40:28.136 INFO:tasks.workunit.client.0.smithi082.stdout: "percentage_used": 10, 2024-08-17T00:40:28.136 INFO:tasks.workunit.client.0.smithi082.stdout: "power_cycles": 51178, 2024-08-17T00:40:28.136 INFO:tasks.workunit.client.0.smithi082.stdout: "power_on_hours": 55796, 2024-08-17T00:40:28.136 INFO:tasks.workunit.client.0.smithi082.stdout: "temperature": 25, 2024-08-17T00:40:28.136 INFO:tasks.workunit.client.0.smithi082.stdout: "unsafe_shutdowns": 147 2024-08-17T00:40:28.136 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.136 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_vendor": "intel", 2024-08-17T00:40:28.136 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_version": { 2024-08-17T00:40:28.136 INFO:tasks.workunit.client.0.smithi082.stdout: "string": "<1.2", 2024-08-17T00:40:28.136 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:28.136 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.136 INFO:tasks.workunit.client.0.smithi082.stdout: "power_cycle_count": 51178, 2024-08-17T00:40:28.137 INFO:tasks.workunit.client.0.smithi082.stdout: "power_on_time": { 2024-08-17T00:40:28.137 INFO:tasks.workunit.client.0.smithi082.stdout: "hours": 55796 2024-08-17T00:40:28.137 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.137 INFO:tasks.workunit.client.0.smithi082.stdout: "serial_number": "deleted", 2024-08-17T00:40:28.137 INFO:tasks.workunit.client.0.smithi082.stdout: "smart_status": { 2024-08-17T00:40:28.137 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme": { 2024-08-17T00:40:28.137 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:28.137 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.137 INFO:tasks.workunit.client.0.smithi082.stdout: "passed": true 2024-08-17T00:40:28.137 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.137 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl": { 2024-08-17T00:40:28.137 INFO:tasks.workunit.client.0.smithi082.stdout: "argv": [ 2024-08-17T00:40:28.137 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl", 2024-08-17T00:40:28.137 INFO:tasks.workunit.client.0.smithi082.stdout: "-x", 2024-08-17T00:40:28.138 INFO:tasks.workunit.client.0.smithi082.stdout: "--json=o", 2024-08-17T00:40:28.138 INFO:tasks.workunit.client.0.smithi082.stdout: "/dev/nvme0n1" 2024-08-17T00:40:28.138 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:28.138 INFO:tasks.workunit.client.0.smithi082.stdout: "build_info": "(local build)", 2024-08-17T00:40:28.138 INFO:tasks.workunit.client.0.smithi082.stdout: "exit_status": 0, 2024-08-17T00:40:28.138 INFO:tasks.workunit.client.0.smithi082.stdout: "output": [ 2024-08-17T00:40:28.138 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T00:40:28.138 INFO:tasks.workunit.client.0.smithi082.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T00:40:28.138 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:28.138 INFO:tasks.workunit.client.0.smithi082.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T00:40:28.138 INFO:tasks.workunit.client.0.smithi082.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T00:40:28.138 INFO:tasks.workunit.client.0.smithi082.stdout: "Serial Number: deleted", 2024-08-17T00:40:28.138 INFO:tasks.workunit.client.0.smithi082.stdout: "Firmware Version: 8DV101H0", 2024-08-17T00:40:28.139 INFO:tasks.workunit.client.0.smithi082.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T00:40:28.139 INFO:tasks.workunit.client.0.smithi082.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T00:40:28.139 INFO:tasks.workunit.client.0.smithi082.stdout: "Controller ID: 0", 2024-08-17T00:40:28.139 INFO:tasks.workunit.client.0.smithi082.stdout: "NVMe Version: <1.2", 2024-08-17T00:40:28.139 INFO:tasks.workunit.client.0.smithi082.stdout: "Number of Namespaces: 1", 2024-08-17T00:40:28.139 INFO:tasks.workunit.client.0.smithi082.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T00:40:28.139 INFO:tasks.workunit.client.0.smithi082.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T00:40:28.139 INFO:tasks.workunit.client.0.smithi082.stdout: "Local Time is: Sat Aug 17 00:34:47 2024 UTC", 2024-08-17T00:40:28.139 INFO:tasks.workunit.client.0.smithi082.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T00:40:28.139 INFO:tasks.workunit.client.0.smithi082.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T00:40:28.139 INFO:tasks.workunit.client.0.smithi082.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T00:40:28.139 INFO:tasks.workunit.client.0.smithi082.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T00:40:28.139 INFO:tasks.workunit.client.0.smithi082.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T00:40:28.140 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:28.140 INFO:tasks.workunit.client.0.smithi082.stdout: "Supported Power States", 2024-08-17T00:40:28.140 INFO:tasks.workunit.client.0.smithi082.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T00:40:28.140 INFO:tasks.workunit.client.0.smithi082.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T00:40:28.140 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:28.140 INFO:tasks.workunit.client.0.smithi082.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T00:40:28.140 INFO:tasks.workunit.client.0.smithi082.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T00:40:28.140 INFO:tasks.workunit.client.0.smithi082.stdout: " 0 + 512 0 2", 2024-08-17T00:40:28.140 INFO:tasks.workunit.client.0.smithi082.stdout: " 1 - 512 8 2", 2024-08-17T00:40:28.140 INFO:tasks.workunit.client.0.smithi082.stdout: " 2 - 512 16 2", 2024-08-17T00:40:28.140 INFO:tasks.workunit.client.0.smithi082.stdout: " 3 - 4096 0 0", 2024-08-17T00:40:28.140 INFO:tasks.workunit.client.0.smithi082.stdout: " 4 - 4096 8 0", 2024-08-17T00:40:28.140 INFO:tasks.workunit.client.0.smithi082.stdout: " 5 - 4096 64 0", 2024-08-17T00:40:28.141 INFO:tasks.workunit.client.0.smithi082.stdout: " 6 - 4096 128 0", 2024-08-17T00:40:28.141 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:28.141 INFO:tasks.workunit.client.0.smithi082.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T00:40:28.141 INFO:tasks.workunit.client.0.smithi082.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T00:40:28.141 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:28.141 INFO:tasks.workunit.client.0.smithi082.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T00:40:28.141 INFO:tasks.workunit.client.0.smithi082.stdout: "Critical Warning: 0x00", 2024-08-17T00:40:28.141 INFO:tasks.workunit.client.0.smithi082.stdout: "Temperature: 25 Celsius", 2024-08-17T00:40:28.141 INFO:tasks.workunit.client.0.smithi082.stdout: "Available Spare: 100%", 2024-08-17T00:40:28.141 INFO:tasks.workunit.client.0.smithi082.stdout: "Available Spare Threshold: 10%", 2024-08-17T00:40:28.141 INFO:tasks.workunit.client.0.smithi082.stdout: "Percentage Used: 10%", 2024-08-17T00:40:28.141 INFO:tasks.workunit.client.0.smithi082.stdout: "Data Units Read: 327,349,163 [167 TB]", 2024-08-17T00:40:28.141 INFO:tasks.workunit.client.0.smithi082.stdout: "Data Units Written: 1,725,597,223 [883 TB]", 2024-08-17T00:40:28.141 INFO:tasks.workunit.client.0.smithi082.stdout: "Host Read Commands: 5,478,944,983", 2024-08-17T00:40:28.142 INFO:tasks.workunit.client.0.smithi082.stdout: "Host Write Commands: 31,651,435,103", 2024-08-17T00:40:28.142 INFO:tasks.workunit.client.0.smithi082.stdout: "Controller Busy Time: 1", 2024-08-17T00:40:28.142 INFO:tasks.workunit.client.0.smithi082.stdout: "Power Cycles: 51,178", 2024-08-17T00:40:28.142 INFO:tasks.workunit.client.0.smithi082.stdout: "Power On Hours: 55,796", 2024-08-17T00:40:28.142 INFO:tasks.workunit.client.0.smithi082.stdout: "Unsafe Shutdowns: 147", 2024-08-17T00:40:28.142 INFO:tasks.workunit.client.0.smithi082.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T00:40:28.142 INFO:tasks.workunit.client.0.smithi082.stdout: "Error Information Log Entries: 0", 2024-08-17T00:40:28.142 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:28.142 INFO:tasks.workunit.client.0.smithi082.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T00:40:28.142 INFO:tasks.workunit.client.0.smithi082.stdout: "No Errors Logged", 2024-08-17T00:40:28.142 INFO:tasks.workunit.client.0.smithi082.stdout: "" 2024-08-17T00:40:28.142 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:28.142 INFO:tasks.workunit.client.0.smithi082.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T00:40:28.143 INFO:tasks.workunit.client.0.smithi082.stdout: "svn_revision": "5155", 2024-08-17T00:40:28.143 INFO:tasks.workunit.client.0.smithi082.stdout: "version": [ 2024-08-17T00:40:28.143 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:28.143 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:28.143 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:28.143 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.143 INFO:tasks.workunit.client.0.smithi082.stdout: "temperature": { 2024-08-17T00:40:28.143 INFO:tasks.workunit.client.0.smithi082.stdout: "current": 25 2024-08-17T00:40:28.143 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.143 INFO:tasks.workunit.client.0.smithi082.stdout: "user_capacity": { 2024-08-17T00:40:28.143 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:28.143 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:28.143 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.143 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.144 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.144 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.144 INFO:tasks.workunit.client.0.smithi082.stdout: "4c4819d8-5c31-11ef-bc15-0cc47a8fd3ff": { 2024-08-17T00:40:28.144 INFO:tasks.workunit.client.0.smithi082.stdout: "INTEL_SSDPEDMD400G4_4c48a678-5c31-11ef-bc15-0cc47a8fd3ff": { 2024-08-17T00:40:28.144 INFO:tasks.workunit.client.0.smithi082.stdout: "20240817-003445": { 2024-08-17T00:40:28.144 INFO:tasks.workunit.client.0.smithi082.stdout: "device": { 2024-08-17T00:40:28.144 INFO:tasks.workunit.client.0.smithi082.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T00:40:28.144 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "/dev/nvme0n1", 2024-08-17T00:40:28.144 INFO:tasks.workunit.client.0.smithi082.stdout: "protocol": "NVMe", 2024-08-17T00:40:28.144 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "nvme" 2024-08-17T00:40:28.144 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.144 INFO:tasks.workunit.client.0.smithi082.stdout: "firmware_version": "8DV101H0", 2024-08-17T00:40:28.144 INFO:tasks.workunit.client.0.smithi082.stdout: "host_id": "4c4819d8-5c31-11ef-bc15-0cc47a8fd3ff", 2024-08-17T00:40:28.144 INFO:tasks.workunit.client.0.smithi082.stdout: "json_format_version": [ 2024-08-17T00:40:28.145 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:28.145 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:28.145 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:28.145 INFO:tasks.workunit.client.0.smithi082.stdout: "local_time": { 2024-08-17T00:40:28.145 INFO:tasks.workunit.client.0.smithi082.stdout: "asctime": "Sat Aug 17 00:34:45 2024 UTC", 2024-08-17T00:40:28.145 INFO:tasks.workunit.client.0.smithi082.stdout: "time_t": 1723854885 2024-08-17T00:40:28.145 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.145 INFO:tasks.workunit.client.0.smithi082.stdout: "logical_block_size": 512, 2024-08-17T00:40:28.145 INFO:tasks.workunit.client.0.smithi082.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T00:40:28.145 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_controller_id": 0, 2024-08-17T00:40:28.145 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T00:40:28.145 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_namespaces": [ 2024-08-17T00:40:28.145 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:28.145 INFO:tasks.workunit.client.0.smithi082.stdout: "capacity": { 2024-08-17T00:40:28.146 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:28.146 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:28.146 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.146 INFO:tasks.workunit.client.0.smithi082.stdout: "formatted_lba_size": 512, 2024-08-17T00:40:28.146 INFO:tasks.workunit.client.0.smithi082.stdout: "id": 1, 2024-08-17T00:40:28.146 INFO:tasks.workunit.client.0.smithi082.stdout: "size": { 2024-08-17T00:40:28.146 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:28.146 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:28.146 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.146 INFO:tasks.workunit.client.0.smithi082.stdout: "utilization": { 2024-08-17T00:40:28.146 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:28.146 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:28.146 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.147 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.147 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:28.147 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T00:40:28.147 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_pci_vendor": { 2024-08-17T00:40:28.147 INFO:tasks.workunit.client.0.smithi082.stdout: "id": 32902, 2024-08-17T00:40:28.147 INFO:tasks.workunit.client.0.smithi082.stdout: "subsystem_id": 32902 2024-08-17T00:40:28.147 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.147 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T00:40:28.147 INFO:tasks.workunit.client.0.smithi082.stdout: "Device stats": { 2024-08-17T00:40:28.147 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_fw_downgrades": { 2024-08-17T00:40:28.147 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:28.147 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:28.147 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.147 INFO:tasks.workunit.client.0.smithi082.stdout: "crc_error_count": { 2024-08-17T00:40:28.148 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:28.148 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:28.148 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.148 INFO:tasks.workunit.client.0.smithi082.stdout: "end_to_end_error_detection_count": { 2024-08-17T00:40:28.148 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:28.148 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:28.148 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.148 INFO:tasks.workunit.client.0.smithi082.stdout: "erase_fail_count": { 2024-08-17T00:40:28.148 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:28.148 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:28.148 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.148 INFO:tasks.workunit.client.0.smithi082.stdout: "host_bytes_written": { 2024-08-17T00:40:28.148 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:28.148 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 32453604 2024-08-17T00:40:28.149 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.149 INFO:tasks.workunit.client.0.smithi082.stdout: "host_ctx_wear_used": { 2024-08-17T00:40:28.149 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:28.149 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 1 2024-08-17T00:40:28.149 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.149 INFO:tasks.workunit.client.0.smithi082.stdout: "media_bytes_read": { 2024-08-17T00:40:28.149 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:28.149 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:28.149 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.149 INFO:tasks.workunit.client.0.smithi082.stdout: "nand_bytes_written": { 2024-08-17T00:40:28.149 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:28.149 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 51366601 2024-08-17T00:40:28.149 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.149 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_stat_indicator": { 2024-08-17T00:40:28.150 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:28.150 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:28.150 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.150 INFO:tasks.workunit.client.0.smithi082.stdout: "pll_lock_loss_count": { 2024-08-17T00:40:28.150 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:28.150 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:28.150 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.150 INFO:tasks.workunit.client.0.smithi082.stdout: "program_fail_count": { 2024-08-17T00:40:28.150 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:28.150 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:28.150 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.150 INFO:tasks.workunit.client.0.smithi082.stdout: "re_alloc_sectr_cnt": { 2024-08-17T00:40:28.150 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:28.150 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:28.151 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.151 INFO:tasks.workunit.client.0.smithi082.stdout: "retry_buffer_overflow_count": { 2024-08-17T00:40:28.151 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:28.151 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:28.151 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.151 INFO:tasks.workunit.client.0.smithi082.stdout: "soft_ecc_err_rate": { 2024-08-17T00:40:28.151 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:28.151 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:28.151 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.151 INFO:tasks.workunit.client.0.smithi082.stdout: "thermal_throttle_status": { 2024-08-17T00:40:28.151 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:28.151 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": { 2024-08-17T00:40:28.151 INFO:tasks.workunit.client.0.smithi082.stdout: "cnt": 0, 2024-08-17T00:40:28.152 INFO:tasks.workunit.client.0.smithi082.stdout: "pct": 0 2024-08-17T00:40:28.152 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.152 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.152 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_host_reads": { 2024-08-17T00:40:28.152 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:28.152 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 65535 2024-08-17T00:40:28.152 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.152 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_media_wear": { 2024-08-17T00:40:28.152 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:28.152 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": "63.999023" 2024-08-17T00:40:28.152 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.152 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_timer": { 2024-08-17T00:40:28.152 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:28.152 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 65535 2024-08-17T00:40:28.153 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.153 INFO:tasks.workunit.client.0.smithi082.stdout: "unexp_power_loss": { 2024-08-17T00:40:28.153 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:28.153 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:28.153 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.153 INFO:tasks.workunit.client.0.smithi082.stdout: "wear_leveling": { 2024-08-17T00:40:28.153 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 89, 2024-08-17T00:40:28.153 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": { 2024-08-17T00:40:28.153 INFO:tasks.workunit.client.0.smithi082.stdout: "avg": 3410, 2024-08-17T00:40:28.153 INFO:tasks.workunit.client.0.smithi082.stdout: "max": 3427, 2024-08-17T00:40:28.153 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 3394 2024-08-17T00:40:28.153 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.153 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.153 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.154 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T00:40:28.154 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.154 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_smart_health_information_log": { 2024-08-17T00:40:28.154 INFO:tasks.workunit.client.0.smithi082.stdout: "available_spare": 100, 2024-08-17T00:40:28.154 INFO:tasks.workunit.client.0.smithi082.stdout: "available_spare_threshold": 10, 2024-08-17T00:40:28.154 INFO:tasks.workunit.client.0.smithi082.stdout: "controller_busy_time": 1, 2024-08-17T00:40:28.154 INFO:tasks.workunit.client.0.smithi082.stdout: "critical_warning": 0, 2024-08-17T00:40:28.154 INFO:tasks.workunit.client.0.smithi082.stdout: "data_units_read": 422946491, 2024-08-17T00:40:28.154 INFO:tasks.workunit.client.0.smithi082.stdout: "data_units_written": 2126879455, 2024-08-17T00:40:28.154 INFO:tasks.workunit.client.0.smithi082.stdout: "host_reads": 6963167010, 2024-08-17T00:40:28.154 INFO:tasks.workunit.client.0.smithi082.stdout: "host_writes": 36518885219, 2024-08-17T00:40:28.154 INFO:tasks.workunit.client.0.smithi082.stdout: "media_errors": 0, 2024-08-17T00:40:28.154 INFO:tasks.workunit.client.0.smithi082.stdout: "num_err_log_entries": 0, 2024-08-17T00:40:28.155 INFO:tasks.workunit.client.0.smithi082.stdout: "percentage_used": 11, 2024-08-17T00:40:28.155 INFO:tasks.workunit.client.0.smithi082.stdout: "power_cycles": 44577, 2024-08-17T00:40:28.155 INFO:tasks.workunit.client.0.smithi082.stdout: "power_on_hours": 61202, 2024-08-17T00:40:28.155 INFO:tasks.workunit.client.0.smithi082.stdout: "temperature": 26, 2024-08-17T00:40:28.155 INFO:tasks.workunit.client.0.smithi082.stdout: "unsafe_shutdowns": 40 2024-08-17T00:40:28.155 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.155 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_vendor": "intel", 2024-08-17T00:40:28.155 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_version": { 2024-08-17T00:40:28.155 INFO:tasks.workunit.client.0.smithi082.stdout: "string": "<1.2", 2024-08-17T00:40:28.155 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:28.155 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.155 INFO:tasks.workunit.client.0.smithi082.stdout: "power_cycle_count": 44577, 2024-08-17T00:40:28.155 INFO:tasks.workunit.client.0.smithi082.stdout: "power_on_time": { 2024-08-17T00:40:28.156 INFO:tasks.workunit.client.0.smithi082.stdout: "hours": 61202 2024-08-17T00:40:28.156 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.156 INFO:tasks.workunit.client.0.smithi082.stdout: "serial_number": "deleted", 2024-08-17T00:40:28.156 INFO:tasks.workunit.client.0.smithi082.stdout: "smart_status": { 2024-08-17T00:40:28.156 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme": { 2024-08-17T00:40:28.156 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:28.156 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.156 INFO:tasks.workunit.client.0.smithi082.stdout: "passed": true 2024-08-17T00:40:28.156 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.156 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl": { 2024-08-17T00:40:28.156 INFO:tasks.workunit.client.0.smithi082.stdout: "argv": [ 2024-08-17T00:40:28.156 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl", 2024-08-17T00:40:28.156 INFO:tasks.workunit.client.0.smithi082.stdout: "-x", 2024-08-17T00:40:28.156 INFO:tasks.workunit.client.0.smithi082.stdout: "--json=o", 2024-08-17T00:40:28.157 INFO:tasks.workunit.client.0.smithi082.stdout: "/dev/nvme0n1" 2024-08-17T00:40:28.157 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:28.157 INFO:tasks.workunit.client.0.smithi082.stdout: "build_info": "(local build)", 2024-08-17T00:40:28.157 INFO:tasks.workunit.client.0.smithi082.stdout: "exit_status": 0, 2024-08-17T00:40:28.157 INFO:tasks.workunit.client.0.smithi082.stdout: "output": [ 2024-08-17T00:40:28.157 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T00:40:28.157 INFO:tasks.workunit.client.0.smithi082.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T00:40:28.157 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:28.157 INFO:tasks.workunit.client.0.smithi082.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T00:40:28.157 INFO:tasks.workunit.client.0.smithi082.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T00:40:28.157 INFO:tasks.workunit.client.0.smithi082.stdout: "Serial Number: deleted", 2024-08-17T00:40:28.157 INFO:tasks.workunit.client.0.smithi082.stdout: "Firmware Version: 8DV101H0", 2024-08-17T00:40:28.157 INFO:tasks.workunit.client.0.smithi082.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T00:40:28.158 INFO:tasks.workunit.client.0.smithi082.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T00:40:28.158 INFO:tasks.workunit.client.0.smithi082.stdout: "Controller ID: 0", 2024-08-17T00:40:28.158 INFO:tasks.workunit.client.0.smithi082.stdout: "NVMe Version: <1.2", 2024-08-17T00:40:28.158 INFO:tasks.workunit.client.0.smithi082.stdout: "Number of Namespaces: 1", 2024-08-17T00:40:28.158 INFO:tasks.workunit.client.0.smithi082.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T00:40:28.158 INFO:tasks.workunit.client.0.smithi082.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T00:40:28.158 INFO:tasks.workunit.client.0.smithi082.stdout: "Local Time is: Sat Aug 17 00:34:45 2024 UTC", 2024-08-17T00:40:28.158 INFO:tasks.workunit.client.0.smithi082.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T00:40:28.158 INFO:tasks.workunit.client.0.smithi082.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T00:40:28.158 INFO:tasks.workunit.client.0.smithi082.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T00:40:28.158 INFO:tasks.workunit.client.0.smithi082.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T00:40:28.158 INFO:tasks.workunit.client.0.smithi082.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T00:40:28.158 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:28.158 INFO:tasks.workunit.client.0.smithi082.stdout: "Supported Power States", 2024-08-17T00:40:28.159 INFO:tasks.workunit.client.0.smithi082.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T00:40:28.159 INFO:tasks.workunit.client.0.smithi082.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T00:40:28.159 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:28.159 INFO:tasks.workunit.client.0.smithi082.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T00:40:28.159 INFO:tasks.workunit.client.0.smithi082.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T00:40:28.159 INFO:tasks.workunit.client.0.smithi082.stdout: " 0 + 512 0 2", 2024-08-17T00:40:28.159 INFO:tasks.workunit.client.0.smithi082.stdout: " 1 - 512 8 2", 2024-08-17T00:40:28.159 INFO:tasks.workunit.client.0.smithi082.stdout: " 2 - 512 16 2", 2024-08-17T00:40:28.159 INFO:tasks.workunit.client.0.smithi082.stdout: " 3 - 4096 0 0", 2024-08-17T00:40:28.159 INFO:tasks.workunit.client.0.smithi082.stdout: " 4 - 4096 8 0", 2024-08-17T00:40:28.159 INFO:tasks.workunit.client.0.smithi082.stdout: " 5 - 4096 64 0", 2024-08-17T00:40:28.159 INFO:tasks.workunit.client.0.smithi082.stdout: " 6 - 4096 128 0", 2024-08-17T00:40:28.159 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:28.159 INFO:tasks.workunit.client.0.smithi082.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T00:40:28.160 INFO:tasks.workunit.client.0.smithi082.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T00:40:28.160 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:28.160 INFO:tasks.workunit.client.0.smithi082.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T00:40:28.160 INFO:tasks.workunit.client.0.smithi082.stdout: "Critical Warning: 0x00", 2024-08-17T00:40:28.160 INFO:tasks.workunit.client.0.smithi082.stdout: "Temperature: 26 Celsius", 2024-08-17T00:40:28.160 INFO:tasks.workunit.client.0.smithi082.stdout: "Available Spare: 100%", 2024-08-17T00:40:28.160 INFO:tasks.workunit.client.0.smithi082.stdout: "Available Spare Threshold: 10%", 2024-08-17T00:40:28.160 INFO:tasks.workunit.client.0.smithi082.stdout: "Percentage Used: 11%", 2024-08-17T00:40:28.160 INFO:tasks.workunit.client.0.smithi082.stdout: "Data Units Read: 422,946,491 [216 TB]", 2024-08-17T00:40:28.160 INFO:tasks.workunit.client.0.smithi082.stdout: "Data Units Written: 2,126,879,455 [1.08 PB]", 2024-08-17T00:40:28.160 INFO:tasks.workunit.client.0.smithi082.stdout: "Host Read Commands: 6,963,167,010", 2024-08-17T00:40:28.160 INFO:tasks.workunit.client.0.smithi082.stdout: "Host Write Commands: 36,518,885,219", 2024-08-17T00:40:28.160 INFO:tasks.workunit.client.0.smithi082.stdout: "Controller Busy Time: 1", 2024-08-17T00:40:28.160 INFO:tasks.workunit.client.0.smithi082.stdout: "Power Cycles: 44,577", 2024-08-17T00:40:28.160 INFO:tasks.workunit.client.0.smithi082.stdout: "Power On Hours: 61,202", 2024-08-17T00:40:28.161 INFO:tasks.workunit.client.0.smithi082.stdout: "Unsafe Shutdowns: 40", 2024-08-17T00:40:28.161 INFO:tasks.workunit.client.0.smithi082.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T00:40:28.161 INFO:tasks.workunit.client.0.smithi082.stdout: "Error Information Log Entries: 0", 2024-08-17T00:40:28.161 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:28.161 INFO:tasks.workunit.client.0.smithi082.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T00:40:28.161 INFO:tasks.workunit.client.0.smithi082.stdout: "No Errors Logged", 2024-08-17T00:40:28.161 INFO:tasks.workunit.client.0.smithi082.stdout: "" 2024-08-17T00:40:28.161 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:28.161 INFO:tasks.workunit.client.0.smithi082.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T00:40:28.161 INFO:tasks.workunit.client.0.smithi082.stdout: "svn_revision": "5155", 2024-08-17T00:40:28.161 INFO:tasks.workunit.client.0.smithi082.stdout: "version": [ 2024-08-17T00:40:28.161 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:28.161 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:28.161 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:28.162 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.162 INFO:tasks.workunit.client.0.smithi082.stdout: "temperature": { 2024-08-17T00:40:28.162 INFO:tasks.workunit.client.0.smithi082.stdout: "current": 26 2024-08-17T00:40:28.162 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.162 INFO:tasks.workunit.client.0.smithi082.stdout: "user_capacity": { 2024-08-17T00:40:28.162 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:28.162 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:28.162 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.162 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.162 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.162 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.162 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.162 INFO:tasks.workunit.client.0.smithi082.stdout: "report": { 2024-08-17T00:40:28.162 INFO:tasks.workunit.client.0.smithi082.stdout: "balancer": { 2024-08-17T00:40:28.163 INFO:tasks.workunit.client.0.smithi082.stdout: "active": true, 2024-08-17T00:40:28.163 INFO:tasks.workunit.client.0.smithi082.stdout: "mode": "" 2024-08-17T00:40:28.163 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.163 INFO:tasks.workunit.client.0.smithi082.stdout: "channels": [ 2024-08-17T00:40:28.163 INFO:tasks.workunit.client.0.smithi082.stdout: "basic", 2024-08-17T00:40:28.163 INFO:tasks.workunit.client.0.smithi082.stdout: "crash", 2024-08-17T00:40:28.163 INFO:tasks.workunit.client.0.smithi082.stdout: "device", 2024-08-17T00:40:28.163 INFO:tasks.workunit.client.0.smithi082.stdout: "ident" 2024-08-17T00:40:28.163 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:28.163 INFO:tasks.workunit.client.0.smithi082.stdout: "channels_available": [ 2024-08-17T00:40:28.163 INFO:tasks.workunit.client.0.smithi082.stdout: "basic", 2024-08-17T00:40:28.163 INFO:tasks.workunit.client.0.smithi082.stdout: "ident", 2024-08-17T00:40:28.163 INFO:tasks.workunit.client.0.smithi082.stdout: "crash", 2024-08-17T00:40:28.163 INFO:tasks.workunit.client.0.smithi082.stdout: "device", 2024-08-17T00:40:28.164 INFO:tasks.workunit.client.0.smithi082.stdout: "perf" 2024-08-17T00:40:28.164 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:28.164 INFO:tasks.workunit.client.0.smithi082.stdout: "collections_available": [ 2024-08-17T00:40:28.164 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_base", 2024-08-17T00:40:28.164 INFO:tasks.workunit.client.0.smithi082.stdout: "device_base", 2024-08-17T00:40:28.164 INFO:tasks.workunit.client.0.smithi082.stdout: "crash_base", 2024-08-17T00:40:28.164 INFO:tasks.workunit.client.0.smithi082.stdout: "ident_base", 2024-08-17T00:40:28.164 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_perf", 2024-08-17T00:40:28.164 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_mds_metadata", 2024-08-17T00:40:28.164 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_usage", 2024-08-17T00:40:28.164 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_usage_by_class", 2024-08-17T00:40:28.164 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_rook_v01", 2024-08-17T00:40:28.164 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_memory_metrics", 2024-08-17T00:40:28.164 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_options_bluestore" 2024-08-17T00:40:28.165 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:28.165 INFO:tasks.workunit.client.0.smithi082.stdout: "collections_opted_in": [ 2024-08-17T00:40:28.165 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_base", 2024-08-17T00:40:28.165 INFO:tasks.workunit.client.0.smithi082.stdout: "device_base", 2024-08-17T00:40:28.165 INFO:tasks.workunit.client.0.smithi082.stdout: "crash_base", 2024-08-17T00:40:28.165 INFO:tasks.workunit.client.0.smithi082.stdout: "ident_base", 2024-08-17T00:40:28.165 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_perf", 2024-08-17T00:40:28.165 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_mds_metadata", 2024-08-17T00:40:28.165 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_usage", 2024-08-17T00:40:28.165 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_usage_by_class", 2024-08-17T00:40:28.165 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_rook_v01", 2024-08-17T00:40:28.165 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_memory_metrics", 2024-08-17T00:40:28.165 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_options_bluestore" 2024-08-17T00:40:28.165 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:28.166 INFO:tasks.workunit.client.0.smithi082.stdout: "config": { 2024-08-17T00:40:28.166 INFO:tasks.workunit.client.0.smithi082.stdout: "active_changed": [ 2024-08-17T00:40:28.166 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T00:40:28.166 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_debug", 2024-08-17T00:40:28.166 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_mon_ticket_ttl", 2024-08-17T00:40:28.166 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_service_ticket_ttl", 2024-08-17T00:40:28.166 INFO:tasks.workunit.client.0.smithi082.stdout: "bdev_debug_aio", 2024-08-17T00:40:28.166 INFO:tasks.workunit.client.0.smithi082.stdout: "client_check_pool_perm", 2024-08-17T00:40:28.166 INFO:tasks.workunit.client.0.smithi082.stdout: "client_mount_gid", 2024-08-17T00:40:28.166 INFO:tasks.workunit.client.0.smithi082.stdout: "client_mount_uid", 2024-08-17T00:40:28.166 INFO:tasks.workunit.client.0.smithi082.stdout: "client_quota", 2024-08-17T00:40:28.166 INFO:tasks.workunit.client.0.smithi082.stdout: "container_image", 2024-08-17T00:40:28.166 INFO:tasks.workunit.client.0.smithi082.stdout: "daemonize", 2024-08-17T00:40:28.167 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_asserts_on_shutdown", 2024-08-17T00:40:28.167 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mgr", 2024-08-17T00:40:28.167 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mon", 2024-08-17T00:40:28.167 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_ms", 2024-08-17T00:40:28.167 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_osd", 2024-08-17T00:40:28.167 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_paxos", 2024-08-17T00:40:28.167 INFO:tasks.workunit.client.0.smithi082.stdout: "keyring", 2024-08-17T00:40:28.167 INFO:tasks.workunit.client.0.smithi082.stdout: "leveldb_block_size", 2024-08-17T00:40:28.167 INFO:tasks.workunit.client.0.smithi082.stdout: "leveldb_cache_size", 2024-08-17T00:40:28.167 INFO:tasks.workunit.client.0.smithi082.stdout: "leveldb_compression", 2024-08-17T00:40:28.167 INFO:tasks.workunit.client.0.smithi082.stdout: "leveldb_log", 2024-08-17T00:40:28.167 INFO:tasks.workunit.client.0.smithi082.stdout: "leveldb_write_buffer_size", 2024-08-17T00:40:28.167 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_file", 2024-08-17T00:40:28.167 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_journald", 2024-08-17T00:40:28.168 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_stderr", 2024-08-17T00:40:28.168 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_allow_pool_delete", 2024-08-17T00:40:28.168 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_clock_drift_allowed", 2024-08-17T00:40:28.168 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_file", 2024-08-17T00:40:28.168 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_journald", 2024-08-17T00:40:28.168 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_stderr", 2024-08-17T00:40:28.168 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_data_avail_warn", 2024-08-17T00:40:28.168 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_election_default_strategy", 2024-08-17T00:40:28.168 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_host", 2024-08-17T00:40:28.168 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_max_pg_per_osd", 2024-08-17T00:40:28.168 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_mgr_mkfs_grace", 2024-08-17T00:40:28.168 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_prime_pg_temp", 2024-08-17T00:40:28.168 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T00:40:28.169 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T00:40:28.169 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T00:40:28.169 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T00:40:28.169 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T00:40:28.169 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T00:40:28.169 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T00:40:28.169 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T00:40:28.169 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T00:40:28.169 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T00:40:28.169 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_too_few_osds", 2024-08-17T00:40:28.169 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_bug", 2024-08-17T00:40:28.169 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_old_message", 2024-08-17T00:40:28.169 INFO:tasks.workunit.client.0.smithi082.stdout: "no_config_file", 2024-08-17T00:40:28.169 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_default_list", 2024-08-17T00:40:28.170 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_load_list", 2024-08-17T00:40:28.170 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_misdirected_ops", 2024-08-17T00:40:28.170 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_op_order", 2024-08-17T00:40:28.170 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_pg_log_writeout", 2024-08-17T00:40:28.170 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_shutdown", 2024-08-17T00:40:28.170 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T00:40:28.170 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T00:40:28.170 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T00:40:28.170 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T00:40:28.170 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_profile", 2024-08-17T00:40:28.170 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-17T00:40:28.170 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-17T00:40:28.170 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-17T00:40:28.170 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-17T00:40:28.171 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-17T00:40:28.171 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-17T00:40:28.171 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_client_lim", 2024-08-17T00:40:28.171 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_client_res", 2024-08-17T00:40:28.171 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-17T00:40:28.171 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target", 2024-08-17T00:40:28.171 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target_autotune", 2024-08-17T00:40:28.171 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue", 2024-08-17T00:40:28.171 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue_cut_off", 2024-08-17T00:40:28.171 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T00:40:28.171 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T00:40:28.171 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recover_clone_overlap", 2024-08-17T00:40:28.171 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_max_chunk", 2024-08-17T00:40:28.171 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_load_threshold", 2024-08-17T00:40:28.172 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_max_interval", 2024-08-17T00:40:28.172 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_shutdown_pgref_assert", 2024-08-17T00:40:28.172 INFO:tasks.workunit.client.0.smithi082.stdout: "public_addr", 2024-08-17T00:40:28.172 INFO:tasks.workunit.client.0.smithi082.stdout: "public_addrv", 2024-08-17T00:40:28.172 INFO:tasks.workunit.client.0.smithi082.stdout: "public_network", 2024-08-17T00:40:28.172 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd_default_features", 2024-08-17T00:40:28.172 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd_qos_exclude_ops", 2024-08-17T00:40:28.172 INFO:tasks.workunit.client.0.smithi082.stdout: "setgroup", 2024-08-17T00:40:28.172 INFO:tasks.workunit.client.0.smithi082.stdout: "setuser" 2024-08-17T00:40:28.172 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:28.172 INFO:tasks.workunit.client.0.smithi082.stdout: "cluster_changed": [ 2024-08-17T00:40:28.172 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T00:40:28.172 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_debug", 2024-08-17T00:40:28.172 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_mon_ticket_ttl", 2024-08-17T00:40:28.173 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_service_ticket_ttl", 2024-08-17T00:40:28.173 INFO:tasks.workunit.client.0.smithi082.stdout: "bdev_debug_aio", 2024-08-17T00:40:28.173 INFO:tasks.workunit.client.0.smithi082.stdout: "container_image", 2024-08-17T00:40:28.173 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_asserts_on_shutdown", 2024-08-17T00:40:28.173 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mgr", 2024-08-17T00:40:28.173 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mon", 2024-08-17T00:40:28.173 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_ms", 2024-08-17T00:40:28.173 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_osd", 2024-08-17T00:40:28.173 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_paxos", 2024-08-17T00:40:28.173 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_file", 2024-08-17T00:40:28.173 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_journald", 2024-08-17T00:40:28.173 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_stderr", 2024-08-17T00:40:28.173 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_join_fs", 2024-08-17T00:40:28.173 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/allow_ptrace", 2024-08-17T00:40:28.173 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/container_init", 2024-08-17T00:40:28.174 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/migration_current", 2024-08-17T00:40:28.174 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/use_repo_digest", 2024-08-17T00:40:28.174 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-17T00:40:28.174 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-17T00:40:28.174 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-17T00:40:28.174 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-17T00:40:28.174 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/ssl_server_port", 2024-08-17T00:40:28.174 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/orchestrator/orchestrator", 2024-08-17T00:40:28.174 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/channel_ident", 2024-08-17T00:40:28.174 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/description", 2024-08-17T00:40:28.174 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/organization", 2024-08-17T00:40:28.174 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_allow_pool_delete", 2024-08-17T00:40:28.174 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_clock_drift_allowed", 2024-08-17T00:40:28.175 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_file", 2024-08-17T00:40:28.175 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_data_avail_warn", 2024-08-17T00:40:28.175 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_election_default_strategy", 2024-08-17T00:40:28.175 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_max_pg_per_osd", 2024-08-17T00:40:28.175 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_mgr_mkfs_grace", 2024-08-17T00:40:28.175 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_prime_pg_temp", 2024-08-17T00:40:28.175 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T00:40:28.175 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T00:40:28.175 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T00:40:28.175 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T00:40:28.175 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T00:40:28.175 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T00:40:28.175 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T00:40:28.175 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T00:40:28.176 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T00:40:28.176 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T00:40:28.176 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_too_few_osds", 2024-08-17T00:40:28.176 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_bug", 2024-08-17T00:40:28.176 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_old_message", 2024-08-17T00:40:28.176 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_default_list", 2024-08-17T00:40:28.176 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_load_list", 2024-08-17T00:40:28.176 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_misdirected_ops", 2024-08-17T00:40:28.176 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_op_order", 2024-08-17T00:40:28.176 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_pg_log_writeout", 2024-08-17T00:40:28.176 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_shutdown", 2024-08-17T00:40:28.176 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T00:40:28.176 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T00:40:28.176 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T00:40:28.177 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T00:40:28.177 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_profile", 2024-08-17T00:40:28.177 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target", 2024-08-17T00:40:28.177 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target_autotune", 2024-08-17T00:40:28.177 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue", 2024-08-17T00:40:28.177 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue_cut_off", 2024-08-17T00:40:28.177 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T00:40:28.177 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T00:40:28.177 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recover_clone_overlap", 2024-08-17T00:40:28.177 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_max_chunk", 2024-08-17T00:40:28.177 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_load_threshold", 2024-08-17T00:40:28.177 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_max_interval", 2024-08-17T00:40:28.177 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_shutdown_pgref_assert", 2024-08-17T00:40:28.178 INFO:tasks.workunit.client.0.smithi082.stdout: "public_network", 2024-08-17T00:40:28.178 INFO:tasks.workunit.client.0.smithi082.stdout: "rgw_cache_enabled", 2024-08-17T00:40:28.178 INFO:tasks.workunit.client.0.smithi082.stdout: "rgw_enable_ops_log", 2024-08-17T00:40:28.178 INFO:tasks.workunit.client.0.smithi082.stdout: "rgw_enable_usage_log" 2024-08-17T00:40:28.178 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:28.178 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.178 INFO:tasks.workunit.client.0.smithi082.stdout: "contact": null, 2024-08-17T00:40:28.178 INFO:tasks.workunit.client.0.smithi082.stdout: "crashes": [], 2024-08-17T00:40:28.178 INFO:tasks.workunit.client.0.smithi082.stdout: "created": "2024-08-17T00:31:42.812154Z", 2024-08-17T00:40:28.178 INFO:tasks.workunit.client.0.smithi082.stdout: "crush": { 2024-08-17T00:40:28.178 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket_algs": { 2024-08-17T00:40:28.178 INFO:tasks.workunit.client.0.smithi082.stdout: "straw2": 3 2024-08-17T00:40:28.178 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.178 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket_sizes": { 2024-08-17T00:40:28.179 INFO:tasks.workunit.client.0.smithi082.stdout: "2": 1, 2024-08-17T00:40:28.179 INFO:tasks.workunit.client.0.smithi082.stdout: "4": 2 2024-08-17T00:40:28.179 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.179 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket_types": { 2024-08-17T00:40:28.179 INFO:tasks.workunit.client.0.smithi082.stdout: "1": 2, 2024-08-17T00:40:28.179 INFO:tasks.workunit.client.0.smithi082.stdout: "11": 1 2024-08-17T00:40:28.179 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.179 INFO:tasks.workunit.client.0.smithi082.stdout: "compat_weight_set": false, 2024-08-17T00:40:28.179 INFO:tasks.workunit.client.0.smithi082.stdout: "device_classes": [ 2024-08-17T00:40:28.179 INFO:tasks.workunit.client.0.smithi082.stdout: 8 2024-08-17T00:40:28.179 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:28.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_buckets": 6, 2024-08-17T00:40:28.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_devices": 8, 2024-08-17T00:40:28.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_rules": 1, 2024-08-17T00:40:28.180 INFO:tasks.workunit.client.0.smithi082.stdout: "num_types": 12, 2024-08-17T00:40:28.180 INFO:tasks.workunit.client.0.smithi082.stdout: "num_weight_sets": 0, 2024-08-17T00:40:28.180 INFO:tasks.workunit.client.0.smithi082.stdout: "tunables": { 2024-08-17T00:40:28.180 INFO:tasks.workunit.client.0.smithi082.stdout: "allowed_bucket_algs": 54, 2024-08-17T00:40:28.180 INFO:tasks.workunit.client.0.smithi082.stdout: "choose_local_fallback_tries": 0, 2024-08-17T00:40:28.180 INFO:tasks.workunit.client.0.smithi082.stdout: "choose_local_tries": 0, 2024-08-17T00:40:28.180 INFO:tasks.workunit.client.0.smithi082.stdout: "choose_total_tries": 50, 2024-08-17T00:40:28.180 INFO:tasks.workunit.client.0.smithi082.stdout: "chooseleaf_descend_once": 1, 2024-08-17T00:40:28.180 INFO:tasks.workunit.client.0.smithi082.stdout: "chooseleaf_stable": 1, 2024-08-17T00:40:28.180 INFO:tasks.workunit.client.0.smithi082.stdout: "chooseleaf_vary_r": 1, 2024-08-17T00:40:28.180 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v2_rules": 0, 2024-08-17T00:40:28.180 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v3_rules": 0, 2024-08-17T00:40:28.180 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v4_buckets": 1, 2024-08-17T00:40:28.180 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v5_rules": 0, 2024-08-17T00:40:28.181 INFO:tasks.workunit.client.0.smithi082.stdout: "legacy_tunables": 0, 2024-08-17T00:40:28.181 INFO:tasks.workunit.client.0.smithi082.stdout: "minimum_required_version": "jewel", 2024-08-17T00:40:28.181 INFO:tasks.workunit.client.0.smithi082.stdout: "optimal_tunables": 1, 2024-08-17T00:40:28.181 INFO:tasks.workunit.client.0.smithi082.stdout: "profile": "jewel", 2024-08-17T00:40:28.181 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables": 1, 2024-08-17T00:40:28.181 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables2": 1, 2024-08-17T00:40:28.181 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables3": 1, 2024-08-17T00:40:28.181 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables5": 1, 2024-08-17T00:40:28.181 INFO:tasks.workunit.client.0.smithi082.stdout: "straw_calc_version": 1 2024-08-17T00:40:28.181 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.181 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.181 INFO:tasks.workunit.client.0.smithi082.stdout: "description": "upgrade test cluster", 2024-08-17T00:40:28.181 INFO:tasks.workunit.client.0.smithi082.stdout: "fs": { 2024-08-17T00:40:28.181 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:28.182 INFO:tasks.workunit.client.0.smithi082.stdout: "feature_flags": { 2024-08-17T00:40:28.182 INFO:tasks.workunit.client.0.smithi082.stdout: "enable_multiple": true, 2024-08-17T00:40:28.182 INFO:tasks.workunit.client.0.smithi082.stdout: "ever_enabled_multiple": true 2024-08-17T00:40:28.182 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.182 INFO:tasks.workunit.client.0.smithi082.stdout: "filesystems": [ 2024-08-17T00:40:28.182 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:28.182 INFO:tasks.workunit.client.0.smithi082.stdout: "approx_ctime": "2024-08", 2024-08-17T00:40:28.182 INFO:tasks.workunit.client.0.smithi082.stdout: "balancer_enabled": false, 2024-08-17T00:40:28.182 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:28.182 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_caps": 0, 2024-08-17T00:40:28.182 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_dns": 10, 2024-08-17T00:40:28.182 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_inos": 13, 2024-08-17T00:40:28.182 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_subtrees": 2, 2024-08-17T00:40:28.182 INFO:tasks.workunit.client.0.smithi082.stdout: "ever_allowed_features": 0, 2024-08-17T00:40:28.183 INFO:tasks.workunit.client.0.smithi082.stdout: "explicitly_allowed_features": 0, 2024-08-17T00:40:28.183 INFO:tasks.workunit.client.0.smithi082.stdout: "files": 0, 2024-08-17T00:40:28.183 INFO:tasks.workunit.client.0.smithi082.stdout: "max_mds": 1, 2024-08-17T00:40:28.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_data_pools": 1, 2024-08-17T00:40:28.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_in": 1, 2024-08-17T00:40:28.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_mds": 1, 2024-08-17T00:40:28.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_sessions": 0, 2024-08-17T00:40:28.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_standby_replay": 0, 2024-08-17T00:40:28.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_up": 1, 2024-08-17T00:40:28.183 INFO:tasks.workunit.client.0.smithi082.stdout: "snaps": 0, 2024-08-17T00:40:28.183 INFO:tasks.workunit.client.0.smithi082.stdout: "standby_count_wanted": 0 2024-08-17T00:40:28.183 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.183 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:28.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_standby_mds": 1, 2024-08-17T00:40:28.184 INFO:tasks.workunit.client.0.smithi082.stdout: "total_num_mds": 2 2024-08-17T00:40:28.184 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.184 INFO:tasks.workunit.client.0.smithi082.stdout: "hosts": { 2024-08-17T00:40:28.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num": 2, 2024-08-17T00:40:28.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_mds": 2, 2024-08-17T00:40:28.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_mgr": 2, 2024-08-17T00:40:28.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_mon": 2, 2024-08-17T00:40:28.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_osd": 2 2024-08-17T00:40:28.184 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.184 INFO:tasks.workunit.client.0.smithi082.stdout: "leaderboard": false, 2024-08-17T00:40:28.184 INFO:tasks.workunit.client.0.smithi082.stdout: "license": "sharing-1-0", 2024-08-17T00:40:28.184 INFO:tasks.workunit.client.0.smithi082.stdout: "metadata": { 2024-08-17T00:40:28.184 INFO:tasks.workunit.client.0.smithi082.stdout: "mds": { 2024-08-17T00:40:28.184 INFO:tasks.workunit.client.0.smithi082.stdout: "arch": { 2024-08-17T00:40:28.185 INFO:tasks.workunit.client.0.smithi082.stdout: "x86_64": 2 2024-08-17T00:40:28.185 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.185 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_version": { 2024-08-17T00:40:28.185 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:40:28.185 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.185 INFO:tasks.workunit.client.0.smithi082.stdout: "cpu": { 2024-08-17T00:40:28.185 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-17T00:40:28.185 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.185 INFO:tasks.workunit.client.0.smithi082.stdout: "distro": { 2024-08-17T00:40:28.185 INFO:tasks.workunit.client.0.smithi082.stdout: "centos": 2 2024-08-17T00:40:28.185 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.185 INFO:tasks.workunit.client.0.smithi082.stdout: "distro_description": { 2024-08-17T00:40:28.185 INFO:tasks.workunit.client.0.smithi082.stdout: "CentOS Stream 9": 2 2024-08-17T00:40:28.185 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.186 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_description": { 2024-08-17T00:40:28.186 INFO:tasks.workunit.client.0.smithi082.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-17T00:40:28.186 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.186 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_version": { 2024-08-17T00:40:28.186 INFO:tasks.workunit.client.0.smithi082.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-17T00:40:28.186 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.186 INFO:tasks.workunit.client.0.smithi082.stdout: "os": { 2024-08-17T00:40:28.186 INFO:tasks.workunit.client.0.smithi082.stdout: "Linux": 2 2024-08-17T00:40:28.186 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.186 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.186 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T00:40:28.186 INFO:tasks.workunit.client.0.smithi082.stdout: "arch": { 2024-08-17T00:40:28.186 INFO:tasks.workunit.client.0.smithi082.stdout: "x86_64": 3 2024-08-17T00:40:28.187 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.187 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_version": { 2024-08-17T00:40:28.187 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 3 2024-08-17T00:40:28.187 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.187 INFO:tasks.workunit.client.0.smithi082.stdout: "cpu": { 2024-08-17T00:40:28.187 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-17T00:40:28.187 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.187 INFO:tasks.workunit.client.0.smithi082.stdout: "distro": { 2024-08-17T00:40:28.187 INFO:tasks.workunit.client.0.smithi082.stdout: "centos": 3 2024-08-17T00:40:28.187 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.187 INFO:tasks.workunit.client.0.smithi082.stdout: "distro_description": { 2024-08-17T00:40:28.187 INFO:tasks.workunit.client.0.smithi082.stdout: "CentOS Stream 9": 3 2024-08-17T00:40:28.187 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.187 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_description": { 2024-08-17T00:40:28.188 INFO:tasks.workunit.client.0.smithi082.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-17T00:40:28.188 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.188 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_version": { 2024-08-17T00:40:28.188 INFO:tasks.workunit.client.0.smithi082.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-17T00:40:28.188 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.188 INFO:tasks.workunit.client.0.smithi082.stdout: "os": { 2024-08-17T00:40:28.188 INFO:tasks.workunit.client.0.smithi082.stdout: "Linux": 3 2024-08-17T00:40:28.188 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.188 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.188 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:28.188 INFO:tasks.workunit.client.0.smithi082.stdout: "arch": { 2024-08-17T00:40:28.188 INFO:tasks.workunit.client.0.smithi082.stdout: "x86_64": 8 2024-08-17T00:40:28.188 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.188 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_version": { 2024-08-17T00:40:28.188 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 8 2024-08-17T00:40:28.189 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.189 INFO:tasks.workunit.client.0.smithi082.stdout: "cpu": { 2024-08-17T00:40:28.189 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-17T00:40:28.189 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.189 INFO:tasks.workunit.client.0.smithi082.stdout: "distro": { 2024-08-17T00:40:28.189 INFO:tasks.workunit.client.0.smithi082.stdout: "centos": 8 2024-08-17T00:40:28.189 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.189 INFO:tasks.workunit.client.0.smithi082.stdout: "distro_description": { 2024-08-17T00:40:28.189 INFO:tasks.workunit.client.0.smithi082.stdout: "CentOS Stream 9": 8 2024-08-17T00:40:28.189 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.189 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_description": { 2024-08-17T00:40:28.189 INFO:tasks.workunit.client.0.smithi082.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-17T00:40:28.189 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.189 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_version": { 2024-08-17T00:40:28.190 INFO:tasks.workunit.client.0.smithi082.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-17T00:40:28.190 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.190 INFO:tasks.workunit.client.0.smithi082.stdout: "os": { 2024-08-17T00:40:28.190 INFO:tasks.workunit.client.0.smithi082.stdout: "Linux": 8 2024-08-17T00:40:28.190 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.190 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_objectstore": { 2024-08-17T00:40:28.190 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": 8 2024-08-17T00:40:28.190 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.190 INFO:tasks.workunit.client.0.smithi082.stdout: "rotational": { 2024-08-17T00:40:28.190 INFO:tasks.workunit.client.0.smithi082.stdout: "0": 8 2024-08-17T00:40:28.190 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.190 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.190 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.190 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T00:40:28.191 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T00:40:28.191 INFO:tasks.workunit.client.0.smithi082.stdout: "features": { 2024-08-17T00:40:28.191 INFO:tasks.workunit.client.0.smithi082.stdout: "optional": [], 2024-08-17T00:40:28.191 INFO:tasks.workunit.client.0.smithi082.stdout: "persistent": [ 2024-08-17T00:40:28.191 INFO:tasks.workunit.client.0.smithi082.stdout: "kraken", 2024-08-17T00:40:28.191 INFO:tasks.workunit.client.0.smithi082.stdout: "luminous", 2024-08-17T00:40:28.191 INFO:tasks.workunit.client.0.smithi082.stdout: "mimic", 2024-08-17T00:40:28.191 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap-prune", 2024-08-17T00:40:28.191 INFO:tasks.workunit.client.0.smithi082.stdout: "nautilus", 2024-08-17T00:40:28.191 INFO:tasks.workunit.client.0.smithi082.stdout: "octopus", 2024-08-17T00:40:28.191 INFO:tasks.workunit.client.0.smithi082.stdout: "pacific", 2024-08-17T00:40:28.191 INFO:tasks.workunit.client.0.smithi082.stdout: "elector-pinging", 2024-08-17T00:40:28.191 INFO:tasks.workunit.client.0.smithi082.stdout: "quincy" 2024-08-17T00:40:28.192 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:28.192 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.192 INFO:tasks.workunit.client.0.smithi082.stdout: "ipv4_addr_mons": 6, 2024-08-17T00:40:28.192 INFO:tasks.workunit.client.0.smithi082.stdout: "ipv6_addr_mons": 0, 2024-08-17T00:40:28.192 INFO:tasks.workunit.client.0.smithi082.stdout: "min_mon_release": 17, 2024-08-17T00:40:28.192 INFO:tasks.workunit.client.0.smithi082.stdout: "v1_addr_mons": 3, 2024-08-17T00:40:28.192 INFO:tasks.workunit.client.0.smithi082.stdout: "v2_addr_mons": 3 2024-08-17T00:40:28.192 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.192 INFO:tasks.workunit.client.0.smithi082.stdout: "organization": "ceph-qa", 2024-08-17T00:40:28.192 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:28.192 INFO:tasks.workunit.client.0.smithi082.stdout: "cluster_network": false, 2024-08-17T00:40:28.192 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 8, 2024-08-17T00:40:28.192 INFO:tasks.workunit.client.0.smithi082.stdout: "require_min_compat_client": "luminous", 2024-08-17T00:40:28.192 INFO:tasks.workunit.client.0.smithi082.stdout: "require_osd_release": "quincy" 2024-08-17T00:40:28.193 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.193 INFO:tasks.workunit.client.0.smithi082.stdout: "pools": [ 2024-08-17T00:40:28.193 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:28.193 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T00:40:28.193 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr" 2024-08-17T00:40:28.193 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:28.193 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T00:40:28.193 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T00:40:28.193 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T00:40:28.193 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T00:40:28.193 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:40:28.193 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 1, 2024-08-17T00:40:28.193 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 1, 2024-08-17T00:40:28.193 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 1, 2024-08-17T00:40:28.193 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T00:40:28.194 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T00:40:28.194 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 727115213066, 2024-08-17T00:40:28.194 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 1781760, 2024-08-17T00:40:28.194 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T00:40:28.194 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T00:40:28.194 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 1781760, 2024-08-17T00:40:28.194 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T00:40:28.194 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 242371739648, 2024-08-17T00:40:28.194 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 2, 2024-08-17T00:40:28.194 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 0, 2024-08-17T00:40:28.194 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 2.4504447537765373e-06, 2024-08-17T00:40:28.194 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T00:40:28.194 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T00:40:28.195 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 212, 2024-08-17T00:40:28.195 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 313344, 2024-08-17T00:40:28.195 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 590368, 2024-08-17T00:40:28.195 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 590368, 2024-08-17T00:40:28.195 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 0, 2024-08-17T00:40:28.195 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 1771104, 2024-08-17T00:40:28.195 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 179, 2024-08-17T00:40:28.195 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 2473984 2024-08-17T00:40:28.195 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.195 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T00:40:28.195 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T00:40:28.195 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T00:40:28.195 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.195 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:28.196 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T00:40:28.196 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs" 2024-08-17T00:40:28.196 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:28.196 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T00:40:28.196 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T00:40:28.196 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T00:40:28.196 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T00:40:28.196 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:40:28.196 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 32, 2024-08-17T00:40:28.196 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 32, 2024-08-17T00:40:28.196 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 2, 2024-08-17T00:40:28.196 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T00:40:28.196 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T00:40:28.197 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 727115213066, 2024-08-17T00:40:28.197 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 98304, 2024-08-17T00:40:28.197 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T00:40:28.197 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T00:40:28.197 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 98304, 2024-08-17T00:40:28.197 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T00:40:28.197 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 242371739648, 2024-08-17T00:40:28.197 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 22, 2024-08-17T00:40:28.197 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 0, 2024-08-17T00:40:28.197 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 1.351972542806834e-07, 2024-08-17T00:40:28.197 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T00:40:28.197 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T00:40:28.197 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 0, 2024-08-17T00:40:28.197 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 0, 2024-08-17T00:40:28.198 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 3410, 2024-08-17T00:40:28.198 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 3410, 2024-08-17T00:40:28.198 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 0, 2024-08-17T00:40:28.198 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 10230, 2024-08-17T00:40:28.198 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 52, 2024-08-17T00:40:28.198 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 20480 2024-08-17T00:40:28.198 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.198 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T00:40:28.198 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T00:40:28.198 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T00:40:28.198 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.198 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:28.198 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T00:40:28.199 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs" 2024-08-17T00:40:28.199 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:28.199 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T00:40:28.199 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T00:40:28.199 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T00:40:28.199 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T00:40:28.199 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:40:28.199 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 64, 2024-08-17T00:40:28.199 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 64, 2024-08-17T00:40:28.199 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 3, 2024-08-17T00:40:28.199 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T00:40:28.199 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T00:40:28.199 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 727115213066, 2024-08-17T00:40:28.199 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 0, 2024-08-17T00:40:28.200 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T00:40:28.200 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T00:40:28.200 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 0, 2024-08-17T00:40:28.200 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T00:40:28.200 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 242371739648, 2024-08-17T00:40:28.200 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 0, 2024-08-17T00:40:28.200 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 0, 2024-08-17T00:40:28.200 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 0.0, 2024-08-17T00:40:28.200 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T00:40:28.200 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T00:40:28.200 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 0, 2024-08-17T00:40:28.200 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 0, 2024-08-17T00:40:28.200 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 0, 2024-08-17T00:40:28.201 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 0, 2024-08-17T00:40:28.201 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 0, 2024-08-17T00:40:28.201 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 0, 2024-08-17T00:40:28.201 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 0, 2024-08-17T00:40:28.201 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 0 2024-08-17T00:40:28.201 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.201 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T00:40:28.201 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T00:40:28.201 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T00:40:28.201 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.201 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:28.201 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T00:40:28.201 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd" 2024-08-17T00:40:28.201 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:28.202 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T00:40:28.202 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T00:40:28.202 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T00:40:28.202 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T00:40:28.202 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:40:28.202 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 8, 2024-08-17T00:40:28.202 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 8, 2024-08-17T00:40:28.202 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 4, 2024-08-17T00:40:28.202 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T00:40:28.202 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T00:40:28.202 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 727115213066, 2024-08-17T00:40:28.202 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 12288, 2024-08-17T00:40:28.202 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T00:40:28.203 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T00:40:28.203 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 12288, 2024-08-17T00:40:28.203 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T00:40:28.203 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 242371739648, 2024-08-17T00:40:28.203 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 2, 2024-08-17T00:40:28.203 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 0, 2024-08-17T00:40:28.203 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-17T00:40:28.203 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T00:40:28.203 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T00:40:28.203 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 0, 2024-08-17T00:40:28.203 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 0, 2024-08-17T00:40:28.203 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 19, 2024-08-17T00:40:28.203 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 19, 2024-08-17T00:40:28.203 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 0, 2024-08-17T00:40:28.204 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 57, 2024-08-17T00:40:28.204 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 2, 2024-08-17T00:40:28.204 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 2048 2024-08-17T00:40:28.204 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.204 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T00:40:28.204 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T00:40:28.204 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T00:40:28.204 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.204 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:28.204 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd": { 2024-08-17T00:40:28.204 INFO:tasks.workunit.client.0.smithi082.stdout: "mirroring_by_pool": [ 2024-08-17T00:40:28.204 INFO:tasks.workunit.client.0.smithi082.stdout: false 2024-08-17T00:40:28.204 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:28.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_images_by_pool": [ 2024-08-17T00:40:28.204 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:28.205 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:28.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pools": 1 2024-08-17T00:40:28.205 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.205 INFO:tasks.workunit.client.0.smithi082.stdout: "report_id": "ad84adfb-a6bd-4925-a80e-1b3716226455", 2024-08-17T00:40:28.205 INFO:tasks.workunit.client.0.smithi082.stdout: "report_timestamp": "2024-08-17T00:40:28.106857", 2024-08-17T00:40:28.205 INFO:tasks.workunit.client.0.smithi082.stdout: "report_version": 1, 2024-08-17T00:40:28.205 INFO:tasks.workunit.client.0.smithi082.stdout: "rook": { 2024-08-17T00:40:28.205 INFO:tasks.workunit.client.0.smithi082.stdout: "cluster": { 2024-08-17T00:40:28.205 INFO:tasks.workunit.client.0.smithi082.stdout: "external-mode": null, 2024-08-17T00:40:28.205 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T00:40:28.205 INFO:tasks.workunit.client.0.smithi082.stdout: "allow-multiple-per-node": null, 2024-08-17T00:40:28.205 INFO:tasks.workunit.client.0.smithi082.stdout: "count": null, 2024-08-17T00:40:28.205 INFO:tasks.workunit.client.0.smithi082.stdout: "max-id": null, 2024-08-17T00:40:28.205 INFO:tasks.workunit.client.0.smithi082.stdout: "pvc": { 2024-08-17T00:40:28.206 INFO:tasks.workunit.client.0.smithi082.stdout: "enabled": null 2024-08-17T00:40:28.206 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.206 INFO:tasks.workunit.client.0.smithi082.stdout: "stretch": { 2024-08-17T00:40:28.206 INFO:tasks.workunit.client.0.smithi082.stdout: "enabled": null 2024-08-17T00:40:28.206 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.206 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.206 INFO:tasks.workunit.client.0.smithi082.stdout: "network": { 2024-08-17T00:40:28.206 INFO:tasks.workunit.client.0.smithi082.stdout: "provider": null 2024-08-17T00:40:28.206 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.206 INFO:tasks.workunit.client.0.smithi082.stdout: "storage": { 2024-08-17T00:40:28.206 INFO:tasks.workunit.client.0.smithi082.stdout: "device-set": { 2024-08-17T00:40:28.206 INFO:tasks.workunit.client.0.smithi082.stdout: "count": { 2024-08-17T00:40:28.206 INFO:tasks.workunit.client.0.smithi082.stdout: "non-portable": null, 2024-08-17T00:40:28.207 INFO:tasks.workunit.client.0.smithi082.stdout: "portable": null, 2024-08-17T00:40:28.207 INFO:tasks.workunit.client.0.smithi082.stdout: "total": null 2024-08-17T00:40:28.207 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.207 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.207 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.207 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.207 INFO:tasks.workunit.client.0.smithi082.stdout: "csi": { 2024-08-17T00:40:28.207 INFO:tasks.workunit.client.0.smithi082.stdout: "version": null 2024-08-17T00:40:28.207 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.207 INFO:tasks.workunit.client.0.smithi082.stdout: "kubernetes": { 2024-08-17T00:40:28.207 INFO:tasks.workunit.client.0.smithi082.stdout: "version": null 2024-08-17T00:40:28.207 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.207 INFO:tasks.workunit.client.0.smithi082.stdout: "node": { 2024-08-17T00:40:28.207 INFO:tasks.workunit.client.0.smithi082.stdout: "count": { 2024-08-17T00:40:28.208 INFO:tasks.workunit.client.0.smithi082.stdout: "kubernetes-total": null, 2024-08-17T00:40:28.208 INFO:tasks.workunit.client.0.smithi082.stdout: "with-ceph-daemons": null, 2024-08-17T00:40:28.208 INFO:tasks.workunit.client.0.smithi082.stdout: "with-csi-cephfs-plugin": null, 2024-08-17T00:40:28.208 INFO:tasks.workunit.client.0.smithi082.stdout: "with-csi-nfs-plugin": null, 2024-08-17T00:40:28.208 INFO:tasks.workunit.client.0.smithi082.stdout: "with-csi-rbd-plugin": null 2024-08-17T00:40:28.208 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.208 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.208 INFO:tasks.workunit.client.0.smithi082.stdout: "usage": { 2024-08-17T00:40:28.208 INFO:tasks.workunit.client.0.smithi082.stdout: "storage-class": { 2024-08-17T00:40:28.208 INFO:tasks.workunit.client.0.smithi082.stdout: "count": { 2024-08-17T00:40:28.208 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket": null, 2024-08-17T00:40:28.208 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs": null, 2024-08-17T00:40:28.208 INFO:tasks.workunit.client.0.smithi082.stdout: "nfs": null, 2024-08-17T00:40:28.209 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd": null, 2024-08-17T00:40:28.209 INFO:tasks.workunit.client.0.smithi082.stdout: "total": null 2024-08-17T00:40:28.209 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.209 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.209 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.209 INFO:tasks.workunit.client.0.smithi082.stdout: "version": null 2024-08-17T00:40:28.209 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.209 INFO:tasks.workunit.client.0.smithi082.stdout: "services": {}, 2024-08-17T00:40:28.209 INFO:tasks.workunit.client.0.smithi082.stdout: "usage": { 2024-08-17T00:40:28.209 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 105, 2024-08-17T00:40:28.209 INFO:tasks.workunit.client.0.smithi082.stdout: "pools": 4, 2024-08-17T00:40:28.209 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_by_class": { 2024-08-17T00:40:28.209 INFO:tasks.workunit.client.0.smithi082.stdout: "ssd": { 2024-08-17T00:40:28.209 INFO:tasks.workunit.client.0.smithi082.stdout: "total_avail_bytes": 765516259328, 2024-08-17T00:40:28.209 INFO:tasks.workunit.client.0.smithi082.stdout: "total_bytes": 767960285184, 2024-08-17T00:40:28.210 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_bytes": 2444025856, 2024-08-17T00:40:28.210 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_raw_bytes": 2444025856, 2024-08-17T00:40:28.210 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_raw_ratio": 0.0031824898906052113 2024-08-17T00:40:28.210 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.210 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:28.210 INFO:tasks.workunit.client.0.smithi082.stdout: "total_avail_bytes": 765516259328, 2024-08-17T00:40:28.210 INFO:tasks.workunit.client.0.smithi082.stdout: "total_bytes": 767960285184, 2024-08-17T00:40:28.210 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_bytes": 2444025856 2024-08-17T00:40:28.210 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.210 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:28.210 INFO:tasks.workunit.client.0.smithi082.stdout:} 2024-08-17T00:40:28.211 INFO:tasks.workunit.client.0.smithi082.stderr:++ ceph telemetry collection ls 2024-08-17T00:40:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:27 smithi082 ceph-mon[39953]: from='client.24692 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:27 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:27 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:27 smithi082 ceph-mon[39953]: from='client.24692 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:27 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:27 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:27 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:27 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:27 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:27 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:28.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:27 smithi082 ceph-mon[29275]: from='client.24692 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:28.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:27 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:28.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:27 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:28.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:27 smithi082 ceph-mon[29275]: from='client.24692 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:28.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:27 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:28.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:27 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:28.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:27 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:28.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:27 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:28.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:27 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:28.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:27 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:27 smithi137 ceph-mon[33068]: from='client.24692 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:27 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:27 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:27 smithi137 ceph-mon[33068]: from='client.24692 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:27 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:27 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:27 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:27 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:27 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:27 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:28.591 INFO:tasks.workunit.client.0.smithi082.stderr:+ COLLECTIONS='New collections are available: 2024-08-17T00:40:28.591 INFO:tasks.workunit.client.0.smithi082.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-08-17T00:40:28.591 INFO:tasks.workunit.client.0.smithi082.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T00:40:28.591 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-08-17T00:40:28.591 INFO:tasks.workunit.client.0.smithi082.stderr:NAME STATUS DESC 2024-08-17T00:40:28.591 INFO:tasks.workunit.client.0.smithi082.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T00:40:28.591 INFO:tasks.workunit.client.0.smithi082.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T00:40:28.591 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T00:40:28.591 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T00:40:28.592 INFO:tasks.workunit.client.0.smithi082.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T00:40:28.592 INFO:tasks.workunit.client.0.smithi082.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T00:40:28.592 INFO:tasks.workunit.client.0.smithi082.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T00:40:28.592 INFO:tasks.workunit.client.0.smithi082.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T00:40:28.592 INFO:tasks.workunit.client.0.smithi082.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T00:40:28.592 INFO:tasks.workunit.client.0.smithi082.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T00:40:28.592 INFO:tasks.workunit.client.0.smithi082.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-08-17T00:40:28.592 INFO:tasks.workunit.client.0.smithi082.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_options_bluestore") 2024-08-17T00:40:28.592 INFO:tasks.workunit.client.0.smithi082.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T00:40:28.592 INFO:tasks.workunit.client.0.smithi082.stderr:+ [[ New collections are available: 2024-08-17T00:40:28.592 INFO:tasks.workunit.client.0.smithi082.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T00:40:28.593 INFO:tasks.workunit.client.0.smithi082.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T00:40:28.593 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-08-17T00:40:28.593 INFO:tasks.workunit.client.0.smithi082.stderr:NAME STATUS DESC 2024-08-17T00:40:28.593 INFO:tasks.workunit.client.0.smithi082.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T00:40:28.593 INFO:tasks.workunit.client.0.smithi082.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T00:40:28.593 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T00:40:28.593 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T00:40:28.593 INFO:tasks.workunit.client.0.smithi082.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T00:40:28.593 INFO:tasks.workunit.client.0.smithi082.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T00:40:28.593 INFO:tasks.workunit.client.0.smithi082.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T00:40:28.593 INFO:tasks.workunit.client.0.smithi082.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T00:40:28.593 INFO:tasks.workunit.client.0.smithi082.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T00:40:28.593 INFO:tasks.workunit.client.0.smithi082.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T00:40:28.594 INFO:tasks.workunit.client.0.smithi082.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-08-17T00:40:28.594 INFO:tasks.workunit.client.0.smithi082.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T00:40:28.594 INFO:tasks.workunit.client.0.smithi082.stderr:+ [[ New collections are available: 2024-08-17T00:40:28.594 INFO:tasks.workunit.client.0.smithi082.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T00:40:28.594 INFO:tasks.workunit.client.0.smithi082.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T00:40:28.594 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-08-17T00:40:28.594 INFO:tasks.workunit.client.0.smithi082.stderr:NAME STATUS DESC 2024-08-17T00:40:28.594 INFO:tasks.workunit.client.0.smithi082.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T00:40:28.594 INFO:tasks.workunit.client.0.smithi082.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T00:40:28.594 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T00:40:28.594 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T00:40:28.594 INFO:tasks.workunit.client.0.smithi082.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T00:40:28.595 INFO:tasks.workunit.client.0.smithi082.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T00:40:28.595 INFO:tasks.workunit.client.0.smithi082.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T00:40:28.595 INFO:tasks.workunit.client.0.smithi082.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T00:40:28.595 INFO:tasks.workunit.client.0.smithi082.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T00:40:28.595 INFO:tasks.workunit.client.0.smithi082.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T00:40:28.595 INFO:tasks.workunit.client.0.smithi082.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-08-17T00:40:28.595 INFO:tasks.workunit.client.0.smithi082.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T00:40:28.595 INFO:tasks.workunit.client.0.smithi082.stderr:+ [[ New collections are available: 2024-08-17T00:40:28.595 INFO:tasks.workunit.client.0.smithi082.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T00:40:28.595 INFO:tasks.workunit.client.0.smithi082.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T00:40:28.595 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-08-17T00:40:28.595 INFO:tasks.workunit.client.0.smithi082.stderr:NAME STATUS DESC 2024-08-17T00:40:28.595 INFO:tasks.workunit.client.0.smithi082.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T00:40:28.595 INFO:tasks.workunit.client.0.smithi082.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T00:40:28.596 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T00:40:28.596 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T00:40:28.596 INFO:tasks.workunit.client.0.smithi082.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T00:40:28.596 INFO:tasks.workunit.client.0.smithi082.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T00:40:28.596 INFO:tasks.workunit.client.0.smithi082.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T00:40:28.596 INFO:tasks.workunit.client.0.smithi082.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T00:40:28.596 INFO:tasks.workunit.client.0.smithi082.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T00:40:28.596 INFO:tasks.workunit.client.0.smithi082.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T00:40:28.596 INFO:tasks.workunit.client.0.smithi082.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-08-17T00:40:28.596 INFO:tasks.workunit.client.0.smithi082.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T00:40:28.596 INFO:tasks.workunit.client.0.smithi082.stderr:+ [[ New collections are available: 2024-08-17T00:40:28.596 INFO:tasks.workunit.client.0.smithi082.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T00:40:28.596 INFO:tasks.workunit.client.0.smithi082.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T00:40:28.597 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-08-17T00:40:28.597 INFO:tasks.workunit.client.0.smithi082.stderr:NAME STATUS DESC 2024-08-17T00:40:28.597 INFO:tasks.workunit.client.0.smithi082.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T00:40:28.597 INFO:tasks.workunit.client.0.smithi082.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T00:40:28.597 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T00:40:28.597 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T00:40:28.597 INFO:tasks.workunit.client.0.smithi082.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T00:40:28.597 INFO:tasks.workunit.client.0.smithi082.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T00:40:28.597 INFO:tasks.workunit.client.0.smithi082.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T00:40:28.597 INFO:tasks.workunit.client.0.smithi082.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T00:40:28.597 INFO:tasks.workunit.client.0.smithi082.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T00:40:28.597 INFO:tasks.workunit.client.0.smithi082.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T00:40:28.597 INFO:tasks.workunit.client.0.smithi082.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-08-17T00:40:28.597 INFO:tasks.workunit.client.0.smithi082.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T00:40:28.598 INFO:tasks.workunit.client.0.smithi082.stderr:+ [[ New collections are available: 2024-08-17T00:40:28.598 INFO:tasks.workunit.client.0.smithi082.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T00:40:28.598 INFO:tasks.workunit.client.0.smithi082.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T00:40:28.598 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-08-17T00:40:28.598 INFO:tasks.workunit.client.0.smithi082.stderr:NAME STATUS DESC 2024-08-17T00:40:28.598 INFO:tasks.workunit.client.0.smithi082.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T00:40:28.598 INFO:tasks.workunit.client.0.smithi082.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T00:40:28.598 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T00:40:28.598 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T00:40:28.598 INFO:tasks.workunit.client.0.smithi082.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T00:40:28.598 INFO:tasks.workunit.client.0.smithi082.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T00:40:28.598 INFO:tasks.workunit.client.0.smithi082.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T00:40:28.598 INFO:tasks.workunit.client.0.smithi082.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T00:40:28.599 INFO:tasks.workunit.client.0.smithi082.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T00:40:28.599 INFO:tasks.workunit.client.0.smithi082.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T00:40:28.599 INFO:tasks.workunit.client.0.smithi082.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-08-17T00:40:28.599 INFO:tasks.workunit.client.0.smithi082.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T00:40:28.599 INFO:tasks.workunit.client.0.smithi082.stderr:+ [[ New collections are available: 2024-08-17T00:40:28.599 INFO:tasks.workunit.client.0.smithi082.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T00:40:28.599 INFO:tasks.workunit.client.0.smithi082.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T00:40:28.599 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-08-17T00:40:28.599 INFO:tasks.workunit.client.0.smithi082.stderr:NAME STATUS DESC 2024-08-17T00:40:28.599 INFO:tasks.workunit.client.0.smithi082.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T00:40:28.599 INFO:tasks.workunit.client.0.smithi082.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T00:40:28.599 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T00:40:28.599 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T00:40:28.600 INFO:tasks.workunit.client.0.smithi082.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T00:40:28.600 INFO:tasks.workunit.client.0.smithi082.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T00:40:28.600 INFO:tasks.workunit.client.0.smithi082.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T00:40:28.600 INFO:tasks.workunit.client.0.smithi082.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T00:40:28.600 INFO:tasks.workunit.client.0.smithi082.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T00:40:28.600 INFO:tasks.workunit.client.0.smithi082.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T00:40:28.600 INFO:tasks.workunit.client.0.smithi082.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_options_bluestore* ]] 2024-08-17T00:40:28.600 INFO:tasks.workunit.client.0.smithi082.stderr:+ ceph telemetry on --license sharing-1-0 2024-08-17T00:40:29.045 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:28 smithi082 ceph-mon[39953]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:29.045 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:28 smithi082 ceph-mon[39953]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:29.045 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:28 smithi082 ceph-mon[39953]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:29.045 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:28 smithi082 ceph-mon[39953]: from='client.24710 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:29.045 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:28 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.045 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:28 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.045 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:28 smithi082 ceph-mon[39953]: from='client.24710 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:29.045 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:28 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.046 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:28 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.046 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:28 smithi082 ceph-mon[39953]: mgrmap e24: y(active, since 2m), standbys: x 2024-08-17T00:40:29.046 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:28 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:28] ENGINE Bus STOPPING 2024-08-17T00:40:29.046 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:28 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:28] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T00:40:29.046 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:28 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:28] ENGINE Bus STOPPED 2024-08-17T00:40:29.046 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:28 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:28] ENGINE Bus STARTING 2024-08-17T00:40:29.046 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:28 smithi082 ceph-mon[29275]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:29.047 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:28 smithi082 ceph-mon[29275]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:29.047 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:28 smithi082 ceph-mon[29275]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:29.047 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:28 smithi082 ceph-mon[29275]: from='client.24710 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:29.047 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:28 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.047 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:28 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.047 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:28 smithi082 ceph-mon[29275]: from='client.24710 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:29.047 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:28 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.047 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:28 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.047 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:28 smithi082 ceph-mon[29275]: mgrmap e24: y(active, since 2m), standbys: x 2024-08-17T00:40:29.072 INFO:tasks.workunit.client.0.smithi082.stdout:Telemetry is on. 2024-08-17T00:40:29.072 INFO:tasks.workunit.client.0.smithi082.stdout:Some channels are disabled, please enable with: 2024-08-17T00:40:29.072 INFO:tasks.workunit.client.0.smithi082.stdout:`ceph telemetry enable channel perf` 2024-08-17T00:40:29.083 INFO:tasks.workunit.client.0.smithi082.stderr:+ ceph telemetry enable channel perf 2024-08-17T00:40:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:28 smithi137 ceph-mon[33068]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:28 smithi137 ceph-mon[33068]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:28 smithi137 ceph-mon[33068]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:28 smithi137 ceph-mon[33068]: from='client.24710 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:28 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:28 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:28 smithi137 ceph-mon[33068]: from='client.24710 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:28 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:28 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:28 smithi137 ceph-mon[33068]: mgrmap e24: y(active, since 2m), standbys: x 2024-08-17T00:40:29.393 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:29] ENGINE Serving on http://:::9283 2024-08-17T00:40:29.393 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:29] ENGINE Bus STARTED 2024-08-17T00:40:29.393 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:29] ENGINE Bus STOPPING 2024-08-17T00:40:29.554 INFO:tasks.workunit.client.0.smithi082.stdout:channel_perf is enabled 2024-08-17T00:40:29.565 INFO:tasks.workunit.client.0.smithi082.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-08-17T00:40:29.656 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:29] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T00:40:29.656 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:29] ENGINE Bus STOPPED 2024-08-17T00:40:29.656 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:29] ENGINE Bus STARTING 2024-08-17T00:40:29.656 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:29] ENGINE Serving on http://:::9283 2024-08-17T00:40:29.936 INFO:tasks.workunit.client.0.smithi082.stderr:+ LAST_OPT_REVISION=1 2024-08-17T00:40:29.936 INFO:tasks.workunit.client.0.smithi082.stderr:+ '[' 1 -ne 1 ']' 2024-08-17T00:40:29.936 INFO:tasks.workunit.client.0.smithi082.stderr:+ ceph telemetry show 2024-08-17T00:40:29.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:40:29] ENGINE Bus STARTED 2024-08-17T00:40:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:29.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='client.24722 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:29.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:29.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:29.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:29.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:29.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:40:29.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:29.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='client.24722 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:29.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:29.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:29.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:29.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:29.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:40:29.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:29.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:29.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:29.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:29.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:29.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:29.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='client.24722 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:29.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:29.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:29.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:29.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:29.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:40:29.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:29.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='client.24722 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:29.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:29.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:29.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:29.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:29.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:40:29.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:29.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:29.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:29.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:29.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:29.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:29.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:29.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:29.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:29.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:29.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:29.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:29.982 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:29.982 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:29.982 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:29.982 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:29.982 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:29.982 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:29.982 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:29.982 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:29.982 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:29.982 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:29.983 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:29.983 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:29.983 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:29.983 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:29.983 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/4194112268' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T00:40:29.983 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:29.983 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:29.983 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:29.983 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:29.983 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:29.983 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:29.984 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:29.984 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:29.984 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:29.984 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:29.984 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:29.984 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:29.984 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:29.984 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:29.984 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:29.984 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:29.985 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:29.985 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:29.985 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:29.985 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:29.985 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:29.985 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:29 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/4194112268' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T00:40:30.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:30.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:30.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='client.24722 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:30.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:30.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:30.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:30.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:30.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:30.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:30.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:40:30.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:30.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:30.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:30.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:30.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='client.24722 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:30.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:30.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:30.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:30.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:30.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:30.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:30.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:30.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:30.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:40:30.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:30.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:30.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:30.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:30.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:30.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:30.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:30.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:30.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:30.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:30.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:30.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:30.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:30.241 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:30.241 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:30.241 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:30.241 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:30.241 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:30.241 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:30.241 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:30.241 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:30.241 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:30.241 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:30.241 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:30.241 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:30.241 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:30.242 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:29 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/4194112268' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T00:40:30.585 INFO:tasks.workunit.client.0.smithi082.stdout:{ 2024-08-17T00:40:30.585 INFO:tasks.workunit.client.0.smithi082.stdout: "balancer": { 2024-08-17T00:40:30.586 INFO:tasks.workunit.client.0.smithi082.stdout: "active": true, 2024-08-17T00:40:30.586 INFO:tasks.workunit.client.0.smithi082.stdout: "mode": "" 2024-08-17T00:40:30.586 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.586 INFO:tasks.workunit.client.0.smithi082.stdout: "channels": [ 2024-08-17T00:40:30.586 INFO:tasks.workunit.client.0.smithi082.stdout: "basic", 2024-08-17T00:40:30.586 INFO:tasks.workunit.client.0.smithi082.stdout: "crash", 2024-08-17T00:40:30.586 INFO:tasks.workunit.client.0.smithi082.stdout: "device", 2024-08-17T00:40:30.586 INFO:tasks.workunit.client.0.smithi082.stdout: "ident", 2024-08-17T00:40:30.586 INFO:tasks.workunit.client.0.smithi082.stdout: "perf" 2024-08-17T00:40:30.586 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:30.586 INFO:tasks.workunit.client.0.smithi082.stdout: "channels_available": [ 2024-08-17T00:40:30.586 INFO:tasks.workunit.client.0.smithi082.stdout: "basic", 2024-08-17T00:40:30.586 INFO:tasks.workunit.client.0.smithi082.stdout: "ident", 2024-08-17T00:40:30.587 INFO:tasks.workunit.client.0.smithi082.stdout: "crash", 2024-08-17T00:40:30.587 INFO:tasks.workunit.client.0.smithi082.stdout: "device", 2024-08-17T00:40:30.587 INFO:tasks.workunit.client.0.smithi082.stdout: "perf" 2024-08-17T00:40:30.587 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:30.587 INFO:tasks.workunit.client.0.smithi082.stdout: "collections_available": [ 2024-08-17T00:40:30.587 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_base", 2024-08-17T00:40:30.587 INFO:tasks.workunit.client.0.smithi082.stdout: "device_base", 2024-08-17T00:40:30.587 INFO:tasks.workunit.client.0.smithi082.stdout: "crash_base", 2024-08-17T00:40:30.587 INFO:tasks.workunit.client.0.smithi082.stdout: "ident_base", 2024-08-17T00:40:30.587 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_perf", 2024-08-17T00:40:30.587 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_mds_metadata", 2024-08-17T00:40:30.587 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_usage", 2024-08-17T00:40:30.587 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_usage_by_class", 2024-08-17T00:40:30.587 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_rook_v01", 2024-08-17T00:40:30.588 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_memory_metrics", 2024-08-17T00:40:30.588 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_options_bluestore" 2024-08-17T00:40:30.588 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:30.588 INFO:tasks.workunit.client.0.smithi082.stdout: "collections_opted_in": [ 2024-08-17T00:40:30.588 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_base", 2024-08-17T00:40:30.588 INFO:tasks.workunit.client.0.smithi082.stdout: "device_base", 2024-08-17T00:40:30.588 INFO:tasks.workunit.client.0.smithi082.stdout: "crash_base", 2024-08-17T00:40:30.588 INFO:tasks.workunit.client.0.smithi082.stdout: "ident_base", 2024-08-17T00:40:30.588 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_perf", 2024-08-17T00:40:30.588 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_mds_metadata", 2024-08-17T00:40:30.588 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_usage", 2024-08-17T00:40:30.588 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_usage_by_class", 2024-08-17T00:40:30.588 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_rook_v01", 2024-08-17T00:40:30.589 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_memory_metrics", 2024-08-17T00:40:30.589 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_options_bluestore" 2024-08-17T00:40:30.589 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:30.589 INFO:tasks.workunit.client.0.smithi082.stdout: "config": { 2024-08-17T00:40:30.589 INFO:tasks.workunit.client.0.smithi082.stdout: "active_changed": [ 2024-08-17T00:40:30.589 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T00:40:30.589 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_debug", 2024-08-17T00:40:30.589 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_mon_ticket_ttl", 2024-08-17T00:40:30.589 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_service_ticket_ttl", 2024-08-17T00:40:30.589 INFO:tasks.workunit.client.0.smithi082.stdout: "bdev_debug_aio", 2024-08-17T00:40:30.589 INFO:tasks.workunit.client.0.smithi082.stdout: "client_check_pool_perm", 2024-08-17T00:40:30.589 INFO:tasks.workunit.client.0.smithi082.stdout: "client_mount_gid", 2024-08-17T00:40:30.589 INFO:tasks.workunit.client.0.smithi082.stdout: "client_mount_uid", 2024-08-17T00:40:30.590 INFO:tasks.workunit.client.0.smithi082.stdout: "client_quota", 2024-08-17T00:40:30.590 INFO:tasks.workunit.client.0.smithi082.stdout: "container_image", 2024-08-17T00:40:30.590 INFO:tasks.workunit.client.0.smithi082.stdout: "daemonize", 2024-08-17T00:40:30.590 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_asserts_on_shutdown", 2024-08-17T00:40:30.590 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mgr", 2024-08-17T00:40:30.590 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mon", 2024-08-17T00:40:30.590 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_ms", 2024-08-17T00:40:30.590 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_osd", 2024-08-17T00:40:30.590 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_paxos", 2024-08-17T00:40:30.590 INFO:tasks.workunit.client.0.smithi082.stdout: "keyring", 2024-08-17T00:40:30.590 INFO:tasks.workunit.client.0.smithi082.stdout: "leveldb_block_size", 2024-08-17T00:40:30.590 INFO:tasks.workunit.client.0.smithi082.stdout: "leveldb_cache_size", 2024-08-17T00:40:30.590 INFO:tasks.workunit.client.0.smithi082.stdout: "leveldb_compression", 2024-08-17T00:40:30.591 INFO:tasks.workunit.client.0.smithi082.stdout: "leveldb_log", 2024-08-17T00:40:30.591 INFO:tasks.workunit.client.0.smithi082.stdout: "leveldb_write_buffer_size", 2024-08-17T00:40:30.591 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_file", 2024-08-17T00:40:30.591 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_journald", 2024-08-17T00:40:30.591 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_stderr", 2024-08-17T00:40:30.591 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_allow_pool_delete", 2024-08-17T00:40:30.591 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_clock_drift_allowed", 2024-08-17T00:40:30.591 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_file", 2024-08-17T00:40:30.591 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_journald", 2024-08-17T00:40:30.591 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_stderr", 2024-08-17T00:40:30.591 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_data_avail_warn", 2024-08-17T00:40:30.591 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_election_default_strategy", 2024-08-17T00:40:30.591 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_host", 2024-08-17T00:40:30.592 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_max_pg_per_osd", 2024-08-17T00:40:30.592 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_mgr_mkfs_grace", 2024-08-17T00:40:30.592 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_prime_pg_temp", 2024-08-17T00:40:30.592 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T00:40:30.592 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T00:40:30.592 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T00:40:30.592 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T00:40:30.592 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T00:40:30.592 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T00:40:30.592 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T00:40:30.592 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T00:40:30.592 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T00:40:30.592 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T00:40:30.592 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_too_few_osds", 2024-08-17T00:40:30.593 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_bug", 2024-08-17T00:40:30.593 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_old_message", 2024-08-17T00:40:30.593 INFO:tasks.workunit.client.0.smithi082.stdout: "no_config_file", 2024-08-17T00:40:30.593 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_default_list", 2024-08-17T00:40:30.593 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_load_list", 2024-08-17T00:40:30.593 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_misdirected_ops", 2024-08-17T00:40:30.593 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_op_order", 2024-08-17T00:40:30.593 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_pg_log_writeout", 2024-08-17T00:40:30.593 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_shutdown", 2024-08-17T00:40:30.593 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T00:40:30.593 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T00:40:30.593 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T00:40:30.593 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T00:40:30.594 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_profile", 2024-08-17T00:40:30.594 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-17T00:40:30.594 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-17T00:40:30.594 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-17T00:40:30.594 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-17T00:40:30.594 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-17T00:40:30.594 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-17T00:40:30.594 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_client_lim", 2024-08-17T00:40:30.594 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_client_res", 2024-08-17T00:40:30.594 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-17T00:40:30.594 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target", 2024-08-17T00:40:30.594 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target_autotune", 2024-08-17T00:40:30.595 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue", 2024-08-17T00:40:30.595 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue_cut_off", 2024-08-17T00:40:30.595 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T00:40:30.595 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T00:40:30.595 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recover_clone_overlap", 2024-08-17T00:40:30.595 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_max_chunk", 2024-08-17T00:40:30.595 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_load_threshold", 2024-08-17T00:40:30.595 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_max_interval", 2024-08-17T00:40:30.595 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_shutdown_pgref_assert", 2024-08-17T00:40:30.595 INFO:tasks.workunit.client.0.smithi082.stdout: "public_addr", 2024-08-17T00:40:30.596 INFO:tasks.workunit.client.0.smithi082.stdout: "public_addrv", 2024-08-17T00:40:30.596 INFO:tasks.workunit.client.0.smithi082.stdout: "public_network", 2024-08-17T00:40:30.596 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd_default_features", 2024-08-17T00:40:30.596 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd_qos_exclude_ops", 2024-08-17T00:40:30.596 INFO:tasks.workunit.client.0.smithi082.stdout: "setgroup", 2024-08-17T00:40:30.596 INFO:tasks.workunit.client.0.smithi082.stdout: "setuser" 2024-08-17T00:40:30.596 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:30.596 INFO:tasks.workunit.client.0.smithi082.stdout: "cluster_changed": [ 2024-08-17T00:40:30.596 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T00:40:30.596 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_debug", 2024-08-17T00:40:30.596 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_mon_ticket_ttl", 2024-08-17T00:40:30.596 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_service_ticket_ttl", 2024-08-17T00:40:30.596 INFO:tasks.workunit.client.0.smithi082.stdout: "bdev_debug_aio", 2024-08-17T00:40:30.597 INFO:tasks.workunit.client.0.smithi082.stdout: "container_image", 2024-08-17T00:40:30.597 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_asserts_on_shutdown", 2024-08-17T00:40:30.597 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mgr", 2024-08-17T00:40:30.597 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mon", 2024-08-17T00:40:30.597 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_ms", 2024-08-17T00:40:30.597 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_osd", 2024-08-17T00:40:30.597 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_paxos", 2024-08-17T00:40:30.597 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_file", 2024-08-17T00:40:30.597 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_journald", 2024-08-17T00:40:30.597 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_stderr", 2024-08-17T00:40:30.597 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_join_fs", 2024-08-17T00:40:30.597 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/allow_ptrace", 2024-08-17T00:40:30.597 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/container_init", 2024-08-17T00:40:30.597 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/migration_current", 2024-08-17T00:40:30.598 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/use_repo_digest", 2024-08-17T00:40:30.598 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-17T00:40:30.598 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-17T00:40:30.598 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-17T00:40:30.598 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-17T00:40:30.598 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/ssl_server_port", 2024-08-17T00:40:30.598 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/orchestrator/orchestrator", 2024-08-17T00:40:30.598 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/channel_ident", 2024-08-17T00:40:30.598 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/channel_perf", 2024-08-17T00:40:30.598 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/description", 2024-08-17T00:40:30.598 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/enabled", 2024-08-17T00:40:30.598 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/organization", 2024-08-17T00:40:30.598 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_allow_pool_delete", 2024-08-17T00:40:30.599 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_clock_drift_allowed", 2024-08-17T00:40:30.599 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_file", 2024-08-17T00:40:30.599 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_data_avail_warn", 2024-08-17T00:40:30.599 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_election_default_strategy", 2024-08-17T00:40:30.599 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_max_pg_per_osd", 2024-08-17T00:40:30.599 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_mgr_mkfs_grace", 2024-08-17T00:40:30.599 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_prime_pg_temp", 2024-08-17T00:40:30.599 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T00:40:30.599 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T00:40:30.599 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T00:40:30.599 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T00:40:30.599 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T00:40:30.599 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T00:40:30.599 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T00:40:30.600 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T00:40:30.600 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T00:40:30.600 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T00:40:30.600 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_too_few_osds", 2024-08-17T00:40:30.600 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_bug", 2024-08-17T00:40:30.600 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_old_message", 2024-08-17T00:40:30.600 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_default_list", 2024-08-17T00:40:30.600 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_load_list", 2024-08-17T00:40:30.600 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_misdirected_ops", 2024-08-17T00:40:30.600 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_op_order", 2024-08-17T00:40:30.600 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_pg_log_writeout", 2024-08-17T00:40:30.601 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_shutdown", 2024-08-17T00:40:30.601 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T00:40:30.601 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T00:40:30.601 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T00:40:30.601 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T00:40:30.601 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_profile", 2024-08-17T00:40:30.601 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target", 2024-08-17T00:40:30.601 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target_autotune", 2024-08-17T00:40:30.601 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue", 2024-08-17T00:40:30.601 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue_cut_off", 2024-08-17T00:40:30.602 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T00:40:30.602 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T00:40:30.602 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recover_clone_overlap", 2024-08-17T00:40:30.602 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_max_chunk", 2024-08-17T00:40:30.602 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_load_threshold", 2024-08-17T00:40:30.602 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_max_interval", 2024-08-17T00:40:30.602 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_shutdown_pgref_assert", 2024-08-17T00:40:30.602 INFO:tasks.workunit.client.0.smithi082.stdout: "public_network", 2024-08-17T00:40:30.602 INFO:tasks.workunit.client.0.smithi082.stdout: "rgw_cache_enabled", 2024-08-17T00:40:30.602 INFO:tasks.workunit.client.0.smithi082.stdout: "rgw_enable_ops_log", 2024-08-17T00:40:30.602 INFO:tasks.workunit.client.0.smithi082.stdout: "rgw_enable_usage_log" 2024-08-17T00:40:30.602 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.602 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.603 INFO:tasks.workunit.client.0.smithi082.stdout: "contact": null, 2024-08-17T00:40:30.603 INFO:tasks.workunit.client.0.smithi082.stdout: "crashes": [], 2024-08-17T00:40:30.603 INFO:tasks.workunit.client.0.smithi082.stdout: "created": "2024-08-17T00:31:42.812154Z", 2024-08-17T00:40:30.603 INFO:tasks.workunit.client.0.smithi082.stdout: "crush": { 2024-08-17T00:40:30.603 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket_algs": { 2024-08-17T00:40:30.603 INFO:tasks.workunit.client.0.smithi082.stdout: "straw2": 3 2024-08-17T00:40:30.603 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.603 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket_sizes": { 2024-08-17T00:40:30.603 INFO:tasks.workunit.client.0.smithi082.stdout: "2": 1, 2024-08-17T00:40:30.603 INFO:tasks.workunit.client.0.smithi082.stdout: "4": 2 2024-08-17T00:40:30.603 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.603 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket_types": { 2024-08-17T00:40:30.603 INFO:tasks.workunit.client.0.smithi082.stdout: "1": 2, 2024-08-17T00:40:30.603 INFO:tasks.workunit.client.0.smithi082.stdout: "11": 1 2024-08-17T00:40:30.604 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.604 INFO:tasks.workunit.client.0.smithi082.stdout: "compat_weight_set": false, 2024-08-17T00:40:30.604 INFO:tasks.workunit.client.0.smithi082.stdout: "device_classes": [ 2024-08-17T00:40:30.604 INFO:tasks.workunit.client.0.smithi082.stdout: 8 2024-08-17T00:40:30.604 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:30.604 INFO:tasks.workunit.client.0.smithi082.stdout: "num_buckets": 6, 2024-08-17T00:40:30.604 INFO:tasks.workunit.client.0.smithi082.stdout: "num_devices": 8, 2024-08-17T00:40:30.604 INFO:tasks.workunit.client.0.smithi082.stdout: "num_rules": 1, 2024-08-17T00:40:30.604 INFO:tasks.workunit.client.0.smithi082.stdout: "num_types": 12, 2024-08-17T00:40:30.604 INFO:tasks.workunit.client.0.smithi082.stdout: "num_weight_sets": 0, 2024-08-17T00:40:30.604 INFO:tasks.workunit.client.0.smithi082.stdout: "tunables": { 2024-08-17T00:40:30.604 INFO:tasks.workunit.client.0.smithi082.stdout: "allowed_bucket_algs": 54, 2024-08-17T00:40:30.604 INFO:tasks.workunit.client.0.smithi082.stdout: "choose_local_fallback_tries": 0, 2024-08-17T00:40:30.605 INFO:tasks.workunit.client.0.smithi082.stdout: "choose_local_tries": 0, 2024-08-17T00:40:30.605 INFO:tasks.workunit.client.0.smithi082.stdout: "choose_total_tries": 50, 2024-08-17T00:40:30.605 INFO:tasks.workunit.client.0.smithi082.stdout: "chooseleaf_descend_once": 1, 2024-08-17T00:40:30.605 INFO:tasks.workunit.client.0.smithi082.stdout: "chooseleaf_stable": 1, 2024-08-17T00:40:30.605 INFO:tasks.workunit.client.0.smithi082.stdout: "chooseleaf_vary_r": 1, 2024-08-17T00:40:30.605 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v2_rules": 0, 2024-08-17T00:40:30.605 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v3_rules": 0, 2024-08-17T00:40:30.605 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v4_buckets": 1, 2024-08-17T00:40:30.605 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v5_rules": 0, 2024-08-17T00:40:30.605 INFO:tasks.workunit.client.0.smithi082.stdout: "legacy_tunables": 0, 2024-08-17T00:40:30.605 INFO:tasks.workunit.client.0.smithi082.stdout: "minimum_required_version": "jewel", 2024-08-17T00:40:30.605 INFO:tasks.workunit.client.0.smithi082.stdout: "optimal_tunables": 1, 2024-08-17T00:40:30.605 INFO:tasks.workunit.client.0.smithi082.stdout: "profile": "jewel", 2024-08-17T00:40:30.605 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables": 1, 2024-08-17T00:40:30.606 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables2": 1, 2024-08-17T00:40:30.606 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables3": 1, 2024-08-17T00:40:30.606 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables5": 1, 2024-08-17T00:40:30.606 INFO:tasks.workunit.client.0.smithi082.stdout: "straw_calc_version": 1 2024-08-17T00:40:30.606 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.606 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.606 INFO:tasks.workunit.client.0.smithi082.stdout: "description": "upgrade test cluster", 2024-08-17T00:40:30.606 INFO:tasks.workunit.client.0.smithi082.stdout: "fs": { 2024-08-17T00:40:30.606 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:30.606 INFO:tasks.workunit.client.0.smithi082.stdout: "feature_flags": { 2024-08-17T00:40:30.606 INFO:tasks.workunit.client.0.smithi082.stdout: "enable_multiple": true, 2024-08-17T00:40:30.606 INFO:tasks.workunit.client.0.smithi082.stdout: "ever_enabled_multiple": true 2024-08-17T00:40:30.607 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.607 INFO:tasks.workunit.client.0.smithi082.stdout: "filesystems": [ 2024-08-17T00:40:30.607 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.607 INFO:tasks.workunit.client.0.smithi082.stdout: "approx_ctime": "2024-08", 2024-08-17T00:40:30.607 INFO:tasks.workunit.client.0.smithi082.stdout: "balancer_enabled": false, 2024-08-17T00:40:30.607 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.607 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_caps": 0, 2024-08-17T00:40:30.607 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_dns": 10, 2024-08-17T00:40:30.607 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_inos": 13, 2024-08-17T00:40:30.607 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_subtrees": 2, 2024-08-17T00:40:30.607 INFO:tasks.workunit.client.0.smithi082.stdout: "ever_allowed_features": 0, 2024-08-17T00:40:30.607 INFO:tasks.workunit.client.0.smithi082.stdout: "explicitly_allowed_features": 0, 2024-08-17T00:40:30.607 INFO:tasks.workunit.client.0.smithi082.stdout: "files": 0, 2024-08-17T00:40:30.608 INFO:tasks.workunit.client.0.smithi082.stdout: "max_mds": 1, 2024-08-17T00:40:30.608 INFO:tasks.workunit.client.0.smithi082.stdout: "num_data_pools": 1, 2024-08-17T00:40:30.608 INFO:tasks.workunit.client.0.smithi082.stdout: "num_in": 1, 2024-08-17T00:40:30.608 INFO:tasks.workunit.client.0.smithi082.stdout: "num_mds": 1, 2024-08-17T00:40:30.608 INFO:tasks.workunit.client.0.smithi082.stdout: "num_sessions": 0, 2024-08-17T00:40:30.608 INFO:tasks.workunit.client.0.smithi082.stdout: "num_standby_replay": 0, 2024-08-17T00:40:30.608 INFO:tasks.workunit.client.0.smithi082.stdout: "num_up": 1, 2024-08-17T00:40:30.608 INFO:tasks.workunit.client.0.smithi082.stdout: "snaps": 0, 2024-08-17T00:40:30.608 INFO:tasks.workunit.client.0.smithi082.stdout: "standby_count_wanted": 0 2024-08-17T00:40:30.608 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.608 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:30.608 INFO:tasks.workunit.client.0.smithi082.stdout: "num_standby_mds": 1, 2024-08-17T00:40:30.608 INFO:tasks.workunit.client.0.smithi082.stdout: "total_num_mds": 2 2024-08-17T00:40:30.608 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.609 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_stats": { 2024-08-17T00:40:30.609 INFO:tasks.workunit.client.0.smithi082.stdout: "mds": { 2024-08-17T00:40:30.609 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T00:40:30.609 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 20258816, 2024-08-17T00:40:30.609 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 376496, 2024-08-17T00:40:30.609 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2621440, 2024-08-17T00:40:30.609 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 24576, 2024-08-17T00:40:30.609 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 925696, 2024-08-17T00:40:30.609 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 412, 2024-08-17T00:40:30.609 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:40:30.609 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 1225128, 2024-08-17T00:40:30.609 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 21, 2024-08-17T00:40:30.609 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 904704, 2024-08-17T00:40:30.609 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 15106472, 2024-08-17T00:40:30.610 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 21184512 2024-08-17T00:40:30.610 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.610 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T00:40:30.610 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 20135936, 2024-08-17T00:40:30.610 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 366608, 2024-08-17T00:40:30.610 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2621440, 2024-08-17T00:40:30.610 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 868352, 2024-08-17T00:40:30.610 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 0, 2024-08-17T00:40:30.610 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 340, 2024-08-17T00:40:30.610 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:40:30.610 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 829168, 2024-08-17T00:40:30.610 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 12, 2024-08-17T00:40:30.610 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 788480, 2024-08-17T00:40:30.611 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 14661888, 2024-08-17T00:40:30.611 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 20135936 2024-08-17T00:40:30.611 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.611 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.611 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T00:40:30.611 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T00:40:30.611 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 44449792, 2024-08-17T00:40:30.611 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 1087840, 2024-08-17T00:40:30.611 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2621440, 2024-08-17T00:40:30.611 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T00:40:30.611 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 4005888, 2024-08-17T00:40:30.611 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 1670, 2024-08-17T00:40:30.611 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:40:30.612 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 10479576, 2024-08-17T00:40:30.612 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 22, 2024-08-17T00:40:30.612 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 2900224, 2024-08-17T00:40:30.612 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 27360712, 2024-08-17T00:40:30.612 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 48455680 2024-08-17T00:40:30.612 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.612 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T00:40:30.612 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 35921920, 2024-08-17T00:40:30.612 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 1423216, 2024-08-17T00:40:30.612 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2621440, 2024-08-17T00:40:30.612 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T00:40:30.612 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 10526720, 2024-08-17T00:40:30.612 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 1126, 2024-08-17T00:40:30.612 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:40:30.613 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 6986224, 2024-08-17T00:40:30.613 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 21, 2024-08-17T00:40:30.613 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 1191168, 2024-08-17T00:40:30.613 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 23699872, 2024-08-17T00:40:30.613 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 46448640 2024-08-17T00:40:30.613 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.613 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.b49720f953d6f37bda4fd718c5ff5f803b0cc706": { 2024-08-17T00:40:30.613 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 37928960, 2024-08-17T00:40:30.613 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 1187176, 2024-08-17T00:40:30.613 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2621440, 2024-08-17T00:40:30.613 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 450560, 2024-08-17T00:40:30.613 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 8536064, 2024-08-17T00:40:30.613 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 1130, 2024-08-17T00:40:30.613 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:40:30.614 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 7378544, 2024-08-17T00:40:30.614 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 22, 2024-08-17T00:40:30.614 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 1926656, 2024-08-17T00:40:30.614 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 24364584, 2024-08-17T00:40:30.614 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 46465024 2024-08-17T00:40:30.614 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.614 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.614 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:30.614 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.0": { 2024-08-17T00:40:30.614 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 274735104, 2024-08-17T00:40:30.614 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 682080, 2024-08-17T00:40:30.614 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2752512, 2024-08-17T00:40:30.614 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T00:40:30.614 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 253952, 2024-08-17T00:40:30.615 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 1416, 2024-08-17T00:40:30.615 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:40:30.615 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 5262624, 2024-08-17T00:40:30.615 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 46, 2024-08-17T00:40:30.615 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 2885120, 2024-08-17T00:40:30.615 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 263152768, 2024-08-17T00:40:30.615 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 274989056 2024-08-17T00:40:30.615 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.615 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.1": { 2024-08-17T00:40:30.615 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 274055168, 2024-08-17T00:40:30.615 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 661976, 2024-08-17T00:40:30.615 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2752512, 2024-08-17T00:40:30.615 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T00:40:30.615 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 933888, 2024-08-17T00:40:30.616 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 1385, 2024-08-17T00:40:30.616 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:40:30.616 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 5800144, 2024-08-17T00:40:30.616 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 46, 2024-08-17T00:40:30.616 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 2689280, 2024-08-17T00:40:30.616 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 262151256, 2024-08-17T00:40:30.616 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 274989056 2024-08-17T00:40:30.616 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.616 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.2": { 2024-08-17T00:40:30.616 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 272777216, 2024-08-17T00:40:30.616 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 781416, 2024-08-17T00:40:30.616 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2752512, 2024-08-17T00:40:30.616 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 32768, 2024-08-17T00:40:30.616 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 1163264, 2024-08-17T00:40:30.617 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 1260, 2024-08-17T00:40:30.617 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:40:30.617 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 4988712, 2024-08-17T00:40:30.617 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 46, 2024-08-17T00:40:30.617 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 2580224, 2024-08-17T00:40:30.617 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 261641584, 2024-08-17T00:40:30.617 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 273940480 2024-08-17T00:40:30.617 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.617 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.3": { 2024-08-17T00:40:30.617 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 271638528, 2024-08-17T00:40:30.617 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 617856, 2024-08-17T00:40:30.617 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2752512, 2024-08-17T00:40:30.617 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T00:40:30.617 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 1040384, 2024-08-17T00:40:30.618 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 1236, 2024-08-17T00:40:30.618 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:40:30.618 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 4505872, 2024-08-17T00:40:30.618 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 46, 2024-08-17T00:40:30.618 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 1894912, 2024-08-17T00:40:30.618 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 261867376, 2024-08-17T00:40:30.618 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 272678912 2024-08-17T00:40:30.618 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.618 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.4": { 2024-08-17T00:40:30.618 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 271941632, 2024-08-17T00:40:30.618 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 774120, 2024-08-17T00:40:30.618 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2752512, 2024-08-17T00:40:30.618 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T00:40:30.618 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 884736, 2024-08-17T00:40:30.619 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 1234, 2024-08-17T00:40:30.619 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:40:30.619 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 4942168, 2024-08-17T00:40:30.619 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 47, 2024-08-17T00:40:30.619 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 1691648, 2024-08-17T00:40:30.619 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 261781184, 2024-08-17T00:40:30.619 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 272826368 2024-08-17T00:40:30.619 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.619 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.5": { 2024-08-17T00:40:30.619 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 274587648, 2024-08-17T00:40:30.619 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 933224, 2024-08-17T00:40:30.619 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 4849664, 2024-08-17T00:40:30.619 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 24576, 2024-08-17T00:40:30.620 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 57344, 2024-08-17T00:40:30.620 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 1275, 2024-08-17T00:40:30.620 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:40:30.620 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 5222688, 2024-08-17T00:40:30.620 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 46, 2024-08-17T00:40:30.620 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 1816832, 2024-08-17T00:40:30.620 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 261740664, 2024-08-17T00:40:30.620 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 274644992 2024-08-17T00:40:30.620 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.620 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.6": { 2024-08-17T00:40:30.620 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 273014784, 2024-08-17T00:40:30.620 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 1062480, 2024-08-17T00:40:30.620 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2752512, 2024-08-17T00:40:30.620 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 24576, 2024-08-17T00:40:30.621 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 647168, 2024-08-17T00:40:30.621 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 1266, 2024-08-17T00:40:30.621 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:40:30.621 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 4829744, 2024-08-17T00:40:30.621 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 46, 2024-08-17T00:40:30.621 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 2081792, 2024-08-17T00:40:30.621 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 262263680, 2024-08-17T00:40:30.621 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 273661952 2024-08-17T00:40:30.621 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.621 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.7": { 2024-08-17T00:40:30.621 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 272498688, 2024-08-17T00:40:30.621 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 1091888, 2024-08-17T00:40:30.621 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2752512, 2024-08-17T00:40:30.621 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T00:40:30.622 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 1376256, 2024-08-17T00:40:30.622 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 1314, 2024-08-17T00:40:30.622 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:40:30.622 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 4917080, 2024-08-17T00:40:30.622 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 46, 2024-08-17T00:40:30.622 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 2259456, 2024-08-17T00:40:30.622 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 261477752, 2024-08-17T00:40:30.622 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 273874944 2024-08-17T00:40:30.622 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.622 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.622 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.622 INFO:tasks.workunit.client.0.smithi082.stdout: "hosts": { 2024-08-17T00:40:30.622 INFO:tasks.workunit.client.0.smithi082.stdout: "num": 2, 2024-08-17T00:40:30.623 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_mds": 2, 2024-08-17T00:40:30.623 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_mgr": 2, 2024-08-17T00:40:30.623 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_mon": 2, 2024-08-17T00:40:30.623 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_osd": 2 2024-08-17T00:40:30.623 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.623 INFO:tasks.workunit.client.0.smithi082.stdout: "io_rate": { 2024-08-17T00:40:30.623 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_stats_delta": { 2024-08-17T00:40:30.623 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 0, 2024-08-17T00:40:30.623 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:30.623 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 0, 2024-08-17T00:40:30.623 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:30.623 INFO:tasks.workunit.client.0.smithi082.stdout: "stamp_delta": "12.002421", 2024-08-17T00:40:30.623 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:30.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:30.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:30.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:30.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:30.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:30.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:30.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:30.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:30.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:30.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:30.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:30.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:30.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:30.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:30.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:30.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:30.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:30.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:30.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:30.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:30.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:30.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:30.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:30.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:30.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:30.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:30.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:30.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:30.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:30.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:30.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:30.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:30.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:30.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 290, 2024-08-17T00:40:30.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 368, 2024-08-17T00:40:30.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:30.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:30.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:30.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 64, 2024-08-17T00:40:30.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:30.626 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.626 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T00:40:30.627 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 0, 2024-08-17T00:40:30.627 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T00:40:30.627 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T00:40:30.627 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T00:40:30.627 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T00:40:30.627 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 0, 2024-08-17T00:40:30.627 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T00:40:30.627 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T00:40:30.627 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 0, 2024-08-17T00:40:30.627 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T00:40:30.627 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.627 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 0 2024-08-17T00:40:30.627 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.628 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.628 INFO:tasks.workunit.client.0.smithi082.stdout: "leaderboard": false, 2024-08-17T00:40:30.628 INFO:tasks.workunit.client.0.smithi082.stdout: "license": "sharing-1-0", 2024-08-17T00:40:30.628 INFO:tasks.workunit.client.0.smithi082.stdout: "mempool": { 2024-08-17T00:40:30.628 INFO:tasks.workunit.client.0.smithi082.stdout: "mds": { 2024-08-17T00:40:30.628 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T00:40:30.628 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T00:40:30.628 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.628 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.628 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.628 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:30.628 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.628 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.628 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.629 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T00:40:30.629 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.629 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.629 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.629 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T00:40:30.629 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.629 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.629 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.629 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Blob": { 2024-08-17T00:40:30.629 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.629 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.629 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.629 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Buffer": { 2024-08-17T00:40:30.629 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.630 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.630 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.630 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Extent": { 2024-08-17T00:40:30.630 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.630 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.630 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.630 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_SharedBlob": { 2024-08-17T00:40:30.630 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.630 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.630 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.630 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T00:40:30.630 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.630 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.630 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.631 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T00:40:30.631 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.631 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.631 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.631 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T00:40:30.631 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.631 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.631 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.631 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T00:40:30.631 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.631 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.631 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.631 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T00:40:30.631 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.632 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.632 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.632 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T00:40:30.632 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.632 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.632 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.632 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T00:40:30.632 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.632 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.632 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.632 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T00:40:30.632 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.632 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.632 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.633 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T00:40:30.633 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.633 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.633 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.633 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T00:40:30.633 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.633 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.633 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.633 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T00:40:30.633 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 222471, 2024-08-17T00:40:30.633 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 72 2024-08-17T00:40:30.633 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.633 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T00:40:30.633 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.634 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.634 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.634 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T00:40:30.634 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 50488, 2024-08-17T00:40:30.634 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 208 2024-08-17T00:40:30.634 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.634 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:30.634 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.634 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.634 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.634 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T00:40:30.634 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.634 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.635 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.635 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T00:40:30.635 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.635 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.635 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.635 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T00:40:30.635 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 8144, 2024-08-17T00:40:30.635 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 140 2024-08-17T00:40:30.635 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.635 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T00:40:30.635 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.635 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.635 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.635 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T00:40:30.636 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.636 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.636 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.636 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T00:40:30.636 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.636 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.636 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.636 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T00:40:30.636 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.636 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.636 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.636 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.636 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T00:40:30.636 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T00:40:30.637 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.637 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.637 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.637 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:30.637 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.637 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.637 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.637 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T00:40:30.637 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.637 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.637 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.637 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T00:40:30.638 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.638 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.638 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.638 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Blob": { 2024-08-17T00:40:30.638 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.638 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.638 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.638 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Buffer": { 2024-08-17T00:40:30.638 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.638 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.638 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.638 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Extent": { 2024-08-17T00:40:30.638 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.639 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.639 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.639 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_SharedBlob": { 2024-08-17T00:40:30.639 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.639 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.639 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.639 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T00:40:30.639 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.639 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.639 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.639 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T00:40:30.639 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.639 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.639 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.640 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T00:40:30.640 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.640 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.640 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.640 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T00:40:30.640 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.640 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.640 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.640 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T00:40:30.640 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.640 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.640 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.640 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T00:40:30.640 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.641 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.641 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.641 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T00:40:30.641 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.641 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.641 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.641 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T00:40:30.641 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.641 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.641 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.641 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T00:40:30.641 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.641 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.642 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.642 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T00:40:30.642 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.642 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.642 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.642 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T00:40:30.642 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 149047, 2024-08-17T00:40:30.642 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 31 2024-08-17T00:40:30.642 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.642 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T00:40:30.642 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.642 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.642 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.642 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T00:40:30.643 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 856, 2024-08-17T00:40:30.643 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2 2024-08-17T00:40:30.643 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.643 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:30.643 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.643 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.643 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.643 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T00:40:30.643 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.643 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.643 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.643 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T00:40:30.643 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.643 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.644 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.644 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T00:40:30.644 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.644 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.644 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.644 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T00:40:30.644 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.644 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.644 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.644 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T00:40:30.644 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.644 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.644 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.644 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T00:40:30.645 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.645 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.645 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.645 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T00:40:30.645 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.645 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.645 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.645 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.645 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.645 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T00:40:30.645 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T00:40:30.645 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T00:40:30.645 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.646 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.646 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.646 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:30.646 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.646 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.646 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.646 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T00:40:30.646 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.646 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.646 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.646 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T00:40:30.646 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.646 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.646 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.647 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Blob": { 2024-08-17T00:40:30.647 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.647 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.647 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.647 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Buffer": { 2024-08-17T00:40:30.647 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.647 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.647 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.647 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Extent": { 2024-08-17T00:40:30.647 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.647 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.647 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.647 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_SharedBlob": { 2024-08-17T00:40:30.647 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.648 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.648 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.648 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T00:40:30.648 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.648 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.648 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.648 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T00:40:30.648 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.648 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.648 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.648 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T00:40:30.648 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.648 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.649 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.649 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T00:40:30.649 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.649 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.649 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.649 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T00:40:30.649 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.649 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.649 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.649 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T00:40:30.649 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.649 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.649 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.649 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T00:40:30.650 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.650 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.650 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.650 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T00:40:30.650 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.650 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.650 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.650 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T00:40:30.650 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.650 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.650 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.650 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T00:40:30.650 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.650 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.651 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.651 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T00:40:30.651 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1216326, 2024-08-17T00:40:30.651 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 364 2024-08-17T00:40:30.651 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.651 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T00:40:30.651 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 440, 2024-08-17T00:40:30.651 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 5 2024-08-17T00:40:30.651 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.651 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T00:40:30.651 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.651 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.652 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.652 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:30.652 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.652 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.652 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.652 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T00:40:30.652 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.652 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.652 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.652 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T00:40:30.652 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.652 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.652 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.652 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T00:40:30.652 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6792, 2024-08-17T00:40:30.653 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 139 2024-08-17T00:40:30.653 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.653 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T00:40:30.653 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12744, 2024-08-17T00:40:30.653 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1546 2024-08-17T00:40:30.653 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.653 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T00:40:30.653 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 10624, 2024-08-17T00:40:30.653 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 206 2024-08-17T00:40:30.653 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.653 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T00:40:30.653 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.653 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.654 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.654 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T00:40:30.654 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.654 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.654 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.654 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.654 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T00:40:30.654 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T00:40:30.654 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.654 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.654 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.654 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:30.654 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.654 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.655 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.655 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T00:40:30.655 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.655 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.655 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.655 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T00:40:30.655 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.655 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.655 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.655 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Blob": { 2024-08-17T00:40:30.655 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.655 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.655 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.655 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Buffer": { 2024-08-17T00:40:30.656 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.656 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.656 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.656 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Extent": { 2024-08-17T00:40:30.656 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.656 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.656 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.656 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_SharedBlob": { 2024-08-17T00:40:30.656 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.656 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.656 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.656 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T00:40:30.656 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.656 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.657 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.657 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T00:40:30.657 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.657 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.657 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.657 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T00:40:30.657 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.657 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.657 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.657 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T00:40:30.657 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.657 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.657 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.657 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T00:40:30.657 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.658 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.658 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.658 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T00:40:30.658 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.658 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.658 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.658 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T00:40:30.658 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.658 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.658 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.658 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T00:40:30.659 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.659 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.659 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.659 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T00:40:30.659 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.659 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.659 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.659 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T00:40:30.659 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.659 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.659 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.659 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T00:40:30.659 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1176486, 2024-08-17T00:40:30.660 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 364 2024-08-17T00:40:30.660 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.660 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T00:40:30.660 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.660 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.660 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.660 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T00:40:30.660 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.660 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.660 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.660 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:30.660 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.660 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.660 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.660 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T00:40:30.661 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.661 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.661 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.661 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T00:40:30.661 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.661 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.661 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.661 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T00:40:30.661 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6792, 2024-08-17T00:40:30.661 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 139 2024-08-17T00:40:30.661 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.661 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T00:40:30.661 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12744, 2024-08-17T00:40:30.661 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1546 2024-08-17T00:40:30.662 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.662 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T00:40:30.662 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5312, 2024-08-17T00:40:30.662 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 103 2024-08-17T00:40:30.662 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.662 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T00:40:30.662 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.662 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.662 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.662 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T00:40:30.662 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.662 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.663 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.663 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.663 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.b49720f953d6f37bda4fd718c5ff5f803b0cc706": { 2024-08-17T00:40:30.663 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T00:40:30.663 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.663 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.663 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.663 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:30.663 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.663 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.663 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.663 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T00:40:30.663 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.663 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.664 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.664 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T00:40:30.664 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.664 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.664 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.664 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Blob": { 2024-08-17T00:40:30.664 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.664 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.664 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.664 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Buffer": { 2024-08-17T00:40:30.664 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.664 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.664 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.664 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Extent": { 2024-08-17T00:40:30.665 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.665 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.665 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_SharedBlob": { 2024-08-17T00:40:30.665 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.665 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.665 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T00:40:30.665 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.665 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.665 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T00:40:30.665 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.666 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.666 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.666 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T00:40:30.666 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.666 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.666 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.666 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T00:40:30.666 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.666 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.666 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.666 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T00:40:30.666 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.666 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.666 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.667 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T00:40:30.667 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.667 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.667 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.667 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T00:40:30.667 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.667 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.667 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.667 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T00:40:30.667 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.667 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.667 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.667 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T00:40:30.667 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.668 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.668 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.668 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T00:40:30.668 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.668 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.668 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.668 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T00:40:30.668 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1409734, 2024-08-17T00:40:30.668 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 442 2024-08-17T00:40:30.668 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.668 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T00:40:30.668 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.668 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.669 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.669 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T00:40:30.669 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.669 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.669 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.669 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:30.669 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.669 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.669 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.669 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T00:40:30.669 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.669 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.669 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.669 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T00:40:30.670 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.670 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.670 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.670 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T00:40:30.670 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6792, 2024-08-17T00:40:30.670 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 139 2024-08-17T00:40:30.670 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.670 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T00:40:30.670 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12744, 2024-08-17T00:40:30.670 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1546 2024-08-17T00:40:30.670 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.670 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T00:40:30.670 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5312, 2024-08-17T00:40:30.671 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 103 2024-08-17T00:40:30.671 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.671 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T00:40:30.671 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.671 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.671 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.671 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T00:40:30.671 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.671 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.671 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.671 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.671 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.671 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:30.672 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.0": { 2024-08-17T00:40:30.672 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T00:40:30.672 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.672 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.672 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.672 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:30.672 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6304, 2024-08-17T00:40:30.672 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 115 2024-08-17T00:40:30.672 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.672 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T00:40:30.672 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 16896, 2024-08-17T00:40:30.672 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8 2024-08-17T00:40:30.672 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.672 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T00:40:30.673 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 576, 2024-08-17T00:40:30.673 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T00:40:30.673 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.673 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Blob": { 2024-08-17T00:40:30.673 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 22848, 2024-08-17T00:40:30.673 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 204 2024-08-17T00:40:30.673 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.673 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Buffer": { 2024-08-17T00:40:30.673 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1344, 2024-08-17T00:40:30.673 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 12 2024-08-17T00:40:30.673 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.673 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Extent": { 2024-08-17T00:40:30.673 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 9792, 2024-08-17T00:40:30.673 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 204 2024-08-17T00:40:30.674 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.674 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_SharedBlob": { 2024-08-17T00:40:30.674 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 22848, 2024-08-17T00:40:30.674 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 204 2024-08-17T00:40:30.674 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.674 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T00:40:30.674 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6160, 2024-08-17T00:40:30.674 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 77 2024-08-17T00:40:30.674 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.674 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T00:40:30.674 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 602112, 2024-08-17T00:40:30.674 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 16 2024-08-17T00:40:30.674 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.674 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T00:40:30.675 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 58152, 2024-08-17T00:40:30.675 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10584 2024-08-17T00:40:30.675 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.675 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T00:40:30.675 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 145520, 2024-08-17T00:40:30.675 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 214 2024-08-17T00:40:30.675 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.675 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T00:40:30.675 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 11692, 2024-08-17T00:40:30.675 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 771 2024-08-17T00:40:30.675 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.675 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T00:40:30.675 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.675 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.676 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.676 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T00:40:30.676 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 33544, 2024-08-17T00:40:30.676 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 214 2024-08-17T00:40:30.676 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.676 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T00:40:30.676 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.676 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.676 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.676 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T00:40:30.676 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 439439, 2024-08-17T00:40:30.676 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 95 2024-08-17T00:40:30.676 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.676 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T00:40:30.677 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.677 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.677 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.677 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T00:40:30.677 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2460002, 2024-08-17T00:40:30.677 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 201 2024-08-17T00:40:30.677 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.677 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T00:40:30.677 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6864, 2024-08-17T00:40:30.677 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 78 2024-08-17T00:40:30.677 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.677 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T00:40:30.677 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.677 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.678 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.678 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:30.678 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 521280, 2024-08-17T00:40:30.678 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 45 2024-08-17T00:40:30.678 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.678 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T00:40:30.678 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.678 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.678 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.678 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T00:40:30.678 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 95264, 2024-08-17T00:40:30.679 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 188 2024-08-17T00:40:30.679 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.679 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T00:40:30.679 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 237768, 2024-08-17T00:40:30.679 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3550 2024-08-17T00:40:30.679 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.679 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T00:40:30.679 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.679 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.679 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.679 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T00:40:30.679 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.679 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.679 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.680 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T00:40:30.680 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.680 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.680 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.680 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T00:40:30.680 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.680 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.680 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.680 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.680 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.1": { 2024-08-17T00:40:30.680 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T00:40:30.680 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.680 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.681 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.681 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:30.681 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6304, 2024-08-17T00:40:30.681 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 115 2024-08-17T00:40:30.681 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.681 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T00:40:30.681 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 16896, 2024-08-17T00:40:30.681 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8 2024-08-17T00:40:30.681 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.681 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T00:40:30.681 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 576, 2024-08-17T00:40:30.681 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T00:40:30.681 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.682 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Blob": { 2024-08-17T00:40:30.682 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 21504, 2024-08-17T00:40:30.682 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 192 2024-08-17T00:40:30.682 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.682 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Buffer": { 2024-08-17T00:40:30.682 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1120, 2024-08-17T00:40:30.682 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10 2024-08-17T00:40:30.682 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.682 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Extent": { 2024-08-17T00:40:30.682 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 9216, 2024-08-17T00:40:30.682 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 192 2024-08-17T00:40:30.682 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.682 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_SharedBlob": { 2024-08-17T00:40:30.683 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 21504, 2024-08-17T00:40:30.683 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 192 2024-08-17T00:40:30.683 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.683 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T00:40:30.683 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5360, 2024-08-17T00:40:30.683 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 67 2024-08-17T00:40:30.683 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.683 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T00:40:30.683 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 20480, 2024-08-17T00:40:30.683 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 5 2024-08-17T00:40:30.683 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.683 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T00:40:30.684 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 52151, 2024-08-17T00:40:30.684 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9615 2024-08-17T00:40:30.684 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.684 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T00:40:30.684 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 136680, 2024-08-17T00:40:30.684 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 201 2024-08-17T00:40:30.684 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.684 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T00:40:30.684 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 9872, 2024-08-17T00:40:30.684 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 598 2024-08-17T00:40:30.684 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.684 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T00:40:30.684 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.684 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.685 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.685 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T00:40:30.685 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 29612, 2024-08-17T00:40:30.685 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 201 2024-08-17T00:40:30.685 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.685 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T00:40:30.685 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 736, 2024-08-17T00:40:30.685 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1 2024-08-17T00:40:30.685 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.685 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T00:40:30.685 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 468026, 2024-08-17T00:40:30.685 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 102 2024-08-17T00:40:30.685 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.685 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T00:40:30.686 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12096, 2024-08-17T00:40:30.686 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T00:40:30.686 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.686 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T00:40:30.686 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2426942, 2024-08-17T00:40:30.686 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 180 2024-08-17T00:40:30.686 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.686 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T00:40:30.686 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5192, 2024-08-17T00:40:30.686 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 59 2024-08-17T00:40:30.686 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.686 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T00:40:30.686 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.686 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.687 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.687 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:30.687 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 451776, 2024-08-17T00:40:30.687 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 39 2024-08-17T00:40:30.687 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.687 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T00:40:30.687 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.687 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.687 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.687 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T00:40:30.687 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 8528, 2024-08-17T00:40:30.687 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 22 2024-08-17T00:40:30.687 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.687 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T00:40:30.688 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 238280, 2024-08-17T00:40:30.688 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3574 2024-08-17T00:40:30.688 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.688 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T00:40:30.688 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.688 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.688 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.688 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T00:40:30.688 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.688 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.688 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.688 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T00:40:30.688 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.688 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.689 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.689 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T00:40:30.689 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.689 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.689 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.689 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.689 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.2": { 2024-08-17T00:40:30.689 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T00:40:30.689 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.689 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.689 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.689 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:30.689 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6304, 2024-08-17T00:40:30.690 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 115 2024-08-17T00:40:30.690 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.690 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T00:40:30.690 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 16896, 2024-08-17T00:40:30.690 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8 2024-08-17T00:40:30.690 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.690 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T00:40:30.690 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 576, 2024-08-17T00:40:30.690 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T00:40:30.690 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.690 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Blob": { 2024-08-17T00:40:30.690 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 21280, 2024-08-17T00:40:30.691 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 190 2024-08-17T00:40:30.691 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.691 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Buffer": { 2024-08-17T00:40:30.691 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 784, 2024-08-17T00:40:30.691 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 7 2024-08-17T00:40:30.691 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.691 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Extent": { 2024-08-17T00:40:30.691 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 9120, 2024-08-17T00:40:30.691 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 190 2024-08-17T00:40:30.691 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.691 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_SharedBlob": { 2024-08-17T00:40:30.691 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 21280, 2024-08-17T00:40:30.691 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 190 2024-08-17T00:40:30.692 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.692 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T00:40:30.692 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 4880, 2024-08-17T00:40:30.692 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 61 2024-08-17T00:40:30.692 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.692 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T00:40:30.692 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 8192, 2024-08-17T00:40:30.692 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2 2024-08-17T00:40:30.692 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.692 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T00:40:30.692 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 48924, 2024-08-17T00:40:30.692 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9181 2024-08-17T00:40:30.692 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.692 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T00:40:30.693 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 130560, 2024-08-17T00:40:30.693 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 192 2024-08-17T00:40:30.693 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.693 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T00:40:30.693 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 8936, 2024-08-17T00:40:30.693 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 586 2024-08-17T00:40:30.693 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.693 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T00:40:30.693 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.693 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.693 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.693 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T00:40:30.693 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 27644, 2024-08-17T00:40:30.693 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 192 2024-08-17T00:40:30.694 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.694 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T00:40:30.694 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 736, 2024-08-17T00:40:30.694 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1 2024-08-17T00:40:30.694 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.694 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T00:40:30.694 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 389783, 2024-08-17T00:40:30.694 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 83 2024-08-17T00:40:30.694 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.694 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T00:40:30.694 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12096, 2024-08-17T00:40:30.694 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T00:40:30.694 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.695 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T00:40:30.695 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2405682, 2024-08-17T00:40:30.695 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 172 2024-08-17T00:40:30.695 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.695 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T00:40:30.695 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 4312, 2024-08-17T00:40:30.695 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 49 2024-08-17T00:40:30.695 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.695 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T00:40:30.695 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.695 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.695 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.695 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:30.695 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 359104, 2024-08-17T00:40:30.696 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 31 2024-08-17T00:40:30.696 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.696 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T00:40:30.696 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.696 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.696 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.696 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T00:40:30.696 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 8320, 2024-08-17T00:40:30.696 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 24 2024-08-17T00:40:30.696 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.696 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T00:40:30.696 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 238280, 2024-08-17T00:40:30.697 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3574 2024-08-17T00:40:30.697 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.697 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T00:40:30.697 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.697 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.697 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.697 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T00:40:30.697 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.697 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.697 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.697 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T00:40:30.697 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.697 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.697 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.697 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T00:40:30.698 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.698 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.698 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.698 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.698 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.3": { 2024-08-17T00:40:30.698 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T00:40:30.698 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.698 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.698 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.698 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:30.698 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6304, 2024-08-17T00:40:30.698 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 115 2024-08-17T00:40:30.698 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.699 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T00:40:30.699 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 16896, 2024-08-17T00:40:30.699 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8 2024-08-17T00:40:30.699 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.699 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T00:40:30.699 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 576, 2024-08-17T00:40:30.699 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T00:40:30.699 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.699 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Blob": { 2024-08-17T00:40:30.699 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 21840, 2024-08-17T00:40:30.699 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 195 2024-08-17T00:40:30.699 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.699 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Buffer": { 2024-08-17T00:40:30.700 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 336, 2024-08-17T00:40:30.700 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T00:40:30.700 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.700 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Extent": { 2024-08-17T00:40:30.700 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 9360, 2024-08-17T00:40:30.700 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 195 2024-08-17T00:40:30.700 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.700 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_SharedBlob": { 2024-08-17T00:40:30.700 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 21840, 2024-08-17T00:40:30.700 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 195 2024-08-17T00:40:30.700 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.700 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T00:40:30.700 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 4640, 2024-08-17T00:40:30.700 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 58 2024-08-17T00:40:30.701 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.701 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T00:40:30.701 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 4096, 2024-08-17T00:40:30.701 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1 2024-08-17T00:40:30.701 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.701 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T00:40:30.701 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 50636, 2024-08-17T00:40:30.701 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9510 2024-08-17T00:40:30.701 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.701 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T00:40:30.701 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 135320, 2024-08-17T00:40:30.701 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 199 2024-08-17T00:40:30.701 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.701 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T00:40:30.702 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 9724, 2024-08-17T00:40:30.702 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 603 2024-08-17T00:40:30.702 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.702 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T00:40:30.702 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.702 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.702 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.702 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T00:40:30.702 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 28596, 2024-08-17T00:40:30.702 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 199 2024-08-17T00:40:30.702 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.702 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T00:40:30.702 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1472, 2024-08-17T00:40:30.702 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2 2024-08-17T00:40:30.703 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.703 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T00:40:30.703 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 370222, 2024-08-17T00:40:30.703 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 78 2024-08-17T00:40:30.703 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.703 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T00:40:30.703 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 26637, 2024-08-17T00:40:30.703 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8 2024-08-17T00:40:30.703 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.703 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T00:40:30.703 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2446420, 2024-08-17T00:40:30.703 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 188 2024-08-17T00:40:30.703 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.703 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T00:40:30.704 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 4840, 2024-08-17T00:40:30.704 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 55 2024-08-17T00:40:30.704 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.704 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T00:40:30.704 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.704 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.704 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.704 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:30.704 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 428608, 2024-08-17T00:40:30.704 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 37 2024-08-17T00:40:30.704 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.704 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T00:40:30.704 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.705 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.705 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.705 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T00:40:30.705 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 10920, 2024-08-17T00:40:30.705 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 21 2024-08-17T00:40:30.705 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.705 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T00:40:30.705 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 237768, 2024-08-17T00:40:30.705 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3550 2024-08-17T00:40:30.705 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.705 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T00:40:30.705 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.705 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.705 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.706 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T00:40:30.706 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.706 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.706 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.706 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T00:40:30.706 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.706 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.706 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.706 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T00:40:30.706 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.706 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.706 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.706 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.706 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.4": { 2024-08-17T00:40:30.707 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T00:40:30.707 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.707 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.707 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.707 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:30.707 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6304, 2024-08-17T00:40:30.707 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 115 2024-08-17T00:40:30.707 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.707 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T00:40:30.707 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 16896, 2024-08-17T00:40:30.707 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8 2024-08-17T00:40:30.707 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.707 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T00:40:30.707 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 576, 2024-08-17T00:40:30.708 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T00:40:30.708 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.708 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Blob": { 2024-08-17T00:40:30.708 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 21728, 2024-08-17T00:40:30.708 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 194 2024-08-17T00:40:30.708 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.708 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Buffer": { 2024-08-17T00:40:30.708 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 672, 2024-08-17T00:40:30.708 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 6 2024-08-17T00:40:30.708 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.708 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Extent": { 2024-08-17T00:40:30.708 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 9312, 2024-08-17T00:40:30.708 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 194 2024-08-17T00:40:30.708 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.709 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_SharedBlob": { 2024-08-17T00:40:30.709 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 21728, 2024-08-17T00:40:30.709 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 194 2024-08-17T00:40:30.709 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.709 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T00:40:30.709 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 4160, 2024-08-17T00:40:30.709 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 52 2024-08-17T00:40:30.709 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.709 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T00:40:30.709 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 4096, 2024-08-17T00:40:30.709 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1 2024-08-17T00:40:30.709 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.709 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T00:40:30.709 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 50963, 2024-08-17T00:40:30.710 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9515 2024-08-17T00:40:30.710 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.710 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T00:40:30.710 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 135320, 2024-08-17T00:40:30.710 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 199 2024-08-17T00:40:30.710 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.710 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T00:40:30.710 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 9688, 2024-08-17T00:40:30.710 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 600 2024-08-17T00:40:30.710 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.711 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T00:40:30.711 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.711 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.711 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.711 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T00:40:30.711 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 28764, 2024-08-17T00:40:30.711 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 199 2024-08-17T00:40:30.711 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.711 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T00:40:30.711 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 736, 2024-08-17T00:40:30.711 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1 2024-08-17T00:40:30.711 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.711 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T00:40:30.712 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 971037, 2024-08-17T00:40:30.712 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 82 2024-08-17T00:40:30.712 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.712 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T00:40:30.712 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12096, 2024-08-17T00:40:30.712 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T00:40:30.712 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.712 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T00:40:30.712 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2453626, 2024-08-17T00:40:30.712 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 187 2024-08-17T00:40:30.712 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.712 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T00:40:30.713 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 4664, 2024-08-17T00:40:30.713 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 53 2024-08-17T00:40:30.713 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.713 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T00:40:30.713 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.713 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.713 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.713 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:30.713 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 428608, 2024-08-17T00:40:30.713 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 37 2024-08-17T00:40:30.714 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.714 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T00:40:30.714 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.714 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.714 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.714 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T00:40:30.714 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 8944, 2024-08-17T00:40:30.714 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 18 2024-08-17T00:40:30.714 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.714 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T00:40:30.714 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 238280, 2024-08-17T00:40:30.714 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3574 2024-08-17T00:40:30.715 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.715 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T00:40:30.715 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.715 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.715 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.715 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T00:40:30.715 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.715 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.715 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.715 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T00:40:30.715 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.716 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.716 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.716 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T00:40:30.716 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.716 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.716 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.716 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.716 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.5": { 2024-08-17T00:40:30.716 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T00:40:30.716 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.716 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.716 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.716 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:30.717 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6304, 2024-08-17T00:40:30.717 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 115 2024-08-17T00:40:30.717 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.717 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T00:40:30.717 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 16896, 2024-08-17T00:40:30.717 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8 2024-08-17T00:40:30.717 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.717 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T00:40:30.717 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 576, 2024-08-17T00:40:30.717 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T00:40:30.717 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.718 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Blob": { 2024-08-17T00:40:30.718 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 21728, 2024-08-17T00:40:30.718 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 194 2024-08-17T00:40:30.718 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.718 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Buffer": { 2024-08-17T00:40:30.718 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 224, 2024-08-17T00:40:30.718 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2 2024-08-17T00:40:30.718 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.718 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Extent": { 2024-08-17T00:40:30.718 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 9312, 2024-08-17T00:40:30.719 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 194 2024-08-17T00:40:30.719 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.719 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_SharedBlob": { 2024-08-17T00:40:30.719 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 21728, 2024-08-17T00:40:30.719 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 194 2024-08-17T00:40:30.719 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.719 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T00:40:30.719 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3520, 2024-08-17T00:40:30.719 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 44 2024-08-17T00:40:30.719 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.719 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T00:40:30.719 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.719 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.719 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.720 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T00:40:30.720 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 52709, 2024-08-17T00:40:30.720 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9747 2024-08-17T00:40:30.720 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.720 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T00:40:30.720 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 138720, 2024-08-17T00:40:30.720 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 204 2024-08-17T00:40:30.720 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.720 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T00:40:30.720 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 10152, 2024-08-17T00:40:30.721 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 605 2024-08-17T00:40:30.721 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.721 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T00:40:30.721 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.721 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.721 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.721 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T00:40:30.721 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 30044, 2024-08-17T00:40:30.721 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 204 2024-08-17T00:40:30.721 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.722 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T00:40:30.722 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1472, 2024-08-17T00:40:30.722 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2 2024-08-17T00:40:30.722 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.722 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T00:40:30.722 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 881362, 2024-08-17T00:40:30.722 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 60 2024-08-17T00:40:30.722 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.722 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T00:40:30.722 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 26637, 2024-08-17T00:40:30.722 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8 2024-08-17T00:40:30.723 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.723 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T00:40:30.723 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2414947, 2024-08-17T00:40:30.723 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 172 2024-08-17T00:40:30.723 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.723 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T00:40:30.723 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5456, 2024-08-17T00:40:30.723 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 62 2024-08-17T00:40:30.723 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.723 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T00:40:30.723 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.723 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.724 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.724 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:30.724 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 474944, 2024-08-17T00:40:30.724 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 41 2024-08-17T00:40:30.724 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.724 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T00:40:30.724 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.724 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.724 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.724 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T00:40:30.724 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 14040, 2024-08-17T00:40:30.724 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 27 2024-08-17T00:40:30.725 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.725 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T00:40:30.725 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 238280, 2024-08-17T00:40:30.725 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3574 2024-08-17T00:40:30.725 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.725 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T00:40:30.725 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.725 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.725 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.725 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T00:40:30.725 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.725 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.725 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.725 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T00:40:30.726 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.726 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.726 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.726 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T00:40:30.726 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.726 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.726 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.726 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.726 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.6": { 2024-08-17T00:40:30.726 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T00:40:30.726 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.726 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.726 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.726 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:30.727 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6304, 2024-08-17T00:40:30.727 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 115 2024-08-17T00:40:30.727 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.727 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T00:40:30.727 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 16896, 2024-08-17T00:40:30.727 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8 2024-08-17T00:40:30.727 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.727 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T00:40:30.727 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 576, 2024-08-17T00:40:30.727 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T00:40:30.727 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.727 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Blob": { 2024-08-17T00:40:30.727 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 22624, 2024-08-17T00:40:30.728 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 202 2024-08-17T00:40:30.728 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.728 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Buffer": { 2024-08-17T00:40:30.728 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 224, 2024-08-17T00:40:30.728 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2 2024-08-17T00:40:30.728 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.728 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Extent": { 2024-08-17T00:40:30.728 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 9696, 2024-08-17T00:40:30.728 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 202 2024-08-17T00:40:30.730 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.730 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_SharedBlob": { 2024-08-17T00:40:30.730 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 22624, 2024-08-17T00:40:30.730 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 202 2024-08-17T00:40:30.730 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.730 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T00:40:30.730 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3040, 2024-08-17T00:40:30.730 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 38 2024-08-17T00:40:30.730 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.730 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T00:40:30.730 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 15094, 2024-08-17T00:40:30.731 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T00:40:30.731 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.731 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T00:40:30.731 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 52201, 2024-08-17T00:40:30.731 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9942 2024-08-17T00:40:30.731 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.731 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T00:40:30.731 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 136680, 2024-08-17T00:40:30.731 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 201 2024-08-17T00:40:30.731 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.731 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T00:40:30.731 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 11172, 2024-08-17T00:40:30.732 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 761 2024-08-17T00:40:30.732 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.732 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T00:40:30.732 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.732 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.732 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.732 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T00:40:30.732 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 30472, 2024-08-17T00:40:30.732 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 201 2024-08-17T00:40:30.732 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.732 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T00:40:30.732 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.733 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.733 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.733 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T00:40:30.733 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 846788, 2024-08-17T00:40:30.733 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 53 2024-08-17T00:40:30.733 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.733 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T00:40:30.733 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.733 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.733 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.733 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T00:40:30.733 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2435128, 2024-08-17T00:40:30.734 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 176 2024-08-17T00:40:30.734 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.734 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T00:40:30.734 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 4840, 2024-08-17T00:40:30.734 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 55 2024-08-17T00:40:30.734 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.734 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T00:40:30.734 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.734 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.734 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.734 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:30.734 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 451776, 2024-08-17T00:40:30.734 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 39 2024-08-17T00:40:30.734 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.734 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T00:40:30.735 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.735 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.735 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.735 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T00:40:30.735 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 95576, 2024-08-17T00:40:30.735 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 195 2024-08-17T00:40:30.735 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.735 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T00:40:30.735 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 237768, 2024-08-17T00:40:30.735 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3550 2024-08-17T00:40:30.735 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.735 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T00:40:30.735 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.735 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.736 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.736 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T00:40:30.736 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.736 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.736 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.736 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T00:40:30.736 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.736 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.736 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.736 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T00:40:30.736 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.736 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.736 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.736 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.737 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.7": { 2024-08-17T00:40:30.737 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T00:40:30.737 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.737 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.737 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.737 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:30.737 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6304, 2024-08-17T00:40:30.737 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 115 2024-08-17T00:40:30.737 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.737 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T00:40:30.737 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 16896, 2024-08-17T00:40:30.737 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8 2024-08-17T00:40:30.737 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.738 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T00:40:30.738 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 576, 2024-08-17T00:40:30.738 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T00:40:30.738 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.738 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Blob": { 2024-08-17T00:40:30.738 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 22512, 2024-08-17T00:40:30.738 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 201 2024-08-17T00:40:30.738 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.738 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Buffer": { 2024-08-17T00:40:30.738 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1568, 2024-08-17T00:40:30.738 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 14 2024-08-17T00:40:30.738 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.738 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Extent": { 2024-08-17T00:40:30.738 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 9648, 2024-08-17T00:40:30.739 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 201 2024-08-17T00:40:30.739 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.739 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_SharedBlob": { 2024-08-17T00:40:30.739 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 22512, 2024-08-17T00:40:30.739 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 201 2024-08-17T00:40:30.739 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.739 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T00:40:30.739 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2400, 2024-08-17T00:40:30.739 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 30 2024-08-17T00:40:30.739 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.739 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T00:40:30.739 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 305568, 2024-08-17T00:40:30.739 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 15 2024-08-17T00:40:30.739 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.740 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T00:40:30.740 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 56095, 2024-08-17T00:40:30.740 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10388 2024-08-17T00:40:30.740 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.740 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T00:40:30.740 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 142800, 2024-08-17T00:40:30.740 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 210 2024-08-17T00:40:30.740 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.740 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T00:40:30.740 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 11936, 2024-08-17T00:40:30.740 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 766 2024-08-17T00:40:30.740 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.740 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T00:40:30.740 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.741 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.741 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.741 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T00:40:30.741 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 32944, 2024-08-17T00:40:30.741 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 210 2024-08-17T00:40:30.741 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.741 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T00:40:30.741 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.741 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.741 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.741 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T00:40:30.741 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 193301, 2024-08-17T00:40:30.741 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 37 2024-08-17T00:40:30.742 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.742 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T00:40:30.742 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.742 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.742 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.742 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T00:40:30.742 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2406906, 2024-08-17T00:40:30.742 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 217 2024-08-17T00:40:30.742 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.742 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T00:40:30.742 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6600, 2024-08-17T00:40:30.742 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 75 2024-08-17T00:40:30.742 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.743 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T00:40:30.743 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.743 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.743 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.743 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:30.743 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 532864, 2024-08-17T00:40:30.743 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 46 2024-08-17T00:40:30.743 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.743 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T00:40:30.743 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.743 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.743 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.743 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T00:40:30.744 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 97448, 2024-08-17T00:40:30.744 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 225 2024-08-17T00:40:30.744 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.744 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T00:40:30.744 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 237768, 2024-08-17T00:40:30.744 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3550 2024-08-17T00:40:30.744 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.744 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T00:40:30.744 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.744 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.744 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.744 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T00:40:30.744 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.745 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.745 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.745 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T00:40:30.745 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.745 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.745 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.745 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T00:40:30.745 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:30.745 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:30.745 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.745 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.745 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.745 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.745 INFO:tasks.workunit.client.0.smithi082.stdout: "metadata": { 2024-08-17T00:40:30.746 INFO:tasks.workunit.client.0.smithi082.stdout: "mds": { 2024-08-17T00:40:30.746 INFO:tasks.workunit.client.0.smithi082.stdout: "arch": { 2024-08-17T00:40:30.746 INFO:tasks.workunit.client.0.smithi082.stdout: "x86_64": 2 2024-08-17T00:40:30.746 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.746 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_version": { 2024-08-17T00:40:30.746 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:40:30.746 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.746 INFO:tasks.workunit.client.0.smithi082.stdout: "cpu": { 2024-08-17T00:40:30.746 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-17T00:40:30.746 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.746 INFO:tasks.workunit.client.0.smithi082.stdout: "distro": { 2024-08-17T00:40:30.746 INFO:tasks.workunit.client.0.smithi082.stdout: "centos": 2 2024-08-17T00:40:30.746 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.747 INFO:tasks.workunit.client.0.smithi082.stdout: "distro_description": { 2024-08-17T00:40:30.747 INFO:tasks.workunit.client.0.smithi082.stdout: "CentOS Stream 9": 2 2024-08-17T00:40:30.747 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.747 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_description": { 2024-08-17T00:40:30.747 INFO:tasks.workunit.client.0.smithi082.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-17T00:40:30.747 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.747 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_version": { 2024-08-17T00:40:30.747 INFO:tasks.workunit.client.0.smithi082.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-17T00:40:30.747 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.747 INFO:tasks.workunit.client.0.smithi082.stdout: "os": { 2024-08-17T00:40:30.747 INFO:tasks.workunit.client.0.smithi082.stdout: "Linux": 2 2024-08-17T00:40:30.747 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.747 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.748 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T00:40:30.748 INFO:tasks.workunit.client.0.smithi082.stdout: "arch": { 2024-08-17T00:40:30.748 INFO:tasks.workunit.client.0.smithi082.stdout: "x86_64": 3 2024-08-17T00:40:30.748 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.748 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_version": { 2024-08-17T00:40:30.748 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 3 2024-08-17T00:40:30.748 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.748 INFO:tasks.workunit.client.0.smithi082.stdout: "cpu": { 2024-08-17T00:40:30.748 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-17T00:40:30.748 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.748 INFO:tasks.workunit.client.0.smithi082.stdout: "distro": { 2024-08-17T00:40:30.748 INFO:tasks.workunit.client.0.smithi082.stdout: "centos": 3 2024-08-17T00:40:30.748 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.749 INFO:tasks.workunit.client.0.smithi082.stdout: "distro_description": { 2024-08-17T00:40:30.749 INFO:tasks.workunit.client.0.smithi082.stdout: "CentOS Stream 9": 3 2024-08-17T00:40:30.749 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.749 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_description": { 2024-08-17T00:40:30.749 INFO:tasks.workunit.client.0.smithi082.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-17T00:40:30.749 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.749 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_version": { 2024-08-17T00:40:30.749 INFO:tasks.workunit.client.0.smithi082.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-17T00:40:30.749 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.749 INFO:tasks.workunit.client.0.smithi082.stdout: "os": { 2024-08-17T00:40:30.749 INFO:tasks.workunit.client.0.smithi082.stdout: "Linux": 3 2024-08-17T00:40:30.749 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.750 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.750 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:30.750 INFO:tasks.workunit.client.0.smithi082.stdout: "arch": { 2024-08-17T00:40:30.750 INFO:tasks.workunit.client.0.smithi082.stdout: "x86_64": 8 2024-08-17T00:40:30.750 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.750 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_version": { 2024-08-17T00:40:30.750 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 8 2024-08-17T00:40:30.750 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.750 INFO:tasks.workunit.client.0.smithi082.stdout: "cpu": { 2024-08-17T00:40:30.750 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-17T00:40:30.750 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.750 INFO:tasks.workunit.client.0.smithi082.stdout: "distro": { 2024-08-17T00:40:30.750 INFO:tasks.workunit.client.0.smithi082.stdout: "centos": 8 2024-08-17T00:40:30.751 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.751 INFO:tasks.workunit.client.0.smithi082.stdout: "distro_description": { 2024-08-17T00:40:30.751 INFO:tasks.workunit.client.0.smithi082.stdout: "CentOS Stream 9": 8 2024-08-17T00:40:30.751 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.751 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_description": { 2024-08-17T00:40:30.751 INFO:tasks.workunit.client.0.smithi082.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-17T00:40:30.751 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.751 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_version": { 2024-08-17T00:40:30.751 INFO:tasks.workunit.client.0.smithi082.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-17T00:40:30.751 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.751 INFO:tasks.workunit.client.0.smithi082.stdout: "os": { 2024-08-17T00:40:30.751 INFO:tasks.workunit.client.0.smithi082.stdout: "Linux": 8 2024-08-17T00:40:30.751 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.751 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_objectstore": { 2024-08-17T00:40:30.752 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": 8 2024-08-17T00:40:30.752 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.752 INFO:tasks.workunit.client.0.smithi082.stdout: "rotational": { 2024-08-17T00:40:30.752 INFO:tasks.workunit.client.0.smithi082.stdout: "0": 8 2024-08-17T00:40:30.752 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.752 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.752 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.752 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T00:40:30.752 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T00:40:30.752 INFO:tasks.workunit.client.0.smithi082.stdout: "features": { 2024-08-17T00:40:30.752 INFO:tasks.workunit.client.0.smithi082.stdout: "optional": [], 2024-08-17T00:40:30.752 INFO:tasks.workunit.client.0.smithi082.stdout: "persistent": [ 2024-08-17T00:40:30.752 INFO:tasks.workunit.client.0.smithi082.stdout: "kraken", 2024-08-17T00:40:30.753 INFO:tasks.workunit.client.0.smithi082.stdout: "luminous", 2024-08-17T00:40:30.753 INFO:tasks.workunit.client.0.smithi082.stdout: "mimic", 2024-08-17T00:40:30.753 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap-prune", 2024-08-17T00:40:30.753 INFO:tasks.workunit.client.0.smithi082.stdout: "nautilus", 2024-08-17T00:40:30.753 INFO:tasks.workunit.client.0.smithi082.stdout: "octopus", 2024-08-17T00:40:30.753 INFO:tasks.workunit.client.0.smithi082.stdout: "pacific", 2024-08-17T00:40:30.753 INFO:tasks.workunit.client.0.smithi082.stdout: "elector-pinging", 2024-08-17T00:40:30.753 INFO:tasks.workunit.client.0.smithi082.stdout: "quincy" 2024-08-17T00:40:30.753 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.753 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.753 INFO:tasks.workunit.client.0.smithi082.stdout: "ipv4_addr_mons": 6, 2024-08-17T00:40:30.753 INFO:tasks.workunit.client.0.smithi082.stdout: "ipv6_addr_mons": 0, 2024-08-17T00:40:30.754 INFO:tasks.workunit.client.0.smithi082.stdout: "min_mon_release": 17, 2024-08-17T00:40:30.754 INFO:tasks.workunit.client.0.smithi082.stdout: "v1_addr_mons": 3, 2024-08-17T00:40:30.754 INFO:tasks.workunit.client.0.smithi082.stdout: "v2_addr_mons": 3 2024-08-17T00:40:30.754 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.754 INFO:tasks.workunit.client.0.smithi082.stdout: "organization": "ceph-qa", 2024-08-17T00:40:30.754 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:30.754 INFO:tasks.workunit.client.0.smithi082.stdout: "cluster_network": false, 2024-08-17T00:40:30.754 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 8, 2024-08-17T00:40:30.754 INFO:tasks.workunit.client.0.smithi082.stdout: "require_min_compat_client": "luminous", 2024-08-17T00:40:30.754 INFO:tasks.workunit.client.0.smithi082.stdout: "require_osd_release": "quincy" 2024-08-17T00:40:30.754 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.754 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_perf_histograms": [ 2024-08-17T00:40:30.755 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.755 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:40:30.755 INFO:tasks.workunit.client.0.smithi082.stdout: "axes": [ 2024-08-17T00:40:30.755 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.755 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T00:40:30.755 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T00:40:30.755 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Latency (usec)", 2024-08-17T00:40:30.755 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 100000, 2024-08-17T00:40:30.755 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T00:40:30.755 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T00:40:30.755 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 99999]", 2024-08-17T00:40:30.755 INFO:tasks.workunit.client.0.smithi082.stdout: "[100000, 199999]", 2024-08-17T00:40:30.755 INFO:tasks.workunit.client.0.smithi082.stdout: "[200000, 399999]", 2024-08-17T00:40:30.756 INFO:tasks.workunit.client.0.smithi082.stdout: "[400000, 799999]", 2024-08-17T00:40:30.756 INFO:tasks.workunit.client.0.smithi082.stdout: "[800000, 1599999]", 2024-08-17T00:40:30.756 INFO:tasks.workunit.client.0.smithi082.stdout: "[1600000, 3199999]", 2024-08-17T00:40:30.756 INFO:tasks.workunit.client.0.smithi082.stdout: "[3200000, 6399999]", 2024-08-17T00:40:30.756 INFO:tasks.workunit.client.0.smithi082.stdout: "[6400000, 12799999]", 2024-08-17T00:40:30.756 INFO:tasks.workunit.client.0.smithi082.stdout: "[12800000, 25599999]", 2024-08-17T00:40:30.756 INFO:tasks.workunit.client.0.smithi082.stdout: "[25600000, 51199999]", 2024-08-17T00:40:30.756 INFO:tasks.workunit.client.0.smithi082.stdout: "[51200000, 102399999]", 2024-08-17T00:40:30.756 INFO:tasks.workunit.client.0.smithi082.stdout: "[102400000, 204799999]", 2024-08-17T00:40:30.756 INFO:tasks.workunit.client.0.smithi082.stdout: "[204800000, 409599999]", 2024-08-17T00:40:30.756 INFO:tasks.workunit.client.0.smithi082.stdout: "[409600000, 819199999]", 2024-08-17T00:40:30.756 INFO:tasks.workunit.client.0.smithi082.stdout: "[819200000, 1638399999]", 2024-08-17T00:40:30.756 INFO:tasks.workunit.client.0.smithi082.stdout: "[1638400000, 3276799999]", 2024-08-17T00:40:30.757 INFO:tasks.workunit.client.0.smithi082.stdout: "[3276800000, 6553599999]", 2024-08-17T00:40:30.757 INFO:tasks.workunit.client.0.smithi082.stdout: "[6553600000, 13107199999]", 2024-08-17T00:40:30.757 INFO:tasks.workunit.client.0.smithi082.stdout: "[13107200000, 26214399999]", 2024-08-17T00:40:30.757 INFO:tasks.workunit.client.0.smithi082.stdout: "[26214400000, 52428799999]", 2024-08-17T00:40:30.757 INFO:tasks.workunit.client.0.smithi082.stdout: "[52428800000, 104857599999]", 2024-08-17T00:40:30.757 INFO:tasks.workunit.client.0.smithi082.stdout: "[104857600000, 209715199999]", 2024-08-17T00:40:30.757 INFO:tasks.workunit.client.0.smithi082.stdout: "[209715200000, 419430399999]", 2024-08-17T00:40:30.757 INFO:tasks.workunit.client.0.smithi082.stdout: "[419430400000, 838860799999]", 2024-08-17T00:40:30.757 INFO:tasks.workunit.client.0.smithi082.stdout: "[838860800000, 1677721599999]", 2024-08-17T00:40:30.757 INFO:tasks.workunit.client.0.smithi082.stdout: "[1677721600000, 3355443199999]", 2024-08-17T00:40:30.757 INFO:tasks.workunit.client.0.smithi082.stdout: "[3355443200000, 6710886399999]", 2024-08-17T00:40:30.757 INFO:tasks.workunit.client.0.smithi082.stdout: "[6710886400000, 13421772799999]", 2024-08-17T00:40:30.758 INFO:tasks.workunit.client.0.smithi082.stdout: "[13421772800000, 26843545599999]", 2024-08-17T00:40:30.758 INFO:tasks.workunit.client.0.smithi082.stdout: "[26843545600000, 53687091199999]", 2024-08-17T00:40:30.758 INFO:tasks.workunit.client.0.smithi082.stdout: "[53687091200000, None]" 2024-08-17T00:40:30.758 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:30.758 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T00:40:30.758 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.758 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.758 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T00:40:30.758 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T00:40:30.758 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Request size (bytes)", 2024-08-17T00:40:30.758 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 512, 2024-08-17T00:40:30.758 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T00:40:30.758 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T00:40:30.759 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 511]", 2024-08-17T00:40:30.759 INFO:tasks.workunit.client.0.smithi082.stdout: "[512, 1023]", 2024-08-17T00:40:30.759 INFO:tasks.workunit.client.0.smithi082.stdout: "[1024, 2047]", 2024-08-17T00:40:30.759 INFO:tasks.workunit.client.0.smithi082.stdout: "[2048, 4095]", 2024-08-17T00:40:30.759 INFO:tasks.workunit.client.0.smithi082.stdout: "[4096, 8191]", 2024-08-17T00:40:30.759 INFO:tasks.workunit.client.0.smithi082.stdout: "[8192, 16383]", 2024-08-17T00:40:30.759 INFO:tasks.workunit.client.0.smithi082.stdout: "[16384, 32767]", 2024-08-17T00:40:30.759 INFO:tasks.workunit.client.0.smithi082.stdout: "[32768, 65535]", 2024-08-17T00:40:30.759 INFO:tasks.workunit.client.0.smithi082.stdout: "[65536, 131071]", 2024-08-17T00:40:30.759 INFO:tasks.workunit.client.0.smithi082.stdout: "[131072, 262143]", 2024-08-17T00:40:30.759 INFO:tasks.workunit.client.0.smithi082.stdout: "[262144, 524287]", 2024-08-17T00:40:30.759 INFO:tasks.workunit.client.0.smithi082.stdout: "[524288, 1048575]", 2024-08-17T00:40:30.759 INFO:tasks.workunit.client.0.smithi082.stdout: "[1048576, 2097151]", 2024-08-17T00:40:30.759 INFO:tasks.workunit.client.0.smithi082.stdout: "[2097152, 4194303]", 2024-08-17T00:40:30.760 INFO:tasks.workunit.client.0.smithi082.stdout: "[4194304, 8388607]", 2024-08-17T00:40:30.760 INFO:tasks.workunit.client.0.smithi082.stdout: "[8388608, 16777215]", 2024-08-17T00:40:30.760 INFO:tasks.workunit.client.0.smithi082.stdout: "[16777216, 33554431]", 2024-08-17T00:40:30.760 INFO:tasks.workunit.client.0.smithi082.stdout: "[33554432, 67108863]", 2024-08-17T00:40:30.760 INFO:tasks.workunit.client.0.smithi082.stdout: "[67108864, 134217727]", 2024-08-17T00:40:30.760 INFO:tasks.workunit.client.0.smithi082.stdout: "[134217728, 268435455]", 2024-08-17T00:40:30.760 INFO:tasks.workunit.client.0.smithi082.stdout: "[268435456, 536870911]", 2024-08-17T00:40:30.760 INFO:tasks.workunit.client.0.smithi082.stdout: "[536870912, 1073741823]", 2024-08-17T00:40:30.760 INFO:tasks.workunit.client.0.smithi082.stdout: "[1073741824, 2147483647]", 2024-08-17T00:40:30.760 INFO:tasks.workunit.client.0.smithi082.stdout: "[2147483648, 4294967295]", 2024-08-17T00:40:30.760 INFO:tasks.workunit.client.0.smithi082.stdout: "[4294967296, 8589934591]", 2024-08-17T00:40:30.760 INFO:tasks.workunit.client.0.smithi082.stdout: "[8589934592, 17179869183]", 2024-08-17T00:40:30.761 INFO:tasks.workunit.client.0.smithi082.stdout: "[17179869184, 34359738367]", 2024-08-17T00:40:30.761 INFO:tasks.workunit.client.0.smithi082.stdout: "[34359738368, 68719476735]", 2024-08-17T00:40:30.761 INFO:tasks.workunit.client.0.smithi082.stdout: "[68719476736, 137438953471]", 2024-08-17T00:40:30.761 INFO:tasks.workunit.client.0.smithi082.stdout: "[137438953472, 274877906943]", 2024-08-17T00:40:30.761 INFO:tasks.workunit.client.0.smithi082.stdout: "[274877906944, None]" 2024-08-17T00:40:30.761 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:30.761 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T00:40:30.761 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.761 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:30.761 INFO:tasks.workunit.client.0.smithi082.stdout: "osds": [ 2024-08-17T00:40:30.761 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.761 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 0, 2024-08-17T00:40:30.761 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.762 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.762 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.762 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.762 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.762 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.762 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.762 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.762 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.762 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.762 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.762 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.762 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.763 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.763 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.763 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.763 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.763 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.763 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.763 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.763 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.763 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.763 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.763 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.763 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.763 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.763 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.764 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.764 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.764 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.764 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.764 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.764 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.764 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.764 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.764 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.764 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 1, 2024-08-17T00:40:30.764 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.765 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.765 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.765 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.765 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.765 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.765 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.765 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.765 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.765 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.765 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.765 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.765 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.765 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.766 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.766 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.766 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.766 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.766 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.766 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.766 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.766 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.766 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.766 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.766 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.766 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.766 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.767 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.767 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.767 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.767 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.767 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.767 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.767 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.767 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.767 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.767 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 2, 2024-08-17T00:40:30.767 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.767 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.768 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.768 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.768 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.768 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.768 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.768 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.768 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.768 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.768 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.768 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.768 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.768 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.768 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.768 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.769 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.769 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.769 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.769 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.769 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.769 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.769 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.769 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.769 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.769 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.769 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.769 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.770 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.770 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.770 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.770 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.770 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.770 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.770 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.770 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.770 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 3, 2024-08-17T00:40:30.770 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.770 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.770 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.770 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.771 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.771 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.771 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.771 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.771 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.771 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.771 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.771 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.771 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.771 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.771 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.771 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.772 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.772 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.772 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.772 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.772 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.772 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.772 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.772 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.772 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.772 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.772 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.772 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.773 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.773 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.773 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.773 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.773 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.773 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.773 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.773 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.773 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 4, 2024-08-17T00:40:30.773 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.773 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.773 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.773 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.774 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.774 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.774 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.774 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.774 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.774 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.774 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.774 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.774 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.774 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.774 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.774 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.774 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.775 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.775 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.775 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.775 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.775 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.775 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.775 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.775 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.775 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.775 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.775 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.775 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.775 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.776 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.776 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.776 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.776 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.776 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.776 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.776 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 5, 2024-08-17T00:40:30.776 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.776 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.776 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.776 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.776 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.776 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.777 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.777 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.777 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.777 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.777 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.777 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.777 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.777 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.777 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.777 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.777 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.777 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.777 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.778 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.778 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.778 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.778 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.778 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.778 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.779 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.779 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.779 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.779 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.779 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.779 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.779 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.779 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.779 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.779 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.780 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.780 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 6, 2024-08-17T00:40:30.780 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.780 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.780 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.780 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.780 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.780 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.780 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.780 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.780 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.780 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.780 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.780 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.781 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.781 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.781 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.781 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.781 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.781 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.781 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.781 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.781 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.781 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.781 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.781 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.781 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.781 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.781 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.782 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.782 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.782 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.782 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.782 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.782 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.782 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.782 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.782 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.782 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 7, 2024-08-17T00:40:30.782 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.782 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.783 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.783 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.783 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.783 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.783 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.783 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.783 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.783 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.783 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.783 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.783 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.783 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.784 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.784 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.784 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.784 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.784 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.784 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.784 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.784 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.784 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.784 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.784 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.784 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.785 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.785 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.785 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.785 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.785 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.785 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.785 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.785 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.785 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.785 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.785 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.785 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:40:30.785 INFO:tasks.workunit.client.0.smithi082.stdout: "axes": [ 2024-08-17T00:40:30.786 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.786 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T00:40:30.786 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T00:40:30.786 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Latency (usec)", 2024-08-17T00:40:30.786 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 100000, 2024-08-17T00:40:30.786 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T00:40:30.786 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T00:40:30.786 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 99999]", 2024-08-17T00:40:30.786 INFO:tasks.workunit.client.0.smithi082.stdout: "[100000, 199999]", 2024-08-17T00:40:30.786 INFO:tasks.workunit.client.0.smithi082.stdout: "[200000, 399999]", 2024-08-17T00:40:30.786 INFO:tasks.workunit.client.0.smithi082.stdout: "[400000, 799999]", 2024-08-17T00:40:30.786 INFO:tasks.workunit.client.0.smithi082.stdout: "[800000, 1599999]", 2024-08-17T00:40:30.787 INFO:tasks.workunit.client.0.smithi082.stdout: "[1600000, 3199999]", 2024-08-17T00:40:30.787 INFO:tasks.workunit.client.0.smithi082.stdout: "[3200000, 6399999]", 2024-08-17T00:40:30.787 INFO:tasks.workunit.client.0.smithi082.stdout: "[6400000, 12799999]", 2024-08-17T00:40:30.787 INFO:tasks.workunit.client.0.smithi082.stdout: "[12800000, 25599999]", 2024-08-17T00:40:30.787 INFO:tasks.workunit.client.0.smithi082.stdout: "[25600000, 51199999]", 2024-08-17T00:40:30.787 INFO:tasks.workunit.client.0.smithi082.stdout: "[51200000, 102399999]", 2024-08-17T00:40:30.787 INFO:tasks.workunit.client.0.smithi082.stdout: "[102400000, 204799999]", 2024-08-17T00:40:30.787 INFO:tasks.workunit.client.0.smithi082.stdout: "[204800000, 409599999]", 2024-08-17T00:40:30.787 INFO:tasks.workunit.client.0.smithi082.stdout: "[409600000, 819199999]", 2024-08-17T00:40:30.787 INFO:tasks.workunit.client.0.smithi082.stdout: "[819200000, 1638399999]", 2024-08-17T00:40:30.787 INFO:tasks.workunit.client.0.smithi082.stdout: "[1638400000, 3276799999]", 2024-08-17T00:40:30.787 INFO:tasks.workunit.client.0.smithi082.stdout: "[3276800000, 6553599999]", 2024-08-17T00:40:30.787 INFO:tasks.workunit.client.0.smithi082.stdout: "[6553600000, 13107199999]", 2024-08-17T00:40:30.788 INFO:tasks.workunit.client.0.smithi082.stdout: "[13107200000, 26214399999]", 2024-08-17T00:40:30.788 INFO:tasks.workunit.client.0.smithi082.stdout: "[26214400000, 52428799999]", 2024-08-17T00:40:30.788 INFO:tasks.workunit.client.0.smithi082.stdout: "[52428800000, 104857599999]", 2024-08-17T00:40:30.788 INFO:tasks.workunit.client.0.smithi082.stdout: "[104857600000, 209715199999]", 2024-08-17T00:40:30.788 INFO:tasks.workunit.client.0.smithi082.stdout: "[209715200000, 419430399999]", 2024-08-17T00:40:30.788 INFO:tasks.workunit.client.0.smithi082.stdout: "[419430400000, 838860799999]", 2024-08-17T00:40:30.788 INFO:tasks.workunit.client.0.smithi082.stdout: "[838860800000, 1677721599999]", 2024-08-17T00:40:30.788 INFO:tasks.workunit.client.0.smithi082.stdout: "[1677721600000, 3355443199999]", 2024-08-17T00:40:30.788 INFO:tasks.workunit.client.0.smithi082.stdout: "[3355443200000, 6710886399999]", 2024-08-17T00:40:30.788 INFO:tasks.workunit.client.0.smithi082.stdout: "[6710886400000, 13421772799999]", 2024-08-17T00:40:30.788 INFO:tasks.workunit.client.0.smithi082.stdout: "[13421772800000, 26843545599999]", 2024-08-17T00:40:30.788 INFO:tasks.workunit.client.0.smithi082.stdout: "[26843545600000, 53687091199999]", 2024-08-17T00:40:30.789 INFO:tasks.workunit.client.0.smithi082.stdout: "[53687091200000, None]" 2024-08-17T00:40:30.789 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:30.789 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T00:40:30.789 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.789 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.789 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T00:40:30.789 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T00:40:30.789 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Request size (bytes)", 2024-08-17T00:40:30.789 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 512, 2024-08-17T00:40:30.789 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T00:40:30.789 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T00:40:30.789 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 511]", 2024-08-17T00:40:30.789 INFO:tasks.workunit.client.0.smithi082.stdout: "[512, 1023]", 2024-08-17T00:40:30.789 INFO:tasks.workunit.client.0.smithi082.stdout: "[1024, 2047]", 2024-08-17T00:40:30.790 INFO:tasks.workunit.client.0.smithi082.stdout: "[2048, 4095]", 2024-08-17T00:40:30.790 INFO:tasks.workunit.client.0.smithi082.stdout: "[4096, 8191]", 2024-08-17T00:40:30.790 INFO:tasks.workunit.client.0.smithi082.stdout: "[8192, 16383]", 2024-08-17T00:40:30.790 INFO:tasks.workunit.client.0.smithi082.stdout: "[16384, 32767]", 2024-08-17T00:40:30.790 INFO:tasks.workunit.client.0.smithi082.stdout: "[32768, 65535]", 2024-08-17T00:40:30.790 INFO:tasks.workunit.client.0.smithi082.stdout: "[65536, 131071]", 2024-08-17T00:40:30.790 INFO:tasks.workunit.client.0.smithi082.stdout: "[131072, 262143]", 2024-08-17T00:40:30.790 INFO:tasks.workunit.client.0.smithi082.stdout: "[262144, 524287]", 2024-08-17T00:40:30.790 INFO:tasks.workunit.client.0.smithi082.stdout: "[524288, 1048575]", 2024-08-17T00:40:30.790 INFO:tasks.workunit.client.0.smithi082.stdout: "[1048576, 2097151]", 2024-08-17T00:40:30.790 INFO:tasks.workunit.client.0.smithi082.stdout: "[2097152, 4194303]", 2024-08-17T00:40:30.790 INFO:tasks.workunit.client.0.smithi082.stdout: "[4194304, 8388607]", 2024-08-17T00:40:30.790 INFO:tasks.workunit.client.0.smithi082.stdout: "[8388608, 16777215]", 2024-08-17T00:40:30.790 INFO:tasks.workunit.client.0.smithi082.stdout: "[16777216, 33554431]", 2024-08-17T00:40:30.791 INFO:tasks.workunit.client.0.smithi082.stdout: "[33554432, 67108863]", 2024-08-17T00:40:30.791 INFO:tasks.workunit.client.0.smithi082.stdout: "[67108864, 134217727]", 2024-08-17T00:40:30.791 INFO:tasks.workunit.client.0.smithi082.stdout: "[134217728, 268435455]", 2024-08-17T00:40:30.791 INFO:tasks.workunit.client.0.smithi082.stdout: "[268435456, 536870911]", 2024-08-17T00:40:30.791 INFO:tasks.workunit.client.0.smithi082.stdout: "[536870912, 1073741823]", 2024-08-17T00:40:30.791 INFO:tasks.workunit.client.0.smithi082.stdout: "[1073741824, 2147483647]", 2024-08-17T00:40:30.791 INFO:tasks.workunit.client.0.smithi082.stdout: "[2147483648, 4294967295]", 2024-08-17T00:40:30.791 INFO:tasks.workunit.client.0.smithi082.stdout: "[4294967296, 8589934591]", 2024-08-17T00:40:30.791 INFO:tasks.workunit.client.0.smithi082.stdout: "[8589934592, 17179869183]", 2024-08-17T00:40:30.791 INFO:tasks.workunit.client.0.smithi082.stdout: "[17179869184, 34359738367]", 2024-08-17T00:40:30.791 INFO:tasks.workunit.client.0.smithi082.stdout: "[34359738368, 68719476735]", 2024-08-17T00:40:30.791 INFO:tasks.workunit.client.0.smithi082.stdout: "[68719476736, 137438953471]", 2024-08-17T00:40:30.791 INFO:tasks.workunit.client.0.smithi082.stdout: "[137438953472, 274877906943]", 2024-08-17T00:40:30.792 INFO:tasks.workunit.client.0.smithi082.stdout: "[274877906944, None]" 2024-08-17T00:40:30.792 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:30.792 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T00:40:30.792 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.792 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:30.792 INFO:tasks.workunit.client.0.smithi082.stdout: "osds": [ 2024-08-17T00:40:30.792 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.792 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 0, 2024-08-17T00:40:30.792 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.792 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.792 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.792 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.792 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.792 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.793 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.793 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.793 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.793 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.793 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.793 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.793 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.793 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.793 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.793 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.793 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.793 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.793 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.794 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.794 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.794 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.794 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.794 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.794 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.794 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.794 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.794 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.794 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.794 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.794 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.795 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.795 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.795 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.795 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.795 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.795 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 1, 2024-08-17T00:40:30.795 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.795 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.795 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.795 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.795 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.795 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.795 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.796 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.796 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.796 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.796 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.796 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.796 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.796 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.796 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.796 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.796 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.796 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.796 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.796 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.797 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.797 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.797 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.797 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.797 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.797 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.797 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.797 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.797 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.797 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.797 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.797 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.797 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.797 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.798 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.798 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.798 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 2, 2024-08-17T00:40:30.798 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.798 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.798 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.798 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.798 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.798 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.798 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.798 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.798 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.798 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.799 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.799 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.799 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.799 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.799 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.799 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.799 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.799 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.799 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.799 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.799 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.800 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.800 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.800 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.800 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.800 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.800 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.800 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.800 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.800 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.800 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.800 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.800 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.800 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.800 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.801 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.801 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 3, 2024-08-17T00:40:30.801 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.801 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.801 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.801 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.801 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.801 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.801 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.802 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.802 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.802 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.802 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.802 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.802 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.802 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.802 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.802 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.802 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.802 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.802 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.803 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.803 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.803 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.803 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.803 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.803 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.803 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.803 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.803 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.803 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.803 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.803 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.804 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.804 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.804 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.804 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.804 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.804 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 4, 2024-08-17T00:40:30.804 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.804 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.804 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.804 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.804 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.804 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.805 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.805 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.805 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.805 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.805 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.805 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.805 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.805 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.805 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.805 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.806 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.806 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.806 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.806 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.806 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.806 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.806 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.806 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.806 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.806 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.806 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.807 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.807 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.807 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.807 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.807 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.807 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.807 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.807 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.807 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.807 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 5, 2024-08-17T00:40:30.808 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.808 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.808 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.808 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.808 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.808 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.808 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.808 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.808 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.808 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.808 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.808 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.809 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.809 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.809 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.809 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.809 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.809 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.809 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.809 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.809 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.810 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.810 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.810 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.810 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.810 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.810 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.810 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.810 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.810 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.810 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.810 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.811 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.811 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.811 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.811 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.811 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 6, 2024-08-17T00:40:30.811 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.811 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.811 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.811 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.812 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.812 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.812 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.812 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.812 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.812 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.812 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.812 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.812 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.812 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.812 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.812 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.812 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.813 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.813 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.813 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.813 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.813 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.813 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.813 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.813 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.813 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.813 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.813 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.813 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.813 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.813 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.814 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.814 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.814 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.814 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.814 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.814 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 7, 2024-08-17T00:40:30.814 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.814 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.814 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.814 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.814 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.815 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.815 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.815 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.815 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.815 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.815 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.815 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.815 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.815 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.816 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.816 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.816 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.816 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.816 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.816 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.816 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.816 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.816 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.816 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.816 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.816 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.817 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.817 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.817 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.817 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.817 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.817 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.817 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.817 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.817 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.817 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.817 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.817 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:40:30.817 INFO:tasks.workunit.client.0.smithi082.stdout: "axes": [ 2024-08-17T00:40:30.817 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.818 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T00:40:30.818 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T00:40:30.818 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Latency (usec)", 2024-08-17T00:40:30.818 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 100000, 2024-08-17T00:40:30.818 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T00:40:30.818 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T00:40:30.818 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 99999]", 2024-08-17T00:40:30.818 INFO:tasks.workunit.client.0.smithi082.stdout: "[100000, 199999]", 2024-08-17T00:40:30.818 INFO:tasks.workunit.client.0.smithi082.stdout: "[200000, 399999]", 2024-08-17T00:40:30.818 INFO:tasks.workunit.client.0.smithi082.stdout: "[400000, 799999]", 2024-08-17T00:40:30.818 INFO:tasks.workunit.client.0.smithi082.stdout: "[800000, 1599999]", 2024-08-17T00:40:30.818 INFO:tasks.workunit.client.0.smithi082.stdout: "[1600000, 3199999]", 2024-08-17T00:40:30.818 INFO:tasks.workunit.client.0.smithi082.stdout: "[3200000, 6399999]", 2024-08-17T00:40:30.818 INFO:tasks.workunit.client.0.smithi082.stdout: "[6400000, 12799999]", 2024-08-17T00:40:30.819 INFO:tasks.workunit.client.0.smithi082.stdout: "[12800000, 25599999]", 2024-08-17T00:40:30.819 INFO:tasks.workunit.client.0.smithi082.stdout: "[25600000, 51199999]", 2024-08-17T00:40:30.819 INFO:tasks.workunit.client.0.smithi082.stdout: "[51200000, 102399999]", 2024-08-17T00:40:30.819 INFO:tasks.workunit.client.0.smithi082.stdout: "[102400000, 204799999]", 2024-08-17T00:40:30.819 INFO:tasks.workunit.client.0.smithi082.stdout: "[204800000, 409599999]", 2024-08-17T00:40:30.819 INFO:tasks.workunit.client.0.smithi082.stdout: "[409600000, 819199999]", 2024-08-17T00:40:30.819 INFO:tasks.workunit.client.0.smithi082.stdout: "[819200000, 1638399999]", 2024-08-17T00:40:30.819 INFO:tasks.workunit.client.0.smithi082.stdout: "[1638400000, 3276799999]", 2024-08-17T00:40:30.819 INFO:tasks.workunit.client.0.smithi082.stdout: "[3276800000, 6553599999]", 2024-08-17T00:40:30.819 INFO:tasks.workunit.client.0.smithi082.stdout: "[6553600000, 13107199999]", 2024-08-17T00:40:30.819 INFO:tasks.workunit.client.0.smithi082.stdout: "[13107200000, 26214399999]", 2024-08-17T00:40:30.819 INFO:tasks.workunit.client.0.smithi082.stdout: "[26214400000, 52428799999]", 2024-08-17T00:40:30.820 INFO:tasks.workunit.client.0.smithi082.stdout: "[52428800000, 104857599999]", 2024-08-17T00:40:30.820 INFO:tasks.workunit.client.0.smithi082.stdout: "[104857600000, 209715199999]", 2024-08-17T00:40:30.820 INFO:tasks.workunit.client.0.smithi082.stdout: "[209715200000, 419430399999]", 2024-08-17T00:40:30.820 INFO:tasks.workunit.client.0.smithi082.stdout: "[419430400000, 838860799999]", 2024-08-17T00:40:30.820 INFO:tasks.workunit.client.0.smithi082.stdout: "[838860800000, 1677721599999]", 2024-08-17T00:40:30.820 INFO:tasks.workunit.client.0.smithi082.stdout: "[1677721600000, 3355443199999]", 2024-08-17T00:40:30.820 INFO:tasks.workunit.client.0.smithi082.stdout: "[3355443200000, 6710886399999]", 2024-08-17T00:40:30.820 INFO:tasks.workunit.client.0.smithi082.stdout: "[6710886400000, 13421772799999]", 2024-08-17T00:40:30.820 INFO:tasks.workunit.client.0.smithi082.stdout: "[13421772800000, 26843545599999]", 2024-08-17T00:40:30.820 INFO:tasks.workunit.client.0.smithi082.stdout: "[26843545600000, 53687091199999]", 2024-08-17T00:40:30.820 INFO:tasks.workunit.client.0.smithi082.stdout: "[53687091200000, None]" 2024-08-17T00:40:30.820 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:30.820 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T00:40:30.821 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.821 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.821 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T00:40:30.821 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T00:40:30.821 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Request size (bytes)", 2024-08-17T00:40:30.821 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 512, 2024-08-17T00:40:30.821 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T00:40:30.821 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T00:40:30.821 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 511]", 2024-08-17T00:40:30.821 INFO:tasks.workunit.client.0.smithi082.stdout: "[512, 1023]", 2024-08-17T00:40:30.821 INFO:tasks.workunit.client.0.smithi082.stdout: "[1024, 2047]", 2024-08-17T00:40:30.821 INFO:tasks.workunit.client.0.smithi082.stdout: "[2048, 4095]", 2024-08-17T00:40:30.821 INFO:tasks.workunit.client.0.smithi082.stdout: "[4096, 8191]", 2024-08-17T00:40:30.821 INFO:tasks.workunit.client.0.smithi082.stdout: "[8192, 16383]", 2024-08-17T00:40:30.822 INFO:tasks.workunit.client.0.smithi082.stdout: "[16384, 32767]", 2024-08-17T00:40:30.822 INFO:tasks.workunit.client.0.smithi082.stdout: "[32768, 65535]", 2024-08-17T00:40:30.822 INFO:tasks.workunit.client.0.smithi082.stdout: "[65536, 131071]", 2024-08-17T00:40:30.822 INFO:tasks.workunit.client.0.smithi082.stdout: "[131072, 262143]", 2024-08-17T00:40:30.822 INFO:tasks.workunit.client.0.smithi082.stdout: "[262144, 524287]", 2024-08-17T00:40:30.822 INFO:tasks.workunit.client.0.smithi082.stdout: "[524288, 1048575]", 2024-08-17T00:40:30.822 INFO:tasks.workunit.client.0.smithi082.stdout: "[1048576, 2097151]", 2024-08-17T00:40:30.822 INFO:tasks.workunit.client.0.smithi082.stdout: "[2097152, 4194303]", 2024-08-17T00:40:30.822 INFO:tasks.workunit.client.0.smithi082.stdout: "[4194304, 8388607]", 2024-08-17T00:40:30.822 INFO:tasks.workunit.client.0.smithi082.stdout: "[8388608, 16777215]", 2024-08-17T00:40:30.822 INFO:tasks.workunit.client.0.smithi082.stdout: "[16777216, 33554431]", 2024-08-17T00:40:30.822 INFO:tasks.workunit.client.0.smithi082.stdout: "[33554432, 67108863]", 2024-08-17T00:40:30.822 INFO:tasks.workunit.client.0.smithi082.stdout: "[67108864, 134217727]", 2024-08-17T00:40:30.823 INFO:tasks.workunit.client.0.smithi082.stdout: "[134217728, 268435455]", 2024-08-17T00:40:30.823 INFO:tasks.workunit.client.0.smithi082.stdout: "[268435456, 536870911]", 2024-08-17T00:40:30.823 INFO:tasks.workunit.client.0.smithi082.stdout: "[536870912, 1073741823]", 2024-08-17T00:40:30.823 INFO:tasks.workunit.client.0.smithi082.stdout: "[1073741824, 2147483647]", 2024-08-17T00:40:30.823 INFO:tasks.workunit.client.0.smithi082.stdout: "[2147483648, 4294967295]", 2024-08-17T00:40:30.823 INFO:tasks.workunit.client.0.smithi082.stdout: "[4294967296, 8589934591]", 2024-08-17T00:40:30.823 INFO:tasks.workunit.client.0.smithi082.stdout: "[8589934592, 17179869183]", 2024-08-17T00:40:30.823 INFO:tasks.workunit.client.0.smithi082.stdout: "[17179869184, 34359738367]", 2024-08-17T00:40:30.823 INFO:tasks.workunit.client.0.smithi082.stdout: "[34359738368, 68719476735]", 2024-08-17T00:40:30.823 INFO:tasks.workunit.client.0.smithi082.stdout: "[68719476736, 137438953471]", 2024-08-17T00:40:30.823 INFO:tasks.workunit.client.0.smithi082.stdout: "[137438953472, 274877906943]", 2024-08-17T00:40:30.823 INFO:tasks.workunit.client.0.smithi082.stdout: "[274877906944, None]" 2024-08-17T00:40:30.823 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:30.824 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T00:40:30.824 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.824 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:30.824 INFO:tasks.workunit.client.0.smithi082.stdout: "osds": [ 2024-08-17T00:40:30.824 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.824 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 0, 2024-08-17T00:40:30.824 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.824 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.824 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.824 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.824 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.824 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.824 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.824 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.825 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.825 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.825 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.825 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.825 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.825 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.825 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.825 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.825 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.825 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.825 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.825 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.825 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.826 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.826 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.826 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.826 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.826 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.826 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.826 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.826 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.826 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.826 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.826 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.826 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.826 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.827 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.827 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.827 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 1, 2024-08-17T00:40:30.827 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.827 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.827 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.827 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.827 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.827 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.827 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.827 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.827 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.827 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.828 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.828 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.828 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.828 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.828 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.828 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.828 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.828 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.828 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.828 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.828 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.829 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.829 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.829 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.829 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.829 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.829 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.829 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.829 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.829 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.829 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.829 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.829 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.830 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.830 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.830 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.830 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 2, 2024-08-17T00:40:30.830 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.830 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.830 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.830 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.830 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.830 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.830 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.831 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.831 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.831 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.831 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.831 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.831 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.831 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.831 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.831 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.831 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.831 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.832 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.832 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.832 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.832 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.832 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.832 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.832 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.832 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.832 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.832 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.832 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.833 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.833 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.833 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.833 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.833 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.833 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.833 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.833 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 3, 2024-08-17T00:40:30.833 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.833 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.833 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.833 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.833 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.834 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.834 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.834 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.834 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.834 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.834 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.834 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.834 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.834 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.835 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.835 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.835 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.835 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.835 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.835 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.835 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.835 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.835 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.835 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.835 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.836 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.836 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.836 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.836 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.836 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.836 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.836 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.836 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.836 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.836 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.836 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.837 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 4, 2024-08-17T00:40:30.837 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.837 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.837 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.837 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.837 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.837 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.837 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.837 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.837 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.837 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.837 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.838 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.838 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.838 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.838 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.838 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.838 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.838 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.838 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.838 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.838 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.838 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.839 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.839 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.839 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.839 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.839 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.839 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.839 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.839 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.839 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.839 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.840 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.840 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.840 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.840 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.840 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 5, 2024-08-17T00:40:30.840 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.840 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.840 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.840 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.840 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.840 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.841 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.841 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.841 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.841 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.841 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.841 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.841 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.841 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.841 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.841 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.841 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.841 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.842 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.842 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.842 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.842 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.842 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.842 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.842 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.842 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.842 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.842 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.842 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.843 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.843 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.843 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.843 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.843 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.843 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.843 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.843 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 6, 2024-08-17T00:40:30.843 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.843 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.843 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.843 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.843 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.844 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.844 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.844 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.844 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.844 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.844 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.844 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.844 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.844 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.844 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.844 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.844 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.845 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.845 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.845 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.845 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.845 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.845 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.845 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.845 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.845 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.845 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.845 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.845 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.846 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.846 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.846 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.846 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.846 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.846 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.846 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.846 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 7, 2024-08-17T00:40:30.846 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.846 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.846 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.846 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.847 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.847 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.847 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.847 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.847 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.847 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.847 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.847 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.847 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.847 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.847 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.848 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.848 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.848 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.848 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.848 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.848 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.848 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.848 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.848 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.848 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.848 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.848 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.849 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.849 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.849 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.849 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.849 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.849 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.849 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.849 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.849 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.849 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.849 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:40:30.849 INFO:tasks.workunit.client.0.smithi082.stdout: "axes": [ 2024-08-17T00:40:30.849 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.849 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T00:40:30.850 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T00:40:30.850 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Latency (usec)", 2024-08-17T00:40:30.850 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 100000, 2024-08-17T00:40:30.850 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T00:40:30.850 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T00:40:30.850 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 99999]", 2024-08-17T00:40:30.850 INFO:tasks.workunit.client.0.smithi082.stdout: "[100000, 199999]", 2024-08-17T00:40:30.850 INFO:tasks.workunit.client.0.smithi082.stdout: "[200000, 399999]", 2024-08-17T00:40:30.850 INFO:tasks.workunit.client.0.smithi082.stdout: "[400000, 799999]", 2024-08-17T00:40:30.850 INFO:tasks.workunit.client.0.smithi082.stdout: "[800000, 1599999]", 2024-08-17T00:40:30.850 INFO:tasks.workunit.client.0.smithi082.stdout: "[1600000, 3199999]", 2024-08-17T00:40:30.850 INFO:tasks.workunit.client.0.smithi082.stdout: "[3200000, 6399999]", 2024-08-17T00:40:30.850 INFO:tasks.workunit.client.0.smithi082.stdout: "[6400000, 12799999]", 2024-08-17T00:40:30.851 INFO:tasks.workunit.client.0.smithi082.stdout: "[12800000, 25599999]", 2024-08-17T00:40:30.851 INFO:tasks.workunit.client.0.smithi082.stdout: "[25600000, 51199999]", 2024-08-17T00:40:30.851 INFO:tasks.workunit.client.0.smithi082.stdout: "[51200000, 102399999]", 2024-08-17T00:40:30.851 INFO:tasks.workunit.client.0.smithi082.stdout: "[102400000, 204799999]", 2024-08-17T00:40:30.851 INFO:tasks.workunit.client.0.smithi082.stdout: "[204800000, 409599999]", 2024-08-17T00:40:30.851 INFO:tasks.workunit.client.0.smithi082.stdout: "[409600000, 819199999]", 2024-08-17T00:40:30.851 INFO:tasks.workunit.client.0.smithi082.stdout: "[819200000, 1638399999]", 2024-08-17T00:40:30.851 INFO:tasks.workunit.client.0.smithi082.stdout: "[1638400000, 3276799999]", 2024-08-17T00:40:30.851 INFO:tasks.workunit.client.0.smithi082.stdout: "[3276800000, 6553599999]", 2024-08-17T00:40:30.851 INFO:tasks.workunit.client.0.smithi082.stdout: "[6553600000, 13107199999]", 2024-08-17T00:40:30.851 INFO:tasks.workunit.client.0.smithi082.stdout: "[13107200000, 26214399999]", 2024-08-17T00:40:30.851 INFO:tasks.workunit.client.0.smithi082.stdout: "[26214400000, 52428799999]", 2024-08-17T00:40:30.851 INFO:tasks.workunit.client.0.smithi082.stdout: "[52428800000, 104857599999]", 2024-08-17T00:40:30.852 INFO:tasks.workunit.client.0.smithi082.stdout: "[104857600000, 209715199999]", 2024-08-17T00:40:30.852 INFO:tasks.workunit.client.0.smithi082.stdout: "[209715200000, 419430399999]", 2024-08-17T00:40:30.852 INFO:tasks.workunit.client.0.smithi082.stdout: "[419430400000, 838860799999]", 2024-08-17T00:40:30.852 INFO:tasks.workunit.client.0.smithi082.stdout: "[838860800000, 1677721599999]", 2024-08-17T00:40:30.852 INFO:tasks.workunit.client.0.smithi082.stdout: "[1677721600000, 3355443199999]", 2024-08-17T00:40:30.852 INFO:tasks.workunit.client.0.smithi082.stdout: "[3355443200000, 6710886399999]", 2024-08-17T00:40:30.852 INFO:tasks.workunit.client.0.smithi082.stdout: "[6710886400000, 13421772799999]", 2024-08-17T00:40:30.852 INFO:tasks.workunit.client.0.smithi082.stdout: "[13421772800000, 26843545599999]", 2024-08-17T00:40:30.852 INFO:tasks.workunit.client.0.smithi082.stdout: "[26843545600000, 53687091199999]", 2024-08-17T00:40:30.852 INFO:tasks.workunit.client.0.smithi082.stdout: "[53687091200000, None]" 2024-08-17T00:40:30.852 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:30.852 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T00:40:30.852 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.852 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.853 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T00:40:30.853 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T00:40:30.853 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Request size (bytes)", 2024-08-17T00:40:30.853 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 512, 2024-08-17T00:40:30.853 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T00:40:30.853 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T00:40:30.853 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 511]", 2024-08-17T00:40:30.853 INFO:tasks.workunit.client.0.smithi082.stdout: "[512, 1023]", 2024-08-17T00:40:30.853 INFO:tasks.workunit.client.0.smithi082.stdout: "[1024, 2047]", 2024-08-17T00:40:30.853 INFO:tasks.workunit.client.0.smithi082.stdout: "[2048, 4095]", 2024-08-17T00:40:30.853 INFO:tasks.workunit.client.0.smithi082.stdout: "[4096, 8191]", 2024-08-17T00:40:30.853 INFO:tasks.workunit.client.0.smithi082.stdout: "[8192, 16383]", 2024-08-17T00:40:30.853 INFO:tasks.workunit.client.0.smithi082.stdout: "[16384, 32767]", 2024-08-17T00:40:30.853 INFO:tasks.workunit.client.0.smithi082.stdout: "[32768, 65535]", 2024-08-17T00:40:30.854 INFO:tasks.workunit.client.0.smithi082.stdout: "[65536, 131071]", 2024-08-17T00:40:30.854 INFO:tasks.workunit.client.0.smithi082.stdout: "[131072, 262143]", 2024-08-17T00:40:30.854 INFO:tasks.workunit.client.0.smithi082.stdout: "[262144, 524287]", 2024-08-17T00:40:30.854 INFO:tasks.workunit.client.0.smithi082.stdout: "[524288, 1048575]", 2024-08-17T00:40:30.854 INFO:tasks.workunit.client.0.smithi082.stdout: "[1048576, 2097151]", 2024-08-17T00:40:30.854 INFO:tasks.workunit.client.0.smithi082.stdout: "[2097152, 4194303]", 2024-08-17T00:40:30.854 INFO:tasks.workunit.client.0.smithi082.stdout: "[4194304, 8388607]", 2024-08-17T00:40:30.854 INFO:tasks.workunit.client.0.smithi082.stdout: "[8388608, 16777215]", 2024-08-17T00:40:30.854 INFO:tasks.workunit.client.0.smithi082.stdout: "[16777216, 33554431]", 2024-08-17T00:40:30.854 INFO:tasks.workunit.client.0.smithi082.stdout: "[33554432, 67108863]", 2024-08-17T00:40:30.854 INFO:tasks.workunit.client.0.smithi082.stdout: "[67108864, 134217727]", 2024-08-17T00:40:30.854 INFO:tasks.workunit.client.0.smithi082.stdout: "[134217728, 268435455]", 2024-08-17T00:40:30.854 INFO:tasks.workunit.client.0.smithi082.stdout: "[268435456, 536870911]", 2024-08-17T00:40:30.855 INFO:tasks.workunit.client.0.smithi082.stdout: "[536870912, 1073741823]", 2024-08-17T00:40:30.855 INFO:tasks.workunit.client.0.smithi082.stdout: "[1073741824, 2147483647]", 2024-08-17T00:40:30.855 INFO:tasks.workunit.client.0.smithi082.stdout: "[2147483648, 4294967295]", 2024-08-17T00:40:30.855 INFO:tasks.workunit.client.0.smithi082.stdout: "[4294967296, 8589934591]", 2024-08-17T00:40:30.855 INFO:tasks.workunit.client.0.smithi082.stdout: "[8589934592, 17179869183]", 2024-08-17T00:40:30.855 INFO:tasks.workunit.client.0.smithi082.stdout: "[17179869184, 34359738367]", 2024-08-17T00:40:30.855 INFO:tasks.workunit.client.0.smithi082.stdout: "[34359738368, 68719476735]", 2024-08-17T00:40:30.855 INFO:tasks.workunit.client.0.smithi082.stdout: "[68719476736, 137438953471]", 2024-08-17T00:40:30.855 INFO:tasks.workunit.client.0.smithi082.stdout: "[137438953472, 274877906943]", 2024-08-17T00:40:30.855 INFO:tasks.workunit.client.0.smithi082.stdout: "[274877906944, None]" 2024-08-17T00:40:30.855 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:30.855 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T00:40:30.855 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.855 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:30.856 INFO:tasks.workunit.client.0.smithi082.stdout: "osds": [ 2024-08-17T00:40:30.856 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.856 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 0, 2024-08-17T00:40:30.856 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.856 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.856 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.856 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.856 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.856 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.856 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.856 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.856 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.857 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.857 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.857 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.857 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.857 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.857 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.857 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.857 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.857 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.857 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.857 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.857 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.857 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.858 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.858 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.858 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.858 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.858 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.858 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.858 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.858 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.858 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.858 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.858 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.858 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.859 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.859 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.859 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 1, 2024-08-17T00:40:30.859 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.859 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.859 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.859 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.859 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.859 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.859 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7, 4, 0, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.859 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 16, 4, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.859 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.860 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.860 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.860 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.860 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.860 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.860 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.860 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.860 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.860 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.860 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.860 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.860 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.861 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.861 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.861 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.861 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.861 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.861 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.861 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.861 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.861 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.861 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.861 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.862 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.862 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.862 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.862 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.862 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 2, 2024-08-17T00:40:30.862 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.862 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.862 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.862 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.862 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.862 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.862 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.863 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.863 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.863 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.863 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.863 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.863 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.863 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.863 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.863 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.863 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.863 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.863 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.864 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.864 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.864 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.864 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.864 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.864 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.864 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.864 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.864 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.864 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.864 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.864 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.865 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.865 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.865 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.865 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.865 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.865 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 3, 2024-08-17T00:40:30.865 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.865 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.865 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.865 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.865 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.865 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.865 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.866 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.866 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.866 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.866 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.866 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.866 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.866 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.866 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.866 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.866 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.866 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.866 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.866 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.867 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.867 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.867 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.867 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.867 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.867 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.867 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.867 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.867 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.867 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.867 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.867 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.868 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.868 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.868 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.868 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.868 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 4, 2024-08-17T00:40:30.868 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.868 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.868 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.868 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.868 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.868 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.868 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.868 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.869 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.869 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.869 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.869 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.869 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.869 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.869 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.869 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.869 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.869 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.869 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.869 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.869 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.869 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.870 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.870 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.870 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.870 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.870 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.870 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.870 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.870 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.870 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.870 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.870 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.870 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.870 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.871 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.871 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 5, 2024-08-17T00:40:30.871 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.871 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.871 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.871 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.871 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.871 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.871 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.871 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.871 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.871 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.871 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.872 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.872 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.872 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.872 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.872 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.872 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.872 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.872 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.872 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.872 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.872 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.872 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.872 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.872 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.873 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.873 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.873 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.873 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.873 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.873 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.873 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.873 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.873 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.873 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.873 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.873 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 6, 2024-08-17T00:40:30.873 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.874 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.874 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.874 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.874 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.874 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.874 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.874 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.874 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.874 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.874 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.874 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.874 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.874 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.874 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.875 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.875 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.875 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.875 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.875 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.875 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.875 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.875 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.875 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.875 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.875 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.875 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.876 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.876 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.876 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.876 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.876 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.876 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.876 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.876 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.876 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:30.876 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 7, 2024-08-17T00:40:30.876 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:30.876 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.876 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.876 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.877 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.877 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.877 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.877 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.877 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.877 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.877 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.877 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.877 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.877 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.877 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.877 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.877 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.877 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.878 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.878 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.878 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.878 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.878 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.878 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.878 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.878 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.878 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.878 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.878 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.878 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.879 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.879 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:30.879 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:30.879 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.879 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.879 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:30.879 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.879 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.879 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:30.879 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_counters": { 2024-08-17T00:40:30.879 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T00:40:30.879 INFO:tasks.workunit.client.0.smithi082.stdout: "mds": { 2024-08-17T00:40:30.879 INFO:tasks.workunit.client.0.smithi082.stdout: "caps": { 2024-08-17T00:40:30.879 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.880 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.880 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_flush_ack": { 2024-08-17T00:40:30.880 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.880 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.880 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-17T00:40:30.880 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.880 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.880 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_grant": { 2024-08-17T00:40:30.880 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.880 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.880 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_revoke": { 2024-08-17T00:40:30.880 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.880 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.880 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_trunc": { 2024-08-17T00:40:30.881 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.881 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.881 INFO:tasks.workunit.client.0.smithi082.stdout: "dir_commit": { 2024-08-17T00:40:30.881 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12 2024-08-17T00:40:30.881 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.881 INFO:tasks.workunit.client.0.smithi082.stdout: "dir_fetch": { 2024-08-17T00:40:30.881 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.881 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.881 INFO:tasks.workunit.client.0.smithi082.stdout: "dir_merge": { 2024-08-17T00:40:30.881 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.881 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.881 INFO:tasks.workunit.client.0.smithi082.stdout: "dir_split": { 2024-08-17T00:40:30.881 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.882 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.882 INFO:tasks.workunit.client.0.smithi082.stdout: "exported_inodes": { 2024-08-17T00:40:30.882 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.882 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.882 INFO:tasks.workunit.client.0.smithi082.stdout: "forward": { 2024-08-17T00:40:30.882 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.882 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.882 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_cap_release": { 2024-08-17T00:40:30.882 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.882 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.882 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_caps": { 2024-08-17T00:40:30.882 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.882 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.882 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_caps_dirty": { 2024-08-17T00:40:30.883 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.883 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.883 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_inode_file_caps": { 2024-08-17T00:40:30.883 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.883 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.883 INFO:tasks.workunit.client.0.smithi082.stdout: "imported_inodes": { 2024-08-17T00:40:30.883 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.883 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.883 INFO:tasks.workunit.client.0.smithi082.stdout: "inodes": { 2024-08-17T00:40:30.883 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T00:40:30.883 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.883 INFO:tasks.workunit.client.0.smithi082.stdout: "inodes_expired": { 2024-08-17T00:40:30.883 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.883 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.884 INFO:tasks.workunit.client.0.smithi082.stdout: "inodes_pinned": { 2024-08-17T00:40:30.884 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T00:40:30.884 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.884 INFO:tasks.workunit.client.0.smithi082.stdout: "inodes_with_caps": { 2024-08-17T00:40:30.884 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.884 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.884 INFO:tasks.workunit.client.0.smithi082.stdout: "load_cent": { 2024-08-17T00:40:30.884 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.884 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.884 INFO:tasks.workunit.client.0.smithi082.stdout: "openino_dir_fetch": { 2024-08-17T00:40:30.884 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.884 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.884 INFO:tasks.workunit.client.0.smithi082.stdout: "process_request_cap_release": { 2024-08-17T00:40:30.884 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.885 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.885 INFO:tasks.workunit.client.0.smithi082.stdout: "reply_latency": { 2024-08-17T00:40:30.885 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:30.885 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 136975 2024-08-17T00:40:30.885 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.885 INFO:tasks.workunit.client.0.smithi082.stdout: "request": { 2024-08-17T00:40:30.885 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:30.885 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.885 INFO:tasks.workunit.client.0.smithi082.stdout: "root_rbytes": { 2024-08-17T00:40:30.885 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.885 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.885 INFO:tasks.workunit.client.0.smithi082.stdout: "root_rfiles": { 2024-08-17T00:40:30.885 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.885 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.886 INFO:tasks.workunit.client.0.smithi082.stdout: "root_rsnaps": { 2024-08-17T00:40:30.886 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.886 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.886 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_reply": { 2024-08-17T00:40:30.886 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.886 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.886 INFO:tasks.workunit.client.0.smithi082.stdout: "subtrees": { 2024-08-17T00:40:30.886 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:30.886 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.886 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.886 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_cache": { 2024-08-17T00:40:30.886 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_enqueue_scrub": { 2024-08-17T00:40:30.886 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.887 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.887 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_exportdir": { 2024-08-17T00:40:30.887 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.887 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.887 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_flush": { 2024-08-17T00:40:30.887 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.887 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.887 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_fragmentdir": { 2024-08-17T00:40:30.887 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.887 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.887 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_fragstats": { 2024-08-17T00:40:30.887 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.887 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.887 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_inodestats": { 2024-08-17T00:40:30.888 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.888 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_recovering_enqueued": { 2024-08-17T00:40:30.888 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.888 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_recovering_prioritized": { 2024-08-17T00:40:30.888 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.888 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_recovering_processing": { 2024-08-17T00:40:30.888 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.888 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_strays": { 2024-08-17T00:40:30.888 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.888 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.889 INFO:tasks.workunit.client.0.smithi082.stdout: "num_strays_delayed": { 2024-08-17T00:40:30.889 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.889 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.889 INFO:tasks.workunit.client.0.smithi082.stdout: "num_strays_enqueuing": { 2024-08-17T00:40:30.889 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.889 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.889 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_completed": { 2024-08-17T00:40:30.889 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.889 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.889 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_started": { 2024-08-17T00:40:30.889 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.889 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.889 INFO:tasks.workunit.client.0.smithi082.stdout: "strays_created": { 2024-08-17T00:40:30.889 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.890 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.890 INFO:tasks.workunit.client.0.smithi082.stdout: "strays_enqueued": { 2024-08-17T00:40:30.890 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.890 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.890 INFO:tasks.workunit.client.0.smithi082.stdout: "strays_migrated": { 2024-08-17T00:40:30.890 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.890 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.890 INFO:tasks.workunit.client.0.smithi082.stdout: "strays_reintegrated": { 2024-08-17T00:40:30.890 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.890 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.890 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.890 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_log": { 2024-08-17T00:40:30.890 INFO:tasks.workunit.client.0.smithi082.stdout: "ev": { 2024-08-17T00:40:30.891 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5 2024-08-17T00:40:30.891 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.891 INFO:tasks.workunit.client.0.smithi082.stdout: "evadd": { 2024-08-17T00:40:30.891 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5 2024-08-17T00:40:30.891 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.891 INFO:tasks.workunit.client.0.smithi082.stdout: "evex": { 2024-08-17T00:40:30.891 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.891 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.891 INFO:tasks.workunit.client.0.smithi082.stdout: "evexd": { 2024-08-17T00:40:30.891 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.891 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.891 INFO:tasks.workunit.client.0.smithi082.stdout: "evexg": { 2024-08-17T00:40:30.891 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.891 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.892 INFO:tasks.workunit.client.0.smithi082.stdout: "evtrm": { 2024-08-17T00:40:30.892 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.892 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.892 INFO:tasks.workunit.client.0.smithi082.stdout: "jlat": { 2024-08-17T00:40:30.892 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 5, 2024-08-17T00:40:30.892 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12224544 2024-08-17T00:40:30.892 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.892 INFO:tasks.workunit.client.0.smithi082.stdout: "replayed": { 2024-08-17T00:40:30.892 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.892 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.892 INFO:tasks.workunit.client.0.smithi082.stdout: "seg": { 2024-08-17T00:40:30.892 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T00:40:30.892 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.892 INFO:tasks.workunit.client.0.smithi082.stdout: "segadd": { 2024-08-17T00:40:30.892 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T00:40:30.893 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.893 INFO:tasks.workunit.client.0.smithi082.stdout: "segex": { 2024-08-17T00:40:30.893 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.893 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.893 INFO:tasks.workunit.client.0.smithi082.stdout: "segexd": { 2024-08-17T00:40:30.893 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.893 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.893 INFO:tasks.workunit.client.0.smithi082.stdout: "segexg": { 2024-08-17T00:40:30.893 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.893 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.893 INFO:tasks.workunit.client.0.smithi082.stdout: "segtrm": { 2024-08-17T00:40:30.893 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.893 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.893 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.894 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_mem": { 2024-08-17T00:40:30.894 INFO:tasks.workunit.client.0.smithi082.stdout: "cap": { 2024-08-17T00:40:30.894 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.894 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.894 INFO:tasks.workunit.client.0.smithi082.stdout: "cap+": { 2024-08-17T00:40:30.894 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:30.894 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.894 INFO:tasks.workunit.client.0.smithi082.stdout: "cap-": { 2024-08-17T00:40:30.894 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:30.894 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.894 INFO:tasks.workunit.client.0.smithi082.stdout: "dir": { 2024-08-17T00:40:30.894 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12 2024-08-17T00:40:30.895 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.895 INFO:tasks.workunit.client.0.smithi082.stdout: "dir+": { 2024-08-17T00:40:30.895 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12 2024-08-17T00:40:30.895 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.895 INFO:tasks.workunit.client.0.smithi082.stdout: "dir-": { 2024-08-17T00:40:30.895 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.895 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.895 INFO:tasks.workunit.client.0.smithi082.stdout: "dn": { 2024-08-17T00:40:30.895 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T00:40:30.895 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.895 INFO:tasks.workunit.client.0.smithi082.stdout: "dn+": { 2024-08-17T00:40:30.895 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T00:40:30.896 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.896 INFO:tasks.workunit.client.0.smithi082.stdout: "dn-": { 2024-08-17T00:40:30.896 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.896 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.896 INFO:tasks.workunit.client.0.smithi082.stdout: "heap": { 2024-08-17T00:40:30.896 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 207068 2024-08-17T00:40:30.896 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.896 INFO:tasks.workunit.client.0.smithi082.stdout: "ino": { 2024-08-17T00:40:30.896 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13 2024-08-17T00:40:30.896 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.896 INFO:tasks.workunit.client.0.smithi082.stdout: "ino+": { 2024-08-17T00:40:30.896 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13 2024-08-17T00:40:30.897 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.897 INFO:tasks.workunit.client.0.smithi082.stdout: "ino-": { 2024-08-17T00:40:30.897 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.897 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.897 INFO:tasks.workunit.client.0.smithi082.stdout: "rss": { 2024-08-17T00:40:30.897 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 35652 2024-08-17T00:40:30.897 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.897 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.897 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_server": { 2024-08-17T00:40:30.897 INFO:tasks.workunit.client.0.smithi082.stdout: "cap_acquisition_throttle": { 2024-08-17T00:40:30.897 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.897 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.897 INFO:tasks.workunit.client.0.smithi082.stdout: "cap_revoke_eviction": { 2024-08-17T00:40:30.898 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.898 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.898 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_request": { 2024-08-17T00:40:30.898 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:30.898 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.898 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_session": { 2024-08-17T00:40:30.898 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14 2024-08-17T00:40:30.898 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.898 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_peer_request": { 2024-08-17T00:40:30.898 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.899 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.899 INFO:tasks.workunit.client.0.smithi082.stdout: "req_create_latency": { 2024-08-17T00:40:30.899 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.899 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.899 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.899 INFO:tasks.workunit.client.0.smithi082.stdout: "req_getattr_latency": { 2024-08-17T00:40:30.899 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:30.899 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 136975 2024-08-17T00:40:30.899 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.899 INFO:tasks.workunit.client.0.smithi082.stdout: "req_getfilelock_latency": { 2024-08-17T00:40:30.899 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.899 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.900 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.900 INFO:tasks.workunit.client.0.smithi082.stdout: "req_getvxattr_latency": { 2024-08-17T00:40:30.900 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.900 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.900 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.900 INFO:tasks.workunit.client.0.smithi082.stdout: "req_link_latency": { 2024-08-17T00:40:30.900 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.900 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.900 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.900 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookup_latency": { 2024-08-17T00:40:30.900 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.900 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.900 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.900 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookuphash_latency": { 2024-08-17T00:40:30.901 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.901 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.901 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.901 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookupino_latency": { 2024-08-17T00:40:30.901 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.901 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.901 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.901 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookupname_latency": { 2024-08-17T00:40:30.901 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.901 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.901 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.901 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookupparent_latency": { 2024-08-17T00:40:30.901 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.901 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.902 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.902 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookupsnap_latency": { 2024-08-17T00:40:30.902 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.902 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.902 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.902 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lssnap_latency": { 2024-08-17T00:40:30.902 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.902 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.902 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.902 INFO:tasks.workunit.client.0.smithi082.stdout: "req_mkdir_latency": { 2024-08-17T00:40:30.902 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.902 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.902 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.903 INFO:tasks.workunit.client.0.smithi082.stdout: "req_mknod_latency": { 2024-08-17T00:40:30.903 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.903 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.903 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.903 INFO:tasks.workunit.client.0.smithi082.stdout: "req_mksnap_latency": { 2024-08-17T00:40:30.903 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.903 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.903 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.903 INFO:tasks.workunit.client.0.smithi082.stdout: "req_open_latency": { 2024-08-17T00:40:30.903 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.903 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.903 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.903 INFO:tasks.workunit.client.0.smithi082.stdout: "req_readdir_latency": { 2024-08-17T00:40:30.903 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.904 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.904 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.904 INFO:tasks.workunit.client.0.smithi082.stdout: "req_rename_latency": { 2024-08-17T00:40:30.904 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.904 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.904 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.904 INFO:tasks.workunit.client.0.smithi082.stdout: "req_renamesnap_latency": { 2024-08-17T00:40:30.904 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.904 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.904 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.904 INFO:tasks.workunit.client.0.smithi082.stdout: "req_rmdir_latency": { 2024-08-17T00:40:30.904 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.904 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.904 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.904 INFO:tasks.workunit.client.0.smithi082.stdout: "req_rmsnap_latency": { 2024-08-17T00:40:30.905 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.905 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.905 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.905 INFO:tasks.workunit.client.0.smithi082.stdout: "req_rmxattr_latency": { 2024-08-17T00:40:30.905 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.905 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.905 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.905 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setattr_latency": { 2024-08-17T00:40:30.905 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.905 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.905 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.905 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setdirlayout_latency": { 2024-08-17T00:40:30.905 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.905 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.906 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.906 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setfilelock_latency": { 2024-08-17T00:40:30.906 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.906 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.906 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.906 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setlayout_latency": { 2024-08-17T00:40:30.906 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.906 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.906 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.906 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setxattr_latency": { 2024-08-17T00:40:30.906 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.906 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.906 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.907 INFO:tasks.workunit.client.0.smithi082.stdout: "req_symlink_latency": { 2024-08-17T00:40:30.907 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.907 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.907 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.907 INFO:tasks.workunit.client.0.smithi082.stdout: "req_unlink_latency": { 2024-08-17T00:40:30.907 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.907 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.907 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.907 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.907 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_sessions": { 2024-08-17T00:40:30.907 INFO:tasks.workunit.client.0.smithi082.stdout: "average_load": { 2024-08-17T00:40:30.907 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T00:40:30.907 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.907 INFO:tasks.workunit.client.0.smithi082.stdout: "avg_session_uptime": { 2024-08-17T00:40:30.908 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 89 2024-08-17T00:40:30.908 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.908 INFO:tasks.workunit.client.0.smithi082.stdout: "mdthresh_evicted": { 2024-08-17T00:40:30.908 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.908 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.908 INFO:tasks.workunit.client.0.smithi082.stdout: "session_add": { 2024-08-17T00:40:30.908 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:30.908 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.908 INFO:tasks.workunit.client.0.smithi082.stdout: "session_count": { 2024-08-17T00:40:30.908 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.908 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.908 INFO:tasks.workunit.client.0.smithi082.stdout: "session_remove": { 2024-08-17T00:40:30.908 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:30.909 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.909 INFO:tasks.workunit.client.0.smithi082.stdout: "sessions_open": { 2024-08-17T00:40:30.909 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.909 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.909 INFO:tasks.workunit.client.0.smithi082.stdout: "sessions_stale": { 2024-08-17T00:40:30.909 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.909 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.909 INFO:tasks.workunit.client.0.smithi082.stdout: "total_load": { 2024-08-17T00:40:30.909 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:30.909 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.909 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.909 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T00:40:30.909 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T00:40:30.909 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.910 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.910 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:30.910 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.910 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.910 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T00:40:30.910 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.910 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.910 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:30.910 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 46 2024-08-17T00:40:30.910 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.910 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.910 INFO:tasks.workunit.client.0.smithi082.stdout: "purge_queue": { 2024-08-17T00:40:30.910 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executed": { 2024-08-17T00:40:30.911 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.911 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.911 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executing": { 2024-08-17T00:40:30.911 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.911 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.911 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executing_high_water": { 2024-08-17T00:40:30.911 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.911 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.911 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executing_ops": { 2024-08-17T00:40:30.911 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.912 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.912 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executing_ops_high_water": { 2024-08-17T00:40:30.912 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.912 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.912 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_item_in_journal": { 2024-08-17T00:40:30.912 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.912 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.912 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.912 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.913 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T00:40:30.913 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T00:40:30.913 INFO:tasks.workunit.client.0.smithi082.stdout: "election_call": { 2024-08-17T00:40:30.913 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:30.913 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.913 INFO:tasks.workunit.client.0.smithi082.stdout: "election_lose": { 2024-08-17T00:40:30.913 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.913 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.913 INFO:tasks.workunit.client.0.smithi082.stdout: "election_win": { 2024-08-17T00:40:30.913 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3 2024-08-17T00:40:30.913 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_elections": { 2024-08-17T00:40:30.914 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9 2024-08-17T00:40:30.914 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_sessions": { 2024-08-17T00:40:30.914 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T00:40:30.914 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.914 INFO:tasks.workunit.client.0.smithi082.stdout: "session_add": { 2024-08-17T00:40:30.914 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3 2024-08-17T00:40:30.914 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.914 INFO:tasks.workunit.client.0.smithi082.stdout: "session_rm": { 2024-08-17T00:40:30.914 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 170 2024-08-17T00:40:30.914 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.914 INFO:tasks.workunit.client.0.smithi082.stdout: "session_trim": { 2024-08-17T00:40:30.914 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.915 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.915 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.915 INFO:tasks.workunit.client.0.smithi082.stdout: "paxos": { 2024-08-17T00:40:30.915 INFO:tasks.workunit.client.0.smithi082.stdout: "accept_timeout": { 2024-08-17T00:40:30.915 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.915 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.915 INFO:tasks.workunit.client.0.smithi082.stdout: "begin": { 2024-08-17T00:40:30.915 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 951 2024-08-17T00:40:30.915 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.915 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_bytes": { 2024-08-17T00:40:30.915 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 951, 2024-08-17T00:40:30.915 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5183103 2024-08-17T00:40:30.915 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.915 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_keys": { 2024-08-17T00:40:30.916 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 951, 2024-08-17T00:40:30.916 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2853 2024-08-17T00:40:30.916 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.916 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_latency": { 2024-08-17T00:40:30.916 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 951, 2024-08-17T00:40:30.916 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 179996602 2024-08-17T00:40:30.916 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.916 INFO:tasks.workunit.client.0.smithi082.stdout: "collect": { 2024-08-17T00:40:30.916 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.916 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.916 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_bytes": { 2024-08-17T00:40:30.916 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.916 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.917 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.917 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_keys": { 2024-08-17T00:40:30.917 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.917 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.917 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.917 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_latency": { 2024-08-17T00:40:30.917 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.917 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.917 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.917 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_timeout": { 2024-08-17T00:40:30.917 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.917 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.917 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_uncommitted": { 2024-08-17T00:40:30.917 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.917 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.918 INFO:tasks.workunit.client.0.smithi082.stdout: "commit": { 2024-08-17T00:40:30.918 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 951 2024-08-17T00:40:30.918 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.918 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_bytes": { 2024-08-17T00:40:30.918 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 951, 2024-08-17T00:40:30.918 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5114689 2024-08-17T00:40:30.918 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.918 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_keys": { 2024-08-17T00:40:30.918 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 951, 2024-08-17T00:40:30.918 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5491 2024-08-17T00:40:30.918 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.918 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_latency": { 2024-08-17T00:40:30.918 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 951, 2024-08-17T00:40:30.918 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 387758758 2024-08-17T00:40:30.919 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.919 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_ack_timeout": { 2024-08-17T00:40:30.919 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.919 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.919 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_timeout": { 2024-08-17T00:40:30.919 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.919 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.919 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn": { 2024-08-17T00:40:30.919 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:30.919 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.919 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn_latency": { 2024-08-17T00:40:30.919 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:30.919 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2999943 2024-08-17T00:40:30.920 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.920 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh": { 2024-08-17T00:40:30.920 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 953 2024-08-17T00:40:30.920 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.920 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh_latency": { 2024-08-17T00:40:30.920 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 953, 2024-08-17T00:40:30.920 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2469953524 2024-08-17T00:40:30.920 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.920 INFO:tasks.workunit.client.0.smithi082.stdout: "restart": { 2024-08-17T00:40:30.920 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12 2024-08-17T00:40:30.920 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.920 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state": { 2024-08-17T00:40:30.920 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:30.921 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.921 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_bytes": { 2024-08-17T00:40:30.921 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:30.921 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1050 2024-08-17T00:40:30.921 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.921 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_keys": { 2024-08-17T00:40:30.921 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:30.921 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:30.921 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.921 INFO:tasks.workunit.client.0.smithi082.stdout: "start_leader": { 2024-08-17T00:40:30.921 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3 2024-08-17T00:40:30.921 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.921 INFO:tasks.workunit.client.0.smithi082.stdout: "start_peon": { 2024-08-17T00:40:30.921 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.922 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.922 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state": { 2024-08-17T00:40:30.922 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.922 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.922 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_bytes": { 2024-08-17T00:40:30.922 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.922 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.922 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.922 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_keys": { 2024-08-17T00:40:30.922 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.922 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.922 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.922 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_latency": { 2024-08-17T00:40:30.922 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.923 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.923 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.923 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.923 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache": { 2024-08-17T00:40:30.923 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T00:40:30.923 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1020054731 2024-08-17T00:40:30.923 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.923 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T00:40:30.923 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 45834240 2024-08-17T00:40:30.923 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.923 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T00:40:30.923 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 41246720 2024-08-17T00:40:30.923 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.923 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T00:40:30.924 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2147483648 2024-08-17T00:40:30.924 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.924 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T00:40:30.924 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4587520 2024-08-17T00:40:30.924 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.924 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.924 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:full": { 2024-08-17T00:40:30.924 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:30.924 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 348127232 2024-08-17T00:40:30.924 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.924 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:30.924 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.924 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.925 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:30.925 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.925 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.925 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:30.925 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 277007734 2024-08-17T00:40:30.925 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.925 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:30.925 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 308162 2024-08-17T00:40:30.925 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.925 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:30.925 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.925 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.925 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:30.925 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.926 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.926 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:30.926 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.926 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.926 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:30.926 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.926 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.926 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:30.926 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.926 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.926 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:30.926 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.926 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.927 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:30.927 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.927 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.927 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:30.927 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.927 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.927 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:30.927 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70811336 2024-08-17T00:40:30.927 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.927 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.927 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:inc": { 2024-08-17T00:40:30.927 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:30.927 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 348127232 2024-08-17T00:40:30.927 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.928 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:30.928 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.928 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.928 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:30.928 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.928 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.928 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:30.928 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 277007734 2024-08-17T00:40:30.928 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.928 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:30.928 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 40910 2024-08-17T00:40:30.928 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.928 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:30.929 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.929 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.929 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:30.929 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.929 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.929 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:30.929 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.929 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.929 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:30.929 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.929 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.929 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:30.929 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.929 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.929 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:30.930 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.930 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.930 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:30.930 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.930 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.930 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:30.930 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.930 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.930 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:30.930 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71078588 2024-08-17T00:40:30.930 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.930 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.930 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:kv": { 2024-08-17T00:40:30.931 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:30.931 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 322961408 2024-08-17T00:40:30.931 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.931 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:30.931 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:30.931 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.931 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:30.931 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.931 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.931 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:30.931 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 184671822 2024-08-17T00:40:30.931 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.931 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:30.932 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.932 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.932 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:30.932 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.932 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.932 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:30.932 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.932 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.932 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:30.932 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.932 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.932 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:30.932 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.932 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.932 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:30.933 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.933 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.933 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:30.933 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.933 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.933 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:30.933 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.933 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.933 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:30.933 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.934 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.934 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:30.934 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71180722 2024-08-17T00:40:30.934 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.934 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.934 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb": { 2024-08-17T00:40:30.934 INFO:tasks.workunit.client.0.smithi082.stdout: "compact": { 2024-08-17T00:40:30.934 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.934 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.935 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_completed": { 2024-08-17T00:40:30.935 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T00:40:30.935 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.935 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lasted": { 2024-08-17T00:40:30.935 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37779858 2024-08-17T00:40:30.935 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.935 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_len": { 2024-08-17T00:40:30.935 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.935 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.935 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_merge": { 2024-08-17T00:40:30.935 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.935 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.935 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_running": { 2024-08-17T00:40:30.936 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.936 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.936 INFO:tasks.workunit.client.0.smithi082.stdout: "get_latency": { 2024-08-17T00:40:30.936 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 42491, 2024-08-17T00:40:30.936 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 160045104 2024-08-17T00:40:30.936 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.936 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_delay_time": { 2024-08-17T00:40:30.936 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.936 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.936 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.936 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_memtable_time": { 2024-08-17T00:40:30.936 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.936 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.937 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.937 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T00:40:30.937 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.937 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.937 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.937 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_wal_time": { 2024-08-17T00:40:30.937 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.937 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.937 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.937 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_latency": { 2024-08-17T00:40:30.937 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.937 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.937 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.937 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_sync_latency": { 2024-08-17T00:40:30.938 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2074, 2024-08-17T00:40:30.938 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 659817428 2024-08-17T00:40:30.938 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.938 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.938 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.938 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T00:40:30.938 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T00:40:30.938 INFO:tasks.workunit.client.0.smithi082.stdout: "election_call": { 2024-08-17T00:40:30.938 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:30.938 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.938 INFO:tasks.workunit.client.0.smithi082.stdout: "election_lose": { 2024-08-17T00:40:30.938 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:30.939 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.939 INFO:tasks.workunit.client.0.smithi082.stdout: "election_win": { 2024-08-17T00:40:30.939 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.939 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.939 INFO:tasks.workunit.client.0.smithi082.stdout: "num_elections": { 2024-08-17T00:40:30.939 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7 2024-08-17T00:40:30.939 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.939 INFO:tasks.workunit.client.0.smithi082.stdout: "num_sessions": { 2024-08-17T00:40:30.939 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T00:40:30.939 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.939 INFO:tasks.workunit.client.0.smithi082.stdout: "session_add": { 2024-08-17T00:40:30.939 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T00:40:30.939 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.939 INFO:tasks.workunit.client.0.smithi082.stdout: "session_rm": { 2024-08-17T00:40:30.940 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 54 2024-08-17T00:40:30.940 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.940 INFO:tasks.workunit.client.0.smithi082.stdout: "session_trim": { 2024-08-17T00:40:30.940 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.940 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.940 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.940 INFO:tasks.workunit.client.0.smithi082.stdout: "paxos": { 2024-08-17T00:40:30.940 INFO:tasks.workunit.client.0.smithi082.stdout: "accept_timeout": { 2024-08-17T00:40:30.940 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.940 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.940 INFO:tasks.workunit.client.0.smithi082.stdout: "begin": { 2024-08-17T00:40:30.940 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 830 2024-08-17T00:40:30.940 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.941 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_bytes": { 2024-08-17T00:40:30.941 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 830, 2024-08-17T00:40:30.941 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4172375 2024-08-17T00:40:30.941 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.941 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_keys": { 2024-08-17T00:40:30.941 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.941 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.941 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.941 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_latency": { 2024-08-17T00:40:30.941 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 830, 2024-08-17T00:40:30.941 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 117997975 2024-08-17T00:40:30.941 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.942 INFO:tasks.workunit.client.0.smithi082.stdout: "collect": { 2024-08-17T00:40:30.942 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:30.942 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.942 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_bytes": { 2024-08-17T00:40:30.942 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:30.942 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 146 2024-08-17T00:40:30.942 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.942 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_keys": { 2024-08-17T00:40:30.942 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:30.942 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:30.942 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.943 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_latency": { 2024-08-17T00:40:30.943 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:30.943 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.943 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.943 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_timeout": { 2024-08-17T00:40:30.943 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.943 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.943 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_uncommitted": { 2024-08-17T00:40:30.943 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.943 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.943 INFO:tasks.workunit.client.0.smithi082.stdout: "commit": { 2024-08-17T00:40:30.943 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 831 2024-08-17T00:40:30.944 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.944 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_bytes": { 2024-08-17T00:40:30.944 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.944 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.944 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.944 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_keys": { 2024-08-17T00:40:30.944 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.944 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.944 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.944 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_latency": { 2024-08-17T00:40:30.944 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.944 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.944 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.944 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_ack_timeout": { 2024-08-17T00:40:30.945 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.945 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.945 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_timeout": { 2024-08-17T00:40:30.945 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.945 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.945 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn": { 2024-08-17T00:40:30.945 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.945 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.945 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn_latency": { 2024-08-17T00:40:30.945 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.945 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.945 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.945 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh": { 2024-08-17T00:40:30.946 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 831 2024-08-17T00:40:30.946 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.946 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh_latency": { 2024-08-17T00:40:30.946 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 831, 2024-08-17T00:40:30.946 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1840968324 2024-08-17T00:40:30.946 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.946 INFO:tasks.workunit.client.0.smithi082.stdout: "restart": { 2024-08-17T00:40:30.946 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13 2024-08-17T00:40:30.946 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.946 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state": { 2024-08-17T00:40:30.946 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.946 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.946 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_bytes": { 2024-08-17T00:40:30.947 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.947 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.947 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.947 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_keys": { 2024-08-17T00:40:30.947 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.947 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.947 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.947 INFO:tasks.workunit.client.0.smithi082.stdout: "start_leader": { 2024-08-17T00:40:30.947 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.947 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.947 INFO:tasks.workunit.client.0.smithi082.stdout: "start_peon": { 2024-08-17T00:40:30.947 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:30.947 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.948 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state": { 2024-08-17T00:40:30.948 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 831 2024-08-17T00:40:30.948 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.948 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_bytes": { 2024-08-17T00:40:30.948 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 831, 2024-08-17T00:40:30.948 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8188869 2024-08-17T00:40:30.948 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.948 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_keys": { 2024-08-17T00:40:30.948 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 831, 2024-08-17T00:40:30.948 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5658 2024-08-17T00:40:30.948 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.948 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_latency": { 2024-08-17T00:40:30.948 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 831, 2024-08-17T00:40:30.949 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 297994878 2024-08-17T00:40:30.949 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.949 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.949 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache": { 2024-08-17T00:40:30.949 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T00:40:30.949 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1020054731 2024-08-17T00:40:30.949 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.949 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T00:40:30.949 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 43827200 2024-08-17T00:40:30.949 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.949 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T00:40:30.950 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 33030144 2024-08-17T00:40:30.950 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.950 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T00:40:30.950 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2147483648 2024-08-17T00:40:30.950 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.950 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T00:40:30.950 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10797056 2024-08-17T00:40:30.950 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.950 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.950 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:full": { 2024-08-17T00:40:30.950 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:30.950 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 348127232 2024-08-17T00:40:30.950 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.951 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:30.951 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.951 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.951 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:30.951 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.951 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.951 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:30.951 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 277006671 2024-08-17T00:40:30.951 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.951 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:30.951 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 308592 2024-08-17T00:40:30.951 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.952 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:30.952 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.952 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.952 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:30.952 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.952 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.952 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:30.952 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.952 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.952 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:30.952 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.952 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.952 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:30.953 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.953 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.953 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:30.953 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.953 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.953 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:30.953 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.953 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.953 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:30.953 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.953 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.953 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:30.954 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70811969 2024-08-17T00:40:30.954 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.954 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.954 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:inc": { 2024-08-17T00:40:30.954 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:30.954 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 348127232 2024-08-17T00:40:30.954 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.954 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:30.954 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.954 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.954 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:30.954 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.954 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.954 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:30.955 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 277006671 2024-08-17T00:40:30.955 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.955 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:30.955 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 43313 2024-08-17T00:40:30.955 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.955 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:30.955 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.955 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.955 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:30.955 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.955 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.955 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:30.955 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.956 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.956 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:30.956 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.956 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.956 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:30.956 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.956 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.956 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:30.956 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.956 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.956 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:30.956 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.956 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.956 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:30.957 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.957 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.957 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:30.957 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71077248 2024-08-17T00:40:30.957 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.957 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.957 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:kv": { 2024-08-17T00:40:30.957 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:30.957 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 322961408 2024-08-17T00:40:30.957 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.957 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:30.957 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:30.957 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.957 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:30.958 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.958 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.958 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:30.958 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 184671114 2024-08-17T00:40:30.958 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.958 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:30.958 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.958 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.958 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:30.958 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.958 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.958 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:30.958 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.959 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.959 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:30.959 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.959 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.959 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:30.959 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.959 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.959 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:30.959 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.959 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.959 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:30.959 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.959 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.960 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:30.960 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.960 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.960 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:30.960 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.960 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.960 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:30.960 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71181430 2024-08-17T00:40:30.960 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.960 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.960 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb": { 2024-08-17T00:40:30.960 INFO:tasks.workunit.client.0.smithi082.stdout: "compact": { 2024-08-17T00:40:30.960 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.960 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.961 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_completed": { 2024-08-17T00:40:30.961 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T00:40:30.961 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.961 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lasted": { 2024-08-17T00:40:30.961 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 22880784 2024-08-17T00:40:30.961 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.961 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_len": { 2024-08-17T00:40:30.961 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.961 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.961 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_merge": { 2024-08-17T00:40:30.961 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.961 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.961 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_running": { 2024-08-17T00:40:30.962 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.962 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.962 INFO:tasks.workunit.client.0.smithi082.stdout: "get_latency": { 2024-08-17T00:40:30.962 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 35394, 2024-08-17T00:40:30.962 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 79049955 2024-08-17T00:40:30.962 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.962 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_delay_time": { 2024-08-17T00:40:30.962 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.962 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.962 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.962 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_memtable_time": { 2024-08-17T00:40:30.962 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.962 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.963 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.963 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T00:40:30.963 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.963 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.963 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.963 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_wal_time": { 2024-08-17T00:40:30.963 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.963 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.963 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.963 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_latency": { 2024-08-17T00:40:30.963 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.964 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.964 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.964 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_sync_latency": { 2024-08-17T00:40:30.964 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1812, 2024-08-17T00:40:30.964 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 513631623 2024-08-17T00:40:30.964 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.964 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.964 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.964 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.b49720f953d6f37bda4fd718c5ff5f803b0cc706": { 2024-08-17T00:40:30.964 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T00:40:30.964 INFO:tasks.workunit.client.0.smithi082.stdout: "election_call": { 2024-08-17T00:40:30.964 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T00:40:30.964 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.965 INFO:tasks.workunit.client.0.smithi082.stdout: "election_lose": { 2024-08-17T00:40:30.965 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T00:40:30.965 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.965 INFO:tasks.workunit.client.0.smithi082.stdout: "election_win": { 2024-08-17T00:40:30.965 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.965 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_elections": { 2024-08-17T00:40:30.965 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3 2024-08-17T00:40:30.965 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_sessions": { 2024-08-17T00:40:30.965 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13 2024-08-17T00:40:30.965 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.965 INFO:tasks.workunit.client.0.smithi082.stdout: "session_add": { 2024-08-17T00:40:30.966 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5 2024-08-17T00:40:30.966 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.966 INFO:tasks.workunit.client.0.smithi082.stdout: "session_rm": { 2024-08-17T00:40:30.966 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 97 2024-08-17T00:40:30.966 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.966 INFO:tasks.workunit.client.0.smithi082.stdout: "session_trim": { 2024-08-17T00:40:30.966 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.966 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.966 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.966 INFO:tasks.workunit.client.0.smithi082.stdout: "paxos": { 2024-08-17T00:40:30.966 INFO:tasks.workunit.client.0.smithi082.stdout: "accept_timeout": { 2024-08-17T00:40:30.966 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.966 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.967 INFO:tasks.workunit.client.0.smithi082.stdout: "begin": { 2024-08-17T00:40:30.967 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 820 2024-08-17T00:40:30.967 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.967 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_bytes": { 2024-08-17T00:40:30.967 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 820, 2024-08-17T00:40:30.967 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4145550 2024-08-17T00:40:30.967 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.967 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_keys": { 2024-08-17T00:40:30.967 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.967 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.967 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.967 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_latency": { 2024-08-17T00:40:30.968 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 820, 2024-08-17T00:40:30.968 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 251995253 2024-08-17T00:40:30.968 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.968 INFO:tasks.workunit.client.0.smithi082.stdout: "collect": { 2024-08-17T00:40:30.968 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T00:40:30.968 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.968 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_bytes": { 2024-08-17T00:40:30.968 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:30.968 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73 2024-08-17T00:40:30.968 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.968 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_keys": { 2024-08-17T00:40:30.968 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:30.969 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T00:40:30.969 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.969 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_latency": { 2024-08-17T00:40:30.969 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:30.969 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.969 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.969 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_timeout": { 2024-08-17T00:40:30.969 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.969 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.969 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_uncommitted": { 2024-08-17T00:40:30.969 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.969 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.969 INFO:tasks.workunit.client.0.smithi082.stdout: "commit": { 2024-08-17T00:40:30.970 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 821 2024-08-17T00:40:30.970 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.970 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_bytes": { 2024-08-17T00:40:30.970 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.970 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.970 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.970 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_keys": { 2024-08-17T00:40:30.970 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.970 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.970 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.970 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_latency": { 2024-08-17T00:40:30.970 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.970 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.971 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.971 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_ack_timeout": { 2024-08-17T00:40:30.971 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.971 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.971 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_timeout": { 2024-08-17T00:40:30.971 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.971 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.971 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn": { 2024-08-17T00:40:30.971 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.971 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.971 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn_latency": { 2024-08-17T00:40:30.971 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.971 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.972 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.972 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh": { 2024-08-17T00:40:30.972 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 821 2024-08-17T00:40:30.972 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.972 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh_latency": { 2024-08-17T00:40:30.972 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 821, 2024-08-17T00:40:30.972 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1915963927 2024-08-17T00:40:30.972 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.972 INFO:tasks.workunit.client.0.smithi082.stdout: "restart": { 2024-08-17T00:40:30.972 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8 2024-08-17T00:40:30.972 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.972 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state": { 2024-08-17T00:40:30.972 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.972 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.972 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_bytes": { 2024-08-17T00:40:30.973 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.973 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.973 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.973 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_keys": { 2024-08-17T00:40:30.973 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.973 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.973 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.973 INFO:tasks.workunit.client.0.smithi082.stdout: "start_leader": { 2024-08-17T00:40:30.973 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.973 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.973 INFO:tasks.workunit.client.0.smithi082.stdout: "start_peon": { 2024-08-17T00:40:30.974 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T00:40:30.974 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.974 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state": { 2024-08-17T00:40:30.974 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 821 2024-08-17T00:40:30.974 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.974 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_bytes": { 2024-08-17T00:40:30.974 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 821, 2024-08-17T00:40:30.974 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8137317 2024-08-17T00:40:30.974 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.974 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_keys": { 2024-08-17T00:40:30.974 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 821, 2024-08-17T00:40:30.974 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5583 2024-08-17T00:40:30.974 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.975 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_latency": { 2024-08-17T00:40:30.975 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 821, 2024-08-17T00:40:30.975 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 540989810 2024-08-17T00:40:30.975 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.975 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.975 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache": { 2024-08-17T00:40:30.975 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T00:40:30.975 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1020054731 2024-08-17T00:40:30.975 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.975 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T00:40:30.975 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 43843584 2024-08-17T00:40:30.975 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.975 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T00:40:30.976 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 33906688 2024-08-17T00:40:30.976 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.976 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T00:40:30.976 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2147483648 2024-08-17T00:40:30.976 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.976 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T00:40:30.976 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9936896 2024-08-17T00:40:30.976 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.976 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.976 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:full": { 2024-08-17T00:40:30.976 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:30.976 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 348127232 2024-08-17T00:40:30.976 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.977 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:30.977 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.977 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.977 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:30.977 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.977 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.977 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:30.977 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 277006671 2024-08-17T00:40:30.977 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.977 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:30.977 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 308592 2024-08-17T00:40:30.977 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.977 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:30.978 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.978 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.978 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:30.978 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.978 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.978 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:30.978 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.978 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.978 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:30.978 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.978 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.978 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:30.978 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.978 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.979 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:30.979 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.979 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.979 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:30.979 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.979 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.979 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:30.979 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.979 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.979 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:30.979 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70811969 2024-08-17T00:40:30.979 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.979 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.980 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:inc": { 2024-08-17T00:40:30.980 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:30.980 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 348127232 2024-08-17T00:40:30.980 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.980 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:30.980 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.980 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.980 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:30.980 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.980 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.980 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:30.980 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 277006671 2024-08-17T00:40:30.980 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.980 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:30.981 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 43313 2024-08-17T00:40:30.981 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.981 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:30.981 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.981 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.981 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:30.981 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.981 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.981 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:30.981 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.981 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.981 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:30.981 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.982 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.982 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:30.982 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.982 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.982 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:30.982 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.982 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.982 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:30.982 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.982 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.982 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:30.982 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.982 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.983 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:30.983 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71077248 2024-08-17T00:40:30.983 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.983 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.983 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:kv": { 2024-08-17T00:40:30.983 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:30.983 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 322961408 2024-08-17T00:40:30.983 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.983 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:30.983 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:30.983 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.983 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:30.983 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.983 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.984 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:30.984 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 184671114 2024-08-17T00:40:30.984 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.984 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:30.984 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.984 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.984 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:30.984 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.984 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.984 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:30.984 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.984 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.984 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:30.984 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.985 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.985 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:30.985 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.985 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.985 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:30.985 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.985 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.985 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:30.985 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.985 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.985 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:30.985 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.986 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.986 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:30.986 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.986 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.986 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:30.986 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71181430 2024-08-17T00:40:30.986 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.986 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.986 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb": { 2024-08-17T00:40:30.986 INFO:tasks.workunit.client.0.smithi082.stdout: "compact": { 2024-08-17T00:40:30.986 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.986 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.987 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_completed": { 2024-08-17T00:40:30.987 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T00:40:30.987 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.987 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lasted": { 2024-08-17T00:40:30.987 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37205246 2024-08-17T00:40:30.987 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.987 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_len": { 2024-08-17T00:40:30.987 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.987 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.987 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_merge": { 2024-08-17T00:40:30.987 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.987 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.987 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_running": { 2024-08-17T00:40:30.988 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.988 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.988 INFO:tasks.workunit.client.0.smithi082.stdout: "get_latency": { 2024-08-17T00:40:30.988 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 35354, 2024-08-17T00:40:30.988 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 85296040 2024-08-17T00:40:30.988 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.988 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_delay_time": { 2024-08-17T00:40:30.988 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.988 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.989 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.989 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_memtable_time": { 2024-08-17T00:40:30.989 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.989 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.989 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.989 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T00:40:30.989 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.989 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.989 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.989 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_wal_time": { 2024-08-17T00:40:30.989 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.989 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.990 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.990 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_latency": { 2024-08-17T00:40:30.990 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.990 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.990 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.990 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_sync_latency": { 2024-08-17T00:40:30.990 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1768, 2024-08-17T00:40:30.990 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 882933280 2024-08-17T00:40:30.990 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.990 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:30.990 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.990 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.0": { 2024-08-17T00:40:30.990 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:30.991 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T00:40:30.991 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.991 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.991 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:40:30.991 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.991 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.991 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T00:40:30.991 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T00:40:30.991 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.991 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_main": { 2024-08-17T00:40:30.991 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.991 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.991 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T00:40:30.991 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.992 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.992 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T00:40:30.992 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.992 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.992 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T00:40:30.992 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12288 2024-08-17T00:40:30.992 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.992 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T00:40:30.992 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2768896 2024-08-17T00:40:30.992 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.992 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T00:40:30.992 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.993 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.993 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.993 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T00:40:30.993 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:30.993 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.993 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.993 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T00:40:30.993 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:30.993 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.993 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T00:40:30.993 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 304480256 2024-08-17T00:40:30.993 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.993 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T00:40:30.994 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1703936 2024-08-17T00:40:30.994 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.994 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T00:40:30.994 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1564672 2024-08-17T00:40:30.994 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.994 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T00:40:30.994 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 312868864 2024-08-17T00:40:30.994 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.994 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T00:40:30.994 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.994 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.994 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T00:40:30.994 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.995 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T00:40:30.995 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14 2024-08-17T00:40:30.995 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.995 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T00:40:30.995 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 195697 2024-08-17T00:40:30.995 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.995 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T00:40:30.995 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23 2024-08-17T00:40:30.995 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.995 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T00:40:30.995 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1269760 2024-08-17T00:40:30.995 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.995 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T00:40:30.996 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1273856 2024-08-17T00:40:30.996 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.996 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T00:40:30.996 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.996 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.996 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T00:40:30.996 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.996 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.996 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T00:40:30.996 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T00:40:30.996 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.996 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T00:40:30.996 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4789 2024-08-17T00:40:30.997 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.997 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T00:40:30.997 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T00:40:30.997 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.997 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T00:40:30.997 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:30.997 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.997 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T00:40:30.997 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:30.997 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.997 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T00:40:30.997 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:30.997 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.997 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T00:40:30.998 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:30.998 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.998 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T00:40:30.998 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.998 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.998 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:40:30.998 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.998 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.998 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:40:30.998 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.998 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.998 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:40:30.998 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.999 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.999 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T00:40:30.999 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.999 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.999 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T00:40:30.999 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.999 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.999 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T00:40:30.999 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.999 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.999 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T00:40:30.999 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:30.999 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:30.999 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T00:40:31.000 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.000 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.000 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T00:40:31.000 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4407296 2024-08-17T00:40:31.000 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.000 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.000 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T00:40:31.000 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T00:40:31.000 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T00:40:31.000 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.000 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T00:40:31.000 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1388544 2024-08-17T00:40:31.000 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.000 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T00:40:31.001 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T00:40:31.001 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 211015 2024-08-17T00:40:31.001 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.001 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T00:40:31.001 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.001 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.001 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.001 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T00:40:31.001 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.001 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.001 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T00:40:31.001 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.001 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.002 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T00:40:31.002 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.002 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.002 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T00:40:31.002 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19, 2024-08-17T00:40:31.002 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 54498 2024-08-17T00:40:31.002 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.002 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T00:40:31.002 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.002 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.002 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.002 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T00:40:31.002 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 365, 2024-08-17T00:40:31.002 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 94586643 2024-08-17T00:40:31.003 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.003 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T00:40:31.003 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 359, 2024-08-17T00:40:31.003 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11540199 2024-08-17T00:40:31.003 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.003 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T00:40:31.003 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 365, 2024-08-17T00:40:31.003 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 431457 2024-08-17T00:40:31.003 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.003 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T00:40:31.003 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 365, 2024-08-17T00:40:31.003 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95018100 2024-08-17T00:40:31.003 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.004 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T00:40:31.004 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.004 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.004 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.004 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T00:40:31.004 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:31.004 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 44363 2024-08-17T00:40:31.004 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.004 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T00:40:31.004 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 8, 2024-08-17T00:40:31.004 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19102 2024-08-17T00:40:31.004 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.004 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T00:40:31.005 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.005 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.005 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.005 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:40:31.005 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.005 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.005 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.005 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T00:40:31.005 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T00:40:31.005 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12512 2024-08-17T00:40:31.005 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.005 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T00:40:31.005 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 908 2024-08-17T00:40:31.005 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.006 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T00:40:31.006 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 244 2024-08-17T00:40:31.006 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.006 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T00:40:31.006 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 127, 2024-08-17T00:40:31.006 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2591551 2024-08-17T00:40:31.006 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.006 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T00:40:31.006 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 339, 2024-08-17T00:40:31.006 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 264771 2024-08-17T00:40:31.006 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.007 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T00:40:31.007 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 212, 2024-08-17T00:40:31.007 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3029766 2024-08-17T00:40:31.007 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.007 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T00:40:31.007 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.007 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.007 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T00:40:31.007 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:31.007 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 43158 2024-08-17T00:40:31.007 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.007 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T00:40:31.007 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 519, 2024-08-17T00:40:31.008 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15611573 2024-08-17T00:40:31.008 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.008 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:40:31.008 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 131, 2024-08-17T00:40:31.008 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7597474 2024-08-17T00:40:31.008 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.008 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:40:31.008 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 131, 2024-08-17T00:40:31.008 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 671801031928 2024-08-17T00:40:31.008 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.008 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T00:40:31.008 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 131, 2024-08-17T00:40:31.008 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 151225829513 2024-08-17T00:40:31.009 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.009 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T00:40:31.009 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 519, 2024-08-17T00:40:31.009 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 169781074679 2024-08-17T00:40:31.009 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.009 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T00:40:31.009 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 519, 2024-08-17T00:40:31.009 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 51660 2024-08-17T00:40:31.009 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.009 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T00:40:31.009 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 519, 2024-08-17T00:40:31.009 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5408079 2024-08-17T00:40:31.009 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.009 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T00:40:31.010 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 519, 2024-08-17T00:40:31.010 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 443839731 2024-08-17T00:40:31.010 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.010 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T00:40:31.010 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 519, 2024-08-17T00:40:31.010 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 167353 2024-08-17T00:40:31.010 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.010 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T00:40:31.010 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 519, 2024-08-17T00:40:31.010 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 245368726 2024-08-17T00:40:31.010 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.010 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T00:40:31.010 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 519, 2024-08-17T00:40:31.011 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26292328 2024-08-17T00:40:31.011 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.011 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T00:40:31.011 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 940171 2024-08-17T00:40:31.011 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.011 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T00:40:31.011 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 65, 2024-08-17T00:40:31.011 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 322164 2024-08-17T00:40:31.011 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.011 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T00:40:31.011 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 519, 2024-08-17T00:40:31.011 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 736601745 2024-08-17T00:40:31.011 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.012 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T00:40:31.012 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 519, 2024-08-17T00:40:31.012 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 30708191 2024-08-17T00:40:31.012 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.012 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T00:40:31.012 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 519, 2024-08-17T00:40:31.012 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4851103 2024-08-17T00:40:31.012 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.012 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.012 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T00:40:31.012 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T00:40:31.012 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1861452307 2024-08-17T00:40:31.012 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.012 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T00:40:31.013 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 272236544 2024-08-17T00:40:31.013 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.013 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T00:40:31.013 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 271900672 2024-08-17T00:40:31.013 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.013 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T00:40:31.013 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3137363148 2024-08-17T00:40:31.013 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.013 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T00:40:31.013 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 335872 2024-08-17T00:40:31.013 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.013 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.013 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T00:40:31.014 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.014 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 159383552 2024-08-17T00:40:31.014 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.014 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.014 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.014 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.014 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.014 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.014 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.014 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.014 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 85460054 2024-08-17T00:40:31.014 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.015 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.015 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.015 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.015 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.015 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.015 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.015 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.015 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.015 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.015 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.015 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.015 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.015 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.015 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.016 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.016 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.016 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 602112 2024-08-17T00:40:31.016 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.016 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.016 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.016 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.016 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.016 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.016 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.016 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.016 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.016 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.017 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.017 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73321386 2024-08-17T00:40:31.017 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.017 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.017 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T00:40:31.017 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.017 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 780140544 2024-08-17T00:40:31.017 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.017 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.017 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:31.017 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.017 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.017 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.018 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.018 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.018 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 640950411 2024-08-17T00:40:31.018 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.018 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.018 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.018 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.018 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.018 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.018 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.018 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.018 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.018 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.019 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.019 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.019 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.019 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.019 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.019 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.019 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.019 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2128 2024-08-17T00:40:31.019 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.019 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.019 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.019 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.019 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.019 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.020 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.020 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.020 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.020 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.020 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.020 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 72079141 2024-08-17T00:40:31.020 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.020 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.020 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:40:31.020 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.020 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 192937984 2024-08-17T00:40:31.020 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.020 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.021 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:31.021 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.021 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.021 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 464 2024-08-17T00:40:31.021 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.021 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.021 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56973369 2024-08-17T00:40:31.021 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.021 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.021 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.021 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.021 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.021 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.021 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.022 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.022 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.022 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.022 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.022 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.022 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.022 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.022 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.022 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.022 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.022 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.022 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.023 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.023 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.023 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.023 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.023 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.023 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.023 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.023 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.023 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.023 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.023 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68855287 2024-08-17T00:40:31.023 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.023 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.023 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T00:40:31.024 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.024 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 713031680 2024-08-17T00:40:31.024 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.024 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.024 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.024 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.024 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.024 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.024 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.024 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.024 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 640950411 2024-08-17T00:40:31.025 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.025 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.025 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.025 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.025 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.025 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2857 2024-08-17T00:40:31.025 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.025 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.025 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7143 2024-08-17T00:40:31.025 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.025 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.025 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.025 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.026 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.026 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.026 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.026 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.026 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 295739 2024-08-17T00:40:31.026 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.026 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.026 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.026 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.026 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.026 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.026 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.026 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.027 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.027 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.027 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.027 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71775530 2024-08-17T00:40:31.027 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.027 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.027 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T00:40:31.027 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T00:40:31.027 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.027 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.027 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:31.027 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.027 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.028 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T00:40:31.028 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.028 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.028 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:31.028 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.028 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.028 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.028 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:31.028 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T00:40:31.028 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 45 2024-08-17T00:40:31.028 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.028 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T00:40:31.029 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.029 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.029 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T00:40:31.029 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T00:40:31.029 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.029 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T00:40:31.029 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.029 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.029 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T00:40:31.029 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.029 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.029 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T00:40:31.029 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 604 2024-08-17T00:40:31.030 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.030 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T00:40:31.030 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 6, 2024-08-17T00:40:31.030 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 55958935 2024-08-17T00:40:31.030 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.030 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T00:40:31.030 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.030 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.030 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T00:40:31.030 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7, 2024-08-17T00:40:31.030 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3100612 2024-08-17T00:40:31.030 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.030 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T00:40:31.031 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 6, 2024-08-17T00:40:31.031 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29551620 2024-08-17T00:40:31.031 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.031 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:31.031 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.031 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.031 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T00:40:31.031 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.031 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.031 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.031 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:40:31.031 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.031 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.032 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T00:40:31.032 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.032 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.032 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T00:40:31.032 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.032 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.032 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.032 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T00:40:31.032 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.032 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.032 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.032 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T00:40:31.032 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.032 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.033 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T00:40:31.033 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.033 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.033 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T00:40:31.033 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.033 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.033 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.033 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:40:31.033 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.033 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.033 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:40:31.033 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.033 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.033 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T00:40:31.034 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.034 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.034 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T00:40:31.034 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.034 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.034 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.034 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T00:40:31.034 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.034 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.034 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.034 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:31.034 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T00:40:31.034 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.035 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T00:40:31.035 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 604 2024-08-17T00:40:31.035 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.035 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T00:40:31.035 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 6, 2024-08-17T00:40:31.035 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 55958935 2024-08-17T00:40:31.035 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.035 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:40:31.035 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.035 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.035 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T00:40:31.035 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7, 2024-08-17T00:40:31.035 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3100612 2024-08-17T00:40:31.036 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.036 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T00:40:31.036 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 6, 2024-08-17T00:40:31.036 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29551620 2024-08-17T00:40:31.036 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.036 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T00:40:31.036 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.036 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.036 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T00:40:31.036 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1771104 2024-08-17T00:40:31.036 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.036 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T00:40:31.036 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T00:40:31.036 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.037 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T00:40:31.037 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:31.037 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.037 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T00:40:31.037 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 305876992 2024-08-17T00:40:31.037 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.037 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.037 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.037 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.1": { 2024-08-17T00:40:31.037 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:31.037 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T00:40:31.037 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.037 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.038 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:40:31.038 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.038 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.038 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T00:40:31.038 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T00:40:31.038 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.038 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_main": { 2024-08-17T00:40:31.038 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.038 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.038 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T00:40:31.038 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.038 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.038 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T00:40:31.039 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.039 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.039 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T00:40:31.039 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12288 2024-08-17T00:40:31.039 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.039 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T00:40:31.039 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2494464 2024-08-17T00:40:31.039 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.039 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T00:40:31.039 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.039 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.039 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.039 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T00:40:31.040 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.040 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.040 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.040 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T00:40:31.040 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:31.040 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.040 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T00:40:31.040 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 304480256 2024-08-17T00:40:31.040 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.040 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T00:40:31.040 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1568768 2024-08-17T00:40:31.040 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.040 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T00:40:31.041 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1429504 2024-08-17T00:40:31.041 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.041 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T00:40:31.041 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 312868864 2024-08-17T00:40:31.041 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.041 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T00:40:31.041 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.041 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.041 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T00:40:31.041 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.041 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.041 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T00:40:31.041 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14 2024-08-17T00:40:31.041 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.042 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T00:40:31.042 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 195697 2024-08-17T00:40:31.042 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.042 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T00:40:31.042 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23 2024-08-17T00:40:31.042 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.042 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T00:40:31.042 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1269760 2024-08-17T00:40:31.042 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.042 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T00:40:31.042 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1273856 2024-08-17T00:40:31.042 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.043 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T00:40:31.043 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.043 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.043 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T00:40:31.043 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.043 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.043 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T00:40:31.043 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T00:40:31.043 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.043 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T00:40:31.043 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4789 2024-08-17T00:40:31.043 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.043 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T00:40:31.044 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T00:40:31.044 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.044 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T00:40:31.044 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:31.044 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.044 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T00:40:31.044 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:31.044 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.044 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T00:40:31.044 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:31.044 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.044 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T00:40:31.044 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:31.044 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.045 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T00:40:31.045 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.045 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.045 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:40:31.045 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.045 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.045 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:40:31.045 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.045 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.045 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:40:31.045 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.045 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.045 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T00:40:31.045 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.046 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.046 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T00:40:31.046 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.046 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.046 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T00:40:31.046 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.046 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.046 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T00:40:31.046 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.046 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.046 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T00:40:31.046 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.046 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.047 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T00:40:31.047 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3997696 2024-08-17T00:40:31.047 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.047 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.047 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T00:40:31.047 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T00:40:31.047 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T00:40:31.047 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.047 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T00:40:31.047 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 786432 2024-08-17T00:40:31.047 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.047 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T00:40:31.047 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 5, 2024-08-17T00:40:31.047 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 230095 2024-08-17T00:40:31.048 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.048 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T00:40:31.048 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.048 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.048 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.048 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T00:40:31.048 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.048 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.048 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T00:40:31.048 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.048 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.048 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T00:40:31.049 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.049 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.049 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T00:40:31.049 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 30, 2024-08-17T00:40:31.049 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 76140 2024-08-17T00:40:31.049 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.049 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T00:40:31.049 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.049 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.049 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.049 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T00:40:31.049 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 332, 2024-08-17T00:40:31.049 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 78702383 2024-08-17T00:40:31.050 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.050 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T00:40:31.050 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 331, 2024-08-17T00:40:31.050 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6022750 2024-08-17T00:40:31.050 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.050 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T00:40:31.050 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 332, 2024-08-17T00:40:31.050 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 431256 2024-08-17T00:40:31.050 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.050 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T00:40:31.050 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 332, 2024-08-17T00:40:31.050 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 79133639 2024-08-17T00:40:31.051 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.051 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T00:40:31.051 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.051 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.051 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.051 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T00:40:31.051 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T00:40:31.051 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 58756 2024-08-17T00:40:31.051 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.051 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T00:40:31.051 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T00:40:31.051 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8608 2024-08-17T00:40:31.051 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.051 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T00:40:31.052 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.052 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.052 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.052 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:40:31.052 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.052 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.052 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.052 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T00:40:31.052 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 5, 2024-08-17T00:40:31.052 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11304 2024-08-17T00:40:31.052 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.052 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T00:40:31.052 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 871 2024-08-17T00:40:31.053 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.053 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T00:40:31.053 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 253 2024-08-17T00:40:31.053 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.053 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T00:40:31.053 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 149, 2024-08-17T00:40:31.053 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4718002 2024-08-17T00:40:31.053 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.053 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T00:40:31.053 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 380, 2024-08-17T00:40:31.053 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266388 2024-08-17T00:40:31.053 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.053 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T00:40:31.053 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 231, 2024-08-17T00:40:31.054 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5457209 2024-08-17T00:40:31.054 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.054 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T00:40:31.054 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.054 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.054 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T00:40:31.054 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T00:40:31.054 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 122447 2024-08-17T00:40:31.054 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.054 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T00:40:31.054 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 433, 2024-08-17T00:40:31.054 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10677102 2024-08-17T00:40:31.054 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.055 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:40:31.055 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 129, 2024-08-17T00:40:31.055 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7714651 2024-08-17T00:40:31.055 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.055 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:40:31.055 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 128, 2024-08-17T00:40:31.055 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 551001337109 2024-08-17T00:40:31.055 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.055 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T00:40:31.055 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 129, 2024-08-17T00:40:31.055 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 153317517487 2024-08-17T00:40:31.055 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.055 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T00:40:31.055 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 432, 2024-08-17T00:40:31.056 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 192266907568 2024-08-17T00:40:31.056 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.056 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T00:40:31.056 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 432, 2024-08-17T00:40:31.056 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67168 2024-08-17T00:40:31.056 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.056 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T00:40:31.056 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 433, 2024-08-17T00:40:31.056 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3207537 2024-08-17T00:40:31.056 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.056 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T00:40:31.056 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 433, 2024-08-17T00:40:31.056 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 146840931 2024-08-17T00:40:31.056 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.057 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T00:40:31.057 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 433, 2024-08-17T00:40:31.057 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 137264 2024-08-17T00:40:31.057 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.057 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T00:40:31.057 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 433, 2024-08-17T00:40:31.057 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 102275464 2024-08-17T00:40:31.057 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.057 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T00:40:31.057 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 433, 2024-08-17T00:40:31.057 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20977486 2024-08-17T00:40:31.057 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.057 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T00:40:31.058 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 349001 2024-08-17T00:40:31.058 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.058 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T00:40:31.058 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 62, 2024-08-17T00:40:31.058 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 277232 2024-08-17T00:40:31.058 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.058 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T00:40:31.058 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 433, 2024-08-17T00:40:31.058 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 284038334 2024-08-17T00:40:31.058 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.058 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T00:40:31.058 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 433, 2024-08-17T00:40:31.058 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26519101 2024-08-17T00:40:31.059 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.059 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T00:40:31.059 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 433, 2024-08-17T00:40:31.059 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2841876 2024-08-17T00:40:31.059 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.059 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.059 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T00:40:31.059 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T00:40:31.059 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1861452307 2024-08-17T00:40:31.059 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.059 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T00:40:31.059 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 272236544 2024-08-17T00:40:31.059 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.059 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T00:40:31.060 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 271196160 2024-08-17T00:40:31.060 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.060 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T00:40:31.060 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3137363148 2024-08-17T00:40:31.060 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.060 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T00:40:31.060 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1040384 2024-08-17T00:40:31.060 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.060 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.060 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T00:40:31.060 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.060 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 159383552 2024-08-17T00:40:31.060 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.061 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.061 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.061 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.061 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.061 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.061 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.061 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.061 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 85496397 2024-08-17T00:40:31.061 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.061 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.061 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.061 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.061 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.062 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.062 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.062 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.062 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.062 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.062 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.062 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.062 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.062 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.062 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.062 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.062 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.063 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20480 2024-08-17T00:40:31.063 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.063 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.063 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.063 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.063 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.063 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.063 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.063 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.063 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.063 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.063 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.063 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73866675 2024-08-17T00:40:31.063 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.064 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.064 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T00:40:31.064 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.064 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 780140544 2024-08-17T00:40:31.064 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.064 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.064 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:31.064 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.064 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.064 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.064 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.064 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.064 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641222982 2024-08-17T00:40:31.065 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.065 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.065 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.065 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.065 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.065 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.065 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.065 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.065 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.065 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.065 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.065 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.065 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.066 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.066 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.066 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.066 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.066 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2128 2024-08-17T00:40:31.066 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.066 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.066 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.066 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.066 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.066 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.066 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.066 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.067 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.067 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.067 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.067 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71806570 2024-08-17T00:40:31.067 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.067 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.067 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:40:31.067 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.067 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 192937984 2024-08-17T00:40:31.067 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.067 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.067 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:31.067 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.068 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.068 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 464 2024-08-17T00:40:31.068 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.068 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.068 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56997598 2024-08-17T00:40:31.068 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.068 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.068 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.068 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.068 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.068 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.068 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.068 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.068 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.069 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.069 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.069 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.069 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.069 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.069 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.069 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.069 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.069 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.069 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.069 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.069 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.069 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.070 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.070 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.070 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.070 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.070 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.070 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.070 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.070 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68831058 2024-08-17T00:40:31.070 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.070 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.070 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T00:40:31.070 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.071 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 713031680 2024-08-17T00:40:31.071 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.071 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.071 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.071 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.071 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.071 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.071 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.071 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.071 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641222982 2024-08-17T00:40:31.071 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.071 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.072 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.072 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.072 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.072 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.072 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.072 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.072 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.072 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.072 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.072 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.072 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.072 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.073 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.073 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.073 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.073 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 278856 2024-08-17T00:40:31.073 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.073 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.073 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.073 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.073 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.073 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.073 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.073 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.073 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.074 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.074 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.074 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71529842 2024-08-17T00:40:31.074 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.074 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.074 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T00:40:31.074 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T00:40:31.074 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.074 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.074 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:31.074 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.074 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.075 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T00:40:31.075 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.075 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.075 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:31.075 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.075 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.075 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.075 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:31.075 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T00:40:31.075 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 39 2024-08-17T00:40:31.075 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.075 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T00:40:31.075 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.075 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.076 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T00:40:31.076 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 157 2024-08-17T00:40:31.076 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.076 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T00:40:31.076 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.076 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.076 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T00:40:31.076 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.076 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.076 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T00:40:31.076 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2429467 2024-08-17T00:40:31.076 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.076 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T00:40:31.077 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 157, 2024-08-17T00:40:31.077 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 817776970 2024-08-17T00:40:31.077 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.077 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T00:40:31.077 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1041 2024-08-17T00:40:31.077 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.077 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T00:40:31.077 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 157, 2024-08-17T00:40:31.077 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 55856176 2024-08-17T00:40:31.077 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.077 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T00:40:31.077 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 157, 2024-08-17T00:40:31.077 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 200728862 2024-08-17T00:40:31.078 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.078 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:31.078 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 33 2024-08-17T00:40:31.078 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.078 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T00:40:31.078 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 33, 2024-08-17T00:40:31.078 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6255418 2024-08-17T00:40:31.078 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.078 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:40:31.078 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.078 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.078 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T00:40:31.079 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1041 2024-08-17T00:40:31.079 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.079 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T00:40:31.079 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 33, 2024-08-17T00:40:31.079 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5603164 2024-08-17T00:40:31.079 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.079 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T00:40:31.079 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 33, 2024-08-17T00:40:31.079 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4881830 2024-08-17T00:40:31.079 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.079 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T00:40:31.079 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 22 2024-08-17T00:40:31.079 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.080 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T00:40:31.080 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.080 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.080 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T00:40:31.080 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 22, 2024-08-17T00:40:31.080 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 18369601 2024-08-17T00:40:31.080 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.080 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:40:31.080 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.080 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.080 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:40:31.080 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.080 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.081 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T00:40:31.081 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.081 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.081 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T00:40:31.081 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 22, 2024-08-17T00:40:31.081 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8169744 2024-08-17T00:40:31.081 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.081 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T00:40:31.081 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 22, 2024-08-17T00:40:31.081 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17263031 2024-08-17T00:40:31.081 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.081 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:31.081 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 102 2024-08-17T00:40:31.081 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.082 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T00:40:31.082 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2429467 2024-08-17T00:40:31.082 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.082 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T00:40:31.082 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 102, 2024-08-17T00:40:31.082 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 793151951 2024-08-17T00:40:31.082 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.082 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:40:31.082 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.082 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.082 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T00:40:31.082 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 102, 2024-08-17T00:40:31.082 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 42083268 2024-08-17T00:40:31.083 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.083 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T00:40:31.083 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 102, 2024-08-17T00:40:31.083 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 178584001 2024-08-17T00:40:31.083 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.083 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T00:40:31.083 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.083 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.083 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T00:40:31.083 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 590368 2024-08-17T00:40:31.083 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.083 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T00:40:31.083 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:31.083 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.084 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T00:40:31.084 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:31.084 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.084 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T00:40:31.084 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 305278976 2024-08-17T00:40:31.084 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.084 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.084 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.084 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.2": { 2024-08-17T00:40:31.084 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:31.084 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T00:40:31.084 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.084 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.085 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:40:31.085 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.085 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.085 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T00:40:31.085 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T00:40:31.085 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.085 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_main": { 2024-08-17T00:40:31.085 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.085 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.085 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T00:40:31.085 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.085 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.085 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T00:40:31.085 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.086 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.086 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T00:40:31.086 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12288 2024-08-17T00:40:31.086 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.086 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T00:40:31.086 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2183168 2024-08-17T00:40:31.086 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.086 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T00:40:31.086 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.086 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.086 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.086 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T00:40:31.086 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.087 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.087 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.087 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T00:40:31.087 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:31.087 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.087 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T00:40:31.087 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 304480256 2024-08-17T00:40:31.087 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.087 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T00:40:31.087 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1372160 2024-08-17T00:40:31.087 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.087 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T00:40:31.087 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1232896 2024-08-17T00:40:31.087 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.088 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T00:40:31.088 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 312868864 2024-08-17T00:40:31.088 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.088 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T00:40:31.088 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.088 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.088 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T00:40:31.088 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.088 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.088 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T00:40:31.088 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14 2024-08-17T00:40:31.088 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.088 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T00:40:31.089 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 195697 2024-08-17T00:40:31.089 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.089 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T00:40:31.089 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23 2024-08-17T00:40:31.089 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.089 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T00:40:31.089 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1269760 2024-08-17T00:40:31.089 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.089 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T00:40:31.089 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1273856 2024-08-17T00:40:31.089 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.089 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T00:40:31.089 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.090 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.090 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T00:40:31.090 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.090 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.090 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T00:40:31.090 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T00:40:31.090 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.090 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T00:40:31.090 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4789 2024-08-17T00:40:31.090 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.090 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T00:40:31.090 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T00:40:31.090 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.091 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T00:40:31.091 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:31.091 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.091 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T00:40:31.091 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:31.091 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.091 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T00:40:31.091 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:31.091 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.091 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T00:40:31.091 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:31.091 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.091 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T00:40:31.092 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.092 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.092 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:40:31.092 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.092 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.092 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:40:31.092 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.092 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.092 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:40:31.092 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.092 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.092 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T00:40:31.092 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.093 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.093 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T00:40:31.093 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.093 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.093 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T00:40:31.093 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.093 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.093 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T00:40:31.093 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.093 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.093 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T00:40:31.093 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.093 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.094 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T00:40:31.094 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3489792 2024-08-17T00:40:31.094 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.094 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.094 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T00:40:31.094 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T00:40:31.094 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T00:40:31.094 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.094 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T00:40:31.094 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 778240 2024-08-17T00:40:31.094 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.094 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T00:40:31.094 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T00:40:31.095 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 172532 2024-08-17T00:40:31.095 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.095 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T00:40:31.095 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.095 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.095 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.095 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T00:40:31.095 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.095 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.095 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T00:40:31.095 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.095 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.095 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T00:40:31.095 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.096 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.096 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T00:40:31.096 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12, 2024-08-17T00:40:31.096 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15218 2024-08-17T00:40:31.096 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.096 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T00:40:31.096 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.096 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.096 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.096 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T00:40:31.096 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 284, 2024-08-17T00:40:31.096 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 69980162 2024-08-17T00:40:31.096 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.097 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T00:40:31.097 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 281, 2024-08-17T00:40:31.097 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5754228 2024-08-17T00:40:31.097 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.097 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T00:40:31.097 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 284, 2024-08-17T00:40:31.097 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 369203 2024-08-17T00:40:31.097 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.097 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T00:40:31.097 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 284, 2024-08-17T00:40:31.097 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70349365 2024-08-17T00:40:31.097 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.097 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T00:40:31.097 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.098 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.098 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.098 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T00:40:31.098 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T00:40:31.098 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38095 2024-08-17T00:40:31.098 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.098 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T00:40:31.098 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:31.098 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1131 2024-08-17T00:40:31.098 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.098 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T00:40:31.098 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.098 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.099 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.099 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:40:31.099 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.099 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.099 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.099 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T00:40:31.099 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:31.099 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7590 2024-08-17T00:40:31.099 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.099 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T00:40:31.099 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 633 2024-08-17T00:40:31.099 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.099 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T00:40:31.100 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 223 2024-08-17T00:40:31.100 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.100 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T00:40:31.100 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 104, 2024-08-17T00:40:31.100 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1285206 2024-08-17T00:40:31.100 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.100 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T00:40:31.100 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 284, 2024-08-17T00:40:31.100 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 255436 2024-08-17T00:40:31.100 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.100 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T00:40:31.100 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 180, 2024-08-17T00:40:31.100 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4745570 2024-08-17T00:40:31.100 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.101 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T00:40:31.101 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.101 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.101 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T00:40:31.101 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T00:40:31.101 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 105141 2024-08-17T00:40:31.101 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.101 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T00:40:31.101 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 346, 2024-08-17T00:40:31.101 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8513287 2024-08-17T00:40:31.101 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.101 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:40:31.102 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 122, 2024-08-17T00:40:31.102 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11216728 2024-08-17T00:40:31.102 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.102 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:40:31.102 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 121, 2024-08-17T00:40:31.102 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 197970261946 2024-08-17T00:40:31.102 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.102 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T00:40:31.102 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 122, 2024-08-17T00:40:31.102 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 122173627315 2024-08-17T00:40:31.102 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.102 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T00:40:31.102 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 345, 2024-08-17T00:40:31.103 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38620084505 2024-08-17T00:40:31.103 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.103 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T00:40:31.103 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 345, 2024-08-17T00:40:31.103 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 34771 2024-08-17T00:40:31.103 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.103 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T00:40:31.103 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 346, 2024-08-17T00:40:31.103 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2644713 2024-08-17T00:40:31.103 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.103 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T00:40:31.103 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 346, 2024-08-17T00:40:31.103 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 118475850 2024-08-17T00:40:31.103 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.103 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T00:40:31.104 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 346, 2024-08-17T00:40:31.104 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 106016 2024-08-17T00:40:31.104 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.104 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T00:40:31.104 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 346, 2024-08-17T00:40:31.104 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 48191023 2024-08-17T00:40:31.104 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.104 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T00:40:31.104 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 346, 2024-08-17T00:40:31.104 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21143563 2024-08-17T00:40:31.104 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.104 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T00:40:31.104 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 349087 2024-08-17T00:40:31.104 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.105 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T00:40:31.105 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 56, 2024-08-17T00:40:31.105 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 256428 2024-08-17T00:40:31.105 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.105 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T00:40:31.105 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 346, 2024-08-17T00:40:31.105 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 199016030 2024-08-17T00:40:31.105 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.105 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T00:40:31.105 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 346, 2024-08-17T00:40:31.105 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24623965 2024-08-17T00:40:31.105 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.105 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T00:40:31.105 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 346, 2024-08-17T00:40:31.106 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2302729 2024-08-17T00:40:31.106 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.106 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.106 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T00:40:31.106 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T00:40:31.106 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1861452307 2024-08-17T00:40:31.106 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.106 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T00:40:31.106 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 271187968 2024-08-17T00:40:31.106 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.106 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T00:40:31.106 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 269975552 2024-08-17T00:40:31.106 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.107 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T00:40:31.107 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3137363148 2024-08-17T00:40:31.107 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.107 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T00:40:31.107 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1212416 2024-08-17T00:40:31.107 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.107 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.107 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T00:40:31.107 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.107 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 159383552 2024-08-17T00:40:31.107 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.107 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.107 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.108 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.108 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.108 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.108 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.108 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.108 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 85497922 2024-08-17T00:40:31.108 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.108 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.108 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.108 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.108 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.108 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.108 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.109 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.109 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.109 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.109 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.109 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.109 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.109 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.109 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.109 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.109 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.109 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8192 2024-08-17T00:40:31.109 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.109 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.109 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.110 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.110 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.110 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.110 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.110 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.110 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.110 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.110 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.110 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73877438 2024-08-17T00:40:31.110 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.110 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.110 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T00:40:31.111 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.111 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 780140544 2024-08-17T00:40:31.111 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.111 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.111 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:31.111 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.111 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.111 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.111 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.112 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.112 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641234420 2024-08-17T00:40:31.112 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.112 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.112 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.112 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.112 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.112 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.112 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.112 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.112 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.112 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.112 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.113 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.113 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.113 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.113 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.113 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.113 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.113 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2128 2024-08-17T00:40:31.113 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.113 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.113 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.113 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.113 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.113 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.114 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.114 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.114 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.114 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.114 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.114 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71795132 2024-08-17T00:40:31.114 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.114 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.114 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:40:31.114 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.114 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 192937984 2024-08-17T00:40:31.114 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.115 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.115 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:31.115 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.115 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.115 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 464 2024-08-17T00:40:31.115 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.115 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.115 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56998615 2024-08-17T00:40:31.115 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.115 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.115 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.115 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.115 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.115 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.116 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.116 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.116 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.116 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.116 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.116 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.116 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.116 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.116 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.116 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.116 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.116 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.116 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.117 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.117 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.117 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.117 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.117 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.117 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.117 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.117 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.117 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.117 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.117 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68830041 2024-08-17T00:40:31.117 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.117 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.117 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T00:40:31.118 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.118 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 713031680 2024-08-17T00:40:31.118 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.118 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.118 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.118 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.118 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.118 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.118 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.118 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.118 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641234420 2024-08-17T00:40:31.118 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.119 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.119 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.119 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.119 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.119 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.119 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.119 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.119 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.119 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.119 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.119 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.119 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.119 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.120 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.120 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.120 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.120 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 265730 2024-08-17T00:40:31.120 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.120 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.120 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.120 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.120 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.120 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.120 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.120 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.120 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.121 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.121 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.121 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71531530 2024-08-17T00:40:31.121 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.121 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.121 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T00:40:31.121 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T00:40:31.121 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.121 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.121 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:31.121 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.121 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.122 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T00:40:31.122 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.122 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.122 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:31.122 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.122 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.122 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.122 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:31.122 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T00:40:31.122 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 31 2024-08-17T00:40:31.122 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.122 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T00:40:31.122 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.123 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.123 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T00:40:31.123 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T00:40:31.123 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.123 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T00:40:31.123 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.123 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.123 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T00:40:31.123 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.123 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.123 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T00:40:31.123 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.123 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.123 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T00:40:31.124 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10, 2024-08-17T00:40:31.124 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 84730452 2024-08-17T00:40:31.124 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.124 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T00:40:31.124 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.124 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.124 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T00:40:31.124 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10, 2024-08-17T00:40:31.124 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4541049 2024-08-17T00:40:31.124 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.124 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T00:40:31.124 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10, 2024-08-17T00:40:31.124 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 39832567 2024-08-17T00:40:31.125 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.125 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:31.125 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.125 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.125 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T00:40:31.125 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.125 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.125 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.125 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:40:31.125 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.125 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.125 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T00:40:31.125 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.125 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.126 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T00:40:31.126 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.126 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.126 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.126 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T00:40:31.126 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.126 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.126 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.126 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T00:40:31.126 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.126 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.126 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T00:40:31.126 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.127 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.127 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T00:40:31.127 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.127 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.127 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.127 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:40:31.127 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.127 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.127 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:40:31.127 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.127 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.127 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T00:40:31.127 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.128 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.128 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T00:40:31.128 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.128 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.128 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.128 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T00:40:31.128 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.128 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.128 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.128 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:31.128 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T00:40:31.128 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.129 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T00:40:31.129 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.129 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.129 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T00:40:31.129 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10, 2024-08-17T00:40:31.129 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 84730452 2024-08-17T00:40:31.129 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.129 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:40:31.129 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.129 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.129 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T00:40:31.129 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10, 2024-08-17T00:40:31.129 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4541049 2024-08-17T00:40:31.129 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.130 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T00:40:31.130 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10, 2024-08-17T00:40:31.130 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 39832567 2024-08-17T00:40:31.130 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.130 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T00:40:31.130 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.130 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.130 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T00:40:31.130 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.130 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.130 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T00:40:31.130 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.130 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.131 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T00:40:31.131 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:31.131 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.131 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T00:40:31.131 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 305270784 2024-08-17T00:40:31.131 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.131 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.131 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.131 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.3": { 2024-08-17T00:40:31.131 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:31.131 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T00:40:31.131 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.132 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.132 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:40:31.132 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.132 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.132 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T00:40:31.132 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T00:40:31.132 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.132 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_main": { 2024-08-17T00:40:31.132 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.132 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.132 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T00:40:31.132 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.132 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.132 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T00:40:31.133 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.133 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.133 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T00:40:31.133 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12288 2024-08-17T00:40:31.133 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.133 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T00:40:31.133 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1245184 2024-08-17T00:40:31.133 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.133 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T00:40:31.133 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.133 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.133 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.134 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T00:40:31.134 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.134 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.134 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.134 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T00:40:31.134 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:31.134 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.134 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T00:40:31.134 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 304480256 2024-08-17T00:40:31.134 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.134 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T00:40:31.134 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 913408 2024-08-17T00:40:31.134 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.135 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T00:40:31.135 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 774144 2024-08-17T00:40:31.135 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.135 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T00:40:31.135 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 312868864 2024-08-17T00:40:31.135 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.135 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T00:40:31.135 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.135 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.135 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T00:40:31.135 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.135 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T00:40:31.135 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14 2024-08-17T00:40:31.136 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.136 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T00:40:31.136 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 195697 2024-08-17T00:40:31.136 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.136 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T00:40:31.136 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23 2024-08-17T00:40:31.136 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.136 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T00:40:31.138 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1269760 2024-08-17T00:40:31.138 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.138 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T00:40:31.138 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1273856 2024-08-17T00:40:31.138 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.138 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T00:40:31.138 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.138 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.138 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T00:40:31.138 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.138 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.138 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T00:40:31.138 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T00:40:31.139 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.139 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T00:40:31.139 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4789 2024-08-17T00:40:31.139 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.139 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T00:40:31.139 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T00:40:31.139 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.139 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T00:40:31.139 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:31.139 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.139 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T00:40:31.139 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:31.139 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.139 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T00:40:31.140 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:31.140 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.140 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T00:40:31.140 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:31.140 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.140 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T00:40:31.140 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.140 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.140 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:40:31.140 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.140 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.140 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:40:31.140 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.140 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.141 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:40:31.141 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.141 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.141 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T00:40:31.141 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.141 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.141 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T00:40:31.141 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.141 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.141 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T00:40:31.141 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.141 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.141 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T00:40:31.142 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.142 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.142 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T00:40:31.142 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.142 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.142 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T00:40:31.142 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2093056 2024-08-17T00:40:31.142 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.142 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.142 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T00:40:31.142 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T00:40:31.142 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T00:40:31.142 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.143 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T00:40:31.143 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 798720 2024-08-17T00:40:31.143 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.143 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T00:40:31.143 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.143 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.143 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.143 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T00:40:31.143 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.143 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.143 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.143 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T00:40:31.143 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.144 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.144 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T00:40:31.144 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.144 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.144 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T00:40:31.144 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.144 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.144 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T00:40:31.144 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T00:40:31.144 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7580 2024-08-17T00:40:31.144 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.144 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T00:40:31.144 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.145 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.145 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.145 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T00:40:31.145 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 172, 2024-08-17T00:40:31.145 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67780146 2024-08-17T00:40:31.145 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.145 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T00:40:31.145 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 170, 2024-08-17T00:40:31.145 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5935104 2024-08-17T00:40:31.145 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.145 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T00:40:31.145 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 172, 2024-08-17T00:40:31.145 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 309460 2024-08-17T00:40:31.145 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.146 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T00:40:31.146 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 172, 2024-08-17T00:40:31.146 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68089606 2024-08-17T00:40:31.146 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.146 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T00:40:31.146 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.146 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.146 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.146 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T00:40:31.146 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:31.146 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 30293 2024-08-17T00:40:31.146 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.146 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T00:40:31.147 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:31.147 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1870 2024-08-17T00:40:31.147 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.147 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T00:40:31.147 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.147 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.147 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.147 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:40:31.147 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.147 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.147 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.147 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T00:40:31.147 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T00:40:31.147 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8931 2024-08-17T00:40:31.148 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.148 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T00:40:31.148 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 399 2024-08-17T00:40:31.148 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.148 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T00:40:31.148 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 229 2024-08-17T00:40:31.148 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.148 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T00:40:31.148 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 105, 2024-08-17T00:40:31.148 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2141860 2024-08-17T00:40:31.148 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.148 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T00:40:31.148 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 190, 2024-08-17T00:40:31.148 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266070 2024-08-17T00:40:31.149 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.149 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T00:40:31.149 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 85, 2024-08-17T00:40:31.149 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1445047 2024-08-17T00:40:31.149 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.149 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T00:40:31.149 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.149 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.149 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T00:40:31.149 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.149 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.149 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.149 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T00:40:31.150 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 257, 2024-08-17T00:40:31.150 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12730025 2024-08-17T00:40:31.150 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.150 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:40:31.150 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 61, 2024-08-17T00:40:31.150 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4691328 2024-08-17T00:40:31.150 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.150 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:40:31.150 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 59, 2024-08-17T00:40:31.150 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 263115117569 2024-08-17T00:40:31.150 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.150 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T00:40:31.150 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 61, 2024-08-17T00:40:31.151 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 97385052796 2024-08-17T00:40:31.151 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.151 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T00:40:31.151 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 255, 2024-08-17T00:40:31.151 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 598616 2024-08-17T00:40:31.151 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.151 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T00:40:31.151 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 255, 2024-08-17T00:40:31.151 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26402 2024-08-17T00:40:31.151 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.151 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T00:40:31.151 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 257, 2024-08-17T00:40:31.151 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 290641 2024-08-17T00:40:31.152 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.152 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T00:40:31.152 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 257, 2024-08-17T00:40:31.152 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 184726961 2024-08-17T00:40:31.152 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.152 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T00:40:31.152 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 257, 2024-08-17T00:40:31.152 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 76079 2024-08-17T00:40:31.152 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.152 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T00:40:31.152 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 257, 2024-08-17T00:40:31.153 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 94549174 2024-08-17T00:40:31.153 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.153 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T00:40:31.153 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 257, 2024-08-17T00:40:31.153 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14287788 2024-08-17T00:40:31.153 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.153 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T00:40:31.153 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 351815 2024-08-17T00:40:31.153 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.153 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T00:40:31.153 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 51, 2024-08-17T00:40:31.153 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 267900 2024-08-17T00:40:31.153 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.153 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T00:40:31.154 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 257, 2024-08-17T00:40:31.154 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 306615570 2024-08-17T00:40:31.154 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.154 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T00:40:31.154 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 257, 2024-08-17T00:40:31.154 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17050031 2024-08-17T00:40:31.154 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.154 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T00:40:31.154 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 257, 2024-08-17T00:40:31.154 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1769997 2024-08-17T00:40:31.154 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.154 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.154 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T00:40:31.155 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T00:40:31.155 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1861452307 2024-08-17T00:40:31.155 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.155 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T00:40:31.155 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 269926400 2024-08-17T00:40:31.155 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.155 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T00:40:31.155 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 268738560 2024-08-17T00:40:31.155 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.155 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T00:40:31.155 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3137363148 2024-08-17T00:40:31.155 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.156 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T00:40:31.156 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1187840 2024-08-17T00:40:31.156 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.156 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.156 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T00:40:31.156 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.156 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 159383552 2024-08-17T00:40:31.156 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.156 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.156 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.156 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.156 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.156 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.156 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.157 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.157 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 85497621 2024-08-17T00:40:31.157 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.157 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.157 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.157 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.157 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.157 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.157 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.157 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.157 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.157 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.157 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.158 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.158 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.158 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.158 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.158 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.158 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.158 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T00:40:31.158 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.158 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.158 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.158 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.158 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.158 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.159 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.159 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.159 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.159 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.159 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.159 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73881835 2024-08-17T00:40:31.159 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.159 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.159 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T00:40:31.159 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.159 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 780140544 2024-08-17T00:40:31.159 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.159 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.160 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:31.160 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.160 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.160 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.160 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.160 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.160 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641232158 2024-08-17T00:40:31.160 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.160 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.160 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.160 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.160 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.161 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.161 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.161 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.161 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.161 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.161 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.161 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.161 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.161 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.161 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.161 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.161 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.161 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2128 2024-08-17T00:40:31.161 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.162 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.162 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.162 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.162 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.162 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.162 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.162 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.162 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.162 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.162 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.162 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71797394 2024-08-17T00:40:31.162 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.162 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.163 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:40:31.163 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.163 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 192937984 2024-08-17T00:40:31.163 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.163 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.163 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:31.163 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.163 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.163 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 464 2024-08-17T00:40:31.163 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.163 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.163 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56998414 2024-08-17T00:40:31.163 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.164 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.164 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.164 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.164 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.164 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.164 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.164 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.164 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.164 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.164 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.164 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.164 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.164 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.164 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.165 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.165 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.165 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.165 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.165 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.165 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.165 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.165 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.165 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.165 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.165 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.165 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.165 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.166 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.166 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68830242 2024-08-17T00:40:31.166 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.166 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.166 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T00:40:31.166 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.166 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 713031680 2024-08-17T00:40:31.166 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.166 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.167 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.167 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.167 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.167 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.167 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.167 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.167 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641232158 2024-08-17T00:40:31.167 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.167 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.167 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.167 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.167 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.167 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.168 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.168 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.168 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.168 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.168 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.168 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.168 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.168 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.168 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6976 2024-08-17T00:40:31.168 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.168 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.168 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 270675 2024-08-17T00:40:31.168 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.168 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.169 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.169 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.169 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.169 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.169 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.169 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.169 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.169 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.169 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.169 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71521871 2024-08-17T00:40:31.169 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.169 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.169 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T00:40:31.169 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T00:40:31.170 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.170 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.170 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:31.170 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.170 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.170 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T00:40:31.170 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.170 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.170 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:31.170 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.170 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.170 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.170 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:31.171 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T00:40:31.171 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37 2024-08-17T00:40:31.171 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.171 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T00:40:31.171 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.171 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.171 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T00:40:31.171 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.171 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.171 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T00:40:31.171 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.171 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.171 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T00:40:31.171 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.172 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.172 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T00:40:31.172 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.172 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.172 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T00:40:31.172 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.172 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.172 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.172 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T00:40:31.172 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.172 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.172 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T00:40:31.172 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:31.172 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3236164 2024-08-17T00:40:31.173 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.173 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T00:40:31.173 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.173 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.173 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.173 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:31.173 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.173 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.173 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T00:40:31.173 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.173 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.173 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.173 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:40:31.173 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.174 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.174 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T00:40:31.174 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.174 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.174 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T00:40:31.174 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.174 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.174 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.174 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T00:40:31.174 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.174 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.174 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.174 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T00:40:31.175 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.175 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.175 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T00:40:31.175 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.175 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.175 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T00:40:31.175 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.175 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.175 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.175 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:40:31.175 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.175 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.175 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:40:31.175 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.176 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.176 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T00:40:31.176 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.176 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.176 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T00:40:31.176 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.176 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.176 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.176 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T00:40:31.176 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.176 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.176 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.177 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:31.177 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.177 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.177 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T00:40:31.177 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.177 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.177 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T00:40:31.177 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.177 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.177 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.177 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:40:31.177 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.177 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.178 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T00:40:31.178 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:31.178 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3236164 2024-08-17T00:40:31.178 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.178 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T00:40:31.178 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.178 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.178 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.178 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T00:40:31.178 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.178 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.178 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T00:40:31.178 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.179 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.179 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T00:40:31.179 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.179 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.179 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T00:40:31.179 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:31.179 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.179 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T00:40:31.179 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 305287168 2024-08-17T00:40:31.179 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.179 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.179 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.179 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.4": { 2024-08-17T00:40:31.180 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:31.180 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T00:40:31.180 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.180 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.180 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:40:31.180 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.180 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.180 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T00:40:31.180 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T00:40:31.180 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.180 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_main": { 2024-08-17T00:40:31.180 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.181 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.181 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T00:40:31.181 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.181 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.181 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T00:40:31.181 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.181 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.181 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T00:40:31.181 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12288 2024-08-17T00:40:31.181 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.181 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T00:40:31.181 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1347584 2024-08-17T00:40:31.182 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.182 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T00:40:31.182 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.182 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.182 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.182 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T00:40:31.182 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.182 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.182 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.182 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T00:40:31.182 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:31.182 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.182 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T00:40:31.183 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 304480256 2024-08-17T00:40:31.183 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.183 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T00:40:31.183 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 983040 2024-08-17T00:40:31.183 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.183 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T00:40:31.183 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 843776 2024-08-17T00:40:31.183 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.183 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T00:40:31.183 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 312868864 2024-08-17T00:40:31.183 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.183 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T00:40:31.183 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.184 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.184 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T00:40:31.184 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.184 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T00:40:31.184 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14 2024-08-17T00:40:31.184 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.184 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T00:40:31.184 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 195697 2024-08-17T00:40:31.184 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.184 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T00:40:31.184 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23 2024-08-17T00:40:31.185 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.185 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T00:40:31.185 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1269760 2024-08-17T00:40:31.185 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.185 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T00:40:31.185 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1273856 2024-08-17T00:40:31.185 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.185 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T00:40:31.185 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.185 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.185 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T00:40:31.185 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.185 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.186 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T00:40:31.186 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T00:40:31.186 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.186 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T00:40:31.186 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4789 2024-08-17T00:40:31.186 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.186 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T00:40:31.186 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T00:40:31.186 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.186 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T00:40:31.186 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:31.186 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.186 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T00:40:31.187 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:31.187 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.187 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T00:40:31.187 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:31.187 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.187 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T00:40:31.187 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:31.187 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.187 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T00:40:31.187 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.187 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.188 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:40:31.188 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.188 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.188 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:40:31.188 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.188 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.188 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:40:31.188 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.188 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.188 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T00:40:31.188 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.188 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.189 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T00:40:31.189 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.189 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.189 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T00:40:31.189 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.189 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.189 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T00:40:31.189 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.189 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.189 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T00:40:31.189 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.189 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.190 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T00:40:31.190 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2265088 2024-08-17T00:40:31.190 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.190 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.190 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T00:40:31.190 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T00:40:31.190 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T00:40:31.190 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.191 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T00:40:31.191 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 794624 2024-08-17T00:40:31.191 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.191 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T00:40:31.191 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12, 2024-08-17T00:40:31.191 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 479146 2024-08-17T00:40:31.191 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.191 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T00:40:31.191 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.191 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.191 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.191 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T00:40:31.191 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.192 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.192 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T00:40:31.192 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.192 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.192 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T00:40:31.192 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.192 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.192 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T00:40:31.192 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:31.192 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3847 2024-08-17T00:40:31.192 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.192 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T00:40:31.192 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.193 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.193 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.193 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T00:40:31.193 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 189, 2024-08-17T00:40:31.193 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 50463368 2024-08-17T00:40:31.193 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.193 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T00:40:31.193 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 180, 2024-08-17T00:40:31.193 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5367672 2024-08-17T00:40:31.193 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.193 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T00:40:31.193 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 189, 2024-08-17T00:40:31.193 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 267655 2024-08-17T00:40:31.194 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.194 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T00:40:31.194 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 189, 2024-08-17T00:40:31.194 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 50731023 2024-08-17T00:40:31.194 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.194 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T00:40:31.194 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.194 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.194 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.194 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T00:40:31.194 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T00:40:31.194 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37498 2024-08-17T00:40:31.194 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.195 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T00:40:31.195 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:31.195 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1096 2024-08-17T00:40:31.195 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.195 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T00:40:31.195 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.195 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.195 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.195 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:40:31.195 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.195 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.195 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.195 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T00:40:31.196 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T00:40:31.196 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9514 2024-08-17T00:40:31.196 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.196 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T00:40:31.196 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 410 2024-08-17T00:40:31.196 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.196 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T00:40:31.196 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 246 2024-08-17T00:40:31.196 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.196 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T00:40:31.196 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 106, 2024-08-17T00:40:31.196 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 961991 2024-08-17T00:40:31.196 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.196 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T00:40:31.197 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 183, 2024-08-17T00:40:31.197 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 206081 2024-08-17T00:40:31.197 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.197 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T00:40:31.197 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 77, 2024-08-17T00:40:31.197 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 256261 2024-08-17T00:40:31.197 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.197 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T00:40:31.197 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.197 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.197 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T00:40:31.197 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7, 2024-08-17T00:40:31.197 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 165779 2024-08-17T00:40:31.198 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.198 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T00:40:31.198 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 277, 2024-08-17T00:40:31.198 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7526486 2024-08-17T00:40:31.198 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.198 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:40:31.198 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 50, 2024-08-17T00:40:31.198 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3672154 2024-08-17T00:40:31.198 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.198 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:40:31.199 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 49, 2024-08-17T00:40:31.199 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 135248393674 2024-08-17T00:40:31.199 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.199 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T00:40:31.199 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 50, 2024-08-17T00:40:31.199 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 87092546586 2024-08-17T00:40:31.199 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.199 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T00:40:31.199 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 276, 2024-08-17T00:40:31.199 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6308181835 2024-08-17T00:40:31.200 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.200 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T00:40:31.200 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 276, 2024-08-17T00:40:31.200 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29241 2024-08-17T00:40:31.200 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.200 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T00:40:31.200 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 277, 2024-08-17T00:40:31.200 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 276224 2024-08-17T00:40:31.200 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.200 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T00:40:31.200 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 277, 2024-08-17T00:40:31.200 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 182109066 2024-08-17T00:40:31.200 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.201 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T00:40:31.201 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 277, 2024-08-17T00:40:31.201 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 83729 2024-08-17T00:40:31.201 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.201 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T00:40:31.201 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 277, 2024-08-17T00:40:31.201 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 88546583 2024-08-17T00:40:31.201 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.201 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T00:40:31.202 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 277, 2024-08-17T00:40:31.202 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15421349 2024-08-17T00:40:31.202 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.202 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T00:40:31.202 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 349537 2024-08-17T00:40:31.202 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.202 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T00:40:31.202 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 48, 2024-08-17T00:40:31.202 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 219971 2024-08-17T00:40:31.202 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.203 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T00:40:31.203 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 277, 2024-08-17T00:40:31.203 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 293917068 2024-08-17T00:40:31.203 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.203 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T00:40:31.203 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 277, 2024-08-17T00:40:31.203 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 18671491 2024-08-17T00:40:31.203 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.203 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T00:40:31.203 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 277, 2024-08-17T00:40:31.203 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2429290 2024-08-17T00:40:31.203 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.203 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.204 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T00:40:31.204 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T00:40:31.204 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1861457182 2024-08-17T00:40:31.204 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.204 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T00:40:31.204 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 270073856 2024-08-17T00:40:31.204 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.204 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T00:40:31.204 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 269090816 2024-08-17T00:40:31.204 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.205 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T00:40:31.205 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3137368883 2024-08-17T00:40:31.205 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.205 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T00:40:31.205 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 983040 2024-08-17T00:40:31.205 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.205 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.205 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T00:40:31.205 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.205 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 159383552 2024-08-17T00:40:31.206 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.206 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.206 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.206 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.206 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.206 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.206 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.206 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.206 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 85497882 2024-08-17T00:40:31.207 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.207 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.207 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.207 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.207 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.207 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.207 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.207 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.207 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.207 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.208 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.208 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.208 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.208 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.208 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.208 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.208 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.208 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T00:40:31.208 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.208 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.208 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.208 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.208 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.208 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.209 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.209 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.209 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.209 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.209 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.209 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73881574 2024-08-17T00:40:31.209 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.209 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.209 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T00:40:31.209 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.209 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 780140544 2024-08-17T00:40:31.209 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.209 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.210 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:31.210 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.210 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.210 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.210 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.210 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.210 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641234116 2024-08-17T00:40:31.210 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.210 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.210 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.210 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.210 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.210 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.210 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.211 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.211 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.211 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.211 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.211 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.211 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.211 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.211 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.211 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.211 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.211 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2128 2024-08-17T00:40:31.211 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.211 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.212 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.212 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.212 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.212 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.212 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.212 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.212 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.212 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.212 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.212 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71795436 2024-08-17T00:40:31.212 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.212 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.212 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:40:31.212 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.213 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 192937984 2024-08-17T00:40:31.213 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.213 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.213 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:31.213 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.213 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.213 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 464 2024-08-17T00:40:31.213 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.213 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.213 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56998588 2024-08-17T00:40:31.213 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.213 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.213 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.214 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.214 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.214 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.214 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.214 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.214 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.214 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.214 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.214 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.214 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.214 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.214 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.214 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.215 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.215 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.215 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.215 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.215 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.215 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.215 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.215 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.215 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.215 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.215 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.215 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.215 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.215 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68830068 2024-08-17T00:40:31.216 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.216 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.216 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T00:40:31.216 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.216 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 713031680 2024-08-17T00:40:31.216 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.216 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.216 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.216 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.216 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.216 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.216 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.216 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.216 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641234116 2024-08-17T00:40:31.217 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.217 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.217 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.217 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.217 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.217 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.217 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.217 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.217 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.217 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.217 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.217 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.217 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.218 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.218 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.218 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.218 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.218 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 272583 2024-08-17T00:40:31.218 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.218 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.218 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.218 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.218 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.218 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.218 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.219 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.219 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.219 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.219 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.219 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71524981 2024-08-17T00:40:31.219 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.219 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.219 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T00:40:31.219 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T00:40:31.219 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.219 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.219 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:31.219 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.220 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.220 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T00:40:31.220 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.220 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.220 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:31.220 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.220 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.220 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.220 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:31.220 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T00:40:31.220 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37 2024-08-17T00:40:31.220 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.220 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T00:40:31.221 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.221 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.221 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T00:40:31.221 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T00:40:31.221 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.221 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T00:40:31.221 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.221 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.221 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T00:40:31.221 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.221 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.221 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T00:40:31.222 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 22 2024-08-17T00:40:31.222 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.222 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T00:40:31.222 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:31.222 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3343625 2024-08-17T00:40:31.222 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.222 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T00:40:31.222 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.222 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.222 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T00:40:31.222 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:31.223 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 792737 2024-08-17T00:40:31.223 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.223 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T00:40:31.223 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:31.223 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3272594 2024-08-17T00:40:31.223 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.223 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:31.223 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.223 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.223 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T00:40:31.223 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.223 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.223 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.224 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:40:31.224 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.224 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.224 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T00:40:31.224 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.224 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.224 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T00:40:31.224 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.224 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.224 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.224 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T00:40:31.224 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.225 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.225 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.225 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T00:40:31.225 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.225 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.225 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T00:40:31.225 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.225 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.225 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T00:40:31.225 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.225 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.225 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.225 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:40:31.226 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.226 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.226 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:40:31.226 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.226 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.226 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T00:40:31.226 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.226 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.226 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T00:40:31.226 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.226 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.226 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.226 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T00:40:31.227 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.227 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.227 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.227 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:31.227 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T00:40:31.227 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.227 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T00:40:31.227 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 22 2024-08-17T00:40:31.227 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.227 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T00:40:31.227 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:31.227 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3343625 2024-08-17T00:40:31.227 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.228 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:40:31.228 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.228 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.228 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T00:40:31.228 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:31.228 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 792737 2024-08-17T00:40:31.228 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.228 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T00:40:31.228 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:31.228 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3272594 2024-08-17T00:40:31.228 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.229 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T00:40:31.229 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.229 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.229 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T00:40:31.229 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.229 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.229 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T00:40:31.229 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.229 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.229 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T00:40:31.229 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:31.230 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.230 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T00:40:31.230 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 305287168 2024-08-17T00:40:31.230 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.230 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.230 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.230 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.5": { 2024-08-17T00:40:31.230 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:31.230 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T00:40:31.230 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.230 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.230 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:40:31.230 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.231 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.231 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T00:40:31.231 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T00:40:31.231 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.231 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_main": { 2024-08-17T00:40:31.231 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.231 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.231 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T00:40:31.231 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.232 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.232 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T00:40:31.232 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.232 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.232 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T00:40:31.232 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12288 2024-08-17T00:40:31.232 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.232 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T00:40:31.232 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1282048 2024-08-17T00:40:31.232 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.232 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T00:40:31.232 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.232 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.233 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.233 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T00:40:31.233 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.233 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.233 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.233 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T00:40:31.233 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:31.233 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.233 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T00:40:31.234 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 304480256 2024-08-17T00:40:31.234 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.234 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T00:40:31.234 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 925696 2024-08-17T00:40:31.234 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.234 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T00:40:31.234 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 786432 2024-08-17T00:40:31.234 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.234 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T00:40:31.234 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 312868864 2024-08-17T00:40:31.234 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.234 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T00:40:31.234 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.235 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.235 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T00:40:31.235 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.235 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.235 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T00:40:31.235 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14 2024-08-17T00:40:31.235 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.235 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T00:40:31.235 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 195697 2024-08-17T00:40:31.236 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.236 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T00:40:31.236 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23 2024-08-17T00:40:31.236 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.236 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T00:40:31.236 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1269760 2024-08-17T00:40:31.236 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.236 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T00:40:31.236 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1273856 2024-08-17T00:40:31.236 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.236 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T00:40:31.236 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.237 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.237 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T00:40:31.237 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.237 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.237 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T00:40:31.237 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T00:40:31.237 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.237 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T00:40:31.237 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4789 2024-08-17T00:40:31.237 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.237 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T00:40:31.238 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T00:40:31.238 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.238 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T00:40:31.238 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:31.238 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.238 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T00:40:31.238 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:31.238 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.238 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T00:40:31.239 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:31.239 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.239 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T00:40:31.239 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:31.239 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.239 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T00:40:31.239 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.239 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.239 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:40:31.240 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.240 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.240 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:40:31.240 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.240 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.240 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:40:31.240 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.240 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.240 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T00:40:31.240 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.241 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.241 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T00:40:31.241 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.241 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.241 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T00:40:31.241 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.241 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.241 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T00:40:31.241 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.241 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.242 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T00:40:31.242 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.242 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.242 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T00:40:31.242 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2142208 2024-08-17T00:40:31.242 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.242 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.242 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T00:40:31.242 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T00:40:31.242 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T00:40:31.242 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.242 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T00:40:31.242 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 794624 2024-08-17T00:40:31.242 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.243 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T00:40:31.243 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 6, 2024-08-17T00:40:31.243 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 229781 2024-08-17T00:40:31.243 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.243 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T00:40:31.243 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.243 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.243 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.243 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T00:40:31.243 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.243 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.243 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T00:40:31.243 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.244 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.244 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T00:40:31.244 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.244 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.244 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T00:40:31.244 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T00:40:31.244 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4786 2024-08-17T00:40:31.244 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.244 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T00:40:31.244 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.244 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.244 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.244 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T00:40:31.245 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 175, 2024-08-17T00:40:31.245 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 49190570 2024-08-17T00:40:31.245 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.245 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T00:40:31.245 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 172, 2024-08-17T00:40:31.245 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8199151 2024-08-17T00:40:31.245 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.245 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T00:40:31.245 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 175, 2024-08-17T00:40:31.245 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 203622 2024-08-17T00:40:31.245 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.245 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T00:40:31.245 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 175, 2024-08-17T00:40:31.245 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 49394192 2024-08-17T00:40:31.246 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.246 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T00:40:31.246 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.246 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.246 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.246 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T00:40:31.246 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T00:40:31.246 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 34294 2024-08-17T00:40:31.246 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.246 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T00:40:31.246 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:31.247 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1192 2024-08-17T00:40:31.247 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.247 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T00:40:31.247 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.247 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.247 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.247 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:40:31.247 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.247 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.247 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.247 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T00:40:31.247 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:31.247 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6688 2024-08-17T00:40:31.248 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.248 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T00:40:31.248 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 377 2024-08-17T00:40:31.248 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.248 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T00:40:31.248 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 255 2024-08-17T00:40:31.248 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.248 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T00:40:31.248 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97, 2024-08-17T00:40:31.248 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 795852 2024-08-17T00:40:31.248 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.248 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T00:40:31.248 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 159, 2024-08-17T00:40:31.249 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 233031 2024-08-17T00:40:31.249 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.249 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T00:40:31.249 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 62, 2024-08-17T00:40:31.249 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 307744 2024-08-17T00:40:31.249 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.249 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T00:40:31.249 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.249 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.249 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T00:40:31.249 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T00:40:31.249 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 101712 2024-08-17T00:40:31.249 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.250 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T00:40:31.250 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 287, 2024-08-17T00:40:31.250 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3656062 2024-08-17T00:40:31.250 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.250 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:40:31.250 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 48, 2024-08-17T00:40:31.250 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3694023 2024-08-17T00:40:31.250 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.250 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:40:31.250 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 46, 2024-08-17T00:40:31.250 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 275743431746 2024-08-17T00:40:31.250 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.250 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T00:40:31.251 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 48, 2024-08-17T00:40:31.251 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 64209217707 2024-08-17T00:40:31.251 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.251 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T00:40:31.251 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 285, 2024-08-17T00:40:31.251 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6424647655 2024-08-17T00:40:31.251 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.251 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T00:40:31.251 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 285, 2024-08-17T00:40:31.251 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 30303 2024-08-17T00:40:31.251 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.251 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T00:40:31.251 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 287, 2024-08-17T00:40:31.252 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 243568 2024-08-17T00:40:31.252 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.252 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T00:40:31.252 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 287, 2024-08-17T00:40:31.252 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 131115456 2024-08-17T00:40:31.252 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.252 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T00:40:31.252 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 287, 2024-08-17T00:40:31.252 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 85470 2024-08-17T00:40:31.252 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.252 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T00:40:31.252 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 287, 2024-08-17T00:40:31.253 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 127044910 2024-08-17T00:40:31.253 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.253 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T00:40:31.253 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 287, 2024-08-17T00:40:31.253 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15081783 2024-08-17T00:40:31.253 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.253 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T00:40:31.253 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 351497 2024-08-17T00:40:31.253 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.253 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T00:40:31.253 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 39, 2024-08-17T00:40:31.253 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 163594 2024-08-17T00:40:31.253 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.254 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T00:40:31.254 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 287, 2024-08-17T00:40:31.254 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 277179699 2024-08-17T00:40:31.254 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.254 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T00:40:31.254 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 287, 2024-08-17T00:40:31.254 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 18888128 2024-08-17T00:40:31.254 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.254 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T00:40:31.254 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 287, 2024-08-17T00:40:31.254 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2277470 2024-08-17T00:40:31.254 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.255 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.255 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T00:40:31.255 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T00:40:31.255 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1861457182 2024-08-17T00:40:31.255 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.255 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T00:40:31.255 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 269795328 2024-08-17T00:40:31.255 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.255 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T00:40:31.255 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 269688832 2024-08-17T00:40:31.255 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.255 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T00:40:31.255 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3137368883 2024-08-17T00:40:31.255 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.256 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T00:40:31.256 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 106496 2024-08-17T00:40:31.256 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.256 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.256 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T00:40:31.256 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.256 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 159383552 2024-08-17T00:40:31.256 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.256 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.256 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.256 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.256 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.257 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.257 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.257 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.257 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 85497741 2024-08-17T00:40:31.257 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.257 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.257 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.257 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.257 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.257 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.257 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.257 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.257 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.258 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.258 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.258 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.258 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.258 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.258 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.258 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.258 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.258 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.258 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.258 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.258 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.258 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.258 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.259 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.259 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.259 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.259 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.259 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.259 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.259 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73885811 2024-08-17T00:40:31.259 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.259 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.259 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T00:40:31.259 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.259 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 780140544 2024-08-17T00:40:31.259 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.260 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.260 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:31.260 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.260 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.260 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.260 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.260 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.260 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641233061 2024-08-17T00:40:31.260 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.260 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.260 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.260 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.260 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.261 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.261 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.261 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.261 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.261 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.261 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.261 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.261 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.261 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.261 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.261 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.261 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.261 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2128 2024-08-17T00:40:31.261 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.262 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.262 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.262 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.262 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.262 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.262 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.262 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.262 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.262 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.262 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.262 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71796491 2024-08-17T00:40:31.262 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.262 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.263 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:40:31.263 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.263 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 192937984 2024-08-17T00:40:31.263 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.263 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.263 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:31.263 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.263 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.263 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 464 2024-08-17T00:40:31.263 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.263 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.263 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56998494 2024-08-17T00:40:31.263 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.264 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.264 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.264 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.264 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.264 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.264 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.264 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.264 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.264 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.264 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.264 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.264 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.264 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.264 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.265 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.265 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.265 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.265 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.265 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.265 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.265 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.265 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.265 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.265 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.265 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.265 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.265 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.266 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.266 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68830162 2024-08-17T00:40:31.266 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.266 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.266 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T00:40:31.266 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.266 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 713031680 2024-08-17T00:40:31.266 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.266 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.266 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.266 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.266 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.266 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.267 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.267 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.267 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641233061 2024-08-17T00:40:31.267 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.267 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.267 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.267 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.267 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.267 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.267 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.267 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.267 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.267 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.268 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.268 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.268 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.268 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.268 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6975 2024-08-17T00:40:31.268 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.268 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.268 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 277641 2024-08-17T00:40:31.268 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.268 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.268 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.268 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.268 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.269 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.269 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.269 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.269 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.269 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.269 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.269 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71514003 2024-08-17T00:40:31.269 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.269 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.269 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T00:40:31.269 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T00:40:31.269 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.269 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.270 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:31.270 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.270 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.270 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T00:40:31.270 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.270 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.270 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:31.270 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.270 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.270 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.270 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:31.270 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T00:40:31.270 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 41 2024-08-17T00:40:31.271 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.271 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T00:40:31.271 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.271 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.271 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T00:40:31.271 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.271 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.271 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T00:40:31.271 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.271 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.271 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T00:40:31.271 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.271 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.271 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T00:40:31.272 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.272 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.272 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T00:40:31.272 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.272 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.272 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.272 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T00:40:31.272 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.272 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.272 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T00:40:31.272 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.272 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.272 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.273 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T00:40:31.273 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.273 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.273 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.273 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:31.273 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.273 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.273 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T00:40:31.273 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.273 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.273 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.273 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:40:31.273 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.274 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.274 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T00:40:31.274 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.274 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.274 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T00:40:31.274 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.274 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.274 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.274 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T00:40:31.274 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.274 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.274 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.274 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T00:40:31.274 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.275 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.275 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T00:40:31.275 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.275 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.275 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T00:40:31.275 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.275 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.275 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.275 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:40:31.275 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.275 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.275 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:40:31.276 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.276 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.276 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T00:40:31.276 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.276 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.276 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T00:40:31.276 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.276 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.276 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.276 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T00:40:31.276 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.276 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.276 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.277 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:31.277 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.277 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.277 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T00:40:31.277 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.277 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.277 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T00:40:31.277 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.277 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.277 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.277 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:40:31.277 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.277 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.278 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T00:40:31.278 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.278 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.278 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.278 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T00:40:31.278 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.278 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.278 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.278 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T00:40:31.278 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.278 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.278 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T00:40:31.278 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.279 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.279 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T00:40:31.279 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.279 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.279 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T00:40:31.279 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:31.279 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.279 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T00:40:31.279 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 305283072 2024-08-17T00:40:31.279 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.279 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.279 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.279 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.6": { 2024-08-17T00:40:31.279 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:31.280 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T00:40:31.280 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.280 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.280 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:40:31.280 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.280 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.280 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T00:40:31.280 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T00:40:31.280 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.280 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_main": { 2024-08-17T00:40:31.280 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.280 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.280 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T00:40:31.281 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.281 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.281 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T00:40:31.281 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.281 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.281 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T00:40:31.281 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12288 2024-08-17T00:40:31.281 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.281 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T00:40:31.281 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1421312 2024-08-17T00:40:31.281 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.281 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T00:40:31.281 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.281 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.282 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.282 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T00:40:31.282 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.282 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.282 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.282 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T00:40:31.282 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:31.282 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.282 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T00:40:31.282 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 304480256 2024-08-17T00:40:31.282 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.282 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T00:40:31.282 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1056768 2024-08-17T00:40:31.283 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.283 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T00:40:31.283 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 917504 2024-08-17T00:40:31.283 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.283 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T00:40:31.283 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 312868864 2024-08-17T00:40:31.283 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.283 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T00:40:31.283 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.283 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.283 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T00:40:31.283 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.283 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.283 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T00:40:31.284 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14 2024-08-17T00:40:31.284 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.284 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T00:40:31.284 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 195697 2024-08-17T00:40:31.284 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.284 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T00:40:31.284 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23 2024-08-17T00:40:31.284 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.284 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T00:40:31.284 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1269760 2024-08-17T00:40:31.284 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.284 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T00:40:31.284 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1273856 2024-08-17T00:40:31.284 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.285 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T00:40:31.285 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.285 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.285 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T00:40:31.285 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.285 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.285 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T00:40:31.285 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T00:40:31.285 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.285 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T00:40:31.285 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4789 2024-08-17T00:40:31.285 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.285 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T00:40:31.286 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T00:40:31.286 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.286 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T00:40:31.286 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:31.286 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.286 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T00:40:31.286 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:31.286 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.286 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T00:40:31.286 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:31.286 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.286 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T00:40:31.286 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:31.286 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.287 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T00:40:31.287 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.287 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.287 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:40:31.287 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.287 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.287 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:40:31.287 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.287 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.287 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:40:31.287 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.287 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.287 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T00:40:31.288 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.288 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.288 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T00:40:31.288 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.288 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.288 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T00:40:31.288 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.288 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.288 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T00:40:31.288 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.288 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.288 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T00:40:31.288 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.289 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.289 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T00:40:31.289 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2412544 2024-08-17T00:40:31.289 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.289 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.289 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T00:40:31.289 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T00:40:31.289 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T00:40:31.289 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.289 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T00:40:31.289 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1380352 2024-08-17T00:40:31.289 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.289 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T00:40:31.289 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.290 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.290 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.290 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T00:40:31.290 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.290 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.290 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.290 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T00:40:31.290 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.290 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.290 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T00:40:31.290 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.290 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.290 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T00:40:31.290 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.291 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.291 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T00:40:31.291 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 5, 2024-08-17T00:40:31.291 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10190 2024-08-17T00:40:31.291 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.291 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T00:40:31.291 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.291 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.291 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.291 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T00:40:31.291 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 207, 2024-08-17T00:40:31.291 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 58820812 2024-08-17T00:40:31.291 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.291 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T00:40:31.292 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 203, 2024-08-17T00:40:31.292 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4620503 2024-08-17T00:40:31.292 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.292 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T00:40:31.292 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 207, 2024-08-17T00:40:31.292 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 175879 2024-08-17T00:40:31.292 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.292 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T00:40:31.292 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 207, 2024-08-17T00:40:31.292 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 58996691 2024-08-17T00:40:31.292 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.292 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T00:40:31.292 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.293 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.293 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.293 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T00:40:31.293 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:31.293 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29533 2024-08-17T00:40:31.293 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.293 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T00:40:31.293 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:31.293 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1530 2024-08-17T00:40:31.293 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.293 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T00:40:31.293 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.293 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.294 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.294 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:40:31.294 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.294 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.294 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.294 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T00:40:31.294 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T00:40:31.294 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9854 2024-08-17T00:40:31.294 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.294 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T00:40:31.294 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 409 2024-08-17T00:40:31.294 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.294 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T00:40:31.295 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 260 2024-08-17T00:40:31.295 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.295 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T00:40:31.295 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 98, 2024-08-17T00:40:31.295 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 879920 2024-08-17T00:40:31.295 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.295 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T00:40:31.295 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 155, 2024-08-17T00:40:31.295 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 242479 2024-08-17T00:40:31.295 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.295 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T00:40:31.295 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 57, 2024-08-17T00:40:31.295 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 574651 2024-08-17T00:40:31.295 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.296 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T00:40:31.296 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.296 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.296 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T00:40:31.296 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.296 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.296 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.296 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T00:40:31.296 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 291, 2024-08-17T00:40:31.296 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3051999 2024-08-17T00:40:31.296 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.296 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:40:31.296 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41, 2024-08-17T00:40:31.296 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2916939 2024-08-17T00:40:31.297 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.297 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:40:31.297 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41, 2024-08-17T00:40:31.297 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 390045913664 2024-08-17T00:40:31.297 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.297 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T00:40:31.297 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41, 2024-08-17T00:40:31.297 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70762689469 2024-08-17T00:40:31.297 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.297 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T00:40:31.297 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 291, 2024-08-17T00:40:31.297 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 549372 2024-08-17T00:40:31.297 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.298 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T00:40:31.298 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 291, 2024-08-17T00:40:31.298 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 32122 2024-08-17T00:40:31.298 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.298 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T00:40:31.298 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 291, 2024-08-17T00:40:31.298 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 228018 2024-08-17T00:40:31.298 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.298 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T00:40:31.298 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 291, 2024-08-17T00:40:31.298 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 148435001 2024-08-17T00:40:31.298 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.299 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T00:40:31.299 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 291, 2024-08-17T00:40:31.299 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 96137 2024-08-17T00:40:31.299 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.299 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T00:40:31.299 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 291, 2024-08-17T00:40:31.299 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 131969646 2024-08-17T00:40:31.299 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.299 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T00:40:31.299 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 291, 2024-08-17T00:40:31.299 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14875523 2024-08-17T00:40:31.299 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.300 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T00:40:31.300 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 941814 2024-08-17T00:40:31.300 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.300 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T00:40:31.300 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 33, 2024-08-17T00:40:31.300 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 174035 2024-08-17T00:40:31.300 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.300 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T00:40:31.300 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 291, 2024-08-17T00:40:31.300 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 298609152 2024-08-17T00:40:31.300 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.300 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T00:40:31.300 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 291, 2024-08-17T00:40:31.301 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17082763 2024-08-17T00:40:31.301 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.301 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T00:40:31.301 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 291, 2024-08-17T00:40:31.301 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1945859 2024-08-17T00:40:31.301 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.301 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.301 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T00:40:31.301 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T00:40:31.301 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1861457182 2024-08-17T00:40:31.301 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.301 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T00:40:31.301 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 270909440 2024-08-17T00:40:31.302 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.302 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T00:40:31.302 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 270221312 2024-08-17T00:40:31.302 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.302 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T00:40:31.302 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3137368883 2024-08-17T00:40:31.302 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.302 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T00:40:31.302 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 688128 2024-08-17T00:40:31.302 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.302 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.302 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T00:40:31.302 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.303 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 159383552 2024-08-17T00:40:31.303 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.303 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.303 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.303 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.303 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.303 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.303 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.303 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.303 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 85497164 2024-08-17T00:40:31.303 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.303 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.304 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.304 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.304 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.304 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.304 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.304 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.304 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.304 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.304 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.304 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.304 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.304 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.304 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.304 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.305 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.305 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8192 2024-08-17T00:40:31.305 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.305 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.305 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.305 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.305 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.305 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.305 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.305 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.305 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.305 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.305 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.305 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73878196 2024-08-17T00:40:31.306 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.306 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.306 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T00:40:31.306 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.306 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 780140544 2024-08-17T00:40:31.306 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.306 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.306 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:31.306 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.306 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.306 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.306 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.306 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.307 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641228732 2024-08-17T00:40:31.307 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.307 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.307 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.307 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.307 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.307 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.307 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.307 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.307 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.307 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.307 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.307 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.307 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.308 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.308 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.308 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.308 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.308 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2128 2024-08-17T00:40:31.308 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.308 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.308 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.308 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.308 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.308 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.308 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.308 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.309 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.309 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.309 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.309 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71800820 2024-08-17T00:40:31.309 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.309 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.309 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:40:31.309 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.309 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 192937984 2024-08-17T00:40:31.309 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.309 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.309 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:31.310 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.310 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.310 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 464 2024-08-17T00:40:31.310 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.310 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.310 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56998109 2024-08-17T00:40:31.310 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.310 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.310 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.310 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.310 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.310 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.310 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.311 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.311 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.311 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.311 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.311 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.311 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.311 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.311 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.311 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.311 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.311 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.311 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.311 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.311 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.312 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.312 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.312 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.312 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.312 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.312 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.312 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.312 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.312 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68830547 2024-08-17T00:40:31.312 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.312 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.312 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T00:40:31.312 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.313 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 713031680 2024-08-17T00:40:31.313 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.313 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.313 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.313 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.313 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.313 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.313 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.313 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.313 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641228732 2024-08-17T00:40:31.313 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.313 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.313 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.314 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.314 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.314 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.314 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.314 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.314 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.314 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.314 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.314 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.314 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.314 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.314 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7115 2024-08-17T00:40:31.314 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.315 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.315 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 278929 2024-08-17T00:40:31.315 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.315 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.315 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.315 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.315 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.315 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.315 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.315 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.315 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.315 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.315 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.316 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71516904 2024-08-17T00:40:31.316 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.316 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.316 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T00:40:31.316 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T00:40:31.316 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.316 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.316 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:31.316 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.316 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.316 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T00:40:31.316 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.316 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.316 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:31.317 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.317 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.317 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.317 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:31.317 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T00:40:31.317 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 39 2024-08-17T00:40:31.317 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.317 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T00:40:31.317 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.317 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.317 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T00:40:31.317 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14 2024-08-17T00:40:31.317 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.317 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T00:40:31.318 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.318 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.318 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T00:40:31.318 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.318 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.318 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T00:40:31.318 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2894 2024-08-17T00:40:31.318 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.318 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T00:40:31.318 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14, 2024-08-17T00:40:31.318 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70249780 2024-08-17T00:40:31.318 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.318 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T00:40:31.319 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.319 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.319 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T00:40:31.319 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 16, 2024-08-17T00:40:31.319 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10969254 2024-08-17T00:40:31.319 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.319 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T00:40:31.319 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14, 2024-08-17T00:40:31.319 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 41389529 2024-08-17T00:40:31.319 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.319 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:31.319 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.319 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.319 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T00:40:31.320 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.320 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.320 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.320 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:40:31.320 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.320 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.320 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T00:40:31.320 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.320 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.320 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T00:40:31.320 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.320 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.320 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.320 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T00:40:31.321 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.321 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.321 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.321 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T00:40:31.321 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.321 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.321 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T00:40:31.321 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.321 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.321 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T00:40:31.321 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.321 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.321 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.322 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:40:31.322 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.322 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.322 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:40:31.322 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.322 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.322 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T00:40:31.322 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.322 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.322 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T00:40:31.322 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.322 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.322 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.323 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T00:40:31.323 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.323 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.323 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.323 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:31.323 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14 2024-08-17T00:40:31.323 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.323 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T00:40:31.323 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2894 2024-08-17T00:40:31.323 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.323 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T00:40:31.323 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14, 2024-08-17T00:40:31.323 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70249780 2024-08-17T00:40:31.324 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.324 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:40:31.324 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.324 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.324 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T00:40:31.324 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 16, 2024-08-17T00:40:31.324 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10969254 2024-08-17T00:40:31.324 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.324 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T00:40:31.324 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14, 2024-08-17T00:40:31.324 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 41389529 2024-08-17T00:40:31.324 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.324 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T00:40:31.325 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.325 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.325 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T00:40:31.325 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.325 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.325 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T00:40:31.325 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.325 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.325 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T00:40:31.325 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:31.325 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.325 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T00:40:31.325 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 305868800 2024-08-17T00:40:31.325 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.326 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.326 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.326 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.7": { 2024-08-17T00:40:31.326 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:31.326 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T00:40:31.326 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.326 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.326 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:40:31.326 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.326 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.326 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T00:40:31.326 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T00:40:31.326 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.326 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_main": { 2024-08-17T00:40:31.327 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.327 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.327 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T00:40:31.327 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.327 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.327 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T00:40:31.327 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.327 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.327 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T00:40:31.327 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12288 2024-08-17T00:40:31.327 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.327 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T00:40:31.327 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1409024 2024-08-17T00:40:31.327 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.328 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T00:40:31.328 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.328 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.328 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.328 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T00:40:31.328 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.328 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.328 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.328 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T00:40:31.328 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:31.328 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.328 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T00:40:31.328 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 304480256 2024-08-17T00:40:31.328 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.329 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T00:40:31.329 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1081344 2024-08-17T00:40:31.329 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.329 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T00:40:31.329 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 942080 2024-08-17T00:40:31.329 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.329 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T00:40:31.329 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 312868864 2024-08-17T00:40:31.329 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.329 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T00:40:31.329 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.329 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.329 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T00:40:31.330 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.330 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T00:40:31.330 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14 2024-08-17T00:40:31.330 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.330 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T00:40:31.330 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 195697 2024-08-17T00:40:31.330 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.330 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T00:40:31.330 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23 2024-08-17T00:40:31.330 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.330 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T00:40:31.331 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1269760 2024-08-17T00:40:31.331 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.331 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T00:40:31.331 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1273856 2024-08-17T00:40:31.331 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.331 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T00:40:31.331 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.331 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.331 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T00:40:31.331 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.331 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.331 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T00:40:31.331 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T00:40:31.332 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.332 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T00:40:31.332 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4789 2024-08-17T00:40:31.332 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.332 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T00:40:31.332 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T00:40:31.332 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.332 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T00:40:31.332 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:31.332 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.332 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T00:40:31.332 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:31.332 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.332 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T00:40:31.333 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:31.333 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.333 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T00:40:31.333 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:31.333 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.333 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T00:40:31.333 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.333 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.333 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:40:31.333 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.333 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.333 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:40:31.333 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.334 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.334 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:40:31.334 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.334 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.334 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T00:40:31.334 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.334 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.334 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T00:40:31.334 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.334 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.334 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T00:40:31.334 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.334 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.335 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T00:40:31.335 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.335 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.335 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T00:40:31.335 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.335 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.335 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T00:40:31.335 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2424832 2024-08-17T00:40:31.335 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.335 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.335 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T00:40:31.335 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T00:40:31.335 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T00:40:31.335 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.336 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T00:40:31.336 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1376256 2024-08-17T00:40:31.336 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.336 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T00:40:31.336 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T00:40:31.336 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 135747 2024-08-17T00:40:31.336 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.336 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T00:40:31.336 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.336 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.336 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.336 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T00:40:31.336 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.337 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.337 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T00:40:31.337 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.337 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.337 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T00:40:31.337 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.337 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.337 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T00:40:31.337 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15, 2024-08-17T00:40:31.337 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 39981 2024-08-17T00:40:31.337 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.337 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T00:40:31.337 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.337 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.338 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.338 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T00:40:31.338 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 213, 2024-08-17T00:40:31.338 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56919178 2024-08-17T00:40:31.338 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.338 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T00:40:31.338 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 201, 2024-08-17T00:40:31.338 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20754296 2024-08-17T00:40:31.338 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.338 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T00:40:31.338 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 213, 2024-08-17T00:40:31.338 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 145033 2024-08-17T00:40:31.338 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.339 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T00:40:31.339 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 213, 2024-08-17T00:40:31.339 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57064211 2024-08-17T00:40:31.339 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.339 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T00:40:31.339 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.339 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.339 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.339 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T00:40:31.339 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:31.339 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37845 2024-08-17T00:40:31.339 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.339 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T00:40:31.339 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:31.340 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1464 2024-08-17T00:40:31.340 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.340 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T00:40:31.340 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.340 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.340 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.340 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:40:31.340 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:31.340 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.340 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.340 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T00:40:31.340 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:31.340 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7500 2024-08-17T00:40:31.341 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.341 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T00:40:31.341 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 783 2024-08-17T00:40:31.341 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.341 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T00:40:31.341 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 298 2024-08-17T00:40:31.341 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.341 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T00:40:31.341 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 144, 2024-08-17T00:40:31.341 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5183670 2024-08-17T00:40:31.341 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.341 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T00:40:31.341 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 234, 2024-08-17T00:40:31.342 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 353890 2024-08-17T00:40:31.342 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.342 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T00:40:31.342 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 90, 2024-08-17T00:40:31.342 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4269558 2024-08-17T00:40:31.342 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.342 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T00:40:31.342 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.342 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.342 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T00:40:31.342 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:31.342 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17944 2024-08-17T00:40:31.342 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.343 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T00:40:31.343 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 319, 2024-08-17T00:40:31.343 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2241628 2024-08-17T00:40:31.343 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.343 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:40:31.343 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 26, 2024-08-17T00:40:31.343 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1988394 2024-08-17T00:40:31.343 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.343 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:40:31.343 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 26, 2024-08-17T00:40:31.343 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 215483572831 2024-08-17T00:40:31.343 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.343 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T00:40:31.343 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 26, 2024-08-17T00:40:31.344 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 40170550424 2024-08-17T00:40:31.344 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.344 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T00:40:31.344 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 319, 2024-08-17T00:40:31.344 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2204693 2024-08-17T00:40:31.344 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.344 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T00:40:31.344 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 319, 2024-08-17T00:40:31.344 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 44356 2024-08-17T00:40:31.344 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.344 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T00:40:31.344 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 319, 2024-08-17T00:40:31.344 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 226407 2024-08-17T00:40:31.345 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.345 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T00:40:31.345 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 319, 2024-08-17T00:40:31.345 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 181007604 2024-08-17T00:40:31.345 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.345 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T00:40:31.345 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 319, 2024-08-17T00:40:31.345 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 134050 2024-08-17T00:40:31.345 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.345 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T00:40:31.345 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 319, 2024-08-17T00:40:31.345 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 97520545 2024-08-17T00:40:31.345 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.345 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T00:40:31.346 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 319, 2024-08-17T00:40:31.346 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13684808 2024-08-17T00:40:31.346 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.346 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T00:40:31.346 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 939724 2024-08-17T00:40:31.346 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.346 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T00:40:31.346 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25, 2024-08-17T00:40:31.346 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 121385 2024-08-17T00:40:31.346 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.346 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T00:40:31.346 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 319, 2024-08-17T00:40:31.346 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 294747457 2024-08-17T00:40:31.346 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.347 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T00:40:31.347 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 319, 2024-08-17T00:40:31.347 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16333657 2024-08-17T00:40:31.347 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.347 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T00:40:31.347 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 319, 2024-08-17T00:40:31.347 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2180948 2024-08-17T00:40:31.347 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.347 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.347 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T00:40:31.347 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T00:40:31.347 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1861457182 2024-08-17T00:40:31.347 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.348 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T00:40:31.348 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 271122432 2024-08-17T00:40:31.348 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.348 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T00:40:31.348 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 269656064 2024-08-17T00:40:31.348 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.348 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T00:40:31.348 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3137368883 2024-08-17T00:40:31.348 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.348 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T00:40:31.348 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1466368 2024-08-17T00:40:31.348 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.348 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.349 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T00:40:31.349 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.349 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 159383552 2024-08-17T00:40:31.349 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.349 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.349 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.349 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.349 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.349 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.349 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.349 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.349 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 85478877 2024-08-17T00:40:31.349 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.349 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.350 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.350 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.350 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.350 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8192 2024-08-17T00:40:31.350 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.350 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.350 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 147456 2024-08-17T00:40:31.350 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.350 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.350 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.350 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.350 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.351 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.351 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.351 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.351 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 143360 2024-08-17T00:40:31.351 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.351 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.351 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.351 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.351 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.351 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.351 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.351 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.351 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.352 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.352 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.352 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73605667 2024-08-17T00:40:31.352 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.352 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.352 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T00:40:31.352 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.352 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 780140544 2024-08-17T00:40:31.352 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.352 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.352 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:31.352 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.352 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.353 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.353 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.353 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.353 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641091578 2024-08-17T00:40:31.353 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.353 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.353 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.353 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.353 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.353 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.353 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.353 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.353 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.354 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.354 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.354 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.354 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.354 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.354 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.354 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.354 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.354 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2128 2024-08-17T00:40:31.354 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.354 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.354 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.354 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.355 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.355 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.355 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.355 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.355 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.355 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.355 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.355 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71937974 2024-08-17T00:40:31.355 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.355 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.355 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:40:31.355 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.356 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 192937984 2024-08-17T00:40:31.356 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.356 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.356 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:31.356 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.356 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.356 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 464 2024-08-17T00:40:31.356 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.356 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.356 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56985918 2024-08-17T00:40:31.356 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.356 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.356 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.357 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.357 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.357 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.357 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.357 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.357 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.357 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.357 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.357 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.357 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.357 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.357 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.357 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.357 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.358 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.358 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.358 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.358 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.358 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.358 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.358 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.358 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.358 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.358 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.358 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.358 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.359 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68842738 2024-08-17T00:40:31.359 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.359 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.359 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T00:40:31.359 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:31.359 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 713031680 2024-08-17T00:40:31.359 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.359 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:31.359 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.359 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.359 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:31.360 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.360 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.360 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:31.360 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641091578 2024-08-17T00:40:31.360 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.360 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:31.360 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.360 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.360 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:31.360 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4285 2024-08-17T00:40:31.360 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.360 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:31.360 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12857 2024-08-17T00:40:31.360 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.361 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:31.361 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.361 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.361 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:31.361 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.361 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.361 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:31.361 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 282871 2024-08-17T00:40:31.361 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.361 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:31.361 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.361 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.361 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:31.362 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.362 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.362 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:31.362 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.362 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.362 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:31.362 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71640089 2024-08-17T00:40:31.362 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.362 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.362 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T00:40:31.362 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T00:40:31.362 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.363 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.363 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:31.363 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.363 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.363 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T00:40:31.363 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.363 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.363 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:31.363 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.363 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.363 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.363 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:31.363 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T00:40:31.363 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 46 2024-08-17T00:40:31.363 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.364 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T00:40:31.364 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.364 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.364 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T00:40:31.364 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 157 2024-08-17T00:40:31.364 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.364 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T00:40:31.364 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.364 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.364 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T00:40:31.364 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.364 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.364 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T00:40:31.364 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.365 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.365 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T00:40:31.365 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 157, 2024-08-17T00:40:31.365 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 89445361 2024-08-17T00:40:31.365 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.365 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T00:40:31.365 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266182 2024-08-17T00:40:31.365 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.365 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T00:40:31.365 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 159, 2024-08-17T00:40:31.365 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37301356 2024-08-17T00:40:31.365 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.365 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T00:40:31.365 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 157, 2024-08-17T00:40:31.366 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 77365016 2024-08-17T00:40:31.366 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.366 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:31.366 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 110 2024-08-17T00:40:31.366 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.366 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T00:40:31.366 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 110, 2024-08-17T00:40:31.366 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16670449 2024-08-17T00:40:31.366 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.366 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:40:31.366 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.366 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.367 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T00:40:31.367 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266182 2024-08-17T00:40:31.367 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.367 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T00:40:31.367 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 110, 2024-08-17T00:40:31.367 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14718969 2024-08-17T00:40:31.367 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.367 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T00:40:31.367 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 110, 2024-08-17T00:40:31.367 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11964025 2024-08-17T00:40:31.367 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.367 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T00:40:31.367 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 42 2024-08-17T00:40:31.368 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.368 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T00:40:31.368 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.368 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.368 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T00:40:31.368 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 42, 2024-08-17T00:40:31.368 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 40345008 2024-08-17T00:40:31.368 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.368 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:40:31.368 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.368 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.368 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:40:31.368 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.368 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.369 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T00:40:31.369 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.369 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.369 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T00:40:31.369 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 42, 2024-08-17T00:40:31.369 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16940631 2024-08-17T00:40:31.369 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.369 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T00:40:31.369 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 42, 2024-08-17T00:40:31.369 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37578645 2024-08-17T00:40:31.369 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.369 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:31.369 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5 2024-08-17T00:40:31.370 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.370 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T00:40:31.370 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.370 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.370 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T00:40:31.370 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 5, 2024-08-17T00:40:31.370 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 32429904 2024-08-17T00:40:31.370 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.370 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:40:31.370 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.370 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.370 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T00:40:31.370 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7, 2024-08-17T00:40:31.370 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5641756 2024-08-17T00:40:31.371 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.371 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T00:40:31.371 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 5, 2024-08-17T00:40:31.371 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 27822346 2024-08-17T00:40:31.371 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.371 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T00:40:31.371 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.371 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.371 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T00:40:31.371 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.371 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.371 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T00:40:31.372 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:31.372 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.372 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T00:40:31.372 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:31.372 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.372 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T00:40:31.372 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 305864704 2024-08-17T00:40:31.372 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.372 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.372 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.372 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.372 INFO:tasks.workunit.client.0.smithi082.stdout: "pools": [ 2024-08-17T00:40:31.372 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.373 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T00:40:31.373 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr" 2024-08-17T00:40:31.373 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.373 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T00:40:31.373 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T00:40:31.373 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T00:40:31.373 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T00:40:31.373 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:40:31.373 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 1, 2024-08-17T00:40:31.373 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 1, 2024-08-17T00:40:31.373 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 1, 2024-08-17T00:40:31.373 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T00:40:31.373 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T00:40:31.374 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 727115245834, 2024-08-17T00:40:31.374 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 1781760, 2024-08-17T00:40:31.374 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T00:40:31.374 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T00:40:31.374 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 1781760, 2024-08-17T00:40:31.374 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T00:40:31.374 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 242371739648, 2024-08-17T00:40:31.374 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 2, 2024-08-17T00:40:31.374 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 0, 2024-08-17T00:40:31.374 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 2.4504447537765373e-06, 2024-08-17T00:40:31.374 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T00:40:31.374 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T00:40:31.374 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 502, 2024-08-17T00:40:31.375 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 690176, 2024-08-17T00:40:31.375 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 590368, 2024-08-17T00:40:31.375 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 590368, 2024-08-17T00:40:31.375 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 0, 2024-08-17T00:40:31.375 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 1771104, 2024-08-17T00:40:31.375 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 243, 2024-08-17T00:40:31.375 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 2473984 2024-08-17T00:40:31.375 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.375 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T00:40:31.375 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T00:40:31.375 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T00:40:31.375 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.375 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.376 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T00:40:31.376 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs" 2024-08-17T00:40:31.376 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.376 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T00:40:31.376 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T00:40:31.376 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T00:40:31.376 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T00:40:31.376 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:40:31.376 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 32, 2024-08-17T00:40:31.376 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 32, 2024-08-17T00:40:31.376 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 2, 2024-08-17T00:40:31.376 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T00:40:31.377 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T00:40:31.377 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 727115245834, 2024-08-17T00:40:31.377 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 98304, 2024-08-17T00:40:31.377 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T00:40:31.377 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T00:40:31.377 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 98304, 2024-08-17T00:40:31.377 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T00:40:31.377 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 242371739648, 2024-08-17T00:40:31.377 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 22, 2024-08-17T00:40:31.377 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 0, 2024-08-17T00:40:31.377 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 1.351972542806834e-07, 2024-08-17T00:40:31.377 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T00:40:31.377 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T00:40:31.378 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 0, 2024-08-17T00:40:31.378 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 0, 2024-08-17T00:40:31.378 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 3410, 2024-08-17T00:40:31.378 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 3410, 2024-08-17T00:40:31.378 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 0, 2024-08-17T00:40:31.378 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 10230, 2024-08-17T00:40:31.378 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 52, 2024-08-17T00:40:31.378 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 20480 2024-08-17T00:40:31.378 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.378 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T00:40:31.378 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T00:40:31.378 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T00:40:31.379 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.379 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.379 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T00:40:31.379 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs" 2024-08-17T00:40:31.379 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.379 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T00:40:31.379 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T00:40:31.379 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T00:40:31.379 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T00:40:31.379 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:40:31.379 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 64, 2024-08-17T00:40:31.379 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 64, 2024-08-17T00:40:31.379 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 3, 2024-08-17T00:40:31.380 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T00:40:31.380 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T00:40:31.380 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 727115245834, 2024-08-17T00:40:31.380 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 0, 2024-08-17T00:40:31.380 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T00:40:31.380 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T00:40:31.380 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 0, 2024-08-17T00:40:31.380 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T00:40:31.380 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 242371739648, 2024-08-17T00:40:31.380 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 0, 2024-08-17T00:40:31.380 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 0, 2024-08-17T00:40:31.380 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 0.0, 2024-08-17T00:40:31.380 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T00:40:31.380 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T00:40:31.381 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 0, 2024-08-17T00:40:31.381 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 0, 2024-08-17T00:40:31.381 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 0, 2024-08-17T00:40:31.381 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 0, 2024-08-17T00:40:31.381 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 0, 2024-08-17T00:40:31.381 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 0, 2024-08-17T00:40:31.381 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 0, 2024-08-17T00:40:31.381 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 0 2024-08-17T00:40:31.381 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.381 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T00:40:31.381 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T00:40:31.382 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T00:40:31.382 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.382 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.382 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T00:40:31.382 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd" 2024-08-17T00:40:31.382 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.382 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T00:40:31.382 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T00:40:31.382 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T00:40:31.382 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T00:40:31.382 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:40:31.383 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 8, 2024-08-17T00:40:31.383 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 8, 2024-08-17T00:40:31.383 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 4, 2024-08-17T00:40:31.383 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T00:40:31.383 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T00:40:31.383 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 727115245834, 2024-08-17T00:40:31.383 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 12288, 2024-08-17T00:40:31.383 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T00:40:31.383 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T00:40:31.383 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 12288, 2024-08-17T00:40:31.384 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T00:40:31.384 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 242371739648, 2024-08-17T00:40:31.384 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 2, 2024-08-17T00:40:31.384 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 0, 2024-08-17T00:40:31.384 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-17T00:40:31.384 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T00:40:31.384 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T00:40:31.384 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 0, 2024-08-17T00:40:31.384 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 0, 2024-08-17T00:40:31.385 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 19, 2024-08-17T00:40:31.385 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 19, 2024-08-17T00:40:31.385 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 0, 2024-08-17T00:40:31.385 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 57, 2024-08-17T00:40:31.385 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 2, 2024-08-17T00:40:31.385 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 2048 2024-08-17T00:40:31.385 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.385 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T00:40:31.386 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T00:40:31.386 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T00:40:31.386 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.386 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.386 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd": { 2024-08-17T00:40:31.386 INFO:tasks.workunit.client.0.smithi082.stdout: "mirroring_by_pool": [ 2024-08-17T00:40:31.386 INFO:tasks.workunit.client.0.smithi082.stdout: false 2024-08-17T00:40:31.386 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_images_by_pool": [ 2024-08-17T00:40:31.386 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:31.386 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pools": 1 2024-08-17T00:40:31.387 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.387 INFO:tasks.workunit.client.0.smithi082.stdout: "report_id": "ad84adfb-a6bd-4925-a80e-1b3716226455", 2024-08-17T00:40:31.387 INFO:tasks.workunit.client.0.smithi082.stdout: "report_timestamp": "2024-08-17T00:40:30.477363", 2024-08-17T00:40:31.387 INFO:tasks.workunit.client.0.smithi082.stdout: "report_version": 1, 2024-08-17T00:40:31.387 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_stats": { 2024-08-17T00:40:31.387 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "6.15.5" 2024-08-17T00:40:31.387 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.387 INFO:tasks.workunit.client.0.smithi082.stdout: "rook": { 2024-08-17T00:40:31.387 INFO:tasks.workunit.client.0.smithi082.stdout: "cluster": { 2024-08-17T00:40:31.387 INFO:tasks.workunit.client.0.smithi082.stdout: "external-mode": null, 2024-08-17T00:40:31.387 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T00:40:31.387 INFO:tasks.workunit.client.0.smithi082.stdout: "allow-multiple-per-node": null, 2024-08-17T00:40:31.388 INFO:tasks.workunit.client.0.smithi082.stdout: "count": null, 2024-08-17T00:40:31.388 INFO:tasks.workunit.client.0.smithi082.stdout: "max-id": null, 2024-08-17T00:40:31.388 INFO:tasks.workunit.client.0.smithi082.stdout: "pvc": { 2024-08-17T00:40:31.388 INFO:tasks.workunit.client.0.smithi082.stdout: "enabled": null 2024-08-17T00:40:31.388 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.388 INFO:tasks.workunit.client.0.smithi082.stdout: "stretch": { 2024-08-17T00:40:31.388 INFO:tasks.workunit.client.0.smithi082.stdout: "enabled": null 2024-08-17T00:40:31.388 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.388 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.388 INFO:tasks.workunit.client.0.smithi082.stdout: "network": { 2024-08-17T00:40:31.388 INFO:tasks.workunit.client.0.smithi082.stdout: "provider": null 2024-08-17T00:40:31.388 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.388 INFO:tasks.workunit.client.0.smithi082.stdout: "storage": { 2024-08-17T00:40:31.389 INFO:tasks.workunit.client.0.smithi082.stdout: "device-set": { 2024-08-17T00:40:31.389 INFO:tasks.workunit.client.0.smithi082.stdout: "count": { 2024-08-17T00:40:31.389 INFO:tasks.workunit.client.0.smithi082.stdout: "non-portable": null, 2024-08-17T00:40:31.389 INFO:tasks.workunit.client.0.smithi082.stdout: "portable": null, 2024-08-17T00:40:31.389 INFO:tasks.workunit.client.0.smithi082.stdout: "total": null 2024-08-17T00:40:31.389 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.389 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.389 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.389 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.389 INFO:tasks.workunit.client.0.smithi082.stdout: "csi": { 2024-08-17T00:40:31.389 INFO:tasks.workunit.client.0.smithi082.stdout: "version": null 2024-08-17T00:40:31.389 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.389 INFO:tasks.workunit.client.0.smithi082.stdout: "kubernetes": { 2024-08-17T00:40:31.389 INFO:tasks.workunit.client.0.smithi082.stdout: "version": null 2024-08-17T00:40:31.390 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.390 INFO:tasks.workunit.client.0.smithi082.stdout: "node": { 2024-08-17T00:40:31.390 INFO:tasks.workunit.client.0.smithi082.stdout: "count": { 2024-08-17T00:40:31.390 INFO:tasks.workunit.client.0.smithi082.stdout: "kubernetes-total": null, 2024-08-17T00:40:31.390 INFO:tasks.workunit.client.0.smithi082.stdout: "with-ceph-daemons": null, 2024-08-17T00:40:31.390 INFO:tasks.workunit.client.0.smithi082.stdout: "with-csi-cephfs-plugin": null, 2024-08-17T00:40:31.390 INFO:tasks.workunit.client.0.smithi082.stdout: "with-csi-nfs-plugin": null, 2024-08-17T00:40:31.390 INFO:tasks.workunit.client.0.smithi082.stdout: "with-csi-rbd-plugin": null 2024-08-17T00:40:31.390 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.390 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.390 INFO:tasks.workunit.client.0.smithi082.stdout: "usage": { 2024-08-17T00:40:31.390 INFO:tasks.workunit.client.0.smithi082.stdout: "storage-class": { 2024-08-17T00:40:31.390 INFO:tasks.workunit.client.0.smithi082.stdout: "count": { 2024-08-17T00:40:31.391 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket": null, 2024-08-17T00:40:31.391 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs": null, 2024-08-17T00:40:31.391 INFO:tasks.workunit.client.0.smithi082.stdout: "nfs": null, 2024-08-17T00:40:31.391 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd": null, 2024-08-17T00:40:31.391 INFO:tasks.workunit.client.0.smithi082.stdout: "total": null 2024-08-17T00:40:31.391 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.391 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:31.391 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.391 INFO:tasks.workunit.client.0.smithi082.stdout: "version": null 2024-08-17T00:40:31.391 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.391 INFO:tasks.workunit.client.0.smithi082.stdout: "services": {}, 2024-08-17T00:40:31.391 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_per_pg": [ 2024-08-17T00:40:31.391 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.392 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.392 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:31.392 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:31.392 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:31.392 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.392 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:31.392 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.392 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.392 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.392 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.392 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.392 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.392 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157884+0000", 2024-08-17T00:40:31.392 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.964958+0000", 2024-08-17T00:40:31.393 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.964958+0000", 2024-08-17T00:40:31.393 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.965385+0000", 2024-08-17T00:40:31.393 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157884+0000", 2024-08-17T00:40:31.393 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.393 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.393 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.393 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.393 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157884+0000", 2024-08-17T00:40:31.393 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157884+0000", 2024-08-17T00:40:31.393 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157884+0000", 2024-08-17T00:40:31.393 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.393 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.394 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.394 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157884+0000", 2024-08-17T00:40:31.394 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157884+0000", 2024-08-17T00:40:31.394 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.394 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.394 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.394 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.394 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.394 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.394 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.394 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.394 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.395 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.395 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.395 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.395 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.395 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3f", 2024-08-17T00:40:31.395 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.395 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.395 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.395 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.395 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.395 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:07:45.455159+0000", 2024-08-17T00:40:31.395 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.395 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.395 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.397 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.397 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.397 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.397 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.397 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.397 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.397 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.397 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.397 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.397 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.397 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.397 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.398 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.398 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.398 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.398 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.398 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.398 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.398 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.398 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.398 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.398 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.398 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.398 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.398 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.398 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.399 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.399 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.399 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.399 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.399 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:31.399 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:31.399 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:31.399 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.399 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:31.399 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.399 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.399 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.399 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.400 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:31.400 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:31.400 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:31.400 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.400 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:31.400 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.400 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.400 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.400 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.400 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.400 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.400 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.130618+0000", 2024-08-17T00:40:31.401 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.955741+0000", 2024-08-17T00:40:31.401 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.955741+0000", 2024-08-17T00:40:31.401 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.955968+0000", 2024-08-17T00:40:31.401 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.130618+0000", 2024-08-17T00:40:31.401 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.401 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.401 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.401 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.401 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.130618+0000", 2024-08-17T00:40:31.401 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.130618+0000", 2024-08-17T00:40:31.401 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.130618+0000", 2024-08-17T00:40:31.401 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.401 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.402 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.402 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.130618+0000", 2024-08-17T00:40:31.402 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.130618+0000", 2024-08-17T00:40:31.402 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.402 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.402 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.402 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.402 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.402 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.402 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.402 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.402 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.403 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.403 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.403 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.403 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.403 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3e", 2024-08-17T00:40:31.403 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.403 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.403 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.403 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.403 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.403 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:56:07.048116+0000", 2024-08-17T00:40:31.403 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.403 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.404 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.407 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.407 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.407 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.407 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.407 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.407 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:31.407 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:31.407 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:31.407 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.407 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:31.408 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.408 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.408 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.408 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.408 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:31.408 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:31.408 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:31.408 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.408 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T00:40:31.408 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.408 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.408 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.409 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.409 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.409 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.409 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.127645+0000", 2024-08-17T00:40:31.409 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.955302+0000", 2024-08-17T00:40:31.409 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.955302+0000", 2024-08-17T00:40:31.409 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.955555+0000", 2024-08-17T00:40:31.409 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.127645+0000", 2024-08-17T00:40:31.409 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.409 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.410 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.410 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.410 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.127645+0000", 2024-08-17T00:40:31.410 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.127645+0000", 2024-08-17T00:40:31.410 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.127645+0000", 2024-08-17T00:40:31.410 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.410 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.410 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.410 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.127645+0000", 2024-08-17T00:40:31.411 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.127645+0000", 2024-08-17T00:40:31.411 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.411 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.411 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.411 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.411 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.411 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.411 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.411 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.411 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.411 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.411 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.412 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.412 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.412 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3d", 2024-08-17T00:40:31.412 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.412 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.412 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.412 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.412 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.412 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:04:43.432722+0000", 2024-08-17T00:40:31.412 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.413 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.413 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.413 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.413 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.413 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.413 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.413 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.413 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.413 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.413 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.413 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.413 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.413 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.416 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.416 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.416 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.416 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.416 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:31.416 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:31.416 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:31.416 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.416 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T00:40:31.416 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.416 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.417 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.417 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.417 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.417 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.417 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:31.417 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.417 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:31.417 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.417 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.417 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.417 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.417 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.417 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.417 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.133259+0000", 2024-08-17T00:40:31.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.955832+0000", 2024-08-17T00:40:31.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.955832+0000", 2024-08-17T00:40:31.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.956129+0000", 2024-08-17T00:40:31.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.133259+0000", 2024-08-17T00:40:31.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.133259+0000", 2024-08-17T00:40:31.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.133259+0000", 2024-08-17T00:40:31.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.133259+0000", 2024-08-17T00:40:31.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.419 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.419 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.133259+0000", 2024-08-17T00:40:31.419 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.133259+0000", 2024-08-17T00:40:31.419 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.419 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.419 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.419 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.419 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.419 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.419 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.419 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.419 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.419 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.420 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.420 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.420 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.420 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3c", 2024-08-17T00:40:31.420 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.420 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.420 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.420 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.420 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.420 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:00:58.259544+0000", 2024-08-17T00:40:31.420 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.420 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.420 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.420 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.424 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.424 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.424 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.424 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.424 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.424 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.424 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:31.424 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.424 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:31.424 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.424 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.424 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.424 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.425 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:31.425 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:31.425 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:31.425 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.425 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:31.425 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.425 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.425 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.425 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.425 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.425 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.425 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157285+0000", 2024-08-17T00:40:31.425 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.958847+0000", 2024-08-17T00:40:31.425 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.958847+0000", 2024-08-17T00:40:31.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.959105+0000", 2024-08-17T00:40:31.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157285+0000", 2024-08-17T00:40:31.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157285+0000", 2024-08-17T00:40:31.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157285+0000", 2024-08-17T00:40:31.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157285+0000", 2024-08-17T00:40:31.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157285+0000", 2024-08-17T00:40:31.427 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157285+0000", 2024-08-17T00:40:31.427 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.427 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.427 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.427 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.427 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.427 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.427 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.427 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.427 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.427 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.427 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.427 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.428 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.428 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3b", 2024-08-17T00:40:31.428 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.428 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.428 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.428 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.428 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.428 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:15:48.258405+0000", 2024-08-17T00:40:31.428 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.428 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.428 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.428 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.428 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.431 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.432 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.432 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.432 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.432 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:31.432 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:31.432 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:31.432 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.432 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:31.432 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.432 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.432 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.432 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.432 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.432 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:31.433 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:31.433 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.433 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:31.433 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.433 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.433 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.433 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.433 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.433 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.433 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.133134+0000", 2024-08-17T00:40:31.433 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.955099+0000", 2024-08-17T00:40:31.433 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.955099+0000", 2024-08-17T00:40:31.433 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.955856+0000", 2024-08-17T00:40:31.433 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.133134+0000", 2024-08-17T00:40:31.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.133134+0000", 2024-08-17T00:40:31.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.133134+0000", 2024-08-17T00:40:31.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.133134+0000", 2024-08-17T00:40:31.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.133134+0000", 2024-08-17T00:40:31.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.133134+0000", 2024-08-17T00:40:31.434 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.435 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.435 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.435 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.435 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.435 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.435 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.435 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.435 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.435 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.435 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.435 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.435 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.435 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3a", 2024-08-17T00:40:31.435 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.435 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.436 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.436 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.436 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.436 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:36:11.128811+0000", 2024-08-17T00:40:31.436 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.436 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.436 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.439 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.439 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.439 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.439 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.439 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.440 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:31.440 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:31.440 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.440 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:31.440 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.440 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.440 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.440 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.440 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:31.440 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:31.440 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:31.440 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.440 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:31.441 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.441 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.441 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.441 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.441 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.441 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.156865+0000", 2024-08-17T00:40:31.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:35.120445+0000", 2024-08-17T00:40:31.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:35.120445+0000", 2024-08-17T00:40:31.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:35.120746+0000", 2024-08-17T00:40:31.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.156865+0000", 2024-08-17T00:40:31.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 67, 2024-08-17T00:40:31.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.156865+0000", 2024-08-17T00:40:31.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.156865+0000", 2024-08-17T00:40:31.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.156865+0000", 2024-08-17T00:40:31.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.156865+0000", 2024-08-17T00:40:31.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.156865+0000", 2024-08-17T00:40:31.442 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.442 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.443 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.443 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.443 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 66, 2024-08-17T00:40:31.443 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.443 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.443 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.443 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.443 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.443 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.443 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.443 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.443 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.39", 2024-08-17T00:40:31.443 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.444 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.444 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.444 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 31, 2024-08-17T00:40:31.444 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.444 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:30:58.589698+0000", 2024-08-17T00:40:31.444 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.444 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.444 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.447 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.447 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.447 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.447 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.447 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.447 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.447 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.447 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.447 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.447 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.447 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.447 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.447 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.448 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:31.448 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:31.448 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:31.448 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.448 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:31.448 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.448 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.448 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.448 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.448 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.448 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.448 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:31.448 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.449 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:31.449 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.449 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.449 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.449 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.449 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.449 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.126435+0000", 2024-08-17T00:40:31.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.954952+0000", 2024-08-17T00:40:31.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.954952+0000", 2024-08-17T00:40:31.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.955543+0000", 2024-08-17T00:40:31.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.126435+0000", 2024-08-17T00:40:31.450 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.450 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.450 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.450 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.450 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.126435+0000", 2024-08-17T00:40:31.450 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.126435+0000", 2024-08-17T00:40:31.450 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.126435+0000", 2024-08-17T00:40:31.450 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.450 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.450 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.450 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.126435+0000", 2024-08-17T00:40:31.450 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.126435+0000", 2024-08-17T00:40:31.451 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.451 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.451 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.451 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.451 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.451 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.451 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.451 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.451 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.451 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.451 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.451 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.451 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.452 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.38", 2024-08-17T00:40:31.452 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.452 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.452 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.452 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.452 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.452 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:43:51.158375+0000", 2024-08-17T00:40:31.452 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.452 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.452 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.456 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.456 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.456 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.456 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.456 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.456 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.456 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:31.457 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.457 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:31.457 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.457 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.457 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.457 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.457 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:31.457 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.457 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:31.458 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.458 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:31.458 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.458 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.458 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.458 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.458 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.458 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.458 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.158254+0000", 2024-08-17T00:40:31.458 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.965373+0000", 2024-08-17T00:40:31.458 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.965373+0000", 2024-08-17T00:40:31.458 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.965691+0000", 2024-08-17T00:40:31.459 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.158254+0000", 2024-08-17T00:40:31.459 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.459 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.459 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.459 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.459 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.158254+0000", 2024-08-17T00:40:31.459 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.158254+0000", 2024-08-17T00:40:31.459 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.158254+0000", 2024-08-17T00:40:31.459 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.459 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.459 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.460 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.158254+0000", 2024-08-17T00:40:31.460 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.158254+0000", 2024-08-17T00:40:31.460 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.460 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.460 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.460 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.460 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.460 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.460 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.460 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.460 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.461 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.461 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.461 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.461 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.461 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.37", 2024-08-17T00:40:31.461 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.461 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.461 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.461 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.461 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.461 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:44:37.687798+0000", 2024-08-17T00:40:31.461 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.610 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.610 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.612 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.612 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.612 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.612 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.612 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.612 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.612 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.612 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.612 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.612 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.612 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.612 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.612 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.613 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.613 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.613 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.613 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.613 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.613 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.613 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.613 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.613 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.613 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.613 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.613 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.613 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.613 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.614 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.614 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.614 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.614 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.614 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:31.614 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.614 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:31.614 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.614 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:31.614 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.614 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.614 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.614 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.615 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:31.615 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.615 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:31.615 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.615 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T00:40:31.615 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.615 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.615 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.615 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.615 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.615 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.615 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157174+0000", 2024-08-17T00:40:31.615 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.953851+0000", 2024-08-17T00:40:31.616 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.953851+0000", 2024-08-17T00:40:31.616 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.954130+0000", 2024-08-17T00:40:31.616 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157174+0000", 2024-08-17T00:40:31.616 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.616 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.616 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.616 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.616 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157174+0000", 2024-08-17T00:40:31.616 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157174+0000", 2024-08-17T00:40:31.616 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157174+0000", 2024-08-17T00:40:31.616 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.616 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.616 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.617 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157174+0000", 2024-08-17T00:40:31.617 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157174+0000", 2024-08-17T00:40:31.617 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.617 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.617 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.617 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.617 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.617 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.617 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.617 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.617 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.617 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.617 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.618 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.618 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.618 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.36", 2024-08-17T00:40:31.618 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.618 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.618 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.618 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.618 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.618 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:19:56.220101+0000", 2024-08-17T00:40:31.618 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.618 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.618 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.620 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.620 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.620 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.620 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.620 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.620 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.620 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.620 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.620 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.621 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.621 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.621 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.621 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.621 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.621 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.621 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.621 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.621 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.621 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.621 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.621 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.621 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.622 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.622 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.622 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.622 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.622 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.622 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.622 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.622 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.622 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:31.622 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.622 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:31.622 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.622 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T00:40:31.623 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.623 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.623 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.623 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.623 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:31.623 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.623 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:31.623 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.623 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T00:40:31.623 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.623 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.623 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.623 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.623 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.624 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.624 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157579+0000", 2024-08-17T00:40:31.624 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.954944+0000", 2024-08-17T00:40:31.624 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.954944+0000", 2024-08-17T00:40:31.624 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.955228+0000", 2024-08-17T00:40:31.624 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157579+0000", 2024-08-17T00:40:31.624 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.624 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.624 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.624 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.624 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157579+0000", 2024-08-17T00:40:31.624 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157579+0000", 2024-08-17T00:40:31.624 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157579+0000", 2024-08-17T00:40:31.625 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.625 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.625 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.625 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157579+0000", 2024-08-17T00:40:31.625 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157579+0000", 2024-08-17T00:40:31.625 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.625 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.625 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.625 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.625 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.625 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.625 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.626 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.626 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.626 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.626 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.626 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.626 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.626 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.35", 2024-08-17T00:40:31.626 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.626 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.626 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.626 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.626 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.626 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:00:05.124564+0000", 2024-08-17T00:40:31.627 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.627 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.627 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.627 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.627 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.627 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.627 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.627 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.627 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.627 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.627 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.627 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.627 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.627 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.628 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.628 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.628 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.628 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.628 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.628 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.628 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.628 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.628 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.628 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.628 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.628 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.628 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.628 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.629 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.629 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.629 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.629 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.629 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.629 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.629 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.629 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.629 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.629 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.629 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.629 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.629 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.629 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.630 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.630 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.630 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.630 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.630 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.630 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:31.630 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.631 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:31.631 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.631 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T00:40:31.631 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.631 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.631 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.631 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.631 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:31.631 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:31.631 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:31.631 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.631 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T00:40:31.631 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.632 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.632 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.632 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.632 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.632 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.632 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.132020+0000", 2024-08-17T00:40:31.632 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.952943+0000", 2024-08-17T00:40:31.632 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.952943+0000", 2024-08-17T00:40:31.632 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.953333+0000", 2024-08-17T00:40:31.632 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.132020+0000", 2024-08-17T00:40:31.632 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.632 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.632 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.633 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.633 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.132020+0000", 2024-08-17T00:40:31.633 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.132020+0000", 2024-08-17T00:40:31.633 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.132020+0000", 2024-08-17T00:40:31.633 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.633 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.633 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.633 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.132020+0000", 2024-08-17T00:40:31.633 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.132020+0000", 2024-08-17T00:40:31.633 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.633 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.633 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.633 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.633 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.634 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.634 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.634 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.634 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.634 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.634 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.634 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.634 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.634 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.34", 2024-08-17T00:40:31.634 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.634 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.634 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.634 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.635 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.635 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:02:16.230046+0000", 2024-08-17T00:40:31.635 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.635 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.635 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.635 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.635 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.635 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.635 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.635 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.635 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.635 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.635 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.635 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.636 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.636 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.636 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.636 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.636 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.636 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.636 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.636 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.636 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.636 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.636 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.636 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.636 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.637 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.637 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.637 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.637 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.637 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.637 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.637 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.637 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.637 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.637 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.637 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.637 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.637 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.638 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.638 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.638 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.638 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.638 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.638 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.638 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.638 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.638 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.638 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:31.638 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:31.638 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:31.639 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.639 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T00:40:31.639 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.639 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.639 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.639 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.639 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.639 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:31.639 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:31.639 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.639 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:31.640 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.640 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.640 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.640 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.640 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.640 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.640 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.126739+0000", 2024-08-17T00:40:31.640 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.960356+0000", 2024-08-17T00:40:31.640 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.960356+0000", 2024-08-17T00:40:31.640 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.960832+0000", 2024-08-17T00:40:31.640 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.126739+0000", 2024-08-17T00:40:31.640 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.640 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.640 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.641 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.641 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.126739+0000", 2024-08-17T00:40:31.641 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.126739+0000", 2024-08-17T00:40:31.641 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.126739+0000", 2024-08-17T00:40:31.641 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.641 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.641 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.641 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.126739+0000", 2024-08-17T00:40:31.641 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.126739+0000", 2024-08-17T00:40:31.641 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.641 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.641 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.641 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.641 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.642 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.642 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.642 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.642 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.642 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.642 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.642 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.642 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.642 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.33", 2024-08-17T00:40:31.642 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.642 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.642 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.642 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.643 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.643 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:24:49.481207+0000", 2024-08-17T00:40:31.643 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.643 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.643 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.643 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.643 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.643 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.643 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.643 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.643 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.643 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.643 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.643 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.644 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.644 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.644 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.644 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.644 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.644 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.644 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.644 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.644 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.644 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.644 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.644 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.644 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.645 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.645 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.645 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.645 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.645 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.645 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.645 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.645 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.645 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.645 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.645 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.645 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.645 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.645 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.646 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.646 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.646 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.646 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.646 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.646 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.646 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.646 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.646 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.646 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:31.646 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:31.646 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.646 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:31.646 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.647 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.647 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.647 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.647 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:31.647 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:31.647 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:31.647 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.647 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T00:40:31.647 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.647 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.647 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.647 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.647 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.647 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.648 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.127522+0000", 2024-08-17T00:40:31.648 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.953080+0000", 2024-08-17T00:40:31.648 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.953080+0000", 2024-08-17T00:40:31.648 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.953354+0000", 2024-08-17T00:40:31.648 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.127522+0000", 2024-08-17T00:40:31.648 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.648 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.648 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.648 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.648 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.127522+0000", 2024-08-17T00:40:31.648 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.127522+0000", 2024-08-17T00:40:31.648 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.127522+0000", 2024-08-17T00:40:31.648 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.649 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.649 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.649 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.127522+0000", 2024-08-17T00:40:31.649 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.127522+0000", 2024-08-17T00:40:31.649 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.649 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.649 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.649 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.649 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.649 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.649 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.649 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.649 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.649 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.650 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.650 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.650 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.650 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.32", 2024-08-17T00:40:31.650 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.650 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.650 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.650 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.650 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.650 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:48:57.206962+0000", 2024-08-17T00:40:31.650 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.650 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.650 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.653 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.653 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.653 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.653 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.653 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.653 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.653 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.653 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.653 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.653 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.653 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.653 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.653 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.653 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.654 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.654 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.654 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:31.654 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:31.654 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:31.654 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.654 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T00:40:31.654 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.654 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.654 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.654 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.654 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:31.654 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:31.654 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:31.655 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.655 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:31.655 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.655 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.655 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.655 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.655 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.655 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.655 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.130232+0000", 2024-08-17T00:40:31.655 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:34.469597+0000", 2024-08-17T00:40:31.655 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:34.469597+0000", 2024-08-17T00:40:31.655 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:34.469896+0000", 2024-08-17T00:40:31.655 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.130232+0000", 2024-08-17T00:40:31.656 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.656 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.656 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.656 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 67, 2024-08-17T00:40:31.656 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.130232+0000", 2024-08-17T00:40:31.656 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.130232+0000", 2024-08-17T00:40:31.656 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.130232+0000", 2024-08-17T00:40:31.656 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.656 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.656 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.656 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.130232+0000", 2024-08-17T00:40:31.656 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.130232+0000", 2024-08-17T00:40:31.656 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.656 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.657 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.657 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.657 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 66, 2024-08-17T00:40:31.657 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.657 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.657 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.657 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.657 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.657 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.657 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.657 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.657 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.31", 2024-08-17T00:40:31.657 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.657 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.658 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.658 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 31, 2024-08-17T00:40:31.658 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.658 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:42:14.861255+0000", 2024-08-17T00:40:31.658 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.658 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.658 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.658 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.658 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.658 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.658 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.658 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.658 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.659 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.659 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.659 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.659 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.659 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.659 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.659 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.659 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.659 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.659 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.659 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.659 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.659 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.660 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.660 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.660 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.660 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.660 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.660 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.660 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.660 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.660 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.660 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.660 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.661 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.661 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.661 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.661 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.661 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.661 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.661 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.661 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.661 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.661 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.661 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.661 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.662 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.662 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.662 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:31.662 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:31.662 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:31.662 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.662 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:31.662 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.662 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.663 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.663 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.663 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.663 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:31.663 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:31.663 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.663 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:31.663 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.664 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.664 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.664 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.664 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.664 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.664 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.132532+0000", 2024-08-17T00:40:31.664 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.955974+0000", 2024-08-17T00:40:31.664 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.955974+0000", 2024-08-17T00:40:31.664 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.956269+0000", 2024-08-17T00:40:31.664 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.132532+0000", 2024-08-17T00:40:31.664 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.664 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.664 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.665 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.665 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.132532+0000", 2024-08-17T00:40:31.665 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.132532+0000", 2024-08-17T00:40:31.665 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.132532+0000", 2024-08-17T00:40:31.665 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.665 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.665 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.665 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.132532+0000", 2024-08-17T00:40:31.665 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.132532+0000", 2024-08-17T00:40:31.665 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.665 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.665 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.665 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.665 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.666 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.666 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.666 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.666 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.666 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.666 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.666 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.666 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.666 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.30", 2024-08-17T00:40:31.666 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.666 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.667 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.667 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.667 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.667 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:14:11.656823+0000", 2024-08-17T00:40:31.667 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.667 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.667 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.667 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.667 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.667 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.667 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.668 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.668 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.668 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.668 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.668 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.668 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.668 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.668 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.668 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.668 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.668 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.668 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.668 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.668 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.669 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.669 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.669 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.669 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.669 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.669 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.669 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.669 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.669 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.669 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.669 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.669 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.669 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.669 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.670 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.670 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.670 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.670 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.670 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.671 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:31.671 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:31.671 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.671 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:31.671 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.671 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.671 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.671 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.671 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.671 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:31.671 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:31.671 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.671 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:31.671 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.672 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.672 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.672 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.672 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.672 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.672 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.133679+0000", 2024-08-17T00:40:31.672 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.958262+0000", 2024-08-17T00:40:31.672 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.958262+0000", 2024-08-17T00:40:31.672 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.958540+0000", 2024-08-17T00:40:31.672 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.133679+0000", 2024-08-17T00:40:31.672 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.672 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.672 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.672 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.674 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.133679+0000", 2024-08-17T00:40:31.674 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.133679+0000", 2024-08-17T00:40:31.674 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.133679+0000", 2024-08-17T00:40:31.674 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.674 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.674 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.675 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.133679+0000", 2024-08-17T00:40:31.675 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.133679+0000", 2024-08-17T00:40:31.675 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.675 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.675 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.675 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.675 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.675 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.675 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.676 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.676 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.676 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.676 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.676 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.676 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.676 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2f", 2024-08-17T00:40:31.677 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.677 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.677 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.677 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.677 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.677 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:30:09.223939+0000", 2024-08-17T00:40:31.677 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.677 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.677 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.677 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.677 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.681 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.681 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.681 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.681 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.681 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.681 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.681 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.681 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:31.681 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:31.681 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.681 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:31.682 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.682 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.682 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.682 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.682 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:31.682 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:31.682 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:31.682 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.683 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T00:40:31.683 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.683 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.683 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.683 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.683 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.684 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.684 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.156510+0000", 2024-08-17T00:40:31.684 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.948491+0000", 2024-08-17T00:40:31.684 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.948491+0000", 2024-08-17T00:40:31.684 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.948727+0000", 2024-08-17T00:40:31.684 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.156510+0000", 2024-08-17T00:40:31.684 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.685 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.685 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.685 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.685 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.156510+0000", 2024-08-17T00:40:31.685 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.156510+0000", 2024-08-17T00:40:31.685 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.156510+0000", 2024-08-17T00:40:31.685 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.685 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.686 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.686 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.156510+0000", 2024-08-17T00:40:31.686 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.156510+0000", 2024-08-17T00:40:31.686 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.686 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.686 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.686 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.687 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.687 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.687 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.687 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.687 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.687 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.687 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.688 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.688 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.688 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2e", 2024-08-17T00:40:31.688 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.688 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.688 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.688 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.689 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.689 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:02:51.723340+0000", 2024-08-17T00:40:31.689 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.689 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.689 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.689 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.689 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.690 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.690 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.690 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.690 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.690 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.691 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.691 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.691 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.691 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.691 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.691 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.691 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.692 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.692 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.692 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.692 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.692 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.692 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.692 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.696 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.696 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.696 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.696 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.696 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.696 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.697 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.697 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:31.697 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:31.697 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:31.697 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.697 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T00:40:31.697 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.698 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.698 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.698 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.698 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:31.698 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:31.698 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:31.698 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.699 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:31.699 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.699 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.699 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.699 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.699 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.699 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.700 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157969+0000", 2024-08-17T00:40:31.700 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.951479+0000", 2024-08-17T00:40:31.700 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.951479+0000", 2024-08-17T00:40:31.700 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.951747+0000", 2024-08-17T00:40:31.700 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157969+0000", 2024-08-17T00:40:31.700 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.701 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.701 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.701 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.701 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157969+0000", 2024-08-17T00:40:31.701 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157969+0000", 2024-08-17T00:40:31.702 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157969+0000", 2024-08-17T00:40:31.702 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.702 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.702 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.702 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157969+0000", 2024-08-17T00:40:31.702 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157969+0000", 2024-08-17T00:40:31.703 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.703 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.703 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.703 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.703 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.704 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.704 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.704 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.704 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.704 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.705 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.705 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.705 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.705 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2d", 2024-08-17T00:40:31.705 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.706 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.706 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.706 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.706 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.707 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:07:11.330770+0000", 2024-08-17T00:40:31.707 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.707 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.707 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.707 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.711 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.711 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.711 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.711 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.711 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.711 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.711 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.712 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.712 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.712 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.712 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.712 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.712 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.712 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.713 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.713 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.713 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.713 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.713 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.713 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.714 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.714 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.714 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:31.714 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:31.714 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:31.714 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.714 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:31.714 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.714 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.715 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.715 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.715 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:31.715 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:31.715 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:31.715 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.715 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T00:40:31.715 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.715 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.715 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.715 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.715 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.716 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.716 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157102+0000", 2024-08-17T00:40:31.716 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.959948+0000", 2024-08-17T00:40:31.716 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.959948+0000", 2024-08-17T00:40:31.716 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.960530+0000", 2024-08-17T00:40:31.716 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157102+0000", 2024-08-17T00:40:31.716 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.716 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.716 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.716 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.716 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157102+0000", 2024-08-17T00:40:31.716 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157102+0000", 2024-08-17T00:40:31.717 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157102+0000", 2024-08-17T00:40:31.717 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.717 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.717 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.717 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157102+0000", 2024-08-17T00:40:31.717 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157102+0000", 2024-08-17T00:40:31.717 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.717 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.717 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.717 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.717 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.717 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.717 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.718 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.718 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.718 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.718 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.718 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.718 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.718 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2c", 2024-08-17T00:40:31.718 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.718 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.718 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.718 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.718 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.719 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:28:53.560412+0000", 2024-08-17T00:40:31.719 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.719 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.719 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.719 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.719 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.719 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.719 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.719 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.719 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.719 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.719 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.719 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.720 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.720 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.720 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.720 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.720 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.720 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.720 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.720 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.720 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.721 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.721 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.721 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.721 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.721 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.721 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.721 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.721 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.721 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.721 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.721 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.721 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.721 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.721 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.722 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.722 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.722 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.722 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.722 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.722 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.722 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.722 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.722 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.722 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.722 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.722 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.722 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:31.723 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:31.723 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:31.723 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.723 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T00:40:31.723 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.723 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.723 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.723 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.723 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:31.723 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:31.723 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:31.723 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.723 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T00:40:31.724 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.724 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.724 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.724 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.724 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.724 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.724 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.128049+0000", 2024-08-17T00:40:31.724 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.953996+0000", 2024-08-17T00:40:31.724 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.953996+0000", 2024-08-17T00:40:31.724 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.954260+0000", 2024-08-17T00:40:31.724 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.128049+0000", 2024-08-17T00:40:31.725 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.725 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.725 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.725 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.725 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.128049+0000", 2024-08-17T00:40:31.725 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.128049+0000", 2024-08-17T00:40:31.725 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.128049+0000", 2024-08-17T00:40:31.725 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.725 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.725 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.725 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.128049+0000", 2024-08-17T00:40:31.725 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.128049+0000", 2024-08-17T00:40:31.726 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.726 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.726 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.726 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.726 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.726 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.726 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.726 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.726 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.726 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.726 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.726 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.726 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.726 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2b", 2024-08-17T00:40:31.727 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.727 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.727 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.727 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.727 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.727 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:47:56.704827+0000", 2024-08-17T00:40:31.727 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.727 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.727 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.727 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.727 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.727 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.728 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.728 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.728 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.728 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.728 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.728 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.728 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.728 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.728 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.728 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.728 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.728 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.728 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.729 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.729 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.729 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.729 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.729 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.729 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.729 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.729 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.729 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.729 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.729 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.729 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.729 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.730 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.730 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.730 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.730 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.730 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.730 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.730 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.730 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.730 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.730 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.730 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.730 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.730 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.731 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.731 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.731 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:31.731 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:31.731 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:31.731 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.731 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T00:40:31.731 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.731 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.731 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.731 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.731 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.731 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:31.731 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:31.732 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.732 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:31.732 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.732 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.732 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.732 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.732 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.732 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.732 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.133201+0000", 2024-08-17T00:40:31.732 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.951596+0000", 2024-08-17T00:40:31.732 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.951596+0000", 2024-08-17T00:40:31.732 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.952001+0000", 2024-08-17T00:40:31.732 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.133201+0000", 2024-08-17T00:40:31.732 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.733 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.733 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.733 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.733 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.133201+0000", 2024-08-17T00:40:31.733 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.133201+0000", 2024-08-17T00:40:31.733 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.133201+0000", 2024-08-17T00:40:31.733 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.733 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.733 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.733 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.133201+0000", 2024-08-17T00:40:31.733 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.133201+0000", 2024-08-17T00:40:31.733 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.733 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.734 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.734 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.734 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.734 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.734 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.734 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.734 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.734 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.734 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.734 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.734 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.734 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2a", 2024-08-17T00:40:31.735 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.735 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.735 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.735 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.735 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.735 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:37:13.656588+0000", 2024-08-17T00:40:31.735 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.735 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.735 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.735 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.735 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.735 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.735 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.735 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.736 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.736 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.736 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.736 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.736 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.736 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.736 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.736 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.736 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.736 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.736 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.736 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.736 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.737 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.737 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.737 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.737 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.737 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.737 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.737 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.737 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.737 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.737 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.737 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.738 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.738 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.738 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.738 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.738 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.738 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.738 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.738 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.738 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.738 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.739 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.739 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.739 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.739 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.739 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.739 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:31.739 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:31.739 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.739 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:31.739 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.739 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.739 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.740 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.740 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.740 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:31.740 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:31.740 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.740 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:31.740 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.740 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.740 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.741 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.741 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.741 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.741 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.126687+0000", 2024-08-17T00:40:31.741 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.942265+0000", 2024-08-17T00:40:31.741 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.942265+0000", 2024-08-17T00:40:31.741 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.942538+0000", 2024-08-17T00:40:31.741 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.126687+0000", 2024-08-17T00:40:31.741 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.741 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.741 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.742 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.742 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.126687+0000", 2024-08-17T00:40:31.742 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.126687+0000", 2024-08-17T00:40:31.742 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.126687+0000", 2024-08-17T00:40:31.742 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.742 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.742 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.742 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.126687+0000", 2024-08-17T00:40:31.742 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.126687+0000", 2024-08-17T00:40:31.743 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.743 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.743 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.743 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.743 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.743 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.743 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.743 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.743 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.743 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.743 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.743 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.743 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.744 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.29", 2024-08-17T00:40:31.744 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.744 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.744 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.744 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.744 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.744 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:34:05.752759+0000", 2024-08-17T00:40:31.744 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.744 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.744 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.748 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.748 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.748 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.748 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.749 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.749 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:31.749 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:31.749 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.749 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:31.749 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.749 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.749 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.749 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.749 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.749 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.749 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:31.750 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.750 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:31.750 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.750 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.750 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.750 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.750 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.750 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.750 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.132566+0000", 2024-08-17T00:40:31.750 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.956716+0000", 2024-08-17T00:40:31.751 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.956716+0000", 2024-08-17T00:40:31.751 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.957432+0000", 2024-08-17T00:40:31.751 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.132566+0000", 2024-08-17T00:40:31.751 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.751 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.751 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.751 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.751 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.132566+0000", 2024-08-17T00:40:31.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.132566+0000", 2024-08-17T00:40:31.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.132566+0000", 2024-08-17T00:40:31.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.132566+0000", 2024-08-17T00:40:31.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.132566+0000", 2024-08-17T00:40:31.752 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.752 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.752 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.753 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.753 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.753 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.753 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.753 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.753 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.753 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.753 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.753 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.753 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.753 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.28", 2024-08-17T00:40:31.753 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.753 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.754 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.754 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.754 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.754 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:42:24.999160+0000", 2024-08-17T00:40:31.754 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.754 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.754 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.757 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.757 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.757 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.757 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.757 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.757 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.757 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.757 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.757 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.757 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.757 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.757 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.757 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.758 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.758 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.758 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.758 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:31.758 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.758 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:31.758 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.758 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.758 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.758 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.758 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.758 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:31.758 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:31.759 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.759 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:31.759 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.759 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.759 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.759 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.759 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.759 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.127864+0000", 2024-08-17T00:40:31.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.939333+0000", 2024-08-17T00:40:31.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.939333+0000", 2024-08-17T00:40:31.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.939615+0000", 2024-08-17T00:40:31.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.127864+0000", 2024-08-17T00:40:31.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.127864+0000", 2024-08-17T00:40:31.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.127864+0000", 2024-08-17T00:40:31.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.127864+0000", 2024-08-17T00:40:31.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.127864+0000", 2024-08-17T00:40:31.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.127864+0000", 2024-08-17T00:40:31.760 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.760 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.761 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.761 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.761 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.761 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.761 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.761 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.761 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.761 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.761 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.761 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.761 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.761 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.27", 2024-08-17T00:40:31.761 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.762 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.762 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.762 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.762 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.762 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:23:13.258905+0000", 2024-08-17T00:40:31.762 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.762 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.762 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.766 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.766 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.766 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.766 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.766 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.766 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.766 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.766 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.766 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.766 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.766 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.766 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.766 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.767 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:31.767 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:31.767 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.767 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:31.767 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.767 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.767 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.767 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.767 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:31.767 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:31.767 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:31.767 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.767 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T00:40:31.768 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.768 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.768 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.768 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.768 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.768 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.768 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157395+0000", 2024-08-17T00:40:31.768 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.959363+0000", 2024-08-17T00:40:31.768 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.959363+0000", 2024-08-17T00:40:31.768 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.959624+0000", 2024-08-17T00:40:31.768 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157395+0000", 2024-08-17T00:40:31.768 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.768 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.769 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.769 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.769 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157395+0000", 2024-08-17T00:40:31.769 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157395+0000", 2024-08-17T00:40:31.769 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157395+0000", 2024-08-17T00:40:31.769 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.769 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.769 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.769 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157395+0000", 2024-08-17T00:40:31.769 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157395+0000", 2024-08-17T00:40:31.769 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.769 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.769 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.770 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.770 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.770 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.770 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.770 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.770 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.770 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.770 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.770 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.770 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.770 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.26", 2024-08-17T00:40:31.770 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.770 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.771 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.771 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.771 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.771 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:59:28.920400+0000", 2024-08-17T00:40:31.771 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.771 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.771 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.774 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.774 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.774 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.774 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.774 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.774 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.774 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.774 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.774 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.775 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.775 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.775 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.775 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:31.775 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:31.775 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:31.775 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.775 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T00:40:31.775 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.775 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.775 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.775 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.775 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:31.776 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.776 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:31.776 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.776 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:31.776 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.776 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.776 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.776 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.776 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.776 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.776 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.130450+0000", 2024-08-17T00:40:31.776 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.950150+0000", 2024-08-17T00:40:31.776 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.950150+0000", 2024-08-17T00:40:31.777 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.950456+0000", 2024-08-17T00:40:31.777 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.130450+0000", 2024-08-17T00:40:31.777 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.777 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.777 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.777 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.777 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.130450+0000", 2024-08-17T00:40:31.777 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.130450+0000", 2024-08-17T00:40:31.777 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.130450+0000", 2024-08-17T00:40:31.777 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.777 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.777 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.777 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.130450+0000", 2024-08-17T00:40:31.778 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.130450+0000", 2024-08-17T00:40:31.778 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.778 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.778 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.778 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.778 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.778 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.778 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.778 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.778 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.778 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.778 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.779 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.779 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.779 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.25", 2024-08-17T00:40:31.779 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.779 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.779 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.779 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.779 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.779 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:25:48.418918+0000", 2024-08-17T00:40:31.779 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.779 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.779 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.781 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.781 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.781 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.781 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.781 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.781 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.781 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.781 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.781 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.781 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.781 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.781 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.781 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.782 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.782 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.782 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.782 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.782 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.782 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.782 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.782 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.782 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.782 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.783 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.783 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.783 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.783 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.783 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.783 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.783 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.783 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.783 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.783 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.783 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.783 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.784 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:31.784 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.784 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:31.784 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.784 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:31.784 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.784 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.784 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.784 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.784 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.784 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:31.784 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:31.785 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.785 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:31.785 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.785 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.785 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.785 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.785 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.786 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.786 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.128344+0000", 2024-08-17T00:40:31.786 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:34.466922+0000", 2024-08-17T00:40:31.786 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:34.466922+0000", 2024-08-17T00:40:31.786 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:34.467231+0000", 2024-08-17T00:40:31.786 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.128344+0000", 2024-08-17T00:40:31.786 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.786 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.786 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.786 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 67, 2024-08-17T00:40:31.787 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.128344+0000", 2024-08-17T00:40:31.787 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.128344+0000", 2024-08-17T00:40:31.787 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.128344+0000", 2024-08-17T00:40:31.787 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.787 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.787 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.787 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.128344+0000", 2024-08-17T00:40:31.787 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.128344+0000", 2024-08-17T00:40:31.787 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.787 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.788 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.788 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.788 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 66, 2024-08-17T00:40:31.788 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.788 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.788 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.788 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.788 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.788 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.788 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.788 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.788 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.24", 2024-08-17T00:40:31.789 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.789 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.789 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.789 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 31, 2024-08-17T00:40:31.789 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.789 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:42:25.137800+0000", 2024-08-17T00:40:31.789 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.789 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.789 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.789 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.789 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.789 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.789 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.790 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.790 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.790 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.790 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.790 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.790 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.790 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.790 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.790 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.790 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.790 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.790 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.791 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.791 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.791 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.791 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.791 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.791 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.791 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.791 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.791 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.791 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.791 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.792 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.792 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.792 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.792 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.792 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.792 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.792 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.792 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.792 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.792 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.792 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.792 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.792 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.793 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.793 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.793 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.793 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.793 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.793 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:31.793 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:31.793 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.793 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:31.793 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.793 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.793 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.794 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.794 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:31.794 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.794 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:31.794 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.794 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T00:40:31.794 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.794 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.794 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.794 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.794 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.795 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.795 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.128073+0000", 2024-08-17T00:40:31.795 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.958677+0000", 2024-08-17T00:40:31.795 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.958677+0000", 2024-08-17T00:40:31.795 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.959291+0000", 2024-08-17T00:40:31.795 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.128073+0000", 2024-08-17T00:40:31.795 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.795 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.795 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.795 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.795 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.128073+0000", 2024-08-17T00:40:31.795 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.128073+0000", 2024-08-17T00:40:31.795 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.128073+0000", 2024-08-17T00:40:31.796 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.796 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.796 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.796 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.128073+0000", 2024-08-17T00:40:31.796 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.128073+0000", 2024-08-17T00:40:31.796 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.796 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.796 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.796 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.796 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.796 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.796 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.796 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.797 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.797 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.797 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.797 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.797 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.797 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.23", 2024-08-17T00:40:31.797 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.797 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.797 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.797 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.798 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.798 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:09:28.217247+0000", 2024-08-17T00:40:31.798 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.798 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.798 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.799 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.799 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.799 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.799 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.799 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.799 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.799 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.799 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.799 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.799 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.799 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.800 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.800 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.800 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.800 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.800 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.800 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.800 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.800 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.800 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.800 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.800 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.800 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.801 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.801 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.801 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.801 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.801 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.801 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.801 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.801 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.801 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.801 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.801 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.801 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.801 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.802 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.802 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:31.802 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.802 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:31.802 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.802 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T00:40:31.802 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.802 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.802 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.802 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.802 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.802 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.802 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:31.803 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.803 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:31.803 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.803 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.803 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.803 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.803 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.803 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.803 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.133307+0000", 2024-08-17T00:40:31.803 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.954702+0000", 2024-08-17T00:40:31.803 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.954702+0000", 2024-08-17T00:40:31.803 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.957364+0000", 2024-08-17T00:40:31.803 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.133307+0000", 2024-08-17T00:40:31.804 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.804 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.804 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.804 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.804 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.133307+0000", 2024-08-17T00:40:31.804 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.133307+0000", 2024-08-17T00:40:31.804 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.133307+0000", 2024-08-17T00:40:31.804 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.804 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.804 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.804 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.133307+0000", 2024-08-17T00:40:31.804 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.133307+0000", 2024-08-17T00:40:31.804 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.804 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.805 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.805 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.805 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.805 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.805 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.805 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.805 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.805 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.805 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.805 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.805 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.806 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.22", 2024-08-17T00:40:31.806 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.806 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.806 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.806 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.806 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.806 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:09:45.652868+0000", 2024-08-17T00:40:31.806 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.806 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.806 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.806 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.806 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.807 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.807 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.807 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.807 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.807 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.807 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.807 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.807 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.807 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.808 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.808 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.808 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.808 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.808 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.808 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.808 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.808 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.808 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.808 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.808 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.809 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.809 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.809 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.809 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.809 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.809 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.809 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.811 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.811 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.811 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.811 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.811 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.811 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.811 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:31.811 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.811 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:31.811 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.811 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.811 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.812 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.812 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:31.812 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.812 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:31.812 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.812 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T00:40:31.812 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.812 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.812 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.812 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.812 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.813 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.813 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.156532+0000", 2024-08-17T00:40:31.813 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.947591+0000", 2024-08-17T00:40:31.813 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.947591+0000", 2024-08-17T00:40:31.813 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.947845+0000", 2024-08-17T00:40:31.813 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.156532+0000", 2024-08-17T00:40:31.813 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.813 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.813 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.813 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.813 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.156532+0000", 2024-08-17T00:40:31.813 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.156532+0000", 2024-08-17T00:40:31.814 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.156532+0000", 2024-08-17T00:40:31.814 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.814 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.814 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.814 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.156532+0000", 2024-08-17T00:40:31.814 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.156532+0000", 2024-08-17T00:40:31.814 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.814 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.814 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.814 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.814 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.814 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.814 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.815 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.815 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.815 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.815 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.815 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.815 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.815 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.21", 2024-08-17T00:40:31.815 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.815 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.815 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.815 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.815 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.815 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:30:32.603126+0000", 2024-08-17T00:40:31.816 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.816 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.816 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.816 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.816 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.816 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.816 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.816 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.816 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.816 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.816 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.816 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.819 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.819 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.819 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.819 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.819 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:31.819 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.819 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:31.819 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.820 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T00:40:31.820 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.820 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.820 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.820 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.820 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:31.820 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:31.820 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:31.820 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.821 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T00:40:31.821 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.821 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.821 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.821 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.821 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.821 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.821 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.156856+0000", 2024-08-17T00:40:31.821 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.952494+0000", 2024-08-17T00:40:31.821 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.952494+0000", 2024-08-17T00:40:31.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.953128+0000", 2024-08-17T00:40:31.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.156856+0000", 2024-08-17T00:40:31.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.156856+0000", 2024-08-17T00:40:31.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.156856+0000", 2024-08-17T00:40:31.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.156856+0000", 2024-08-17T00:40:31.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.156856+0000", 2024-08-17T00:40:31.823 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.156856+0000", 2024-08-17T00:40:31.823 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.823 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.823 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.823 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.823 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.823 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.823 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.823 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.823 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.823 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.823 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.823 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.824 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.824 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.20", 2024-08-17T00:40:31.824 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.824 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.824 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.824 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.824 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.824 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:41:28.919549+0000", 2024-08-17T00:40:31.824 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.824 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.824 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.824 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.828 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.828 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.828 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.828 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.828 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.828 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.828 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.828 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:31.828 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:31.828 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:31.828 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.828 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T00:40:31.828 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.828 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.829 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.829 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.829 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:31.829 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:31.829 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:31.829 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.829 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T00:40:31.829 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.829 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.829 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.829 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.829 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.829 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.829 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.131654+0000", 2024-08-17T00:40:31.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.943625+0000", 2024-08-17T00:40:31.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.943625+0000", 2024-08-17T00:40:31.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.944717+0000", 2024-08-17T00:40:31.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.131654+0000", 2024-08-17T00:40:31.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.131654+0000", 2024-08-17T00:40:31.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.131654+0000", 2024-08-17T00:40:31.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.131654+0000", 2024-08-17T00:40:31.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.831 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.831 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.131654+0000", 2024-08-17T00:40:31.831 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.131654+0000", 2024-08-17T00:40:31.831 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.831 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.831 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.831 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.831 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.831 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.831 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.831 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.831 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.831 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.831 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.832 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.832 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.832 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1a", 2024-08-17T00:40:31.832 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.832 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.832 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.832 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.832 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.832 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:43:24.497400+0000", 2024-08-17T00:40:31.833 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.833 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.833 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.836 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.836 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.836 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.836 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.836 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.836 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.836 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.836 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.836 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.836 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.836 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.836 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.837 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.837 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.837 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.837 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:31.837 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:31.837 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:31.837 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.837 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T00:40:31.837 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.837 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.837 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.837 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.837 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.838 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:31.838 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:31.838 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.838 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:31.838 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.838 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.838 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:31.838 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.838 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.838 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.127745+0000", 2024-08-17T00:40:31.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.785431+0000", 2024-08-17T00:40:31.839 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.785431+0000", 2024-08-17T00:40:31.839 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.785731+0000", 2024-08-17T00:40:31.839 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.127745+0000", 2024-08-17T00:40:31.839 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:31.839 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.839 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:31.839 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:31.839 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.127745+0000", 2024-08-17T00:40:31.839 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.127745+0000", 2024-08-17T00:40:31.839 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.127745+0000", 2024-08-17T00:40:31.839 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.839 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.840 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:31.840 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.127745+0000", 2024-08-17T00:40:31.840 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.127745+0000", 2024-08-17T00:40:31.840 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.840 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 1, 2024-08-17T00:40:31.840 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.840 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.840 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:31.840 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.840 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.840 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.841 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.841 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 1, 2024-08-17T00:40:31.841 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.841 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.841 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.841 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1b", 2024-08-17T00:40:31.841 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.841 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.841 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.842 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 25, 2024-08-17T00:40:31.842 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.842 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:47:21.389462+0000", 2024-08-17T00:40:31.842 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.842 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.842 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.844 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.844 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.844 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.844 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.844 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.844 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.844 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.844 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.844 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.846 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.846 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.846 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.846 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.846 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.846 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:31.846 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:31.846 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.846 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:31.846 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'1" 2024-08-17T00:40:31.847 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.847 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.847 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.847 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:31.847 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:31.847 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:31.847 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.847 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T00:40:31.847 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.847 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.847 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.848 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.848 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.848 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.848 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.128121+0000", 2024-08-17T00:40:31.848 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.958354+0000", 2024-08-17T00:40:31.848 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.958354+0000", 2024-08-17T00:40:31.848 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.959135+0000", 2024-08-17T00:40:31.848 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.128121+0000", 2024-08-17T00:40:31.848 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.848 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.849 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.849 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.849 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.128121+0000", 2024-08-17T00:40:31.849 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.128121+0000", 2024-08-17T00:40:31.849 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.128121+0000", 2024-08-17T00:40:31.849 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.849 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.849 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.849 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.128121+0000", 2024-08-17T00:40:31.849 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.128121+0000", 2024-08-17T00:40:31.849 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.849 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.850 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.850 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.850 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.850 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.850 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.850 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.850 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.850 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.850 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.850 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.850 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.851 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1b", 2024-08-17T00:40:31.851 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.851 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.851 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.851 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.851 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.851 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:40:48.807376+0000", 2024-08-17T00:40:31.851 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.851 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.851 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.851 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.852 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.852 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.852 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.852 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.852 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.852 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.852 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.852 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.856 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.856 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.857 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.857 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.857 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:31.857 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:31.857 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:31.857 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.857 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T00:40:31.857 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.857 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.857 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.858 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.858 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:31.858 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:31.858 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:31.858 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.858 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T00:40:31.858 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.858 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.858 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:31.858 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.858 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.859 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157274+0000", 2024-08-17T00:40:31.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.783416+0000", 2024-08-17T00:40:31.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.783416+0000", 2024-08-17T00:40:31.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.783795+0000", 2024-08-17T00:40:31.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157274+0000", 2024-08-17T00:40:31.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:31.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:31.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:31.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157274+0000", 2024-08-17T00:40:31.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157274+0000", 2024-08-17T00:40:31.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157274+0000", 2024-08-17T00:40:31.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:31.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157274+0000", 2024-08-17T00:40:31.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157274+0000", 2024-08-17T00:40:31.860 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.860 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 1, 2024-08-17T00:40:31.860 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.860 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.860 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:31.860 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.861 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.861 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.861 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.861 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 1, 2024-08-17T00:40:31.861 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.861 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.861 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.861 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1a", 2024-08-17T00:40:31.861 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.861 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.861 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.861 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 25, 2024-08-17T00:40:31.862 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.862 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:05:47.432380+0000", 2024-08-17T00:40:31.862 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.862 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.862 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.866 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.866 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.866 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.866 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.866 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.866 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.866 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.866 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.866 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:31.866 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:31.866 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:31.866 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.866 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T00:40:31.867 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'1" 2024-08-17T00:40:31.867 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.867 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.867 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.867 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.867 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:31.867 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:31.867 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.867 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:31.867 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.867 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.867 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:31.868 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.868 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.868 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.126810+0000", 2024-08-17T00:40:31.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.788948+0000", 2024-08-17T00:40:31.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.788948+0000", 2024-08-17T00:40:31.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.789228+0000", 2024-08-17T00:40:31.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.126810+0000", 2024-08-17T00:40:31.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:31.869 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.869 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:31.869 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:31.869 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.126810+0000", 2024-08-17T00:40:31.869 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.126810+0000", 2024-08-17T00:40:31.869 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.126810+0000", 2024-08-17T00:40:31.870 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.870 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.870 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:31.870 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.126810+0000", 2024-08-17T00:40:31.870 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.126810+0000", 2024-08-17T00:40:31.870 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.871 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.871 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.871 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.871 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:31.871 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.871 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.871 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.871 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.871 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.871 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.871 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.872 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.872 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.19", 2024-08-17T00:40:31.872 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.872 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.872 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.872 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:31.873 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.873 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:33:07.561006+0000", 2024-08-17T00:40:31.873 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.873 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.873 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.873 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.874 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.874 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.874 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.874 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.874 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.874 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.875 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.875 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.875 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.875 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.875 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.875 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.875 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.876 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.876 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.876 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.876 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.876 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.876 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.876 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.876 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.876 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.876 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.876 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.876 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.877 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.877 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.877 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.877 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.877 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.877 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.877 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.877 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.877 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.877 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.878 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.878 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.878 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.878 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.878 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.878 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:31.878 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:31.878 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.878 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:31.879 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.879 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.879 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.879 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.879 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.879 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:31.879 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:31.879 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.879 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:31.879 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.879 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.879 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.879 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.880 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.880 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.880 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.126507+0000", 2024-08-17T00:40:31.880 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.955829+0000", 2024-08-17T00:40:31.880 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.955829+0000", 2024-08-17T00:40:31.880 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.956111+0000", 2024-08-17T00:40:31.880 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.126507+0000", 2024-08-17T00:40:31.880 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.880 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.880 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.881 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.881 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.126507+0000", 2024-08-17T00:40:31.881 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.126507+0000", 2024-08-17T00:40:31.881 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.126507+0000", 2024-08-17T00:40:31.881 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.881 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.881 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.881 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.126507+0000", 2024-08-17T00:40:31.881 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.126507+0000", 2024-08-17T00:40:31.881 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.881 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.881 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.881 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.882 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.882 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.882 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.882 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.882 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.882 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.882 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.882 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.882 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.882 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.18", 2024-08-17T00:40:31.883 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.883 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.883 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.883 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.883 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.883 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:38:16.128970+0000", 2024-08-17T00:40:31.883 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.883 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.883 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.883 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.883 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.883 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.883 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.886 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.886 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.886 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.886 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.887 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.887 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:31.887 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:31.887 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.887 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:31.887 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.887 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.887 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.887 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.887 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.887 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:31.887 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:31.887 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.887 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:31.888 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.888 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.888 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:31.888 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.888 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.888 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.888 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.132620+0000", 2024-08-17T00:40:31.888 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.786353+0000", 2024-08-17T00:40:31.888 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.786353+0000", 2024-08-17T00:40:31.888 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.786640+0000", 2024-08-17T00:40:31.888 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.132620+0000", 2024-08-17T00:40:31.888 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:31.888 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.888 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:31.889 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:31.889 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.132620+0000", 2024-08-17T00:40:31.889 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.132620+0000", 2024-08-17T00:40:31.889 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.132620+0000", 2024-08-17T00:40:31.889 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.889 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.889 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:31.889 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.132620+0000", 2024-08-17T00:40:31.889 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.132620+0000", 2024-08-17T00:40:31.889 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.889 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.889 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.889 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.890 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:31.890 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.890 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.890 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.890 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.890 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.890 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.890 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.890 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.890 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.18", 2024-08-17T00:40:31.891 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.891 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.891 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.891 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:31.891 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.891 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:45:29.247012+0000", 2024-08-17T00:40:31.891 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.891 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.891 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.891 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.891 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.891 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.891 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.892 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.892 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.892 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.892 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.892 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.892 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.892 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.892 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.892 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.892 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.892 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.892 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.892 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.895 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.895 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.895 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.895 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.895 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.895 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:31.895 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:31.895 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.895 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:31.895 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.895 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.896 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.896 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.896 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:31.896 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.896 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:31.896 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.896 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:31.896 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.896 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.896 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.896 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.896 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.896 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.897 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.130076+0000", 2024-08-17T00:40:31.897 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.942122+0000", 2024-08-17T00:40:31.897 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.942122+0000", 2024-08-17T00:40:31.897 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.942370+0000", 2024-08-17T00:40:31.897 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.130076+0000", 2024-08-17T00:40:31.897 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.897 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.897 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.897 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.897 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.130076+0000", 2024-08-17T00:40:31.897 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.130076+0000", 2024-08-17T00:40:31.897 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.130076+0000", 2024-08-17T00:40:31.897 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.897 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.898 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.898 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.130076+0000", 2024-08-17T00:40:31.898 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.130076+0000", 2024-08-17T00:40:31.898 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.898 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.898 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.898 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.898 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.898 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.898 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.898 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.898 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.898 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.899 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.899 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.899 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.899 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.19", 2024-08-17T00:40:31.899 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.899 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.899 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.899 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.899 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.899 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:25:07.459618+0000", 2024-08-17T00:40:31.899 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.899 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.899 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.900 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.900 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.900 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.900 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.900 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.900 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.900 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.900 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.900 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.901 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.901 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.901 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.901 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.901 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.901 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.902 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.902 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.902 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.902 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.902 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.902 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.902 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.902 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.902 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.902 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.902 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.902 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.903 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.904 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.904 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.904 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.904 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:31.904 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.904 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:31.904 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.904 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:31.904 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.904 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.904 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.904 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.904 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:31.904 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.905 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:31.905 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.905 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T00:40:31.905 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.905 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.905 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:31.905 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.905 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.905 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.905 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157114+0000", 2024-08-17T00:40:31.905 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.786521+0000", 2024-08-17T00:40:31.906 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.786521+0000", 2024-08-17T00:40:31.906 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.786871+0000", 2024-08-17T00:40:31.906 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157114+0000", 2024-08-17T00:40:31.906 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:31.906 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.906 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:31.906 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:31.906 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157114+0000", 2024-08-17T00:40:31.906 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157114+0000", 2024-08-17T00:40:31.906 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157114+0000", 2024-08-17T00:40:31.906 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.906 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.906 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:31.907 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157114+0000", 2024-08-17T00:40:31.907 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157114+0000", 2024-08-17T00:40:31.907 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.907 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.907 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.907 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.907 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:31.907 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.907 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.907 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.907 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.908 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.908 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.908 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.908 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.908 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.17", 2024-08-17T00:40:31.908 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.908 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.908 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.908 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:31.908 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.908 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:14:02.725112+0000", 2024-08-17T00:40:31.908 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.908 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.909 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.909 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.909 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.909 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.909 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.909 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.909 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.909 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.909 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.909 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.909 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.909 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.909 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.910 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.910 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.910 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.910 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.910 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.910 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.910 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.910 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.910 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.910 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.910 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.911 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.911 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.911 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.911 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.911 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.911 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.911 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.911 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.911 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.911 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.912 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.912 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.912 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.912 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.912 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.913 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.913 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.913 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.913 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.913 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:31.914 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.914 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:31.914 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.914 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T00:40:31.914 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.915 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.915 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.915 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.915 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.915 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:31.915 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:31.915 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.915 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:31.916 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.916 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.916 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.916 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.916 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.916 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.916 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.133543+0000", 2024-08-17T00:40:31.916 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.956210+0000", 2024-08-17T00:40:31.916 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.956210+0000", 2024-08-17T00:40:31.917 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.956670+0000", 2024-08-17T00:40:31.917 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.133543+0000", 2024-08-17T00:40:31.917 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.917 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.917 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.917 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.917 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.133543+0000", 2024-08-17T00:40:31.918 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.133543+0000", 2024-08-17T00:40:31.918 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.133543+0000", 2024-08-17T00:40:31.918 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.918 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.918 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.918 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.133543+0000", 2024-08-17T00:40:31.918 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.133543+0000", 2024-08-17T00:40:31.918 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.919 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.919 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.919 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.919 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.919 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.919 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.919 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.919 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.919 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.919 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.919 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.919 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.920 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.16", 2024-08-17T00:40:31.920 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.920 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.920 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.920 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.920 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.920 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:50:42.531327+0000", 2024-08-17T00:40:31.920 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.920 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.920 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.920 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.920 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.920 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.920 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.923 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.923 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.923 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.923 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.923 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.925 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.925 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.925 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.925 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.925 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.925 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:31.925 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:31.925 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.925 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:31.925 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.925 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.926 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.926 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.926 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.926 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:31.926 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:31.926 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.926 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:31.926 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.926 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.926 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:31.926 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.926 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.926 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.927 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.133667+0000", 2024-08-17T00:40:31.927 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.789877+0000", 2024-08-17T00:40:31.927 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.789877+0000", 2024-08-17T00:40:31.927 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.790231+0000", 2024-08-17T00:40:31.927 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.133667+0000", 2024-08-17T00:40:31.927 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:31.927 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.927 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:31.927 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:31.927 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.133667+0000", 2024-08-17T00:40:31.927 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.133667+0000", 2024-08-17T00:40:31.928 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.133667+0000", 2024-08-17T00:40:31.928 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.928 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.928 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:31.928 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.133667+0000", 2024-08-17T00:40:31.928 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.133667+0000", 2024-08-17T00:40:31.928 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.928 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.928 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.928 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.928 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:31.928 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.928 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.928 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.929 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.929 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.929 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.929 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.929 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.929 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.16", 2024-08-17T00:40:31.929 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.929 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.929 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.929 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:31.929 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.929 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:08:40.720197+0000", 2024-08-17T00:40:31.929 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.929 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.930 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.931 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.931 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.931 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.931 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.931 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.931 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.931 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.931 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.931 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.931 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.931 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.933 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.933 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.933 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.933 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.934 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.934 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:31.934 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:31.934 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.934 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:31.934 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.934 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.935 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.935 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.935 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:31.935 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.935 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:31.935 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.936 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T00:40:31.936 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.936 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.936 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.936 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.937 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.937 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.937 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.127392+0000", 2024-08-17T00:40:31.937 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.955977+0000", 2024-08-17T00:40:31.937 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.955977+0000", 2024-08-17T00:40:31.937 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.956238+0000", 2024-08-17T00:40:31.937 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.127392+0000", 2024-08-17T00:40:31.938 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.938 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.938 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.938 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.938 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.127392+0000", 2024-08-17T00:40:31.938 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.127392+0000", 2024-08-17T00:40:31.939 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.127392+0000", 2024-08-17T00:40:31.939 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.939 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.939 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.939 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.127392+0000", 2024-08-17T00:40:31.939 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.127392+0000", 2024-08-17T00:40:31.939 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.940 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.940 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.940 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.940 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.940 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.940 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.941 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.941 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.941 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.941 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.941 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.941 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.941 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.17", 2024-08-17T00:40:31.941 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.942 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.942 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.942 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.942 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.942 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:56:28.986415+0000", 2024-08-17T00:40:31.942 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.943 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.943 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.945 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.945 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.945 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.945 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.945 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.945 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.946 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.946 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.946 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.946 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.946 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.949 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.949 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.949 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.949 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.949 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.949 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.949 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.949 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.950 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:31.950 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.950 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:31.950 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.950 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T00:40:31.950 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.950 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.951 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.951 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.951 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:31.951 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.951 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:31.951 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.951 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:31.952 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.952 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.952 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:31.952 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.952 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.952 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.953 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.130552+0000", 2024-08-17T00:40:31.953 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.791822+0000", 2024-08-17T00:40:31.953 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.791822+0000", 2024-08-17T00:40:31.953 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.792097+0000", 2024-08-17T00:40:31.953 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.130552+0000", 2024-08-17T00:40:31.953 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:31.954 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.954 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:31.954 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:31.954 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.130552+0000", 2024-08-17T00:40:31.954 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.130552+0000", 2024-08-17T00:40:31.954 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.130552+0000", 2024-08-17T00:40:31.954 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.955 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.955 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:31.955 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.130552+0000", 2024-08-17T00:40:31.955 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.130552+0000", 2024-08-17T00:40:31.955 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.955 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3, 2024-08-17T00:40:31.955 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.955 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.955 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:31.955 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.956 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.956 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.956 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.956 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3, 2024-08-17T00:40:31.956 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.956 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.956 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.958 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.15", 2024-08-17T00:40:31.958 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.958 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.958 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.958 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 27, 2024-08-17T00:40:31.958 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.958 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:19:14.352162+0000", 2024-08-17T00:40:31.958 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.958 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.959 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.959 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 90, 2024-08-17T00:40:31.959 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.959 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.959 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.959 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.959 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.959 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.959 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.959 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.959 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.959 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.959 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.959 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.960 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.960 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.960 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.960 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T00:40:31.960 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T00:40:31.960 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.960 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T00:40:31.960 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.960 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.960 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.960 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.960 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.960 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T00:40:31.961 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.961 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.961 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.961 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.961 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.961 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.961 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.961 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.961 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.961 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.961 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.961 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.961 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 4, 2024-08-17T00:40:31.961 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 1 2024-08-17T00:40:31.962 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.962 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.962 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.962 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.962 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:31.962 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:31.962 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:31.962 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.962 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:31.962 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'3" 2024-08-17T00:40:31.962 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.962 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.962 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.963 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:31.963 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:31.963 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:31.963 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.963 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T00:40:31.963 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.964 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.964 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.964 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.964 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.964 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.964 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.132113+0000", 2024-08-17T00:40:31.964 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.955649+0000", 2024-08-17T00:40:31.964 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.955649+0000", 2024-08-17T00:40:31.964 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.955938+0000", 2024-08-17T00:40:31.965 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.132113+0000", 2024-08-17T00:40:31.965 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.965 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.965 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.965 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.965 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.132113+0000", 2024-08-17T00:40:31.965 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.132113+0000", 2024-08-17T00:40:31.965 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.132113+0000", 2024-08-17T00:40:31.965 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.966 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.966 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.966 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.132113+0000", 2024-08-17T00:40:31.966 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.132113+0000", 2024-08-17T00:40:31.966 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.966 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.967 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.967 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.967 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.967 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.967 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.967 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.967 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.968 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.968 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.968 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.968 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.968 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.14", 2024-08-17T00:40:31.968 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.969 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.969 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.969 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.969 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.969 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:50:04.635101+0000", 2024-08-17T00:40:31.969 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.970 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.970 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.970 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.970 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.970 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.970 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.970 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.974 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.974 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.974 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.974 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.974 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.974 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.974 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.974 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.974 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.974 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.975 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.975 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.975 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:31.975 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:31.975 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:31.975 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.975 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T00:40:31.975 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.975 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.975 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.975 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.976 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:31.976 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.976 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:31.976 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.976 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T00:40:31.976 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.976 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.976 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:31.976 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.976 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.976 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.976 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:39:23.804814+0000", 2024-08-17T00:40:31.976 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.785541+0000", 2024-08-17T00:40:31.976 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.785541+0000", 2024-08-17T00:40:31.977 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.786122+0000", 2024-08-17T00:40:31.977 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:39:23.804814+0000", 2024-08-17T00:40:31.977 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:31.977 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.977 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:31.977 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:31.977 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:39:23.804814+0000", 2024-08-17T00:40:31.977 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:39:23.804814+0000", 2024-08-17T00:40:31.977 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:39:23.804814+0000", 2024-08-17T00:40:31.977 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.977 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.977 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:31.977 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:39:23.804814+0000", 2024-08-17T00:40:31.977 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:39:23.804814+0000", 2024-08-17T00:40:31.978 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.978 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 13, 2024-08-17T00:40:31.978 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.978 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.978 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:31.978 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.978 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.978 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.978 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.978 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 13, 2024-08-17T00:40:31.978 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.979 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.979 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.979 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.14", 2024-08-17T00:40:31.979 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.979 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.979 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 75, 2024-08-17T00:40:31.979 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 37, 2024-08-17T00:40:31.979 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.979 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:45:25.185133+0000", 2024-08-17T00:40:31.979 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.979 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.979 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 2624, 2024-08-17T00:40:31.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.981 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 12, 2024-08-17T00:40:31.981 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 4, 2024-08-17T00:40:31.981 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.981 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 4, 2024-08-17T00:40:31.981 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.981 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.981 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.981 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.981 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.981 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T00:40:31.981 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.981 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.982 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.982 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.982 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.982 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.982 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.982 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.982 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.982 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.982 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.982 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.982 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 13, 2024-08-17T00:40:31.982 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 10 2024-08-17T00:40:31.982 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.983 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.983 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.983 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.983 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:31.983 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.983 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:31.983 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.983 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T00:40:31.983 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "75'13" 2024-08-17T00:40:31.983 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.984 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.984 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.984 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:31.984 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.984 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:31.984 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.984 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:31.984 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.984 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.985 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:31.985 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.985 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.985 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.985 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157781+0000", 2024-08-17T00:40:31.985 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.957785+0000", 2024-08-17T00:40:31.985 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.957785+0000", 2024-08-17T00:40:31.985 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.958522+0000", 2024-08-17T00:40:31.985 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157781+0000", 2024-08-17T00:40:31.985 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.985 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.985 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.985 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:31.986 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157781+0000", 2024-08-17T00:40:31.986 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157781+0000", 2024-08-17T00:40:31.986 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157781+0000", 2024-08-17T00:40:31.986 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.986 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.986 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:31.986 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157781+0000", 2024-08-17T00:40:31.986 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157781+0000", 2024-08-17T00:40:31.986 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.987 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:31.987 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.987 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.987 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:31.987 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.987 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.987 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.987 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.987 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:31.987 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.987 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.987 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.987 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.15", 2024-08-17T00:40:31.988 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.988 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.988 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.988 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:31.988 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.988 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:38:42.076155+0000", 2024-08-17T00:40:31.988 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.988 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.988 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:31.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.989 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.989 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.989 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.989 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.989 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.989 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.989 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.989 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.989 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.989 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.989 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.989 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:31.989 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:31.989 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.990 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:31.990 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.990 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.990 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.990 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.990 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.990 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:31.990 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.990 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.990 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.990 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.990 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.990 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.991 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.991 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.991 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.991 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.991 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.991 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.991 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:31.991 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:31.991 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.991 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.991 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.991 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.991 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:31.991 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:31.992 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:31.992 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.992 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:31.992 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:31.992 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.992 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:31.992 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:31.992 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:31.992 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:31.992 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:31.992 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:31.992 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T00:40:31.992 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:31.992 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:31.993 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:31.993 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:31.993 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:31.993 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:31.993 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.128149+0000", 2024-08-17T00:40:31.993 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.790727+0000", 2024-08-17T00:40:31.993 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.790727+0000", 2024-08-17T00:40:31.993 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.793208+0000", 2024-08-17T00:40:31.993 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.128149+0000", 2024-08-17T00:40:31.993 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:31.993 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:31.993 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:31.993 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:31.993 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.128149+0000", 2024-08-17T00:40:31.994 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.128149+0000", 2024-08-17T00:40:31.994 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.128149+0000", 2024-08-17T00:40:31.994 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:31.994 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:31.994 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:31.994 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.128149+0000", 2024-08-17T00:40:31.994 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.128149+0000", 2024-08-17T00:40:31.994 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:31.994 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T00:40:31.994 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:31.994 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:31.995 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:31.995 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:31.995 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:31.995 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:31.995 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:31.995 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T00:40:31.995 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:31.995 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:31.995 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:31.995 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.13", 2024-08-17T00:40:31.995 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:31.995 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:31.996 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:31.996 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 26, 2024-08-17T00:40:31.996 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:31.996 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:35:25.976740+0000", 2024-08-17T00:40:31.996 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:31.996 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:31.996 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:31.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 34, 2024-08-17T00:40:31.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:31.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:31.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:31.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:31.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:31.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:31.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:31.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:31.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:31.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:31.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:31.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:31.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:31.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:31.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:31.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T00:40:31.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T00:40:31.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:31.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T00:40:31.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:31.998 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:31.998 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:31.998 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:31.998 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:31.998 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T00:40:31.998 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:31.998 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:31.998 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:31.998 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:31.998 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:31.998 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:31.998 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:31.999 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:31.999 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:31.999 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:31.999 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:31.999 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:31.999 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T00:40:31.999 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 6 2024-08-17T00:40:31.999 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:31.999 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:31.999 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:31.999 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:31.999 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:31.999 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.000 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:32.000 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.000 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T00:40:32.000 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T00:40:32.000 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.000 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.000 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.000 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.000 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.000 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:32.000 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.000 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T00:40:32.000 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.000 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.001 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:32.001 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.001 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.001 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.001 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.127594+0000", 2024-08-17T00:40:32.001 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.950904+0000", 2024-08-17T00:40:32.001 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.950904+0000", 2024-08-17T00:40:32.001 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.952899+0000", 2024-08-17T00:40:32.001 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.127594+0000", 2024-08-17T00:40:32.002 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.002 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.002 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.002 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:32.002 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.127594+0000", 2024-08-17T00:40:32.002 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.127594+0000", 2024-08-17T00:40:32.002 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.127594+0000", 2024-08-17T00:40:32.002 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.002 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.002 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.002 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.127594+0000", 2024-08-17T00:40:32.002 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.127594+0000", 2024-08-17T00:40:32.003 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.003 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.003 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.003 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.003 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:32.003 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.003 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.003 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.003 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.003 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.003 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.003 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.003 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.003 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.12", 2024-08-17T00:40:32.004 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.004 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.004 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.004 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:32.004 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.004 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:17:33.852365+0000", 2024-08-17T00:40:32.004 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.004 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.004 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.005 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.005 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.005 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.005 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.005 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.005 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.005 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.005 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.005 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.005 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.006 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.006 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.006 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.006 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.006 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.006 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.006 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.006 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.006 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.006 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.006 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.006 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.008 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.008 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.008 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.008 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.008 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.008 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.008 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.008 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:32.008 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.008 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T00:40:32.009 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.009 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.009 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.009 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.009 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.009 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:32.009 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:32.009 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.009 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:32.009 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.009 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.009 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:32.009 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.010 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.010 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.010 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.133294+0000", 2024-08-17T00:40:32.010 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.785644+0000", 2024-08-17T00:40:32.010 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.785644+0000", 2024-08-17T00:40:32.010 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.785942+0000", 2024-08-17T00:40:32.010 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.133294+0000", 2024-08-17T00:40:32.010 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.010 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.010 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.010 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:32.010 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.133294+0000", 2024-08-17T00:40:32.010 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.133294+0000", 2024-08-17T00:40:32.011 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.133294+0000", 2024-08-17T00:40:32.011 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.011 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.011 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.011 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.133294+0000", 2024-08-17T00:40:32.011 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.133294+0000", 2024-08-17T00:40:32.011 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.011 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.011 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.011 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.011 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:32.011 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.011 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.011 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.012 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.012 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.012 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.012 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.012 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.012 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.12", 2024-08-17T00:40:32.012 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.012 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.012 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.012 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:32.012 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.012 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:04:21.422299+0000", 2024-08-17T00:40:32.012 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.012 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.013 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.016 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.016 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.016 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.016 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.016 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.016 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:32.017 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:32.017 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.017 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:32.017 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.017 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.017 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.017 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.017 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.017 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.017 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:32.017 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.017 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:32.017 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.018 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.018 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:32.018 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.018 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.018 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.018 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157372+0000", 2024-08-17T00:40:32.018 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.959565+0000", 2024-08-17T00:40:32.018 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.959565+0000", 2024-08-17T00:40:32.018 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.959809+0000", 2024-08-17T00:40:32.018 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157372+0000", 2024-08-17T00:40:32.018 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.018 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.018 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.019 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:32.019 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157372+0000", 2024-08-17T00:40:32.019 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157372+0000", 2024-08-17T00:40:32.019 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157372+0000", 2024-08-17T00:40:32.019 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.019 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.019 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.019 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157372+0000", 2024-08-17T00:40:32.019 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157372+0000", 2024-08-17T00:40:32.019 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.019 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.019 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.019 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.020 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:32.020 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.020 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.020 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.020 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.020 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.020 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.020 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.020 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.020 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.13", 2024-08-17T00:40:32.020 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.020 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.020 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.021 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:32.021 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.021 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:46:40.713709+0000", 2024-08-17T00:40:32.021 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.021 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.021 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.021 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.021 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.021 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.021 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.021 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.021 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.021 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.022 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.022 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.022 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.022 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.022 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.022 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.022 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.022 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.022 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.022 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.022 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.022 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.022 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.024 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.024 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.024 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.024 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.024 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.024 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.024 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:32.024 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.025 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:32.025 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.025 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.025 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.025 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.025 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:32.025 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.025 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:32.025 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.025 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T00:40:32.025 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.025 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.025 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:32.026 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.026 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.026 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.026 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.156745+0000", 2024-08-17T00:40:32.026 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.787058+0000", 2024-08-17T00:40:32.026 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.787058+0000", 2024-08-17T00:40:32.026 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.787402+0000", 2024-08-17T00:40:32.026 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.156745+0000", 2024-08-17T00:40:32.026 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.026 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.027 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.027 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:32.027 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.156745+0000", 2024-08-17T00:40:32.027 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.156745+0000", 2024-08-17T00:40:32.027 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.156745+0000", 2024-08-17T00:40:32.027 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.027 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.027 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.027 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.156745+0000", 2024-08-17T00:40:32.027 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.156745+0000", 2024-08-17T00:40:32.027 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.027 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.027 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.028 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.028 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:32.028 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.028 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.028 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.028 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.028 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.028 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.028 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.028 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.028 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.11", 2024-08-17T00:40:32.028 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.029 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.029 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.029 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:32.029 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.029 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:26:39.632757+0000", 2024-08-17T00:40:32.029 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.029 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.029 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.029 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.029 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.029 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.029 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.029 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.029 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.030 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.030 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.030 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.030 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.030 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.030 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.030 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.030 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.030 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.030 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.030 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.030 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.032 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.032 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.033 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.033 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.033 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:32.033 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.033 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:32.033 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.033 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T00:40:32.033 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.033 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.033 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.033 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.033 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:32.033 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.033 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:32.034 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.034 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T00:40:32.034 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.034 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.034 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:32.034 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.034 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.034 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.034 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.156651+0000", 2024-08-17T00:40:32.034 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.952860+0000", 2024-08-17T00:40:32.034 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.952860+0000", 2024-08-17T00:40:32.034 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.953292+0000", 2024-08-17T00:40:32.034 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.156651+0000", 2024-08-17T00:40:32.035 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.035 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.035 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.035 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:32.035 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.156651+0000", 2024-08-17T00:40:32.035 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.156651+0000", 2024-08-17T00:40:32.035 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.156651+0000", 2024-08-17T00:40:32.035 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.035 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.035 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.035 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.156651+0000", 2024-08-17T00:40:32.035 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.156651+0000", 2024-08-17T00:40:32.035 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.036 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.036 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.036 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.036 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:32.036 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.036 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.036 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.036 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.036 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.036 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.036 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.037 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.037 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.10", 2024-08-17T00:40:32.037 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.037 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.037 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.037 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:32.037 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.037 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:32:02.457300+0000", 2024-08-17T00:40:32.037 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.038 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.038 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.038 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.038 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.038 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.038 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.038 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.038 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.038 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.038 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.038 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.038 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.038 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.040 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.040 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.040 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.040 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.040 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.040 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.040 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.040 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.040 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.040 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.040 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.040 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.040 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.041 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.041 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.041 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.041 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.041 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.041 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.041 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.041 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.041 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.041 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.041 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.041 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:32.042 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.042 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:32.042 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.042 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T00:40:32.042 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.042 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.042 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.042 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.043 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:32.043 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.043 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:32.043 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.043 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T00:40:32.043 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.043 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.043 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:32.043 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.043 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.043 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.043 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.156445+0000", 2024-08-17T00:40:32.043 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.790100+0000", 2024-08-17T00:40:32.043 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.790100+0000", 2024-08-17T00:40:32.044 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.790386+0000", 2024-08-17T00:40:32.044 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.156445+0000", 2024-08-17T00:40:32.044 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.044 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.044 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.044 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:32.044 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.156445+0000", 2024-08-17T00:40:32.044 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.156445+0000", 2024-08-17T00:40:32.044 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.156445+0000", 2024-08-17T00:40:32.044 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.044 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.044 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.045 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.156445+0000", 2024-08-17T00:40:32.045 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.156445+0000", 2024-08-17T00:40:32.045 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.045 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 8, 2024-08-17T00:40:32.045 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.045 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.045 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:32.045 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.045 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.045 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.046 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.046 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 8, 2024-08-17T00:40:32.046 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.046 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.046 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.046 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.10", 2024-08-17T00:40:32.046 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.046 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.046 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.046 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 32, 2024-08-17T00:40:32.046 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.046 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:54:03.758434+0000", 2024-08-17T00:40:32.046 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.047 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.047 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.047 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.047 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.047 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.047 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.047 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.048 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.048 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.048 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.048 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.048 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.048 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.049 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.049 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.049 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.049 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.049 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.049 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 12, 2024-08-17T00:40:32.050 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 4, 2024-08-17T00:40:32.050 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.050 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 4, 2024-08-17T00:40:32.050 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.050 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.050 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.050 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.050 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 4, 2024-08-17T00:40:32.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 12, 2024-08-17T00:40:32.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.052 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.052 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.052 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.052 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.052 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:32.052 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.052 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:32.052 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.052 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T00:40:32.052 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'8" 2024-08-17T00:40:32.052 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.052 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.053 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.053 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.053 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.053 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:32.053 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.053 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:32.053 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.053 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.053 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:32.053 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.053 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.053 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.053 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.156948+0000", 2024-08-17T00:40:32.053 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.960608+0000", 2024-08-17T00:40:32.054 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.960608+0000", 2024-08-17T00:40:32.054 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.960891+0000", 2024-08-17T00:40:32.054 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.156948+0000", 2024-08-17T00:40:32.054 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.054 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.054 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.054 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:32.054 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.156948+0000", 2024-08-17T00:40:32.054 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.156948+0000", 2024-08-17T00:40:32.054 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.156948+0000", 2024-08-17T00:40:32.054 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.054 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.055 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.055 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.156948+0000", 2024-08-17T00:40:32.055 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.156948+0000", 2024-08-17T00:40:32.055 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.055 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.055 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.055 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.055 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:32.055 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.055 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.055 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.055 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.056 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.056 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.056 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.056 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.056 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.11", 2024-08-17T00:40:32.056 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.056 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.056 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.056 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:32.056 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.056 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:24:23.160085+0000", 2024-08-17T00:40:32.056 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.056 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.056 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.058 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.058 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.058 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.058 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.058 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.058 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.058 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.058 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.058 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.058 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.058 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.060 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.060 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.060 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.060 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.060 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.060 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.060 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:32.060 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.060 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:32.060 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.060 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.060 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.061 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.061 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.061 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.061 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:32.061 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.061 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T00:40:32.061 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.061 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.061 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:32.061 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.061 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.061 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.062 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.132160+0000", 2024-08-17T00:40:32.062 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.791973+0000", 2024-08-17T00:40:32.062 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.791973+0000", 2024-08-17T00:40:32.062 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.792276+0000", 2024-08-17T00:40:32.062 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.132160+0000", 2024-08-17T00:40:32.062 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.062 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.062 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.062 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:32.062 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.132160+0000", 2024-08-17T00:40:32.062 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.132160+0000", 2024-08-17T00:40:32.062 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.132160+0000", 2024-08-17T00:40:32.062 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.132160+0000", 2024-08-17T00:40:32.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.132160+0000", 2024-08-17T00:40:32.063 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.063 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 1, 2024-08-17T00:40:32.063 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.063 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.063 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:32.063 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.063 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.063 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.063 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.063 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 1, 2024-08-17T00:40:32.064 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.064 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.064 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.064 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.f", 2024-08-17T00:40:32.064 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.064 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.064 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.064 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 25, 2024-08-17T00:40:32.065 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.065 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:42:51.144389+0000", 2024-08-17T00:40:32.065 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.065 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.065 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.065 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 22, 2024-08-17T00:40:32.065 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T00:40:32.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T00:40:32.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T00:40:32.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.069 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.069 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.069 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.069 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.069 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.069 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.069 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.069 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 1, 2024-08-17T00:40:32.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 1 2024-08-17T00:40:32.070 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.070 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.070 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.070 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.070 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.071 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.071 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:32.071 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.071 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T00:40:32.071 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'1" 2024-08-17T00:40:32.071 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.071 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.071 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.071 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.071 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.071 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:32.071 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.071 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:32.072 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.072 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.072 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:32.072 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.072 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.072 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.072 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157969+0000", 2024-08-17T00:40:32.072 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.957444+0000", 2024-08-17T00:40:32.072 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.957444+0000", 2024-08-17T00:40:32.072 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.958148+0000", 2024-08-17T00:40:32.072 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157969+0000", 2024-08-17T00:40:32.072 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.072 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.073 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.073 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:32.073 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157969+0000", 2024-08-17T00:40:32.073 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157969+0000", 2024-08-17T00:40:32.073 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157969+0000", 2024-08-17T00:40:32.073 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.073 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.073 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.073 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157969+0000", 2024-08-17T00:40:32.073 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157969+0000", 2024-08-17T00:40:32.073 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.073 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.073 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.073 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.074 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:32.074 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.074 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.074 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.074 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.074 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.074 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.074 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.074 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.074 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.e", 2024-08-17T00:40:32.074 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.074 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.074 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.075 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:32.075 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.075 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:37:57.649978+0000", 2024-08-17T00:40:32.075 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.075 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.075 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.078 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.078 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.078 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.078 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.078 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.078 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.078 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.078 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.078 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.078 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.078 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.078 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.079 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.079 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.079 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:32.079 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.079 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:32.079 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.079 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.079 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.079 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.079 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:32.080 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:32.080 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:32.080 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.080 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T00:40:32.080 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.080 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.080 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:32.080 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.080 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.080 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.080 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.156930+0000", 2024-08-17T00:40:32.080 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.781729+0000", 2024-08-17T00:40:32.081 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.781729+0000", 2024-08-17T00:40:32.081 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.782024+0000", 2024-08-17T00:40:32.081 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.156930+0000", 2024-08-17T00:40:32.081 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.081 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.081 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.081 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:32.081 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.156930+0000", 2024-08-17T00:40:32.081 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.156930+0000", 2024-08-17T00:40:32.082 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.156930+0000", 2024-08-17T00:40:32.082 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.082 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.082 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.082 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.156930+0000", 2024-08-17T00:40:32.082 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.156930+0000", 2024-08-17T00:40:32.082 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.082 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T00:40:32.082 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.082 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.082 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:32.082 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.082 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.083 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.083 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.083 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T00:40:32.083 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.083 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.083 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.083 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.e", 2024-08-17T00:40:32.083 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.083 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.084 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.084 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 26, 2024-08-17T00:40:32.084 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.084 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:50:21.078155+0000", 2024-08-17T00:40:32.084 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.084 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.084 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T00:40:32.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T00:40:32.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T00:40:32.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T00:40:32.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T00:40:32.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.087 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.087 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.087 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.088 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.088 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:32.088 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:32.088 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:32.088 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.088 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T00:40:32.088 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T00:40:32.088 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.088 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.088 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.088 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.089 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.089 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:32.089 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.089 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:32.089 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.089 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.089 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:32.089 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.089 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.089 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.089 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.158053+0000", 2024-08-17T00:40:32.089 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:34.468312+0000", 2024-08-17T00:40:32.089 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:34.468312+0000", 2024-08-17T00:40:32.090 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:34.468672+0000", 2024-08-17T00:40:32.090 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.158053+0000", 2024-08-17T00:40:32.090 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.090 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.090 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.090 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 67, 2024-08-17T00:40:32.090 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.158053+0000", 2024-08-17T00:40:32.090 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.158053+0000", 2024-08-17T00:40:32.090 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.158053+0000", 2024-08-17T00:40:32.090 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.090 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.090 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.090 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.158053+0000", 2024-08-17T00:40:32.091 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.158053+0000", 2024-08-17T00:40:32.091 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.091 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.091 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.091 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.091 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 66, 2024-08-17T00:40:32.091 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.091 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.091 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.091 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.091 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.091 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.091 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.091 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.092 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.f", 2024-08-17T00:40:32.092 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.092 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.092 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.092 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 31, 2024-08-17T00:40:32.092 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.092 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:47:46.595826+0000", 2024-08-17T00:40:32.092 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.092 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.092 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.092 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.092 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.092 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.092 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.093 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.093 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.093 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.093 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.093 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.093 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.093 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.093 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.093 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.093 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.093 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.093 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.093 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.093 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.095 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.095 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.095 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.095 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.096 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.096 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.096 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:32.096 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.096 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:32.096 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.096 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.096 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.096 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.096 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.096 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.096 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:32.096 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.096 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:32.097 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.097 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.097 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:32.097 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.097 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.097 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.097 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.130639+0000", 2024-08-17T00:40:32.097 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.783595+0000", 2024-08-17T00:40:32.097 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.783595+0000", 2024-08-17T00:40:32.097 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.783855+0000", 2024-08-17T00:40:32.097 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.130639+0000", 2024-08-17T00:40:32.097 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.097 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.097 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.098 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:32.098 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.130639+0000", 2024-08-17T00:40:32.098 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.130639+0000", 2024-08-17T00:40:32.098 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.130639+0000", 2024-08-17T00:40:32.098 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.098 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.098 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.098 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.130639+0000", 2024-08-17T00:40:32.098 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.130639+0000", 2024-08-17T00:40:32.098 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.098 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 1, 2024-08-17T00:40:32.098 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.098 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.099 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:32.099 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.099 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.099 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.099 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.099 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 1, 2024-08-17T00:40:32.099 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.099 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.099 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.099 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.d", 2024-08-17T00:40:32.099 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.099 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.099 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.099 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 25, 2024-08-17T00:40:32.100 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.100 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:50:37.281675+0000", 2024-08-17T00:40:32.100 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.100 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.100 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.100 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 70, 2024-08-17T00:40:32.100 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.100 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.100 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.100 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.100 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.100 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.100 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.100 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.101 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.101 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.101 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.101 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.101 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.101 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.101 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.101 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T00:40:32.101 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T00:40:32.101 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.101 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T00:40:32.101 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 1, 2024-08-17T00:40:32.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 1 2024-08-17T00:40:32.103 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.103 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.103 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.103 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.104 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.104 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.104 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:32.104 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.104 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:32.104 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'1" 2024-08-17T00:40:32.104 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.104 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.104 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.104 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.104 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:32.104 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:32.104 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.104 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:32.105 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.105 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.105 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:32.105 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.105 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.105 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.105 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.133371+0000", 2024-08-17T00:40:32.105 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.955686+0000", 2024-08-17T00:40:32.105 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.955686+0000", 2024-08-17T00:40:32.105 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.957993+0000", 2024-08-17T00:40:32.105 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.133371+0000", 2024-08-17T00:40:32.105 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.105 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.105 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:32.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.133371+0000", 2024-08-17T00:40:32.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.133371+0000", 2024-08-17T00:40:32.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.133371+0000", 2024-08-17T00:40:32.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.133371+0000", 2024-08-17T00:40:32.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.133371+0000", 2024-08-17T00:40:32.106 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.106 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.106 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.107 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.107 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:32.107 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.107 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.107 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.107 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.107 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.107 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.107 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.107 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.107 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.c", 2024-08-17T00:40:32.107 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.107 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.107 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.108 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:32.108 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.108 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:50:11.600736+0000", 2024-08-17T00:40:32.108 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.108 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.108 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.108 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.108 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.108 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.108 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.108 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.111 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.111 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.111 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.111 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.111 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.111 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:32.112 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:32.112 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.112 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:32.112 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.112 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.112 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.112 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.112 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:32.112 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.112 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:32.112 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.112 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T00:40:32.112 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.112 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.113 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:32.113 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.113 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.113 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.113 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.156656+0000", 2024-08-17T00:40:32.113 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.789258+0000", 2024-08-17T00:40:32.113 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.789258+0000", 2024-08-17T00:40:32.113 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.789516+0000", 2024-08-17T00:40:32.113 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.156656+0000", 2024-08-17T00:40:32.113 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.113 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.113 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.113 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:32.113 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.156656+0000", 2024-08-17T00:40:32.114 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.156656+0000", 2024-08-17T00:40:32.114 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.156656+0000", 2024-08-17T00:40:32.114 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.114 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.114 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.114 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.156656+0000", 2024-08-17T00:40:32.114 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.156656+0000", 2024-08-17T00:40:32.114 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.114 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.114 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.115 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.115 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:32.115 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.115 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.115 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.115 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.115 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.115 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.115 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.115 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.115 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.c", 2024-08-17T00:40:32.115 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.115 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.115 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.116 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:32.116 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.116 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:58:57.330760+0000", 2024-08-17T00:40:32.116 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.116 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.116 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.119 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.119 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.119 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.119 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.119 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.119 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.119 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.120 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.120 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:32.120 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.120 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:32.120 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.120 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T00:40:32.120 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.120 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.120 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.120 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.120 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.121 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.121 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:32.121 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.121 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:32.121 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.121 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.121 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:32.121 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.121 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.121 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.121 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157845+0000", 2024-08-17T00:40:32.121 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.955817+0000", 2024-08-17T00:40:32.121 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.955817+0000", 2024-08-17T00:40:32.121 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.956081+0000", 2024-08-17T00:40:32.122 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157845+0000", 2024-08-17T00:40:32.122 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.122 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.122 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.122 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:32.122 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157845+0000", 2024-08-17T00:40:32.122 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157845+0000", 2024-08-17T00:40:32.122 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157845+0000", 2024-08-17T00:40:32.122 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.122 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.122 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.122 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157845+0000", 2024-08-17T00:40:32.122 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157845+0000", 2024-08-17T00:40:32.123 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.123 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.123 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.123 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.123 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:32.123 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.123 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.123 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.123 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.123 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.123 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.123 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.123 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.123 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.d", 2024-08-17T00:40:32.124 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.124 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.124 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.124 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:32.124 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.124 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:07:50.126971+0000", 2024-08-17T00:40:32.124 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.124 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.124 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.124 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.124 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.124 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.124 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.127 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.127 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.128 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.128 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.128 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.128 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.128 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:32.128 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.128 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:32.128 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.128 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.128 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.128 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.128 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:32.128 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.129 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:32.129 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.129 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T00:40:32.129 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.129 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.129 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T00:40:32.129 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.129 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.129 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.130 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:10.558576+0000", 2024-08-17T00:40:32.130 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:59.103532+0000", 2024-08-17T00:40:32.130 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:59.103532+0000", 2024-08-17T00:40:32.130 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:38:04.157803+0000", 2024-08-17T00:40:32.130 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:10.558576+0000", 2024-08-17T00:40:32.130 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:32.130 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.130 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:32.130 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 70, 2024-08-17T00:40:32.130 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:10.558576+0000", 2024-08-17T00:40:32.130 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:10.558576+0000", 2024-08-17T00:40:32.130 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:10.558576+0000", 2024-08-17T00:40:32.130 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:32.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:10.558576+0000", 2024-08-17T00:40:32.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:10.558576+0000", 2024-08-17T00:40:32.131 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.131 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.131 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.131 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.131 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 69, 2024-08-17T00:40:32.131 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.131 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.131 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.131 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.131 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.132 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.132 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.132 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.132 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.5", 2024-08-17T00:40:32.132 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.132 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.132 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 75, 2024-08-17T00:40:32.132 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 19, 2024-08-17T00:40:32.132 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.132 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:53:00.328095+0000", 2024-08-17T00:40:32.132 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.000819459, 2024-08-17T00:40:32.132 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.132 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.132 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.132 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.135 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.135 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.136 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.136 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.136 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:32.136 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.136 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:32.136 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.136 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T00:40:32.136 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.136 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.136 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.136 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.136 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.136 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.137 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:32.137 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.137 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:32.137 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.137 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.137 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 19, 2024-08-17T00:40:32.137 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.137 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.137 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.137 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:40:29.527742+0000", 2024-08-17T00:40:32.137 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:36:40.570593+0000", 2024-08-17T00:40:32.138 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:36:40.570593+0000", 2024-08-17T00:40:32.138 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:36:40.571022+0000", 2024-08-17T00:40:32.138 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:40:29.527742+0000", 2024-08-17T00:40:32.138 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:34:43.704511+0000", 2024-08-17T00:40:32.138 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.138 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:34:43.704511+0000", 2024-08-17T00:40:32.138 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 58, 2024-08-17T00:40:32.138 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:40:29.527742+0000", 2024-08-17T00:40:32.138 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:40:29.527742+0000", 2024-08-17T00:40:32.138 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:40:29.527742+0000", 2024-08-17T00:40:32.138 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.138 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.139 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:34:43.704511+0000", 2024-08-17T00:40:32.139 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:40:29.527742+0000", 2024-08-17T00:40:32.139 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:40:29.527742+0000", 2024-08-17T00:40:32.139 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.139 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 160, 2024-08-17T00:40:32.139 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.139 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.139 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 57, 2024-08-17T00:40:32.139 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.139 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.139 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.139 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.139 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 160, 2024-08-17T00:40:32.140 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.140 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.140 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.140 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "1.0", 2024-08-17T00:40:32.140 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.140 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.140 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 75, 2024-08-17T00:40:32.140 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 396, 2024-08-17T00:40:32.140 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.141 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:34:08.366178+0000", 2024-08-17T00:40:32.141 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.141 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.141 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 590368, 2024-08-17T00:40:32.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 1771104, 2024-08-17T00:40:32.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T00:40:32.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T00:40:32.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T00:40:32.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 6, 2024-08-17T00:40:32.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 502, 2024-08-17T00:40:32.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 674, 2024-08-17T00:40:32.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 243, 2024-08-17T00:40:32.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 2416 2024-08-17T00:40:32.144 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.145 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.145 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.145 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.145 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.145 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.145 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:32.145 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.145 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:32.145 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "75'160" 2024-08-17T00:40:32.145 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.145 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.146 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.146 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.146 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:32.146 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:32.146 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.146 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:32.146 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.146 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.146 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:32.146 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.146 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.147 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.133214+0000", 2024-08-17T00:40:32.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.785047+0000", 2024-08-17T00:40:32.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.785047+0000", 2024-08-17T00:40:32.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.785377+0000", 2024-08-17T00:40:32.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.133214+0000", 2024-08-17T00:40:32.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:32.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.133214+0000", 2024-08-17T00:40:32.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.133214+0000", 2024-08-17T00:40:32.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.133214+0000", 2024-08-17T00:40:32.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.148 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.148 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.148 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.133214+0000", 2024-08-17T00:40:32.148 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.133214+0000", 2024-08-17T00:40:32.148 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.148 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.148 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.148 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.148 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:32.148 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.148 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.148 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.148 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.148 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.149 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.149 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.149 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.149 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.3", 2024-08-17T00:40:32.149 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.149 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.149 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.149 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:32.149 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.149 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:18:53.217487+0000", 2024-08-17T00:40:32.149 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.149 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.149 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.153 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.153 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.153 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.153 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.153 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.153 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:32.153 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:32.153 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.153 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:32.153 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.153 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.153 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.154 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.154 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:32.154 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.154 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:32.154 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.154 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:32.154 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.154 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.154 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:32.154 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.154 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.154 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.154 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.128181+0000", 2024-08-17T00:40:32.155 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.954324+0000", 2024-08-17T00:40:32.155 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.954324+0000", 2024-08-17T00:40:32.155 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.955503+0000", 2024-08-17T00:40:32.155 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.128181+0000", 2024-08-17T00:40:32.155 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.155 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.155 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.155 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:32.155 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.128181+0000", 2024-08-17T00:40:32.155 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.128181+0000", 2024-08-17T00:40:32.155 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.128181+0000", 2024-08-17T00:40:32.155 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.156 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.156 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.156 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.128181+0000", 2024-08-17T00:40:32.156 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.128181+0000", 2024-08-17T00:40:32.156 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.156 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.156 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.156 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.156 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:32.156 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.156 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.156 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.156 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.156 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.157 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.157 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.157 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.157 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2", 2024-08-17T00:40:32.157 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.157 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.157 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.157 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:32.157 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.157 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:06:29.228648+0000", 2024-08-17T00:40:32.157 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.157 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.157 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.162 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.162 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.163 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.163 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.163 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:32.163 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.163 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:32.163 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.163 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:32.163 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.163 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.163 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.163 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.163 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.163 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.164 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:32.164 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.164 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T00:40:32.164 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.164 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.164 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T00:40:32.164 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.164 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.164 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.164 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:10.558115+0000", 2024-08-17T00:40:32.164 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:59.490638+0000", 2024-08-17T00:40:32.164 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:59.490638+0000", 2024-08-17T00:40:32.165 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:38:04.127525+0000", 2024-08-17T00:40:32.165 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:10.558115+0000", 2024-08-17T00:40:32.165 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:32.165 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.165 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:32.165 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 70, 2024-08-17T00:40:32.166 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:10.558115+0000", 2024-08-17T00:40:32.166 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:10.558115+0000", 2024-08-17T00:40:32.166 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:10.558115+0000", 2024-08-17T00:40:32.166 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.166 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.166 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:32.166 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:10.558115+0000", 2024-08-17T00:40:32.166 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:10.558115+0000", 2024-08-17T00:40:32.167 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.167 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.167 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.167 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.167 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 69, 2024-08-17T00:40:32.167 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.167 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.167 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.167 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.167 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.167 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.168 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.168 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.168 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.6", 2024-08-17T00:40:32.168 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.168 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.168 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 75, 2024-08-17T00:40:32.168 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 19, 2024-08-17T00:40:32.168 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.168 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:24:36.820689+0000", 2024-08-17T00:40:32.168 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.000318785, 2024-08-17T00:40:32.168 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.168 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.170 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.170 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.170 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.170 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.170 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.170 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.170 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.170 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.170 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.170 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.170 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.172 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.172 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.172 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.172 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.172 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.172 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.172 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:32.172 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.172 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T00:40:32.172 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.172 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.173 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.173 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.173 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.173 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.173 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:32.173 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.173 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:32.173 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.173 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.173 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:32.173 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.173 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.173 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.174 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157043+0000", 2024-08-17T00:40:32.174 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.790593+0000", 2024-08-17T00:40:32.174 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.790593+0000", 2024-08-17T00:40:32.174 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.790952+0000", 2024-08-17T00:40:32.174 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157043+0000", 2024-08-17T00:40:32.174 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.174 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.174 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.174 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:32.174 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157043+0000", 2024-08-17T00:40:32.174 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157043+0000", 2024-08-17T00:40:32.174 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157043+0000", 2024-08-17T00:40:32.174 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.175 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.175 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.175 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157043+0000", 2024-08-17T00:40:32.175 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157043+0000", 2024-08-17T00:40:32.175 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.175 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.175 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.175 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.175 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:32.175 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.175 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.175 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.175 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.175 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.176 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.176 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.176 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.176 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.0", 2024-08-17T00:40:32.176 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.176 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.176 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.176 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:32.176 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.176 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:48:01.569999+0000", 2024-08-17T00:40:32.177 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.177 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.177 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.177 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.177 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.177 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.177 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.177 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.177 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.177 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.177 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.177 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.177 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.177 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.178 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.178 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.178 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.178 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.178 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.178 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.178 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.178 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.178 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.178 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.178 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.178 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.178 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.178 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.180 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.180 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.180 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.180 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.180 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.180 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.180 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.180 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:32.180 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.180 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:32.180 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.180 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.180 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.180 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.181 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.181 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.181 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:32.181 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.181 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T00:40:32.181 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.181 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.181 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:32.181 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.181 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.181 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.181 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.126591+0000", 2024-08-17T00:40:32.181 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.959033+0000", 2024-08-17T00:40:32.181 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.959033+0000", 2024-08-17T00:40:32.182 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.960382+0000", 2024-08-17T00:40:32.182 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.126591+0000", 2024-08-17T00:40:32.182 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.182 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.182 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.182 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:32.182 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.126591+0000", 2024-08-17T00:40:32.182 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.126591+0000", 2024-08-17T00:40:32.182 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.126591+0000", 2024-08-17T00:40:32.183 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.183 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.183 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.183 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.126591+0000", 2024-08-17T00:40:32.183 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.126591+0000", 2024-08-17T00:40:32.183 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.183 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.184 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.184 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.184 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:32.184 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.184 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.184 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.185 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.185 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.185 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.185 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.185 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.185 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1", 2024-08-17T00:40:32.186 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.186 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.186 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.186 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:32.186 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.187 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:55:18.494837+0000", 2024-08-17T00:40:32.187 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.187 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.187 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.187 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.187 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.187 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.187 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.187 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.187 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.188 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.188 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.188 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.188 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.188 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.188 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.188 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.188 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.188 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.188 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.188 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.188 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.188 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.188 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.188 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.190 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.190 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.190 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.190 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.190 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.190 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.190 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:32.190 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.191 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T00:40:32.191 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.191 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.191 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.191 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.191 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.191 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.191 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:32.191 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.191 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:32.191 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.191 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.191 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T00:40:32.192 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.192 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.192 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.192 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:10.438162+0000", 2024-08-17T00:40:32.192 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:59.443124+0000", 2024-08-17T00:40:32.192 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:59.443124+0000", 2024-08-17T00:40:32.192 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:38:04.131174+0000", 2024-08-17T00:40:32.192 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:10.438162+0000", 2024-08-17T00:40:32.192 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:32.192 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.192 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:32.192 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 70, 2024-08-17T00:40:32.192 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:10.438162+0000", 2024-08-17T00:40:32.192 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:10.438162+0000", 2024-08-17T00:40:32.193 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:10.438162+0000", 2024-08-17T00:40:32.193 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.193 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.193 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:32.193 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:10.438162+0000", 2024-08-17T00:40:32.193 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:10.438162+0000", 2024-08-17T00:40:32.193 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.193 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.193 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.193 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.193 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 69, 2024-08-17T00:40:32.193 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.193 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.193 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.194 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.194 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.194 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.194 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.194 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.194 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.7", 2024-08-17T00:40:32.194 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.194 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.194 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 75, 2024-08-17T00:40:32.194 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 19, 2024-08-17T00:40:32.194 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.194 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:27:05.044674+0000", 2024-08-17T00:40:32.194 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.000435752, 2024-08-17T00:40:32.195 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.195 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.198 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.198 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.198 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.198 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.198 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.198 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.198 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:32.198 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.198 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:32.198 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.198 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.198 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.198 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.199 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:32.199 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:32.199 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:32.199 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.199 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T00:40:32.199 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.199 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.199 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:32.199 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.199 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.199 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.199 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.156609+0000", 2024-08-17T00:40:32.199 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.788527+0000", 2024-08-17T00:40:32.200 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.788527+0000", 2024-08-17T00:40:32.200 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.788800+0000", 2024-08-17T00:40:32.200 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.156609+0000", 2024-08-17T00:40:32.200 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.200 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.200 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.200 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:32.200 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.156609+0000", 2024-08-17T00:40:32.200 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.156609+0000", 2024-08-17T00:40:32.200 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.156609+0000", 2024-08-17T00:40:32.200 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.200 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.200 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.200 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.156609+0000", 2024-08-17T00:40:32.201 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.156609+0000", 2024-08-17T00:40:32.201 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.201 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.201 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.201 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.201 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:32.201 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.201 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.201 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.201 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.201 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.201 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.201 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.201 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.202 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1", 2024-08-17T00:40:32.202 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.202 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.202 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.202 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:32.202 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.202 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:19:51.551325+0000", 2024-08-17T00:40:32.202 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.203 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.203 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.203 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.203 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.203 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.203 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.203 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.203 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.203 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.203 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.203 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.203 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.203 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.203 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.205 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.206 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.206 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.206 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.206 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:32.206 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:32.206 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:32.206 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.206 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T00:40:32.206 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.206 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.206 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.206 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.207 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.207 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:32.207 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:32.207 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.207 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:32.207 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.207 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.207 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:32.207 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.207 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.207 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.207 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.130003+0000", 2024-08-17T00:40:32.207 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.952436+0000", 2024-08-17T00:40:32.207 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.952436+0000", 2024-08-17T00:40:32.208 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.952720+0000", 2024-08-17T00:40:32.208 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.130003+0000", 2024-08-17T00:40:32.208 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.208 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.208 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.208 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:32.208 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.130003+0000", 2024-08-17T00:40:32.208 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.130003+0000", 2024-08-17T00:40:32.208 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.130003+0000", 2024-08-17T00:40:32.208 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.208 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.208 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.208 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.130003+0000", 2024-08-17T00:40:32.208 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.130003+0000", 2024-08-17T00:40:32.209 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.209 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.209 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.209 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.209 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:32.209 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.209 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.209 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.209 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.209 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.209 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.210 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.210 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.210 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.0", 2024-08-17T00:40:32.210 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.210 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.210 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.210 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:32.210 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.210 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:09:12.016346+0000", 2024-08-17T00:40:32.210 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.210 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.210 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.210 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.211 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.211 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.211 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.211 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.211 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.211 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.211 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.211 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.211 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.211 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.211 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.211 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.211 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.211 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.213 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.213 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.213 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.214 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.214 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.214 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:32.214 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:32.214 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.214 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:32.214 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.214 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.214 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.214 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.214 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.214 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:32.214 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:32.215 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.215 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:32.215 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.215 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.215 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T00:40:32.215 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.215 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.215 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.215 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:10.438090+0000", 2024-08-17T00:40:32.215 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:59.490627+0000", 2024-08-17T00:40:32.215 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:59.490627+0000", 2024-08-17T00:40:32.215 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:38:04.130974+0000", 2024-08-17T00:40:32.215 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:10.438090+0000", 2024-08-17T00:40:32.216 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:32.216 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.216 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:32.216 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 70, 2024-08-17T00:40:32.216 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:10.438090+0000", 2024-08-17T00:40:32.216 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:10.438090+0000", 2024-08-17T00:40:32.216 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:10.438090+0000", 2024-08-17T00:40:32.216 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.216 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.216 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:32.216 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:10.438090+0000", 2024-08-17T00:40:32.216 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:10.438090+0000", 2024-08-17T00:40:32.216 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.216 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.217 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.217 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.217 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 69, 2024-08-17T00:40:32.217 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.217 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.217 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.217 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.217 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.217 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.217 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.217 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.217 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.4", 2024-08-17T00:40:32.217 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.217 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.218 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 75, 2024-08-17T00:40:32.218 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 19, 2024-08-17T00:40:32.218 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.218 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:27:31.745554+0000", 2024-08-17T00:40:32.218 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.000683843, 2024-08-17T00:40:32.218 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.218 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.218 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.218 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.218 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.218 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.218 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.218 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.219 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.219 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.219 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.219 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.219 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.219 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.219 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.219 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.219 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.219 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.219 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.219 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.219 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.219 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.221 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.221 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.221 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.221 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.221 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.222 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:32.222 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:32.222 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.222 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:32.222 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.222 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.222 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.222 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.222 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.222 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.222 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:32.222 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.222 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:32.223 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.223 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.223 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:32.223 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.223 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.223 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.223 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.133430+0000", 2024-08-17T00:40:32.223 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.786614+0000", 2024-08-17T00:40:32.223 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.786614+0000", 2024-08-17T00:40:32.223 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.787294+0000", 2024-08-17T00:40:32.223 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.133430+0000", 2024-08-17T00:40:32.223 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.223 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.224 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.224 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:32.224 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.133430+0000", 2024-08-17T00:40:32.224 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.133430+0000", 2024-08-17T00:40:32.224 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.133430+0000", 2024-08-17T00:40:32.224 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.224 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.224 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.224 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.133430+0000", 2024-08-17T00:40:32.224 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.133430+0000", 2024-08-17T00:40:32.224 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.224 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.225 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.225 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.225 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:32.225 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.225 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.225 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.225 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.225 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.225 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.225 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.225 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.225 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.2", 2024-08-17T00:40:32.225 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.225 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.226 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.226 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:32.226 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.226 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:58:41.628356+0000", 2024-08-17T00:40:32.226 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.226 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.226 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.226 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.226 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.226 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.226 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.226 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.226 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.227 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.227 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.227 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.227 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.227 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.227 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.227 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.227 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.227 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.227 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.227 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.229 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.230 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.230 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.230 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.230 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.230 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.230 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:32.230 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.230 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:32.230 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.230 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.230 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.230 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.230 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:32.231 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.231 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:32.231 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.231 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T00:40:32.231 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.231 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.231 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:32.231 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.231 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.231 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.231 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.156715+0000", 2024-08-17T00:40:32.231 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:35.295617+0000", 2024-08-17T00:40:32.231 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:35.295617+0000", 2024-08-17T00:40:32.231 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:35.296059+0000", 2024-08-17T00:40:32.232 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.156715+0000", 2024-08-17T00:40:32.232 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.232 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.232 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.232 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 67, 2024-08-17T00:40:32.232 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.156715+0000", 2024-08-17T00:40:32.232 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.156715+0000", 2024-08-17T00:40:32.233 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.156715+0000", 2024-08-17T00:40:32.233 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.233 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.233 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.233 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.156715+0000", 2024-08-17T00:40:32.233 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.156715+0000", 2024-08-17T00:40:32.233 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.234 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.234 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.234 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.234 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 66, 2024-08-17T00:40:32.234 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.234 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.235 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.235 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.235 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.235 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.235 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.235 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.236 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3", 2024-08-17T00:40:32.236 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.236 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.236 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.236 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 18, 2024-08-17T00:40:32.236 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.236 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:19:12.704193+0000", 2024-08-17T00:40:32.237 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.237 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.237 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.239 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.239 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.239 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.239 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.239 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.239 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.240 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.240 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.240 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.240 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.240 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.240 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.241 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.241 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.241 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.241 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.241 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.241 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.242 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.242 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.242 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.242 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.242 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.242 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.244 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.244 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.244 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.244 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.244 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:32.245 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.245 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:32.245 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.245 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T00:40:32.245 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.245 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.246 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.246 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.246 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.246 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.246 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:32.246 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.247 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:32.247 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.247 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.247 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T00:40:32.247 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.247 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.248 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.248 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:10.437606+0000", 2024-08-17T00:40:32.248 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:59.443169+0000", 2024-08-17T00:40:32.248 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:59.443169+0000", 2024-08-17T00:40:32.248 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:38:04.130958+0000", 2024-08-17T00:40:32.248 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:10.437606+0000", 2024-08-17T00:40:32.249 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:32.249 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.249 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:32.249 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 70, 2024-08-17T00:40:32.249 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:10.437606+0000", 2024-08-17T00:40:32.249 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:10.437606+0000", 2024-08-17T00:40:32.250 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:10.437606+0000", 2024-08-17T00:40:32.250 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.250 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.250 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:32.250 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:10.437606+0000", 2024-08-17T00:40:32.250 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:10.437606+0000", 2024-08-17T00:40:32.251 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.251 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T00:40:32.251 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.251 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.251 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 69, 2024-08-17T00:40:32.251 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.252 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.252 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.252 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.252 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T00:40:32.252 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.252 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.252 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.253 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.2", 2024-08-17T00:40:32.253 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.253 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.253 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 75, 2024-08-17T00:40:32.253 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:32.253 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.254 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:00:15.722964+0000", 2024-08-17T00:40:32.254 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.000787011, 2024-08-17T00:40:32.254 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.254 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.254 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 19, 2024-08-17T00:40:32.255 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.255 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.255 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.255 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.255 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.255 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.256 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.256 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.256 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.256 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.256 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.256 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T00:40:32.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T00:40:32.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.258 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T00:40:32.258 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.258 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.258 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.258 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.258 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.259 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.259 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.259 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.259 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.259 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.260 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.260 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.260 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.260 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.260 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.260 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.260 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.261 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.261 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 2, 2024-08-17T00:40:32.261 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 2 2024-08-17T00:40:32.261 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.261 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.262 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.262 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.262 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.262 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.262 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:32.262 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.263 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:32.263 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "74'2" 2024-08-17T00:40:32.263 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.263 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.263 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.263 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.264 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.264 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:32.264 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.264 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:32.264 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.264 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.265 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:32.265 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.265 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.265 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.265 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.130389+0000", 2024-08-17T00:40:32.265 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.790118+0000", 2024-08-17T00:40:32.266 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.790118+0000", 2024-08-17T00:40:32.266 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.790872+0000", 2024-08-17T00:40:32.266 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.130389+0000", 2024-08-17T00:40:32.266 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.266 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.266 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.267 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:32.267 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.130389+0000", 2024-08-17T00:40:32.267 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.130389+0000", 2024-08-17T00:40:32.267 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.130389+0000", 2024-08-17T00:40:32.267 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.267 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.268 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.268 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.130389+0000", 2024-08-17T00:40:32.268 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.130389+0000", 2024-08-17T00:40:32.268 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.268 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.268 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.269 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.269 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:32.269 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.269 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.269 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.269 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.270 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.270 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.270 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.270 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.270 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.4", 2024-08-17T00:40:32.270 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.271 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.271 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.271 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:32.271 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.271 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:37:07.432012+0000", 2024-08-17T00:40:32.272 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.272 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.272 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.275 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.275 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.275 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.275 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.275 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.275 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.275 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.275 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.275 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.275 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.276 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.276 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.276 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.276 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.276 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.276 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.276 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.276 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.276 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.276 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.277 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.277 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.277 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.277 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.277 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.277 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.277 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.277 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.277 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:32.277 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.278 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:32.278 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.278 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.278 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.278 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.278 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.278 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:32.278 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:32.278 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.279 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:32.279 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.279 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.279 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:32.279 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.279 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.279 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.279 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.130370+0000", 2024-08-17T00:40:32.279 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:34.466623+0000", 2024-08-17T00:40:32.280 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:34.466623+0000", 2024-08-17T00:40:32.280 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:34.466952+0000", 2024-08-17T00:40:32.280 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.130370+0000", 2024-08-17T00:40:32.280 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.280 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.280 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.280 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 67, 2024-08-17T00:40:32.281 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.130370+0000", 2024-08-17T00:40:32.281 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.130370+0000", 2024-08-17T00:40:32.281 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.130370+0000", 2024-08-17T00:40:32.281 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.281 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.281 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.281 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.130370+0000", 2024-08-17T00:40:32.281 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.130370+0000", 2024-08-17T00:40:32.281 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.282 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.282 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.282 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.282 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 66, 2024-08-17T00:40:32.282 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.282 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.282 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.282 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.282 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.282 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.283 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.283 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.283 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.5", 2024-08-17T00:40:32.283 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.283 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.283 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.283 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 18, 2024-08-17T00:40:32.283 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.283 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:18:47.453264+0000", 2024-08-17T00:40:32.284 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.284 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.284 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.284 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.284 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.284 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.284 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.284 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.284 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.285 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.285 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.285 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.285 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.285 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.285 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.285 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.286 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.286 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.286 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.286 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.286 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.286 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.290 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.290 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.290 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.290 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.290 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.290 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.291 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:32.291 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:32.291 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.291 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:32.291 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.291 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.292 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.292 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.292 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.292 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.292 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:32.292 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.293 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T00:40:32.293 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.293 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.293 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T00:40:32.293 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.293 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.294 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.294 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:10.557291+0000", 2024-08-17T00:40:32.294 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:59.443089+0000", 2024-08-17T00:40:32.294 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:59.443089+0000", 2024-08-17T00:40:32.294 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:38:04.128381+0000", 2024-08-17T00:40:32.294 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:10.557291+0000", 2024-08-17T00:40:32.295 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:32.295 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.295 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:32.295 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 70, 2024-08-17T00:40:32.295 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:10.557291+0000", 2024-08-17T00:40:32.295 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:10.557291+0000", 2024-08-17T00:40:32.295 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:10.557291+0000", 2024-08-17T00:40:32.295 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.295 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.295 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:32.295 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:10.557291+0000", 2024-08-17T00:40:32.296 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:10.557291+0000", 2024-08-17T00:40:32.296 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.296 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 1, 2024-08-17T00:40:32.296 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.296 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.296 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 69, 2024-08-17T00:40:32.296 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.296 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.296 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.296 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.296 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 1, 2024-08-17T00:40:32.296 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.296 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.296 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.297 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.3", 2024-08-17T00:40:32.297 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.297 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.297 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 75, 2024-08-17T00:40:32.297 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 20, 2024-08-17T00:40:32.297 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.297 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:38:31.251760+0000", 2024-08-17T00:40:32.297 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.000560144, 2024-08-17T00:40:32.297 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.297 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T00:40:32.299 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T00:40:32.299 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.299 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T00:40:32.299 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.299 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.299 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.299 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.299 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.299 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.299 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.299 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.299 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.299 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.299 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.299 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.300 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.300 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.300 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.300 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.300 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.300 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.300 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.300 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.300 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.300 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.300 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.300 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.300 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.300 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.301 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:32.301 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.301 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T00:40:32.301 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "72'1" 2024-08-17T00:40:32.301 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.301 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.301 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.301 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.301 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.301 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:32.301 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.301 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:32.301 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.301 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.302 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:32.302 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.302 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.302 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.302 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.158064+0000", 2024-08-17T00:40:32.302 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.789665+0000", 2024-08-17T00:40:32.302 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.789665+0000", 2024-08-17T00:40:32.302 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.789950+0000", 2024-08-17T00:40:32.302 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.158064+0000", 2024-08-17T00:40:32.302 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.302 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.302 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.302 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:32.303 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.158064+0000", 2024-08-17T00:40:32.303 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.158064+0000", 2024-08-17T00:40:32.303 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.158064+0000", 2024-08-17T00:40:32.303 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.303 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.303 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.303 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.158064+0000", 2024-08-17T00:40:32.303 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.158064+0000", 2024-08-17T00:40:32.303 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.303 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.303 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.303 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.303 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:32.304 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.304 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.304 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.304 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.304 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.304 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.304 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.304 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.304 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.5", 2024-08-17T00:40:32.304 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.304 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.304 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.304 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:32.304 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.305 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:59:18.322214+0000", 2024-08-17T00:40:32.305 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.305 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.305 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.307 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.307 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.307 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.307 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.307 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.307 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.307 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.307 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.307 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.307 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.307 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.307 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.307 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.307 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.308 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.308 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.308 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.308 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.308 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.308 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.308 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.308 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.308 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:32.308 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.308 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:32.308 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.308 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.308 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.309 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.309 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.309 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:32.309 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:32.309 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.309 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:32.309 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.309 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.309 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:32.309 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.309 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.309 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.309 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.130368+0000", 2024-08-17T00:40:32.309 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.950417+0000", 2024-08-17T00:40:32.310 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.950417+0000", 2024-08-17T00:40:32.310 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.950665+0000", 2024-08-17T00:40:32.310 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.130368+0000", 2024-08-17T00:40:32.310 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.310 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.310 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.310 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:32.310 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.130368+0000", 2024-08-17T00:40:32.310 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.130368+0000", 2024-08-17T00:40:32.310 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.130368+0000", 2024-08-17T00:40:32.310 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.310 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.310 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.311 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.130368+0000", 2024-08-17T00:40:32.311 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.130368+0000", 2024-08-17T00:40:32.311 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.311 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.311 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.311 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.311 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:32.311 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.311 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.311 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.311 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.311 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.311 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.311 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.312 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.312 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.4", 2024-08-17T00:40:32.312 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.312 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.312 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.312 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:32.312 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.312 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:07:39.265756+0000", 2024-08-17T00:40:32.312 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.312 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.312 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.315 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.315 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.315 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.315 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.315 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.315 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.315 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.315 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.315 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.315 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.315 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.315 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.315 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.315 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.316 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:32.316 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:32.316 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.316 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:32.316 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.316 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.316 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.316 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.316 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:32.316 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.316 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:32.316 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.316 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:32.316 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.317 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.317 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T00:40:32.317 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.317 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.317 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:10.436532+0000", 2024-08-17T00:40:32.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:59.101849+0000", 2024-08-17T00:40:32.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:59.101849+0000", 2024-08-17T00:40:32.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:38:04.126745+0000", 2024-08-17T00:40:32.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:10.436532+0000", 2024-08-17T00:40:32.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:32.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:32.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 70, 2024-08-17T00:40:32.318 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:10.436532+0000", 2024-08-17T00:40:32.318 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:10.436532+0000", 2024-08-17T00:40:32.318 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:10.436532+0000", 2024-08-17T00:40:32.318 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.318 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.318 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:32.318 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:10.436532+0000", 2024-08-17T00:40:32.318 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:10.436532+0000", 2024-08-17T00:40:32.318 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.318 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.318 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.318 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.318 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 69, 2024-08-17T00:40:32.319 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.319 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.319 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.319 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.319 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.322 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.322 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.322 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.322 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.0", 2024-08-17T00:40:32.322 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.322 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.322 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 75, 2024-08-17T00:40:32.322 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 19, 2024-08-17T00:40:32.323 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.323 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:35:51.760679+0000", 2024-08-17T00:40:32.323 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.000369913, 2024-08-17T00:40:32.323 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.323 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.325 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.325 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.325 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.325 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.325 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.325 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.325 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.325 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.325 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.325 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.325 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.325 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.325 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.326 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.326 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.326 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.326 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.326 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.326 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.326 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.326 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.326 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:32.326 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.326 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:32.326 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.326 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:32.326 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.327 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.327 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.327 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.327 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.327 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:32.327 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:32.327 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.327 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:32.327 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.327 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.327 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:32.327 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.327 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.327 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.328 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.130672+0000", 2024-08-17T00:40:32.328 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.790473+0000", 2024-08-17T00:40:32.328 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.790473+0000", 2024-08-17T00:40:32.328 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.790725+0000", 2024-08-17T00:40:32.328 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.130672+0000", 2024-08-17T00:40:32.328 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.328 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.328 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.328 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:32.328 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.130672+0000", 2024-08-17T00:40:32.328 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.130672+0000", 2024-08-17T00:40:32.328 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.130672+0000", 2024-08-17T00:40:32.328 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.329 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.329 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.329 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.130672+0000", 2024-08-17T00:40:32.329 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.130672+0000", 2024-08-17T00:40:32.329 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.329 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 1, 2024-08-17T00:40:32.329 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.329 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.329 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:32.329 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.329 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.329 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.329 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.329 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 1, 2024-08-17T00:40:32.330 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.330 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.330 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.330 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.6", 2024-08-17T00:40:32.330 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.330 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.330 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.330 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 25, 2024-08-17T00:40:32.330 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.330 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:48:32.986230+0000", 2024-08-17T00:40:32.330 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.330 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.330 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.332 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.332 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T00:40:32.332 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T00:40:32.332 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.332 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T00:40:32.332 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.332 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.332 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.332 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.332 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.332 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T00:40:32.332 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.332 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.332 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.332 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.333 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.333 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.333 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.333 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.333 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.333 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.333 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.333 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.333 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 1, 2024-08-17T00:40:32.333 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.333 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.333 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.333 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.333 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.334 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.334 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:32.334 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:32.334 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.334 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:32.334 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'1" 2024-08-17T00:40:32.334 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.334 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.334 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.334 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:32.334 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.334 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:32.334 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.334 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:32.335 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.335 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.335 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:32.335 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.335 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.335 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.335 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.127942+0000", 2024-08-17T00:40:32.335 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.957681+0000", 2024-08-17T00:40:32.335 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.957681+0000", 2024-08-17T00:40:32.335 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.957937+0000", 2024-08-17T00:40:32.335 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.127942+0000", 2024-08-17T00:40:32.335 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.335 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.336 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.336 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:32.336 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.127942+0000", 2024-08-17T00:40:32.336 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.127942+0000", 2024-08-17T00:40:32.336 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.127942+0000", 2024-08-17T00:40:32.336 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.336 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.336 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.336 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.127942+0000", 2024-08-17T00:40:32.336 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.127942+0000", 2024-08-17T00:40:32.336 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.336 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.336 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.336 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.337 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:32.337 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.337 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.337 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.337 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.337 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.337 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.337 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.337 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.337 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.7", 2024-08-17T00:40:32.337 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.337 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.337 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.337 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:32.338 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.338 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:27:55.508098+0000", 2024-08-17T00:40:32.338 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.338 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.338 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.339 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.339 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.339 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.339 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.339 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.339 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.339 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.339 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.339 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.339 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.339 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.339 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.339 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.339 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.340 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.340 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.340 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.340 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.340 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.340 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.340 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.340 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.340 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.340 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.340 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.340 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.340 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.340 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.341 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.341 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.341 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.341 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.341 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.341 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.341 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.341 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.341 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:32.341 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.341 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:32.341 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.341 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:32.341 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.342 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.342 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.342 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.342 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.342 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.342 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:32.342 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.342 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T00:40:32.342 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.342 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.342 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T00:40:32.342 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.342 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.343 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.343 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:10.440725+0000", 2024-08-17T00:40:32.343 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:59.442883+0000", 2024-08-17T00:40:32.343 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:59.442883+0000", 2024-08-17T00:40:32.343 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:38:04.132008+0000", 2024-08-17T00:40:32.343 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:10.440725+0000", 2024-08-17T00:40:32.343 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:32.343 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.343 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:32.343 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 70, 2024-08-17T00:40:32.343 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:10.440725+0000", 2024-08-17T00:40:32.343 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:10.440725+0000", 2024-08-17T00:40:32.343 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:10.440725+0000", 2024-08-17T00:40:32.343 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.344 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.344 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:32.344 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:10.440725+0000", 2024-08-17T00:40:32.344 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:10.440725+0000", 2024-08-17T00:40:32.344 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.344 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.344 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.344 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.344 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 69, 2024-08-17T00:40:32.344 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.344 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.344 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.344 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.344 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.345 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.345 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.345 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.345 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.1", 2024-08-17T00:40:32.345 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.345 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.345 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 75, 2024-08-17T00:40:32.345 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 19, 2024-08-17T00:40:32.345 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.345 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:02:20.767483+0000", 2024-08-17T00:40:32.345 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.000585759, 2024-08-17T00:40:32.345 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.345 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.346 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.346 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.346 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.346 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.346 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.346 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.346 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.346 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.346 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.346 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.346 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.346 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.346 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.346 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.347 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.347 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.347 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.347 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.347 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.347 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.347 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.347 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.347 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.347 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.347 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.347 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.347 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.348 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.348 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.348 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.348 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.348 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.348 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.348 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.348 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.348 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.348 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.348 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.348 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.348 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.348 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.349 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.349 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.349 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.349 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:32.349 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.349 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T00:40:32.349 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.349 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.349 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.349 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.349 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:32.349 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.349 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:32.349 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.350 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T00:40:32.350 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.350 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.350 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:32.350 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.350 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.350 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.350 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157209+0000", 2024-08-17T00:40:32.350 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.790581+0000", 2024-08-17T00:40:32.350 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.790581+0000", 2024-08-17T00:40:32.350 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.790908+0000", 2024-08-17T00:40:32.350 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157209+0000", 2024-08-17T00:40:32.350 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.350 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.351 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.351 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:32.351 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157209+0000", 2024-08-17T00:40:32.351 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157209+0000", 2024-08-17T00:40:32.351 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157209+0000", 2024-08-17T00:40:32.351 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.351 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.351 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.351 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157209+0000", 2024-08-17T00:40:32.351 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157209+0000", 2024-08-17T00:40:32.351 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.351 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T00:40:32.351 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.352 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.352 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:32.352 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.352 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.352 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.352 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.352 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T00:40:32.352 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.352 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.352 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.352 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.7", 2024-08-17T00:40:32.352 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.352 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.352 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.353 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 26, 2024-08-17T00:40:32.353 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.353 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:02:41.131514+0000", 2024-08-17T00:40:32.353 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.353 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.353 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T00:40:32.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T00:40:32.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T00:40:32.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T00:40:32.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.356 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.356 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.356 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.356 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T00:40:32.356 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.356 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.356 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.356 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.356 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.356 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:32.356 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.356 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:32.356 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.356 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T00:40:32.357 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T00:40:32.357 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.357 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.357 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.357 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.357 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.357 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:32.357 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.357 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T00:40:32.357 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.357 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.357 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:32.357 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.357 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.358 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.358 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.127163+0000", 2024-08-17T00:40:32.358 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.961825+0000", 2024-08-17T00:40:32.358 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.961825+0000", 2024-08-17T00:40:32.358 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.962104+0000", 2024-08-17T00:40:32.358 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.127163+0000", 2024-08-17T00:40:32.358 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.358 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.358 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.358 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:32.358 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.127163+0000", 2024-08-17T00:40:32.358 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.127163+0000", 2024-08-17T00:40:32.358 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.127163+0000", 2024-08-17T00:40:32.359 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.359 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.359 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.359 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.127163+0000", 2024-08-17T00:40:32.359 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.127163+0000", 2024-08-17T00:40:32.359 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.359 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.359 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.359 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.359 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:32.359 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.359 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.359 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.359 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.360 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.360 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.360 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.360 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.360 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.6", 2024-08-17T00:40:32.360 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.360 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.360 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.360 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:32.360 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.360 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:28:56.397043+0000", 2024-08-17T00:40:32.360 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.360 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.360 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.363 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.363 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.364 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.364 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.364 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.364 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.364 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:32.364 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.364 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T00:40:32.364 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.364 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.364 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.364 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.364 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.364 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.364 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:32.365 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.365 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:32.365 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.365 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.365 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:32.365 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.365 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.365 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.365 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.156954+0000", 2024-08-17T00:40:32.365 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.791380+0000", 2024-08-17T00:40:32.365 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.791380+0000", 2024-08-17T00:40:32.365 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.791662+0000", 2024-08-17T00:40:32.365 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.156954+0000", 2024-08-17T00:40:32.365 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:32.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.156954+0000", 2024-08-17T00:40:32.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.156954+0000", 2024-08-17T00:40:32.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.156954+0000", 2024-08-17T00:40:32.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.156954+0000", 2024-08-17T00:40:32.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.156954+0000", 2024-08-17T00:40:32.366 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.366 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.367 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.367 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.367 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:32.367 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.367 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.367 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.367 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.367 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.367 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.367 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.367 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.367 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.8", 2024-08-17T00:40:32.367 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.368 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.368 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.368 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:32.368 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.368 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:09:39.463811+0000", 2024-08-17T00:40:32.368 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.368 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.368 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.371 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.371 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.371 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.371 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.371 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.371 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.371 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.371 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.371 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.371 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.371 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.371 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.371 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:32.371 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.372 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:32.372 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.372 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.372 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.372 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.372 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.372 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:32.372 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:32.372 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.372 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T00:40:32.372 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.372 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.372 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:32.372 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.373 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.373 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.373 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.131738+0000", 2024-08-17T00:40:32.373 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.953288+0000", 2024-08-17T00:40:32.373 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.953288+0000", 2024-08-17T00:40:32.373 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.954197+0000", 2024-08-17T00:40:32.373 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.131738+0000", 2024-08-17T00:40:32.373 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.373 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.373 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.373 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:32.373 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.131738+0000", 2024-08-17T00:40:32.373 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.131738+0000", 2024-08-17T00:40:32.373 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.131738+0000", 2024-08-17T00:40:32.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.131738+0000", 2024-08-17T00:40:32.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.131738+0000", 2024-08-17T00:40:32.374 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.374 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.374 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.374 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.374 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:32.374 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.374 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.374 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.375 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.375 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.375 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.375 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.375 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.375 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.9", 2024-08-17T00:40:32.375 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.375 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.375 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.375 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:32.375 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.375 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:43:54.279907+0000", 2024-08-17T00:40:32.375 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.375 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.376 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.378 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.379 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.379 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.379 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.379 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.379 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:32.379 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:32.379 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.379 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T00:40:32.379 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.379 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.379 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.379 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.379 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.379 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:32.380 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:32.380 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.380 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:32.380 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.380 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.380 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:32.380 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.380 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.380 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.380 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.130257+0000", 2024-08-17T00:40:32.380 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:34.466963+0000", 2024-08-17T00:40:32.380 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:34.466963+0000", 2024-08-17T00:40:32.380 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:34.467288+0000", 2024-08-17T00:40:32.380 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.130257+0000", 2024-08-17T00:40:32.381 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.381 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.381 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.381 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 67, 2024-08-17T00:40:32.381 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.130257+0000", 2024-08-17T00:40:32.381 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.130257+0000", 2024-08-17T00:40:32.381 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.130257+0000", 2024-08-17T00:40:32.381 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.381 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.381 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.381 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.130257+0000", 2024-08-17T00:40:32.381 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.130257+0000", 2024-08-17T00:40:32.381 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.381 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.382 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.382 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.382 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 66, 2024-08-17T00:40:32.382 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.382 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.382 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.382 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.382 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.382 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.382 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.382 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.382 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.9", 2024-08-17T00:40:32.382 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.383 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.383 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.383 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 34, 2024-08-17T00:40:32.383 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.383 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:43:05.425700+0000", 2024-08-17T00:40:32.383 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.383 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.383 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.383 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.383 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.383 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.383 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.383 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.383 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.386 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.386 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.386 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.386 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.386 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.386 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:32.386 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:32.387 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.387 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:32.387 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.387 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.387 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.387 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.387 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:32.387 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.387 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:32.387 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.387 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:32.387 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.387 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.387 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:32.388 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.388 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.388 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.388 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.126528+0000", 2024-08-17T00:40:32.388 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.944515+0000", 2024-08-17T00:40:32.388 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.944515+0000", 2024-08-17T00:40:32.388 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.944785+0000", 2024-08-17T00:40:32.388 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.126528+0000", 2024-08-17T00:40:32.388 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.388 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.388 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.388 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:32.388 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.126528+0000", 2024-08-17T00:40:32.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.126528+0000", 2024-08-17T00:40:32.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.126528+0000", 2024-08-17T00:40:32.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.126528+0000", 2024-08-17T00:40:32.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.126528+0000", 2024-08-17T00:40:32.389 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.389 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.389 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.389 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.389 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:32.389 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.389 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.390 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.390 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.390 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.390 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.390 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.390 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.390 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.8", 2024-08-17T00:40:32.390 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.390 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.390 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.390 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:32.390 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.390 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:21:47.996873+0000", 2024-08-17T00:40:32.391 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.391 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.391 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.391 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.391 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.391 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.391 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.391 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.391 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.391 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.391 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.391 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.391 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.391 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.394 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.394 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.394 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.394 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.394 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:32.394 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.394 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:32.394 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.394 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:32.394 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.394 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.394 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.394 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.395 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.395 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:32.395 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:32.395 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.395 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:32.395 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.395 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.395 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:32.395 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.395 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.395 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.395 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.130527+0000", 2024-08-17T00:40:32.395 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.789086+0000", 2024-08-17T00:40:32.395 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.789086+0000", 2024-08-17T00:40:32.396 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.789393+0000", 2024-08-17T00:40:32.396 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.130527+0000", 2024-08-17T00:40:32.396 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.396 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.396 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.396 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:32.396 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.130527+0000", 2024-08-17T00:40:32.396 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.130527+0000", 2024-08-17T00:40:32.396 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.130527+0000", 2024-08-17T00:40:32.396 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.396 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.396 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.396 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.130527+0000", 2024-08-17T00:40:32.397 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.130527+0000", 2024-08-17T00:40:32.397 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.397 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.397 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.397 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.397 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:32.397 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.397 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.397 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.397 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.397 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.397 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.397 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.397 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.398 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.a", 2024-08-17T00:40:32.398 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.398 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.398 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.398 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:32.398 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.398 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:02:09.494202+0000", 2024-08-17T00:40:32.398 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.398 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.398 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.398 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.398 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.398 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.398 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.399 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.399 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.399 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.399 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.399 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.399 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.399 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.399 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.399 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.399 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.399 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.399 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.399 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.400 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.400 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.400 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.400 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.400 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.400 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.400 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.400 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.400 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.400 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.400 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.400 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.400 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.400 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.401 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.401 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.401 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.401 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.401 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.402 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:32.402 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:32.402 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.402 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:32.402 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.402 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.402 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.402 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.402 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:32.402 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.402 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:32.402 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.402 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:32.403 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.403 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.403 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:32.403 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.403 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.403 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.403 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.126819+0000", 2024-08-17T00:40:32.403 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.958307+0000", 2024-08-17T00:40:32.403 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.958307+0000", 2024-08-17T00:40:32.403 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.958550+0000", 2024-08-17T00:40:32.403 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.126819+0000", 2024-08-17T00:40:32.403 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.403 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.404 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.404 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:32.404 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.126819+0000", 2024-08-17T00:40:32.404 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.126819+0000", 2024-08-17T00:40:32.404 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.126819+0000", 2024-08-17T00:40:32.404 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.404 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.404 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.404 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.126819+0000", 2024-08-17T00:40:32.404 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.126819+0000", 2024-08-17T00:40:32.404 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.404 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.404 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.404 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.405 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:32.405 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.405 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.405 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.405 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.405 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.405 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.405 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.405 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.405 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.b", 2024-08-17T00:40:32.405 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.405 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.405 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.405 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:32.406 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.406 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:15:17.343802+0000", 2024-08-17T00:40:32.406 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.406 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.406 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.407 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.407 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.407 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.407 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.407 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.407 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.407 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.407 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.407 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.407 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.407 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.407 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.407 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.409 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.409 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.409 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.409 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.409 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:32.409 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.409 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:32.409 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.409 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:32.409 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.410 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.410 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.410 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.410 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.410 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.410 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:32.410 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.410 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:32.410 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.410 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.410 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:32.410 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.410 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.411 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.411 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157710+0000", 2024-08-17T00:40:32.411 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.793005+0000", 2024-08-17T00:40:32.411 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.793005+0000", 2024-08-17T00:40:32.411 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.793300+0000", 2024-08-17T00:40:32.411 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157710+0000", 2024-08-17T00:40:32.411 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.411 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.411 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.411 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:32.411 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157710+0000", 2024-08-17T00:40:32.411 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157710+0000", 2024-08-17T00:40:32.411 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157710+0000", 2024-08-17T00:40:32.411 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.412 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.412 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.412 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157710+0000", 2024-08-17T00:40:32.412 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157710+0000", 2024-08-17T00:40:32.412 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.412 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T00:40:32.412 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.412 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.412 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:32.412 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.412 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.412 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.412 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.413 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T00:40:32.413 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.413 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.413 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.413 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.b", 2024-08-17T00:40:32.413 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.413 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.413 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.413 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 26, 2024-08-17T00:40:32.413 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.413 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:21:09.913682+0000", 2024-08-17T00:40:32.413 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.413 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.413 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T00:40:32.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T00:40:32.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T00:40:32.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T00:40:32.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 1, 2024-08-17T00:40:32.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.416 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.417 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.417 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.417 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.417 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.417 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.417 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:32.417 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.417 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:32.417 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T00:40:32.417 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.417 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.417 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.417 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:32.418 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.418 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:32.418 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.418 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T00:40:32.418 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.418 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.418 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:32.418 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.418 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.418 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157181+0000", 2024-08-17T00:40:32.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.958621+0000", 2024-08-17T00:40:32.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.958621+0000", 2024-08-17T00:40:32.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.958896+0000", 2024-08-17T00:40:32.419 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157181+0000", 2024-08-17T00:40:32.419 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.419 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.419 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.419 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:32.419 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157181+0000", 2024-08-17T00:40:32.419 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157181+0000", 2024-08-17T00:40:32.419 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157181+0000", 2024-08-17T00:40:32.419 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.419 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.419 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.419 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157181+0000", 2024-08-17T00:40:32.419 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157181+0000", 2024-08-17T00:40:32.420 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.420 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.420 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.420 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.420 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:32.420 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.420 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.420 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.420 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.420 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.420 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.420 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.420 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.420 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.a", 2024-08-17T00:40:32.421 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.421 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.421 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.421 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:32.421 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.421 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:40:12.704655+0000", 2024-08-17T00:40:32.421 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.421 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.421 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.424 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.424 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.424 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.424 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.424 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.424 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.424 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.424 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.424 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.424 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.424 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.424 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:32.424 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.424 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:32.425 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.425 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T00:40:32.425 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.425 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.425 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.425 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.425 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.425 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.425 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:32.425 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.425 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:32.425 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.425 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.425 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:32.426 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.426 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.426 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.133418+0000", 2024-08-17T00:40:32.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.958335+0000", 2024-08-17T00:40:32.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.958335+0000", 2024-08-17T00:40:32.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.958787+0000", 2024-08-17T00:40:32.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.133418+0000", 2024-08-17T00:40:32.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:32.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.133418+0000", 2024-08-17T00:40:32.427 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.133418+0000", 2024-08-17T00:40:32.427 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.133418+0000", 2024-08-17T00:40:32.427 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.427 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.427 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.427 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.133418+0000", 2024-08-17T00:40:32.427 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.133418+0000", 2024-08-17T00:40:32.427 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.427 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.427 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.427 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.427 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:32.427 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.427 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.428 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.428 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.428 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.428 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.428 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.428 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.428 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1d", 2024-08-17T00:40:32.428 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.428 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.428 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.428 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:32.428 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.428 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:22:25.690106+0000", 2024-08-17T00:40:32.428 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.429 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.429 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.432 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.432 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.432 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.432 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.432 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.432 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.432 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.432 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:32.432 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.432 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:32.432 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.432 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.432 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.433 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.433 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.433 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.433 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:32.433 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.433 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:32.433 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.433 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.433 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:32.433 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.433 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.433 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.433 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157672+0000", 2024-08-17T00:40:32.433 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.793456+0000", 2024-08-17T00:40:32.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.793456+0000", 2024-08-17T00:40:32.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.793768+0000", 2024-08-17T00:40:32.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157672+0000", 2024-08-17T00:40:32.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:32.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157672+0000", 2024-08-17T00:40:32.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157672+0000", 2024-08-17T00:40:32.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157672+0000", 2024-08-17T00:40:32.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.435 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157672+0000", 2024-08-17T00:40:32.435 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157672+0000", 2024-08-17T00:40:32.435 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.435 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T00:40:32.435 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.435 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.435 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:32.435 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.435 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.435 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.435 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.435 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T00:40:32.435 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.435 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.436 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.436 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1c", 2024-08-17T00:40:32.436 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.436 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.436 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.436 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 26, 2024-08-17T00:40:32.436 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.436 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:32:45.352291+0000", 2024-08-17T00:40:32.436 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.436 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.436 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T00:40:32.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T00:40:32.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T00:40:32.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T00:40:32.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T00:40:32.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.439 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.439 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.439 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.439 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.440 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.440 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.440 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:32.440 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.440 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:32.440 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T00:40:32.440 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.440 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.440 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.440 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.440 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.440 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:32.440 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.440 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:32.440 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.441 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.441 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:32.441 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.441 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.441 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.133348+0000", 2024-08-17T00:40:32.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.959349+0000", 2024-08-17T00:40:32.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.959349+0000", 2024-08-17T00:40:32.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.960032+0000", 2024-08-17T00:40:32.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.133348+0000", 2024-08-17T00:40:32.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:32.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.133348+0000", 2024-08-17T00:40:32.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.133348+0000", 2024-08-17T00:40:32.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.133348+0000", 2024-08-17T00:40:32.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.133348+0000", 2024-08-17T00:40:32.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.133348+0000", 2024-08-17T00:40:32.442 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.442 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.442 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.442 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.442 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:32.443 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.443 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.443 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.443 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.443 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.443 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.443 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.443 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.443 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1c", 2024-08-17T00:40:32.443 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.443 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.443 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.443 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:32.443 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.444 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:22:47.148725+0000", 2024-08-17T00:40:32.444 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.444 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.444 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.447 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.447 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.447 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.447 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.447 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.447 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.447 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.447 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.447 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:32.447 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:32.447 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.447 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:32.447 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.447 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.448 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.448 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.448 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.448 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:32.448 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:32.448 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.448 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:32.448 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.448 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.448 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:32.448 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.448 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.448 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.448 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157882+0000", 2024-08-17T00:40:32.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.792306+0000", 2024-08-17T00:40:32.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.792306+0000", 2024-08-17T00:40:32.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.792648+0000", 2024-08-17T00:40:32.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157882+0000", 2024-08-17T00:40:32.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:32.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157882+0000", 2024-08-17T00:40:32.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157882+0000", 2024-08-17T00:40:32.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157882+0000", 2024-08-17T00:40:32.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.450 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157882+0000", 2024-08-17T00:40:32.450 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157882+0000", 2024-08-17T00:40:32.450 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.450 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T00:40:32.450 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.450 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.450 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:32.450 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.450 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.450 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.450 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.450 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T00:40:32.450 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.451 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.451 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.451 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1d", 2024-08-17T00:40:32.451 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.451 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.451 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.451 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 26, 2024-08-17T00:40:32.451 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.451 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:58:38.685046+0000", 2024-08-17T00:40:32.451 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.451 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.451 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T00:40:32.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T00:40:32.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T00:40:32.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T00:40:32.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T00:40:32.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.454 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.454 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.454 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.455 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.455 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.455 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:32.455 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:32.455 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.455 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:32.455 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T00:40:32.455 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.455 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.455 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.455 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.455 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.455 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:32.455 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.456 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T00:40:32.456 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.456 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.456 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:32.456 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.456 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.456 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.456 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.127323+0000", 2024-08-17T00:40:32.456 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.954303+0000", 2024-08-17T00:40:32.456 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.954303+0000", 2024-08-17T00:40:32.456 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.956360+0000", 2024-08-17T00:40:32.456 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.127323+0000", 2024-08-17T00:40:32.456 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.456 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.457 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.457 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:32.457 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.127323+0000", 2024-08-17T00:40:32.457 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.127323+0000", 2024-08-17T00:40:32.457 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.127323+0000", 2024-08-17T00:40:32.457 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.457 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.457 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.457 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.127323+0000", 2024-08-17T00:40:32.457 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.127323+0000", 2024-08-17T00:40:32.457 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.457 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.457 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.457 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.458 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:32.458 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.458 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.458 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.458 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.458 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.458 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.458 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.458 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.458 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1f", 2024-08-17T00:40:32.458 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.458 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.458 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.459 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:32.459 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.459 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:33:31.356045+0000", 2024-08-17T00:40:32.459 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.459 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.459 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.459 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.459 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.459 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.459 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.459 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.459 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.459 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.459 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.460 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.460 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.460 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.460 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.460 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.460 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.460 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.460 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.460 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.460 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.460 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.460 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.460 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.460 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.462 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.462 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.462 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.462 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.462 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.462 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.462 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.462 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.462 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.462 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:32.462 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:32.462 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.462 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T00:40:32.463 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.463 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.463 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.463 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.463 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:32.463 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.463 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:32.463 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.463 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:32.463 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.463 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.463 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:32.463 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.463 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.464 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.464 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.128197+0000", 2024-08-17T00:40:32.464 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.787437+0000", 2024-08-17T00:40:32.464 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.787437+0000", 2024-08-17T00:40:32.464 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.787715+0000", 2024-08-17T00:40:32.464 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.128197+0000", 2024-08-17T00:40:32.464 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.464 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.464 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.464 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:32.464 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.128197+0000", 2024-08-17T00:40:32.464 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.128197+0000", 2024-08-17T00:40:32.464 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.128197+0000", 2024-08-17T00:40:32.464 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.465 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.465 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.465 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.128197+0000", 2024-08-17T00:40:32.465 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.128197+0000", 2024-08-17T00:40:32.465 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.465 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 1, 2024-08-17T00:40:32.465 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.465 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.465 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:32.465 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.465 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.465 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.465 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.466 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 1, 2024-08-17T00:40:32.466 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.466 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.466 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.466 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1e", 2024-08-17T00:40:32.466 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.466 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.466 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.466 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 25, 2024-08-17T00:40:32.466 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.466 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:27:28.631205+0000", 2024-08-17T00:40:32.466 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.466 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.466 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.469 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.469 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.469 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.469 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.469 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.469 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.469 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.469 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.469 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.469 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.469 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.469 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.469 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.469 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.470 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.470 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.470 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:32.470 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.470 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:32.470 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.470 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:32.470 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'1" 2024-08-17T00:40:32.470 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.470 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.470 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.470 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:32.470 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:32.471 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:32.471 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.471 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:32.471 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.471 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.471 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:32.471 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.471 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.471 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.471 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.128287+0000", 2024-08-17T00:40:32.471 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.959868+0000", 2024-08-17T00:40:32.471 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.959868+0000", 2024-08-17T00:40:32.471 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.960461+0000", 2024-08-17T00:40:32.471 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.128287+0000", 2024-08-17T00:40:32.472 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.472 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.472 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.472 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:32.472 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.128287+0000", 2024-08-17T00:40:32.472 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.128287+0000", 2024-08-17T00:40:32.472 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.128287+0000", 2024-08-17T00:40:32.472 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.472 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.472 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:32.472 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.128287+0000", 2024-08-17T00:40:32.472 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.128287+0000", 2024-08-17T00:40:32.472 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.472 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.473 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.473 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.473 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:32.473 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.473 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.473 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.473 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.473 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.473 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.473 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.473 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.473 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1e", 2024-08-17T00:40:32.473 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.473 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.474 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.474 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:32.474 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.474 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:28:42.688772+0000", 2024-08-17T00:40:32.474 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.474 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.474 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.474 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.474 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.474 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.474 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.474 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.474 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.477 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.477 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.477 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.477 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.477 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.477 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.477 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.477 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.477 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.477 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.477 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.477 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:32.477 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:32.477 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:32.478 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.478 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:32.478 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:32.478 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.478 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.478 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:32.478 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.478 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.478 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:32.478 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.478 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T00:40:32.478 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:32.478 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:32.479 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:32.479 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:32.479 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:32.479 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:32.479 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.127641+0000", 2024-08-17T00:40:32.479 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.792755+0000", 2024-08-17T00:40:32.479 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.792755+0000", 2024-08-17T00:40:32.479 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.793017+0000", 2024-08-17T00:40:32.479 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.127641+0000", 2024-08-17T00:40:32.479 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.479 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:32.479 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.479 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:32.479 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.127641+0000", 2024-08-17T00:40:32.480 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.127641+0000", 2024-08-17T00:40:32.480 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.127641+0000", 2024-08-17T00:40:32.480 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:32.480 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:32.480 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:32.480 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.127641+0000", 2024-08-17T00:40:32.480 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.127641+0000", 2024-08-17T00:40:32.480 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:32.480 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 4, 2024-08-17T00:40:32.480 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:32.480 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:32.480 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:32.480 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:32.480 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:32.481 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:32.481 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:32.481 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 4, 2024-08-17T00:40:32.481 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:32.481 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:32.481 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:32.481 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1f", 2024-08-17T00:40:32.481 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:32.481 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:32.481 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:32.481 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 28, 2024-08-17T00:40:32.481 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:32.481 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:18:00.460806+0000", 2024-08-17T00:40:32.482 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:32.482 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:32.482 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 570, 2024-08-17T00:40:32.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T00:40:32.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T00:40:32.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T00:40:32.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.484 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T00:40:32.484 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.484 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.484 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.484 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.484 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.484 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.484 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.484 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.484 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.484 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.484 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.484 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.484 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 4, 2024-08-17T00:40:32.485 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 1 2024-08-17T00:40:32.485 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.485 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:32.485 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:32.485 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:32.485 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:32.485 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.485 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:32.485 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.485 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T00:40:32.485 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'4" 2024-08-17T00:40:32.485 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.485 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.485 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_per_pool": [ 2024-08-17T00:40:32.486 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.486 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 24, 2024-08-17T00:40:32.486 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T00:40:32.486 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd" 2024-08-17T00:40:32.486 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.486 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3, 2024-08-17T00:40:32.486 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pg": 8, 2024-08-17T00:40:32.486 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 8, 2024-08-17T00:40:32.486 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3, 2024-08-17T00:40:32.486 INFO:tasks.workunit.client.0.smithi082.stdout: "poolid": 4, 2024-08-17T00:40:32.486 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.486 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 19, 2024-08-17T00:40:32.486 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T00:40:32.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T00:40:32.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T00:40:32.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 2, 2024-08-17T00:40:32.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 2 2024-08-17T00:40:32.489 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.489 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T00:40:32.489 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 12288, 2024-08-17T00:40:32.489 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T00:40:32.490 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T00:40:32.490 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T00:40:32.490 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T00:40:32.490 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 57, 2024-08-17T00:40:32.490 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T00:40:32.490 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T00:40:32.490 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 0, 2024-08-17T00:40:32.490 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T00:40:32.490 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.490 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 24 2024-08-17T00:40:32.490 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.490 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.490 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 192, 2024-08-17T00:40:32.491 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T00:40:32.491 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs" 2024-08-17T00:40:32.491 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.491 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.491 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pg": 64, 2024-08-17T00:40:32.491 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 8, 2024-08-17T00:40:32.491 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.491 INFO:tasks.workunit.client.0.smithi082.stdout: "poolid": 3, 2024-08-17T00:40:32.491 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.491 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.491 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.491 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.491 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.491 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.492 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.492 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.492 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.492 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.492 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.492 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.492 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.492 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.492 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.492 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.492 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.492 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.492 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.492 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:32.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.494 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.494 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T00:40:32.494 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 0, 2024-08-17T00:40:32.494 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T00:40:32.494 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T00:40:32.494 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T00:40:32.494 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T00:40:32.495 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 0, 2024-08-17T00:40:32.495 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T00:40:32.495 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T00:40:32.495 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 0, 2024-08-17T00:40:32.495 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T00:40:32.495 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.495 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 192 2024-08-17T00:40:32.495 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.495 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.495 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 96, 2024-08-17T00:40:32.495 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T00:40:32.495 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs" 2024-08-17T00:40:32.495 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.495 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 46, 2024-08-17T00:40:32.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pg": 32, 2024-08-17T00:40:32.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 8, 2024-08-17T00:40:32.496 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 46, 2024-08-17T00:40:32.496 INFO:tasks.workunit.client.0.smithi082.stdout: "poolid": 2, 2024-08-17T00:40:32.496 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 3410, 2024-08-17T00:40:32.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 66, 2024-08-17T00:40:32.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 22, 2024-08-17T00:40:32.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 22, 2024-08-17T00:40:32.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.498 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.498 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.498 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 14, 2024-08-17T00:40:32.498 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.498 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.498 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.498 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.498 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.498 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.498 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.498 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:32.498 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:32.498 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.499 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.499 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.499 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 52, 2024-08-17T00:40:32.499 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 20 2024-08-17T00:40:32.499 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.499 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T00:40:32.499 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 98304, 2024-08-17T00:40:32.499 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T00:40:32.499 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T00:40:32.499 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T00:40:32.499 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T00:40:32.499 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 10230, 2024-08-17T00:40:32.499 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T00:40:32.499 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T00:40:32.500 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 0, 2024-08-17T00:40:32.500 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T00:40:32.500 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.500 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 96 2024-08-17T00:40:32.500 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.500 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.500 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 3, 2024-08-17T00:40:32.500 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T00:40:32.500 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr" 2024-08-17T00:40:32.500 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.500 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 160, 2024-08-17T00:40:32.500 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pg": 1, 2024-08-17T00:40:32.500 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 3, 2024-08-17T00:40:32.500 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 160, 2024-08-17T00:40:32.501 INFO:tasks.workunit.client.0.smithi082.stdout: "poolid": 1, 2024-08-17T00:40:32.501 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 590368, 2024-08-17T00:40:32.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 1771104, 2024-08-17T00:40:32.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T00:40:32.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T00:40:32.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T00:40:32.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 6, 2024-08-17T00:40:32.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 502, 2024-08-17T00:40:32.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 674, 2024-08-17T00:40:32.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 243, 2024-08-17T00:40:32.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 2416 2024-08-17T00:40:32.504 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.504 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T00:40:32.504 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 1781760, 2024-08-17T00:40:32.504 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T00:40:32.504 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T00:40:32.504 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T00:40:32.504 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T00:40:32.504 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 1771104, 2024-08-17T00:40:32.504 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T00:40:32.504 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T00:40:32.504 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 0, 2024-08-17T00:40:32.504 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T00:40:32.504 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.504 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 3 2024-08-17T00:40:32.505 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.505 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.505 INFO:tasks.workunit.client.0.smithi082.stdout: "usage": { 2024-08-17T00:40:32.505 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 105, 2024-08-17T00:40:32.505 INFO:tasks.workunit.client.0.smithi082.stdout: "pools": 4, 2024-08-17T00:40:32.505 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_by_class": { 2024-08-17T00:40:32.505 INFO:tasks.workunit.client.0.smithi082.stdout: "ssd": { 2024-08-17T00:40:32.505 INFO:tasks.workunit.client.0.smithi082.stdout: "total_avail_bytes": 765516267520, 2024-08-17T00:40:32.505 INFO:tasks.workunit.client.0.smithi082.stdout: "total_bytes": 767960285184, 2024-08-17T00:40:32.505 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_bytes": 2444017664, 2024-08-17T00:40:32.505 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_raw_bytes": 2444017664, 2024-08-17T00:40:32.505 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_raw_ratio": 0.003182479180395603 2024-08-17T00:40:32.505 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.505 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.506 INFO:tasks.workunit.client.0.smithi082.stdout: "total_avail_bytes": 765516267520, 2024-08-17T00:40:32.506 INFO:tasks.workunit.client.0.smithi082.stdout: "total_bytes": 767960285184, 2024-08-17T00:40:32.506 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_bytes": 2444017664 2024-08-17T00:40:32.506 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.506 INFO:tasks.workunit.client.0.smithi082.stdout:} 2024-08-17T00:40:32.506 INFO:tasks.workunit.client.0.smithi082.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-08-17T00:40:32.507 INFO:tasks.workunit.client.0.smithi082.stderr:+ ceph telemetry show-device 2024-08-17T00:40:32.507 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:40:30] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:40:32.508 INFO:tasks.workunit.client.0.smithi082.stdout:{ 2024-08-17T00:40:32.508 INFO:tasks.workunit.client.0.smithi082.stdout: "4c46126e-5c31-11ef-bc15-0cc47a8fd3ff": { 2024-08-17T00:40:32.508 INFO:tasks.workunit.client.0.smithi082.stdout: "INTEL_SSDPEDMD400G4_4c46bafc-5c31-11ef-bc15-0cc47a8fd3ff": { 2024-08-17T00:40:32.508 INFO:tasks.workunit.client.0.smithi082.stdout: "20240817-003447": { 2024-08-17T00:40:32.508 INFO:tasks.workunit.client.0.smithi082.stdout: "device": { 2024-08-17T00:40:32.508 INFO:tasks.workunit.client.0.smithi082.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T00:40:32.508 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "/dev/nvme0n1", 2024-08-17T00:40:32.508 INFO:tasks.workunit.client.0.smithi082.stdout: "protocol": "NVMe", 2024-08-17T00:40:32.508 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "nvme" 2024-08-17T00:40:32.508 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.508 INFO:tasks.workunit.client.0.smithi082.stdout: "firmware_version": "8DV101H0", 2024-08-17T00:40:32.509 INFO:tasks.workunit.client.0.smithi082.stdout: "host_id": "4c46126e-5c31-11ef-bc15-0cc47a8fd3ff", 2024-08-17T00:40:32.509 INFO:tasks.workunit.client.0.smithi082.stdout: "json_format_version": [ 2024-08-17T00:40:32.509 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.509 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:32.509 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.509 INFO:tasks.workunit.client.0.smithi082.stdout: "local_time": { 2024-08-17T00:40:32.509 INFO:tasks.workunit.client.0.smithi082.stdout: "asctime": "Sat Aug 17 00:34:47 2024 UTC", 2024-08-17T00:40:32.509 INFO:tasks.workunit.client.0.smithi082.stdout: "time_t": 1723854887 2024-08-17T00:40:32.509 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.509 INFO:tasks.workunit.client.0.smithi082.stdout: "logical_block_size": 512, 2024-08-17T00:40:32.509 INFO:tasks.workunit.client.0.smithi082.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T00:40:32.509 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_controller_id": 0, 2024-08-17T00:40:32.509 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T00:40:32.510 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_namespaces": [ 2024-08-17T00:40:32.510 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.510 INFO:tasks.workunit.client.0.smithi082.stdout: "capacity": { 2024-08-17T00:40:32.510 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:32.510 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:32.510 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.510 INFO:tasks.workunit.client.0.smithi082.stdout: "formatted_lba_size": 512, 2024-08-17T00:40:32.510 INFO:tasks.workunit.client.0.smithi082.stdout: "id": 1, 2024-08-17T00:40:32.510 INFO:tasks.workunit.client.0.smithi082.stdout: "size": { 2024-08-17T00:40:32.510 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:32.510 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:32.510 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.510 INFO:tasks.workunit.client.0.smithi082.stdout: "utilization": { 2024-08-17T00:40:32.510 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:32.511 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:32.511 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.511 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.511 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.511 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T00:40:32.511 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_pci_vendor": { 2024-08-17T00:40:32.511 INFO:tasks.workunit.client.0.smithi082.stdout: "id": 32902, 2024-08-17T00:40:32.511 INFO:tasks.workunit.client.0.smithi082.stdout: "subsystem_id": 32902 2024-08-17T00:40:32.511 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.511 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T00:40:32.511 INFO:tasks.workunit.client.0.smithi082.stdout: "Device stats": { 2024-08-17T00:40:32.511 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_fw_downgrades": { 2024-08-17T00:40:32.511 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:32.512 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.512 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.512 INFO:tasks.workunit.client.0.smithi082.stdout: "crc_error_count": { 2024-08-17T00:40:32.512 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.512 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.512 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.512 INFO:tasks.workunit.client.0.smithi082.stdout: "end_to_end_error_detection_count": { 2024-08-17T00:40:32.512 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.512 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.512 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.512 INFO:tasks.workunit.client.0.smithi082.stdout: "erase_fail_count": { 2024-08-17T00:40:32.512 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.512 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.512 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.512 INFO:tasks.workunit.client.0.smithi082.stdout: "host_bytes_written": { 2024-08-17T00:40:32.513 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.513 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 26330524 2024-08-17T00:40:32.513 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.513 INFO:tasks.workunit.client.0.smithi082.stdout: "host_ctx_wear_used": { 2024-08-17T00:40:32.513 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.513 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 1 2024-08-17T00:40:32.513 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.513 INFO:tasks.workunit.client.0.smithi082.stdout: "media_bytes_read": { 2024-08-17T00:40:32.513 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:32.513 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.513 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.513 INFO:tasks.workunit.client.0.smithi082.stdout: "nand_bytes_written": { 2024-08-17T00:40:32.513 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.513 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 46218037 2024-08-17T00:40:32.514 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.514 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_stat_indicator": { 2024-08-17T00:40:32.514 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:32.514 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.514 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.514 INFO:tasks.workunit.client.0.smithi082.stdout: "pll_lock_loss_count": { 2024-08-17T00:40:32.514 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.514 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.514 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.514 INFO:tasks.workunit.client.0.smithi082.stdout: "program_fail_count": { 2024-08-17T00:40:32.514 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.514 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.514 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.515 INFO:tasks.workunit.client.0.smithi082.stdout: "re_alloc_sectr_cnt": { 2024-08-17T00:40:32.515 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:32.515 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.515 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.515 INFO:tasks.workunit.client.0.smithi082.stdout: "retry_buffer_overflow_count": { 2024-08-17T00:40:32.515 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.515 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.515 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.515 INFO:tasks.workunit.client.0.smithi082.stdout: "soft_ecc_err_rate": { 2024-08-17T00:40:32.515 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:32.515 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.515 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.515 INFO:tasks.workunit.client.0.smithi082.stdout: "thermal_throttle_status": { 2024-08-17T00:40:32.515 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.515 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": { 2024-08-17T00:40:32.516 INFO:tasks.workunit.client.0.smithi082.stdout: "cnt": 0, 2024-08-17T00:40:32.516 INFO:tasks.workunit.client.0.smithi082.stdout: "pct": 0 2024-08-17T00:40:32.516 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.516 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.516 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_host_reads": { 2024-08-17T00:40:32.516 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.516 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 65535 2024-08-17T00:40:32.516 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.516 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_media_wear": { 2024-08-17T00:40:32.516 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.516 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": "63.999023" 2024-08-17T00:40:32.516 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.516 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_timer": { 2024-08-17T00:40:32.517 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.517 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 65535 2024-08-17T00:40:32.517 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.517 INFO:tasks.workunit.client.0.smithi082.stdout: "unexp_power_loss": { 2024-08-17T00:40:32.517 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:32.517 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.517 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.517 INFO:tasks.workunit.client.0.smithi082.stdout: "wear_leveling": { 2024-08-17T00:40:32.517 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 90, 2024-08-17T00:40:32.517 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": { 2024-08-17T00:40:32.517 INFO:tasks.workunit.client.0.smithi082.stdout: "avg": 3135, 2024-08-17T00:40:32.517 INFO:tasks.workunit.client.0.smithi082.stdout: "max": 3150, 2024-08-17T00:40:32.517 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 3123 2024-08-17T00:40:32.517 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.518 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.518 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.518 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T00:40:32.518 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.518 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_smart_health_information_log": { 2024-08-17T00:40:32.518 INFO:tasks.workunit.client.0.smithi082.stdout: "available_spare": 100, 2024-08-17T00:40:32.518 INFO:tasks.workunit.client.0.smithi082.stdout: "available_spare_threshold": 10, 2024-08-17T00:40:32.518 INFO:tasks.workunit.client.0.smithi082.stdout: "controller_busy_time": 1, 2024-08-17T00:40:32.518 INFO:tasks.workunit.client.0.smithi082.stdout: "critical_warning": 0, 2024-08-17T00:40:32.518 INFO:tasks.workunit.client.0.smithi082.stdout: "data_units_read": 327349163, 2024-08-17T00:40:32.518 INFO:tasks.workunit.client.0.smithi082.stdout: "data_units_written": 1725597223, 2024-08-17T00:40:32.518 INFO:tasks.workunit.client.0.smithi082.stdout: "host_reads": 5478944983, 2024-08-17T00:40:32.518 INFO:tasks.workunit.client.0.smithi082.stdout: "host_writes": 31651435103, 2024-08-17T00:40:32.518 INFO:tasks.workunit.client.0.smithi082.stdout: "media_errors": 0, 2024-08-17T00:40:32.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_err_log_entries": 0, 2024-08-17T00:40:32.519 INFO:tasks.workunit.client.0.smithi082.stdout: "percentage_used": 10, 2024-08-17T00:40:32.519 INFO:tasks.workunit.client.0.smithi082.stdout: "power_cycles": 51178, 2024-08-17T00:40:32.519 INFO:tasks.workunit.client.0.smithi082.stdout: "power_on_hours": 55796, 2024-08-17T00:40:32.519 INFO:tasks.workunit.client.0.smithi082.stdout: "temperature": 25, 2024-08-17T00:40:32.519 INFO:tasks.workunit.client.0.smithi082.stdout: "unsafe_shutdowns": 147 2024-08-17T00:40:32.519 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.519 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_vendor": "intel", 2024-08-17T00:40:32.519 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_version": { 2024-08-17T00:40:32.519 INFO:tasks.workunit.client.0.smithi082.stdout: "string": "<1.2", 2024-08-17T00:40:32.519 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.519 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.519 INFO:tasks.workunit.client.0.smithi082.stdout: "power_cycle_count": 51178, 2024-08-17T00:40:32.519 INFO:tasks.workunit.client.0.smithi082.stdout: "power_on_time": { 2024-08-17T00:40:32.520 INFO:tasks.workunit.client.0.smithi082.stdout: "hours": 55796 2024-08-17T00:40:32.520 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.520 INFO:tasks.workunit.client.0.smithi082.stdout: "serial_number": "deleted", 2024-08-17T00:40:32.520 INFO:tasks.workunit.client.0.smithi082.stdout: "smart_status": { 2024-08-17T00:40:32.520 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme": { 2024-08-17T00:40:32.520 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.520 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.520 INFO:tasks.workunit.client.0.smithi082.stdout: "passed": true 2024-08-17T00:40:32.520 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.520 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl": { 2024-08-17T00:40:32.520 INFO:tasks.workunit.client.0.smithi082.stdout: "argv": [ 2024-08-17T00:40:32.520 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl", 2024-08-17T00:40:32.520 INFO:tasks.workunit.client.0.smithi082.stdout: "-x", 2024-08-17T00:40:32.520 INFO:tasks.workunit.client.0.smithi082.stdout: "--json=o", 2024-08-17T00:40:32.520 INFO:tasks.workunit.client.0.smithi082.stdout: "/dev/nvme0n1" 2024-08-17T00:40:32.521 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.521 INFO:tasks.workunit.client.0.smithi082.stdout: "build_info": "(local build)", 2024-08-17T00:40:32.521 INFO:tasks.workunit.client.0.smithi082.stdout: "exit_status": 0, 2024-08-17T00:40:32.521 INFO:tasks.workunit.client.0.smithi082.stdout: "output": [ 2024-08-17T00:40:32.521 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T00:40:32.521 INFO:tasks.workunit.client.0.smithi082.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T00:40:32.521 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:32.521 INFO:tasks.workunit.client.0.smithi082.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T00:40:32.521 INFO:tasks.workunit.client.0.smithi082.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T00:40:32.521 INFO:tasks.workunit.client.0.smithi082.stdout: "Serial Number: deleted", 2024-08-17T00:40:32.521 INFO:tasks.workunit.client.0.smithi082.stdout: "Firmware Version: 8DV101H0", 2024-08-17T00:40:32.521 INFO:tasks.workunit.client.0.smithi082.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T00:40:32.521 INFO:tasks.workunit.client.0.smithi082.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T00:40:32.521 INFO:tasks.workunit.client.0.smithi082.stdout: "Controller ID: 0", 2024-08-17T00:40:32.522 INFO:tasks.workunit.client.0.smithi082.stdout: "NVMe Version: <1.2", 2024-08-17T00:40:32.522 INFO:tasks.workunit.client.0.smithi082.stdout: "Number of Namespaces: 1", 2024-08-17T00:40:32.522 INFO:tasks.workunit.client.0.smithi082.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T00:40:32.522 INFO:tasks.workunit.client.0.smithi082.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T00:40:32.522 INFO:tasks.workunit.client.0.smithi082.stdout: "Local Time is: Sat Aug 17 00:34:47 2024 UTC", 2024-08-17T00:40:32.522 INFO:tasks.workunit.client.0.smithi082.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T00:40:32.522 INFO:tasks.workunit.client.0.smithi082.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T00:40:32.522 INFO:tasks.workunit.client.0.smithi082.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T00:40:32.522 INFO:tasks.workunit.client.0.smithi082.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T00:40:32.522 INFO:tasks.workunit.client.0.smithi082.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T00:40:32.522 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:32.522 INFO:tasks.workunit.client.0.smithi082.stdout: "Supported Power States", 2024-08-17T00:40:32.522 INFO:tasks.workunit.client.0.smithi082.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T00:40:32.523 INFO:tasks.workunit.client.0.smithi082.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T00:40:32.523 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:32.523 INFO:tasks.workunit.client.0.smithi082.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T00:40:32.523 INFO:tasks.workunit.client.0.smithi082.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T00:40:32.523 INFO:tasks.workunit.client.0.smithi082.stdout: " 0 + 512 0 2", 2024-08-17T00:40:32.523 INFO:tasks.workunit.client.0.smithi082.stdout: " 1 - 512 8 2", 2024-08-17T00:40:32.523 INFO:tasks.workunit.client.0.smithi082.stdout: " 2 - 512 16 2", 2024-08-17T00:40:32.523 INFO:tasks.workunit.client.0.smithi082.stdout: " 3 - 4096 0 0", 2024-08-17T00:40:32.523 INFO:tasks.workunit.client.0.smithi082.stdout: " 4 - 4096 8 0", 2024-08-17T00:40:32.523 INFO:tasks.workunit.client.0.smithi082.stdout: " 5 - 4096 64 0", 2024-08-17T00:40:32.523 INFO:tasks.workunit.client.0.smithi082.stdout: " 6 - 4096 128 0", 2024-08-17T00:40:32.523 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:32.523 INFO:tasks.workunit.client.0.smithi082.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T00:40:32.523 INFO:tasks.workunit.client.0.smithi082.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T00:40:32.524 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:32.524 INFO:tasks.workunit.client.0.smithi082.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T00:40:32.524 INFO:tasks.workunit.client.0.smithi082.stdout: "Critical Warning: 0x00", 2024-08-17T00:40:32.524 INFO:tasks.workunit.client.0.smithi082.stdout: "Temperature: 25 Celsius", 2024-08-17T00:40:32.524 INFO:tasks.workunit.client.0.smithi082.stdout: "Available Spare: 100%", 2024-08-17T00:40:32.524 INFO:tasks.workunit.client.0.smithi082.stdout: "Available Spare Threshold: 10%", 2024-08-17T00:40:32.524 INFO:tasks.workunit.client.0.smithi082.stdout: "Percentage Used: 10%", 2024-08-17T00:40:32.524 INFO:tasks.workunit.client.0.smithi082.stdout: "Data Units Read: 327,349,163 [167 TB]", 2024-08-17T00:40:32.524 INFO:tasks.workunit.client.0.smithi082.stdout: "Data Units Written: 1,725,597,223 [883 TB]", 2024-08-17T00:40:32.524 INFO:tasks.workunit.client.0.smithi082.stdout: "Host Read Commands: 5,478,944,983", 2024-08-17T00:40:32.524 INFO:tasks.workunit.client.0.smithi082.stdout: "Host Write Commands: 31,651,435,103", 2024-08-17T00:40:32.524 INFO:tasks.workunit.client.0.smithi082.stdout: "Controller Busy Time: 1", 2024-08-17T00:40:32.524 INFO:tasks.workunit.client.0.smithi082.stdout: "Power Cycles: 51,178", 2024-08-17T00:40:32.525 INFO:tasks.workunit.client.0.smithi082.stdout: "Power On Hours: 55,796", 2024-08-17T00:40:32.525 INFO:tasks.workunit.client.0.smithi082.stdout: "Unsafe Shutdowns: 147", 2024-08-17T00:40:32.525 INFO:tasks.workunit.client.0.smithi082.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T00:40:32.525 INFO:tasks.workunit.client.0.smithi082.stdout: "Error Information Log Entries: 0", 2024-08-17T00:40:32.525 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:32.525 INFO:tasks.workunit.client.0.smithi082.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T00:40:32.525 INFO:tasks.workunit.client.0.smithi082.stdout: "No Errors Logged", 2024-08-17T00:40:32.525 INFO:tasks.workunit.client.0.smithi082.stdout: "" 2024-08-17T00:40:32.525 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.525 INFO:tasks.workunit.client.0.smithi082.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T00:40:32.525 INFO:tasks.workunit.client.0.smithi082.stdout: "svn_revision": "5155", 2024-08-17T00:40:32.525 INFO:tasks.workunit.client.0.smithi082.stdout: "version": [ 2024-08-17T00:40:32.525 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.525 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:32.526 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.526 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.526 INFO:tasks.workunit.client.0.smithi082.stdout: "temperature": { 2024-08-17T00:40:32.526 INFO:tasks.workunit.client.0.smithi082.stdout: "current": 25 2024-08-17T00:40:32.526 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.526 INFO:tasks.workunit.client.0.smithi082.stdout: "user_capacity": { 2024-08-17T00:40:32.526 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:32.526 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:32.526 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.526 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.526 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.526 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.526 INFO:tasks.workunit.client.0.smithi082.stdout: "4c4819d8-5c31-11ef-bc15-0cc47a8fd3ff": { 2024-08-17T00:40:32.526 INFO:tasks.workunit.client.0.smithi082.stdout: "INTEL_SSDPEDMD400G4_4c48a678-5c31-11ef-bc15-0cc47a8fd3ff": { 2024-08-17T00:40:32.527 INFO:tasks.workunit.client.0.smithi082.stdout: "20240817-003445": { 2024-08-17T00:40:32.527 INFO:tasks.workunit.client.0.smithi082.stdout: "device": { 2024-08-17T00:40:32.527 INFO:tasks.workunit.client.0.smithi082.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T00:40:32.527 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "/dev/nvme0n1", 2024-08-17T00:40:32.527 INFO:tasks.workunit.client.0.smithi082.stdout: "protocol": "NVMe", 2024-08-17T00:40:32.527 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "nvme" 2024-08-17T00:40:32.527 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.527 INFO:tasks.workunit.client.0.smithi082.stdout: "firmware_version": "8DV101H0", 2024-08-17T00:40:32.527 INFO:tasks.workunit.client.0.smithi082.stdout: "host_id": "4c4819d8-5c31-11ef-bc15-0cc47a8fd3ff", 2024-08-17T00:40:32.527 INFO:tasks.workunit.client.0.smithi082.stdout: "json_format_version": [ 2024-08-17T00:40:32.527 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.527 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:32.527 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.527 INFO:tasks.workunit.client.0.smithi082.stdout: "local_time": { 2024-08-17T00:40:32.528 INFO:tasks.workunit.client.0.smithi082.stdout: "asctime": "Sat Aug 17 00:34:45 2024 UTC", 2024-08-17T00:40:32.528 INFO:tasks.workunit.client.0.smithi082.stdout: "time_t": 1723854885 2024-08-17T00:40:32.528 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.528 INFO:tasks.workunit.client.0.smithi082.stdout: "logical_block_size": 512, 2024-08-17T00:40:32.528 INFO:tasks.workunit.client.0.smithi082.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T00:40:32.528 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_controller_id": 0, 2024-08-17T00:40:32.528 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T00:40:32.528 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_namespaces": [ 2024-08-17T00:40:32.528 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.528 INFO:tasks.workunit.client.0.smithi082.stdout: "capacity": { 2024-08-17T00:40:32.528 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:32.528 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:32.528 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.528 INFO:tasks.workunit.client.0.smithi082.stdout: "formatted_lba_size": 512, 2024-08-17T00:40:32.529 INFO:tasks.workunit.client.0.smithi082.stdout: "id": 1, 2024-08-17T00:40:32.529 INFO:tasks.workunit.client.0.smithi082.stdout: "size": { 2024-08-17T00:40:32.529 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:32.529 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:32.529 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.529 INFO:tasks.workunit.client.0.smithi082.stdout: "utilization": { 2024-08-17T00:40:32.529 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:32.529 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:32.529 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.529 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.529 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.529 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T00:40:32.529 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_pci_vendor": { 2024-08-17T00:40:32.529 INFO:tasks.workunit.client.0.smithi082.stdout: "id": 32902, 2024-08-17T00:40:32.530 INFO:tasks.workunit.client.0.smithi082.stdout: "subsystem_id": 32902 2024-08-17T00:40:32.530 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.530 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T00:40:32.530 INFO:tasks.workunit.client.0.smithi082.stdout: "Device stats": { 2024-08-17T00:40:32.530 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_fw_downgrades": { 2024-08-17T00:40:32.530 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:32.530 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.530 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.530 INFO:tasks.workunit.client.0.smithi082.stdout: "crc_error_count": { 2024-08-17T00:40:32.530 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.530 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.530 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.530 INFO:tasks.workunit.client.0.smithi082.stdout: "end_to_end_error_detection_count": { 2024-08-17T00:40:32.530 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.531 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.531 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.531 INFO:tasks.workunit.client.0.smithi082.stdout: "erase_fail_count": { 2024-08-17T00:40:32.531 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.531 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.531 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.531 INFO:tasks.workunit.client.0.smithi082.stdout: "host_bytes_written": { 2024-08-17T00:40:32.531 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.531 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 32453604 2024-08-17T00:40:32.531 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.531 INFO:tasks.workunit.client.0.smithi082.stdout: "host_ctx_wear_used": { 2024-08-17T00:40:32.531 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.531 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 1 2024-08-17T00:40:32.532 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.532 INFO:tasks.workunit.client.0.smithi082.stdout: "media_bytes_read": { 2024-08-17T00:40:32.532 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:32.532 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.532 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.532 INFO:tasks.workunit.client.0.smithi082.stdout: "nand_bytes_written": { 2024-08-17T00:40:32.532 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.532 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 51366601 2024-08-17T00:40:32.532 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.532 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_stat_indicator": { 2024-08-17T00:40:32.532 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:32.532 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.532 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.532 INFO:tasks.workunit.client.0.smithi082.stdout: "pll_lock_loss_count": { 2024-08-17T00:40:32.533 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.533 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.533 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.533 INFO:tasks.workunit.client.0.smithi082.stdout: "program_fail_count": { 2024-08-17T00:40:32.533 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.533 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.533 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.533 INFO:tasks.workunit.client.0.smithi082.stdout: "re_alloc_sectr_cnt": { 2024-08-17T00:40:32.533 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:32.533 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.533 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.533 INFO:tasks.workunit.client.0.smithi082.stdout: "retry_buffer_overflow_count": { 2024-08-17T00:40:32.533 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.533 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.533 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.534 INFO:tasks.workunit.client.0.smithi082.stdout: "soft_ecc_err_rate": { 2024-08-17T00:40:32.534 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:32.534 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.534 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.534 INFO:tasks.workunit.client.0.smithi082.stdout: "thermal_throttle_status": { 2024-08-17T00:40:32.534 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.534 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": { 2024-08-17T00:40:32.534 INFO:tasks.workunit.client.0.smithi082.stdout: "cnt": 0, 2024-08-17T00:40:32.534 INFO:tasks.workunit.client.0.smithi082.stdout: "pct": 0 2024-08-17T00:40:32.534 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.534 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.534 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_host_reads": { 2024-08-17T00:40:32.534 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.535 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 65535 2024-08-17T00:40:32.535 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.535 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_media_wear": { 2024-08-17T00:40:32.535 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.535 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": "63.999023" 2024-08-17T00:40:32.535 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.535 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_timer": { 2024-08-17T00:40:32.535 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.535 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 65535 2024-08-17T00:40:32.535 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.535 INFO:tasks.workunit.client.0.smithi082.stdout: "unexp_power_loss": { 2024-08-17T00:40:32.535 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:32.535 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.535 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.536 INFO:tasks.workunit.client.0.smithi082.stdout: "wear_leveling": { 2024-08-17T00:40:32.536 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 89, 2024-08-17T00:40:32.536 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": { 2024-08-17T00:40:32.536 INFO:tasks.workunit.client.0.smithi082.stdout: "avg": 3410, 2024-08-17T00:40:32.536 INFO:tasks.workunit.client.0.smithi082.stdout: "max": 3427, 2024-08-17T00:40:32.536 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 3394 2024-08-17T00:40:32.536 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.536 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.536 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.536 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T00:40:32.536 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.536 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_smart_health_information_log": { 2024-08-17T00:40:32.536 INFO:tasks.workunit.client.0.smithi082.stdout: "available_spare": 100, 2024-08-17T00:40:32.536 INFO:tasks.workunit.client.0.smithi082.stdout: "available_spare_threshold": 10, 2024-08-17T00:40:32.537 INFO:tasks.workunit.client.0.smithi082.stdout: "controller_busy_time": 1, 2024-08-17T00:40:32.537 INFO:tasks.workunit.client.0.smithi082.stdout: "critical_warning": 0, 2024-08-17T00:40:32.537 INFO:tasks.workunit.client.0.smithi082.stdout: "data_units_read": 422946491, 2024-08-17T00:40:32.537 INFO:tasks.workunit.client.0.smithi082.stdout: "data_units_written": 2126879455, 2024-08-17T00:40:32.537 INFO:tasks.workunit.client.0.smithi082.stdout: "host_reads": 6963167010, 2024-08-17T00:40:32.537 INFO:tasks.workunit.client.0.smithi082.stdout: "host_writes": 36518885219, 2024-08-17T00:40:32.537 INFO:tasks.workunit.client.0.smithi082.stdout: "media_errors": 0, 2024-08-17T00:40:32.537 INFO:tasks.workunit.client.0.smithi082.stdout: "num_err_log_entries": 0, 2024-08-17T00:40:32.537 INFO:tasks.workunit.client.0.smithi082.stdout: "percentage_used": 11, 2024-08-17T00:40:32.537 INFO:tasks.workunit.client.0.smithi082.stdout: "power_cycles": 44577, 2024-08-17T00:40:32.537 INFO:tasks.workunit.client.0.smithi082.stdout: "power_on_hours": 61202, 2024-08-17T00:40:32.537 INFO:tasks.workunit.client.0.smithi082.stdout: "temperature": 26, 2024-08-17T00:40:32.537 INFO:tasks.workunit.client.0.smithi082.stdout: "unsafe_shutdowns": 40 2024-08-17T00:40:32.537 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.538 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_vendor": "intel", 2024-08-17T00:40:32.538 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_version": { 2024-08-17T00:40:32.538 INFO:tasks.workunit.client.0.smithi082.stdout: "string": "<1.2", 2024-08-17T00:40:32.538 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.538 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.538 INFO:tasks.workunit.client.0.smithi082.stdout: "power_cycle_count": 44577, 2024-08-17T00:40:32.538 INFO:tasks.workunit.client.0.smithi082.stdout: "power_on_time": { 2024-08-17T00:40:32.538 INFO:tasks.workunit.client.0.smithi082.stdout: "hours": 61202 2024-08-17T00:40:32.538 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.538 INFO:tasks.workunit.client.0.smithi082.stdout: "serial_number": "deleted", 2024-08-17T00:40:32.538 INFO:tasks.workunit.client.0.smithi082.stdout: "smart_status": { 2024-08-17T00:40:32.538 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme": { 2024-08-17T00:40:32.538 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.538 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.539 INFO:tasks.workunit.client.0.smithi082.stdout: "passed": true 2024-08-17T00:40:32.539 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.539 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl": { 2024-08-17T00:40:32.539 INFO:tasks.workunit.client.0.smithi082.stdout: "argv": [ 2024-08-17T00:40:32.539 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl", 2024-08-17T00:40:32.539 INFO:tasks.workunit.client.0.smithi082.stdout: "-x", 2024-08-17T00:40:32.539 INFO:tasks.workunit.client.0.smithi082.stdout: "--json=o", 2024-08-17T00:40:32.539 INFO:tasks.workunit.client.0.smithi082.stdout: "/dev/nvme0n1" 2024-08-17T00:40:32.539 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.539 INFO:tasks.workunit.client.0.smithi082.stdout: "build_info": "(local build)", 2024-08-17T00:40:32.539 INFO:tasks.workunit.client.0.smithi082.stdout: "exit_status": 0, 2024-08-17T00:40:32.539 INFO:tasks.workunit.client.0.smithi082.stdout: "output": [ 2024-08-17T00:40:32.539 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T00:40:32.539 INFO:tasks.workunit.client.0.smithi082.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T00:40:32.540 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:32.540 INFO:tasks.workunit.client.0.smithi082.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T00:40:32.540 INFO:tasks.workunit.client.0.smithi082.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T00:40:32.540 INFO:tasks.workunit.client.0.smithi082.stdout: "Serial Number: deleted", 2024-08-17T00:40:32.540 INFO:tasks.workunit.client.0.smithi082.stdout: "Firmware Version: 8DV101H0", 2024-08-17T00:40:32.540 INFO:tasks.workunit.client.0.smithi082.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T00:40:32.540 INFO:tasks.workunit.client.0.smithi082.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T00:40:32.540 INFO:tasks.workunit.client.0.smithi082.stdout: "Controller ID: 0", 2024-08-17T00:40:32.540 INFO:tasks.workunit.client.0.smithi082.stdout: "NVMe Version: <1.2", 2024-08-17T00:40:32.540 INFO:tasks.workunit.client.0.smithi082.stdout: "Number of Namespaces: 1", 2024-08-17T00:40:32.540 INFO:tasks.workunit.client.0.smithi082.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T00:40:32.540 INFO:tasks.workunit.client.0.smithi082.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T00:40:32.540 INFO:tasks.workunit.client.0.smithi082.stdout: "Local Time is: Sat Aug 17 00:34:45 2024 UTC", 2024-08-17T00:40:32.541 INFO:tasks.workunit.client.0.smithi082.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T00:40:32.541 INFO:tasks.workunit.client.0.smithi082.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T00:40:32.541 INFO:tasks.workunit.client.0.smithi082.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T00:40:32.541 INFO:tasks.workunit.client.0.smithi082.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T00:40:32.541 INFO:tasks.workunit.client.0.smithi082.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T00:40:32.541 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:32.541 INFO:tasks.workunit.client.0.smithi082.stdout: "Supported Power States", 2024-08-17T00:40:32.541 INFO:tasks.workunit.client.0.smithi082.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T00:40:32.541 INFO:tasks.workunit.client.0.smithi082.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T00:40:32.541 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:32.541 INFO:tasks.workunit.client.0.smithi082.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T00:40:32.541 INFO:tasks.workunit.client.0.smithi082.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T00:40:32.541 INFO:tasks.workunit.client.0.smithi082.stdout: " 0 + 512 0 2", 2024-08-17T00:40:32.542 INFO:tasks.workunit.client.0.smithi082.stdout: " 1 - 512 8 2", 2024-08-17T00:40:32.542 INFO:tasks.workunit.client.0.smithi082.stdout: " 2 - 512 16 2", 2024-08-17T00:40:32.542 INFO:tasks.workunit.client.0.smithi082.stdout: " 3 - 4096 0 0", 2024-08-17T00:40:32.542 INFO:tasks.workunit.client.0.smithi082.stdout: " 4 - 4096 8 0", 2024-08-17T00:40:32.542 INFO:tasks.workunit.client.0.smithi082.stdout: " 5 - 4096 64 0", 2024-08-17T00:40:32.542 INFO:tasks.workunit.client.0.smithi082.stdout: " 6 - 4096 128 0", 2024-08-17T00:40:32.542 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:32.542 INFO:tasks.workunit.client.0.smithi082.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T00:40:32.542 INFO:tasks.workunit.client.0.smithi082.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T00:40:32.542 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:32.542 INFO:tasks.workunit.client.0.smithi082.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T00:40:32.542 INFO:tasks.workunit.client.0.smithi082.stdout: "Critical Warning: 0x00", 2024-08-17T00:40:32.542 INFO:tasks.workunit.client.0.smithi082.stdout: "Temperature: 26 Celsius", 2024-08-17T00:40:32.542 INFO:tasks.workunit.client.0.smithi082.stdout: "Available Spare: 100%", 2024-08-17T00:40:32.543 INFO:tasks.workunit.client.0.smithi082.stdout: "Available Spare Threshold: 10%", 2024-08-17T00:40:32.543 INFO:tasks.workunit.client.0.smithi082.stdout: "Percentage Used: 11%", 2024-08-17T00:40:32.543 INFO:tasks.workunit.client.0.smithi082.stdout: "Data Units Read: 422,946,491 [216 TB]", 2024-08-17T00:40:32.543 INFO:tasks.workunit.client.0.smithi082.stdout: "Data Units Written: 2,126,879,455 [1.08 PB]", 2024-08-17T00:40:32.543 INFO:tasks.workunit.client.0.smithi082.stdout: "Host Read Commands: 6,963,167,010", 2024-08-17T00:40:32.543 INFO:tasks.workunit.client.0.smithi082.stdout: "Host Write Commands: 36,518,885,219", 2024-08-17T00:40:32.543 INFO:tasks.workunit.client.0.smithi082.stdout: "Controller Busy Time: 1", 2024-08-17T00:40:32.543 INFO:tasks.workunit.client.0.smithi082.stdout: "Power Cycles: 44,577", 2024-08-17T00:40:32.543 INFO:tasks.workunit.client.0.smithi082.stdout: "Power On Hours: 61,202", 2024-08-17T00:40:32.543 INFO:tasks.workunit.client.0.smithi082.stdout: "Unsafe Shutdowns: 40", 2024-08-17T00:40:32.543 INFO:tasks.workunit.client.0.smithi082.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T00:40:32.543 INFO:tasks.workunit.client.0.smithi082.stdout: "Error Information Log Entries: 0", 2024-08-17T00:40:32.543 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:32.543 INFO:tasks.workunit.client.0.smithi082.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T00:40:32.544 INFO:tasks.workunit.client.0.smithi082.stdout: "No Errors Logged", 2024-08-17T00:40:32.544 INFO:tasks.workunit.client.0.smithi082.stdout: "" 2024-08-17T00:40:32.544 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.544 INFO:tasks.workunit.client.0.smithi082.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T00:40:32.544 INFO:tasks.workunit.client.0.smithi082.stdout: "svn_revision": "5155", 2024-08-17T00:40:32.544 INFO:tasks.workunit.client.0.smithi082.stdout: "version": [ 2024-08-17T00:40:32.544 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.544 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:32.544 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.544 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.544 INFO:tasks.workunit.client.0.smithi082.stdout: "temperature": { 2024-08-17T00:40:32.544 INFO:tasks.workunit.client.0.smithi082.stdout: "current": 26 2024-08-17T00:40:32.544 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.544 INFO:tasks.workunit.client.0.smithi082.stdout: "user_capacity": { 2024-08-17T00:40:32.545 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:32.545 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:32.545 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.545 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.545 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.545 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.545 INFO:tasks.workunit.client.0.smithi082.stdout:} 2024-08-17T00:40:32.545 INFO:tasks.workunit.client.0.smithi082.stderr:+ ceph telemetry show-all 2024-08-17T00:40:32.546 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:32.546 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:32.546 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-17T00:40:32.546 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/4194112268' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T00:40:32.546 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='client.24746 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:32.546 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:32.546 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:32.546 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.547 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.547 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.547 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.547 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.547 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.547 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.547 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.547 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.547 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:32.547 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:32.547 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.547 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.547 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.548 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:32.548 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:32.548 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.548 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.548 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.548 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:32.548 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:32.548 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-17T00:40:32.548 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/4194112268' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T00:40:32.548 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='client.24746 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:32.549 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:32.549 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:32.549 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.549 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.549 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.549 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.549 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.549 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.549 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.549 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.549 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.549 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:32.549 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:32.550 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.550 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.550 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.550 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:32.550 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:32.550 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.550 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.550 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.550 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:32.550 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:32.550 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-17T00:40:32.550 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/4194112268' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T00:40:32.551 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='client.24746 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:32.551 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:32.551 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:32.551 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.551 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.551 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.551 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.551 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.551 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.551 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.551 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.551 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.551 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:32.551 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:32.552 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.552 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.552 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.552 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:32.552 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:32.552 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.552 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.552 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.552 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:32.552 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:32.552 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.552 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.552 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.552 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:32.553 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:32.553 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.553 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.553 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.553 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.553 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.553 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.553 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.553 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.553 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.553 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:32.553 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:32.553 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.554 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.554 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.554 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:32.554 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:32.554 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.554 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.554 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.554 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:32.554 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:32.554 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.554 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.554 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:30 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.554 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='client.24746 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:32.554 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='client.24764 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:32.555 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='client.24764 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:32.555 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:32.555 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:32.555 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.555 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.555 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.555 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.555 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.555 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.555 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.555 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.555 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.555 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:32.556 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:32.556 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.556 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.556 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.556 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:32.556 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:32.556 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.556 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.556 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.556 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:32.556 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:32.556 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.556 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.556 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.557 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:32.557 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:32.557 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.557 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.557 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.557 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.557 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.557 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.557 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.557 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.557 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.557 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:32.557 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:32.557 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.558 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.558 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.558 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:32.558 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:32.558 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.558 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.558 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.558 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:32.558 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:32.558 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.558 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.558 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:31 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.559 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:32.559 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:32.559 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.559 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.559 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.559 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:32.559 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:32.559 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.559 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.560 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.560 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.560 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.560 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.560 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.560 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.560 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.560 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:32.560 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:32.560 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.560 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.560 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.560 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:32.560 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:32.561 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.561 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.561 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.561 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:32.561 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:32.561 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.561 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.561 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.561 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:32.562 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:32.562 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.562 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.562 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.562 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:32.562 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:32.562 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.562 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.562 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.562 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.562 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.562 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.563 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.563 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.563 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.563 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:32.563 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:32.563 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.563 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.563 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.563 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:32.563 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:32.563 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.563 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.563 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.563 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:32.564 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:32.564 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:32.564 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:32.564 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:30 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:32.573 INFO:tasks.workunit.client.0.smithi082.stdout:{ 2024-08-17T00:40:32.573 INFO:tasks.workunit.client.0.smithi082.stdout: "device_report": { 2024-08-17T00:40:32.573 INFO:tasks.workunit.client.0.smithi082.stdout: "4c46126e-5c31-11ef-bc15-0cc47a8fd3ff": { 2024-08-17T00:40:32.573 INFO:tasks.workunit.client.0.smithi082.stdout: "INTEL_SSDPEDMD400G4_4c46bafc-5c31-11ef-bc15-0cc47a8fd3ff": { 2024-08-17T00:40:32.573 INFO:tasks.workunit.client.0.smithi082.stdout: "20240817-003447": { 2024-08-17T00:40:32.573 INFO:tasks.workunit.client.0.smithi082.stdout: "device": { 2024-08-17T00:40:32.573 INFO:tasks.workunit.client.0.smithi082.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T00:40:32.573 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "/dev/nvme0n1", 2024-08-17T00:40:32.573 INFO:tasks.workunit.client.0.smithi082.stdout: "protocol": "NVMe", 2024-08-17T00:40:32.573 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "nvme" 2024-08-17T00:40:32.573 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.573 INFO:tasks.workunit.client.0.smithi082.stdout: "firmware_version": "8DV101H0", 2024-08-17T00:40:32.574 INFO:tasks.workunit.client.0.smithi082.stdout: "host_id": "4c46126e-5c31-11ef-bc15-0cc47a8fd3ff", 2024-08-17T00:40:32.574 INFO:tasks.workunit.client.0.smithi082.stdout: "json_format_version": [ 2024-08-17T00:40:32.574 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.574 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:32.574 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.574 INFO:tasks.workunit.client.0.smithi082.stdout: "local_time": { 2024-08-17T00:40:32.574 INFO:tasks.workunit.client.0.smithi082.stdout: "asctime": "Sat Aug 17 00:34:47 2024 UTC", 2024-08-17T00:40:32.574 INFO:tasks.workunit.client.0.smithi082.stdout: "time_t": 1723854887 2024-08-17T00:40:32.574 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.574 INFO:tasks.workunit.client.0.smithi082.stdout: "logical_block_size": 512, 2024-08-17T00:40:32.574 INFO:tasks.workunit.client.0.smithi082.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T00:40:32.574 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_controller_id": 0, 2024-08-17T00:40:32.574 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T00:40:32.575 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_namespaces": [ 2024-08-17T00:40:32.575 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.575 INFO:tasks.workunit.client.0.smithi082.stdout: "capacity": { 2024-08-17T00:40:32.575 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:32.575 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:32.575 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.575 INFO:tasks.workunit.client.0.smithi082.stdout: "formatted_lba_size": 512, 2024-08-17T00:40:32.575 INFO:tasks.workunit.client.0.smithi082.stdout: "id": 1, 2024-08-17T00:40:32.575 INFO:tasks.workunit.client.0.smithi082.stdout: "size": { 2024-08-17T00:40:32.575 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:32.575 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:32.575 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.575 INFO:tasks.workunit.client.0.smithi082.stdout: "utilization": { 2024-08-17T00:40:32.575 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:32.576 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:32.576 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.576 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.576 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.576 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T00:40:32.576 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_pci_vendor": { 2024-08-17T00:40:32.576 INFO:tasks.workunit.client.0.smithi082.stdout: "id": 32902, 2024-08-17T00:40:32.576 INFO:tasks.workunit.client.0.smithi082.stdout: "subsystem_id": 32902 2024-08-17T00:40:32.576 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.576 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T00:40:32.576 INFO:tasks.workunit.client.0.smithi082.stdout: "Device stats": { 2024-08-17T00:40:32.576 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_fw_downgrades": { 2024-08-17T00:40:32.576 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:32.576 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.577 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.577 INFO:tasks.workunit.client.0.smithi082.stdout: "crc_error_count": { 2024-08-17T00:40:32.577 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.577 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.577 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.577 INFO:tasks.workunit.client.0.smithi082.stdout: "end_to_end_error_detection_count": { 2024-08-17T00:40:32.577 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.577 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.577 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.577 INFO:tasks.workunit.client.0.smithi082.stdout: "erase_fail_count": { 2024-08-17T00:40:32.577 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.577 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.577 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.578 INFO:tasks.workunit.client.0.smithi082.stdout: "host_bytes_written": { 2024-08-17T00:40:32.578 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.578 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 26330524 2024-08-17T00:40:32.578 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.578 INFO:tasks.workunit.client.0.smithi082.stdout: "host_ctx_wear_used": { 2024-08-17T00:40:32.578 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.578 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 1 2024-08-17T00:40:32.578 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.578 INFO:tasks.workunit.client.0.smithi082.stdout: "media_bytes_read": { 2024-08-17T00:40:32.578 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:32.578 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.578 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.578 INFO:tasks.workunit.client.0.smithi082.stdout: "nand_bytes_written": { 2024-08-17T00:40:32.578 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.579 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 46218037 2024-08-17T00:40:32.579 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.579 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_stat_indicator": { 2024-08-17T00:40:32.579 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:32.579 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.579 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.579 INFO:tasks.workunit.client.0.smithi082.stdout: "pll_lock_loss_count": { 2024-08-17T00:40:32.579 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.579 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.579 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.579 INFO:tasks.workunit.client.0.smithi082.stdout: "program_fail_count": { 2024-08-17T00:40:32.579 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.579 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.579 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.580 INFO:tasks.workunit.client.0.smithi082.stdout: "re_alloc_sectr_cnt": { 2024-08-17T00:40:32.580 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:32.580 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.580 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.580 INFO:tasks.workunit.client.0.smithi082.stdout: "retry_buffer_overflow_count": { 2024-08-17T00:40:32.580 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.580 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.580 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.580 INFO:tasks.workunit.client.0.smithi082.stdout: "soft_ecc_err_rate": { 2024-08-17T00:40:32.580 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:32.580 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.580 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.580 INFO:tasks.workunit.client.0.smithi082.stdout: "thermal_throttle_status": { 2024-08-17T00:40:32.581 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.581 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": { 2024-08-17T00:40:32.581 INFO:tasks.workunit.client.0.smithi082.stdout: "cnt": 0, 2024-08-17T00:40:32.581 INFO:tasks.workunit.client.0.smithi082.stdout: "pct": 0 2024-08-17T00:40:32.581 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.581 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.581 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_host_reads": { 2024-08-17T00:40:32.581 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.581 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 65535 2024-08-17T00:40:32.581 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.581 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_media_wear": { 2024-08-17T00:40:32.581 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.581 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": "63.999023" 2024-08-17T00:40:32.581 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.581 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_timer": { 2024-08-17T00:40:32.582 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.582 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 65535 2024-08-17T00:40:32.582 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.582 INFO:tasks.workunit.client.0.smithi082.stdout: "unexp_power_loss": { 2024-08-17T00:40:32.582 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:32.582 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.582 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.582 INFO:tasks.workunit.client.0.smithi082.stdout: "wear_leveling": { 2024-08-17T00:40:32.582 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 90, 2024-08-17T00:40:32.582 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": { 2024-08-17T00:40:32.582 INFO:tasks.workunit.client.0.smithi082.stdout: "avg": 3135, 2024-08-17T00:40:32.582 INFO:tasks.workunit.client.0.smithi082.stdout: "max": 3150, 2024-08-17T00:40:32.582 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 3123 2024-08-17T00:40:32.583 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.583 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.583 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.583 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T00:40:32.583 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.583 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_smart_health_information_log": { 2024-08-17T00:40:32.583 INFO:tasks.workunit.client.0.smithi082.stdout: "available_spare": 100, 2024-08-17T00:40:32.583 INFO:tasks.workunit.client.0.smithi082.stdout: "available_spare_threshold": 10, 2024-08-17T00:40:32.583 INFO:tasks.workunit.client.0.smithi082.stdout: "controller_busy_time": 1, 2024-08-17T00:40:32.583 INFO:tasks.workunit.client.0.smithi082.stdout: "critical_warning": 0, 2024-08-17T00:40:32.583 INFO:tasks.workunit.client.0.smithi082.stdout: "data_units_read": 327349163, 2024-08-17T00:40:32.583 INFO:tasks.workunit.client.0.smithi082.stdout: "data_units_written": 1725597223, 2024-08-17T00:40:32.583 INFO:tasks.workunit.client.0.smithi082.stdout: "host_reads": 5478944983, 2024-08-17T00:40:32.583 INFO:tasks.workunit.client.0.smithi082.stdout: "host_writes": 31651435103, 2024-08-17T00:40:32.584 INFO:tasks.workunit.client.0.smithi082.stdout: "media_errors": 0, 2024-08-17T00:40:32.584 INFO:tasks.workunit.client.0.smithi082.stdout: "num_err_log_entries": 0, 2024-08-17T00:40:32.584 INFO:tasks.workunit.client.0.smithi082.stdout: "percentage_used": 10, 2024-08-17T00:40:32.584 INFO:tasks.workunit.client.0.smithi082.stdout: "power_cycles": 51178, 2024-08-17T00:40:32.584 INFO:tasks.workunit.client.0.smithi082.stdout: "power_on_hours": 55796, 2024-08-17T00:40:32.584 INFO:tasks.workunit.client.0.smithi082.stdout: "temperature": 25, 2024-08-17T00:40:32.584 INFO:tasks.workunit.client.0.smithi082.stdout: "unsafe_shutdowns": 147 2024-08-17T00:40:32.584 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.584 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_vendor": "intel", 2024-08-17T00:40:32.584 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_version": { 2024-08-17T00:40:32.584 INFO:tasks.workunit.client.0.smithi082.stdout: "string": "<1.2", 2024-08-17T00:40:32.584 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.584 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.584 INFO:tasks.workunit.client.0.smithi082.stdout: "power_cycle_count": 51178, 2024-08-17T00:40:32.585 INFO:tasks.workunit.client.0.smithi082.stdout: "power_on_time": { 2024-08-17T00:40:32.585 INFO:tasks.workunit.client.0.smithi082.stdout: "hours": 55796 2024-08-17T00:40:32.585 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.585 INFO:tasks.workunit.client.0.smithi082.stdout: "serial_number": "deleted", 2024-08-17T00:40:32.585 INFO:tasks.workunit.client.0.smithi082.stdout: "smart_status": { 2024-08-17T00:40:32.585 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme": { 2024-08-17T00:40:32.585 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.585 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.585 INFO:tasks.workunit.client.0.smithi082.stdout: "passed": true 2024-08-17T00:40:32.585 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.585 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl": { 2024-08-17T00:40:32.585 INFO:tasks.workunit.client.0.smithi082.stdout: "argv": [ 2024-08-17T00:40:32.585 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl", 2024-08-17T00:40:32.585 INFO:tasks.workunit.client.0.smithi082.stdout: "-x", 2024-08-17T00:40:32.586 INFO:tasks.workunit.client.0.smithi082.stdout: "--json=o", 2024-08-17T00:40:32.586 INFO:tasks.workunit.client.0.smithi082.stdout: "/dev/nvme0n1" 2024-08-17T00:40:32.586 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.586 INFO:tasks.workunit.client.0.smithi082.stdout: "build_info": "(local build)", 2024-08-17T00:40:32.586 INFO:tasks.workunit.client.0.smithi082.stdout: "exit_status": 0, 2024-08-17T00:40:32.586 INFO:tasks.workunit.client.0.smithi082.stdout: "output": [ 2024-08-17T00:40:32.586 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T00:40:32.586 INFO:tasks.workunit.client.0.smithi082.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T00:40:32.586 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:32.586 INFO:tasks.workunit.client.0.smithi082.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T00:40:32.586 INFO:tasks.workunit.client.0.smithi082.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T00:40:32.587 INFO:tasks.workunit.client.0.smithi082.stdout: "Serial Number: deleted", 2024-08-17T00:40:32.587 INFO:tasks.workunit.client.0.smithi082.stdout: "Firmware Version: 8DV101H0", 2024-08-17T00:40:32.587 INFO:tasks.workunit.client.0.smithi082.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T00:40:32.587 INFO:tasks.workunit.client.0.smithi082.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T00:40:32.587 INFO:tasks.workunit.client.0.smithi082.stdout: "Controller ID: 0", 2024-08-17T00:40:32.587 INFO:tasks.workunit.client.0.smithi082.stdout: "NVMe Version: <1.2", 2024-08-17T00:40:32.587 INFO:tasks.workunit.client.0.smithi082.stdout: "Number of Namespaces: 1", 2024-08-17T00:40:32.587 INFO:tasks.workunit.client.0.smithi082.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T00:40:32.587 INFO:tasks.workunit.client.0.smithi082.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T00:40:32.587 INFO:tasks.workunit.client.0.smithi082.stdout: "Local Time is: Sat Aug 17 00:34:47 2024 UTC", 2024-08-17T00:40:32.587 INFO:tasks.workunit.client.0.smithi082.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T00:40:32.587 INFO:tasks.workunit.client.0.smithi082.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T00:40:32.587 INFO:tasks.workunit.client.0.smithi082.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T00:40:32.588 INFO:tasks.workunit.client.0.smithi082.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T00:40:32.588 INFO:tasks.workunit.client.0.smithi082.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T00:40:32.588 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:32.588 INFO:tasks.workunit.client.0.smithi082.stdout: "Supported Power States", 2024-08-17T00:40:32.588 INFO:tasks.workunit.client.0.smithi082.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T00:40:32.588 INFO:tasks.workunit.client.0.smithi082.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T00:40:32.588 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:32.588 INFO:tasks.workunit.client.0.smithi082.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T00:40:32.588 INFO:tasks.workunit.client.0.smithi082.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T00:40:32.588 INFO:tasks.workunit.client.0.smithi082.stdout: " 0 + 512 0 2", 2024-08-17T00:40:32.588 INFO:tasks.workunit.client.0.smithi082.stdout: " 1 - 512 8 2", 2024-08-17T00:40:32.588 INFO:tasks.workunit.client.0.smithi082.stdout: " 2 - 512 16 2", 2024-08-17T00:40:32.588 INFO:tasks.workunit.client.0.smithi082.stdout: " 3 - 4096 0 0", 2024-08-17T00:40:32.589 INFO:tasks.workunit.client.0.smithi082.stdout: " 4 - 4096 8 0", 2024-08-17T00:40:32.589 INFO:tasks.workunit.client.0.smithi082.stdout: " 5 - 4096 64 0", 2024-08-17T00:40:32.589 INFO:tasks.workunit.client.0.smithi082.stdout: " 6 - 4096 128 0", 2024-08-17T00:40:32.589 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:32.589 INFO:tasks.workunit.client.0.smithi082.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T00:40:32.589 INFO:tasks.workunit.client.0.smithi082.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T00:40:32.589 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:32.589 INFO:tasks.workunit.client.0.smithi082.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T00:40:32.589 INFO:tasks.workunit.client.0.smithi082.stdout: "Critical Warning: 0x00", 2024-08-17T00:40:32.589 INFO:tasks.workunit.client.0.smithi082.stdout: "Temperature: 25 Celsius", 2024-08-17T00:40:32.589 INFO:tasks.workunit.client.0.smithi082.stdout: "Available Spare: 100%", 2024-08-17T00:40:32.589 INFO:tasks.workunit.client.0.smithi082.stdout: "Available Spare Threshold: 10%", 2024-08-17T00:40:32.589 INFO:tasks.workunit.client.0.smithi082.stdout: "Percentage Used: 10%", 2024-08-17T00:40:32.589 INFO:tasks.workunit.client.0.smithi082.stdout: "Data Units Read: 327,349,163 [167 TB]", 2024-08-17T00:40:32.590 INFO:tasks.workunit.client.0.smithi082.stdout: "Data Units Written: 1,725,597,223 [883 TB]", 2024-08-17T00:40:32.590 INFO:tasks.workunit.client.0.smithi082.stdout: "Host Read Commands: 5,478,944,983", 2024-08-17T00:40:32.590 INFO:tasks.workunit.client.0.smithi082.stdout: "Host Write Commands: 31,651,435,103", 2024-08-17T00:40:32.590 INFO:tasks.workunit.client.0.smithi082.stdout: "Controller Busy Time: 1", 2024-08-17T00:40:32.590 INFO:tasks.workunit.client.0.smithi082.stdout: "Power Cycles: 51,178", 2024-08-17T00:40:32.590 INFO:tasks.workunit.client.0.smithi082.stdout: "Power On Hours: 55,796", 2024-08-17T00:40:32.590 INFO:tasks.workunit.client.0.smithi082.stdout: "Unsafe Shutdowns: 147", 2024-08-17T00:40:32.590 INFO:tasks.workunit.client.0.smithi082.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T00:40:32.590 INFO:tasks.workunit.client.0.smithi082.stdout: "Error Information Log Entries: 0", 2024-08-17T00:40:32.590 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:32.590 INFO:tasks.workunit.client.0.smithi082.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T00:40:32.590 INFO:tasks.workunit.client.0.smithi082.stdout: "No Errors Logged", 2024-08-17T00:40:32.590 INFO:tasks.workunit.client.0.smithi082.stdout: "" 2024-08-17T00:40:32.590 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.591 INFO:tasks.workunit.client.0.smithi082.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T00:40:32.591 INFO:tasks.workunit.client.0.smithi082.stdout: "svn_revision": "5155", 2024-08-17T00:40:32.591 INFO:tasks.workunit.client.0.smithi082.stdout: "version": [ 2024-08-17T00:40:32.591 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.591 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:32.591 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.591 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.591 INFO:tasks.workunit.client.0.smithi082.stdout: "temperature": { 2024-08-17T00:40:32.591 INFO:tasks.workunit.client.0.smithi082.stdout: "current": 25 2024-08-17T00:40:32.591 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.591 INFO:tasks.workunit.client.0.smithi082.stdout: "user_capacity": { 2024-08-17T00:40:32.591 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:32.591 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:32.591 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.592 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.592 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.592 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.592 INFO:tasks.workunit.client.0.smithi082.stdout: "4c4819d8-5c31-11ef-bc15-0cc47a8fd3ff": { 2024-08-17T00:40:32.592 INFO:tasks.workunit.client.0.smithi082.stdout: "INTEL_SSDPEDMD400G4_4c48a678-5c31-11ef-bc15-0cc47a8fd3ff": { 2024-08-17T00:40:32.592 INFO:tasks.workunit.client.0.smithi082.stdout: "20240817-003445": { 2024-08-17T00:40:32.592 INFO:tasks.workunit.client.0.smithi082.stdout: "device": { 2024-08-17T00:40:32.592 INFO:tasks.workunit.client.0.smithi082.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T00:40:32.592 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "/dev/nvme0n1", 2024-08-17T00:40:32.592 INFO:tasks.workunit.client.0.smithi082.stdout: "protocol": "NVMe", 2024-08-17T00:40:32.592 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "nvme" 2024-08-17T00:40:32.592 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.592 INFO:tasks.workunit.client.0.smithi082.stdout: "firmware_version": "8DV101H0", 2024-08-17T00:40:32.593 INFO:tasks.workunit.client.0.smithi082.stdout: "host_id": "4c4819d8-5c31-11ef-bc15-0cc47a8fd3ff", 2024-08-17T00:40:32.593 INFO:tasks.workunit.client.0.smithi082.stdout: "json_format_version": [ 2024-08-17T00:40:32.593 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:32.593 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:32.593 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.593 INFO:tasks.workunit.client.0.smithi082.stdout: "local_time": { 2024-08-17T00:40:32.593 INFO:tasks.workunit.client.0.smithi082.stdout: "asctime": "Sat Aug 17 00:34:45 2024 UTC", 2024-08-17T00:40:32.593 INFO:tasks.workunit.client.0.smithi082.stdout: "time_t": 1723854885 2024-08-17T00:40:32.593 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.593 INFO:tasks.workunit.client.0.smithi082.stdout: "logical_block_size": 512, 2024-08-17T00:40:32.593 INFO:tasks.workunit.client.0.smithi082.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T00:40:32.593 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_controller_id": 0, 2024-08-17T00:40:32.593 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T00:40:32.593 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_namespaces": [ 2024-08-17T00:40:32.593 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.594 INFO:tasks.workunit.client.0.smithi082.stdout: "capacity": { 2024-08-17T00:40:32.594 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:32.594 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:32.594 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.594 INFO:tasks.workunit.client.0.smithi082.stdout: "formatted_lba_size": 512, 2024-08-17T00:40:32.594 INFO:tasks.workunit.client.0.smithi082.stdout: "id": 1, 2024-08-17T00:40:32.594 INFO:tasks.workunit.client.0.smithi082.stdout: "size": { 2024-08-17T00:40:32.594 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:32.594 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:32.594 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.594 INFO:tasks.workunit.client.0.smithi082.stdout: "utilization": { 2024-08-17T00:40:32.594 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:32.594 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:32.595 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.595 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.595 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.595 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T00:40:32.595 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_pci_vendor": { 2024-08-17T00:40:32.595 INFO:tasks.workunit.client.0.smithi082.stdout: "id": 32902, 2024-08-17T00:40:32.595 INFO:tasks.workunit.client.0.smithi082.stdout: "subsystem_id": 32902 2024-08-17T00:40:32.595 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.595 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T00:40:32.595 INFO:tasks.workunit.client.0.smithi082.stdout: "Device stats": { 2024-08-17T00:40:32.595 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_fw_downgrades": { 2024-08-17T00:40:32.595 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:32.595 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.595 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.596 INFO:tasks.workunit.client.0.smithi082.stdout: "crc_error_count": { 2024-08-17T00:40:32.596 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.596 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.596 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.596 INFO:tasks.workunit.client.0.smithi082.stdout: "end_to_end_error_detection_count": { 2024-08-17T00:40:32.596 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.596 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.596 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.596 INFO:tasks.workunit.client.0.smithi082.stdout: "erase_fail_count": { 2024-08-17T00:40:32.596 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.596 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.596 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.596 INFO:tasks.workunit.client.0.smithi082.stdout: "host_bytes_written": { 2024-08-17T00:40:32.596 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.596 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 32453604 2024-08-17T00:40:32.597 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.597 INFO:tasks.workunit.client.0.smithi082.stdout: "host_ctx_wear_used": { 2024-08-17T00:40:32.597 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.597 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 1 2024-08-17T00:40:32.597 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.597 INFO:tasks.workunit.client.0.smithi082.stdout: "media_bytes_read": { 2024-08-17T00:40:32.597 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:32.597 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.597 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.597 INFO:tasks.workunit.client.0.smithi082.stdout: "nand_bytes_written": { 2024-08-17T00:40:32.597 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.597 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 51366601 2024-08-17T00:40:32.597 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.597 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_stat_indicator": { 2024-08-17T00:40:32.598 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:32.598 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.598 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.598 INFO:tasks.workunit.client.0.smithi082.stdout: "pll_lock_loss_count": { 2024-08-17T00:40:32.598 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.598 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.598 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.598 INFO:tasks.workunit.client.0.smithi082.stdout: "program_fail_count": { 2024-08-17T00:40:32.598 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.598 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.598 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.598 INFO:tasks.workunit.client.0.smithi082.stdout: "re_alloc_sectr_cnt": { 2024-08-17T00:40:32.599 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:32.599 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.599 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.599 INFO:tasks.workunit.client.0.smithi082.stdout: "retry_buffer_overflow_count": { 2024-08-17T00:40:32.599 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.599 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.599 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.599 INFO:tasks.workunit.client.0.smithi082.stdout: "soft_ecc_err_rate": { 2024-08-17T00:40:32.599 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:32.599 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.599 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.599 INFO:tasks.workunit.client.0.smithi082.stdout: "thermal_throttle_status": { 2024-08-17T00:40:32.599 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.599 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": { 2024-08-17T00:40:32.600 INFO:tasks.workunit.client.0.smithi082.stdout: "cnt": 0, 2024-08-17T00:40:32.600 INFO:tasks.workunit.client.0.smithi082.stdout: "pct": 0 2024-08-17T00:40:32.600 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.600 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.600 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_host_reads": { 2024-08-17T00:40:32.600 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.600 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 65535 2024-08-17T00:40:32.600 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.600 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_media_wear": { 2024-08-17T00:40:32.600 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.600 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": "63.999023" 2024-08-17T00:40:32.600 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.600 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_timer": { 2024-08-17T00:40:32.600 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T00:40:32.601 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 65535 2024-08-17T00:40:32.601 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.601 INFO:tasks.workunit.client.0.smithi082.stdout: "unexp_power_loss": { 2024-08-17T00:40:32.601 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T00:40:32.601 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T00:40:32.601 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.601 INFO:tasks.workunit.client.0.smithi082.stdout: "wear_leveling": { 2024-08-17T00:40:32.601 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 89, 2024-08-17T00:40:32.601 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": { 2024-08-17T00:40:32.601 INFO:tasks.workunit.client.0.smithi082.stdout: "avg": 3410, 2024-08-17T00:40:32.601 INFO:tasks.workunit.client.0.smithi082.stdout: "max": 3427, 2024-08-17T00:40:32.601 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 3394 2024-08-17T00:40:32.601 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.601 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.602 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.602 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T00:40:32.602 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.602 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_smart_health_information_log": { 2024-08-17T00:40:32.602 INFO:tasks.workunit.client.0.smithi082.stdout: "available_spare": 100, 2024-08-17T00:40:32.602 INFO:tasks.workunit.client.0.smithi082.stdout: "available_spare_threshold": 10, 2024-08-17T00:40:32.602 INFO:tasks.workunit.client.0.smithi082.stdout: "controller_busy_time": 1, 2024-08-17T00:40:32.602 INFO:tasks.workunit.client.0.smithi082.stdout: "critical_warning": 0, 2024-08-17T00:40:32.602 INFO:tasks.workunit.client.0.smithi082.stdout: "data_units_read": 422946491, 2024-08-17T00:40:32.602 INFO:tasks.workunit.client.0.smithi082.stdout: "data_units_written": 2126879455, 2024-08-17T00:40:32.602 INFO:tasks.workunit.client.0.smithi082.stdout: "host_reads": 6963167010, 2024-08-17T00:40:32.602 INFO:tasks.workunit.client.0.smithi082.stdout: "host_writes": 36518885219, 2024-08-17T00:40:32.602 INFO:tasks.workunit.client.0.smithi082.stdout: "media_errors": 0, 2024-08-17T00:40:32.603 INFO:tasks.workunit.client.0.smithi082.stdout: "num_err_log_entries": 0, 2024-08-17T00:40:32.603 INFO:tasks.workunit.client.0.smithi082.stdout: "percentage_used": 11, 2024-08-17T00:40:32.603 INFO:tasks.workunit.client.0.smithi082.stdout: "power_cycles": 44577, 2024-08-17T00:40:32.603 INFO:tasks.workunit.client.0.smithi082.stdout: "power_on_hours": 61202, 2024-08-17T00:40:32.603 INFO:tasks.workunit.client.0.smithi082.stdout: "temperature": 26, 2024-08-17T00:40:32.603 INFO:tasks.workunit.client.0.smithi082.stdout: "unsafe_shutdowns": 40 2024-08-17T00:40:32.603 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.603 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_vendor": "intel", 2024-08-17T00:40:32.603 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_version": { 2024-08-17T00:40:32.603 INFO:tasks.workunit.client.0.smithi082.stdout: "string": "<1.2", 2024-08-17T00:40:32.603 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.603 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.603 INFO:tasks.workunit.client.0.smithi082.stdout: "power_cycle_count": 44577, 2024-08-17T00:40:32.603 INFO:tasks.workunit.client.0.smithi082.stdout: "power_on_time": { 2024-08-17T00:40:32.604 INFO:tasks.workunit.client.0.smithi082.stdout: "hours": 61202 2024-08-17T00:40:32.604 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.604 INFO:tasks.workunit.client.0.smithi082.stdout: "serial_number": "deleted", 2024-08-17T00:40:32.604 INFO:tasks.workunit.client.0.smithi082.stdout: "smart_status": { 2024-08-17T00:40:32.604 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme": { 2024-08-17T00:40:32.604 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.604 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.604 INFO:tasks.workunit.client.0.smithi082.stdout: "passed": true 2024-08-17T00:40:32.604 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.604 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl": { 2024-08-17T00:40:32.604 INFO:tasks.workunit.client.0.smithi082.stdout: "argv": [ 2024-08-17T00:40:32.604 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl", 2024-08-17T00:40:32.604 INFO:tasks.workunit.client.0.smithi082.stdout: "-x", 2024-08-17T00:40:32.604 INFO:tasks.workunit.client.0.smithi082.stdout: "--json=o", 2024-08-17T00:40:32.605 INFO:tasks.workunit.client.0.smithi082.stdout: "/dev/nvme0n1" 2024-08-17T00:40:32.605 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.605 INFO:tasks.workunit.client.0.smithi082.stdout: "build_info": "(local build)", 2024-08-17T00:40:32.605 INFO:tasks.workunit.client.0.smithi082.stdout: "exit_status": 0, 2024-08-17T00:40:32.605 INFO:tasks.workunit.client.0.smithi082.stdout: "output": [ 2024-08-17T00:40:32.605 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T00:40:32.605 INFO:tasks.workunit.client.0.smithi082.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T00:40:32.605 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:32.605 INFO:tasks.workunit.client.0.smithi082.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T00:40:32.605 INFO:tasks.workunit.client.0.smithi082.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T00:40:32.605 INFO:tasks.workunit.client.0.smithi082.stdout: "Serial Number: deleted", 2024-08-17T00:40:32.605 INFO:tasks.workunit.client.0.smithi082.stdout: "Firmware Version: 8DV101H0", 2024-08-17T00:40:32.605 INFO:tasks.workunit.client.0.smithi082.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T00:40:32.605 INFO:tasks.workunit.client.0.smithi082.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T00:40:32.606 INFO:tasks.workunit.client.0.smithi082.stdout: "Controller ID: 0", 2024-08-17T00:40:32.606 INFO:tasks.workunit.client.0.smithi082.stdout: "NVMe Version: <1.2", 2024-08-17T00:40:32.606 INFO:tasks.workunit.client.0.smithi082.stdout: "Number of Namespaces: 1", 2024-08-17T00:40:32.606 INFO:tasks.workunit.client.0.smithi082.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T00:40:32.606 INFO:tasks.workunit.client.0.smithi082.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T00:40:32.606 INFO:tasks.workunit.client.0.smithi082.stdout: "Local Time is: Sat Aug 17 00:34:45 2024 UTC", 2024-08-17T00:40:32.606 INFO:tasks.workunit.client.0.smithi082.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T00:40:32.606 INFO:tasks.workunit.client.0.smithi082.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T00:40:32.606 INFO:tasks.workunit.client.0.smithi082.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T00:40:32.606 INFO:tasks.workunit.client.0.smithi082.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T00:40:32.606 INFO:tasks.workunit.client.0.smithi082.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T00:40:32.606 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:32.606 INFO:tasks.workunit.client.0.smithi082.stdout: "Supported Power States", 2024-08-17T00:40:32.606 INFO:tasks.workunit.client.0.smithi082.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T00:40:32.607 INFO:tasks.workunit.client.0.smithi082.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T00:40:32.607 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:32.607 INFO:tasks.workunit.client.0.smithi082.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T00:40:32.607 INFO:tasks.workunit.client.0.smithi082.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T00:40:32.607 INFO:tasks.workunit.client.0.smithi082.stdout: " 0 + 512 0 2", 2024-08-17T00:40:32.607 INFO:tasks.workunit.client.0.smithi082.stdout: " 1 - 512 8 2", 2024-08-17T00:40:32.607 INFO:tasks.workunit.client.0.smithi082.stdout: " 2 - 512 16 2", 2024-08-17T00:40:32.607 INFO:tasks.workunit.client.0.smithi082.stdout: " 3 - 4096 0 0", 2024-08-17T00:40:32.607 INFO:tasks.workunit.client.0.smithi082.stdout: " 4 - 4096 8 0", 2024-08-17T00:40:32.607 INFO:tasks.workunit.client.0.smithi082.stdout: " 5 - 4096 64 0", 2024-08-17T00:40:32.607 INFO:tasks.workunit.client.0.smithi082.stdout: " 6 - 4096 128 0", 2024-08-17T00:40:32.607 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:32.607 INFO:tasks.workunit.client.0.smithi082.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T00:40:32.607 INFO:tasks.workunit.client.0.smithi082.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T00:40:32.608 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:32.608 INFO:tasks.workunit.client.0.smithi082.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T00:40:32.608 INFO:tasks.workunit.client.0.smithi082.stdout: "Critical Warning: 0x00", 2024-08-17T00:40:32.608 INFO:tasks.workunit.client.0.smithi082.stdout: "Temperature: 26 Celsius", 2024-08-17T00:40:32.608 INFO:tasks.workunit.client.0.smithi082.stdout: "Available Spare: 100%", 2024-08-17T00:40:32.608 INFO:tasks.workunit.client.0.smithi082.stdout: "Available Spare Threshold: 10%", 2024-08-17T00:40:32.608 INFO:tasks.workunit.client.0.smithi082.stdout: "Percentage Used: 11%", 2024-08-17T00:40:32.608 INFO:tasks.workunit.client.0.smithi082.stdout: "Data Units Read: 422,946,491 [216 TB]", 2024-08-17T00:40:32.608 INFO:tasks.workunit.client.0.smithi082.stdout: "Data Units Written: 2,126,879,455 [1.08 PB]", 2024-08-17T00:40:32.608 INFO:tasks.workunit.client.0.smithi082.stdout: "Host Read Commands: 6,963,167,010", 2024-08-17T00:40:32.608 INFO:tasks.workunit.client.0.smithi082.stdout: "Host Write Commands: 36,518,885,219", 2024-08-17T00:40:32.608 INFO:tasks.workunit.client.0.smithi082.stdout: "Controller Busy Time: 1", 2024-08-17T00:40:32.608 INFO:tasks.workunit.client.0.smithi082.stdout: "Power Cycles: 44,577", 2024-08-17T00:40:32.608 INFO:tasks.workunit.client.0.smithi082.stdout: "Power On Hours: 61,202", 2024-08-17T00:40:32.609 INFO:tasks.workunit.client.0.smithi082.stdout: "Unsafe Shutdowns: 40", 2024-08-17T00:40:32.609 INFO:tasks.workunit.client.0.smithi082.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T00:40:32.609 INFO:tasks.workunit.client.0.smithi082.stdout: "Error Information Log Entries: 0", 2024-08-17T00:40:32.609 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T00:40:32.609 INFO:tasks.workunit.client.0.smithi082.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T00:40:32.609 INFO:tasks.workunit.client.0.smithi082.stdout: "No Errors Logged", 2024-08-17T00:40:32.609 INFO:tasks.workunit.client.0.smithi082.stdout: "" 2024-08-17T00:40:32.609 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.609 INFO:tasks.workunit.client.0.smithi082.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T00:40:32.609 INFO:tasks.workunit.client.0.smithi082.stdout: "svn_revision": "5155", 2024-08-17T00:40:32.609 INFO:tasks.workunit.client.0.smithi082.stdout: "version": [ 2024-08-17T00:40:32.609 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:32.609 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:32.610 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.610 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.610 INFO:tasks.workunit.client.0.smithi082.stdout: "temperature": { 2024-08-17T00:40:32.610 INFO:tasks.workunit.client.0.smithi082.stdout: "current": 26 2024-08-17T00:40:32.610 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.610 INFO:tasks.workunit.client.0.smithi082.stdout: "user_capacity": { 2024-08-17T00:40:32.610 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T00:40:32.610 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T00:40:32.610 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.610 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.610 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.610 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.610 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.611 INFO:tasks.workunit.client.0.smithi082.stdout: "report": { 2024-08-17T00:40:32.611 INFO:tasks.workunit.client.0.smithi082.stdout: "balancer": { 2024-08-17T00:40:32.611 INFO:tasks.workunit.client.0.smithi082.stdout: "active": true, 2024-08-17T00:40:32.611 INFO:tasks.workunit.client.0.smithi082.stdout: "mode": "" 2024-08-17T00:40:32.611 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.611 INFO:tasks.workunit.client.0.smithi082.stdout: "channels": [ 2024-08-17T00:40:32.611 INFO:tasks.workunit.client.0.smithi082.stdout: "basic", 2024-08-17T00:40:32.611 INFO:tasks.workunit.client.0.smithi082.stdout: "crash", 2024-08-17T00:40:32.611 INFO:tasks.workunit.client.0.smithi082.stdout: "device", 2024-08-17T00:40:32.611 INFO:tasks.workunit.client.0.smithi082.stdout: "ident", 2024-08-17T00:40:32.611 INFO:tasks.workunit.client.0.smithi082.stdout: "perf" 2024-08-17T00:40:32.611 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.611 INFO:tasks.workunit.client.0.smithi082.stdout: "channels_available": [ 2024-08-17T00:40:32.611 INFO:tasks.workunit.client.0.smithi082.stdout: "basic", 2024-08-17T00:40:32.612 INFO:tasks.workunit.client.0.smithi082.stdout: "ident", 2024-08-17T00:40:32.612 INFO:tasks.workunit.client.0.smithi082.stdout: "crash", 2024-08-17T00:40:32.612 INFO:tasks.workunit.client.0.smithi082.stdout: "device", 2024-08-17T00:40:32.612 INFO:tasks.workunit.client.0.smithi082.stdout: "perf" 2024-08-17T00:40:32.612 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.612 INFO:tasks.workunit.client.0.smithi082.stdout: "collections_available": [ 2024-08-17T00:40:32.612 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_base", 2024-08-17T00:40:32.612 INFO:tasks.workunit.client.0.smithi082.stdout: "device_base", 2024-08-17T00:40:32.612 INFO:tasks.workunit.client.0.smithi082.stdout: "crash_base", 2024-08-17T00:40:32.612 INFO:tasks.workunit.client.0.smithi082.stdout: "ident_base", 2024-08-17T00:40:32.612 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_perf", 2024-08-17T00:40:32.612 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_mds_metadata", 2024-08-17T00:40:32.612 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_usage", 2024-08-17T00:40:32.612 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_usage_by_class", 2024-08-17T00:40:32.613 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_rook_v01", 2024-08-17T00:40:32.613 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_memory_metrics", 2024-08-17T00:40:32.613 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_options_bluestore" 2024-08-17T00:40:32.613 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.613 INFO:tasks.workunit.client.0.smithi082.stdout: "collections_opted_in": [ 2024-08-17T00:40:32.613 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_base", 2024-08-17T00:40:32.613 INFO:tasks.workunit.client.0.smithi082.stdout: "device_base", 2024-08-17T00:40:32.613 INFO:tasks.workunit.client.0.smithi082.stdout: "crash_base", 2024-08-17T00:40:32.613 INFO:tasks.workunit.client.0.smithi082.stdout: "ident_base", 2024-08-17T00:40:32.613 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_perf", 2024-08-17T00:40:32.613 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_mds_metadata", 2024-08-17T00:40:32.613 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_usage", 2024-08-17T00:40:32.613 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_usage_by_class", 2024-08-17T00:40:32.613 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_rook_v01", 2024-08-17T00:40:32.614 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_memory_metrics", 2024-08-17T00:40:32.614 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_options_bluestore" 2024-08-17T00:40:32.614 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.614 INFO:tasks.workunit.client.0.smithi082.stdout: "config": { 2024-08-17T00:40:32.614 INFO:tasks.workunit.client.0.smithi082.stdout: "active_changed": [ 2024-08-17T00:40:32.614 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T00:40:32.614 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_debug", 2024-08-17T00:40:32.614 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_mon_ticket_ttl", 2024-08-17T00:40:32.614 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_service_ticket_ttl", 2024-08-17T00:40:32.614 INFO:tasks.workunit.client.0.smithi082.stdout: "bdev_debug_aio", 2024-08-17T00:40:32.614 INFO:tasks.workunit.client.0.smithi082.stdout: "client_check_pool_perm", 2024-08-17T00:40:32.614 INFO:tasks.workunit.client.0.smithi082.stdout: "client_mount_gid", 2024-08-17T00:40:32.614 INFO:tasks.workunit.client.0.smithi082.stdout: "client_mount_uid", 2024-08-17T00:40:32.614 INFO:tasks.workunit.client.0.smithi082.stdout: "client_quota", 2024-08-17T00:40:32.615 INFO:tasks.workunit.client.0.smithi082.stdout: "container_image", 2024-08-17T00:40:32.615 INFO:tasks.workunit.client.0.smithi082.stdout: "daemonize", 2024-08-17T00:40:32.615 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_asserts_on_shutdown", 2024-08-17T00:40:32.615 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mgr", 2024-08-17T00:40:32.615 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mon", 2024-08-17T00:40:32.615 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_ms", 2024-08-17T00:40:32.615 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_osd", 2024-08-17T00:40:32.615 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_paxos", 2024-08-17T00:40:32.615 INFO:tasks.workunit.client.0.smithi082.stdout: "keyring", 2024-08-17T00:40:32.615 INFO:tasks.workunit.client.0.smithi082.stdout: "leveldb_block_size", 2024-08-17T00:40:32.615 INFO:tasks.workunit.client.0.smithi082.stdout: "leveldb_cache_size", 2024-08-17T00:40:32.615 INFO:tasks.workunit.client.0.smithi082.stdout: "leveldb_compression", 2024-08-17T00:40:32.615 INFO:tasks.workunit.client.0.smithi082.stdout: "leveldb_log", 2024-08-17T00:40:32.615 INFO:tasks.workunit.client.0.smithi082.stdout: "leveldb_write_buffer_size", 2024-08-17T00:40:32.616 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_file", 2024-08-17T00:40:32.616 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_journald", 2024-08-17T00:40:32.616 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_stderr", 2024-08-17T00:40:32.616 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_allow_pool_delete", 2024-08-17T00:40:32.616 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_clock_drift_allowed", 2024-08-17T00:40:32.616 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_file", 2024-08-17T00:40:32.616 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_journald", 2024-08-17T00:40:32.616 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_stderr", 2024-08-17T00:40:32.616 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_data_avail_warn", 2024-08-17T00:40:32.616 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_election_default_strategy", 2024-08-17T00:40:32.616 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_host", 2024-08-17T00:40:32.616 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_max_pg_per_osd", 2024-08-17T00:40:32.616 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_mgr_mkfs_grace", 2024-08-17T00:40:32.616 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_prime_pg_temp", 2024-08-17T00:40:32.617 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T00:40:32.617 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T00:40:32.617 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T00:40:32.617 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T00:40:32.617 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T00:40:32.617 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T00:40:32.617 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T00:40:32.617 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T00:40:32.617 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T00:40:32.617 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T00:40:32.617 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_too_few_osds", 2024-08-17T00:40:32.617 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_bug", 2024-08-17T00:40:32.617 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_old_message", 2024-08-17T00:40:32.617 INFO:tasks.workunit.client.0.smithi082.stdout: "no_config_file", 2024-08-17T00:40:32.618 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_default_list", 2024-08-17T00:40:32.618 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_load_list", 2024-08-17T00:40:32.618 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_misdirected_ops", 2024-08-17T00:40:32.618 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_op_order", 2024-08-17T00:40:32.618 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_pg_log_writeout", 2024-08-17T00:40:32.618 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_shutdown", 2024-08-17T00:40:32.618 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T00:40:32.618 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T00:40:32.618 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T00:40:32.618 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T00:40:32.618 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_profile", 2024-08-17T00:40:32.618 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-17T00:40:32.618 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-17T00:40:32.619 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-17T00:40:32.619 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-17T00:40:32.619 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-17T00:40:32.619 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-17T00:40:32.619 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_client_lim", 2024-08-17T00:40:32.619 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_client_res", 2024-08-17T00:40:32.619 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-17T00:40:32.619 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target", 2024-08-17T00:40:32.619 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target_autotune", 2024-08-17T00:40:32.619 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue", 2024-08-17T00:40:32.619 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue_cut_off", 2024-08-17T00:40:32.619 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T00:40:32.619 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T00:40:32.619 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recover_clone_overlap", 2024-08-17T00:40:32.620 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_max_chunk", 2024-08-17T00:40:32.620 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_load_threshold", 2024-08-17T00:40:32.620 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_max_interval", 2024-08-17T00:40:32.620 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_shutdown_pgref_assert", 2024-08-17T00:40:32.620 INFO:tasks.workunit.client.0.smithi082.stdout: "public_addr", 2024-08-17T00:40:32.620 INFO:tasks.workunit.client.0.smithi082.stdout: "public_addrv", 2024-08-17T00:40:32.620 INFO:tasks.workunit.client.0.smithi082.stdout: "public_network", 2024-08-17T00:40:32.620 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd_default_features", 2024-08-17T00:40:32.620 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd_qos_exclude_ops", 2024-08-17T00:40:32.620 INFO:tasks.workunit.client.0.smithi082.stdout: "setgroup", 2024-08-17T00:40:32.620 INFO:tasks.workunit.client.0.smithi082.stdout: "setuser" 2024-08-17T00:40:32.620 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.620 INFO:tasks.workunit.client.0.smithi082.stdout: "cluster_changed": [ 2024-08-17T00:40:32.620 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T00:40:32.621 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_debug", 2024-08-17T00:40:32.621 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_mon_ticket_ttl", 2024-08-17T00:40:32.621 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_service_ticket_ttl", 2024-08-17T00:40:32.621 INFO:tasks.workunit.client.0.smithi082.stdout: "bdev_debug_aio", 2024-08-17T00:40:32.621 INFO:tasks.workunit.client.0.smithi082.stdout: "container_image", 2024-08-17T00:40:32.621 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_asserts_on_shutdown", 2024-08-17T00:40:32.621 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mgr", 2024-08-17T00:40:32.621 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mon", 2024-08-17T00:40:32.621 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_ms", 2024-08-17T00:40:32.621 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_osd", 2024-08-17T00:40:32.621 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_paxos", 2024-08-17T00:40:32.621 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_file", 2024-08-17T00:40:32.621 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_journald", 2024-08-17T00:40:32.621 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_stderr", 2024-08-17T00:40:32.622 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_join_fs", 2024-08-17T00:40:32.622 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/allow_ptrace", 2024-08-17T00:40:32.622 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/container_init", 2024-08-17T00:40:32.622 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/migration_current", 2024-08-17T00:40:32.622 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/use_repo_digest", 2024-08-17T00:40:32.622 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-17T00:40:32.622 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-17T00:40:32.622 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-17T00:40:32.622 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-17T00:40:32.622 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/ssl_server_port", 2024-08-17T00:40:32.622 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/orchestrator/orchestrator", 2024-08-17T00:40:32.622 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/channel_ident", 2024-08-17T00:40:32.622 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/channel_perf", 2024-08-17T00:40:32.622 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/description", 2024-08-17T00:40:32.623 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/enabled", 2024-08-17T00:40:32.623 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/organization", 2024-08-17T00:40:32.623 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_allow_pool_delete", 2024-08-17T00:40:32.623 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_clock_drift_allowed", 2024-08-17T00:40:32.623 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_file", 2024-08-17T00:40:32.623 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_data_avail_warn", 2024-08-17T00:40:32.623 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_election_default_strategy", 2024-08-17T00:40:32.623 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_max_pg_per_osd", 2024-08-17T00:40:32.623 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_mgr_mkfs_grace", 2024-08-17T00:40:32.623 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_prime_pg_temp", 2024-08-17T00:40:32.623 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T00:40:32.623 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T00:40:32.623 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T00:40:32.623 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T00:40:32.624 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T00:40:32.624 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T00:40:32.624 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T00:40:32.624 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T00:40:32.624 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T00:40:32.624 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T00:40:32.624 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_too_few_osds", 2024-08-17T00:40:32.624 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_bug", 2024-08-17T00:40:32.624 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_old_message", 2024-08-17T00:40:32.624 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_default_list", 2024-08-17T00:40:32.624 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_load_list", 2024-08-17T00:40:32.624 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_misdirected_ops", 2024-08-17T00:40:32.624 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_op_order", 2024-08-17T00:40:32.624 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_pg_log_writeout", 2024-08-17T00:40:32.625 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_shutdown", 2024-08-17T00:40:32.625 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T00:40:32.625 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T00:40:32.625 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T00:40:32.625 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T00:40:32.625 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_profile", 2024-08-17T00:40:32.625 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target", 2024-08-17T00:40:32.625 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target_autotune", 2024-08-17T00:40:32.625 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue", 2024-08-17T00:40:32.625 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue_cut_off", 2024-08-17T00:40:32.625 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T00:40:32.626 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T00:40:32.626 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recover_clone_overlap", 2024-08-17T00:40:32.626 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_max_chunk", 2024-08-17T00:40:32.626 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_load_threshold", 2024-08-17T00:40:32.626 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_max_interval", 2024-08-17T00:40:32.626 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_shutdown_pgref_assert", 2024-08-17T00:40:32.626 INFO:tasks.workunit.client.0.smithi082.stdout: "public_network", 2024-08-17T00:40:32.626 INFO:tasks.workunit.client.0.smithi082.stdout: "rgw_cache_enabled", 2024-08-17T00:40:32.626 INFO:tasks.workunit.client.0.smithi082.stdout: "rgw_enable_ops_log", 2024-08-17T00:40:32.626 INFO:tasks.workunit.client.0.smithi082.stdout: "rgw_enable_usage_log" 2024-08-17T00:40:32.626 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.626 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.626 INFO:tasks.workunit.client.0.smithi082.stdout: "contact": null, 2024-08-17T00:40:32.626 INFO:tasks.workunit.client.0.smithi082.stdout: "crashes": [], 2024-08-17T00:40:32.627 INFO:tasks.workunit.client.0.smithi082.stdout: "created": "2024-08-17T00:31:42.812154Z", 2024-08-17T00:40:32.627 INFO:tasks.workunit.client.0.smithi082.stdout: "crush": { 2024-08-17T00:40:32.627 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket_algs": { 2024-08-17T00:40:32.627 INFO:tasks.workunit.client.0.smithi082.stdout: "straw2": 3 2024-08-17T00:40:32.627 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.627 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket_sizes": { 2024-08-17T00:40:32.627 INFO:tasks.workunit.client.0.smithi082.stdout: "2": 1, 2024-08-17T00:40:32.627 INFO:tasks.workunit.client.0.smithi082.stdout: "4": 2 2024-08-17T00:40:32.627 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.627 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket_types": { 2024-08-17T00:40:32.627 INFO:tasks.workunit.client.0.smithi082.stdout: "1": 2, 2024-08-17T00:40:32.627 INFO:tasks.workunit.client.0.smithi082.stdout: "11": 1 2024-08-17T00:40:32.627 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.627 INFO:tasks.workunit.client.0.smithi082.stdout: "compat_weight_set": false, 2024-08-17T00:40:32.628 INFO:tasks.workunit.client.0.smithi082.stdout: "device_classes": [ 2024-08-17T00:40:32.628 INFO:tasks.workunit.client.0.smithi082.stdout: 8 2024-08-17T00:40:32.628 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.628 INFO:tasks.workunit.client.0.smithi082.stdout: "num_buckets": 6, 2024-08-17T00:40:32.628 INFO:tasks.workunit.client.0.smithi082.stdout: "num_devices": 8, 2024-08-17T00:40:32.628 INFO:tasks.workunit.client.0.smithi082.stdout: "num_rules": 1, 2024-08-17T00:40:32.628 INFO:tasks.workunit.client.0.smithi082.stdout: "num_types": 12, 2024-08-17T00:40:32.628 INFO:tasks.workunit.client.0.smithi082.stdout: "num_weight_sets": 0, 2024-08-17T00:40:32.628 INFO:tasks.workunit.client.0.smithi082.stdout: "tunables": { 2024-08-17T00:40:32.628 INFO:tasks.workunit.client.0.smithi082.stdout: "allowed_bucket_algs": 54, 2024-08-17T00:40:32.628 INFO:tasks.workunit.client.0.smithi082.stdout: "choose_local_fallback_tries": 0, 2024-08-17T00:40:32.628 INFO:tasks.workunit.client.0.smithi082.stdout: "choose_local_tries": 0, 2024-08-17T00:40:32.628 INFO:tasks.workunit.client.0.smithi082.stdout: "choose_total_tries": 50, 2024-08-17T00:40:32.628 INFO:tasks.workunit.client.0.smithi082.stdout: "chooseleaf_descend_once": 1, 2024-08-17T00:40:32.629 INFO:tasks.workunit.client.0.smithi082.stdout: "chooseleaf_stable": 1, 2024-08-17T00:40:32.629 INFO:tasks.workunit.client.0.smithi082.stdout: "chooseleaf_vary_r": 1, 2024-08-17T00:40:32.629 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v2_rules": 0, 2024-08-17T00:40:32.629 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v3_rules": 0, 2024-08-17T00:40:32.629 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v4_buckets": 1, 2024-08-17T00:40:32.629 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v5_rules": 0, 2024-08-17T00:40:32.629 INFO:tasks.workunit.client.0.smithi082.stdout: "legacy_tunables": 0, 2024-08-17T00:40:32.629 INFO:tasks.workunit.client.0.smithi082.stdout: "minimum_required_version": "jewel", 2024-08-17T00:40:32.629 INFO:tasks.workunit.client.0.smithi082.stdout: "optimal_tunables": 1, 2024-08-17T00:40:32.629 INFO:tasks.workunit.client.0.smithi082.stdout: "profile": "jewel", 2024-08-17T00:40:32.629 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables": 1, 2024-08-17T00:40:32.629 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables2": 1, 2024-08-17T00:40:32.629 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables3": 1, 2024-08-17T00:40:32.629 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables5": 1, 2024-08-17T00:40:32.630 INFO:tasks.workunit.client.0.smithi082.stdout: "straw_calc_version": 1 2024-08-17T00:40:32.630 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.630 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.630 INFO:tasks.workunit.client.0.smithi082.stdout: "description": "upgrade test cluster", 2024-08-17T00:40:32.630 INFO:tasks.workunit.client.0.smithi082.stdout: "fs": { 2024-08-17T00:40:32.630 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:32.630 INFO:tasks.workunit.client.0.smithi082.stdout: "feature_flags": { 2024-08-17T00:40:32.630 INFO:tasks.workunit.client.0.smithi082.stdout: "enable_multiple": true, 2024-08-17T00:40:32.630 INFO:tasks.workunit.client.0.smithi082.stdout: "ever_enabled_multiple": true 2024-08-17T00:40:32.630 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.630 INFO:tasks.workunit.client.0.smithi082.stdout: "filesystems": [ 2024-08-17T00:40:32.630 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.630 INFO:tasks.workunit.client.0.smithi082.stdout: "approx_ctime": "2024-08", 2024-08-17T00:40:32.631 INFO:tasks.workunit.client.0.smithi082.stdout: "balancer_enabled": false, 2024-08-17T00:40:32.631 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.631 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_caps": 0, 2024-08-17T00:40:32.631 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_dns": 10, 2024-08-17T00:40:32.631 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_inos": 13, 2024-08-17T00:40:32.631 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_subtrees": 2, 2024-08-17T00:40:32.631 INFO:tasks.workunit.client.0.smithi082.stdout: "ever_allowed_features": 0, 2024-08-17T00:40:32.631 INFO:tasks.workunit.client.0.smithi082.stdout: "explicitly_allowed_features": 0, 2024-08-17T00:40:32.631 INFO:tasks.workunit.client.0.smithi082.stdout: "files": 0, 2024-08-17T00:40:32.631 INFO:tasks.workunit.client.0.smithi082.stdout: "max_mds": 1, 2024-08-17T00:40:32.631 INFO:tasks.workunit.client.0.smithi082.stdout: "num_data_pools": 1, 2024-08-17T00:40:32.631 INFO:tasks.workunit.client.0.smithi082.stdout: "num_in": 1, 2024-08-17T00:40:32.631 INFO:tasks.workunit.client.0.smithi082.stdout: "num_mds": 1, 2024-08-17T00:40:32.631 INFO:tasks.workunit.client.0.smithi082.stdout: "num_sessions": 0, 2024-08-17T00:40:32.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_standby_replay": 0, 2024-08-17T00:40:32.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_up": 1, 2024-08-17T00:40:32.632 INFO:tasks.workunit.client.0.smithi082.stdout: "snaps": 0, 2024-08-17T00:40:32.632 INFO:tasks.workunit.client.0.smithi082.stdout: "standby_count_wanted": 0 2024-08-17T00:40:32.632 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.632 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_standby_mds": 1, 2024-08-17T00:40:32.632 INFO:tasks.workunit.client.0.smithi082.stdout: "total_num_mds": 2 2024-08-17T00:40:32.632 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.632 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_stats": { 2024-08-17T00:40:32.632 INFO:tasks.workunit.client.0.smithi082.stdout: "mds": { 2024-08-17T00:40:32.632 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T00:40:32.632 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 20258816, 2024-08-17T00:40:32.632 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 374128, 2024-08-17T00:40:32.633 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2621440, 2024-08-17T00:40:32.633 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 8192, 2024-08-17T00:40:32.633 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 925696, 2024-08-17T00:40:32.633 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 413, 2024-08-17T00:40:32.633 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:40:32.633 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 1238248, 2024-08-17T00:40:32.633 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 21, 2024-08-17T00:40:32.633 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 910336, 2024-08-17T00:40:32.633 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 15106472, 2024-08-17T00:40:32.633 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 21184512 2024-08-17T00:40:32.633 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.633 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T00:40:32.633 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 20135936, 2024-08-17T00:40:32.633 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 329232, 2024-08-17T00:40:32.634 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2621440, 2024-08-17T00:40:32.634 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 851968, 2024-08-17T00:40:32.634 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 0, 2024-08-17T00:40:32.634 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 341, 2024-08-17T00:40:32.634 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:40:32.634 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 886000, 2024-08-17T00:40:32.634 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 12, 2024-08-17T00:40:32.634 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 785408, 2024-08-17T00:40:32.634 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 14661888, 2024-08-17T00:40:32.634 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 20135936 2024-08-17T00:40:32.634 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.634 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.634 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T00:40:32.635 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T00:40:32.635 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 45268992, 2024-08-17T00:40:32.635 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 1117792, 2024-08-17T00:40:32.635 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2621440, 2024-08-17T00:40:32.635 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 516096, 2024-08-17T00:40:32.635 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 3186688, 2024-08-17T00:40:32.635 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 1681, 2024-08-17T00:40:32.635 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:40:32.635 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 10540504, 2024-08-17T00:40:32.635 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 22, 2024-08-17T00:40:32.635 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 2853632, 2024-08-17T00:40:32.635 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 27619528, 2024-08-17T00:40:32.635 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 48455680 2024-08-17T00:40:32.635 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.636 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T00:40:32.636 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 36085760, 2024-08-17T00:40:32.636 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 1426000, 2024-08-17T00:40:32.636 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2621440, 2024-08-17T00:40:32.636 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T00:40:32.636 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 10362880, 2024-08-17T00:40:32.636 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 1132, 2024-08-17T00:40:32.636 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:40:32.636 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 6690848, 2024-08-17T00:40:32.636 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 21, 2024-08-17T00:40:32.636 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 1374976, 2024-08-17T00:40:32.636 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 23972496, 2024-08-17T00:40:32.636 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 46448640 2024-08-17T00:40:32.637 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.637 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.b49720f953d6f37bda4fd718c5ff5f803b0cc706": { 2024-08-17T00:40:32.637 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 38068224, 2024-08-17T00:40:32.637 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 1156376, 2024-08-17T00:40:32.637 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2621440, 2024-08-17T00:40:32.637 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 352256, 2024-08-17T00:40:32.637 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 8396800, 2024-08-17T00:40:32.637 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 1147, 2024-08-17T00:40:32.637 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:40:32.637 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 7216560, 2024-08-17T00:40:32.637 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 22, 2024-08-17T00:40:32.637 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 2405888, 2024-08-17T00:40:32.637 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 24315704, 2024-08-17T00:40:32.637 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 46465024 2024-08-17T00:40:32.637 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.638 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.638 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:32.638 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.0": { 2024-08-17T00:40:32.638 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 274751488, 2024-08-17T00:40:32.638 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 703768, 2024-08-17T00:40:32.638 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2752512, 2024-08-17T00:40:32.638 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T00:40:32.638 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 237568, 2024-08-17T00:40:32.638 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 1417, 2024-08-17T00:40:32.638 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:40:32.638 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 5230376, 2024-08-17T00:40:32.638 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 46, 2024-08-17T00:40:32.638 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 2899968, 2024-08-17T00:40:32.639 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 263164864, 2024-08-17T00:40:32.639 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 274989056 2024-08-17T00:40:32.639 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.639 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.1": { 2024-08-17T00:40:32.639 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 274055168, 2024-08-17T00:40:32.639 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 646072, 2024-08-17T00:40:32.639 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2752512, 2024-08-17T00:40:32.639 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T00:40:32.639 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 933888, 2024-08-17T00:40:32.639 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 1385, 2024-08-17T00:40:32.639 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:40:32.639 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 5869296, 2024-08-17T00:40:32.639 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 46, 2024-08-17T00:40:32.639 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 2632960, 2024-08-17T00:40:32.640 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 262154328, 2024-08-17T00:40:32.640 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 274989056 2024-08-17T00:40:32.640 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.640 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.2": { 2024-08-17T00:40:32.640 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 272752640, 2024-08-17T00:40:32.640 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 761208, 2024-08-17T00:40:32.640 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2752512, 2024-08-17T00:40:32.640 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T00:40:32.640 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 1187840, 2024-08-17T00:40:32.640 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 1260, 2024-08-17T00:40:32.640 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:40:32.640 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 5017112, 2024-08-17T00:40:32.641 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 46, 2024-08-17T00:40:32.641 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 2574080, 2024-08-17T00:40:32.641 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 261647728, 2024-08-17T00:40:32.641 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 273940480 2024-08-17T00:40:32.641 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.641 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.3": { 2024-08-17T00:40:32.641 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 271695872, 2024-08-17T00:40:32.641 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 607328, 2024-08-17T00:40:32.641 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2752512, 2024-08-17T00:40:32.641 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T00:40:32.641 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 983040, 2024-08-17T00:40:32.641 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 1238, 2024-08-17T00:40:32.641 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:40:32.641 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 4577840, 2024-08-17T00:40:32.642 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 46, 2024-08-17T00:40:32.642 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 1887744, 2024-08-17T00:40:32.642 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 261870448, 2024-08-17T00:40:32.642 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 272678912 2024-08-17T00:40:32.642 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.642 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.4": { 2024-08-17T00:40:32.642 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 271941632, 2024-08-17T00:40:32.642 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 753288, 2024-08-17T00:40:32.642 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2752512, 2024-08-17T00:40:32.642 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 24576, 2024-08-17T00:40:32.642 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 884736, 2024-08-17T00:40:32.642 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 1234, 2024-08-17T00:40:32.642 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:40:32.643 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 4932280, 2024-08-17T00:40:32.643 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 47, 2024-08-17T00:40:32.643 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 1694720, 2024-08-17T00:40:32.643 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 261784256, 2024-08-17T00:40:32.643 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 272826368 2024-08-17T00:40:32.643 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.643 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.5": { 2024-08-17T00:40:32.643 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 274563072, 2024-08-17T00:40:32.643 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 914248, 2024-08-17T00:40:32.643 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 4849664, 2024-08-17T00:40:32.643 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T00:40:32.643 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 81920, 2024-08-17T00:40:32.643 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 1275, 2024-08-17T00:40:32.643 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:40:32.644 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 5177664, 2024-08-17T00:40:32.644 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 46, 2024-08-17T00:40:32.644 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 1877760, 2024-08-17T00:40:32.644 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 261743736, 2024-08-17T00:40:32.644 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 274644992 2024-08-17T00:40:32.644 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.644 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.6": { 2024-08-17T00:40:32.644 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 273006592, 2024-08-17T00:40:32.644 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 1014112, 2024-08-17T00:40:32.644 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2752512, 2024-08-17T00:40:32.644 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T00:40:32.644 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 655360, 2024-08-17T00:40:32.644 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 1267, 2024-08-17T00:40:32.644 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:40:32.645 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 4839648, 2024-08-17T00:40:32.645 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 46, 2024-08-17T00:40:32.645 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 2123776, 2024-08-17T00:40:32.645 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 262276544, 2024-08-17T00:40:32.645 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 273661952 2024-08-17T00:40:32.645 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.645 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.7": { 2024-08-17T00:40:32.645 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 272564224, 2024-08-17T00:40:32.645 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 1186704, 2024-08-17T00:40:32.645 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2752512, 2024-08-17T00:40:32.645 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 8192, 2024-08-17T00:40:32.645 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 1310720, 2024-08-17T00:40:32.645 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 1319, 2024-08-17T00:40:32.645 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T00:40:32.646 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 4943960, 2024-08-17T00:40:32.646 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 46, 2024-08-17T00:40:32.646 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 2180096, 2024-08-17T00:40:32.646 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 261492760, 2024-08-17T00:40:32.646 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 273874944 2024-08-17T00:40:32.646 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.646 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.646 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.646 INFO:tasks.workunit.client.0.smithi082.stdout: "hosts": { 2024-08-17T00:40:32.646 INFO:tasks.workunit.client.0.smithi082.stdout: "num": 2, 2024-08-17T00:40:32.646 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_mds": 2, 2024-08-17T00:40:32.646 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_mgr": 2, 2024-08-17T00:40:32.646 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_mon": 2, 2024-08-17T00:40:32.647 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_osd": 2 2024-08-17T00:40:32.647 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.647 INFO:tasks.workunit.client.0.smithi082.stdout: "io_rate": { 2024-08-17T00:40:32.647 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_stats_delta": { 2024-08-17T00:40:32.647 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 0, 2024-08-17T00:40:32.647 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:32.647 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 0, 2024-08-17T00:40:32.647 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:32.647 INFO:tasks.workunit.client.0.smithi082.stdout: "stamp_delta": "12.002421", 2024-08-17T00:40:32.647 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:32.647 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:32.647 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:32.647 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:32.647 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:32.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:32.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:32.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:32.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:32.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:32.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:32.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:32.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:32.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:32.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:32.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:32.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:32.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:32.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:32.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:32.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:32.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:32.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:32.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:32.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:32.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:32.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:32.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:32.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:32.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:32.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:32.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:32.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:32.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:32.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 290, 2024-08-17T00:40:32.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 368, 2024-08-17T00:40:32.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:32.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:32.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:32.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 64, 2024-08-17T00:40:32.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:32.650 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.650 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T00:40:32.650 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 0, 2024-08-17T00:40:32.650 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T00:40:32.650 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T00:40:32.651 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T00:40:32.651 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T00:40:32.651 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 0, 2024-08-17T00:40:32.651 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T00:40:32.651 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T00:40:32.651 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 0, 2024-08-17T00:40:32.651 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T00:40:32.651 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.651 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 0 2024-08-17T00:40:32.651 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.651 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.651 INFO:tasks.workunit.client.0.smithi082.stdout: "leaderboard": false, 2024-08-17T00:40:32.651 INFO:tasks.workunit.client.0.smithi082.stdout: "license": "sharing-1-0", 2024-08-17T00:40:32.651 INFO:tasks.workunit.client.0.smithi082.stdout: "mempool": { 2024-08-17T00:40:32.652 INFO:tasks.workunit.client.0.smithi082.stdout: "mds": { 2024-08-17T00:40:32.652 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T00:40:32.652 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T00:40:32.652 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.652 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.652 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.652 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:32.652 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.652 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.652 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.652 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T00:40:32.652 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.652 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.652 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.653 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T00:40:32.653 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.653 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.653 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.653 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Blob": { 2024-08-17T00:40:32.653 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.653 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.653 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.653 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Buffer": { 2024-08-17T00:40:32.653 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.653 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.653 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.653 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Extent": { 2024-08-17T00:40:32.653 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.654 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.654 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.654 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_SharedBlob": { 2024-08-17T00:40:32.654 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.654 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.654 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.654 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T00:40:32.654 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.654 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.654 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.654 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T00:40:32.654 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.655 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.655 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.655 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T00:40:32.655 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.655 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.655 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.655 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T00:40:32.655 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.655 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.655 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.655 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T00:40:32.655 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.655 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.655 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.656 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T00:40:32.656 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.656 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.656 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.656 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T00:40:32.656 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.656 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.656 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.656 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T00:40:32.656 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.656 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.656 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.656 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T00:40:32.656 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.657 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.657 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.657 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T00:40:32.657 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.657 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.657 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.657 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T00:40:32.657 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 222471, 2024-08-17T00:40:32.657 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 72 2024-08-17T00:40:32.657 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.657 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T00:40:32.657 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.657 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.657 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.658 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T00:40:32.658 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 50488, 2024-08-17T00:40:32.658 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 208 2024-08-17T00:40:32.658 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.658 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:32.658 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.658 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.658 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.658 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T00:40:32.658 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.658 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.658 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.658 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T00:40:32.658 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.659 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.659 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.659 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T00:40:32.659 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 8144, 2024-08-17T00:40:32.659 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 140 2024-08-17T00:40:32.659 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.659 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T00:40:32.659 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.659 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.659 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.659 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T00:40:32.659 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.659 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.659 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.660 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T00:40:32.660 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.660 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.660 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.660 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T00:40:32.660 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.660 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.660 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.660 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.660 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T00:40:32.660 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T00:40:32.660 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.660 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.660 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.661 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:32.661 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.661 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.661 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.661 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T00:40:32.661 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.661 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.661 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.661 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T00:40:32.661 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.661 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.661 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.661 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Blob": { 2024-08-17T00:40:32.661 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.662 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.662 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.662 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Buffer": { 2024-08-17T00:40:32.662 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.662 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.662 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.662 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Extent": { 2024-08-17T00:40:32.662 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.662 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.662 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.662 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_SharedBlob": { 2024-08-17T00:40:32.662 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.662 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.662 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.663 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T00:40:32.663 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.663 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.663 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.663 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T00:40:32.663 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.663 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.663 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.663 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T00:40:32.663 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.663 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.663 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.663 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T00:40:32.663 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.664 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.664 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.664 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T00:40:32.664 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.664 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.664 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.664 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T00:40:32.664 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.664 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.664 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.664 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T00:40:32.664 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.664 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.665 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T00:40:32.665 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.665 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.665 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T00:40:32.665 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.665 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.665 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T00:40:32.665 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.665 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.665 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T00:40:32.666 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 149047, 2024-08-17T00:40:32.666 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 31 2024-08-17T00:40:32.666 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.666 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T00:40:32.666 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.666 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.666 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.666 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T00:40:32.666 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 856, 2024-08-17T00:40:32.666 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2 2024-08-17T00:40:32.666 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.666 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:32.666 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.667 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.667 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.667 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T00:40:32.667 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.667 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.667 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.667 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T00:40:32.667 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.667 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.667 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.667 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T00:40:32.667 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.667 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.667 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.668 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T00:40:32.668 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.668 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.668 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.668 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T00:40:32.668 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.668 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.668 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.668 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T00:40:32.668 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.668 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.668 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.668 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T00:40:32.668 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.668 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.669 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.669 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.669 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.669 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T00:40:32.669 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T00:40:32.669 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T00:40:32.669 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.669 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.669 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.669 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:32.669 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.669 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.669 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.669 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T00:40:32.670 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.670 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.670 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.670 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T00:40:32.670 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.670 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.670 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.670 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Blob": { 2024-08-17T00:40:32.670 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.670 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.670 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.670 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Buffer": { 2024-08-17T00:40:32.670 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.671 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.671 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.671 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Extent": { 2024-08-17T00:40:32.671 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.671 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.671 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.671 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_SharedBlob": { 2024-08-17T00:40:32.671 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.671 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.671 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.671 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T00:40:32.671 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.671 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.671 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.672 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T00:40:32.672 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.672 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.672 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.672 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T00:40:32.672 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.672 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.672 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.672 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T00:40:32.672 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.672 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.672 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.673 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T00:40:32.673 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.673 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.673 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.673 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T00:40:32.673 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.673 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.673 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.673 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T00:40:32.673 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.673 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.673 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.673 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T00:40:32.673 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.674 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.674 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.674 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T00:40:32.674 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.674 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.674 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.674 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T00:40:32.674 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.674 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.674 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.674 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T00:40:32.674 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1263366, 2024-08-17T00:40:32.674 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 370 2024-08-17T00:40:32.674 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.675 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T00:40:32.675 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 528, 2024-08-17T00:40:32.675 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 6 2024-08-17T00:40:32.675 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.675 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T00:40:32.675 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.675 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.675 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.675 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:32.675 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.675 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.675 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.675 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T00:40:32.675 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.676 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.676 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.676 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T00:40:32.676 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.676 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.676 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.676 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T00:40:32.676 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6792, 2024-08-17T00:40:32.676 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 139 2024-08-17T00:40:32.676 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.676 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T00:40:32.676 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12744, 2024-08-17T00:40:32.676 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1546 2024-08-17T00:40:32.676 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.677 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T00:40:32.677 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 10624, 2024-08-17T00:40:32.677 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 206 2024-08-17T00:40:32.677 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.677 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T00:40:32.677 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.677 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.677 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.677 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T00:40:32.677 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.677 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.677 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.677 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.677 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T00:40:32.678 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T00:40:32.678 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.678 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.678 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.678 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:32.678 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.678 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.678 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.678 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T00:40:32.678 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.678 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.678 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.678 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T00:40:32.679 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.679 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.679 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.679 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Blob": { 2024-08-17T00:40:32.679 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.679 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.679 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.679 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Buffer": { 2024-08-17T00:40:32.679 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.679 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.679 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.679 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Extent": { 2024-08-17T00:40:32.679 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.679 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.680 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.680 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_SharedBlob": { 2024-08-17T00:40:32.680 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.680 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.680 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.680 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T00:40:32.680 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.680 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.680 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.680 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T00:40:32.680 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.680 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.680 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.680 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T00:40:32.681 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.681 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.681 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.681 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T00:40:32.681 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.681 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.681 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.681 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T00:40:32.681 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.681 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.681 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.681 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T00:40:32.681 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.681 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.682 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.682 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T00:40:32.682 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.682 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.682 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.682 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T00:40:32.682 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.682 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.682 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.682 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T00:40:32.682 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.682 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.682 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.683 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T00:40:32.683 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.683 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.683 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.683 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T00:40:32.683 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1219558, 2024-08-17T00:40:32.683 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 364 2024-08-17T00:40:32.683 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.683 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T00:40:32.683 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 88, 2024-08-17T00:40:32.683 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1 2024-08-17T00:40:32.683 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.683 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T00:40:32.683 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.684 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.684 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.684 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:32.684 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.684 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.684 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.684 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T00:40:32.684 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.684 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.684 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.684 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T00:40:32.684 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.684 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.684 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.685 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T00:40:32.685 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6792, 2024-08-17T00:40:32.685 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 139 2024-08-17T00:40:32.685 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.685 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T00:40:32.685 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12744, 2024-08-17T00:40:32.685 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1546 2024-08-17T00:40:32.685 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.685 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T00:40:32.685 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5312, 2024-08-17T00:40:32.685 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 103 2024-08-17T00:40:32.685 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.685 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T00:40:32.685 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.686 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.686 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.686 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T00:40:32.686 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.686 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.686 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.686 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.686 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.b49720f953d6f37bda4fd718c5ff5f803b0cc706": { 2024-08-17T00:40:32.686 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T00:40:32.686 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.686 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.686 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.686 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:32.687 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.687 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.687 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.687 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T00:40:32.687 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.687 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.687 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.687 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T00:40:32.687 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.687 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.687 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.687 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Blob": { 2024-08-17T00:40:32.687 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.687 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.687 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.688 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Buffer": { 2024-08-17T00:40:32.688 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.688 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.688 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.688 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Extent": { 2024-08-17T00:40:32.688 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.688 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.688 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.688 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_SharedBlob": { 2024-08-17T00:40:32.688 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.688 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.688 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.688 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T00:40:32.688 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.689 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.689 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.689 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T00:40:32.689 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.689 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.689 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.689 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T00:40:32.689 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.689 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.689 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.689 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T00:40:32.689 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.689 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.689 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.690 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T00:40:32.690 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.690 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.690 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.690 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T00:40:32.690 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.690 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.690 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.690 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T00:40:32.690 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.690 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.690 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.691 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T00:40:32.691 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.691 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.691 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.691 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T00:40:32.691 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.691 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.691 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.691 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T00:40:32.691 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.691 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.691 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.691 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T00:40:32.691 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1397254, 2024-08-17T00:40:32.692 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 436 2024-08-17T00:40:32.692 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.692 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T00:40:32.692 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.692 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.692 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.692 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T00:40:32.692 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.692 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.692 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.692 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:32.692 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.692 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.692 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.693 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T00:40:32.693 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.693 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.693 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.693 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T00:40:32.693 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.693 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.693 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.693 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T00:40:32.693 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6792, 2024-08-17T00:40:32.693 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 139 2024-08-17T00:40:32.693 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.693 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T00:40:32.693 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12744, 2024-08-17T00:40:32.694 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1546 2024-08-17T00:40:32.694 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.694 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T00:40:32.694 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5312, 2024-08-17T00:40:32.694 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 103 2024-08-17T00:40:32.694 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.694 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T00:40:32.694 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.694 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.694 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.694 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T00:40:32.694 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.694 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.695 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.695 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.695 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.695 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:32.695 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.0": { 2024-08-17T00:40:32.695 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T00:40:32.695 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.695 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.695 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.695 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:32.695 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6304, 2024-08-17T00:40:32.695 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 115 2024-08-17T00:40:32.695 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.695 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T00:40:32.696 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 16896, 2024-08-17T00:40:32.696 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8 2024-08-17T00:40:32.696 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.696 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T00:40:32.696 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 576, 2024-08-17T00:40:32.696 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T00:40:32.696 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.696 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Blob": { 2024-08-17T00:40:32.696 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 22848, 2024-08-17T00:40:32.696 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 204 2024-08-17T00:40:32.696 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.696 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Buffer": { 2024-08-17T00:40:32.696 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1344, 2024-08-17T00:40:32.696 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 12 2024-08-17T00:40:32.697 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.697 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Extent": { 2024-08-17T00:40:32.697 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 9792, 2024-08-17T00:40:32.697 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 204 2024-08-17T00:40:32.697 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.697 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_SharedBlob": { 2024-08-17T00:40:32.697 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 22848, 2024-08-17T00:40:32.697 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 204 2024-08-17T00:40:32.697 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.697 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T00:40:32.697 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6160, 2024-08-17T00:40:32.697 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 77 2024-08-17T00:40:32.697 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.697 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T00:40:32.698 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 602112, 2024-08-17T00:40:32.698 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 16 2024-08-17T00:40:32.698 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.698 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T00:40:32.698 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 58152, 2024-08-17T00:40:32.698 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10584 2024-08-17T00:40:32.698 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.698 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T00:40:32.698 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 145520, 2024-08-17T00:40:32.698 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 214 2024-08-17T00:40:32.698 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.698 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T00:40:32.698 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 11692, 2024-08-17T00:40:32.699 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 771 2024-08-17T00:40:32.699 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.699 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T00:40:32.699 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.699 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.699 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.699 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T00:40:32.699 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 33544, 2024-08-17T00:40:32.699 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 214 2024-08-17T00:40:32.699 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.699 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T00:40:32.699 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.699 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.699 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.700 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T00:40:32.700 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 439439, 2024-08-17T00:40:32.700 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 95 2024-08-17T00:40:32.700 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.700 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T00:40:32.700 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.700 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.700 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.700 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T00:40:32.700 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2460002, 2024-08-17T00:40:32.700 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 201 2024-08-17T00:40:32.700 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.700 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T00:40:32.700 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6864, 2024-08-17T00:40:32.701 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 78 2024-08-17T00:40:32.701 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.701 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T00:40:32.701 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.701 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.701 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.701 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:32.701 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 521280, 2024-08-17T00:40:32.701 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 45 2024-08-17T00:40:32.701 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.701 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T00:40:32.701 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.701 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.701 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.702 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T00:40:32.702 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 101504, 2024-08-17T00:40:32.702 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 200 2024-08-17T00:40:32.702 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.702 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T00:40:32.702 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 237768, 2024-08-17T00:40:32.702 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3550 2024-08-17T00:40:32.702 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.702 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T00:40:32.702 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.702 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.702 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.702 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T00:40:32.702 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.703 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.703 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.703 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T00:40:32.703 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.703 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.703 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.703 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T00:40:32.703 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.703 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.703 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.703 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.703 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.1": { 2024-08-17T00:40:32.703 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T00:40:32.703 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.704 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.704 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.704 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:32.704 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6304, 2024-08-17T00:40:32.704 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 115 2024-08-17T00:40:32.704 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.704 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T00:40:32.704 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 16896, 2024-08-17T00:40:32.704 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8 2024-08-17T00:40:32.704 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.704 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T00:40:32.704 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 576, 2024-08-17T00:40:32.704 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T00:40:32.704 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.705 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Blob": { 2024-08-17T00:40:32.705 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 21504, 2024-08-17T00:40:32.705 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 192 2024-08-17T00:40:32.705 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.705 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Buffer": { 2024-08-17T00:40:32.705 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1120, 2024-08-17T00:40:32.705 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10 2024-08-17T00:40:32.705 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.705 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Extent": { 2024-08-17T00:40:32.705 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 9216, 2024-08-17T00:40:32.705 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 192 2024-08-17T00:40:32.705 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.705 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_SharedBlob": { 2024-08-17T00:40:32.705 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 21504, 2024-08-17T00:40:32.706 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 192 2024-08-17T00:40:32.706 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.706 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T00:40:32.706 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5360, 2024-08-17T00:40:32.706 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 67 2024-08-17T00:40:32.706 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.706 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T00:40:32.706 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 20480, 2024-08-17T00:40:32.706 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 5 2024-08-17T00:40:32.706 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.706 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T00:40:32.706 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 52151, 2024-08-17T00:40:32.706 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9615 2024-08-17T00:40:32.706 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.707 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T00:40:32.707 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 136680, 2024-08-17T00:40:32.707 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 201 2024-08-17T00:40:32.707 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.707 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T00:40:32.707 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 9872, 2024-08-17T00:40:32.707 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 598 2024-08-17T00:40:32.707 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.707 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T00:40:32.707 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.708 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.708 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.708 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T00:40:32.708 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 29612, 2024-08-17T00:40:32.708 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 201 2024-08-17T00:40:32.708 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.708 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T00:40:32.708 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 736, 2024-08-17T00:40:32.708 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1 2024-08-17T00:40:32.708 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.708 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T00:40:32.708 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 468026, 2024-08-17T00:40:32.708 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 102 2024-08-17T00:40:32.709 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.709 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T00:40:32.709 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12096, 2024-08-17T00:40:32.709 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T00:40:32.709 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.709 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T00:40:32.709 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2426942, 2024-08-17T00:40:32.709 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 180 2024-08-17T00:40:32.709 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.709 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T00:40:32.709 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5192, 2024-08-17T00:40:32.709 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 59 2024-08-17T00:40:32.709 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.709 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T00:40:32.710 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.710 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.710 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.710 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:32.710 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 451776, 2024-08-17T00:40:32.710 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 39 2024-08-17T00:40:32.710 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.710 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T00:40:32.710 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.710 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.710 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.710 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T00:40:32.710 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 8528, 2024-08-17T00:40:32.710 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 22 2024-08-17T00:40:32.711 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.711 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T00:40:32.711 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 238280, 2024-08-17T00:40:32.711 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3574 2024-08-17T00:40:32.711 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.711 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T00:40:32.711 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.711 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.711 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.711 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T00:40:32.711 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.711 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.711 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.711 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T00:40:32.712 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.712 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.712 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.712 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T00:40:32.712 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.712 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.712 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.712 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.712 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.2": { 2024-08-17T00:40:32.712 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T00:40:32.712 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.712 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.712 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.712 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:32.713 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6304, 2024-08-17T00:40:32.713 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 115 2024-08-17T00:40:32.713 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.713 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T00:40:32.713 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 16896, 2024-08-17T00:40:32.713 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8 2024-08-17T00:40:32.713 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.713 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T00:40:32.713 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 576, 2024-08-17T00:40:32.713 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T00:40:32.713 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.713 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Blob": { 2024-08-17T00:40:32.713 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 21280, 2024-08-17T00:40:32.714 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 190 2024-08-17T00:40:32.714 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.714 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Buffer": { 2024-08-17T00:40:32.714 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 784, 2024-08-17T00:40:32.714 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 7 2024-08-17T00:40:32.714 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.714 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Extent": { 2024-08-17T00:40:32.714 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 9120, 2024-08-17T00:40:32.714 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 190 2024-08-17T00:40:32.714 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.714 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_SharedBlob": { 2024-08-17T00:40:32.714 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 21280, 2024-08-17T00:40:32.714 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 190 2024-08-17T00:40:32.714 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.715 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T00:40:32.715 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 4880, 2024-08-17T00:40:32.715 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 61 2024-08-17T00:40:32.715 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.715 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T00:40:32.715 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 8192, 2024-08-17T00:40:32.715 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2 2024-08-17T00:40:32.715 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.715 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T00:40:32.715 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 48924, 2024-08-17T00:40:32.715 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9181 2024-08-17T00:40:32.715 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.715 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T00:40:32.715 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 130560, 2024-08-17T00:40:32.716 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 192 2024-08-17T00:40:32.716 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.716 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T00:40:32.716 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 8936, 2024-08-17T00:40:32.716 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 586 2024-08-17T00:40:32.716 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.716 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T00:40:32.716 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.716 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.716 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.716 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T00:40:32.716 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 27644, 2024-08-17T00:40:32.716 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 192 2024-08-17T00:40:32.716 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.717 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T00:40:32.717 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 736, 2024-08-17T00:40:32.717 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1 2024-08-17T00:40:32.717 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.717 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T00:40:32.717 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 389783, 2024-08-17T00:40:32.717 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 83 2024-08-17T00:40:32.717 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.717 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T00:40:32.717 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12096, 2024-08-17T00:40:32.717 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T00:40:32.717 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.717 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T00:40:32.717 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2405682, 2024-08-17T00:40:32.718 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 172 2024-08-17T00:40:32.718 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.718 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T00:40:32.718 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 4312, 2024-08-17T00:40:32.718 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 49 2024-08-17T00:40:32.718 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.718 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T00:40:32.718 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.718 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.718 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.718 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:32.718 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 359104, 2024-08-17T00:40:32.718 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 31 2024-08-17T00:40:32.719 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.719 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T00:40:32.719 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.719 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.719 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.719 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T00:40:32.719 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 8320, 2024-08-17T00:40:32.719 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 24 2024-08-17T00:40:32.719 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.719 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T00:40:32.719 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 238280, 2024-08-17T00:40:32.719 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3574 2024-08-17T00:40:32.719 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.719 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T00:40:32.720 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.720 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.720 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.720 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T00:40:32.720 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.720 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.720 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.720 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T00:40:32.720 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.720 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.720 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.720 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T00:40:32.720 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.720 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.721 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.721 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.721 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.3": { 2024-08-17T00:40:32.721 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T00:40:32.721 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.721 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.721 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.721 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:32.721 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6304, 2024-08-17T00:40:32.721 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 115 2024-08-17T00:40:32.721 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.721 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T00:40:32.721 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 16896, 2024-08-17T00:40:32.721 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8 2024-08-17T00:40:32.721 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.722 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T00:40:32.722 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 576, 2024-08-17T00:40:32.722 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T00:40:32.722 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.722 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Blob": { 2024-08-17T00:40:32.722 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 21840, 2024-08-17T00:40:32.722 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 195 2024-08-17T00:40:32.722 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.722 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Buffer": { 2024-08-17T00:40:32.722 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 336, 2024-08-17T00:40:32.722 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T00:40:32.722 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.722 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Extent": { 2024-08-17T00:40:32.723 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 9360, 2024-08-17T00:40:32.723 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 195 2024-08-17T00:40:32.723 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.723 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_SharedBlob": { 2024-08-17T00:40:32.723 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 21840, 2024-08-17T00:40:32.723 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 195 2024-08-17T00:40:32.723 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.723 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T00:40:32.723 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 4640, 2024-08-17T00:40:32.723 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 58 2024-08-17T00:40:32.723 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.723 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T00:40:32.723 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 4096, 2024-08-17T00:40:32.723 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1 2024-08-17T00:40:32.724 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.724 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T00:40:32.724 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 50636, 2024-08-17T00:40:32.724 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9510 2024-08-17T00:40:32.724 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.724 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T00:40:32.724 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 135320, 2024-08-17T00:40:32.724 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 199 2024-08-17T00:40:32.724 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.724 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T00:40:32.724 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 9724, 2024-08-17T00:40:32.724 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 603 2024-08-17T00:40:32.724 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.724 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T00:40:32.724 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.725 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.725 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.725 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T00:40:32.725 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 28596, 2024-08-17T00:40:32.725 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 199 2024-08-17T00:40:32.725 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.725 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T00:40:32.725 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1472, 2024-08-17T00:40:32.725 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2 2024-08-17T00:40:32.725 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.725 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T00:40:32.726 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 370222, 2024-08-17T00:40:32.726 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 78 2024-08-17T00:40:32.726 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.726 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T00:40:32.726 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 26637, 2024-08-17T00:40:32.726 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8 2024-08-17T00:40:32.726 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.726 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T00:40:32.726 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2446420, 2024-08-17T00:40:32.726 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 188 2024-08-17T00:40:32.726 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.726 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T00:40:32.726 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 4840, 2024-08-17T00:40:32.726 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 55 2024-08-17T00:40:32.727 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.727 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T00:40:32.727 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.727 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.727 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.727 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:32.727 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 428608, 2024-08-17T00:40:32.727 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 37 2024-08-17T00:40:32.727 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.727 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T00:40:32.727 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.727 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.727 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.727 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T00:40:32.728 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 10920, 2024-08-17T00:40:32.728 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 21 2024-08-17T00:40:32.728 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.728 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T00:40:32.728 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 237768, 2024-08-17T00:40:32.728 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3550 2024-08-17T00:40:32.728 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.728 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T00:40:32.728 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.728 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.728 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.728 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T00:40:32.728 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.728 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.729 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.729 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T00:40:32.729 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.729 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.729 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.729 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T00:40:32.729 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.729 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.729 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.729 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.729 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.4": { 2024-08-17T00:40:32.729 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T00:40:32.729 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.729 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.730 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.730 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:32.730 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6304, 2024-08-17T00:40:32.730 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 115 2024-08-17T00:40:32.730 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.730 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T00:40:32.730 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 16896, 2024-08-17T00:40:32.730 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8 2024-08-17T00:40:32.730 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.730 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T00:40:32.730 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 576, 2024-08-17T00:40:32.730 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T00:40:32.730 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.731 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Blob": { 2024-08-17T00:40:32.731 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 21728, 2024-08-17T00:40:32.731 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 194 2024-08-17T00:40:32.731 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.731 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Buffer": { 2024-08-17T00:40:32.731 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 672, 2024-08-17T00:40:32.731 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 6 2024-08-17T00:40:32.731 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.731 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Extent": { 2024-08-17T00:40:32.731 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 9312, 2024-08-17T00:40:32.731 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 194 2024-08-17T00:40:32.731 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.731 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_SharedBlob": { 2024-08-17T00:40:32.732 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 21728, 2024-08-17T00:40:32.732 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 194 2024-08-17T00:40:32.732 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.732 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T00:40:32.732 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 4160, 2024-08-17T00:40:32.732 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 52 2024-08-17T00:40:32.732 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.732 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T00:40:32.732 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 4096, 2024-08-17T00:40:32.732 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1 2024-08-17T00:40:32.732 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.732 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T00:40:32.732 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 50963, 2024-08-17T00:40:32.732 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9515 2024-08-17T00:40:32.733 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.733 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T00:40:32.733 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 135320, 2024-08-17T00:40:32.733 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 199 2024-08-17T00:40:32.733 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.733 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T00:40:32.733 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 9688, 2024-08-17T00:40:32.733 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 600 2024-08-17T00:40:32.733 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.733 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T00:40:32.733 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.733 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.733 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.733 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T00:40:32.734 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 28764, 2024-08-17T00:40:32.734 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 199 2024-08-17T00:40:32.734 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.734 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T00:40:32.734 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 736, 2024-08-17T00:40:32.734 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1 2024-08-17T00:40:32.734 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.734 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T00:40:32.734 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 971037, 2024-08-17T00:40:32.734 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 82 2024-08-17T00:40:32.734 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.734 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T00:40:32.734 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12096, 2024-08-17T00:40:32.734 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T00:40:32.735 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.735 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T00:40:32.735 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2453626, 2024-08-17T00:40:32.735 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 187 2024-08-17T00:40:32.735 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.735 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T00:40:32.735 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 4664, 2024-08-17T00:40:32.735 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 53 2024-08-17T00:40:32.735 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.735 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T00:40:32.735 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.735 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.735 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.735 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:32.736 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 428608, 2024-08-17T00:40:32.736 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 37 2024-08-17T00:40:32.736 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.736 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T00:40:32.736 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.736 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.736 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.736 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T00:40:32.736 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 8944, 2024-08-17T00:40:32.736 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 18 2024-08-17T00:40:32.736 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.736 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T00:40:32.736 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 238280, 2024-08-17T00:40:32.736 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3574 2024-08-17T00:40:32.737 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.737 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T00:40:32.737 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.737 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.737 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.737 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T00:40:32.737 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.737 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.737 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.737 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T00:40:32.737 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.737 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.737 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.737 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T00:40:32.738 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.738 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.738 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.738 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.738 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.5": { 2024-08-17T00:40:32.738 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T00:40:32.738 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.738 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.738 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.738 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:32.738 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6304, 2024-08-17T00:40:32.738 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 115 2024-08-17T00:40:32.738 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.738 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T00:40:32.739 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 16896, 2024-08-17T00:40:32.739 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8 2024-08-17T00:40:32.739 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.739 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T00:40:32.739 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 576, 2024-08-17T00:40:32.739 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T00:40:32.739 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.739 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Blob": { 2024-08-17T00:40:32.739 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 21728, 2024-08-17T00:40:32.739 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 194 2024-08-17T00:40:32.739 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.739 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Buffer": { 2024-08-17T00:40:32.739 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 224, 2024-08-17T00:40:32.740 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2 2024-08-17T00:40:32.740 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.740 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Extent": { 2024-08-17T00:40:32.740 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 9312, 2024-08-17T00:40:32.740 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 194 2024-08-17T00:40:32.740 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.740 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_SharedBlob": { 2024-08-17T00:40:32.740 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 21728, 2024-08-17T00:40:32.740 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 194 2024-08-17T00:40:32.740 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.740 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T00:40:32.740 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3520, 2024-08-17T00:40:32.740 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 44 2024-08-17T00:40:32.740 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.741 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T00:40:32.741 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.741 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.741 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.741 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T00:40:32.741 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 52709, 2024-08-17T00:40:32.741 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9747 2024-08-17T00:40:32.741 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.741 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T00:40:32.741 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 138720, 2024-08-17T00:40:32.741 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 204 2024-08-17T00:40:32.741 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.741 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T00:40:32.741 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 10152, 2024-08-17T00:40:32.741 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 605 2024-08-17T00:40:32.742 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.742 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T00:40:32.742 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.742 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.742 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.742 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T00:40:32.742 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 30044, 2024-08-17T00:40:32.742 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 204 2024-08-17T00:40:32.742 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.742 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T00:40:32.742 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1472, 2024-08-17T00:40:32.743 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2 2024-08-17T00:40:32.743 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.743 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T00:40:32.743 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 881362, 2024-08-17T00:40:32.743 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 60 2024-08-17T00:40:32.743 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.743 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T00:40:32.743 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 26637, 2024-08-17T00:40:32.743 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8 2024-08-17T00:40:32.743 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.743 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T00:40:32.743 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2414947, 2024-08-17T00:40:32.743 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 172 2024-08-17T00:40:32.743 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.744 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T00:40:32.744 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5456, 2024-08-17T00:40:32.744 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 62 2024-08-17T00:40:32.744 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.744 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T00:40:32.744 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.744 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.744 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.744 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:32.744 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 474944, 2024-08-17T00:40:32.744 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 41 2024-08-17T00:40:32.744 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.744 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T00:40:32.744 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.745 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.745 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.745 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T00:40:32.745 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 14040, 2024-08-17T00:40:32.745 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 27 2024-08-17T00:40:32.745 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.745 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T00:40:32.745 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 238280, 2024-08-17T00:40:32.745 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3574 2024-08-17T00:40:32.745 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.745 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T00:40:32.745 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.745 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.745 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.746 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T00:40:32.746 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.746 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.746 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.746 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T00:40:32.746 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.746 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.746 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.746 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T00:40:32.746 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.746 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.746 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.746 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.746 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.6": { 2024-08-17T00:40:32.747 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T00:40:32.747 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.747 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.747 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.747 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:32.747 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6304, 2024-08-17T00:40:32.747 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 115 2024-08-17T00:40:32.747 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.747 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T00:40:32.747 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 16896, 2024-08-17T00:40:32.747 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8 2024-08-17T00:40:32.747 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.747 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T00:40:32.747 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 576, 2024-08-17T00:40:32.748 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T00:40:32.748 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.748 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Blob": { 2024-08-17T00:40:32.748 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 22624, 2024-08-17T00:40:32.748 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 202 2024-08-17T00:40:32.748 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.748 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Buffer": { 2024-08-17T00:40:32.748 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 224, 2024-08-17T00:40:32.748 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2 2024-08-17T00:40:32.748 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.748 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Extent": { 2024-08-17T00:40:32.748 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 9696, 2024-08-17T00:40:32.748 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 202 2024-08-17T00:40:32.749 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.749 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_SharedBlob": { 2024-08-17T00:40:32.749 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 22624, 2024-08-17T00:40:32.749 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 202 2024-08-17T00:40:32.749 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.749 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T00:40:32.749 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3040, 2024-08-17T00:40:32.749 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 38 2024-08-17T00:40:32.749 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.749 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T00:40:32.749 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 15094, 2024-08-17T00:40:32.749 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T00:40:32.749 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.749 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T00:40:32.750 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 52201, 2024-08-17T00:40:32.750 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9942 2024-08-17T00:40:32.750 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.750 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T00:40:32.750 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 136680, 2024-08-17T00:40:32.750 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 201 2024-08-17T00:40:32.750 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.750 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T00:40:32.750 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 11172, 2024-08-17T00:40:32.750 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 761 2024-08-17T00:40:32.750 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.750 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T00:40:32.750 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.750 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.751 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.751 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T00:40:32.751 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 30472, 2024-08-17T00:40:32.751 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 201 2024-08-17T00:40:32.751 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.751 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T00:40:32.751 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.751 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.751 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.751 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T00:40:32.751 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 846788, 2024-08-17T00:40:32.751 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 53 2024-08-17T00:40:32.751 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.751 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T00:40:32.752 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.752 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.752 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.752 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T00:40:32.752 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2435128, 2024-08-17T00:40:32.752 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 176 2024-08-17T00:40:32.752 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.752 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T00:40:32.752 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 4840, 2024-08-17T00:40:32.752 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 55 2024-08-17T00:40:32.752 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.752 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T00:40:32.752 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.752 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.753 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.753 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:32.753 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 451776, 2024-08-17T00:40:32.753 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 39 2024-08-17T00:40:32.753 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.753 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T00:40:32.753 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.753 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.753 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.753 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T00:40:32.753 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 101816, 2024-08-17T00:40:32.753 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 207 2024-08-17T00:40:32.753 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.753 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T00:40:32.754 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 237768, 2024-08-17T00:40:32.754 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3550 2024-08-17T00:40:32.754 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.754 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T00:40:32.754 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.754 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.754 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.754 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T00:40:32.754 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.754 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.754 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.754 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T00:40:32.754 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.755 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.755 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.755 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T00:40:32.755 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.755 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.755 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.755 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.755 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.7": { 2024-08-17T00:40:32.755 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T00:40:32.755 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.755 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.755 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.755 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:32.755 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6304, 2024-08-17T00:40:32.756 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 115 2024-08-17T00:40:32.756 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.756 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T00:40:32.756 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 16896, 2024-08-17T00:40:32.756 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8 2024-08-17T00:40:32.756 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.756 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T00:40:32.756 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 576, 2024-08-17T00:40:32.756 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T00:40:32.756 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.756 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Blob": { 2024-08-17T00:40:32.756 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 22512, 2024-08-17T00:40:32.756 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 201 2024-08-17T00:40:32.756 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.757 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Buffer": { 2024-08-17T00:40:32.757 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1568, 2024-08-17T00:40:32.757 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 14 2024-08-17T00:40:32.757 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.757 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_Extent": { 2024-08-17T00:40:32.757 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 9648, 2024-08-17T00:40:32.757 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 201 2024-08-17T00:40:32.757 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.757 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_SharedBlob": { 2024-08-17T00:40:32.757 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 22512, 2024-08-17T00:40:32.757 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 201 2024-08-17T00:40:32.757 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.757 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T00:40:32.757 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2400, 2024-08-17T00:40:32.758 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 30 2024-08-17T00:40:32.758 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.758 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T00:40:32.758 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 305568, 2024-08-17T00:40:32.758 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 15 2024-08-17T00:40:32.758 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.758 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T00:40:32.758 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 56095, 2024-08-17T00:40:32.758 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10388 2024-08-17T00:40:32.758 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.758 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T00:40:32.758 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 142800, 2024-08-17T00:40:32.758 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 210 2024-08-17T00:40:32.759 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.759 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T00:40:32.759 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 11936, 2024-08-17T00:40:32.759 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 766 2024-08-17T00:40:32.759 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.759 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T00:40:32.759 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.759 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.759 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.759 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T00:40:32.759 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 32944, 2024-08-17T00:40:32.759 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 210 2024-08-17T00:40:32.759 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.759 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T00:40:32.760 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.760 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.760 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.760 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T00:40:32.760 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 193301, 2024-08-17T00:40:32.760 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 37 2024-08-17T00:40:32.760 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.760 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T00:40:32.760 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.760 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.760 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.760 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T00:40:32.761 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2406904, 2024-08-17T00:40:32.761 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 217 2024-08-17T00:40:32.761 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.761 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T00:40:32.761 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6600, 2024-08-17T00:40:32.761 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 75 2024-08-17T00:40:32.761 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.761 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T00:40:32.761 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.761 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.761 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.761 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:32.761 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 532864, 2024-08-17T00:40:32.761 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 46 2024-08-17T00:40:32.762 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.762 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T00:40:32.762 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.762 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.762 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.762 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T00:40:32.762 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 104936, 2024-08-17T00:40:32.762 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 249 2024-08-17T00:40:32.762 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.762 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T00:40:32.762 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 237768, 2024-08-17T00:40:32.762 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3550 2024-08-17T00:40:32.762 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.763 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T00:40:32.763 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.763 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.763 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.763 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T00:40:32.763 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.763 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.763 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.763 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T00:40:32.763 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.763 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.763 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.763 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T00:40:32.763 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T00:40:32.764 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T00:40:32.764 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.764 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.764 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.764 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.764 INFO:tasks.workunit.client.0.smithi082.stdout: "metadata": { 2024-08-17T00:40:32.764 INFO:tasks.workunit.client.0.smithi082.stdout: "mds": { 2024-08-17T00:40:32.764 INFO:tasks.workunit.client.0.smithi082.stdout: "arch": { 2024-08-17T00:40:32.764 INFO:tasks.workunit.client.0.smithi082.stdout: "x86_64": 2 2024-08-17T00:40:32.764 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.764 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_version": { 2024-08-17T00:40:32.764 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:40:32.764 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.764 INFO:tasks.workunit.client.0.smithi082.stdout: "cpu": { 2024-08-17T00:40:32.765 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-17T00:40:32.765 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.765 INFO:tasks.workunit.client.0.smithi082.stdout: "distro": { 2024-08-17T00:40:32.765 INFO:tasks.workunit.client.0.smithi082.stdout: "centos": 2 2024-08-17T00:40:32.765 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.765 INFO:tasks.workunit.client.0.smithi082.stdout: "distro_description": { 2024-08-17T00:40:32.765 INFO:tasks.workunit.client.0.smithi082.stdout: "CentOS Stream 9": 2 2024-08-17T00:40:32.765 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.765 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_description": { 2024-08-17T00:40:32.765 INFO:tasks.workunit.client.0.smithi082.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-17T00:40:32.765 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.765 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_version": { 2024-08-17T00:40:32.765 INFO:tasks.workunit.client.0.smithi082.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-17T00:40:32.765 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.766 INFO:tasks.workunit.client.0.smithi082.stdout: "os": { 2024-08-17T00:40:32.766 INFO:tasks.workunit.client.0.smithi082.stdout: "Linux": 2 2024-08-17T00:40:32.766 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.766 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.766 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T00:40:32.766 INFO:tasks.workunit.client.0.smithi082.stdout: "arch": { 2024-08-17T00:40:32.766 INFO:tasks.workunit.client.0.smithi082.stdout: "x86_64": 3 2024-08-17T00:40:32.766 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.766 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_version": { 2024-08-17T00:40:32.766 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 3 2024-08-17T00:40:32.766 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.766 INFO:tasks.workunit.client.0.smithi082.stdout: "cpu": { 2024-08-17T00:40:32.766 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-17T00:40:32.767 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.767 INFO:tasks.workunit.client.0.smithi082.stdout: "distro": { 2024-08-17T00:40:32.767 INFO:tasks.workunit.client.0.smithi082.stdout: "centos": 3 2024-08-17T00:40:32.767 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.767 INFO:tasks.workunit.client.0.smithi082.stdout: "distro_description": { 2024-08-17T00:40:32.767 INFO:tasks.workunit.client.0.smithi082.stdout: "CentOS Stream 9": 3 2024-08-17T00:40:32.767 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.767 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_description": { 2024-08-17T00:40:32.767 INFO:tasks.workunit.client.0.smithi082.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-17T00:40:32.767 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.767 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_version": { 2024-08-17T00:40:32.767 INFO:tasks.workunit.client.0.smithi082.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-17T00:40:32.767 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.767 INFO:tasks.workunit.client.0.smithi082.stdout: "os": { 2024-08-17T00:40:32.768 INFO:tasks.workunit.client.0.smithi082.stdout: "Linux": 3 2024-08-17T00:40:32.768 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.768 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.768 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:32.768 INFO:tasks.workunit.client.0.smithi082.stdout: "arch": { 2024-08-17T00:40:32.768 INFO:tasks.workunit.client.0.smithi082.stdout: "x86_64": 8 2024-08-17T00:40:32.768 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.768 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_version": { 2024-08-17T00:40:32.768 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 8 2024-08-17T00:40:32.768 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.768 INFO:tasks.workunit.client.0.smithi082.stdout: "cpu": { 2024-08-17T00:40:32.768 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-17T00:40:32.768 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.769 INFO:tasks.workunit.client.0.smithi082.stdout: "distro": { 2024-08-17T00:40:32.769 INFO:tasks.workunit.client.0.smithi082.stdout: "centos": 8 2024-08-17T00:40:32.769 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.769 INFO:tasks.workunit.client.0.smithi082.stdout: "distro_description": { 2024-08-17T00:40:32.769 INFO:tasks.workunit.client.0.smithi082.stdout: "CentOS Stream 9": 8 2024-08-17T00:40:32.769 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.769 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_description": { 2024-08-17T00:40:32.769 INFO:tasks.workunit.client.0.smithi082.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-17T00:40:32.769 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.769 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_version": { 2024-08-17T00:40:32.769 INFO:tasks.workunit.client.0.smithi082.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-17T00:40:32.769 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.769 INFO:tasks.workunit.client.0.smithi082.stdout: "os": { 2024-08-17T00:40:32.769 INFO:tasks.workunit.client.0.smithi082.stdout: "Linux": 8 2024-08-17T00:40:32.770 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.770 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_objectstore": { 2024-08-17T00:40:32.770 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": 8 2024-08-17T00:40:32.770 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.770 INFO:tasks.workunit.client.0.smithi082.stdout: "rotational": { 2024-08-17T00:40:32.770 INFO:tasks.workunit.client.0.smithi082.stdout: "0": 8 2024-08-17T00:40:32.770 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.770 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.770 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.770 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T00:40:32.770 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T00:40:32.770 INFO:tasks.workunit.client.0.smithi082.stdout: "features": { 2024-08-17T00:40:32.770 INFO:tasks.workunit.client.0.smithi082.stdout: "optional": [], 2024-08-17T00:40:32.771 INFO:tasks.workunit.client.0.smithi082.stdout: "persistent": [ 2024-08-17T00:40:32.771 INFO:tasks.workunit.client.0.smithi082.stdout: "kraken", 2024-08-17T00:40:32.771 INFO:tasks.workunit.client.0.smithi082.stdout: "luminous", 2024-08-17T00:40:32.771 INFO:tasks.workunit.client.0.smithi082.stdout: "mimic", 2024-08-17T00:40:32.771 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap-prune", 2024-08-17T00:40:32.771 INFO:tasks.workunit.client.0.smithi082.stdout: "nautilus", 2024-08-17T00:40:32.771 INFO:tasks.workunit.client.0.smithi082.stdout: "octopus", 2024-08-17T00:40:32.771 INFO:tasks.workunit.client.0.smithi082.stdout: "pacific", 2024-08-17T00:40:32.771 INFO:tasks.workunit.client.0.smithi082.stdout: "elector-pinging", 2024-08-17T00:40:32.771 INFO:tasks.workunit.client.0.smithi082.stdout: "quincy" 2024-08-17T00:40:32.771 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.771 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.771 INFO:tasks.workunit.client.0.smithi082.stdout: "ipv4_addr_mons": 6, 2024-08-17T00:40:32.771 INFO:tasks.workunit.client.0.smithi082.stdout: "ipv6_addr_mons": 0, 2024-08-17T00:40:32.772 INFO:tasks.workunit.client.0.smithi082.stdout: "min_mon_release": 17, 2024-08-17T00:40:32.772 INFO:tasks.workunit.client.0.smithi082.stdout: "v1_addr_mons": 3, 2024-08-17T00:40:32.772 INFO:tasks.workunit.client.0.smithi082.stdout: "v2_addr_mons": 3 2024-08-17T00:40:32.772 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.772 INFO:tasks.workunit.client.0.smithi082.stdout: "organization": "ceph-qa", 2024-08-17T00:40:32.772 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:32.772 INFO:tasks.workunit.client.0.smithi082.stdout: "cluster_network": false, 2024-08-17T00:40:32.772 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 8, 2024-08-17T00:40:32.772 INFO:tasks.workunit.client.0.smithi082.stdout: "require_min_compat_client": "luminous", 2024-08-17T00:40:32.772 INFO:tasks.workunit.client.0.smithi082.stdout: "require_osd_release": "quincy" 2024-08-17T00:40:32.772 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.772 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_perf_histograms": [ 2024-08-17T00:40:32.772 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.772 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:40:32.773 INFO:tasks.workunit.client.0.smithi082.stdout: "axes": [ 2024-08-17T00:40:32.773 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.773 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T00:40:32.773 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T00:40:32.773 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Latency (usec)", 2024-08-17T00:40:32.773 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 100000, 2024-08-17T00:40:32.773 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T00:40:32.773 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T00:40:32.773 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 99999]", 2024-08-17T00:40:32.773 INFO:tasks.workunit.client.0.smithi082.stdout: "[100000, 199999]", 2024-08-17T00:40:32.773 INFO:tasks.workunit.client.0.smithi082.stdout: "[200000, 399999]", 2024-08-17T00:40:32.773 INFO:tasks.workunit.client.0.smithi082.stdout: "[400000, 799999]", 2024-08-17T00:40:32.773 INFO:tasks.workunit.client.0.smithi082.stdout: "[800000, 1599999]", 2024-08-17T00:40:32.773 INFO:tasks.workunit.client.0.smithi082.stdout: "[1600000, 3199999]", 2024-08-17T00:40:32.774 INFO:tasks.workunit.client.0.smithi082.stdout: "[3200000, 6399999]", 2024-08-17T00:40:32.774 INFO:tasks.workunit.client.0.smithi082.stdout: "[6400000, 12799999]", 2024-08-17T00:40:32.774 INFO:tasks.workunit.client.0.smithi082.stdout: "[12800000, 25599999]", 2024-08-17T00:40:32.774 INFO:tasks.workunit.client.0.smithi082.stdout: "[25600000, 51199999]", 2024-08-17T00:40:32.774 INFO:tasks.workunit.client.0.smithi082.stdout: "[51200000, 102399999]", 2024-08-17T00:40:32.774 INFO:tasks.workunit.client.0.smithi082.stdout: "[102400000, 204799999]", 2024-08-17T00:40:32.774 INFO:tasks.workunit.client.0.smithi082.stdout: "[204800000, 409599999]", 2024-08-17T00:40:32.774 INFO:tasks.workunit.client.0.smithi082.stdout: "[409600000, 819199999]", 2024-08-17T00:40:32.774 INFO:tasks.workunit.client.0.smithi082.stdout: "[819200000, 1638399999]", 2024-08-17T00:40:32.774 INFO:tasks.workunit.client.0.smithi082.stdout: "[1638400000, 3276799999]", 2024-08-17T00:40:32.774 INFO:tasks.workunit.client.0.smithi082.stdout: "[3276800000, 6553599999]", 2024-08-17T00:40:32.774 INFO:tasks.workunit.client.0.smithi082.stdout: "[6553600000, 13107199999]", 2024-08-17T00:40:32.774 INFO:tasks.workunit.client.0.smithi082.stdout: "[13107200000, 26214399999]", 2024-08-17T00:40:32.775 INFO:tasks.workunit.client.0.smithi082.stdout: "[26214400000, 52428799999]", 2024-08-17T00:40:32.775 INFO:tasks.workunit.client.0.smithi082.stdout: "[52428800000, 104857599999]", 2024-08-17T00:40:32.775 INFO:tasks.workunit.client.0.smithi082.stdout: "[104857600000, 209715199999]", 2024-08-17T00:40:32.775 INFO:tasks.workunit.client.0.smithi082.stdout: "[209715200000, 419430399999]", 2024-08-17T00:40:32.775 INFO:tasks.workunit.client.0.smithi082.stdout: "[419430400000, 838860799999]", 2024-08-17T00:40:32.775 INFO:tasks.workunit.client.0.smithi082.stdout: "[838860800000, 1677721599999]", 2024-08-17T00:40:32.775 INFO:tasks.workunit.client.0.smithi082.stdout: "[1677721600000, 3355443199999]", 2024-08-17T00:40:32.775 INFO:tasks.workunit.client.0.smithi082.stdout: "[3355443200000, 6710886399999]", 2024-08-17T00:40:32.775 INFO:tasks.workunit.client.0.smithi082.stdout: "[6710886400000, 13421772799999]", 2024-08-17T00:40:32.775 INFO:tasks.workunit.client.0.smithi082.stdout: "[13421772800000, 26843545599999]", 2024-08-17T00:40:32.775 INFO:tasks.workunit.client.0.smithi082.stdout: "[26843545600000, 53687091199999]", 2024-08-17T00:40:32.775 INFO:tasks.workunit.client.0.smithi082.stdout: "[53687091200000, None]" 2024-08-17T00:40:32.775 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.775 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T00:40:32.776 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.776 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.776 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T00:40:32.776 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T00:40:32.776 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Request size (bytes)", 2024-08-17T00:40:32.776 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 512, 2024-08-17T00:40:32.776 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T00:40:32.776 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T00:40:32.776 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 511]", 2024-08-17T00:40:32.776 INFO:tasks.workunit.client.0.smithi082.stdout: "[512, 1023]", 2024-08-17T00:40:32.776 INFO:tasks.workunit.client.0.smithi082.stdout: "[1024, 2047]", 2024-08-17T00:40:32.776 INFO:tasks.workunit.client.0.smithi082.stdout: "[2048, 4095]", 2024-08-17T00:40:32.777 INFO:tasks.workunit.client.0.smithi082.stdout: "[4096, 8191]", 2024-08-17T00:40:32.777 INFO:tasks.workunit.client.0.smithi082.stdout: "[8192, 16383]", 2024-08-17T00:40:32.777 INFO:tasks.workunit.client.0.smithi082.stdout: "[16384, 32767]", 2024-08-17T00:40:32.777 INFO:tasks.workunit.client.0.smithi082.stdout: "[32768, 65535]", 2024-08-17T00:40:32.777 INFO:tasks.workunit.client.0.smithi082.stdout: "[65536, 131071]", 2024-08-17T00:40:32.777 INFO:tasks.workunit.client.0.smithi082.stdout: "[131072, 262143]", 2024-08-17T00:40:32.777 INFO:tasks.workunit.client.0.smithi082.stdout: "[262144, 524287]", 2024-08-17T00:40:32.777 INFO:tasks.workunit.client.0.smithi082.stdout: "[524288, 1048575]", 2024-08-17T00:40:32.777 INFO:tasks.workunit.client.0.smithi082.stdout: "[1048576, 2097151]", 2024-08-17T00:40:32.777 INFO:tasks.workunit.client.0.smithi082.stdout: "[2097152, 4194303]", 2024-08-17T00:40:32.777 INFO:tasks.workunit.client.0.smithi082.stdout: "[4194304, 8388607]", 2024-08-17T00:40:32.777 INFO:tasks.workunit.client.0.smithi082.stdout: "[8388608, 16777215]", 2024-08-17T00:40:32.777 INFO:tasks.workunit.client.0.smithi082.stdout: "[16777216, 33554431]", 2024-08-17T00:40:32.778 INFO:tasks.workunit.client.0.smithi082.stdout: "[33554432, 67108863]", 2024-08-17T00:40:32.778 INFO:tasks.workunit.client.0.smithi082.stdout: "[67108864, 134217727]", 2024-08-17T00:40:32.778 INFO:tasks.workunit.client.0.smithi082.stdout: "[134217728, 268435455]", 2024-08-17T00:40:32.778 INFO:tasks.workunit.client.0.smithi082.stdout: "[268435456, 536870911]", 2024-08-17T00:40:32.778 INFO:tasks.workunit.client.0.smithi082.stdout: "[536870912, 1073741823]", 2024-08-17T00:40:32.778 INFO:tasks.workunit.client.0.smithi082.stdout: "[1073741824, 2147483647]", 2024-08-17T00:40:32.778 INFO:tasks.workunit.client.0.smithi082.stdout: "[2147483648, 4294967295]", 2024-08-17T00:40:32.778 INFO:tasks.workunit.client.0.smithi082.stdout: "[4294967296, 8589934591]", 2024-08-17T00:40:32.778 INFO:tasks.workunit.client.0.smithi082.stdout: "[8589934592, 17179869183]", 2024-08-17T00:40:32.778 INFO:tasks.workunit.client.0.smithi082.stdout: "[17179869184, 34359738367]", 2024-08-17T00:40:32.778 INFO:tasks.workunit.client.0.smithi082.stdout: "[34359738368, 68719476735]", 2024-08-17T00:40:32.778 INFO:tasks.workunit.client.0.smithi082.stdout: "[68719476736, 137438953471]", 2024-08-17T00:40:32.778 INFO:tasks.workunit.client.0.smithi082.stdout: "[137438953472, 274877906943]", 2024-08-17T00:40:32.778 INFO:tasks.workunit.client.0.smithi082.stdout: "[274877906944, None]" 2024-08-17T00:40:32.779 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.779 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T00:40:32.779 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.779 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.779 INFO:tasks.workunit.client.0.smithi082.stdout: "osds": [ 2024-08-17T00:40:32.779 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.779 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 0, 2024-08-17T00:40:32.779 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.779 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.779 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.779 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.779 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.779 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.780 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.780 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.780 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.780 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.780 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.780 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.780 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.780 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.780 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.780 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.780 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.780 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.780 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.780 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.781 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.781 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.781 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.781 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.781 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.781 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.781 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.781 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.781 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.781 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.781 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.781 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.781 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.781 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.782 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.782 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.782 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 1, 2024-08-17T00:40:32.782 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.782 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.782 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.782 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.782 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.782 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.782 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.782 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.782 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.782 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.783 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.783 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.783 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.783 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.783 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.783 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.783 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.783 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.783 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.783 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.783 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.783 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.784 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.784 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.784 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.784 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.784 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.784 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.784 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.784 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.784 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.784 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.784 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.784 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.784 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.784 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.785 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 2, 2024-08-17T00:40:32.785 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.785 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.785 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.785 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.785 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.785 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.785 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.785 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.785 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.785 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.785 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.785 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.786 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.786 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.786 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.786 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.786 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.786 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.786 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.786 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.786 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.786 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.786 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.786 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.786 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.786 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.787 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.787 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.787 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.787 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.787 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.787 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.787 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.787 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.787 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.787 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.787 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 3, 2024-08-17T00:40:32.787 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.787 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.788 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.788 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.788 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.788 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.788 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.788 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.788 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.788 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.788 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.788 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.788 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.788 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.789 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.789 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.789 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.789 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.789 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.789 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.789 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.789 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.789 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.789 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.789 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.789 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.789 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.789 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.790 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.790 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.790 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.790 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.790 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.790 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.790 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.790 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.790 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 4, 2024-08-17T00:40:32.790 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.790 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.790 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.790 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.791 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.791 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.791 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.791 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.791 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.791 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.791 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.791 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.791 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.791 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.791 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.791 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.791 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.791 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.792 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.792 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.792 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.792 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.792 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.792 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.792 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.792 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.792 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.792 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.792 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.792 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.792 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.793 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.793 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.793 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.793 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.793 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.793 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 5, 2024-08-17T00:40:32.793 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.793 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.793 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.793 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.793 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.793 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.793 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.794 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.794 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.794 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.794 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.794 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.794 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.794 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.794 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.794 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.794 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.794 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.794 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.794 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.795 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.795 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.795 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.795 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.795 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.795 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.795 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.795 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.795 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.795 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.795 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.795 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.795 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.795 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.796 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.796 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.796 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 6, 2024-08-17T00:40:32.796 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.796 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.796 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.796 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.796 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.796 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.796 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.796 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.796 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.796 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.797 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.797 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.797 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.797 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.797 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.797 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.797 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.797 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.797 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.797 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.797 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.797 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.797 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.797 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.798 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.798 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.798 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.798 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.798 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.798 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.798 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.798 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.798 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.798 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.798 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.798 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.798 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 7, 2024-08-17T00:40:32.799 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.799 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.799 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.799 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 124, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.799 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.799 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.799 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.799 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.799 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.799 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.799 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.799 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.800 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.800 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.800 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.800 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.800 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.800 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.800 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.800 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.800 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.800 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.800 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.800 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.800 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.800 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.801 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.801 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.801 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.801 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.801 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.801 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.801 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.801 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.801 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.801 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.801 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.801 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:40:32.801 INFO:tasks.workunit.client.0.smithi082.stdout: "axes": [ 2024-08-17T00:40:32.801 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.802 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T00:40:32.802 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T00:40:32.802 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Latency (usec)", 2024-08-17T00:40:32.802 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 100000, 2024-08-17T00:40:32.802 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T00:40:32.802 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T00:40:32.802 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 99999]", 2024-08-17T00:40:32.802 INFO:tasks.workunit.client.0.smithi082.stdout: "[100000, 199999]", 2024-08-17T00:40:32.802 INFO:tasks.workunit.client.0.smithi082.stdout: "[200000, 399999]", 2024-08-17T00:40:32.802 INFO:tasks.workunit.client.0.smithi082.stdout: "[400000, 799999]", 2024-08-17T00:40:32.802 INFO:tasks.workunit.client.0.smithi082.stdout: "[800000, 1599999]", 2024-08-17T00:40:32.802 INFO:tasks.workunit.client.0.smithi082.stdout: "[1600000, 3199999]", 2024-08-17T00:40:32.802 INFO:tasks.workunit.client.0.smithi082.stdout: "[3200000, 6399999]", 2024-08-17T00:40:32.803 INFO:tasks.workunit.client.0.smithi082.stdout: "[6400000, 12799999]", 2024-08-17T00:40:32.803 INFO:tasks.workunit.client.0.smithi082.stdout: "[12800000, 25599999]", 2024-08-17T00:40:32.803 INFO:tasks.workunit.client.0.smithi082.stdout: "[25600000, 51199999]", 2024-08-17T00:40:32.803 INFO:tasks.workunit.client.0.smithi082.stdout: "[51200000, 102399999]", 2024-08-17T00:40:32.803 INFO:tasks.workunit.client.0.smithi082.stdout: "[102400000, 204799999]", 2024-08-17T00:40:32.803 INFO:tasks.workunit.client.0.smithi082.stdout: "[204800000, 409599999]", 2024-08-17T00:40:32.803 INFO:tasks.workunit.client.0.smithi082.stdout: "[409600000, 819199999]", 2024-08-17T00:40:32.803 INFO:tasks.workunit.client.0.smithi082.stdout: "[819200000, 1638399999]", 2024-08-17T00:40:32.803 INFO:tasks.workunit.client.0.smithi082.stdout: "[1638400000, 3276799999]", 2024-08-17T00:40:32.803 INFO:tasks.workunit.client.0.smithi082.stdout: "[3276800000, 6553599999]", 2024-08-17T00:40:32.803 INFO:tasks.workunit.client.0.smithi082.stdout: "[6553600000, 13107199999]", 2024-08-17T00:40:32.803 INFO:tasks.workunit.client.0.smithi082.stdout: "[13107200000, 26214399999]", 2024-08-17T00:40:32.803 INFO:tasks.workunit.client.0.smithi082.stdout: "[26214400000, 52428799999]", 2024-08-17T00:40:32.803 INFO:tasks.workunit.client.0.smithi082.stdout: "[52428800000, 104857599999]", 2024-08-17T00:40:32.804 INFO:tasks.workunit.client.0.smithi082.stdout: "[104857600000, 209715199999]", 2024-08-17T00:40:32.804 INFO:tasks.workunit.client.0.smithi082.stdout: "[209715200000, 419430399999]", 2024-08-17T00:40:32.804 INFO:tasks.workunit.client.0.smithi082.stdout: "[419430400000, 838860799999]", 2024-08-17T00:40:32.804 INFO:tasks.workunit.client.0.smithi082.stdout: "[838860800000, 1677721599999]", 2024-08-17T00:40:32.804 INFO:tasks.workunit.client.0.smithi082.stdout: "[1677721600000, 3355443199999]", 2024-08-17T00:40:32.804 INFO:tasks.workunit.client.0.smithi082.stdout: "[3355443200000, 6710886399999]", 2024-08-17T00:40:32.804 INFO:tasks.workunit.client.0.smithi082.stdout: "[6710886400000, 13421772799999]", 2024-08-17T00:40:32.804 INFO:tasks.workunit.client.0.smithi082.stdout: "[13421772800000, 26843545599999]", 2024-08-17T00:40:32.804 INFO:tasks.workunit.client.0.smithi082.stdout: "[26843545600000, 53687091199999]", 2024-08-17T00:40:32.804 INFO:tasks.workunit.client.0.smithi082.stdout: "[53687091200000, None]" 2024-08-17T00:40:32.804 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.804 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T00:40:32.804 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.804 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.805 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T00:40:32.805 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T00:40:32.805 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Request size (bytes)", 2024-08-17T00:40:32.805 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 512, 2024-08-17T00:40:32.805 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T00:40:32.805 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T00:40:32.805 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 511]", 2024-08-17T00:40:32.805 INFO:tasks.workunit.client.0.smithi082.stdout: "[512, 1023]", 2024-08-17T00:40:32.805 INFO:tasks.workunit.client.0.smithi082.stdout: "[1024, 2047]", 2024-08-17T00:40:32.805 INFO:tasks.workunit.client.0.smithi082.stdout: "[2048, 4095]", 2024-08-17T00:40:32.805 INFO:tasks.workunit.client.0.smithi082.stdout: "[4096, 8191]", 2024-08-17T00:40:32.805 INFO:tasks.workunit.client.0.smithi082.stdout: "[8192, 16383]", 2024-08-17T00:40:32.805 INFO:tasks.workunit.client.0.smithi082.stdout: "[16384, 32767]", 2024-08-17T00:40:32.805 INFO:tasks.workunit.client.0.smithi082.stdout: "[32768, 65535]", 2024-08-17T00:40:32.806 INFO:tasks.workunit.client.0.smithi082.stdout: "[65536, 131071]", 2024-08-17T00:40:32.806 INFO:tasks.workunit.client.0.smithi082.stdout: "[131072, 262143]", 2024-08-17T00:40:32.806 INFO:tasks.workunit.client.0.smithi082.stdout: "[262144, 524287]", 2024-08-17T00:40:32.806 INFO:tasks.workunit.client.0.smithi082.stdout: "[524288, 1048575]", 2024-08-17T00:40:32.806 INFO:tasks.workunit.client.0.smithi082.stdout: "[1048576, 2097151]", 2024-08-17T00:40:32.806 INFO:tasks.workunit.client.0.smithi082.stdout: "[2097152, 4194303]", 2024-08-17T00:40:32.806 INFO:tasks.workunit.client.0.smithi082.stdout: "[4194304, 8388607]", 2024-08-17T00:40:32.806 INFO:tasks.workunit.client.0.smithi082.stdout: "[8388608, 16777215]", 2024-08-17T00:40:32.806 INFO:tasks.workunit.client.0.smithi082.stdout: "[16777216, 33554431]", 2024-08-17T00:40:32.806 INFO:tasks.workunit.client.0.smithi082.stdout: "[33554432, 67108863]", 2024-08-17T00:40:32.806 INFO:tasks.workunit.client.0.smithi082.stdout: "[67108864, 134217727]", 2024-08-17T00:40:32.806 INFO:tasks.workunit.client.0.smithi082.stdout: "[134217728, 268435455]", 2024-08-17T00:40:32.806 INFO:tasks.workunit.client.0.smithi082.stdout: "[268435456, 536870911]", 2024-08-17T00:40:32.806 INFO:tasks.workunit.client.0.smithi082.stdout: "[536870912, 1073741823]", 2024-08-17T00:40:32.807 INFO:tasks.workunit.client.0.smithi082.stdout: "[1073741824, 2147483647]", 2024-08-17T00:40:32.807 INFO:tasks.workunit.client.0.smithi082.stdout: "[2147483648, 4294967295]", 2024-08-17T00:40:32.807 INFO:tasks.workunit.client.0.smithi082.stdout: "[4294967296, 8589934591]", 2024-08-17T00:40:32.807 INFO:tasks.workunit.client.0.smithi082.stdout: "[8589934592, 17179869183]", 2024-08-17T00:40:32.807 INFO:tasks.workunit.client.0.smithi082.stdout: "[17179869184, 34359738367]", 2024-08-17T00:40:32.807 INFO:tasks.workunit.client.0.smithi082.stdout: "[34359738368, 68719476735]", 2024-08-17T00:40:32.807 INFO:tasks.workunit.client.0.smithi082.stdout: "[68719476736, 137438953471]", 2024-08-17T00:40:32.807 INFO:tasks.workunit.client.0.smithi082.stdout: "[137438953472, 274877906943]", 2024-08-17T00:40:32.807 INFO:tasks.workunit.client.0.smithi082.stdout: "[274877906944, None]" 2024-08-17T00:40:32.807 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.807 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T00:40:32.807 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.807 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.808 INFO:tasks.workunit.client.0.smithi082.stdout: "osds": [ 2024-08-17T00:40:32.808 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.808 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 0, 2024-08-17T00:40:32.808 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.808 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.808 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.808 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.808 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.808 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.808 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.808 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.808 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.808 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.808 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.809 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.809 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.809 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.809 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.809 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.809 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.809 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.809 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.809 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.809 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.809 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.809 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.809 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.810 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.810 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.810 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.810 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.810 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.810 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.810 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.810 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.810 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.810 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.810 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.810 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.810 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 1, 2024-08-17T00:40:32.811 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.811 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.811 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.811 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.811 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.811 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.811 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.811 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.811 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.811 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.811 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.811 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.811 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.811 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.812 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.812 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.812 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.812 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.812 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.812 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.812 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.812 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.812 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.812 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.812 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.812 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.812 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.813 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.813 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.813 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.813 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.813 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.813 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.813 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.813 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.813 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.813 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 2, 2024-08-17T00:40:32.813 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.813 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.813 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.814 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.814 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.814 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.814 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.814 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.814 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.814 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.814 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.814 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.814 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.814 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.814 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.814 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.815 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.815 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.815 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.815 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.815 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.815 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.815 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.815 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.815 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.815 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.815 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.815 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.815 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.816 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.816 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.816 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.816 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.816 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.816 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.816 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.816 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 3, 2024-08-17T00:40:32.816 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.816 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.816 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.816 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.816 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.816 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.817 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.817 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.817 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.817 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.817 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.817 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.817 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.817 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.817 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.817 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.817 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.817 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.817 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.818 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.818 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.818 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.818 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.818 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.818 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.818 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.818 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.818 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.818 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.818 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.818 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.819 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.819 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.819 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.819 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.819 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.819 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 4, 2024-08-17T00:40:32.819 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.819 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.819 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.819 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.819 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.819 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.819 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.820 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.820 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.820 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.820 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.820 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.820 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.820 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.820 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.820 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.820 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.820 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.820 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.820 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.820 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.821 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.821 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.821 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.821 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.821 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.821 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.821 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.821 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.821 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.821 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.821 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.821 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.821 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.822 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.822 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.822 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 5, 2024-08-17T00:40:32.822 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.822 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.822 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.822 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.822 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.822 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.822 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.822 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.822 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.822 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.823 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.823 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.823 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.823 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.823 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.823 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.823 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.823 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.823 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.823 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.823 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.823 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.823 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.824 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.824 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.824 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.824 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.824 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.824 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.824 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.824 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.824 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.824 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.824 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.824 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.824 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.825 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 6, 2024-08-17T00:40:32.825 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.825 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.825 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.825 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.825 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.825 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.825 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.825 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.825 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.825 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.825 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.825 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.825 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.826 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.826 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.826 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.826 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.826 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.826 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.826 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.826 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.826 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.826 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.826 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.826 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.827 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.827 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.827 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.827 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.827 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.827 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.827 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.827 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.827 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.827 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.827 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.827 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 7, 2024-08-17T00:40:32.827 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.828 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.828 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.828 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.828 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.828 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.828 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.828 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.828 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.828 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.828 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.828 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.828 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.828 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.829 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.829 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.829 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.829 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.829 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.829 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.829 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.829 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.829 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.829 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.829 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.829 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.830 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.830 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.830 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.830 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.830 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.830 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.830 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.830 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.830 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.830 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.830 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.830 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:40:32.830 INFO:tasks.workunit.client.0.smithi082.stdout: "axes": [ 2024-08-17T00:40:32.831 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.831 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T00:40:32.831 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T00:40:32.831 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Latency (usec)", 2024-08-17T00:40:32.831 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 100000, 2024-08-17T00:40:32.831 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T00:40:32.831 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T00:40:32.831 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 99999]", 2024-08-17T00:40:32.831 INFO:tasks.workunit.client.0.smithi082.stdout: "[100000, 199999]", 2024-08-17T00:40:32.831 INFO:tasks.workunit.client.0.smithi082.stdout: "[200000, 399999]", 2024-08-17T00:40:32.831 INFO:tasks.workunit.client.0.smithi082.stdout: "[400000, 799999]", 2024-08-17T00:40:32.831 INFO:tasks.workunit.client.0.smithi082.stdout: "[800000, 1599999]", 2024-08-17T00:40:32.831 INFO:tasks.workunit.client.0.smithi082.stdout: "[1600000, 3199999]", 2024-08-17T00:40:32.832 INFO:tasks.workunit.client.0.smithi082.stdout: "[3200000, 6399999]", 2024-08-17T00:40:32.832 INFO:tasks.workunit.client.0.smithi082.stdout: "[6400000, 12799999]", 2024-08-17T00:40:32.832 INFO:tasks.workunit.client.0.smithi082.stdout: "[12800000, 25599999]", 2024-08-17T00:40:32.832 INFO:tasks.workunit.client.0.smithi082.stdout: "[25600000, 51199999]", 2024-08-17T00:40:32.832 INFO:tasks.workunit.client.0.smithi082.stdout: "[51200000, 102399999]", 2024-08-17T00:40:32.832 INFO:tasks.workunit.client.0.smithi082.stdout: "[102400000, 204799999]", 2024-08-17T00:40:32.832 INFO:tasks.workunit.client.0.smithi082.stdout: "[204800000, 409599999]", 2024-08-17T00:40:32.832 INFO:tasks.workunit.client.0.smithi082.stdout: "[409600000, 819199999]", 2024-08-17T00:40:32.832 INFO:tasks.workunit.client.0.smithi082.stdout: "[819200000, 1638399999]", 2024-08-17T00:40:32.832 INFO:tasks.workunit.client.0.smithi082.stdout: "[1638400000, 3276799999]", 2024-08-17T00:40:32.832 INFO:tasks.workunit.client.0.smithi082.stdout: "[3276800000, 6553599999]", 2024-08-17T00:40:32.832 INFO:tasks.workunit.client.0.smithi082.stdout: "[6553600000, 13107199999]", 2024-08-17T00:40:32.832 INFO:tasks.workunit.client.0.smithi082.stdout: "[13107200000, 26214399999]", 2024-08-17T00:40:32.833 INFO:tasks.workunit.client.0.smithi082.stdout: "[26214400000, 52428799999]", 2024-08-17T00:40:32.833 INFO:tasks.workunit.client.0.smithi082.stdout: "[52428800000, 104857599999]", 2024-08-17T00:40:32.833 INFO:tasks.workunit.client.0.smithi082.stdout: "[104857600000, 209715199999]", 2024-08-17T00:40:32.833 INFO:tasks.workunit.client.0.smithi082.stdout: "[209715200000, 419430399999]", 2024-08-17T00:40:32.833 INFO:tasks.workunit.client.0.smithi082.stdout: "[419430400000, 838860799999]", 2024-08-17T00:40:32.833 INFO:tasks.workunit.client.0.smithi082.stdout: "[838860800000, 1677721599999]", 2024-08-17T00:40:32.833 INFO:tasks.workunit.client.0.smithi082.stdout: "[1677721600000, 3355443199999]", 2024-08-17T00:40:32.833 INFO:tasks.workunit.client.0.smithi082.stdout: "[3355443200000, 6710886399999]", 2024-08-17T00:40:32.833 INFO:tasks.workunit.client.0.smithi082.stdout: "[6710886400000, 13421772799999]", 2024-08-17T00:40:32.833 INFO:tasks.workunit.client.0.smithi082.stdout: "[13421772800000, 26843545599999]", 2024-08-17T00:40:32.833 INFO:tasks.workunit.client.0.smithi082.stdout: "[26843545600000, 53687091199999]", 2024-08-17T00:40:32.833 INFO:tasks.workunit.client.0.smithi082.stdout: "[53687091200000, None]" 2024-08-17T00:40:32.834 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.834 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T00:40:32.834 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.834 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.834 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T00:40:32.834 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T00:40:32.834 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Request size (bytes)", 2024-08-17T00:40:32.834 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 512, 2024-08-17T00:40:32.834 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T00:40:32.834 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T00:40:32.834 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 511]", 2024-08-17T00:40:32.834 INFO:tasks.workunit.client.0.smithi082.stdout: "[512, 1023]", 2024-08-17T00:40:32.834 INFO:tasks.workunit.client.0.smithi082.stdout: "[1024, 2047]", 2024-08-17T00:40:32.834 INFO:tasks.workunit.client.0.smithi082.stdout: "[2048, 4095]", 2024-08-17T00:40:32.835 INFO:tasks.workunit.client.0.smithi082.stdout: "[4096, 8191]", 2024-08-17T00:40:32.835 INFO:tasks.workunit.client.0.smithi082.stdout: "[8192, 16383]", 2024-08-17T00:40:32.835 INFO:tasks.workunit.client.0.smithi082.stdout: "[16384, 32767]", 2024-08-17T00:40:32.835 INFO:tasks.workunit.client.0.smithi082.stdout: "[32768, 65535]", 2024-08-17T00:40:32.835 INFO:tasks.workunit.client.0.smithi082.stdout: "[65536, 131071]", 2024-08-17T00:40:32.835 INFO:tasks.workunit.client.0.smithi082.stdout: "[131072, 262143]", 2024-08-17T00:40:32.835 INFO:tasks.workunit.client.0.smithi082.stdout: "[262144, 524287]", 2024-08-17T00:40:32.835 INFO:tasks.workunit.client.0.smithi082.stdout: "[524288, 1048575]", 2024-08-17T00:40:32.835 INFO:tasks.workunit.client.0.smithi082.stdout: "[1048576, 2097151]", 2024-08-17T00:40:32.835 INFO:tasks.workunit.client.0.smithi082.stdout: "[2097152, 4194303]", 2024-08-17T00:40:32.835 INFO:tasks.workunit.client.0.smithi082.stdout: "[4194304, 8388607]", 2024-08-17T00:40:32.835 INFO:tasks.workunit.client.0.smithi082.stdout: "[8388608, 16777215]", 2024-08-17T00:40:32.835 INFO:tasks.workunit.client.0.smithi082.stdout: "[16777216, 33554431]", 2024-08-17T00:40:32.836 INFO:tasks.workunit.client.0.smithi082.stdout: "[33554432, 67108863]", 2024-08-17T00:40:32.836 INFO:tasks.workunit.client.0.smithi082.stdout: "[67108864, 134217727]", 2024-08-17T00:40:32.836 INFO:tasks.workunit.client.0.smithi082.stdout: "[134217728, 268435455]", 2024-08-17T00:40:32.836 INFO:tasks.workunit.client.0.smithi082.stdout: "[268435456, 536870911]", 2024-08-17T00:40:32.836 INFO:tasks.workunit.client.0.smithi082.stdout: "[536870912, 1073741823]", 2024-08-17T00:40:32.836 INFO:tasks.workunit.client.0.smithi082.stdout: "[1073741824, 2147483647]", 2024-08-17T00:40:32.836 INFO:tasks.workunit.client.0.smithi082.stdout: "[2147483648, 4294967295]", 2024-08-17T00:40:32.836 INFO:tasks.workunit.client.0.smithi082.stdout: "[4294967296, 8589934591]", 2024-08-17T00:40:32.836 INFO:tasks.workunit.client.0.smithi082.stdout: "[8589934592, 17179869183]", 2024-08-17T00:40:32.836 INFO:tasks.workunit.client.0.smithi082.stdout: "[17179869184, 34359738367]", 2024-08-17T00:40:32.836 INFO:tasks.workunit.client.0.smithi082.stdout: "[34359738368, 68719476735]", 2024-08-17T00:40:32.836 INFO:tasks.workunit.client.0.smithi082.stdout: "[68719476736, 137438953471]", 2024-08-17T00:40:32.836 INFO:tasks.workunit.client.0.smithi082.stdout: "[137438953472, 274877906943]", 2024-08-17T00:40:32.836 INFO:tasks.workunit.client.0.smithi082.stdout: "[274877906944, None]" 2024-08-17T00:40:32.837 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.837 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T00:40:32.837 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.837 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.837 INFO:tasks.workunit.client.0.smithi082.stdout: "osds": [ 2024-08-17T00:40:32.837 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.837 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 0, 2024-08-17T00:40:32.837 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.837 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.837 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.837 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.837 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.837 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.838 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.838 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.838 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.838 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.838 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.838 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.838 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.838 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.838 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.838 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.838 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.838 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.839 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.839 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.839 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.839 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.839 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.839 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.839 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.839 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.839 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.839 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.839 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.839 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.839 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.840 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.840 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.840 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.840 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.840 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.840 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 1, 2024-08-17T00:40:32.840 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.840 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.840 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.840 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.840 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.840 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.840 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.841 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.841 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.841 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.841 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.841 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.841 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.841 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.841 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.841 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.841 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.841 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.841 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.841 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.841 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.842 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.842 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.842 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.842 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.842 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.842 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.842 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.842 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.842 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.842 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.842 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.842 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.842 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.843 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.843 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.843 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 2, 2024-08-17T00:40:32.843 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.843 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.843 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.843 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.843 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.843 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.843 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.843 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.843 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.843 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.844 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.844 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.844 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.844 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.844 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.844 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.844 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.844 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.844 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.844 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.844 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.844 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.844 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.845 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.845 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.845 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.845 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.845 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.845 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.845 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.845 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.845 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.845 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.845 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.845 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.845 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.845 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 3, 2024-08-17T00:40:32.846 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.846 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.846 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.846 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.846 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.846 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.846 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.846 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.846 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.846 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.846 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.846 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.846 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.847 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.847 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.847 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.847 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.847 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.847 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.847 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.847 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.847 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.847 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.847 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.847 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.847 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.848 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.848 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.848 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.848 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.848 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.848 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.848 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.848 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.848 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.848 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.848 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 4, 2024-08-17T00:40:32.848 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.849 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.849 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.849 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.849 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.849 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.849 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.849 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.849 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.849 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.849 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.849 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.849 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.849 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.849 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.850 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.850 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.850 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.850 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.850 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.850 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.850 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.850 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.850 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.850 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.850 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.850 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.850 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.851 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.851 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.851 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.851 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.851 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.851 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.851 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.851 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.851 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 5, 2024-08-17T00:40:32.851 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.851 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.851 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.851 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.851 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.852 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.852 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.852 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.852 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.852 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.852 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.852 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.852 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.852 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.852 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.852 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.852 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.852 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.852 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.853 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.853 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.853 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.853 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.853 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.853 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.853 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.853 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.853 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.853 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.853 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.853 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.853 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.854 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.854 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.854 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.854 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.854 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 6, 2024-08-17T00:40:32.854 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.854 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.854 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.854 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.854 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.854 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.854 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.854 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.855 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.855 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.855 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.855 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.855 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.855 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.855 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.855 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.855 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.855 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.855 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.855 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.855 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.855 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.856 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.856 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.856 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.856 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.856 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.856 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.856 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.856 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.856 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.856 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.856 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.856 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.856 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.857 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.857 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 7, 2024-08-17T00:40:32.857 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.857 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.857 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.857 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.857 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.857 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.857 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.857 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.857 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.857 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.857 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.857 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.858 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.858 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.858 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.858 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.858 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.858 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.858 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.858 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.858 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.858 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.858 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.858 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.859 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.859 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.859 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.859 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.859 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.859 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.859 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.859 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.859 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.859 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.859 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.859 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.859 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.859 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:40:32.860 INFO:tasks.workunit.client.0.smithi082.stdout: "axes": [ 2024-08-17T00:40:32.860 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.860 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T00:40:32.860 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T00:40:32.860 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Latency (usec)", 2024-08-17T00:40:32.860 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 100000, 2024-08-17T00:40:32.860 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T00:40:32.860 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T00:40:32.860 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 99999]", 2024-08-17T00:40:32.860 INFO:tasks.workunit.client.0.smithi082.stdout: "[100000, 199999]", 2024-08-17T00:40:32.860 INFO:tasks.workunit.client.0.smithi082.stdout: "[200000, 399999]", 2024-08-17T00:40:32.860 INFO:tasks.workunit.client.0.smithi082.stdout: "[400000, 799999]", 2024-08-17T00:40:32.860 INFO:tasks.workunit.client.0.smithi082.stdout: "[800000, 1599999]", 2024-08-17T00:40:32.860 INFO:tasks.workunit.client.0.smithi082.stdout: "[1600000, 3199999]", 2024-08-17T00:40:32.861 INFO:tasks.workunit.client.0.smithi082.stdout: "[3200000, 6399999]", 2024-08-17T00:40:32.861 INFO:tasks.workunit.client.0.smithi082.stdout: "[6400000, 12799999]", 2024-08-17T00:40:32.861 INFO:tasks.workunit.client.0.smithi082.stdout: "[12800000, 25599999]", 2024-08-17T00:40:32.861 INFO:tasks.workunit.client.0.smithi082.stdout: "[25600000, 51199999]", 2024-08-17T00:40:32.861 INFO:tasks.workunit.client.0.smithi082.stdout: "[51200000, 102399999]", 2024-08-17T00:40:32.861 INFO:tasks.workunit.client.0.smithi082.stdout: "[102400000, 204799999]", 2024-08-17T00:40:32.861 INFO:tasks.workunit.client.0.smithi082.stdout: "[204800000, 409599999]", 2024-08-17T00:40:32.861 INFO:tasks.workunit.client.0.smithi082.stdout: "[409600000, 819199999]", 2024-08-17T00:40:32.861 INFO:tasks.workunit.client.0.smithi082.stdout: "[819200000, 1638399999]", 2024-08-17T00:40:32.861 INFO:tasks.workunit.client.0.smithi082.stdout: "[1638400000, 3276799999]", 2024-08-17T00:40:32.861 INFO:tasks.workunit.client.0.smithi082.stdout: "[3276800000, 6553599999]", 2024-08-17T00:40:32.861 INFO:tasks.workunit.client.0.smithi082.stdout: "[6553600000, 13107199999]", 2024-08-17T00:40:32.861 INFO:tasks.workunit.client.0.smithi082.stdout: "[13107200000, 26214399999]", 2024-08-17T00:40:32.861 INFO:tasks.workunit.client.0.smithi082.stdout: "[26214400000, 52428799999]", 2024-08-17T00:40:32.862 INFO:tasks.workunit.client.0.smithi082.stdout: "[52428800000, 104857599999]", 2024-08-17T00:40:32.862 INFO:tasks.workunit.client.0.smithi082.stdout: "[104857600000, 209715199999]", 2024-08-17T00:40:32.862 INFO:tasks.workunit.client.0.smithi082.stdout: "[209715200000, 419430399999]", 2024-08-17T00:40:32.862 INFO:tasks.workunit.client.0.smithi082.stdout: "[419430400000, 838860799999]", 2024-08-17T00:40:32.862 INFO:tasks.workunit.client.0.smithi082.stdout: "[838860800000, 1677721599999]", 2024-08-17T00:40:32.862 INFO:tasks.workunit.client.0.smithi082.stdout: "[1677721600000, 3355443199999]", 2024-08-17T00:40:32.862 INFO:tasks.workunit.client.0.smithi082.stdout: "[3355443200000, 6710886399999]", 2024-08-17T00:40:32.862 INFO:tasks.workunit.client.0.smithi082.stdout: "[6710886400000, 13421772799999]", 2024-08-17T00:40:32.862 INFO:tasks.workunit.client.0.smithi082.stdout: "[13421772800000, 26843545599999]", 2024-08-17T00:40:32.862 INFO:tasks.workunit.client.0.smithi082.stdout: "[26843545600000, 53687091199999]", 2024-08-17T00:40:32.862 INFO:tasks.workunit.client.0.smithi082.stdout: "[53687091200000, None]" 2024-08-17T00:40:32.862 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.862 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T00:40:32.863 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.863 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.863 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T00:40:32.863 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T00:40:32.863 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Request size (bytes)", 2024-08-17T00:40:32.863 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 512, 2024-08-17T00:40:32.863 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T00:40:32.863 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T00:40:32.863 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 511]", 2024-08-17T00:40:32.863 INFO:tasks.workunit.client.0.smithi082.stdout: "[512, 1023]", 2024-08-17T00:40:32.863 INFO:tasks.workunit.client.0.smithi082.stdout: "[1024, 2047]", 2024-08-17T00:40:32.863 INFO:tasks.workunit.client.0.smithi082.stdout: "[2048, 4095]", 2024-08-17T00:40:32.863 INFO:tasks.workunit.client.0.smithi082.stdout: "[4096, 8191]", 2024-08-17T00:40:32.863 INFO:tasks.workunit.client.0.smithi082.stdout: "[8192, 16383]", 2024-08-17T00:40:32.864 INFO:tasks.workunit.client.0.smithi082.stdout: "[16384, 32767]", 2024-08-17T00:40:32.864 INFO:tasks.workunit.client.0.smithi082.stdout: "[32768, 65535]", 2024-08-17T00:40:32.864 INFO:tasks.workunit.client.0.smithi082.stdout: "[65536, 131071]", 2024-08-17T00:40:32.864 INFO:tasks.workunit.client.0.smithi082.stdout: "[131072, 262143]", 2024-08-17T00:40:32.864 INFO:tasks.workunit.client.0.smithi082.stdout: "[262144, 524287]", 2024-08-17T00:40:32.864 INFO:tasks.workunit.client.0.smithi082.stdout: "[524288, 1048575]", 2024-08-17T00:40:32.864 INFO:tasks.workunit.client.0.smithi082.stdout: "[1048576, 2097151]", 2024-08-17T00:40:32.864 INFO:tasks.workunit.client.0.smithi082.stdout: "[2097152, 4194303]", 2024-08-17T00:40:32.864 INFO:tasks.workunit.client.0.smithi082.stdout: "[4194304, 8388607]", 2024-08-17T00:40:32.864 INFO:tasks.workunit.client.0.smithi082.stdout: "[8388608, 16777215]", 2024-08-17T00:40:32.864 INFO:tasks.workunit.client.0.smithi082.stdout: "[16777216, 33554431]", 2024-08-17T00:40:32.864 INFO:tasks.workunit.client.0.smithi082.stdout: "[33554432, 67108863]", 2024-08-17T00:40:32.864 INFO:tasks.workunit.client.0.smithi082.stdout: "[67108864, 134217727]", 2024-08-17T00:40:32.865 INFO:tasks.workunit.client.0.smithi082.stdout: "[134217728, 268435455]", 2024-08-17T00:40:32.865 INFO:tasks.workunit.client.0.smithi082.stdout: "[268435456, 536870911]", 2024-08-17T00:40:32.865 INFO:tasks.workunit.client.0.smithi082.stdout: "[536870912, 1073741823]", 2024-08-17T00:40:32.865 INFO:tasks.workunit.client.0.smithi082.stdout: "[1073741824, 2147483647]", 2024-08-17T00:40:32.865 INFO:tasks.workunit.client.0.smithi082.stdout: "[2147483648, 4294967295]", 2024-08-17T00:40:32.865 INFO:tasks.workunit.client.0.smithi082.stdout: "[4294967296, 8589934591]", 2024-08-17T00:40:32.865 INFO:tasks.workunit.client.0.smithi082.stdout: "[8589934592, 17179869183]", 2024-08-17T00:40:32.865 INFO:tasks.workunit.client.0.smithi082.stdout: "[17179869184, 34359738367]", 2024-08-17T00:40:32.865 INFO:tasks.workunit.client.0.smithi082.stdout: "[34359738368, 68719476735]", 2024-08-17T00:40:32.865 INFO:tasks.workunit.client.0.smithi082.stdout: "[68719476736, 137438953471]", 2024-08-17T00:40:32.865 INFO:tasks.workunit.client.0.smithi082.stdout: "[137438953472, 274877906943]", 2024-08-17T00:40:32.865 INFO:tasks.workunit.client.0.smithi082.stdout: "[274877906944, None]" 2024-08-17T00:40:32.865 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.865 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T00:40:32.866 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.866 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.866 INFO:tasks.workunit.client.0.smithi082.stdout: "osds": [ 2024-08-17T00:40:32.866 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.866 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 0, 2024-08-17T00:40:32.866 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.866 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.866 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.866 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.866 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.866 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.866 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.866 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.867 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.867 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.867 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.867 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.867 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.867 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.867 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.867 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.867 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.867 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.867 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.867 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.868 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.868 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.868 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.868 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.868 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.868 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.868 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.868 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.868 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.868 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.868 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.868 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.868 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.868 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.869 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.869 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.869 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 1, 2024-08-17T00:40:32.869 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.869 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.869 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.869 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.869 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.869 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.869 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7, 4, 0, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.869 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 16, 4, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.869 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.869 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.870 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.870 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.870 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.870 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.870 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.870 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.870 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.870 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.870 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.870 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.870 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.870 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.870 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.871 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.871 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.871 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.871 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.871 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.871 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.871 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.871 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.871 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.871 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.871 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.871 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.871 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.871 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 2, 2024-08-17T00:40:32.872 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.872 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.872 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.872 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.872 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.872 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.872 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.872 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.872 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.872 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.872 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.872 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.873 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.873 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.873 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.873 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.873 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.873 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.873 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.873 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.873 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.873 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.873 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.873 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.873 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.873 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.874 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.874 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.874 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.874 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.874 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.874 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.874 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.874 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.874 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.874 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.874 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 3, 2024-08-17T00:40:32.874 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.874 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.875 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.875 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.875 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.875 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.875 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.875 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.875 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.875 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.875 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.875 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.875 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.875 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.875 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.875 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.876 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.876 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.876 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.876 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.876 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.876 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.876 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.876 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.876 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.876 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.876 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.876 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.876 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.877 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.877 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.877 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.877 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.877 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.877 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.877 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.877 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 4, 2024-08-17T00:40:32.877 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.877 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.877 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.877 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.877 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.877 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.878 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.878 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.878 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.878 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.878 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.878 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.878 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.878 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.878 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.878 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.878 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.878 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.879 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.879 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.879 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.879 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.879 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.879 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.879 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.879 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.879 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.879 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.879 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.879 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.879 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.879 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.880 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.880 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.880 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.880 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.880 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 5, 2024-08-17T00:40:32.880 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.880 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.880 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.880 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.880 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.880 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.880 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.880 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.880 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.881 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.881 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.881 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.881 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.881 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.881 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.881 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.881 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.881 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.881 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.881 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.881 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.881 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.881 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.882 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.882 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.882 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.882 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.882 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.882 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.882 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.882 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.882 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.882 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.882 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.882 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.882 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.883 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 6, 2024-08-17T00:40:32.883 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.883 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.883 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.883 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.883 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.883 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.883 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.883 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.883 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.883 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.883 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.884 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.884 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.884 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.884 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.884 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.884 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.884 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.884 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.884 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.884 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.884 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.884 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.884 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.885 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.885 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.885 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.885 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.885 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.885 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.885 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.885 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.885 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.885 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.885 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.885 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:32.885 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 7, 2024-08-17T00:40:32.885 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T00:40:32.886 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.886 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.886 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.886 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.886 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.886 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.886 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.886 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.886 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.886 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.886 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.886 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.886 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.887 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.887 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.887 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.887 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.887 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.887 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.887 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.887 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.887 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.887 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.887 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.887 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.887 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.887 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.888 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.888 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.888 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.888 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T00:40:32.888 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T00:40:32.888 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.888 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.888 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T00:40:32.888 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.888 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.888 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:32.888 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_counters": { 2024-08-17T00:40:32.889 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T00:40:32.889 INFO:tasks.workunit.client.0.smithi082.stdout: "mds": { 2024-08-17T00:40:32.889 INFO:tasks.workunit.client.0.smithi082.stdout: "caps": { 2024-08-17T00:40:32.889 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.889 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.889 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_flush_ack": { 2024-08-17T00:40:32.889 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.889 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.889 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-17T00:40:32.889 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.889 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.889 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_grant": { 2024-08-17T00:40:32.889 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.890 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.890 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_revoke": { 2024-08-17T00:40:32.890 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.890 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.890 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_trunc": { 2024-08-17T00:40:32.890 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.890 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.890 INFO:tasks.workunit.client.0.smithi082.stdout: "dir_commit": { 2024-08-17T00:40:32.890 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12 2024-08-17T00:40:32.890 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.890 INFO:tasks.workunit.client.0.smithi082.stdout: "dir_fetch": { 2024-08-17T00:40:32.890 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.890 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.891 INFO:tasks.workunit.client.0.smithi082.stdout: "dir_merge": { 2024-08-17T00:40:32.891 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.891 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.891 INFO:tasks.workunit.client.0.smithi082.stdout: "dir_split": { 2024-08-17T00:40:32.891 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.891 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.891 INFO:tasks.workunit.client.0.smithi082.stdout: "exported_inodes": { 2024-08-17T00:40:32.891 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.891 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.891 INFO:tasks.workunit.client.0.smithi082.stdout: "forward": { 2024-08-17T00:40:32.891 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.891 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.891 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_cap_release": { 2024-08-17T00:40:32.891 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.892 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.892 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_caps": { 2024-08-17T00:40:32.892 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.892 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.892 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_caps_dirty": { 2024-08-17T00:40:32.892 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.892 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.892 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_inode_file_caps": { 2024-08-17T00:40:32.892 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.892 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.892 INFO:tasks.workunit.client.0.smithi082.stdout: "imported_inodes": { 2024-08-17T00:40:32.892 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.892 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.892 INFO:tasks.workunit.client.0.smithi082.stdout: "inodes": { 2024-08-17T00:40:32.893 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T00:40:32.893 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.893 INFO:tasks.workunit.client.0.smithi082.stdout: "inodes_expired": { 2024-08-17T00:40:32.893 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.893 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.893 INFO:tasks.workunit.client.0.smithi082.stdout: "inodes_pinned": { 2024-08-17T00:40:32.893 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T00:40:32.893 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.893 INFO:tasks.workunit.client.0.smithi082.stdout: "inodes_with_caps": { 2024-08-17T00:40:32.893 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.893 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.893 INFO:tasks.workunit.client.0.smithi082.stdout: "load_cent": { 2024-08-17T00:40:32.893 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.894 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.894 INFO:tasks.workunit.client.0.smithi082.stdout: "openino_dir_fetch": { 2024-08-17T00:40:32.894 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.894 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.894 INFO:tasks.workunit.client.0.smithi082.stdout: "process_request_cap_release": { 2024-08-17T00:40:32.894 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.894 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.894 INFO:tasks.workunit.client.0.smithi082.stdout: "reply_latency": { 2024-08-17T00:40:32.894 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:32.894 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 136975 2024-08-17T00:40:32.894 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.894 INFO:tasks.workunit.client.0.smithi082.stdout: "request": { 2024-08-17T00:40:32.894 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:32.894 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.895 INFO:tasks.workunit.client.0.smithi082.stdout: "root_rbytes": { 2024-08-17T00:40:32.895 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.895 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.895 INFO:tasks.workunit.client.0.smithi082.stdout: "root_rfiles": { 2024-08-17T00:40:32.895 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.895 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.895 INFO:tasks.workunit.client.0.smithi082.stdout: "root_rsnaps": { 2024-08-17T00:40:32.895 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.895 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.895 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_reply": { 2024-08-17T00:40:32.895 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.895 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.895 INFO:tasks.workunit.client.0.smithi082.stdout: "subtrees": { 2024-08-17T00:40:32.896 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:32.896 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.896 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.896 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_cache": { 2024-08-17T00:40:32.896 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_enqueue_scrub": { 2024-08-17T00:40:32.896 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.896 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.896 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_exportdir": { 2024-08-17T00:40:32.896 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.896 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.896 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_flush": { 2024-08-17T00:40:32.896 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.896 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.897 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_fragmentdir": { 2024-08-17T00:40:32.897 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.897 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.897 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_fragstats": { 2024-08-17T00:40:32.897 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.897 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.897 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_inodestats": { 2024-08-17T00:40:32.897 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.897 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.897 INFO:tasks.workunit.client.0.smithi082.stdout: "num_recovering_enqueued": { 2024-08-17T00:40:32.897 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.897 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.897 INFO:tasks.workunit.client.0.smithi082.stdout: "num_recovering_prioritized": { 2024-08-17T00:40:32.897 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.898 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_recovering_processing": { 2024-08-17T00:40:32.898 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.898 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_strays": { 2024-08-17T00:40:32.898 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.898 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_strays_delayed": { 2024-08-17T00:40:32.898 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.898 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_strays_enqueuing": { 2024-08-17T00:40:32.898 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.898 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.899 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_completed": { 2024-08-17T00:40:32.899 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.899 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.899 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_started": { 2024-08-17T00:40:32.899 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.899 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.899 INFO:tasks.workunit.client.0.smithi082.stdout: "strays_created": { 2024-08-17T00:40:32.899 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.899 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.899 INFO:tasks.workunit.client.0.smithi082.stdout: "strays_enqueued": { 2024-08-17T00:40:32.899 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.899 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.899 INFO:tasks.workunit.client.0.smithi082.stdout: "strays_migrated": { 2024-08-17T00:40:32.899 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.900 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.900 INFO:tasks.workunit.client.0.smithi082.stdout: "strays_reintegrated": { 2024-08-17T00:40:32.900 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.900 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.900 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.900 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_log": { 2024-08-17T00:40:32.900 INFO:tasks.workunit.client.0.smithi082.stdout: "ev": { 2024-08-17T00:40:32.900 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5 2024-08-17T00:40:32.900 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.900 INFO:tasks.workunit.client.0.smithi082.stdout: "evadd": { 2024-08-17T00:40:32.900 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5 2024-08-17T00:40:32.900 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.900 INFO:tasks.workunit.client.0.smithi082.stdout: "evex": { 2024-08-17T00:40:32.900 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.901 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.901 INFO:tasks.workunit.client.0.smithi082.stdout: "evexd": { 2024-08-17T00:40:32.901 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.901 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.901 INFO:tasks.workunit.client.0.smithi082.stdout: "evexg": { 2024-08-17T00:40:32.901 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.901 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.901 INFO:tasks.workunit.client.0.smithi082.stdout: "evtrm": { 2024-08-17T00:40:32.901 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.901 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.901 INFO:tasks.workunit.client.0.smithi082.stdout: "jlat": { 2024-08-17T00:40:32.901 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 5, 2024-08-17T00:40:32.901 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12224544 2024-08-17T00:40:32.901 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.902 INFO:tasks.workunit.client.0.smithi082.stdout: "replayed": { 2024-08-17T00:40:32.902 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.902 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.902 INFO:tasks.workunit.client.0.smithi082.stdout: "seg": { 2024-08-17T00:40:32.902 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T00:40:32.902 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.902 INFO:tasks.workunit.client.0.smithi082.stdout: "segadd": { 2024-08-17T00:40:32.902 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T00:40:32.902 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.902 INFO:tasks.workunit.client.0.smithi082.stdout: "segex": { 2024-08-17T00:40:32.902 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.902 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.902 INFO:tasks.workunit.client.0.smithi082.stdout: "segexd": { 2024-08-17T00:40:32.902 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.903 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.903 INFO:tasks.workunit.client.0.smithi082.stdout: "segexg": { 2024-08-17T00:40:32.903 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.903 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.903 INFO:tasks.workunit.client.0.smithi082.stdout: "segtrm": { 2024-08-17T00:40:32.903 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.903 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.903 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.903 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_mem": { 2024-08-17T00:40:32.903 INFO:tasks.workunit.client.0.smithi082.stdout: "cap": { 2024-08-17T00:40:32.903 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.903 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.903 INFO:tasks.workunit.client.0.smithi082.stdout: "cap+": { 2024-08-17T00:40:32.903 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:32.904 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.904 INFO:tasks.workunit.client.0.smithi082.stdout: "cap-": { 2024-08-17T00:40:32.904 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:32.904 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.904 INFO:tasks.workunit.client.0.smithi082.stdout: "dir": { 2024-08-17T00:40:32.904 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12 2024-08-17T00:40:32.904 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.904 INFO:tasks.workunit.client.0.smithi082.stdout: "dir+": { 2024-08-17T00:40:32.904 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12 2024-08-17T00:40:32.904 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.904 INFO:tasks.workunit.client.0.smithi082.stdout: "dir-": { 2024-08-17T00:40:32.904 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.904 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.904 INFO:tasks.workunit.client.0.smithi082.stdout: "dn": { 2024-08-17T00:40:32.904 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T00:40:32.905 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.905 INFO:tasks.workunit.client.0.smithi082.stdout: "dn+": { 2024-08-17T00:40:32.905 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T00:40:32.905 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.905 INFO:tasks.workunit.client.0.smithi082.stdout: "dn-": { 2024-08-17T00:40:32.905 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.905 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.905 INFO:tasks.workunit.client.0.smithi082.stdout: "heap": { 2024-08-17T00:40:32.905 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 207068 2024-08-17T00:40:32.905 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.905 INFO:tasks.workunit.client.0.smithi082.stdout: "ino": { 2024-08-17T00:40:32.905 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13 2024-08-17T00:40:32.905 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.906 INFO:tasks.workunit.client.0.smithi082.stdout: "ino+": { 2024-08-17T00:40:32.906 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13 2024-08-17T00:40:32.906 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.906 INFO:tasks.workunit.client.0.smithi082.stdout: "ino-": { 2024-08-17T00:40:32.906 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.906 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.906 INFO:tasks.workunit.client.0.smithi082.stdout: "rss": { 2024-08-17T00:40:32.906 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 35652 2024-08-17T00:40:32.906 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.906 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.906 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_server": { 2024-08-17T00:40:32.906 INFO:tasks.workunit.client.0.smithi082.stdout: "cap_acquisition_throttle": { 2024-08-17T00:40:32.906 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.906 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.907 INFO:tasks.workunit.client.0.smithi082.stdout: "cap_revoke_eviction": { 2024-08-17T00:40:32.907 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.907 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.907 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_request": { 2024-08-17T00:40:32.907 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:32.907 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.907 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_session": { 2024-08-17T00:40:32.907 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14 2024-08-17T00:40:32.907 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.907 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_peer_request": { 2024-08-17T00:40:32.907 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.907 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.907 INFO:tasks.workunit.client.0.smithi082.stdout: "req_create_latency": { 2024-08-17T00:40:32.908 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.908 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.908 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.908 INFO:tasks.workunit.client.0.smithi082.stdout: "req_getattr_latency": { 2024-08-17T00:40:32.908 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:32.908 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 136975 2024-08-17T00:40:32.908 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.908 INFO:tasks.workunit.client.0.smithi082.stdout: "req_getfilelock_latency": { 2024-08-17T00:40:32.908 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.908 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.908 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.908 INFO:tasks.workunit.client.0.smithi082.stdout: "req_getvxattr_latency": { 2024-08-17T00:40:32.908 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.909 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.909 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.909 INFO:tasks.workunit.client.0.smithi082.stdout: "req_link_latency": { 2024-08-17T00:40:32.909 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.909 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.909 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.909 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookup_latency": { 2024-08-17T00:40:32.909 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.909 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.909 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.909 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookuphash_latency": { 2024-08-17T00:40:32.909 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.909 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.909 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.909 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookupino_latency": { 2024-08-17T00:40:32.910 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.910 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.910 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.910 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookupname_latency": { 2024-08-17T00:40:32.910 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.910 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.910 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.910 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookupparent_latency": { 2024-08-17T00:40:32.910 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.910 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.910 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.910 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookupsnap_latency": { 2024-08-17T00:40:32.910 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.911 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.911 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.911 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lssnap_latency": { 2024-08-17T00:40:32.911 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.911 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.911 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.911 INFO:tasks.workunit.client.0.smithi082.stdout: "req_mkdir_latency": { 2024-08-17T00:40:32.911 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.911 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.911 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.911 INFO:tasks.workunit.client.0.smithi082.stdout: "req_mknod_latency": { 2024-08-17T00:40:32.911 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.911 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.911 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.912 INFO:tasks.workunit.client.0.smithi082.stdout: "req_mksnap_latency": { 2024-08-17T00:40:32.912 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.912 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.912 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.912 INFO:tasks.workunit.client.0.smithi082.stdout: "req_open_latency": { 2024-08-17T00:40:32.912 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.912 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.912 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.912 INFO:tasks.workunit.client.0.smithi082.stdout: "req_readdir_latency": { 2024-08-17T00:40:32.912 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.912 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.912 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.912 INFO:tasks.workunit.client.0.smithi082.stdout: "req_rename_latency": { 2024-08-17T00:40:32.913 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.913 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.913 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.913 INFO:tasks.workunit.client.0.smithi082.stdout: "req_renamesnap_latency": { 2024-08-17T00:40:32.913 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.913 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.913 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.913 INFO:tasks.workunit.client.0.smithi082.stdout: "req_rmdir_latency": { 2024-08-17T00:40:32.913 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.913 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.913 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.913 INFO:tasks.workunit.client.0.smithi082.stdout: "req_rmsnap_latency": { 2024-08-17T00:40:32.913 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.913 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.914 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.914 INFO:tasks.workunit.client.0.smithi082.stdout: "req_rmxattr_latency": { 2024-08-17T00:40:32.914 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.914 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.914 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.914 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setattr_latency": { 2024-08-17T00:40:32.914 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.914 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.914 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.914 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setdirlayout_latency": { 2024-08-17T00:40:32.914 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.914 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.914 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.915 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setfilelock_latency": { 2024-08-17T00:40:32.915 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.915 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.915 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.915 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setlayout_latency": { 2024-08-17T00:40:32.915 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.915 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.915 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.915 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setxattr_latency": { 2024-08-17T00:40:32.915 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.915 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.915 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.915 INFO:tasks.workunit.client.0.smithi082.stdout: "req_symlink_latency": { 2024-08-17T00:40:32.915 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.915 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.916 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.916 INFO:tasks.workunit.client.0.smithi082.stdout: "req_unlink_latency": { 2024-08-17T00:40:32.916 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.916 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.916 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.916 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.916 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_sessions": { 2024-08-17T00:40:32.916 INFO:tasks.workunit.client.0.smithi082.stdout: "average_load": { 2024-08-17T00:40:32.916 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T00:40:32.916 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.916 INFO:tasks.workunit.client.0.smithi082.stdout: "avg_session_uptime": { 2024-08-17T00:40:32.916 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 89 2024-08-17T00:40:32.916 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.917 INFO:tasks.workunit.client.0.smithi082.stdout: "mdthresh_evicted": { 2024-08-17T00:40:32.917 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.917 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.917 INFO:tasks.workunit.client.0.smithi082.stdout: "session_add": { 2024-08-17T00:40:32.917 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:32.917 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.917 INFO:tasks.workunit.client.0.smithi082.stdout: "session_count": { 2024-08-17T00:40:32.917 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.917 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.917 INFO:tasks.workunit.client.0.smithi082.stdout: "session_remove": { 2024-08-17T00:40:32.917 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:32.917 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.917 INFO:tasks.workunit.client.0.smithi082.stdout: "sessions_open": { 2024-08-17T00:40:32.918 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.918 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.918 INFO:tasks.workunit.client.0.smithi082.stdout: "sessions_stale": { 2024-08-17T00:40:32.918 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.918 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.918 INFO:tasks.workunit.client.0.smithi082.stdout: "total_load": { 2024-08-17T00:40:32.918 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:32.918 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.918 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.918 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T00:40:32.918 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T00:40:32.918 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.918 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.918 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:32.919 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.919 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.919 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T00:40:32.919 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.919 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.919 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:32.919 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 46 2024-08-17T00:40:32.919 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.919 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.919 INFO:tasks.workunit.client.0.smithi082.stdout: "purge_queue": { 2024-08-17T00:40:32.919 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executed": { 2024-08-17T00:40:32.919 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.919 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.920 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executing": { 2024-08-17T00:40:32.920 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.920 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.920 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executing_high_water": { 2024-08-17T00:40:32.920 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.920 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.920 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executing_ops": { 2024-08-17T00:40:32.920 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.920 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.920 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executing_ops_high_water": { 2024-08-17T00:40:32.920 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.920 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.920 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_item_in_journal": { 2024-08-17T00:40:32.920 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.921 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.921 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.921 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.921 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T00:40:32.921 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T00:40:32.921 INFO:tasks.workunit.client.0.smithi082.stdout: "election_call": { 2024-08-17T00:40:32.921 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:32.921 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.921 INFO:tasks.workunit.client.0.smithi082.stdout: "election_lose": { 2024-08-17T00:40:32.921 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.921 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.921 INFO:tasks.workunit.client.0.smithi082.stdout: "election_win": { 2024-08-17T00:40:32.921 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3 2024-08-17T00:40:32.921 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_elections": { 2024-08-17T00:40:32.922 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9 2024-08-17T00:40:32.922 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_sessions": { 2024-08-17T00:40:32.922 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T00:40:32.922 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.922 INFO:tasks.workunit.client.0.smithi082.stdout: "session_add": { 2024-08-17T00:40:32.922 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3 2024-08-17T00:40:32.922 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.922 INFO:tasks.workunit.client.0.smithi082.stdout: "session_rm": { 2024-08-17T00:40:32.922 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 170 2024-08-17T00:40:32.922 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.922 INFO:tasks.workunit.client.0.smithi082.stdout: "session_trim": { 2024-08-17T00:40:32.922 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.923 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.923 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.923 INFO:tasks.workunit.client.0.smithi082.stdout: "paxos": { 2024-08-17T00:40:32.923 INFO:tasks.workunit.client.0.smithi082.stdout: "accept_timeout": { 2024-08-17T00:40:32.923 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.923 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.923 INFO:tasks.workunit.client.0.smithi082.stdout: "begin": { 2024-08-17T00:40:32.923 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 951 2024-08-17T00:40:32.923 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.923 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_bytes": { 2024-08-17T00:40:32.923 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 951, 2024-08-17T00:40:32.923 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5183103 2024-08-17T00:40:32.923 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.923 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_keys": { 2024-08-17T00:40:32.924 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 951, 2024-08-17T00:40:32.924 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2853 2024-08-17T00:40:32.924 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.924 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_latency": { 2024-08-17T00:40:32.924 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 951, 2024-08-17T00:40:32.924 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 179996602 2024-08-17T00:40:32.924 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.924 INFO:tasks.workunit.client.0.smithi082.stdout: "collect": { 2024-08-17T00:40:32.924 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.924 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.924 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_bytes": { 2024-08-17T00:40:32.924 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.924 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.924 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.925 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_keys": { 2024-08-17T00:40:32.925 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.925 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.925 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.925 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_latency": { 2024-08-17T00:40:32.925 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.925 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.925 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.925 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_timeout": { 2024-08-17T00:40:32.925 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.925 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.925 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_uncommitted": { 2024-08-17T00:40:32.926 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.926 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.926 INFO:tasks.workunit.client.0.smithi082.stdout: "commit": { 2024-08-17T00:40:32.926 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 951 2024-08-17T00:40:32.926 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.926 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_bytes": { 2024-08-17T00:40:32.926 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 951, 2024-08-17T00:40:32.926 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5114689 2024-08-17T00:40:32.926 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.926 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_keys": { 2024-08-17T00:40:32.926 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 951, 2024-08-17T00:40:32.926 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5491 2024-08-17T00:40:32.926 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.927 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_latency": { 2024-08-17T00:40:32.927 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 951, 2024-08-17T00:40:32.927 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 387758758 2024-08-17T00:40:32.927 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.927 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_ack_timeout": { 2024-08-17T00:40:32.927 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.927 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.927 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_timeout": { 2024-08-17T00:40:32.927 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.927 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.927 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn": { 2024-08-17T00:40:32.927 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:32.927 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.927 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn_latency": { 2024-08-17T00:40:32.928 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:32.928 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2999943 2024-08-17T00:40:32.928 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.928 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh": { 2024-08-17T00:40:32.928 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 953 2024-08-17T00:40:32.928 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.928 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh_latency": { 2024-08-17T00:40:32.928 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 953, 2024-08-17T00:40:32.928 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2469953524 2024-08-17T00:40:32.928 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.928 INFO:tasks.workunit.client.0.smithi082.stdout: "restart": { 2024-08-17T00:40:32.928 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12 2024-08-17T00:40:32.928 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.928 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state": { 2024-08-17T00:40:32.929 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:32.929 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.929 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_bytes": { 2024-08-17T00:40:32.929 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:32.929 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1050 2024-08-17T00:40:32.929 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.929 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_keys": { 2024-08-17T00:40:32.929 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:32.929 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:32.929 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.929 INFO:tasks.workunit.client.0.smithi082.stdout: "start_leader": { 2024-08-17T00:40:32.929 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3 2024-08-17T00:40:32.929 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.930 INFO:tasks.workunit.client.0.smithi082.stdout: "start_peon": { 2024-08-17T00:40:32.930 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.930 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.930 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state": { 2024-08-17T00:40:32.930 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.930 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.930 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_bytes": { 2024-08-17T00:40:32.930 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.930 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.930 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.930 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_keys": { 2024-08-17T00:40:32.930 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.930 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.930 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.931 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_latency": { 2024-08-17T00:40:32.931 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.931 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.931 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.931 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.931 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache": { 2024-08-17T00:40:32.931 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T00:40:32.931 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1020054731 2024-08-17T00:40:32.931 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.931 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T00:40:32.931 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 45834240 2024-08-17T00:40:32.931 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.931 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T00:40:32.931 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 41246720 2024-08-17T00:40:32.932 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.932 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T00:40:32.932 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2147483648 2024-08-17T00:40:32.932 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.932 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T00:40:32.932 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4587520 2024-08-17T00:40:32.932 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.932 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.932 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:full": { 2024-08-17T00:40:32.932 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:32.932 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 348127232 2024-08-17T00:40:32.932 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.932 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:32.932 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.933 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.933 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:32.933 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.933 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.933 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:32.933 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 277007734 2024-08-17T00:40:32.933 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.933 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:32.933 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 308162 2024-08-17T00:40:32.933 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.933 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:32.933 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.933 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.933 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:32.934 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.934 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.934 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:32.934 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.934 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.934 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:32.934 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.934 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.934 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:32.934 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.934 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.934 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:32.934 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.934 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.935 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:32.935 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.935 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.935 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:32.935 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.935 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.935 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:32.935 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70811336 2024-08-17T00:40:32.935 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.935 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.935 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:inc": { 2024-08-17T00:40:32.935 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:32.935 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 348127232 2024-08-17T00:40:32.935 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.936 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:32.936 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.936 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.936 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:32.936 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.936 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.936 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:32.936 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 277007734 2024-08-17T00:40:32.936 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.936 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:32.936 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 40910 2024-08-17T00:40:32.936 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.936 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:32.937 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.937 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.937 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:32.937 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.937 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.937 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:32.937 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.937 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.937 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:32.937 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.937 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.937 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:32.937 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.938 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.938 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:32.938 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.938 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.938 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:32.938 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.938 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.938 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:32.938 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.938 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.938 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:32.938 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71078588 2024-08-17T00:40:32.938 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.938 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.939 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:kv": { 2024-08-17T00:40:32.939 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:32.939 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 322961408 2024-08-17T00:40:32.939 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.939 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:32.939 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:32.939 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.939 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:32.939 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.939 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.939 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:32.939 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 184671822 2024-08-17T00:40:32.939 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.939 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:32.940 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.940 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.940 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:32.940 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.940 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.940 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:32.940 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.940 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.940 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:32.940 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.940 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.940 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:32.940 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.940 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.941 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:32.941 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.941 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.941 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:32.941 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.941 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.941 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:32.941 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.941 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.941 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:32.941 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.941 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.941 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:32.941 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71180722 2024-08-17T00:40:32.941 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.942 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.942 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb": { 2024-08-17T00:40:32.942 INFO:tasks.workunit.client.0.smithi082.stdout: "compact": { 2024-08-17T00:40:32.942 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.942 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.942 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_completed": { 2024-08-17T00:40:32.942 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T00:40:32.942 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.942 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lasted": { 2024-08-17T00:40:32.942 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37779858 2024-08-17T00:40:32.942 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.942 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_len": { 2024-08-17T00:40:32.942 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.942 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.943 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_merge": { 2024-08-17T00:40:32.943 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.943 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.943 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_running": { 2024-08-17T00:40:32.943 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.943 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.943 INFO:tasks.workunit.client.0.smithi082.stdout: "get_latency": { 2024-08-17T00:40:32.943 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 42491, 2024-08-17T00:40:32.943 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 160045104 2024-08-17T00:40:32.944 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.944 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_delay_time": { 2024-08-17T00:40:32.944 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.944 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.944 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.944 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_memtable_time": { 2024-08-17T00:40:32.944 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.944 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.944 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.944 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T00:40:32.944 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.944 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.944 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.945 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_wal_time": { 2024-08-17T00:40:32.945 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.945 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.945 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.945 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_latency": { 2024-08-17T00:40:32.945 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.945 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.945 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.945 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_sync_latency": { 2024-08-17T00:40:32.945 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2074, 2024-08-17T00:40:32.945 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 659817428 2024-08-17T00:40:32.945 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.945 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.945 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.946 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T00:40:32.946 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T00:40:32.946 INFO:tasks.workunit.client.0.smithi082.stdout: "election_call": { 2024-08-17T00:40:32.946 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:32.946 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.946 INFO:tasks.workunit.client.0.smithi082.stdout: "election_lose": { 2024-08-17T00:40:32.946 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:32.946 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.946 INFO:tasks.workunit.client.0.smithi082.stdout: "election_win": { 2024-08-17T00:40:32.946 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.946 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.946 INFO:tasks.workunit.client.0.smithi082.stdout: "num_elections": { 2024-08-17T00:40:32.946 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7 2024-08-17T00:40:32.947 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_sessions": { 2024-08-17T00:40:32.947 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T00:40:32.947 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.947 INFO:tasks.workunit.client.0.smithi082.stdout: "session_add": { 2024-08-17T00:40:32.947 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T00:40:32.947 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.947 INFO:tasks.workunit.client.0.smithi082.stdout: "session_rm": { 2024-08-17T00:40:32.947 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 54 2024-08-17T00:40:32.947 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.947 INFO:tasks.workunit.client.0.smithi082.stdout: "session_trim": { 2024-08-17T00:40:32.947 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.947 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.947 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.948 INFO:tasks.workunit.client.0.smithi082.stdout: "paxos": { 2024-08-17T00:40:32.948 INFO:tasks.workunit.client.0.smithi082.stdout: "accept_timeout": { 2024-08-17T00:40:32.948 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.948 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.948 INFO:tasks.workunit.client.0.smithi082.stdout: "begin": { 2024-08-17T00:40:32.948 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 830 2024-08-17T00:40:32.948 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.948 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_bytes": { 2024-08-17T00:40:32.948 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 830, 2024-08-17T00:40:32.948 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4172375 2024-08-17T00:40:32.948 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.948 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_keys": { 2024-08-17T00:40:32.948 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.949 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.949 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.949 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_latency": { 2024-08-17T00:40:32.949 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 830, 2024-08-17T00:40:32.949 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 117997975 2024-08-17T00:40:32.949 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.949 INFO:tasks.workunit.client.0.smithi082.stdout: "collect": { 2024-08-17T00:40:32.949 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:32.949 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.949 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_bytes": { 2024-08-17T00:40:32.949 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:32.949 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 146 2024-08-17T00:40:32.949 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.949 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_keys": { 2024-08-17T00:40:32.950 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:32.950 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:32.950 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.950 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_latency": { 2024-08-17T00:40:32.950 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:32.950 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.950 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.950 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_timeout": { 2024-08-17T00:40:32.950 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.950 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.950 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_uncommitted": { 2024-08-17T00:40:32.950 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.950 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.951 INFO:tasks.workunit.client.0.smithi082.stdout: "commit": { 2024-08-17T00:40:32.951 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 831 2024-08-17T00:40:32.951 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.951 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_bytes": { 2024-08-17T00:40:32.951 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.951 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.951 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.951 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_keys": { 2024-08-17T00:40:32.951 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.951 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.951 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.951 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_latency": { 2024-08-17T00:40:32.951 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.951 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.951 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.952 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_ack_timeout": { 2024-08-17T00:40:32.952 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.952 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.952 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_timeout": { 2024-08-17T00:40:32.952 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.952 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.952 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn": { 2024-08-17T00:40:32.952 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.952 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.952 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn_latency": { 2024-08-17T00:40:32.952 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.952 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.952 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.953 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh": { 2024-08-17T00:40:32.953 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 831 2024-08-17T00:40:32.953 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.953 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh_latency": { 2024-08-17T00:40:32.953 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 831, 2024-08-17T00:40:32.953 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1840968324 2024-08-17T00:40:32.953 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.953 INFO:tasks.workunit.client.0.smithi082.stdout: "restart": { 2024-08-17T00:40:32.953 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13 2024-08-17T00:40:32.953 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.953 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state": { 2024-08-17T00:40:32.953 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.953 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.953 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_bytes": { 2024-08-17T00:40:32.954 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.954 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.954 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.954 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_keys": { 2024-08-17T00:40:32.954 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.954 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.954 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.954 INFO:tasks.workunit.client.0.smithi082.stdout: "start_leader": { 2024-08-17T00:40:32.954 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.954 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.954 INFO:tasks.workunit.client.0.smithi082.stdout: "start_peon": { 2024-08-17T00:40:32.954 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:32.954 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.955 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state": { 2024-08-17T00:40:32.955 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 831 2024-08-17T00:40:32.955 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.955 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_bytes": { 2024-08-17T00:40:32.955 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 831, 2024-08-17T00:40:32.955 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8188869 2024-08-17T00:40:32.955 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.955 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_keys": { 2024-08-17T00:40:32.955 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 831, 2024-08-17T00:40:32.955 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5658 2024-08-17T00:40:32.955 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.955 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_latency": { 2024-08-17T00:40:32.955 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 831, 2024-08-17T00:40:32.955 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 297994878 2024-08-17T00:40:32.956 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.956 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.956 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache": { 2024-08-17T00:40:32.956 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T00:40:32.956 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1020054731 2024-08-17T00:40:32.956 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.956 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T00:40:32.956 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 43827200 2024-08-17T00:40:32.956 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.956 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T00:40:32.956 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 33030144 2024-08-17T00:40:32.956 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.956 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T00:40:32.956 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2147483648 2024-08-17T00:40:32.957 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.957 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T00:40:32.957 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10797056 2024-08-17T00:40:32.957 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.957 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.957 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:full": { 2024-08-17T00:40:32.957 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:32.957 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 348127232 2024-08-17T00:40:32.957 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.957 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:32.957 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.957 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.957 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:32.957 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.958 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.958 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:32.958 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 277006671 2024-08-17T00:40:32.958 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.958 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:32.958 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 308592 2024-08-17T00:40:32.958 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.958 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:32.958 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.958 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.958 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:32.958 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.959 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.959 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:32.959 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.959 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.959 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:32.959 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.959 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.959 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:32.959 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.959 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.959 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:32.959 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.959 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.959 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:32.960 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.960 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.960 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:32.960 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.960 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.960 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:32.960 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70811969 2024-08-17T00:40:32.960 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.960 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.960 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:inc": { 2024-08-17T00:40:32.960 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:32.960 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 348127232 2024-08-17T00:40:32.960 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.960 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:32.961 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.961 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.961 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:32.961 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.961 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.961 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:32.961 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 277006671 2024-08-17T00:40:32.961 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.961 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:32.961 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 43313 2024-08-17T00:40:32.961 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.961 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:32.961 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.961 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.962 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:32.962 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.962 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.962 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:32.962 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.962 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.962 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:32.962 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.962 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.962 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:32.962 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.963 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.963 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:32.963 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.963 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.963 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:32.963 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.963 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.963 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:32.963 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.963 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.963 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:32.963 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71077248 2024-08-17T00:40:32.963 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.963 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.964 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:kv": { 2024-08-17T00:40:32.964 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:32.964 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 322961408 2024-08-17T00:40:32.964 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.964 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:32.964 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:32.964 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.964 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:32.964 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.964 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.964 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:32.964 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 184671114 2024-08-17T00:40:32.964 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.964 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:32.965 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.965 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.965 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:32.965 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.965 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.965 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:32.965 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.965 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.965 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:32.965 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.965 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.965 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:32.965 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.966 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.966 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:32.966 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.966 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.966 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:32.966 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.966 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.966 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:32.966 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.966 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.966 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:32.966 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.966 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.966 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:32.967 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71181430 2024-08-17T00:40:32.967 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.967 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.967 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb": { 2024-08-17T00:40:32.967 INFO:tasks.workunit.client.0.smithi082.stdout: "compact": { 2024-08-17T00:40:32.967 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.967 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.967 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_completed": { 2024-08-17T00:40:32.967 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T00:40:32.967 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.967 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lasted": { 2024-08-17T00:40:32.967 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 22880784 2024-08-17T00:40:32.967 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.968 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_len": { 2024-08-17T00:40:32.968 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.968 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.968 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_merge": { 2024-08-17T00:40:32.968 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.968 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.968 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_running": { 2024-08-17T00:40:32.968 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.968 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.968 INFO:tasks.workunit.client.0.smithi082.stdout: "get_latency": { 2024-08-17T00:40:32.968 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 35394, 2024-08-17T00:40:32.968 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 79049955 2024-08-17T00:40:32.968 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.968 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_delay_time": { 2024-08-17T00:40:32.969 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.969 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.969 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.969 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_memtable_time": { 2024-08-17T00:40:32.969 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.969 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.969 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.969 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T00:40:32.969 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.969 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.969 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.969 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_wal_time": { 2024-08-17T00:40:32.969 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.970 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.970 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.970 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_latency": { 2024-08-17T00:40:32.970 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.970 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.970 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.970 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_sync_latency": { 2024-08-17T00:40:32.970 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1812, 2024-08-17T00:40:32.970 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 513631623 2024-08-17T00:40:32.970 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.970 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.970 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.970 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.b49720f953d6f37bda4fd718c5ff5f803b0cc706": { 2024-08-17T00:40:32.971 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T00:40:32.971 INFO:tasks.workunit.client.0.smithi082.stdout: "election_call": { 2024-08-17T00:40:32.971 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T00:40:32.971 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.971 INFO:tasks.workunit.client.0.smithi082.stdout: "election_lose": { 2024-08-17T00:40:32.971 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T00:40:32.971 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.971 INFO:tasks.workunit.client.0.smithi082.stdout: "election_win": { 2024-08-17T00:40:32.971 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.971 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_elections": { 2024-08-17T00:40:32.971 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3 2024-08-17T00:40:32.971 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_sessions": { 2024-08-17T00:40:32.972 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13 2024-08-17T00:40:32.972 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.972 INFO:tasks.workunit.client.0.smithi082.stdout: "session_add": { 2024-08-17T00:40:32.972 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5 2024-08-17T00:40:32.972 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.972 INFO:tasks.workunit.client.0.smithi082.stdout: "session_rm": { 2024-08-17T00:40:32.972 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 97 2024-08-17T00:40:32.972 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.972 INFO:tasks.workunit.client.0.smithi082.stdout: "session_trim": { 2024-08-17T00:40:32.972 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.972 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.972 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.972 INFO:tasks.workunit.client.0.smithi082.stdout: "paxos": { 2024-08-17T00:40:32.972 INFO:tasks.workunit.client.0.smithi082.stdout: "accept_timeout": { 2024-08-17T00:40:32.973 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.973 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.973 INFO:tasks.workunit.client.0.smithi082.stdout: "begin": { 2024-08-17T00:40:32.973 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 820 2024-08-17T00:40:32.973 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.973 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_bytes": { 2024-08-17T00:40:32.973 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 820, 2024-08-17T00:40:32.973 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4145550 2024-08-17T00:40:32.973 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.973 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_keys": { 2024-08-17T00:40:32.973 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.973 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.973 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.974 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_latency": { 2024-08-17T00:40:32.974 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 820, 2024-08-17T00:40:32.974 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 251995253 2024-08-17T00:40:32.974 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.974 INFO:tasks.workunit.client.0.smithi082.stdout: "collect": { 2024-08-17T00:40:32.974 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T00:40:32.974 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.974 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_bytes": { 2024-08-17T00:40:32.974 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:32.974 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73 2024-08-17T00:40:32.974 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.974 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_keys": { 2024-08-17T00:40:32.974 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:32.974 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T00:40:32.975 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.975 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_latency": { 2024-08-17T00:40:32.975 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:32.975 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.975 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.975 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_timeout": { 2024-08-17T00:40:32.975 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.975 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.975 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_uncommitted": { 2024-08-17T00:40:32.975 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.975 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.975 INFO:tasks.workunit.client.0.smithi082.stdout: "commit": { 2024-08-17T00:40:32.975 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 821 2024-08-17T00:40:32.975 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.976 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_bytes": { 2024-08-17T00:40:32.976 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.976 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.976 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.976 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_keys": { 2024-08-17T00:40:32.976 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.976 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.976 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.976 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_latency": { 2024-08-17T00:40:32.976 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.976 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.976 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.976 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_ack_timeout": { 2024-08-17T00:40:32.976 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.977 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.977 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_timeout": { 2024-08-17T00:40:32.977 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.977 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.977 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn": { 2024-08-17T00:40:32.977 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.977 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.977 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn_latency": { 2024-08-17T00:40:32.977 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.977 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.977 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.977 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh": { 2024-08-17T00:40:32.977 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 821 2024-08-17T00:40:32.977 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.977 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh_latency": { 2024-08-17T00:40:32.978 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 821, 2024-08-17T00:40:32.978 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1915963927 2024-08-17T00:40:32.978 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.978 INFO:tasks.workunit.client.0.smithi082.stdout: "restart": { 2024-08-17T00:40:32.978 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8 2024-08-17T00:40:32.978 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.978 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state": { 2024-08-17T00:40:32.978 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.978 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.978 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_bytes": { 2024-08-17T00:40:32.978 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.979 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.979 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.979 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_keys": { 2024-08-17T00:40:32.979 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.979 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.979 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.979 INFO:tasks.workunit.client.0.smithi082.stdout: "start_leader": { 2024-08-17T00:40:32.979 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.979 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.979 INFO:tasks.workunit.client.0.smithi082.stdout: "start_peon": { 2024-08-17T00:40:32.979 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T00:40:32.979 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.980 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state": { 2024-08-17T00:40:32.980 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 821 2024-08-17T00:40:32.980 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.980 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_bytes": { 2024-08-17T00:40:32.980 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 821, 2024-08-17T00:40:32.980 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8137317 2024-08-17T00:40:32.980 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.980 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_keys": { 2024-08-17T00:40:32.980 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 821, 2024-08-17T00:40:32.980 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5583 2024-08-17T00:40:32.980 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.981 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_latency": { 2024-08-17T00:40:32.981 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 821, 2024-08-17T00:40:32.981 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 540989810 2024-08-17T00:40:32.981 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.981 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.981 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache": { 2024-08-17T00:40:32.981 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T00:40:32.981 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1020054731 2024-08-17T00:40:32.981 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.981 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T00:40:32.981 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 43843584 2024-08-17T00:40:32.981 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.981 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T00:40:32.982 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 33906688 2024-08-17T00:40:32.982 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.982 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T00:40:32.982 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2147483648 2024-08-17T00:40:32.982 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.982 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T00:40:32.982 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9936896 2024-08-17T00:40:32.982 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.982 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.982 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:full": { 2024-08-17T00:40:32.982 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:32.982 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 348127232 2024-08-17T00:40:32.983 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.983 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:32.983 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.983 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.983 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:32.983 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.983 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.983 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:32.983 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 277006671 2024-08-17T00:40:32.983 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.983 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:32.983 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 308592 2024-08-17T00:40:32.983 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.983 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:32.984 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.984 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.984 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:32.984 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.984 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.984 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:32.984 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.984 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.984 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:32.984 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.984 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.984 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:32.984 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.985 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.985 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:32.985 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.985 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.985 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:32.985 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.985 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.985 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:32.985 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.985 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.985 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:32.985 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70811969 2024-08-17T00:40:32.985 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.986 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.986 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:inc": { 2024-08-17T00:40:32.986 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:32.986 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 348127232 2024-08-17T00:40:32.986 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.986 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:32.986 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.986 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.986 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:32.986 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.986 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.986 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:32.987 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 277006671 2024-08-17T00:40:32.987 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.987 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:32.987 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 43313 2024-08-17T00:40:32.987 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.987 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:32.987 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.987 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.987 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:32.987 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.987 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.987 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:32.987 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.987 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.988 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:32.988 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.988 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.988 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:32.988 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.988 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.988 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:32.988 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.988 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.988 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:32.988 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.988 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.988 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:32.989 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.989 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.989 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:32.989 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71077248 2024-08-17T00:40:32.989 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.989 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.989 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:kv": { 2024-08-17T00:40:32.989 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:32.989 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 322961408 2024-08-17T00:40:32.989 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.989 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:32.989 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:32.989 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.990 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:32.990 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.990 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.990 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:32.990 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 184671114 2024-08-17T00:40:32.990 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.990 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:32.990 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.990 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.990 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:32.990 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.990 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.990 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:32.991 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.991 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.991 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:32.991 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.991 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.991 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:32.991 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.991 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.991 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:32.991 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.991 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.991 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:32.991 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.991 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.992 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:32.992 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.992 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.992 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:32.992 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.992 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.992 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:32.992 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71181430 2024-08-17T00:40:32.992 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.992 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.992 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb": { 2024-08-17T00:40:32.992 INFO:tasks.workunit.client.0.smithi082.stdout: "compact": { 2024-08-17T00:40:32.992 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.992 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.993 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_completed": { 2024-08-17T00:40:32.993 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T00:40:32.993 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.993 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lasted": { 2024-08-17T00:40:32.993 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37205246 2024-08-17T00:40:32.993 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.993 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_len": { 2024-08-17T00:40:32.993 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.993 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.993 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_merge": { 2024-08-17T00:40:32.993 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.993 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.993 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_running": { 2024-08-17T00:40:32.993 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.994 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.994 INFO:tasks.workunit.client.0.smithi082.stdout: "get_latency": { 2024-08-17T00:40:32.994 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 35354, 2024-08-17T00:40:32.994 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 85296040 2024-08-17T00:40:32.994 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.994 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_delay_time": { 2024-08-17T00:40:32.994 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.994 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.994 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.994 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_memtable_time": { 2024-08-17T00:40:32.994 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.994 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.994 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.995 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T00:40:32.995 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.995 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.995 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.995 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_wal_time": { 2024-08-17T00:40:32.995 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.995 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.995 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.995 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_latency": { 2024-08-17T00:40:32.995 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.995 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.995 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.995 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_sync_latency": { 2024-08-17T00:40:32.995 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1768, 2024-08-17T00:40:32.996 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 882933280 2024-08-17T00:40:32.996 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.996 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:32.996 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.996 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.0": { 2024-08-17T00:40:32.996 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:32.996 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T00:40:32.996 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.996 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.996 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:40:32.996 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.996 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.996 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T00:40:32.996 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T00:40:32.997 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.997 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_main": { 2024-08-17T00:40:32.997 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.997 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.997 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T00:40:32.997 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.997 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.997 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T00:40:32.997 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.997 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.997 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T00:40:32.997 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12288 2024-08-17T00:40:32.997 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.997 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T00:40:32.998 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2768896 2024-08-17T00:40:32.998 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.998 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T00:40:32.998 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.998 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.998 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.998 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T00:40:32.998 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:32.998 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:32.998 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.998 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T00:40:32.998 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:32.998 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.999 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T00:40:32.999 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 304480256 2024-08-17T00:40:32.999 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.999 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T00:40:32.999 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1703936 2024-08-17T00:40:32.999 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.999 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T00:40:32.999 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1564672 2024-08-17T00:40:32.999 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.999 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T00:40:32.999 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 312868864 2024-08-17T00:40:32.999 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:32.999 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T00:40:33.000 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.000 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.000 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T00:40:33.000 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.000 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.000 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T00:40:33.000 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14 2024-08-17T00:40:33.000 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.000 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T00:40:33.000 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 195697 2024-08-17T00:40:33.000 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.000 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T00:40:33.000 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23 2024-08-17T00:40:33.001 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.001 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T00:40:33.001 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1269760 2024-08-17T00:40:33.001 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.001 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T00:40:33.001 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1273856 2024-08-17T00:40:33.001 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.001 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T00:40:33.001 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.001 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.001 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T00:40:33.001 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.001 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.001 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T00:40:33.002 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T00:40:33.002 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.002 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T00:40:33.002 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4789 2024-08-17T00:40:33.002 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.002 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T00:40:33.002 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T00:40:33.002 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.002 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T00:40:33.002 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:33.002 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.002 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T00:40:33.003 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:33.003 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.003 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T00:40:33.003 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:33.003 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.003 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T00:40:33.003 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:33.003 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.003 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T00:40:33.003 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.003 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.003 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:40:33.003 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.003 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.004 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:40:33.004 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.004 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.004 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:40:33.004 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.004 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.004 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T00:40:33.004 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.004 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.004 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T00:40:33.004 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.004 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.004 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T00:40:33.005 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.005 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.005 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T00:40:33.005 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.005 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.005 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T00:40:33.005 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.005 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.005 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T00:40:33.005 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4407296 2024-08-17T00:40:33.005 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.005 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.005 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T00:40:33.005 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T00:40:33.006 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T00:40:33.006 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.006 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T00:40:33.006 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1388544 2024-08-17T00:40:33.006 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.006 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T00:40:33.006 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T00:40:33.006 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 211015 2024-08-17T00:40:33.006 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.006 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T00:40:33.006 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.006 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.007 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.007 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T00:40:33.007 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.007 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.007 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T00:40:33.007 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.007 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.007 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T00:40:33.007 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.007 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.007 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T00:40:33.007 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19, 2024-08-17T00:40:33.007 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 54498 2024-08-17T00:40:33.007 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.008 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T00:40:33.008 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.008 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.008 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.008 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T00:40:33.008 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 365, 2024-08-17T00:40:33.008 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 94586643 2024-08-17T00:40:33.008 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.008 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T00:40:33.008 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 359, 2024-08-17T00:40:33.008 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11540199 2024-08-17T00:40:33.008 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.008 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T00:40:33.008 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 365, 2024-08-17T00:40:33.009 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 431457 2024-08-17T00:40:33.009 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.009 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T00:40:33.009 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 365, 2024-08-17T00:40:33.009 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95018100 2024-08-17T00:40:33.009 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.009 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T00:40:33.009 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.009 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.009 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.009 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T00:40:33.009 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:33.009 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 44363 2024-08-17T00:40:33.010 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.010 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T00:40:33.010 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 8, 2024-08-17T00:40:33.010 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19102 2024-08-17T00:40:33.010 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.010 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T00:40:33.010 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.010 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.010 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.010 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:40:33.010 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.010 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.010 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.011 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T00:40:33.011 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T00:40:33.011 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12512 2024-08-17T00:40:33.011 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.011 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T00:40:33.011 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 908 2024-08-17T00:40:33.011 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.011 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T00:40:33.011 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 244 2024-08-17T00:40:33.011 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.011 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T00:40:33.011 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 127, 2024-08-17T00:40:33.011 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2591551 2024-08-17T00:40:33.011 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.012 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T00:40:33.012 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 339, 2024-08-17T00:40:33.012 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 264771 2024-08-17T00:40:33.012 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.012 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T00:40:33.012 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 212, 2024-08-17T00:40:33.012 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3029766 2024-08-17T00:40:33.012 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.012 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T00:40:33.012 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.012 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.012 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T00:40:33.012 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:33.013 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 43158 2024-08-17T00:40:33.013 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.013 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T00:40:33.013 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 519, 2024-08-17T00:40:33.013 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15611573 2024-08-17T00:40:33.013 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.013 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:40:33.013 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 131, 2024-08-17T00:40:33.013 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7597474 2024-08-17T00:40:33.013 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.013 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:40:33.013 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 131, 2024-08-17T00:40:33.013 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 671801031928 2024-08-17T00:40:33.013 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.014 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T00:40:33.014 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 131, 2024-08-17T00:40:33.014 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 151225829513 2024-08-17T00:40:33.014 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.014 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T00:40:33.014 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 519, 2024-08-17T00:40:33.014 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 169781074679 2024-08-17T00:40:33.014 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.014 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T00:40:33.014 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 519, 2024-08-17T00:40:33.014 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 51660 2024-08-17T00:40:33.014 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.014 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T00:40:33.014 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 519, 2024-08-17T00:40:33.015 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5408079 2024-08-17T00:40:33.015 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.015 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T00:40:33.015 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 519, 2024-08-17T00:40:33.015 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 443839731 2024-08-17T00:40:33.015 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.015 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T00:40:33.015 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 519, 2024-08-17T00:40:33.015 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 167353 2024-08-17T00:40:33.015 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.015 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T00:40:33.015 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 519, 2024-08-17T00:40:33.015 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 245368726 2024-08-17T00:40:33.016 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.016 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T00:40:33.016 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 519, 2024-08-17T00:40:33.016 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26292328 2024-08-17T00:40:33.016 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.016 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T00:40:33.016 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 940171 2024-08-17T00:40:33.016 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.016 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T00:40:33.016 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 65, 2024-08-17T00:40:33.016 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 322164 2024-08-17T00:40:33.016 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.016 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T00:40:33.016 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 519, 2024-08-17T00:40:33.017 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 736601745 2024-08-17T00:40:33.017 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.017 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T00:40:33.017 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 519, 2024-08-17T00:40:33.017 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 30708191 2024-08-17T00:40:33.017 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.017 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T00:40:33.017 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 519, 2024-08-17T00:40:33.017 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4851103 2024-08-17T00:40:33.017 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.017 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.017 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T00:40:33.018 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T00:40:33.018 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1861452307 2024-08-17T00:40:33.018 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.018 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T00:40:33.018 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 272236544 2024-08-17T00:40:33.018 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.018 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T00:40:33.018 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 271900672 2024-08-17T00:40:33.018 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.018 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T00:40:33.018 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3137363148 2024-08-17T00:40:33.018 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.018 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T00:40:33.018 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 335872 2024-08-17T00:40:33.019 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.019 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.019 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T00:40:33.019 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.019 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 159383552 2024-08-17T00:40:33.019 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.019 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.019 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.019 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.019 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.019 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.019 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.019 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.019 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 85460054 2024-08-17T00:40:33.020 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.020 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.020 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.020 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.020 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.020 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.020 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.020 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.020 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.020 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.020 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.020 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.020 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.020 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.021 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.021 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.021 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.021 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 602112 2024-08-17T00:40:33.021 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.021 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.021 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.021 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.021 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.021 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.021 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.021 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.021 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.022 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.022 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.022 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73321386 2024-08-17T00:40:33.022 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.022 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.022 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T00:40:33.022 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.022 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 780140544 2024-08-17T00:40:33.022 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.022 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.022 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:33.022 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.022 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.022 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.023 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.023 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.023 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 640950411 2024-08-17T00:40:33.023 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.023 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.023 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.023 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.023 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.023 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.023 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.023 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.023 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.023 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.023 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.024 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.024 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.024 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.024 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.024 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.024 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.024 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2128 2024-08-17T00:40:33.024 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.024 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.024 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.024 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.024 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.024 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.024 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.025 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.025 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.025 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.025 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.025 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 72079141 2024-08-17T00:40:33.025 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.025 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.025 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:40:33.025 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.025 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 192937984 2024-08-17T00:40:33.025 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.025 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.025 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:33.026 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.026 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.026 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 464 2024-08-17T00:40:33.026 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.026 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.026 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56973369 2024-08-17T00:40:33.026 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.026 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.026 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.026 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.026 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.026 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.026 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.027 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.027 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.027 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.027 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.027 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.027 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.027 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.027 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.027 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.027 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.027 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.027 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.027 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.027 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.028 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.028 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.028 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.028 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.028 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.028 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.028 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.028 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.028 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68855287 2024-08-17T00:40:33.028 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.028 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.028 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T00:40:33.028 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.028 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 713031680 2024-08-17T00:40:33.029 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.029 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.029 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.029 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.029 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.029 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.029 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.029 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.029 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 640950411 2024-08-17T00:40:33.029 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.029 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.029 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.029 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.029 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.029 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2857 2024-08-17T00:40:33.030 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.030 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.030 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7143 2024-08-17T00:40:33.030 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.030 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.030 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.030 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.030 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.030 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.030 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.030 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.030 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 295739 2024-08-17T00:40:33.030 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.031 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.031 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.031 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.031 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.031 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.031 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.031 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.031 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.031 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.031 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.031 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71775530 2024-08-17T00:40:33.031 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.031 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.031 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T00:40:33.032 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T00:40:33.032 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.032 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.032 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:33.032 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.032 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.032 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T00:40:33.032 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.032 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.032 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:33.032 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.032 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.032 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.033 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:33.033 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T00:40:33.033 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 45 2024-08-17T00:40:33.033 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.033 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T00:40:33.033 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.033 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.033 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T00:40:33.033 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T00:40:33.033 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.033 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T00:40:33.033 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.033 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.033 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T00:40:33.033 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.034 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.034 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T00:40:33.034 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 604 2024-08-17T00:40:33.034 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.034 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T00:40:33.034 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 6, 2024-08-17T00:40:33.034 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 55958935 2024-08-17T00:40:33.034 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.034 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T00:40:33.034 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.034 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.034 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T00:40:33.034 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7, 2024-08-17T00:40:33.035 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3100612 2024-08-17T00:40:33.035 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.035 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T00:40:33.035 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 6, 2024-08-17T00:40:33.035 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29551620 2024-08-17T00:40:33.035 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.035 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:33.035 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.035 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.035 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T00:40:33.035 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.035 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.036 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.036 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:40:33.036 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.036 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.036 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T00:40:33.036 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.036 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.036 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T00:40:33.036 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.036 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.036 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.036 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T00:40:33.036 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.037 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.037 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.037 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T00:40:33.037 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.037 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.037 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T00:40:33.037 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.037 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.037 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T00:40:33.037 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.037 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.037 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.037 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:40:33.037 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.038 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.038 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:40:33.038 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.038 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.038 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T00:40:33.038 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.038 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.038 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T00:40:33.038 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.038 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.038 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.038 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T00:40:33.038 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.038 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.039 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.039 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:33.039 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T00:40:33.039 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.039 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T00:40:33.039 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 604 2024-08-17T00:40:33.039 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.039 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T00:40:33.039 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 6, 2024-08-17T00:40:33.039 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 55958935 2024-08-17T00:40:33.039 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.039 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:40:33.039 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.039 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.040 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T00:40:33.040 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7, 2024-08-17T00:40:33.040 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3100612 2024-08-17T00:40:33.040 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.040 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T00:40:33.040 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 6, 2024-08-17T00:40:33.040 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29551620 2024-08-17T00:40:33.040 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.040 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T00:40:33.040 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.040 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.040 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T00:40:33.040 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1771104 2024-08-17T00:40:33.041 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.041 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T00:40:33.041 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T00:40:33.041 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.041 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T00:40:33.041 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:33.041 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.041 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T00:40:33.041 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 305876992 2024-08-17T00:40:33.041 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.041 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.041 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.041 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.1": { 2024-08-17T00:40:33.042 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:33.042 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T00:40:33.042 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.042 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.042 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:40:33.042 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.042 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.042 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T00:40:33.042 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T00:40:33.042 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.042 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_main": { 2024-08-17T00:40:33.042 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.042 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.043 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T00:40:33.043 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.043 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.043 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T00:40:33.043 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.043 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.043 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T00:40:33.043 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12288 2024-08-17T00:40:33.043 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.043 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T00:40:33.043 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2494464 2024-08-17T00:40:33.043 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.043 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T00:40:33.043 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.044 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.044 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.044 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T00:40:33.044 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.044 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.044 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.044 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T00:40:33.044 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:33.044 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.044 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T00:40:33.044 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 304480256 2024-08-17T00:40:33.044 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.044 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T00:40:33.044 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1568768 2024-08-17T00:40:33.045 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.045 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T00:40:33.045 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1429504 2024-08-17T00:40:33.045 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.045 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T00:40:33.045 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 312868864 2024-08-17T00:40:33.045 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.045 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T00:40:33.045 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.045 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.045 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T00:40:33.045 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.045 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.046 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T00:40:33.046 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14 2024-08-17T00:40:33.046 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.046 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T00:40:33.046 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 195697 2024-08-17T00:40:33.046 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.046 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T00:40:33.046 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23 2024-08-17T00:40:33.046 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.046 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T00:40:33.046 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1269760 2024-08-17T00:40:33.046 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.046 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T00:40:33.047 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1273856 2024-08-17T00:40:33.047 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.047 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T00:40:33.047 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.047 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.047 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T00:40:33.047 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.047 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.047 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T00:40:33.047 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T00:40:33.047 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.047 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T00:40:33.047 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4789 2024-08-17T00:40:33.047 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.047 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T00:40:33.048 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T00:40:33.048 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.048 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T00:40:33.048 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:33.048 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.048 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T00:40:33.048 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:33.048 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.048 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T00:40:33.048 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:33.048 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.048 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T00:40:33.048 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:33.048 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.048 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T00:40:33.049 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.049 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.049 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:40:33.049 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.049 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.049 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:40:33.049 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.049 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.049 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:40:33.049 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.049 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.049 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T00:40:33.049 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.049 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.050 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T00:40:33.050 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.050 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.050 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T00:40:33.050 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.050 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.050 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T00:40:33.050 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.050 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.050 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T00:40:33.050 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.050 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.050 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T00:40:33.050 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3997696 2024-08-17T00:40:33.051 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.051 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.051 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T00:40:33.051 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T00:40:33.051 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T00:40:33.051 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.051 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T00:40:33.051 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 786432 2024-08-17T00:40:33.051 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.051 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T00:40:33.051 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 5, 2024-08-17T00:40:33.051 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 230095 2024-08-17T00:40:33.051 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.051 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T00:40:33.051 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.052 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.052 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.052 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T00:40:33.052 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.052 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.052 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T00:40:33.052 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.052 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.052 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T00:40:33.052 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.052 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.052 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T00:40:33.052 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 30, 2024-08-17T00:40:33.052 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 76140 2024-08-17T00:40:33.052 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.053 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T00:40:33.053 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.053 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.053 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.053 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T00:40:33.053 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 332, 2024-08-17T00:40:33.053 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 78702383 2024-08-17T00:40:33.053 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.053 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T00:40:33.053 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 331, 2024-08-17T00:40:33.053 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6022750 2024-08-17T00:40:33.053 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.053 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T00:40:33.054 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 332, 2024-08-17T00:40:33.054 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 431256 2024-08-17T00:40:33.054 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.054 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T00:40:33.054 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 332, 2024-08-17T00:40:33.054 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 79133639 2024-08-17T00:40:33.054 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.054 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T00:40:33.054 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.054 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.054 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.054 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T00:40:33.054 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T00:40:33.055 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 58756 2024-08-17T00:40:33.055 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.055 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T00:40:33.055 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T00:40:33.055 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8608 2024-08-17T00:40:33.055 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.055 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T00:40:33.055 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.055 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.055 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.055 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:40:33.055 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.055 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.055 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.056 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T00:40:33.056 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 5, 2024-08-17T00:40:33.056 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11304 2024-08-17T00:40:33.056 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.056 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T00:40:33.056 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 871 2024-08-17T00:40:33.056 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.056 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T00:40:33.056 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 253 2024-08-17T00:40:33.056 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.056 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T00:40:33.056 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 149, 2024-08-17T00:40:33.056 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4718002 2024-08-17T00:40:33.056 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.057 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T00:40:33.057 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 380, 2024-08-17T00:40:33.057 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266388 2024-08-17T00:40:33.057 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.057 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T00:40:33.057 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 231, 2024-08-17T00:40:33.057 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5457209 2024-08-17T00:40:33.057 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.057 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T00:40:33.057 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.057 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.057 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T00:40:33.057 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T00:40:33.057 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 122447 2024-08-17T00:40:33.058 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.058 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T00:40:33.058 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 433, 2024-08-17T00:40:33.058 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10677102 2024-08-17T00:40:33.058 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.058 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:40:33.058 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 129, 2024-08-17T00:40:33.058 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7714651 2024-08-17T00:40:33.058 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.058 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:40:33.058 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 128, 2024-08-17T00:40:33.058 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 551001337109 2024-08-17T00:40:33.058 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.059 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T00:40:33.059 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 129, 2024-08-17T00:40:33.059 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 153317517487 2024-08-17T00:40:33.059 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.059 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T00:40:33.059 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 432, 2024-08-17T00:40:33.059 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 192266907568 2024-08-17T00:40:33.059 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.059 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T00:40:33.059 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 432, 2024-08-17T00:40:33.059 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67168 2024-08-17T00:40:33.059 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.059 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T00:40:33.059 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 433, 2024-08-17T00:40:33.060 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3207537 2024-08-17T00:40:33.060 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.060 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T00:40:33.060 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 433, 2024-08-17T00:40:33.060 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 146840931 2024-08-17T00:40:33.060 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.060 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T00:40:33.060 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 433, 2024-08-17T00:40:33.060 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 137264 2024-08-17T00:40:33.060 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.060 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T00:40:33.060 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 433, 2024-08-17T00:40:33.060 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 102275464 2024-08-17T00:40:33.060 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.061 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T00:40:33.061 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 433, 2024-08-17T00:40:33.061 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20977486 2024-08-17T00:40:33.061 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.061 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T00:40:33.061 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 349001 2024-08-17T00:40:33.061 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.061 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T00:40:33.061 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 62, 2024-08-17T00:40:33.061 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 277232 2024-08-17T00:40:33.061 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.061 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T00:40:33.061 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 433, 2024-08-17T00:40:33.061 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 284038334 2024-08-17T00:40:33.062 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.062 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T00:40:33.062 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 433, 2024-08-17T00:40:33.062 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26519101 2024-08-17T00:40:33.062 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.062 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T00:40:33.062 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 433, 2024-08-17T00:40:33.062 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2841876 2024-08-17T00:40:33.062 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.062 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.062 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T00:40:33.062 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T00:40:33.062 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1861452307 2024-08-17T00:40:33.063 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.063 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T00:40:33.063 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 272236544 2024-08-17T00:40:33.063 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.063 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T00:40:33.063 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 271196160 2024-08-17T00:40:33.063 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.063 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T00:40:33.063 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3137363148 2024-08-17T00:40:33.063 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.063 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T00:40:33.063 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1040384 2024-08-17T00:40:33.063 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.064 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.064 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T00:40:33.064 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.064 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 159383552 2024-08-17T00:40:33.064 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.064 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.064 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.064 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.064 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.064 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.064 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.064 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.064 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 85496397 2024-08-17T00:40:33.065 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.065 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.065 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.065 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.065 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.065 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.065 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.065 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.065 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.065 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.065 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.065 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.065 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.065 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.066 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.066 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.066 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.066 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20480 2024-08-17T00:40:33.066 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.066 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.066 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.066 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.066 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.066 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.066 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.066 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.066 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.067 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.067 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.067 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73866675 2024-08-17T00:40:33.067 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.067 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.067 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T00:40:33.067 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.067 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 780140544 2024-08-17T00:40:33.067 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.067 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.067 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:33.067 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.067 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.067 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.068 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.068 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.068 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641222982 2024-08-17T00:40:33.068 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.068 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.068 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.068 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.068 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.068 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.068 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.068 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.068 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.068 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.068 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.069 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.069 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.069 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.069 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.069 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.069 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.069 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2128 2024-08-17T00:40:33.069 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.069 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.069 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.069 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.069 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.069 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.069 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.070 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.070 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.070 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.070 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.070 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71806570 2024-08-17T00:40:33.070 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.070 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.070 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:40:33.070 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.070 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 192937984 2024-08-17T00:40:33.070 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.070 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.071 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:33.071 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.071 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.071 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 464 2024-08-17T00:40:33.071 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.071 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.071 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56997598 2024-08-17T00:40:33.071 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.071 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.071 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.071 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.071 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.071 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.072 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.072 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.072 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.072 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.072 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.072 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.072 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.072 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.072 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.072 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.072 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.072 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.072 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.072 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.073 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.073 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.073 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.073 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.073 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.073 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.073 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.073 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.073 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.073 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68831058 2024-08-17T00:40:33.073 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.073 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.073 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T00:40:33.073 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.074 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 713031680 2024-08-17T00:40:33.074 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.074 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.074 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.074 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.074 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.074 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.074 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.074 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.074 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641222982 2024-08-17T00:40:33.074 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.074 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.074 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.075 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.075 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.075 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.075 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.075 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.075 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.075 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.075 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.075 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.075 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.075 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.075 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.075 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.075 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.076 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 278856 2024-08-17T00:40:33.076 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.076 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.076 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.076 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.076 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.076 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.076 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.076 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.076 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.076 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.076 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.076 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71529842 2024-08-17T00:40:33.076 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.077 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.077 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T00:40:33.077 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T00:40:33.077 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.077 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.077 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:33.077 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.077 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.077 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T00:40:33.077 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.077 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.077 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:33.077 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.078 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.078 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.078 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:33.078 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T00:40:33.078 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 39 2024-08-17T00:40:33.078 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.078 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T00:40:33.078 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.078 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.078 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T00:40:33.078 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 157 2024-08-17T00:40:33.078 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.078 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T00:40:33.079 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.079 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.079 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T00:40:33.079 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.079 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.079 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T00:40:33.079 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2429467 2024-08-17T00:40:33.079 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.079 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T00:40:33.079 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 157, 2024-08-17T00:40:33.079 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 817776970 2024-08-17T00:40:33.079 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.079 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T00:40:33.079 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1041 2024-08-17T00:40:33.079 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.080 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T00:40:33.080 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 157, 2024-08-17T00:40:33.080 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 55856176 2024-08-17T00:40:33.080 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.080 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T00:40:33.080 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 157, 2024-08-17T00:40:33.080 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 200728862 2024-08-17T00:40:33.080 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.080 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:33.080 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 33 2024-08-17T00:40:33.080 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.080 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T00:40:33.080 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 33, 2024-08-17T00:40:33.081 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6255418 2024-08-17T00:40:33.081 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.081 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:40:33.081 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.081 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.081 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T00:40:33.081 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1041 2024-08-17T00:40:33.081 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.081 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T00:40:33.081 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 33, 2024-08-17T00:40:33.081 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5603164 2024-08-17T00:40:33.081 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.081 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T00:40:33.082 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 33, 2024-08-17T00:40:33.082 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4881830 2024-08-17T00:40:33.082 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.082 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T00:40:33.082 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 22 2024-08-17T00:40:33.082 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.082 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T00:40:33.082 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.082 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.082 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T00:40:33.082 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 22, 2024-08-17T00:40:33.082 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 18369601 2024-08-17T00:40:33.082 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.082 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:40:33.083 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.083 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.083 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:40:33.083 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.083 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.083 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T00:40:33.083 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.083 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.083 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T00:40:33.083 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 22, 2024-08-17T00:40:33.083 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8169744 2024-08-17T00:40:33.083 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.083 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T00:40:33.083 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 22, 2024-08-17T00:40:33.084 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17263031 2024-08-17T00:40:33.084 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.084 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:33.084 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 102 2024-08-17T00:40:33.084 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.084 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T00:40:33.084 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2429467 2024-08-17T00:40:33.084 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.084 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T00:40:33.084 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 102, 2024-08-17T00:40:33.084 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 793151951 2024-08-17T00:40:33.084 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.084 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:40:33.085 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.085 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.085 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T00:40:33.085 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 102, 2024-08-17T00:40:33.085 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 42083268 2024-08-17T00:40:33.085 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.085 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T00:40:33.085 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 102, 2024-08-17T00:40:33.085 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 178584001 2024-08-17T00:40:33.085 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.085 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T00:40:33.085 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.085 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.085 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T00:40:33.085 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 590368 2024-08-17T00:40:33.086 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.086 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T00:40:33.086 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T00:40:33.086 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.086 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T00:40:33.086 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:33.086 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.086 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T00:40:33.086 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 305278976 2024-08-17T00:40:33.086 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.086 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.086 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.086 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.2": { 2024-08-17T00:40:33.087 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:33.087 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T00:40:33.087 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.087 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.087 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:40:33.087 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.087 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.087 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T00:40:33.087 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T00:40:33.087 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.087 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_main": { 2024-08-17T00:40:33.087 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.087 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.087 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T00:40:33.087 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.088 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.088 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T00:40:33.088 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.088 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.088 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T00:40:33.088 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12288 2024-08-17T00:40:33.088 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.088 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T00:40:33.088 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2183168 2024-08-17T00:40:33.088 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.088 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T00:40:33.088 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.088 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.089 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.089 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T00:40:33.089 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.089 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.089 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.089 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T00:40:33.089 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:33.089 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.089 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T00:40:33.089 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 304480256 2024-08-17T00:40:33.089 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.089 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T00:40:33.089 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1372160 2024-08-17T00:40:33.089 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.090 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T00:40:33.090 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1232896 2024-08-17T00:40:33.090 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.090 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T00:40:33.090 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 312868864 2024-08-17T00:40:33.090 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.090 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T00:40:33.090 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.090 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.090 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T00:40:33.090 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.090 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T00:40:33.091 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14 2024-08-17T00:40:33.091 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.091 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T00:40:33.091 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 195697 2024-08-17T00:40:33.091 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.091 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T00:40:33.091 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23 2024-08-17T00:40:33.091 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.091 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T00:40:33.091 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1269760 2024-08-17T00:40:33.091 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.091 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T00:40:33.091 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1273856 2024-08-17T00:40:33.092 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.092 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T00:40:33.092 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.092 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.092 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T00:40:33.092 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.092 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.092 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T00:40:33.092 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T00:40:33.092 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.092 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T00:40:33.092 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4789 2024-08-17T00:40:33.092 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.092 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T00:40:33.093 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T00:40:33.093 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.093 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T00:40:33.093 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:33.093 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.093 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T00:40:33.093 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:33.093 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.093 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T00:40:33.093 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:33.093 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.093 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T00:40:33.093 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:33.093 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.094 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T00:40:33.094 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.094 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.094 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:40:33.094 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.094 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.094 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:40:33.094 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.094 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.094 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:40:33.094 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.094 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.094 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T00:40:33.095 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.095 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.095 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T00:40:33.095 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.095 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.095 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T00:40:33.095 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.095 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.095 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T00:40:33.095 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.095 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.095 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T00:40:33.095 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.095 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.096 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T00:40:33.096 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3489792 2024-08-17T00:40:33.096 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.096 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.096 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T00:40:33.096 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T00:40:33.096 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T00:40:33.096 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.096 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T00:40:33.096 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 778240 2024-08-17T00:40:33.096 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.096 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T00:40:33.096 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T00:40:33.096 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 172532 2024-08-17T00:40:33.097 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.097 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T00:40:33.097 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.097 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.097 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.097 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T00:40:33.097 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.097 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.097 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T00:40:33.097 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.097 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.097 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T00:40:33.097 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.097 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.098 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T00:40:33.098 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12, 2024-08-17T00:40:33.098 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15218 2024-08-17T00:40:33.098 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.098 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T00:40:33.098 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.098 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.098 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.098 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T00:40:33.098 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 284, 2024-08-17T00:40:33.098 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 69980162 2024-08-17T00:40:33.098 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.098 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T00:40:33.098 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 281, 2024-08-17T00:40:33.099 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5754228 2024-08-17T00:40:33.099 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.099 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T00:40:33.099 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 284, 2024-08-17T00:40:33.099 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 369203 2024-08-17T00:40:33.099 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.099 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T00:40:33.099 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 284, 2024-08-17T00:40:33.099 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70349365 2024-08-17T00:40:33.099 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.099 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T00:40:33.099 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.099 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.100 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.100 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T00:40:33.100 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T00:40:33.100 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38095 2024-08-17T00:40:33.100 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.100 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T00:40:33.100 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:33.100 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1131 2024-08-17T00:40:33.100 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.100 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T00:40:33.100 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.100 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.100 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.100 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:40:33.101 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.101 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.101 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.101 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T00:40:33.101 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:33.101 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7590 2024-08-17T00:40:33.101 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.101 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T00:40:33.101 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 633 2024-08-17T00:40:33.101 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.101 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T00:40:33.101 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 223 2024-08-17T00:40:33.101 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.102 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T00:40:33.102 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 104, 2024-08-17T00:40:33.102 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1285206 2024-08-17T00:40:33.102 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.102 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T00:40:33.102 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 284, 2024-08-17T00:40:33.102 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 255436 2024-08-17T00:40:33.102 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.102 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T00:40:33.102 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 180, 2024-08-17T00:40:33.102 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4745570 2024-08-17T00:40:33.102 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.102 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T00:40:33.102 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.103 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.103 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T00:40:33.103 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T00:40:33.103 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 105141 2024-08-17T00:40:33.103 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.103 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T00:40:33.103 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 346, 2024-08-17T00:40:33.103 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8513287 2024-08-17T00:40:33.103 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.103 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:40:33.103 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 122, 2024-08-17T00:40:33.103 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11216728 2024-08-17T00:40:33.103 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.103 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:40:33.104 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 121, 2024-08-17T00:40:33.104 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 197970261946 2024-08-17T00:40:33.104 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.104 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T00:40:33.104 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 122, 2024-08-17T00:40:33.104 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 122173627315 2024-08-17T00:40:33.104 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.104 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T00:40:33.104 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 345, 2024-08-17T00:40:33.104 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38620084505 2024-08-17T00:40:33.104 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.104 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T00:40:33.104 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 345, 2024-08-17T00:40:33.104 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 34771 2024-08-17T00:40:33.104 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.105 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T00:40:33.105 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 346, 2024-08-17T00:40:33.105 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2644713 2024-08-17T00:40:33.105 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.105 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T00:40:33.105 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 346, 2024-08-17T00:40:33.105 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 118475850 2024-08-17T00:40:33.105 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.105 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T00:40:33.105 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 346, 2024-08-17T00:40:33.105 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 106016 2024-08-17T00:40:33.105 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.105 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T00:40:33.106 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 346, 2024-08-17T00:40:33.106 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 48191023 2024-08-17T00:40:33.106 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.106 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T00:40:33.106 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 346, 2024-08-17T00:40:33.106 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21143563 2024-08-17T00:40:33.106 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.106 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T00:40:33.106 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 349087 2024-08-17T00:40:33.106 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.106 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T00:40:33.106 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 56, 2024-08-17T00:40:33.107 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 256428 2024-08-17T00:40:33.107 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.107 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T00:40:33.107 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 346, 2024-08-17T00:40:33.107 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 199016030 2024-08-17T00:40:33.107 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.107 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T00:40:33.107 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 346, 2024-08-17T00:40:33.107 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24623965 2024-08-17T00:40:33.107 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.107 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T00:40:33.107 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 346, 2024-08-17T00:40:33.107 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2302729 2024-08-17T00:40:33.108 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.108 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.108 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T00:40:33.108 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T00:40:33.108 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1861452307 2024-08-17T00:40:33.108 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.108 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T00:40:33.108 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 271187968 2024-08-17T00:40:33.108 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.108 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T00:40:33.108 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 269975552 2024-08-17T00:40:33.108 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.108 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T00:40:33.108 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3137363148 2024-08-17T00:40:33.109 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.109 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T00:40:33.109 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1212416 2024-08-17T00:40:33.109 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.109 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.109 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T00:40:33.109 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.109 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 159383552 2024-08-17T00:40:33.109 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.109 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.109 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.109 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.109 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.109 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.110 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.110 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.110 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 85497922 2024-08-17T00:40:33.110 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.110 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.110 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.110 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.110 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.110 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.110 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.110 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.110 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.110 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.111 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.111 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.111 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.111 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.111 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.111 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.111 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.111 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8192 2024-08-17T00:40:33.111 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.111 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.111 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.111 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.111 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.111 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.112 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.112 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.112 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.112 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.112 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.112 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73877438 2024-08-17T00:40:33.112 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.112 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.112 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T00:40:33.112 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.112 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 780140544 2024-08-17T00:40:33.112 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.112 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.112 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:33.113 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.113 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.113 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.113 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.113 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.113 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641234420 2024-08-17T00:40:33.113 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.113 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.113 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.113 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.113 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.113 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.113 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.113 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.114 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.114 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.114 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.114 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.114 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.114 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.114 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.114 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.114 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.114 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2128 2024-08-17T00:40:33.114 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.114 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.114 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.115 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.115 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.115 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.115 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.115 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.115 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.115 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.115 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.115 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71795132 2024-08-17T00:40:33.115 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.115 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.115 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:40:33.115 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.115 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 192937984 2024-08-17T00:40:33.116 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.116 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.116 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:33.116 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.116 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.116 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 464 2024-08-17T00:40:33.116 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.116 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.116 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56998615 2024-08-17T00:40:33.116 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.116 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.116 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.116 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.117 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.117 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.117 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.117 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.117 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.117 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.117 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.117 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.117 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.117 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.117 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.117 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.117 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.117 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.118 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.118 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.118 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.118 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.118 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.118 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.118 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.118 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.118 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.118 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.118 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.118 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68830041 2024-08-17T00:40:33.118 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.119 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.119 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T00:40:33.119 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.119 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 713031680 2024-08-17T00:40:33.119 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.119 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.119 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.119 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.119 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.119 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.119 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.119 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.119 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641234420 2024-08-17T00:40:33.119 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.120 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.120 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.120 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.120 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.120 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.120 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.120 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.120 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.120 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.120 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.120 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.120 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.120 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.120 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.121 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.121 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.121 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 265730 2024-08-17T00:40:33.121 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.121 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.121 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.121 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.121 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.121 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.121 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.121 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.121 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.121 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.121 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.122 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71531530 2024-08-17T00:40:33.122 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.122 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.122 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T00:40:33.122 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T00:40:33.122 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.122 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.122 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:33.122 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.122 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.122 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T00:40:33.122 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.122 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.123 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:33.123 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.123 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.123 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.123 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:33.123 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T00:40:33.123 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 31 2024-08-17T00:40:33.123 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.123 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T00:40:33.123 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.123 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.123 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T00:40:33.123 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T00:40:33.123 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.124 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T00:40:33.124 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.124 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.124 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T00:40:33.124 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.124 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.124 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T00:40:33.124 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.124 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.124 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T00:40:33.124 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10, 2024-08-17T00:40:33.124 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 84730452 2024-08-17T00:40:33.125 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.125 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T00:40:33.125 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.125 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.125 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T00:40:33.125 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10, 2024-08-17T00:40:33.125 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4541049 2024-08-17T00:40:33.125 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.125 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T00:40:33.125 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10, 2024-08-17T00:40:33.125 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 39832567 2024-08-17T00:40:33.125 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.125 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:33.125 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.126 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.126 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T00:40:33.126 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.126 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.126 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.126 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:40:33.126 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.126 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.126 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T00:40:33.126 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.126 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.126 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T00:40:33.126 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.127 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.127 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.127 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T00:40:33.127 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.127 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.127 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.127 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T00:40:33.127 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.127 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.127 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T00:40:33.127 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.127 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.127 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T00:40:33.128 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.128 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.128 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.128 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:40:33.128 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.128 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.128 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:40:33.128 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.128 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.128 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T00:40:33.128 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.128 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.128 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T00:40:33.128 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.128 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.129 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.129 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T00:40:33.129 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.129 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.129 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.129 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:33.129 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T00:40:33.129 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.129 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T00:40:33.129 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.129 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.129 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T00:40:33.129 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10, 2024-08-17T00:40:33.129 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 84730452 2024-08-17T00:40:33.130 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.130 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:40:33.130 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.130 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.130 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T00:40:33.130 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10, 2024-08-17T00:40:33.130 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4541049 2024-08-17T00:40:33.130 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.130 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T00:40:33.130 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10, 2024-08-17T00:40:33.130 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 39832567 2024-08-17T00:40:33.130 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.130 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T00:40:33.130 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.131 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.131 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T00:40:33.131 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.131 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.131 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T00:40:33.131 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.131 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.131 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T00:40:33.131 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:33.131 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.131 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T00:40:33.131 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 305270784 2024-08-17T00:40:33.131 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.132 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.132 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.132 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.3": { 2024-08-17T00:40:33.132 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:33.132 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T00:40:33.132 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.132 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.132 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:40:33.132 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.132 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.132 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T00:40:33.132 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T00:40:33.132 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.132 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_main": { 2024-08-17T00:40:33.133 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.133 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.133 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T00:40:33.133 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.133 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.133 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T00:40:33.133 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.133 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.133 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T00:40:33.133 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12288 2024-08-17T00:40:33.133 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.133 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T00:40:33.133 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1245184 2024-08-17T00:40:33.133 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.134 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T00:40:33.134 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.134 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.134 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.134 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T00:40:33.134 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.134 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.134 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.134 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T00:40:33.134 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:33.134 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.134 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T00:40:33.134 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 304480256 2024-08-17T00:40:33.135 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.135 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T00:40:33.135 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 913408 2024-08-17T00:40:33.135 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.135 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T00:40:33.135 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 774144 2024-08-17T00:40:33.135 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.135 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T00:40:33.135 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 312868864 2024-08-17T00:40:33.135 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.135 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T00:40:33.135 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.135 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.135 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T00:40:33.136 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.136 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T00:40:33.136 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14 2024-08-17T00:40:33.136 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.136 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T00:40:33.136 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 195697 2024-08-17T00:40:33.136 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.136 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T00:40:33.136 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23 2024-08-17T00:40:33.136 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.136 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T00:40:33.136 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1269760 2024-08-17T00:40:33.136 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.137 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T00:40:33.137 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1273856 2024-08-17T00:40:33.137 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.137 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T00:40:33.137 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.137 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.137 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T00:40:33.137 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.137 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.137 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T00:40:33.137 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T00:40:33.137 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.137 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T00:40:33.138 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4789 2024-08-17T00:40:33.138 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.138 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T00:40:33.138 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T00:40:33.138 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.138 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T00:40:33.138 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:33.138 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.138 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T00:40:33.138 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:33.138 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.138 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T00:40:33.138 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:33.138 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.139 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T00:40:33.139 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:33.139 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.139 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T00:40:33.139 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.139 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.139 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:40:33.139 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.139 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.139 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:40:33.139 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.139 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.139 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:40:33.139 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.140 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.140 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T00:40:33.140 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.140 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.140 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T00:40:33.140 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.140 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.140 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T00:40:33.140 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.140 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.140 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T00:40:33.140 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.140 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.141 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T00:40:33.141 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.141 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.141 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T00:40:33.141 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2093056 2024-08-17T00:40:33.141 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.141 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.141 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T00:40:33.141 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T00:40:33.141 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T00:40:33.141 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.141 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T00:40:33.141 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 798720 2024-08-17T00:40:33.141 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.142 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T00:40:33.142 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.142 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.142 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.142 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T00:40:33.142 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.142 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.142 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.142 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T00:40:33.142 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.142 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.142 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T00:40:33.143 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.143 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.143 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T00:40:33.143 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.143 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.143 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T00:40:33.143 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T00:40:33.143 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7580 2024-08-17T00:40:33.143 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.143 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T00:40:33.143 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.143 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.143 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.143 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T00:40:33.144 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 172, 2024-08-17T00:40:33.144 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67780146 2024-08-17T00:40:33.144 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.144 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T00:40:33.144 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 170, 2024-08-17T00:40:33.144 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5935104 2024-08-17T00:40:33.144 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.144 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T00:40:33.144 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 172, 2024-08-17T00:40:33.144 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 309460 2024-08-17T00:40:33.144 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.144 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T00:40:33.144 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 172, 2024-08-17T00:40:33.144 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68089606 2024-08-17T00:40:33.145 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.145 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T00:40:33.145 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.145 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.145 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.145 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T00:40:33.145 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:33.145 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 30293 2024-08-17T00:40:33.145 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.145 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T00:40:33.145 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:33.145 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1870 2024-08-17T00:40:33.145 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.145 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T00:40:33.145 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.146 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.146 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.146 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:40:33.146 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.146 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.146 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.146 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T00:40:33.146 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T00:40:33.146 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8931 2024-08-17T00:40:33.146 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.146 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T00:40:33.146 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 399 2024-08-17T00:40:33.146 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.147 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T00:40:33.147 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 229 2024-08-17T00:40:33.147 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.147 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T00:40:33.147 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 105, 2024-08-17T00:40:33.147 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2141860 2024-08-17T00:40:33.147 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.147 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T00:40:33.147 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 190, 2024-08-17T00:40:33.147 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266070 2024-08-17T00:40:33.147 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.147 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T00:40:33.147 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 85, 2024-08-17T00:40:33.147 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1445047 2024-08-17T00:40:33.148 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.148 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T00:40:33.148 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.148 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.148 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T00:40:33.148 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.148 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.148 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.148 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T00:40:33.148 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 257, 2024-08-17T00:40:33.148 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12730025 2024-08-17T00:40:33.148 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.148 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:40:33.148 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 61, 2024-08-17T00:40:33.149 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4691328 2024-08-17T00:40:33.149 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.149 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:40:33.149 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 59, 2024-08-17T00:40:33.149 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 263115117569 2024-08-17T00:40:33.149 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.149 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T00:40:33.149 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 61, 2024-08-17T00:40:33.149 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 97385052796 2024-08-17T00:40:33.149 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.149 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T00:40:33.149 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 255, 2024-08-17T00:40:33.149 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 598616 2024-08-17T00:40:33.149 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.150 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T00:40:33.150 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 255, 2024-08-17T00:40:33.150 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26402 2024-08-17T00:40:33.150 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.150 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T00:40:33.150 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 257, 2024-08-17T00:40:33.150 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 290641 2024-08-17T00:40:33.150 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.150 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T00:40:33.150 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 257, 2024-08-17T00:40:33.150 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 184726961 2024-08-17T00:40:33.150 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.150 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T00:40:33.151 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 257, 2024-08-17T00:40:33.151 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 76079 2024-08-17T00:40:33.151 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.151 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T00:40:33.151 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 257, 2024-08-17T00:40:33.151 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 94549174 2024-08-17T00:40:33.151 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.151 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T00:40:33.151 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 257, 2024-08-17T00:40:33.151 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14287788 2024-08-17T00:40:33.151 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.151 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T00:40:33.151 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 351815 2024-08-17T00:40:33.151 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.152 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T00:40:33.152 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 51, 2024-08-17T00:40:33.152 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 267900 2024-08-17T00:40:33.152 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.152 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T00:40:33.152 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 257, 2024-08-17T00:40:33.152 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 306615570 2024-08-17T00:40:33.152 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.152 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T00:40:33.152 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 257, 2024-08-17T00:40:33.152 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17050031 2024-08-17T00:40:33.152 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.152 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T00:40:33.152 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 257, 2024-08-17T00:40:33.153 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1769997 2024-08-17T00:40:33.153 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.153 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.153 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T00:40:33.153 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T00:40:33.153 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1861452307 2024-08-17T00:40:33.153 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.153 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T00:40:33.153 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 269926400 2024-08-17T00:40:33.153 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.153 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T00:40:33.153 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 268738560 2024-08-17T00:40:33.153 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.153 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T00:40:33.154 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3137363148 2024-08-17T00:40:33.154 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.154 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T00:40:33.154 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1187840 2024-08-17T00:40:33.154 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.154 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.154 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T00:40:33.154 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.154 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 159383552 2024-08-17T00:40:33.154 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.154 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.154 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.154 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.154 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.155 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.155 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.155 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.155 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 85497621 2024-08-17T00:40:33.155 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.155 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.155 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.155 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.155 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.155 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.155 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.155 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.155 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.155 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.156 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.156 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.156 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.156 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.156 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.156 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.156 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.156 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T00:40:33.156 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.156 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.156 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.156 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.156 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.157 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.157 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.157 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.157 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.157 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.157 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.157 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73881835 2024-08-17T00:40:33.157 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.157 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.157 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T00:40:33.157 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.157 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 780140544 2024-08-17T00:40:33.157 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.157 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.157 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:33.158 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.158 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.158 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.158 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.158 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.158 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641232158 2024-08-17T00:40:33.158 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.158 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.158 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.158 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.158 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.158 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.158 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.159 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.159 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.159 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.159 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.159 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.159 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.159 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.159 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.159 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.159 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.159 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2128 2024-08-17T00:40:33.159 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.159 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.160 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.160 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.160 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.160 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.160 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.160 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.160 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.160 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.160 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.160 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71797394 2024-08-17T00:40:33.160 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.160 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.160 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:40:33.160 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.160 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 192937984 2024-08-17T00:40:33.161 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.161 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.161 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:33.161 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.161 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.161 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 464 2024-08-17T00:40:33.161 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.161 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.161 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56998414 2024-08-17T00:40:33.161 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.161 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.161 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.161 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.161 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.162 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.162 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.162 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.162 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.162 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.162 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.162 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.162 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.162 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.162 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.162 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.162 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.163 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.163 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.163 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.163 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.163 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.163 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.163 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.163 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.163 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.163 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.163 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.163 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.163 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68830242 2024-08-17T00:40:33.163 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.164 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.164 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T00:40:33.164 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.164 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 713031680 2024-08-17T00:40:33.164 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.164 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.164 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.164 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.164 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.164 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.164 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.164 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.164 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641232158 2024-08-17T00:40:33.164 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.165 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.165 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.165 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.165 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.165 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.165 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.165 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.165 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.165 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.165 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.165 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.165 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.165 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.166 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6976 2024-08-17T00:40:33.166 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.166 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.166 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 270675 2024-08-17T00:40:33.166 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.166 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.166 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.166 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.166 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.166 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.166 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.166 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.166 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.167 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.167 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.167 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71521871 2024-08-17T00:40:33.167 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.167 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.167 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T00:40:33.167 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T00:40:33.167 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.167 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.167 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:33.167 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.167 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.167 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T00:40:33.167 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.167 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.168 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:33.168 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.168 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.168 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.168 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:33.168 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T00:40:33.168 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37 2024-08-17T00:40:33.168 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.168 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T00:40:33.168 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.168 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.168 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T00:40:33.168 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.169 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.169 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T00:40:33.169 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.169 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.169 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T00:40:33.169 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.169 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.169 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T00:40:33.169 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.169 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.169 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T00:40:33.169 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.169 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.169 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.169 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T00:40:33.170 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.170 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.170 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T00:40:33.170 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:33.170 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3236164 2024-08-17T00:40:33.170 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.170 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T00:40:33.170 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.170 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.170 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.170 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:33.170 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.170 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.171 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T00:40:33.171 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.171 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.171 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.171 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:40:33.171 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.171 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.171 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T00:40:33.171 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.171 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.171 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T00:40:33.171 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.171 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.171 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.172 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T00:40:33.172 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.172 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.172 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.172 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T00:40:33.172 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.172 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.172 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T00:40:33.172 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.172 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.172 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T00:40:33.172 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.172 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.172 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.173 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:40:33.173 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.173 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.173 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:40:33.173 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.173 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.173 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T00:40:33.173 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.173 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.173 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T00:40:33.173 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.173 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.173 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.173 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T00:40:33.174 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.174 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.174 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.174 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:33.174 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.174 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.174 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T00:40:33.174 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.174 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.174 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T00:40:33.174 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.174 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.174 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.175 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:40:33.175 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.175 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.175 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T00:40:33.175 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:33.175 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3236164 2024-08-17T00:40:33.175 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.175 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T00:40:33.175 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.175 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.175 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.175 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T00:40:33.175 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.175 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.175 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T00:40:33.176 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.176 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.176 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T00:40:33.176 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.176 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.176 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T00:40:33.176 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:33.176 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.176 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T00:40:33.176 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 305287168 2024-08-17T00:40:33.176 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.176 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.176 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.176 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.4": { 2024-08-17T00:40:33.177 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:33.177 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T00:40:33.177 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.177 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.177 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:40:33.177 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.177 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.177 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T00:40:33.177 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T00:40:33.177 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.177 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_main": { 2024-08-17T00:40:33.177 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.177 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.177 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T00:40:33.178 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.178 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.178 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T00:40:33.178 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.178 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.178 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T00:40:33.178 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12288 2024-08-17T00:40:33.178 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.178 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T00:40:33.178 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1347584 2024-08-17T00:40:33.178 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.178 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T00:40:33.179 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.179 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.179 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.179 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T00:40:33.179 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.179 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.179 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.179 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T00:40:33.179 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:33.179 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.179 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T00:40:33.179 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 304480256 2024-08-17T00:40:33.179 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.179 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T00:40:33.180 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 983040 2024-08-17T00:40:33.180 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.180 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T00:40:33.180 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 843776 2024-08-17T00:40:33.180 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.180 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T00:40:33.180 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 312868864 2024-08-17T00:40:33.180 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.180 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T00:40:33.180 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.180 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.180 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T00:40:33.180 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.180 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T00:40:33.181 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14 2024-08-17T00:40:33.181 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.181 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T00:40:33.181 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 195697 2024-08-17T00:40:33.181 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.181 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T00:40:33.181 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23 2024-08-17T00:40:33.181 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.181 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T00:40:33.181 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1269760 2024-08-17T00:40:33.181 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.181 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T00:40:33.181 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1273856 2024-08-17T00:40:33.182 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.182 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T00:40:33.182 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.182 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.182 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T00:40:33.182 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.182 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.182 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T00:40:33.182 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T00:40:33.182 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.182 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T00:40:33.182 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4789 2024-08-17T00:40:33.182 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.183 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T00:40:33.183 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T00:40:33.183 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.183 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T00:40:33.183 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:33.183 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.183 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T00:40:33.183 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:33.183 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.183 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T00:40:33.183 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:33.183 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.183 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T00:40:33.183 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:33.183 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.184 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T00:40:33.184 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.184 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.184 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:40:33.184 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.184 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.184 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:40:33.184 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.184 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.184 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:40:33.184 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.184 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.184 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T00:40:33.184 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.185 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.185 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T00:40:33.185 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.185 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.185 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T00:40:33.185 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.185 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.185 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T00:40:33.185 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.185 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.185 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T00:40:33.185 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.185 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.185 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T00:40:33.186 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2265088 2024-08-17T00:40:33.186 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.186 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.186 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T00:40:33.186 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T00:40:33.186 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T00:40:33.186 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.186 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T00:40:33.186 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 794624 2024-08-17T00:40:33.186 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.186 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T00:40:33.186 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12, 2024-08-17T00:40:33.186 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 479146 2024-08-17T00:40:33.186 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.187 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T00:40:33.187 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.187 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.187 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.187 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T00:40:33.187 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.187 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.187 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T00:40:33.187 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.187 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.187 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T00:40:33.187 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.187 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.187 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T00:40:33.188 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:33.188 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3847 2024-08-17T00:40:33.188 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.188 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T00:40:33.188 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.188 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.188 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.188 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T00:40:33.188 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 189, 2024-08-17T00:40:33.188 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 50463368 2024-08-17T00:40:33.188 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.188 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T00:40:33.188 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 180, 2024-08-17T00:40:33.189 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5367672 2024-08-17T00:40:33.189 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.189 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T00:40:33.189 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 189, 2024-08-17T00:40:33.189 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 267655 2024-08-17T00:40:33.189 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.189 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T00:40:33.189 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 189, 2024-08-17T00:40:33.189 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 50731023 2024-08-17T00:40:33.189 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.189 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T00:40:33.189 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.189 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.189 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.189 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T00:40:33.190 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T00:40:33.190 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37498 2024-08-17T00:40:33.190 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.190 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T00:40:33.190 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:33.190 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1096 2024-08-17T00:40:33.190 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.190 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T00:40:33.190 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.190 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.190 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.190 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:40:33.190 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.190 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.191 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.191 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T00:40:33.191 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T00:40:33.191 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9514 2024-08-17T00:40:33.191 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.191 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T00:40:33.191 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 410 2024-08-17T00:40:33.191 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.191 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T00:40:33.191 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 246 2024-08-17T00:40:33.191 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.191 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T00:40:33.191 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 106, 2024-08-17T00:40:33.191 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 961991 2024-08-17T00:40:33.192 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.192 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T00:40:33.192 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 183, 2024-08-17T00:40:33.192 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 206081 2024-08-17T00:40:33.192 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.192 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T00:40:33.192 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 77, 2024-08-17T00:40:33.192 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 256261 2024-08-17T00:40:33.192 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.192 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T00:40:33.192 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.192 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.192 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T00:40:33.192 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7, 2024-08-17T00:40:33.192 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 165779 2024-08-17T00:40:33.193 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.193 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T00:40:33.193 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 277, 2024-08-17T00:40:33.193 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7526486 2024-08-17T00:40:33.193 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.193 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:40:33.193 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 50, 2024-08-17T00:40:33.193 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3672154 2024-08-17T00:40:33.193 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.193 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:40:33.193 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 49, 2024-08-17T00:40:33.193 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 135248393674 2024-08-17T00:40:33.193 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.193 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T00:40:33.194 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 50, 2024-08-17T00:40:33.194 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 87092546586 2024-08-17T00:40:33.194 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.194 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T00:40:33.194 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 276, 2024-08-17T00:40:33.194 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6308181835 2024-08-17T00:40:33.194 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.194 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T00:40:33.194 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 276, 2024-08-17T00:40:33.194 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29241 2024-08-17T00:40:33.194 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.194 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T00:40:33.194 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 277, 2024-08-17T00:40:33.195 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 276224 2024-08-17T00:40:33.195 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.195 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T00:40:33.195 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 277, 2024-08-17T00:40:33.195 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 182109066 2024-08-17T00:40:33.195 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.195 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T00:40:33.195 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 277, 2024-08-17T00:40:33.195 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 83729 2024-08-17T00:40:33.195 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.195 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T00:40:33.195 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 277, 2024-08-17T00:40:33.195 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 88546583 2024-08-17T00:40:33.196 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.196 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T00:40:33.196 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 277, 2024-08-17T00:40:33.196 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15421349 2024-08-17T00:40:33.196 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.196 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T00:40:33.196 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 349537 2024-08-17T00:40:33.196 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.196 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T00:40:33.196 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 48, 2024-08-17T00:40:33.196 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 219971 2024-08-17T00:40:33.196 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.196 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T00:40:33.196 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 277, 2024-08-17T00:40:33.196 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 293917068 2024-08-17T00:40:33.197 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.197 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T00:40:33.197 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 277, 2024-08-17T00:40:33.197 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 18671491 2024-08-17T00:40:33.197 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.197 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T00:40:33.197 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 277, 2024-08-17T00:40:33.197 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2429290 2024-08-17T00:40:33.197 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.197 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.197 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T00:40:33.197 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T00:40:33.197 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1861457182 2024-08-17T00:40:33.197 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.198 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T00:40:33.198 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 270073856 2024-08-17T00:40:33.198 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.198 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T00:40:33.198 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 269090816 2024-08-17T00:40:33.198 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.198 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T00:40:33.198 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3137368883 2024-08-17T00:40:33.198 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.198 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T00:40:33.198 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 983040 2024-08-17T00:40:33.198 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.198 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.198 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T00:40:33.199 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.199 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 159383552 2024-08-17T00:40:33.199 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.199 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.199 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.199 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.199 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.199 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.199 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.199 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.199 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 85497882 2024-08-17T00:40:33.199 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.199 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.200 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.200 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.200 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.200 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.200 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.200 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.200 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.200 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.200 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.200 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.200 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.200 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.200 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.200 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.201 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.201 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T00:40:33.201 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.201 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.201 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.201 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.201 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.201 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.201 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.201 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.201 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.201 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.201 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.201 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73881574 2024-08-17T00:40:33.201 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.202 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.202 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T00:40:33.202 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.202 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 780140544 2024-08-17T00:40:33.202 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.202 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.202 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:33.202 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.202 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.202 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.202 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.202 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.202 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641234116 2024-08-17T00:40:33.203 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.203 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.203 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.203 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.203 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.203 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.203 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.203 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.203 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.203 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.203 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.203 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.203 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.203 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.204 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.204 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.204 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.204 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2128 2024-08-17T00:40:33.204 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.204 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.204 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.204 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.204 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.204 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.204 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.204 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.204 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.205 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.205 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.205 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71795436 2024-08-17T00:40:33.205 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.205 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.205 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:40:33.205 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.205 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 192937984 2024-08-17T00:40:33.205 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.205 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.205 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:33.205 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.205 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.205 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 464 2024-08-17T00:40:33.206 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.206 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.206 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56998588 2024-08-17T00:40:33.206 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.206 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.206 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.206 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.206 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.206 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.206 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.206 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.206 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.206 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.207 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.207 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.207 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.207 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.207 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.207 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.207 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.207 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.207 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.207 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.207 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.207 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.207 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.207 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.208 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.208 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.208 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.208 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.208 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.208 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68830068 2024-08-17T00:40:33.208 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.208 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.208 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T00:40:33.208 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.208 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 713031680 2024-08-17T00:40:33.208 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.208 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.209 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.209 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.209 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.209 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.209 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.209 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.209 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641234116 2024-08-17T00:40:33.209 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.209 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.209 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.209 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.209 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.209 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.209 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.210 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.210 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.210 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.210 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.210 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.210 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.210 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.210 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.210 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.210 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.210 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 272583 2024-08-17T00:40:33.210 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.210 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.210 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.211 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.211 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.211 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.211 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.211 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.211 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.211 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.211 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.211 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71524981 2024-08-17T00:40:33.211 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.211 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.211 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T00:40:33.211 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T00:40:33.211 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.212 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.212 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:33.212 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.212 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.212 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T00:40:33.212 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.212 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.212 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:33.212 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.212 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.212 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.212 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:33.212 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T00:40:33.212 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37 2024-08-17T00:40:33.213 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.213 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T00:40:33.213 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.213 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.213 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T00:40:33.213 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T00:40:33.213 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.213 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T00:40:33.213 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.213 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.213 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T00:40:33.213 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.214 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.214 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T00:40:33.214 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 22 2024-08-17T00:40:33.214 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.214 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T00:40:33.214 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:33.214 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3343625 2024-08-17T00:40:33.214 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.214 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T00:40:33.214 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.214 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.214 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T00:40:33.214 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:33.215 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 792737 2024-08-17T00:40:33.215 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.215 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T00:40:33.215 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:33.215 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3272594 2024-08-17T00:40:33.215 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.215 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:33.215 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.215 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.215 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T00:40:33.215 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.215 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.215 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.215 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:40:33.216 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.216 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.216 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T00:40:33.216 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.216 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.216 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T00:40:33.216 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.216 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.216 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.216 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T00:40:33.216 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.216 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.216 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.217 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T00:40:33.217 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.217 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.217 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T00:40:33.217 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.217 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.217 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T00:40:33.217 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.217 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.217 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.217 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:40:33.217 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.217 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.217 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:40:33.218 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.218 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.218 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T00:40:33.218 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.218 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.218 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T00:40:33.218 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.218 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.218 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.218 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T00:40:33.218 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.218 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.218 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.218 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:33.219 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T00:40:33.219 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.219 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T00:40:33.219 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 22 2024-08-17T00:40:33.219 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.219 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T00:40:33.219 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:33.219 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3343625 2024-08-17T00:40:33.219 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.219 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:40:33.219 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.219 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.219 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T00:40:33.219 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:33.220 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 792737 2024-08-17T00:40:33.220 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.220 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T00:40:33.220 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:33.220 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3272594 2024-08-17T00:40:33.220 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.220 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T00:40:33.220 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.220 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.220 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T00:40:33.220 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.220 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.220 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T00:40:33.220 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.221 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.221 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T00:40:33.221 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:33.221 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.221 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T00:40:33.221 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 305287168 2024-08-17T00:40:33.221 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.221 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.221 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.221 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.5": { 2024-08-17T00:40:33.221 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:33.221 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T00:40:33.221 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.221 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.222 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:40:33.222 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.222 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.222 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T00:40:33.222 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T00:40:33.222 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.222 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_main": { 2024-08-17T00:40:33.222 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.222 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.222 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T00:40:33.222 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.222 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.222 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T00:40:33.223 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.223 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.223 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T00:40:33.223 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12288 2024-08-17T00:40:33.223 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.223 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T00:40:33.223 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1282048 2024-08-17T00:40:33.223 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.223 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T00:40:33.223 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.223 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.223 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.223 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T00:40:33.224 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.224 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.224 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.224 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T00:40:33.224 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:33.224 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.224 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T00:40:33.224 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 304480256 2024-08-17T00:40:33.224 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.224 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T00:40:33.224 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 925696 2024-08-17T00:40:33.224 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.224 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T00:40:33.224 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 786432 2024-08-17T00:40:33.225 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.225 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T00:40:33.225 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 312868864 2024-08-17T00:40:33.225 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.225 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T00:40:33.225 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.225 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.225 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T00:40:33.225 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.225 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.225 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T00:40:33.225 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14 2024-08-17T00:40:33.225 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.225 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T00:40:33.225 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 195697 2024-08-17T00:40:33.226 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.226 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T00:40:33.226 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23 2024-08-17T00:40:33.226 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.226 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T00:40:33.226 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1269760 2024-08-17T00:40:33.226 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.226 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T00:40:33.226 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1273856 2024-08-17T00:40:33.226 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.226 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T00:40:33.226 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.226 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.226 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T00:40:33.227 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.227 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.227 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T00:40:33.227 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T00:40:33.227 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.227 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T00:40:33.227 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4789 2024-08-17T00:40:33.227 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.227 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T00:40:33.227 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T00:40:33.227 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.227 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T00:40:33.227 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:33.227 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.227 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T00:40:33.228 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:33.228 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.228 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T00:40:33.228 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:33.228 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.228 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T00:40:33.228 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:33.228 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.228 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T00:40:33.228 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.228 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.228 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:40:33.228 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.228 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.228 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:40:33.229 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.229 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.229 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:40:33.229 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.229 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.229 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T00:40:33.229 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.229 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.229 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T00:40:33.229 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.229 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.229 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T00:40:33.229 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.229 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.230 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T00:40:33.230 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.230 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.230 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T00:40:33.230 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.230 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.230 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T00:40:33.230 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2142208 2024-08-17T00:40:33.230 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.230 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.230 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T00:40:33.230 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T00:40:33.230 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T00:40:33.230 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.231 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T00:40:33.231 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 794624 2024-08-17T00:40:33.231 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.231 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T00:40:33.231 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 6, 2024-08-17T00:40:33.231 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 229781 2024-08-17T00:40:33.231 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.231 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T00:40:33.231 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.231 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.231 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.231 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T00:40:33.232 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.232 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.232 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T00:40:33.232 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.232 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.232 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T00:40:33.232 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.232 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.232 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T00:40:33.232 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T00:40:33.232 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4786 2024-08-17T00:40:33.232 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.232 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T00:40:33.232 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.233 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.233 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.233 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T00:40:33.233 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 175, 2024-08-17T00:40:33.233 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 49190570 2024-08-17T00:40:33.233 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.233 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T00:40:33.233 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 172, 2024-08-17T00:40:33.233 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8199151 2024-08-17T00:40:33.233 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.233 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T00:40:33.233 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 175, 2024-08-17T00:40:33.233 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 203622 2024-08-17T00:40:33.233 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.234 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T00:40:33.234 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 175, 2024-08-17T00:40:33.234 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 49394192 2024-08-17T00:40:33.234 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.234 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T00:40:33.234 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.234 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.234 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.234 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T00:40:33.234 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T00:40:33.234 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 34294 2024-08-17T00:40:33.234 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.234 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T00:40:33.235 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:33.235 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1192 2024-08-17T00:40:33.235 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.235 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T00:40:33.235 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.235 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.235 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.235 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:40:33.235 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.235 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.235 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.235 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T00:40:33.235 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:33.236 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6688 2024-08-17T00:40:33.236 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.236 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T00:40:33.236 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 377 2024-08-17T00:40:33.236 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.236 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T00:40:33.236 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 255 2024-08-17T00:40:33.236 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.236 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T00:40:33.236 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97, 2024-08-17T00:40:33.236 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 795852 2024-08-17T00:40:33.236 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.236 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T00:40:33.236 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 159, 2024-08-17T00:40:33.237 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 233031 2024-08-17T00:40:33.237 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.237 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T00:40:33.237 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 62, 2024-08-17T00:40:33.237 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 307744 2024-08-17T00:40:33.237 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.237 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T00:40:33.237 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.237 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.237 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T00:40:33.237 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T00:40:33.237 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 101712 2024-08-17T00:40:33.237 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.238 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T00:40:33.238 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 287, 2024-08-17T00:40:33.238 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3656062 2024-08-17T00:40:33.238 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.238 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:40:33.238 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 48, 2024-08-17T00:40:33.238 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3694023 2024-08-17T00:40:33.238 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.238 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:40:33.238 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 46, 2024-08-17T00:40:33.238 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 275743431746 2024-08-17T00:40:33.238 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.238 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T00:40:33.238 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 48, 2024-08-17T00:40:33.239 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 64209217707 2024-08-17T00:40:33.239 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.239 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T00:40:33.239 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 285, 2024-08-17T00:40:33.239 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6424647655 2024-08-17T00:40:33.239 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.239 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T00:40:33.239 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 285, 2024-08-17T00:40:33.239 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 30303 2024-08-17T00:40:33.239 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.239 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T00:40:33.239 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 287, 2024-08-17T00:40:33.239 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 243568 2024-08-17T00:40:33.239 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.240 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T00:40:33.240 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 287, 2024-08-17T00:40:33.240 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 131115456 2024-08-17T00:40:33.240 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.240 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T00:40:33.240 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 287, 2024-08-17T00:40:33.240 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 85470 2024-08-17T00:40:33.240 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.240 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T00:40:33.240 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 287, 2024-08-17T00:40:33.240 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 127044910 2024-08-17T00:40:33.240 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.240 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T00:40:33.241 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 287, 2024-08-17T00:40:33.241 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15081783 2024-08-17T00:40:33.241 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.241 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T00:40:33.241 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 351497 2024-08-17T00:40:33.241 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.241 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T00:40:33.241 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 39, 2024-08-17T00:40:33.241 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 163594 2024-08-17T00:40:33.241 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.241 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T00:40:33.241 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 287, 2024-08-17T00:40:33.241 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 277179699 2024-08-17T00:40:33.241 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.241 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T00:40:33.242 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 287, 2024-08-17T00:40:33.242 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 18888128 2024-08-17T00:40:33.242 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.242 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T00:40:33.242 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 287, 2024-08-17T00:40:33.242 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2277470 2024-08-17T00:40:33.242 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.242 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.242 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T00:40:33.242 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T00:40:33.242 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1861457182 2024-08-17T00:40:33.242 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.242 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T00:40:33.243 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 269795328 2024-08-17T00:40:33.243 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.243 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T00:40:33.243 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 269688832 2024-08-17T00:40:33.243 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.243 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T00:40:33.243 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3137368883 2024-08-17T00:40:33.243 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.243 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T00:40:33.243 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 106496 2024-08-17T00:40:33.243 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.243 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.243 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T00:40:33.243 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.243 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 159383552 2024-08-17T00:40:33.244 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.244 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.244 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.244 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.244 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.244 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.244 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.244 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.244 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 85497741 2024-08-17T00:40:33.244 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.244 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.244 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.244 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.244 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.245 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.245 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.245 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.245 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.245 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.245 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.245 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.245 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.245 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.245 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.245 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.245 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.245 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.245 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.246 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.246 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.246 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.246 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.246 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.246 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.246 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.246 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.246 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.246 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.246 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73885811 2024-08-17T00:40:33.246 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.246 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.247 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T00:40:33.247 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.247 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 780140544 2024-08-17T00:40:33.247 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.247 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.247 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:33.247 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.247 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.247 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.247 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.247 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.247 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641233061 2024-08-17T00:40:33.247 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.247 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.247 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.248 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.248 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.248 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.248 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.248 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.248 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.248 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.248 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.248 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.248 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.248 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.248 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.249 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.249 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.249 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2128 2024-08-17T00:40:33.249 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.249 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.249 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.249 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.249 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.249 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.249 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.249 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.249 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.249 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.249 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.250 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71796491 2024-08-17T00:40:33.250 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.250 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.250 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:40:33.250 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.250 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 192937984 2024-08-17T00:40:33.250 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.250 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.250 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:33.250 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.250 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.250 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 464 2024-08-17T00:40:33.250 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.251 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.251 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56998494 2024-08-17T00:40:33.251 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.251 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.251 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.251 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.251 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.251 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.251 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.251 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.251 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.251 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.251 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.251 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.252 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.252 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.252 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.252 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.252 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.252 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.252 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.252 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.252 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.252 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.252 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.252 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.252 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.252 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.253 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.253 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.253 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.253 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68830162 2024-08-17T00:40:33.253 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.253 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.253 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T00:40:33.253 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.253 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 713031680 2024-08-17T00:40:33.253 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.253 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.253 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.253 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.253 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.254 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.254 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.254 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.254 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641233061 2024-08-17T00:40:33.254 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.254 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.254 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.254 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.254 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.254 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.254 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.254 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.254 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.255 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.255 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.255 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.255 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.255 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.255 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6975 2024-08-17T00:40:33.255 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.255 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.255 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 277641 2024-08-17T00:40:33.255 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.255 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.255 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.255 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.256 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.256 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.256 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.256 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.256 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.256 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.256 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.256 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71514003 2024-08-17T00:40:33.256 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.256 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.256 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T00:40:33.256 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T00:40:33.256 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.256 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.257 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:33.257 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.257 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.257 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T00:40:33.257 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.257 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.257 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:33.257 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.257 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.257 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.257 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:33.257 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T00:40:33.257 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 41 2024-08-17T00:40:33.257 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.258 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T00:40:33.258 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.258 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.258 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T00:40:33.258 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.258 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.258 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T00:40:33.258 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.258 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.258 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T00:40:33.258 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.258 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.258 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T00:40:33.259 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.259 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.259 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T00:40:33.259 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.259 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.259 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.259 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T00:40:33.259 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.259 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.259 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T00:40:33.259 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.259 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.259 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.259 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T00:40:33.260 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.260 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.260 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.260 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:33.260 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.260 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.260 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T00:40:33.260 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.260 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.260 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.260 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:40:33.260 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.260 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.260 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T00:40:33.261 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.261 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.261 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T00:40:33.261 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.261 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.261 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.261 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T00:40:33.261 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.261 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.261 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.261 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T00:40:33.261 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.261 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.261 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T00:40:33.261 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.262 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.262 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T00:40:33.262 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.262 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.262 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.262 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:40:33.262 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.262 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.262 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:40:33.262 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.262 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.262 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T00:40:33.262 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.263 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.263 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T00:40:33.263 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.263 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.263 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.263 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T00:40:33.263 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.263 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.263 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.263 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:33.263 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.263 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.263 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T00:40:33.263 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.264 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.264 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T00:40:33.264 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.264 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.264 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.264 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:40:33.264 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.264 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.264 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T00:40:33.264 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.264 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.264 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.264 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T00:40:33.265 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.265 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.265 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.265 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T00:40:33.265 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.265 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.265 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T00:40:33.265 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.265 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.265 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T00:40:33.265 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.265 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.265 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T00:40:33.265 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:33.266 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.266 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T00:40:33.266 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 305283072 2024-08-17T00:40:33.266 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.266 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.266 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.266 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.6": { 2024-08-17T00:40:33.266 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:33.266 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T00:40:33.266 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.266 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.266 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:40:33.266 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.267 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.267 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T00:40:33.267 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T00:40:33.267 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.267 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_main": { 2024-08-17T00:40:33.267 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.267 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.267 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T00:40:33.267 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.267 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.267 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T00:40:33.267 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.267 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.267 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T00:40:33.268 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12288 2024-08-17T00:40:33.268 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.268 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T00:40:33.268 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1421312 2024-08-17T00:40:33.268 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.268 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T00:40:33.268 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.268 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.268 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.268 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T00:40:33.268 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.268 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.268 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.269 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T00:40:33.269 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:33.269 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.269 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T00:40:33.269 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 304480256 2024-08-17T00:40:33.269 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.269 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T00:40:33.269 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1056768 2024-08-17T00:40:33.269 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.269 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T00:40:33.269 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 917504 2024-08-17T00:40:33.269 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.269 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T00:40:33.269 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 312868864 2024-08-17T00:40:33.269 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.270 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T00:40:33.270 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.270 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.270 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T00:40:33.270 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.270 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.270 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T00:40:33.270 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14 2024-08-17T00:40:33.270 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.270 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T00:40:33.270 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 195697 2024-08-17T00:40:33.270 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.270 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T00:40:33.271 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23 2024-08-17T00:40:33.271 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.271 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T00:40:33.271 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1269760 2024-08-17T00:40:33.271 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.271 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T00:40:33.271 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1273856 2024-08-17T00:40:33.271 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.271 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T00:40:33.271 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.271 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.271 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T00:40:33.271 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.272 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.272 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T00:40:33.272 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T00:40:33.272 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.272 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T00:40:33.272 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4789 2024-08-17T00:40:33.272 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.272 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T00:40:33.272 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T00:40:33.272 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.272 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T00:40:33.272 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:33.272 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.273 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T00:40:33.273 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:33.273 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.273 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T00:40:33.273 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:33.273 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.273 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T00:40:33.273 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:33.273 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.273 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T00:40:33.273 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.273 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.273 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:40:33.273 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.274 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.274 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:40:33.274 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.274 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.274 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:40:33.274 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.274 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.274 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T00:40:33.274 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.274 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.274 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T00:40:33.274 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.274 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.274 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T00:40:33.275 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.275 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.275 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T00:40:33.275 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.275 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.275 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T00:40:33.275 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.275 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.275 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T00:40:33.275 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2412544 2024-08-17T00:40:33.275 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.275 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.275 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T00:40:33.275 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T00:40:33.276 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T00:40:33.276 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.276 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T00:40:33.276 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1380352 2024-08-17T00:40:33.276 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.276 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T00:40:33.276 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.276 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.276 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.276 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T00:40:33.276 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.276 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.276 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.277 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T00:40:33.277 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.277 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.277 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T00:40:33.277 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.277 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.277 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T00:40:33.277 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.277 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.277 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T00:40:33.277 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 5, 2024-08-17T00:40:33.277 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10190 2024-08-17T00:40:33.277 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.277 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T00:40:33.278 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.278 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.278 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.278 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T00:40:33.278 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 207, 2024-08-17T00:40:33.278 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 58820812 2024-08-17T00:40:33.278 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.278 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T00:40:33.278 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 203, 2024-08-17T00:40:33.278 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4620503 2024-08-17T00:40:33.278 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.278 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T00:40:33.278 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 207, 2024-08-17T00:40:33.278 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 175879 2024-08-17T00:40:33.279 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.279 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T00:40:33.279 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 207, 2024-08-17T00:40:33.279 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 58996691 2024-08-17T00:40:33.279 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.279 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T00:40:33.279 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.279 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.279 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.279 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T00:40:33.279 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:33.279 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29533 2024-08-17T00:40:33.279 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.279 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T00:40:33.280 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:33.280 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1530 2024-08-17T00:40:33.280 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.280 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T00:40:33.280 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.280 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.280 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.280 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:40:33.280 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.280 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.280 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.280 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T00:40:33.280 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T00:40:33.280 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9854 2024-08-17T00:40:33.281 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.281 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T00:40:33.281 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 409 2024-08-17T00:40:33.281 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.281 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T00:40:33.281 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 260 2024-08-17T00:40:33.281 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.281 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T00:40:33.281 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 98, 2024-08-17T00:40:33.281 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 879920 2024-08-17T00:40:33.281 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.281 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T00:40:33.281 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 155, 2024-08-17T00:40:33.281 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 242479 2024-08-17T00:40:33.282 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.282 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T00:40:33.282 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 57, 2024-08-17T00:40:33.282 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 574651 2024-08-17T00:40:33.282 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.282 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T00:40:33.282 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.282 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.282 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T00:40:33.282 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.282 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.282 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.282 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T00:40:33.282 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 291, 2024-08-17T00:40:33.283 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3051999 2024-08-17T00:40:33.283 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.283 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:40:33.283 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41, 2024-08-17T00:40:33.283 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2916939 2024-08-17T00:40:33.283 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.283 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:40:33.283 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41, 2024-08-17T00:40:33.283 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 390045913664 2024-08-17T00:40:33.283 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.283 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T00:40:33.283 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41, 2024-08-17T00:40:33.283 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70762689469 2024-08-17T00:40:33.284 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.284 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T00:40:33.284 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 291, 2024-08-17T00:40:33.284 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 549372 2024-08-17T00:40:33.284 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.284 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T00:40:33.284 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 291, 2024-08-17T00:40:33.284 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 32122 2024-08-17T00:40:33.284 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.284 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T00:40:33.284 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 291, 2024-08-17T00:40:33.284 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 228018 2024-08-17T00:40:33.284 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.285 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T00:40:33.285 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 291, 2024-08-17T00:40:33.285 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 148435001 2024-08-17T00:40:33.285 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.285 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T00:40:33.285 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 291, 2024-08-17T00:40:33.285 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 96137 2024-08-17T00:40:33.285 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.285 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T00:40:33.285 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 291, 2024-08-17T00:40:33.285 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 131969646 2024-08-17T00:40:33.285 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.285 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T00:40:33.285 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 291, 2024-08-17T00:40:33.286 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14875523 2024-08-17T00:40:33.286 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.286 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T00:40:33.286 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 941814 2024-08-17T00:40:33.286 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.286 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T00:40:33.286 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 33, 2024-08-17T00:40:33.286 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 174035 2024-08-17T00:40:33.286 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.286 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T00:40:33.286 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 291, 2024-08-17T00:40:33.286 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 298609152 2024-08-17T00:40:33.286 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.287 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T00:40:33.287 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 291, 2024-08-17T00:40:33.287 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17082763 2024-08-17T00:40:33.287 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.287 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T00:40:33.287 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 291, 2024-08-17T00:40:33.287 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1945859 2024-08-17T00:40:33.287 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.287 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.287 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T00:40:33.287 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T00:40:33.287 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1861457182 2024-08-17T00:40:33.287 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.287 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T00:40:33.288 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 270909440 2024-08-17T00:40:33.288 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.288 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T00:40:33.288 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 270221312 2024-08-17T00:40:33.288 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.288 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T00:40:33.288 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3137368883 2024-08-17T00:40:33.288 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.288 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T00:40:33.288 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 688128 2024-08-17T00:40:33.288 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.288 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.288 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T00:40:33.288 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.289 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 159383552 2024-08-17T00:40:33.289 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.289 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.289 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.289 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.289 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.289 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.289 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.289 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.289 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 85497164 2024-08-17T00:40:33.289 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.289 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.289 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.289 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.290 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.290 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.290 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.290 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.290 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.290 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.290 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.290 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.290 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.290 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.290 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.290 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.290 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.290 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8192 2024-08-17T00:40:33.291 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.291 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.291 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.291 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.291 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.291 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.291 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.291 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.291 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.291 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.291 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.291 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73878196 2024-08-17T00:40:33.291 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.291 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.292 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T00:40:33.292 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.292 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 780140544 2024-08-17T00:40:33.292 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.292 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.292 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:33.292 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.292 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.292 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.292 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.292 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.292 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641228732 2024-08-17T00:40:33.292 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.292 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.293 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.293 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.293 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.293 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.293 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.293 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.293 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.293 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.293 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.293 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.293 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.293 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.293 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.293 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.294 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.294 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2128 2024-08-17T00:40:33.294 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.294 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.294 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.294 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.294 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.294 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.294 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.294 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.294 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.294 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.294 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.294 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71800820 2024-08-17T00:40:33.295 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.295 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.295 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:40:33.295 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.295 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 192937984 2024-08-17T00:40:33.295 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.295 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.295 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:33.295 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.295 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.295 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 464 2024-08-17T00:40:33.295 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.295 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.295 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56998109 2024-08-17T00:40:33.296 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.296 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.296 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.296 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.296 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.296 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.296 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.296 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.296 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.296 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.296 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.296 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.296 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.296 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.297 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.297 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.297 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.297 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.297 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.297 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.297 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.297 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.297 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.297 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.297 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.297 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.297 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.297 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.298 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.298 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68830547 2024-08-17T00:40:33.298 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.298 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.298 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T00:40:33.298 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.298 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 713031680 2024-08-17T00:40:33.298 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.298 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.298 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.298 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.298 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.298 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.298 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.299 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.299 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641228732 2024-08-17T00:40:33.299 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.299 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.299 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.299 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.299 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.299 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.299 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.299 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.299 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.299 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.299 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.299 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.300 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.300 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.300 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7115 2024-08-17T00:40:33.300 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.300 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.300 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 278929 2024-08-17T00:40:33.300 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.300 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.300 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.300 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.300 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.300 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.300 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.300 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.301 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.301 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.301 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.301 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71516904 2024-08-17T00:40:33.301 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.301 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.301 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T00:40:33.301 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T00:40:33.301 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.301 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.301 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:33.301 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.301 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.301 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T00:40:33.301 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.302 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.302 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:33.302 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.302 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.302 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.302 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:33.302 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T00:40:33.302 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 39 2024-08-17T00:40:33.302 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.302 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T00:40:33.302 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.302 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.303 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T00:40:33.303 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14 2024-08-17T00:40:33.303 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.303 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T00:40:33.303 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.303 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.303 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T00:40:33.303 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.303 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.303 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T00:40:33.303 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2894 2024-08-17T00:40:33.303 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.303 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T00:40:33.304 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14, 2024-08-17T00:40:33.304 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70249780 2024-08-17T00:40:33.304 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.304 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T00:40:33.304 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.304 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.304 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T00:40:33.304 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 16, 2024-08-17T00:40:33.304 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10969254 2024-08-17T00:40:33.304 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.304 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T00:40:33.304 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14, 2024-08-17T00:40:33.304 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 41389529 2024-08-17T00:40:33.304 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.305 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:33.305 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.305 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.305 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T00:40:33.305 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.305 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.305 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.305 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:40:33.305 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.305 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.305 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T00:40:33.305 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.305 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.305 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T00:40:33.306 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.306 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.306 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.306 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T00:40:33.306 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.306 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.306 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.306 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T00:40:33.306 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.306 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.306 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T00:40:33.306 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.306 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.307 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T00:40:33.307 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.307 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.307 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.307 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:40:33.307 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.307 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.307 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:40:33.307 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.307 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.307 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T00:40:33.307 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.307 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.307 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T00:40:33.308 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.308 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.308 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.308 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T00:40:33.308 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.308 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.308 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.308 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:33.308 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14 2024-08-17T00:40:33.308 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.308 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T00:40:33.308 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2894 2024-08-17T00:40:33.308 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.308 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T00:40:33.309 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14, 2024-08-17T00:40:33.309 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70249780 2024-08-17T00:40:33.309 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.309 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:40:33.309 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.309 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.309 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T00:40:33.309 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 16, 2024-08-17T00:40:33.309 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10969254 2024-08-17T00:40:33.309 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.309 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T00:40:33.309 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14, 2024-08-17T00:40:33.309 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 41389529 2024-08-17T00:40:33.309 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.310 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T00:40:33.310 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.310 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.310 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T00:40:33.310 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.310 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.310 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T00:40:33.310 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.310 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.310 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T00:40:33.310 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:33.310 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.310 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T00:40:33.311 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 305868800 2024-08-17T00:40:33.311 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.311 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.311 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.311 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.7": { 2024-08-17T00:40:33.311 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T00:40:33.311 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T00:40:33.311 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.311 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.311 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T00:40:33.311 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.311 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.311 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T00:40:33.311 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T00:40:33.312 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.312 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_main": { 2024-08-17T00:40:33.312 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.312 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.312 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T00:40:33.312 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.312 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.312 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T00:40:33.312 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.312 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.312 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T00:40:33.312 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12288 2024-08-17T00:40:33.312 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.312 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T00:40:33.313 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1409024 2024-08-17T00:40:33.313 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.313 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T00:40:33.313 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.313 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.313 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.313 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T00:40:33.313 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.313 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.313 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.313 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T00:40:33.313 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:33.313 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.313 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T00:40:33.314 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 304480256 2024-08-17T00:40:33.314 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.314 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T00:40:33.314 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1081344 2024-08-17T00:40:33.314 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.314 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T00:40:33.314 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 942080 2024-08-17T00:40:33.314 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.314 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T00:40:33.314 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 312868864 2024-08-17T00:40:33.314 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.314 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T00:40:33.314 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.315 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.315 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T00:40:33.315 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.315 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.315 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T00:40:33.315 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14 2024-08-17T00:40:33.315 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.315 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T00:40:33.315 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 195697 2024-08-17T00:40:33.315 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.315 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T00:40:33.315 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23 2024-08-17T00:40:33.315 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.315 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T00:40:33.316 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1269760 2024-08-17T00:40:33.316 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.316 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T00:40:33.316 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1273856 2024-08-17T00:40:33.316 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.316 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T00:40:33.316 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.316 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.316 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T00:40:33.316 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.316 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.316 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T00:40:33.316 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T00:40:33.316 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.316 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T00:40:33.317 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4789 2024-08-17T00:40:33.317 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.317 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T00:40:33.317 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T00:40:33.317 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.317 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T00:40:33.317 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:33.317 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.317 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T00:40:33.317 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:33.317 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.317 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T00:40:33.317 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5589 2024-08-17T00:40:33.317 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.318 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T00:40:33.318 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24 2024-08-17T00:40:33.318 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.318 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T00:40:33.318 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.318 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.318 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T00:40:33.318 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.318 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.318 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T00:40:33.318 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.318 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.318 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T00:40:33.319 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.319 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.319 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T00:40:33.319 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.319 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.319 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T00:40:33.319 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.319 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.319 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T00:40:33.319 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.319 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.319 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T00:40:33.319 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.320 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.320 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T00:40:33.320 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.320 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.320 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T00:40:33.320 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2424832 2024-08-17T00:40:33.320 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.320 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.320 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T00:40:33.320 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T00:40:33.320 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T00:40:33.320 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.320 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T00:40:33.320 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1376256 2024-08-17T00:40:33.321 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.321 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T00:40:33.321 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T00:40:33.321 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 135747 2024-08-17T00:40:33.321 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.321 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T00:40:33.321 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.321 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.321 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.321 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T00:40:33.321 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.321 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.321 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T00:40:33.321 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.322 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.322 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T00:40:33.322 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.322 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.322 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T00:40:33.322 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15, 2024-08-17T00:40:33.322 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 39981 2024-08-17T00:40:33.322 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.322 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T00:40:33.322 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.322 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.322 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.322 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T00:40:33.322 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 213, 2024-08-17T00:40:33.323 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56919178 2024-08-17T00:40:33.323 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.323 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T00:40:33.323 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 201, 2024-08-17T00:40:33.323 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20754296 2024-08-17T00:40:33.323 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.323 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T00:40:33.323 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 213, 2024-08-17T00:40:33.323 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 145033 2024-08-17T00:40:33.323 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.323 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T00:40:33.323 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 213, 2024-08-17T00:40:33.323 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57064211 2024-08-17T00:40:33.324 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.324 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T00:40:33.324 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.324 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.324 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.324 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T00:40:33.324 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:33.324 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37845 2024-08-17T00:40:33.324 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.324 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T00:40:33.324 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:33.324 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1464 2024-08-17T00:40:33.324 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.324 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T00:40:33.325 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.325 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.325 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.325 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T00:40:33.325 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T00:40:33.325 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.325 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.325 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T00:40:33.325 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T00:40:33.325 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7500 2024-08-17T00:40:33.325 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.325 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T00:40:33.325 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 783 2024-08-17T00:40:33.325 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.326 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T00:40:33.326 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 298 2024-08-17T00:40:33.326 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.326 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T00:40:33.326 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 144, 2024-08-17T00:40:33.326 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5183670 2024-08-17T00:40:33.326 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.326 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T00:40:33.326 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 234, 2024-08-17T00:40:33.326 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 353890 2024-08-17T00:40:33.326 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.326 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T00:40:33.326 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 90, 2024-08-17T00:40:33.327 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4269558 2024-08-17T00:40:33.327 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.327 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T00:40:33.327 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.327 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.327 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T00:40:33.327 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T00:40:33.327 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17944 2024-08-17T00:40:33.327 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.327 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T00:40:33.327 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 319, 2024-08-17T00:40:33.327 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2241628 2024-08-17T00:40:33.327 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.328 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T00:40:33.328 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 26, 2024-08-17T00:40:33.328 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1988394 2024-08-17T00:40:33.328 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.328 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T00:40:33.328 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 26, 2024-08-17T00:40:33.328 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 215483572831 2024-08-17T00:40:33.328 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.328 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T00:40:33.328 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 26, 2024-08-17T00:40:33.328 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 40170550424 2024-08-17T00:40:33.328 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.328 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T00:40:33.329 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 319, 2024-08-17T00:40:33.329 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2204693 2024-08-17T00:40:33.329 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.329 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T00:40:33.329 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 319, 2024-08-17T00:40:33.329 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 44356 2024-08-17T00:40:33.329 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.329 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T00:40:33.329 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 319, 2024-08-17T00:40:33.329 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 226407 2024-08-17T00:40:33.329 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.329 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T00:40:33.329 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 319, 2024-08-17T00:40:33.329 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 181007604 2024-08-17T00:40:33.330 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.330 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T00:40:33.330 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 319, 2024-08-17T00:40:33.330 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 134050 2024-08-17T00:40:33.330 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.330 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T00:40:33.330 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 319, 2024-08-17T00:40:33.330 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 97520545 2024-08-17T00:40:33.330 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.330 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T00:40:33.330 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 319, 2024-08-17T00:40:33.330 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13684808 2024-08-17T00:40:33.330 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.330 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T00:40:33.331 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 939724 2024-08-17T00:40:33.331 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.331 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T00:40:33.331 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25, 2024-08-17T00:40:33.331 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 121385 2024-08-17T00:40:33.331 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.331 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T00:40:33.331 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 319, 2024-08-17T00:40:33.331 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 294747457 2024-08-17T00:40:33.331 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.331 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T00:40:33.331 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 319, 2024-08-17T00:40:33.331 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16333657 2024-08-17T00:40:33.332 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.332 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T00:40:33.332 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 319, 2024-08-17T00:40:33.332 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2180948 2024-08-17T00:40:33.332 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.332 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.332 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T00:40:33.332 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T00:40:33.332 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1861457182 2024-08-17T00:40:33.332 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.332 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T00:40:33.332 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 271122432 2024-08-17T00:40:33.332 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.332 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T00:40:33.333 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 269656064 2024-08-17T00:40:33.333 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.333 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T00:40:33.333 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3137368883 2024-08-17T00:40:33.333 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.333 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T00:40:33.333 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1466368 2024-08-17T00:40:33.333 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.333 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.333 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T00:40:33.333 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.333 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 159383552 2024-08-17T00:40:33.333 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.334 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.334 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.334 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.334 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.334 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.334 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.334 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.334 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 85478877 2024-08-17T00:40:33.334 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.334 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.334 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.334 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.334 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.334 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8192 2024-08-17T00:40:33.335 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.335 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.335 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 147456 2024-08-17T00:40:33.335 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.335 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.335 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.335 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.335 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.335 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.335 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.335 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.335 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 143360 2024-08-17T00:40:33.335 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.335 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.336 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.336 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.336 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.336 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.336 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.336 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.336 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.336 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.336 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.336 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73605667 2024-08-17T00:40:33.336 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.336 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.336 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T00:40:33.336 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.337 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 780140544 2024-08-17T00:40:33.337 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.337 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.337 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:33.337 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.337 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.337 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.337 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.337 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.337 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641091578 2024-08-17T00:40:33.337 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.337 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.338 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.338 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.338 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.338 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.338 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.338 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.338 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.338 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.338 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.338 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.338 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.338 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.338 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.338 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.339 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.339 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2128 2024-08-17T00:40:33.339 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.339 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.339 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.339 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.339 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.339 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.339 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.339 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.339 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.339 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.339 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.339 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71937974 2024-08-17T00:40:33.340 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.340 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.340 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T00:40:33.340 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.340 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 192937984 2024-08-17T00:40:33.340 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.340 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.340 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T00:40:33.340 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.340 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.340 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 464 2024-08-17T00:40:33.340 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.340 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.340 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56985918 2024-08-17T00:40:33.341 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.341 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.341 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.341 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.341 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.341 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.341 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.341 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.341 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.341 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.341 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.341 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.341 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.341 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.342 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.342 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.342 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.342 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.342 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.342 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.342 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.342 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.342 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.342 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.342 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.342 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.342 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.343 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.343 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.343 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68842738 2024-08-17T00:40:33.343 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.343 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.343 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T00:40:33.343 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T00:40:33.343 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 713031680 2024-08-17T00:40:33.343 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.343 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T00:40:33.343 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.343 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.343 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T00:40:33.343 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.344 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.344 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T00:40:33.344 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641091578 2024-08-17T00:40:33.344 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.344 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T00:40:33.344 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.344 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.344 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T00:40:33.344 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4285 2024-08-17T00:40:33.344 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.344 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T00:40:33.344 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12857 2024-08-17T00:40:33.344 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.345 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T00:40:33.345 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.345 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.345 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T00:40:33.345 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.345 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.345 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T00:40:33.345 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 282871 2024-08-17T00:40:33.345 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.345 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T00:40:33.345 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.345 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.345 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T00:40:33.345 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.346 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.346 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T00:40:33.346 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.346 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.346 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T00:40:33.346 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71640089 2024-08-17T00:40:33.346 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.346 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.346 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T00:40:33.346 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T00:40:33.346 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.346 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.346 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:33.347 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.347 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.347 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T00:40:33.347 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.347 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.347 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:33.347 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.347 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.347 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.347 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T00:40:33.347 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T00:40:33.347 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 46 2024-08-17T00:40:33.347 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.348 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T00:40:33.348 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.348 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.348 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T00:40:33.348 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 157 2024-08-17T00:40:33.348 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.348 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T00:40:33.348 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.348 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.348 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T00:40:33.348 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.348 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.348 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T00:40:33.349 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.349 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.349 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T00:40:33.349 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 157, 2024-08-17T00:40:33.349 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 89445361 2024-08-17T00:40:33.349 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.349 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T00:40:33.349 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266182 2024-08-17T00:40:33.349 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.349 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T00:40:33.349 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 159, 2024-08-17T00:40:33.349 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37301356 2024-08-17T00:40:33.349 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.350 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T00:40:33.350 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 157, 2024-08-17T00:40:33.350 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 77365016 2024-08-17T00:40:33.350 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.350 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T00:40:33.350 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 110 2024-08-17T00:40:33.350 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.350 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T00:40:33.350 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 110, 2024-08-17T00:40:33.350 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16670449 2024-08-17T00:40:33.350 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.350 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T00:40:33.350 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.350 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.351 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T00:40:33.351 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266182 2024-08-17T00:40:33.351 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.351 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T00:40:33.351 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 110, 2024-08-17T00:40:33.351 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14718969 2024-08-17T00:40:33.351 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.351 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T00:40:33.351 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 110, 2024-08-17T00:40:33.351 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11964025 2024-08-17T00:40:33.351 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.351 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T00:40:33.351 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 42 2024-08-17T00:40:33.352 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.352 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T00:40:33.352 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.352 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.352 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T00:40:33.352 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 42, 2024-08-17T00:40:33.352 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 40345008 2024-08-17T00:40:33.352 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.352 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T00:40:33.352 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.352 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.352 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T00:40:33.352 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.352 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.353 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T00:40:33.353 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.353 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.353 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T00:40:33.353 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 42, 2024-08-17T00:40:33.353 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16940631 2024-08-17T00:40:33.353 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.353 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T00:40:33.353 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 42, 2024-08-17T00:40:33.353 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37578645 2024-08-17T00:40:33.353 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.353 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T00:40:33.353 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5 2024-08-17T00:40:33.353 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.354 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T00:40:33.354 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.354 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.354 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T00:40:33.354 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 5, 2024-08-17T00:40:33.354 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 32429904 2024-08-17T00:40:33.354 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.354 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T00:40:33.354 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.354 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.354 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T00:40:33.354 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7, 2024-08-17T00:40:33.354 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5641756 2024-08-17T00:40:33.354 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.355 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T00:40:33.355 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 5, 2024-08-17T00:40:33.355 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 27822346 2024-08-17T00:40:33.355 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.355 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T00:40:33.355 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.355 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.355 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T00:40:33.355 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.355 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.355 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T00:40:33.355 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T00:40:33.355 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.356 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T00:40:33.356 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T00:40:33.356 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.356 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T00:40:33.356 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 305864704 2024-08-17T00:40:33.356 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.356 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.356 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.356 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.356 INFO:tasks.workunit.client.0.smithi082.stdout: "pools": [ 2024-08-17T00:40:33.356 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.356 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T00:40:33.356 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr" 2024-08-17T00:40:33.357 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.357 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T00:40:33.357 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T00:40:33.357 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T00:40:33.357 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T00:40:33.357 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:40:33.357 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 1, 2024-08-17T00:40:33.357 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 1, 2024-08-17T00:40:33.357 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 1, 2024-08-17T00:40:33.357 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T00:40:33.357 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T00:40:33.357 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 727115245834, 2024-08-17T00:40:33.357 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 1781760, 2024-08-17T00:40:33.358 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T00:40:33.358 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T00:40:33.358 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 1781760, 2024-08-17T00:40:33.358 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T00:40:33.358 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 242371739648, 2024-08-17T00:40:33.358 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 2, 2024-08-17T00:40:33.358 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 0, 2024-08-17T00:40:33.358 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 2.4504447537765373e-06, 2024-08-17T00:40:33.358 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T00:40:33.358 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T00:40:33.358 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 502, 2024-08-17T00:40:33.358 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 690176, 2024-08-17T00:40:33.359 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 590368, 2024-08-17T00:40:33.359 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 590368, 2024-08-17T00:40:33.359 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 0, 2024-08-17T00:40:33.359 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 1771104, 2024-08-17T00:40:33.359 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 243, 2024-08-17T00:40:33.359 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 2473984 2024-08-17T00:40:33.359 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.359 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T00:40:33.359 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T00:40:33.359 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T00:40:33.359 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.359 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.359 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T00:40:33.359 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs" 2024-08-17T00:40:33.360 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.360 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T00:40:33.360 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T00:40:33.360 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T00:40:33.360 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T00:40:33.360 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:40:33.360 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 32, 2024-08-17T00:40:33.360 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 32, 2024-08-17T00:40:33.360 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 2, 2024-08-17T00:40:33.360 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T00:40:33.360 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T00:40:33.360 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 727115245834, 2024-08-17T00:40:33.360 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 98304, 2024-08-17T00:40:33.360 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T00:40:33.361 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T00:40:33.361 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 98304, 2024-08-17T00:40:33.361 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T00:40:33.361 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 242371739648, 2024-08-17T00:40:33.361 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 22, 2024-08-17T00:40:33.361 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 0, 2024-08-17T00:40:33.361 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 1.351972542806834e-07, 2024-08-17T00:40:33.361 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T00:40:33.361 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T00:40:33.361 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 0, 2024-08-17T00:40:33.361 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 0, 2024-08-17T00:40:33.361 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 3410, 2024-08-17T00:40:33.361 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 3410, 2024-08-17T00:40:33.361 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 0, 2024-08-17T00:40:33.362 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 10230, 2024-08-17T00:40:33.362 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 52, 2024-08-17T00:40:33.362 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 20480 2024-08-17T00:40:33.362 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.362 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T00:40:33.362 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T00:40:33.362 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T00:40:33.362 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.362 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.362 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T00:40:33.362 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs" 2024-08-17T00:40:33.362 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.362 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T00:40:33.363 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T00:40:33.363 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T00:40:33.363 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T00:40:33.363 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:40:33.363 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 64, 2024-08-17T00:40:33.363 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 64, 2024-08-17T00:40:33.363 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 3, 2024-08-17T00:40:33.363 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T00:40:33.363 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T00:40:33.363 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 727115245834, 2024-08-17T00:40:33.363 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 0, 2024-08-17T00:40:33.363 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T00:40:33.363 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T00:40:33.363 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 0, 2024-08-17T00:40:33.364 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T00:40:33.364 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 242371739648, 2024-08-17T00:40:33.364 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 0, 2024-08-17T00:40:33.364 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 0, 2024-08-17T00:40:33.364 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 0.0, 2024-08-17T00:40:33.364 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T00:40:33.364 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T00:40:33.364 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 0, 2024-08-17T00:40:33.364 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 0, 2024-08-17T00:40:33.364 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 0, 2024-08-17T00:40:33.364 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 0, 2024-08-17T00:40:33.364 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 0, 2024-08-17T00:40:33.364 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 0, 2024-08-17T00:40:33.365 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 0, 2024-08-17T00:40:33.365 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 0 2024-08-17T00:40:33.365 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.365 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T00:40:33.365 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T00:40:33.365 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T00:40:33.365 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.365 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.365 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T00:40:33.365 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd" 2024-08-17T00:40:33.365 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.365 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T00:40:33.365 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T00:40:33.365 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T00:40:33.366 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T00:40:33.366 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T00:40:33.366 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 8, 2024-08-17T00:40:33.366 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 8, 2024-08-17T00:40:33.366 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 4, 2024-08-17T00:40:33.366 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T00:40:33.366 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T00:40:33.366 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 727115245834, 2024-08-17T00:40:33.366 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 12288, 2024-08-17T00:40:33.366 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T00:40:33.366 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T00:40:33.366 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 12288, 2024-08-17T00:40:33.366 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T00:40:33.367 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 242371739648, 2024-08-17T00:40:33.367 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 2, 2024-08-17T00:40:33.367 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 0, 2024-08-17T00:40:33.367 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-17T00:40:33.367 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T00:40:33.367 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T00:40:33.367 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 0, 2024-08-17T00:40:33.367 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 0, 2024-08-17T00:40:33.367 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 19, 2024-08-17T00:40:33.367 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 19, 2024-08-17T00:40:33.367 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 0, 2024-08-17T00:40:33.367 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 57, 2024-08-17T00:40:33.367 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 2, 2024-08-17T00:40:33.367 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 2048 2024-08-17T00:40:33.368 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.368 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T00:40:33.368 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T00:40:33.368 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T00:40:33.368 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.368 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.368 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd": { 2024-08-17T00:40:33.368 INFO:tasks.workunit.client.0.smithi082.stdout: "mirroring_by_pool": [ 2024-08-17T00:40:33.368 INFO:tasks.workunit.client.0.smithi082.stdout: false 2024-08-17T00:40:33.368 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_images_by_pool": [ 2024-08-17T00:40:33.368 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.368 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pools": 1 2024-08-17T00:40:33.369 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.369 INFO:tasks.workunit.client.0.smithi082.stdout: "report_id": "ad84adfb-a6bd-4925-a80e-1b3716226455", 2024-08-17T00:40:33.369 INFO:tasks.workunit.client.0.smithi082.stdout: "report_timestamp": "2024-08-17T00:40:31.618026", 2024-08-17T00:40:33.369 INFO:tasks.workunit.client.0.smithi082.stdout: "report_version": 1, 2024-08-17T00:40:33.369 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_stats": { 2024-08-17T00:40:33.369 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "6.15.5" 2024-08-17T00:40:33.369 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.369 INFO:tasks.workunit.client.0.smithi082.stdout: "rook": { 2024-08-17T00:40:33.369 INFO:tasks.workunit.client.0.smithi082.stdout: "cluster": { 2024-08-17T00:40:33.369 INFO:tasks.workunit.client.0.smithi082.stdout: "external-mode": null, 2024-08-17T00:40:33.369 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T00:40:33.369 INFO:tasks.workunit.client.0.smithi082.stdout: "allow-multiple-per-node": null, 2024-08-17T00:40:33.369 INFO:tasks.workunit.client.0.smithi082.stdout: "count": null, 2024-08-17T00:40:33.370 INFO:tasks.workunit.client.0.smithi082.stdout: "max-id": null, 2024-08-17T00:40:33.370 INFO:tasks.workunit.client.0.smithi082.stdout: "pvc": { 2024-08-17T00:40:33.370 INFO:tasks.workunit.client.0.smithi082.stdout: "enabled": null 2024-08-17T00:40:33.370 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.370 INFO:tasks.workunit.client.0.smithi082.stdout: "stretch": { 2024-08-17T00:40:33.370 INFO:tasks.workunit.client.0.smithi082.stdout: "enabled": null 2024-08-17T00:40:33.370 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.370 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.370 INFO:tasks.workunit.client.0.smithi082.stdout: "network": { 2024-08-17T00:40:33.370 INFO:tasks.workunit.client.0.smithi082.stdout: "provider": null 2024-08-17T00:40:33.370 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.370 INFO:tasks.workunit.client.0.smithi082.stdout: "storage": { 2024-08-17T00:40:33.370 INFO:tasks.workunit.client.0.smithi082.stdout: "device-set": { 2024-08-17T00:40:33.370 INFO:tasks.workunit.client.0.smithi082.stdout: "count": { 2024-08-17T00:40:33.371 INFO:tasks.workunit.client.0.smithi082.stdout: "non-portable": null, 2024-08-17T00:40:33.371 INFO:tasks.workunit.client.0.smithi082.stdout: "portable": null, 2024-08-17T00:40:33.371 INFO:tasks.workunit.client.0.smithi082.stdout: "total": null 2024-08-17T00:40:33.371 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.371 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.371 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.371 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.371 INFO:tasks.workunit.client.0.smithi082.stdout: "csi": { 2024-08-17T00:40:33.371 INFO:tasks.workunit.client.0.smithi082.stdout: "version": null 2024-08-17T00:40:33.371 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.371 INFO:tasks.workunit.client.0.smithi082.stdout: "kubernetes": { 2024-08-17T00:40:33.371 INFO:tasks.workunit.client.0.smithi082.stdout: "version": null 2024-08-17T00:40:33.371 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.372 INFO:tasks.workunit.client.0.smithi082.stdout: "node": { 2024-08-17T00:40:33.372 INFO:tasks.workunit.client.0.smithi082.stdout: "count": { 2024-08-17T00:40:33.372 INFO:tasks.workunit.client.0.smithi082.stdout: "kubernetes-total": null, 2024-08-17T00:40:33.372 INFO:tasks.workunit.client.0.smithi082.stdout: "with-ceph-daemons": null, 2024-08-17T00:40:33.372 INFO:tasks.workunit.client.0.smithi082.stdout: "with-csi-cephfs-plugin": null, 2024-08-17T00:40:33.372 INFO:tasks.workunit.client.0.smithi082.stdout: "with-csi-nfs-plugin": null, 2024-08-17T00:40:33.372 INFO:tasks.workunit.client.0.smithi082.stdout: "with-csi-rbd-plugin": null 2024-08-17T00:40:33.372 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.372 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.372 INFO:tasks.workunit.client.0.smithi082.stdout: "usage": { 2024-08-17T00:40:33.372 INFO:tasks.workunit.client.0.smithi082.stdout: "storage-class": { 2024-08-17T00:40:33.372 INFO:tasks.workunit.client.0.smithi082.stdout: "count": { 2024-08-17T00:40:33.372 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket": null, 2024-08-17T00:40:33.372 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs": null, 2024-08-17T00:40:33.373 INFO:tasks.workunit.client.0.smithi082.stdout: "nfs": null, 2024-08-17T00:40:33.373 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd": null, 2024-08-17T00:40:33.373 INFO:tasks.workunit.client.0.smithi082.stdout: "total": null 2024-08-17T00:40:33.373 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.373 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:33.373 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.373 INFO:tasks.workunit.client.0.smithi082.stdout: "version": null 2024-08-17T00:40:33.373 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.373 INFO:tasks.workunit.client.0.smithi082.stdout: "services": {}, 2024-08-17T00:40:33.373 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_per_pg": [ 2024-08-17T00:40:33.373 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.373 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.373 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.373 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.374 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.374 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.374 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:33.374 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.374 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.374 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.374 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.374 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.374 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157884+0000", 2024-08-17T00:40:33.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.964958+0000", 2024-08-17T00:40:33.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.964958+0000", 2024-08-17T00:40:33.375 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.965385+0000", 2024-08-17T00:40:33.375 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157884+0000", 2024-08-17T00:40:33.375 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.375 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.375 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.375 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.375 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157884+0000", 2024-08-17T00:40:33.375 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157884+0000", 2024-08-17T00:40:33.375 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157884+0000", 2024-08-17T00:40:33.375 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.375 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.375 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.375 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157884+0000", 2024-08-17T00:40:33.376 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157884+0000", 2024-08-17T00:40:33.376 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.376 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.376 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.376 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.376 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.376 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.376 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.376 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.376 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.376 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.376 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.376 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.376 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.377 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3f", 2024-08-17T00:40:33.377 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.377 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.377 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.377 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.377 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.377 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:07:45.455159+0000", 2024-08-17T00:40:33.377 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.377 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.377 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.380 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.380 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.380 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.380 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.380 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.381 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.381 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.381 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.381 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:33.381 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.381 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.381 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.381 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.381 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.381 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.381 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.381 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.381 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:33.381 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.382 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.382 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.382 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.382 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.382 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.382 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.130618+0000", 2024-08-17T00:40:33.382 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.955741+0000", 2024-08-17T00:40:33.382 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.955741+0000", 2024-08-17T00:40:33.382 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.955968+0000", 2024-08-17T00:40:33.382 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.130618+0000", 2024-08-17T00:40:33.382 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.382 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.382 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.383 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.383 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.130618+0000", 2024-08-17T00:40:33.383 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.130618+0000", 2024-08-17T00:40:33.383 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.130618+0000", 2024-08-17T00:40:33.383 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.383 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.383 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.383 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.130618+0000", 2024-08-17T00:40:33.383 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.130618+0000", 2024-08-17T00:40:33.383 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.383 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.383 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.383 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.383 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.384 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.384 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.384 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.384 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.384 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.384 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.384 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.384 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.384 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3e", 2024-08-17T00:40:33.384 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.384 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.384 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.384 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.384 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.386 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:56:07.048116+0000", 2024-08-17T00:40:33.386 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.386 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.386 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.389 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.389 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.389 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.389 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.389 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.389 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.389 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.389 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.389 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.389 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.389 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.389 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.389 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.390 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.390 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.390 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.390 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.390 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:33.390 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.390 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.390 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.390 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.390 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.390 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.390 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:33.390 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.391 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T00:40:33.391 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.391 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.391 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.391 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.391 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.391 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.391 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.127645+0000", 2024-08-17T00:40:33.391 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.955302+0000", 2024-08-17T00:40:33.391 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.955302+0000", 2024-08-17T00:40:33.391 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.955555+0000", 2024-08-17T00:40:33.391 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.127645+0000", 2024-08-17T00:40:33.391 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.391 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.392 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.392 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.392 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.127645+0000", 2024-08-17T00:40:33.392 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.127645+0000", 2024-08-17T00:40:33.392 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.127645+0000", 2024-08-17T00:40:33.392 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.392 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.392 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.392 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.127645+0000", 2024-08-17T00:40:33.392 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.127645+0000", 2024-08-17T00:40:33.392 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.392 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.392 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.393 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.393 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.393 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.393 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.393 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.393 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.393 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.393 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.393 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.393 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.393 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3d", 2024-08-17T00:40:33.393 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.393 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.393 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.394 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.394 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.394 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:04:43.432722+0000", 2024-08-17T00:40:33.394 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.394 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.394 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.397 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.397 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.397 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.397 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.397 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.397 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.397 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.397 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.397 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.397 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.397 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.397 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.397 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:33.398 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.398 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T00:40:33.398 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.398 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.398 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.398 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.398 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.398 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.398 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:33.398 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.398 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:33.398 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.398 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.398 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.399 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.399 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.399 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.133259+0000", 2024-08-17T00:40:33.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.955832+0000", 2024-08-17T00:40:33.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.955832+0000", 2024-08-17T00:40:33.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.956129+0000", 2024-08-17T00:40:33.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.133259+0000", 2024-08-17T00:40:33.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.133259+0000", 2024-08-17T00:40:33.400 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.133259+0000", 2024-08-17T00:40:33.400 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.133259+0000", 2024-08-17T00:40:33.400 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.400 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.400 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.400 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.133259+0000", 2024-08-17T00:40:33.400 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.133259+0000", 2024-08-17T00:40:33.400 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.400 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.400 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.400 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.400 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.400 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.400 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.401 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.401 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.401 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.401 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.401 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.401 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.401 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3c", 2024-08-17T00:40:33.401 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.401 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.401 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.401 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.401 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.401 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:00:58.259544+0000", 2024-08-17T00:40:33.401 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.402 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.402 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.405 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.405 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.405 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.405 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.405 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.405 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.405 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:33.405 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.406 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:33.406 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.406 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.406 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.406 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.406 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.406 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.406 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:33.406 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.406 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:33.406 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.406 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.406 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.407 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.407 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.407 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.407 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157285+0000", 2024-08-17T00:40:33.407 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.958847+0000", 2024-08-17T00:40:33.407 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.958847+0000", 2024-08-17T00:40:33.407 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.959105+0000", 2024-08-17T00:40:33.407 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157285+0000", 2024-08-17T00:40:33.407 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.407 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.407 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.407 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.407 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157285+0000", 2024-08-17T00:40:33.408 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157285+0000", 2024-08-17T00:40:33.408 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157285+0000", 2024-08-17T00:40:33.408 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.408 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.408 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.408 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157285+0000", 2024-08-17T00:40:33.408 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157285+0000", 2024-08-17T00:40:33.408 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.408 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.408 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.408 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.408 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.408 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.409 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.409 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.409 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.409 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.409 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.409 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.409 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.409 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3b", 2024-08-17T00:40:33.409 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.409 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.409 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.409 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.409 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.409 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:15:48.258405+0000", 2024-08-17T00:40:33.409 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.410 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.410 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.412 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.412 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.412 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.412 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.412 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.412 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.412 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.412 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.412 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.412 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.412 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.412 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.412 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.413 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.413 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.413 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.413 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.413 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.413 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.413 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.413 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.413 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:33.413 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.413 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:33.413 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.413 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.413 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.414 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.414 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.414 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.414 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:33.414 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.414 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:33.414 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.414 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.414 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.414 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.414 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.414 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.414 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.133134+0000", 2024-08-17T00:40:33.414 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.955099+0000", 2024-08-17T00:40:33.415 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.955099+0000", 2024-08-17T00:40:33.415 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.955856+0000", 2024-08-17T00:40:33.415 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.133134+0000", 2024-08-17T00:40:33.415 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.415 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.415 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.415 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.415 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.133134+0000", 2024-08-17T00:40:33.415 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.133134+0000", 2024-08-17T00:40:33.415 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.133134+0000", 2024-08-17T00:40:33.415 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.415 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.415 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.415 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.133134+0000", 2024-08-17T00:40:33.416 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.133134+0000", 2024-08-17T00:40:33.416 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.416 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.416 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.416 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.416 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.416 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.416 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.416 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.416 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.416 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.416 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.416 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.416 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.417 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3a", 2024-08-17T00:40:33.417 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.417 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.417 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.417 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.417 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.417 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:36:11.128811+0000", 2024-08-17T00:40:33.417 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.417 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.417 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.420 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.420 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.420 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.420 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.420 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.420 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.420 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.420 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.420 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.420 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.420 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.420 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.420 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.420 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.421 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.421 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.421 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.421 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:33.421 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.421 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:33.421 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.421 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.421 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.421 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.421 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.421 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.421 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:33.421 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.422 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:33.422 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.422 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.422 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.422 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.422 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.422 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.422 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.156865+0000", 2024-08-17T00:40:33.422 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:35.120445+0000", 2024-08-17T00:40:33.422 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:35.120445+0000", 2024-08-17T00:40:33.422 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:35.120746+0000", 2024-08-17T00:40:33.422 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.156865+0000", 2024-08-17T00:40:33.422 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.423 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.423 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.423 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 67, 2024-08-17T00:40:33.423 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.156865+0000", 2024-08-17T00:40:33.423 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.156865+0000", 2024-08-17T00:40:33.423 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.156865+0000", 2024-08-17T00:40:33.423 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.423 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.423 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.423 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.156865+0000", 2024-08-17T00:40:33.423 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.156865+0000", 2024-08-17T00:40:33.423 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.423 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.424 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.424 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.424 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 66, 2024-08-17T00:40:33.424 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.424 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.424 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.424 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.424 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.424 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.424 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.424 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.424 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.39", 2024-08-17T00:40:33.424 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.424 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.425 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.425 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 31, 2024-08-17T00:40:33.425 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.425 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:30:58.589698+0000", 2024-08-17T00:40:33.425 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.425 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.425 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.425 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.425 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.425 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.425 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.425 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.425 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.428 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.428 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.428 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.428 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.428 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.428 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.428 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.428 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.428 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.428 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.428 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.428 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.428 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.428 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:33.429 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.429 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:33.429 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.429 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.429 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.429 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.429 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.429 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.429 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.429 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.429 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:33.429 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.430 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.430 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.430 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.430 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.430 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.430 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.126435+0000", 2024-08-17T00:40:33.430 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.954952+0000", 2024-08-17T00:40:33.430 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.954952+0000", 2024-08-17T00:40:33.430 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.955543+0000", 2024-08-17T00:40:33.430 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.126435+0000", 2024-08-17T00:40:33.430 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.430 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.430 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.431 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.431 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.126435+0000", 2024-08-17T00:40:33.431 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.126435+0000", 2024-08-17T00:40:33.431 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.126435+0000", 2024-08-17T00:40:33.431 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.431 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.431 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.431 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.126435+0000", 2024-08-17T00:40:33.431 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.126435+0000", 2024-08-17T00:40:33.431 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.431 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.431 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.432 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.432 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.432 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.432 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.432 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.432 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.432 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.432 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.432 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.432 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.432 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.38", 2024-08-17T00:40:33.432 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.433 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.433 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.433 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.433 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.433 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:43:51.158375+0000", 2024-08-17T00:40:33.433 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.433 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.433 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.433 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.433 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.433 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.433 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.433 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.433 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.434 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.434 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.434 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.434 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.434 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.434 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.434 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.434 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.434 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.434 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.434 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.434 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.434 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.436 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.436 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.436 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.436 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.436 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.436 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.437 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.437 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.437 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:33.437 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.437 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.437 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.437 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.437 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.437 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.437 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.437 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.437 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:33.437 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.437 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.438 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.438 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.438 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.438 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.438 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.158254+0000", 2024-08-17T00:40:33.438 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.965373+0000", 2024-08-17T00:40:33.438 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.965373+0000", 2024-08-17T00:40:33.438 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.965691+0000", 2024-08-17T00:40:33.438 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.158254+0000", 2024-08-17T00:40:33.438 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.438 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.438 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.438 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.438 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.158254+0000", 2024-08-17T00:40:33.439 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.158254+0000", 2024-08-17T00:40:33.439 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.158254+0000", 2024-08-17T00:40:33.439 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.439 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.439 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.439 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.158254+0000", 2024-08-17T00:40:33.439 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.158254+0000", 2024-08-17T00:40:33.439 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.439 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.439 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.439 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.439 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.439 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.440 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.440 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.440 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.440 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.440 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.440 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.440 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.440 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.37", 2024-08-17T00:40:33.440 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.440 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.440 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.440 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.440 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.440 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:44:37.687798+0000", 2024-08-17T00:40:33.441 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.441 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.441 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.441 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.441 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.441 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.441 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.441 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.441 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.441 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.441 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.441 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.441 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.441 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.441 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.442 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.442 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.442 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.442 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.442 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.442 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.442 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.442 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.442 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.442 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.442 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.442 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.442 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.443 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.443 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.443 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.443 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.443 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.443 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.443 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.443 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.443 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.443 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.443 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.443 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.443 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.443 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.444 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.444 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.444 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.444 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.444 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.444 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.444 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.444 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.444 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:33.444 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.444 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.444 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.445 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.445 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.445 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.445 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:33.445 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.445 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T00:40:33.445 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.445 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.445 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.445 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.445 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.445 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.445 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157174+0000", 2024-08-17T00:40:33.445 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.953851+0000", 2024-08-17T00:40:33.446 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.953851+0000", 2024-08-17T00:40:33.446 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.954130+0000", 2024-08-17T00:40:33.446 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157174+0000", 2024-08-17T00:40:33.446 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.446 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.446 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.446 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.446 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157174+0000", 2024-08-17T00:40:33.446 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157174+0000", 2024-08-17T00:40:33.446 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157174+0000", 2024-08-17T00:40:33.446 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.446 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.446 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.447 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157174+0000", 2024-08-17T00:40:33.447 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157174+0000", 2024-08-17T00:40:33.447 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.447 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.447 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.447 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.447 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.447 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.447 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.447 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.447 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.447 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.447 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.447 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.448 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.448 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.36", 2024-08-17T00:40:33.448 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.448 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.448 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.448 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.448 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.448 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:19:56.220101+0000", 2024-08-17T00:40:33.448 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.448 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.448 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.448 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.448 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.449 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.449 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.449 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.449 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.449 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.449 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.449 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.449 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.449 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.449 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.449 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.449 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.449 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.449 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.450 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.450 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.450 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.450 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.450 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.450 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.450 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.450 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.450 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.450 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.450 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.450 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.450 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.451 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.451 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.452 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.452 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.452 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.452 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.452 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:33.452 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.452 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T00:40:33.452 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.452 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.452 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.452 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.452 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.452 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.452 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.453 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.453 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T00:40:33.453 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.453 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.453 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.453 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.453 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.453 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.453 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157579+0000", 2024-08-17T00:40:33.453 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.954944+0000", 2024-08-17T00:40:33.453 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.954944+0000", 2024-08-17T00:40:33.453 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.955228+0000", 2024-08-17T00:40:33.453 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157579+0000", 2024-08-17T00:40:33.453 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.454 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.454 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.454 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.454 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157579+0000", 2024-08-17T00:40:33.454 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157579+0000", 2024-08-17T00:40:33.454 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157579+0000", 2024-08-17T00:40:33.454 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.454 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.454 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.454 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157579+0000", 2024-08-17T00:40:33.454 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157579+0000", 2024-08-17T00:40:33.454 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.454 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.455 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.455 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.455 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.455 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.455 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.455 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.455 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.455 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.455 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.455 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.455 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.455 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.35", 2024-08-17T00:40:33.455 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.455 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.456 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.456 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.456 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.456 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:00:05.124564+0000", 2024-08-17T00:40:33.456 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.456 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.456 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.459 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.459 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.459 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.459 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.459 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.459 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.459 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.459 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.459 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.459 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.459 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.459 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.459 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.459 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.460 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T00:40:33.460 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.460 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.460 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.460 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.460 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.460 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.460 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.460 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.460 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T00:40:33.460 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.460 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.460 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.460 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.461 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.461 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.132020+0000", 2024-08-17T00:40:33.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.952943+0000", 2024-08-17T00:40:33.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.952943+0000", 2024-08-17T00:40:33.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.953333+0000", 2024-08-17T00:40:33.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.132020+0000", 2024-08-17T00:40:33.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.132020+0000", 2024-08-17T00:40:33.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.132020+0000", 2024-08-17T00:40:33.462 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.132020+0000", 2024-08-17T00:40:33.462 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.462 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.462 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.462 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.132020+0000", 2024-08-17T00:40:33.462 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.132020+0000", 2024-08-17T00:40:33.462 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.462 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.462 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.462 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.462 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.462 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.463 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.463 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.463 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.463 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.463 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.463 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.463 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.463 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.34", 2024-08-17T00:40:33.463 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.463 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.463 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.463 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.463 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.463 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:02:16.230046+0000", 2024-08-17T00:40:33.463 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.464 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.464 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.464 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.464 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.464 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.464 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.464 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.464 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.464 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.464 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.464 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.464 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.464 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.467 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.467 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.467 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.467 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.467 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.467 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.467 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.467 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.467 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T00:40:33.467 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.467 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.467 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.467 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.467 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.468 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.468 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:33.468 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.468 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:33.468 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.468 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.468 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.468 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.468 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.468 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.468 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.126739+0000", 2024-08-17T00:40:33.468 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.960356+0000", 2024-08-17T00:40:33.468 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.960356+0000", 2024-08-17T00:40:33.468 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.960832+0000", 2024-08-17T00:40:33.469 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.126739+0000", 2024-08-17T00:40:33.469 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.469 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.469 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.469 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.469 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.126739+0000", 2024-08-17T00:40:33.469 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.126739+0000", 2024-08-17T00:40:33.469 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.126739+0000", 2024-08-17T00:40:33.469 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.469 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.469 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.469 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.126739+0000", 2024-08-17T00:40:33.469 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.126739+0000", 2024-08-17T00:40:33.470 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.470 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.470 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.470 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.470 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.470 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.470 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.470 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.470 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.470 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.470 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.470 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.470 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.470 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.33", 2024-08-17T00:40:33.471 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.471 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.471 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.471 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.471 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.471 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:24:49.481207+0000", 2024-08-17T00:40:33.471 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.471 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.471 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.471 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.471 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.471 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.471 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.474 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.474 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.474 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.474 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.474 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.474 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.474 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.474 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.474 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.474 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.474 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.474 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.475 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.475 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.475 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:33.475 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.475 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:33.475 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.475 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.475 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.475 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.475 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.475 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.475 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:33.475 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.475 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T00:40:33.476 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.476 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.476 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.476 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.476 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.476 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.476 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.127522+0000", 2024-08-17T00:40:33.476 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.953080+0000", 2024-08-17T00:40:33.476 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.953080+0000", 2024-08-17T00:40:33.476 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.953354+0000", 2024-08-17T00:40:33.476 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.127522+0000", 2024-08-17T00:40:33.476 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.476 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.476 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.477 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.477 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.127522+0000", 2024-08-17T00:40:33.477 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.127522+0000", 2024-08-17T00:40:33.477 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.127522+0000", 2024-08-17T00:40:33.477 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.477 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.477 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.477 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.127522+0000", 2024-08-17T00:40:33.477 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.127522+0000", 2024-08-17T00:40:33.477 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.477 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.477 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.477 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.477 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.478 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.478 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.478 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.478 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.478 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.478 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.478 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.478 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.478 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.32", 2024-08-17T00:40:33.478 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.478 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.478 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.478 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.479 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.479 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:48:57.206962+0000", 2024-08-17T00:40:33.479 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.479 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.479 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.482 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.482 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.482 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.482 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.482 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.482 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.482 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:33.482 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.482 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T00:40:33.482 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.483 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.483 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.483 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.483 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.483 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.483 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:33.483 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.483 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:33.483 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.483 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.483 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.483 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.483 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.483 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.484 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.130232+0000", 2024-08-17T00:40:33.484 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:34.469597+0000", 2024-08-17T00:40:33.484 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:34.469597+0000", 2024-08-17T00:40:33.484 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:34.469896+0000", 2024-08-17T00:40:33.484 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.130232+0000", 2024-08-17T00:40:33.484 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.484 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.484 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.484 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 67, 2024-08-17T00:40:33.484 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.130232+0000", 2024-08-17T00:40:33.484 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.130232+0000", 2024-08-17T00:40:33.484 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.130232+0000", 2024-08-17T00:40:33.484 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.485 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.485 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.485 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.130232+0000", 2024-08-17T00:40:33.485 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.130232+0000", 2024-08-17T00:40:33.485 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.485 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.485 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.485 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.485 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 66, 2024-08-17T00:40:33.485 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.485 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.485 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.485 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.485 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.485 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.486 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.486 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.486 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.31", 2024-08-17T00:40:33.486 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.486 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.486 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.486 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 31, 2024-08-17T00:40:33.486 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.486 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:42:14.861255+0000", 2024-08-17T00:40:33.486 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.486 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.486 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.486 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.486 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.489 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.489 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.490 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.490 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.490 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.490 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.490 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:33.490 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.490 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:33.490 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.490 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.490 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.490 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.490 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.490 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.491 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:33.491 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.491 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:33.491 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.491 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.491 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.491 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.491 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.491 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.491 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.132532+0000", 2024-08-17T00:40:33.491 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.955974+0000", 2024-08-17T00:40:33.491 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.955974+0000", 2024-08-17T00:40:33.491 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.956269+0000", 2024-08-17T00:40:33.491 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.132532+0000", 2024-08-17T00:40:33.491 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.492 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.492 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.492 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.492 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.132532+0000", 2024-08-17T00:40:33.492 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.132532+0000", 2024-08-17T00:40:33.492 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.132532+0000", 2024-08-17T00:40:33.492 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.492 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.492 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.492 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.132532+0000", 2024-08-17T00:40:33.492 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.132532+0000", 2024-08-17T00:40:33.492 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.492 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.493 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.493 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.493 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.493 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.493 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.493 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.493 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.493 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.493 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.493 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.493 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.493 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.30", 2024-08-17T00:40:33.493 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.493 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.493 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.494 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.494 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.494 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:14:11.656823+0000", 2024-08-17T00:40:33.494 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.494 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.494 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.497 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.497 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.497 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.497 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.497 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.497 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.497 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:33.497 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.497 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:33.498 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.498 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.498 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.498 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.498 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.498 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.498 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:33.498 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.498 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:33.498 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.498 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.498 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.498 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.499 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.499 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.499 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.133679+0000", 2024-08-17T00:40:33.499 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.958262+0000", 2024-08-17T00:40:33.499 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.958262+0000", 2024-08-17T00:40:33.499 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.958540+0000", 2024-08-17T00:40:33.499 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.133679+0000", 2024-08-17T00:40:33.499 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.499 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.499 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.499 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.499 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.133679+0000", 2024-08-17T00:40:33.499 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.133679+0000", 2024-08-17T00:40:33.499 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.133679+0000", 2024-08-17T00:40:33.499 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.500 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.500 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.500 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.133679+0000", 2024-08-17T00:40:33.500 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.133679+0000", 2024-08-17T00:40:33.500 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.500 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.500 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.500 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.500 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.500 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.500 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.500 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.500 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.501 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.501 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.501 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.501 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.501 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2f", 2024-08-17T00:40:33.501 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.501 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.501 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.501 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.501 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.501 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:30:09.223939+0000", 2024-08-17T00:40:33.501 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.501 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.501 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.504 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.504 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.505 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.505 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.505 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.505 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.505 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:33.505 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.505 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:33.505 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.505 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.505 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.505 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.505 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.505 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.505 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:33.506 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.506 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T00:40:33.506 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.506 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.506 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.506 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.506 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.506 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.506 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.156510+0000", 2024-08-17T00:40:33.506 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.948491+0000", 2024-08-17T00:40:33.506 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.948491+0000", 2024-08-17T00:40:33.506 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.948727+0000", 2024-08-17T00:40:33.506 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.156510+0000", 2024-08-17T00:40:33.506 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.156510+0000", 2024-08-17T00:40:33.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.156510+0000", 2024-08-17T00:40:33.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.156510+0000", 2024-08-17T00:40:33.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.156510+0000", 2024-08-17T00:40:33.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.156510+0000", 2024-08-17T00:40:33.507 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.507 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.508 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.508 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.508 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.508 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.508 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.508 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.508 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.508 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.508 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.508 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.508 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.508 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2e", 2024-08-17T00:40:33.508 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.509 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.509 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.509 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.509 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.509 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:02:51.723340+0000", 2024-08-17T00:40:33.509 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.509 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.509 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.512 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.512 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.512 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.512 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.512 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.512 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.512 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.512 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.512 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.512 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.512 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.512 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.512 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.513 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:33.513 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.513 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T00:40:33.513 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.513 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.513 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.513 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.513 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.513 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.513 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.513 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.513 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:33.513 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.513 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.514 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.514 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.514 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.514 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.514 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157969+0000", 2024-08-17T00:40:33.514 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.951479+0000", 2024-08-17T00:40:33.514 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.951479+0000", 2024-08-17T00:40:33.514 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.951747+0000", 2024-08-17T00:40:33.514 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157969+0000", 2024-08-17T00:40:33.514 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.514 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.514 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.514 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.515 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157969+0000", 2024-08-17T00:40:33.515 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157969+0000", 2024-08-17T00:40:33.515 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157969+0000", 2024-08-17T00:40:33.515 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.515 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.515 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.515 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157969+0000", 2024-08-17T00:40:33.515 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157969+0000", 2024-08-17T00:40:33.515 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.515 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.515 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.515 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.515 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.515 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.516 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.516 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.516 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.516 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.516 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.516 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.516 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.516 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2d", 2024-08-17T00:40:33.516 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.516 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.516 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.516 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.517 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.517 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:07:11.330770+0000", 2024-08-17T00:40:33.517 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.517 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.517 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.517 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.517 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.517 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.517 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.517 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.517 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.517 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.517 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.520 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.520 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.520 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.520 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.520 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.520 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.520 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.520 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.520 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:33.521 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.521 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.521 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.521 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.521 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.521 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.521 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.521 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.521 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T00:40:33.521 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.521 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.521 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.521 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.521 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.522 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.522 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157102+0000", 2024-08-17T00:40:33.522 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.959948+0000", 2024-08-17T00:40:33.522 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.959948+0000", 2024-08-17T00:40:33.522 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.960530+0000", 2024-08-17T00:40:33.522 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157102+0000", 2024-08-17T00:40:33.522 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.522 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.522 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.522 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.522 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157102+0000", 2024-08-17T00:40:33.522 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157102+0000", 2024-08-17T00:40:33.522 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157102+0000", 2024-08-17T00:40:33.523 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.523 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.523 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.523 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157102+0000", 2024-08-17T00:40:33.523 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157102+0000", 2024-08-17T00:40:33.523 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.523 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.523 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.523 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.523 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.523 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.523 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.523 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.523 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.524 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.524 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.524 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.524 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.524 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2c", 2024-08-17T00:40:33.524 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.524 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.524 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.524 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.524 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.524 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:28:53.560412+0000", 2024-08-17T00:40:33.524 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.524 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.524 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.526 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.526 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.526 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.526 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.526 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.526 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.526 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.526 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.526 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.526 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.526 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.526 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.526 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.526 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.527 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.527 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.528 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.528 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.528 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.528 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.528 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.528 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.528 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T00:40:33.528 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.528 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.528 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.528 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.528 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.528 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.528 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:33.528 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.529 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T00:40:33.529 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.529 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.529 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.529 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.529 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.529 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.529 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.128049+0000", 2024-08-17T00:40:33.529 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.953996+0000", 2024-08-17T00:40:33.529 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.953996+0000", 2024-08-17T00:40:33.529 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.954260+0000", 2024-08-17T00:40:33.529 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.128049+0000", 2024-08-17T00:40:33.529 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.530 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.530 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.530 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.530 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.128049+0000", 2024-08-17T00:40:33.530 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.128049+0000", 2024-08-17T00:40:33.530 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.128049+0000", 2024-08-17T00:40:33.530 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.530 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.530 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.530 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.128049+0000", 2024-08-17T00:40:33.530 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.128049+0000", 2024-08-17T00:40:33.530 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.531 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.531 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.531 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.531 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.531 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.531 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.531 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.531 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.531 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.531 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.531 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.531 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.531 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2b", 2024-08-17T00:40:33.531 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.532 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.532 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.532 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.532 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.532 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:47:56.704827+0000", 2024-08-17T00:40:33.532 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.532 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.532 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.533 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.533 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.533 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.533 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.533 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.533 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.533 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.533 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.533 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.533 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.533 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.533 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.533 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.534 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.534 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.534 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.534 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.534 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.534 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.534 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.534 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.534 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.534 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.534 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.534 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.534 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.535 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.535 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.535 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.535 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.535 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.535 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.535 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.535 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.535 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.535 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.535 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.535 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.535 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.535 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:33.536 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.536 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T00:40:33.536 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.536 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.536 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.536 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.536 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.536 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.536 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.536 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.536 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:33.536 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.536 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.536 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.536 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.537 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.537 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.537 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.133201+0000", 2024-08-17T00:40:33.537 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.951596+0000", 2024-08-17T00:40:33.537 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.951596+0000", 2024-08-17T00:40:33.537 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.952001+0000", 2024-08-17T00:40:33.537 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.133201+0000", 2024-08-17T00:40:33.537 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.537 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.537 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.537 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.537 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.133201+0000", 2024-08-17T00:40:33.537 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.133201+0000", 2024-08-17T00:40:33.537 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.133201+0000", 2024-08-17T00:40:33.538 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.538 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.538 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.538 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.133201+0000", 2024-08-17T00:40:33.538 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.133201+0000", 2024-08-17T00:40:33.538 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.538 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.538 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.538 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.538 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.538 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.538 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.538 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.539 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.539 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.539 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.539 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.539 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.539 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2a", 2024-08-17T00:40:33.539 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.539 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.539 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.539 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.539 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.539 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:37:13.656588+0000", 2024-08-17T00:40:33.539 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.539 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.540 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.542 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.542 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.542 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.542 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.542 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.542 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.542 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.542 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.542 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.542 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.542 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.542 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.542 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.543 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.543 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.543 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.543 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.543 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.543 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.543 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.543 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.543 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:33.543 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.543 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.543 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.543 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.544 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.544 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.544 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:33.544 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.544 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:33.544 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.544 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.544 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.544 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.544 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.544 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.544 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.126687+0000", 2024-08-17T00:40:33.544 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.942265+0000", 2024-08-17T00:40:33.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.942265+0000", 2024-08-17T00:40:33.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.942538+0000", 2024-08-17T00:40:33.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.126687+0000", 2024-08-17T00:40:33.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.126687+0000", 2024-08-17T00:40:33.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.126687+0000", 2024-08-17T00:40:33.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.126687+0000", 2024-08-17T00:40:33.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.126687+0000", 2024-08-17T00:40:33.546 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.126687+0000", 2024-08-17T00:40:33.546 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.546 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.546 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.546 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.546 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.546 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.546 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.546 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.546 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.546 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.546 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.546 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.546 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.547 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.29", 2024-08-17T00:40:33.547 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.547 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.547 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.547 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.547 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.547 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:34:05.752759+0000", 2024-08-17T00:40:33.547 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.547 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.547 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.547 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.547 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.547 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.550 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.550 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.550 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.550 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.551 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.551 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.551 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:33.551 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.551 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:33.551 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.551 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.551 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.551 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.551 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.551 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.551 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:33.551 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.551 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:33.552 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.552 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.552 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.552 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.552 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.552 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.552 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.132566+0000", 2024-08-17T00:40:33.552 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.956716+0000", 2024-08-17T00:40:33.552 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.956716+0000", 2024-08-17T00:40:33.552 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.957432+0000", 2024-08-17T00:40:33.552 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.132566+0000", 2024-08-17T00:40:33.552 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.552 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.132566+0000", 2024-08-17T00:40:33.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.132566+0000", 2024-08-17T00:40:33.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.132566+0000", 2024-08-17T00:40:33.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.132566+0000", 2024-08-17T00:40:33.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.132566+0000", 2024-08-17T00:40:33.553 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.553 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.553 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.553 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.554 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.554 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.554 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.554 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.554 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.554 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.554 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.554 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.554 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.554 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.28", 2024-08-17T00:40:33.554 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.554 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.554 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.554 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.555 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.555 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:42:24.999160+0000", 2024-08-17T00:40:33.555 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.555 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.555 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.555 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.555 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.555 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.555 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.555 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.555 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.555 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.555 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.555 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.558 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.558 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.558 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.558 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.558 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.558 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.558 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:33.558 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.558 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:33.558 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.559 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.559 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.559 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.559 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.559 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.559 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:33.559 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.559 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:33.559 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.559 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.559 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.559 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.559 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.559 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.560 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.127864+0000", 2024-08-17T00:40:33.560 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.939333+0000", 2024-08-17T00:40:33.560 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.939333+0000", 2024-08-17T00:40:33.560 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.939615+0000", 2024-08-17T00:40:33.560 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.127864+0000", 2024-08-17T00:40:33.560 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.560 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.560 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.560 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.560 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.127864+0000", 2024-08-17T00:40:33.560 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.127864+0000", 2024-08-17T00:40:33.560 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.127864+0000", 2024-08-17T00:40:33.560 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.560 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.561 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.561 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.127864+0000", 2024-08-17T00:40:33.561 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.127864+0000", 2024-08-17T00:40:33.561 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.561 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.561 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.561 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.561 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.561 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.561 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.561 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.561 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.561 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.562 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.562 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.562 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.562 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.27", 2024-08-17T00:40:33.562 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.562 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.562 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.562 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.562 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.562 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:23:13.258905+0000", 2024-08-17T00:40:33.562 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.562 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.562 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.563 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.563 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.563 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.563 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.563 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.563 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.563 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.563 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.563 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.563 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.563 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.563 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.563 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.563 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.563 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.564 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.564 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.564 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.564 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.564 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.564 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.564 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.564 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.564 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.564 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.564 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.564 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.564 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.564 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.565 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.565 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.565 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.565 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.566 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.566 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.566 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:33.566 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.566 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:33.566 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.566 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.566 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.566 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.566 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.566 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.566 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:33.567 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.567 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T00:40:33.567 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.567 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.567 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.567 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.567 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.567 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.567 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157395+0000", 2024-08-17T00:40:33.567 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.959363+0000", 2024-08-17T00:40:33.567 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.959363+0000", 2024-08-17T00:40:33.567 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.959624+0000", 2024-08-17T00:40:33.567 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157395+0000", 2024-08-17T00:40:33.567 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.568 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.568 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.568 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.568 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157395+0000", 2024-08-17T00:40:33.568 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157395+0000", 2024-08-17T00:40:33.568 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157395+0000", 2024-08-17T00:40:33.568 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.568 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.568 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.568 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157395+0000", 2024-08-17T00:40:33.568 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157395+0000", 2024-08-17T00:40:33.568 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.568 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.568 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.569 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.569 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.569 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.569 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.569 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.569 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.569 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.569 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.569 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.569 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.569 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.26", 2024-08-17T00:40:33.569 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.569 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.569 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.570 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.570 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.570 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:59:28.920400+0000", 2024-08-17T00:40:33.570 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.570 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.570 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.570 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.570 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.570 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.570 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.570 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.570 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.570 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.570 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.571 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.571 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.571 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.571 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.571 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.571 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.571 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.571 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.571 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.571 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.571 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.571 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.571 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.572 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.572 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.572 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.572 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.572 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.572 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.572 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.572 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.572 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.572 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.572 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.572 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.572 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.573 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.573 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.573 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.573 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.573 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.573 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.573 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.573 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.573 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.573 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.573 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.573 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.573 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:33.574 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.574 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T00:40:33.574 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.574 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.574 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.574 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.574 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.574 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.574 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:33.574 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.574 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:33.574 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.574 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.575 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.575 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.575 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.575 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.575 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.130450+0000", 2024-08-17T00:40:33.575 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.950150+0000", 2024-08-17T00:40:33.575 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.950150+0000", 2024-08-17T00:40:33.575 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.950456+0000", 2024-08-17T00:40:33.575 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.130450+0000", 2024-08-17T00:40:33.575 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.575 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.575 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.575 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.575 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.130450+0000", 2024-08-17T00:40:33.576 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.130450+0000", 2024-08-17T00:40:33.576 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.130450+0000", 2024-08-17T00:40:33.576 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.576 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.576 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.576 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.130450+0000", 2024-08-17T00:40:33.576 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.130450+0000", 2024-08-17T00:40:33.576 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.576 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.576 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.576 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.576 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.576 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.577 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.577 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.577 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.577 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.577 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.577 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.577 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.577 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.25", 2024-08-17T00:40:33.577 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.577 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.577 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.577 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.577 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.577 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:25:48.418918+0000", 2024-08-17T00:40:33.578 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.578 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.578 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.578 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.578 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.578 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.578 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.578 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.578 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.578 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.578 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.578 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.578 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.581 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.581 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.581 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.581 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.581 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.581 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.581 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.581 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.581 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.581 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:33.581 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.581 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:33.581 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.581 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.582 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.582 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.582 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.582 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.582 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.582 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.582 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:33.582 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.582 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.582 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.582 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.582 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.582 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.583 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.128344+0000", 2024-08-17T00:40:33.583 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:34.466922+0000", 2024-08-17T00:40:33.583 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:34.466922+0000", 2024-08-17T00:40:33.583 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:34.467231+0000", 2024-08-17T00:40:33.583 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.128344+0000", 2024-08-17T00:40:33.583 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.583 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.583 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.583 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 67, 2024-08-17T00:40:33.583 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.128344+0000", 2024-08-17T00:40:33.583 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.128344+0000", 2024-08-17T00:40:33.583 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.128344+0000", 2024-08-17T00:40:33.583 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.584 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.584 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.584 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.128344+0000", 2024-08-17T00:40:33.584 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.128344+0000", 2024-08-17T00:40:33.584 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.584 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.584 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.584 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.584 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 66, 2024-08-17T00:40:33.584 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.584 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.584 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.584 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.584 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.585 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.585 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.585 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.585 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.24", 2024-08-17T00:40:33.585 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.585 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.585 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.585 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 31, 2024-08-17T00:40:33.585 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.585 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:42:25.137800+0000", 2024-08-17T00:40:33.585 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.585 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.585 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.585 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.585 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.586 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.586 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.586 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.586 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.586 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.586 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.586 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.586 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.586 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.586 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.586 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.586 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.588 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.589 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.589 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.589 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.589 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.589 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.589 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.589 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.589 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:33.589 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.589 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.589 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.589 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.589 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.589 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.589 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:33.590 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.590 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T00:40:33.590 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.590 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.590 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.590 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.590 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.590 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.590 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.128073+0000", 2024-08-17T00:40:33.590 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.958677+0000", 2024-08-17T00:40:33.590 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.958677+0000", 2024-08-17T00:40:33.590 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.959291+0000", 2024-08-17T00:40:33.590 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.128073+0000", 2024-08-17T00:40:33.591 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.591 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.591 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.591 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.591 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.128073+0000", 2024-08-17T00:40:33.591 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.128073+0000", 2024-08-17T00:40:33.591 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.128073+0000", 2024-08-17T00:40:33.591 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.591 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.591 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.591 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.128073+0000", 2024-08-17T00:40:33.591 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.128073+0000", 2024-08-17T00:40:33.591 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.591 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.592 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.592 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.592 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.592 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.592 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.592 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.592 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.592 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.592 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.592 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.592 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.592 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.23", 2024-08-17T00:40:33.592 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.593 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.593 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.593 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.593 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.593 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:09:28.217247+0000", 2024-08-17T00:40:33.593 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.593 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.593 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.593 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.593 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.593 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.593 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.593 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.593 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.595 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.595 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.595 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.595 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.595 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.595 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.595 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.595 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.595 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.595 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.595 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.595 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.595 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.595 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.596 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.596 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.596 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.596 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.596 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.596 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.596 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.596 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.596 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.596 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.596 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.596 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.596 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.596 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:33.597 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.597 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T00:40:33.597 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.597 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.597 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.597 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.597 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.597 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.597 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.597 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.597 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:33.597 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.597 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.597 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.598 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.598 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.598 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.598 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.133307+0000", 2024-08-17T00:40:33.598 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.954702+0000", 2024-08-17T00:40:33.598 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.954702+0000", 2024-08-17T00:40:33.598 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.957364+0000", 2024-08-17T00:40:33.598 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.133307+0000", 2024-08-17T00:40:33.598 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.598 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.598 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.598 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.599 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.133307+0000", 2024-08-17T00:40:33.599 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.133307+0000", 2024-08-17T00:40:33.599 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.133307+0000", 2024-08-17T00:40:33.599 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.599 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.599 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.599 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.133307+0000", 2024-08-17T00:40:33.599 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.133307+0000", 2024-08-17T00:40:33.599 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.599 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.599 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.599 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.599 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.600 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.600 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.600 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.600 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.600 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.600 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.600 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.600 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.600 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.22", 2024-08-17T00:40:33.600 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.600 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.600 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.601 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.601 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.601 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:09:45.652868+0000", 2024-08-17T00:40:33.601 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.601 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.601 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.602 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.602 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.602 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.602 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.602 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.602 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.602 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.602 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.602 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.602 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.602 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.602 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.602 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.603 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.603 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.603 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.603 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.603 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.603 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.603 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.603 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.603 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.603 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.603 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.603 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.603 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.604 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.604 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.604 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.604 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.604 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.604 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.604 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.604 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.604 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.604 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.604 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.604 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.604 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.605 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.605 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.605 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:33.605 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.605 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.605 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.605 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.605 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.605 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.605 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.605 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.605 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T00:40:33.605 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.605 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.606 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.606 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.606 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.606 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.606 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.156532+0000", 2024-08-17T00:40:33.606 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.947591+0000", 2024-08-17T00:40:33.606 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.947591+0000", 2024-08-17T00:40:33.606 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.947845+0000", 2024-08-17T00:40:33.606 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.156532+0000", 2024-08-17T00:40:33.606 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.606 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.606 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.606 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.607 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.156532+0000", 2024-08-17T00:40:33.607 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.156532+0000", 2024-08-17T00:40:33.607 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.156532+0000", 2024-08-17T00:40:33.607 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.607 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.607 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.607 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.156532+0000", 2024-08-17T00:40:33.607 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.156532+0000", 2024-08-17T00:40:33.607 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.607 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.607 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.607 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.607 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.608 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.608 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.608 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.608 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.608 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.608 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.608 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.608 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.608 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.21", 2024-08-17T00:40:33.608 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.608 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.608 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.608 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.608 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.609 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:30:32.603126+0000", 2024-08-17T00:40:33.609 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.609 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.609 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.612 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.612 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.612 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.612 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.612 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.612 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.612 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.612 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.612 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.612 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.612 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.612 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T00:40:33.612 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.612 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.613 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.613 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.613 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.613 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.613 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:33.613 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.613 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T00:40:33.613 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.613 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.613 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.613 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.613 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.613 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.613 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.156856+0000", 2024-08-17T00:40:33.614 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.952494+0000", 2024-08-17T00:40:33.614 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.952494+0000", 2024-08-17T00:40:33.614 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.953128+0000", 2024-08-17T00:40:33.614 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.156856+0000", 2024-08-17T00:40:33.614 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.614 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.614 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.614 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.614 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.156856+0000", 2024-08-17T00:40:33.614 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.156856+0000", 2024-08-17T00:40:33.614 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.156856+0000", 2024-08-17T00:40:33.614 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.615 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.615 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.615 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.156856+0000", 2024-08-17T00:40:33.615 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.156856+0000", 2024-08-17T00:40:33.615 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.615 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.615 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.615 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.615 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.615 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.615 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.615 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.615 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.615 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.616 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.616 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.616 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.616 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.20", 2024-08-17T00:40:33.616 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.616 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.616 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.616 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.616 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.616 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:41:28.919549+0000", 2024-08-17T00:40:33.616 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.616 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.616 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.616 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.619 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.620 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.620 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.620 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.620 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.620 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.620 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:33.620 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.620 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T00:40:33.620 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.620 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.620 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.620 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.620 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.620 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.621 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:33.621 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.621 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T00:40:33.621 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.621 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.621 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.621 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.621 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.621 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.621 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.131654+0000", 2024-08-17T00:40:33.621 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.943625+0000", 2024-08-17T00:40:33.621 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.943625+0000", 2024-08-17T00:40:33.621 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.944717+0000", 2024-08-17T00:40:33.621 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.131654+0000", 2024-08-17T00:40:33.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.131654+0000", 2024-08-17T00:40:33.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.131654+0000", 2024-08-17T00:40:33.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.131654+0000", 2024-08-17T00:40:33.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.131654+0000", 2024-08-17T00:40:33.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.131654+0000", 2024-08-17T00:40:33.622 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.623 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.623 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.623 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.623 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.623 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.623 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.623 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.623 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.623 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.623 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.623 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.623 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.623 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1a", 2024-08-17T00:40:33.623 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.624 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.624 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.624 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.624 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.624 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:43:24.497400+0000", 2024-08-17T00:40:33.624 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.624 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.624 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.627 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.627 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.627 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.627 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.627 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.627 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.627 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.627 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.627 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.627 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.627 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.627 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.627 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.627 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:33.628 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.628 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T00:40:33.628 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.628 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.628 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.628 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.628 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.628 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.628 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.628 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.628 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:33.628 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.628 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.628 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:33.629 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.629 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.629 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.127745+0000", 2024-08-17T00:40:33.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.785431+0000", 2024-08-17T00:40:33.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.785431+0000", 2024-08-17T00:40:33.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.785731+0000", 2024-08-17T00:40:33.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.127745+0000", 2024-08-17T00:40:33.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:33.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.127745+0000", 2024-08-17T00:40:33.630 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.127745+0000", 2024-08-17T00:40:33.630 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.127745+0000", 2024-08-17T00:40:33.630 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.630 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.630 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.630 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.127745+0000", 2024-08-17T00:40:33.630 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.127745+0000", 2024-08-17T00:40:33.630 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.630 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 1, 2024-08-17T00:40:33.630 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.630 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.630 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:33.630 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.631 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.631 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.631 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.631 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 1, 2024-08-17T00:40:33.631 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.631 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.631 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.631 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1b", 2024-08-17T00:40:33.631 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.631 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.631 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.631 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 25, 2024-08-17T00:40:33.631 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.631 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:47:21.389462+0000", 2024-08-17T00:40:33.632 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.632 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.632 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.635 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.635 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.635 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.635 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.635 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.635 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.635 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.635 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.635 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.635 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.635 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:33.635 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'1" 2024-08-17T00:40:33.635 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.636 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.636 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.636 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.636 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.636 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:33.636 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.636 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T00:40:33.636 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.636 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.636 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.636 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.636 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.636 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.636 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.128121+0000", 2024-08-17T00:40:33.637 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.958354+0000", 2024-08-17T00:40:33.637 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.958354+0000", 2024-08-17T00:40:33.637 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.959135+0000", 2024-08-17T00:40:33.637 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.128121+0000", 2024-08-17T00:40:33.637 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.637 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.637 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.637 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.637 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.128121+0000", 2024-08-17T00:40:33.637 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.128121+0000", 2024-08-17T00:40:33.637 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.128121+0000", 2024-08-17T00:40:33.637 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.637 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.637 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.638 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.128121+0000", 2024-08-17T00:40:33.638 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.128121+0000", 2024-08-17T00:40:33.638 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.638 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.638 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.638 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.638 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.638 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.638 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.638 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.638 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.638 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.638 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.638 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.639 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.639 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1b", 2024-08-17T00:40:33.639 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.639 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.639 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.639 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.639 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.639 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:40:48.807376+0000", 2024-08-17T00:40:33.639 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.639 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.639 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.639 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.639 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.639 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.642 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.642 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.642 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.642 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.642 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.642 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.642 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.642 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.642 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.642 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.642 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.642 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.642 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.643 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.643 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:33.643 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.643 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T00:40:33.643 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.643 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.643 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.643 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.643 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.643 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.643 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:33.643 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.643 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T00:40:33.644 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.644 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.644 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:33.644 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.644 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.644 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.644 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157274+0000", 2024-08-17T00:40:33.644 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.783416+0000", 2024-08-17T00:40:33.644 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.783416+0000", 2024-08-17T00:40:33.644 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.783795+0000", 2024-08-17T00:40:33.644 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157274+0000", 2024-08-17T00:40:33.644 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.644 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.644 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.645 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:33.645 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157274+0000", 2024-08-17T00:40:33.645 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157274+0000", 2024-08-17T00:40:33.645 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157274+0000", 2024-08-17T00:40:33.645 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.645 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.645 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.645 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157274+0000", 2024-08-17T00:40:33.645 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157274+0000", 2024-08-17T00:40:33.645 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.645 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 1, 2024-08-17T00:40:33.645 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.645 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.645 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:33.646 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.646 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.646 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.646 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.646 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 1, 2024-08-17T00:40:33.646 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.646 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.646 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.646 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1a", 2024-08-17T00:40:33.646 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.646 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.646 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.646 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 25, 2024-08-17T00:40:33.647 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.647 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:05:47.432380+0000", 2024-08-17T00:40:33.647 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.647 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.647 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.647 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.647 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.647 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.647 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.647 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.647 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.647 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.647 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.650 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.650 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.650 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.650 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.650 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.650 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.650 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:33.650 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.650 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T00:40:33.651 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'1" 2024-08-17T00:40:33.651 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.651 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.651 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.651 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.651 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.651 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.651 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.651 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:33.651 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.651 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.651 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:33.651 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.651 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.651 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.652 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.126810+0000", 2024-08-17T00:40:33.652 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.788948+0000", 2024-08-17T00:40:33.652 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.788948+0000", 2024-08-17T00:40:33.652 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.789228+0000", 2024-08-17T00:40:33.652 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.126810+0000", 2024-08-17T00:40:33.652 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.652 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.652 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.652 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:33.652 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.126810+0000", 2024-08-17T00:40:33.652 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.126810+0000", 2024-08-17T00:40:33.652 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.126810+0000", 2024-08-17T00:40:33.652 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.653 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.653 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.653 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.126810+0000", 2024-08-17T00:40:33.653 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.126810+0000", 2024-08-17T00:40:33.653 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.653 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.653 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.653 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.653 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:33.653 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.653 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.653 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.653 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.653 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.654 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.654 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.654 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.654 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.19", 2024-08-17T00:40:33.654 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.654 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.654 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.654 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:33.654 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.654 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:33:07.561006+0000", 2024-08-17T00:40:33.654 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.654 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.654 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.656 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.656 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.656 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.656 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.656 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.656 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.656 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.656 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.656 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.656 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.656 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.656 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.656 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.657 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.657 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.657 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.657 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.657 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.657 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.657 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.657 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.657 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.657 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.657 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.657 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.657 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.657 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.657 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.658 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.658 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.658 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.658 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.658 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.658 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.658 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:33.658 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.658 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.658 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.658 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.658 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.658 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.659 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:33.659 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.659 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:33.659 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.659 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.659 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.659 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.659 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.659 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.659 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.126507+0000", 2024-08-17T00:40:33.659 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.955829+0000", 2024-08-17T00:40:33.659 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.955829+0000", 2024-08-17T00:40:33.659 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.956111+0000", 2024-08-17T00:40:33.659 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.126507+0000", 2024-08-17T00:40:33.659 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.660 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.660 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.660 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.660 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.126507+0000", 2024-08-17T00:40:33.660 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.126507+0000", 2024-08-17T00:40:33.660 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.126507+0000", 2024-08-17T00:40:33.660 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.660 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.660 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.660 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.126507+0000", 2024-08-17T00:40:33.660 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.126507+0000", 2024-08-17T00:40:33.660 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.660 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.660 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.661 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.661 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.661 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.661 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.661 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.661 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.661 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.661 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.661 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.661 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.661 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.18", 2024-08-17T00:40:33.661 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.661 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.662 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.662 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.662 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.662 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:38:16.128970+0000", 2024-08-17T00:40:33.662 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.662 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.662 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.665 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.665 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.665 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.665 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.665 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.665 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.665 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.665 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.665 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.665 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.665 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.665 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:33.665 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.666 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:33.666 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.666 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.666 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.666 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.666 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.666 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.666 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:33.666 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.666 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:33.666 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.666 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.666 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:33.666 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.667 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.667 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.667 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.132620+0000", 2024-08-17T00:40:33.667 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.786353+0000", 2024-08-17T00:40:33.667 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.786353+0000", 2024-08-17T00:40:33.667 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.786640+0000", 2024-08-17T00:40:33.667 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.132620+0000", 2024-08-17T00:40:33.667 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.667 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.667 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.667 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:33.667 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.132620+0000", 2024-08-17T00:40:33.667 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.132620+0000", 2024-08-17T00:40:33.667 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.132620+0000", 2024-08-17T00:40:33.668 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.668 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.668 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.668 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.132620+0000", 2024-08-17T00:40:33.668 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.132620+0000", 2024-08-17T00:40:33.668 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.668 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.668 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.668 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.668 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:33.668 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.668 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.668 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.668 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.669 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.669 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.669 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.669 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.669 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.18", 2024-08-17T00:40:33.669 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.669 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.669 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.669 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:33.669 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.669 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:45:29.247012+0000", 2024-08-17T00:40:33.669 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.669 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.669 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.672 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.672 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.672 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.672 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.672 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.672 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.672 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.672 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.672 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.672 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.672 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.672 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.672 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.672 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.673 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.673 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.673 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.673 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.673 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.673 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.673 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:33.673 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.673 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:33.673 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.673 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.673 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.673 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.674 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.674 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.674 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:33.674 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.674 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:33.674 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.674 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.674 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.674 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.674 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.674 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.674 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.130076+0000", 2024-08-17T00:40:33.674 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.942122+0000", 2024-08-17T00:40:33.675 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.942122+0000", 2024-08-17T00:40:33.675 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.942370+0000", 2024-08-17T00:40:33.675 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.130076+0000", 2024-08-17T00:40:33.675 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.675 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.675 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.675 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.675 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.130076+0000", 2024-08-17T00:40:33.675 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.130076+0000", 2024-08-17T00:40:33.675 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.130076+0000", 2024-08-17T00:40:33.675 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.675 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.675 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.675 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.130076+0000", 2024-08-17T00:40:33.676 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.130076+0000", 2024-08-17T00:40:33.676 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.676 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.676 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.676 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.676 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.676 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.676 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.676 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.676 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.676 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.676 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.676 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.677 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.677 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.19", 2024-08-17T00:40:33.677 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.677 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.677 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.677 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.677 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.677 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:25:07.459618+0000", 2024-08-17T00:40:33.677 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.677 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.677 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.677 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.677 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.677 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.680 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.680 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.681 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.681 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.681 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.681 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.681 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:33.681 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.681 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:33.681 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.681 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.681 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.681 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.681 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.681 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.681 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:33.682 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.682 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T00:40:33.682 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.682 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.682 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:33.682 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.682 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.682 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.682 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157114+0000", 2024-08-17T00:40:33.682 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.786521+0000", 2024-08-17T00:40:33.682 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.786521+0000", 2024-08-17T00:40:33.682 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.786871+0000", 2024-08-17T00:40:33.682 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157114+0000", 2024-08-17T00:40:33.682 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.682 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.683 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.683 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:33.683 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157114+0000", 2024-08-17T00:40:33.683 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157114+0000", 2024-08-17T00:40:33.683 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157114+0000", 2024-08-17T00:40:33.683 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.683 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.683 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.683 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157114+0000", 2024-08-17T00:40:33.683 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157114+0000", 2024-08-17T00:40:33.683 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.683 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.683 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.683 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.684 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:33.684 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.684 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.684 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.684 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.684 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.684 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.684 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.684 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.684 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.17", 2024-08-17T00:40:33.684 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.684 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.684 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.685 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:33.685 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.685 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:14:02.725112+0000", 2024-08-17T00:40:33.685 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.685 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.685 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.687 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.687 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.687 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.687 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.687 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.687 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.687 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.687 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.687 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.687 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.687 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.687 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.687 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.687 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.688 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.688 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.688 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.688 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.688 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.688 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.688 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.688 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.688 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.688 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.688 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.688 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:33.688 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.688 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T00:40:33.689 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.689 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.689 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.689 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.689 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.689 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.689 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:33.689 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.689 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:33.689 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.689 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.689 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.689 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.690 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.690 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.133543+0000", 2024-08-17T00:40:33.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.956210+0000", 2024-08-17T00:40:33.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.956210+0000", 2024-08-17T00:40:33.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.956670+0000", 2024-08-17T00:40:33.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.133543+0000", 2024-08-17T00:40:33.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.133543+0000", 2024-08-17T00:40:33.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.133543+0000", 2024-08-17T00:40:33.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.133543+0000", 2024-08-17T00:40:33.691 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.691 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.691 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.691 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.133543+0000", 2024-08-17T00:40:33.691 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.133543+0000", 2024-08-17T00:40:33.691 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.691 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.691 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.691 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.691 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.691 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.691 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.691 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.691 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.691 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.692 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.692 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.692 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.692 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.16", 2024-08-17T00:40:33.692 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.692 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.692 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.692 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.692 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.692 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:50:42.531327+0000", 2024-08-17T00:40:33.692 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.692 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.692 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.692 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.695 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.695 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.696 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.696 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.696 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.696 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.696 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:33.696 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.696 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:33.696 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.696 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.696 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.696 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.696 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.696 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.696 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:33.697 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.697 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:33.697 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.697 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.697 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:33.697 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.697 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.697 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.697 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.133667+0000", 2024-08-17T00:40:33.697 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.789877+0000", 2024-08-17T00:40:33.697 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.789877+0000", 2024-08-17T00:40:33.697 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.790231+0000", 2024-08-17T00:40:33.698 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.133667+0000", 2024-08-17T00:40:33.698 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.698 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.698 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.698 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:33.698 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.133667+0000", 2024-08-17T00:40:33.698 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.133667+0000", 2024-08-17T00:40:33.698 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.133667+0000", 2024-08-17T00:40:33.698 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.698 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.698 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.698 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.133667+0000", 2024-08-17T00:40:33.698 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.133667+0000", 2024-08-17T00:40:33.699 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.699 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.699 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.699 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.699 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:33.699 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.699 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.699 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.699 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.699 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.699 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.699 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.699 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.699 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.16", 2024-08-17T00:40:33.700 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.700 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.700 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.700 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:33.700 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.700 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:08:40.720197+0000", 2024-08-17T00:40:33.700 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.700 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.700 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.700 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.700 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.700 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.700 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.700 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.703 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.703 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.703 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.703 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.703 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.703 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.703 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.703 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.703 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.703 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.703 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.703 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.703 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.703 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.704 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:33.704 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.704 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:33.704 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.704 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.704 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.704 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.704 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.704 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.704 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:33.704 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.704 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T00:40:33.704 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.704 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.705 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.705 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.705 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.705 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.705 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.127392+0000", 2024-08-17T00:40:33.705 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.955977+0000", 2024-08-17T00:40:33.705 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.955977+0000", 2024-08-17T00:40:33.705 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.956238+0000", 2024-08-17T00:40:33.705 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.127392+0000", 2024-08-17T00:40:33.705 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.705 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.705 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.705 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.705 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.127392+0000", 2024-08-17T00:40:33.706 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.127392+0000", 2024-08-17T00:40:33.706 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.127392+0000", 2024-08-17T00:40:33.706 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.706 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.706 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.706 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.127392+0000", 2024-08-17T00:40:33.706 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.127392+0000", 2024-08-17T00:40:33.706 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.706 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.706 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.706 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.706 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.706 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.707 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.707 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.707 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.707 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.707 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.707 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.707 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.707 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.17", 2024-08-17T00:40:33.707 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.707 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.707 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.707 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.707 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.708 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:56:28.986415+0000", 2024-08-17T00:40:33.708 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.708 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.708 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.711 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.711 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.711 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.711 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.711 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.711 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.711 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.711 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.711 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.711 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:33.711 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.711 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T00:40:33.711 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.711 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.712 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.712 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.712 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.712 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.712 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.712 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.712 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:33.712 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.712 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.712 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:33.712 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.712 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.712 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.130552+0000", 2024-08-17T00:40:33.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.791822+0000", 2024-08-17T00:40:33.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.791822+0000", 2024-08-17T00:40:33.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.792097+0000", 2024-08-17T00:40:33.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.130552+0000", 2024-08-17T00:40:33.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:33.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.130552+0000", 2024-08-17T00:40:33.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.130552+0000", 2024-08-17T00:40:33.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.130552+0000", 2024-08-17T00:40:33.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.714 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.714 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.714 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.130552+0000", 2024-08-17T00:40:33.714 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.130552+0000", 2024-08-17T00:40:33.714 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.714 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3, 2024-08-17T00:40:33.714 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.714 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.714 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:33.714 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.714 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.714 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.714 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.715 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3, 2024-08-17T00:40:33.715 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.715 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.715 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.715 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.15", 2024-08-17T00:40:33.715 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.715 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.715 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.715 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 27, 2024-08-17T00:40:33.715 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.715 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:19:14.352162+0000", 2024-08-17T00:40:33.715 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.715 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.716 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 90, 2024-08-17T00:40:33.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T00:40:33.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T00:40:33.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T00:40:33.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T00:40:33.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 4, 2024-08-17T00:40:33.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 1 2024-08-17T00:40:33.719 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.719 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.719 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.719 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.719 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.719 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.719 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.719 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.719 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:33.719 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'3" 2024-08-17T00:40:33.719 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.719 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.719 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.719 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.720 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.720 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.720 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.720 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T00:40:33.720 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.720 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.720 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.720 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.720 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.720 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.720 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.132113+0000", 2024-08-17T00:40:33.720 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.955649+0000", 2024-08-17T00:40:33.720 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.955649+0000", 2024-08-17T00:40:33.720 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.955938+0000", 2024-08-17T00:40:33.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.132113+0000", 2024-08-17T00:40:33.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.132113+0000", 2024-08-17T00:40:33.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.132113+0000", 2024-08-17T00:40:33.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.132113+0000", 2024-08-17T00:40:33.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.132113+0000", 2024-08-17T00:40:33.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.132113+0000", 2024-08-17T00:40:33.722 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.722 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.722 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.722 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.722 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.722 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.722 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.722 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.722 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.722 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.722 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.722 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.722 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.722 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.14", 2024-08-17T00:40:33.723 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.723 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.723 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.723 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.723 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.723 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:50:04.635101+0000", 2024-08-17T00:40:33.723 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.723 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.723 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.723 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.723 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.723 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.723 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.723 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.726 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.726 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.726 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.726 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.726 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.726 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.727 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.727 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.727 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T00:40:33.727 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.727 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.727 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.727 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.727 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.727 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.727 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:33.727 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.727 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T00:40:33.727 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.728 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.728 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:33.728 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.728 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.728 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.728 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:39:23.804814+0000", 2024-08-17T00:40:33.728 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.785541+0000", 2024-08-17T00:40:33.728 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.785541+0000", 2024-08-17T00:40:33.728 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.786122+0000", 2024-08-17T00:40:33.728 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:39:23.804814+0000", 2024-08-17T00:40:33.728 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.728 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.728 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.728 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:33.729 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:39:23.804814+0000", 2024-08-17T00:40:33.729 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:39:23.804814+0000", 2024-08-17T00:40:33.729 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:39:23.804814+0000", 2024-08-17T00:40:33.729 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.729 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.729 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.729 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:39:23.804814+0000", 2024-08-17T00:40:33.729 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:39:23.804814+0000", 2024-08-17T00:40:33.729 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.729 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 13, 2024-08-17T00:40:33.729 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.729 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.729 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:33.730 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.730 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.730 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.730 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.730 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 13, 2024-08-17T00:40:33.730 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.730 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.730 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.730 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.14", 2024-08-17T00:40:33.730 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.730 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.730 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 75, 2024-08-17T00:40:33.730 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 37, 2024-08-17T00:40:33.731 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.731 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:45:25.185133+0000", 2024-08-17T00:40:33.731 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.731 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.731 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.731 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 2624, 2024-08-17T00:40:33.731 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.731 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.731 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.731 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.731 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.731 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.731 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.731 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 12, 2024-08-17T00:40:33.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 4, 2024-08-17T00:40:33.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 4, 2024-08-17T00:40:33.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T00:40:33.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 13, 2024-08-17T00:40:33.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 10 2024-08-17T00:40:33.734 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.734 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.734 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.734 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.734 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.734 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.734 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:33.734 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.735 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T00:40:33.735 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "75'13" 2024-08-17T00:40:33.735 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.735 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.735 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.735 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.735 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.735 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:33.735 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.735 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:33.735 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.735 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.735 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.735 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.736 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.736 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157781+0000", 2024-08-17T00:40:33.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.957785+0000", 2024-08-17T00:40:33.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.957785+0000", 2024-08-17T00:40:33.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.958522+0000", 2024-08-17T00:40:33.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157781+0000", 2024-08-17T00:40:33.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157781+0000", 2024-08-17T00:40:33.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157781+0000", 2024-08-17T00:40:33.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157781+0000", 2024-08-17T00:40:33.737 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.737 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.737 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.737 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157781+0000", 2024-08-17T00:40:33.737 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157781+0000", 2024-08-17T00:40:33.737 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.737 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.737 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.737 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.737 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.737 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.737 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.737 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.738 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.738 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.738 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.738 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.738 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.738 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.15", 2024-08-17T00:40:33.738 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.738 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.738 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.738 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.738 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.738 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:38:42.076155+0000", 2024-08-17T00:40:33.738 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.739 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.739 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.742 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.742 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.742 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.742 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.742 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.742 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.742 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.742 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.742 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.742 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:33.742 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.742 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:33.742 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.743 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.743 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.743 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.743 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.743 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.743 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:33.743 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.743 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T00:40:33.743 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.743 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.743 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:33.743 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.743 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.743 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.128149+0000", 2024-08-17T00:40:33.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.790727+0000", 2024-08-17T00:40:33.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.790727+0000", 2024-08-17T00:40:33.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.793208+0000", 2024-08-17T00:40:33.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.128149+0000", 2024-08-17T00:40:33.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:33.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.128149+0000", 2024-08-17T00:40:33.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.128149+0000", 2024-08-17T00:40:33.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.128149+0000", 2024-08-17T00:40:33.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.745 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.745 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.745 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.128149+0000", 2024-08-17T00:40:33.745 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.128149+0000", 2024-08-17T00:40:33.745 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.745 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T00:40:33.745 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.745 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.745 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:33.745 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.745 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.745 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.745 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.745 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T00:40:33.746 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.746 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.746 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.746 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.13", 2024-08-17T00:40:33.746 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.746 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.746 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.746 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 26, 2024-08-17T00:40:33.746 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.746 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:35:25.976740+0000", 2024-08-17T00:40:33.746 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.746 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.746 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 34, 2024-08-17T00:40:33.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T00:40:33.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T00:40:33.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T00:40:33.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T00:40:33.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.749 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.749 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.749 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.749 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.749 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.749 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.749 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.749 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.749 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.749 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.749 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.749 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T00:40:33.749 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 6 2024-08-17T00:40:33.749 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.750 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.750 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.750 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.750 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.750 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.750 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:33.750 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.750 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T00:40:33.750 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T00:40:33.750 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.750 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.750 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.750 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.750 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.751 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:33.751 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.751 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T00:40:33.751 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.751 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.751 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.751 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.751 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.751 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.751 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.127594+0000", 2024-08-17T00:40:33.751 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.950904+0000", 2024-08-17T00:40:33.751 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.950904+0000", 2024-08-17T00:40:33.751 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.952899+0000", 2024-08-17T00:40:33.751 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.127594+0000", 2024-08-17T00:40:33.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.127594+0000", 2024-08-17T00:40:33.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.127594+0000", 2024-08-17T00:40:33.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.127594+0000", 2024-08-17T00:40:33.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.127594+0000", 2024-08-17T00:40:33.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.127594+0000", 2024-08-17T00:40:33.752 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.752 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.752 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.753 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.753 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.753 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.753 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.753 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.753 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.753 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.753 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.753 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.753 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.753 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.12", 2024-08-17T00:40:33.753 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.753 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.753 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.754 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.754 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.754 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:17:33.852365+0000", 2024-08-17T00:40:33.754 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.754 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.754 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.757 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.757 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.757 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.757 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.757 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.757 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.757 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.757 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.757 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.757 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.757 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.757 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.757 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:33.757 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.758 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T00:40:33.758 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.758 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.758 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.758 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.758 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.758 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.758 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:33.758 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.758 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:33.758 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.758 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.758 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:33.759 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.759 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.759 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.133294+0000", 2024-08-17T00:40:33.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.785644+0000", 2024-08-17T00:40:33.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.785644+0000", 2024-08-17T00:40:33.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.785942+0000", 2024-08-17T00:40:33.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.133294+0000", 2024-08-17T00:40:33.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:33.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.133294+0000", 2024-08-17T00:40:33.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.133294+0000", 2024-08-17T00:40:33.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.133294+0000", 2024-08-17T00:40:33.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.133294+0000", 2024-08-17T00:40:33.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.133294+0000", 2024-08-17T00:40:33.760 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.760 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.760 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.760 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.760 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:33.760 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.760 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.761 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.761 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.761 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.761 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.761 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.761 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.761 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.12", 2024-08-17T00:40:33.761 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.761 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.761 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.761 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:33.761 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.761 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:04:21.422299+0000", 2024-08-17T00:40:33.761 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.762 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.762 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.765 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.765 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.765 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.765 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.765 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.765 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.765 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:33.765 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.765 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:33.765 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.765 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.765 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.766 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.766 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.766 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.766 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:33.766 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.766 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:33.766 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.766 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.766 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.766 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.766 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.766 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.766 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157372+0000", 2024-08-17T00:40:33.766 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.959565+0000", 2024-08-17T00:40:33.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.959565+0000", 2024-08-17T00:40:33.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.959809+0000", 2024-08-17T00:40:33.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157372+0000", 2024-08-17T00:40:33.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157372+0000", 2024-08-17T00:40:33.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157372+0000", 2024-08-17T00:40:33.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157372+0000", 2024-08-17T00:40:33.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.768 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157372+0000", 2024-08-17T00:40:33.768 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157372+0000", 2024-08-17T00:40:33.768 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.768 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.768 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.768 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.768 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.768 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.768 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.768 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.768 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.769 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.769 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.769 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.769 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.769 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.13", 2024-08-17T00:40:33.769 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.769 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.769 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.769 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.769 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.769 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:46:40.713709+0000", 2024-08-17T00:40:33.769 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.769 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.770 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.773 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.773 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.773 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.773 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.773 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.773 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.773 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:33.773 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.773 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:33.773 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.773 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.773 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.773 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.774 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.774 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.774 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:33.774 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.774 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T00:40:33.774 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.774 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.774 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:33.774 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.774 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.774 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.774 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.156745+0000", 2024-08-17T00:40:33.774 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.787058+0000", 2024-08-17T00:40:33.775 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.787058+0000", 2024-08-17T00:40:33.775 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.787402+0000", 2024-08-17T00:40:33.775 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.156745+0000", 2024-08-17T00:40:33.775 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.775 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.775 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.775 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:33.775 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.156745+0000", 2024-08-17T00:40:33.775 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.156745+0000", 2024-08-17T00:40:33.775 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.156745+0000", 2024-08-17T00:40:33.775 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.775 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.775 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.776 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.156745+0000", 2024-08-17T00:40:33.776 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.156745+0000", 2024-08-17T00:40:33.776 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.776 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.776 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.776 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.776 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:33.776 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.776 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.776 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.776 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.776 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.776 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.776 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.777 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.777 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.11", 2024-08-17T00:40:33.777 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.777 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.777 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.777 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:33.777 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.777 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:26:39.632757+0000", 2024-08-17T00:40:33.777 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.777 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.777 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.777 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.777 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.777 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.780 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.780 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.780 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.780 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.781 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.781 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.781 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:33.781 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.781 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T00:40:33.781 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.781 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.781 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.781 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.781 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.781 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.781 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:33.781 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.781 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T00:40:33.782 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.782 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.782 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.782 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.782 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.782 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.782 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.156651+0000", 2024-08-17T00:40:33.782 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.952860+0000", 2024-08-17T00:40:33.782 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.952860+0000", 2024-08-17T00:40:33.782 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.953292+0000", 2024-08-17T00:40:33.782 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.156651+0000", 2024-08-17T00:40:33.782 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.782 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.782 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.156651+0000", 2024-08-17T00:40:33.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.156651+0000", 2024-08-17T00:40:33.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.156651+0000", 2024-08-17T00:40:33.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.156651+0000", 2024-08-17T00:40:33.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.156651+0000", 2024-08-17T00:40:33.783 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.783 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.783 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.784 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.784 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.784 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.784 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.784 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.784 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.784 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.784 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.784 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.784 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.784 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.10", 2024-08-17T00:40:33.784 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.784 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.784 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.785 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.785 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.785 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:32:02.457300+0000", 2024-08-17T00:40:33.785 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.785 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.785 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.788 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.788 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.788 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.788 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.788 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.788 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.788 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.788 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.788 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.788 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.788 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:33.788 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.788 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T00:40:33.789 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.789 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.789 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.789 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.789 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.789 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.789 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.789 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.789 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T00:40:33.789 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.789 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.789 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:33.789 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.789 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.790 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.790 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.156445+0000", 2024-08-17T00:40:33.790 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.790100+0000", 2024-08-17T00:40:33.790 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.790100+0000", 2024-08-17T00:40:33.790 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.790386+0000", 2024-08-17T00:40:33.790 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.156445+0000", 2024-08-17T00:40:33.790 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.790 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.790 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.790 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:33.790 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.156445+0000", 2024-08-17T00:40:33.790 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.156445+0000", 2024-08-17T00:40:33.790 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.156445+0000", 2024-08-17T00:40:33.791 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.791 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.791 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.791 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.156445+0000", 2024-08-17T00:40:33.791 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.156445+0000", 2024-08-17T00:40:33.791 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.791 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 8, 2024-08-17T00:40:33.791 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.791 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.791 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:33.791 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.791 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.791 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.792 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.792 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 8, 2024-08-17T00:40:33.792 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.792 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.792 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.792 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.10", 2024-08-17T00:40:33.792 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.792 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.792 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.792 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 32, 2024-08-17T00:40:33.792 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.792 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:54:03.758434+0000", 2024-08-17T00:40:33.794 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.794 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.794 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 12, 2024-08-17T00:40:33.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 4, 2024-08-17T00:40:33.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 4, 2024-08-17T00:40:33.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 4, 2024-08-17T00:40:33.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.797 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.797 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.797 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 12, 2024-08-17T00:40:33.797 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.797 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.797 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.797 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.797 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.797 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.797 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.797 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.797 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.797 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T00:40:33.797 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'8" 2024-08-17T00:40:33.798 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.798 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.798 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.798 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.798 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.798 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.798 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.798 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:33.798 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.798 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.798 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.798 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.799 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.799 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.156948+0000", 2024-08-17T00:40:33.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.960608+0000", 2024-08-17T00:40:33.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.960608+0000", 2024-08-17T00:40:33.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.960891+0000", 2024-08-17T00:40:33.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.156948+0000", 2024-08-17T00:40:33.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.156948+0000", 2024-08-17T00:40:33.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.156948+0000", 2024-08-17T00:40:33.800 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.156948+0000", 2024-08-17T00:40:33.800 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.800 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.800 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.800 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.156948+0000", 2024-08-17T00:40:33.800 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.156948+0000", 2024-08-17T00:40:33.800 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.800 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.800 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.800 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.800 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.800 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.800 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.801 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.801 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.801 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.801 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.801 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.801 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.801 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.11", 2024-08-17T00:40:33.801 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.801 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.801 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.801 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.801 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.801 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:24:23.160085+0000", 2024-08-17T00:40:33.801 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.802 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.802 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.805 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.805 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.805 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.805 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.805 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.805 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.805 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.805 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.805 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:33.805 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.805 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.806 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.806 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.806 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.806 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.806 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:33.806 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.806 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T00:40:33.806 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.806 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.806 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:33.806 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.806 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.806 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.806 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.132160+0000", 2024-08-17T00:40:33.807 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.791973+0000", 2024-08-17T00:40:33.807 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.791973+0000", 2024-08-17T00:40:33.807 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.792276+0000", 2024-08-17T00:40:33.807 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.132160+0000", 2024-08-17T00:40:33.807 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.807 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.807 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.807 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:33.807 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.132160+0000", 2024-08-17T00:40:33.807 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.132160+0000", 2024-08-17T00:40:33.807 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.132160+0000", 2024-08-17T00:40:33.807 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.807 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.808 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.808 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.132160+0000", 2024-08-17T00:40:33.808 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.132160+0000", 2024-08-17T00:40:33.808 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.808 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 1, 2024-08-17T00:40:33.808 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.808 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.808 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:33.808 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.808 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.808 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.808 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.808 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 1, 2024-08-17T00:40:33.808 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.809 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.809 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.809 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.f", 2024-08-17T00:40:33.809 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.809 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.809 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.809 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 25, 2024-08-17T00:40:33.809 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.809 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:42:51.144389+0000", 2024-08-17T00:40:33.809 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.809 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.809 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.809 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 22, 2024-08-17T00:40:33.809 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T00:40:33.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T00:40:33.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T00:40:33.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 1, 2024-08-17T00:40:33.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 1 2024-08-17T00:40:33.812 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.812 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.813 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.813 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.813 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.813 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.813 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:33.813 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.813 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T00:40:33.813 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'1" 2024-08-17T00:40:33.813 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.813 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.813 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.813 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.813 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.813 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:33.814 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.814 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:33.814 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.814 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.814 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.814 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.814 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.814 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.814 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157969+0000", 2024-08-17T00:40:33.814 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.957444+0000", 2024-08-17T00:40:33.814 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.957444+0000", 2024-08-17T00:40:33.814 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.958148+0000", 2024-08-17T00:40:33.814 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157969+0000", 2024-08-17T00:40:33.815 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.815 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.815 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.815 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.815 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157969+0000", 2024-08-17T00:40:33.815 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157969+0000", 2024-08-17T00:40:33.815 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157969+0000", 2024-08-17T00:40:33.815 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.815 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.815 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.815 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157969+0000", 2024-08-17T00:40:33.815 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157969+0000", 2024-08-17T00:40:33.815 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.815 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.816 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.816 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.816 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.816 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.816 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.816 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.816 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.816 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.816 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.816 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.816 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.816 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.e", 2024-08-17T00:40:33.816 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.816 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.817 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.817 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.817 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.817 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:37:57.649978+0000", 2024-08-17T00:40:33.817 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.817 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.817 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.820 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.820 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.820 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.820 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.820 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.820 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.820 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:33.821 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.821 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:33.821 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.821 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.821 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.821 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.821 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.821 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.821 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:33.821 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.821 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T00:40:33.821 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.821 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.821 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:33.822 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.822 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.822 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.156930+0000", 2024-08-17T00:40:33.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.781729+0000", 2024-08-17T00:40:33.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.781729+0000", 2024-08-17T00:40:33.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.782024+0000", 2024-08-17T00:40:33.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.156930+0000", 2024-08-17T00:40:33.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:33.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.156930+0000", 2024-08-17T00:40:33.823 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.156930+0000", 2024-08-17T00:40:33.823 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.156930+0000", 2024-08-17T00:40:33.823 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.823 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.823 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.823 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.156930+0000", 2024-08-17T00:40:33.823 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.156930+0000", 2024-08-17T00:40:33.823 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.823 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T00:40:33.823 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.823 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.823 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:33.823 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.823 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.824 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.824 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.824 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T00:40:33.824 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.824 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.824 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.824 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.e", 2024-08-17T00:40:33.824 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.824 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.824 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.824 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 26, 2024-08-17T00:40:33.824 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.824 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:50:21.078155+0000", 2024-08-17T00:40:33.824 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.825 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.825 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T00:40:33.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T00:40:33.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T00:40:33.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T00:40:33.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.828 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T00:40:33.828 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.828 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.828 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.828 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.828 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.828 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.828 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.828 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:33.828 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.828 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T00:40:33.828 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T00:40:33.828 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.828 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.829 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.829 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.829 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.829 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:33.829 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.829 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:33.829 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.829 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.829 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.829 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.829 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.829 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.829 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.158053+0000", 2024-08-17T00:40:33.829 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:34.468312+0000", 2024-08-17T00:40:33.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:34.468312+0000", 2024-08-17T00:40:33.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:34.468672+0000", 2024-08-17T00:40:33.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.158053+0000", 2024-08-17T00:40:33.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 67, 2024-08-17T00:40:33.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.158053+0000", 2024-08-17T00:40:33.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.158053+0000", 2024-08-17T00:40:33.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.158053+0000", 2024-08-17T00:40:33.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.158053+0000", 2024-08-17T00:40:33.831 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.158053+0000", 2024-08-17T00:40:33.831 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.831 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.831 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.831 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.831 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 66, 2024-08-17T00:40:33.831 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.831 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.831 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.831 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.831 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.831 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.831 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.831 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.832 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.f", 2024-08-17T00:40:33.832 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.832 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.832 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.832 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 31, 2024-08-17T00:40:33.832 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.832 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:47:46.595826+0000", 2024-08-17T00:40:33.832 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.832 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.832 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.835 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.835 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.835 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.835 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.835 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.835 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.836 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:33.836 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.836 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:33.836 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.836 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.836 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.836 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.836 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.836 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.836 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:33.836 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.836 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:33.836 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.836 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.837 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:33.837 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.837 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.837 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.837 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.130639+0000", 2024-08-17T00:40:33.837 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.783595+0000", 2024-08-17T00:40:33.837 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.783595+0000", 2024-08-17T00:40:33.837 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.783855+0000", 2024-08-17T00:40:33.837 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.130639+0000", 2024-08-17T00:40:33.837 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.837 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.837 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.837 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:33.837 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.130639+0000", 2024-08-17T00:40:33.837 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.130639+0000", 2024-08-17T00:40:33.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.130639+0000", 2024-08-17T00:40:33.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.130639+0000", 2024-08-17T00:40:33.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.130639+0000", 2024-08-17T00:40:33.838 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.838 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 1, 2024-08-17T00:40:33.838 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.838 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.838 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:33.838 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.838 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.839 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.839 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.839 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 1, 2024-08-17T00:40:33.839 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.839 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.839 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.839 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.d", 2024-08-17T00:40:33.839 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.839 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.839 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.839 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 25, 2024-08-17T00:40:33.839 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.839 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:50:37.281675+0000", 2024-08-17T00:40:33.839 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.840 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.840 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 70, 2024-08-17T00:40:33.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T00:40:33.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T00:40:33.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T00:40:33.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 1, 2024-08-17T00:40:33.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 1 2024-08-17T00:40:33.843 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.843 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.843 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.843 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.843 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.843 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.843 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:33.843 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.843 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:33.843 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'1" 2024-08-17T00:40:33.843 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.843 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.844 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.844 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.844 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.844 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.844 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.844 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:33.844 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.844 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.844 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.844 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.844 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.844 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.844 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.133371+0000", 2024-08-17T00:40:33.844 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.955686+0000", 2024-08-17T00:40:33.845 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.955686+0000", 2024-08-17T00:40:33.845 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.957993+0000", 2024-08-17T00:40:33.845 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.133371+0000", 2024-08-17T00:40:33.845 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.845 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.845 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.845 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.845 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.133371+0000", 2024-08-17T00:40:33.845 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.133371+0000", 2024-08-17T00:40:33.845 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.133371+0000", 2024-08-17T00:40:33.845 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.845 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.845 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.845 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.133371+0000", 2024-08-17T00:40:33.846 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.133371+0000", 2024-08-17T00:40:33.846 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.846 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.846 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.846 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.846 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.846 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.846 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.846 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.846 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.846 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.846 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.846 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.847 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.847 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.c", 2024-08-17T00:40:33.847 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.847 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.847 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.847 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.847 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.847 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:50:11.600736+0000", 2024-08-17T00:40:33.847 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.847 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.847 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.847 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.847 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.847 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.848 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.848 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.848 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.848 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.848 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.848 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.848 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.848 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.848 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.848 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.848 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.848 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.848 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.850 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.850 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.850 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.850 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.851 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.851 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.851 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.851 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.851 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:33.851 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.851 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.851 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.851 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.851 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.851 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.851 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.851 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.852 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T00:40:33.852 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.852 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.852 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:33.852 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.852 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.852 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.852 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.156656+0000", 2024-08-17T00:40:33.852 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.789258+0000", 2024-08-17T00:40:33.852 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.789258+0000", 2024-08-17T00:40:33.852 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.789516+0000", 2024-08-17T00:40:33.852 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.156656+0000", 2024-08-17T00:40:33.852 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.852 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.853 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.853 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:33.853 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.156656+0000", 2024-08-17T00:40:33.853 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.156656+0000", 2024-08-17T00:40:33.853 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.156656+0000", 2024-08-17T00:40:33.853 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.853 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.853 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.853 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.156656+0000", 2024-08-17T00:40:33.853 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.156656+0000", 2024-08-17T00:40:33.853 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.853 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.853 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.853 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.854 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:33.854 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.854 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.854 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.854 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.854 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.854 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.854 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.854 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.854 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.c", 2024-08-17T00:40:33.854 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.854 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.854 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.855 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:33.855 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.855 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:58:57.330760+0000", 2024-08-17T00:40:33.855 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.855 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.855 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.858 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.858 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.858 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.858 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.858 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.858 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.858 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.858 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.858 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.858 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.858 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.858 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.858 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T00:40:33.859 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.859 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.859 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.859 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.859 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.859 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.859 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.859 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.859 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:33.859 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.859 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.859 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.859 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.859 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.860 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157845+0000", 2024-08-17T00:40:33.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.955817+0000", 2024-08-17T00:40:33.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.955817+0000", 2024-08-17T00:40:33.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.956081+0000", 2024-08-17T00:40:33.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157845+0000", 2024-08-17T00:40:33.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157845+0000", 2024-08-17T00:40:33.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157845+0000", 2024-08-17T00:40:33.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157845+0000", 2024-08-17T00:40:33.861 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.861 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.861 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.861 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157845+0000", 2024-08-17T00:40:33.861 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157845+0000", 2024-08-17T00:40:33.861 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.861 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.861 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.861 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.861 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.861 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.861 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.861 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.862 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.862 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.862 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.862 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.862 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.862 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.d", 2024-08-17T00:40:33.862 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.862 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.862 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.862 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.862 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.862 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:07:50.126971+0000", 2024-08-17T00:40:33.862 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.862 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.863 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.865 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.866 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.866 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.866 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.866 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.866 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.866 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.866 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.866 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:33.866 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.866 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.866 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.866 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.866 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.866 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.867 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:33.867 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.867 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T00:40:33.867 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.867 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.867 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T00:40:33.867 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.867 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.867 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.867 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:10.558576+0000", 2024-08-17T00:40:33.867 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:59.103532+0000", 2024-08-17T00:40:33.867 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:59.103532+0000", 2024-08-17T00:40:33.867 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:38:04.157803+0000", 2024-08-17T00:40:33.867 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:10.558576+0000", 2024-08-17T00:40:33.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:33.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:33.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 70, 2024-08-17T00:40:33.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:10.558576+0000", 2024-08-17T00:40:33.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:10.558576+0000", 2024-08-17T00:40:33.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:10.558576+0000", 2024-08-17T00:40:33.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:33.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:10.558576+0000", 2024-08-17T00:40:33.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:10.558576+0000", 2024-08-17T00:40:33.868 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.869 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.869 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.869 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.869 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 69, 2024-08-17T00:40:33.869 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.869 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.869 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.869 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.869 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.869 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.869 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.869 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.869 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.5", 2024-08-17T00:40:33.869 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.870 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.870 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 75, 2024-08-17T00:40:33.870 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 19, 2024-08-17T00:40:33.870 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.870 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:53:00.328095+0000", 2024-08-17T00:40:33.870 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.000819459, 2024-08-17T00:40:33.870 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.870 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.870 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.870 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.870 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.870 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.870 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.873 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.873 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.873 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.873 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.873 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.873 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.873 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.873 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.873 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.873 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.873 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.873 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:33.873 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.874 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:33.874 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.874 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T00:40:33.874 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.874 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.874 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.874 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.874 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.874 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.874 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.874 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.874 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:33.874 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.875 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.875 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 19, 2024-08-17T00:40:33.875 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.875 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.875 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.875 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:40:29.527742+0000", 2024-08-17T00:40:33.875 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:36:40.570593+0000", 2024-08-17T00:40:33.875 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:36:40.570593+0000", 2024-08-17T00:40:33.875 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:36:40.571022+0000", 2024-08-17T00:40:33.875 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:40:29.527742+0000", 2024-08-17T00:40:33.875 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:34:43.704511+0000", 2024-08-17T00:40:33.875 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.875 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:34:43.704511+0000", 2024-08-17T00:40:33.876 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 58, 2024-08-17T00:40:33.876 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:40:29.527742+0000", 2024-08-17T00:40:33.876 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:40:29.527742+0000", 2024-08-17T00:40:33.876 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:40:29.527742+0000", 2024-08-17T00:40:33.876 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.876 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.876 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:34:43.704511+0000", 2024-08-17T00:40:33.876 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:40:29.527742+0000", 2024-08-17T00:40:33.876 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:40:29.527742+0000", 2024-08-17T00:40:33.876 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.876 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 160, 2024-08-17T00:40:33.876 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.876 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.876 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 57, 2024-08-17T00:40:33.877 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.877 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.877 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.877 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.877 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 160, 2024-08-17T00:40:33.877 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.877 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.877 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.877 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "1.0", 2024-08-17T00:40:33.877 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.877 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.877 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 75, 2024-08-17T00:40:33.878 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 396, 2024-08-17T00:40:33.878 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.878 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:34:08.366178+0000", 2024-08-17T00:40:33.878 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.878 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.878 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 590368, 2024-08-17T00:40:33.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 1771104, 2024-08-17T00:40:33.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.879 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.879 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.879 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.879 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.879 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.879 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.879 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.879 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.879 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.879 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T00:40:33.879 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T00:40:33.879 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.879 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T00:40:33.879 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.880 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.880 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.880 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.880 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.880 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.880 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.880 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 6, 2024-08-17T00:40:33.880 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.880 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.880 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.880 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.880 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.880 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 502, 2024-08-17T00:40:33.880 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 674, 2024-08-17T00:40:33.881 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.881 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.881 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.881 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 243, 2024-08-17T00:40:33.881 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 2416 2024-08-17T00:40:33.881 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.881 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.881 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.881 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.881 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.881 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.881 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.881 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.881 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:33.882 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "75'160" 2024-08-17T00:40:33.882 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.882 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.882 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.882 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.882 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.882 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:33.882 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.882 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:33.882 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.882 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.882 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:33.882 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.883 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.883 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.883 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.133214+0000", 2024-08-17T00:40:33.883 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.785047+0000", 2024-08-17T00:40:33.883 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.785047+0000", 2024-08-17T00:40:33.883 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.785377+0000", 2024-08-17T00:40:33.883 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.133214+0000", 2024-08-17T00:40:33.883 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.883 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.883 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.883 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:33.883 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.133214+0000", 2024-08-17T00:40:33.883 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.133214+0000", 2024-08-17T00:40:33.884 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.133214+0000", 2024-08-17T00:40:33.884 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.884 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.884 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.884 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.133214+0000", 2024-08-17T00:40:33.884 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.133214+0000", 2024-08-17T00:40:33.884 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.884 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.884 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.884 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.884 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:33.884 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.884 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.884 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.885 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.885 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.885 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.885 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.885 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.885 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.3", 2024-08-17T00:40:33.885 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.885 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.885 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.885 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:33.885 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.885 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:18:53.217487+0000", 2024-08-17T00:40:33.885 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.886 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.886 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.889 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.889 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.889 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.889 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.889 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.889 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.889 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.889 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:33.889 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.889 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:33.889 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.889 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.889 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.889 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.890 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.890 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.890 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.890 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.890 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:33.890 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.890 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.890 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.890 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.890 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.890 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.890 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.128181+0000", 2024-08-17T00:40:33.890 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.954324+0000", 2024-08-17T00:40:33.890 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.954324+0000", 2024-08-17T00:40:33.891 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.955503+0000", 2024-08-17T00:40:33.891 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.128181+0000", 2024-08-17T00:40:33.891 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.891 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.891 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.891 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.891 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.128181+0000", 2024-08-17T00:40:33.891 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.128181+0000", 2024-08-17T00:40:33.891 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.128181+0000", 2024-08-17T00:40:33.891 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.891 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.891 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.891 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.128181+0000", 2024-08-17T00:40:33.892 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.128181+0000", 2024-08-17T00:40:33.892 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.892 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.892 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.892 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.892 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.892 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.892 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.892 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.892 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.892 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.892 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.892 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.892 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.893 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2", 2024-08-17T00:40:33.893 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.893 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.893 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.893 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.893 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.893 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:06:29.228648+0000", 2024-08-17T00:40:33.893 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.893 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.893 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.896 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.896 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.896 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.896 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.896 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.897 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.897 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.897 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.897 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:33.897 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.897 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.897 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.897 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.897 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.897 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.897 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:33.897 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.897 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T00:40:33.897 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.898 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.898 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T00:40:33.898 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.898 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.898 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.898 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:10.558115+0000", 2024-08-17T00:40:33.898 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:59.490638+0000", 2024-08-17T00:40:33.898 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:59.490638+0000", 2024-08-17T00:40:33.898 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:38:04.127525+0000", 2024-08-17T00:40:33.898 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:10.558115+0000", 2024-08-17T00:40:33.898 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:33.898 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.898 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:33.899 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 70, 2024-08-17T00:40:33.899 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:10.558115+0000", 2024-08-17T00:40:33.899 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:10.558115+0000", 2024-08-17T00:40:33.899 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:10.558115+0000", 2024-08-17T00:40:33.899 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.899 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.899 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:33.899 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:10.558115+0000", 2024-08-17T00:40:33.899 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:10.558115+0000", 2024-08-17T00:40:33.899 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.899 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.899 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.899 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.899 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 69, 2024-08-17T00:40:33.900 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.900 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.900 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.900 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.900 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.900 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.900 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.900 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.900 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.6", 2024-08-17T00:40:33.900 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.900 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.900 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 75, 2024-08-17T00:40:33.900 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 19, 2024-08-17T00:40:33.900 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.901 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:24:36.820689+0000", 2024-08-17T00:40:33.901 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.000318785, 2024-08-17T00:40:33.901 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.901 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.901 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.901 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.901 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.901 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.901 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.901 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.901 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.901 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.901 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.902 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.902 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.902 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.902 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.902 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.902 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.902 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.902 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.902 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.902 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.902 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.902 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.902 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.904 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.904 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.904 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.904 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.904 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.904 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.904 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.904 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.904 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.904 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:33.904 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.904 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T00:40:33.904 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.905 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.905 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.905 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.905 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.905 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.905 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.905 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.905 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:33.905 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.905 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.905 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:33.905 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.905 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.905 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.906 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157043+0000", 2024-08-17T00:40:33.906 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.790593+0000", 2024-08-17T00:40:33.906 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.790593+0000", 2024-08-17T00:40:33.906 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.790952+0000", 2024-08-17T00:40:33.906 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157043+0000", 2024-08-17T00:40:33.906 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.906 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.906 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.906 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:33.906 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157043+0000", 2024-08-17T00:40:33.906 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157043+0000", 2024-08-17T00:40:33.906 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157043+0000", 2024-08-17T00:40:33.906 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.906 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.907 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.907 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157043+0000", 2024-08-17T00:40:33.907 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157043+0000", 2024-08-17T00:40:33.907 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.907 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.907 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.907 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.907 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:33.907 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.907 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.907 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.907 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.907 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.908 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.908 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.908 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.908 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.0", 2024-08-17T00:40:33.908 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.908 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.908 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.908 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:33.908 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.908 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:48:01.569999+0000", 2024-08-17T00:40:33.908 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.908 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.908 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.908 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.909 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.909 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.909 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.909 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.909 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.909 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.909 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.909 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.909 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.909 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.909 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.909 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.909 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.909 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.909 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.910 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.910 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.910 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.910 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.910 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.910 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.910 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.910 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.910 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.910 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.910 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.910 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.911 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.911 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.911 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.911 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.911 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.911 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.911 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.911 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.911 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.911 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.911 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.911 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.911 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.911 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.912 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.912 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.912 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.912 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.912 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.912 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.912 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:33.912 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.912 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.912 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.912 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.912 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.912 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.913 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:33.913 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.913 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T00:40:33.913 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.913 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.913 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.913 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.913 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.913 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.913 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.126591+0000", 2024-08-17T00:40:33.913 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.959033+0000", 2024-08-17T00:40:33.913 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.959033+0000", 2024-08-17T00:40:33.913 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.960382+0000", 2024-08-17T00:40:33.913 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.126591+0000", 2024-08-17T00:40:33.914 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.914 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.914 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.914 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.914 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.126591+0000", 2024-08-17T00:40:33.914 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.126591+0000", 2024-08-17T00:40:33.914 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.126591+0000", 2024-08-17T00:40:33.914 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.914 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.914 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.914 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.126591+0000", 2024-08-17T00:40:33.914 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.126591+0000", 2024-08-17T00:40:33.914 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.915 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.915 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.915 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.915 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.915 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.915 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.915 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.915 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.915 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.915 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.915 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.915 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.915 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1", 2024-08-17T00:40:33.916 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.916 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.916 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.916 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.916 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.916 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:55:18.494837+0000", 2024-08-17T00:40:33.916 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.916 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.916 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.916 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.916 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.916 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.916 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.916 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.917 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.917 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.917 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.917 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.917 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.917 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.917 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.917 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.917 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.917 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.917 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.917 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.917 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.917 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.918 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.918 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.918 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.918 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.918 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.918 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.918 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.918 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.918 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.918 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.918 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.918 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.918 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.918 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.919 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.919 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.919 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.919 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.919 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.919 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.919 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.919 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.919 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.919 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.919 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.919 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.919 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:33.920 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:33.920 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.920 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T00:40:33.920 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.920 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.920 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.920 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.920 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.920 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.920 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.920 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.920 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:33.920 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.920 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.921 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T00:40:33.921 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.921 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.921 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.921 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:10.438162+0000", 2024-08-17T00:40:33.921 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:59.443124+0000", 2024-08-17T00:40:33.921 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:59.443124+0000", 2024-08-17T00:40:33.921 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:38:04.131174+0000", 2024-08-17T00:40:33.921 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:10.438162+0000", 2024-08-17T00:40:33.921 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:33.921 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.921 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:33.921 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 70, 2024-08-17T00:40:33.921 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:10.438162+0000", 2024-08-17T00:40:33.922 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:10.438162+0000", 2024-08-17T00:40:33.922 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:10.438162+0000", 2024-08-17T00:40:33.922 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.922 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.922 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:33.922 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:10.438162+0000", 2024-08-17T00:40:33.922 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:10.438162+0000", 2024-08-17T00:40:33.922 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.922 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.922 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.922 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.922 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 69, 2024-08-17T00:40:33.922 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.922 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.923 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.923 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.923 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.923 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.923 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.923 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.923 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.7", 2024-08-17T00:40:33.923 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.923 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.923 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 75, 2024-08-17T00:40:33.923 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 19, 2024-08-17T00:40:33.923 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.923 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:27:05.044674+0000", 2024-08-17T00:40:33.924 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.000435752, 2024-08-17T00:40:33.924 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.924 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.926 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.926 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.926 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.926 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.926 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.926 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.926 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.926 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.926 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.926 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.926 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.926 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.926 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.927 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.927 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.927 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.927 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.927 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.927 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.927 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.927 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.927 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.927 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.927 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:33.927 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.927 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.928 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.928 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.928 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.928 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.928 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.928 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.928 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T00:40:33.928 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.928 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.928 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:33.928 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.928 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.928 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.929 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.156609+0000", 2024-08-17T00:40:33.929 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.788527+0000", 2024-08-17T00:40:33.929 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.788527+0000", 2024-08-17T00:40:33.929 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.788800+0000", 2024-08-17T00:40:33.929 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.156609+0000", 2024-08-17T00:40:33.929 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.929 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.929 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.929 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:33.929 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.156609+0000", 2024-08-17T00:40:33.929 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.156609+0000", 2024-08-17T00:40:33.929 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.156609+0000", 2024-08-17T00:40:33.929 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.929 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.930 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.930 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.156609+0000", 2024-08-17T00:40:33.930 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.156609+0000", 2024-08-17T00:40:33.930 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.930 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.930 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.930 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.930 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:33.930 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.930 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.930 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.930 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.930 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.931 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.931 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.931 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.931 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1", 2024-08-17T00:40:33.931 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.931 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.931 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.931 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:33.931 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.931 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:19:51.551325+0000", 2024-08-17T00:40:33.931 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.931 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.931 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.931 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.934 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.934 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.934 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.934 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.934 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.934 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.934 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.934 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.934 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.934 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.934 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.934 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.934 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.935 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.935 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.935 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.935 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.935 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.935 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.935 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:33.935 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.935 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T00:40:33.935 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.935 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.935 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.935 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.935 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.936 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.936 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.936 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.936 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:33.936 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.936 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.936 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.936 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.936 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.936 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.936 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.130003+0000", 2024-08-17T00:40:33.936 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.952436+0000", 2024-08-17T00:40:33.936 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.952436+0000", 2024-08-17T00:40:33.936 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.952720+0000", 2024-08-17T00:40:33.937 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.130003+0000", 2024-08-17T00:40:33.937 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.937 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.937 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.937 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:33.937 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.130003+0000", 2024-08-17T00:40:33.937 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.130003+0000", 2024-08-17T00:40:33.937 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.130003+0000", 2024-08-17T00:40:33.937 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.937 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.937 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.937 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.130003+0000", 2024-08-17T00:40:33.937 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.130003+0000", 2024-08-17T00:40:33.937 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.938 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.938 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.938 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.938 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:33.938 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.938 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.938 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.938 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.938 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.938 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.938 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.938 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.938 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.0", 2024-08-17T00:40:33.939 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.939 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.939 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.939 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.939 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.939 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:09:12.016346+0000", 2024-08-17T00:40:33.939 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.939 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.939 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.939 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.939 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.939 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.939 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.940 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.940 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.940 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.940 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.940 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.940 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.940 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.940 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.940 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.940 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.940 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.940 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.940 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.940 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.941 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.941 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.941 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.941 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.941 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.941 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.941 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.941 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.941 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.941 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.941 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.941 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.941 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.942 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.942 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.942 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.942 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.942 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.942 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.942 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.942 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.942 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.942 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.942 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.942 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.942 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.943 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.943 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.943 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.943 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.943 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:33.943 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.943 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.943 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.943 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.943 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.943 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.943 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:33.943 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.943 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:33.944 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.944 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.944 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T00:40:33.944 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.944 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.944 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.944 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:10.438090+0000", 2024-08-17T00:40:33.944 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:59.490627+0000", 2024-08-17T00:40:33.944 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:59.490627+0000", 2024-08-17T00:40:33.944 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:38:04.130974+0000", 2024-08-17T00:40:33.944 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:10.438090+0000", 2024-08-17T00:40:33.944 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:33.944 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.944 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:33.945 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 70, 2024-08-17T00:40:33.945 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:10.438090+0000", 2024-08-17T00:40:33.945 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:10.438090+0000", 2024-08-17T00:40:33.945 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:10.438090+0000", 2024-08-17T00:40:33.945 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.945 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.945 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:33.945 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:10.438090+0000", 2024-08-17T00:40:33.945 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:10.438090+0000", 2024-08-17T00:40:33.945 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.945 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.945 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.945 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.946 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 69, 2024-08-17T00:40:33.946 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.946 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.946 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.946 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.946 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.946 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.946 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.946 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.946 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.4", 2024-08-17T00:40:33.946 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.946 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.946 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 75, 2024-08-17T00:40:33.946 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 19, 2024-08-17T00:40:33.947 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.947 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:27:31.745554+0000", 2024-08-17T00:40:33.947 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.000683843, 2024-08-17T00:40:33.947 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.947 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.949 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.949 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.949 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.949 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.949 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.949 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.949 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.949 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.949 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.949 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.949 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.949 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.949 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.949 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.950 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.950 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.950 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.950 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.950 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.950 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.950 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.950 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.950 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.950 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.950 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:33.950 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.951 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:33.951 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.951 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.951 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.951 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.951 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.951 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.951 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.951 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.951 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:33.951 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.951 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.951 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:33.951 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.952 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.952 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.952 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.133430+0000", 2024-08-17T00:40:33.952 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.786614+0000", 2024-08-17T00:40:33.952 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.786614+0000", 2024-08-17T00:40:33.952 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.787294+0000", 2024-08-17T00:40:33.952 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.133430+0000", 2024-08-17T00:40:33.952 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.952 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.952 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.952 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:33.952 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.133430+0000", 2024-08-17T00:40:33.952 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.133430+0000", 2024-08-17T00:40:33.953 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.133430+0000", 2024-08-17T00:40:33.953 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.953 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.953 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.953 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.133430+0000", 2024-08-17T00:40:33.953 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.133430+0000", 2024-08-17T00:40:33.953 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.953 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.953 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.953 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.953 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:33.953 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.953 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.954 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.954 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.954 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.954 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.954 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.954 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.954 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.2", 2024-08-17T00:40:33.954 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.954 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.954 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.954 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:33.954 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.954 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:58:41.628356+0000", 2024-08-17T00:40:33.954 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.955 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.955 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.958 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.958 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.958 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.958 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.958 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.958 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.958 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.958 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.958 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.958 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.958 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:33.958 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.958 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.959 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.959 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.959 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.959 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.959 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.959 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.959 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T00:40:33.959 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.959 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.959 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.959 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.959 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.959 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.959 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.156715+0000", 2024-08-17T00:40:33.960 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:35.295617+0000", 2024-08-17T00:40:33.960 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:35.295617+0000", 2024-08-17T00:40:33.960 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:35.296059+0000", 2024-08-17T00:40:33.960 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.156715+0000", 2024-08-17T00:40:33.960 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.960 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.960 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.960 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 67, 2024-08-17T00:40:33.960 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.156715+0000", 2024-08-17T00:40:33.960 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.156715+0000", 2024-08-17T00:40:33.960 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.156715+0000", 2024-08-17T00:40:33.960 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.960 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.960 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.961 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.156715+0000", 2024-08-17T00:40:33.961 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.156715+0000", 2024-08-17T00:40:33.961 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.961 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.961 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.961 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.961 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 66, 2024-08-17T00:40:33.961 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.961 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.961 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.961 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.961 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.961 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.961 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.962 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.962 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3", 2024-08-17T00:40:33.962 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.962 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.962 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.962 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 18, 2024-08-17T00:40:33.962 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.962 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:19:12.704193+0000", 2024-08-17T00:40:33.962 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.962 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.962 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.962 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.962 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.965 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.965 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.965 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.965 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.966 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:33.966 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.966 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:33.966 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.966 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T00:40:33.966 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.966 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.966 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.966 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.966 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.966 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.966 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:33.966 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.966 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:33.967 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.967 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.967 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T00:40:33.967 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.967 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.967 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.967 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:10.437606+0000", 2024-08-17T00:40:33.967 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:59.443169+0000", 2024-08-17T00:40:33.967 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:59.443169+0000", 2024-08-17T00:40:33.967 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:38:04.130958+0000", 2024-08-17T00:40:33.967 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:10.437606+0000", 2024-08-17T00:40:33.967 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:33.967 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:33.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 70, 2024-08-17T00:40:33.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:10.437606+0000", 2024-08-17T00:40:33.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:10.437606+0000", 2024-08-17T00:40:33.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:10.437606+0000", 2024-08-17T00:40:33.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:33.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:10.437606+0000", 2024-08-17T00:40:33.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:10.437606+0000", 2024-08-17T00:40:33.968 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.968 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T00:40:33.968 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.969 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.969 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 69, 2024-08-17T00:40:33.969 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.969 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.969 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.969 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.969 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T00:40:33.969 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.969 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.969 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.969 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.2", 2024-08-17T00:40:33.969 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.969 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.969 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 75, 2024-08-17T00:40:33.970 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:33.970 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.970 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:00:15.722964+0000", 2024-08-17T00:40:33.970 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.000787011, 2024-08-17T00:40:33.970 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.970 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.970 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 19, 2024-08-17T00:40:33.970 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.970 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.970 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.970 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.970 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.970 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T00:40:33.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T00:40:33.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T00:40:33.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 2, 2024-08-17T00:40:33.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 2 2024-08-17T00:40:33.973 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.973 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.973 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.973 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.973 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.973 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.973 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:33.973 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.973 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:33.974 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "74'2" 2024-08-17T00:40:33.974 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.974 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.974 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.974 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.974 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.974 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:33.974 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.974 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:33.974 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.974 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.974 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:33.974 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.975 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.975 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.130389+0000", 2024-08-17T00:40:33.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.790118+0000", 2024-08-17T00:40:33.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.790118+0000", 2024-08-17T00:40:33.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.790872+0000", 2024-08-17T00:40:33.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.130389+0000", 2024-08-17T00:40:33.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:33.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.130389+0000", 2024-08-17T00:40:33.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.130389+0000", 2024-08-17T00:40:33.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.130389+0000", 2024-08-17T00:40:33.976 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.976 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.976 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.976 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.130389+0000", 2024-08-17T00:40:33.976 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.130389+0000", 2024-08-17T00:40:33.976 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.976 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.976 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.976 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.976 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:33.976 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.976 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.976 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.976 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.977 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.977 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.977 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.977 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.977 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.4", 2024-08-17T00:40:33.977 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.977 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.977 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.977 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:33.977 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.977 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:37:07.432012+0000", 2024-08-17T00:40:33.977 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.977 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.977 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.980 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.981 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.981 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.981 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.981 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.981 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.981 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:33.981 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.981 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:33.981 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.981 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.981 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.981 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.981 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.981 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.982 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:33.982 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.982 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:33.982 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.982 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.982 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:33.982 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.982 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.982 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.982 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.130370+0000", 2024-08-17T00:40:33.982 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:34.466623+0000", 2024-08-17T00:40:33.982 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:34.466623+0000", 2024-08-17T00:40:33.982 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:34.466952+0000", 2024-08-17T00:40:33.982 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.130370+0000", 2024-08-17T00:40:33.983 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.983 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.983 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.983 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 67, 2024-08-17T00:40:33.983 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.130370+0000", 2024-08-17T00:40:33.983 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.130370+0000", 2024-08-17T00:40:33.983 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.130370+0000", 2024-08-17T00:40:33.983 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.983 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.983 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:33.983 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.130370+0000", 2024-08-17T00:40:33.983 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.130370+0000", 2024-08-17T00:40:33.983 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.983 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.984 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.984 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.984 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 66, 2024-08-17T00:40:33.984 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.984 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.984 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.984 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.984 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.984 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.984 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.984 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.984 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.5", 2024-08-17T00:40:33.984 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.985 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.985 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:33.985 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 18, 2024-08-17T00:40:33.985 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.985 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:18:47.453264+0000", 2024-08-17T00:40:33.985 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:33.985 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.985 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.985 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.985 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.985 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.985 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.985 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.985 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:33.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:33.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:33.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.988 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.988 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.988 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.988 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.988 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:33.988 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:33.988 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:33.989 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.989 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:33.989 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:33.989 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.989 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.989 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.989 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.989 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.989 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:33.989 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.989 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T00:40:33.989 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.989 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.989 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T00:40:33.990 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.990 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.990 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.990 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:10.557291+0000", 2024-08-17T00:40:33.990 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:59.443089+0000", 2024-08-17T00:40:33.990 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:59.443089+0000", 2024-08-17T00:40:33.990 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:38:04.128381+0000", 2024-08-17T00:40:33.990 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:10.557291+0000", 2024-08-17T00:40:33.990 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:33.990 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.990 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:33.990 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 70, 2024-08-17T00:40:33.990 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:10.557291+0000", 2024-08-17T00:40:33.991 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:10.557291+0000", 2024-08-17T00:40:33.991 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:10.557291+0000", 2024-08-17T00:40:33.991 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.991 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.991 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:33.991 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:10.557291+0000", 2024-08-17T00:40:33.991 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:10.557291+0000", 2024-08-17T00:40:33.991 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.991 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 1, 2024-08-17T00:40:33.991 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.991 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.991 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 69, 2024-08-17T00:40:33.991 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.991 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.992 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.992 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.992 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 1, 2024-08-17T00:40:33.992 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:33.992 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:33.992 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:33.992 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.3", 2024-08-17T00:40:33.992 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:33.992 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:33.992 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 75, 2024-08-17T00:40:33.992 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 20, 2024-08-17T00:40:33.992 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:33.992 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:38:31.251760+0000", 2024-08-17T00:40:33.992 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.000560144, 2024-08-17T00:40:33.993 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:33.993 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:33.993 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:33.993 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:33.993 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:33.993 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:33.993 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:33.993 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:33.993 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:33.993 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:33.993 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:33.993 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:33.993 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:33.993 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:33.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:33.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:33.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:33.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:33.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T00:40:33.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T00:40:33.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:33.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T00:40:33.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:33.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:33.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:33.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:33.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:33.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:33.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:33.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:33.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:33.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:33.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:33.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:33.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:33.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:33.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:33.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:33.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:33.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:33.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:33.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:33.996 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.996 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:33.996 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:33.996 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:33.996 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.996 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:33.996 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:33.996 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.996 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T00:40:33.996 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "72'1" 2024-08-17T00:40:33.996 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:33.996 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:33.997 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:33.997 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:33.997 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:33.997 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:33.997 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:33.997 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:33.997 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:33.997 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:33.997 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:33.997 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:33.997 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:33.997 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:33.997 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.158064+0000", 2024-08-17T00:40:33.998 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.789665+0000", 2024-08-17T00:40:33.998 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.789665+0000", 2024-08-17T00:40:33.998 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.789950+0000", 2024-08-17T00:40:33.998 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.158064+0000", 2024-08-17T00:40:33.998 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.998 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:33.998 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.998 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:33.998 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.158064+0000", 2024-08-17T00:40:33.998 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.158064+0000", 2024-08-17T00:40:33.998 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.158064+0000", 2024-08-17T00:40:33.998 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:33.998 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:33.998 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:33.999 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.158064+0000", 2024-08-17T00:40:33.999 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.158064+0000", 2024-08-17T00:40:33.999 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:33.999 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:33.999 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:33.999 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:33.999 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:33.999 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:33.999 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:33.999 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:33.999 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:33.999 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:33.999 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:34.000 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:34.000 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:34.000 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.5", 2024-08-17T00:40:34.000 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:34.000 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:34.000 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:34.000 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:34.000 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:34.000 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:59:18.322214+0000", 2024-08-17T00:40:34.000 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:34.000 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:34.000 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:34.000 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:34.001 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:34.001 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:34.001 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:34.001 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:34.001 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:34.001 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:34.001 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:34.001 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:34.001 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:34.001 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:34.001 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:34.001 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:34.001 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:34.001 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:34.002 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:34.002 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:34.002 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:34.002 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:34.002 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:34.002 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:34.002 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:34.002 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:34.002 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:34.002 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:34.002 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:34.002 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:34.002 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:34.002 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:34.003 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:34.003 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:34.003 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:34.003 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:34.003 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:34.003 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:34.003 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:34.003 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:34.003 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:34.003 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:34.003 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:34.003 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.003 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:34.003 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:34.004 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:34.004 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:34.004 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:34.004 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:34.004 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.004 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:34.004 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:34.004 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.004 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:34.004 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:34.004 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:34.004 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:34.004 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:34.004 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.004 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:34.005 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:34.005 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:34.005 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:34.005 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:34.005 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:34.005 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:34.005 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.130368+0000", 2024-08-17T00:40:34.005 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.950417+0000", 2024-08-17T00:40:34.005 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.950417+0000", 2024-08-17T00:40:34.005 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.950665+0000", 2024-08-17T00:40:34.005 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.130368+0000", 2024-08-17T00:40:34.005 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.005 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:34.006 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.006 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:34.006 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.130368+0000", 2024-08-17T00:40:34.006 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.130368+0000", 2024-08-17T00:40:34.006 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.130368+0000", 2024-08-17T00:40:34.006 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:34.006 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:34.006 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.006 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.130368+0000", 2024-08-17T00:40:34.006 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.130368+0000", 2024-08-17T00:40:34.006 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:34.006 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:34.006 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:34.006 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:34.007 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:34.007 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:34.007 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:34.007 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:34.007 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:34.007 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:34.007 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:34.007 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:34.007 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:34.007 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.4", 2024-08-17T00:40:34.007 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:34.007 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:34.007 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:34.007 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:34.008 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:34.008 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:07:39.265756+0000", 2024-08-17T00:40:34.008 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:34.008 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:34.008 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:34.008 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:34.008 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:34.008 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:34.008 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:34.008 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:34.008 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:34.008 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:34.008 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:34.009 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:34.009 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:34.009 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:34.009 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:34.009 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:34.009 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:34.009 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:34.009 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:34.009 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:34.009 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:34.009 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:34.009 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:34.009 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:34.009 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:34.010 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:34.010 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:34.010 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:34.010 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:34.010 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:34.010 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:34.010 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:34.010 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:34.010 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:34.010 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:34.010 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:34.010 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:34.010 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:34.010 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:34.011 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:34.011 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:34.011 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:34.011 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:34.011 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.011 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:34.011 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:34.011 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:34.011 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:34.011 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:34.011 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:34.011 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.011 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:34.012 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:34.012 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.012 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:34.012 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:34.012 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:34.012 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:34.012 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:34.012 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.012 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:34.012 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:34.012 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:34.012 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T00:40:34.012 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:34.013 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:34.013 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:34.013 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:10.436532+0000", 2024-08-17T00:40:34.013 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:59.101849+0000", 2024-08-17T00:40:34.013 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:59.101849+0000", 2024-08-17T00:40:34.013 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:38:04.126745+0000", 2024-08-17T00:40:34.013 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:10.436532+0000", 2024-08-17T00:40:34.013 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:34.013 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:34.013 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:34.013 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 70, 2024-08-17T00:40:34.013 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:10.436532+0000", 2024-08-17T00:40:34.013 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:10.436532+0000", 2024-08-17T00:40:34.013 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:10.436532+0000", 2024-08-17T00:40:34.014 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:34.014 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:34.014 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:34.014 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:10.436532+0000", 2024-08-17T00:40:34.014 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:10.436532+0000", 2024-08-17T00:40:34.014 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:34.014 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:34.014 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:34.014 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:34.014 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 69, 2024-08-17T00:40:34.014 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:34.014 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:34.014 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:34.015 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:34.015 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:34.015 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:34.015 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:34.015 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:34.015 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.0", 2024-08-17T00:40:34.015 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:34.015 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:34.015 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 75, 2024-08-17T00:40:34.015 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 19, 2024-08-17T00:40:34.015 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:34.015 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:35:51.760679+0000", 2024-08-17T00:40:34.015 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.000369913, 2024-08-17T00:40:34.015 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:34.016 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:34.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:34.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:34.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:34.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:34.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:34.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:34.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:34.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:34.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:34.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:34.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:34.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:34.017 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:34.017 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:34.017 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:34.017 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:34.017 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:34.017 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:34.017 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:34.017 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:34.017 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:34.017 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:34.017 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:34.017 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:34.017 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:34.017 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:34.018 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:34.018 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:34.018 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:34.018 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:34.018 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:34.018 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:34.018 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:34.018 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:34.018 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:34.018 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:34.018 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:34.018 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:34.019 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:34.019 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:34.019 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.019 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:34.019 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:34.019 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:34.019 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:34.019 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:34.019 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:34.019 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.019 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:34.019 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:34.019 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.019 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:34.020 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:34.020 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:34.020 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:34.020 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:34.020 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.020 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:34.020 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:34.020 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:34.020 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:34.020 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:34.020 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:34.020 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:34.020 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.130672+0000", 2024-08-17T00:40:34.020 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.790473+0000", 2024-08-17T00:40:34.021 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.790473+0000", 2024-08-17T00:40:34.021 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.790725+0000", 2024-08-17T00:40:34.021 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.130672+0000", 2024-08-17T00:40:34.021 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.021 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:34.021 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.021 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:34.021 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.130672+0000", 2024-08-17T00:40:34.021 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.130672+0000", 2024-08-17T00:40:34.021 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.130672+0000", 2024-08-17T00:40:34.021 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:34.021 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:34.021 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.021 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.130672+0000", 2024-08-17T00:40:34.022 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.130672+0000", 2024-08-17T00:40:34.022 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:34.022 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 1, 2024-08-17T00:40:34.022 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:34.022 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:34.022 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:34.022 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:34.022 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:34.022 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:34.022 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:34.022 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 1, 2024-08-17T00:40:34.022 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:34.022 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:34.023 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:34.023 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.6", 2024-08-17T00:40:34.023 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:34.023 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:34.023 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:34.023 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 25, 2024-08-17T00:40:34.023 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:34.023 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:48:32.986230+0000", 2024-08-17T00:40:34.023 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:34.023 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:34.023 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:34.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:34.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:34.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:34.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:34.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:34.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:34.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:34.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:34.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:34.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:34.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:34.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:34.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:34.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:34.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:34.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:34.025 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T00:40:34.025 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T00:40:34.025 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:34.025 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T00:40:34.025 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:34.025 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:34.025 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:34.025 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:34.025 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:34.025 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T00:40:34.025 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:34.025 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:34.025 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:34.025 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:34.026 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:34.026 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:34.026 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:34.026 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:34.026 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:34.026 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:34.026 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:34.026 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:34.026 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 1, 2024-08-17T00:40:34.026 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:34.026 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.026 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:34.026 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:34.026 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:34.027 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:34.027 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:34.027 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:34.027 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.027 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:34.027 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'1" 2024-08-17T00:40:34.027 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.027 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:34.027 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:34.027 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:34.027 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:34.027 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:34.027 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.027 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:34.028 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:34.028 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:34.028 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:34.028 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:34.028 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:34.028 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:34.028 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.127942+0000", 2024-08-17T00:40:34.028 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.957681+0000", 2024-08-17T00:40:34.028 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.957681+0000", 2024-08-17T00:40:34.028 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.957937+0000", 2024-08-17T00:40:34.028 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.127942+0000", 2024-08-17T00:40:34.028 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.028 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:34.028 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.029 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:34.029 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.127942+0000", 2024-08-17T00:40:34.029 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.127942+0000", 2024-08-17T00:40:34.029 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.127942+0000", 2024-08-17T00:40:34.029 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:34.029 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:34.029 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.029 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.127942+0000", 2024-08-17T00:40:34.029 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.127942+0000", 2024-08-17T00:40:34.029 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:34.029 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:34.029 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:34.029 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:34.029 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:34.030 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:34.030 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:34.030 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:34.030 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:34.030 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:34.030 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:34.030 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:34.030 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:34.030 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.7", 2024-08-17T00:40:34.030 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:34.030 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:34.030 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:34.030 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:34.031 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:34.031 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:27:55.508098+0000", 2024-08-17T00:40:34.031 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:34.031 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:34.031 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:34.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:34.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:34.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:34.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:34.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:34.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:34.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:34.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:34.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:34.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:34.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:34.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:34.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:34.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:34.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:34.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:34.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:34.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:34.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:34.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:34.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:34.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:34.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:34.033 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:34.033 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:34.033 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:34.033 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:34.033 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:34.033 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:34.033 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:34.033 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:34.033 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:34.033 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:34.033 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:34.033 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:34.033 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:34.034 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:34.034 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:34.034 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:34.034 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:34.034 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.034 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:34.034 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:34.034 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:34.034 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:34.034 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:34.034 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:34.034 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.034 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:34.034 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:34.035 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.035 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:34.035 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:34.035 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:34.035 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:34.035 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:34.035 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.035 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T00:40:34.035 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:34.035 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:34.035 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T00:40:34.035 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:34.036 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:34.036 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:34.036 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:10.440725+0000", 2024-08-17T00:40:34.036 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:59.442883+0000", 2024-08-17T00:40:34.036 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:59.442883+0000", 2024-08-17T00:40:34.036 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:38:04.132008+0000", 2024-08-17T00:40:34.036 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:10.440725+0000", 2024-08-17T00:40:34.036 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:34.036 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:34.036 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:34.036 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 70, 2024-08-17T00:40:34.036 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:10.440725+0000", 2024-08-17T00:40:34.036 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:10.440725+0000", 2024-08-17T00:40:34.037 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:10.440725+0000", 2024-08-17T00:40:34.037 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:34.037 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:34.037 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T00:40:34.037 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:10.440725+0000", 2024-08-17T00:40:34.037 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:10.440725+0000", 2024-08-17T00:40:34.037 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:34.037 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:34.037 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:34.037 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:34.037 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 69, 2024-08-17T00:40:34.037 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:34.037 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:34.037 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:34.038 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:34.038 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:34.038 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:34.038 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:34.038 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:34.038 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.1", 2024-08-17T00:40:34.038 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:34.038 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:34.038 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 75, 2024-08-17T00:40:34.038 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 19, 2024-08-17T00:40:34.038 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:34.038 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:02:20.767483+0000", 2024-08-17T00:40:34.038 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.000585759, 2024-08-17T00:40:34.038 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:34.039 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:34.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:34.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:34.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:34.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:34.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:34.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:34.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:34.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:34.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:34.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:34.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:34.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:34.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:34.040 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:34.040 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:34.040 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:34.040 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:34.040 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:34.040 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:34.040 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:34.040 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:34.040 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:34.040 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:34.040 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:34.040 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:34.040 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:34.041 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:34.041 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:34.041 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:34.041 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:34.041 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:34.041 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:34.041 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:34.041 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:34.041 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:34.041 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:34.041 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:34.041 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:34.041 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:34.041 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:34.042 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.042 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:34.042 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:34.042 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:34.042 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:34.042 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:34.042 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:34.042 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.042 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T00:40:34.042 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:34.042 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.042 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:34.042 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:34.043 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:34.043 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:34.043 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:34.043 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.043 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T00:40:34.043 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:34.043 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:34.043 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:34.043 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:34.043 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:34.043 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:34.043 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157209+0000", 2024-08-17T00:40:34.043 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.790581+0000", 2024-08-17T00:40:34.044 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.790581+0000", 2024-08-17T00:40:34.044 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.790908+0000", 2024-08-17T00:40:34.044 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157209+0000", 2024-08-17T00:40:34.044 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.044 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:34.044 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.044 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:34.044 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157209+0000", 2024-08-17T00:40:34.044 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157209+0000", 2024-08-17T00:40:34.044 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157209+0000", 2024-08-17T00:40:34.044 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:34.044 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:34.044 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.045 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157209+0000", 2024-08-17T00:40:34.045 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157209+0000", 2024-08-17T00:40:34.045 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:34.045 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T00:40:34.045 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:34.045 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:34.045 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:34.045 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:34.045 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:34.045 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:34.045 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:34.045 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T00:40:34.045 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:34.046 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:34.046 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:34.046 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.7", 2024-08-17T00:40:34.046 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:34.046 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:34.046 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:34.046 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 26, 2024-08-17T00:40:34.046 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:34.046 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:02:41.131514+0000", 2024-08-17T00:40:34.046 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:34.046 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:34.046 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:34.046 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:34.047 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:34.047 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:34.047 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:34.047 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:34.047 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:34.047 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:34.047 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:34.047 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:34.047 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:34.047 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:34.047 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:34.047 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:34.047 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:34.048 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:34.048 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:34.048 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T00:40:34.048 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T00:40:34.048 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:34.048 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T00:40:34.048 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:34.048 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:34.048 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:34.048 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:34.048 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:34.048 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T00:40:34.048 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:34.048 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:34.049 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:34.049 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:34.049 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:34.049 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:34.049 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:34.049 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:34.049 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:34.049 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:34.049 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:34.049 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:34.049 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T00:40:34.049 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:34.050 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.050 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:34.050 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:34.050 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:34.050 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:34.050 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:34.050 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:34.050 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.050 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T00:40:34.050 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T00:40:34.050 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.050 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:34.050 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:34.050 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:34.051 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:34.051 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:34.051 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.051 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T00:40:34.051 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:34.051 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:34.051 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:34.051 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:34.051 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:34.051 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:34.051 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.127163+0000", 2024-08-17T00:40:34.051 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.961825+0000", 2024-08-17T00:40:34.051 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.961825+0000", 2024-08-17T00:40:34.052 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.962104+0000", 2024-08-17T00:40:34.052 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.127163+0000", 2024-08-17T00:40:34.052 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.052 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:34.052 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.052 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:34.052 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.127163+0000", 2024-08-17T00:40:34.052 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.127163+0000", 2024-08-17T00:40:34.052 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.127163+0000", 2024-08-17T00:40:34.052 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:34.052 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:34.052 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.052 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.127163+0000", 2024-08-17T00:40:34.052 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.127163+0000", 2024-08-17T00:40:34.053 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:34.053 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:34.053 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:34.053 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:34.053 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:34.053 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:34.053 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:34.053 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:34.053 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:34.053 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:34.053 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:34.053 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:34.053 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:34.053 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.6", 2024-08-17T00:40:34.054 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:34.054 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:34.054 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:34.054 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:34.054 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:34.054 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:28:56.397043+0000", 2024-08-17T00:40:34.054 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:34.054 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:34.054 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:34.054 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:34.054 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:34.054 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:34.054 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:34.054 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:34.055 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:34.055 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:34.055 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:34.055 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:34.055 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:34.055 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:34.055 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:34.055 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:34.055 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:34.055 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:34.055 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:34.055 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:34.055 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:34.056 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:34.056 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:34.056 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:34.056 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:34.056 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:34.056 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:34.056 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:34.056 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:34.056 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:34.056 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:34.056 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:34.056 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:34.056 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:34.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:34.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:34.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:34.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:34.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:34.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:34.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:34.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:34.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:34.057 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.057 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:34.057 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:34.057 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:34.057 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:34.058 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:34.058 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:34.058 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.058 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T00:40:34.058 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:34.058 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.058 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:34.058 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:34.058 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:34.058 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:34.058 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:34.058 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.058 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:34.059 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:34.059 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:34.059 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:34.059 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:34.059 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:34.059 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:34.059 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.156954+0000", 2024-08-17T00:40:34.059 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.791380+0000", 2024-08-17T00:40:34.059 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.791380+0000", 2024-08-17T00:40:34.059 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.791662+0000", 2024-08-17T00:40:34.059 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.156954+0000", 2024-08-17T00:40:34.059 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.059 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:34.059 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.060 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:34.060 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.156954+0000", 2024-08-17T00:40:34.060 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.156954+0000", 2024-08-17T00:40:34.060 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.156954+0000", 2024-08-17T00:40:34.060 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:34.060 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:34.060 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.060 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.156954+0000", 2024-08-17T00:40:34.060 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.156954+0000", 2024-08-17T00:40:34.060 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:34.060 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:34.060 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:34.060 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:34.061 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:34.061 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:34.061 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:34.061 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:34.061 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:34.061 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:34.061 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:34.061 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:34.061 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:34.061 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.8", 2024-08-17T00:40:34.061 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:34.061 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:34.061 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:34.061 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:34.062 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:34.062 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:09:39.463811+0000", 2024-08-17T00:40:34.062 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:34.062 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:34.062 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:34.062 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:34.062 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:34.062 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:34.062 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:34.062 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:34.062 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:34.062 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:34.062 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:34.063 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:34.063 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:34.063 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:34.063 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:34.063 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:34.063 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:34.063 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:34.063 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:34.063 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:34.063 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:34.063 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:34.063 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:34.063 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:34.063 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:34.064 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:34.064 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:34.064 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:34.064 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:34.064 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:34.064 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:34.064 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:34.064 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:34.064 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:34.064 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:34.064 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:34.064 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:34.064 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:34.064 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:34.065 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:34.065 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:34.065 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:34.065 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:34.065 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.065 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:34.065 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:34.065 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:34.065 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:34.065 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:34.065 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:34.065 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.065 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:34.065 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:34.066 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.066 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:34.066 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:34.066 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:34.066 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:34.066 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:34.066 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.066 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T00:40:34.066 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:34.066 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:34.066 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:34.066 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:34.066 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:34.067 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:34.067 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.131738+0000", 2024-08-17T00:40:34.067 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.953288+0000", 2024-08-17T00:40:34.067 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.953288+0000", 2024-08-17T00:40:34.067 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.954197+0000", 2024-08-17T00:40:34.067 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.131738+0000", 2024-08-17T00:40:34.067 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.067 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:34.067 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.067 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:34.067 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.131738+0000", 2024-08-17T00:40:34.067 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.131738+0000", 2024-08-17T00:40:34.067 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.131738+0000", 2024-08-17T00:40:34.068 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:34.068 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:34.068 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.068 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.131738+0000", 2024-08-17T00:40:34.068 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.131738+0000", 2024-08-17T00:40:34.068 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:34.068 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:34.068 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:34.068 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:34.068 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:34.068 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:34.068 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:34.068 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:34.068 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:34.069 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:34.069 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:34.069 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:34.069 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:34.069 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.9", 2024-08-17T00:40:34.069 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:34.069 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:34.069 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:34.069 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:34.069 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:34.069 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:43:54.279907+0000", 2024-08-17T00:40:34.069 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:34.069 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:34.069 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:34.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:34.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:34.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:34.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:34.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:34.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:34.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:34.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:34.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:34.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:34.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:34.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:34.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:34.071 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:34.071 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:34.071 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:34.071 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:34.071 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:34.071 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:34.071 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:34.071 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:34.071 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:34.071 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:34.071 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:34.071 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:34.071 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:34.072 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:34.072 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:34.072 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:34.072 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:34.072 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:34.072 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:34.072 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:34.072 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:34.072 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:34.072 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:34.072 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:34.072 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:34.072 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:34.072 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:34.073 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.073 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:34.073 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:34.073 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:34.073 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:34.073 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:34.073 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:34.073 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.073 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T00:40:34.073 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:34.073 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.073 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:34.073 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:34.073 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:34.074 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:34.074 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:34.074 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.074 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:34.074 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:34.074 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:34.074 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:34.074 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:34.074 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:34.074 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:34.074 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.130257+0000", 2024-08-17T00:40:34.074 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:34.466963+0000", 2024-08-17T00:40:34.074 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:34.466963+0000", 2024-08-17T00:40:34.075 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:34.467288+0000", 2024-08-17T00:40:34.075 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.130257+0000", 2024-08-17T00:40:34.075 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.075 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:34.075 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.075 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 67, 2024-08-17T00:40:34.075 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.130257+0000", 2024-08-17T00:40:34.075 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.130257+0000", 2024-08-17T00:40:34.075 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.130257+0000", 2024-08-17T00:40:34.075 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:34.075 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:34.075 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.075 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.130257+0000", 2024-08-17T00:40:34.076 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.130257+0000", 2024-08-17T00:40:34.076 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:34.076 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:34.076 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:34.076 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:34.076 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 66, 2024-08-17T00:40:34.076 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:34.076 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:34.076 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:34.076 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:34.076 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:34.076 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:34.076 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:34.076 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:34.077 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.9", 2024-08-17T00:40:34.077 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:34.077 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:34.077 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:34.077 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 34, 2024-08-17T00:40:34.077 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:34.077 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:43:05.425700+0000", 2024-08-17T00:40:34.077 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:34.077 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:34.077 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:34.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:34.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:34.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:34.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:34.078 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:34.078 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:34.078 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:34.078 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:34.078 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:34.078 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:34.078 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:34.078 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:34.078 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:34.078 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:34.078 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:34.078 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:34.079 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:34.079 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:34.079 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:34.079 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:34.079 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:34.079 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:34.079 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:34.079 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:34.079 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:34.079 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:34.079 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:34.079 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:34.079 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:34.080 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:34.080 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:34.080 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:34.080 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:34.080 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:34.080 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:34.080 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:34.080 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:34.080 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:34.080 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:34.080 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:34.080 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.080 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:34.080 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:34.081 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:34.081 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:34.081 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T00:40:34.081 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T00:40:34.081 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.081 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:34.081 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:34.081 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.081 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:34.081 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:34.081 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:34.081 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:34.081 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:34.082 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.082 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:34.082 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:34.082 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:34.082 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:34.082 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:34.082 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:34.082 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:34.082 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.126528+0000", 2024-08-17T00:40:34.082 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.944515+0000", 2024-08-17T00:40:34.082 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.944515+0000", 2024-08-17T00:40:34.082 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.944785+0000", 2024-08-17T00:40:34.082 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.126528+0000", 2024-08-17T00:40:34.082 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.083 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:34.083 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.083 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:34.083 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.126528+0000", 2024-08-17T00:40:34.083 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.126528+0000", 2024-08-17T00:40:34.083 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.126528+0000", 2024-08-17T00:40:34.083 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:34.083 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:34.083 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.083 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.126528+0000", 2024-08-17T00:40:34.083 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.126528+0000", 2024-08-17T00:40:34.083 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:34.083 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:34.084 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:34.084 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:34.084 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:34.084 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:34.084 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:34.084 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:34.084 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:34.084 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:34.084 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:34.084 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:34.084 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:34.084 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.8", 2024-08-17T00:40:34.084 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:34.084 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:34.085 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:34.085 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:34.085 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:34.085 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:21:47.996873+0000", 2024-08-17T00:40:34.085 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:34.085 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:34.085 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:34.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:34.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:34.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:34.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:34.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:34.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:34.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:34.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:34.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:34.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:34.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:34.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:34.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:34.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:34.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:34.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:34.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:34.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:34.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:34.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:34.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:34.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:34.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:34.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:34.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:34.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:34.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:34.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:34.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:34.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:34.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:34.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:34.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:34.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:34.088 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:34.088 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:34.088 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:34.088 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:34.088 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:34.088 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:34.088 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.088 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:34.088 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:34.088 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:34.088 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:34.088 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:34.088 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:34.088 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.089 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:34.089 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:34.089 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.089 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:34.089 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:34.089 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:34.089 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:34.089 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:34.089 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.089 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T00:40:34.089 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:34.089 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:34.089 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:34.089 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:34.090 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:34.090 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:34.090 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.130527+0000", 2024-08-17T00:40:34.090 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.789086+0000", 2024-08-17T00:40:34.090 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.789086+0000", 2024-08-17T00:40:34.090 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.789393+0000", 2024-08-17T00:40:34.090 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.130527+0000", 2024-08-17T00:40:34.090 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.090 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:34.090 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.090 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:34.090 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.130527+0000", 2024-08-17T00:40:34.090 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.130527+0000", 2024-08-17T00:40:34.090 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.130527+0000", 2024-08-17T00:40:34.091 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:34.091 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:34.091 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.091 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.130527+0000", 2024-08-17T00:40:34.091 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.130527+0000", 2024-08-17T00:40:34.091 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:34.091 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:34.091 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:34.091 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:34.091 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:34.091 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:34.091 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:34.091 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:34.091 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:34.092 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:34.092 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:34.092 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:34.092 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:34.092 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.a", 2024-08-17T00:40:34.092 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:34.092 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:34.092 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:34.092 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 24, 2024-08-17T00:40:34.092 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:34.092 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:02:09.494202+0000", 2024-08-17T00:40:34.092 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:34.093 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:34.093 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:34.093 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:34.093 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:34.093 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:34.093 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:34.093 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:34.093 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:34.093 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:34.093 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:34.093 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:34.093 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:34.093 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:34.093 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:34.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:34.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:34.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:34.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:34.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:34.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:34.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:34.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:34.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:34.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:34.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:34.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:34.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:34.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:34.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:34.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:34.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:34.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:34.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:34.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:34.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:34.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:34.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:34.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:34.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:34.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:34.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:34.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:34.096 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.096 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:34.096 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:34.096 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:34.096 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T00:40:34.096 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:34.096 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T00:40:34.096 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.096 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T00:40:34.096 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:34.097 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.097 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:34.097 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:34.097 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:34.097 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:34.097 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:34.097 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.097 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:34.097 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:34.097 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:34.097 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:34.097 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:34.097 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:34.097 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:34.098 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.126819+0000", 2024-08-17T00:40:34.098 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.958307+0000", 2024-08-17T00:40:34.098 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.958307+0000", 2024-08-17T00:40:34.098 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.958550+0000", 2024-08-17T00:40:34.098 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.126819+0000", 2024-08-17T00:40:34.098 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.098 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:34.098 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.098 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:34.098 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.126819+0000", 2024-08-17T00:40:34.098 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.126819+0000", 2024-08-17T00:40:34.098 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.126819+0000", 2024-08-17T00:40:34.098 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:34.099 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:34.099 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.099 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.126819+0000", 2024-08-17T00:40:34.099 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.126819+0000", 2024-08-17T00:40:34.099 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:34.099 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:34.099 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:34.099 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:34.099 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:34.099 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:34.099 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:34.099 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:34.099 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:34.099 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:34.100 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:34.100 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:34.100 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:34.100 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.b", 2024-08-17T00:40:34.100 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:34.100 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:34.100 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:34.100 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:34.100 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:34.100 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:15:17.343802+0000", 2024-08-17T00:40:34.100 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:34.100 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:34.100 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:34.101 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:34.101 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:34.101 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:34.101 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:34.101 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:34.101 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:34.101 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:34.101 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:34.101 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:34.101 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:34.101 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:34.101 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:34.101 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:34.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:34.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:34.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:34.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:34.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:34.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:34.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:34.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:34.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:34.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:34.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:34.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:34.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:34.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:34.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:34.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:34.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:34.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:34.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:34.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:34.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:34.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:34.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:34.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:34.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:34.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:34.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:34.104 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.104 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:34.104 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:34.104 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:34.104 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:34.104 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:34.104 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:34.104 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.104 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:34.104 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:34.104 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.104 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:34.104 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:34.104 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:34.105 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:34.105 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:34.105 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.105 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:34.105 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:34.105 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:34.105 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:34.105 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:34.105 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:34.105 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:34.105 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157710+0000", 2024-08-17T00:40:34.105 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.793005+0000", 2024-08-17T00:40:34.105 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.793005+0000", 2024-08-17T00:40:34.105 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.793300+0000", 2024-08-17T00:40:34.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157710+0000", 2024-08-17T00:40:34.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:34.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:34.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157710+0000", 2024-08-17T00:40:34.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157710+0000", 2024-08-17T00:40:34.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157710+0000", 2024-08-17T00:40:34.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:34.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:34.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157710+0000", 2024-08-17T00:40:34.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157710+0000", 2024-08-17T00:40:34.107 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:34.107 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T00:40:34.107 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:34.107 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:34.107 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:34.107 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:34.107 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:34.107 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:34.107 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:34.107 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T00:40:34.107 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:34.107 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:34.107 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:34.107 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.b", 2024-08-17T00:40:34.108 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:34.108 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:34.108 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:34.108 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 26, 2024-08-17T00:40:34.108 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:34.108 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:21:09.913682+0000", 2024-08-17T00:40:34.108 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:34.108 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:34.108 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:34.108 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:34.108 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:34.108 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:34.108 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:34.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:34.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:34.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:34.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:34.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:34.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:34.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:34.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:34.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:34.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:34.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:34.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:34.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T00:40:34.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T00:40:34.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:34.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T00:40:34.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:34.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:34.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:34.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:34.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:34.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T00:40:34.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:34.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:34.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:34.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:34.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:34.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:34.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:34.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:34.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:34.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:34.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:34.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:34.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 1, 2024-08-17T00:40:34.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:34.111 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.111 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:34.111 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:34.111 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:34.111 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:34.112 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:34.112 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:34.112 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.112 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:34.112 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T00:40:34.112 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.112 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:34.112 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:34.112 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:34.112 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:34.112 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:34.112 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.112 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T00:40:34.113 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:34.113 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:34.113 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:34.113 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:34.113 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:34.113 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:34.113 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157181+0000", 2024-08-17T00:40:34.113 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.958621+0000", 2024-08-17T00:40:34.113 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.958621+0000", 2024-08-17T00:40:34.113 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.958896+0000", 2024-08-17T00:40:34.113 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157181+0000", 2024-08-17T00:40:34.113 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.113 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:34.113 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.114 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:34.114 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157181+0000", 2024-08-17T00:40:34.114 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157181+0000", 2024-08-17T00:40:34.114 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157181+0000", 2024-08-17T00:40:34.114 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:34.114 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:34.114 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.114 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157181+0000", 2024-08-17T00:40:34.114 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157181+0000", 2024-08-17T00:40:34.114 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:34.114 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:34.114 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:34.114 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:34.115 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:34.115 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:34.115 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:34.115 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:34.115 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:34.115 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:34.115 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:34.115 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:34.115 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:34.115 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.a", 2024-08-17T00:40:34.115 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:34.115 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:34.115 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:34.115 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:34.116 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:34.116 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:40:12.704655+0000", 2024-08-17T00:40:34.116 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:34.116 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:34.116 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:34.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:34.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:34.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:34.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:34.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:34.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:34.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:34.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:34.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:34.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:34.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:34.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:34.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:34.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:34.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:34.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:34.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:34.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:34.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:34.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:34.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:34.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:34.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:34.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:34.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:34.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:34.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:34.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:34.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:34.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:34.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:34.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:34.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:34.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:34.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:34.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:34.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:34.119 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:34.119 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:34.119 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:34.119 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.119 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:34.119 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:34.119 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:34.119 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:34.119 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:34.119 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:34.119 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.119 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T00:40:34.119 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:34.119 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.120 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:34.120 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:34.120 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:34.120 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:34.120 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:34.120 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.120 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:34.120 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:34.120 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:34.120 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:34.120 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:34.120 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:34.120 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:34.120 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.133418+0000", 2024-08-17T00:40:34.121 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.958335+0000", 2024-08-17T00:40:34.121 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.958335+0000", 2024-08-17T00:40:34.121 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.958787+0000", 2024-08-17T00:40:34.121 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.133418+0000", 2024-08-17T00:40:34.121 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.121 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:34.121 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.121 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:34.122 INFO:tasks.workunit.client.0.smithi082.stderr:+ echo OK 2024-08-17T00:40:34.123 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:32 smithi137 ceph-mon[33068]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:34.123 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:32 smithi137 ceph-mon[33068]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:34.123 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:32 smithi137 ceph-mon[33068]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-17T00:40:34.123 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.133418+0000", 2024-08-17T00:40:34.123 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.133418+0000", 2024-08-17T00:40:34.124 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.133418+0000", 2024-08-17T00:40:34.124 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:34.124 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:34.124 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.124 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.133418+0000", 2024-08-17T00:40:34.124 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.133418+0000", 2024-08-17T00:40:34.124 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:34.124 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:34.124 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:34.124 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:34.124 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:34.124 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:34.124 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:34.124 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:34.125 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:34.125 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:34.125 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:34.125 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:34.125 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:34.125 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1d", 2024-08-17T00:40:34.125 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:34.125 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:34.125 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:34.125 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:34.125 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:34.125 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:22:25.690106+0000", 2024-08-17T00:40:34.125 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:34.126 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:34.126 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:34.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:34.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:34.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:34.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:34.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:34.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:34.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:34.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:34.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:34.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:34.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:34.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:34.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:34.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:34.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:34.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:34.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:34.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:34.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:34.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:34.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:34.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:34.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:34.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:34.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:34.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:34.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:34.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:34.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:34.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:34.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:34.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:34.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:34.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:34.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:34.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:34.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:34.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:34.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:34.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:34.129 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.129 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:34.129 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:34.129 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:34.129 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:34.129 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:34.129 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T00:40:34.129 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.129 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:34.129 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:34.129 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.129 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:34.129 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:34.129 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:34.130 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:34.130 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:34.130 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.130 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:34.130 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:34.130 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:34.130 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:34.130 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:34.130 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:34.130 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:34.130 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157672+0000", 2024-08-17T00:40:34.130 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.793456+0000", 2024-08-17T00:40:34.130 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.793456+0000", 2024-08-17T00:40:34.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.793768+0000", 2024-08-17T00:40:34.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157672+0000", 2024-08-17T00:40:34.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:34.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:34.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157672+0000", 2024-08-17T00:40:34.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157672+0000", 2024-08-17T00:40:34.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157672+0000", 2024-08-17T00:40:34.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:34.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:34.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157672+0000", 2024-08-17T00:40:34.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157672+0000", 2024-08-17T00:40:34.132 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:34.132 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T00:40:34.132 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:34.132 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:34.132 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:34.132 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:34.132 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:34.132 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:34.132 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:34.132 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T00:40:34.132 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:34.132 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:34.132 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:34.132 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1c", 2024-08-17T00:40:34.133 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:34.133 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:34.133 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:34.133 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 26, 2024-08-17T00:40:34.133 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:34.133 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:32:45.352291+0000", 2024-08-17T00:40:34.133 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:34.133 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:34.133 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:34.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:34.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:34.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:34.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:34.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:34.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:34.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:34.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:34.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:34.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:34.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:34.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:34.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:34.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:34.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:34.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:34.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T00:40:34.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T00:40:34.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:34.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T00:40:34.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:34.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:34.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:34.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:34.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:34.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T00:40:34.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:34.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:34.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:34.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:34.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:34.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:34.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:34.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:34.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:34.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:34.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:34.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:34.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T00:40:34.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:34.136 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.136 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:34.136 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:34.136 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:34.136 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:34.136 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:34.137 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:34.137 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.137 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:34.137 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T00:40:34.137 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.137 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:34.137 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:34.137 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:34.137 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:34.137 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:34.137 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.137 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T00:40:34.137 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:34.137 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:34.138 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:34.138 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:34.138 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:34.138 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:34.138 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.133348+0000", 2024-08-17T00:40:34.138 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.959349+0000", 2024-08-17T00:40:34.138 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.959349+0000", 2024-08-17T00:40:34.138 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.960032+0000", 2024-08-17T00:40:34.138 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.133348+0000", 2024-08-17T00:40:34.138 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.138 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:34.138 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.138 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:34.138 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.133348+0000", 2024-08-17T00:40:34.139 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.133348+0000", 2024-08-17T00:40:34.139 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.133348+0000", 2024-08-17T00:40:34.139 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:34.139 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:34.139 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.139 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.133348+0000", 2024-08-17T00:40:34.139 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.133348+0000", 2024-08-17T00:40:34.139 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:34.139 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:34.139 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:34.139 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:34.139 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:34.139 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:34.140 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:34.140 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:34.140 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:34.140 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:34.140 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:34.140 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:34.140 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:34.140 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1c", 2024-08-17T00:40:34.140 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:34.140 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:34.140 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:34.140 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:34.140 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:34.141 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:22:47.148725+0000", 2024-08-17T00:40:34.141 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:34.141 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:34.141 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:34.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:34.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:34.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:34.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:34.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:34.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:34.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:34.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:34.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:34.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:34.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:34.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:34.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:34.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:34.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:34.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:34.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:34.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:34.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:34.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:34.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:34.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:34.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:34.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:34.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:34.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:34.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:34.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:34.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:34.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:34.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:34.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:34.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:34.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:34.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:34.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:34.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:34.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:34.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:34.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:34.144 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.144 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:34.144 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:34.144 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:34.144 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:34.144 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T00:40:34.144 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T00:40:34.144 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.144 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T00:40:34.144 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:34.145 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.145 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:34.145 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:34.145 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:34.145 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:34.145 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:34.145 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.145 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T00:40:34.145 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:34.145 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:34.145 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:34.145 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:34.145 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:34.145 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:34.146 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.157882+0000", 2024-08-17T00:40:34.146 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.792306+0000", 2024-08-17T00:40:34.146 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.792306+0000", 2024-08-17T00:40:34.146 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.792648+0000", 2024-08-17T00:40:34.146 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.157882+0000", 2024-08-17T00:40:34.146 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.146 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:34.146 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.146 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:34.146 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.157882+0000", 2024-08-17T00:40:34.146 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.157882+0000", 2024-08-17T00:40:34.146 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.157882+0000", 2024-08-17T00:40:34.146 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:34.146 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:34.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.157882+0000", 2024-08-17T00:40:34.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.157882+0000", 2024-08-17T00:40:34.147 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:34.147 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T00:40:34.147 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:34.147 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:34.147 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:34.147 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:34.147 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:34.147 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:34.147 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:34.148 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T00:40:34.148 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:34.148 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:34.148 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:34.148 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1d", 2024-08-17T00:40:34.148 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:34.148 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:34.148 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:34.148 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 26, 2024-08-17T00:40:34.148 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:34.148 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:58:38.685046+0000", 2024-08-17T00:40:34.148 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:34.148 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:34.148 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:34.149 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:34.149 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:34.149 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:34.149 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:34.149 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:34.149 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:34.149 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:34.149 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:34.149 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:34.149 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:34.149 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:34.149 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:34.149 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:34.149 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:34.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:34.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:34.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T00:40:34.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T00:40:34.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:34.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T00:40:34.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:34.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:34.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:34.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:34.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:34.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T00:40:34.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:34.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:34.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:34.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:34.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:34.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:34.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:34.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:34.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:34.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:34.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:34.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:34.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T00:40:34.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:34.151 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.152 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:34.152 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:34.152 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:34.152 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:34.152 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:34.152 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T00:40:34.152 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.152 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T00:40:34.152 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T00:40:34.152 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.152 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:34.152 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:34.152 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:34.152 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:34.153 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:34.153 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.153 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T00:40:34.153 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:34.153 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:34.153 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:34.153 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:34.153 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:34.153 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:34.153 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.127323+0000", 2024-08-17T00:40:34.153 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.954303+0000", 2024-08-17T00:40:34.153 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.954303+0000", 2024-08-17T00:40:34.153 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.956360+0000", 2024-08-17T00:40:34.153 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.127323+0000", 2024-08-17T00:40:34.154 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.154 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:34.154 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.154 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:34.154 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.127323+0000", 2024-08-17T00:40:34.154 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.127323+0000", 2024-08-17T00:40:34.154 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.127323+0000", 2024-08-17T00:40:34.154 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:34.154 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:34.154 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.154 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.127323+0000", 2024-08-17T00:40:34.154 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.127323+0000", 2024-08-17T00:40:34.154 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:34.155 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:34.155 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:34.155 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:34.155 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:34.155 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:34.155 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:34.155 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:34.155 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:34.155 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:34.155 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:34.155 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:34.155 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:34.155 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1f", 2024-08-17T00:40:34.156 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:34.156 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:34.156 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:34.156 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:34.156 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:34.156 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:33:31.356045+0000", 2024-08-17T00:40:34.156 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:34.156 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:34.156 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:34.156 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:34.156 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:34.156 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:34.156 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:34.156 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:34.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:34.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:34.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:34.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:34.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:34.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:34.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:34.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:34.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:34.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:34.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:34.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:34.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:34.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:34.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:34.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:34.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:34.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:34.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:34.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:34.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:34.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:34.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:34.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:34.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:34.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:34.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:34.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:34.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:34.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:34.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:34.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:34.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:34.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:34.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:34.159 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.159 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:34.159 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:34.159 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:34.159 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:34.159 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T00:40:34.160 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:34.160 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.160 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T00:40:34.160 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:34.160 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.160 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:34.160 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:34.160 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:34.160 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:34.160 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:34.160 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.160 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:34.160 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:34.160 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:34.160 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:34.161 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:34.161 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:34.161 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:34.161 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.128197+0000", 2024-08-17T00:40:34.161 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.787437+0000", 2024-08-17T00:40:34.161 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.787437+0000", 2024-08-17T00:40:34.161 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.787715+0000", 2024-08-17T00:40:34.161 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.128197+0000", 2024-08-17T00:40:34.161 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.161 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:34.161 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.161 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:34.161 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.128197+0000", 2024-08-17T00:40:34.161 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.128197+0000", 2024-08-17T00:40:34.161 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.128197+0000", 2024-08-17T00:40:34.162 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:34.162 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:34.162 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.162 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.128197+0000", 2024-08-17T00:40:34.162 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.128197+0000", 2024-08-17T00:40:34.162 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:34.162 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 1, 2024-08-17T00:40:34.162 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:34.162 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:34.162 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:34.162 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:34.162 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:34.162 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:34.163 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:34.163 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 1, 2024-08-17T00:40:34.163 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:34.163 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:34.163 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:34.163 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1e", 2024-08-17T00:40:34.163 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:34.163 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:34.163 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:34.163 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 25, 2024-08-17T00:40:34.163 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:34.163 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:27:28.631205+0000", 2024-08-17T00:40:34.163 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:34.163 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:34.164 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:34.164 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:34.164 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:34.164 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:34.164 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:34.164 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:34.164 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:34.164 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:34.164 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:34.164 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:34.164 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:34.164 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:34.164 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:34.164 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:34.165 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:34.165 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:34.165 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:34.165 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:34.165 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:34.165 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:34.165 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:34.165 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:34.165 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:34.165 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:34.165 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:34.165 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:34.165 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:34.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:34.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:34.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:34.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:34.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:34.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:34.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:34.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:34.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:34.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:34.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:34.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:34.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:34.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:34.167 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.167 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:34.167 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:34.167 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:34.167 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:34.167 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:34.167 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T00:40:34.167 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.167 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:34.167 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'1" 2024-08-17T00:40:34.167 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.167 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:34.168 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:34.168 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:34.168 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:34.168 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:34.168 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.168 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T00:40:34.168 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:34.168 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:34.168 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T00:40:34.168 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:34.168 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:34.168 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:34.168 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.128287+0000", 2024-08-17T00:40:34.168 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:04.959868+0000", 2024-08-17T00:40:34.169 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:04.959868+0000", 2024-08-17T00:40:34.169 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:04.960461+0000", 2024-08-17T00:40:34.169 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.128287+0000", 2024-08-17T00:40:34.169 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.169 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:34.169 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.169 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 63, 2024-08-17T00:40:34.169 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.128287+0000", 2024-08-17T00:40:34.169 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.128287+0000", 2024-08-17T00:40:34.169 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.128287+0000", 2024-08-17T00:40:34.169 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:34.169 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:34.169 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T00:40:34.169 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.128287+0000", 2024-08-17T00:40:34.170 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.128287+0000", 2024-08-17T00:40:34.170 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:34.170 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:34.170 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:34.170 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:34.170 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 62, 2024-08-17T00:40:34.170 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:34.170 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:34.170 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:34.170 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:34.170 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:34.170 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:34.170 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:34.171 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:34.171 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1e", 2024-08-17T00:40:34.171 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:34.171 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:34.171 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:34.171 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 21, 2024-08-17T00:40:34.171 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:34.171 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:28:42.688772+0000", 2024-08-17T00:40:34.171 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:34.171 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:34.171 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:34.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:34.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:34.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:34.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:34.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:34.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:34.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:34.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:34.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:34.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:34.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:34.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:34.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:34.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:34.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:34.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:34.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:34.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:34.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:34.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:34.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:34.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:34.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:34.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:34.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:34.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:34.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:34.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:34.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:34.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:34.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:34.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:34.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:34.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:34.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:34.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:34.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:34.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:34.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:34.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:34.174 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.174 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:34.174 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:34.175 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:34.175 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T00:40:34.175 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T00:40:34.175 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T00:40:34.175 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.175 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T00:40:34.175 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T00:40:34.175 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.175 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:34.175 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T00:40:34.175 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:34.175 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:34.175 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:34.175 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.176 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T00:40:34.176 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T00:40:34.176 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T00:40:34.176 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T00:40:34.176 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T00:40:34.176 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T00:40:34.176 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T00:40:34.176 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T00:38:04.127641+0000", 2024-08-17T00:40:34.176 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:37:01.792755+0000", 2024-08-17T00:40:34.176 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:37:01.792755+0000", 2024-08-17T00:40:34.176 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:37:01.793017+0000", 2024-08-17T00:40:34.176 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T00:38:04.127641+0000", 2024-08-17T00:40:34.176 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.176 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T00:40:34.177 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.177 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 60, 2024-08-17T00:40:34.177 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T00:38:04.127641+0000", 2024-08-17T00:40:34.177 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T00:38:04.127641+0000", 2024-08-17T00:40:34.177 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T00:38:04.127641+0000", 2024-08-17T00:40:34.177 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T00:40:34.177 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T00:40:34.177 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T00:40:34.177 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T00:38:04.127641+0000", 2024-08-17T00:40:34.177 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T00:38:04.127641+0000", 2024-08-17T00:40:34.177 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T00:40:34.177 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 4, 2024-08-17T00:40:34.177 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T00:40:34.178 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T00:40:34.178 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 59, 2024-08-17T00:40:34.178 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T00:40:34.178 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T00:40:34.178 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T00:40:34.178 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T00:40:34.178 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 4, 2024-08-17T00:40:34.178 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T00:40:34.178 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T00:40:34.178 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T00:40:34.178 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1f", 2024-08-17T00:40:34.178 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T00:40:34.178 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T00:40:34.179 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 74, 2024-08-17T00:40:34.179 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 28, 2024-08-17T00:40:34.179 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T00:40:34.179 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:18:00.460806+0000", 2024-08-17T00:40:34.179 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T00:40:34.179 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T00:40:34.179 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:34.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 570, 2024-08-17T00:40:34.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:34.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:34.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:34.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:34.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:34.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:34.180 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:34.180 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:34.180 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:34.180 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:34.180 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:34.180 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:34.180 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:34.180 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:34.180 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:34.180 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T00:40:34.180 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T00:40:34.180 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:34.180 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T00:40:34.180 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:34.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:34.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:34.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:34.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:34.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T00:40:34.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:34.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:34.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:34.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:34.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:34.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:34.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:34.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:34.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:34.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:34.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:34.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:34.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 4, 2024-08-17T00:40:34.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 1 2024-08-17T00:40:34.182 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.182 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T00:40:34.182 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T00:40:34.182 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T00:40:34.182 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T00:40:34.182 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T00:40:34.182 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T00:40:34.182 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.183 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T00:40:34.183 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'4" 2024-08-17T00:40:34.183 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:34.183 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.183 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_per_pool": [ 2024-08-17T00:40:34.183 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:34.183 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 24, 2024-08-17T00:40:34.183 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T00:40:34.183 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd" 2024-08-17T00:40:34.183 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.183 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3, 2024-08-17T00:40:34.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pg": 8, 2024-08-17T00:40:34.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 8, 2024-08-17T00:40:34.183 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3, 2024-08-17T00:40:34.184 INFO:tasks.workunit.client.0.smithi082.stdout: "poolid": 4, 2024-08-17T00:40:34.184 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:34.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 19, 2024-08-17T00:40:34.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:34.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:34.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:34.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:34.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:34.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:34.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:34.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:34.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:34.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:34.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:34.185 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:34.185 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:34.185 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:34.185 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:34.185 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T00:40:34.185 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T00:40:34.185 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:34.185 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T00:40:34.185 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:34.185 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:34.185 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:34.185 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:34.185 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:34.186 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:34.186 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:34.186 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:34.186 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:34.186 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:34.186 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:34.186 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:34.186 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:34.186 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:34.186 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:34.186 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:34.186 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:34.186 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:34.186 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 2, 2024-08-17T00:40:34.187 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 2 2024-08-17T00:40:34.187 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.187 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T00:40:34.187 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 12288, 2024-08-17T00:40:34.187 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T00:40:34.187 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T00:40:34.187 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T00:40:34.187 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T00:40:34.187 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 57, 2024-08-17T00:40:34.187 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T00:40:34.187 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T00:40:34.187 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 0, 2024-08-17T00:40:34.187 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T00:40:34.187 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.188 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 24 2024-08-17T00:40:34.188 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.188 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:34.188 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 192, 2024-08-17T00:40:34.188 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T00:40:34.188 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs" 2024-08-17T00:40:34.188 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.188 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T00:40:34.188 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pg": 64, 2024-08-17T00:40:34.188 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 8, 2024-08-17T00:40:34.188 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T00:40:34.188 INFO:tasks.workunit.client.0.smithi082.stdout: "poolid": 3, 2024-08-17T00:40:34.188 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:34.188 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T00:40:34.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:34.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:34.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:34.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:34.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:34.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:34.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:34.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:34.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:34.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:34.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:34.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:34.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:34.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:34.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:34.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T00:40:34.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T00:40:34.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:34.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T00:40:34.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:34.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:34.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:34.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:34.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:34.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:34.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:34.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:34.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:34.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:34.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:34.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:34.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:34.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:34.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:34.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:34.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:34.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:34.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T00:40:34.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T00:40:34.191 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.191 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T00:40:34.192 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 0, 2024-08-17T00:40:34.192 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T00:40:34.192 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T00:40:34.192 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T00:40:34.192 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T00:40:34.192 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 0, 2024-08-17T00:40:34.192 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T00:40:34.192 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T00:40:34.192 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 0, 2024-08-17T00:40:34.192 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T00:40:34.192 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.192 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 192 2024-08-17T00:40:34.192 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.192 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:34.192 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 96, 2024-08-17T00:40:34.193 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T00:40:34.193 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs" 2024-08-17T00:40:34.193 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.193 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 46, 2024-08-17T00:40:34.193 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pg": 32, 2024-08-17T00:40:34.193 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 8, 2024-08-17T00:40:34.193 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 46, 2024-08-17T00:40:34.193 INFO:tasks.workunit.client.0.smithi082.stdout: "poolid": 2, 2024-08-17T00:40:34.193 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:34.193 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 3410, 2024-08-17T00:40:34.193 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:34.193 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T00:40:34.193 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:34.193 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:34.193 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:34.194 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:34.194 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:34.194 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:34.194 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:34.194 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:34.194 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:34.194 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:34.194 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:34.194 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:34.194 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:34.194 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 66, 2024-08-17T00:40:34.194 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 22, 2024-08-17T00:40:34.194 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:34.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 22, 2024-08-17T00:40:34.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:34.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:34.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:34.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:34.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:34.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 14, 2024-08-17T00:40:34.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:34.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T00:40:34.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:34.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:34.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:34.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:34.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:34.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T00:40:34.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T00:40:34.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:34.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:34.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:34.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 52, 2024-08-17T00:40:34.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 20 2024-08-17T00:40:34.196 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.196 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T00:40:34.196 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 98304, 2024-08-17T00:40:34.196 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T00:40:34.196 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T00:40:34.196 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T00:40:34.197 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T00:40:34.197 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 10230, 2024-08-17T00:40:34.197 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T00:40:34.197 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T00:40:34.197 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 0, 2024-08-17T00:40:34.197 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T00:40:34.197 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.197 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 96 2024-08-17T00:40:34.197 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.197 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T00:40:34.197 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 3, 2024-08-17T00:40:34.197 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T00:40:34.197 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr" 2024-08-17T00:40:34.197 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.198 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 160, 2024-08-17T00:40:34.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pg": 1, 2024-08-17T00:40:34.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 3, 2024-08-17T00:40:34.198 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 160, 2024-08-17T00:40:34.198 INFO:tasks.workunit.client.0.smithi082.stdout: "poolid": 1, 2024-08-17T00:40:34.198 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T00:40:34.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 590368, 2024-08-17T00:40:34.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T00:40:34.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 1771104, 2024-08-17T00:40:34.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T00:40:34.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T00:40:34.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T00:40:34.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T00:40:34.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T00:40:34.199 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T00:40:34.199 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T00:40:34.199 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T00:40:34.199 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T00:40:34.199 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T00:40:34.199 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T00:40:34.199 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T00:40:34.199 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T00:40:34.199 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T00:40:34.199 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T00:40:34.199 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T00:40:34.199 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T00:40:34.199 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T00:40:34.200 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T00:40:34.200 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T00:40:34.200 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T00:40:34.200 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T00:40:34.200 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T00:40:34.200 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T00:40:34.200 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 6, 2024-08-17T00:40:34.200 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T00:40:34.200 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T00:40:34.200 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T00:40:34.200 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T00:40:34.200 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T00:40:34.200 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 502, 2024-08-17T00:40:34.200 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 674, 2024-08-17T00:40:34.201 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T00:40:34.201 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T00:40:34.201 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T00:40:34.201 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 243, 2024-08-17T00:40:34.201 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 2416 2024-08-17T00:40:34.201 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.201 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T00:40:34.201 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 1781760, 2024-08-17T00:40:34.201 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T00:40:34.201 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T00:40:34.201 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T00:40:34.201 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T00:40:34.201 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 1771104, 2024-08-17T00:40:34.201 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T00:40:34.201 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T00:40:34.202 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 0, 2024-08-17T00:40:34.202 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T00:40:34.202 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.202 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 3 2024-08-17T00:40:34.202 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:34.202 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T00:40:34.202 INFO:tasks.workunit.client.0.smithi082.stdout: "usage": { 2024-08-17T00:40:34.202 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 105, 2024-08-17T00:40:34.202 INFO:tasks.workunit.client.0.smithi082.stdout: "pools": 4, 2024-08-17T00:40:34.202 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_by_class": { 2024-08-17T00:40:34.202 INFO:tasks.workunit.client.0.smithi082.stdout: "ssd": { 2024-08-17T00:40:34.202 INFO:tasks.workunit.client.0.smithi082.stdout: "total_avail_bytes": 765516267520, 2024-08-17T00:40:34.202 INFO:tasks.workunit.client.0.smithi082.stdout: "total_bytes": 767960285184, 2024-08-17T00:40:34.203 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_bytes": 2444017664, 2024-08-17T00:40:34.203 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_raw_bytes": 2444017664, 2024-08-17T00:40:34.203 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_raw_ratio": 0.003182479180395603 2024-08-17T00:40:34.203 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:34.203 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T00:40:34.203 INFO:tasks.workunit.client.0.smithi082.stdout: "total_avail_bytes": 765516267520, 2024-08-17T00:40:34.203 INFO:tasks.workunit.client.0.smithi082.stdout: "total_bytes": 767960285184, 2024-08-17T00:40:34.203 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_bytes": 2444017664 2024-08-17T00:40:34.203 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:34.203 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T00:40:34.203 INFO:tasks.workunit.client.0.smithi082.stdout:} 2024-08-17T00:40:34.203 INFO:tasks.workunit.client.0.smithi082.stdout:OK 2024-08-17T00:40:34.204 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T00:40:34.204 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T00:40:34.204 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='client.24746 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:34.204 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='client.24764 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:34.205 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='client.24764 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:34.205 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:34.205 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:34.205 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:34.205 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:34.205 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:34.205 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:34.205 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:34.205 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:34.205 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:34.205 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:34.205 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:34.205 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:34.206 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:34.206 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:34.206 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:34.206 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:34.206 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:34.206 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:34.206 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:34.206 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:34.206 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:34.206 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:34.206 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:34.206 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:34.207 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='client.24746 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:34.207 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='client.24764 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:34.207 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='client.24764 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:34.207 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:34.207 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:34.207 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:34.207 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:34.207 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:34.207 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:34.207 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:34.207 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:34.208 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:34.208 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:34.208 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:34.208 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:34.208 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:34.208 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:34.208 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:34.208 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:34.208 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:34.208 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:34.208 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:34.208 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:34.208 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:34.208 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:34.209 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:34.209 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:34.209 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:34.209 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:34.209 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:34.209 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:34.209 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:34.209 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:34.209 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:34.209 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:34.210 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:34.210 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:34.210 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:34.210 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:34.210 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:34.210 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:34.210 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:34.210 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:34.210 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:34.210 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:34.210 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:34.210 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:34.210 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:34.211 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:34.211 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:34.211 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:34.211 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:34.211 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:34.211 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:34.211 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:34.211 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:34.211 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:34.211 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:34.212 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:40:34.212 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:34.212 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:34.212 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:34.212 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:34.212 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:34.212 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:34.212 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:34.212 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:34.212 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:34.212 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:34.212 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:34.212 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:34.213 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:34.213 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:34.213 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:34.213 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:34.213 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:34.213 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:34.213 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:34.213 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:40:34.213 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:40:34.213 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:40:34.213 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:40:34.213 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:31 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:40:34.213 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:32 smithi082 ceph-mon[39953]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:34.213 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:32 smithi082 ceph-mon[39953]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:34.214 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:32 smithi082 ceph-mon[39953]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-17T00:40:34.214 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:32 smithi082 ceph-mon[29275]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:34.214 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:32 smithi082 ceph-mon[29275]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:34.214 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:32 smithi082 ceph-mon[29275]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-17T00:40:34.246 INFO:tasks.workunit:Stopping ['test_telemetry_quincy.sh'] on client.0... 2024-08-17T00:40:34.247 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-17T00:40:34.551 DEBUG:teuthology.parallel:result is None 2024-08-17T00:40:34.551 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T00:40:34.576 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T00:40:34.576 DEBUG:teuthology.orchestra.run.smithi082:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T00:40:34.636 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T00:40:34.637 INFO:teuthology.run_tasks:Running task print... 2024-08-17T00:40:34.647 INFO:teuthology.task.print:**** done end telemetry quincy... 2024-08-17T00:40:34.647 INFO:teuthology.run_tasks:Running task print... 2024-08-17T00:40:34.668 INFO:teuthology.task.print:**** done start parallel 2024-08-17T00:40:34.668 INFO:teuthology.run_tasks:Running task parallel... 2024-08-17T00:40:34.679 INFO:teuthology.task.parallel:starting parallel... 2024-08-17T00:40:34.679 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-08-17T00:40:34.680 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T00:40:34.680 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-08-17T00:40:34.680 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-08-17T00:40:34.683 INFO:tasks.rados:Beginning rados... 2024-08-17T00:40:34.683 INFO:tasks.rados:joining rados 2024-08-17T00:40:34.683 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-08-17T00:40:34.684 INFO:teuthology.task.sequential:In sequential, running task print... 2024-08-17T00:40:34.684 INFO:teuthology.task.print:**** done start upgrade, wait 2024-08-17T00:40:34.684 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-08-17T00:40:34.685 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi082.front.sepia.ceph.com 2024-08-17T00:40:34.685 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -e sha1=d863d21c9d1db9c3453c09dacd68766969720a44 -- bash -c 'ceph config set global log_to_journald false --force' 2024-08-17T00:40:34.686 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-08-17T00:40:34.686 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-08-17T00:40:34.952 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:40:34.953 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:40:35.215 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:34 smithi082 ceph-mon[29275]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-17T00:40:35.216 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:34 smithi082 ceph-mon[39953]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-17T00:40:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:34 smithi137 ceph-mon[33068]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-17T00:40:35.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:40:35] "GET /metrics HTTP/1.1" 200 236472 "" "Prometheus/2.43.0" 2024-08-17T00:40:37.027 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:36 smithi082 ceph-mon[39953]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T00:40:37.027 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:36 smithi082 ceph-mon[29275]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T00:40:37.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:36 smithi137 ceph-mon[33068]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T00:40:38.220 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:37 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/1313911986' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:40:38.221 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:37 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/1313911986' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:40:38.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:37 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/1313911986' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:40:38.524 INFO:tasks.rados:starting run 0 out of 1 2024-08-17T00:40:38.524 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-08-17T00:40:38.524 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-08-17T00:40:38.816 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:40:38.909 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:38 smithi082 ceph-mon[29275]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T00:40:39.220 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:38 smithi082 ceph-mon[39953]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T00:40:39.221 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:38 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/1313911986' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:40:39.221 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:38 smithi082 ceph-mon[39953]: osdmap e76: 8 total, 8 up, 8 in 2024-08-17T00:40:39.221 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:38 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:40:39.221 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:38 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/1313911986' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:40:39.221 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:38 smithi082 ceph-mon[29275]: osdmap e76: 8 total, 8 up, 8 in 2024-08-17T00:40:39.221 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:38 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:40:39.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:38 smithi137 ceph-mon[33068]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T00:40:39.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:38 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/1313911986' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:40:39.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:38 smithi137 ceph-mon[33068]: osdmap e76: 8 total, 8 up, 8 in 2024-08-17T00:40:39.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:38 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:40:39.245 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -e sha1=d863d21c9d1db9c3453c09dacd68766969720a44 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-08-17T00:40:40.804 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:40:41.192 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:40 smithi082 ceph-mon[39953]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-17T00:40:41.192 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:40 smithi082 ceph-mon[29275]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-17T00:40:41.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:40 smithi137 ceph-mon[33068]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-17T00:40:41.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:40:40 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:40:40] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:40:42.155 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:41 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/1832002837' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-17T00:40:42.156 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:41 smithi082 ceph-mon[39953]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-17T00:40:42.156 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:41 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/1832002837' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-17T00:40:42.156 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:41 smithi082 ceph-mon[29275]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-17T00:40:42.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:41 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/1832002837' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-17T00:40:42.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:41 smithi137 ceph-mon[33068]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-17T00:40:42.613 INFO:teuthology.orchestra.run.smithi082.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:d863d21c9d1db9c3453c09dacd68766969720a44 2024-08-17T00:40:42.931 INFO:teuthology.orchestra.run.smithi082.stderr:pool 'unique_pool_0' created 2024-08-17T00:40:43.204 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:42 smithi082 ceph-mon[39953]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-17T00:40:43.204 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:42 smithi082 ceph-mon[39953]: osdmap e77: 8 total, 8 up, 8 in 2024-08-17T00:40:43.204 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:42 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:43.204 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:42 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:43.204 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:42 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:43.204 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:42 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:40:43.204 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:42 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:43.205 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:42 smithi082 ceph-mon[29275]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-17T00:40:43.205 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:42 smithi082 ceph-mon[29275]: osdmap e77: 8 total, 8 up, 8 in 2024-08-17T00:40:43.205 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:42 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:43.205 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:42 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:43.205 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:42 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:43.205 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:42 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:40:43.205 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:42 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:43.228 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -e sha1=d863d21c9d1db9c3453c09dacd68766969720a44 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-08-17T00:40:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:42 smithi137 ceph-mon[33068]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-17T00:40:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:42 smithi137 ceph-mon[33068]: osdmap e77: 8 total, 8 up, 8 in 2024-08-17T00:40:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:42 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:42 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:40:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:42 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:40:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:42 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:40:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:42 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:43.487 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:40:43.970 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-08-17T00:40:44.185 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:43 smithi082 ceph-mon[39953]: from='client.24806 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:d863d21c9d1db9c3453c09dacd68766969720a44", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:44.185 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:43 smithi082 ceph-mon[39953]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:d863d21c9d1db9c3453c09dacd68766969720a44 2024-08-17T00:40:44.185 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:43 smithi082 ceph-mon[39953]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:d863d21c9d1db9c3453c09dacd68766969720a44 2024-08-17T00:40:44.186 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:43 smithi082 ceph-mon[39953]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-17T00:40:44.186 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:43 smithi082 ceph-mon[39953]: osdmap e78: 8 total, 8 up, 8 in 2024-08-17T00:40:44.186 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:43 smithi082 ceph-mon[29275]: from='client.24806 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:d863d21c9d1db9c3453c09dacd68766969720a44", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:44.186 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:43 smithi082 ceph-mon[29275]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:d863d21c9d1db9c3453c09dacd68766969720a44 2024-08-17T00:40:44.186 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:43 smithi082 ceph-mon[29275]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:d863d21c9d1db9c3453c09dacd68766969720a44 2024-08-17T00:40:44.186 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:43 smithi082 ceph-mon[29275]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-17T00:40:44.186 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:43 smithi082 ceph-mon[29275]: osdmap e78: 8 total, 8 up, 8 in 2024-08-17T00:40:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:43 smithi137 ceph-mon[33068]: from='client.24806 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:d863d21c9d1db9c3453c09dacd68766969720a44", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:43 smithi137 ceph-mon[33068]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:d863d21c9d1db9c3453c09dacd68766969720a44 2024-08-17T00:40:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:43 smithi137 ceph-mon[33068]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:d863d21c9d1db9c3453c09dacd68766969720a44 2024-08-17T00:40:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:43 smithi137 ceph-mon[33068]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-17T00:40:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:43 smithi137 ceph-mon[33068]: osdmap e78: 8 total, 8 up, 8 in 2024-08-17T00:40:45.091 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:44 smithi082 ceph-mon[29275]: pgmap v98: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:45.091 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:44 smithi082 ceph-mon[29275]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:40:45.091 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:44 smithi082 ceph-mon[29275]: osdmap e79: 8 total, 8 up, 8 in 2024-08-17T00:40:45.092 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:44 smithi082 ceph-mon[39953]: pgmap v98: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:45.092 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:44 smithi082 ceph-mon[39953]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:40:45.092 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:44 smithi082 ceph-mon[39953]: osdmap e79: 8 total, 8 up, 8 in 2024-08-17T00:40:45.148 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:40:45.248 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:44 smithi137 ceph-mon[33068]: pgmap v98: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:45.248 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:44 smithi137 ceph-mon[33068]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:40:45.248 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:44 smithi137 ceph-mon[33068]: osdmap e79: 8 total, 8 up, 8 in 2024-08-17T00:40:45.663 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:40:45] "GET /metrics HTTP/1.1" 200 236517 "" "Prometheus/2.43.0" 2024-08-17T00:40:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:45 smithi082 ceph-mon[39953]: osdmap e80: 8 total, 8 up, 8 in 2024-08-17T00:40:46.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:45 smithi082 ceph-mon[29275]: osdmap e80: 8 total, 8 up, 8 in 2024-08-17T00:40:46.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:45 smithi137 ceph-mon[33068]: osdmap e80: 8 total, 8 up, 8 in 2024-08-17T00:40:47.102 INFO:teuthology.orchestra.run.smithi082.stdout:true 2024-08-17T00:40:47.103 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:46 smithi082 ceph-mon[29275]: pgmap v101: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:47.103 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:46 smithi082 ceph-mon[39953]: pgmap v101: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:46 smithi137 ceph-mon[33068]: pgmap v101: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:47.436 INFO:teuthology.orchestra.run.smithi082.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:40:47.436 INFO:teuthology.orchestra.run.smithi082.stdout:alertmanager.a smithi082 *:9093,9094 running (101s) 83s ago 2m 17.8M - 0.25.0 c8568f914cd2 8ca95fca41b0 2024-08-17T00:40:47.436 INFO:teuthology.orchestra.run.smithi082.stdout:grafana.a smithi137 *:3000 running (2m) 87s ago 2m 82.0M - 9.4.7 954c08fa6188 31d49b94f793 2024-08-17T00:40:47.436 INFO:teuthology.orchestra.run.smithi082.stdout:mds.a smithi082 running (3m) 83s ago 3m 14.0M - 17.2.7-1402-g03a1ac13 bc5a85a90206 884927c0355a 2024-08-17T00:40:47.436 INFO:teuthology.orchestra.run.smithi082.stdout:mds.b smithi137 running (3m) 87s ago 3m 12.5M - 17.2.7-1402-g03a1ac13 bc5a85a90206 931a05caee78 2024-08-17T00:40:47.436 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.x smithi137 *:8443 running (7m) 87s ago 7m 399M - 17.2.7-1402-g03a1ac13 bc5a85a90206 c8fb62f23f01 2024-08-17T00:40:47.436 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.y smithi082 *:9283,8765 running (8m) 83s ago 8m 445M - 17.2.7-1402-g03a1ac13 bc5a85a90206 3221a5901a1e 2024-08-17T00:40:47.436 INFO:teuthology.orchestra.run.smithi082.stdout:mon.a smithi082 running (8m) 83s ago 8m 46.8M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 a0277ad24518 2024-08-17T00:40:47.436 INFO:teuthology.orchestra.run.smithi082.stdout:mon.b smithi137 running (7m) 87s ago 7m 39.5M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 8a3cc43cc10e 2024-08-17T00:40:47.436 INFO:teuthology.orchestra.run.smithi082.stdout:mon.c smithi082 running (7m) 83s ago 7m 40.9M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 04290329d1a5 2024-08-17T00:40:47.436 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.a smithi082 *:9100 running (2m) 83s ago 2m 11.3M - 1.5.0 0da6a335fe13 988ed3b7065d 2024-08-17T00:40:47.437 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.b smithi137 *:9100 running (2m) 87s ago 2m 3678k - 1.5.0 0da6a335fe13 9116fc126121 2024-08-17T00:40:47.437 INFO:teuthology.orchestra.run.smithi082.stdout:osd.0 smithi082 running (6m) 83s ago 6m 46.2M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 8591866ca3ea 2024-08-17T00:40:47.437 INFO:teuthology.orchestra.run.smithi082.stdout:osd.1 smithi082 running (6m) 83s ago 6m 44.4M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 bc404187cbbd 2024-08-17T00:40:47.437 INFO:teuthology.orchestra.run.smithi082.stdout:osd.2 smithi082 running (6m) 83s ago 6m 43.5M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 e0a943d904ef 2024-08-17T00:40:47.437 INFO:teuthology.orchestra.run.smithi082.stdout:osd.3 smithi082 running (5m) 83s ago 5m 41.6M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 a83a3a475578 2024-08-17T00:40:47.437 INFO:teuthology.orchestra.run.smithi082.stdout:osd.4 smithi137 running (5m) 87s ago 5m 42.4M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 9962b1177464 2024-08-17T00:40:47.437 INFO:teuthology.orchestra.run.smithi082.stdout:osd.5 smithi137 running (5m) 87s ago 5m 43.5M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 704b6949e902 2024-08-17T00:40:47.437 INFO:teuthology.orchestra.run.smithi082.stdout:osd.6 smithi137 running (4m) 87s ago 4m 42.1M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 fa6586afc3c0 2024-08-17T00:40:47.437 INFO:teuthology.orchestra.run.smithi082.stdout:osd.7 smithi137 running (4m) 87s ago 4m 44.4M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 ae5731d0601b 2024-08-17T00:40:47.437 INFO:teuthology.orchestra.run.smithi082.stdout:prometheus.a smithi137 *:9095 running (96s) 87s ago 2m 26.1M - 2.43.0 a07b618ecd1d d4dbf8e80dd3 2024-08-17T00:40:47.826 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-08-17T00:40:47.826 INFO:teuthology.orchestra.run.smithi082.stdout: "mon": { 2024-08-17T00:40:47.826 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 3 2024-08-17T00:40:47.827 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:40:47.827 INFO:teuthology.orchestra.run.smithi082.stdout: "mgr": { 2024-08-17T00:40:47.827 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:40:47.827 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:40:47.827 INFO:teuthology.orchestra.run.smithi082.stdout: "osd": { 2024-08-17T00:40:47.827 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 8 2024-08-17T00:40:47.827 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:40:47.827 INFO:teuthology.orchestra.run.smithi082.stdout: "mds": { 2024-08-17T00:40:47.827 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:40:47.827 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:40:47.828 INFO:teuthology.orchestra.run.smithi082.stdout: "overall": { 2024-08-17T00:40:47.828 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 15 2024-08-17T00:40:47.828 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-08-17T00:40:47.828 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-08-17T00:40:47.964 INFO:teuthology.orchestra.run.smithi082.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-08-17T00:40:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:47 smithi082 ceph-mon[39953]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:47 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/3134256643' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:40:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:47 smithi082 ceph-mon[39953]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:40:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:47 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/716577312' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:47 smithi082 ceph-mon[29275]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:47 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/3134256643' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:40:48.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:47 smithi082 ceph-mon[29275]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:40:48.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:47 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/716577312' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:48.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:47 smithi137 ceph-mon[33068]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:48.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:47 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/3134256643' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:40:48.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:47 smithi137 ceph-mon[33068]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:40:48.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:47 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/716577312' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:40:48.956 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:48 smithi082 ceph-mon[29275]: from='client.24818 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:48.957 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:48 smithi082 ceph-mon[29275]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:48.957 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:48 smithi082 ceph-mon[29275]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-17T00:40:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:48 smithi082 ceph-mon[39953]: from='client.24818 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:48 smithi082 ceph-mon[39953]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:48 smithi082 ceph-mon[39953]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-17T00:40:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:48 smithi082 ceph-mon[39953]: osdmap e81: 8 total, 8 up, 8 in 2024-08-17T00:40:49.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:48 smithi082 ceph-mon[29275]: osdmap e81: 8 total, 8 up, 8 in 2024-08-17T00:40:49.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:48 smithi137 ceph-mon[33068]: from='client.24818 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:40:49.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:48 smithi137 ceph-mon[33068]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:49.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:48 smithi137 ceph-mon[33068]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-17T00:40:49.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:48 smithi137 ceph-mon[33068]: osdmap e81: 8 total, 8 up, 8 in 2024-08-17T00:40:49.605 DEBUG:teuthology.orchestra.run.smithi082:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-08-17T00:40:49.631 INFO:tasks.rados.rados.0.smithi082.stdout:adding op weight read -> 100 2024-08-17T00:40:49.631 INFO:tasks.rados.rados.0.smithi082.stdout:adding op weight delete -> 50 2024-08-17T00:40:49.631 INFO:tasks.rados.rados.0.smithi082.stdout:adding op weight snap_create -> 50 2024-08-17T00:40:49.631 INFO:tasks.rados.rados.0.smithi082.stdout:adding op weight snap_remove -> 50 2024-08-17T00:40:49.631 INFO:tasks.rados.rados.0.smithi082.stdout:adding op weight rollback -> 50 2024-08-17T00:40:49.631 INFO:tasks.rados.rados.0.smithi082.stdout:adding op weight setattr -> 25 2024-08-17T00:40:49.631 INFO:tasks.rados.rados.0.smithi082.stdout:adding op weight rmattr -> 25 2024-08-17T00:40:49.631 INFO:tasks.rados.rados.0.smithi082.stdout:adding op weight copy_from -> 50 2024-08-17T00:40:49.631 INFO:tasks.rados.rados.0.smithi082.stdout:adding op weight append -> 100 2024-08-17T00:40:49.631 INFO:tasks.rados.rados.0.smithi082.stdout:ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable) 2024-08-17T00:40:49.631 INFO:tasks.rados.rados.0.smithi082.stdout:Configuration: 2024-08-17T00:40:49.632 INFO:tasks.rados.rados.0.smithi082.stdout: Number of operations: 4000 2024-08-17T00:40:49.632 INFO:tasks.rados.rados.0.smithi082.stdout: Number of objects: 50 2024-08-17T00:40:49.632 INFO:tasks.rados.rados.0.smithi082.stdout: Max in flight operations: 16 2024-08-17T00:40:49.632 INFO:tasks.rados.rados.0.smithi082.stdout: Object size (in bytes): 4000000 2024-08-17T00:40:49.632 INFO:tasks.rados.rados.0.smithi082.stdout: Write stride min: 400000 2024-08-17T00:40:49.632 INFO:tasks.rados.rados.0.smithi082.stdout: Write stride max: 800000 2024-08-17T00:40:49.971 INFO:tasks.rados.rados.0.smithi082.stdout:1: write initial oid 1 2024-08-17T00:40:49.972 INFO:tasks.rados.rados.0.smithi082.stdout:1: seq_num 0 ranges {0=24576} 2024-08-17T00:40:49.972 INFO:tasks.rados.rados.0.smithi082.stdout:1: writing smithi08280503-1 from 0 to 24576 tid 1 2024-08-17T00:40:49.972 INFO:tasks.rados.rados.0.smithi082.stdout:2: write initial oid 2 2024-08-17T00:40:49.972 INFO:tasks.rados.rados.0.smithi082.stdout:2: seq_num 1 ranges {0=24576} 2024-08-17T00:40:49.972 INFO:tasks.rados.rados.0.smithi082.stdout:2: writing smithi08280503-2 from 0 to 24576 tid 1 2024-08-17T00:40:49.972 INFO:tasks.rados.rados.0.smithi082.stdout:3: write initial oid 3 2024-08-17T00:40:49.972 INFO:tasks.rados.rados.0.smithi082.stdout:3: seq_num 2 ranges {0=40960} 2024-08-17T00:40:49.972 INFO:tasks.rados.rados.0.smithi082.stdout:3: writing smithi08280503-3 from 0 to 40960 tid 1 2024-08-17T00:40:49.972 INFO:tasks.rados.rados.0.smithi082.stdout:4: write initial oid 4 2024-08-17T00:40:49.972 INFO:tasks.rados.rados.0.smithi082.stdout:4: seq_num 3 ranges {0=57344} 2024-08-17T00:40:49.973 INFO:tasks.rados.rados.0.smithi082.stdout:4: writing smithi08280503-4 from 0 to 57344 tid 1 2024-08-17T00:40:49.973 INFO:tasks.rados.rados.0.smithi082.stdout:5: write initial oid 5 2024-08-17T00:40:49.973 INFO:tasks.rados.rados.0.smithi082.stdout:5: seq_num 4 ranges {0=73728} 2024-08-17T00:40:49.973 INFO:tasks.rados.rados.0.smithi082.stdout:5: writing smithi08280503-5 from 0 to 73728 tid 1 2024-08-17T00:40:49.973 INFO:tasks.rados.rados.0.smithi082.stdout:6: write initial oid 6 2024-08-17T00:40:49.973 INFO:tasks.rados.rados.0.smithi082.stdout:6: seq_num 5 ranges {0=90112} 2024-08-17T00:40:49.974 INFO:tasks.rados.rados.0.smithi082.stdout:6: writing smithi08280503-6 from 0 to 90112 tid 1 2024-08-17T00:40:49.974 INFO:tasks.rados.rados.0.smithi082.stdout:7: write initial oid 7 2024-08-17T00:40:49.974 INFO:tasks.rados.rados.0.smithi082.stdout:7: seq_num 6 ranges {0=106496} 2024-08-17T00:40:49.974 INFO:tasks.rados.rados.0.smithi082.stdout:7: writing smithi08280503-7 from 0 to 106496 tid 1 2024-08-17T00:40:49.974 INFO:tasks.rados.rados.0.smithi082.stdout:8: write initial oid 8 2024-08-17T00:40:49.975 INFO:tasks.rados.rados.0.smithi082.stdout:8: seq_num 7 ranges {0=122880} 2024-08-17T00:40:49.975 INFO:tasks.rados.rados.0.smithi082.stdout:8: writing smithi08280503-8 from 0 to 122880 tid 1 2024-08-17T00:40:49.975 INFO:tasks.rados.rados.0.smithi082.stdout:9: write initial oid 9 2024-08-17T00:40:49.975 INFO:tasks.rados.rados.0.smithi082.stdout:9: seq_num 8 ranges {0=139264} 2024-08-17T00:40:49.976 INFO:tasks.rados.rados.0.smithi082.stdout:9: writing smithi08280503-9 from 0 to 139264 tid 1 2024-08-17T00:40:49.976 INFO:tasks.rados.rados.0.smithi082.stdout:4: finishing write tid 1 to smithi08280503-4 2024-08-17T00:40:49.977 INFO:tasks.rados.rados.0.smithi082.stdout:2: finishing write tid 1 to smithi08280503-2 2024-08-17T00:40:49.977 INFO:tasks.rados.rados.0.smithi082.stdout:4: finishing write tid 2 to smithi08280503-4 2024-08-17T00:40:49.977 INFO:tasks.rados.rados.0.smithi082.stdout:1: finishing write tid 1 to smithi08280503-1 2024-08-17T00:40:49.977 INFO:tasks.rados.rados.0.smithi082.stdout:3: finishing write tid 1 to smithi08280503-3 2024-08-17T00:40:49.977 INFO:tasks.rados.rados.0.smithi082.stdout:3: finishing write tid 2 to smithi08280503-3 2024-08-17T00:40:49.977 INFO:tasks.rados.rados.0.smithi082.stdout:2: finishing write tid 2 to smithi08280503-2 2024-08-17T00:40:49.977 INFO:tasks.rados.rados.0.smithi082.stdout:10: write initial oid 10 2024-08-17T00:40:49.977 INFO:tasks.rados.rados.0.smithi082.stdout:10: seq_num 9 ranges {0=155648} 2024-08-17T00:40:49.978 INFO:tasks.rados.rados.0.smithi082.stdout:10: writing smithi08280503-10 from 0 to 155648 tid 1 2024-08-17T00:40:49.978 INFO:tasks.rados.rados.0.smithi082.stdout:11: write initial oid 11 2024-08-17T00:40:49.978 INFO:tasks.rados.rados.0.smithi082.stdout:11: seq_num 10 ranges {0=172032} 2024-08-17T00:40:49.979 INFO:tasks.rados.rados.0.smithi082.stdout:11: writing smithi08280503-11 from 0 to 172032 tid 1 2024-08-17T00:40:49.979 INFO:tasks.rados.rados.0.smithi082.stdout:12: write initial oid 12 2024-08-17T00:40:49.979 INFO:tasks.rados.rados.0.smithi082.stdout:12: seq_num 11 ranges {0=188416} 2024-08-17T00:40:49.981 INFO:tasks.rados.rados.0.smithi082.stdout:12: writing smithi08280503-12 from 0 to 188416 tid 1 2024-08-17T00:40:49.981 INFO:tasks.rados.rados.0.smithi082.stdout:1: finishing write tid 2 to smithi08280503-1 2024-08-17T00:40:49.981 INFO:tasks.rados.rados.0.smithi082.stdout:3: finishing write tid 3 to smithi08280503-3 2024-08-17T00:40:49.982 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-08-17T00:40:49.982 INFO:tasks.rados.rados.0.smithi082.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-08-17T00:40:49.982 INFO:tasks.rados.rados.0.smithi082.stdout:1: finishing write tid 3 to smithi08280503-1 2024-08-17T00:40:49.982 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-08-17T00:40:49.982 INFO:tasks.rados.rados.0.smithi082.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:40:49.982 INFO:tasks.rados.rados.0.smithi082.stdout:1: done (11 left) 2024-08-17T00:40:49.982 INFO:tasks.rados.rados.0.smithi082.stdout:3: done (10 left) 2024-08-17T00:40:49.983 INFO:tasks.rados.rados.0.smithi082.stdout:13: write initial oid 13 2024-08-17T00:40:49.983 INFO:tasks.rados.rados.0.smithi082.stdout:13: seq_num 12 ranges {0=204800} 2024-08-17T00:40:49.984 INFO:tasks.rados.rados.0.smithi082.stdout:13: writing smithi08280503-13 from 0 to 204800 tid 1 2024-08-17T00:40:49.984 INFO:tasks.rados.rados.0.smithi082.stdout:14: write initial oid 14 2024-08-17T00:40:49.984 INFO:tasks.rados.rados.0.smithi082.stdout:14: seq_num 13 ranges {0=221184} 2024-08-17T00:40:49.986 INFO:tasks.rados.rados.0.smithi082.stdout:14: writing smithi08280503-14 from 0 to 221184 tid 1 2024-08-17T00:40:49.986 INFO:tasks.rados.rados.0.smithi082.stdout:15: write initial oid 15 2024-08-17T00:40:49.986 INFO:tasks.rados.rados.0.smithi082.stdout:15: seq_num 14 ranges {0=237568} 2024-08-17T00:40:49.988 INFO:tasks.rados.rados.0.smithi082.stdout:15: writing smithi08280503-15 from 0 to 237568 tid 1 2024-08-17T00:40:49.988 INFO:tasks.rados.rados.0.smithi082.stdout:16: write initial oid 16 2024-08-17T00:40:49.988 INFO:tasks.rados.rados.0.smithi082.stdout:16: seq_num 15 ranges {0=253952} 2024-08-17T00:40:49.990 INFO:tasks.rados.rados.0.smithi082.stdout:16: writing smithi08280503-16 from 0 to 253952 tid 1 2024-08-17T00:40:49.990 INFO:tasks.rados.rados.0.smithi082.stdout:17: write initial oid 17 2024-08-17T00:40:49.990 INFO:tasks.rados.rados.0.smithi082.stdout:17: seq_num 16 ranges {0=270336} 2024-08-17T00:40:49.992 INFO:tasks.rados.rados.0.smithi082.stdout:17: writing smithi08280503-17 from 0 to 270336 tid 1 2024-08-17T00:40:49.992 INFO:tasks.rados.rados.0.smithi082.stdout:4: finishing write tid 3 to smithi08280503-4 2024-08-17T00:40:49.992 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-17T00:40:49.993 INFO:tasks.rados.rados.0.smithi082.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-08-17T00:40:49.993 INFO:tasks.rados.rados.0.smithi082.stdout:2: finishing write tid 3 to smithi08280503-2 2024-08-17T00:40:49.993 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-17T00:40:49.993 INFO:tasks.rados.rados.0.smithi082.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-08-17T00:40:49.993 INFO:tasks.rados.rados.0.smithi082.stdout:5: finishing write tid 1 to smithi08280503-5 2024-08-17T00:40:49.993 INFO:tasks.rados.rados.0.smithi082.stdout:7: finishing write tid 1 to smithi08280503-7 2024-08-17T00:40:49.993 INFO:tasks.rados.rados.0.smithi082.stdout:5: finishing write tid 2 to smithi08280503-5 2024-08-17T00:40:49.993 INFO:tasks.rados.rados.0.smithi082.stdout:7: finishing write tid 2 to smithi08280503-7 2024-08-17T00:40:49.993 INFO:tasks.rados.rados.0.smithi082.stdout:11: finishing write tid 1 to smithi08280503-11 2024-08-17T00:40:49.993 INFO:tasks.rados.rados.0.smithi082.stdout:9: finishing write tid 1 to smithi08280503-9 2024-08-17T00:40:49.993 INFO:tasks.rados.rados.0.smithi082.stdout:9: finishing write tid 2 to smithi08280503-9 2024-08-17T00:40:49.993 INFO:tasks.rados.rados.0.smithi082.stdout:8: finishing write tid 1 to smithi08280503-8 2024-08-17T00:40:49.993 INFO:tasks.rados.rados.0.smithi082.stdout:8: finishing write tid 2 to smithi08280503-8 2024-08-17T00:40:49.994 INFO:tasks.rados.rados.0.smithi082.stdout:7: finishing write tid 3 to smithi08280503-7 2024-08-17T00:40:49.994 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-17T00:40:49.994 INFO:tasks.rados.rados.0.smithi082.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-08-17T00:40:49.994 INFO:tasks.rados.rados.0.smithi082.stdout:11: finishing write tid 2 to smithi08280503-11 2024-08-17T00:40:49.994 INFO:tasks.rados.rados.0.smithi082.stdout:8: finishing write tid 3 to smithi08280503-8 2024-08-17T00:40:49.994 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-08-17T00:40:49.994 INFO:tasks.rados.rados.0.smithi082.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-08-17T00:40:49.994 INFO:tasks.rados.rados.0.smithi082.stdout:6: finishing write tid 1 to smithi08280503-6 2024-08-17T00:40:49.994 INFO:tasks.rados.rados.0.smithi082.stdout:6: finishing write tid 2 to smithi08280503-6 2024-08-17T00:40:49.994 INFO:tasks.rados.rados.0.smithi082.stdout:11: finishing write tid 3 to smithi08280503-11 2024-08-17T00:40:49.994 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-08-17T00:40:49.994 INFO:tasks.rados.rados.0.smithi082.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-08-17T00:40:49.995 INFO:tasks.rados.rados.0.smithi082.stdout:12: finishing write tid 1 to smithi08280503-12 2024-08-17T00:40:49.995 INFO:tasks.rados.rados.0.smithi082.stdout:12: finishing write tid 2 to smithi08280503-12 2024-08-17T00:40:49.995 INFO:tasks.rados.rados.0.smithi082.stdout:13: finishing write tid 1 to smithi08280503-13 2024-08-17T00:40:49.995 INFO:tasks.rados.rados.0.smithi082.stdout:13: finishing write tid 2 to smithi08280503-13 2024-08-17T00:40:49.995 INFO:tasks.rados.rados.0.smithi082.stdout:10: finishing write tid 1 to smithi08280503-10 2024-08-17T00:40:49.995 INFO:tasks.rados.rados.0.smithi082.stdout:5: finishing write tid 3 to smithi08280503-5 2024-08-17T00:40:49.995 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-08-17T00:40:49.995 INFO:tasks.rados.rados.0.smithi082.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-08-17T00:40:49.995 INFO:tasks.rados.rados.0.smithi082.stdout:9: finishing write tid 3 to smithi08280503-9 2024-08-17T00:40:49.995 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 4 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-17T00:40:49.995 INFO:tasks.rados.rados.0.smithi082.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-08-17T00:40:49.995 INFO:tasks.rados.rados.0.smithi082.stdout:10: finishing write tid 2 to smithi08280503-10 2024-08-17T00:40:49.995 INFO:tasks.rados.rados.0.smithi082.stdout:14: finishing write tid 1 to smithi08280503-14 2024-08-17T00:40:49.995 INFO:tasks.rados.rados.0.smithi082.stdout:13: finishing write tid 3 to smithi08280503-13 2024-08-17T00:40:49.996 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-08-17T00:40:49.996 INFO:tasks.rados.rados.0.smithi082.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-08-17T00:40:49.996 INFO:tasks.rados.rados.0.smithi082.stdout:14: finishing write tid 2 to smithi08280503-14 2024-08-17T00:40:49.996 INFO:tasks.rados.rados.0.smithi082.stdout:12: finishing write tid 3 to smithi08280503-12 2024-08-17T00:40:49.996 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-08-17T00:40:49.996 INFO:tasks.rados.rados.0.smithi082.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-08-17T00:40:49.996 INFO:tasks.rados.rados.0.smithi082.stdout:6: finishing write tid 3 to smithi08280503-6 2024-08-17T00:40:49.996 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 4 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-08-17T00:40:49.996 INFO:tasks.rados.rados.0.smithi082.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-08-17T00:40:49.996 INFO:tasks.rados.rados.0.smithi082.stdout:15: finishing write tid 1 to smithi08280503-15 2024-08-17T00:40:49.996 INFO:tasks.rados.rados.0.smithi082.stdout:10: finishing write tid 3 to smithi08280503-10 2024-08-17T00:40:49.996 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 6 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-08-17T00:40:49.997 INFO:tasks.rados.rados.0.smithi082.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-08-17T00:40:49.997 INFO:tasks.rados.rados.0.smithi082.stdout:14: finishing write tid 3 to smithi08280503-14 2024-08-17T00:40:49.997 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 6 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-17T00:40:49.997 INFO:tasks.rados.rados.0.smithi082.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-08-17T00:40:49.997 INFO:tasks.rados.rados.0.smithi082.stdout:15: finishing write tid 2 to smithi08280503-15 2024-08-17T00:40:49.997 INFO:tasks.rados.rados.0.smithi082.stdout:2: done (14 left) 2024-08-17T00:40:49.997 INFO:tasks.rados.rados.0.smithi082.stdout:4: done (13 left) 2024-08-17T00:40:49.997 INFO:tasks.rados.rados.0.smithi082.stdout:5: done (12 left) 2024-08-17T00:40:49.997 INFO:tasks.rados.rados.0.smithi082.stdout:6: done (11 left) 2024-08-17T00:40:49.997 INFO:tasks.rados.rados.0.smithi082.stdout:7: done (10 left) 2024-08-17T00:40:49.997 INFO:tasks.rados.rados.0.smithi082.stdout:8: done (9 left) 2024-08-17T00:40:49.997 INFO:tasks.rados.rados.0.smithi082.stdout:9: done (8 left) 2024-08-17T00:40:49.997 INFO:tasks.rados.rados.0.smithi082.stdout:10: done (7 left) 2024-08-17T00:40:49.997 INFO:tasks.rados.rados.0.smithi082.stdout:11: done (6 left) 2024-08-17T00:40:49.998 INFO:tasks.rados.rados.0.smithi082.stdout:12: done (5 left) 2024-08-17T00:40:49.998 INFO:tasks.rados.rados.0.smithi082.stdout:13: done (4 left) 2024-08-17T00:40:49.998 INFO:tasks.rados.rados.0.smithi082.stdout:14: done (3 left) 2024-08-17T00:40:49.998 INFO:tasks.rados.rados.0.smithi082.stdout:18: write initial oid 18 2024-08-17T00:40:49.998 INFO:tasks.rados.rados.0.smithi082.stdout:18: seq_num 17 ranges {0=286720} 2024-08-17T00:40:49.999 INFO:tasks.rados.rados.0.smithi082.stdout:18: writing smithi08280503-18 from 0 to 286720 tid 1 2024-08-17T00:40:49.999 INFO:tasks.rados.rados.0.smithi082.stdout:19: write initial oid 19 2024-08-17T00:40:49.999 INFO:tasks.rados.rados.0.smithi082.stdout:19: seq_num 18 ranges {0=303104} 2024-08-17T00:40:49.999 INFO:tasks.rados.rados.0.smithi082.stdout:19: writing smithi08280503-19 from 0 to 303104 tid 1 2024-08-17T00:40:49.999 INFO:tasks.rados.rados.0.smithi082.stdout:20: write initial oid 20 2024-08-17T00:40:49.999 INFO:tasks.rados.rados.0.smithi082.stdout:20: seq_num 19 ranges {0=319488} 2024-08-17T00:40:49.999 INFO:tasks.rados.rados.0.smithi082.stdout:20: writing smithi08280503-20 from 0 to 319488 tid 1 2024-08-17T00:40:49.999 INFO:tasks.rados.rados.0.smithi082.stdout:21: write initial oid 21 2024-08-17T00:40:49.999 INFO:tasks.rados.rados.0.smithi082.stdout:21: seq_num 20 ranges {0=344064} 2024-08-17T00:40:50.001 INFO:tasks.rados.rados.0.smithi082.stdout:21: writing smithi08280503-21 from 0 to 344064 tid 1 2024-08-17T00:40:50.001 INFO:tasks.rados.rados.0.smithi082.stdout:22: write initial oid 22 2024-08-17T00:40:50.001 INFO:tasks.rados.rados.0.smithi082.stdout:22: seq_num 21 ranges {0=360448} 2024-08-17T00:40:50.004 INFO:tasks.rados.rados.0.smithi082.stdout:22: writing smithi08280503-22 from 0 to 360448 tid 1 2024-08-17T00:40:50.004 INFO:tasks.rados.rados.0.smithi082.stdout:23: write initial oid 23 2024-08-17T00:40:50.004 INFO:tasks.rados.rados.0.smithi082.stdout:23: seq_num 22 ranges {0=376832} 2024-08-17T00:40:50.006 INFO:tasks.rados.rados.0.smithi082.stdout:23: writing smithi08280503-23 from 0 to 376832 tid 1 2024-08-17T00:40:50.006 INFO:tasks.rados.rados.0.smithi082.stdout:24: write initial oid 24 2024-08-17T00:40:50.007 INFO:tasks.rados.rados.0.smithi082.stdout:24: seq_num 23 ranges {0=393216} 2024-08-17T00:40:50.009 INFO:tasks.rados.rados.0.smithi082.stdout:24: writing smithi08280503-24 from 0 to 393216 tid 1 2024-08-17T00:40:50.009 INFO:tasks.rados.rados.0.smithi082.stdout:25: write initial oid 25 2024-08-17T00:40:50.009 INFO:tasks.rados.rados.0.smithi082.stdout:25: seq_num 24 ranges {0=409600} 2024-08-17T00:40:50.011 INFO:tasks.rados.rados.0.smithi082.stdout:25: writing smithi08280503-25 from 0 to 409600 tid 1 2024-08-17T00:40:50.011 INFO:tasks.rados.rados.0.smithi082.stdout:26: write initial oid 26 2024-08-17T00:40:50.012 INFO:tasks.rados.rados.0.smithi082.stdout:26: seq_num 25 ranges {0=425984} 2024-08-17T00:40:50.014 INFO:tasks.rados.rados.0.smithi082.stdout:26: writing smithi08280503-26 from 0 to 425984 tid 1 2024-08-17T00:40:50.014 INFO:tasks.rados.rados.0.smithi082.stdout:27: write initial oid 27 2024-08-17T00:40:50.014 INFO:tasks.rados.rados.0.smithi082.stdout:27: seq_num 26 ranges {0=442368} 2024-08-17T00:40:50.018 INFO:tasks.rados.rados.0.smithi082.stdout:27: writing smithi08280503-27 from 0 to 442368 tid 1 2024-08-17T00:40:50.018 INFO:tasks.rados.rados.0.smithi082.stdout:16: finishing write tid 1 to smithi08280503-16 2024-08-17T00:40:50.018 INFO:tasks.rados.rados.0.smithi082.stdout:16: finishing write tid 2 to smithi08280503-16 2024-08-17T00:40:50.019 INFO:tasks.rados.rados.0.smithi082.stdout:15: finishing write tid 3 to smithi08280503-15 2024-08-17T00:40:50.019 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 4 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-08-17T00:40:50.019 INFO:tasks.rados.rados.0.smithi082.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-08-17T00:40:50.019 INFO:tasks.rados.rados.0.smithi082.stdout:16: finishing write tid 3 to smithi08280503-16 2024-08-17T00:40:50.019 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-08-17T00:40:50.019 INFO:tasks.rados.rados.0.smithi082.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-08-17T00:40:50.019 INFO:tasks.rados.rados.0.smithi082.stdout:17: finishing write tid 1 to smithi08280503-17 2024-08-17T00:40:50.019 INFO:tasks.rados.rados.0.smithi082.stdout:17: finishing write tid 2 to smithi08280503-17 2024-08-17T00:40:50.019 INFO:tasks.rados.rados.0.smithi082.stdout:17: finishing write tid 3 to smithi08280503-17 2024-08-17T00:40:50.019 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 6 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-08-17T00:40:50.019 INFO:tasks.rados.rados.0.smithi082.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-08-17T00:40:50.019 INFO:tasks.rados.rados.0.smithi082.stdout:18: finishing write tid 1 to smithi08280503-18 2024-08-17T00:40:50.019 INFO:tasks.rados.rados.0.smithi082.stdout:18: finishing write tid 2 to smithi08280503-18 2024-08-17T00:40:50.019 INFO:tasks.rados.rados.0.smithi082.stdout:18: finishing write tid 3 to smithi08280503-18 2024-08-17T00:40:50.020 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 4 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-08-17T00:40:50.020 INFO:tasks.rados.rados.0.smithi082.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-08-17T00:40:50.020 INFO:tasks.rados.rados.0.smithi082.stdout:19: finishing write tid 1 to smithi08280503-19 2024-08-17T00:40:50.020 INFO:tasks.rados.rados.0.smithi082.stdout:19: finishing write tid 2 to smithi08280503-19 2024-08-17T00:40:50.020 INFO:tasks.rados.rados.0.smithi082.stdout:19: finishing write tid 3 to smithi08280503-19 2024-08-17T00:40:50.020 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 4 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-17T00:40:50.020 INFO:tasks.rados.rados.0.smithi082.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-08-17T00:40:50.020 INFO:tasks.rados.rados.0.smithi082.stdout:20: finishing write tid 1 to smithi08280503-20 2024-08-17T00:40:50.020 INFO:tasks.rados.rados.0.smithi082.stdout:20: finishing write tid 2 to smithi08280503-20 2024-08-17T00:40:50.020 INFO:tasks.rados.rados.0.smithi082.stdout:21: finishing write tid 1 to smithi08280503-21 2024-08-17T00:40:50.020 INFO:tasks.rados.rados.0.smithi082.stdout:21: finishing write tid 2 to smithi08280503-21 2024-08-17T00:40:50.020 INFO:tasks.rados.rados.0.smithi082.stdout:20: finishing write tid 3 to smithi08280503-20 2024-08-17T00:40:50.020 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 8 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-08-17T00:40:50.020 INFO:tasks.rados.rados.0.smithi082.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-08-17T00:40:50.021 INFO:tasks.rados.rados.0.smithi082.stdout:22: finishing write tid 1 to smithi08280503-22 2024-08-17T00:40:50.021 INFO:tasks.rados.rados.0.smithi082.stdout:22: finishing write tid 2 to smithi08280503-22 2024-08-17T00:40:50.021 INFO:tasks.rados.rados.0.smithi082.stdout:21: finishing write tid 3 to smithi08280503-21 2024-08-17T00:40:50.021 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 4 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-08-17T00:40:50.021 INFO:tasks.rados.rados.0.smithi082.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-08-17T00:40:50.021 INFO:tasks.rados.rados.0.smithi082.stdout:22: finishing write tid 3 to smithi08280503-22 2024-08-17T00:40:50.021 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 2 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-08-17T00:40:50.021 INFO:tasks.rados.rados.0.smithi082.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-08-17T00:40:50.021 INFO:tasks.rados.rados.0.smithi082.stdout:23: finishing write tid 1 to smithi08280503-23 2024-08-17T00:40:50.021 INFO:tasks.rados.rados.0.smithi082.stdout:23: finishing write tid 2 to smithi08280503-23 2024-08-17T00:40:50.021 INFO:tasks.rados.rados.0.smithi082.stdout:24: finishing write tid 1 to smithi08280503-24 2024-08-17T00:40:50.021 INFO:tasks.rados.rados.0.smithi082.stdout:24: finishing write tid 2 to smithi08280503-24 2024-08-17T00:40:50.021 INFO:tasks.rados.rados.0.smithi082.stdout:23: finishing write tid 3 to smithi08280503-23 2024-08-17T00:40:50.021 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 4 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-08-17T00:40:50.022 INFO:tasks.rados.rados.0.smithi082.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-08-17T00:40:50.022 INFO:tasks.rados.rados.0.smithi082.stdout:24: finishing write tid 3 to smithi08280503-24 2024-08-17T00:40:50.022 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 6 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-17T00:40:50.022 INFO:tasks.rados.rados.0.smithi082.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-08-17T00:40:50.022 INFO:tasks.rados.rados.0.smithi082.stdout:25: finishing write tid 1 to smithi08280503-25 2024-08-17T00:40:50.022 INFO:tasks.rados.rados.0.smithi082.stdout:25: finishing write tid 2 to smithi08280503-25 2024-08-17T00:40:50.022 INFO:tasks.rados.rados.0.smithi082.stdout:25: finishing write tid 3 to smithi08280503-25 2024-08-17T00:40:50.022 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 4 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-08-17T00:40:50.022 INFO:tasks.rados.rados.0.smithi082.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-08-17T00:40:50.022 INFO:tasks.rados.rados.0.smithi082.stdout:26: finishing write tid 1 to smithi08280503-26 2024-08-17T00:40:50.022 INFO:tasks.rados.rados.0.smithi082.stdout:26: finishing write tid 2 to smithi08280503-26 2024-08-17T00:40:50.022 INFO:tasks.rados.rados.0.smithi082.stdout:15: done (12 left) 2024-08-17T00:40:50.022 INFO:tasks.rados.rados.0.smithi082.stdout:16: done (11 left) 2024-08-17T00:40:50.023 INFO:tasks.rados.rados.0.smithi082.stdout:17: done (10 left) 2024-08-17T00:40:50.023 INFO:tasks.rados.rados.0.smithi082.stdout:18: done (9 left) 2024-08-17T00:40:50.023 INFO:tasks.rados.rados.0.smithi082.stdout:19: done (8 left) 2024-08-17T00:40:50.023 INFO:tasks.rados.rados.0.smithi082.stdout:20: done (7 left) 2024-08-17T00:40:50.023 INFO:tasks.rados.rados.0.smithi082.stdout:21: done (6 left) 2024-08-17T00:40:50.023 INFO:tasks.rados.rados.0.smithi082.stdout:22: done (5 left) 2024-08-17T00:40:50.023 INFO:tasks.rados.rados.0.smithi082.stdout:23: done (4 left) 2024-08-17T00:40:50.023 INFO:tasks.rados.rados.0.smithi082.stdout:24: done (3 left) 2024-08-17T00:40:50.023 INFO:tasks.rados.rados.0.smithi082.stdout:25: done (2 left) 2024-08-17T00:40:50.024 INFO:tasks.rados.rados.0.smithi082.stdout:28: write initial oid 28 2024-08-17T00:40:50.024 INFO:tasks.rados.rados.0.smithi082.stdout:28: seq_num 27 ranges {0=458752} 2024-08-17T00:40:50.025 INFO:tasks.rados.rados.0.smithi082.stdout:28: writing smithi08280503-28 from 0 to 458752 tid 1 2024-08-17T00:40:50.025 INFO:tasks.rados.rados.0.smithi082.stdout:29: write initial oid 29 2024-08-17T00:40:50.025 INFO:tasks.rados.rados.0.smithi082.stdout:29: seq_num 28 ranges {0=475136} 2024-08-17T00:40:50.025 INFO:tasks.rados.rados.0.smithi082.stdout:29: writing smithi08280503-29 from 0 to 475136 tid 1 2024-08-17T00:40:50.025 INFO:tasks.rados.rados.0.smithi082.stdout:30: write initial oid 30 2024-08-17T00:40:50.025 INFO:tasks.rados.rados.0.smithi082.stdout:30: seq_num 29 ranges {0=491520} 2024-08-17T00:40:50.026 INFO:tasks.rados.rados.0.smithi082.stdout:30: writing smithi08280503-30 from 0 to 491520 tid 1 2024-08-17T00:40:50.026 INFO:tasks.rados.rados.0.smithi082.stdout:31: write initial oid 31 2024-08-17T00:40:50.026 INFO:tasks.rados.rados.0.smithi082.stdout:31: seq_num 30 ranges {0=507904} 2024-08-17T00:40:50.030 INFO:tasks.rados.rados.0.smithi082.stdout:31: writing smithi08280503-31 from 0 to 507904 tid 1 2024-08-17T00:40:50.030 INFO:tasks.rados.rados.0.smithi082.stdout:32: write initial oid 32 2024-08-17T00:40:50.030 INFO:tasks.rados.rados.0.smithi082.stdout:32: seq_num 31 ranges {0=524288} 2024-08-17T00:40:50.033 INFO:tasks.rados.rados.0.smithi082.stdout:32: writing smithi08280503-32 from 0 to 524288 tid 1 2024-08-17T00:40:50.033 INFO:tasks.rados.rados.0.smithi082.stdout:33: write initial oid 33 2024-08-17T00:40:50.033 INFO:tasks.rados.rados.0.smithi082.stdout:33: seq_num 32 ranges {0=540672} 2024-08-17T00:40:50.037 INFO:tasks.rados.rados.0.smithi082.stdout:33: writing smithi08280503-33 from 0 to 540672 tid 1 2024-08-17T00:40:50.038 INFO:tasks.rados.rados.0.smithi082.stdout:34: write initial oid 34 2024-08-17T00:40:50.038 INFO:tasks.rados.rados.0.smithi082.stdout:34: seq_num 33 ranges {0=557056} 2024-08-17T00:40:50.041 INFO:tasks.rados.rados.0.smithi082.stdout:34: writing smithi08280503-34 from 0 to 557056 tid 1 2024-08-17T00:40:50.041 INFO:tasks.rados.rados.0.smithi082.stdout:35: write initial oid 35 2024-08-17T00:40:50.041 INFO:tasks.rados.rados.0.smithi082.stdout:35: seq_num 34 ranges {0=573440} 2024-08-17T00:40:50.045 INFO:tasks.rados.rados.0.smithi082.stdout:35: writing smithi08280503-35 from 0 to 573440 tid 1 2024-08-17T00:40:50.045 INFO:tasks.rados.rados.0.smithi082.stdout:36: write initial oid 36 2024-08-17T00:40:50.045 INFO:tasks.rados.rados.0.smithi082.stdout:36: seq_num 35 ranges {0=589824} 2024-08-17T00:40:50.048 INFO:tasks.rados.rados.0.smithi082.stdout:36: writing smithi08280503-36 from 0 to 589824 tid 1 2024-08-17T00:40:50.049 INFO:tasks.rados.rados.0.smithi082.stdout:37: write initial oid 37 2024-08-17T00:40:50.049 INFO:tasks.rados.rados.0.smithi082.stdout:37: seq_num 36 ranges {0=606208} 2024-08-17T00:40:50.052 INFO:tasks.rados.rados.0.smithi082.stdout:37: writing smithi08280503-37 from 0 to 606208 tid 1 2024-08-17T00:40:50.052 INFO:tasks.rados.rados.0.smithi082.stdout:38: write initial oid 38 2024-08-17T00:40:50.052 INFO:tasks.rados.rados.0.smithi082.stdout:38: seq_num 37 ranges {0=622592} 2024-08-17T00:40:50.056 INFO:tasks.rados.rados.0.smithi082.stdout:38: writing smithi08280503-38 from 0 to 622592 tid 1 2024-08-17T00:40:50.056 INFO:tasks.rados.rados.0.smithi082.stdout:39: write initial oid 39 2024-08-17T00:40:50.057 INFO:tasks.rados.rados.0.smithi082.stdout:39: seq_num 38 ranges {0=638976} 2024-08-17T00:40:50.060 INFO:tasks.rados.rados.0.smithi082.stdout:39: writing smithi08280503-39 from 0 to 638976 tid 1 2024-08-17T00:40:50.060 INFO:tasks.rados.rados.0.smithi082.stdout:40: write initial oid 40 2024-08-17T00:40:50.060 INFO:tasks.rados.rados.0.smithi082.stdout:40: seq_num 39 ranges {0=663552} 2024-08-17T00:40:50.064 INFO:tasks.rados.rados.0.smithi082.stdout:40: writing smithi08280503-40 from 0 to 663552 tid 1 2024-08-17T00:40:50.064 INFO:tasks.rados.rados.0.smithi082.stdout:41: write initial oid 41 2024-08-17T00:40:50.064 INFO:tasks.rados.rados.0.smithi082.stdout:41: seq_num 40 ranges {0=679936} 2024-08-17T00:40:50.068 INFO:tasks.rados.rados.0.smithi082.stdout:41: writing smithi08280503-41 from 0 to 679936 tid 1 2024-08-17T00:40:50.068 INFO:tasks.rados.rados.0.smithi082.stdout: waiting on 16 2024-08-17T00:40:50.068 INFO:tasks.rados.rados.0.smithi082.stdout:26: finishing write tid 3 to smithi08280503-26 2024-08-17T00:40:50.068 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 8 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-08-17T00:40:50.068 INFO:tasks.rados.rados.0.smithi082.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-08-17T00:40:50.068 INFO:tasks.rados.rados.0.smithi082.stdout:26: done (15 left) 2024-08-17T00:40:50.068 INFO:tasks.rados.rados.0.smithi082.stdout:42: write initial oid 42 2024-08-17T00:40:50.068 INFO:tasks.rados.rados.0.smithi082.stdout:42: seq_num 41 ranges {0=696320} 2024-08-17T00:40:50.072 INFO:tasks.rados.rados.0.smithi082.stdout:42: writing smithi08280503-42 from 0 to 696320 tid 1 2024-08-17T00:40:50.073 INFO:tasks.rados.rados.0.smithi082.stdout: waiting on 16 2024-08-17T00:40:50.073 INFO:tasks.rados.rados.0.smithi082.stdout:27: finishing write tid 1 to smithi08280503-27 2024-08-17T00:40:50.073 INFO:tasks.rados.rados.0.smithi082.stdout:27: finishing write tid 2 to smithi08280503-27 2024-08-17T00:40:50.073 INFO:tasks.rados.rados.0.smithi082.stdout:27: finishing write tid 3 to smithi08280503-27 2024-08-17T00:40:50.073 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 6 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-17T00:40:50.073 INFO:tasks.rados.rados.0.smithi082.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-08-17T00:40:50.073 INFO:tasks.rados.rados.0.smithi082.stdout:28: finishing write tid 1 to smithi08280503-28 2024-08-17T00:40:50.073 INFO:tasks.rados.rados.0.smithi082.stdout:28: finishing write tid 2 to smithi08280503-28 2024-08-17T00:40:50.073 INFO:tasks.rados.rados.0.smithi082.stdout:27: done (15 left) 2024-08-17T00:40:50.073 INFO:tasks.rados.rados.0.smithi082.stdout:43: write initial oid 43 2024-08-17T00:40:50.073 INFO:tasks.rados.rados.0.smithi082.stdout:43: seq_num 42 ranges {0=712704} 2024-08-17T00:40:50.077 INFO:tasks.rados.rados.0.smithi082.stdout:43: writing smithi08280503-43 from 0 to 712704 tid 1 2024-08-17T00:40:50.077 INFO:tasks.rados.rados.0.smithi082.stdout: waiting on 16 2024-08-17T00:40:50.077 INFO:tasks.rados.rados.0.smithi082.stdout:28: finishing write tid 3 to smithi08280503-28 2024-08-17T00:40:50.077 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 8 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-08-17T00:40:50.077 INFO:tasks.rados.rados.0.smithi082.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-08-17T00:40:50.077 INFO:tasks.rados.rados.0.smithi082.stdout:29: finishing write tid 1 to smithi08280503-29 2024-08-17T00:40:50.077 INFO:tasks.rados.rados.0.smithi082.stdout:28: done (15 left) 2024-08-17T00:40:50.078 INFO:tasks.rados.rados.0.smithi082.stdout:44: write initial oid 44 2024-08-17T00:40:50.078 INFO:tasks.rados.rados.0.smithi082.stdout:44: seq_num 43 ranges {0=729088} 2024-08-17T00:40:50.082 INFO:tasks.rados.rados.0.smithi082.stdout:44: writing smithi08280503-44 from 0 to 729088 tid 1 2024-08-17T00:40:50.082 INFO:tasks.rados.rados.0.smithi082.stdout: waiting on 16 2024-08-17T00:40:50.082 INFO:tasks.rados.rados.0.smithi082.stdout:29: finishing write tid 2 to smithi08280503-29 2024-08-17T00:40:50.083 INFO:tasks.rados.rados.0.smithi082.stdout:29: finishing write tid 3 to smithi08280503-29 2024-08-17T00:40:50.083 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-08-17T00:40:50.083 INFO:tasks.rados.rados.0.smithi082.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-08-17T00:40:50.083 INFO:tasks.rados.rados.0.smithi082.stdout:30: finishing write tid 1 to smithi08280503-30 2024-08-17T00:40:50.083 INFO:tasks.rados.rados.0.smithi082.stdout:30: finishing write tid 2 to smithi08280503-30 2024-08-17T00:40:50.083 INFO:tasks.rados.rados.0.smithi082.stdout:30: finishing write tid 3 to smithi08280503-30 2024-08-17T00:40:50.083 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 30 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-17T00:40:50.083 INFO:tasks.rados.rados.0.smithi082.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-08-17T00:40:50.083 INFO:tasks.rados.rados.0.smithi082.stdout:31: finishing write tid 1 to smithi08280503-31 2024-08-17T00:40:50.083 INFO:tasks.rados.rados.0.smithi082.stdout:31: finishing write tid 2 to smithi08280503-31 2024-08-17T00:40:50.083 INFO:tasks.rados.rados.0.smithi082.stdout:31: finishing write tid 3 to smithi08280503-31 2024-08-17T00:40:50.083 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 8 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-08-17T00:40:50.083 INFO:tasks.rados.rados.0.smithi082.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-08-17T00:40:50.084 INFO:tasks.rados.rados.0.smithi082.stdout:29: done (15 left) 2024-08-17T00:40:50.084 INFO:tasks.rados.rados.0.smithi082.stdout:30: done (14 left) 2024-08-17T00:40:50.084 INFO:tasks.rados.rados.0.smithi082.stdout:31: done (13 left) 2024-08-17T00:40:50.084 INFO:tasks.rados.rados.0.smithi082.stdout:45: write initial oid 45 2024-08-17T00:40:50.084 INFO:tasks.rados.rados.0.smithi082.stdout:45: seq_num 44 ranges {0=745472} 2024-08-17T00:40:50.087 INFO:tasks.rados.rados.0.smithi082.stdout:45: writing smithi08280503-45 from 0 to 745472 tid 1 2024-08-17T00:40:50.087 INFO:tasks.rados.rados.0.smithi082.stdout:46: write initial oid 46 2024-08-17T00:40:50.087 INFO:tasks.rados.rados.0.smithi082.stdout:46: seq_num 45 ranges {0=761856} 2024-08-17T00:40:50.091 INFO:tasks.rados.rados.0.smithi082.stdout:46: writing smithi08280503-46 from 0 to 761856 tid 1 2024-08-17T00:40:50.092 INFO:tasks.rados.rados.0.smithi082.stdout:47: write initial oid 47 2024-08-17T00:40:50.092 INFO:tasks.rados.rados.0.smithi082.stdout:47: seq_num 46 ranges {0=778240} 2024-08-17T00:40:50.097 INFO:tasks.rados.rados.0.smithi082.stdout:47: writing smithi08280503-47 from 0 to 778240 tid 1 2024-08-17T00:40:50.097 INFO:tasks.rados.rados.0.smithi082.stdout: waiting on 16 2024-08-17T00:40:50.097 INFO:tasks.rados.rados.0.smithi082.stdout:32: finishing write tid 1 to smithi08280503-32 2024-08-17T00:40:50.097 INFO:tasks.rados.rados.0.smithi082.stdout:32: finishing write tid 2 to smithi08280503-32 2024-08-17T00:40:50.098 INFO:tasks.rados.rados.0.smithi082.stdout:32: finishing write tid 3 to smithi08280503-32 2024-08-17T00:40:50.098 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 2 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-17T00:40:50.098 INFO:tasks.rados.rados.0.smithi082.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-08-17T00:40:50.098 INFO:tasks.rados.rados.0.smithi082.stdout:33: finishing write tid 1 to smithi08280503-33 2024-08-17T00:40:50.098 INFO:tasks.rados.rados.0.smithi082.stdout:32: done (15 left) 2024-08-17T00:40:50.098 INFO:tasks.rados.rados.0.smithi082.stdout:48: write initial oid 48 2024-08-17T00:40:50.098 INFO:tasks.rados.rados.0.smithi082.stdout:48: seq_num 47 ranges {0=794624} 2024-08-17T00:40:50.103 INFO:tasks.rados.rados.0.smithi082.stdout:48: writing smithi08280503-48 from 0 to 794624 tid 1 2024-08-17T00:40:50.103 INFO:tasks.rados.rados.0.smithi082.stdout: waiting on 16 2024-08-17T00:40:50.103 INFO:tasks.rados.rados.0.smithi082.stdout:33: finishing write tid 2 to smithi08280503-33 2024-08-17T00:40:50.103 INFO:tasks.rados.rados.0.smithi082.stdout:33: finishing write tid 3 to smithi08280503-33 2024-08-17T00:40:50.103 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 6 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-08-17T00:40:50.103 INFO:tasks.rados.rados.0.smithi082.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-08-17T00:40:50.103 INFO:tasks.rados.rados.0.smithi082.stdout:34: finishing write tid 1 to smithi08280503-34 2024-08-17T00:40:50.103 INFO:tasks.rados.rados.0.smithi082.stdout:34: finishing write tid 2 to smithi08280503-34 2024-08-17T00:40:50.103 INFO:tasks.rados.rados.0.smithi082.stdout:34: finishing write tid 3 to smithi08280503-34 2024-08-17T00:40:50.103 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 2 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-17T00:40:50.104 INFO:tasks.rados.rados.0.smithi082.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-08-17T00:40:50.104 INFO:tasks.rados.rados.0.smithi082.stdout:35: finishing write tid 1 to smithi08280503-35 2024-08-17T00:40:50.104 INFO:tasks.rados.rados.0.smithi082.stdout:33: done (15 left) 2024-08-17T00:40:50.104 INFO:tasks.rados.rados.0.smithi082.stdout:34: done (14 left) 2024-08-17T00:40:50.104 INFO:tasks.rados.rados.0.smithi082.stdout:49: write initial oid 49 2024-08-17T00:40:50.104 INFO:tasks.rados.rados.0.smithi082.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-08-17T00:40:50.105 INFO:tasks.rados.rados.0.smithi082.stdout:49: writing smithi08280503-49 from 0 to 409600 tid 1 2024-08-17T00:40:50.108 INFO:tasks.rados.rados.0.smithi082.stdout:49: writing smithi08280503-49 from 409600 to 811008 tid 2 2024-08-17T00:40:50.108 INFO:tasks.rados.rados.0.smithi082.stdout:50: write initial oid 50 2024-08-17T00:40:50.108 INFO:tasks.rados.rados.0.smithi082.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-08-17T00:40:50.110 INFO:tasks.rados.rados.0.smithi082.stdout:50: writing smithi08280503-50 from 0 to 425984 tid 1 2024-08-17T00:40:50.114 INFO:tasks.rados.rados.0.smithi082.stdout:50: writing smithi08280503-50 from 425984 to 827392 tid 2 2024-08-17T00:40:50.114 INFO:tasks.rados.rados.0.smithi082.stdout: waiting on 16 2024-08-17T00:40:50.114 INFO:tasks.rados.rados.0.smithi082.stdout:35: finishing write tid 2 to smithi08280503-35 2024-08-17T00:40:50.115 INFO:tasks.rados.rados.0.smithi082.stdout:35: finishing write tid 3 to smithi08280503-35 2024-08-17T00:40:50.115 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 2 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-17T00:40:50.115 INFO:tasks.rados.rados.0.smithi082.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-08-17T00:40:50.115 INFO:tasks.rados.rados.0.smithi082.stdout:36: finishing write tid 1 to smithi08280503-36 2024-08-17T00:40:50.115 INFO:tasks.rados.rados.0.smithi082.stdout:36: finishing write tid 2 to smithi08280503-36 2024-08-17T00:40:50.115 INFO:tasks.rados.rados.0.smithi082.stdout:36: finishing write tid 3 to smithi08280503-36 2024-08-17T00:40:50.115 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 6 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-08-17T00:40:50.115 INFO:tasks.rados.rados.0.smithi082.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-08-17T00:40:50.115 INFO:tasks.rados.rados.0.smithi082.stdout:37: finishing write tid 1 to smithi08280503-37 2024-08-17T00:40:50.115 INFO:tasks.rados.rados.0.smithi082.stdout:37: finishing write tid 2 to smithi08280503-37 2024-08-17T00:40:50.115 INFO:tasks.rados.rados.0.smithi082.stdout:37: finishing write tid 3 to smithi08280503-37 2024-08-17T00:40:50.115 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-17T00:40:50.115 INFO:tasks.rados.rados.0.smithi082.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-08-17T00:40:50.115 INFO:tasks.rados.rados.0.smithi082.stdout:38: finishing write tid 1 to smithi08280503-38 2024-08-17T00:40:50.116 INFO:tasks.rados.rados.0.smithi082.stdout:35: done (15 left) 2024-08-17T00:40:50.116 INFO:tasks.rados.rados.0.smithi082.stdout:36: done (14 left) 2024-08-17T00:40:50.116 INFO:tasks.rados.rados.0.smithi082.stdout:37: done (13 left) 2024-08-17T00:40:50.116 INFO:tasks.rados.rados.0.smithi082.stdout:51: copy_from oid 8 from oid 14 current snap is 0 2024-08-17T00:40:50.116 INFO:tasks.rados.rados.0.smithi082.stdout:38: finishing write tid 2 to smithi08280503-38 2024-08-17T00:40:50.116 INFO:tasks.rados.rados.0.smithi082.stdout:38: finishing write tid 3 to smithi08280503-38 2024-08-17T00:40:50.116 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 6 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-08-17T00:40:50.116 INFO:tasks.rados.rados.0.smithi082.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-08-17T00:40:50.116 INFO:tasks.rados.rados.0.smithi082.stdout:39: finishing write tid 1 to smithi08280503-39 2024-08-17T00:40:50.116 INFO:tasks.rados.rados.0.smithi082.stdout:39: finishing write tid 2 to smithi08280503-39 2024-08-17T00:40:50.116 INFO:tasks.rados.rados.0.smithi082.stdout:39: finishing write tid 3 to smithi08280503-39 2024-08-17T00:40:50.116 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 4 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-17T00:40:50.116 INFO:tasks.rados.rados.0.smithi082.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-08-17T00:40:50.117 INFO:tasks.rados.rados.0.smithi082.stdout:40: finishing write tid 1 to smithi08280503-40 2024-08-17T00:40:50.117 INFO:tasks.rados.rados.0.smithi082.stdout:38: done (13 left) 2024-08-17T00:40:50.117 INFO:tasks.rados.rados.0.smithi082.stdout:39: done (12 left) 2024-08-17T00:40:50.117 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 28 current snap is 0 2024-08-17T00:40:50.117 INFO:tasks.rados.rados.0.smithi082.stdout:40: finishing write tid 2 to smithi08280503-40 2024-08-17T00:40:50.117 INFO:tasks.rados.rados.0.smithi082.stdout:40: finishing write tid 3 to smithi08280503-40 2024-08-17T00:40:50.117 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 10 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T00:40:50.117 INFO:tasks.rados.rados.0.smithi082.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-08-17T00:40:50.117 INFO:tasks.rados.rados.0.smithi082.stdout:41: finishing write tid 1 to smithi08280503-41 2024-08-17T00:40:50.117 INFO:tasks.rados.rados.0.smithi082.stdout:52: seq_num 50 ranges {458752=442368,901120=401408} 2024-08-17T00:40:50.119 INFO:tasks.rados.rados.0.smithi082.stdout:52: writing smithi08280503-28 from 458752 to 901120 tid 1 2024-08-17T00:40:50.122 INFO:tasks.rados.rados.0.smithi082.stdout:52: writing smithi08280503-28 from 901120 to 1302528 tid 2 2024-08-17T00:40:50.122 INFO:tasks.rados.rados.0.smithi082.stdout:40: done (12 left) 2024-08-17T00:40:50.122 INFO:tasks.rados.rados.0.smithi082.stdout:53: rmattr oid 38 current snap is 0 2024-08-17T00:40:50.123 INFO:tasks.rados.rados.0.smithi082.stdout:53: done (12 left) 2024-08-17T00:40:50.123 INFO:tasks.rados.rados.0.smithi082.stdout:54: delete oid 4 current snap is 0 2024-08-17T00:40:50.123 INFO:tasks.rados.rados.0.smithi082.stdout:41: finishing write tid 2 to smithi08280503-41 2024-08-17T00:40:50.123 INFO:tasks.rados.rados.0.smithi082.stdout:41: finishing write tid 3 to smithi08280503-41 2024-08-17T00:40:50.123 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 6 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-17T00:40:50.123 INFO:tasks.rados.rados.0.smithi082.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-08-17T00:40:50.123 INFO:tasks.rados.rados.0.smithi082.stdout:42: finishing write tid 1 to smithi08280503-42 2024-08-17T00:40:50.123 INFO:tasks.rados.rados.0.smithi082.stdout:42: finishing write tid 2 to smithi08280503-42 2024-08-17T00:40:50.127 INFO:tasks.rados.rados.0.smithi082.stdout:42: finishing write tid 3 to smithi08280503-42 2024-08-17T00:40:50.127 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-17T00:40:50.127 INFO:tasks.rados.rados.0.smithi082.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-08-17T00:40:50.127 INFO:tasks.rados.rados.0.smithi082.stdout:43: finishing write tid 1 to smithi08280503-43 2024-08-17T00:40:50.127 INFO:tasks.rados.rados.0.smithi082.stdout:43: finishing write tid 2 to smithi08280503-43 2024-08-17T00:40:50.127 INFO:tasks.rados.rados.0.smithi082.stdout:43: finishing write tid 3 to smithi08280503-43 2024-08-17T00:40:50.127 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 10 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-08-17T00:40:50.127 INFO:tasks.rados.rados.0.smithi082.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-08-17T00:40:50.127 INFO:tasks.rados.rados.0.smithi082.stdout:44: finishing write tid 1 to smithi08280503-44 2024-08-17T00:40:50.128 INFO:tasks.rados.rados.0.smithi082.stdout:44: finishing write tid 2 to smithi08280503-44 2024-08-17T00:40:50.128 INFO:tasks.rados.rados.0.smithi082.stdout:44: finishing write tid 3 to smithi08280503-44 2024-08-17T00:40:50.128 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 4 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-08-17T00:40:50.128 INFO:tasks.rados.rados.0.smithi082.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-08-17T00:40:50.128 INFO:tasks.rados.rados.0.smithi082.stdout:45: finishing write tid 1 to smithi08280503-45 2024-08-17T00:40:50.128 INFO:tasks.rados.rados.0.smithi082.stdout:45: finishing write tid 2 to smithi08280503-45 2024-08-17T00:40:50.128 INFO:tasks.rados.rados.0.smithi082.stdout:45: finishing write tid 3 to smithi08280503-45 2024-08-17T00:40:50.128 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 4 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-08-17T00:40:50.128 INFO:tasks.rados.rados.0.smithi082.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-08-17T00:40:50.128 INFO:tasks.rados.rados.0.smithi082.stdout:46: finishing write tid 1 to smithi08280503-46 2024-08-17T00:40:50.128 INFO:tasks.rados.rados.0.smithi082.stdout:46: finishing write tid 2 to smithi08280503-46 2024-08-17T00:40:50.128 INFO:tasks.rados.rados.0.smithi082.stdout:46: finishing write tid 3 to smithi08280503-46 2024-08-17T00:40:50.128 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 46 v 12 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T00:40:50.129 INFO:tasks.rados.rados.0.smithi082.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:40:50.129 INFO:tasks.rados.rados.0.smithi082.stdout:47: finishing write tid 1 to smithi08280503-47 2024-08-17T00:40:50.129 INFO:tasks.rados.rados.0.smithi082.stdout:47: finishing write tid 2 to smithi08280503-47 2024-08-17T00:40:50.129 INFO:tasks.rados.rados.0.smithi082.stdout:47: finishing write tid 3 to smithi08280503-47 2024-08-17T00:40:50.129 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T00:40:50.129 INFO:tasks.rados.rados.0.smithi082.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-08-17T00:40:50.129 INFO:tasks.rados.rados.0.smithi082.stdout:48: finishing write tid 1 to smithi08280503-48 2024-08-17T00:40:50.129 INFO:tasks.rados.rados.0.smithi082.stdout:48: finishing write tid 2 to smithi08280503-48 2024-08-17T00:40:50.129 INFO:tasks.rados.rados.0.smithi082.stdout:48: finishing write tid 3 to smithi08280503-48 2024-08-17T00:40:50.129 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 8 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-17T00:40:50.129 INFO:tasks.rados.rados.0.smithi082.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-08-17T00:40:50.129 INFO:tasks.rados.rados.0.smithi082.stdout:49: finishing write tid 1 to smithi08280503-49 2024-08-17T00:40:50.129 INFO:tasks.rados.rados.0.smithi082.stdout:49: finishing write tid 2 to smithi08280503-49 2024-08-17T00:40:50.129 INFO:tasks.rados.rados.0.smithi082.stdout:49: finishing write tid 3 to smithi08280503-49 2024-08-17T00:40:50.130 INFO:tasks.rados.rados.0.smithi082.stdout:49: finishing write tid 4 to smithi08280503-49 2024-08-17T00:40:50.130 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 49 v 11 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-17T00:40:50.130 INFO:tasks.rados.rados.0.smithi082.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-08-17T00:40:50.130 INFO:tasks.rados.rados.0.smithi082.stdout:50: finishing write tid 1 to smithi08280503-50 2024-08-17T00:40:50.130 INFO:tasks.rados.rados.0.smithi082.stdout:50: finishing write tid 2 to smithi08280503-50 2024-08-17T00:40:50.130 INFO:tasks.rados.rados.0.smithi082.stdout:50: finishing write tid 3 to smithi08280503-50 2024-08-17T00:40:50.130 INFO:tasks.rados.rados.0.smithi082.stdout:50: finishing write tid 4 to smithi08280503-50 2024-08-17T00:40:50.130 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 14 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-08-17T00:40:50.130 INFO:tasks.rados.rados.0.smithi082.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-08-17T00:40:50.130 INFO:tasks.rados.rados.0.smithi082.stdout:51: finishing copy_from racing read to smithi08280503-8 2024-08-17T00:40:50.130 INFO:tasks.rados.rados.0.smithi082.stdout:51: finishing copy_from to smithi08280503-8 2024-08-17T00:40:50.130 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 6 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-17T00:40:50.131 INFO:tasks.rados.rados.0.smithi082.stdout:52: finishing write tid 1 to smithi08280503-28 2024-08-17T00:40:50.132 INFO:tasks.rados.rados.0.smithi082.stdout:41: done (12 left) 2024-08-17T00:40:50.132 INFO:tasks.rados.rados.0.smithi082.stdout:42: done (11 left) 2024-08-17T00:40:50.132 INFO:tasks.rados.rados.0.smithi082.stdout:43: done (10 left) 2024-08-17T00:40:50.132 INFO:tasks.rados.rados.0.smithi082.stdout:44: done (9 left) 2024-08-17T00:40:50.132 INFO:tasks.rados.rados.0.smithi082.stdout:45: done (8 left) 2024-08-17T00:40:50.132 INFO:tasks.rados.rados.0.smithi082.stdout:46: done (7 left) 2024-08-17T00:40:50.133 INFO:tasks.rados.rados.0.smithi082.stdout:47: done (6 left) 2024-08-17T00:40:50.133 INFO:tasks.rados.rados.0.smithi082.stdout:48: done (5 left) 2024-08-17T00:40:50.133 INFO:tasks.rados.rados.0.smithi082.stdout:49: done (4 left) 2024-08-17T00:40:50.133 INFO:tasks.rados.rados.0.smithi082.stdout:50: done (3 left) 2024-08-17T00:40:50.133 INFO:tasks.rados.rados.0.smithi082.stdout:51: done (2 left) 2024-08-17T00:40:50.133 INFO:tasks.rados.rados.0.smithi082.stdout:54: done (1 left) 2024-08-17T00:40:50.133 INFO:tasks.rados.rados.0.smithi082.stdout:55: read oid 15 snap -1 2024-08-17T00:40:50.133 INFO:tasks.rados.rados.0.smithi082.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-08-17T00:40:50.133 INFO:tasks.rados.rados.0.smithi082.stdout:56: rollback oid 31 current snap is 0 2024-08-17T00:40:50.133 INFO:tasks.rados.rados.0.smithi082.stdout:56: done (2 left) 2024-08-17T00:40:50.133 INFO:tasks.rados.rados.0.smithi082.stdout:57: read oid 27 snap -1 2024-08-17T00:40:50.133 INFO:tasks.rados.rados.0.smithi082.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-17T00:40:50.133 INFO:tasks.rados.rados.0.smithi082.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-08-17T00:40:50.134 INFO:tasks.rados.rados.0.smithi082.stdout:59: rollback oid 45 current snap is 0 2024-08-17T00:40:50.134 INFO:tasks.rados.rados.0.smithi082.stdout:59: done (4 left) 2024-08-17T00:40:50.134 INFO:tasks.rados.rados.0.smithi082.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-08-17T00:40:50.134 INFO:tasks.rados.rados.0.smithi082.stdout:61: delete oid 1 current snap is 0 2024-08-17T00:40:50.134 INFO:tasks.rados.rados.0.smithi082.stdout:52: finishing write tid 2 to smithi08280503-28 2024-08-17T00:40:50.134 INFO:tasks.rados.rados.0.smithi082.stdout:52: finishing write tid 3 to smithi08280503-28 2024-08-17T00:40:50.134 INFO:tasks.rados.rados.0.smithi082.stdout:52: finishing write tid 4 to smithi08280503-28 2024-08-17T00:40:50.134 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 12 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-17T00:40:50.134 INFO:tasks.rados.rados.0.smithi082.stdout:52: left oid 28 (ObjNum 50 snap 0 seq_num 50) 2024-08-17T00:40:50.134 INFO:tasks.rados.rados.0.smithi082.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-17T00:40:50.141 INFO:tasks.rados.rados.0.smithi082.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-08-17T00:40:50.147 INFO:tasks.rados.rados.0.smithi082.stdout:58: finishing copy_from racing read to smithi08280503-29 2024-08-17T00:40:50.148 INFO:tasks.rados.rados.0.smithi082.stdout:58: finishing copy_from to smithi08280503-29 2024-08-17T00:40:50.148 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T00:40:50.148 INFO:tasks.rados.rados.0.smithi082.stdout:60: finishing copy_from racing read to smithi08280503-22 2024-08-17T00:40:50.148 INFO:tasks.rados.rados.0.smithi082.stdout:52: done (5 left) 2024-08-17T00:40:50.148 INFO:tasks.rados.rados.0.smithi082.stdout:55: done (4 left) 2024-08-17T00:40:50.148 INFO:tasks.rados.rados.0.smithi082.stdout:57: done (3 left) 2024-08-17T00:40:50.148 INFO:tasks.rados.rados.0.smithi082.stdout:58: done (2 left) 2024-08-17T00:40:50.148 INFO:tasks.rados.rados.0.smithi082.stdout:61: done (1 left) 2024-08-17T00:40:50.148 INFO:tasks.rados.rados.0.smithi082.stdout:62: read oid 27 snap -1 2024-08-17T00:40:50.148 INFO:tasks.rados.rados.0.smithi082.stdout:62: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-17T00:40:50.148 INFO:tasks.rados.rados.0.smithi082.stdout:63: snap_create 2024-08-17T00:40:50.148 INFO:tasks.rados.rados.0.smithi082.stdout:60: finishing copy_from to smithi08280503-22 2024-08-17T00:40:50.149 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 8 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-17T00:40:50.149 INFO:tasks.rados.rados.0.smithi082.stdout:62: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-17T00:40:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:49 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/729194805' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-17T00:40:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:49 smithi082 ceph-mon[39953]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-17T00:40:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:49 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/729194805' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-17T00:40:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:49 smithi082 ceph-mon[29275]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-17T00:40:50.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:49 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/729194805' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-17T00:40:50.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:49 smithi137 ceph-mon[33068]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-17T00:40:50.975 INFO:tasks.rados.rados.0.smithi082.stdout:60: done (2 left) 2024-08-17T00:40:50.975 INFO:tasks.rados.rados.0.smithi082.stdout:62: done (1 left) 2024-08-17T00:40:50.975 INFO:tasks.rados.rados.0.smithi082.stdout:63: done (0 left) 2024-08-17T00:40:50.976 INFO:tasks.rados.rados.0.smithi082.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-08-17T00:40:50.976 INFO:tasks.rados.rados.0.smithi082.stdout:65: read oid 30 snap -1 2024-08-17T00:40:50.976 INFO:tasks.rados.rados.0.smithi082.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-17T00:40:50.976 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 23 current snap is 1 2024-08-17T00:40:50.976 INFO:tasks.rados.rados.0.smithi082.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-08-17T00:40:50.981 INFO:tasks.rados.rados.0.smithi082.stdout:66: writing smithi08280503-23 from 376832 to 868352 tid 1 2024-08-17T00:40:50.984 INFO:tasks.rados.rados.0.smithi082.stdout:66: writing smithi08280503-23 from 868352 to 1269760 tid 2 2024-08-17T00:40:50.984 INFO:tasks.rados.rados.0.smithi082.stdout:67: rollback oid 10 current snap is 1 2024-08-17T00:40:50.984 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 10 to 0 2024-08-17T00:40:50.984 INFO:tasks.rados.rados.0.smithi082.stdout:64: finishing copy_from racing read to smithi08280503-15 2024-08-17T00:40:50.984 INFO:tasks.rados.rados.0.smithi082.stdout:64: finishing copy_from to smithi08280503-15 2024-08-17T00:40:50.984 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-17T00:40:50.984 INFO:tasks.rados.rados.0.smithi082.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-17T00:40:50.998 INFO:tasks.rados.rados.0.smithi082.stdout:67: finishing rollback tid 0 to smithi08280503-10 2024-08-17T00:40:50.998 INFO:tasks.rados.rados.0.smithi082.stdout:67: finishing rollback tid 1 to smithi08280503-10 2024-08-17T00:40:50.999 INFO:tasks.rados.rados.0.smithi082.stdout:67: finishing rollback tid 2 to smithi08280503-10 2024-08-17T00:40:50.999 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 10 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-08-17T00:40:50.999 INFO:tasks.rados.rados.0.smithi082.stdout:66: finishing write tid 1 to smithi08280503-23 2024-08-17T00:40:50.999 INFO:tasks.rados.rados.0.smithi082.stdout:66: finishing write tid 2 to smithi08280503-23 2024-08-17T00:40:50.999 INFO:tasks.rados.rados.0.smithi082.stdout:64: done (3 left) 2024-08-17T00:40:50.999 INFO:tasks.rados.rados.0.smithi082.stdout:65: done (2 left) 2024-08-17T00:40:50.999 INFO:tasks.rados.rados.0.smithi082.stdout:67: done (1 left) 2024-08-17T00:40:50.999 INFO:tasks.rados.rados.0.smithi082.stdout:68: setattr oid 31 current snap is 1 2024-08-17T00:40:50.999 INFO:tasks.rados.rados.0.smithi082.stdout:66: finishing write tid 3 to smithi08280503-23 2024-08-17T00:40:50.999 INFO:tasks.rados.rados.0.smithi082.stdout:66: finishing write tid 4 to smithi08280503-23 2024-08-17T00:40:50.999 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 8 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-17T00:40:50.999 INFO:tasks.rados.rados.0.smithi082.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-08-17T00:40:51.001 INFO:tasks.rados.rados.0.smithi082.stdout:66: done (1 left) 2024-08-17T00:40:51.001 INFO:tasks.rados.rados.0.smithi082.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-08-17T00:40:51.001 INFO:tasks.rados.rados.0.smithi082.stdout:70: read oid 23 snap 0 2024-08-17T00:40:51.001 INFO:tasks.rados.rados.0.smithi082.stdout:70: expect (ObjNum 22 snap 0 seq_num 22) 2024-08-17T00:40:51.001 INFO:tasks.rados.rados.0.smithi082.stdout:71: copy_from oid 36 from oid 27 current snap is 1 2024-08-17T00:40:51.001 INFO:tasks.rados.rados.0.smithi082.stdout:72: rollback oid 49 current snap is 1 2024-08-17T00:40:51.001 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 49 to 0 2024-08-17T00:40:51.001 INFO:tasks.rados.rados.0.smithi082.stdout:73: read oid 4 snap 0 2024-08-17T00:40:51.001 INFO:tasks.rados.rados.0.smithi082.stdout:73: expect deleted 2024-08-17T00:40:51.001 INFO:tasks.rados.rados.0.smithi082.stdout:74: rmattr oid 7 current snap is 1 2024-08-17T00:40:51.002 INFO:tasks.rados.rados.0.smithi082.stdout:74: done (6 left) 2024-08-17T00:40:51.002 INFO:tasks.rados.rados.0.smithi082.stdout:75: copy_from oid 20 from oid 12 current snap is 1 2024-08-17T00:40:51.002 INFO:tasks.rados.rados.0.smithi082.stdout:76: read oid 39 snap -1 2024-08-17T00:40:51.002 INFO:tasks.rados.rados.0.smithi082.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-17T00:40:51.002 INFO:tasks.rados.rados.0.smithi082.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-08-17T00:40:51.002 INFO:tasks.rados.rados.0.smithi082.stdout:78: read oid 2 snap -1 2024-08-17T00:40:51.002 INFO:tasks.rados.rados.0.smithi082.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-08-17T00:40:51.002 INFO:tasks.rados.rados.0.smithi082.stdout:79: setattr oid 41 current snap is 1 2024-08-17T00:40:51.002 INFO:tasks.rados.rados.0.smithi082.stdout:80: snap_create 2024-08-17T00:40:51.003 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 12 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-08-17T00:40:51.003 INFO:tasks.rados.rados.0.smithi082.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-08-17T00:40:51.004 INFO:tasks.rados.rados.0.smithi082.stdout:70: expect (ObjNum 22 snap 0 seq_num 22) 2024-08-17T00:40:51.017 INFO:tasks.rados.rados.0.smithi082.stdout:72: finishing rollback tid 0 to smithi08280503-49 2024-08-17T00:40:51.017 INFO:tasks.rados.rados.0.smithi082.stdout:72: finishing rollback tid 1 to smithi08280503-49 2024-08-17T00:40:51.017 INFO:tasks.rados.rados.0.smithi082.stdout:72: finishing rollback tid 2 to smithi08280503-49 2024-08-17T00:40:51.017 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 49 v 18 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-17T00:40:51.017 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 20 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-17T00:40:51.017 INFO:tasks.rados.rados.0.smithi082.stdout:71: finishing copy_from racing read to smithi08280503-36 2024-08-17T00:40:51.018 INFO:tasks.rados.rados.0.smithi082.stdout:71: finishing copy_from to smithi08280503-36 2024-08-17T00:40:51.018 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 6 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-17T00:40:51.018 INFO:tasks.rados.rados.0.smithi082.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-17T00:40:51.034 INFO:tasks.rados.rados.0.smithi082.stdout:75: finishing copy_from racing read to smithi08280503-20 2024-08-17T00:40:51.034 INFO:tasks.rados.rados.0.smithi082.stdout:77: finishing copy_from racing read to smithi08280503-6 2024-08-17T00:40:51.035 INFO:tasks.rados.rados.0.smithi082.stdout:77: finishing copy_from to smithi08280503-6 2024-08-17T00:40:51.035 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-17T00:40:51.035 INFO:tasks.rados.rados.0.smithi082.stdout:75: finishing copy_from to smithi08280503-20 2024-08-17T00:40:51.035 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-08-17T00:40:51.035 INFO:tasks.rados.rados.0.smithi082.stdout:69: finishing copy_from racing read to smithi08280503-45 2024-08-17T00:40:51.035 INFO:tasks.rados.rados.0.smithi082.stdout:69: finishing copy_from to smithi08280503-45 2024-08-17T00:40:51.035 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 2 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-17T00:40:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:50 smithi082 ceph-mon[39953]: pgmap v104: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:50 smithi082 ceph-mon[39953]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:40:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:50 smithi082 ceph-mon[39953]: Cluster is now healthy 2024-08-17T00:40:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:50 smithi082 ceph-mon[39953]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-17T00:40:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:50 smithi082 ceph-mon[39953]: osdmap e82: 8 total, 8 up, 8 in 2024-08-17T00:40:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:50 smithi082 ceph-mon[29275]: pgmap v104: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:51.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:50 smithi082 ceph-mon[29275]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:40:51.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:50 smithi082 ceph-mon[29275]: Cluster is now healthy 2024-08-17T00:40:51.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:50 smithi082 ceph-mon[29275]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-17T00:40:51.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:50 smithi082 ceph-mon[29275]: osdmap e82: 8 total, 8 up, 8 in 2024-08-17T00:40:51.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:40:50 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:40:50] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:40:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:50 smithi137 ceph-mon[33068]: pgmap v104: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:50 smithi137 ceph-mon[33068]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:40:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:50 smithi137 ceph-mon[33068]: Cluster is now healthy 2024-08-17T00:40:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:50 smithi137 ceph-mon[33068]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-17T00:40:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:50 smithi137 ceph-mon[33068]: osdmap e82: 8 total, 8 up, 8 in 2024-08-17T00:40:51.979 INFO:tasks.rados.rados.0.smithi082.stdout:68: done (11 left) 2024-08-17T00:40:51.979 INFO:tasks.rados.rados.0.smithi082.stdout:69: done (10 left) 2024-08-17T00:40:51.979 INFO:tasks.rados.rados.0.smithi082.stdout:70: done (9 left) 2024-08-17T00:40:51.979 INFO:tasks.rados.rados.0.smithi082.stdout:71: done (8 left) 2024-08-17T00:40:51.979 INFO:tasks.rados.rados.0.smithi082.stdout:72: done (7 left) 2024-08-17T00:40:51.979 INFO:tasks.rados.rados.0.smithi082.stdout:73: done (6 left) 2024-08-17T00:40:51.979 INFO:tasks.rados.rados.0.smithi082.stdout:75: done (5 left) 2024-08-17T00:40:51.979 INFO:tasks.rados.rados.0.smithi082.stdout:76: done (4 left) 2024-08-17T00:40:51.979 INFO:tasks.rados.rados.0.smithi082.stdout:77: done (3 left) 2024-08-17T00:40:51.980 INFO:tasks.rados.rados.0.smithi082.stdout:78: done (2 left) 2024-08-17T00:40:51.980 INFO:tasks.rados.rados.0.smithi082.stdout:79: done (1 left) 2024-08-17T00:40:51.980 INFO:tasks.rados.rados.0.smithi082.stdout:80: done (0 left) 2024-08-17T00:40:51.980 INFO:tasks.rados.rados.0.smithi082.stdout:81: rollback oid 40 current snap is 2 2024-08-17T00:40:51.980 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 40 to 1 2024-08-17T00:40:51.980 INFO:tasks.rados.rados.0.smithi082.stdout:82: snap_create 2024-08-17T00:40:51.980 INFO:tasks.rados.rados.0.smithi082.stdout:81: finishing rollback tid 0 to smithi08280503-40 2024-08-17T00:40:51.981 INFO:tasks.rados.rados.0.smithi082.stdout:81: finishing rollback tid 1 to smithi08280503-40 2024-08-17T00:40:51.982 INFO:tasks.rados.rados.0.smithi082.stdout:81: finishing rollback tid 2 to smithi08280503-40 2024-08-17T00:40:51.982 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 16 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T00:40:52.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:51 smithi137 ceph-mon[33068]: osdmap e83: 8 total, 8 up, 8 in 2024-08-17T00:40:52.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:51 smithi082 ceph-mon[39953]: osdmap e83: 8 total, 8 up, 8 in 2024-08-17T00:40:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:51 smithi082 ceph-mon[29275]: osdmap e83: 8 total, 8 up, 8 in 2024-08-17T00:40:52.980 INFO:tasks.rados.rados.0.smithi082.stdout:81: done (1 left) 2024-08-17T00:40:52.980 INFO:tasks.rados.rados.0.smithi082.stdout:82: done (0 left) 2024-08-17T00:40:52.980 INFO:tasks.rados.rados.0.smithi082.stdout:83: rollback oid 9 current snap is 3 2024-08-17T00:40:52.980 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 9 to 0 2024-08-17T00:40:52.980 INFO:tasks.rados.rados.0.smithi082.stdout:84: read oid 20 snap 1 2024-08-17T00:40:52.980 INFO:tasks.rados.rados.0.smithi082.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-08-17T00:40:52.980 INFO:tasks.rados.rados.0.smithi082.stdout:85: read oid 41 snap -1 2024-08-17T00:40:52.980 INFO:tasks.rados.rados.0.smithi082.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-17T00:40:52.980 INFO:tasks.rados.rados.0.smithi082.stdout:86: snap_create 2024-08-17T00:40:52.986 INFO:tasks.rados.rados.0.smithi082.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-08-17T00:40:52.991 INFO:tasks.rados.rados.0.smithi082.stdout:83: finishing rollback tid 0 to smithi08280503-9 2024-08-17T00:40:52.991 INFO:tasks.rados.rados.0.smithi082.stdout:83: finishing rollback tid 1 to smithi08280503-9 2024-08-17T00:40:52.991 INFO:tasks.rados.rados.0.smithi082.stdout:83: finishing rollback tid 2 to smithi08280503-9 2024-08-17T00:40:52.991 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 17 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-17T00:40:52.991 INFO:tasks.rados.rados.0.smithi082.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-17T00:40:53.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:52 smithi137 ceph-mon[33068]: pgmap v107: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:53.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:52 smithi137 ceph-mon[33068]: osdmap e84: 8 total, 8 up, 8 in 2024-08-17T00:40:53.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:52 smithi082 ceph-mon[39953]: pgmap v107: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:53.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:52 smithi082 ceph-mon[39953]: osdmap e84: 8 total, 8 up, 8 in 2024-08-17T00:40:53.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:52 smithi082 ceph-mon[29275]: pgmap v107: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:53.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:52 smithi082 ceph-mon[29275]: osdmap e84: 8 total, 8 up, 8 in 2024-08-17T00:40:53.998 INFO:tasks.rados.rados.0.smithi082.stdout:83: done (3 left) 2024-08-17T00:40:53.999 INFO:tasks.rados.rados.0.smithi082.stdout:84: done (2 left) 2024-08-17T00:40:53.999 INFO:tasks.rados.rados.0.smithi082.stdout:85: done (1 left) 2024-08-17T00:40:53.999 INFO:tasks.rados.rados.0.smithi082.stdout:86: done (0 left) 2024-08-17T00:40:53.999 INFO:tasks.rados.rados.0.smithi082.stdout:87: snap_remove snap 0 2024-08-17T00:40:54.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:53 smithi082 ceph-mon[29275]: osdmap e85: 8 total, 8 up, 8 in 2024-08-17T00:40:54.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:53 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:40:54.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:53 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:54.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:53 smithi082 ceph-mon[39953]: osdmap e85: 8 total, 8 up, 8 in 2024-08-17T00:40:54.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:53 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:40:54.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:53 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:54.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:53 smithi137 ceph-mon[33068]: osdmap e85: 8 total, 8 up, 8 in 2024-08-17T00:40:54.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:53 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:40:54.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:53 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:40:54.998 INFO:tasks.rados.rados.0.smithi082.stdout:87: done (0 left) 2024-08-17T00:40:54.999 INFO:tasks.rados.rados.0.smithi082.stdout:88: read oid 29 snap 3 2024-08-17T00:40:54.999 INFO:tasks.rados.rados.0.smithi082.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-17T00:40:54.999 INFO:tasks.rados.rados.0.smithi082.stdout:89: read oid 46 snap -1 2024-08-17T00:40:54.999 INFO:tasks.rados.rados.0.smithi082.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:40:54.999 INFO:tasks.rados.rados.0.smithi082.stdout:90: copy_from oid 36 from oid 2 current snap is 4 2024-08-17T00:40:54.999 INFO:tasks.rados.rados.0.smithi082.stdout:91: rmattr oid 49 current snap is 4 2024-08-17T00:40:54.999 INFO:tasks.rados.rados.0.smithi082.stdout:91: done (3 left) 2024-08-17T00:40:54.999 INFO:tasks.rados.rados.0.smithi082.stdout:92: snap_remove snap 2 2024-08-17T00:40:55.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:55 smithi082 ceph-mon[39953]: pgmap v110: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:55.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:55 smithi082 ceph-mon[39953]: osdmap e86: 8 total, 8 up, 8 in 2024-08-17T00:40:55.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:55 smithi082 ceph-mon[29275]: pgmap v110: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:55.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:55 smithi082 ceph-mon[29275]: osdmap e86: 8 total, 8 up, 8 in 2024-08-17T00:40:55.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:55 smithi137 ceph-mon[33068]: pgmap v110: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:40:55.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:55 smithi137 ceph-mon[33068]: osdmap e86: 8 total, 8 up, 8 in 2024-08-17T00:40:55.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:40:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:40:55] "GET /metrics HTTP/1.1" 200 238849 "" "Prometheus/2.43.0" 2024-08-17T00:40:56.011 INFO:tasks.rados.rados.0.smithi082.stdout:92: done (3 left) 2024-08-17T00:40:56.011 INFO:tasks.rados.rados.0.smithi082.stdout:93: rmattr oid 30 current snap is 4 2024-08-17T00:40:56.011 INFO:tasks.rados.rados.0.smithi082.stdout:93: done (3 left) 2024-08-17T00:40:56.011 INFO:tasks.rados.rados.0.smithi082.stdout:94: read oid 42 snap 1 2024-08-17T00:40:56.011 INFO:tasks.rados.rados.0.smithi082.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-17T00:40:56.011 INFO:tasks.rados.rados.0.smithi082.stdout:95: rmattr oid 14 current snap is 4 2024-08-17T00:40:56.011 INFO:tasks.rados.rados.0.smithi082.stdout:95: done (4 left) 2024-08-17T00:40:56.011 INFO:tasks.rados.rados.0.smithi082.stdout:96: read oid 9 snap 1 2024-08-17T00:40:56.011 INFO:tasks.rados.rados.0.smithi082.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-08-17T00:40:56.012 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 24 current snap is 4 2024-08-17T00:40:56.012 INFO:tasks.rados.rados.0.smithi082.stdout:97: seq_num 54 ranges {393216=507904,901120=401408} 2024-08-17T00:40:56.016 INFO:tasks.rados.rados.0.smithi082.stdout:97: writing smithi08280503-24 from 393216 to 901120 tid 1 2024-08-17T00:40:56.019 INFO:tasks.rados.rados.0.smithi082.stdout:97: writing smithi08280503-24 from 901120 to 1302528 tid 2 2024-08-17T00:40:56.020 INFO:tasks.rados.rados.0.smithi082.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-17T00:40:56.049 INFO:tasks.rados.rados.0.smithi082.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:40:56.076 INFO:tasks.rados.rados.0.smithi082.stdout:90: finishing copy_from racing read to smithi08280503-36 2024-08-17T00:40:56.076 INFO:tasks.rados.rados.0.smithi082.stdout:90: finishing copy_from to smithi08280503-36 2024-08-17T00:40:56.076 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-17T00:40:56.076 INFO:tasks.rados.rados.0.smithi082.stdout:88: done (5 left) 2024-08-17T00:40:56.076 INFO:tasks.rados.rados.0.smithi082.stdout:89: done (4 left) 2024-08-17T00:40:56.076 INFO:tasks.rados.rados.0.smithi082.stdout:90: done (3 left) 2024-08-17T00:40:56.077 INFO:tasks.rados.rados.0.smithi082.stdout:98: copy_from oid 34 from oid 40 current snap is 4 2024-08-17T00:40:56.077 INFO:tasks.rados.rados.0.smithi082.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-08-17T00:40:56.079 INFO:tasks.rados.rados.0.smithi082.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-17T00:40:56.098 INFO:tasks.rados.rados.0.smithi082.stdout:97: finishing write tid 1 to smithi08280503-24 2024-08-17T00:40:56.098 INFO:tasks.rados.rados.0.smithi082.stdout:97: finishing write tid 2 to smithi08280503-24 2024-08-17T00:40:56.098 INFO:tasks.rados.rados.0.smithi082.stdout:97: finishing write tid 3 to smithi08280503-24 2024-08-17T00:40:56.099 INFO:tasks.rados.rados.0.smithi082.stdout:97: finishing write tid 4 to smithi08280503-24 2024-08-17T00:40:56.099 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 16 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-08-17T00:40:56.099 INFO:tasks.rados.rados.0.smithi082.stdout:97: left oid 24 (ObjNum 54 snap 4 seq_num 54) 2024-08-17T00:40:56.099 INFO:tasks.rados.rados.0.smithi082.stdout:94: done (3 left) 2024-08-17T00:40:56.099 INFO:tasks.rados.rados.0.smithi082.stdout:96: done (2 left) 2024-08-17T00:40:56.099 INFO:tasks.rados.rados.0.smithi082.stdout:97: done (1 left) 2024-08-17T00:40:56.099 INFO:tasks.rados.rados.0.smithi082.stdout:99: snap_remove snap 3 2024-08-17T00:40:56.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:56 smithi082 ceph-mon[39953]: osdmap e87: 8 total, 8 up, 8 in 2024-08-17T00:40:56.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:56 smithi082 ceph-mon[29275]: osdmap e87: 8 total, 8 up, 8 in 2024-08-17T00:40:56.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:56 smithi137 ceph-mon[33068]: osdmap e87: 8 total, 8 up, 8 in 2024-08-17T00:40:57.014 INFO:tasks.rados.rados.0.smithi082.stdout:99: done (1 left) 2024-08-17T00:40:57.014 INFO:tasks.rados.rados.0.smithi082.stdout:100: copy_from oid 24 from oid 48 current snap is 4 2024-08-17T00:40:57.014 INFO:tasks.rados.rados.0.smithi082.stdout:101: read oid 23 snap 1 2024-08-17T00:40:57.015 INFO:tasks.rados.rados.0.smithi082.stdout:101: expect (ObjNum 53 snap 1 seq_num 53) 2024-08-17T00:40:57.015 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 5 current snap is 4 2024-08-17T00:40:57.015 INFO:tasks.rados.rados.0.smithi082.stdout:102: seq_num 55 ranges {73728=524288,598016=401408} 2024-08-17T00:40:57.019 INFO:tasks.rados.rados.0.smithi082.stdout:102: writing smithi08280503-5 from 73728 to 598016 tid 1 2024-08-17T00:40:57.022 INFO:tasks.rados.rados.0.smithi082.stdout:102: writing smithi08280503-5 from 598016 to 999424 tid 2 2024-08-17T00:40:57.022 INFO:tasks.rados.rados.0.smithi082.stdout:103: delete oid 8 current snap is 4 2024-08-17T00:40:57.023 INFO:tasks.rados.rados.0.smithi082.stdout:98: finishing copy_from racing read to smithi08280503-34 2024-08-17T00:40:57.023 INFO:tasks.rados.rados.0.smithi082.stdout:98: finishing copy_from to smithi08280503-34 2024-08-17T00:40:57.023 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 16 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T00:40:57.023 INFO:tasks.rados.rados.0.smithi082.stdout:102: finishing write tid 1 to smithi08280503-5 2024-08-17T00:40:57.026 INFO:tasks.rados.rados.0.smithi082.stdout:100: finishing copy_from racing read to smithi08280503-24 2024-08-17T00:40:57.026 INFO:tasks.rados.rados.0.smithi082.stdout:100: finishing copy_from to smithi08280503-24 2024-08-17T00:40:57.026 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 8 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-17T00:40:57.026 INFO:tasks.rados.rados.0.smithi082.stdout:98: done (4 left) 2024-08-17T00:40:57.027 INFO:tasks.rados.rados.0.smithi082.stdout:100: done (3 left) 2024-08-17T00:40:57.027 INFO:tasks.rados.rados.0.smithi082.stdout:103: done (2 left) 2024-08-17T00:40:57.027 INFO:tasks.rados.rados.0.smithi082.stdout:104: read oid 44 snap -1 2024-08-17T00:40:57.027 INFO:tasks.rados.rados.0.smithi082.stdout:104: expect (ObjNum 43 snap 0 seq_num 43) 2024-08-17T00:40:57.027 INFO:tasks.rados.rados.0.smithi082.stdout:105: rollback oid 39 current snap is 4 2024-08-17T00:40:57.027 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 39 to 1 2024-08-17T00:40:57.027 INFO:tasks.rados.rados.0.smithi082.stdout:106: delete oid 16 current snap is 4 2024-08-17T00:40:57.027 INFO:tasks.rados.rados.0.smithi082.stdout:102: finishing write tid 2 to smithi08280503-5 2024-08-17T00:40:57.027 INFO:tasks.rados.rados.0.smithi082.stdout:102: finishing write tid 3 to smithi08280503-5 2024-08-17T00:40:57.028 INFO:tasks.rados.rados.0.smithi082.stdout:102: finishing write tid 4 to smithi08280503-5 2024-08-17T00:40:57.028 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 20 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-08-17T00:40:57.028 INFO:tasks.rados.rados.0.smithi082.stdout:102: left oid 5 (ObjNum 55 snap 4 seq_num 55) 2024-08-17T00:40:57.028 INFO:tasks.rados.rados.0.smithi082.stdout:101: expect (ObjNum 53 snap 1 seq_num 53) 2024-08-17T00:40:57.070 INFO:tasks.rados.rados.0.smithi082.stdout:101: done (4 left) 2024-08-17T00:40:57.070 INFO:tasks.rados.rados.0.smithi082.stdout:102: done (3 left) 2024-08-17T00:40:57.070 INFO:tasks.rados.rados.0.smithi082.stdout:106: done (2 left) 2024-08-17T00:40:57.070 INFO:tasks.rados.rados.0.smithi082.stdout:107: read oid 17 snap 1 2024-08-17T00:40:57.070 INFO:tasks.rados.rados.0.smithi082.stdout:107: expect (ObjNum 16 snap 0 seq_num 16) 2024-08-17T00:40:57.070 INFO:tasks.rados.rados.0.smithi082.stdout:108: rollback oid 40 current snap is 4 2024-08-17T00:40:57.070 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 40 to 1 2024-08-17T00:40:57.070 INFO:tasks.rados.rados.0.smithi082.stdout:105: finishing rollback tid 0 to smithi08280503-39 2024-08-17T00:40:57.071 INFO:tasks.rados.rados.0.smithi082.stdout:105: finishing rollback tid 1 to smithi08280503-39 2024-08-17T00:40:57.071 INFO:tasks.rados.rados.0.smithi082.stdout:105: finishing rollback tid 2 to smithi08280503-39 2024-08-17T00:40:57.071 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 19 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-17T00:40:57.071 INFO:tasks.rados.rados.0.smithi082.stdout:104: expect (ObjNum 43 snap 0 seq_num 43) 2024-08-17T00:40:57.090 INFO:tasks.rados.rados.0.smithi082.stdout:108: finishing rollback tid 0 to smithi08280503-40 2024-08-17T00:40:57.090 INFO:tasks.rados.rados.0.smithi082.stdout:108: finishing rollback tid 1 to smithi08280503-40 2024-08-17T00:40:57.090 INFO:tasks.rados.rados.0.smithi082.stdout:104: done (3 left) 2024-08-17T00:40:57.090 INFO:tasks.rados.rados.0.smithi082.stdout:105: done (2 left) 2024-08-17T00:40:57.090 INFO:tasks.rados.rados.0.smithi082.stdout:109: delete oid 48 current snap is 4 2024-08-17T00:40:57.090 INFO:tasks.rados.rados.0.smithi082.stdout:108: finishing rollback tid 2 to smithi08280503-40 2024-08-17T00:40:57.090 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 23 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T00:40:57.090 INFO:tasks.rados.rados.0.smithi082.stdout:107: expect (ObjNum 16 snap 0 seq_num 16) 2024-08-17T00:40:57.098 INFO:tasks.rados.rados.0.smithi082.stdout:107: done (2 left) 2024-08-17T00:40:57.098 INFO:tasks.rados.rados.0.smithi082.stdout:108: done (1 left) 2024-08-17T00:40:57.098 INFO:tasks.rados.rados.0.smithi082.stdout:109: done (0 left) 2024-08-17T00:40:57.098 INFO:tasks.rados.rados.0.smithi082.stdout:110: setattr oid 35 current snap is 4 2024-08-17T00:40:57.099 INFO:tasks.rados.rados.0.smithi082.stdout:111: snap_create 2024-08-17T00:40:57.101 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 10 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-17T00:40:57.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:57 smithi082 ceph-mon[39953]: pgmap v113: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.2 MiB/s wr, 77 op/s 2024-08-17T00:40:57.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:57 smithi082 ceph-mon[39953]: osdmap e88: 8 total, 8 up, 8 in 2024-08-17T00:40:57.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:57 smithi082 ceph-mon[29275]: pgmap v113: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.2 MiB/s wr, 77 op/s 2024-08-17T00:40:57.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:57 smithi082 ceph-mon[29275]: osdmap e88: 8 total, 8 up, 8 in 2024-08-17T00:40:57.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:57 smithi137 ceph-mon[33068]: pgmap v113: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.2 MiB/s wr, 77 op/s 2024-08-17T00:40:57.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:57 smithi137 ceph-mon[33068]: osdmap e88: 8 total, 8 up, 8 in 2024-08-17T00:40:58.020 INFO:tasks.rados.rados.0.smithi082.stdout:110: done (1 left) 2024-08-17T00:40:58.021 INFO:tasks.rados.rados.0.smithi082.stdout:111: done (0 left) 2024-08-17T00:40:58.021 INFO:tasks.rados.rados.0.smithi082.stdout:112: copy_from oid 25 from oid 6 current snap is 5 2024-08-17T00:40:58.021 INFO:tasks.rados.rados.0.smithi082.stdout:113: setattr oid 23 current snap is 5 2024-08-17T00:40:58.021 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 15 current snap is 5 2024-08-17T00:40:58.021 INFO:tasks.rados.rados.0.smithi082.stdout:114: seq_num 59 ranges {24576=598016,622592=401408} 2024-08-17T00:40:58.024 INFO:tasks.rados.rados.0.smithi082.stdout:114: writing smithi08280503-15 from 24576 to 622592 tid 1 2024-08-17T00:40:58.026 INFO:tasks.rados.rados.0.smithi082.stdout:114: writing smithi08280503-15 from 622592 to 1024000 tid 2 2024-08-17T00:40:58.026 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 20 current snap is 5 2024-08-17T00:40:58.027 INFO:tasks.rados.rados.0.smithi082.stdout:115: seq_num 60 ranges {188416=614400,802816=401408} 2024-08-17T00:40:58.032 INFO:tasks.rados.rados.0.smithi082.stdout:115: writing smithi08280503-20 from 188416 to 802816 tid 1 2024-08-17T00:40:58.036 INFO:tasks.rados.rados.0.smithi082.stdout:115: writing smithi08280503-20 from 802816 to 1204224 tid 2 2024-08-17T00:40:58.037 INFO:tasks.rados.rados.0.smithi082.stdout:116: rollback oid 31 current snap is 5 2024-08-17T00:40:58.037 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 31 to 1 2024-08-17T00:40:58.037 INFO:tasks.rados.rados.0.smithi082.stdout:114: finishing write tid 1 to smithi08280503-15 2024-08-17T00:40:58.037 INFO:tasks.rados.rados.0.smithi082.stdout:114: finishing write tid 2 to smithi08280503-15 2024-08-17T00:40:58.037 INFO:tasks.rados.rados.0.smithi082.stdout:114: finishing write tid 3 to smithi08280503-15 2024-08-17T00:40:58.037 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 12 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-17T00:40:58.037 INFO:tasks.rados.rados.0.smithi082.stdout:114: finishing write tid 4 to smithi08280503-15 2024-08-17T00:40:58.037 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 21 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-08-17T00:40:58.037 INFO:tasks.rados.rados.0.smithi082.stdout:114: left oid 15 (ObjNum 59 snap 5 seq_num 59) 2024-08-17T00:40:58.037 INFO:tasks.rados.rados.0.smithi082.stdout:112: finishing copy_from racing read to smithi08280503-25 2024-08-17T00:40:58.037 INFO:tasks.rados.rados.0.smithi082.stdout:112: finishing copy_from to smithi08280503-25 2024-08-17T00:40:58.038 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-17T00:40:58.038 INFO:tasks.rados.rados.0.smithi082.stdout:112: done (4 left) 2024-08-17T00:40:58.038 INFO:tasks.rados.rados.0.smithi082.stdout:113: done (3 left) 2024-08-17T00:40:58.038 INFO:tasks.rados.rados.0.smithi082.stdout:114: done (2 left) 2024-08-17T00:40:58.038 INFO:tasks.rados.rados.0.smithi082.stdout:117: read oid 26 snap -1 2024-08-17T00:40:58.038 INFO:tasks.rados.rados.0.smithi082.stdout:117: expect (ObjNum 25 snap 0 seq_num 25) 2024-08-17T00:40:58.038 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 2 current snap is 5 2024-08-17T00:40:58.038 INFO:tasks.rados.rados.0.smithi082.stdout:115: finishing write tid 1 to smithi08280503-20 2024-08-17T00:40:58.038 INFO:tasks.rados.rados.0.smithi082.stdout:118: seq_num 61 ranges {24576=630784,655360=401408} 2024-08-17T00:40:58.040 INFO:tasks.rados.rados.0.smithi082.stdout:118: writing smithi08280503-2 from 24576 to 655360 tid 1 2024-08-17T00:40:58.043 INFO:tasks.rados.rados.0.smithi082.stdout:118: writing smithi08280503-2 from 655360 to 1056768 tid 2 2024-08-17T00:40:58.043 INFO:tasks.rados.rados.0.smithi082.stdout:119: snap_create 2024-08-17T00:40:58.043 INFO:tasks.rados.rados.0.smithi082.stdout:116: finishing rollback tid 0 to smithi08280503-31 2024-08-17T00:40:58.043 INFO:tasks.rados.rados.0.smithi082.stdout:115: finishing write tid 2 to smithi08280503-20 2024-08-17T00:40:58.043 INFO:tasks.rados.rados.0.smithi082.stdout:116: finishing rollback tid 1 to smithi08280503-31 2024-08-17T00:40:58.044 INFO:tasks.rados.rados.0.smithi082.stdout:115: finishing write tid 3 to smithi08280503-20 2024-08-17T00:40:58.044 INFO:tasks.rados.rados.0.smithi082.stdout:115: finishing write tid 4 to smithi08280503-20 2024-08-17T00:40:58.044 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 25 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-08-17T00:40:58.044 INFO:tasks.rados.rados.0.smithi082.stdout:115: left oid 20 (ObjNum 60 snap 5 seq_num 60) 2024-08-17T00:40:58.044 INFO:tasks.rados.rados.0.smithi082.stdout:116: finishing rollback tid 2 to smithi08280503-31 2024-08-17T00:40:58.044 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 27 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-08-17T00:40:58.044 INFO:tasks.rados.rados.0.smithi082.stdout:117: expect (ObjNum 25 snap 0 seq_num 25) 2024-08-17T00:40:58.055 INFO:tasks.rados.rados.0.smithi082.stdout:118: finishing write tid 1 to smithi08280503-2 2024-08-17T00:40:58.055 INFO:tasks.rados.rados.0.smithi082.stdout:118: finishing write tid 2 to smithi08280503-2 2024-08-17T00:40:58.055 INFO:tasks.rados.rados.0.smithi082.stdout:118: finishing write tid 3 to smithi08280503-2 2024-08-17T00:40:58.055 INFO:tasks.rados.rados.0.smithi082.stdout:118: finishing write tid 4 to smithi08280503-2 2024-08-17T00:40:58.055 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 2 v 6 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-08-17T00:40:58.055 INFO:tasks.rados.rados.0.smithi082.stdout:118: left oid 2 (ObjNum 61 snap 5 seq_num 61) 2024-08-17T00:40:58.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:58 smithi082 ceph-mon[39953]: osdmap e89: 8 total, 8 up, 8 in 2024-08-17T00:40:58.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:58 smithi082 ceph-mon[29275]: osdmap e89: 8 total, 8 up, 8 in 2024-08-17T00:40:58.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:58 smithi137 ceph-mon[33068]: osdmap e89: 8 total, 8 up, 8 in 2024-08-17T00:40:59.025 INFO:tasks.rados.rados.0.smithi082.stdout:115: done (4 left) 2024-08-17T00:40:59.026 INFO:tasks.rados.rados.0.smithi082.stdout:116: done (3 left) 2024-08-17T00:40:59.026 INFO:tasks.rados.rados.0.smithi082.stdout:117: done (2 left) 2024-08-17T00:40:59.026 INFO:tasks.rados.rados.0.smithi082.stdout:118: done (1 left) 2024-08-17T00:40:59.026 INFO:tasks.rados.rados.0.smithi082.stdout:119: done (0 left) 2024-08-17T00:40:59.026 INFO:tasks.rados.rados.0.smithi082.stdout:120: read oid 48 snap 4 2024-08-17T00:40:59.026 INFO:tasks.rados.rados.0.smithi082.stdout:120: expect deleted 2024-08-17T00:40:59.026 INFO:tasks.rados.rados.0.smithi082.stdout:121: read oid 49 snap 5 2024-08-17T00:40:59.026 INFO:tasks.rados.rados.0.smithi082.stdout:121: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-17T00:40:59.026 INFO:tasks.rados.rados.0.smithi082.stdout:122: delete oid 44 current snap is 6 2024-08-17T00:40:59.027 INFO:tasks.rados.rados.0.smithi082.stdout:120: done (2 left) 2024-08-17T00:40:59.027 INFO:tasks.rados.rados.0.smithi082.stdout:122: done (1 left) 2024-08-17T00:40:59.027 INFO:tasks.rados.rados.0.smithi082.stdout:123: rollback oid 46 current snap is 6 2024-08-17T00:40:59.027 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 46 to 4 2024-08-17T00:40:59.027 INFO:tasks.rados.rados.0.smithi082.stdout:124: read oid 13 snap -1 2024-08-17T00:40:59.027 INFO:tasks.rados.rados.0.smithi082.stdout:124: expect (ObjNum 12 snap 0 seq_num 12) 2024-08-17T00:40:59.027 INFO:tasks.rados.rados.0.smithi082.stdout:125: setattr oid 47 current snap is 6 2024-08-17T00:40:59.028 INFO:tasks.rados.rados.0.smithi082.stdout:126: delete oid 20 current snap is 6 2024-08-17T00:40:59.030 INFO:tasks.rados.rados.0.smithi082.stdout:123: finishing rollback tid 0 to smithi08280503-46 2024-08-17T00:40:59.030 INFO:tasks.rados.rados.0.smithi082.stdout:123: finishing rollback tid 1 to smithi08280503-46 2024-08-17T00:40:59.031 INFO:tasks.rados.rados.0.smithi082.stdout:123: finishing rollback tid 2 to smithi08280503-46 2024-08-17T00:40:59.031 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 46 v 25 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T00:40:59.032 INFO:tasks.rados.rados.0.smithi082.stdout:123: done (4 left) 2024-08-17T00:40:59.032 INFO:tasks.rados.rados.0.smithi082.stdout:126: done (3 left) 2024-08-17T00:40:59.032 INFO:tasks.rados.rados.0.smithi082.stdout:127: snap_remove snap 4 2024-08-17T00:40:59.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:59 smithi082 ceph-mon[39953]: pgmap v116: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.2 MiB/s wr, 77 op/s 2024-08-17T00:40:59.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:40:59 smithi082 ceph-mon[39953]: osdmap e90: 8 total, 8 up, 8 in 2024-08-17T00:40:59.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:59 smithi082 ceph-mon[29275]: pgmap v116: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.2 MiB/s wr, 77 op/s 2024-08-17T00:40:59.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:40:59 smithi082 ceph-mon[29275]: osdmap e90: 8 total, 8 up, 8 in 2024-08-17T00:40:59.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:59 smithi137 ceph-mon[33068]: pgmap v116: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.2 MiB/s wr, 77 op/s 2024-08-17T00:40:59.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:40:59 smithi137 ceph-mon[33068]: osdmap e90: 8 total, 8 up, 8 in 2024-08-17T00:41:00.032 INFO:tasks.rados.rados.0.smithi082.stdout:127: done (3 left) 2024-08-17T00:41:00.032 INFO:tasks.rados.rados.0.smithi082.stdout:128: setattr oid 5 current snap is 6 2024-08-17T00:41:00.033 INFO:tasks.rados.rados.0.smithi082.stdout:121: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-17T00:41:00.055 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T00:41:00.056 INFO:tasks.rados.rados.0.smithi082.stdout:124: expect (ObjNum 12 snap 0 seq_num 12) 2024-08-17T00:41:00.064 INFO:tasks.rados.rados.0.smithi082.stdout:121: done (3 left) 2024-08-17T00:41:00.064 INFO:tasks.rados.rados.0.smithi082.stdout:124: done (2 left) 2024-08-17T00:41:00.064 INFO:tasks.rados.rados.0.smithi082.stdout:125: done (1 left) 2024-08-17T00:41:00.064 INFO:tasks.rados.rados.0.smithi082.stdout:129: snap_remove snap 1 2024-08-17T00:41:00.467 INFO:tasks.rados.rados.0.smithi082.stdout:129: done (1 left) 2024-08-17T00:41:00.467 INFO:tasks.rados.rados.0.smithi082.stdout:130: delete oid 6 current snap is 6 2024-08-17T00:41:00.467 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 22 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-08-17T00:41:00.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:00 smithi082 ceph-mon[29275]: osdmap e91: 8 total, 8 up, 8 in 2024-08-17T00:41:00.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:00 smithi082 ceph-mon[39953]: osdmap e91: 8 total, 8 up, 8 in 2024-08-17T00:41:00.476 INFO:tasks.rados.rados.0.smithi082.stdout:128: done (1 left) 2024-08-17T00:41:00.476 INFO:tasks.rados.rados.0.smithi082.stdout:130: done (0 left) 2024-08-17T00:41:00.476 INFO:tasks.rados.rados.0.smithi082.stdout:131: snap_remove snap 5 2024-08-17T00:41:00.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:00 smithi137 ceph-mon[33068]: osdmap e91: 8 total, 8 up, 8 in 2024-08-17T00:41:01.027 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:00 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:41:00] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:41:01.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:01 smithi082 ceph-mon[39953]: pgmap v119: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.7 MiB/s wr, 35 op/s 2024-08-17T00:41:01.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:01 smithi082 ceph-mon[39953]: osdmap e92: 8 total, 8 up, 8 in 2024-08-17T00:41:01.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:01 smithi082 ceph-mon[39953]: osdmap e93: 8 total, 8 up, 8 in 2024-08-17T00:41:01.377 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:01 smithi082 ceph-mon[29275]: pgmap v119: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.7 MiB/s wr, 35 op/s 2024-08-17T00:41:01.377 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:01 smithi082 ceph-mon[29275]: osdmap e92: 8 total, 8 up, 8 in 2024-08-17T00:41:01.377 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:01 smithi082 ceph-mon[29275]: osdmap e93: 8 total, 8 up, 8 in 2024-08-17T00:41:01.470 INFO:tasks.rados.rados.0.smithi082.stdout:131: done (0 left) 2024-08-17T00:41:01.470 INFO:tasks.rados.rados.0.smithi082.stdout:132: rollback oid 17 current snap is 6 2024-08-17T00:41:01.471 INFO:tasks.rados.rados.0.smithi082.stdout:132: done (0 left) 2024-08-17T00:41:01.471 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 43 current snap is 6 2024-08-17T00:41:01.471 INFO:tasks.rados.rados.0.smithi082.stdout:133: seq_num 65 ranges {712704=696320,1409024=401408} 2024-08-17T00:41:01.479 INFO:tasks.rados.rados.0.smithi082.stdout:133: writing smithi08280503-43 from 712704 to 1409024 tid 1 2024-08-17T00:41:01.484 INFO:tasks.rados.rados.0.smithi082.stdout:133: writing smithi08280503-43 from 1409024 to 1810432 tid 2 2024-08-17T00:41:01.484 INFO:tasks.rados.rados.0.smithi082.stdout:134: read oid 11 snap -1 2024-08-17T00:41:01.484 INFO:tasks.rados.rados.0.smithi082.stdout:134: expect (ObjNum 10 snap 0 seq_num 10) 2024-08-17T00:41:01.484 INFO:tasks.rados.rados.0.smithi082.stdout:135: read oid 6 snap -1 2024-08-17T00:41:01.485 INFO:tasks.rados.rados.0.smithi082.stdout:135: expect deleted 2024-08-17T00:41:01.485 INFO:tasks.rados.rados.0.smithi082.stdout:136: copy_from oid 18 from oid 46 current snap is 6 2024-08-17T00:41:01.485 INFO:tasks.rados.rados.0.smithi082.stdout:137: read oid 41 snap -1 2024-08-17T00:41:01.485 INFO:tasks.rados.rados.0.smithi082.stdout:137: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-17T00:41:01.485 INFO:tasks.rados.rados.0.smithi082.stdout:138: rmattr oid 37 current snap is 6 2024-08-17T00:41:01.485 INFO:tasks.rados.rados.0.smithi082.stdout:138: done (5 left) 2024-08-17T00:41:01.485 INFO:tasks.rados.rados.0.smithi082.stdout:139: read oid 1 snap -1 2024-08-17T00:41:01.486 INFO:tasks.rados.rados.0.smithi082.stdout:139: expect deleted 2024-08-17T00:41:01.486 INFO:tasks.rados.rados.0.smithi082.stdout:140: rmattr oid 30 current snap is 6 2024-08-17T00:41:01.486 INFO:tasks.rados.rados.0.smithi082.stdout:140: done (6 left) 2024-08-17T00:41:01.486 INFO:tasks.rados.rados.0.smithi082.stdout:141: setattr oid 47 current snap is 6 2024-08-17T00:41:01.486 INFO:tasks.rados.rados.0.smithi082.stdout:133: finishing write tid 1 to smithi08280503-43 2024-08-17T00:41:01.487 INFO:tasks.rados.rados.0.smithi082.stdout:135: done (6 left) 2024-08-17T00:41:01.487 INFO:tasks.rados.rados.0.smithi082.stdout:139: done (5 left) 2024-08-17T00:41:01.487 INFO:tasks.rados.rados.0.smithi082.stdout:142: copy_from oid 23 from oid 25 current snap is 6 2024-08-17T00:41:01.487 INFO:tasks.rados.rados.0.smithi082.stdout:143: setattr oid 24 current snap is 6 2024-08-17T00:41:01.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:01 smithi137 ceph-mon[33068]: pgmap v119: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.7 MiB/s wr, 35 op/s 2024-08-17T00:41:01.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:01 smithi137 ceph-mon[33068]: osdmap e92: 8 total, 8 up, 8 in 2024-08-17T00:41:01.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:01 smithi137 ceph-mon[33068]: osdmap e93: 8 total, 8 up, 8 in 2024-08-17T00:41:01.489 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 19 current snap is 6 2024-08-17T00:41:01.489 INFO:tasks.rados.rados.0.smithi082.stdout:144: seq_num 66 ranges {303104=712704,1015808=401408} 2024-08-17T00:41:01.491 INFO:tasks.rados.rados.0.smithi082.stdout:144: writing smithi08280503-19 from 303104 to 1015808 tid 1 2024-08-17T00:41:01.494 INFO:tasks.rados.rados.0.smithi082.stdout:144: writing smithi08280503-19 from 1015808 to 1417216 tid 2 2024-08-17T00:41:01.494 INFO:tasks.rados.rados.0.smithi082.stdout:145: setattr oid 33 current snap is 6 2024-08-17T00:41:01.494 INFO:tasks.rados.rados.0.smithi082.stdout:137: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-17T00:41:01.515 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 13 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T00:41:01.515 INFO:tasks.rados.rados.0.smithi082.stdout:133: finishing write tid 2 to smithi08280503-43 2024-08-17T00:41:01.515 INFO:tasks.rados.rados.0.smithi082.stdout:133: finishing write tid 3 to smithi08280503-43 2024-08-17T00:41:01.515 INFO:tasks.rados.rados.0.smithi082.stdout:136: finishing copy_from racing read to smithi08280503-18 2024-08-17T00:41:01.515 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 26 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-17T00:41:01.515 INFO:tasks.rados.rados.0.smithi082.stdout:136: finishing copy_from to smithi08280503-18 2024-08-17T00:41:01.516 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 25 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T00:41:01.516 INFO:tasks.rados.rados.0.smithi082.stdout:133: finishing write tid 4 to smithi08280503-43 2024-08-17T00:41:01.516 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 36 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-08-17T00:41:01.516 INFO:tasks.rados.rados.0.smithi082.stdout:133: left oid 43 (ObjNum 65 snap 6 seq_num 65) 2024-08-17T00:41:01.516 INFO:tasks.rados.rados.0.smithi082.stdout:134: expect (ObjNum 10 snap 0 seq_num 10) 2024-08-17T00:41:01.520 INFO:tasks.rados.rados.0.smithi082.stdout:142: finishing copy_from racing read to smithi08280503-23 2024-08-17T00:41:01.520 INFO:tasks.rados.rados.0.smithi082.stdout:142: finishing copy_from to smithi08280503-23 2024-08-17T00:41:01.521 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-17T00:41:01.521 INFO:tasks.rados.rados.0.smithi082.stdout:133: done (8 left) 2024-08-17T00:41:01.521 INFO:tasks.rados.rados.0.smithi082.stdout:134: done (7 left) 2024-08-17T00:41:01.521 INFO:tasks.rados.rados.0.smithi082.stdout:136: done (6 left) 2024-08-17T00:41:01.521 INFO:tasks.rados.rados.0.smithi082.stdout:137: done (5 left) 2024-08-17T00:41:01.521 INFO:tasks.rados.rados.0.smithi082.stdout:141: done (4 left) 2024-08-17T00:41:01.521 INFO:tasks.rados.rados.0.smithi082.stdout:142: done (3 left) 2024-08-17T00:41:01.521 INFO:tasks.rados.rados.0.smithi082.stdout:143: done (2 left) 2024-08-17T00:41:01.521 INFO:tasks.rados.rados.0.smithi082.stdout:146: snap_create 2024-08-17T00:41:01.521 INFO:tasks.rados.rados.0.smithi082.stdout:144: finishing write tid 1 to smithi08280503-19 2024-08-17T00:41:01.521 INFO:tasks.rados.rados.0.smithi082.stdout:144: finishing write tid 2 to smithi08280503-19 2024-08-17T00:41:01.521 INFO:tasks.rados.rados.0.smithi082.stdout:144: finishing write tid 3 to smithi08280503-19 2024-08-17T00:41:01.522 INFO:tasks.rados.rados.0.smithi082.stdout:144: finishing write tid 4 to smithi08280503-19 2024-08-17T00:41:01.522 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 36 (ObjNum 66 snap 6 seq_num 66) dirty exists 2024-08-17T00:41:01.522 INFO:tasks.rados.rados.0.smithi082.stdout:144: left oid 19 (ObjNum 66 snap 6 seq_num 66) 2024-08-17T00:41:01.522 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 14 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-08-17T00:41:02.473 INFO:tasks.rados.rados.0.smithi082.stdout:144: done (2 left) 2024-08-17T00:41:02.473 INFO:tasks.rados.rados.0.smithi082.stdout:145: done (1 left) 2024-08-17T00:41:02.473 INFO:tasks.rados.rados.0.smithi082.stdout:146: done (0 left) 2024-08-17T00:41:02.473 INFO:tasks.rados.rados.0.smithi082.stdout:147: snap_remove snap 6 2024-08-17T00:41:02.664 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:02 smithi082 ceph-mon[29275]: osdmap e94: 8 total, 8 up, 8 in 2024-08-17T00:41:02.664 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:02 smithi082 ceph-mon[29275]: pgmap v123: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.8 MiB/s wr, 38 op/s 2024-08-17T00:41:02.664 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:02 smithi082 ceph-mon[39953]: osdmap e94: 8 total, 8 up, 8 in 2024-08-17T00:41:02.664 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:02 smithi082 ceph-mon[39953]: pgmap v123: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.8 MiB/s wr, 38 op/s 2024-08-17T00:41:02.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:02 smithi137 ceph-mon[33068]: osdmap e94: 8 total, 8 up, 8 in 2024-08-17T00:41:02.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:02 smithi137 ceph-mon[33068]: pgmap v123: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.8 MiB/s wr, 38 op/s 2024-08-17T00:41:03.477 INFO:tasks.rados.rados.0.smithi082.stdout:147: done (0 left) 2024-08-17T00:41:03.478 INFO:tasks.rados.rados.0.smithi082.stdout:148: delete oid 1 current snap is 7 2024-08-17T00:41:03.479 INFO:tasks.rados.rados.0.smithi082.stdout:148: done (0 left) 2024-08-17T00:41:03.479 INFO:tasks.rados.rados.0.smithi082.stdout:149: snap_create 2024-08-17T00:41:03.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:03 smithi082 ceph-mon[39953]: osdmap e95: 8 total, 8 up, 8 in 2024-08-17T00:41:03.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:03 smithi082 ceph-mon[29275]: osdmap e95: 8 total, 8 up, 8 in 2024-08-17T00:41:03.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:03 smithi137 ceph-mon[33068]: osdmap e95: 8 total, 8 up, 8 in 2024-08-17T00:41:04.489 INFO:tasks.rados.rados.0.smithi082.stdout:149: done (0 left) 2024-08-17T00:41:04.489 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 31 current snap is 8 2024-08-17T00:41:04.489 INFO:tasks.rados.rados.0.smithi082.stdout:150: seq_num 68 ranges {507904=745472,1253376=401408} 2024-08-17T00:41:04.497 INFO:tasks.rados.rados.0.smithi082.stdout:150: writing smithi08280503-31 from 507904 to 1253376 tid 1 2024-08-17T00:41:04.501 INFO:tasks.rados.rados.0.smithi082.stdout:150: writing smithi08280503-31 from 1253376 to 1654784 tid 2 2024-08-17T00:41:04.501 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 16 current snap is 8 2024-08-17T00:41:04.501 INFO:tasks.rados.rados.0.smithi082.stdout:151: seq_num 69 ranges {0=761856,761856=401408} 2024-08-17T00:41:04.506 INFO:tasks.rados.rados.0.smithi082.stdout:151: writing smithi08280503-16 from 0 to 761856 tid 1 2024-08-17T00:41:04.512 INFO:tasks.rados.rados.0.smithi082.stdout:151: writing smithi08280503-16 from 761856 to 1163264 tid 2 2024-08-17T00:41:04.512 INFO:tasks.rados.rados.0.smithi082.stdout:152: copy_from oid 10 from oid 39 current snap is 8 2024-08-17T00:41:04.512 INFO:tasks.rados.rados.0.smithi082.stdout:150: finishing write tid 1 to smithi08280503-31 2024-08-17T00:41:04.513 INFO:tasks.rados.rados.0.smithi082.stdout:150: finishing write tid 2 to smithi08280503-31 2024-08-17T00:41:04.513 INFO:tasks.rados.rados.0.smithi082.stdout:150: finishing write tid 3 to smithi08280503-31 2024-08-17T00:41:04.513 INFO:tasks.rados.rados.0.smithi082.stdout:150: finishing write tid 4 to smithi08280503-31 2024-08-17T00:41:04.513 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 40 (ObjNum 68 snap 8 seq_num 68) dirty exists 2024-08-17T00:41:04.513 INFO:tasks.rados.rados.0.smithi082.stdout:150: left oid 31 (ObjNum 68 snap 8 seq_num 68) 2024-08-17T00:41:04.513 INFO:tasks.rados.rados.0.smithi082.stdout:151: finishing write tid 1 to smithi08280503-16 2024-08-17T00:41:04.514 INFO:tasks.rados.rados.0.smithi082.stdout:150: done (2 left) 2024-08-17T00:41:04.514 INFO:tasks.rados.rados.0.smithi082.stdout:153: read oid 25 snap 7 2024-08-17T00:41:04.514 INFO:tasks.rados.rados.0.smithi082.stdout:153: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-17T00:41:04.514 INFO:tasks.rados.rados.0.smithi082.stdout:154: copy_from oid 21 from oid 35 current snap is 8 2024-08-17T00:41:04.514 INFO:tasks.rados.rados.0.smithi082.stdout:155: rollback oid 19 current snap is 8 2024-08-17T00:41:04.514 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 19 to 7 2024-08-17T00:41:04.515 INFO:tasks.rados.rados.0.smithi082.stdout:156: copy_from oid 38 from oid 24 current snap is 8 2024-08-17T00:41:04.515 INFO:tasks.rados.rados.0.smithi082.stdout:157: snap_create 2024-08-17T00:41:04.516 INFO:tasks.rados.rados.0.smithi082.stdout:151: finishing write tid 2 to smithi08280503-16 2024-08-17T00:41:04.517 INFO:tasks.rados.rados.0.smithi082.stdout:151: finishing write tid 3 to smithi08280503-16 2024-08-17T00:41:04.517 INFO:tasks.rados.rados.0.smithi082.stdout:155: finishing rollback tid 0 to smithi08280503-19 2024-08-17T00:41:04.517 INFO:tasks.rados.rados.0.smithi082.stdout:151: finishing write tid 4 to smithi08280503-16 2024-08-17T00:41:04.517 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 19 (ObjNum 69 snap 8 seq_num 69) dirty exists 2024-08-17T00:41:04.517 INFO:tasks.rados.rados.0.smithi082.stdout:151: left oid 16 (ObjNum 69 snap 8 seq_num 69) 2024-08-17T00:41:04.517 INFO:tasks.rados.rados.0.smithi082.stdout:153: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-17T00:41:04.534 INFO:tasks.rados.rados.0.smithi082.stdout:155: finishing rollback tid 1 to smithi08280503-19 2024-08-17T00:41:04.535 INFO:tasks.rados.rados.0.smithi082.stdout:155: finishing rollback tid 2 to smithi08280503-19 2024-08-17T00:41:04.535 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 44 (ObjNum 66 snap 6 seq_num 66) dirty exists 2024-08-17T00:41:04.535 INFO:tasks.rados.rados.0.smithi082.stdout:152: finishing copy_from racing read to smithi08280503-10 2024-08-17T00:41:04.535 INFO:tasks.rados.rados.0.smithi082.stdout:152: finishing copy_from to smithi08280503-10 2024-08-17T00:41:04.535 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 19 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-17T00:41:04.536 INFO:tasks.rados.rados.0.smithi082.stdout:156: finishing copy_from racing read to smithi08280503-38 2024-08-17T00:41:04.536 INFO:tasks.rados.rados.0.smithi082.stdout:156: finishing copy_from to smithi08280503-38 2024-08-17T00:41:04.536 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 26 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-17T00:41:04.536 INFO:tasks.rados.rados.0.smithi082.stdout:154: finishing copy_from racing read to smithi08280503-21 2024-08-17T00:41:04.536 INFO:tasks.rados.rados.0.smithi082.stdout:154: finishing copy_from to smithi08280503-21 2024-08-17T00:41:04.537 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 10 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-17T00:41:04.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:04 smithi137 ceph-mon[33068]: osdmap e96: 8 total, 8 up, 8 in 2024-08-17T00:41:04.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:04 smithi137 ceph-mon[33068]: pgmap v126: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:41:04.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:04 smithi082 ceph-mon[39953]: osdmap e96: 8 total, 8 up, 8 in 2024-08-17T00:41:04.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:04 smithi082 ceph-mon[39953]: pgmap v126: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:41:04.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:04 smithi082 ceph-mon[29275]: osdmap e96: 8 total, 8 up, 8 in 2024-08-17T00:41:04.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:04 smithi082 ceph-mon[29275]: pgmap v126: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:41:05.491 INFO:tasks.rados.rados.0.smithi082.stdout:151: done (6 left) 2024-08-17T00:41:05.491 INFO:tasks.rados.rados.0.smithi082.stdout:152: done (5 left) 2024-08-17T00:41:05.491 INFO:tasks.rados.rados.0.smithi082.stdout:153: done (4 left) 2024-08-17T00:41:05.492 INFO:tasks.rados.rados.0.smithi082.stdout:154: done (3 left) 2024-08-17T00:41:05.492 INFO:tasks.rados.rados.0.smithi082.stdout:155: done (2 left) 2024-08-17T00:41:05.492 INFO:tasks.rados.rados.0.smithi082.stdout:156: done (1 left) 2024-08-17T00:41:05.492 INFO:tasks.rados.rados.0.smithi082.stdout:157: done (0 left) 2024-08-17T00:41:05.492 INFO:tasks.rados.rados.0.smithi082.stdout:158: read oid 46 snap -1 2024-08-17T00:41:05.492 INFO:tasks.rados.rados.0.smithi082.stdout:158: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:41:05.492 INFO:tasks.rados.rados.0.smithi082.stdout:159: read oid 7 snap 7 2024-08-17T00:41:05.492 INFO:tasks.rados.rados.0.smithi082.stdout:159: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-17T00:41:05.492 INFO:tasks.rados.rados.0.smithi082.stdout:160: snap_create 2024-08-17T00:41:05.496 INFO:tasks.rados.rados.0.smithi082.stdout:159: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-17T00:41:05.499 INFO:tasks.rados.rados.0.smithi082.stdout:158: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:41:05.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:05 smithi137 ceph-mon[33068]: osdmap e97: 8 total, 8 up, 8 in 2024-08-17T00:41:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:05 smithi082 ceph-mon[39953]: osdmap e97: 8 total, 8 up, 8 in 2024-08-17T00:41:05.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:05 smithi082 ceph-mon[29275]: osdmap e97: 8 total, 8 up, 8 in 2024-08-17T00:41:05.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:41:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:41:05] "GET /metrics HTTP/1.1" 200 238849 "" "Prometheus/2.43.0" 2024-08-17T00:41:06.497 INFO:tasks.rados.rados.0.smithi082.stdout:158: done (2 left) 2024-08-17T00:41:06.498 INFO:tasks.rados.rados.0.smithi082.stdout:159: done (1 left) 2024-08-17T00:41:06.498 INFO:tasks.rados.rados.0.smithi082.stdout:160: done (0 left) 2024-08-17T00:41:06.498 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 13 current snap is 10 2024-08-17T00:41:06.498 INFO:tasks.rados.rados.0.smithi082.stdout:161: seq_num 70 ranges {204800=778240,983040=401408} 2024-08-17T00:41:06.502 INFO:tasks.rados.rados.0.smithi082.stdout:161: writing smithi08280503-13 from 204800 to 983040 tid 1 2024-08-17T00:41:06.506 INFO:tasks.rados.rados.0.smithi082.stdout:161: writing smithi08280503-13 from 983040 to 1384448 tid 2 2024-08-17T00:41:06.506 INFO:tasks.rados.rados.0.smithi082.stdout:162: copy_from oid 15 from oid 5 current snap is 10 2024-08-17T00:41:06.506 INFO:tasks.rados.rados.0.smithi082.stdout:163: rollback oid 19 current snap is 10 2024-08-17T00:41:06.506 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 19 to 8 2024-08-17T00:41:06.506 INFO:tasks.rados.rados.0.smithi082.stdout:164: copy_from oid 21 from oid 24 current snap is 10 2024-08-17T00:41:06.506 INFO:tasks.rados.rados.0.smithi082.stdout:165: copy_from oid 3 from oid 7 current snap is 10 2024-08-17T00:41:06.506 INFO:tasks.rados.rados.0.smithi082.stdout:166: read oid 33 snap -1 2024-08-17T00:41:06.506 INFO:tasks.rados.rados.0.smithi082.stdout:166: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-17T00:41:06.506 INFO:tasks.rados.rados.0.smithi082.stdout:167: rollback oid 18 current snap is 10 2024-08-17T00:41:06.506 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 18 to 7 2024-08-17T00:41:06.507 INFO:tasks.rados.rados.0.smithi082.stdout:168: copy_from oid 22 from oid 35 current snap is 10 2024-08-17T00:41:06.507 INFO:tasks.rados.rados.0.smithi082.stdout:169: read oid 31 snap -1 2024-08-17T00:41:06.507 INFO:tasks.rados.rados.0.smithi082.stdout:169: expect (ObjNum 68 snap 8 seq_num 68) 2024-08-17T00:41:06.507 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 10 current snap is 10 2024-08-17T00:41:06.507 INFO:tasks.rados.rados.0.smithi082.stdout:170: seq_num 71 ranges {638976=794624,1433600=401408} 2024-08-17T00:41:06.515 INFO:tasks.rados.rados.0.smithi082.stdout:170: writing smithi08280503-10 from 638976 to 1433600 tid 1 2024-08-17T00:41:06.518 INFO:tasks.rados.rados.0.smithi082.stdout:170: writing smithi08280503-10 from 1433600 to 1835008 tid 2 2024-08-17T00:41:06.519 INFO:tasks.rados.rados.0.smithi082.stdout:161: finishing write tid 1 to smithi08280503-13 2024-08-17T00:41:06.519 INFO:tasks.rados.rados.0.smithi082.stdout:161: finishing write tid 2 to smithi08280503-13 2024-08-17T00:41:06.519 INFO:tasks.rados.rados.0.smithi082.stdout:163: finishing rollback tid 0 to smithi08280503-19 2024-08-17T00:41:06.519 INFO:tasks.rados.rados.0.smithi082.stdout:161: finishing write tid 3 to smithi08280503-13 2024-08-17T00:41:06.519 INFO:tasks.rados.rados.0.smithi082.stdout:164: finishing copy_from racing read to smithi08280503-21 2024-08-17T00:41:06.519 INFO:tasks.rados.rados.0.smithi082.stdout:167: finishing rollback tid 0 to smithi08280503-18 2024-08-17T00:41:06.519 INFO:tasks.rados.rados.0.smithi082.stdout:166: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-17T00:41:06.542 INFO:tasks.rados.rados.0.smithi082.stdout:162: finishing copy_from racing read to smithi08280503-15 2024-08-17T00:41:06.542 INFO:tasks.rados.rados.0.smithi082.stdout:166: done (9 left) 2024-08-17T00:41:06.542 INFO:tasks.rados.rados.0.smithi082.stdout:171: read oid 32 snap -1 2024-08-17T00:41:06.542 INFO:tasks.rados.rados.0.smithi082.stdout:171: expect (ObjNum 31 snap 0 seq_num 31) 2024-08-17T00:41:06.542 INFO:tasks.rados.rados.0.smithi082.stdout:172: read oid 20 snap -1 2024-08-17T00:41:06.542 INFO:tasks.rados.rados.0.smithi082.stdout:172: expect deleted 2024-08-17T00:41:06.542 INFO:tasks.rados.rados.0.smithi082.stdout:173: read oid 39 snap -1 2024-08-17T00:41:06.543 INFO:tasks.rados.rados.0.smithi082.stdout:173: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-17T00:41:06.543 INFO:tasks.rados.rados.0.smithi082.stdout:174: snap_create 2024-08-17T00:41:06.543 INFO:tasks.rados.rados.0.smithi082.stdout:161: finishing write tid 4 to smithi08280503-13 2024-08-17T00:41:06.543 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 25 (ObjNum 70 snap 10 seq_num 70) dirty exists 2024-08-17T00:41:06.543 INFO:tasks.rados.rados.0.smithi082.stdout:161: left oid 13 (ObjNum 70 snap 10 seq_num 70) 2024-08-17T00:41:06.543 INFO:tasks.rados.rados.0.smithi082.stdout:165: finishing copy_from racing read to smithi08280503-3 2024-08-17T00:41:06.543 INFO:tasks.rados.rados.0.smithi082.stdout:162: finishing copy_from to smithi08280503-15 2024-08-17T00:41:06.543 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 22 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-08-17T00:41:06.543 INFO:tasks.rados.rados.0.smithi082.stdout:168: finishing copy_from racing read to smithi08280503-22 2024-08-17T00:41:06.543 INFO:tasks.rados.rados.0.smithi082.stdout:164: finishing copy_from to smithi08280503-21 2024-08-17T00:41:06.543 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 26 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-17T00:41:06.543 INFO:tasks.rados.rados.0.smithi082.stdout:167: finishing rollback tid 1 to smithi08280503-18 2024-08-17T00:41:06.543 INFO:tasks.rados.rados.0.smithi082.stdout:167: finishing rollback tid 2 to smithi08280503-18 2024-08-17T00:41:06.544 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 31 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T00:41:06.544 INFO:tasks.rados.rados.0.smithi082.stdout:165: finishing copy_from to smithi08280503-3 2024-08-17T00:41:06.544 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-17T00:41:06.544 INFO:tasks.rados.rados.0.smithi082.stdout:168: finishing copy_from to smithi08280503-22 2024-08-17T00:41:06.544 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 10 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-17T00:41:06.544 INFO:tasks.rados.rados.0.smithi082.stdout:163: finishing rollback tid 1 to smithi08280503-19 2024-08-17T00:41:06.544 INFO:tasks.rados.rados.0.smithi082.stdout:163: finishing rollback tid 2 to smithi08280503-19 2024-08-17T00:41:06.544 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 48 (ObjNum 66 snap 6 seq_num 66) dirty exists 2024-08-17T00:41:06.544 INFO:tasks.rados.rados.0.smithi082.stdout:169: expect (ObjNum 68 snap 8 seq_num 68) 2024-08-17T00:41:06.598 INFO:tasks.rados.rados.0.smithi082.stdout:170: finishing write tid 1 to smithi08280503-10 2024-08-17T00:41:06.598 INFO:tasks.rados.rados.0.smithi082.stdout:170: finishing write tid 2 to smithi08280503-10 2024-08-17T00:41:06.598 INFO:tasks.rados.rados.0.smithi082.stdout:170: finishing write tid 3 to smithi08280503-10 2024-08-17T00:41:06.598 INFO:tasks.rados.rados.0.smithi082.stdout:170: finishing write tid 4 to smithi08280503-10 2024-08-17T00:41:06.598 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 36 (ObjNum 71 snap 10 seq_num 71) dirty exists 2024-08-17T00:41:06.598 INFO:tasks.rados.rados.0.smithi082.stdout:170: left oid 10 (ObjNum 71 snap 10 seq_num 71) 2024-08-17T00:41:06.598 INFO:tasks.rados.rados.0.smithi082.stdout:171: expect (ObjNum 31 snap 0 seq_num 31) 2024-08-17T00:41:06.613 INFO:tasks.rados.rados.0.smithi082.stdout:173: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-17T00:41:06.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:06 smithi082 ceph-mon[39953]: osdmap e98: 8 total, 8 up, 8 in 2024-08-17T00:41:06.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:06 smithi082 ceph-mon[39953]: pgmap v129: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 30 op/s 2024-08-17T00:41:06.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:06 smithi082 ceph-mon[29275]: osdmap e98: 8 total, 8 up, 8 in 2024-08-17T00:41:06.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:06 smithi082 ceph-mon[29275]: pgmap v129: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 30 op/s 2024-08-17T00:41:06.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:06 smithi137 ceph-mon[33068]: osdmap e98: 8 total, 8 up, 8 in 2024-08-17T00:41:06.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:06 smithi137 ceph-mon[33068]: pgmap v129: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 30 op/s 2024-08-17T00:41:07.506 INFO:tasks.rados.rados.0.smithi082.stdout:161: done (12 left) 2024-08-17T00:41:07.506 INFO:tasks.rados.rados.0.smithi082.stdout:162: done (11 left) 2024-08-17T00:41:07.506 INFO:tasks.rados.rados.0.smithi082.stdout:163: done (10 left) 2024-08-17T00:41:07.506 INFO:tasks.rados.rados.0.smithi082.stdout:164: done (9 left) 2024-08-17T00:41:07.506 INFO:tasks.rados.rados.0.smithi082.stdout:165: done (8 left) 2024-08-17T00:41:07.506 INFO:tasks.rados.rados.0.smithi082.stdout:167: done (7 left) 2024-08-17T00:41:07.506 INFO:tasks.rados.rados.0.smithi082.stdout:168: done (6 left) 2024-08-17T00:41:07.506 INFO:tasks.rados.rados.0.smithi082.stdout:169: done (5 left) 2024-08-17T00:41:07.506 INFO:tasks.rados.rados.0.smithi082.stdout:170: done (4 left) 2024-08-17T00:41:07.506 INFO:tasks.rados.rados.0.smithi082.stdout:171: done (3 left) 2024-08-17T00:41:07.506 INFO:tasks.rados.rados.0.smithi082.stdout:172: done (2 left) 2024-08-17T00:41:07.507 INFO:tasks.rados.rados.0.smithi082.stdout:173: done (1 left) 2024-08-17T00:41:07.507 INFO:tasks.rados.rados.0.smithi082.stdout:174: done (0 left) 2024-08-17T00:41:07.507 INFO:tasks.rados.rados.0.smithi082.stdout:175: snap_remove snap 10 2024-08-17T00:41:07.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:07 smithi082 ceph-mon[29275]: osdmap e99: 8 total, 8 up, 8 in 2024-08-17T00:41:07.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:07 smithi082 ceph-mon[39953]: osdmap e99: 8 total, 8 up, 8 in 2024-08-17T00:41:07.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:07 smithi137 ceph-mon[33068]: osdmap e99: 8 total, 8 up, 8 in 2024-08-17T00:41:08.511 INFO:tasks.rados.rados.0.smithi082.stdout:175: done (0 left) 2024-08-17T00:41:08.511 INFO:tasks.rados.rados.0.smithi082.stdout:176: read oid 36 snap -1 2024-08-17T00:41:08.511 INFO:tasks.rados.rados.0.smithi082.stdout:176: expect (ObjNum 1 snap 0 seq_num 1) 2024-08-17T00:41:08.511 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 1 current snap is 11 2024-08-17T00:41:08.511 INFO:tasks.rados.rados.0.smithi082.stdout:177: seq_num 72 ranges {0=409600,409600=524288,933888=278528} 2024-08-17T00:41:08.513 INFO:tasks.rados.rados.0.smithi082.stdout:177: writing smithi08280503-1 from 0 to 409600 tid 1 2024-08-17T00:41:08.518 INFO:tasks.rados.rados.0.smithi082.stdout:177: writing smithi08280503-1 from 409600 to 933888 tid 2 2024-08-17T00:41:08.520 INFO:tasks.rados.rados.0.smithi082.stdout:177: writing smithi08280503-1 from 933888 to 1212416 tid 3 2024-08-17T00:41:08.520 INFO:tasks.rados.rados.0.smithi082.stdout:176: expect (ObjNum 1 snap 0 seq_num 1) 2024-08-17T00:41:08.521 INFO:tasks.rados.rados.0.smithi082.stdout:177: finishing write tid 1 to smithi08280503-1 2024-08-17T00:41:08.521 INFO:tasks.rados.rados.0.smithi082.stdout:176: done (1 left) 2024-08-17T00:41:08.521 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 21 current snap is 11 2024-08-17T00:41:08.521 INFO:tasks.rados.rados.0.smithi082.stdout:178: seq_num 73 ranges {794624=425984,1220608=409600,1630208=393216} 2024-08-17T00:41:08.528 INFO:tasks.rados.rados.0.smithi082.stdout:178: writing smithi08280503-21 from 794624 to 1220608 tid 1 2024-08-17T00:41:08.531 INFO:tasks.rados.rados.0.smithi082.stdout:178: writing smithi08280503-21 from 1220608 to 1630208 tid 2 2024-08-17T00:41:08.533 INFO:tasks.rados.rados.0.smithi082.stdout:178: writing smithi08280503-21 from 1630208 to 2023424 tid 3 2024-08-17T00:41:08.534 INFO:tasks.rados.rados.0.smithi082.stdout:179: rmattr oid 19 current snap is 11 2024-08-17T00:41:08.534 INFO:tasks.rados.rados.0.smithi082.stdout:179: done (2 left) 2024-08-17T00:41:08.534 INFO:tasks.rados.rados.0.smithi082.stdout:180: snap_remove snap 9 2024-08-17T00:41:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:08 smithi082 ceph-mon[29275]: osdmap e100: 8 total, 8 up, 8 in 2024-08-17T00:41:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:08 smithi082 ceph-mon[29275]: pgmap v132: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 30 op/s 2024-08-17T00:41:08.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:08 smithi082 ceph-mon[39953]: osdmap e100: 8 total, 8 up, 8 in 2024-08-17T00:41:08.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:08 smithi082 ceph-mon[39953]: pgmap v132: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 30 op/s 2024-08-17T00:41:08.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:08 smithi137 ceph-mon[33068]: osdmap e100: 8 total, 8 up, 8 in 2024-08-17T00:41:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:08 smithi137 ceph-mon[33068]: pgmap v132: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 30 op/s 2024-08-17T00:41:09.516 INFO:tasks.rados.rados.0.smithi082.stdout:180: done (2 left) 2024-08-17T00:41:09.516 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 41 current snap is 11 2024-08-17T00:41:09.516 INFO:tasks.rados.rados.0.smithi082.stdout:181: seq_num 74 ranges {679936=442368,1122304=696320,1818624=106496} 2024-08-17T00:41:09.522 INFO:tasks.rados.rados.0.smithi082.stdout:181: writing smithi08280503-41 from 679936 to 1122304 tid 1 2024-08-17T00:41:09.526 INFO:tasks.rados.rados.0.smithi082.stdout:181: writing smithi08280503-41 from 1122304 to 1818624 tid 2 2024-08-17T00:41:09.528 INFO:tasks.rados.rados.0.smithi082.stdout:181: writing smithi08280503-41 from 1818624 to 1925120 tid 3 2024-08-17T00:41:09.528 INFO:tasks.rados.rados.0.smithi082.stdout:182: copy_from oid 35 from oid 49 current snap is 11 2024-08-17T00:41:09.528 INFO:tasks.rados.rados.0.smithi082.stdout:177: finishing write tid 2 to smithi08280503-1 2024-08-17T00:41:09.528 INFO:tasks.rados.rados.0.smithi082.stdout:177: finishing write tid 3 to smithi08280503-1 2024-08-17T00:41:09.528 INFO:tasks.rados.rados.0.smithi082.stdout:177: finishing write tid 4 to smithi08280503-1 2024-08-17T00:41:09.528 INFO:tasks.rados.rados.0.smithi082.stdout:177: finishing write tid 5 to smithi08280503-1 2024-08-17T00:41:09.528 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 44 (ObjNum 72 snap 11 seq_num 72) dirty exists 2024-08-17T00:41:09.528 INFO:tasks.rados.rados.0.smithi082.stdout:177: left oid 1 (ObjNum 72 snap 11 seq_num 72) 2024-08-17T00:41:09.528 INFO:tasks.rados.rados.0.smithi082.stdout:178: finishing write tid 1 to smithi08280503-21 2024-08-17T00:41:09.528 INFO:tasks.rados.rados.0.smithi082.stdout:177: done (3 left) 2024-08-17T00:41:09.528 INFO:tasks.rados.rados.0.smithi082.stdout:183: rollback oid 3 current snap is 11 2024-08-17T00:41:09.529 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 3 to 7 2024-08-17T00:41:09.529 INFO:tasks.rados.rados.0.smithi082.stdout:178: finishing write tid 2 to smithi08280503-21 2024-08-17T00:41:09.529 INFO:tasks.rados.rados.0.smithi082.stdout:178: finishing write tid 3 to smithi08280503-21 2024-08-17T00:41:09.529 INFO:tasks.rados.rados.0.smithi082.stdout:178: finishing write tid 4 to smithi08280503-21 2024-08-17T00:41:09.529 INFO:tasks.rados.rados.0.smithi082.stdout:178: finishing write tid 5 to smithi08280503-21 2024-08-17T00:41:09.529 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 30 (ObjNum 73 snap 11 seq_num 73) dirty exists 2024-08-17T00:41:09.529 INFO:tasks.rados.rados.0.smithi082.stdout:178: left oid 21 (ObjNum 73 snap 11 seq_num 73) 2024-08-17T00:41:09.529 INFO:tasks.rados.rados.0.smithi082.stdout:181: finishing write tid 1 to smithi08280503-41 2024-08-17T00:41:09.530 INFO:tasks.rados.rados.0.smithi082.stdout:178: done (3 left) 2024-08-17T00:41:09.530 INFO:tasks.rados.rados.0.smithi082.stdout:184: rmattr oid 8 current snap is 11 2024-08-17T00:41:09.530 INFO:tasks.rados.rados.0.smithi082.stdout:184: done (3 left) 2024-08-17T00:41:09.530 INFO:tasks.rados.rados.0.smithi082.stdout:185: rmattr oid 23 current snap is 11 2024-08-17T00:41:09.530 INFO:tasks.rados.rados.0.smithi082.stdout:185: done (3 left) 2024-08-17T00:41:09.530 INFO:tasks.rados.rados.0.smithi082.stdout:186: rmattr oid 39 current snap is 11 2024-08-17T00:41:09.530 INFO:tasks.rados.rados.0.smithi082.stdout:186: done (3 left) 2024-08-17T00:41:09.530 INFO:tasks.rados.rados.0.smithi082.stdout:187: read oid 1 snap -1 2024-08-17T00:41:09.531 INFO:tasks.rados.rados.0.smithi082.stdout:187: expect (ObjNum 72 snap 11 seq_num 72) 2024-08-17T00:41:09.531 INFO:tasks.rados.rados.0.smithi082.stdout:188: read oid 6 snap -1 2024-08-17T00:41:09.531 INFO:tasks.rados.rados.0.smithi082.stdout:188: expect deleted 2024-08-17T00:41:09.531 INFO:tasks.rados.rados.0.smithi082.stdout:189: setattr oid 36 current snap is 11 2024-08-17T00:41:09.531 INFO:tasks.rados.rados.0.smithi082.stdout:188: done (5 left) 2024-08-17T00:41:09.531 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 29 current snap is 11 2024-08-17T00:41:09.531 INFO:tasks.rados.rados.0.smithi082.stdout:190: seq_num 75 ranges {778240=458752,1236992=581632,1818624=221184} 2024-08-17T00:41:09.537 INFO:tasks.rados.rados.0.smithi082.stdout:190: writing smithi08280503-29 from 778240 to 1236992 tid 1 2024-08-17T00:41:09.540 INFO:tasks.rados.rados.0.smithi082.stdout:190: writing smithi08280503-29 from 1236992 to 1818624 tid 2 2024-08-17T00:41:09.542 INFO:tasks.rados.rados.0.smithi082.stdout:190: writing smithi08280503-29 from 1818624 to 2039808 tid 3 2024-08-17T00:41:09.542 INFO:tasks.rados.rados.0.smithi082.stdout:191: copy_from oid 19 from oid 33 current snap is 11 2024-08-17T00:41:09.542 INFO:tasks.rados.rados.0.smithi082.stdout:181: finishing write tid 2 to smithi08280503-41 2024-08-17T00:41:09.542 INFO:tasks.rados.rados.0.smithi082.stdout:181: finishing write tid 3 to smithi08280503-41 2024-08-17T00:41:09.542 INFO:tasks.rados.rados.0.smithi082.stdout:181: finishing write tid 4 to smithi08280503-41 2024-08-17T00:41:09.542 INFO:tasks.rados.rados.0.smithi082.stdout:181: finishing write tid 5 to smithi08280503-41 2024-08-17T00:41:09.543 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 33 (ObjNum 74 snap 11 seq_num 74) dirty exists 2024-08-17T00:41:09.543 INFO:tasks.rados.rados.0.smithi082.stdout:181: left oid 41 (ObjNum 74 snap 11 seq_num 74) 2024-08-17T00:41:09.543 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 29 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-17T00:41:09.543 INFO:tasks.rados.rados.0.smithi082.stdout:183: finishing rollback tid 0 to smithi08280503-3 2024-08-17T00:41:09.543 INFO:tasks.rados.rados.0.smithi082.stdout:183: finishing rollback tid 1 to smithi08280503-3 2024-08-17T00:41:09.543 INFO:tasks.rados.rados.0.smithi082.stdout:182: finishing copy_from racing read to smithi08280503-35 2024-08-17T00:41:09.543 INFO:tasks.rados.rados.0.smithi082.stdout:183: finishing rollback tid 2 to smithi08280503-3 2024-08-17T00:41:09.543 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 33 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-08-17T00:41:09.543 INFO:tasks.rados.rados.0.smithi082.stdout:182: finishing copy_from to smithi08280503-35 2024-08-17T00:41:09.543 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 18 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-17T00:41:09.543 INFO:tasks.rados.rados.0.smithi082.stdout:187: expect (ObjNum 72 snap 11 seq_num 72) 2024-08-17T00:41:09.555 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:09 smithi082 ceph-mon[39953]: osdmap e101: 8 total, 8 up, 8 in 2024-08-17T00:41:09.555 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:09 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:41:09.555 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:09 smithi082 ceph-mon[29275]: osdmap e101: 8 total, 8 up, 8 in 2024-08-17T00:41:09.556 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:09 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:41:09.576 INFO:tasks.rados.rados.0.smithi082.stdout:190: finishing write tid 1 to smithi08280503-29 2024-08-17T00:41:09.576 INFO:tasks.rados.rados.0.smithi082.stdout:181: done (6 left) 2024-08-17T00:41:09.576 INFO:tasks.rados.rados.0.smithi082.stdout:182: done (5 left) 2024-08-17T00:41:09.576 INFO:tasks.rados.rados.0.smithi082.stdout:183: done (4 left) 2024-08-17T00:41:09.576 INFO:tasks.rados.rados.0.smithi082.stdout:187: done (3 left) 2024-08-17T00:41:09.576 INFO:tasks.rados.rados.0.smithi082.stdout:189: done (2 left) 2024-08-17T00:41:09.576 INFO:tasks.rados.rados.0.smithi082.stdout:192: snap_create 2024-08-17T00:41:09.576 INFO:tasks.rados.rados.0.smithi082.stdout:190: finishing write tid 2 to smithi08280503-29 2024-08-17T00:41:09.576 INFO:tasks.rados.rados.0.smithi082.stdout:190: finishing write tid 3 to smithi08280503-29 2024-08-17T00:41:09.576 INFO:tasks.rados.rados.0.smithi082.stdout:190: finishing write tid 4 to smithi08280503-29 2024-08-17T00:41:09.577 INFO:tasks.rados.rados.0.smithi082.stdout:190: finishing write tid 5 to smithi08280503-29 2024-08-17T00:41:09.577 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 34 (ObjNum 75 snap 11 seq_num 75) dirty exists 2024-08-17T00:41:09.577 INFO:tasks.rados.rados.0.smithi082.stdout:190: left oid 29 (ObjNum 75 snap 11 seq_num 75) 2024-08-17T00:41:09.577 INFO:tasks.rados.rados.0.smithi082.stdout:191: finishing copy_from racing read to smithi08280503-19 2024-08-17T00:41:09.577 INFO:tasks.rados.rados.0.smithi082.stdout:191: finishing copy_from to smithi08280503-19 2024-08-17T00:41:09.577 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 14 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-08-17T00:41:09.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:09 smithi137 ceph-mon[33068]: osdmap e101: 8 total, 8 up, 8 in 2024-08-17T00:41:09.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:09 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:41:10.475 INFO:tasks.rados.rados.0.smithi082.stdout:190: done (2 left) 2024-08-17T00:41:10.475 INFO:tasks.rados.rados.0.smithi082.stdout:191: done (1 left) 2024-08-17T00:41:10.475 INFO:tasks.rados.rados.0.smithi082.stdout:192: done (0 left) 2024-08-17T00:41:10.475 INFO:tasks.rados.rados.0.smithi082.stdout:193: delete oid 31 current snap is 12 2024-08-17T00:41:10.481 INFO:tasks.rados.rados.0.smithi082.stdout:193: done (0 left) 2024-08-17T00:41:10.481 INFO:tasks.rados.rados.0.smithi082.stdout:194: delete oid 26 current snap is 12 2024-08-17T00:41:10.483 INFO:tasks.rados.rados.0.smithi082.stdout:194: done (0 left) 2024-08-17T00:41:10.483 INFO:tasks.rados.rados.0.smithi082.stdout:195: copy_from oid 20 from oid 42 current snap is 12 2024-08-17T00:41:10.483 INFO:tasks.rados.rados.0.smithi082.stdout:196: delete oid 5 current snap is 12 2024-08-17T00:41:10.486 INFO:tasks.rados.rados.0.smithi082.stdout:196: done (1 left) 2024-08-17T00:41:10.486 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 13 current snap is 12 2024-08-17T00:41:10.486 INFO:tasks.rados.rados.0.smithi082.stdout:197: seq_num 79 ranges {1384448=532480,1916928=565248,2482176=237568} 2024-08-17T00:41:10.496 INFO:tasks.rados.rados.0.smithi082.stdout:197: writing smithi08280503-13 from 1384448 to 1916928 tid 1 2024-08-17T00:41:10.499 INFO:tasks.rados.rados.0.smithi082.stdout:197: writing smithi08280503-13 from 1916928 to 2482176 tid 2 2024-08-17T00:41:10.502 INFO:tasks.rados.rados.0.smithi082.stdout:197: writing smithi08280503-13 from 2482176 to 2719744 tid 3 2024-08-17T00:41:10.502 INFO:tasks.rados.rados.0.smithi082.stdout:198: read oid 19 snap -1 2024-08-17T00:41:10.502 INFO:tasks.rados.rados.0.smithi082.stdout:198: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-17T00:41:10.502 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 14 current snap is 12 2024-08-17T00:41:10.502 INFO:tasks.rados.rados.0.smithi082.stdout:195: finishing copy_from racing read to smithi08280503-20 2024-08-17T00:41:10.502 INFO:tasks.rados.rados.0.smithi082.stdout:195: finishing copy_from to smithi08280503-20 2024-08-17T00:41:10.503 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-17T00:41:10.503 INFO:tasks.rados.rados.0.smithi082.stdout:197: finishing write tid 1 to smithi08280503-13 2024-08-17T00:41:10.503 INFO:tasks.rados.rados.0.smithi082.stdout:199: seq_num 80 ranges {221184=548864,770048=450560,1220608=352256} 2024-08-17T00:41:10.506 INFO:tasks.rados.rados.0.smithi082.stdout:199: writing smithi08280503-14 from 221184 to 770048 tid 1 2024-08-17T00:41:10.508 INFO:tasks.rados.rados.0.smithi082.stdout:199: writing smithi08280503-14 from 770048 to 1220608 tid 2 2024-08-17T00:41:10.511 INFO:tasks.rados.rados.0.smithi082.stdout:199: writing smithi08280503-14 from 1220608 to 1572864 tid 3 2024-08-17T00:41:10.511 INFO:tasks.rados.rados.0.smithi082.stdout:195: done (3 left) 2024-08-17T00:41:10.511 INFO:tasks.rados.rados.0.smithi082.stdout:200: rollback oid 24 current snap is 12 2024-08-17T00:41:10.511 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 24 to 11 2024-08-17T00:41:10.511 INFO:tasks.rados.rados.0.smithi082.stdout:197: finishing write tid 2 to smithi08280503-13 2024-08-17T00:41:10.511 INFO:tasks.rados.rados.0.smithi082.stdout:198: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-17T00:41:10.529 INFO:tasks.rados.rados.0.smithi082.stdout:197: finishing write tid 3 to smithi08280503-13 2024-08-17T00:41:10.529 INFO:tasks.rados.rados.0.smithi082.stdout:197: finishing write tid 4 to smithi08280503-13 2024-08-17T00:41:10.529 INFO:tasks.rados.rados.0.smithi082.stdout:197: finishing write tid 5 to smithi08280503-13 2024-08-17T00:41:10.529 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 39 (ObjNum 79 snap 12 seq_num 79) dirty exists 2024-08-17T00:41:10.529 INFO:tasks.rados.rados.0.smithi082.stdout:197: left oid 13 (ObjNum 79 snap 12 seq_num 79) 2024-08-17T00:41:10.530 INFO:tasks.rados.rados.0.smithi082.stdout:199: finishing write tid 1 to smithi08280503-14 2024-08-17T00:41:10.530 INFO:tasks.rados.rados.0.smithi082.stdout:199: finishing write tid 2 to smithi08280503-14 2024-08-17T00:41:10.530 INFO:tasks.rados.rados.0.smithi082.stdout:197: done (3 left) 2024-08-17T00:41:10.530 INFO:tasks.rados.rados.0.smithi082.stdout:198: done (2 left) 2024-08-17T00:41:10.530 INFO:tasks.rados.rados.0.smithi082.stdout:201: snap_remove snap 8 2024-08-17T00:41:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:10 smithi082 ceph-mon[39953]: osdmap e102: 8 total, 8 up, 8 in 2024-08-17T00:41:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:10 smithi082 ceph-mon[39953]: pgmap v135: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-08-17T00:41:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:10 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:10 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:10 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:10 smithi082 ceph-mon[39953]: osdmap e103: 8 total, 8 up, 8 in 2024-08-17T00:41:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:10 smithi082 ceph-mon[29275]: osdmap e102: 8 total, 8 up, 8 in 2024-08-17T00:41:10.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:10 smithi082 ceph-mon[29275]: pgmap v135: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-08-17T00:41:10.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:10 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:10.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:10 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:10.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:10 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:10.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:10 smithi082 ceph-mon[29275]: osdmap e103: 8 total, 8 up, 8 in 2024-08-17T00:41:10.987 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:10 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:41:10] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:41:10.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:10 smithi137 ceph-mon[33068]: osdmap e102: 8 total, 8 up, 8 in 2024-08-17T00:41:10.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:10 smithi137 ceph-mon[33068]: pgmap v135: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-08-17T00:41:10.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:10 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:10.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:10 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:10.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:10 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:10.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:10 smithi137 ceph-mon[33068]: osdmap e103: 8 total, 8 up, 8 in 2024-08-17T00:41:11.532 INFO:tasks.rados.rados.0.smithi082.stdout:201: done (2 left) 2024-08-17T00:41:11.532 INFO:tasks.rados.rados.0.smithi082.stdout:202: snap_remove snap 7 2024-08-17T00:41:11.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:11 smithi082 ceph-mon[39953]: Upgrade: Target is version 19.1.0-1363-gd863d21c (unknown) 2024-08-17T00:41:11.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:11 smithi082 ceph-mon[39953]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, digests ['quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb'] 2024-08-17T00:41:11.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:11 smithi082 ceph-mon[39953]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-17T00:41:11.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:11 smithi082 ceph-mon[39953]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb on smithi137 2024-08-17T00:41:11.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:11 smithi082 ceph-mon[29275]: Upgrade: Target is version 19.1.0-1363-gd863d21c (unknown) 2024-08-17T00:41:11.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:11 smithi082 ceph-mon[29275]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, digests ['quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb'] 2024-08-17T00:41:11.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:11 smithi082 ceph-mon[29275]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-17T00:41:11.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:11 smithi082 ceph-mon[29275]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb on smithi137 2024-08-17T00:41:11.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:11 smithi137 ceph-mon[33068]: Upgrade: Target is version 19.1.0-1363-gd863d21c (unknown) 2024-08-17T00:41:11.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:11 smithi137 ceph-mon[33068]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, digests ['quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb'] 2024-08-17T00:41:11.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:11 smithi137 ceph-mon[33068]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-17T00:41:11.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:11 smithi137 ceph-mon[33068]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb on smithi137 2024-08-17T00:41:12.547 INFO:tasks.rados.rados.0.smithi082.stdout:202: done (2 left) 2024-08-17T00:41:12.547 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 25 current snap is 12 2024-08-17T00:41:12.547 INFO:tasks.rados.rados.0.smithi082.stdout:203: seq_num 81 ranges {606208=565248,1171456=737280,1908736=65536} 2024-08-17T00:41:12.553 INFO:tasks.rados.rados.0.smithi082.stdout:203: writing smithi08280503-25 from 606208 to 1171456 tid 1 2024-08-17T00:41:12.558 INFO:tasks.rados.rados.0.smithi082.stdout:203: writing smithi08280503-25 from 1171456 to 1908736 tid 2 2024-08-17T00:41:12.559 INFO:tasks.rados.rados.0.smithi082.stdout:203: writing smithi08280503-25 from 1908736 to 1974272 tid 3 2024-08-17T00:41:12.559 INFO:tasks.rados.rados.0.smithi082.stdout:199: finishing write tid 3 to smithi08280503-14 2024-08-17T00:41:12.559 INFO:tasks.rados.rados.0.smithi082.stdout:199: finishing write tid 4 to smithi08280503-14 2024-08-17T00:41:12.560 INFO:tasks.rados.rados.0.smithi082.stdout:199: finishing write tid 5 to smithi08280503-14 2024-08-17T00:41:12.560 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 43 (ObjNum 80 snap 12 seq_num 80) dirty exists 2024-08-17T00:41:12.560 INFO:tasks.rados.rados.0.smithi082.stdout:199: left oid 14 (ObjNum 80 snap 12 seq_num 80) 2024-08-17T00:41:12.560 INFO:tasks.rados.rados.0.smithi082.stdout:200: finishing rollback tid 0 to smithi08280503-24 2024-08-17T00:41:12.560 INFO:tasks.rados.rados.0.smithi082.stdout:200: finishing rollback tid 1 to smithi08280503-24 2024-08-17T00:41:12.560 INFO:tasks.rados.rados.0.smithi082.stdout:200: finishing rollback tid 2 to smithi08280503-24 2024-08-17T00:41:12.560 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 37 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-17T00:41:12.560 INFO:tasks.rados.rados.0.smithi082.stdout:199: done (2 left) 2024-08-17T00:41:12.560 INFO:tasks.rados.rados.0.smithi082.stdout:200: done (1 left) 2024-08-17T00:41:12.560 INFO:tasks.rados.rados.0.smithi082.stdout:204: copy_from oid 17 from oid 2 current snap is 12 2024-08-17T00:41:12.560 INFO:tasks.rados.rados.0.smithi082.stdout:205: delete oid 15 current snap is 12 2024-08-17T00:41:12.561 INFO:tasks.rados.rados.0.smithi082.stdout:203: finishing write tid 1 to smithi08280503-25 2024-08-17T00:41:12.563 INFO:tasks.rados.rados.0.smithi082.stdout:203: finishing write tid 2 to smithi08280503-25 2024-08-17T00:41:12.563 INFO:tasks.rados.rados.0.smithi082.stdout:205: done (2 left) 2024-08-17T00:41:12.563 INFO:tasks.rados.rados.0.smithi082.stdout:206: delete oid 41 current snap is 12 2024-08-17T00:41:12.563 INFO:tasks.rados.rados.0.smithi082.stdout:203: finishing write tid 3 to smithi08280503-25 2024-08-17T00:41:12.564 INFO:tasks.rados.rados.0.smithi082.stdout:203: finishing write tid 4 to smithi08280503-25 2024-08-17T00:41:12.564 INFO:tasks.rados.rados.0.smithi082.stdout:203: finishing write tid 5 to smithi08280503-25 2024-08-17T00:41:12.564 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 27 (ObjNum 81 snap 12 seq_num 81) dirty exists 2024-08-17T00:41:12.565 INFO:tasks.rados.rados.0.smithi082.stdout:203: left oid 25 (ObjNum 81 snap 12 seq_num 81) 2024-08-17T00:41:12.565 INFO:tasks.rados.rados.0.smithi082.stdout:203: done (2 left) 2024-08-17T00:41:12.565 INFO:tasks.rados.rados.0.smithi082.stdout:206: done (1 left) 2024-08-17T00:41:12.565 INFO:tasks.rados.rados.0.smithi082.stdout:207: setattr oid 47 current snap is 12 2024-08-17T00:41:12.567 INFO:tasks.rados.rados.0.smithi082.stdout:208: snap_remove snap 11 2024-08-17T00:41:12.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:12 smithi082 ceph-mon[39953]: osdmap e104: 8 total, 8 up, 8 in 2024-08-17T00:41:12.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:12 smithi082 ceph-mon[39953]: pgmap v138: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-08-17T00:41:12.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:12 smithi082 ceph-mon[29275]: osdmap e104: 8 total, 8 up, 8 in 2024-08-17T00:41:12.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:12 smithi082 ceph-mon[29275]: pgmap v138: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-08-17T00:41:12.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:12 smithi137 ceph-mon[33068]: osdmap e104: 8 total, 8 up, 8 in 2024-08-17T00:41:12.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:12 smithi137 ceph-mon[33068]: pgmap v138: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-08-17T00:41:13.551 INFO:tasks.rados.rados.0.smithi082.stdout:204: finishing copy_from racing read to smithi08280503-17 2024-08-17T00:41:13.551 INFO:tasks.rados.rados.0.smithi082.stdout:204: finishing copy_from to smithi08280503-17 2024-08-17T00:41:13.551 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 6 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-08-17T00:41:13.552 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 40 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T00:41:13.552 INFO:tasks.rados.rados.0.smithi082.stdout:204: done (2 left) 2024-08-17T00:41:13.552 INFO:tasks.rados.rados.0.smithi082.stdout:207: done (1 left) 2024-08-17T00:41:13.552 INFO:tasks.rados.rados.0.smithi082.stdout:208: done (0 left) 2024-08-17T00:41:13.552 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 26 current snap is 12 2024-08-17T00:41:13.552 INFO:tasks.rados.rados.0.smithi082.stdout:209: seq_num 84 ranges {0=614400,614400=434176,1048576=368640} 2024-08-17T00:41:13.555 INFO:tasks.rados.rados.0.smithi082.stdout:209: writing smithi08280503-26 from 0 to 614400 tid 1 2024-08-17T00:41:13.558 INFO:tasks.rados.rados.0.smithi082.stdout:209: writing smithi08280503-26 from 614400 to 1048576 tid 2 2024-08-17T00:41:13.561 INFO:tasks.rados.rados.0.smithi082.stdout:209: writing smithi08280503-26 from 1048576 to 1417216 tid 3 2024-08-17T00:41:13.561 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 2 current snap is 12 2024-08-17T00:41:13.561 INFO:tasks.rados.rados.0.smithi082.stdout:210: seq_num 85 ranges {1056768=630784,1687552=720896,2408448=81920} 2024-08-17T00:41:13.570 INFO:tasks.rados.rados.0.smithi082.stdout:210: writing smithi08280503-2 from 1056768 to 1687552 tid 1 2024-08-17T00:41:13.575 INFO:tasks.rados.rados.0.smithi082.stdout:210: writing smithi08280503-2 from 1687552 to 2408448 tid 2 2024-08-17T00:41:13.576 INFO:tasks.rados.rados.0.smithi082.stdout:210: writing smithi08280503-2 from 2408448 to 2490368 tid 3 2024-08-17T00:41:13.576 INFO:tasks.rados.rados.0.smithi082.stdout:211: copy_from oid 28 from oid 27 current snap is 12 2024-08-17T00:41:13.576 INFO:tasks.rados.rados.0.smithi082.stdout:209: finishing write tid 1 to smithi08280503-26 2024-08-17T00:41:13.576 INFO:tasks.rados.rados.0.smithi082.stdout:209: finishing write tid 2 to smithi08280503-26 2024-08-17T00:41:13.576 INFO:tasks.rados.rados.0.smithi082.stdout:209: finishing write tid 3 to smithi08280503-26 2024-08-17T00:41:13.576 INFO:tasks.rados.rados.0.smithi082.stdout:209: finishing write tid 4 to smithi08280503-26 2024-08-17T00:41:13.576 INFO:tasks.rados.rados.0.smithi082.stdout:209: finishing write tid 5 to smithi08280503-26 2024-08-17T00:41:13.576 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 59 (ObjNum 84 snap 12 seq_num 84) dirty exists 2024-08-17T00:41:13.576 INFO:tasks.rados.rados.0.smithi082.stdout:209: left oid 26 (ObjNum 84 snap 12 seq_num 84) 2024-08-17T00:41:13.576 INFO:tasks.rados.rados.0.smithi082.stdout:210: finishing write tid 1 to smithi08280503-2 2024-08-17T00:41:13.577 INFO:tasks.rados.rados.0.smithi082.stdout:209: done (2 left) 2024-08-17T00:41:13.577 INFO:tasks.rados.rados.0.smithi082.stdout:212: snap_create 2024-08-17T00:41:13.578 INFO:tasks.rados.rados.0.smithi082.stdout:210: finishing write tid 2 to smithi08280503-2 2024-08-17T00:41:13.578 INFO:tasks.rados.rados.0.smithi082.stdout:210: finishing write tid 3 to smithi08280503-2 2024-08-17T00:41:13.578 INFO:tasks.rados.rados.0.smithi082.stdout:210: finishing write tid 4 to smithi08280503-2 2024-08-17T00:41:13.579 INFO:tasks.rados.rados.0.smithi082.stdout:210: finishing write tid 5 to smithi08280503-2 2024-08-17T00:41:13.579 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 2 v 14 (ObjNum 85 snap 12 seq_num 85) dirty exists 2024-08-17T00:41:13.580 INFO:tasks.rados.rados.0.smithi082.stdout:210: left oid 2 (ObjNum 85 snap 12 seq_num 85) 2024-08-17T00:41:13.580 INFO:tasks.rados.rados.0.smithi082.stdout:211: finishing copy_from racing read to smithi08280503-28 2024-08-17T00:41:13.582 INFO:tasks.rados.rados.0.smithi082.stdout:211: finishing copy_from to smithi08280503-28 2024-08-17T00:41:13.582 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 6 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-17T00:41:13.887 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:13 smithi137 ceph-mon[33068]: osdmap e105: 8 total, 8 up, 8 in 2024-08-17T00:41:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:13 smithi082 ceph-mon[39953]: osdmap e105: 8 total, 8 up, 8 in 2024-08-17T00:41:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:13 smithi082 ceph-mon[29275]: osdmap e105: 8 total, 8 up, 8 in 2024-08-17T00:41:14.559 INFO:tasks.rados.rados.0.smithi082.stdout:210: done (2 left) 2024-08-17T00:41:14.560 INFO:tasks.rados.rados.0.smithi082.stdout:211: done (1 left) 2024-08-17T00:41:14.560 INFO:tasks.rados.rados.0.smithi082.stdout:212: done (0 left) 2024-08-17T00:41:14.560 INFO:tasks.rados.rados.0.smithi082.stdout:213: snap_create 2024-08-17T00:41:14.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:14 smithi082 ceph-mon[39953]: osdmap e106: 8 total, 8 up, 8 in 2024-08-17T00:41:14.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:14 smithi082 ceph-mon[39953]: pgmap v141: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:41:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:14 smithi082 ceph-mon[29275]: osdmap e106: 8 total, 8 up, 8 in 2024-08-17T00:41:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:14 smithi082 ceph-mon[29275]: pgmap v141: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:41:14.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:14 smithi137 ceph-mon[33068]: osdmap e106: 8 total, 8 up, 8 in 2024-08-17T00:41:14.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:14 smithi137 ceph-mon[33068]: pgmap v141: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:41:15.563 INFO:tasks.rados.rados.0.smithi082.stdout:213: done (0 left) 2024-08-17T00:41:15.563 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 17 current snap is 14 2024-08-17T00:41:15.563 INFO:tasks.rados.rados.0.smithi082.stdout:214: seq_num 86 ranges {1056768=647168,1703936=606208,2310144=196608} 2024-08-17T00:41:15.572 INFO:tasks.rados.rados.0.smithi082.stdout:214: writing smithi08280503-17 from 1056768 to 1703936 tid 1 2024-08-17T00:41:15.576 INFO:tasks.rados.rados.0.smithi082.stdout:214: writing smithi08280503-17 from 1703936 to 2310144 tid 2 2024-08-17T00:41:15.577 INFO:tasks.rados.rados.0.smithi082.stdout:214: writing smithi08280503-17 from 2310144 to 2506752 tid 3 2024-08-17T00:41:15.578 INFO:tasks.rados.rados.0.smithi082.stdout:215: rollback oid 8 current snap is 14 2024-08-17T00:41:15.578 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 8 to 13 2024-08-17T00:41:15.578 INFO:tasks.rados.rados.0.smithi082.stdout:214: finishing write tid 1 to smithi08280503-17 2024-08-17T00:41:15.578 INFO:tasks.rados.rados.0.smithi082.stdout:216: rmattr oid 26 current snap is 14 2024-08-17T00:41:15.578 INFO:tasks.rados.rados.0.smithi082.stdout:216: done (2 left) 2024-08-17T00:41:15.578 INFO:tasks.rados.rados.0.smithi082.stdout:217: delete oid 2 current snap is 14 2024-08-17T00:41:15.579 INFO:tasks.rados.rados.0.smithi082.stdout:214: finishing write tid 2 to smithi08280503-17 2024-08-17T00:41:15.580 INFO:tasks.rados.rados.0.smithi082.stdout:215: finishing rollback tid 1 to smithi08280503-8 2024-08-17T00:41:15.580 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 0 (ObjNum 129 snap 0 seq_num 3912144584) dirty dne 2024-08-17T00:41:15.580 INFO:tasks.rados.rados.0.smithi082.stdout:214: finishing write tid 3 to smithi08280503-17 2024-08-17T00:41:15.580 INFO:tasks.rados.rados.0.smithi082.stdout:214: finishing write tid 4 to smithi08280503-17 2024-08-17T00:41:15.582 INFO:tasks.rados.rados.0.smithi082.stdout:214: finishing write tid 5 to smithi08280503-17 2024-08-17T00:41:15.582 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 64 (ObjNum 86 snap 14 seq_num 86) dirty exists 2024-08-17T00:41:15.582 INFO:tasks.rados.rados.0.smithi082.stdout:214: left oid 17 (ObjNum 86 snap 14 seq_num 86) 2024-08-17T00:41:15.582 INFO:tasks.rados.rados.0.smithi082.stdout:214: done (2 left) 2024-08-17T00:41:15.582 INFO:tasks.rados.rados.0.smithi082.stdout:215: done (1 left) 2024-08-17T00:41:15.582 INFO:tasks.rados.rados.0.smithi082.stdout:217: done (0 left) 2024-08-17T00:41:15.582 INFO:tasks.rados.rados.0.smithi082.stdout:218: rmattr oid 38 current snap is 14 2024-08-17T00:41:15.583 INFO:tasks.rados.rados.0.smithi082.stdout:219: snap_create 2024-08-17T00:41:15.584 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 27 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-17T00:41:15.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:15 smithi082 ceph-mon[39953]: osdmap e107: 8 total, 8 up, 8 in 2024-08-17T00:41:15.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:15 smithi082 ceph-mon[29275]: osdmap e107: 8 total, 8 up, 8 in 2024-08-17T00:41:15.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:41:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:41:15] "GET /metrics HTTP/1.1" 200 239763 "" "Prometheus/2.43.0" 2024-08-17T00:41:15.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:15 smithi137 ceph-mon[33068]: osdmap e107: 8 total, 8 up, 8 in 2024-08-17T00:41:16.574 INFO:tasks.rados.rados.0.smithi082.stdout:218: done (1 left) 2024-08-17T00:41:16.574 INFO:tasks.rados.rados.0.smithi082.stdout:219: done (0 left) 2024-08-17T00:41:16.574 INFO:tasks.rados.rados.0.smithi082.stdout:220: copy_from oid 48 from oid 47 current snap is 15 2024-08-17T00:41:16.574 INFO:tasks.rados.rados.0.smithi082.stdout:221: read oid 34 snap -1 2024-08-17T00:41:16.574 INFO:tasks.rados.rados.0.smithi082.stdout:221: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-17T00:41:16.574 INFO:tasks.rados.rados.0.smithi082.stdout:222: snap_create 2024-08-17T00:41:16.582 INFO:tasks.rados.rados.0.smithi082.stdout:221: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-17T00:41:16.600 INFO:tasks.rados.rados.0.smithi082.stdout:220: finishing copy_from racing read to smithi08280503-48 2024-08-17T00:41:16.600 INFO:tasks.rados.rados.0.smithi082.stdout:220: finishing copy_from to smithi08280503-48 2024-08-17T00:41:16.600 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 40 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T00:41:16.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:16 smithi082 ceph-mon[29275]: osdmap e108: 8 total, 8 up, 8 in 2024-08-17T00:41:16.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:16 smithi082 ceph-mon[29275]: pgmap v144: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 410 KiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-08-17T00:41:16.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:16 smithi082 ceph-mon[39953]: osdmap e108: 8 total, 8 up, 8 in 2024-08-17T00:41:16.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:16 smithi082 ceph-mon[39953]: pgmap v144: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 410 KiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-08-17T00:41:16.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:16 smithi137 ceph-mon[33068]: osdmap e108: 8 total, 8 up, 8 in 2024-08-17T00:41:16.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:16 smithi137 ceph-mon[33068]: pgmap v144: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 410 KiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-08-17T00:41:17.575 INFO:tasks.rados.rados.0.smithi082.stdout:220: done (2 left) 2024-08-17T00:41:17.575 INFO:tasks.rados.rados.0.smithi082.stdout:221: done (1 left) 2024-08-17T00:41:17.575 INFO:tasks.rados.rados.0.smithi082.stdout:222: done (0 left) 2024-08-17T00:41:17.575 INFO:tasks.rados.rados.0.smithi082.stdout:223: read oid 47 snap -1 2024-08-17T00:41:17.575 INFO:tasks.rados.rados.0.smithi082.stdout:223: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-17T00:41:17.575 INFO:tasks.rados.rados.0.smithi082.stdout:224: read oid 28 snap -1 2024-08-17T00:41:17.575 INFO:tasks.rados.rados.0.smithi082.stdout:224: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-17T00:41:17.575 INFO:tasks.rados.rados.0.smithi082.stdout:225: snap_create 2024-08-17T00:41:17.580 INFO:tasks.rados.rados.0.smithi082.stdout:224: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-17T00:41:17.593 INFO:tasks.rados.rados.0.smithi082.stdout:223: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-17T00:41:17.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:17 smithi082 ceph-mon[39953]: osdmap e109: 8 total, 8 up, 8 in 2024-08-17T00:41:17.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:17 smithi082 ceph-mon[29275]: osdmap e109: 8 total, 8 up, 8 in 2024-08-17T00:41:17.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:17 smithi137 ceph-mon[33068]: osdmap e109: 8 total, 8 up, 8 in 2024-08-17T00:41:18.103 INFO:teuthology.orchestra.run.smithi082.stdout:true 2024-08-17T00:41:18.350 INFO:teuthology.orchestra.run.smithi082.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:41:18.351 INFO:teuthology.orchestra.run.smithi082.stdout:alertmanager.a smithi082 *:9093,9094 running (2m) 114s ago 3m 17.8M - 0.25.0 c8568f914cd2 8ca95fca41b0 2024-08-17T00:41:18.351 INFO:teuthology.orchestra.run.smithi082.stdout:grafana.a smithi137 *:3000 running (2m) 117s ago 2m 82.0M - 9.4.7 954c08fa6188 31d49b94f793 2024-08-17T00:41:18.351 INFO:teuthology.orchestra.run.smithi082.stdout:mds.a smithi082 running (4m) 114s ago 4m 14.0M - 17.2.7-1402-g03a1ac13 bc5a85a90206 884927c0355a 2024-08-17T00:41:18.351 INFO:teuthology.orchestra.run.smithi082.stdout:mds.b smithi137 running (4m) 117s ago 4m 12.5M - 17.2.7-1402-g03a1ac13 bc5a85a90206 931a05caee78 2024-08-17T00:41:18.351 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.x smithi137 *:8443 running (7m) 117s ago 7m 399M - 17.2.7-1402-g03a1ac13 bc5a85a90206 c8fb62f23f01 2024-08-17T00:41:18.351 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.y smithi082 *:9283,8765 running (9m) 114s ago 9m 445M - 17.2.7-1402-g03a1ac13 bc5a85a90206 3221a5901a1e 2024-08-17T00:41:18.351 INFO:teuthology.orchestra.run.smithi082.stdout:mon.a smithi082 running (9m) 114s ago 9m 46.8M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 a0277ad24518 2024-08-17T00:41:18.351 INFO:teuthology.orchestra.run.smithi082.stdout:mon.b smithi137 running (8m) 117s ago 8m 39.5M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 8a3cc43cc10e 2024-08-17T00:41:18.351 INFO:teuthology.orchestra.run.smithi082.stdout:mon.c smithi082 running (8m) 114s ago 8m 40.9M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 04290329d1a5 2024-08-17T00:41:18.351 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.a smithi082 *:9100 running (2m) 114s ago 2m 11.3M - 1.5.0 0da6a335fe13 988ed3b7065d 2024-08-17T00:41:18.351 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.b smithi137 *:9100 running (2m) 117s ago 2m 3678k - 1.5.0 0da6a335fe13 9116fc126121 2024-08-17T00:41:18.352 INFO:teuthology.orchestra.run.smithi082.stdout:osd.0 smithi082 running (7m) 114s ago 7m 46.2M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 8591866ca3ea 2024-08-17T00:41:18.352 INFO:teuthology.orchestra.run.smithi082.stdout:osd.1 smithi082 running (7m) 114s ago 7m 44.4M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 bc404187cbbd 2024-08-17T00:41:18.352 INFO:teuthology.orchestra.run.smithi082.stdout:osd.2 smithi082 running (6m) 114s ago 6m 43.5M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 e0a943d904ef 2024-08-17T00:41:18.352 INFO:teuthology.orchestra.run.smithi082.stdout:osd.3 smithi082 running (6m) 114s ago 6m 41.6M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 a83a3a475578 2024-08-17T00:41:18.352 INFO:teuthology.orchestra.run.smithi082.stdout:osd.4 smithi137 running (5m) 117s ago 5m 42.4M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 9962b1177464 2024-08-17T00:41:18.352 INFO:teuthology.orchestra.run.smithi082.stdout:osd.5 smithi137 running (5m) 117s ago 5m 43.5M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 704b6949e902 2024-08-17T00:41:18.352 INFO:teuthology.orchestra.run.smithi082.stdout:osd.6 smithi137 running (5m) 117s ago 5m 42.1M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 fa6586afc3c0 2024-08-17T00:41:18.352 INFO:teuthology.orchestra.run.smithi082.stdout:osd.7 smithi137 running (4m) 117s ago 4m 44.4M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 ae5731d0601b 2024-08-17T00:41:18.352 INFO:teuthology.orchestra.run.smithi082.stdout:prometheus.a smithi137 *:9095 running (2m) 117s ago 3m 26.1M - 2.43.0 a07b618ecd1d d4dbf8e80dd3 2024-08-17T00:41:18.587 INFO:tasks.rados.rados.0.smithi082.stdout:223: done (2 left) 2024-08-17T00:41:18.587 INFO:tasks.rados.rados.0.smithi082.stdout:224: done (1 left) 2024-08-17T00:41:18.587 INFO:tasks.rados.rados.0.smithi082.stdout:225: done (0 left) 2024-08-17T00:41:18.587 INFO:tasks.rados.rados.0.smithi082.stdout:226: rollback oid 30 current snap is 17 2024-08-17T00:41:18.588 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 30 to 16 2024-08-17T00:41:18.588 INFO:tasks.rados.rados.0.smithi082.stdout:227: copy_from oid 9 from oid 25 current snap is 17 2024-08-17T00:41:18.588 INFO:tasks.rados.rados.0.smithi082.stdout:228: copy_from oid 12 from oid 28 current snap is 17 2024-08-17T00:41:18.588 INFO:tasks.rados.rados.0.smithi082.stdout:229: read oid 1 snap -1 2024-08-17T00:41:18.588 INFO:tasks.rados.rados.0.smithi082.stdout:229: expect (ObjNum 72 snap 11 seq_num 72) 2024-08-17T00:41:18.588 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 32 current snap is 17 2024-08-17T00:41:18.588 INFO:tasks.rados.rados.0.smithi082.stdout:230: seq_num 88 ranges {524288=679936,1204224=778240,1982464=24576} 2024-08-17T00:41:18.594 INFO:tasks.rados.rados.0.smithi082.stdout:230: writing smithi08280503-32 from 524288 to 1204224 tid 1 2024-08-17T00:41:18.600 INFO:tasks.rados.rados.0.smithi082.stdout:230: writing smithi08280503-32 from 1204224 to 1982464 tid 2 2024-08-17T00:41:18.600 INFO:tasks.rados.rados.0.smithi082.stdout:230: writing smithi08280503-32 from 1982464 to 2007040 tid 3 2024-08-17T00:41:18.600 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 36 current snap is 17 2024-08-17T00:41:18.600 INFO:tasks.rados.rados.0.smithi082.stdout:231: seq_num 89 ranges {24576=696320,720896=655360,1376256=147456} 2024-08-17T00:41:18.604 INFO:tasks.rados.rados.0.smithi082.stdout:231: writing smithi08280503-36 from 24576 to 720896 tid 1 2024-08-17T00:41:18.608 INFO:tasks.rados.rados.0.smithi082.stdout:231: writing smithi08280503-36 from 720896 to 1376256 tid 2 2024-08-17T00:41:18.609 INFO:tasks.rados.rados.0.smithi082.stdout:231: writing smithi08280503-36 from 1376256 to 1523712 tid 3 2024-08-17T00:41:18.609 INFO:tasks.rados.rados.0.smithi082.stdout:232: rollback oid 2 current snap is 17 2024-08-17T00:41:18.609 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 2 to 13 2024-08-17T00:41:18.610 INFO:tasks.rados.rados.0.smithi082.stdout:226: finishing rollback tid 0 to smithi08280503-30 2024-08-17T00:41:18.610 INFO:tasks.rados.rados.0.smithi082.stdout:226: finishing rollback tid 1 to smithi08280503-30 2024-08-17T00:41:18.610 INFO:tasks.rados.rados.0.smithi082.stdout:226: finishing rollback tid 2 to smithi08280503-30 2024-08-17T00:41:18.610 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 30 v 30 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-17T00:41:18.610 INFO:tasks.rados.rados.0.smithi082.stdout:226: done (6 left) 2024-08-17T00:41:18.610 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 31 current snap is 17 2024-08-17T00:41:18.610 INFO:tasks.rados.rados.0.smithi082.stdout:229: expect (ObjNum 72 snap 11 seq_num 72) 2024-08-17T00:41:18.642 INFO:tasks.rados.rados.0.smithi082.stdout:228: finishing copy_from racing read to smithi08280503-12 2024-08-17T00:41:18.642 INFO:tasks.rados.rados.0.smithi082.stdout:230: finishing write tid 1 to smithi08280503-32 2024-08-17T00:41:18.643 INFO:tasks.rados.rados.0.smithi082.stdout:233: seq_num 90 ranges {0=712704,712704=540672,1253376=262144} 2024-08-17T00:41:18.646 INFO:tasks.rados.rados.0.smithi082.stdout:233: writing smithi08280503-31 from 0 to 712704 tid 1 2024-08-17T00:41:18.649 INFO:tasks.rados.rados.0.smithi082.stdout:233: writing smithi08280503-31 from 712704 to 1253376 tid 2 2024-08-17T00:41:18.652 INFO:tasks.rados.rados.0.smithi082.stdout:233: writing smithi08280503-31 from 1253376 to 1515520 tid 3 2024-08-17T00:41:18.652 INFO:tasks.rados.rados.0.smithi082.stdout:229: done (6 left) 2024-08-17T00:41:18.652 INFO:tasks.rados.rados.0.smithi082.stdout:234: read oid 45 snap -1 2024-08-17T00:41:18.652 INFO:tasks.rados.rados.0.smithi082.stdout:234: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-17T00:41:18.652 INFO:tasks.rados.rados.0.smithi082.stdout:235: rollback oid 26 current snap is 17 2024-08-17T00:41:18.652 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 26 to 13 2024-08-17T00:41:18.652 INFO:tasks.rados.rados.0.smithi082.stdout:228: finishing copy_from to smithi08280503-12 2024-08-17T00:41:18.653 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 6 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-17T00:41:18.653 INFO:tasks.rados.rados.0.smithi082.stdout:228: done (7 left) 2024-08-17T00:41:18.653 INFO:tasks.rados.rados.0.smithi082.stdout:236: rmattr oid 39 current snap is 17 2024-08-17T00:41:18.653 INFO:tasks.rados.rados.0.smithi082.stdout:236: done (7 left) 2024-08-17T00:41:18.653 INFO:tasks.rados.rados.0.smithi082.stdout:237: copy_from oid 33 from oid 30 current snap is 17 2024-08-17T00:41:18.653 INFO:tasks.rados.rados.0.smithi082.stdout:230: finishing write tid 2 to smithi08280503-32 2024-08-17T00:41:18.653 INFO:tasks.rados.rados.0.smithi082.stdout:230: finishing write tid 3 to smithi08280503-32 2024-08-17T00:41:18.653 INFO:tasks.rados.rados.0.smithi082.stdout:230: finishing write tid 4 to smithi08280503-32 2024-08-17T00:41:18.653 INFO:tasks.rados.rados.0.smithi082.stdout:227: finishing copy_from racing read to smithi08280503-9 2024-08-17T00:41:18.653 INFO:tasks.rados.rados.0.smithi082.stdout:230: finishing write tid 5 to smithi08280503-32 2024-08-17T00:41:18.653 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 47 (ObjNum 88 snap 17 seq_num 88) dirty exists 2024-08-17T00:41:18.653 INFO:tasks.rados.rados.0.smithi082.stdout:230: left oid 32 (ObjNum 88 snap 17 seq_num 88) 2024-08-17T00:41:18.653 INFO:tasks.rados.rados.0.smithi082.stdout:227: finishing copy_from to smithi08280503-9 2024-08-17T00:41:18.654 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 27 (ObjNum 81 snap 12 seq_num 81) dirty exists 2024-08-17T00:41:18.654 INFO:tasks.rados.rados.0.smithi082.stdout:232: finishing rollback tid 1 to smithi08280503-2 2024-08-17T00:41:18.654 INFO:tasks.rados.rados.0.smithi082.stdout:232: finishing rollback tid 2 to smithi08280503-2 2024-08-17T00:41:18.654 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 2 v 18 (ObjNum 85 snap 12 seq_num 85) dirty exists 2024-08-17T00:41:18.654 INFO:tasks.rados.rados.0.smithi082.stdout:231: finishing write tid 1 to smithi08280503-36 2024-08-17T00:41:18.654 INFO:tasks.rados.rados.0.smithi082.stdout:227: done (7 left) 2024-08-17T00:41:18.654 INFO:tasks.rados.rados.0.smithi082.stdout:230: done (6 left) 2024-08-17T00:41:18.654 INFO:tasks.rados.rados.0.smithi082.stdout:232: done (5 left) 2024-08-17T00:41:18.654 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 13 current snap is 17 2024-08-17T00:41:18.654 INFO:tasks.rados.rados.0.smithi082.stdout:238: seq_num 91 ranges {2719744=729088,3448832=425984,3874816=376832} 2024-08-17T00:41:18.671 INFO:tasks.rados.rados.0.smithi082.stdout:238: writing smithi08280503-13 from 2719744 to 3448832 tid 1 2024-08-17T00:41:18.673 INFO:tasks.rados.rados.0.smithi082.stdout:238: writing smithi08280503-13 from 3448832 to 3874816 tid 2 2024-08-17T00:41:18.675 INFO:tasks.rados.rados.0.smithi082.stdout:238: writing smithi08280503-13 from 3874816 to 4251648 tid 3 2024-08-17T00:41:18.675 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 25 current snap is 17 2024-08-17T00:41:18.675 INFO:tasks.rados.rados.0.smithi082.stdout:231: finishing write tid 2 to smithi08280503-36 2024-08-17T00:41:18.675 INFO:tasks.rados.rados.0.smithi082.stdout:239: seq_num 92 ranges {1974272=745472,2719744=761856,3481600=40960} 2024-08-17T00:41:18.678 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-08-17T00:41:18.678 INFO:teuthology.orchestra.run.smithi082.stdout: "mon": { 2024-08-17T00:41:18.678 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 3 2024-08-17T00:41:18.678 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:41:18.678 INFO:teuthology.orchestra.run.smithi082.stdout: "mgr": { 2024-08-17T00:41:18.678 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:41:18.678 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:41:18.678 INFO:teuthology.orchestra.run.smithi082.stdout: "osd": { 2024-08-17T00:41:18.678 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 8 2024-08-17T00:41:18.679 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:41:18.679 INFO:teuthology.orchestra.run.smithi082.stdout: "mds": { 2024-08-17T00:41:18.679 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:41:18.679 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:41:18.679 INFO:teuthology.orchestra.run.smithi082.stdout: "overall": { 2024-08-17T00:41:18.679 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 15 2024-08-17T00:41:18.679 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-08-17T00:41:18.679 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-08-17T00:41:18.690 INFO:tasks.rados.rados.0.smithi082.stdout:239: writing smithi08280503-25 from 1974272 to 2719744 tid 1 2024-08-17T00:41:18.694 INFO:tasks.rados.rados.0.smithi082.stdout:239: writing smithi08280503-25 from 2719744 to 3481600 tid 2 2024-08-17T00:41:18.696 INFO:tasks.rados.rados.0.smithi082.stdout:239: writing smithi08280503-25 from 3481600 to 3522560 tid 3 2024-08-17T00:41:18.696 INFO:tasks.rados.rados.0.smithi082.stdout:240: read oid 12 snap 15 2024-08-17T00:41:18.696 INFO:tasks.rados.rados.0.smithi082.stdout:240: expect (ObjNum 11 snap 0 seq_num 11) 2024-08-17T00:41:18.696 INFO:tasks.rados.rados.0.smithi082.stdout:241: rmattr oid 39 current snap is 17 2024-08-17T00:41:18.696 INFO:tasks.rados.rados.0.smithi082.stdout:241: done (8 left) 2024-08-17T00:41:18.696 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 42 current snap is 17 2024-08-17T00:41:18.696 INFO:tasks.rados.rados.0.smithi082.stdout:231: finishing write tid 3 to smithi08280503-36 2024-08-17T00:41:18.696 INFO:tasks.rados.rados.0.smithi082.stdout:231: finishing write tid 4 to smithi08280503-36 2024-08-17T00:41:18.696 INFO:tasks.rados.rados.0.smithi082.stdout:231: finishing write tid 5 to smithi08280503-36 2024-08-17T00:41:18.696 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 58 (ObjNum 89 snap 17 seq_num 89) dirty exists 2024-08-17T00:41:18.696 INFO:tasks.rados.rados.0.smithi082.stdout:231: left oid 36 (ObjNum 89 snap 17 seq_num 89) 2024-08-17T00:41:18.696 INFO:tasks.rados.rados.0.smithi082.stdout:233: finishing write tid 1 to smithi08280503-31 2024-08-17T00:41:18.697 INFO:tasks.rados.rados.0.smithi082.stdout:242: seq_num 93 ranges {696320=761856,1458176=647168,2105344=155648} 2024-08-17T00:41:18.703 INFO:tasks.rados.rados.0.smithi082.stdout:242: writing smithi08280503-42 from 696320 to 1458176 tid 1 2024-08-17T00:41:18.706 INFO:tasks.rados.rados.0.smithi082.stdout:242: writing smithi08280503-42 from 1458176 to 2105344 tid 2 2024-08-17T00:41:18.708 INFO:tasks.rados.rados.0.smithi082.stdout:242: writing smithi08280503-42 from 2105344 to 2260992 tid 3 2024-08-17T00:41:18.708 INFO:tasks.rados.rados.0.smithi082.stdout:231: done (8 left) 2024-08-17T00:41:18.708 INFO:tasks.rados.rados.0.smithi082.stdout:243: read oid 5 snap -1 2024-08-17T00:41:18.708 INFO:tasks.rados.rados.0.smithi082.stdout:243: expect deleted 2024-08-17T00:41:18.708 INFO:tasks.rados.rados.0.smithi082.stdout:244: read oid 18 snap 14 2024-08-17T00:41:18.708 INFO:tasks.rados.rados.0.smithi082.stdout:244: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:41:18.709 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 23 current snap is 17 2024-08-17T00:41:18.709 INFO:tasks.rados.rados.0.smithi082.stdout:233: finishing write tid 2 to smithi08280503-31 2024-08-17T00:41:18.709 INFO:tasks.rados.rados.0.smithi082.stdout:233: finishing write tid 3 to smithi08280503-31 2024-08-17T00:41:18.709 INFO:tasks.rados.rados.0.smithi082.stdout:233: finishing write tid 4 to smithi08280503-31 2024-08-17T00:41:18.709 INFO:tasks.rados.rados.0.smithi082.stdout:235: finishing rollback tid 0 to smithi08280503-26 2024-08-17T00:41:18.709 INFO:tasks.rados.rados.0.smithi082.stdout:235: finishing rollback tid 1 to smithi08280503-26 2024-08-17T00:41:18.709 INFO:tasks.rados.rados.0.smithi082.stdout:233: finishing write tid 5 to smithi08280503-31 2024-08-17T00:41:18.709 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 67 (ObjNum 90 snap 17 seq_num 90) dirty exists 2024-08-17T00:41:18.709 INFO:tasks.rados.rados.0.smithi082.stdout:233: left oid 31 (ObjNum 90 snap 17 seq_num 90) 2024-08-17T00:41:18.709 INFO:tasks.rados.rados.0.smithi082.stdout:245: seq_num 94 ranges {606208=778240,1384448=532480,1916928=270336} 2024-08-17T00:41:18.715 INFO:tasks.rados.rados.0.smithi082.stdout:245: writing smithi08280503-23 from 606208 to 1384448 tid 1 2024-08-17T00:41:18.718 INFO:tasks.rados.rados.0.smithi082.stdout:245: writing smithi08280503-23 from 1384448 to 1916928 tid 2 2024-08-17T00:41:18.720 INFO:tasks.rados.rados.0.smithi082.stdout:245: writing smithi08280503-23 from 1916928 to 2187264 tid 3 2024-08-17T00:41:18.720 INFO:tasks.rados.rados.0.smithi082.stdout:233: done (10 left) 2024-08-17T00:41:18.720 INFO:tasks.rados.rados.0.smithi082.stdout:246: snap_remove snap 16 2024-08-17T00:41:18.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:18 smithi082 ceph-mon[39953]: osdmap e110: 8 total, 8 up, 8 in 2024-08-17T00:41:18.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:18 smithi082 ceph-mon[39953]: pgmap v147: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 410 KiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-08-17T00:41:18.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:18 smithi082 ceph-mon[39953]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:41:18.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:18 smithi082 ceph-mon[29275]: osdmap e110: 8 total, 8 up, 8 in 2024-08-17T00:41:18.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:18 smithi082 ceph-mon[29275]: pgmap v147: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 410 KiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-08-17T00:41:18.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:18 smithi082 ceph-mon[29275]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:41:18.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:18 smithi137 ceph-mon[33068]: osdmap e110: 8 total, 8 up, 8 in 2024-08-17T00:41:18.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:18 smithi137 ceph-mon[33068]: pgmap v147: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 410 KiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-08-17T00:41:18.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:18 smithi137 ceph-mon[33068]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:41:19.589 INFO:tasks.rados.rados.0.smithi082.stdout:246: done (10 left) 2024-08-17T00:41:19.590 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 38 current snap is 17 2024-08-17T00:41:19.590 INFO:tasks.rados.rados.0.smithi082.stdout:247: seq_num 95 ranges {794624=794624,1589248=409600,1998848=393216} 2024-08-17T00:41:19.599 INFO:tasks.rados.rados.0.smithi082.stdout:247: writing smithi08280503-38 from 794624 to 1589248 tid 1 2024-08-17T00:41:19.601 INFO:tasks.rados.rados.0.smithi082.stdout:247: writing smithi08280503-38 from 1589248 to 1998848 tid 2 2024-08-17T00:41:19.604 INFO:tasks.rados.rados.0.smithi082.stdout:247: writing smithi08280503-38 from 1998848 to 2392064 tid 3 2024-08-17T00:41:19.604 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 17 current snap is 17 2024-08-17T00:41:19.604 INFO:tasks.rados.rados.0.smithi082.stdout:235: finishing rollback tid 2 to smithi08280503-26 2024-08-17T00:41:19.604 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 65 (ObjNum 84 snap 12 seq_num 84) dirty exists 2024-08-17T00:41:19.604 INFO:tasks.rados.rados.0.smithi082.stdout:234: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-17T00:41:19.619 INFO:tasks.rados.rados.0.smithi082.stdout:237: finishing copy_from racing read to smithi08280503-33 2024-08-17T00:41:19.619 INFO:tasks.rados.rados.0.smithi082.stdout:237: finishing copy_from to smithi08280503-33 2024-08-17T00:41:19.620 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 30 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-17T00:41:19.620 INFO:tasks.rados.rados.0.smithi082.stdout:238: finishing write tid 1 to smithi08280503-13 2024-08-17T00:41:19.620 INFO:tasks.rados.rados.0.smithi082.stdout:238: finishing write tid 2 to smithi08280503-13 2024-08-17T00:41:19.620 INFO:tasks.rados.rados.0.smithi082.stdout:248: seq_num 96 ranges {2506752=409600,2916352=696320,3612672=507904} 2024-08-17T00:41:19.635 INFO:tasks.rados.rados.0.smithi082.stdout:248: writing smithi08280503-17 from 2506752 to 2916352 tid 1 2024-08-17T00:41:19.639 INFO:tasks.rados.rados.0.smithi082.stdout:248: writing smithi08280503-17 from 2916352 to 3612672 tid 2 2024-08-17T00:41:19.644 INFO:tasks.rados.rados.0.smithi082.stdout:248: writing smithi08280503-17 from 3612672 to 4120576 tid 3 2024-08-17T00:41:19.644 INFO:tasks.rados.rados.0.smithi082.stdout:234: done (11 left) 2024-08-17T00:41:19.644 INFO:tasks.rados.rados.0.smithi082.stdout:235: done (10 left) 2024-08-17T00:41:19.644 INFO:tasks.rados.rados.0.smithi082.stdout:237: done (9 left) 2024-08-17T00:41:19.644 INFO:tasks.rados.rados.0.smithi082.stdout:249: rollback oid 50 current snap is 17 2024-08-17T00:41:19.644 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 50 to 14 2024-08-17T00:41:19.644 INFO:tasks.rados.rados.0.smithi082.stdout:238: finishing write tid 3 to smithi08280503-13 2024-08-17T00:41:19.644 INFO:tasks.rados.rados.0.smithi082.stdout:238: finishing write tid 4 to smithi08280503-13 2024-08-17T00:41:19.644 INFO:tasks.rados.rados.0.smithi082.stdout:238: finishing write tid 5 to smithi08280503-13 2024-08-17T00:41:19.644 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 63 (ObjNum 91 snap 17 seq_num 91) dirty exists 2024-08-17T00:41:19.645 INFO:tasks.rados.rados.0.smithi082.stdout:238: left oid 13 (ObjNum 91 snap 17 seq_num 91) 2024-08-17T00:41:19.645 INFO:tasks.rados.rados.0.smithi082.stdout:239: finishing write tid 1 to smithi08280503-25 2024-08-17T00:41:19.645 INFO:tasks.rados.rados.0.smithi082.stdout:240: expect (ObjNum 11 snap 0 seq_num 11) 2024-08-17T00:41:19.650 INFO:tasks.rados.rados.0.smithi082.stdout:239: finishing write tid 2 to smithi08280503-25 2024-08-17T00:41:19.650 INFO:tasks.rados.rados.0.smithi082.stdout:239: finishing write tid 3 to smithi08280503-25 2024-08-17T00:41:19.650 INFO:tasks.rados.rados.0.smithi082.stdout:239: finishing write tid 4 to smithi08280503-25 2024-08-17T00:41:19.650 INFO:tasks.rados.rados.0.smithi082.stdout:239: finishing write tid 5 to smithi08280503-25 2024-08-17T00:41:19.650 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 36 (ObjNum 92 snap 17 seq_num 92) dirty exists 2024-08-17T00:41:19.650 INFO:tasks.rados.rados.0.smithi082.stdout:239: left oid 25 (ObjNum 92 snap 17 seq_num 92) 2024-08-17T00:41:19.650 INFO:tasks.rados.rados.0.smithi082.stdout:242: finishing write tid 1 to smithi08280503-42 2024-08-17T00:41:19.650 INFO:tasks.rados.rados.0.smithi082.stdout:238: done (9 left) 2024-08-17T00:41:19.650 INFO:tasks.rados.rados.0.smithi082.stdout:239: done (8 left) 2024-08-17T00:41:19.650 INFO:tasks.rados.rados.0.smithi082.stdout:240: done (7 left) 2024-08-17T00:41:19.651 INFO:tasks.rados.rados.0.smithi082.stdout:250: rollback oid 22 current snap is 17 2024-08-17T00:41:19.651 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 22 to 13 2024-08-17T00:41:19.651 INFO:tasks.rados.rados.0.smithi082.stdout:242: finishing write tid 2 to smithi08280503-42 2024-08-17T00:41:19.651 INFO:tasks.rados.rados.0.smithi082.stdout:244: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:41:19.670 INFO:tasks.rados.rados.0.smithi082.stdout:242: finishing write tid 3 to smithi08280503-42 2024-08-17T00:41:19.670 INFO:tasks.rados.rados.0.smithi082.stdout:242: finishing write tid 4 to smithi08280503-42 2024-08-17T00:41:19.670 INFO:tasks.rados.rados.0.smithi082.stdout:242: finishing write tid 5 to smithi08280503-42 2024-08-17T00:41:19.671 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 68 (ObjNum 93 snap 17 seq_num 93) dirty exists 2024-08-17T00:41:19.671 INFO:tasks.rados.rados.0.smithi082.stdout:242: left oid 42 (ObjNum 93 snap 17 seq_num 93) 2024-08-17T00:41:19.671 INFO:tasks.rados.rados.0.smithi082.stdout:245: finishing write tid 1 to smithi08280503-23 2024-08-17T00:41:19.671 INFO:tasks.rados.rados.0.smithi082.stdout:245: finishing write tid 2 to smithi08280503-23 2024-08-17T00:41:19.671 INFO:tasks.rados.rados.0.smithi082.stdout:245: finishing write tid 3 to smithi08280503-23 2024-08-17T00:41:19.671 INFO:tasks.rados.rados.0.smithi082.stdout:245: finishing write tid 4 to smithi08280503-23 2024-08-17T00:41:19.671 INFO:tasks.rados.rados.0.smithi082.stdout:242: done (7 left) 2024-08-17T00:41:19.671 INFO:tasks.rados.rados.0.smithi082.stdout:243: done (6 left) 2024-08-17T00:41:19.671 INFO:tasks.rados.rados.0.smithi082.stdout:244: done (5 left) 2024-08-17T00:41:19.671 INFO:tasks.rados.rados.0.smithi082.stdout:251: rmattr oid 24 current snap is 17 2024-08-17T00:41:19.672 INFO:tasks.rados.rados.0.smithi082.stdout:245: finishing write tid 5 to smithi08280503-23 2024-08-17T00:41:19.672 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 24 (ObjNum 94 snap 17 seq_num 94) dirty exists 2024-08-17T00:41:19.672 INFO:tasks.rados.rados.0.smithi082.stdout:245: left oid 23 (ObjNum 94 snap 17 seq_num 94) 2024-08-17T00:41:19.672 INFO:tasks.rados.rados.0.smithi082.stdout:247: finishing write tid 1 to smithi08280503-38 2024-08-17T00:41:19.672 INFO:tasks.rados.rados.0.smithi082.stdout:247: finishing write tid 2 to smithi08280503-38 2024-08-17T00:41:19.672 INFO:tasks.rados.rados.0.smithi082.stdout:247: finishing write tid 3 to smithi08280503-38 2024-08-17T00:41:19.672 INFO:tasks.rados.rados.0.smithi082.stdout:247: finishing write tid 4 to smithi08280503-38 2024-08-17T00:41:19.672 INFO:tasks.rados.rados.0.smithi082.stdout:247: finishing write tid 5 to smithi08280503-38 2024-08-17T00:41:19.672 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 34 (ObjNum 95 snap 17 seq_num 95) dirty exists 2024-08-17T00:41:19.672 INFO:tasks.rados.rados.0.smithi082.stdout:247: left oid 38 (ObjNum 95 snap 17 seq_num 95) 2024-08-17T00:41:19.672 INFO:tasks.rados.rados.0.smithi082.stdout:248: finishing write tid 1 to smithi08280503-17 2024-08-17T00:41:19.672 INFO:tasks.rados.rados.0.smithi082.stdout:248: finishing write tid 2 to smithi08280503-17 2024-08-17T00:41:19.672 INFO:tasks.rados.rados.0.smithi082.stdout:245: done (5 left) 2024-08-17T00:41:19.673 INFO:tasks.rados.rados.0.smithi082.stdout:247: done (4 left) 2024-08-17T00:41:19.673 INFO:tasks.rados.rados.0.smithi082.stdout:252: rollback oid 13 current snap is 17 2024-08-17T00:41:19.673 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 13 to 14 2024-08-17T00:41:19.673 INFO:tasks.rados.rados.0.smithi082.stdout:248: finishing write tid 3 to smithi08280503-17 2024-08-17T00:41:19.673 INFO:tasks.rados.rados.0.smithi082.stdout:248: finishing write tid 4 to smithi08280503-17 2024-08-17T00:41:19.673 INFO:tasks.rados.rados.0.smithi082.stdout:249: finishing rollback tid 0 to smithi08280503-50 2024-08-17T00:41:19.673 INFO:tasks.rados.rados.0.smithi082.stdout:249: finishing rollback tid 1 to smithi08280503-50 2024-08-17T00:41:19.673 INFO:tasks.rados.rados.0.smithi082.stdout:249: finishing rollback tid 2 to smithi08280503-50 2024-08-17T00:41:19.673 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 53 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-08-17T00:41:19.673 INFO:tasks.rados.rados.0.smithi082.stdout:248: finishing write tid 5 to smithi08280503-17 2024-08-17T00:41:19.673 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 69 (ObjNum 96 snap 17 seq_num 96) dirty exists 2024-08-17T00:41:19.673 INFO:tasks.rados.rados.0.smithi082.stdout:248: left oid 17 (ObjNum 96 snap 17 seq_num 96) 2024-08-17T00:41:19.673 INFO:tasks.rados.rados.0.smithi082.stdout:250: finishing rollback tid 0 to smithi08280503-22 2024-08-17T00:41:19.673 INFO:tasks.rados.rados.0.smithi082.stdout:250: finishing rollback tid 1 to smithi08280503-22 2024-08-17T00:41:19.674 INFO:tasks.rados.rados.0.smithi082.stdout:250: finishing rollback tid 2 to smithi08280503-22 2024-08-17T00:41:19.674 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 44 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-17T00:41:19.674 INFO:tasks.rados.rados.0.smithi082.stdout:248: done (4 left) 2024-08-17T00:41:19.674 INFO:tasks.rados.rados.0.smithi082.stdout:249: done (3 left) 2024-08-17T00:41:19.674 INFO:tasks.rados.rados.0.smithi082.stdout:250: done (2 left) 2024-08-17T00:41:19.674 INFO:tasks.rados.rados.0.smithi082.stdout:253: rmattr oid 7 current snap is 17 2024-08-17T00:41:19.674 INFO:tasks.rados.rados.0.smithi082.stdout:253: done (2 left) 2024-08-17T00:41:19.674 INFO:tasks.rados.rados.0.smithi082.stdout:254: copy_from oid 36 from oid 29 current snap is 17 2024-08-17T00:41:19.674 INFO:tasks.rados.rados.0.smithi082.stdout:255: rollback oid 4 current snap is 17 2024-08-17T00:41:19.674 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 4 to 14 2024-08-17T00:41:19.674 INFO:tasks.rados.rados.0.smithi082.stdout:256: snap_remove snap 15 2024-08-17T00:41:19.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:19 smithi082 ceph-mon[39953]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:41:19.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:19 smithi082 ceph-mon[39953]: osdmap e111: 8 total, 8 up, 8 in 2024-08-17T00:41:19.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:19 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/911500501' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:19.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:19 smithi082 ceph-mon[29275]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:41:19.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:19 smithi082 ceph-mon[29275]: osdmap e111: 8 total, 8 up, 8 in 2024-08-17T00:41:19.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:19 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/911500501' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:19.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:19 smithi137 ceph-mon[33068]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:41:19.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:19 smithi137 ceph-mon[33068]: osdmap e111: 8 total, 8 up, 8 in 2024-08-17T00:41:19.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:19 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/911500501' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:20.473 INFO:tasks.rados.rados.0.smithi082.stdout:255: finishing rollback tid 1 to smithi08280503-4 2024-08-17T00:41:20.473 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 0 (ObjNum 49 snap 0 seq_num 3912053936) dirty dne 2024-08-17T00:41:20.473 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 50 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-17T00:41:20.473 INFO:tasks.rados.rados.0.smithi082.stdout:252: finishing rollback tid 0 to smithi08280503-13 2024-08-17T00:41:20.473 INFO:tasks.rados.rados.0.smithi082.stdout:252: finishing rollback tid 1 to smithi08280503-13 2024-08-17T00:41:20.473 INFO:tasks.rados.rados.0.smithi082.stdout:252: finishing rollback tid 2 to smithi08280503-13 2024-08-17T00:41:20.473 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 77 (ObjNum 79 snap 12 seq_num 79) dirty exists 2024-08-17T00:41:20.473 INFO:tasks.rados.rados.0.smithi082.stdout:254: finishing copy_from racing read to smithi08280503-36 2024-08-17T00:41:20.473 INFO:tasks.rados.rados.0.smithi082.stdout:254: finishing copy_from to smithi08280503-36 2024-08-17T00:41:20.474 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 34 (ObjNum 75 snap 11 seq_num 75) dirty exists 2024-08-17T00:41:20.474 INFO:tasks.rados.rados.0.smithi082.stdout:251: done (4 left) 2024-08-17T00:41:20.474 INFO:tasks.rados.rados.0.smithi082.stdout:252: done (3 left) 2024-08-17T00:41:20.474 INFO:tasks.rados.rados.0.smithi082.stdout:254: done (2 left) 2024-08-17T00:41:20.474 INFO:tasks.rados.rados.0.smithi082.stdout:255: done (1 left) 2024-08-17T00:41:20.474 INFO:tasks.rados.rados.0.smithi082.stdout:256: done (0 left) 2024-08-17T00:41:20.474 INFO:tasks.rados.rados.0.smithi082.stdout:257: snap_create 2024-08-17T00:41:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:20 smithi082 ceph-mon[29275]: osdmap e112: 8 total, 8 up, 8 in 2024-08-17T00:41:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:20 smithi082 ceph-mon[29275]: pgmap v150: 121 pgs: 121 active+clean; 55 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.0 MiB/s wr, 27 op/s 2024-08-17T00:41:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:20 smithi082 ceph-mon[29275]: osdmap e113: 8 total, 8 up, 8 in 2024-08-17T00:41:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:20 smithi082 ceph-mon[39953]: osdmap e112: 8 total, 8 up, 8 in 2024-08-17T00:41:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:20 smithi082 ceph-mon[39953]: pgmap v150: 121 pgs: 121 active+clean; 55 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.0 MiB/s wr, 27 op/s 2024-08-17T00:41:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:20 smithi082 ceph-mon[39953]: osdmap e113: 8 total, 8 up, 8 in 2024-08-17T00:41:20.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:20 smithi137 ceph-mon[33068]: osdmap e112: 8 total, 8 up, 8 in 2024-08-17T00:41:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:20 smithi137 ceph-mon[33068]: pgmap v150: 121 pgs: 121 active+clean; 55 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.0 MiB/s wr, 27 op/s 2024-08-17T00:41:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:20 smithi137 ceph-mon[33068]: osdmap e113: 8 total, 8 up, 8 in 2024-08-17T00:41:20.987 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:41:20] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:41:21.477 INFO:tasks.rados.rados.0.smithi082.stdout:257: done (0 left) 2024-08-17T00:41:21.477 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 16 current snap is 18 2024-08-17T00:41:21.477 INFO:tasks.rados.rados.0.smithi082.stdout:258: seq_num 97 ranges {1163264=434176,1597440=581632,2179072=540672,2719744=81920} 2024-08-17T00:41:21.484 INFO:tasks.rados.rados.0.smithi082.stdout:258: writing smithi08280503-16 from 1163264 to 1597440 tid 1 2024-08-17T00:41:21.488 INFO:tasks.rados.rados.0.smithi082.stdout:258: writing smithi08280503-16 from 1597440 to 2179072 tid 2 2024-08-17T00:41:21.491 INFO:tasks.rados.rados.0.smithi082.stdout:258: writing smithi08280503-16 from 2179072 to 2719744 tid 3 2024-08-17T00:41:21.492 INFO:tasks.rados.rados.0.smithi082.stdout:258: writing smithi08280503-16 from 2719744 to 2801664 tid 4 2024-08-17T00:41:21.492 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 18 current snap is 18 2024-08-17T00:41:21.492 INFO:tasks.rados.rados.0.smithi082.stdout:258: finishing write tid 1 to smithi08280503-16 2024-08-17T00:41:21.493 INFO:tasks.rados.rados.0.smithi082.stdout:258: finishing write tid 2 to smithi08280503-16 2024-08-17T00:41:21.493 INFO:tasks.rados.rados.0.smithi082.stdout:259: seq_num 98 ranges {761856=450560,1212416=466944,1679360=737280} 2024-08-17T00:41:21.499 INFO:tasks.rados.rados.0.smithi082.stdout:259: writing smithi08280503-18 from 761856 to 1212416 tid 1 2024-08-17T00:41:21.502 INFO:tasks.rados.rados.0.smithi082.stdout:259: writing smithi08280503-18 from 1212416 to 1679360 tid 2 2024-08-17T00:41:21.507 INFO:tasks.rados.rados.0.smithi082.stdout:259: writing smithi08280503-18 from 1679360 to 2416640 tid 3 2024-08-17T00:41:21.507 INFO:tasks.rados.rados.0.smithi082.stdout:260: setattr oid 45 current snap is 18 2024-08-17T00:41:21.507 INFO:tasks.rados.rados.0.smithi082.stdout:258: finishing write tid 3 to smithi08280503-16 2024-08-17T00:41:21.507 INFO:tasks.rados.rados.0.smithi082.stdout:258: finishing write tid 4 to smithi08280503-16 2024-08-17T00:41:21.507 INFO:tasks.rados.rados.0.smithi082.stdout:258: finishing write tid 5 to smithi08280503-16 2024-08-17T00:41:21.507 INFO:tasks.rados.rados.0.smithi082.stdout:258: finishing write tid 6 to smithi08280503-16 2024-08-17T00:41:21.507 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 25 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-17T00:41:21.508 INFO:tasks.rados.rados.0.smithi082.stdout:258: left oid 16 (ObjNum 97 snap 18 seq_num 97) 2024-08-17T00:41:21.508 INFO:tasks.rados.rados.0.smithi082.stdout:259: finishing write tid 1 to smithi08280503-18 2024-08-17T00:41:21.508 INFO:tasks.rados.rados.0.smithi082.stdout:259: finishing write tid 2 to smithi08280503-18 2024-08-17T00:41:21.508 INFO:tasks.rados.rados.0.smithi082.stdout:258: done (2 left) 2024-08-17T00:41:21.508 INFO:tasks.rados.rados.0.smithi082.stdout:261: snap_remove snap 12 2024-08-17T00:41:22.481 INFO:tasks.rados.rados.0.smithi082.stdout:259: finishing write tid 3 to smithi08280503-18 2024-08-17T00:41:22.482 INFO:tasks.rados.rados.0.smithi082.stdout:259: finishing write tid 4 to smithi08280503-18 2024-08-17T00:41:22.482 INFO:tasks.rados.rados.0.smithi082.stdout:259: finishing write tid 5 to smithi08280503-18 2024-08-17T00:41:22.482 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 57 (ObjNum 98 snap 18 seq_num 98) dirty exists 2024-08-17T00:41:22.482 INFO:tasks.rados.rados.0.smithi082.stdout:259: left oid 18 (ObjNum 98 snap 18 seq_num 98) 2024-08-17T00:41:22.482 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 20 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-17T00:41:22.482 INFO:tasks.rados.rados.0.smithi082.stdout:259: done (2 left) 2024-08-17T00:41:22.482 INFO:tasks.rados.rados.0.smithi082.stdout:260: done (1 left) 2024-08-17T00:41:22.482 INFO:tasks.rados.rados.0.smithi082.stdout:261: done (0 left) 2024-08-17T00:41:22.482 INFO:tasks.rados.rados.0.smithi082.stdout:262: setattr oid 40 current snap is 18 2024-08-17T00:41:22.483 INFO:tasks.rados.rados.0.smithi082.stdout:263: snap_create 2024-08-17T00:41:22.488 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 69 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T00:41:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:22 smithi082 ceph-mon[39953]: osdmap e114: 8 total, 8 up, 8 in 2024-08-17T00:41:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:22 smithi082 ceph-mon[39953]: pgmap v153: 121 pgs: 121 active+clean; 55 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.0 MiB/s wr, 27 op/s 2024-08-17T00:41:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:22 smithi082 ceph-mon[29275]: osdmap e114: 8 total, 8 up, 8 in 2024-08-17T00:41:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:22 smithi082 ceph-mon[29275]: pgmap v153: 121 pgs: 121 active+clean; 55 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.0 MiB/s wr, 27 op/s 2024-08-17T00:41:22.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:22 smithi137 ceph-mon[33068]: osdmap e114: 8 total, 8 up, 8 in 2024-08-17T00:41:22.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:22 smithi137 ceph-mon[33068]: pgmap v153: 121 pgs: 121 active+clean; 55 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.0 MiB/s wr, 27 op/s 2024-08-17T00:41:23.479 INFO:tasks.rados.rados.0.smithi082.stdout:262: done (1 left) 2024-08-17T00:41:23.480 INFO:tasks.rados.rados.0.smithi082.stdout:263: done (0 left) 2024-08-17T00:41:23.480 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 33 current snap is 19 2024-08-17T00:41:23.480 INFO:tasks.rados.rados.0.smithi082.stdout:264: seq_num 99 ranges {491520=466944,958464=802816,1761280=401408} 2024-08-17T00:41:23.485 INFO:tasks.rados.rados.0.smithi082.stdout:264: writing smithi08280503-33 from 491520 to 958464 tid 1 2024-08-17T00:41:23.489 INFO:tasks.rados.rados.0.smithi082.stdout:264: writing smithi08280503-33 from 958464 to 1761280 tid 2 2024-08-17T00:41:23.492 INFO:tasks.rados.rados.0.smithi082.stdout:264: writing smithi08280503-33 from 1761280 to 2162688 tid 3 2024-08-17T00:41:23.492 INFO:tasks.rados.rados.0.smithi082.stdout:265: copy_from oid 18 from oid 13 current snap is 19 2024-08-17T00:41:23.492 INFO:tasks.rados.rados.0.smithi082.stdout:264: finishing write tid 1 to smithi08280503-33 2024-08-17T00:41:23.492 INFO:tasks.rados.rados.0.smithi082.stdout:266: snap_create 2024-08-17T00:41:23.494 INFO:tasks.rados.rados.0.smithi082.stdout:264: finishing write tid 2 to smithi08280503-33 2024-08-17T00:41:23.495 INFO:tasks.rados.rados.0.smithi082.stdout:264: finishing write tid 3 to smithi08280503-33 2024-08-17T00:41:23.495 INFO:tasks.rados.rados.0.smithi082.stdout:264: finishing write tid 4 to smithi08280503-33 2024-08-17T00:41:23.497 INFO:tasks.rados.rados.0.smithi082.stdout:264: finishing write tid 5 to smithi08280503-33 2024-08-17T00:41:23.497 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 61 (ObjNum 99 snap 19 seq_num 99) dirty exists 2024-08-17T00:41:23.497 INFO:tasks.rados.rados.0.smithi082.stdout:264: left oid 33 (ObjNum 99 snap 19 seq_num 99) 2024-08-17T00:41:23.511 INFO:tasks.rados.rados.0.smithi082.stdout:265: finishing copy_from racing read to smithi08280503-18 2024-08-17T00:41:23.511 INFO:tasks.rados.rados.0.smithi082.stdout:265: finishing copy_from to smithi08280503-18 2024-08-17T00:41:23.511 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 77 (ObjNum 79 snap 12 seq_num 79) dirty exists 2024-08-17T00:41:23.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:23 smithi137 ceph-mon[33068]: osdmap e115: 8 total, 8 up, 8 in 2024-08-17T00:41:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:23 smithi082 ceph-mon[39953]: osdmap e115: 8 total, 8 up, 8 in 2024-08-17T00:41:23.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:23 smithi082 ceph-mon[29275]: osdmap e115: 8 total, 8 up, 8 in 2024-08-17T00:41:24.497 INFO:tasks.rados.rados.0.smithi082.stdout:264: done (2 left) 2024-08-17T00:41:24.497 INFO:tasks.rados.rados.0.smithi082.stdout:265: done (1 left) 2024-08-17T00:41:24.497 INFO:tasks.rados.rados.0.smithi082.stdout:266: done (0 left) 2024-08-17T00:41:24.497 INFO:tasks.rados.rados.0.smithi082.stdout:267: snap_create 2024-08-17T00:41:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:24 smithi082 ceph-mon[39953]: osdmap e116: 8 total, 8 up, 8 in 2024-08-17T00:41:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:24 smithi082 ceph-mon[39953]: pgmap v156: 121 pgs: 121 active+clean; 55 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:41:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:24 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:41:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:24 smithi082 ceph-mon[29275]: osdmap e116: 8 total, 8 up, 8 in 2024-08-17T00:41:24.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:24 smithi082 ceph-mon[29275]: pgmap v156: 121 pgs: 121 active+clean; 55 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:41:24.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:24 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:41:24.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:24 smithi137 ceph-mon[33068]: osdmap e116: 8 total, 8 up, 8 in 2024-08-17T00:41:24.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:24 smithi137 ceph-mon[33068]: pgmap v156: 121 pgs: 121 active+clean; 55 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:41:24.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:24 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:41:25.498 INFO:tasks.rados.rados.0.smithi082.stdout:267: done (0 left) 2024-08-17T00:41:25.498 INFO:tasks.rados.rados.0.smithi082.stdout:268: read oid 15 snap -1 2024-08-17T00:41:25.498 INFO:tasks.rados.rados.0.smithi082.stdout:268: expect deleted 2024-08-17T00:41:25.498 INFO:tasks.rados.rados.0.smithi082.stdout:269: read oid 1 snap -1 2024-08-17T00:41:25.499 INFO:tasks.rados.rados.0.smithi082.stdout:269: expect (ObjNum 72 snap 11 seq_num 72) 2024-08-17T00:41:25.499 INFO:tasks.rados.rados.0.smithi082.stdout:270: read oid 10 snap -1 2024-08-17T00:41:25.499 INFO:tasks.rados.rados.0.smithi082.stdout:270: expect (ObjNum 71 snap 10 seq_num 71) 2024-08-17T00:41:25.499 INFO:tasks.rados.rados.0.smithi082.stdout:271: delete oid 49 current snap is 21 2024-08-17T00:41:25.526 INFO:tasks.rados.rados.0.smithi082.stdout:269: expect (ObjNum 72 snap 11 seq_num 72) 2024-08-17T00:41:25.557 INFO:tasks.rados.rados.0.smithi082.stdout:270: expect (ObjNum 71 snap 10 seq_num 71) 2024-08-17T00:41:25.614 INFO:tasks.rados.rados.0.smithi082.stdout:268: done (3 left) 2024-08-17T00:41:25.615 INFO:tasks.rados.rados.0.smithi082.stdout:269: done (2 left) 2024-08-17T00:41:25.615 INFO:tasks.rados.rados.0.smithi082.stdout:270: done (1 left) 2024-08-17T00:41:25.615 INFO:tasks.rados.rados.0.smithi082.stdout:271: done (0 left) 2024-08-17T00:41:25.615 INFO:tasks.rados.rados.0.smithi082.stdout:272: delete oid 44 current snap is 21 2024-08-17T00:41:25.616 INFO:tasks.rados.rados.0.smithi082.stdout:272: done (0 left) 2024-08-17T00:41:25.616 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 25 current snap is 21 2024-08-17T00:41:25.616 INFO:tasks.rados.rados.0.smithi082.stdout:273: seq_num 102 ranges {3522560=516096,4038656=450560,4489216=729088,5218304=24576} 2024-08-17T00:41:25.637 INFO:tasks.rados.rados.0.smithi082.stdout:273: writing smithi08280503-25 from 3522560 to 4038656 tid 1 2024-08-17T00:41:25.639 INFO:tasks.rados.rados.0.smithi082.stdout:273: writing smithi08280503-25 from 4038656 to 4489216 tid 2 2024-08-17T00:41:25.644 INFO:tasks.rados.rados.0.smithi082.stdout:273: writing smithi08280503-25 from 4489216 to 5218304 tid 3 2024-08-17T00:41:25.644 INFO:tasks.rados.rados.0.smithi082.stdout:273: writing smithi08280503-25 from 5218304 to 5242880 tid 4 2024-08-17T00:41:25.644 INFO:tasks.rados.rados.0.smithi082.stdout:274: delete oid 42 current snap is 21 2024-08-17T00:41:25.645 INFO:tasks.rados.rados.0.smithi082.stdout:273: finishing write tid 1 to smithi08280503-25 2024-08-17T00:41:25.645 INFO:tasks.rados.rados.0.smithi082.stdout:273: finishing write tid 2 to smithi08280503-25 2024-08-17T00:41:25.648 INFO:tasks.rados.rados.0.smithi082.stdout:273: finishing write tid 3 to smithi08280503-25 2024-08-17T00:41:25.648 INFO:tasks.rados.rados.0.smithi082.stdout:273: finishing write tid 4 to smithi08280503-25 2024-08-17T00:41:25.648 INFO:tasks.rados.rados.0.smithi082.stdout:274: done (1 left) 2024-08-17T00:41:25.648 INFO:tasks.rados.rados.0.smithi082.stdout:275: snap_remove snap 17 2024-08-17T00:41:25.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:25 smithi082 ceph-mon[29275]: osdmap e117: 8 total, 8 up, 8 in 2024-08-17T00:41:25.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:25 smithi082 ceph-mon[39953]: osdmap e117: 8 total, 8 up, 8 in 2024-08-17T00:41:25.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:41:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:41:25] "GET /metrics HTTP/1.1" 200 239912 "" "Prometheus/2.43.0" 2024-08-17T00:41:25.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:25 smithi137 ceph-mon[33068]: osdmap e117: 8 total, 8 up, 8 in 2024-08-17T00:41:26.511 INFO:tasks.rados.rados.0.smithi082.stdout:275: done (1 left) 2024-08-17T00:41:26.511 INFO:tasks.rados.rados.0.smithi082.stdout:276: delete oid 48 current snap is 21 2024-08-17T00:41:26.511 INFO:tasks.rados.rados.0.smithi082.stdout:273: finishing write tid 5 to smithi08280503-25 2024-08-17T00:41:26.511 INFO:tasks.rados.rados.0.smithi082.stdout:273: finishing write tid 6 to smithi08280503-25 2024-08-17T00:41:26.511 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 67 (ObjNum 102 snap 21 seq_num 102) dirty exists 2024-08-17T00:41:26.511 INFO:tasks.rados.rados.0.smithi082.stdout:273: left oid 25 (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:41:26.517 INFO:tasks.rados.rados.0.smithi082.stdout:273: done (1 left) 2024-08-17T00:41:26.517 INFO:tasks.rados.rados.0.smithi082.stdout:276: done (0 left) 2024-08-17T00:41:26.517 INFO:tasks.rados.rados.0.smithi082.stdout:277: copy_from oid 36 from oid 46 current snap is 21 2024-08-17T00:41:26.517 INFO:tasks.rados.rados.0.smithi082.stdout:278: rollback oid 15 current snap is 21 2024-08-17T00:41:26.517 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 15 to 14 2024-08-17T00:41:26.517 INFO:tasks.rados.rados.0.smithi082.stdout:279: setattr oid 14 current snap is 21 2024-08-17T00:41:26.517 INFO:tasks.rados.rados.0.smithi082.stdout:278: finishing rollback tid 1 to smithi08280503-15 2024-08-17T00:41:26.517 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-17T00:41:26.519 INFO:tasks.rados.rados.0.smithi082.stdout:278: done (2 left) 2024-08-17T00:41:26.519 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 9 current snap is 21 2024-08-17T00:41:26.519 INFO:tasks.rados.rados.0.smithi082.stdout:280: seq_num 105 ranges {1974272=565248,2539520=507904,3047424=507904,3555328=188416} 2024-08-17T00:41:26.532 INFO:tasks.rados.rados.0.smithi082.stdout:280: writing smithi08280503-9 from 1974272 to 2539520 tid 1 2024-08-17T00:41:26.535 INFO:tasks.rados.rados.0.smithi082.stdout:280: writing smithi08280503-9 from 2539520 to 3047424 tid 2 2024-08-17T00:41:26.538 INFO:tasks.rados.rados.0.smithi082.stdout:280: writing smithi08280503-9 from 3047424 to 3555328 tid 3 2024-08-17T00:41:26.540 INFO:tasks.rados.rados.0.smithi082.stdout:280: writing smithi08280503-9 from 3555328 to 3743744 tid 4 2024-08-17T00:41:26.540 INFO:tasks.rados.rados.0.smithi082.stdout:281: read oid 24 snap 19 2024-08-17T00:41:26.540 INFO:tasks.rados.rados.0.smithi082.stdout:281: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-17T00:41:26.540 INFO:tasks.rados.rados.0.smithi082.stdout:282: read oid 30 snap -1 2024-08-17T00:41:26.540 INFO:tasks.rados.rados.0.smithi082.stdout:282: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-17T00:41:26.541 INFO:tasks.rados.rados.0.smithi082.stdout:283: copy_from oid 7 from oid 17 current snap is 21 2024-08-17T00:41:26.541 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 80 (ObjNum 80 snap 12 seq_num 80) dirty exists 2024-08-17T00:41:26.541 INFO:tasks.rados.rados.0.smithi082.stdout:277: finishing copy_from racing read to smithi08280503-36 2024-08-17T00:41:26.541 INFO:tasks.rados.rados.0.smithi082.stdout:277: finishing copy_from to smithi08280503-36 2024-08-17T00:41:26.541 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 25 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T00:41:26.541 INFO:tasks.rados.rados.0.smithi082.stdout:280: finishing write tid 1 to smithi08280503-9 2024-08-17T00:41:26.541 INFO:tasks.rados.rados.0.smithi082.stdout:280: finishing write tid 2 to smithi08280503-9 2024-08-17T00:41:26.541 INFO:tasks.rados.rados.0.smithi082.stdout:277: done (5 left) 2024-08-17T00:41:26.541 INFO:tasks.rados.rados.0.smithi082.stdout:279: done (4 left) 2024-08-17T00:41:26.541 INFO:tasks.rados.rados.0.smithi082.stdout:284: snap_create 2024-08-17T00:41:26.542 INFO:tasks.rados.rados.0.smithi082.stdout:280: finishing write tid 3 to smithi08280503-9 2024-08-17T00:41:26.542 INFO:tasks.rados.rados.0.smithi082.stdout:280: finishing write tid 4 to smithi08280503-9 2024-08-17T00:41:26.543 INFO:tasks.rados.rados.0.smithi082.stdout:280: finishing write tid 5 to smithi08280503-9 2024-08-17T00:41:26.544 INFO:tasks.rados.rados.0.smithi082.stdout:282: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-17T00:41:26.558 INFO:tasks.rados.rados.0.smithi082.stdout:281: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-17T00:41:26.581 INFO:tasks.rados.rados.0.smithi082.stdout:280: finishing write tid 6 to smithi08280503-9 2024-08-17T00:41:26.581 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 86 (ObjNum 105 snap 21 seq_num 105) dirty exists 2024-08-17T00:41:26.581 INFO:tasks.rados.rados.0.smithi082.stdout:280: left oid 9 (ObjNum 105 snap 21 seq_num 105) 2024-08-17T00:41:26.581 INFO:tasks.rados.rados.0.smithi082.stdout:283: finishing copy_from racing read to smithi08280503-7 2024-08-17T00:41:26.581 INFO:tasks.rados.rados.0.smithi082.stdout:283: finishing copy_from to smithi08280503-7 2024-08-17T00:41:26.582 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 69 (ObjNum 96 snap 17 seq_num 96) dirty exists 2024-08-17T00:41:26.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:26 smithi082 ceph-mon[39953]: osdmap e118: 8 total, 8 up, 8 in 2024-08-17T00:41:26.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:26 smithi082 ceph-mon[39953]: pgmap v159: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.8 MiB/s wr, 14 op/s 2024-08-17T00:41:26.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:26 smithi082 ceph-mon[29275]: osdmap e118: 8 total, 8 up, 8 in 2024-08-17T00:41:26.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:26 smithi082 ceph-mon[29275]: pgmap v159: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.8 MiB/s wr, 14 op/s 2024-08-17T00:41:26.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:26 smithi137 ceph-mon[33068]: osdmap e118: 8 total, 8 up, 8 in 2024-08-17T00:41:26.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:26 smithi137 ceph-mon[33068]: pgmap v159: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.8 MiB/s wr, 14 op/s 2024-08-17T00:41:27.513 INFO:tasks.rados.rados.0.smithi082.stdout:280: done (4 left) 2024-08-17T00:41:27.513 INFO:tasks.rados.rados.0.smithi082.stdout:281: done (3 left) 2024-08-17T00:41:27.513 INFO:tasks.rados.rados.0.smithi082.stdout:282: done (2 left) 2024-08-17T00:41:27.513 INFO:tasks.rados.rados.0.smithi082.stdout:283: done (1 left) 2024-08-17T00:41:27.513 INFO:tasks.rados.rados.0.smithi082.stdout:284: done (0 left) 2024-08-17T00:41:27.514 INFO:tasks.rados.rados.0.smithi082.stdout:285: read oid 41 snap -1 2024-08-17T00:41:27.514 INFO:tasks.rados.rados.0.smithi082.stdout:285: expect deleted 2024-08-17T00:41:27.514 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 16 current snap is 22 2024-08-17T00:41:27.514 INFO:tasks.rados.rados.0.smithi082.stdout:286: seq_num 106 ranges {2801664=581632,3383296=794624,4177920=409600} 2024-08-17T00:41:27.530 INFO:tasks.rados.rados.0.smithi082.stdout:286: writing smithi08280503-16 from 2801664 to 3383296 tid 1 2024-08-17T00:41:27.535 INFO:tasks.rados.rados.0.smithi082.stdout:286: writing smithi08280503-16 from 3383296 to 4177920 tid 2 2024-08-17T00:41:27.538 INFO:tasks.rados.rados.0.smithi082.stdout:286: writing smithi08280503-16 from 4177920 to 4587520 tid 3 2024-08-17T00:41:27.538 INFO:tasks.rados.rados.0.smithi082.stdout:287: setattr oid 13 current snap is 22 2024-08-17T00:41:27.538 INFO:tasks.rados.rados.0.smithi082.stdout:286: finishing write tid 1 to smithi08280503-16 2024-08-17T00:41:27.538 INFO:tasks.rados.rados.0.smithi082.stdout:286: finishing write tid 2 to smithi08280503-16 2024-08-17T00:41:27.540 INFO:tasks.rados.rados.0.smithi082.stdout:285: done (2 left) 2024-08-17T00:41:27.540 INFO:tasks.rados.rados.0.smithi082.stdout:288: delete oid 37 current snap is 22 2024-08-17T00:41:27.541 INFO:tasks.rados.rados.0.smithi082.stdout:286: finishing write tid 3 to smithi08280503-16 2024-08-17T00:41:27.541 INFO:tasks.rados.rados.0.smithi082.stdout:286: finishing write tid 4 to smithi08280503-16 2024-08-17T00:41:27.542 INFO:tasks.rados.rados.0.smithi082.stdout:286: finishing write tid 5 to smithi08280503-16 2024-08-17T00:41:27.542 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 35 (ObjNum 106 snap 22 seq_num 106) dirty exists 2024-08-17T00:41:27.542 INFO:tasks.rados.rados.0.smithi082.stdout:286: left oid 16 (ObjNum 106 snap 22 seq_num 106) 2024-08-17T00:41:27.543 INFO:tasks.rados.rados.0.smithi082.stdout:286: done (2 left) 2024-08-17T00:41:27.543 INFO:tasks.rados.rados.0.smithi082.stdout:288: done (1 left) 2024-08-17T00:41:27.543 INFO:tasks.rados.rados.0.smithi082.stdout:289: read oid 21 snap -1 2024-08-17T00:41:27.543 INFO:tasks.rados.rados.0.smithi082.stdout:289: expect (ObjNum 73 snap 11 seq_num 73) 2024-08-17T00:41:27.543 INFO:tasks.rados.rados.0.smithi082.stdout:290: copy_from oid 41 from oid 28 current snap is 22 2024-08-17T00:41:27.543 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 39 current snap is 22 2024-08-17T00:41:27.544 INFO:tasks.rados.rados.0.smithi082.stdout:291: seq_num 108 ranges {638976=614400,1253376=606208,1859584=598016} 2024-08-17T00:41:27.550 INFO:tasks.rados.rados.0.smithi082.stdout:291: writing smithi08280503-39 from 638976 to 1253376 tid 1 2024-08-17T00:41:27.553 INFO:tasks.rados.rados.0.smithi082.stdout:291: writing smithi08280503-39 from 1253376 to 1859584 tid 2 2024-08-17T00:41:27.557 INFO:tasks.rados.rados.0.smithi082.stdout:291: writing smithi08280503-39 from 1859584 to 2457600 tid 3 2024-08-17T00:41:27.557 INFO:tasks.rados.rados.0.smithi082.stdout:292: read oid 42 snap -1 2024-08-17T00:41:27.558 INFO:tasks.rados.rados.0.smithi082.stdout:292: expect deleted 2024-08-17T00:41:27.558 INFO:tasks.rados.rados.0.smithi082.stdout:293: rollback oid 43 current snap is 22 2024-08-17T00:41:27.558 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 43 to 19 2024-08-17T00:41:27.558 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 98 (ObjNum 79 snap 12 seq_num 79) dirty exists 2024-08-17T00:41:27.558 INFO:tasks.rados.rados.0.smithi082.stdout:290: finishing copy_from racing read to smithi08280503-41 2024-08-17T00:41:27.558 INFO:tasks.rados.rados.0.smithi082.stdout:290: finishing copy_from to smithi08280503-41 2024-08-17T00:41:27.558 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 6 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-17T00:41:27.558 INFO:tasks.rados.rados.0.smithi082.stdout:291: finishing write tid 1 to smithi08280503-39 2024-08-17T00:41:27.558 INFO:tasks.rados.rados.0.smithi082.stdout:291: finishing write tid 2 to smithi08280503-39 2024-08-17T00:41:27.558 INFO:tasks.rados.rados.0.smithi082.stdout:287: done (5 left) 2024-08-17T00:41:27.558 INFO:tasks.rados.rados.0.smithi082.stdout:290: done (4 left) 2024-08-17T00:41:27.558 INFO:tasks.rados.rados.0.smithi082.stdout:294: read oid 29 snap -1 2024-08-17T00:41:27.559 INFO:tasks.rados.rados.0.smithi082.stdout:294: expect (ObjNum 75 snap 11 seq_num 75) 2024-08-17T00:41:27.559 INFO:tasks.rados.rados.0.smithi082.stdout:295: delete oid 19 current snap is 22 2024-08-17T00:41:27.560 INFO:tasks.rados.rados.0.smithi082.stdout:291: finishing write tid 3 to smithi08280503-39 2024-08-17T00:41:27.560 INFO:tasks.rados.rados.0.smithi082.stdout:291: finishing write tid 4 to smithi08280503-39 2024-08-17T00:41:27.561 INFO:tasks.rados.rados.0.smithi082.stdout:292: done (5 left) 2024-08-17T00:41:27.561 INFO:tasks.rados.rados.0.smithi082.stdout:295: done (4 left) 2024-08-17T00:41:27.561 INFO:tasks.rados.rados.0.smithi082.stdout:296: rollback oid 37 current snap is 22 2024-08-17T00:41:27.561 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 37 to 19 2024-08-17T00:41:27.561 INFO:tasks.rados.rados.0.smithi082.stdout:293: finishing rollback tid 0 to smithi08280503-43 2024-08-17T00:41:27.561 INFO:tasks.rados.rados.0.smithi082.stdout:297: rollback oid 3 current snap is 22 2024-08-17T00:41:27.561 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 3 to 20 2024-08-17T00:41:27.561 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 23 current snap is 22 2024-08-17T00:41:27.561 INFO:tasks.rados.rados.0.smithi082.stdout:298: seq_num 110 ranges {2187264=647168,2834432=778240,3612672=425984} 2024-08-17T00:41:27.576 INFO:tasks.rados.rados.0.smithi082.stdout:298: writing smithi08280503-23 from 2187264 to 2834432 tid 1 2024-08-17T00:41:27.580 INFO:tasks.rados.rados.0.smithi082.stdout:298: writing smithi08280503-23 from 2834432 to 3612672 tid 2 2024-08-17T00:41:27.583 INFO:tasks.rados.rados.0.smithi082.stdout:298: writing smithi08280503-23 from 3612672 to 4038656 tid 3 2024-08-17T00:41:27.583 INFO:tasks.rados.rados.0.smithi082.stdout:299: read oid 49 snap -1 2024-08-17T00:41:27.583 INFO:tasks.rados.rados.0.smithi082.stdout:299: expect deleted 2024-08-17T00:41:27.584 INFO:tasks.rados.rados.0.smithi082.stdout:300: rollback oid 32 current snap is 22 2024-08-17T00:41:27.584 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 32 to 14 2024-08-17T00:41:27.584 INFO:tasks.rados.rados.0.smithi082.stdout:289: expect (ObjNum 73 snap 11 seq_num 73) 2024-08-17T00:41:27.650 INFO:tasks.rados.rados.0.smithi082.stdout:293: finishing rollback tid 1 to smithi08280503-43 2024-08-17T00:41:27.650 INFO:tasks.rados.rados.0.smithi082.stdout:293: finishing rollback tid 2 to smithi08280503-43 2024-08-17T00:41:27.651 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 90 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-08-17T00:41:27.651 INFO:tasks.rados.rados.0.smithi082.stdout:291: finishing write tid 5 to smithi08280503-39 2024-08-17T00:41:27.651 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 23 (ObjNum 108 snap 22 seq_num 108) dirty exists 2024-08-17T00:41:27.651 INFO:tasks.rados.rados.0.smithi082.stdout:291: left oid 39 (ObjNum 108 snap 22 seq_num 108) 2024-08-17T00:41:27.651 INFO:tasks.rados.rados.0.smithi082.stdout:296: finishing rollback tid 1 to smithi08280503-37 2024-08-17T00:41:27.651 INFO:tasks.rados.rados.0.smithi082.stdout:289: done (8 left) 2024-08-17T00:41:27.651 INFO:tasks.rados.rados.0.smithi082.stdout:291: done (7 left) 2024-08-17T00:41:27.651 INFO:tasks.rados.rados.0.smithi082.stdout:293: done (6 left) 2024-08-17T00:41:27.651 INFO:tasks.rados.rados.0.smithi082.stdout:301: snap_create 2024-08-17T00:41:27.652 INFO:tasks.rados.rados.0.smithi082.stdout:296: finishing rollback tid 2 to smithi08280503-37 2024-08-17T00:41:27.652 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 72 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-17T00:41:27.652 INFO:tasks.rados.rados.0.smithi082.stdout:297: finishing rollback tid 0 to smithi08280503-3 2024-08-17T00:41:27.652 INFO:tasks.rados.rados.0.smithi082.stdout:297: finishing rollback tid 1 to smithi08280503-3 2024-08-17T00:41:27.652 INFO:tasks.rados.rados.0.smithi082.stdout:297: finishing rollback tid 2 to smithi08280503-3 2024-08-17T00:41:27.652 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 46 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-08-17T00:41:27.652 INFO:tasks.rados.rados.0.smithi082.stdout:294: expect (ObjNum 75 snap 11 seq_num 75) 2024-08-17T00:41:27.713 INFO:tasks.rados.rados.0.smithi082.stdout:298: finishing write tid 1 to smithi08280503-23 2024-08-17T00:41:27.714 INFO:tasks.rados.rados.0.smithi082.stdout:298: finishing write tid 2 to smithi08280503-23 2024-08-17T00:41:27.714 INFO:tasks.rados.rados.0.smithi082.stdout:298: finishing write tid 3 to smithi08280503-23 2024-08-17T00:41:27.714 INFO:tasks.rados.rados.0.smithi082.stdout:298: finishing write tid 4 to smithi08280503-23 2024-08-17T00:41:27.714 INFO:tasks.rados.rados.0.smithi082.stdout:300: finishing rollback tid 0 to smithi08280503-32 2024-08-17T00:41:27.714 INFO:tasks.rados.rados.0.smithi082.stdout:300: finishing rollback tid 1 to smithi08280503-32 2024-08-17T00:41:27.714 INFO:tasks.rados.rados.0.smithi082.stdout:298: finishing write tid 5 to smithi08280503-23 2024-08-17T00:41:27.714 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 41 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-17T00:41:27.714 INFO:tasks.rados.rados.0.smithi082.stdout:298: left oid 23 (ObjNum 110 snap 22 seq_num 110) 2024-08-17T00:41:27.714 INFO:tasks.rados.rados.0.smithi082.stdout:300: finishing rollback tid 2 to smithi08280503-32 2024-08-17T00:41:27.714 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 76 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-17T00:41:27.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:27 smithi082 ceph-mon[29275]: osdmap e119: 8 total, 8 up, 8 in 2024-08-17T00:41:27.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:27 smithi082 ceph-mon[39953]: osdmap e119: 8 total, 8 up, 8 in 2024-08-17T00:41:27.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:27 smithi137 ceph-mon[33068]: osdmap e119: 8 total, 8 up, 8 in 2024-08-17T00:41:28.518 INFO:tasks.rados.rados.0.smithi082.stdout:294: done (6 left) 2024-08-17T00:41:28.518 INFO:tasks.rados.rados.0.smithi082.stdout:296: done (5 left) 2024-08-17T00:41:28.519 INFO:tasks.rados.rados.0.smithi082.stdout:297: done (4 left) 2024-08-17T00:41:28.519 INFO:tasks.rados.rados.0.smithi082.stdout:298: done (3 left) 2024-08-17T00:41:28.519 INFO:tasks.rados.rados.0.smithi082.stdout:299: done (2 left) 2024-08-17T00:41:28.519 INFO:tasks.rados.rados.0.smithi082.stdout:300: done (1 left) 2024-08-17T00:41:28.519 INFO:tasks.rados.rados.0.smithi082.stdout:301: done (0 left) 2024-08-17T00:41:28.519 INFO:tasks.rados.rados.0.smithi082.stdout:302: rollback oid 50 current snap is 23 2024-08-17T00:41:28.519 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 50 to 21 2024-08-17T00:41:28.519 INFO:tasks.rados.rados.0.smithi082.stdout:303: rmattr oid 38 current snap is 23 2024-08-17T00:41:28.519 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 39 current snap is 23 2024-08-17T00:41:28.519 INFO:tasks.rados.rados.0.smithi082.stdout:304: seq_num 111 ranges {2457600=663552,3121152=663552,3784704=450560,4235264=90112} 2024-08-17T00:41:28.535 INFO:tasks.rados.rados.0.smithi082.stdout:304: writing smithi08280503-39 from 2457600 to 3121152 tid 1 2024-08-17T00:41:28.539 INFO:tasks.rados.rados.0.smithi082.stdout:304: writing smithi08280503-39 from 3121152 to 3784704 tid 2 2024-08-17T00:41:28.541 INFO:tasks.rados.rados.0.smithi082.stdout:304: writing smithi08280503-39 from 3784704 to 4235264 tid 3 2024-08-17T00:41:28.542 INFO:tasks.rados.rados.0.smithi082.stdout:304: writing smithi08280503-39 from 4235264 to 4325376 tid 4 2024-08-17T00:41:28.543 INFO:tasks.rados.rados.0.smithi082.stdout:305: copy_from oid 17 from oid 9 current snap is 23 2024-08-17T00:41:28.543 INFO:tasks.rados.rados.0.smithi082.stdout:302: finishing rollback tid 0 to smithi08280503-50 2024-08-17T00:41:28.543 INFO:tasks.rados.rados.0.smithi082.stdout:302: finishing rollback tid 1 to smithi08280503-50 2024-08-17T00:41:28.543 INFO:tasks.rados.rados.0.smithi082.stdout:302: finishing rollback tid 2 to smithi08280503-50 2024-08-17T00:41:28.543 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 80 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-08-17T00:41:28.543 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 35 (ObjNum 95 snap 17 seq_num 95) dirty exists 2024-08-17T00:41:28.543 INFO:tasks.rados.rados.0.smithi082.stdout:304: finishing write tid 1 to smithi08280503-39 2024-08-17T00:41:28.543 INFO:tasks.rados.rados.0.smithi082.stdout:302: done (3 left) 2024-08-17T00:41:28.543 INFO:tasks.rados.rados.0.smithi082.stdout:303: done (2 left) 2024-08-17T00:41:28.543 INFO:tasks.rados.rados.0.smithi082.stdout:306: rmattr oid 43 current snap is 23 2024-08-17T00:41:28.543 INFO:tasks.rados.rados.0.smithi082.stdout:306: done (2 left) 2024-08-17T00:41:28.544 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 14 current snap is 23 2024-08-17T00:41:28.544 INFO:tasks.rados.rados.0.smithi082.stdout:304: finishing write tid 2 to smithi08280503-39 2024-08-17T00:41:28.544 INFO:tasks.rados.rados.0.smithi082.stdout:307: seq_num 112 ranges {1572864=679936,2252800=548864,2801664=655360} 2024-08-17T00:41:28.554 INFO:tasks.rados.rados.0.smithi082.stdout:307: writing smithi08280503-14 from 1572864 to 2252800 tid 1 2024-08-17T00:41:28.558 INFO:tasks.rados.rados.0.smithi082.stdout:307: writing smithi08280503-14 from 2252800 to 2801664 tid 2 2024-08-17T00:41:28.562 INFO:tasks.rados.rados.0.smithi082.stdout:307: writing smithi08280503-14 from 2801664 to 3457024 tid 3 2024-08-17T00:41:28.562 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 21 current snap is 23 2024-08-17T00:41:28.562 INFO:tasks.rados.rados.0.smithi082.stdout:304: finishing write tid 3 to smithi08280503-39 2024-08-17T00:41:28.562 INFO:tasks.rados.rados.0.smithi082.stdout:304: finishing write tid 4 to smithi08280503-39 2024-08-17T00:41:28.562 INFO:tasks.rados.rados.0.smithi082.stdout:304: finishing write tid 5 to smithi08280503-39 2024-08-17T00:41:28.563 INFO:tasks.rados.rados.0.smithi082.stdout:308: seq_num 113 ranges {2023424=696320,2719744=434176,3153920=466944,3620864=303104} 2024-08-17T00:41:28.577 INFO:tasks.rados.rados.0.smithi082.stdout:308: writing smithi08280503-21 from 2023424 to 2719744 tid 1 2024-08-17T00:41:28.579 INFO:tasks.rados.rados.0.smithi082.stdout:308: writing smithi08280503-21 from 2719744 to 3153920 tid 2 2024-08-17T00:41:28.582 INFO:tasks.rados.rados.0.smithi082.stdout:308: writing smithi08280503-21 from 3153920 to 3620864 tid 3 2024-08-17T00:41:28.584 INFO:tasks.rados.rados.0.smithi082.stdout:308: writing smithi08280503-21 from 3620864 to 3923968 tid 4 2024-08-17T00:41:28.584 INFO:tasks.rados.rados.0.smithi082.stdout:309: copy_from oid 22 from oid 11 current snap is 23 2024-08-17T00:41:28.585 INFO:tasks.rados.rados.0.smithi082.stdout:304: finishing write tid 6 to smithi08280503-39 2024-08-17T00:41:28.585 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 28 (ObjNum 111 snap 23 seq_num 111) dirty exists 2024-08-17T00:41:28.585 INFO:tasks.rados.rados.0.smithi082.stdout:304: left oid 39 (ObjNum 111 snap 23 seq_num 111) 2024-08-17T00:41:28.585 INFO:tasks.rados.rados.0.smithi082.stdout:304: done (4 left) 2024-08-17T00:41:28.585 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 3 current snap is 23 2024-08-17T00:41:28.585 INFO:tasks.rados.rados.0.smithi082.stdout:307: finishing write tid 1 to smithi08280503-14 2024-08-17T00:41:28.585 INFO:tasks.rados.rados.0.smithi082.stdout:310: seq_num 114 ranges {40960=712704,753664=712704,1466368=491520} 2024-08-17T00:41:28.588 INFO:tasks.rados.rados.0.smithi082.stdout:310: writing smithi08280503-3 from 40960 to 753664 tid 1 2024-08-17T00:41:28.592 INFO:tasks.rados.rados.0.smithi082.stdout:310: writing smithi08280503-3 from 753664 to 1466368 tid 2 2024-08-17T00:41:28.595 INFO:tasks.rados.rados.0.smithi082.stdout:310: writing smithi08280503-3 from 1466368 to 1957888 tid 3 2024-08-17T00:41:28.596 INFO:tasks.rados.rados.0.smithi082.stdout:311: snap_remove snap 18 2024-08-17T00:41:28.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:28 smithi082 ceph-mon[29275]: osdmap e120: 8 total, 8 up, 8 in 2024-08-17T00:41:28.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:28 smithi082 ceph-mon[29275]: pgmap v162: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.8 MiB/s wr, 14 op/s 2024-08-17T00:41:28.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:28 smithi082 ceph-mon[39953]: osdmap e120: 8 total, 8 up, 8 in 2024-08-17T00:41:28.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:28 smithi082 ceph-mon[39953]: pgmap v162: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.8 MiB/s wr, 14 op/s 2024-08-17T00:41:28.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:28 smithi137 ceph-mon[33068]: osdmap e120: 8 total, 8 up, 8 in 2024-08-17T00:41:28.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:28 smithi137 ceph-mon[33068]: pgmap v162: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.8 MiB/s wr, 14 op/s 2024-08-17T00:41:29.521 INFO:tasks.rados.rados.0.smithi082.stdout:307: finishing write tid 2 to smithi08280503-14 2024-08-17T00:41:29.521 INFO:tasks.rados.rados.0.smithi082.stdout:305: finishing copy_from racing read to smithi08280503-17 2024-08-17T00:41:29.522 INFO:tasks.rados.rados.0.smithi082.stdout:305: finishing copy_from to smithi08280503-17 2024-08-17T00:41:29.522 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 86 (ObjNum 105 snap 21 seq_num 105) dirty exists 2024-08-17T00:41:29.522 INFO:tasks.rados.rados.0.smithi082.stdout:307: finishing write tid 3 to smithi08280503-14 2024-08-17T00:41:29.522 INFO:tasks.rados.rados.0.smithi082.stdout:307: finishing write tid 4 to smithi08280503-14 2024-08-17T00:41:29.522 INFO:tasks.rados.rados.0.smithi082.stdout:307: finishing write tid 5 to smithi08280503-14 2024-08-17T00:41:29.522 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 95 (ObjNum 112 snap 23 seq_num 112) dirty exists 2024-08-17T00:41:29.522 INFO:tasks.rados.rados.0.smithi082.stdout:307: left oid 14 (ObjNum 112 snap 23 seq_num 112) 2024-08-17T00:41:29.522 INFO:tasks.rados.rados.0.smithi082.stdout:308: finishing write tid 1 to smithi08280503-21 2024-08-17T00:41:29.522 INFO:tasks.rados.rados.0.smithi082.stdout:308: finishing write tid 2 to smithi08280503-21 2024-08-17T00:41:29.522 INFO:tasks.rados.rados.0.smithi082.stdout:308: finishing write tid 3 to smithi08280503-21 2024-08-17T00:41:29.522 INFO:tasks.rados.rados.0.smithi082.stdout:308: finishing write tid 4 to smithi08280503-21 2024-08-17T00:41:29.522 INFO:tasks.rados.rados.0.smithi082.stdout:308: finishing write tid 5 to smithi08280503-21 2024-08-17T00:41:29.522 INFO:tasks.rados.rados.0.smithi082.stdout:308: finishing write tid 6 to smithi08280503-21 2024-08-17T00:41:29.523 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 52 (ObjNum 113 snap 23 seq_num 113) dirty exists 2024-08-17T00:41:29.523 INFO:tasks.rados.rados.0.smithi082.stdout:308: left oid 21 (ObjNum 113 snap 23 seq_num 113) 2024-08-17T00:41:29.523 INFO:tasks.rados.rados.0.smithi082.stdout:309: finishing copy_from racing read to smithi08280503-22 2024-08-17T00:41:29.523 INFO:tasks.rados.rados.0.smithi082.stdout:309: finishing copy_from to smithi08280503-22 2024-08-17T00:41:29.523 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-08-17T00:41:29.523 INFO:tasks.rados.rados.0.smithi082.stdout:310: finishing write tid 1 to smithi08280503-3 2024-08-17T00:41:29.523 INFO:tasks.rados.rados.0.smithi082.stdout:310: finishing write tid 2 to smithi08280503-3 2024-08-17T00:41:29.523 INFO:tasks.rados.rados.0.smithi082.stdout:310: finishing write tid 3 to smithi08280503-3 2024-08-17T00:41:29.523 INFO:tasks.rados.rados.0.smithi082.stdout:310: finishing write tid 4 to smithi08280503-3 2024-08-17T00:41:29.523 INFO:tasks.rados.rados.0.smithi082.stdout:310: finishing write tid 5 to smithi08280503-3 2024-08-17T00:41:29.523 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 57 (ObjNum 114 snap 23 seq_num 114) dirty exists 2024-08-17T00:41:29.523 INFO:tasks.rados.rados.0.smithi082.stdout:310: left oid 3 (ObjNum 114 snap 23 seq_num 114) 2024-08-17T00:41:29.523 INFO:tasks.rados.rados.0.smithi082.stdout:305: done (5 left) 2024-08-17T00:41:29.524 INFO:tasks.rados.rados.0.smithi082.stdout:307: done (4 left) 2024-08-17T00:41:29.524 INFO:tasks.rados.rados.0.smithi082.stdout:308: done (3 left) 2024-08-17T00:41:29.524 INFO:tasks.rados.rados.0.smithi082.stdout:309: done (2 left) 2024-08-17T00:41:29.524 INFO:tasks.rados.rados.0.smithi082.stdout:310: done (1 left) 2024-08-17T00:41:29.524 INFO:tasks.rados.rados.0.smithi082.stdout:311: done (0 left) 2024-08-17T00:41:29.524 INFO:tasks.rados.rados.0.smithi082.stdout:312: copy_from oid 20 from oid 39 current snap is 23 2024-08-17T00:41:29.524 INFO:tasks.rados.rados.0.smithi082.stdout:313: copy_from oid 18 from oid 27 current snap is 23 2024-08-17T00:41:29.524 INFO:tasks.rados.rados.0.smithi082.stdout:314: snap_create 2024-08-17T00:41:29.533 INFO:tasks.rados.rados.0.smithi082.stdout:313: finishing copy_from racing read to smithi08280503-18 2024-08-17T00:41:29.534 INFO:tasks.rados.rados.0.smithi082.stdout:313: finishing copy_from to smithi08280503-18 2024-08-17T00:41:29.534 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 6 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-17T00:41:29.543 INFO:tasks.rados.rados.0.smithi082.stdout:312: finishing copy_from racing read to smithi08280503-20 2024-08-17T00:41:29.546 INFO:tasks.rados.rados.0.smithi082.stdout:312: finishing copy_from to smithi08280503-20 2024-08-17T00:41:29.546 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 28 (ObjNum 111 snap 23 seq_num 111) dirty exists 2024-08-17T00:41:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:29 smithi082 ceph-mon[39953]: osdmap e121: 8 total, 8 up, 8 in 2024-08-17T00:41:29.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:29 smithi082 ceph-mon[29275]: osdmap e121: 8 total, 8 up, 8 in 2024-08-17T00:41:29.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:29 smithi137 ceph-mon[33068]: osdmap e121: 8 total, 8 up, 8 in 2024-08-17T00:41:30.479 INFO:tasks.rados.rados.0.smithi082.stdout:312: done (2 left) 2024-08-17T00:41:30.479 INFO:tasks.rados.rados.0.smithi082.stdout:313: done (1 left) 2024-08-17T00:41:30.479 INFO:tasks.rados.rados.0.smithi082.stdout:314: done (0 left) 2024-08-17T00:41:30.479 INFO:tasks.rados.rados.0.smithi082.stdout:315: read oid 15 snap -1 2024-08-17T00:41:30.479 INFO:tasks.rados.rados.0.smithi082.stdout:315: expect deleted 2024-08-17T00:41:30.479 INFO:tasks.rados.rados.0.smithi082.stdout:316: copy_from oid 3 from oid 47 current snap is 24 2024-08-17T00:41:30.479 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 38 current snap is 24 2024-08-17T00:41:30.479 INFO:tasks.rados.rados.0.smithi082.stdout:317: seq_num 115 ranges {2392064=729088,3121152=647168,3768320=434176,4202496=122880} 2024-08-17T00:41:30.495 INFO:tasks.rados.rados.0.smithi082.stdout:317: writing smithi08280503-38 from 2392064 to 3121152 tid 1 2024-08-17T00:41:30.499 INFO:tasks.rados.rados.0.smithi082.stdout:317: writing smithi08280503-38 from 3121152 to 3768320 tid 2 2024-08-17T00:41:30.501 INFO:tasks.rados.rados.0.smithi082.stdout:317: writing smithi08280503-38 from 3768320 to 4202496 tid 3 2024-08-17T00:41:30.503 INFO:tasks.rados.rados.0.smithi082.stdout:317: writing smithi08280503-38 from 4202496 to 4325376 tid 4 2024-08-17T00:41:30.503 INFO:tasks.rados.rados.0.smithi082.stdout:318: read oid 39 snap -1 2024-08-17T00:41:30.503 INFO:tasks.rados.rados.0.smithi082.stdout:318: expect (ObjNum 111 snap 23 seq_num 111) 2024-08-17T00:41:30.503 INFO:tasks.rados.rados.0.smithi082.stdout:319: rmattr oid 46 current snap is 24 2024-08-17T00:41:30.503 INFO:tasks.rados.rados.0.smithi082.stdout:319: done (4 left) 2024-08-17T00:41:30.503 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 35 current snap is 24 2024-08-17T00:41:30.503 INFO:tasks.rados.rados.0.smithi082.stdout:316: finishing copy_from racing read to smithi08280503-3 2024-08-17T00:41:30.503 INFO:tasks.rados.rados.0.smithi082.stdout:316: finishing copy_from to smithi08280503-3 2024-08-17T00:41:30.504 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 40 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T00:41:30.504 INFO:tasks.rados.rados.0.smithi082.stdout:317: finishing write tid 1 to smithi08280503-38 2024-08-17T00:41:30.504 INFO:tasks.rados.rados.0.smithi082.stdout:317: finishing write tid 2 to smithi08280503-38 2024-08-17T00:41:30.504 INFO:tasks.rados.rados.0.smithi082.stdout:320: seq_num 116 ranges {811008=745472,1556480=532480,2088960=638976,2727936=32768} 2024-08-17T00:41:30.512 INFO:tasks.rados.rados.0.smithi082.stdout:320: writing smithi08280503-35 from 811008 to 1556480 tid 1 2024-08-17T00:41:30.515 INFO:tasks.rados.rados.0.smithi082.stdout:320: writing smithi08280503-35 from 1556480 to 2088960 tid 2 2024-08-17T00:41:30.521 INFO:tasks.rados.rados.0.smithi082.stdout:320: writing smithi08280503-35 from 2088960 to 2727936 tid 3 2024-08-17T00:41:30.522 INFO:tasks.rados.rados.0.smithi082.stdout:320: writing smithi08280503-35 from 2727936 to 2760704 tid 4 2024-08-17T00:41:30.522 INFO:tasks.rados.rados.0.smithi082.stdout:315: done (4 left) 2024-08-17T00:41:30.522 INFO:tasks.rados.rados.0.smithi082.stdout:316: done (3 left) 2024-08-17T00:41:30.523 INFO:tasks.rados.rados.0.smithi082.stdout:321: read oid 36 snap -1 2024-08-17T00:41:30.523 INFO:tasks.rados.rados.0.smithi082.stdout:321: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:41:30.523 INFO:tasks.rados.rados.0.smithi082.stdout:322: copy_from oid 50 from oid 23 current snap is 24 2024-08-17T00:41:30.523 INFO:tasks.rados.rados.0.smithi082.stdout:317: finishing write tid 3 to smithi08280503-38 2024-08-17T00:41:30.523 INFO:tasks.rados.rados.0.smithi082.stdout:317: finishing write tid 4 to smithi08280503-38 2024-08-17T00:41:30.523 INFO:tasks.rados.rados.0.smithi082.stdout:317: finishing write tid 5 to smithi08280503-38 2024-08-17T00:41:30.523 INFO:tasks.rados.rados.0.smithi082.stdout:317: finishing write tid 6 to smithi08280503-38 2024-08-17T00:41:30.523 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 41 (ObjNum 115 snap 24 seq_num 115) dirty exists 2024-08-17T00:41:30.523 INFO:tasks.rados.rados.0.smithi082.stdout:317: left oid 38 (ObjNum 115 snap 24 seq_num 115) 2024-08-17T00:41:30.523 INFO:tasks.rados.rados.0.smithi082.stdout:320: finishing write tid 1 to smithi08280503-35 2024-08-17T00:41:30.523 INFO:tasks.rados.rados.0.smithi082.stdout:320: finishing write tid 2 to smithi08280503-35 2024-08-17T00:41:30.523 INFO:tasks.rados.rados.0.smithi082.stdout:317: done (4 left) 2024-08-17T00:41:30.523 INFO:tasks.rados.rados.0.smithi082.stdout:323: read oid 30 snap -1 2024-08-17T00:41:30.523 INFO:tasks.rados.rados.0.smithi082.stdout:323: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-17T00:41:30.524 INFO:tasks.rados.rados.0.smithi082.stdout:324: read oid 46 snap 19 2024-08-17T00:41:30.524 INFO:tasks.rados.rados.0.smithi082.stdout:324: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:41:30.524 INFO:tasks.rados.rados.0.smithi082.stdout:325: read oid 29 snap -1 2024-08-17T00:41:30.524 INFO:tasks.rados.rados.0.smithi082.stdout:325: expect (ObjNum 75 snap 11 seq_num 75) 2024-08-17T00:41:30.525 INFO:tasks.rados.rados.0.smithi082.stdout:326: copy_from oid 7 from oid 25 current snap is 24 2024-08-17T00:41:30.525 INFO:tasks.rados.rados.0.smithi082.stdout:327: snap_create 2024-08-17T00:41:30.525 INFO:tasks.rados.rados.0.smithi082.stdout:318: expect (ObjNum 111 snap 23 seq_num 111) 2024-08-17T00:41:30.692 INFO:tasks.rados.rados.0.smithi082.stdout:320: finishing write tid 3 to smithi08280503-35 2024-08-17T00:41:30.692 INFO:tasks.rados.rados.0.smithi082.stdout:320: finishing write tid 4 to smithi08280503-35 2024-08-17T00:41:30.692 INFO:tasks.rados.rados.0.smithi082.stdout:323: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-17T00:41:30.704 INFO:tasks.rados.rados.0.smithi082.stdout:320: finishing write tid 5 to smithi08280503-35 2024-08-17T00:41:30.704 INFO:tasks.rados.rados.0.smithi082.stdout:324: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:41:30.723 INFO:tasks.rados.rados.0.smithi082.stdout:320: finishing write tid 6 to smithi08280503-35 2024-08-17T00:41:30.724 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 30 (ObjNum 116 snap 24 seq_num 116) dirty exists 2024-08-17T00:41:30.724 INFO:tasks.rados.rados.0.smithi082.stdout:320: left oid 35 (ObjNum 116 snap 24 seq_num 116) 2024-08-17T00:41:30.724 INFO:tasks.rados.rados.0.smithi082.stdout:321: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:41:30.743 INFO:tasks.rados.rados.0.smithi082.stdout:325: expect (ObjNum 75 snap 11 seq_num 75) 2024-08-17T00:41:30.806 INFO:tasks.rados.rados.0.smithi082.stdout:326: finishing copy_from racing read to smithi08280503-7 2024-08-17T00:41:30.806 INFO:tasks.rados.rados.0.smithi082.stdout:326: finishing copy_from to smithi08280503-7 2024-08-17T00:41:30.807 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 67 (ObjNum 102 snap 21 seq_num 102) dirty exists 2024-08-17T00:41:30.807 INFO:tasks.rados.rados.0.smithi082.stdout:322: finishing copy_from racing read to smithi08280503-50 2024-08-17T00:41:30.807 INFO:tasks.rados.rados.0.smithi082.stdout:322: finishing copy_from to smithi08280503-50 2024-08-17T00:41:30.807 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 41 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-17T00:41:30.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:30 smithi082 ceph-mon[29275]: osdmap e122: 8 total, 8 up, 8 in 2024-08-17T00:41:30.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:30 smithi082 ceph-mon[29275]: pgmap v165: 121 pgs: 121 active+clean; 91 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 7.3 MiB/s wr, 36 op/s 2024-08-17T00:41:30.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:30 smithi082 ceph-mon[29275]: osdmap e123: 8 total, 8 up, 8 in 2024-08-17T00:41:30.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:30 smithi082 ceph-mon[39953]: osdmap e122: 8 total, 8 up, 8 in 2024-08-17T00:41:30.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:30 smithi082 ceph-mon[39953]: pgmap v165: 121 pgs: 121 active+clean; 91 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 7.3 MiB/s wr, 36 op/s 2024-08-17T00:41:30.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:30 smithi082 ceph-mon[39953]: osdmap e123: 8 total, 8 up, 8 in 2024-08-17T00:41:30.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:30 smithi137 ceph-mon[33068]: osdmap e122: 8 total, 8 up, 8 in 2024-08-17T00:41:30.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:30 smithi137 ceph-mon[33068]: pgmap v165: 121 pgs: 121 active+clean; 91 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 7.3 MiB/s wr, 36 op/s 2024-08-17T00:41:30.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:30 smithi137 ceph-mon[33068]: osdmap e123: 8 total, 8 up, 8 in 2024-08-17T00:41:30.987 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:30 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:41:30] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:41:31.473 INFO:tasks.rados.rados.0.smithi082.stdout:318: done (8 left) 2024-08-17T00:41:31.474 INFO:tasks.rados.rados.0.smithi082.stdout:320: done (7 left) 2024-08-17T00:41:31.474 INFO:tasks.rados.rados.0.smithi082.stdout:321: done (6 left) 2024-08-17T00:41:31.474 INFO:tasks.rados.rados.0.smithi082.stdout:322: done (5 left) 2024-08-17T00:41:31.474 INFO:tasks.rados.rados.0.smithi082.stdout:323: done (4 left) 2024-08-17T00:41:31.474 INFO:tasks.rados.rados.0.smithi082.stdout:324: done (3 left) 2024-08-17T00:41:31.475 INFO:tasks.rados.rados.0.smithi082.stdout:325: done (2 left) 2024-08-17T00:41:31.475 INFO:tasks.rados.rados.0.smithi082.stdout:326: done (1 left) 2024-08-17T00:41:31.475 INFO:tasks.rados.rados.0.smithi082.stdout:327: done (0 left) 2024-08-17T00:41:31.475 INFO:tasks.rados.rados.0.smithi082.stdout:328: delete oid 32 current snap is 25 2024-08-17T00:41:31.475 INFO:tasks.rados.rados.0.smithi082.stdout:328: done (0 left) 2024-08-17T00:41:31.475 INFO:tasks.rados.rados.0.smithi082.stdout:329: delete oid 20 current snap is 25 2024-08-17T00:41:31.478 INFO:tasks.rados.rados.0.smithi082.stdout:329: done (0 left) 2024-08-17T00:41:31.478 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 42 current snap is 25 2024-08-17T00:41:31.478 INFO:tasks.rados.rados.0.smithi082.stdout:330: seq_num 119 ranges {0=802816,802816=589824,1392640=409600,1802240=204800} 2024-08-17T00:41:31.482 INFO:tasks.rados.rados.0.smithi082.stdout:330: writing smithi08280503-42 from 0 to 802816 tid 1 2024-08-17T00:41:31.486 INFO:tasks.rados.rados.0.smithi082.stdout:330: writing smithi08280503-42 from 802816 to 1392640 tid 2 2024-08-17T00:41:31.488 INFO:tasks.rados.rados.0.smithi082.stdout:330: writing smithi08280503-42 from 1392640 to 1802240 tid 3 2024-08-17T00:41:31.489 INFO:tasks.rados.rados.0.smithi082.stdout:330: writing smithi08280503-42 from 1802240 to 2007040 tid 4 2024-08-17T00:41:31.490 INFO:tasks.rados.rados.0.smithi082.stdout:331: snap_create 2024-08-17T00:41:31.490 INFO:tasks.rados.rados.0.smithi082.stdout:330: finishing write tid 1 to smithi08280503-42 2024-08-17T00:41:31.490 INFO:tasks.rados.rados.0.smithi082.stdout:330: finishing write tid 2 to smithi08280503-42 2024-08-17T00:41:31.492 INFO:tasks.rados.rados.0.smithi082.stdout:330: finishing write tid 3 to smithi08280503-42 2024-08-17T00:41:31.492 INFO:tasks.rados.rados.0.smithi082.stdout:330: finishing write tid 4 to smithi08280503-42 2024-08-17T00:41:31.492 INFO:tasks.rados.rados.0.smithi082.stdout:330: finishing write tid 5 to smithi08280503-42 2024-08-17T00:41:31.493 INFO:tasks.rados.rados.0.smithi082.stdout:330: finishing write tid 6 to smithi08280503-42 2024-08-17T00:41:31.493 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 109 (ObjNum 119 snap 25 seq_num 119) dirty exists 2024-08-17T00:41:31.493 INFO:tasks.rados.rados.0.smithi082.stdout:330: left oid 42 (ObjNum 119 snap 25 seq_num 119) 2024-08-17T00:41:32.483 INFO:tasks.rados.rados.0.smithi082.stdout:330: done (1 left) 2024-08-17T00:41:32.483 INFO:tasks.rados.rados.0.smithi082.stdout:331: done (0 left) 2024-08-17T00:41:32.483 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 5 current snap is 26 2024-08-17T00:41:32.483 INFO:tasks.rados.rados.0.smithi082.stdout:332: seq_num 120 ranges {0=417792,417792=475136,892928=622592,1515520=507904} 2024-08-17T00:41:32.485 INFO:tasks.rados.rados.0.smithi082.stdout:332: writing smithi08280503-5 from 0 to 417792 tid 1 2024-08-17T00:41:32.488 INFO:tasks.rados.rados.0.smithi082.stdout:332: writing smithi08280503-5 from 417792 to 892928 tid 2 2024-08-17T00:41:32.492 INFO:tasks.rados.rados.0.smithi082.stdout:332: writing smithi08280503-5 from 892928 to 1515520 tid 3 2024-08-17T00:41:32.495 INFO:tasks.rados.rados.0.smithi082.stdout:332: writing smithi08280503-5 from 1515520 to 2023424 tid 4 2024-08-17T00:41:32.495 INFO:tasks.rados.rados.0.smithi082.stdout:333: rollback oid 31 current snap is 26 2024-08-17T00:41:32.495 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 31 to 24 2024-08-17T00:41:32.495 INFO:tasks.rados.rados.0.smithi082.stdout:332: finishing write tid 1 to smithi08280503-5 2024-08-17T00:41:32.496 INFO:tasks.rados.rados.0.smithi082.stdout:332: finishing write tid 2 to smithi08280503-5 2024-08-17T00:41:32.496 INFO:tasks.rados.rados.0.smithi082.stdout:332: finishing write tid 3 to smithi08280503-5 2024-08-17T00:41:32.496 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 49 current snap is 26 2024-08-17T00:41:32.496 INFO:tasks.rados.rados.0.smithi082.stdout:334: seq_num 121 ranges {0=434176,434176=753664,1187840=425984,1613824=425984} 2024-08-17T00:41:32.498 INFO:tasks.rados.rados.0.smithi082.stdout:334: writing smithi08280503-49 from 0 to 434176 tid 1 2024-08-17T00:41:32.502 INFO:tasks.rados.rados.0.smithi082.stdout:334: writing smithi08280503-49 from 434176 to 1187840 tid 2 2024-08-17T00:41:32.505 INFO:tasks.rados.rados.0.smithi082.stdout:334: writing smithi08280503-49 from 1187840 to 1613824 tid 3 2024-08-17T00:41:32.508 INFO:tasks.rados.rados.0.smithi082.stdout:334: writing smithi08280503-49 from 1613824 to 2039808 tid 4 2024-08-17T00:41:32.508 INFO:tasks.rados.rados.0.smithi082.stdout:335: rmattr oid 41 current snap is 26 2024-08-17T00:41:32.508 INFO:tasks.rados.rados.0.smithi082.stdout:335: done (3 left) 2024-08-17T00:41:32.508 INFO:tasks.rados.rados.0.smithi082.stdout:336: read oid 7 snap -1 2024-08-17T00:41:32.508 INFO:tasks.rados.rados.0.smithi082.stdout:336: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:41:32.509 INFO:tasks.rados.rados.0.smithi082.stdout:337: snap_create 2024-08-17T00:41:32.509 INFO:tasks.rados.rados.0.smithi082.stdout:332: finishing write tid 4 to smithi08280503-5 2024-08-17T00:41:32.509 INFO:tasks.rados.rados.0.smithi082.stdout:332: finishing write tid 5 to smithi08280503-5 2024-08-17T00:41:32.509 INFO:tasks.rados.rados.0.smithi082.stdout:333: finishing rollback tid 0 to smithi08280503-31 2024-08-17T00:41:32.509 INFO:tasks.rados.rados.0.smithi082.stdout:333: finishing rollback tid 1 to smithi08280503-31 2024-08-17T00:41:32.509 INFO:tasks.rados.rados.0.smithi082.stdout:332: finishing write tid 6 to smithi08280503-5 2024-08-17T00:41:32.509 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 55 (ObjNum 120 snap 26 seq_num 120) dirty exists 2024-08-17T00:41:32.509 INFO:tasks.rados.rados.0.smithi082.stdout:332: left oid 5 (ObjNum 120 snap 26 seq_num 120) 2024-08-17T00:41:32.509 INFO:tasks.rados.rados.0.smithi082.stdout:333: finishing rollback tid 2 to smithi08280503-31 2024-08-17T00:41:32.509 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 85 (ObjNum 90 snap 17 seq_num 90) dirty exists 2024-08-17T00:41:32.509 INFO:tasks.rados.rados.0.smithi082.stdout:334: finishing write tid 1 to smithi08280503-49 2024-08-17T00:41:32.509 INFO:tasks.rados.rados.0.smithi082.stdout:334: finishing write tid 2 to smithi08280503-49 2024-08-17T00:41:32.509 INFO:tasks.rados.rados.0.smithi082.stdout:334: finishing write tid 3 to smithi08280503-49 2024-08-17T00:41:32.510 INFO:tasks.rados.rados.0.smithi082.stdout:334: finishing write tid 4 to smithi08280503-49 2024-08-17T00:41:32.510 INFO:tasks.rados.rados.0.smithi082.stdout:334: finishing write tid 5 to smithi08280503-49 2024-08-17T00:41:32.512 INFO:tasks.rados.rados.0.smithi082.stdout:334: finishing write tid 6 to smithi08280503-49 2024-08-17T00:41:32.512 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 49 v 99 (ObjNum 121 snap 26 seq_num 121) dirty exists 2024-08-17T00:41:32.512 INFO:tasks.rados.rados.0.smithi082.stdout:334: left oid 49 (ObjNum 121 snap 26 seq_num 121) 2024-08-17T00:41:32.525 INFO:tasks.rados.rados.0.smithi082.stdout:336: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:41:32.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:32 smithi137 ceph-mon[33068]: osdmap e124: 8 total, 8 up, 8 in 2024-08-17T00:41:32.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:32 smithi137 ceph-mon[33068]: pgmap v168: 121 pgs: 121 active+clean; 91 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 7.3 MiB/s wr, 36 op/s 2024-08-17T00:41:32.777 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:32 smithi082 ceph-mon[39953]: osdmap e124: 8 total, 8 up, 8 in 2024-08-17T00:41:32.777 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:32 smithi082 ceph-mon[39953]: pgmap v168: 121 pgs: 121 active+clean; 91 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 7.3 MiB/s wr, 36 op/s 2024-08-17T00:41:32.778 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:32 smithi082 ceph-mon[29275]: osdmap e124: 8 total, 8 up, 8 in 2024-08-17T00:41:32.778 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:32 smithi082 ceph-mon[29275]: pgmap v168: 121 pgs: 121 active+clean; 91 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 7.3 MiB/s wr, 36 op/s 2024-08-17T00:41:33.486 INFO:tasks.rados.rados.0.smithi082.stdout:332: done (4 left) 2024-08-17T00:41:33.486 INFO:tasks.rados.rados.0.smithi082.stdout:333: done (3 left) 2024-08-17T00:41:33.486 INFO:tasks.rados.rados.0.smithi082.stdout:334: done (2 left) 2024-08-17T00:41:33.486 INFO:tasks.rados.rados.0.smithi082.stdout:336: done (1 left) 2024-08-17T00:41:33.486 INFO:tasks.rados.rados.0.smithi082.stdout:337: done (0 left) 2024-08-17T00:41:33.487 INFO:tasks.rados.rados.0.smithi082.stdout:338: delete oid 49 current snap is 27 2024-08-17T00:41:33.489 INFO:tasks.rados.rados.0.smithi082.stdout:338: done (0 left) 2024-08-17T00:41:33.489 INFO:tasks.rados.rados.0.smithi082.stdout:339: rollback oid 18 current snap is 27 2024-08-17T00:41:33.489 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 18 to 14 2024-08-17T00:41:33.489 INFO:tasks.rados.rados.0.smithi082.stdout:340: snap_create 2024-08-17T00:41:33.493 INFO:tasks.rados.rados.0.smithi082.stdout:339: finishing rollback tid 0 to smithi08280503-18 2024-08-17T00:41:33.493 INFO:tasks.rados.rados.0.smithi082.stdout:339: finishing rollback tid 1 to smithi08280503-18 2024-08-17T00:41:33.493 INFO:tasks.rados.rados.0.smithi082.stdout:339: finishing rollback tid 2 to smithi08280503-18 2024-08-17T00:41:33.493 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 80 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T00:41:33.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:33 smithi137 ceph-mon[33068]: osdmap e125: 8 total, 8 up, 8 in 2024-08-17T00:41:33.958 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:33 smithi082 ceph-mon[39953]: osdmap e125: 8 total, 8 up, 8 in 2024-08-17T00:41:33.958 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:33 smithi082 ceph-mon[29275]: osdmap e125: 8 total, 8 up, 8 in 2024-08-17T00:41:34.491 INFO:tasks.rados.rados.0.smithi082.stdout:339: done (1 left) 2024-08-17T00:41:34.491 INFO:tasks.rados.rados.0.smithi082.stdout:340: done (0 left) 2024-08-17T00:41:34.492 INFO:tasks.rados.rados.0.smithi082.stdout:341: rollback oid 41 current snap is 28 2024-08-17T00:41:34.492 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 41 to 23 2024-08-17T00:41:34.492 INFO:tasks.rados.rados.0.smithi082.stdout:342: rollback oid 18 current snap is 28 2024-08-17T00:41:34.492 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 18 to 26 2024-08-17T00:41:34.492 INFO:tasks.rados.rados.0.smithi082.stdout:343: rmattr oid 23 current snap is 28 2024-08-17T00:41:34.492 INFO:tasks.rados.rados.0.smithi082.stdout:343: done (2 left) 2024-08-17T00:41:34.492 INFO:tasks.rados.rados.0.smithi082.stdout:344: copy_from oid 43 from oid 10 current snap is 28 2024-08-17T00:41:34.492 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 19 current snap is 28 2024-08-17T00:41:34.492 INFO:tasks.rados.rados.0.smithi082.stdout:345: seq_num 123 ranges {0=466944,466944=573440,1040384=794624,1835008=237568} 2024-08-17T00:41:34.494 INFO:tasks.rados.rados.0.smithi082.stdout:345: writing smithi08280503-19 from 0 to 466944 tid 1 2024-08-17T00:41:34.498 INFO:tasks.rados.rados.0.smithi082.stdout:345: writing smithi08280503-19 from 466944 to 1040384 tid 2 2024-08-17T00:41:34.503 INFO:tasks.rados.rados.0.smithi082.stdout:345: writing smithi08280503-19 from 1040384 to 1835008 tid 3 2024-08-17T00:41:34.505 INFO:tasks.rados.rados.0.smithi082.stdout:345: writing smithi08280503-19 from 1835008 to 2072576 tid 4 2024-08-17T00:41:34.505 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 13 current snap is 28 2024-08-17T00:41:34.505 INFO:tasks.rados.rados.0.smithi082.stdout:342: finishing rollback tid 0 to smithi08280503-18 2024-08-17T00:41:34.505 INFO:tasks.rados.rados.0.smithi082.stdout:342: finishing rollback tid 1 to smithi08280503-18 2024-08-17T00:41:34.505 INFO:tasks.rados.rados.0.smithi082.stdout:342: finishing rollback tid 2 to smithi08280503-18 2024-08-17T00:41:34.505 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 83 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-17T00:41:34.505 INFO:tasks.rados.rados.0.smithi082.stdout:341: finishing rollback tid 0 to smithi08280503-41 2024-08-17T00:41:34.505 INFO:tasks.rados.rados.0.smithi082.stdout:341: finishing rollback tid 1 to smithi08280503-41 2024-08-17T00:41:34.506 INFO:tasks.rados.rados.0.smithi082.stdout:346: seq_num 124 ranges {2719744=483328,3203072=458752,3661824=598016,4259840=548864} 2024-08-17T00:41:34.521 INFO:tasks.rados.rados.0.smithi082.stdout:346: writing smithi08280503-13 from 2719744 to 3203072 tid 1 2024-08-17T00:41:34.524 INFO:tasks.rados.rados.0.smithi082.stdout:346: writing smithi08280503-13 from 3203072 to 3661824 tid 2 2024-08-17T00:41:34.528 INFO:tasks.rados.rados.0.smithi082.stdout:346: writing smithi08280503-13 from 3661824 to 4259840 tid 3 2024-08-17T00:41:34.531 INFO:tasks.rados.rados.0.smithi082.stdout:346: writing smithi08280503-13 from 4259840 to 4808704 tid 4 2024-08-17T00:41:34.531 INFO:tasks.rados.rados.0.smithi082.stdout:342: done (4 left) 2024-08-17T00:41:34.532 INFO:tasks.rados.rados.0.smithi082.stdout:347: setattr oid 40 current snap is 28 2024-08-17T00:41:34.532 INFO:tasks.rados.rados.0.smithi082.stdout:341: finishing rollback tid 2 to smithi08280503-41 2024-08-17T00:41:34.532 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 105 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-17T00:41:34.532 INFO:tasks.rados.rados.0.smithi082.stdout:345: finishing write tid 1 to smithi08280503-19 2024-08-17T00:41:34.532 INFO:tasks.rados.rados.0.smithi082.stdout:345: finishing write tid 2 to smithi08280503-19 2024-08-17T00:41:34.532 INFO:tasks.rados.rados.0.smithi082.stdout:344: finishing copy_from racing read to smithi08280503-43 2024-08-17T00:41:34.532 INFO:tasks.rados.rados.0.smithi082.stdout:344: finishing copy_from to smithi08280503-43 2024-08-17T00:41:34.532 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 36 (ObjNum 71 snap 10 seq_num 71) dirty exists 2024-08-17T00:41:34.532 INFO:tasks.rados.rados.0.smithi082.stdout:345: finishing write tid 3 to smithi08280503-19 2024-08-17T00:41:34.532 INFO:tasks.rados.rados.0.smithi082.stdout:345: finishing write tid 4 to smithi08280503-19 2024-08-17T00:41:34.532 INFO:tasks.rados.rados.0.smithi082.stdout:345: finishing write tid 5 to smithi08280503-19 2024-08-17T00:41:34.532 INFO:tasks.rados.rados.0.smithi082.stdout:345: finishing write tid 6 to smithi08280503-19 2024-08-17T00:41:34.533 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 90 (ObjNum 123 snap 28 seq_num 123) dirty exists 2024-08-17T00:41:34.533 INFO:tasks.rados.rados.0.smithi082.stdout:345: left oid 19 (ObjNum 123 snap 28 seq_num 123) 2024-08-17T00:41:34.533 INFO:tasks.rados.rados.0.smithi082.stdout:346: finishing write tid 1 to smithi08280503-13 2024-08-17T00:41:34.533 INFO:tasks.rados.rados.0.smithi082.stdout:346: finishing write tid 2 to smithi08280503-13 2024-08-17T00:41:34.533 INFO:tasks.rados.rados.0.smithi082.stdout:346: finishing write tid 3 to smithi08280503-13 2024-08-17T00:41:34.533 INFO:tasks.rados.rados.0.smithi082.stdout:341: done (4 left) 2024-08-17T00:41:34.533 INFO:tasks.rados.rados.0.smithi082.stdout:344: done (3 left) 2024-08-17T00:41:34.534 INFO:tasks.rados.rados.0.smithi082.stdout:345: done (2 left) 2024-08-17T00:41:34.534 INFO:tasks.rados.rados.0.smithi082.stdout:348: snap_create 2024-08-17T00:41:34.534 INFO:tasks.rados.rados.0.smithi082.stdout:346: finishing write tid 4 to smithi08280503-13 2024-08-17T00:41:34.534 INFO:tasks.rados.rados.0.smithi082.stdout:346: finishing write tid 5 to smithi08280503-13 2024-08-17T00:41:34.534 INFO:tasks.rados.rados.0.smithi082.stdout:346: finishing write tid 6 to smithi08280503-13 2024-08-17T00:41:34.535 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 115 (ObjNum 124 snap 28 seq_num 124) dirty exists 2024-08-17T00:41:34.535 INFO:tasks.rados.rados.0.smithi082.stdout:346: left oid 13 (ObjNum 124 snap 28 seq_num 124) 2024-08-17T00:41:34.535 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 92 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T00:41:34.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:34 smithi082 ceph-mon[39953]: osdmap e126: 8 total, 8 up, 8 in 2024-08-17T00:41:34.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:34 smithi082 ceph-mon[39953]: pgmap v171: 121 pgs: 121 active+clean; 91 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:41:34.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:34 smithi082 ceph-mon[29275]: osdmap e126: 8 total, 8 up, 8 in 2024-08-17T00:41:34.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:34 smithi082 ceph-mon[29275]: pgmap v171: 121 pgs: 121 active+clean; 91 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:41:34.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:34 smithi137 ceph-mon[33068]: osdmap e126: 8 total, 8 up, 8 in 2024-08-17T00:41:34.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:34 smithi137 ceph-mon[33068]: pgmap v171: 121 pgs: 121 active+clean; 91 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:41:35.511 INFO:tasks.rados.rados.0.smithi082.stdout:346: done (2 left) 2024-08-17T00:41:35.511 INFO:tasks.rados.rados.0.smithi082.stdout:347: done (1 left) 2024-08-17T00:41:35.511 INFO:tasks.rados.rados.0.smithi082.stdout:348: done (0 left) 2024-08-17T00:41:35.512 INFO:tasks.rados.rados.0.smithi082.stdout:349: copy_from oid 34 from oid 46 current snap is 29 2024-08-17T00:41:35.512 INFO:tasks.rados.rados.0.smithi082.stdout:350: snap_remove snap 26 2024-08-17T00:41:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:35 smithi082 ceph-mon[29275]: osdmap e127: 8 total, 8 up, 8 in 2024-08-17T00:41:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:35 smithi082 ceph-mon[39953]: osdmap e127: 8 total, 8 up, 8 in 2024-08-17T00:41:35.976 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:41:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:41:35] "GET /metrics HTTP/1.1" 200 239912 "" "Prometheus/2.43.0" 2024-08-17T00:41:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:35 smithi137 ceph-mon[33068]: osdmap e127: 8 total, 8 up, 8 in 2024-08-17T00:41:36.523 INFO:tasks.rados.rados.0.smithi082.stdout:350: done (1 left) 2024-08-17T00:41:36.523 INFO:tasks.rados.rados.0.smithi082.stdout:351: rollback oid 45 current snap is 29 2024-08-17T00:41:36.523 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 45 to 13 2024-08-17T00:41:36.523 INFO:tasks.rados.rados.0.smithi082.stdout:349: finishing copy_from racing read to smithi08280503-34 2024-08-17T00:41:36.523 INFO:tasks.rados.rados.0.smithi082.stdout:349: finishing copy_from to smithi08280503-34 2024-08-17T00:41:36.523 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 25 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T00:41:36.523 INFO:tasks.rados.rados.0.smithi082.stdout:349: done (1 left) 2024-08-17T00:41:36.523 INFO:tasks.rados.rados.0.smithi082.stdout:352: read oid 28 snap -1 2024-08-17T00:41:36.524 INFO:tasks.rados.rados.0.smithi082.stdout:352: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-17T00:41:36.524 INFO:tasks.rados.rados.0.smithi082.stdout:353: read oid 36 snap -1 2024-08-17T00:41:36.524 INFO:tasks.rados.rados.0.smithi082.stdout:353: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:41:36.524 INFO:tasks.rados.rados.0.smithi082.stdout:354: delete oid 12 current snap is 29 2024-08-17T00:41:36.528 INFO:tasks.rados.rados.0.smithi082.stdout:352: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-17T00:41:36.541 INFO:tasks.rados.rados.0.smithi082.stdout:351: finishing rollback tid 0 to smithi08280503-45 2024-08-17T00:41:36.541 INFO:tasks.rados.rados.0.smithi082.stdout:351: finishing rollback tid 1 to smithi08280503-45 2024-08-17T00:41:36.541 INFO:tasks.rados.rados.0.smithi082.stdout:351: finishing rollback tid 2 to smithi08280503-45 2024-08-17T00:41:36.541 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 34 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-17T00:41:36.542 INFO:tasks.rados.rados.0.smithi082.stdout:353: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:41:36.561 INFO:tasks.rados.rados.0.smithi082.stdout:351: done (3 left) 2024-08-17T00:41:36.561 INFO:tasks.rados.rados.0.smithi082.stdout:352: done (2 left) 2024-08-17T00:41:36.561 INFO:tasks.rados.rados.0.smithi082.stdout:353: done (1 left) 2024-08-17T00:41:36.561 INFO:tasks.rados.rados.0.smithi082.stdout:354: done (0 left) 2024-08-17T00:41:36.561 INFO:tasks.rados.rados.0.smithi082.stdout:355: rollback oid 5 current snap is 29 2024-08-17T00:41:36.561 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 5 to 20 2024-08-17T00:41:36.561 INFO:tasks.rados.rados.0.smithi082.stdout:356: snap_remove snap 14 2024-08-17T00:41:36.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:36 smithi082 ceph-mon[39953]: osdmap e128: 8 total, 8 up, 8 in 2024-08-17T00:41:36.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:36 smithi082 ceph-mon[39953]: pgmap v174: 121 pgs: 121 active+clean; 117 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 6.2 MiB/s wr, 26 op/s 2024-08-17T00:41:36.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:36 smithi082 ceph-mon[29275]: osdmap e128: 8 total, 8 up, 8 in 2024-08-17T00:41:36.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:36 smithi082 ceph-mon[29275]: pgmap v174: 121 pgs: 121 active+clean; 117 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 6.2 MiB/s wr, 26 op/s 2024-08-17T00:41:36.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:36 smithi137 ceph-mon[33068]: osdmap e128: 8 total, 8 up, 8 in 2024-08-17T00:41:36.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:36 smithi137 ceph-mon[33068]: pgmap v174: 121 pgs: 121 active+clean; 117 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 6.2 MiB/s wr, 26 op/s 2024-08-17T00:41:37.523 INFO:tasks.rados.rados.0.smithi082.stdout:356: done (1 left) 2024-08-17T00:41:37.523 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 33 current snap is 29 2024-08-17T00:41:37.523 INFO:tasks.rados.rados.0.smithi082.stdout:357: seq_num 126 ranges {2162688=516096,2678784=630784,3309568=614400,3923968=360448} 2024-08-17T00:41:37.538 INFO:tasks.rados.rados.0.smithi082.stdout:357: writing smithi08280503-33 from 2162688 to 2678784 tid 1 2024-08-17T00:41:37.541 INFO:tasks.rados.rados.0.smithi082.stdout:357: writing smithi08280503-33 from 2678784 to 3309568 tid 2 2024-08-17T00:41:37.545 INFO:tasks.rados.rados.0.smithi082.stdout:357: writing smithi08280503-33 from 3309568 to 3923968 tid 3 2024-08-17T00:41:37.547 INFO:tasks.rados.rados.0.smithi082.stdout:357: writing smithi08280503-33 from 3923968 to 4284416 tid 4 2024-08-17T00:41:37.547 INFO:tasks.rados.rados.0.smithi082.stdout:358: read oid 7 snap -1 2024-08-17T00:41:37.548 INFO:tasks.rados.rados.0.smithi082.stdout:358: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:41:37.548 INFO:tasks.rados.rados.0.smithi082.stdout:359: setattr oid 25 current snap is 29 2024-08-17T00:41:37.548 INFO:tasks.rados.rados.0.smithi082.stdout:355: finishing rollback tid 0 to smithi08280503-5 2024-08-17T00:41:37.548 INFO:tasks.rados.rados.0.smithi082.stdout:355: finishing rollback tid 1 to smithi08280503-5 2024-08-17T00:41:37.548 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 58 (ObjNum 97 snap 0 seq_num 822878973) dirty dne 2024-08-17T00:41:37.548 INFO:tasks.rados.rados.0.smithi082.stdout:357: finishing write tid 1 to smithi08280503-33 2024-08-17T00:41:37.548 INFO:tasks.rados.rados.0.smithi082.stdout:357: finishing write tid 2 to smithi08280503-33 2024-08-17T00:41:37.548 INFO:tasks.rados.rados.0.smithi082.stdout:357: finishing write tid 3 to smithi08280503-33 2024-08-17T00:41:37.548 INFO:tasks.rados.rados.0.smithi082.stdout:355: done (3 left) 2024-08-17T00:41:37.549 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 24 current snap is 29 2024-08-17T00:41:37.549 INFO:tasks.rados.rados.0.smithi082.stdout:360: seq_num 127 ranges {794624=532480,1327104=507904,1835008=778240,2613248=319488} 2024-08-17T00:41:37.555 INFO:tasks.rados.rados.0.smithi082.stdout:360: writing smithi08280503-24 from 794624 to 1327104 tid 1 2024-08-17T00:41:37.558 INFO:tasks.rados.rados.0.smithi082.stdout:360: writing smithi08280503-24 from 1327104 to 1835008 tid 2 2024-08-17T00:41:37.563 INFO:tasks.rados.rados.0.smithi082.stdout:360: writing smithi08280503-24 from 1835008 to 2613248 tid 3 2024-08-17T00:41:37.566 INFO:tasks.rados.rados.0.smithi082.stdout:360: writing smithi08280503-24 from 2613248 to 2932736 tid 4 2024-08-17T00:41:37.566 INFO:tasks.rados.rados.0.smithi082.stdout:361: snap_create 2024-08-17T00:41:37.566 INFO:tasks.rados.rados.0.smithi082.stdout:357: finishing write tid 4 to smithi08280503-33 2024-08-17T00:41:37.566 INFO:tasks.rados.rados.0.smithi082.stdout:357: finishing write tid 5 to smithi08280503-33 2024-08-17T00:41:37.566 INFO:tasks.rados.rados.0.smithi082.stdout:357: finishing write tid 6 to smithi08280503-33 2024-08-17T00:41:37.566 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 91 (ObjNum 126 snap 29 seq_num 126) dirty exists 2024-08-17T00:41:37.566 INFO:tasks.rados.rados.0.smithi082.stdout:357: left oid 33 (ObjNum 126 snap 29 seq_num 126) 2024-08-17T00:41:37.567 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 93 (ObjNum 102 snap 21 seq_num 102) dirty exists 2024-08-17T00:41:37.567 INFO:tasks.rados.rados.0.smithi082.stdout:360: finishing write tid 1 to smithi08280503-24 2024-08-17T00:41:37.567 INFO:tasks.rados.rados.0.smithi082.stdout:360: finishing write tid 2 to smithi08280503-24 2024-08-17T00:41:37.567 INFO:tasks.rados.rados.0.smithi082.stdout:358: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:41:37.794 INFO:tasks.rados.rados.0.smithi082.stdout:360: finishing write tid 3 to smithi08280503-24 2024-08-17T00:41:37.794 INFO:tasks.rados.rados.0.smithi082.stdout:360: finishing write tid 4 to smithi08280503-24 2024-08-17T00:41:37.794 INFO:tasks.rados.rados.0.smithi082.stdout:360: finishing write tid 5 to smithi08280503-24 2024-08-17T00:41:37.795 INFO:tasks.rados.rados.0.smithi082.stdout:360: finishing write tid 6 to smithi08280503-24 2024-08-17T00:41:37.795 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 89 (ObjNum 127 snap 29 seq_num 127) dirty exists 2024-08-17T00:41:37.795 INFO:tasks.rados.rados.0.smithi082.stdout:360: left oid 24 (ObjNum 127 snap 29 seq_num 127) 2024-08-17T00:41:37.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:37 smithi082 ceph-mon[39953]: osdmap e129: 8 total, 8 up, 8 in 2024-08-17T00:41:37.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:37 smithi082 ceph-mon[29275]: osdmap e129: 8 total, 8 up, 8 in 2024-08-17T00:41:37.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:37 smithi137 ceph-mon[33068]: osdmap e129: 8 total, 8 up, 8 in 2024-08-17T00:41:38.543 INFO:tasks.rados.rados.0.smithi082.stdout:357: done (4 left) 2024-08-17T00:41:38.543 INFO:tasks.rados.rados.0.smithi082.stdout:358: done (3 left) 2024-08-17T00:41:38.543 INFO:tasks.rados.rados.0.smithi082.stdout:359: done (2 left) 2024-08-17T00:41:38.543 INFO:tasks.rados.rados.0.smithi082.stdout:360: done (1 left) 2024-08-17T00:41:38.543 INFO:tasks.rados.rados.0.smithi082.stdout:361: done (0 left) 2024-08-17T00:41:38.543 INFO:tasks.rados.rados.0.smithi082.stdout:362: read oid 25 snap 22 2024-08-17T00:41:38.543 INFO:tasks.rados.rados.0.smithi082.stdout:362: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:41:38.543 INFO:tasks.rados.rados.0.smithi082.stdout:363: snap_remove snap 19 2024-08-17T00:41:38.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:38 smithi082 ceph-mon[39953]: osdmap e130: 8 total, 8 up, 8 in 2024-08-17T00:41:38.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:38 smithi082 ceph-mon[39953]: pgmap v177: 121 pgs: 121 active+clean; 117 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 6.2 MiB/s wr, 26 op/s 2024-08-17T00:41:38.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:38 smithi082 ceph-mon[29275]: osdmap e130: 8 total, 8 up, 8 in 2024-08-17T00:41:38.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:38 smithi082 ceph-mon[29275]: pgmap v177: 121 pgs: 121 active+clean; 117 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 6.2 MiB/s wr, 26 op/s 2024-08-17T00:41:38.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:38 smithi137 ceph-mon[33068]: osdmap e130: 8 total, 8 up, 8 in 2024-08-17T00:41:38.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:38 smithi137 ceph-mon[33068]: pgmap v177: 121 pgs: 121 active+clean; 117 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 6.2 MiB/s wr, 26 op/s 2024-08-17T00:41:39.544 INFO:tasks.rados.rados.0.smithi082.stdout:363: done (1 left) 2024-08-17T00:41:39.544 INFO:tasks.rados.rados.0.smithi082.stdout:364: copy_from oid 9 from oid 36 current snap is 30 2024-08-17T00:41:39.544 INFO:tasks.rados.rados.0.smithi082.stdout:365: snap_create 2024-08-17T00:41:39.544 INFO:tasks.rados.rados.0.smithi082.stdout:362: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:41:39.777 INFO:tasks.rados.rados.0.smithi082.stdout:364: finishing copy_from racing read to smithi08280503-9 2024-08-17T00:41:39.777 INFO:tasks.rados.rados.0.smithi082.stdout:364: finishing copy_from to smithi08280503-9 2024-08-17T00:41:39.777 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 25 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T00:41:39.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:39 smithi082 ceph-mon[39953]: osdmap e131: 8 total, 8 up, 8 in 2024-08-17T00:41:39.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:39 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:41:39.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:39 smithi082 ceph-mon[29275]: osdmap e131: 8 total, 8 up, 8 in 2024-08-17T00:41:39.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:39 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:41:39.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:39 smithi137 ceph-mon[33068]: osdmap e131: 8 total, 8 up, 8 in 2024-08-17T00:41:39.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:39 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:41:40.479 INFO:tasks.rados.rados.0.smithi082.stdout:362: done (2 left) 2024-08-17T00:41:40.479 INFO:tasks.rados.rados.0.smithi082.stdout:364: done (1 left) 2024-08-17T00:41:40.479 INFO:tasks.rados.rados.0.smithi082.stdout:365: done (0 left) 2024-08-17T00:41:40.479 INFO:tasks.rados.rados.0.smithi082.stdout:366: snap_remove snap 28 2024-08-17T00:41:40.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:40 smithi082 ceph-mon[39953]: osdmap e132: 8 total, 8 up, 8 in 2024-08-17T00:41:40.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:40 smithi082 ceph-mon[39953]: pgmap v180: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-08-17T00:41:40.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:40 smithi082 ceph-mon[39953]: osdmap e133: 8 total, 8 up, 8 in 2024-08-17T00:41:40.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:40 smithi082 ceph-mon[29275]: osdmap e132: 8 total, 8 up, 8 in 2024-08-17T00:41:40.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:40 smithi082 ceph-mon[29275]: pgmap v180: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-08-17T00:41:40.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:40 smithi082 ceph-mon[29275]: osdmap e133: 8 total, 8 up, 8 in 2024-08-17T00:41:40.987 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:40 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[34933]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:41:40] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:41:40.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:40 smithi137 ceph-mon[33068]: osdmap e132: 8 total, 8 up, 8 in 2024-08-17T00:41:40.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:40 smithi137 ceph-mon[33068]: pgmap v180: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-08-17T00:41:40.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:40 smithi137 ceph-mon[33068]: osdmap e133: 8 total, 8 up, 8 in 2024-08-17T00:41:41.480 INFO:tasks.rados.rados.0.smithi082.stdout:366: done (0 left) 2024-08-17T00:41:41.481 INFO:tasks.rados.rados.0.smithi082.stdout:367: snap_remove snap 22 2024-08-17T00:41:42.488 INFO:tasks.rados.rados.0.smithi082.stdout:367: done (0 left) 2024-08-17T00:41:42.785 INFO:tasks.rados.rados.0.smithi082.stdout:368: copy_from oid 43 from oid 3 current snap is 31 2024-08-17T00:41:42.785 INFO:tasks.rados.rados.0.smithi082.stdout:369: read oid 37 snap -1 2024-08-17T00:41:42.785 INFO:tasks.rados.rados.0.smithi082.stdout:369: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-17T00:41:42.785 INFO:tasks.rados.rados.0.smithi082.stdout:370: delete oid 12 current snap is 31 2024-08-17T00:41:42.786 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:42 smithi137 ceph-mon[33068]: osdmap e134: 8 total, 8 up, 8 in 2024-08-17T00:41:42.786 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:42 smithi137 ceph-mon[33068]: pgmap v183: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-08-17T00:41:42.789 INFO:tasks.rados.rados.0.smithi082.stdout:370: done (2 left) 2024-08-17T00:41:42.789 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 13 current snap is 31 2024-08-17T00:41:42.789 INFO:tasks.rados.rados.0.smithi082.stdout:371: seq_num 129 ranges {4808704=565248,5373952=679936,6053888=786432,6840320=139264} 2024-08-17T00:41:42.789 INFO:tasks.rados.rados.0.smithi082.stdout:371: writing smithi08280503-13 from 4808704 to 5373952 tid 1 2024-08-17T00:41:42.789 INFO:tasks.rados.rados.0.smithi082.stdout:371: writing smithi08280503-13 from 5373952 to 6053888 tid 2 2024-08-17T00:41:42.789 INFO:tasks.rados.rados.0.smithi082.stdout:371: writing smithi08280503-13 from 6053888 to 6840320 tid 3 2024-08-17T00:41:42.789 INFO:tasks.rados.rados.0.smithi082.stdout:371: writing smithi08280503-13 from 6840320 to 6979584 tid 4 2024-08-17T00:41:42.789 INFO:tasks.rados.rados.0.smithi082.stdout:372: delete oid 9 current snap is 31 2024-08-17T00:41:42.790 INFO:tasks.rados.rados.0.smithi082.stdout:369: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-17T00:41:42.790 INFO:tasks.rados.rados.0.smithi082.stdout:368: finishing copy_from racing read to smithi08280503-43 2024-08-17T00:41:42.790 INFO:tasks.rados.rados.0.smithi082.stdout:368: finishing copy_from to smithi08280503-43 2024-08-17T00:41:42.790 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 40 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T00:41:42.790 INFO:tasks.rados.rados.0.smithi082.stdout:371: finishing write tid 1 to smithi08280503-13 2024-08-17T00:41:42.790 INFO:tasks.rados.rados.0.smithi082.stdout:371: finishing write tid 2 to smithi08280503-13 2024-08-17T00:41:42.790 INFO:tasks.rados.rados.0.smithi082.stdout:371: finishing write tid 3 to smithi08280503-13 2024-08-17T00:41:42.790 INFO:tasks.rados.rados.0.smithi082.stdout:371: finishing write tid 4 to smithi08280503-13 2024-08-17T00:41:42.790 INFO:tasks.rados.rados.0.smithi082.stdout:368: done (3 left) 2024-08-17T00:41:42.790 INFO:tasks.rados.rados.0.smithi082.stdout:369: done (2 left) 2024-08-17T00:41:42.790 INFO:tasks.rados.rados.0.smithi082.stdout:372: done (1 left) 2024-08-17T00:41:42.790 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 37 current snap is 31 2024-08-17T00:41:42.791 INFO:tasks.rados.rados.0.smithi082.stdout:371: finishing write tid 5 to smithi08280503-13 2024-08-17T00:41:42.791 INFO:tasks.rados.rados.0.smithi082.stdout:371: finishing write tid 6 to smithi08280503-13 2024-08-17T00:41:42.791 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 137 (ObjNum 129 snap 31 seq_num 129) dirty exists 2024-08-17T00:41:42.791 INFO:tasks.rados.rados.0.smithi082.stdout:371: left oid 13 (ObjNum 129 snap 31 seq_num 129) 2024-08-17T00:41:42.791 INFO:tasks.rados.rados.0.smithi082.stdout:373: seq_num 131 ranges {606208=598016,1204224=499712,1703936=753664,2457600=352256} 2024-08-17T00:41:42.791 INFO:tasks.rados.rados.0.smithi082.stdout:373: writing smithi08280503-37 from 606208 to 1204224 tid 1 2024-08-17T00:41:42.791 INFO:tasks.rados.rados.0.smithi082.stdout:373: writing smithi08280503-37 from 1204224 to 1703936 tid 2 2024-08-17T00:41:42.791 INFO:tasks.rados.rados.0.smithi082.stdout:373: writing smithi08280503-37 from 1703936 to 2457600 tid 3 2024-08-17T00:41:42.791 INFO:tasks.rados.rados.0.smithi082.stdout:373: writing smithi08280503-37 from 2457600 to 2809856 tid 4 2024-08-17T00:41:42.791 INFO:tasks.rados.rados.0.smithi082.stdout:371: done (1 left) 2024-08-17T00:41:42.791 INFO:tasks.rados.rados.0.smithi082.stdout:374: copy_from oid 21 from oid 32 current snap is 31 2024-08-17T00:41:42.791 INFO:tasks.rados.rados.0.smithi082.stdout:373: finishing write tid 1 to smithi08280503-37 2024-08-17T00:41:42.791 INFO:tasks.rados.rados.0.smithi082.stdout:373: finishing write tid 2 to smithi08280503-37 2024-08-17T00:41:42.792 INFO:tasks.rados.rados.0.smithi082.stdout:375: setattr oid 43 current snap is 31 2024-08-17T00:41:42.792 INFO:tasks.rados.rados.0.smithi082.stdout:373: finishing write tid 3 to smithi08280503-37 2024-08-17T00:41:42.792 INFO:tasks.rados.rados.0.smithi082.stdout:373: finishing write tid 4 to smithi08280503-37 2024-08-17T00:41:42.792 INFO:tasks.rados.rados.0.smithi082.stdout:374: finishing copy_from to smithi08280503-21 2024-08-17T00:41:42.792 INFO:tasks.rados.rados.0.smithi082.stdout:374: got expected ENOENT (src dne) 2024-08-17T00:41:42.792 INFO:tasks.rados.rados.0.smithi082.stdout:374: finishing copy_from racing read to smithi08280503-21 2024-08-17T00:41:42.792 INFO:tasks.rados.rados.0.smithi082.stdout:373: finishing write tid 5 to smithi08280503-37 2024-08-17T00:41:42.792 INFO:tasks.rados.rados.0.smithi082.stdout:374: done (2 left) 2024-08-17T00:41:42.792 INFO:tasks.rados.rados.0.smithi082.stdout:376: read oid 30 snap -1 2024-08-17T00:41:42.792 INFO:tasks.rados.rados.0.smithi082.stdout:376: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-17T00:41:42.792 INFO:tasks.rados.rados.0.smithi082.stdout:377: snap_create 2024-08-17T00:41:42.792 INFO:tasks.rados.rados.0.smithi082.stdout:373: finishing write tid 6 to smithi08280503-37 2024-08-17T00:41:42.792 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 139 (ObjNum 131 snap 31 seq_num 131) dirty exists 2024-08-17T00:41:42.792 INFO:tasks.rados.rados.0.smithi082.stdout:373: left oid 37 (ObjNum 131 snap 31 seq_num 131) 2024-08-17T00:41:42.793 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 134 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T00:41:42.793 INFO:tasks.rados.rados.0.smithi082.stdout:376: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-17T00:41:42.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:42 smithi082 ceph-mon[39953]: osdmap e134: 8 total, 8 up, 8 in 2024-08-17T00:41:42.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:42 smithi082 ceph-mon[39953]: pgmap v183: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-08-17T00:41:42.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:42 smithi082 ceph-mon[29275]: osdmap e134: 8 total, 8 up, 8 in 2024-08-17T00:41:42.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:42 smithi082 ceph-mon[29275]: pgmap v183: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-08-17T00:41:43.493 INFO:tasks.rados.rados.0.smithi082.stdout:373: done (3 left) 2024-08-17T00:41:43.493 INFO:tasks.rados.rados.0.smithi082.stdout:375: done (2 left) 2024-08-17T00:41:43.493 INFO:tasks.rados.rados.0.smithi082.stdout:376: done (1 left) 2024-08-17T00:41:43.493 INFO:tasks.rados.rados.0.smithi082.stdout:377: done (0 left) 2024-08-17T00:41:43.493 INFO:tasks.rados.rados.0.smithi082.stdout:378: read oid 31 snap -1 2024-08-17T00:41:43.493 INFO:tasks.rados.rados.0.smithi082.stdout:378: expect (ObjNum 90 snap 17 seq_num 90) 2024-08-17T00:41:43.494 INFO:tasks.rados.rados.0.smithi082.stdout:379: rollback oid 22 current snap is 32 2024-08-17T00:41:43.494 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 22 to 21 2024-08-17T00:41:43.494 INFO:tasks.rados.rados.0.smithi082.stdout:380: read oid 48 snap -1 2024-08-17T00:41:43.494 INFO:tasks.rados.rados.0.smithi082.stdout:380: expect deleted 2024-08-17T00:41:43.494 INFO:tasks.rados.rados.0.smithi082.stdout:381: read oid 3 snap 30 2024-08-17T00:41:43.494 INFO:tasks.rados.rados.0.smithi082.stdout:381: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-17T00:41:43.494 INFO:tasks.rados.rados.0.smithi082.stdout:382: read oid 45 snap -1 2024-08-17T00:41:43.494 INFO:tasks.rados.rados.0.smithi082.stdout:382: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-17T00:41:43.494 INFO:tasks.rados.rados.0.smithi082.stdout:383: read oid 32 snap 20 2024-08-17T00:41:43.494 INFO:tasks.rados.rados.0.smithi082.stdout:383: expect (ObjNum 88 snap 17 seq_num 88) 2024-08-17T00:41:43.494 INFO:tasks.rados.rados.0.smithi082.stdout:384: setattr oid 13 current snap is 32 2024-08-17T00:41:43.496 INFO:tasks.rados.rados.0.smithi082.stdout:380: done (6 left) 2024-08-17T00:41:43.496 INFO:tasks.rados.rados.0.smithi082.stdout:385: snap_create 2024-08-17T00:41:43.498 INFO:tasks.rados.rados.0.smithi082.stdout:382: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-17T00:41:43.517 INFO:tasks.rados.rados.0.smithi082.stdout:379: finishing rollback tid 0 to smithi08280503-22 2024-08-17T00:41:43.518 INFO:tasks.rados.rados.0.smithi082.stdout:379: finishing rollback tid 1 to smithi08280503-22 2024-08-17T00:41:43.518 INFO:tasks.rados.rados.0.smithi082.stdout:379: finishing rollback tid 2 to smithi08280503-22 2024-08-17T00:41:43.518 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 113 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-17T00:41:43.518 INFO:tasks.rados.rados.0.smithi082.stdout:378: expect (ObjNum 90 snap 17 seq_num 90) 2024-08-17T00:41:43.556 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 139 (ObjNum 129 snap 31 seq_num 129) dirty exists 2024-08-17T00:41:43.557 INFO:tasks.rados.rados.0.smithi082.stdout:381: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-17T00:41:43.582 INFO:tasks.rados.rados.0.smithi082.stdout:383: expect (ObjNum 88 snap 17 seq_num 88) 2024-08-17T00:41:43.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:43 smithi082 ceph-mon[39953]: osdmap e135: 8 total, 8 up, 8 in 2024-08-17T00:41:43.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:43 smithi082 ceph-mon[29275]: osdmap e135: 8 total, 8 up, 8 in 2024-08-17T00:41:43.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:43 smithi137 ceph-mon[33068]: osdmap e135: 8 total, 8 up, 8 in 2024-08-17T00:41:44.500 INFO:tasks.rados.rados.0.smithi082.stdout:378: done (6 left) 2024-08-17T00:41:44.501 INFO:tasks.rados.rados.0.smithi082.stdout:379: done (5 left) 2024-08-17T00:41:44.501 INFO:tasks.rados.rados.0.smithi082.stdout:381: done (4 left) 2024-08-17T00:41:44.501 INFO:tasks.rados.rados.0.smithi082.stdout:382: done (3 left) 2024-08-17T00:41:44.501 INFO:tasks.rados.rados.0.smithi082.stdout:383: done (2 left) 2024-08-17T00:41:44.501 INFO:tasks.rados.rados.0.smithi082.stdout:384: done (1 left) 2024-08-17T00:41:44.501 INFO:tasks.rados.rados.0.smithi082.stdout:385: done (0 left) 2024-08-17T00:41:44.501 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 13 current snap is 33 2024-08-17T00:41:44.501 INFO:tasks.rados.rados.0.smithi082.stdout:386: seq_num 132 ranges {6979584=614400,7593984=786432,8380416=565248,8945664=253952} 2024-08-17T00:41:44.540 INFO:tasks.rados.rados.0.smithi082.stdout:386: writing smithi08280503-13 from 6979584 to 7593984 tid 1 2024-08-17T00:41:44.544 INFO:tasks.rados.rados.0.smithi082.stdout:386: writing smithi08280503-13 from 7593984 to 8380416 tid 2 2024-08-17T00:41:44.547 INFO:tasks.rados.rados.0.smithi082.stdout:386: writing smithi08280503-13 from 8380416 to 8945664 tid 3 2024-08-17T00:41:44.549 INFO:tasks.rados.rados.0.smithi082.stdout:386: writing smithi08280503-13 from 8945664 to 9199616 tid 4 2024-08-17T00:41:44.549 INFO:tasks.rados.rados.0.smithi082.stdout:387: delete oid 37 current snap is 33 2024-08-17T00:41:44.549 INFO:tasks.rados.rados.0.smithi082.stdout:386: finishing write tid 1 to smithi08280503-13 2024-08-17T00:41:44.549 INFO:tasks.rados.rados.0.smithi082.stdout:386: finishing write tid 2 to smithi08280503-13 2024-08-17T00:41:44.551 INFO:tasks.rados.rados.0.smithi082.stdout:386: finishing write tid 3 to smithi08280503-13 2024-08-17T00:41:44.551 INFO:tasks.rados.rados.0.smithi082.stdout:387: done (1 left) 2024-08-17T00:41:44.552 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 38 current snap is 33 2024-08-17T00:41:44.552 INFO:tasks.rados.rados.0.smithi082.stdout:388: seq_num 134 ranges {4325376=647168,4972544=548864,5521408=573440,6094848=483328} 2024-08-17T00:41:44.577 INFO:tasks.rados.rados.0.smithi082.stdout:388: writing smithi08280503-38 from 4325376 to 4972544 tid 1 2024-08-17T00:41:44.580 INFO:tasks.rados.rados.0.smithi082.stdout:388: writing smithi08280503-38 from 4972544 to 5521408 tid 2 2024-08-17T00:41:44.584 INFO:tasks.rados.rados.0.smithi082.stdout:388: writing smithi08280503-38 from 5521408 to 6094848 tid 3 2024-08-17T00:41:44.587 INFO:tasks.rados.rados.0.smithi082.stdout:388: writing smithi08280503-38 from 6094848 to 6578176 tid 4 2024-08-17T00:41:44.587 INFO:tasks.rados.rados.0.smithi082.stdout:389: setattr oid 20 current snap is 33 2024-08-17T00:41:44.587 INFO:tasks.rados.rados.0.smithi082.stdout:386: finishing write tid 4 to smithi08280503-13 2024-08-17T00:41:44.587 INFO:tasks.rados.rados.0.smithi082.stdout:386: finishing write tid 5 to smithi08280503-13 2024-08-17T00:41:44.587 INFO:tasks.rados.rados.0.smithi082.stdout:386: finishing write tid 6 to smithi08280503-13 2024-08-17T00:41:44.587 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 145 (ObjNum 132 snap 33 seq_num 132) dirty exists 2024-08-17T00:41:44.587 INFO:tasks.rados.rados.0.smithi082.stdout:386: left oid 13 (ObjNum 132 snap 33 seq_num 132) 2024-08-17T00:41:44.588 INFO:tasks.rados.rados.0.smithi082.stdout:388: finishing write tid 1 to smithi08280503-38 2024-08-17T00:41:44.588 INFO:tasks.rados.rados.0.smithi082.stdout:388: finishing write tid 2 to smithi08280503-38 2024-08-17T00:41:44.588 INFO:tasks.rados.rados.0.smithi082.stdout:388: finishing write tid 3 to smithi08280503-38 2024-08-17T00:41:44.588 INFO:tasks.rados.rados.0.smithi082.stdout:386: done (2 left) 2024-08-17T00:41:44.588 INFO:tasks.rados.rados.0.smithi082.stdout:390: read oid 14 snap -1 2024-08-17T00:41:44.588 INFO:tasks.rados.rados.0.smithi082.stdout:390: expect (ObjNum 112 snap 23 seq_num 112) 2024-08-17T00:41:44.589 INFO:tasks.rados.rados.0.smithi082.stdout:391: delete oid 48 current snap is 33 2024-08-17T00:41:44.589 INFO:tasks.rados.rados.0.smithi082.stdout:388: finishing write tid 4 to smithi08280503-38 2024-08-17T00:41:44.589 INFO:tasks.rados.rados.0.smithi082.stdout:388: finishing write tid 5 to smithi08280503-38 2024-08-17T00:41:44.589 INFO:tasks.rados.rados.0.smithi082.stdout:391: done (3 left) 2024-08-17T00:41:44.589 INFO:tasks.rados.rados.0.smithi082.stdout:392: delete oid 13 current snap is 33 2024-08-17T00:41:44.590 INFO:tasks.rados.rados.0.smithi082.stdout:388: finishing write tid 6 to smithi08280503-38 2024-08-17T00:41:44.590 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 55 (ObjNum 134 snap 33 seq_num 134) dirty exists 2024-08-17T00:41:44.590 INFO:tasks.rados.rados.0.smithi082.stdout:388: left oid 38 (ObjNum 134 snap 33 seq_num 134) 2024-08-17T00:41:44.590 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 94 (ObjNum 33 snap 0 seq_num 3912261824) dirty exists 2024-08-17T00:41:44.591 INFO:tasks.rados.rados.0.smithi082.stdout:388: done (3 left) 2024-08-17T00:41:44.591 INFO:tasks.rados.rados.0.smithi082.stdout:389: done (2 left) 2024-08-17T00:41:44.592 INFO:tasks.rados.rados.0.smithi082.stdout:392: done (1 left) 2024-08-17T00:41:44.592 INFO:tasks.rados.rados.0.smithi082.stdout:393: snap_create 2024-08-17T00:41:44.602 INFO:tasks.rados.rados.0.smithi082.stdout:390: expect (ObjNum 112 snap 23 seq_num 112) 2024-08-17T00:41:44.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:44 smithi137 ceph-mon[33068]: osdmap e136: 8 total, 8 up, 8 in 2024-08-17T00:41:44.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:44 smithi137 ceph-mon[33068]: pgmap v186: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:41:44.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:44 smithi137 ceph-mon[33068]: Upgrade: Updating mgr.x 2024-08-17T00:41:44.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:44 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:44.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:44 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:41:44.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:44 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:41:44.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:44 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:41:44.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:44 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:41:44.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:44 smithi137 ceph-mon[33068]: Deploying daemon mgr.x on smithi137 2024-08-17T00:41:44.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:44 smithi082 ceph-mon[39953]: osdmap e136: 8 total, 8 up, 8 in 2024-08-17T00:41:44.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:44 smithi082 ceph-mon[39953]: pgmap v186: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:41:44.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:44 smithi082 ceph-mon[39953]: Upgrade: Updating mgr.x 2024-08-17T00:41:44.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:44 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:44.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:44 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:41:44.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:44 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:41:44.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:44 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:41:44.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:44 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:41:44.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:44 smithi082 ceph-mon[39953]: Deploying daemon mgr.x on smithi137 2024-08-17T00:41:44.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:44 smithi082 ceph-mon[29275]: osdmap e136: 8 total, 8 up, 8 in 2024-08-17T00:41:44.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:44 smithi082 ceph-mon[29275]: pgmap v186: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:41:44.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:44 smithi082 ceph-mon[29275]: Upgrade: Updating mgr.x 2024-08-17T00:41:44.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:44 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:44.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:44 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:41:44.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:44 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:41:44.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:44 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:41:44.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:44 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:41:44.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:44 smithi082 ceph-mon[29275]: Deploying daemon mgr.x on smithi137 2024-08-17T00:41:45.480 INFO:tasks.rados.rados.0.smithi082.stdout:390: done (1 left) 2024-08-17T00:41:45.480 INFO:tasks.rados.rados.0.smithi082.stdout:393: done (0 left) 2024-08-17T00:41:45.480 INFO:tasks.rados.rados.0.smithi082.stdout:394: read oid 45 snap -1 2024-08-17T00:41:45.480 INFO:tasks.rados.rados.0.smithi082.stdout:394: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-17T00:41:45.480 INFO:tasks.rados.rados.0.smithi082.stdout:395: read oid 29 snap 25 2024-08-17T00:41:45.481 INFO:tasks.rados.rados.0.smithi082.stdout:395: expect (ObjNum 75 snap 11 seq_num 75) 2024-08-17T00:41:45.481 INFO:tasks.rados.rados.0.smithi082.stdout:396: setattr oid 2 current snap is 34 2024-08-17T00:41:45.482 INFO:tasks.rados.rados.0.smithi082.stdout:397: rmattr oid 12 current snap is 34 2024-08-17T00:41:45.483 INFO:tasks.rados.rados.0.smithi082.stdout:397: done (3 left) 2024-08-17T00:41:45.483 INFO:tasks.rados.rados.0.smithi082.stdout:398: snap_remove snap 33 2024-08-17T00:41:45.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:41:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:41:45] "GET /metrics HTTP/1.1" 200 240032 "" "Prometheus/2.43.0" 2024-08-17T00:41:45.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:45 smithi082 ceph-mon[39953]: osdmap e137: 8 total, 8 up, 8 in 2024-08-17T00:41:45.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:45 smithi082 ceph-mon[39953]: osdmap e138: 8 total, 8 up, 8 in 2024-08-17T00:41:45.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:45 smithi082 ceph-mon[29275]: osdmap e137: 8 total, 8 up, 8 in 2024-08-17T00:41:45.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:45 smithi082 ceph-mon[29275]: osdmap e138: 8 total, 8 up, 8 in 2024-08-17T00:41:45.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:45 smithi137 ceph-mon[33068]: osdmap e137: 8 total, 8 up, 8 in 2024-08-17T00:41:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:45 smithi137 ceph-mon[33068]: osdmap e138: 8 total, 8 up, 8 in 2024-08-17T00:41:46.483 INFO:tasks.rados.rados.0.smithi082.stdout:398: done (3 left) 2024-08-17T00:41:46.483 INFO:tasks.rados.rados.0.smithi082.stdout:399: read oid 38 snap 20 2024-08-17T00:41:46.483 INFO:tasks.rados.rados.0.smithi082.stdout:399: expect (ObjNum 95 snap 17 seq_num 95) 2024-08-17T00:41:46.483 INFO:tasks.rados.rados.0.smithi082.stdout:400: read oid 39 snap -1 2024-08-17T00:41:46.483 INFO:tasks.rados.rados.0.smithi082.stdout:400: expect (ObjNum 111 snap 23 seq_num 111) 2024-08-17T00:41:46.483 INFO:tasks.rados.rados.0.smithi082.stdout:401: copy_from oid 19 from oid 36 current snap is 34 2024-08-17T00:41:46.483 INFO:tasks.rados.rados.0.smithi082.stdout:394: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-17T00:41:46.504 INFO:tasks.rados.rados.0.smithi082.stdout:394: done (5 left) 2024-08-17T00:41:46.504 INFO:tasks.rados.rados.0.smithi082.stdout:402: rmattr oid 26 current snap is 34 2024-08-17T00:41:46.504 INFO:tasks.rados.rados.0.smithi082.stdout:402: done (5 left) 2024-08-17T00:41:46.505 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 31 current snap is 34 2024-08-17T00:41:46.505 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 2 v 22 (ObjNum 85 snap 12 seq_num 85) dirty exists 2024-08-17T00:41:46.505 INFO:tasks.rados.rados.0.smithi082.stdout:403: seq_num 137 ranges {1515520=704512,2220032=655360,2875392=753664,3629056=196608} 2024-08-17T00:41:46.516 INFO:tasks.rados.rados.0.smithi082.stdout:403: writing smithi08280503-31 from 1515520 to 2220032 tid 1 2024-08-17T00:41:46.520 INFO:tasks.rados.rados.0.smithi082.stdout:403: writing smithi08280503-31 from 2220032 to 2875392 tid 2 2024-08-17T00:41:46.524 INFO:tasks.rados.rados.0.smithi082.stdout:403: writing smithi08280503-31 from 2875392 to 3629056 tid 3 2024-08-17T00:41:46.526 INFO:tasks.rados.rados.0.smithi082.stdout:403: writing smithi08280503-31 from 3629056 to 3825664 tid 4 2024-08-17T00:41:46.526 INFO:tasks.rados.rados.0.smithi082.stdout:396: done (5 left) 2024-08-17T00:41:46.526 INFO:tasks.rados.rados.0.smithi082.stdout:404: delete oid 43 current snap is 34 2024-08-17T00:41:46.526 INFO:tasks.rados.rados.0.smithi082.stdout:395: expect (ObjNum 75 snap 11 seq_num 75) 2024-08-17T00:41:46.590 INFO:tasks.rados.rados.0.smithi082.stdout:401: finishing copy_from racing read to smithi08280503-19 2024-08-17T00:41:46.590 INFO:tasks.rados.rados.0.smithi082.stdout:401: finishing copy_from to smithi08280503-19 2024-08-17T00:41:46.590 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 25 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T00:41:46.590 INFO:tasks.rados.rados.0.smithi082.stdout:399: expect (ObjNum 95 snap 17 seq_num 95) 2024-08-17T00:41:46.663 INFO:tasks.rados.rados.0.smithi082.stdout:400: expect (ObjNum 111 snap 23 seq_num 111) 2024-08-17T00:41:46.711 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:46 smithi137 ceph-mon[33068]: pgmap v189: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.3 MiB/s wr, 30 op/s 2024-08-17T00:41:46.711 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:46 smithi137 ceph-mon[33068]: osdmap e139: 8 total, 8 up, 8 in 2024-08-17T00:41:46.820 INFO:tasks.rados.rados.0.smithi082.stdout:403: finishing write tid 1 to smithi08280503-31 2024-08-17T00:41:46.820 INFO:tasks.rados.rados.0.smithi082.stdout:403: finishing write tid 2 to smithi08280503-31 2024-08-17T00:41:46.820 INFO:tasks.rados.rados.0.smithi082.stdout:403: finishing write tid 3 to smithi08280503-31 2024-08-17T00:41:46.820 INFO:tasks.rados.rados.0.smithi082.stdout:403: finishing write tid 4 to smithi08280503-31 2024-08-17T00:41:46.820 INFO:tasks.rados.rados.0.smithi082.stdout:403: finishing write tid 5 to smithi08280503-31 2024-08-17T00:41:46.820 INFO:tasks.rados.rados.0.smithi082.stdout:403: finishing write tid 6 to smithi08280503-31 2024-08-17T00:41:46.820 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 122 (ObjNum 137 snap 34 seq_num 137) dirty exists 2024-08-17T00:41:46.820 INFO:tasks.rados.rados.0.smithi082.stdout:403: left oid 31 (ObjNum 137 snap 34 seq_num 137) 2024-08-17T00:41:46.820 INFO:tasks.rados.rados.0.smithi082.stdout:395: done (5 left) 2024-08-17T00:41:46.821 INFO:tasks.rados.rados.0.smithi082.stdout:399: done (4 left) 2024-08-17T00:41:46.821 INFO:tasks.rados.rados.0.smithi082.stdout:400: done (3 left) 2024-08-17T00:41:46.821 INFO:tasks.rados.rados.0.smithi082.stdout:401: done (2 left) 2024-08-17T00:41:46.821 INFO:tasks.rados.rados.0.smithi082.stdout:403: done (1 left) 2024-08-17T00:41:46.821 INFO:tasks.rados.rados.0.smithi082.stdout:404: done (0 left) 2024-08-17T00:41:46.821 INFO:tasks.rados.rados.0.smithi082.stdout:405: delete oid 47 current snap is 34 2024-08-17T00:41:46.823 INFO:tasks.rados.rados.0.smithi082.stdout:405: done (0 left) 2024-08-17T00:41:46.823 INFO:tasks.rados.rados.0.smithi082.stdout:406: read oid 33 snap 31 2024-08-17T00:41:46.823 INFO:tasks.rados.rados.0.smithi082.stdout:406: expect (ObjNum 126 snap 29 seq_num 126) 2024-08-17T00:41:46.823 INFO:tasks.rados.rados.0.smithi082.stdout:407: setattr oid 15 current snap is 34 2024-08-17T00:41:46.825 INFO:tasks.rados.rados.0.smithi082.stdout:408: setattr oid 29 current snap is 34 2024-08-17T00:41:46.828 INFO:tasks.rados.rados.0.smithi082.stdout:409: delete oid 34 current snap is 34 2024-08-17T00:41:46.828 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 95 (ObjNum 33 snap 0 seq_num 4) dirty exists 2024-08-17T00:41:46.832 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 148 (ObjNum 75 snap 11 seq_num 75) dirty exists 2024-08-17T00:41:46.832 INFO:tasks.rados.rados.0.smithi082.stdout:407: done (3 left) 2024-08-17T00:41:46.832 INFO:tasks.rados.rados.0.smithi082.stdout:408: done (2 left) 2024-08-17T00:41:46.832 INFO:tasks.rados.rados.0.smithi082.stdout:409: done (1 left) 2024-08-17T00:41:46.832 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 28 current snap is 34 2024-08-17T00:41:46.832 INFO:tasks.rados.rados.0.smithi082.stdout:410: seq_num 141 ranges {442368=770048,1212416=589824,1802240=729088,2531328=286720} 2024-08-17T00:41:46.838 INFO:tasks.rados.rados.0.smithi082.stdout:410: writing smithi08280503-28 from 442368 to 1212416 tid 1 2024-08-17T00:41:46.842 INFO:tasks.rados.rados.0.smithi082.stdout:410: writing smithi08280503-28 from 1212416 to 1802240 tid 2 2024-08-17T00:41:46.847 INFO:tasks.rados.rados.0.smithi082.stdout:410: writing smithi08280503-28 from 1802240 to 2531328 tid 3 2024-08-17T00:41:46.848 INFO:tasks.rados.rados.0.smithi082.stdout:410: writing smithi08280503-28 from 2531328 to 2818048 tid 4 2024-08-17T00:41:46.849 INFO:tasks.rados.rados.0.smithi082.stdout:411: snap_remove snap 32 2024-08-17T00:41:46.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:46 smithi082 ceph-mon[29275]: pgmap v189: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.3 MiB/s wr, 30 op/s 2024-08-17T00:41:46.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:46 smithi082 ceph-mon[29275]: osdmap e139: 8 total, 8 up, 8 in 2024-08-17T00:41:46.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:46 smithi082 ceph-mon[39953]: pgmap v189: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.3 MiB/s wr, 30 op/s 2024-08-17T00:41:46.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:46 smithi082 ceph-mon[39953]: osdmap e139: 8 total, 8 up, 8 in 2024-08-17T00:41:47.487 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:47 smithi137 systemd[1]: Stopping Ceph mgr.x for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:41:47.511 INFO:tasks.rados.rados.0.smithi082.stdout:411: done (2 left) 2024-08-17T00:41:47.511 INFO:tasks.rados.rados.0.smithi082.stdout:412: copy_from oid 22 from oid 13 current snap is 34 2024-08-17T00:41:47.511 INFO:tasks.rados.rados.0.smithi082.stdout:410: finishing write tid 1 to smithi08280503-28 2024-08-17T00:41:47.512 INFO:tasks.rados.rados.0.smithi082.stdout:410: finishing write tid 2 to smithi08280503-28 2024-08-17T00:41:47.512 INFO:tasks.rados.rados.0.smithi082.stdout:406: expect (ObjNum 126 snap 29 seq_num 126) 2024-08-17T00:41:47.665 INFO:tasks.rados.rados.0.smithi082.stdout:410: finishing write tid 3 to smithi08280503-28 2024-08-17T00:41:47.665 INFO:tasks.rados.rados.0.smithi082.stdout:410: finishing write tid 4 to smithi08280503-28 2024-08-17T00:41:47.665 INFO:tasks.rados.rados.0.smithi082.stdout:410: finishing write tid 5 to smithi08280503-28 2024-08-17T00:41:47.666 INFO:tasks.rados.rados.0.smithi082.stdout:410: finishing write tid 6 to smithi08280503-28 2024-08-17T00:41:47.666 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 105 (ObjNum 141 snap 34 seq_num 141) dirty exists 2024-08-17T00:41:47.666 INFO:tasks.rados.rados.0.smithi082.stdout:410: left oid 28 (ObjNum 141 snap 34 seq_num 141) 2024-08-17T00:41:47.666 INFO:tasks.rados.rados.0.smithi082.stdout:412: finishing copy_from to smithi08280503-22 2024-08-17T00:41:47.666 INFO:tasks.rados.rados.0.smithi082.stdout:412: got expected ENOENT (src dne) 2024-08-17T00:41:47.666 INFO:tasks.rados.rados.0.smithi082.stdout:412: finishing copy_from racing read to smithi08280503-22 2024-08-17T00:41:47.666 INFO:tasks.rados.rados.0.smithi082.stdout:406: done (2 left) 2024-08-17T00:41:47.666 INFO:tasks.rados.rados.0.smithi082.stdout:410: done (1 left) 2024-08-17T00:41:47.666 INFO:tasks.rados.rados.0.smithi082.stdout:412: done (0 left) 2024-08-17T00:41:47.666 INFO:tasks.rados.rados.0.smithi082.stdout:413: read oid 10 snap -1 2024-08-17T00:41:47.666 INFO:tasks.rados.rados.0.smithi082.stdout:413: expect (ObjNum 71 snap 10 seq_num 71) 2024-08-17T00:41:47.666 INFO:tasks.rados.rados.0.smithi082.stdout:414: rollback oid 42 current snap is 34 2024-08-17T00:41:47.667 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 42 to 31 2024-08-17T00:41:47.667 INFO:tasks.rados.rados.0.smithi082.stdout:415: snap_remove snap 25 2024-08-17T00:41:47.906 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:47 smithi137 podman[65967]: 2024-08-17 00:41:47.601937484 +0000 UTC m=+0.135080373 container died c8fb62f23f01edcee2c09a7043c2c0ab0363e61be80b6433d937c3abbbb4f584 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=quincy-03a1ac1, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-08-17T00:41:48.174 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:47 smithi137 podman[65967]: 2024-08-17 00:41:47.906088314 +0000 UTC m=+0.439231202 container cleanup c8fb62f23f01edcee2c09a7043c2c0ab0363e61be80b6433d937c3abbbb4f584 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=quincy-03a1ac1, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:41:48.175 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:47 smithi137 bash[65967]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x 2024-08-17T00:41:48.487 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:48 smithi137 podman[65981]: 2024-08-17 00:41:48.174140695 +0000 UTC m=+0.563538156 container remove c8fb62f23f01edcee2c09a7043c2c0ab0363e61be80b6433d937c3abbbb4f584 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=quincy-03a1ac1, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True) 2024-08-17T00:41:48.487 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:48 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-17T00:41:48.487 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:48 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-17T00:41:48.487 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:48 smithi137 systemd[1]: Stopped Ceph mgr.x for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:41:48.487 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:48 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mgr.x.service: Consumed 10.200s CPU time. 2024-08-17T00:41:48.519 INFO:tasks.rados.rados.0.smithi082.stdout:415: done (2 left) 2024-08-17T00:41:48.519 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 23 current snap is 34 2024-08-17T00:41:48.520 INFO:tasks.rados.rados.0.smithi082.stdout:416: seq_num 142 ranges {4038656=786432,4825088=475136,5300224=540672,5840896=589824} 2024-08-17T00:41:48.545 INFO:tasks.rados.rados.0.smithi082.stdout:416: writing smithi08280503-23 from 4038656 to 4825088 tid 1 2024-08-17T00:41:48.547 INFO:tasks.rados.rados.0.smithi082.stdout:416: writing smithi08280503-23 from 4825088 to 5300224 tid 2 2024-08-17T00:41:48.550 INFO:tasks.rados.rados.0.smithi082.stdout:416: writing smithi08280503-23 from 5300224 to 5840896 tid 3 2024-08-17T00:41:48.554 INFO:tasks.rados.rados.0.smithi082.stdout:416: writing smithi08280503-23 from 5840896 to 6430720 tid 4 2024-08-17T00:41:48.554 INFO:tasks.rados.rados.0.smithi082.stdout:417: delete oid 8 current snap is 34 2024-08-17T00:41:48.554 INFO:tasks.rados.rados.0.smithi082.stdout:414: finishing rollback tid 0 to smithi08280503-42 2024-08-17T00:41:48.554 INFO:tasks.rados.rados.0.smithi082.stdout:414: finishing rollback tid 1 to smithi08280503-42 2024-08-17T00:41:48.554 INFO:tasks.rados.rados.0.smithi082.stdout:414: finishing rollback tid 2 to smithi08280503-42 2024-08-17T00:41:48.554 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 156 (ObjNum 119 snap 25 seq_num 119) dirty exists 2024-08-17T00:41:48.555 INFO:tasks.rados.rados.0.smithi082.stdout:413: expect (ObjNum 71 snap 10 seq_num 71) 2024-08-17T00:41:48.615 INFO:tasks.rados.rados.0.smithi082.stdout:416: finishing write tid 1 to smithi08280503-23 2024-08-17T00:41:48.615 INFO:tasks.rados.rados.0.smithi082.stdout:416: finishing write tid 2 to smithi08280503-23 2024-08-17T00:41:48.615 INFO:tasks.rados.rados.0.smithi082.stdout:416: finishing write tid 3 to smithi08280503-23 2024-08-17T00:41:48.615 INFO:tasks.rados.rados.0.smithi082.stdout:416: finishing write tid 4 to smithi08280503-23 2024-08-17T00:41:48.615 INFO:tasks.rados.rados.0.smithi082.stdout:416: finishing write tid 5 to smithi08280503-23 2024-08-17T00:41:48.615 INFO:tasks.rados.rados.0.smithi082.stdout:416: finishing write tid 6 to smithi08280503-23 2024-08-17T00:41:48.615 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 66 (ObjNum 142 snap 34 seq_num 142) dirty exists 2024-08-17T00:41:48.615 INFO:tasks.rados.rados.0.smithi082.stdout:416: left oid 23 (ObjNum 142 snap 34 seq_num 142) 2024-08-17T00:41:48.615 INFO:tasks.rados.rados.0.smithi082.stdout:413: done (3 left) 2024-08-17T00:41:48.615 INFO:tasks.rados.rados.0.smithi082.stdout:414: done (2 left) 2024-08-17T00:41:48.615 INFO:tasks.rados.rados.0.smithi082.stdout:416: done (1 left) 2024-08-17T00:41:48.615 INFO:tasks.rados.rados.0.smithi082.stdout:417: done (0 left) 2024-08-17T00:41:48.615 INFO:tasks.rados.rados.0.smithi082.stdout:418: read oid 16 snap 30 2024-08-17T00:41:48.616 INFO:tasks.rados.rados.0.smithi082.stdout:418: expect (ObjNum 106 snap 22 seq_num 106) 2024-08-17T00:41:48.616 INFO:tasks.rados.rados.0.smithi082.stdout:419: read oid 14 snap -1 2024-08-17T00:41:48.616 INFO:tasks.rados.rados.0.smithi082.stdout:419: expect (ObjNum 112 snap 23 seq_num 112) 2024-08-17T00:41:48.616 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 45 current snap is 34 2024-08-17T00:41:48.616 INFO:tasks.rados.rados.0.smithi082.stdout:420: seq_num 144 ranges {557056=16384} 2024-08-17T00:41:48.618 INFO:tasks.rados.rados.0.smithi082.stdout:420: writing smithi08280503-45 from 557056 to 573440 tid 1 2024-08-17T00:41:48.618 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 9 current snap is 34 2024-08-17T00:41:48.618 INFO:tasks.rados.rados.0.smithi082.stdout:421: seq_num 145 ranges {0=32768} 2024-08-17T00:41:48.618 INFO:tasks.rados.rados.0.smithi082.stdout:421: writing smithi08280503-9 from 0 to 32768 tid 1 2024-08-17T00:41:48.618 INFO:tasks.rados.rados.0.smithi082.stdout:422: snap_remove snap 24 2024-08-17T00:41:48.770 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:48 smithi137 ceph-mon[33068]: osdmap e140: 8 total, 8 up, 8 in 2024-08-17T00:41:48.770 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:48 smithi137 ceph-mon[33068]: pgmap v192: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.3 MiB/s wr, 30 op/s 2024-08-17T00:41:48.770 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:48 smithi137 systemd[1]: Starting Ceph mgr.x for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:41:48.770 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:48 smithi137 podman[66107]: 2024-08-17 00:41:48.656193027 +0000 UTC m=+0.017451686 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:41:48.948 INFO:teuthology.orchestra.run.smithi082.stdout:true 2024-08-17T00:41:48.949 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:48 smithi082 ceph-mon[39953]: osdmap e140: 8 total, 8 up, 8 in 2024-08-17T00:41:48.949 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:48 smithi082 ceph-mon[39953]: pgmap v192: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.3 MiB/s wr, 30 op/s 2024-08-17T00:41:48.949 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:48 smithi082 ceph-mon[29275]: osdmap e140: 8 total, 8 up, 8 in 2024-08-17T00:41:48.949 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:48 smithi082 ceph-mon[29275]: pgmap v192: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.3 MiB/s wr, 30 op/s 2024-08-17T00:41:49.031 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:48 smithi137 podman[66107]: 2024-08-17 00:41:48.769644608 +0000 UTC m=+0.130903292 container create 235cbb85cc44ca85da3585ac3079a1250d19bf9cd3372e3969fa9b868c593392 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-08-17T00:41:49.031 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:48 smithi137 podman[66107]: 2024-08-17 00:41:48.955492251 +0000 UTC m=+0.316750892 container init 235cbb85cc44ca85da3585ac3079a1250d19bf9cd3372e3969fa9b868c593392 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:41:49.031 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:48 smithi137 podman[66107]: 2024-08-17 00:41:48.958443245 +0000 UTC m=+0.319701895 container start 235cbb85cc44ca85da3585ac3079a1250d19bf9cd3372e3969fa9b868c593392 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x, RELEASE=squid-d863d21, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS) 2024-08-17T00:41:49.031 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:48 smithi137 ceph-mgr[66125]: -- 172.21.15.137:0/2176953773 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5630446890e0 con 0x563044667400 2024-08-17T00:41:49.204 INFO:teuthology.orchestra.run.smithi082.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:41:49.205 INFO:teuthology.orchestra.run.smithi082.stdout:alertmanager.a smithi082 *:9093,9094 running (2m) 2m ago 3m 17.8M - 0.25.0 c8568f914cd2 8ca95fca41b0 2024-08-17T00:41:49.205 INFO:teuthology.orchestra.run.smithi082.stdout:grafana.a smithi137 *:3000 running (3m) 2m ago 3m 82.0M - 9.4.7 954c08fa6188 31d49b94f793 2024-08-17T00:41:49.205 INFO:teuthology.orchestra.run.smithi082.stdout:mds.a smithi082 running (5m) 2m ago 5m 14.0M - 17.2.7-1402-g03a1ac13 bc5a85a90206 884927c0355a 2024-08-17T00:41:49.205 INFO:teuthology.orchestra.run.smithi082.stdout:mds.b smithi137 running (4m) 2m ago 4m 12.5M - 17.2.7-1402-g03a1ac13 bc5a85a90206 931a05caee78 2024-08-17T00:41:49.205 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.x smithi137 *:8443,9283 starting - - - - 2024-08-17T00:41:49.205 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.y smithi082 *:9283,8765 running (9m) 2m ago 9m 445M - 17.2.7-1402-g03a1ac13 bc5a85a90206 3221a5901a1e 2024-08-17T00:41:49.205 INFO:teuthology.orchestra.run.smithi082.stdout:mon.a smithi082 running (9m) 2m ago 9m 46.8M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 a0277ad24518 2024-08-17T00:41:49.205 INFO:teuthology.orchestra.run.smithi082.stdout:mon.b smithi137 running (8m) 2m ago 8m 39.5M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 8a3cc43cc10e 2024-08-17T00:41:49.205 INFO:teuthology.orchestra.run.smithi082.stdout:mon.c smithi082 running (8m) 2m ago 8m 40.9M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 04290329d1a5 2024-08-17T00:41:49.205 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.a smithi082 *:9100 running (3m) 2m ago 3m 11.3M - 1.5.0 0da6a335fe13 988ed3b7065d 2024-08-17T00:41:49.205 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.b smithi137 *:9100 running (3m) 2m ago 3m 3678k - 1.5.0 0da6a335fe13 9116fc126121 2024-08-17T00:41:49.205 INFO:teuthology.orchestra.run.smithi082.stdout:osd.0 smithi082 running (7m) 2m ago 7m 46.2M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 8591866ca3ea 2024-08-17T00:41:49.205 INFO:teuthology.orchestra.run.smithi082.stdout:osd.1 smithi082 running (7m) 2m ago 7m 44.4M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 bc404187cbbd 2024-08-17T00:41:49.206 INFO:teuthology.orchestra.run.smithi082.stdout:osd.2 smithi082 running (7m) 2m ago 7m 43.5M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 e0a943d904ef 2024-08-17T00:41:49.206 INFO:teuthology.orchestra.run.smithi082.stdout:osd.3 smithi082 running (6m) 2m ago 6m 41.6M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 a83a3a475578 2024-08-17T00:41:49.206 INFO:teuthology.orchestra.run.smithi082.stdout:osd.4 smithi137 running (6m) 2m ago 6m 42.4M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 9962b1177464 2024-08-17T00:41:49.206 INFO:teuthology.orchestra.run.smithi082.stdout:osd.5 smithi137 running (6m) 2m ago 6m 43.5M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 704b6949e902 2024-08-17T00:41:49.206 INFO:teuthology.orchestra.run.smithi082.stdout:osd.6 smithi137 running (5m) 2m ago 5m 42.1M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 fa6586afc3c0 2024-08-17T00:41:49.206 INFO:teuthology.orchestra.run.smithi082.stdout:osd.7 smithi137 running (5m) 2m ago 5m 44.4M 2992M 17.2.7-1402-g03a1ac13 bc5a85a90206 ae5731d0601b 2024-08-17T00:41:49.206 INFO:teuthology.orchestra.run.smithi082.stdout:prometheus.a smithi137 *:9095 running (2m) 2m ago 4m 26.1M - 2.43.0 a07b618ecd1d d4dbf8e80dd3 2024-08-17T00:41:49.321 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:49 smithi137 bash[66107]: 235cbb85cc44ca85da3585ac3079a1250d19bf9cd3372e3969fa9b868c593392 2024-08-17T00:41:49.321 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:49 smithi137 systemd[1]: Started Ceph mgr.x for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:41:49.321 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:49 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:49.094+0000 7f5397ff7040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T00:41:49.321 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:49 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:49.249+0000 7f5397ff7040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:41:49.321 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:49 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:49.320+0000 7f5397ff7040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T00:41:49.520 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-08-17T00:41:49.520 INFO:teuthology.orchestra.run.smithi082.stdout: "mon": { 2024-08-17T00:41:49.520 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 3 2024-08-17T00:41:49.520 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:41:49.520 INFO:teuthology.orchestra.run.smithi082.stdout: "mgr": { 2024-08-17T00:41:49.520 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:41:49.520 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:41:49.520 INFO:teuthology.orchestra.run.smithi082.stdout: "osd": { 2024-08-17T00:41:49.520 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 8 2024-08-17T00:41:49.520 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:41:49.521 INFO:teuthology.orchestra.run.smithi082.stdout: "mds": { 2024-08-17T00:41:49.521 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:41:49.521 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:41:49.521 INFO:teuthology.orchestra.run.smithi082.stdout: "overall": { 2024-08-17T00:41:49.521 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 15 2024-08-17T00:41:49.521 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-08-17T00:41:49.521 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-08-17T00:41:49.529 INFO:tasks.rados.rados.0.smithi082.stdout:422: done (4 left) 2024-08-17T00:41:49.529 INFO:tasks.rados.rados.0.smithi082.stdout:423: rollback oid 3 current snap is 34 2024-08-17T00:41:49.529 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 3 to 30 2024-08-17T00:41:49.529 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 2 current snap is 34 2024-08-17T00:41:49.529 INFO:tasks.rados.rados.0.smithi082.stdout:424: seq_num 146 ranges {2490368=49152} 2024-08-17T00:41:49.543 INFO:tasks.rados.rados.0.smithi082.stdout:424: writing smithi08280503-2 from 2490368 to 2539520 tid 1 2024-08-17T00:41:49.543 INFO:tasks.rados.rados.0.smithi082.stdout:425: copy_from oid 42 from oid 24 current snap is 34 2024-08-17T00:41:49.543 INFO:tasks.rados.rados.0.smithi082.stdout:420: finishing write tid 1 to smithi08280503-45 2024-08-17T00:41:49.543 INFO:tasks.rados.rados.0.smithi082.stdout:420: finishing write tid 2 to smithi08280503-45 2024-08-17T00:41:49.543 INFO:tasks.rados.rados.0.smithi082.stdout:420: finishing write tid 3 to smithi08280503-45 2024-08-17T00:41:49.543 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 53 (ObjNum 144 snap 34 seq_num 144) dirty exists 2024-08-17T00:41:49.543 INFO:tasks.rados.rados.0.smithi082.stdout:420: left oid 45 (ObjNum 144 snap 34 seq_num 144) 2024-08-17T00:41:49.543 INFO:tasks.rados.rados.0.smithi082.stdout:419: expect (ObjNum 112 snap 23 seq_num 112) 2024-08-17T00:41:49.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:49 smithi137 ceph-mon[33068]: osdmap e141: 8 total, 8 up, 8 in 2024-08-17T00:41:49.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:49 smithi137 ceph-mon[33068]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:41:49.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:49 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:49.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:49 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:49.599 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:49 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:49.599 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:49 smithi137 ceph-mon[33068]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:41:49.663 INFO:tasks.rados.rados.0.smithi082.stdout:421: finishing write tid 1 to smithi08280503-9 2024-08-17T00:41:49.663 INFO:tasks.rados.rados.0.smithi082.stdout:421: finishing write tid 2 to smithi08280503-9 2024-08-17T00:41:49.663 INFO:tasks.rados.rados.0.smithi082.stdout:418: expect (ObjNum 106 snap 22 seq_num 106) 2024-08-17T00:41:49.842 INFO:tasks.rados.rados.0.smithi082.stdout:421: finishing write tid 3 to smithi08280503-9 2024-08-17T00:41:49.842 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 144 (ObjNum 145 snap 34 seq_num 145) dirty exists 2024-08-17T00:41:49.842 INFO:tasks.rados.rados.0.smithi082.stdout:421: left oid 9 (ObjNum 145 snap 34 seq_num 145) 2024-08-17T00:41:49.842 INFO:tasks.rados.rados.0.smithi082.stdout:418: done (6 left) 2024-08-17T00:41:49.842 INFO:tasks.rados.rados.0.smithi082.stdout:419: done (5 left) 2024-08-17T00:41:49.842 INFO:tasks.rados.rados.0.smithi082.stdout:420: done (4 left) 2024-08-17T00:41:49.842 INFO:tasks.rados.rados.0.smithi082.stdout:421: done (3 left) 2024-08-17T00:41:49.842 INFO:tasks.rados.rados.0.smithi082.stdout:426: snap_create 2024-08-17T00:41:49.843 INFO:tasks.rados.rados.0.smithi082.stdout:423: finishing rollback tid 0 to smithi08280503-3 2024-08-17T00:41:49.843 INFO:tasks.rados.rados.0.smithi082.stdout:423: finishing rollback tid 1 to smithi08280503-3 2024-08-17T00:41:49.843 INFO:tasks.rados.rados.0.smithi082.stdout:423: finishing rollback tid 2 to smithi08280503-3 2024-08-17T00:41:49.843 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 85 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T00:41:49.843 INFO:tasks.rados.rados.0.smithi082.stdout:424: finishing write tid 1 to smithi08280503-2 2024-08-17T00:41:49.843 INFO:tasks.rados.rados.0.smithi082.stdout:424: finishing write tid 2 to smithi08280503-2 2024-08-17T00:41:49.843 INFO:tasks.rados.rados.0.smithi082.stdout:424: finishing write tid 3 to smithi08280503-2 2024-08-17T00:41:49.843 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 2 v 32 (ObjNum 146 snap 34 seq_num 146) dirty exists 2024-08-17T00:41:49.843 INFO:tasks.rados.rados.0.smithi082.stdout:424: left oid 2 (ObjNum 146 snap 34 seq_num 146) 2024-08-17T00:41:49.843 INFO:tasks.rados.rados.0.smithi082.stdout:425: finishing copy_from racing read to smithi08280503-42 2024-08-17T00:41:49.843 INFO:tasks.rados.rados.0.smithi082.stdout:425: finishing copy_from to smithi08280503-42 2024-08-17T00:41:49.843 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 89 (ObjNum 127 snap 29 seq_num 127) dirty exists 2024-08-17T00:41:49.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:49 smithi082 ceph-mon[39953]: osdmap e141: 8 total, 8 up, 8 in 2024-08-17T00:41:49.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:49 smithi082 ceph-mon[39953]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:41:49.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:49 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:49.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:49 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:49.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:49 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:49.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:49 smithi082 ceph-mon[39953]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:41:49.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:49 smithi082 ceph-mon[29275]: osdmap e141: 8 total, 8 up, 8 in 2024-08-17T00:41:49.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:49 smithi082 ceph-mon[29275]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:41:49.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:49 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:49.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:49 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:49.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:49 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:49.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:49 smithi082 ceph-mon[29275]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:41:49.987 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:49 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:49.597+0000 7f5397ff7040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T00:41:49.987 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:49 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:49.656+0000 7f5397ff7040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T00:41:50.537 INFO:tasks.rados.rados.0.smithi082.stdout:423: done (3 left) 2024-08-17T00:41:50.537 INFO:tasks.rados.rados.0.smithi082.stdout:424: done (2 left) 2024-08-17T00:41:50.537 INFO:tasks.rados.rados.0.smithi082.stdout:425: done (1 left) 2024-08-17T00:41:50.537 INFO:tasks.rados.rados.0.smithi082.stdout:426: done (0 left) 2024-08-17T00:41:50.537 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 12 current snap is 35 2024-08-17T00:41:50.537 INFO:tasks.rados.rados.0.smithi082.stdout:427: seq_num 147 ranges {0=65536} 2024-08-17T00:41:50.537 INFO:tasks.rados.rados.0.smithi082.stdout:427: writing smithi08280503-12 from 0 to 65536 tid 1 2024-08-17T00:41:50.537 INFO:tasks.rados.rados.0.smithi082.stdout:428: read oid 9 snap -1 2024-08-17T00:41:50.537 INFO:tasks.rados.rados.0.smithi082.stdout:428: expect (ObjNum 145 snap 34 seq_num 145) 2024-08-17T00:41:50.537 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 26 current snap is 35 2024-08-17T00:41:50.537 INFO:tasks.rados.rados.0.smithi082.stdout:429: seq_num 148 ranges {1417216=81920} 2024-08-17T00:41:50.545 INFO:tasks.rados.rados.0.smithi082.stdout:429: writing smithi08280503-26 from 1417216 to 1499136 tid 1 2024-08-17T00:41:50.545 INFO:tasks.rados.rados.0.smithi082.stdout:430: snap_create 2024-08-17T00:41:50.545 INFO:tasks.rados.rados.0.smithi082.stdout:427: finishing write tid 1 to smithi08280503-12 2024-08-17T00:41:50.545 INFO:tasks.rados.rados.0.smithi082.stdout:427: finishing write tid 2 to smithi08280503-12 2024-08-17T00:41:50.545 INFO:tasks.rados.rados.0.smithi082.stdout:428: expect (ObjNum 145 snap 34 seq_num 145) 2024-08-17T00:41:50.546 INFO:tasks.rados.rados.0.smithi082.stdout:427: finishing write tid 3 to smithi08280503-12 2024-08-17T00:41:50.546 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 72 (ObjNum 147 snap 35 seq_num 147) dirty exists 2024-08-17T00:41:50.546 INFO:tasks.rados.rados.0.smithi082.stdout:427: left oid 12 (ObjNum 147 snap 35 seq_num 147) 2024-08-17T00:41:50.547 INFO:tasks.rados.rados.0.smithi082.stdout:429: finishing write tid 1 to smithi08280503-26 2024-08-17T00:41:50.547 INFO:tasks.rados.rados.0.smithi082.stdout:429: finishing write tid 2 to smithi08280503-26 2024-08-17T00:41:50.548 INFO:tasks.rados.rados.0.smithi082.stdout:429: finishing write tid 3 to smithi08280503-26 2024-08-17T00:41:50.548 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 151 (ObjNum 148 snap 35 seq_num 148) dirty exists 2024-08-17T00:41:50.548 INFO:tasks.rados.rados.0.smithi082.stdout:429: left oid 26 (ObjNum 148 snap 35 seq_num 148) 2024-08-17T00:41:50.772 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:50 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/192237414' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:50.773 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:50 smithi137 ceph-mon[33068]: osdmap e142: 8 total, 8 up, 8 in 2024-08-17T00:41:50.773 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:50 smithi137 ceph-mon[33068]: pgmap v195: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2024-08-17T00:41:50.773 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:50 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:50.655+0000 7f5397ff7040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T00:41:50.773 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:50 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:50.771+0000 7f5397ff7040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T00:41:50.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:50 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/192237414' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:50.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:50 smithi082 ceph-mon[39953]: osdmap e142: 8 total, 8 up, 8 in 2024-08-17T00:41:50.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:50 smithi082 ceph-mon[39953]: pgmap v195: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2024-08-17T00:41:50.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:50 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/192237414' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:41:50.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:50 smithi082 ceph-mon[29275]: osdmap e142: 8 total, 8 up, 8 in 2024-08-17T00:41:50.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:50 smithi082 ceph-mon[29275]: pgmap v195: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2024-08-17T00:41:51.067 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:50 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:50.828+0000 7f5397ff7040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T00:41:51.068 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:51 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:51.066+0000 7f5397ff7040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T00:41:51.338 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:51 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:51.137+0000 7f5397ff7040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T00:41:51.339 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:51 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:51.207+0000 7f5397ff7040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T00:41:51.536 INFO:tasks.rados.rados.0.smithi082.stdout:427: done (3 left) 2024-08-17T00:41:51.537 INFO:tasks.rados.rados.0.smithi082.stdout:428: done (2 left) 2024-08-17T00:41:51.537 INFO:tasks.rados.rados.0.smithi082.stdout:429: done (1 left) 2024-08-17T00:41:51.537 INFO:tasks.rados.rados.0.smithi082.stdout:430: done (0 left) 2024-08-17T00:41:51.537 INFO:tasks.rados.rados.0.smithi082.stdout:431: copy_from oid 15 from oid 40 current snap is 36 2024-08-17T00:41:51.537 INFO:tasks.rados.rados.0.smithi082.stdout:432: read oid 7 snap 34 2024-08-17T00:41:51.537 INFO:tasks.rados.rados.0.smithi082.stdout:432: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:41:51.537 INFO:tasks.rados.rados.0.smithi082.stdout:433: rollback oid 31 current snap is 36 2024-08-17T00:41:51.537 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 31 to 23 2024-08-17T00:41:51.537 INFO:tasks.rados.rados.0.smithi082.stdout:434: delete oid 35 current snap is 36 2024-08-17T00:41:51.544 INFO:tasks.rados.rados.0.smithi082.stdout:434: done (3 left) 2024-08-17T00:41:51.544 INFO:tasks.rados.rados.0.smithi082.stdout:435: read oid 38 snap -1 2024-08-17T00:41:51.544 INFO:tasks.rados.rados.0.smithi082.stdout:435: expect (ObjNum 134 snap 33 seq_num 134) 2024-08-17T00:41:51.545 INFO:tasks.rados.rados.0.smithi082.stdout:436: delete oid 28 current snap is 36 2024-08-17T00:41:51.549 INFO:tasks.rados.rados.0.smithi082.stdout:436: done (4 left) 2024-08-17T00:41:51.549 INFO:tasks.rados.rados.0.smithi082.stdout:437: rollback oid 9 current snap is 36 2024-08-17T00:41:51.549 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 9 to 30 2024-08-17T00:41:51.549 INFO:tasks.rados.rados.0.smithi082.stdout:438: read oid 28 snap -1 2024-08-17T00:41:51.549 INFO:tasks.rados.rados.0.smithi082.stdout:438: expect deleted 2024-08-17T00:41:51.549 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 14 current snap is 36 2024-08-17T00:41:51.549 INFO:tasks.rados.rados.0.smithi082.stdout:439: seq_num 151 ranges {3457024=131072} 2024-08-17T00:41:51.570 INFO:tasks.rados.rados.0.smithi082.stdout:439: writing smithi08280503-14 from 3457024 to 3588096 tid 1 2024-08-17T00:41:51.570 INFO:tasks.rados.rados.0.smithi082.stdout:440: rmattr oid 25 current snap is 36 2024-08-17T00:41:51.570 INFO:tasks.rados.rados.0.smithi082.stdout:432: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:41:51.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:51 smithi137 ceph-mon[33068]: osdmap e143: 8 total, 8 up, 8 in 2024-08-17T00:41:51.737 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:51 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:51.355+0000 7f5397ff7040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:41:51.799 INFO:tasks.rados.rados.0.smithi082.stdout:437: finishing rollback tid 0 to smithi08280503-9 2024-08-17T00:41:51.799 INFO:tasks.rados.rados.0.smithi082.stdout:433: finishing rollback tid 0 to smithi08280503-31 2024-08-17T00:41:51.799 INFO:tasks.rados.rados.0.smithi082.stdout:433: finishing rollback tid 1 to smithi08280503-31 2024-08-17T00:41:51.799 INFO:tasks.rados.rados.0.smithi082.stdout:433: finishing rollback tid 2 to smithi08280503-31 2024-08-17T00:41:51.800 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 138 (ObjNum 90 snap 17 seq_num 90) dirty exists 2024-08-17T00:41:51.800 INFO:tasks.rados.rados.0.smithi082.stdout:437: finishing rollback tid 1 to smithi08280503-9 2024-08-17T00:41:51.800 INFO:tasks.rados.rados.0.smithi082.stdout:437: finishing rollback tid 2 to smithi08280503-9 2024-08-17T00:41:51.800 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 155 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T00:41:51.800 INFO:tasks.rados.rados.0.smithi082.stdout:431: finishing copy_from racing read to smithi08280503-15 2024-08-17T00:41:51.800 INFO:tasks.rados.rados.0.smithi082.stdout:431: finishing copy_from to smithi08280503-15 2024-08-17T00:41:51.800 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 92 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T00:41:51.800 INFO:tasks.rados.rados.0.smithi082.stdout:431: done (7 left) 2024-08-17T00:41:51.800 INFO:tasks.rados.rados.0.smithi082.stdout:432: done (6 left) 2024-08-17T00:41:51.800 INFO:tasks.rados.rados.0.smithi082.stdout:433: done (5 left) 2024-08-17T00:41:51.800 INFO:tasks.rados.rados.0.smithi082.stdout:437: done (4 left) 2024-08-17T00:41:51.800 INFO:tasks.rados.rados.0.smithi082.stdout:438: done (3 left) 2024-08-17T00:41:51.800 INFO:tasks.rados.rados.0.smithi082.stdout:441: setattr oid 26 current snap is 36 2024-08-17T00:41:51.800 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 127 (ObjNum 102 snap 21 seq_num 102) dirty exists 2024-08-17T00:41:51.801 INFO:tasks.rados.rados.0.smithi082.stdout:435: expect (ObjNum 134 snap 33 seq_num 134) 2024-08-17T00:41:51.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:51 smithi082 ceph-mon[39953]: osdmap e143: 8 total, 8 up, 8 in 2024-08-17T00:41:51.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:51 smithi082 ceph-mon[29275]: osdmap e143: 8 total, 8 up, 8 in 2024-08-17T00:41:52.084 INFO:tasks.rados.rados.0.smithi082.stdout:439: finishing write tid 1 to smithi08280503-14 2024-08-17T00:41:52.084 INFO:tasks.rados.rados.0.smithi082.stdout:439: finishing write tid 2 to smithi08280503-14 2024-08-17T00:41:52.084 INFO:tasks.rados.rados.0.smithi082.stdout:439: finishing write tid 3 to smithi08280503-14 2024-08-17T00:41:52.084 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 158 (ObjNum 151 snap 36 seq_num 151) dirty exists 2024-08-17T00:41:52.084 INFO:tasks.rados.rados.0.smithi082.stdout:439: left oid 14 (ObjNum 151 snap 36 seq_num 151) 2024-08-17T00:41:52.084 INFO:tasks.rados.rados.0.smithi082.stdout:435: done (3 left) 2024-08-17T00:41:52.085 INFO:tasks.rados.rados.0.smithi082.stdout:439: done (2 left) 2024-08-17T00:41:52.085 INFO:tasks.rados.rados.0.smithi082.stdout:440: done (1 left) 2024-08-17T00:41:52.085 INFO:tasks.rados.rados.0.smithi082.stdout:442: rollback oid 35 current snap is 36 2024-08-17T00:41:52.085 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 35 to 23 2024-08-17T00:41:52.085 INFO:tasks.rados.rados.0.smithi082.stdout:443: delete oid 37 current snap is 36 2024-08-17T00:41:52.086 INFO:tasks.rados.rados.0.smithi082.stdout:443: done (2 left) 2024-08-17T00:41:52.086 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 31 current snap is 36 2024-08-17T00:41:52.086 INFO:tasks.rados.rados.0.smithi082.stdout:444: seq_num 153 ranges {1515520=163840} 2024-08-17T00:41:52.092 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:51 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:51.801+0000 7f5397ff7040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T00:41:52.095 INFO:tasks.rados.rados.0.smithi082.stdout:444: writing smithi08280503-31 from 1515520 to 1679360 tid 1 2024-08-17T00:41:52.095 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 40 current snap is 36 2024-08-17T00:41:52.095 INFO:tasks.rados.rados.0.smithi082.stdout:445: seq_num 154 ranges {663552=180224} 2024-08-17T00:41:52.101 INFO:tasks.rados.rados.0.smithi082.stdout:445: writing smithi08280503-40 from 663552 to 843776 tid 1 2024-08-17T00:41:52.101 INFO:tasks.rados.rados.0.smithi082.stdout:446: read oid 11 snap -1 2024-08-17T00:41:52.101 INFO:tasks.rados.rados.0.smithi082.stdout:446: expect (ObjNum 10 snap 0 seq_num 10) 2024-08-17T00:41:52.101 INFO:tasks.rados.rados.0.smithi082.stdout:442: finishing rollback tid 1 to smithi08280503-35 2024-08-17T00:41:52.101 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 160 (ObjNum 148 snap 35 seq_num 148) dirty exists 2024-08-17T00:41:52.101 INFO:tasks.rados.rados.0.smithi082.stdout:442: finishing rollback tid 2 to smithi08280503-35 2024-08-17T00:41:52.101 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 59 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-17T00:41:52.101 INFO:tasks.rados.rados.0.smithi082.stdout:444: finishing write tid 1 to smithi08280503-31 2024-08-17T00:41:52.101 INFO:tasks.rados.rados.0.smithi082.stdout:444: finishing write tid 2 to smithi08280503-31 2024-08-17T00:41:52.101 INFO:tasks.rados.rados.0.smithi082.stdout:444: finishing write tid 3 to smithi08280503-31 2024-08-17T00:41:52.101 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 140 (ObjNum 153 snap 36 seq_num 153) dirty exists 2024-08-17T00:41:52.102 INFO:tasks.rados.rados.0.smithi082.stdout:444: left oid 31 (ObjNum 153 snap 36 seq_num 153) 2024-08-17T00:41:52.102 INFO:tasks.rados.rados.0.smithi082.stdout:447: read oid 36 snap -1 2024-08-17T00:41:52.102 INFO:tasks.rados.rados.0.smithi082.stdout:447: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:41:52.102 INFO:tasks.rados.rados.0.smithi082.stdout:441: done (5 left) 2024-08-17T00:41:52.102 INFO:tasks.rados.rados.0.smithi082.stdout:442: done (4 left) 2024-08-17T00:41:52.102 INFO:tasks.rados.rados.0.smithi082.stdout:444: done (3 left) 2024-08-17T00:41:52.102 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 6 current snap is 36 2024-08-17T00:41:52.102 INFO:tasks.rados.rados.0.smithi082.stdout:448: seq_num 155 ranges {0=204800} 2024-08-17T00:41:52.103 INFO:tasks.rados.rados.0.smithi082.stdout:448: writing smithi08280503-6 from 0 to 204800 tid 1 2024-08-17T00:41:52.103 INFO:tasks.rados.rados.0.smithi082.stdout:449: read oid 45 snap -1 2024-08-17T00:41:52.103 INFO:tasks.rados.rados.0.smithi082.stdout:449: expect (ObjNum 144 snap 34 seq_num 144) 2024-08-17T00:41:52.103 INFO:tasks.rados.rados.0.smithi082.stdout:450: read oid 8 snap -1 2024-08-17T00:41:52.103 INFO:tasks.rados.rados.0.smithi082.stdout:450: expect deleted 2024-08-17T00:41:52.103 INFO:tasks.rados.rados.0.smithi082.stdout:451: rmattr oid 14 current snap is 36 2024-08-17T00:41:52.103 INFO:tasks.rados.rados.0.smithi082.stdout:452: setattr oid 26 current snap is 36 2024-08-17T00:41:52.104 INFO:tasks.rados.rados.0.smithi082.stdout:446: expect (ObjNum 10 snap 0 seq_num 10) 2024-08-17T00:41:52.109 INFO:tasks.rados.rados.0.smithi082.stdout:445: finishing write tid 1 to smithi08280503-40 2024-08-17T00:41:52.109 INFO:tasks.rados.rados.0.smithi082.stdout:447: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:41:52.128 INFO:tasks.rados.rados.0.smithi082.stdout:445: finishing write tid 2 to smithi08280503-40 2024-08-17T00:41:52.128 INFO:tasks.rados.rados.0.smithi082.stdout:448: finishing write tid 1 to smithi08280503-6 2024-08-17T00:41:52.128 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 161 (ObjNum 151 snap 36 seq_num 151) dirty exists 2024-08-17T00:41:52.128 INFO:tasks.rados.rados.0.smithi082.stdout:448: finishing write tid 2 to smithi08280503-6 2024-08-17T00:41:52.129 INFO:tasks.rados.rados.0.smithi082.stdout:445: finishing write tid 3 to smithi08280503-40 2024-08-17T00:41:52.129 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 143 (ObjNum 154 snap 36 seq_num 154) dirty exists 2024-08-17T00:41:52.129 INFO:tasks.rados.rados.0.smithi082.stdout:445: left oid 40 (ObjNum 154 snap 36 seq_num 154) 2024-08-17T00:41:52.129 INFO:tasks.rados.rados.0.smithi082.stdout:449: expect (ObjNum 144 snap 34 seq_num 144) 2024-08-17T00:41:52.151 INFO:tasks.rados.rados.0.smithi082.stdout:448: finishing write tid 3 to smithi08280503-6 2024-08-17T00:41:52.152 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 62 (ObjNum 155 snap 36 seq_num 155) dirty exists 2024-08-17T00:41:52.152 INFO:tasks.rados.rados.0.smithi082.stdout:448: left oid 6 (ObjNum 155 snap 36 seq_num 155) 2024-08-17T00:41:52.152 INFO:tasks.rados.rados.0.smithi082.stdout:445: done (7 left) 2024-08-17T00:41:52.152 INFO:tasks.rados.rados.0.smithi082.stdout:446: done (6 left) 2024-08-17T00:41:52.152 INFO:tasks.rados.rados.0.smithi082.stdout:447: done (5 left) 2024-08-17T00:41:52.152 INFO:tasks.rados.rados.0.smithi082.stdout:448: done (4 left) 2024-08-17T00:41:52.152 INFO:tasks.rados.rados.0.smithi082.stdout:449: done (3 left) 2024-08-17T00:41:52.152 INFO:tasks.rados.rados.0.smithi082.stdout:450: done (2 left) 2024-08-17T00:41:52.152 INFO:tasks.rados.rados.0.smithi082.stdout:451: done (1 left) 2024-08-17T00:41:52.152 INFO:tasks.rados.rados.0.smithi082.stdout:453: rmattr oid 6 current snap is 36 2024-08-17T00:41:52.152 INFO:tasks.rados.rados.0.smithi082.stdout:453: done (1 left) 2024-08-17T00:41:52.152 INFO:tasks.rados.rados.0.smithi082.stdout:454: setattr oid 25 current snap is 36 2024-08-17T00:41:52.153 INFO:tasks.rados.rados.0.smithi082.stdout:455: snap_create 2024-08-17T00:41:52.153 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 162 (ObjNum 148 snap 35 seq_num 148) dirty exists 2024-08-17T00:41:52.155 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 128 (ObjNum 102 snap 21 seq_num 102) dirty exists 2024-08-17T00:41:52.363 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:52.130+0000 7f5397ff7040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T00:41:52.363 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:52.202+0000 7f5397ff7040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T00:41:52.363 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:52.362+0000 7f5397ff7040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T00:41:52.547 INFO:tasks.rados.rados.0.smithi082.stdout:452: done (2 left) 2024-08-17T00:41:52.547 INFO:tasks.rados.rados.0.smithi082.stdout:454: done (1 left) 2024-08-17T00:41:52.547 INFO:tasks.rados.rados.0.smithi082.stdout:455: done (0 left) 2024-08-17T00:41:52.548 INFO:tasks.rados.rados.0.smithi082.stdout:456: setattr oid 39 current snap is 37 2024-08-17T00:41:52.548 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 22 current snap is 37 2024-08-17T00:41:52.549 INFO:tasks.rados.rados.0.smithi082.stdout:457: seq_num 156 ranges {573440=221184} 2024-08-17T00:41:52.553 INFO:tasks.rados.rados.0.smithi082.stdout:457: writing smithi08280503-22 from 573440 to 794624 tid 1 2024-08-17T00:41:52.553 INFO:tasks.rados.rados.0.smithi082.stdout:458: snap_remove snap 20 2024-08-17T00:41:52.691 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:52 smithi137 ceph-mon[33068]: osdmap e144: 8 total, 8 up, 8 in 2024-08-17T00:41:52.692 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:52 smithi137 ceph-mon[33068]: pgmap v198: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2024-08-17T00:41:52.951 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:52.690+0000 7f5397ff7040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T00:41:52.952 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:52.752+0000 7f5397ff7040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T00:41:52.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:52 smithi082 ceph-mon[39953]: osdmap e144: 8 total, 8 up, 8 in 2024-08-17T00:41:52.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:52 smithi082 ceph-mon[39953]: pgmap v198: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2024-08-17T00:41:52.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:52 smithi082 ceph-mon[29275]: osdmap e144: 8 total, 8 up, 8 in 2024-08-17T00:41:52.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:52 smithi082 ceph-mon[29275]: pgmap v198: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2024-08-17T00:41:53.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:52.950+0000 7f5397ff7040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T00:41:53.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:53.105+0000 7f5397ff7040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-17T00:41:53.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:53.168+0000 7f5397ff7040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T00:41:53.554 INFO:tasks.rados.rados.0.smithi082.stdout:458: done (2 left) 2024-08-17T00:41:53.554 INFO:tasks.rados.rados.0.smithi082.stdout:459: rmattr oid 7 current snap is 37 2024-08-17T00:41:53.554 INFO:tasks.rados.rados.0.smithi082.stdout:459: done (2 left) 2024-08-17T00:41:53.554 INFO:tasks.rados.rados.0.smithi082.stdout:460: copy_from oid 19 from oid 37 current snap is 37 2024-08-17T00:41:53.554 INFO:tasks.rados.rados.0.smithi082.stdout:461: copy_from oid 33 from oid 10 current snap is 37 2024-08-17T00:41:53.554 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 57 (ObjNum 111 snap 23 seq_num 111) dirty exists 2024-08-17T00:41:53.554 INFO:tasks.rados.rados.0.smithi082.stdout:457: finishing write tid 1 to smithi08280503-22 2024-08-17T00:41:53.554 INFO:tasks.rados.rados.0.smithi082.stdout:457: finishing write tid 2 to smithi08280503-22 2024-08-17T00:41:53.554 INFO:tasks.rados.rados.0.smithi082.stdout:457: finishing write tid 3 to smithi08280503-22 2024-08-17T00:41:53.554 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 131 (ObjNum 156 snap 37 seq_num 156) dirty exists 2024-08-17T00:41:53.555 INFO:tasks.rados.rados.0.smithi082.stdout:457: left oid 22 (ObjNum 156 snap 37 seq_num 156) 2024-08-17T00:41:53.555 INFO:tasks.rados.rados.0.smithi082.stdout:456: done (3 left) 2024-08-17T00:41:53.555 INFO:tasks.rados.rados.0.smithi082.stdout:457: done (2 left) 2024-08-17T00:41:53.555 INFO:tasks.rados.rados.0.smithi082.stdout:462: delete oid 17 current snap is 37 2024-08-17T00:41:53.557 INFO:tasks.rados.rados.0.smithi082.stdout:460: finishing copy_from to smithi08280503-19 2024-08-17T00:41:53.557 INFO:tasks.rados.rados.0.smithi082.stdout:460: got expected ENOENT (src dne) 2024-08-17T00:41:53.557 INFO:tasks.rados.rados.0.smithi082.stdout:460: finishing copy_from racing read to smithi08280503-19 2024-08-17T00:41:53.558 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:53.252+0000 7f5397ff7040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T00:41:53.559 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:53.316+0000 7f5397ff7040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T00:41:53.562 INFO:tasks.rados.rados.0.smithi082.stdout:460: done (2 left) 2024-08-17T00:41:53.562 INFO:tasks.rados.rados.0.smithi082.stdout:462: done (1 left) 2024-08-17T00:41:53.562 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 44 current snap is 37 2024-08-17T00:41:53.562 INFO:tasks.rados.rados.0.smithi082.stdout:463: seq_num 158 ranges {0=253952} 2024-08-17T00:41:53.564 INFO:tasks.rados.rados.0.smithi082.stdout:463: writing smithi08280503-44 from 0 to 253952 tid 1 2024-08-17T00:41:53.564 INFO:tasks.rados.rados.0.smithi082.stdout:464: delete oid 19 current snap is 37 2024-08-17T00:41:53.568 INFO:tasks.rados.rados.0.smithi082.stdout:464: done (2 left) 2024-08-17T00:41:53.568 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 43 current snap is 37 2024-08-17T00:41:53.568 INFO:tasks.rados.rados.0.smithi082.stdout:465: seq_num 160 ranges {0=286720} 2024-08-17T00:41:53.570 INFO:tasks.rados.rados.0.smithi082.stdout:465: writing smithi08280503-43 from 0 to 286720 tid 1 2024-08-17T00:41:53.570 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 38 current snap is 37 2024-08-17T00:41:53.571 INFO:tasks.rados.rados.0.smithi082.stdout:466: seq_num 161 ranges {6578176=303104} 2024-08-17T00:41:53.608 INFO:tasks.rados.rados.0.smithi082.stdout:466: writing smithi08280503-38 from 6578176 to 6881280 tid 1 2024-08-17T00:41:53.608 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 16 current snap is 37 2024-08-17T00:41:53.608 INFO:tasks.rados.rados.0.smithi082.stdout:467: seq_num 162 ranges {4587520=319488} 2024-08-17T00:41:53.634 INFO:tasks.rados.rados.0.smithi082.stdout:467: writing smithi08280503-16 from 4587520 to 4907008 tid 1 2024-08-17T00:41:53.634 INFO:tasks.rados.rados.0.smithi082.stdout:468: read oid 25 snap -1 2024-08-17T00:41:53.634 INFO:tasks.rados.rados.0.smithi082.stdout:468: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:41:53.635 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 9 current snap is 37 2024-08-17T00:41:53.635 INFO:tasks.rados.rados.0.smithi082.stdout:463: finishing write tid 1 to smithi08280503-44 2024-08-17T00:41:53.635 INFO:tasks.rados.rados.0.smithi082.stdout:469: seq_num 163 ranges {761856=335872} 2024-08-17T00:41:53.641 INFO:tasks.rados.rados.0.smithi082.stdout:469: writing smithi08280503-9 from 761856 to 1097728 tid 1 2024-08-17T00:41:53.641 INFO:tasks.rados.rados.0.smithi082.stdout:470: rollback oid 6 current snap is 37 2024-08-17T00:41:53.641 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 6 to 31 2024-08-17T00:41:53.641 INFO:tasks.rados.rados.0.smithi082.stdout:463: finishing write tid 2 to smithi08280503-44 2024-08-17T00:41:53.641 INFO:tasks.rados.rados.0.smithi082.stdout:463: finishing write tid 3 to smithi08280503-44 2024-08-17T00:41:53.641 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 45 (ObjNum 158 snap 37 seq_num 158) dirty exists 2024-08-17T00:41:53.641 INFO:tasks.rados.rados.0.smithi082.stdout:463: left oid 44 (ObjNum 158 snap 37 seq_num 158) 2024-08-17T00:41:53.641 INFO:tasks.rados.rados.0.smithi082.stdout:461: finishing copy_from racing read to smithi08280503-33 2024-08-17T00:41:53.642 INFO:tasks.rados.rados.0.smithi082.stdout:461: finishing copy_from to smithi08280503-33 2024-08-17T00:41:53.642 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 36 (ObjNum 71 snap 10 seq_num 71) dirty exists 2024-08-17T00:41:53.642 INFO:tasks.rados.rados.0.smithi082.stdout:465: finishing write tid 1 to smithi08280503-43 2024-08-17T00:41:53.642 INFO:tasks.rados.rados.0.smithi082.stdout:461: done (7 left) 2024-08-17T00:41:53.642 INFO:tasks.rados.rados.0.smithi082.stdout:463: done (6 left) 2024-08-17T00:41:53.642 INFO:tasks.rados.rados.0.smithi082.stdout:471: read oid 18 snap -1 2024-08-17T00:41:53.642 INFO:tasks.rados.rados.0.smithi082.stdout:471: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-17T00:41:53.642 INFO:tasks.rados.rados.0.smithi082.stdout:472: rollback oid 32 current snap is 37 2024-08-17T00:41:53.642 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 32 to 13 2024-08-17T00:41:53.642 INFO:tasks.rados.rados.0.smithi082.stdout:465: finishing write tid 2 to smithi08280503-43 2024-08-17T00:41:53.642 INFO:tasks.rados.rados.0.smithi082.stdout:465: finishing write tid 3 to smithi08280503-43 2024-08-17T00:41:53.642 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 172 (ObjNum 160 snap 37 seq_num 160) dirty exists 2024-08-17T00:41:53.642 INFO:tasks.rados.rados.0.smithi082.stdout:465: left oid 43 (ObjNum 160 snap 37 seq_num 160) 2024-08-17T00:41:53.643 INFO:tasks.rados.rados.0.smithi082.stdout:466: finishing write tid 1 to smithi08280503-38 2024-08-17T00:41:53.643 INFO:tasks.rados.rados.0.smithi082.stdout:466: finishing write tid 2 to smithi08280503-38 2024-08-17T00:41:53.643 INFO:tasks.rados.rados.0.smithi082.stdout:466: finishing write tid 3 to smithi08280503-38 2024-08-17T00:41:53.643 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 66 (ObjNum 161 snap 37 seq_num 161) dirty exists 2024-08-17T00:41:53.643 INFO:tasks.rados.rados.0.smithi082.stdout:466: left oid 38 (ObjNum 161 snap 37 seq_num 161) 2024-08-17T00:41:53.643 INFO:tasks.rados.rados.0.smithi082.stdout:467: finishing write tid 1 to smithi08280503-16 2024-08-17T00:41:53.643 INFO:tasks.rados.rados.0.smithi082.stdout:465: done (7 left) 2024-08-17T00:41:53.643 INFO:tasks.rados.rados.0.smithi082.stdout:466: done (6 left) 2024-08-17T00:41:53.643 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 46 current snap is 37 2024-08-17T00:41:53.643 INFO:tasks.rados.rados.0.smithi082.stdout:467: finishing write tid 2 to smithi08280503-16 2024-08-17T00:41:53.643 INFO:tasks.rados.rados.0.smithi082.stdout:473: seq_num 164 ranges {761856=352256} 2024-08-17T00:41:53.647 INFO:tasks.rados.rados.0.smithi082.stdout:473: writing smithi08280503-46 from 761856 to 1114112 tid 1 2024-08-17T00:41:53.647 INFO:tasks.rados.rados.0.smithi082.stdout:474: rollback oid 37 current snap is 37 2024-08-17T00:41:53.647 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 37 to 13 2024-08-17T00:41:53.647 INFO:tasks.rados.rados.0.smithi082.stdout:475: snap_remove snap 34 2024-08-17T00:41:53.910 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:53 smithi137 ceph-mon[33068]: osdmap e145: 8 total, 8 up, 8 in 2024-08-17T00:41:53.910 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:53 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:53.910 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:53 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:53.910 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:53.908+0000 7f5397ff7040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T00:41:53.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:53 smithi082 ceph-mon[39953]: osdmap e145: 8 total, 8 up, 8 in 2024-08-17T00:41:53.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:53 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:53.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:53 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:53.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:53 smithi082 ceph-mon[29275]: osdmap e145: 8 total, 8 up, 8 in 2024-08-17T00:41:53.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:53 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:53.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:53 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:54.185 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:54.077+0000 7f5397ff7040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T00:41:54.185 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: [17/Aug/2024:00:41:54] ENGINE Bus STARTING 2024-08-17T00:41:54.185 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: CherryPy Checker: 2024-08-17T00:41:54.185 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: The Application mounted at '' has an empty config. 2024-08-17T00:41:54.185 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:54.185 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: [17/Aug/2024:00:41:54] ENGINE Serving on http://:::9283 2024-08-17T00:41:54.487 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: [17/Aug/2024:00:41:54] ENGINE Bus STARTED 2024-08-17T00:41:54.577 INFO:tasks.rados.rados.0.smithi082.stdout:475: done (8 left) 2024-08-17T00:41:54.577 INFO:tasks.rados.rados.0.smithi082.stdout:476: snap_remove snap 30 2024-08-17T00:41:54.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:54 smithi082 ceph-mon[39953]: osdmap e146: 8 total, 8 up, 8 in 2024-08-17T00:41:54.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:54 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:41:54.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:54 smithi082 ceph-mon[39953]: pgmap v201: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:41:54.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:54 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:54.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:54 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:54.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:54 smithi082 ceph-mon[39953]: Standby manager daemon x restarted 2024-08-17T00:41:54.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:54 smithi082 ceph-mon[39953]: Standby manager daemon x started 2024-08-17T00:41:54.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:54 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:41:54.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:54 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:41:54.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:54 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:41:54.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:54 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:41:54.982 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:54 smithi082 ceph-mon[29275]: osdmap e146: 8 total, 8 up, 8 in 2024-08-17T00:41:54.982 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:54 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:41:54.982 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:54 smithi082 ceph-mon[29275]: pgmap v201: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:41:54.982 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:54 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:54.982 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:54 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:54.982 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:54 smithi082 ceph-mon[29275]: Standby manager daemon x restarted 2024-08-17T00:41:54.982 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:54 smithi082 ceph-mon[29275]: Standby manager daemon x started 2024-08-17T00:41:54.983 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:54 smithi082 ceph-mon[29275]: from='mgr.? 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:41:54.983 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:54 smithi082 ceph-mon[29275]: from='mgr.? 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:41:54.983 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:54 smithi082 ceph-mon[29275]: from='mgr.? 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:41:54.983 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:54 smithi082 ceph-mon[29275]: from='mgr.? 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:41:54.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:54 smithi137 ceph-mon[33068]: osdmap e146: 8 total, 8 up, 8 in 2024-08-17T00:41:54.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:54 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:41:54.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:54 smithi137 ceph-mon[33068]: pgmap v201: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:41:54.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:54 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:54.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:54 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:54.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:54 smithi137 ceph-mon[33068]: Standby manager daemon x restarted 2024-08-17T00:41:54.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:54 smithi137 ceph-mon[33068]: Standby manager daemon x started 2024-08-17T00:41:54.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:54 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:41:54.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:54 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:41:54.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:54 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:41:54.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:54 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:41:55.483 INFO:tasks.rados.rados.0.smithi082.stdout:476: done (8 left) 2024-08-17T00:41:55.483 INFO:tasks.rados.rados.0.smithi082.stdout:477: copy_from oid 43 from oid 47 current snap is 37 2024-08-17T00:41:55.484 INFO:tasks.rados.rados.0.smithi082.stdout:478: snap_create 2024-08-17T00:41:55.484 INFO:tasks.rados.rados.0.smithi082.stdout:467: finishing write tid 3 to smithi08280503-16 2024-08-17T00:41:55.484 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 48 (ObjNum 162 snap 37 seq_num 162) dirty exists 2024-08-17T00:41:55.484 INFO:tasks.rados.rados.0.smithi082.stdout:467: left oid 16 (ObjNum 162 snap 37 seq_num 162) 2024-08-17T00:41:55.484 INFO:tasks.rados.rados.0.smithi082.stdout:471: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-17T00:41:55.502 INFO:tasks.rados.rados.0.smithi082.stdout:470: finishing rollback tid 0 to smithi08280503-6 2024-08-17T00:41:55.502 INFO:tasks.rados.rados.0.smithi082.stdout:469: finishing write tid 1 to smithi08280503-9 2024-08-17T00:41:55.502 INFO:tasks.rados.rados.0.smithi082.stdout:470: finishing rollback tid 1 to smithi08280503-6 2024-08-17T00:41:55.502 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 65 (ObjNum 33 snap 0 seq_num 2955177951) dirty dne 2024-08-17T00:41:55.502 INFO:tasks.rados.rados.0.smithi082.stdout:472: finishing rollback tid 1 to smithi08280503-32 2024-08-17T00:41:55.502 INFO:tasks.rados.rados.0.smithi082.stdout:469: finishing write tid 2 to smithi08280503-9 2024-08-17T00:41:55.503 INFO:tasks.rados.rados.0.smithi082.stdout:472: finishing rollback tid 2 to smithi08280503-32 2024-08-17T00:41:55.503 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 167 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-17T00:41:55.503 INFO:tasks.rados.rados.0.smithi082.stdout:474: finishing rollback tid 1 to smithi08280503-37 2024-08-17T00:41:55.503 INFO:tasks.rados.rados.0.smithi082.stdout:469: finishing write tid 3 to smithi08280503-9 2024-08-17T00:41:55.503 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 175 (ObjNum 163 snap 37 seq_num 163) dirty exists 2024-08-17T00:41:55.503 INFO:tasks.rados.rados.0.smithi082.stdout:469: left oid 9 (ObjNum 163 snap 37 seq_num 163) 2024-08-17T00:41:55.503 INFO:tasks.rados.rados.0.smithi082.stdout:474: finishing rollback tid 2 to smithi08280503-37 2024-08-17T00:41:55.503 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 169 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-17T00:41:55.503 INFO:tasks.rados.rados.0.smithi082.stdout:473: finishing write tid 1 to smithi08280503-46 2024-08-17T00:41:55.503 INFO:tasks.rados.rados.0.smithi082.stdout:473: finishing write tid 2 to smithi08280503-46 2024-08-17T00:41:55.503 INFO:tasks.rados.rados.0.smithi082.stdout:473: finishing write tid 3 to smithi08280503-46 2024-08-17T00:41:55.503 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 46 v 178 (ObjNum 164 snap 37 seq_num 164) dirty exists 2024-08-17T00:41:55.503 INFO:tasks.rados.rados.0.smithi082.stdout:473: left oid 46 (ObjNum 164 snap 37 seq_num 164) 2024-08-17T00:41:55.504 INFO:tasks.rados.rados.0.smithi082.stdout:468: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:41:55.735 INFO:tasks.rados.rados.0.smithi082.stdout:477: finishing copy_from to smithi08280503-43 2024-08-17T00:41:55.735 INFO:tasks.rados.rados.0.smithi082.stdout:477: got expected ENOENT (src dne) 2024-08-17T00:41:55.735 INFO:tasks.rados.rados.0.smithi082.stdout:477: finishing copy_from racing read to smithi08280503-43 2024-08-17T00:41:55.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:41:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:41:55] "GET /metrics HTTP/1.1" 200 240129 "" "Prometheus/2.43.0" 2024-08-17T00:41:55.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:55 smithi082 ceph-mon[39953]: osdmap e147: 8 total, 8 up, 8 in 2024-08-17T00:41:55.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:55 smithi082 ceph-mon[39953]: mgrmap e25: y(active, since 4m), standbys: x 2024-08-17T00:41:55.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:55 smithi082 ceph-mon[39953]: osdmap e148: 8 total, 8 up, 8 in 2024-08-17T00:41:55.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:55 smithi082 ceph-mon[29275]: osdmap e147: 8 total, 8 up, 8 in 2024-08-17T00:41:55.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:55 smithi082 ceph-mon[29275]: mgrmap e25: y(active, since 4m), standbys: x 2024-08-17T00:41:55.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:55 smithi082 ceph-mon[29275]: osdmap e148: 8 total, 8 up, 8 in 2024-08-17T00:41:55.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:55 smithi137 ceph-mon[33068]: osdmap e147: 8 total, 8 up, 8 in 2024-08-17T00:41:55.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:55 smithi137 ceph-mon[33068]: mgrmap e25: y(active, since 4m), standbys: x 2024-08-17T00:41:55.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:55 smithi137 ceph-mon[33068]: osdmap e148: 8 total, 8 up, 8 in 2024-08-17T00:41:56.484 INFO:tasks.rados.rados.0.smithi082.stdout:467: done (9 left) 2024-08-17T00:41:56.484 INFO:tasks.rados.rados.0.smithi082.stdout:468: done (8 left) 2024-08-17T00:41:56.484 INFO:tasks.rados.rados.0.smithi082.stdout:469: done (7 left) 2024-08-17T00:41:56.485 INFO:tasks.rados.rados.0.smithi082.stdout:470: done (6 left) 2024-08-17T00:41:56.485 INFO:tasks.rados.rados.0.smithi082.stdout:471: done (5 left) 2024-08-17T00:41:56.485 INFO:tasks.rados.rados.0.smithi082.stdout:472: done (4 left) 2024-08-17T00:41:56.485 INFO:tasks.rados.rados.0.smithi082.stdout:473: done (3 left) 2024-08-17T00:41:56.485 INFO:tasks.rados.rados.0.smithi082.stdout:474: done (2 left) 2024-08-17T00:41:56.485 INFO:tasks.rados.rados.0.smithi082.stdout:477: done (1 left) 2024-08-17T00:41:56.485 INFO:tasks.rados.rados.0.smithi082.stdout:478: done (0 left) 2024-08-17T00:41:56.485 INFO:tasks.rados.rados.0.smithi082.stdout:479: snap_remove snap 27 2024-08-17T00:41:56.720 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:56 smithi137 ceph-mon[33068]: pgmap v204: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 44 op/s 2024-08-17T00:41:56.720 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:56 smithi137 ceph-mon[33068]: osdmap e149: 8 total, 8 up, 8 in 2024-08-17T00:41:56.851 INFO:tasks.rados.rados.0.smithi082.stdout:479: done (0 left) 2024-08-17T00:41:56.851 INFO:tasks.rados.rados.0.smithi082.stdout:480: read oid 21 snap -1 2024-08-17T00:41:56.851 INFO:tasks.rados.rados.0.smithi082.stdout:480: expect (ObjNum 113 snap 23 seq_num 113) 2024-08-17T00:41:56.851 INFO:tasks.rados.rados.0.smithi082.stdout:481: snap_remove snap 37 2024-08-17T00:41:56.885 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:56 smithi082 ceph-mon[39953]: pgmap v204: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 44 op/s 2024-08-17T00:41:56.885 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:56 smithi082 ceph-mon[39953]: osdmap e149: 8 total, 8 up, 8 in 2024-08-17T00:41:56.885 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:56 smithi082 ceph-mon[29275]: pgmap v204: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 44 op/s 2024-08-17T00:41:56.886 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:56 smithi082 ceph-mon[29275]: osdmap e149: 8 total, 8 up, 8 in 2024-08-17T00:41:56.986 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:56 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: [17/Aug/2024:00:41:56] ENGINE Bus STOPPING 2024-08-17T00:41:57.198 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:41:56 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ignoring --setuser ceph since I am not root 2024-08-17T00:41:57.199 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:41:56 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ignoring --setgroup ceph since I am not root 2024-08-17T00:41:57.199 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:41:56 smithi082 ceph-mgr[29506]: -- 172.21.15.82:0/2750296702 <== mon.2 v2:172.21.15.82:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5649112009c0 con 0x56491120cc00 2024-08-17T00:41:57.199 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:41:57.004+0000 7f769da58ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T00:41:57.199 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:41:57.133+0000 7f769da58ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:41:57.199 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:41:57.197+0000 7f769da58ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T00:41:57.457 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: [17/Aug/2024:00:41:57] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T00:41:57.457 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: [17/Aug/2024:00:41:57] ENGINE Bus STOPPED 2024-08-17T00:41:57.457 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: [17/Aug/2024:00:41:57] ENGINE Bus STARTING 2024-08-17T00:41:57.458 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:57.389+0000 7f52febfb640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:41:57.458 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:57.389+0000 7f52febfb640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:41:57.458 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:57.389+0000 7f52febfb640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:41:57.458 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:57.389+0000 7f52febfb640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:41:57.458 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:57.389+0000 7f52febfb640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:41:57.458 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:57.389+0000 7f5301c01640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:41:57.458 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:57.389+0000 7f5301c01640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:41:57.458 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:57.389+0000 7f5301c01640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:41:57.458 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:57.389+0000 7f5301c01640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:41:57.458 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:57.389+0000 7f5301c01640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:41:57.468 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:41:57.442+0000 7f769da58ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T00:41:57.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:41:57.500+0000 7f769da58ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T00:41:57.737 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: [17/Aug/2024:00:41:57] ENGINE Serving on http://:::9283 2024-08-17T00:41:57.737 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: [17/Aug/2024:00:41:57] ENGINE Bus STARTED 2024-08-17T00:41:57.852 INFO:tasks.rados.rados.0.smithi082.stdout:481: done (1 left) 2024-08-17T00:41:57.853 INFO:tasks.rados.rados.0.smithi082.stdout:482: snap_remove snap 23 2024-08-17T00:41:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:58.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:58.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:41:58.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:41:58.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:58.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:58.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T00:41:58.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T00:41:58.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: Activating manager daemon x 2024-08-17T00:41:58.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: osdmap e150: 8 total, 8 up, 8 in 2024-08-17T00:41:58.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24431 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-17T00:41:58.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: mgrmap e26: x(active, starting, since 0.00563319s) 2024-08-17T00:41:58.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:41:58.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:41:58.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:41:58.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:41:58.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:41:58.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:41:58.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:41:58.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:41:58.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:41:58.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:41:58.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:41:58.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:41:58.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:41:58.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:41:58.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:41:58.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:41:58.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:41:58.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: Manager daemon x is now available 2024-08-17T00:41:58.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:41:58.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:41:58.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:41:58.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:58.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:41:58.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:41:58.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:41:58.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T00:41:58.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T00:41:58.229 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:58.229 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:58.229 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:41:58.229 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:41:58.229 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:58.229 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:58.230 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T00:41:58.230 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T00:41:58.230 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: Activating manager daemon x 2024-08-17T00:41:58.230 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: osdmap e150: 8 total, 8 up, 8 in 2024-08-17T00:41:58.230 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24431 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-17T00:41:58.230 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: mgrmap e26: x(active, starting, since 0.00563319s) 2024-08-17T00:41:58.230 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:41:58.230 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:41:58.230 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:41:58.230 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:41:58.230 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:41:58.230 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:41:58.230 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:41:58.231 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:41:58.231 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:41:58.231 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:41:58.231 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:41:58.231 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:41:58.231 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:41:58.231 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:41:58.231 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:41:58.231 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:41:58.231 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:41:58.231 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: Manager daemon x is now available 2024-08-17T00:41:58.231 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:41:58.231 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:41:58.232 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:41:58.232 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:58.232 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:41:58.232 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:41:58.232 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:41:58.232 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T00:41:58.232 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:57 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T00:41:58.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:58.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:58.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:41:58.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:41:58.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' 2024-08-17T00:41:58.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:58.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24431 172.21.15.82:0/2540131560' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T00:41:58.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T00:41:58.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: Activating manager daemon x 2024-08-17T00:41:58.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: osdmap e150: 8 total, 8 up, 8 in 2024-08-17T00:41:58.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24431 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-17T00:41:58.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: mgrmap e26: x(active, starting, since 0.00563319s) 2024-08-17T00:41:58.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:41:58.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:41:58.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:41:58.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:41:58.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:41:58.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:41:58.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:41:58.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:41:58.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:41:58.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:41:58.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:41:58.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:41:58.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:41:58.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:41:58.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:41:58.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:41:58.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:41:58.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: Manager daemon x is now available 2024-08-17T00:41:58.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:41:58.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:41:58.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:41:58.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:41:58.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:41:58.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:41:58.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:41:58.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T00:41:58.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:57 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T00:41:58.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:41:58 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:41:58.429+0000 7f769da58ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T00:41:58.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:41:58 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:41:58.541+0000 7f769da58ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T00:41:58.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:41:58 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:41:58.595+0000 7f769da58ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T00:41:58.871 INFO:tasks.rados.rados.0.smithi082.stdout:482: done (1 left) 2024-08-17T00:41:58.871 INFO:tasks.rados.rados.0.smithi082.stdout:483: copy_from oid 40 from oid 22 current snap is 38 2024-08-17T00:41:58.871 INFO:tasks.rados.rados.0.smithi082.stdout:484: rollback oid 41 current snap is 38 2024-08-17T00:41:58.871 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 41 to 36 2024-08-17T00:41:58.871 INFO:tasks.rados.rados.0.smithi082.stdout:480: expect (ObjNum 113 snap 23 seq_num 113) 2024-08-17T00:41:59.051 INFO:tasks.rados.rados.0.smithi082.stdout:484: finishing rollback tid 0 to smithi08280503-41 2024-08-17T00:41:59.051 INFO:tasks.rados.rados.0.smithi082.stdout:484: finishing rollback tid 1 to smithi08280503-41 2024-08-17T00:41:59.051 INFO:tasks.rados.rados.0.smithi082.stdout:484: finishing rollback tid 2 to smithi08280503-41 2024-08-17T00:41:59.051 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 179 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-17T00:41:59.052 INFO:tasks.rados.rados.0.smithi082.stdout:483: finishing copy_from racing read to smithi08280503-40 2024-08-17T00:41:59.052 INFO:tasks.rados.rados.0.smithi082.stdout:483: finishing copy_from to smithi08280503-40 2024-08-17T00:41:59.052 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 131 (ObjNum 156 snap 37 seq_num 156) dirty exists 2024-08-17T00:41:59.052 INFO:tasks.rados.rados.0.smithi082.stdout:480: done (2 left) 2024-08-17T00:41:59.052 INFO:tasks.rados.rados.0.smithi082.stdout:483: done (1 left) 2024-08-17T00:41:59.052 INFO:tasks.rados.rados.0.smithi082.stdout:484: done (0 left) 2024-08-17T00:41:59.052 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 44 current snap is 38 2024-08-17T00:41:59.052 INFO:tasks.rados.rados.0.smithi082.stdout:485: seq_num 165 ranges {253952=368640} 2024-08-17T00:41:59.054 INFO:tasks.rados.rados.0.smithi082.stdout:485: writing smithi08280503-44 from 253952 to 622592 tid 1 2024-08-17T00:41:59.055 INFO:tasks.rados.rados.0.smithi082.stdout:486: snap_create 2024-08-17T00:41:59.057 INFO:tasks.rados.rados.0.smithi082.stdout:485: finishing write tid 1 to smithi08280503-44 2024-08-17T00:41:59.057 INFO:tasks.rados.rados.0.smithi082.stdout:485: finishing write tid 2 to smithi08280503-44 2024-08-17T00:41:59.058 INFO:tasks.rados.rados.0.smithi082.stdout:485: finishing write tid 3 to smithi08280503-44 2024-08-17T00:41:59.058 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 58 (ObjNum 165 snap 38 seq_num 165) dirty exists 2024-08-17T00:41:59.058 INFO:tasks.rados.rados.0.smithi082.stdout:485: left oid 44 (ObjNum 165 snap 38 seq_num 165) 2024-08-17T00:41:59.082 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:58 smithi082 ceph-mon[29275]: Checking for cert/key for grafana.a 2024-08-17T00:41:59.082 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:58 smithi082 ceph-mon[29275]: Migrating grafana.a cert to cert store 2024-08-17T00:41:59.082 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:58 smithi082 ceph-mon[29275]: Migrating grafana.a key to cert store 2024-08-17T00:41:59.082 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:58 smithi082 ceph-mon[29275]: Deploying cephadm binary to smithi082 2024-08-17T00:41:59.082 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:58 smithi082 ceph-mon[29275]: osdmap e151: 8 total, 8 up, 8 in 2024-08-17T00:41:59.082 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:58 smithi082 ceph-mon[29275]: mgrmap e27: x(active, since 1.01712s) 2024-08-17T00:41:59.082 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:58 smithi082 ceph-mon[29275]: pgmap v4: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:41:59.082 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:58 smithi082 ceph-mon[29275]: Deploying cephadm binary to smithi137 2024-08-17T00:41:59.083 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:58 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:41:59.083 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:58 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:41:59.083 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:41:58 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:41:58.790+0000 7f769da58ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T00:41:59.083 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:41:58 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:41:58.852+0000 7f769da58ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T00:41:59.083 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:41:58 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:41:58.938+0000 7f769da58ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T00:41:59.083 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:41:59 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:41:59.080+0000 7f769da58ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:41:59.083 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:58 smithi082 ceph-mon[39953]: Checking for cert/key for grafana.a 2024-08-17T00:41:59.084 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:58 smithi082 ceph-mon[39953]: Migrating grafana.a cert to cert store 2024-08-17T00:41:59.084 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:58 smithi082 ceph-mon[39953]: Migrating grafana.a key to cert store 2024-08-17T00:41:59.084 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:58 smithi082 ceph-mon[39953]: Deploying cephadm binary to smithi082 2024-08-17T00:41:59.084 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:58 smithi082 ceph-mon[39953]: osdmap e151: 8 total, 8 up, 8 in 2024-08-17T00:41:59.084 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:58 smithi082 ceph-mon[39953]: mgrmap e27: x(active, since 1.01712s) 2024-08-17T00:41:59.084 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:58 smithi082 ceph-mon[39953]: pgmap v4: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:41:59.084 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:58 smithi082 ceph-mon[39953]: Deploying cephadm binary to smithi137 2024-08-17T00:41:59.084 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:58 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:41:59.084 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:58 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:41:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:58 smithi137 ceph-mon[33068]: Checking for cert/key for grafana.a 2024-08-17T00:41:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:58 smithi137 ceph-mon[33068]: Migrating grafana.a cert to cert store 2024-08-17T00:41:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:58 smithi137 ceph-mon[33068]: Migrating grafana.a key to cert store 2024-08-17T00:41:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:58 smithi137 ceph-mon[33068]: Deploying cephadm binary to smithi082 2024-08-17T00:41:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:58 smithi137 ceph-mon[33068]: osdmap e151: 8 total, 8 up, 8 in 2024-08-17T00:41:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:58 smithi137 ceph-mon[33068]: mgrmap e27: x(active, since 1.01712s) 2024-08-17T00:41:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:58 smithi137 ceph-mon[33068]: pgmap v4: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:41:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:58 smithi137 ceph-mon[33068]: Deploying cephadm binary to smithi137 2024-08-17T00:41:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:58 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:41:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:58 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:41:59.737 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:59 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:59.393+0000 7f52e514b640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:00:41:59] ENGINE Error in HTTPServer.serve 2024-08-17T00:41:59.737 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:59 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: Traceback (most recent call last): 2024-08-17T00:41:59.737 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:59 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:41:59.738 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:59 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: self._connections.run(self.expiration_interval) 2024-08-17T00:41:59.738 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:59 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:41:59.738 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:59 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: self._run(expiration_interval) 2024-08-17T00:41:59.738 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:59 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:41:59.738 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:59 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:41:59.738 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:59 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:41:59.738 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:59 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:41:59.738 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:59 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:41:59.738 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:59 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: s = self.context.wrap_socket( 2024-08-17T00:41:59.738 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:59 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:41:59.738 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:59 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: return self.sslsocket_class._create( 2024-08-17T00:41:59.738 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:59 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:41:59.738 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:59 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: self.do_handshake() 2024-08-17T00:41:59.739 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:59 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:41:59.739 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:59 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: self._sslobj.do_handshake() 2024-08-17T00:41:59.739 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:59 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:41:59.739 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:41:59 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:41:59.810 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:41:59 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:41:59.504+0000 7f769da58ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T00:41:59.871 INFO:tasks.rados.rados.0.smithi082.stdout:485: done (1 left) 2024-08-17T00:41:59.872 INFO:tasks.rados.rados.0.smithi082.stdout:486: done (0 left) 2024-08-17T00:41:59.872 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 17 current snap is 39 2024-08-17T00:41:59.872 INFO:tasks.rados.rados.0.smithi082.stdout:487: seq_num 166 ranges {0=385024} 2024-08-17T00:41:59.874 INFO:tasks.rados.rados.0.smithi082.stdout:487: writing smithi08280503-17 from 0 to 385024 tid 1 2024-08-17T00:41:59.874 INFO:tasks.rados.rados.0.smithi082.stdout:488: copy_from oid 28 from oid 42 current snap is 39 2024-08-17T00:41:59.874 INFO:tasks.rados.rados.0.smithi082.stdout:489: rollback oid 15 current snap is 39 2024-08-17T00:41:59.874 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 15 to 38 2024-08-17T00:41:59.874 INFO:tasks.rados.rados.0.smithi082.stdout:490: rollback oid 33 current snap is 39 2024-08-17T00:41:59.874 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 33 to 29 2024-08-17T00:41:59.874 INFO:tasks.rados.rados.0.smithi082.stdout:491: delete oid 46 current snap is 39 2024-08-17T00:41:59.878 INFO:tasks.rados.rados.0.smithi082.stdout:490: finishing rollback tid 0 to smithi08280503-33 2024-08-17T00:41:59.879 INFO:tasks.rados.rados.0.smithi082.stdout:491: done (4 left) 2024-08-17T00:41:59.879 INFO:tasks.rados.rados.0.smithi082.stdout:492: read oid 11 snap 38 2024-08-17T00:41:59.879 INFO:tasks.rados.rados.0.smithi082.stdout:492: expect (ObjNum 10 snap 0 seq_num 10) 2024-08-17T00:41:59.879 INFO:tasks.rados.rados.0.smithi082.stdout:493: read oid 19 snap -1 2024-08-17T00:41:59.879 INFO:tasks.rados.rados.0.smithi082.stdout:493: expect deleted 2024-08-17T00:41:59.879 INFO:tasks.rados.rados.0.smithi082.stdout:494: copy_from oid 14 from oid 7 current snap is 39 2024-08-17T00:41:59.879 INFO:tasks.rados.rados.0.smithi082.stdout:487: finishing write tid 1 to smithi08280503-17 2024-08-17T00:41:59.879 INFO:tasks.rados.rados.0.smithi082.stdout:495: delete oid 47 current snap is 39 2024-08-17T00:41:59.880 INFO:tasks.rados.rados.0.smithi082.stdout:487: finishing write tid 2 to smithi08280503-17 2024-08-17T00:41:59.880 INFO:tasks.rados.rados.0.smithi082.stdout:489: finishing rollback tid 0 to smithi08280503-15 2024-08-17T00:41:59.880 INFO:tasks.rados.rados.0.smithi082.stdout:490: finishing rollback tid 1 to smithi08280503-33 2024-08-17T00:41:59.880 INFO:tasks.rados.rados.0.smithi082.stdout:489: finishing rollback tid 1 to smithi08280503-15 2024-08-17T00:41:59.880 INFO:tasks.rados.rados.0.smithi082.stdout:490: finishing rollback tid 2 to smithi08280503-33 2024-08-17T00:41:59.880 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 167 (ObjNum 126 snap 29 seq_num 126) dirty exists 2024-08-17T00:41:59.881 INFO:tasks.rados.rados.0.smithi082.stdout:489: finishing rollback tid 2 to smithi08280503-15 2024-08-17T00:41:59.881 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 123 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T00:41:59.882 INFO:tasks.rados.rados.0.smithi082.stdout:487: finishing write tid 3 to smithi08280503-17 2024-08-17T00:41:59.882 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 119 (ObjNum 166 snap 39 seq_num 166) dirty exists 2024-08-17T00:41:59.882 INFO:tasks.rados.rados.0.smithi082.stdout:487: left oid 17 (ObjNum 166 snap 39 seq_num 166) 2024-08-17T00:41:59.883 INFO:tasks.rados.rados.0.smithi082.stdout:487: done (7 left) 2024-08-17T00:41:59.883 INFO:tasks.rados.rados.0.smithi082.stdout:489: done (6 left) 2024-08-17T00:41:59.883 INFO:tasks.rados.rados.0.smithi082.stdout:490: done (5 left) 2024-08-17T00:41:59.883 INFO:tasks.rados.rados.0.smithi082.stdout:493: done (4 left) 2024-08-17T00:41:59.883 INFO:tasks.rados.rados.0.smithi082.stdout:495: done (3 left) 2024-08-17T00:41:59.883 INFO:tasks.rados.rados.0.smithi082.stdout:496: read oid 20 snap -1 2024-08-17T00:41:59.883 INFO:tasks.rados.rados.0.smithi082.stdout:496: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:41:59.884 INFO:tasks.rados.rados.0.smithi082.stdout:497: snap_remove snap 35 2024-08-17T00:42:00.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:59 smithi137 ceph-mon[33068]: pgmap v5: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:42:00.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:59 smithi137 ceph-mon[33068]: osdmap e152: 8 total, 8 up, 8 in 2024-08-17T00:42:00.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:41:59 smithi137 ceph-mon[33068]: mgrmap e28: x(active, since 2s) 2024-08-17T00:42:00.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:59 smithi082 ceph-mon[39953]: pgmap v5: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:42:00.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:59 smithi082 ceph-mon[39953]: osdmap e152: 8 total, 8 up, 8 in 2024-08-17T00:42:00.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:41:59 smithi082 ceph-mon[39953]: mgrmap e28: x(active, since 2s) 2024-08-17T00:42:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:59 smithi082 ceph-mon[29275]: pgmap v5: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:42:00.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:59 smithi082 ceph-mon[29275]: osdmap e152: 8 total, 8 up, 8 in 2024-08-17T00:42:00.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:41:59 smithi082 ceph-mon[29275]: mgrmap e28: x(active, since 2s) 2024-08-17T00:42:00.226 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:41:59 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:41:59.809+0000 7f769da58ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T00:42:00.226 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:41:59 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:41:59.887+0000 7f769da58ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T00:42:00.226 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:00 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:42:00.033+0000 7f769da58ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T00:42:00.487 INFO:tasks.rados.rados.0.smithi082.stdout:497: done (4 left) 2024-08-17T00:42:00.487 INFO:tasks.rados.rados.0.smithi082.stdout:498: snap_create 2024-08-17T00:42:00.487 INFO:tasks.rados.rados.0.smithi082.stdout:496: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:42:00.489 INFO:tasks.rados.rados.0.smithi082.stdout:492: expect (ObjNum 10 snap 0 seq_num 10) 2024-08-17T00:42:00.497 INFO:tasks.rados.rados.0.smithi082.stdout:488: finishing copy_from racing read to smithi08280503-28 2024-08-17T00:42:00.497 INFO:tasks.rados.rados.0.smithi082.stdout:488: finishing copy_from to smithi08280503-28 2024-08-17T00:42:00.497 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 89 (ObjNum 127 snap 29 seq_num 127) dirty exists 2024-08-17T00:42:00.497 INFO:tasks.rados.rados.0.smithi082.stdout:494: finishing copy_from racing read to smithi08280503-14 2024-08-17T00:42:00.497 INFO:tasks.rados.rados.0.smithi082.stdout:494: finishing copy_from to smithi08280503-14 2024-08-17T00:42:00.497 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 67 (ObjNum 102 snap 21 seq_num 102) dirty exists 2024-08-17T00:42:00.552 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:00 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:42:00.296+0000 7f769da58ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T00:42:00.552 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:00 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:42:00.356+0000 7f769da58ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T00:42:00.869 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:00 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:42:00.551+0000 7f769da58ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T00:42:00.869 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:00 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:42:00.613+0000 7f769da58ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T00:42:00.869 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:00 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:42:00.695+0000 7f769da58ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T00:42:00.869 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:00 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:42:00.752+0000 7f769da58ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T00:42:00.987 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:00 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:42:00] "GET /metrics HTTP/1.1" 200 33098 "" "Prometheus/2.43.0" 2024-08-17T00:42:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:00 smithi137 ceph-mon[33068]: [17/Aug/2024:00:41:59] ENGINE Bus STARTING 2024-08-17T00:42:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:00 smithi137 ceph-mon[33068]: [17/Aug/2024:00:41:59] ENGINE Serving on http://172.21.15.137:8765 2024-08-17T00:42:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:00 smithi137 ceph-mon[33068]: [17/Aug/2024:00:41:59] ENGINE Serving on https://172.21.15.137:7150 2024-08-17T00:42:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:00 smithi137 ceph-mon[33068]: [17/Aug/2024:00:41:59] ENGINE Bus STARTED 2024-08-17T00:42:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:00 smithi137 ceph-mon[33068]: [17/Aug/2024:00:41:59] ENGINE Error in HTTPServer.serve 2024-08-17T00:42:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout: Traceback (most recent call last): 2024-08-17T00:42:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:42:00.988 INFO:journalctl@ceph.mon.b.smithi137.stdout: self._connections.run(self.expiration_interval) 2024-08-17T00:42:00.988 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:42:00.988 INFO:journalctl@ceph.mon.b.smithi137.stdout: self._run(expiration_interval) 2024-08-17T00:42:00.988 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:42:00.988 INFO:journalctl@ceph.mon.b.smithi137.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:42:00.988 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:42:00.988 INFO:journalctl@ceph.mon.b.smithi137.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:42:00.988 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:42:00.988 INFO:journalctl@ceph.mon.b.smithi137.stdout: s = self.context.wrap_socket( 2024-08-17T00:42:00.988 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:42:00.988 INFO:journalctl@ceph.mon.b.smithi137.stdout: return self.sslsocket_class._create( 2024-08-17T00:42:00.988 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:42:00.988 INFO:journalctl@ceph.mon.b.smithi137.stdout: self.do_handshake() 2024-08-17T00:42:00.988 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:42:00.989 INFO:journalctl@ceph.mon.b.smithi137.stdout: self._sslobj.do_handshake() 2024-08-17T00:42:00.989 INFO:journalctl@ceph.mon.b.smithi137.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:42:00.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:00 smithi137 ceph-mon[33068]: osdmap e153: 8 total, 8 up, 8 in 2024-08-17T00:42:00.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:00 smithi137 ceph-mon[33068]: osdmap e154: 8 total, 8 up, 8 in 2024-08-17T00:42:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:00 smithi082 ceph-mon[39953]: [17/Aug/2024:00:41:59] ENGINE Bus STARTING 2024-08-17T00:42:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:00 smithi082 ceph-mon[39953]: [17/Aug/2024:00:41:59] ENGINE Serving on http://172.21.15.137:8765 2024-08-17T00:42:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:00 smithi082 ceph-mon[39953]: [17/Aug/2024:00:41:59] ENGINE Serving on https://172.21.15.137:7150 2024-08-17T00:42:01.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:00 smithi082 ceph-mon[39953]: [17/Aug/2024:00:41:59] ENGINE Bus STARTED 2024-08-17T00:42:01.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:00 smithi082 ceph-mon[39953]: [17/Aug/2024:00:41:59] ENGINE Error in HTTPServer.serve 2024-08-17T00:42:01.226 INFO:journalctl@ceph.mon.c.smithi082.stdout: Traceback (most recent call last): 2024-08-17T00:42:01.226 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:42:01.226 INFO:journalctl@ceph.mon.c.smithi082.stdout: self._connections.run(self.expiration_interval) 2024-08-17T00:42:01.226 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:42:01.226 INFO:journalctl@ceph.mon.c.smithi082.stdout: self._run(expiration_interval) 2024-08-17T00:42:01.226 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:42:01.226 INFO:journalctl@ceph.mon.c.smithi082.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:42:01.226 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:42:01.226 INFO:journalctl@ceph.mon.c.smithi082.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:42:01.227 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:42:01.227 INFO:journalctl@ceph.mon.c.smithi082.stdout: s = self.context.wrap_socket( 2024-08-17T00:42:01.227 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:42:01.227 INFO:journalctl@ceph.mon.c.smithi082.stdout: return self.sslsocket_class._create( 2024-08-17T00:42:01.227 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:42:01.227 INFO:journalctl@ceph.mon.c.smithi082.stdout: self.do_handshake() 2024-08-17T00:42:01.227 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:42:01.227 INFO:journalctl@ceph.mon.c.smithi082.stdout: self._sslobj.do_handshake() 2024-08-17T00:42:01.227 INFO:journalctl@ceph.mon.c.smithi082.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:42:01.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:00 smithi082 ceph-mon[39953]: osdmap e153: 8 total, 8 up, 8 in 2024-08-17T00:42:01.228 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:00 smithi082 ceph-mon[39953]: osdmap e154: 8 total, 8 up, 8 in 2024-08-17T00:42:01.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:00 smithi082 ceph-mon[29275]: [17/Aug/2024:00:41:59] ENGINE Bus STARTING 2024-08-17T00:42:01.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:00 smithi082 ceph-mon[29275]: [17/Aug/2024:00:41:59] ENGINE Serving on http://172.21.15.137:8765 2024-08-17T00:42:01.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:00 smithi082 ceph-mon[29275]: [17/Aug/2024:00:41:59] ENGINE Serving on https://172.21.15.137:7150 2024-08-17T00:42:01.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:00 smithi082 ceph-mon[29275]: [17/Aug/2024:00:41:59] ENGINE Bus STARTED 2024-08-17T00:42:01.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:00 smithi082 ceph-mon[29275]: [17/Aug/2024:00:41:59] ENGINE Error in HTTPServer.serve 2024-08-17T00:42:01.228 INFO:journalctl@ceph.mon.a.smithi082.stdout: Traceback (most recent call last): 2024-08-17T00:42:01.228 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:42:01.228 INFO:journalctl@ceph.mon.a.smithi082.stdout: self._connections.run(self.expiration_interval) 2024-08-17T00:42:01.229 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:42:01.229 INFO:journalctl@ceph.mon.a.smithi082.stdout: self._run(expiration_interval) 2024-08-17T00:42:01.229 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:42:01.229 INFO:journalctl@ceph.mon.a.smithi082.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:42:01.229 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:42:01.229 INFO:journalctl@ceph.mon.a.smithi082.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:42:01.229 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:42:01.229 INFO:journalctl@ceph.mon.a.smithi082.stdout: s = self.context.wrap_socket( 2024-08-17T00:42:01.229 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:42:01.229 INFO:journalctl@ceph.mon.a.smithi082.stdout: return self.sslsocket_class._create( 2024-08-17T00:42:01.229 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:42:01.229 INFO:journalctl@ceph.mon.a.smithi082.stdout: self.do_handshake() 2024-08-17T00:42:01.230 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:42:01.230 INFO:journalctl@ceph.mon.a.smithi082.stdout: self._sslobj.do_handshake() 2024-08-17T00:42:01.230 INFO:journalctl@ceph.mon.a.smithi082.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:42:01.230 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:00 smithi082 ceph-mon[29275]: osdmap e153: 8 total, 8 up, 8 in 2024-08-17T00:42:01.230 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:00 smithi082 ceph-mon[29275]: osdmap e154: 8 total, 8 up, 8 in 2024-08-17T00:42:01.496 INFO:tasks.rados.rados.0.smithi082.stdout:488: done (4 left) 2024-08-17T00:42:01.497 INFO:tasks.rados.rados.0.smithi082.stdout:492: done (3 left) 2024-08-17T00:42:01.497 INFO:tasks.rados.rados.0.smithi082.stdout:494: done (2 left) 2024-08-17T00:42:01.497 INFO:tasks.rados.rados.0.smithi082.stdout:496: done (1 left) 2024-08-17T00:42:01.497 INFO:tasks.rados.rados.0.smithi082.stdout:498: done (0 left) 2024-08-17T00:42:01.497 INFO:tasks.rados.rados.0.smithi082.stdout:499: snap_remove snap 29 2024-08-17T00:42:01.537 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:01 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:42:01.294+0000 7f769da58ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T00:42:01.537 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:01 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:42:01.429+0000 7f769da58ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T00:42:01.537 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:01 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:42:01] ENGINE Bus STARTING 2024-08-17T00:42:01.538 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:01 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: CherryPy Checker: 2024-08-17T00:42:01.538 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:01 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: The Application mounted at '' has an empty config. 2024-08-17T00:42:01.538 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:01 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: 2024-08-17T00:42:01.538 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:01 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:42:01] ENGINE Serving on http://:::9283 2024-08-17T00:42:01.538 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:01 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: [17/Aug/2024:00:42:01] ENGINE Bus STARTED 2024-08-17T00:42:02.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:01 smithi082 ceph-mon[39953]: pgmap v9: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:42:02.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:01 smithi082 ceph-mon[39953]: mgrmap e29: x(active, since 4s) 2024-08-17T00:42:02.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:01 smithi082 ceph-mon[39953]: Standby manager daemon y started 2024-08-17T00:42:02.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:01 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.82:0/2866866495' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T00:42:02.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:01 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.82:0/2866866495' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:42:02.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:01 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.82:0/2866866495' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T00:42:02.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:01 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.82:0/2866866495' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:42:02.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:01 smithi082 ceph-mon[39953]: osdmap e155: 8 total, 8 up, 8 in 2024-08-17T00:42:02.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:01 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:02.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:01 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:02.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:01 smithi082 ceph-mon[29275]: pgmap v9: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:42:02.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:01 smithi082 ceph-mon[29275]: mgrmap e29: x(active, since 4s) 2024-08-17T00:42:02.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:01 smithi082 ceph-mon[29275]: Standby manager daemon y started 2024-08-17T00:42:02.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:01 smithi082 ceph-mon[29275]: from='mgr.? 172.21.15.82:0/2866866495' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T00:42:02.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:01 smithi082 ceph-mon[29275]: from='mgr.? 172.21.15.82:0/2866866495' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:42:02.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:01 smithi082 ceph-mon[29275]: from='mgr.? 172.21.15.82:0/2866866495' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T00:42:02.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:01 smithi082 ceph-mon[29275]: from='mgr.? 172.21.15.82:0/2866866495' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:42:02.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:01 smithi082 ceph-mon[29275]: osdmap e155: 8 total, 8 up, 8 in 2024-08-17T00:42:02.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:01 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:02.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:01 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:02.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:01 smithi137 ceph-mon[33068]: pgmap v9: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:42:02.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:01 smithi137 ceph-mon[33068]: mgrmap e29: x(active, since 4s) 2024-08-17T00:42:02.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:01 smithi137 ceph-mon[33068]: Standby manager daemon y started 2024-08-17T00:42:02.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:01 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.82:0/2866866495' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T00:42:02.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:01 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.82:0/2866866495' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:42:02.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:01 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.82:0/2866866495' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T00:42:02.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:01 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.82:0/2866866495' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:42:02.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:01 smithi137 ceph-mon[33068]: osdmap e155: 8 total, 8 up, 8 in 2024-08-17T00:42:02.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:01 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:02.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:01 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:02.499 INFO:tasks.rados.rados.0.smithi082.stdout:499: done (0 left) 2024-08-17T00:42:02.500 INFO:tasks.rados.rados.0.smithi082.stdout:500: read oid 16 snap 31 2024-08-17T00:42:02.500 INFO:tasks.rados.rados.0.smithi082.stdout:500: expect (ObjNum 106 snap 22 seq_num 106) 2024-08-17T00:42:02.500 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 2 current snap is 40 2024-08-17T00:42:02.500 INFO:tasks.rados.rados.0.smithi082.stdout:501: seq_num 169 ranges {2539520=434176} 2024-08-17T00:42:02.517 INFO:tasks.rados.rados.0.smithi082.stdout:501: writing smithi08280503-2 from 2539520 to 2973696 tid 1 2024-08-17T00:42:02.517 INFO:tasks.rados.rados.0.smithi082.stdout:502: setattr oid 49 current snap is 40 2024-08-17T00:42:02.519 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 45 current snap is 40 2024-08-17T00:42:02.519 INFO:tasks.rados.rados.0.smithi082.stdout:503: seq_num 170 ranges {573440=450560} 2024-08-17T00:42:02.526 INFO:tasks.rados.rados.0.smithi082.stdout:503: writing smithi08280503-45 from 573440 to 1024000 tid 1 2024-08-17T00:42:02.526 INFO:tasks.rados.rados.0.smithi082.stdout:504: read oid 35 snap -1 2024-08-17T00:42:02.526 INFO:tasks.rados.rados.0.smithi082.stdout:504: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-17T00:42:02.526 INFO:tasks.rados.rados.0.smithi082.stdout:505: read oid 14 snap -1 2024-08-17T00:42:02.526 INFO:tasks.rados.rados.0.smithi082.stdout:505: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:42:02.526 INFO:tasks.rados.rados.0.smithi082.stdout:506: copy_from oid 19 from oid 32 current snap is 40 2024-08-17T00:42:02.526 INFO:tasks.rados.rados.0.smithi082.stdout:500: expect (ObjNum 106 snap 22 seq_num 106) 2024-08-17T00:42:02.717 INFO:tasks.rados.rados.0.smithi082.stdout:501: finishing write tid 1 to smithi08280503-2 2024-08-17T00:42:02.717 INFO:tasks.rados.rados.0.smithi082.stdout:501: finishing write tid 2 to smithi08280503-2 2024-08-17T00:42:02.717 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 49 v 194 (ObjNum 897 snap 0 seq_num 1853861968) dirty exists 2024-08-17T00:42:02.717 INFO:tasks.rados.rados.0.smithi082.stdout:501: finishing write tid 3 to smithi08280503-2 2024-08-17T00:42:02.717 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 2 v 45 (ObjNum 169 snap 40 seq_num 169) dirty exists 2024-08-17T00:42:02.717 INFO:tasks.rados.rados.0.smithi082.stdout:501: left oid 2 (ObjNum 169 snap 40 seq_num 169) 2024-08-17T00:42:02.718 INFO:tasks.rados.rados.0.smithi082.stdout:503: finishing write tid 1 to smithi08280503-45 2024-08-17T00:42:02.718 INFO:tasks.rados.rados.0.smithi082.stdout:503: finishing write tid 2 to smithi08280503-45 2024-08-17T00:42:02.718 INFO:tasks.rados.rados.0.smithi082.stdout:506: finishing copy_from racing read to smithi08280503-19 2024-08-17T00:42:02.718 INFO:tasks.rados.rados.0.smithi082.stdout:506: finishing copy_from to smithi08280503-19 2024-08-17T00:42:02.718 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 167 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-17T00:42:02.718 INFO:tasks.rados.rados.0.smithi082.stdout:500: done (6 left) 2024-08-17T00:42:02.718 INFO:tasks.rados.rados.0.smithi082.stdout:501: done (5 left) 2024-08-17T00:42:02.718 INFO:tasks.rados.rados.0.smithi082.stdout:502: done (4 left) 2024-08-17T00:42:02.718 INFO:tasks.rados.rados.0.smithi082.stdout:506: done (3 left) 2024-08-17T00:42:02.718 INFO:tasks.rados.rados.0.smithi082.stdout:507: rollback oid 24 current snap is 40 2024-08-17T00:42:02.718 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 24 to 36 2024-08-17T00:42:02.718 INFO:tasks.rados.rados.0.smithi082.stdout:504: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-17T00:42:02.739 INFO:tasks.rados.rados.0.smithi082.stdout:503: finishing write tid 3 to smithi08280503-45 2024-08-17T00:42:02.739 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 86 (ObjNum 170 snap 40 seq_num 170) dirty exists 2024-08-17T00:42:02.739 INFO:tasks.rados.rados.0.smithi082.stdout:503: left oid 45 (ObjNum 170 snap 40 seq_num 170) 2024-08-17T00:42:02.739 INFO:tasks.rados.rados.0.smithi082.stdout:505: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:42:02.978 INFO:tasks.rados.rados.0.smithi082.stdout:507: finishing rollback tid 0 to smithi08280503-24 2024-08-17T00:42:02.978 INFO:tasks.rados.rados.0.smithi082.stdout:503: done (3 left) 2024-08-17T00:42:02.978 INFO:tasks.rados.rados.0.smithi082.stdout:504: done (2 left) 2024-08-17T00:42:02.978 INFO:tasks.rados.rados.0.smithi082.stdout:505: done (1 left) 2024-08-17T00:42:02.978 INFO:tasks.rados.rados.0.smithi082.stdout:508: snap_remove snap 31 2024-08-17T00:42:03.172 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:02 smithi137 ceph-mon[33068]: mgrmap e30: x(active, since 5s), standbys: y 2024-08-17T00:42:03.173 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:02 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:42:03.173 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:02 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:03.173 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:02 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:03.173 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:02 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:03.173 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:02 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:03.173 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:02 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:03.173 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:02 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:03.173 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:02 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:03.173 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:02 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:03.173 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:02 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:03.173 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:02 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:03.173 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:02 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:03.174 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:02 smithi137 ceph-mon[33068]: osdmap e156: 8 total, 8 up, 8 in 2024-08-17T00:42:03.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:02 smithi082 ceph-mon[39953]: mgrmap e30: x(active, since 5s), standbys: y 2024-08-17T00:42:03.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:02 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:42:03.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:02 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:03.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:02 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:03.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:02 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:03.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:02 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:03.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:02 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:03.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:02 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:03.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:02 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:03.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:02 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:03.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:02 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:03.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:02 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:03.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:02 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:03.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:02 smithi082 ceph-mon[39953]: osdmap e156: 8 total, 8 up, 8 in 2024-08-17T00:42:03.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:02 smithi082 ceph-mon[29275]: mgrmap e30: x(active, since 5s), standbys: y 2024-08-17T00:42:03.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:02 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:42:03.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:02 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:03.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:02 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:03.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:02 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:03.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:02 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:03.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:02 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:03.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:02 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:03.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:02 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:03.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:02 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:03.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:02 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:03.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:02 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:03.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:02 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:03.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:02 smithi082 ceph-mon[29275]: osdmap e156: 8 total, 8 up, 8 in 2024-08-17T00:42:03.894 INFO:tasks.rados.rados.0.smithi082.stdout:508: done (1 left) 2024-08-17T00:42:03.894 INFO:tasks.rados.rados.0.smithi082.stdout:509: read oid 36 snap -1 2024-08-17T00:42:03.894 INFO:tasks.rados.rados.0.smithi082.stdout:509: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:42:03.894 INFO:tasks.rados.rados.0.smithi082.stdout:510: rollback oid 32 current snap is 40 2024-08-17T00:42:03.894 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 32 to 13 2024-08-17T00:42:03.894 INFO:tasks.rados.rados.0.smithi082.stdout:507: finishing rollback tid 1 to smithi08280503-24 2024-08-17T00:42:03.894 INFO:tasks.rados.rados.0.smithi082.stdout:507: finishing rollback tid 2 to smithi08280503-24 2024-08-17T00:42:03.894 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 153 (ObjNum 127 snap 29 seq_num 127) dirty exists 2024-08-17T00:42:03.894 INFO:tasks.rados.rados.0.smithi082.stdout:507: done (2 left) 2024-08-17T00:42:03.895 INFO:tasks.rados.rados.0.smithi082.stdout:511: delete oid 11 current snap is 40 2024-08-17T00:42:03.899 INFO:tasks.rados.rados.0.smithi082.stdout:510: finishing rollback tid 0 to smithi08280503-32 2024-08-17T00:42:03.902 INFO:tasks.rados.rados.0.smithi082.stdout:511: done (2 left) 2024-08-17T00:42:03.902 INFO:tasks.rados.rados.0.smithi082.stdout:512: rmattr oid 9 current snap is 40 2024-08-17T00:42:03.903 INFO:tasks.rados.rados.0.smithi082.stdout:512: done (2 left) 2024-08-17T00:42:03.903 INFO:tasks.rados.rados.0.smithi082.stdout:513: snap_create 2024-08-17T00:42:03.903 INFO:tasks.rados.rados.0.smithi082.stdout:510: finishing rollback tid 1 to smithi08280503-32 2024-08-17T00:42:03.903 INFO:tasks.rados.rados.0.smithi082.stdout:510: finishing rollback tid 2 to smithi08280503-32 2024-08-17T00:42:03.903 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 198 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-17T00:42:03.906 INFO:tasks.rados.rados.0.smithi082.stdout:509: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T00:42:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:03 smithi082 ceph-mon[39953]: Adjusting osd_memory_target on smithi082 to 2480M 2024-08-17T00:42:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:03 smithi082 ceph-mon[39953]: pgmap v12: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 90 KiB/s wr, 1 op/s 2024-08-17T00:42:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:03 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:03 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:04.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:03 smithi082 ceph-mon[29275]: Adjusting osd_memory_target on smithi082 to 2480M 2024-08-17T00:42:04.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:03 smithi082 ceph-mon[29275]: pgmap v12: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 90 KiB/s wr, 1 op/s 2024-08-17T00:42:04.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:03 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:04.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:03 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:04.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:03 smithi137 ceph-mon[33068]: Adjusting osd_memory_target on smithi082 to 2480M 2024-08-17T00:42:04.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:03 smithi137 ceph-mon[33068]: pgmap v12: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 90 KiB/s wr, 1 op/s 2024-08-17T00:42:04.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:03 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:04.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:03 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:04.900 INFO:tasks.rados.rados.0.smithi082.stdout:509: done (2 left) 2024-08-17T00:42:04.900 INFO:tasks.rados.rados.0.smithi082.stdout:510: done (1 left) 2024-08-17T00:42:04.900 INFO:tasks.rados.rados.0.smithi082.stdout:513: done (0 left) 2024-08-17T00:42:04.900 INFO:tasks.rados.rados.0.smithi082.stdout:514: delete oid 37 current snap is 41 2024-08-17T00:42:04.904 INFO:tasks.rados.rados.0.smithi082.stdout:514: done (0 left) 2024-08-17T00:42:04.904 INFO:tasks.rados.rados.0.smithi082.stdout:515: read oid 28 snap 36 2024-08-17T00:42:04.905 INFO:tasks.rados.rados.0.smithi082.stdout:515: expect deleted 2024-08-17T00:42:04.905 INFO:tasks.rados.rados.0.smithi082.stdout:516: read oid 2 snap 36 2024-08-17T00:42:04.905 INFO:tasks.rados.rados.0.smithi082.stdout:516: expect (ObjNum 146 snap 34 seq_num 146) 2024-08-17T00:42:04.905 INFO:tasks.rados.rados.0.smithi082.stdout:517: read oid 46 snap 39 2024-08-17T00:42:04.905 INFO:tasks.rados.rados.0.smithi082.stdout:517: expect deleted 2024-08-17T00:42:04.905 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 27 current snap is 41 2024-08-17T00:42:04.905 INFO:tasks.rados.rados.0.smithi082.stdout:518: seq_num 173 ranges {442368=499712} 2024-08-17T00:42:04.911 INFO:tasks.rados.rados.0.smithi082.stdout:518: writing smithi08280503-27 from 442368 to 942080 tid 1 2024-08-17T00:42:04.911 INFO:tasks.rados.rados.0.smithi082.stdout:519: read oid 43 snap 40 2024-08-17T00:42:04.911 INFO:tasks.rados.rados.0.smithi082.stdout:519: expect (ObjNum 160 snap 37 seq_num 160) 2024-08-17T00:42:04.911 INFO:tasks.rados.rados.0.smithi082.stdout:520: rollback oid 19 current snap is 41 2024-08-17T00:42:04.911 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 19 to 38 2024-08-17T00:42:04.911 INFO:tasks.rados.rados.0.smithi082.stdout:515: done (5 left) 2024-08-17T00:42:04.911 INFO:tasks.rados.rados.0.smithi082.stdout:521: snap_create 2024-08-17T00:42:04.913 INFO:tasks.rados.rados.0.smithi082.stdout:516: expect (ObjNum 146 snap 34 seq_num 146) 2024-08-17T00:42:05.037 INFO:tasks.rados.rados.0.smithi082.stdout:519: expect (ObjNum 160 snap 37 seq_num 160) 2024-08-17T00:42:05.044 INFO:tasks.rados.rados.0.smithi082.stdout:518: finishing write tid 1 to smithi08280503-27 2024-08-17T00:42:05.044 INFO:tasks.rados.rados.0.smithi082.stdout:518: finishing write tid 2 to smithi08280503-27 2024-08-17T00:42:05.044 INFO:tasks.rados.rados.0.smithi082.stdout:520: finishing rollback tid 0 to smithi08280503-19 2024-08-17T00:42:05.044 INFO:tasks.rados.rados.0.smithi082.stdout:520: finishing rollback tid 1 to smithi08280503-19 2024-08-17T00:42:05.044 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 202 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-17T00:42:05.044 INFO:tasks.rados.rados.0.smithi082.stdout:518: finishing write tid 3 to smithi08280503-27 2024-08-17T00:42:05.044 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 199 (ObjNum 173 snap 41 seq_num 173) dirty exists 2024-08-17T00:42:05.044 INFO:tasks.rados.rados.0.smithi082.stdout:518: left oid 27 (ObjNum 173 snap 41 seq_num 173) 2024-08-17T00:42:05.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:04 smithi082 ceph-mon[29275]: osdmap e157: 8 total, 8 up, 8 in 2024-08-17T00:42:05.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:04 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:05.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:04 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:05.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:04 smithi082 ceph-mon[39953]: osdmap e157: 8 total, 8 up, 8 in 2024-08-17T00:42:05.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:04 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:05.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:04 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:05.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:04 smithi137 ceph-mon[33068]: osdmap e157: 8 total, 8 up, 8 in 2024-08-17T00:42:05.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:04 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:05.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:04 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:05.487 INFO:tasks.rados.rados.0.smithi082.stdout:516: done (5 left) 2024-08-17T00:42:05.487 INFO:tasks.rados.rados.0.smithi082.stdout:517: done (4 left) 2024-08-17T00:42:05.487 INFO:tasks.rados.rados.0.smithi082.stdout:518: done (3 left) 2024-08-17T00:42:05.487 INFO:tasks.rados.rados.0.smithi082.stdout:519: done (2 left) 2024-08-17T00:42:05.487 INFO:tasks.rados.rados.0.smithi082.stdout:520: done (1 left) 2024-08-17T00:42:05.487 INFO:tasks.rados.rados.0.smithi082.stdout:521: done (0 left) 2024-08-17T00:42:05.487 INFO:tasks.rados.rados.0.smithi082.stdout:522: read oid 22 snap -1 2024-08-17T00:42:05.487 INFO:tasks.rados.rados.0.smithi082.stdout:522: expect (ObjNum 156 snap 37 seq_num 156) 2024-08-17T00:42:05.487 INFO:tasks.rados.rados.0.smithi082.stdout:523: read oid 9 snap -1 2024-08-17T00:42:05.487 INFO:tasks.rados.rados.0.smithi082.stdout:523: expect (ObjNum 163 snap 37 seq_num 163) 2024-08-17T00:42:05.487 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 8 current snap is 42 2024-08-17T00:42:05.487 INFO:tasks.rados.rados.0.smithi082.stdout:524: seq_num 174 ranges {0=516096} 2024-08-17T00:42:05.489 INFO:tasks.rados.rados.0.smithi082.stdout:524: writing smithi08280503-8 from 0 to 516096 tid 1 2024-08-17T00:42:05.489 INFO:tasks.rados.rados.0.smithi082.stdout:525: snap_create 2024-08-17T00:42:05.494 INFO:tasks.rados.rados.0.smithi082.stdout:522: expect (ObjNum 156 snap 37 seq_num 156) 2024-08-17T00:42:05.524 INFO:tasks.rados.rados.0.smithi082.stdout:524: finishing write tid 1 to smithi08280503-8 2024-08-17T00:42:05.524 INFO:tasks.rados.rados.0.smithi082.stdout:524: finishing write tid 2 to smithi08280503-8 2024-08-17T00:42:05.524 INFO:tasks.rados.rados.0.smithi082.stdout:523: expect (ObjNum 163 snap 37 seq_num 163) 2024-08-17T00:42:05.563 INFO:tasks.rados.rados.0.smithi082.stdout:524: finishing write tid 3 to smithi08280503-8 2024-08-17T00:42:05.563 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 159 (ObjNum 174 snap 42 seq_num 174) dirty exists 2024-08-17T00:42:05.564 INFO:tasks.rados.rados.0.smithi082.stdout:524: left oid 8 (ObjNum 174 snap 42 seq_num 174) 2024-08-17T00:42:05.897 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:42:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:42:05.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:05 smithi137 ceph-mon[33068]: pgmap v14: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.4 MiB/s wr, 42 op/s 2024-08-17T00:42:05.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:05 smithi137 ceph-mon[33068]: osdmap e158: 8 total, 8 up, 8 in 2024-08-17T00:42:05.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:05 smithi137 ceph-mon[33068]: osdmap e159: 8 total, 8 up, 8 in 2024-08-17T00:42:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:05 smithi082 ceph-mon[39953]: pgmap v14: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.4 MiB/s wr, 42 op/s 2024-08-17T00:42:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:05 smithi082 ceph-mon[39953]: osdmap e158: 8 total, 8 up, 8 in 2024-08-17T00:42:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:05 smithi082 ceph-mon[39953]: osdmap e159: 8 total, 8 up, 8 in 2024-08-17T00:42:06.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:05 smithi082 ceph-mon[29275]: pgmap v14: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.4 MiB/s wr, 42 op/s 2024-08-17T00:42:06.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:05 smithi082 ceph-mon[29275]: osdmap e158: 8 total, 8 up, 8 in 2024-08-17T00:42:06.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:05 smithi082 ceph-mon[29275]: osdmap e159: 8 total, 8 up, 8 in 2024-08-17T00:42:06.492 INFO:tasks.rados.rados.0.smithi082.stdout:522: done (3 left) 2024-08-17T00:42:06.492 INFO:tasks.rados.rados.0.smithi082.stdout:523: done (2 left) 2024-08-17T00:42:06.492 INFO:tasks.rados.rados.0.smithi082.stdout:524: done (1 left) 2024-08-17T00:42:06.492 INFO:tasks.rados.rados.0.smithi082.stdout:525: done (0 left) 2024-08-17T00:42:06.492 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 23 current snap is 43 2024-08-17T00:42:06.493 INFO:tasks.rados.rados.0.smithi082.stdout:526: seq_num 175 ranges {6430720=540672} 2024-08-17T00:42:06.528 INFO:tasks.rados.rados.0.smithi082.stdout:526: writing smithi08280503-23 from 6430720 to 6971392 tid 1 2024-08-17T00:42:06.529 INFO:tasks.rados.rados.0.smithi082.stdout:527: copy_from oid 26 from oid 22 current snap is 43 2024-08-17T00:42:06.529 INFO:tasks.rados.rados.0.smithi082.stdout:528: snap_create 2024-08-17T00:42:06.535 INFO:tasks.rados.rados.0.smithi082.stdout:527: finishing copy_from racing read to smithi08280503-26 2024-08-17T00:42:06.535 INFO:tasks.rados.rados.0.smithi082.stdout:526: finishing write tid 1 to smithi08280503-23 2024-08-17T00:42:06.535 INFO:tasks.rados.rados.0.smithi082.stdout:526: finishing write tid 2 to smithi08280503-23 2024-08-17T00:42:06.536 INFO:tasks.rados.rados.0.smithi082.stdout:526: finishing write tid 3 to smithi08280503-23 2024-08-17T00:42:06.536 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 93 (ObjNum 175 snap 43 seq_num 175) dirty exists 2024-08-17T00:42:06.536 INFO:tasks.rados.rados.0.smithi082.stdout:526: left oid 23 (ObjNum 175 snap 43 seq_num 175) 2024-08-17T00:42:06.537 INFO:tasks.rados.rados.0.smithi082.stdout:527: finishing copy_from to smithi08280503-26 2024-08-17T00:42:06.537 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 131 (ObjNum 156 snap 37 seq_num 156) dirty exists 2024-08-17T00:42:07.494 INFO:tasks.rados.rados.0.smithi082.stdout:526: done (2 left) 2024-08-17T00:42:07.494 INFO:tasks.rados.rados.0.smithi082.stdout:527: done (1 left) 2024-08-17T00:42:07.494 INFO:tasks.rados.rados.0.smithi082.stdout:528: done (0 left) 2024-08-17T00:42:07.494 INFO:tasks.rados.rados.0.smithi082.stdout:529: snap_create 2024-08-17T00:42:07.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: osdmap e160: 8 total, 8 up, 8 in 2024-08-17T00:42:07.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: pgmap v18: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.6 MiB/s wr, 44 op/s 2024-08-17T00:42:07.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:07.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:07.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:07.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:07.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:07.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:07.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:07.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:07.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:07.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:07.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:07.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:42:07.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:42:07.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:07.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:42:07.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:07.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:07.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:07.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:07.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:07.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:07.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:07.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:07.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:07.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:42:07.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: osdmap e160: 8 total, 8 up, 8 in 2024-08-17T00:42:07.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: pgmap v18: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.6 MiB/s wr, 44 op/s 2024-08-17T00:42:07.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:07.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:07.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:07.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:07.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:07.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:07.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:07.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:07.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:07.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:07.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:07.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:42:07.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:42:07.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:07.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:42:07.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:07.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:07.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:07.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:07.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:07.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:07.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:07.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:07.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:07.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:42:07.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:42:07.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:07.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:07.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:07.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:42:07.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:42:07.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:07.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:07.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:07.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:42:07.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:42:07.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:07.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:07.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:07.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:42:07.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:07.982 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:07.982 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:07.982 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:42:07.982 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:42:07.982 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:07.982 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:07.982 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:07.982 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:42:07.982 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:42:07.982 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:07.982 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:07.983 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:07 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:07.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: osdmap e160: 8 total, 8 up, 8 in 2024-08-17T00:42:07.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: pgmap v18: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.6 MiB/s wr, 44 op/s 2024-08-17T00:42:07.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:07.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:07.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:07.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:07.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:07.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:07.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:07.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:07.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:07.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T00:42:07.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:07.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:42:07.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:42:07.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:07.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:42:07.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:07.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:07.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:07.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:07.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:07.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:07.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:07.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:07.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:07.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:42:07.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:42:07.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:07.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:07.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:07.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:42:07.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:42:07.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:07.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:07.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:07.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:42:07.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:42:07.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:07.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:07.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:07 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:08.495 INFO:tasks.rados.rados.0.smithi082.stdout:529: done (0 left) 2024-08-17T00:42:08.495 INFO:tasks.rados.rados.0.smithi082.stdout:530: delete oid 4 current snap is 45 2024-08-17T00:42:08.497 INFO:tasks.rados.rados.0.smithi082.stdout:530: done (0 left) 2024-08-17T00:42:08.497 INFO:tasks.rados.rados.0.smithi082.stdout:531: delete oid 15 current snap is 45 2024-08-17T00:42:08.500 INFO:tasks.rados.rados.0.smithi082.stdout:531: done (0 left) 2024-08-17T00:42:08.500 INFO:tasks.rados.rados.0.smithi082.stdout:532: snap_create 2024-08-17T00:42:08.808 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[39953]: Adjusting osd_memory_target on smithi137 to 2480M 2024-08-17T00:42:08.808 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[39953]: Updating smithi082:/etc/ceph/ceph.conf 2024-08-17T00:42:08.808 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[39953]: Updating smithi137:/etc/ceph/ceph.conf 2024-08-17T00:42:08.808 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[39953]: osdmap e161: 8 total, 8 up, 8 in 2024-08-17T00:42:08.808 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[39953]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:42:08.808 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[39953]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:42:08.808 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[39953]: Updating smithi082:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:42:08.808 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[39953]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:42:08.808 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:08.808 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:08.808 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:08.809 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:08.809 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:08.809 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:08.809 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:08.809 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:08.809 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:08.809 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[29275]: Adjusting osd_memory_target on smithi137 to 2480M 2024-08-17T00:42:08.809 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[29275]: Updating smithi082:/etc/ceph/ceph.conf 2024-08-17T00:42:08.809 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[29275]: Updating smithi137:/etc/ceph/ceph.conf 2024-08-17T00:42:08.809 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[29275]: osdmap e161: 8 total, 8 up, 8 in 2024-08-17T00:42:08.810 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[29275]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:42:08.810 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[29275]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:42:08.810 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[29275]: Updating smithi082:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:42:08.810 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[29275]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:42:08.810 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:08.810 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:08.810 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:08.810 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:08.810 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:08.810 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:08.810 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:08.810 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:08.811 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:08 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:08 smithi137 ceph-mon[33068]: Adjusting osd_memory_target on smithi137 to 2480M 2024-08-17T00:42:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:08 smithi137 ceph-mon[33068]: Updating smithi082:/etc/ceph/ceph.conf 2024-08-17T00:42:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:08 smithi137 ceph-mon[33068]: Updating smithi137:/etc/ceph/ceph.conf 2024-08-17T00:42:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:08 smithi137 ceph-mon[33068]: osdmap e161: 8 total, 8 up, 8 in 2024-08-17T00:42:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:08 smithi137 ceph-mon[33068]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:42:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:08 smithi137 ceph-mon[33068]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:42:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:08 smithi137 ceph-mon[33068]: Updating smithi082:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:42:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:08 smithi137 ceph-mon[33068]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:42:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:08 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:08 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:08 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:08 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:08 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:08 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:08 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:08 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:08.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:08 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:09.508 INFO:tasks.rados.rados.0.smithi082.stdout:532: done (0 left) 2024-08-17T00:42:09.509 INFO:tasks.rados.rados.0.smithi082.stdout:533: setattr oid 19 current snap is 46 2024-08-17T00:42:09.510 INFO:tasks.rados.rados.0.smithi082.stdout:534: rmattr oid 42 current snap is 46 2024-08-17T00:42:09.510 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 38 current snap is 46 2024-08-17T00:42:09.510 INFO:tasks.rados.rados.0.smithi082.stdout:535: seq_num 178 ranges {6881280=589824} 2024-08-17T00:42:09.550 INFO:tasks.rados.rados.0.smithi082.stdout:535: writing smithi08280503-38 from 6881280 to 7471104 tid 1 2024-08-17T00:42:09.551 INFO:tasks.rados.rados.0.smithi082.stdout:536: read oid 26 snap -1 2024-08-17T00:42:09.551 INFO:tasks.rados.rados.0.smithi082.stdout:536: expect (ObjNum 156 snap 37 seq_num 156) 2024-08-17T00:42:09.551 INFO:tasks.rados.rados.0.smithi082.stdout:537: setattr oid 10 current snap is 46 2024-08-17T00:42:09.551 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 203 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-08-17T00:42:09.551 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 205 (ObjNum 127 snap 29 seq_num 127) dirty exists 2024-08-17T00:42:09.551 INFO:tasks.rados.rados.0.smithi082.stdout:533: done (4 left) 2024-08-17T00:42:09.551 INFO:tasks.rados.rados.0.smithi082.stdout:534: done (3 left) 2024-08-17T00:42:09.552 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 24 current snap is 46 2024-08-17T00:42:09.552 INFO:tasks.rados.rados.0.smithi082.stdout:538: seq_num 179 ranges {2932736=606208} 2024-08-17T00:42:09.571 INFO:tasks.rados.rados.0.smithi082.stdout:538: writing smithi08280503-24 from 2932736 to 3538944 tid 1 2024-08-17T00:42:09.571 INFO:tasks.rados.rados.0.smithi082.stdout:539: copy_from oid 27 from oid 44 current snap is 46 2024-08-17T00:42:09.571 INFO:tasks.rados.rados.0.smithi082.stdout:536: expect (ObjNum 156 snap 37 seq_num 156) 2024-08-17T00:42:09.604 INFO:tasks.rados.rados.0.smithi082.stdout:535: finishing write tid 1 to smithi08280503-38 2024-08-17T00:42:09.604 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 69 (ObjNum 71 snap 10 seq_num 71) dirty exists 2024-08-17T00:42:09.605 INFO:tasks.rados.rados.0.smithi082.stdout:535: finishing write tid 2 to smithi08280503-38 2024-08-17T00:42:09.605 INFO:tasks.rados.rados.0.smithi082.stdout:535: finishing write tid 3 to smithi08280503-38 2024-08-17T00:42:09.605 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 85 (ObjNum 178 snap 46 seq_num 178) dirty exists 2024-08-17T00:42:09.605 INFO:tasks.rados.rados.0.smithi082.stdout:535: left oid 38 (ObjNum 178 snap 46 seq_num 178) 2024-08-17T00:42:09.605 INFO:tasks.rados.rados.0.smithi082.stdout:538: finishing write tid 1 to smithi08280503-24 2024-08-17T00:42:09.605 INFO:tasks.rados.rados.0.smithi082.stdout:538: finishing write tid 2 to smithi08280503-24 2024-08-17T00:42:09.605 INFO:tasks.rados.rados.0.smithi082.stdout:535: done (4 left) 2024-08-17T00:42:09.605 INFO:tasks.rados.rados.0.smithi082.stdout:536: done (3 left) 2024-08-17T00:42:09.605 INFO:tasks.rados.rados.0.smithi082.stdout:537: done (2 left) 2024-08-17T00:42:09.605 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 41 current snap is 46 2024-08-17T00:42:09.605 INFO:tasks.rados.rados.0.smithi082.stdout:539: finishing copy_from racing read to smithi08280503-27 2024-08-17T00:42:09.605 INFO:tasks.rados.rados.0.smithi082.stdout:540: seq_num 180 ranges {442368=622592} 2024-08-17T00:42:09.610 INFO:tasks.rados.rados.0.smithi082.stdout:540: writing smithi08280503-41 from 442368 to 1064960 tid 1 2024-08-17T00:42:09.610 INFO:tasks.rados.rados.0.smithi082.stdout:541: read oid 19 snap 21 2024-08-17T00:42:09.610 INFO:tasks.rados.rados.0.smithi082.stdout:541: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-17T00:42:09.610 INFO:tasks.rados.rados.0.smithi082.stdout:542: snap_remove snap 45 2024-08-17T00:42:09.923 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:09 smithi082 ceph-mon[39953]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:42:09.923 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:09 smithi082 ceph-mon[39953]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:42:09.923 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:09 smithi082 ceph-mon[39953]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T00:42:09.924 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:09 smithi082 ceph-mon[39953]: Reconfiguring daemon alertmanager.a on smithi082 2024-08-17T00:42:09.924 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:09 smithi082 ceph-mon[39953]: osdmap e162: 8 total, 8 up, 8 in 2024-08-17T00:42:09.924 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:09 smithi082 ceph-mon[39953]: mgrmap e31: x(active, since 11s), standbys: y 2024-08-17T00:42:09.924 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:09 smithi082 ceph-mon[39953]: pgmap v21: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 579 KiB/s wr, 21 op/s 2024-08-17T00:42:09.924 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:09 smithi082 ceph-mon[29275]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:42:09.924 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:09 smithi082 ceph-mon[29275]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:42:09.924 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:09 smithi082 ceph-mon[29275]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T00:42:09.924 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:09 smithi082 ceph-mon[29275]: Reconfiguring daemon alertmanager.a on smithi082 2024-08-17T00:42:09.924 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:09 smithi082 ceph-mon[29275]: osdmap e162: 8 total, 8 up, 8 in 2024-08-17T00:42:09.924 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:09 smithi082 ceph-mon[29275]: mgrmap e31: x(active, since 11s), standbys: y 2024-08-17T00:42:09.925 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:09 smithi082 ceph-mon[29275]: pgmap v21: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 579 KiB/s wr, 21 op/s 2024-08-17T00:42:09.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:09 smithi137 ceph-mon[33068]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:42:09.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:09 smithi137 ceph-mon[33068]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:42:09.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:09 smithi137 ceph-mon[33068]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T00:42:09.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:09 smithi137 ceph-mon[33068]: Reconfiguring daemon alertmanager.a on smithi082 2024-08-17T00:42:09.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:09 smithi137 ceph-mon[33068]: osdmap e162: 8 total, 8 up, 8 in 2024-08-17T00:42:09.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:09 smithi137 ceph-mon[33068]: mgrmap e31: x(active, since 11s), standbys: y 2024-08-17T00:42:09.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:09 smithi137 ceph-mon[33068]: pgmap v21: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 579 KiB/s wr, 21 op/s 2024-08-17T00:42:10.490 INFO:tasks.rados.rados.0.smithi082.stdout:542: done (4 left) 2024-08-17T00:42:10.490 INFO:tasks.rados.rados.0.smithi082.stdout:543: read oid 2 snap -1 2024-08-17T00:42:10.490 INFO:tasks.rados.rados.0.smithi082.stdout:543: expect (ObjNum 169 snap 40 seq_num 169) 2024-08-17T00:42:10.490 INFO:tasks.rados.rados.0.smithi082.stdout:544: delete oid 20 current snap is 46 2024-08-17T00:42:10.490 INFO:tasks.rados.rados.0.smithi082.stdout:538: finishing write tid 3 to smithi08280503-24 2024-08-17T00:42:10.490 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 162 (ObjNum 179 snap 46 seq_num 179) dirty exists 2024-08-17T00:42:10.490 INFO:tasks.rados.rados.0.smithi082.stdout:538: left oid 24 (ObjNum 179 snap 46 seq_num 179) 2024-08-17T00:42:10.491 INFO:tasks.rados.rados.0.smithi082.stdout:539: finishing copy_from to smithi08280503-27 2024-08-17T00:42:10.491 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 58 (ObjNum 165 snap 38 seq_num 165) dirty exists 2024-08-17T00:42:10.491 INFO:tasks.rados.rados.0.smithi082.stdout:540: finishing write tid 1 to smithi08280503-41 2024-08-17T00:42:10.491 INFO:tasks.rados.rados.0.smithi082.stdout:541: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-17T00:42:10.512 INFO:tasks.rados.rados.0.smithi082.stdout:540: finishing write tid 2 to smithi08280503-41 2024-08-17T00:42:10.512 INFO:tasks.rados.rados.0.smithi082.stdout:540: finishing write tid 3 to smithi08280503-41 2024-08-17T00:42:10.512 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 207 (ObjNum 180 snap 46 seq_num 180) dirty exists 2024-08-17T00:42:10.512 INFO:tasks.rados.rados.0.smithi082.stdout:540: left oid 41 (ObjNum 180 snap 46 seq_num 180) 2024-08-17T00:42:10.513 INFO:tasks.rados.rados.0.smithi082.stdout:538: done (5 left) 2024-08-17T00:42:10.513 INFO:tasks.rados.rados.0.smithi082.stdout:539: done (4 left) 2024-08-17T00:42:10.513 INFO:tasks.rados.rados.0.smithi082.stdout:540: done (3 left) 2024-08-17T00:42:10.513 INFO:tasks.rados.rados.0.smithi082.stdout:541: done (2 left) 2024-08-17T00:42:10.513 INFO:tasks.rados.rados.0.smithi082.stdout:544: done (1 left) 2024-08-17T00:42:10.513 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 3 current snap is 46 2024-08-17T00:42:10.513 INFO:tasks.rados.rados.0.smithi082.stdout:543: expect (ObjNum 169 snap 40 seq_num 169) 2024-08-17T00:42:10.594 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:10 smithi082 ceph-mon[39953]: osdmap e163: 8 total, 8 up, 8 in 2024-08-17T00:42:10.595 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:10 smithi082 ceph-mon[39953]: osdmap e164: 8 total, 8 up, 8 in 2024-08-17T00:42:10.595 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:10 smithi082 ceph-mon[29275]: osdmap e163: 8 total, 8 up, 8 in 2024-08-17T00:42:10.595 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:10 smithi082 ceph-mon[29275]: osdmap e164: 8 total, 8 up, 8 in 2024-08-17T00:42:10.690 INFO:tasks.rados.rados.0.smithi082.stdout:545: seq_num 182 ranges {778240=655360} 2024-08-17T00:42:10.698 INFO:tasks.rados.rados.0.smithi082.stdout:545: writing smithi08280503-3 from 778240 to 1433600 tid 1 2024-08-17T00:42:10.698 INFO:tasks.rados.rados.0.smithi082.stdout:543: done (1 left) 2024-08-17T00:42:10.698 INFO:tasks.rados.rados.0.smithi082.stdout:546: read oid 48 snap -1 2024-08-17T00:42:10.698 INFO:tasks.rados.rados.0.smithi082.stdout:546: expect deleted 2024-08-17T00:42:10.698 INFO:tasks.rados.rados.0.smithi082.stdout:547: rollback oid 18 current snap is 46 2024-08-17T00:42:10.698 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 18 to 43 2024-08-17T00:42:10.698 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 44 current snap is 46 2024-08-17T00:42:10.699 INFO:tasks.rados.rados.0.smithi082.stdout:548: seq_num 183 ranges {622592=671744} 2024-08-17T00:42:10.705 INFO:tasks.rados.rados.0.smithi082.stdout:548: writing smithi08280503-44 from 622592 to 1294336 tid 1 2024-08-17T00:42:10.705 INFO:tasks.rados.rados.0.smithi082.stdout:549: snap_create 2024-08-17T00:42:10.705 INFO:tasks.rados.rados.0.smithi082.stdout:545: finishing write tid 1 to smithi08280503-3 2024-08-17T00:42:10.705 INFO:tasks.rados.rados.0.smithi082.stdout:545: finishing write tid 2 to smithi08280503-3 2024-08-17T00:42:10.705 INFO:tasks.rados.rados.0.smithi082.stdout:547: finishing rollback tid 0 to smithi08280503-18 2024-08-17T00:42:10.705 INFO:tasks.rados.rados.0.smithi082.stdout:547: finishing rollback tid 1 to smithi08280503-18 2024-08-17T00:42:10.706 INFO:tasks.rados.rados.0.smithi082.stdout:547: finishing rollback tid 2 to smithi08280503-18 2024-08-17T00:42:10.706 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 168 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-17T00:42:10.706 INFO:tasks.rados.rados.0.smithi082.stdout:545: finishing write tid 3 to smithi08280503-3 2024-08-17T00:42:10.706 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 117 (ObjNum 182 snap 46 seq_num 182) dirty exists 2024-08-17T00:42:10.706 INFO:tasks.rados.rados.0.smithi082.stdout:545: left oid 3 (ObjNum 182 snap 46 seq_num 182) 2024-08-17T00:42:10.707 INFO:tasks.rados.rados.0.smithi082.stdout:548: finishing write tid 1 to smithi08280503-44 2024-08-17T00:42:10.707 INFO:tasks.rados.rados.0.smithi082.stdout:548: finishing write tid 2 to smithi08280503-44 2024-08-17T00:42:10.708 INFO:tasks.rados.rados.0.smithi082.stdout:548: finishing write tid 3 to smithi08280503-44 2024-08-17T00:42:10.708 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 67 (ObjNum 183 snap 46 seq_num 183) dirty exists 2024-08-17T00:42:10.708 INFO:tasks.rados.rados.0.smithi082.stdout:548: left oid 44 (ObjNum 183 snap 46 seq_num 183) 2024-08-17T00:42:10.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:10 smithi137 ceph-mon[33068]: osdmap e163: 8 total, 8 up, 8 in 2024-08-17T00:42:10.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:10 smithi137 ceph-mon[33068]: osdmap e164: 8 total, 8 up, 8 in 2024-08-17T00:42:10.987 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:10 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:42:10] "GET /metrics HTTP/1.1" 200 33098 "" "Prometheus/2.43.0" 2024-08-17T00:42:11.513 INFO:tasks.rados.rados.0.smithi082.stdout:545: done (4 left) 2024-08-17T00:42:11.513 INFO:tasks.rados.rados.0.smithi082.stdout:546: done (3 left) 2024-08-17T00:42:11.513 INFO:tasks.rados.rados.0.smithi082.stdout:547: done (2 left) 2024-08-17T00:42:11.513 INFO:tasks.rados.rados.0.smithi082.stdout:548: done (1 left) 2024-08-17T00:42:11.513 INFO:tasks.rados.rados.0.smithi082.stdout:549: done (0 left) 2024-08-17T00:42:11.513 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 18 current snap is 47 2024-08-17T00:42:11.513 INFO:tasks.rados.rados.0.smithi082.stdout:550: seq_num 184 ranges {442368=688128} 2024-08-17T00:42:11.519 INFO:tasks.rados.rados.0.smithi082.stdout:550: writing smithi08280503-18 from 442368 to 1130496 tid 1 2024-08-17T00:42:11.519 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 39 current snap is 47 2024-08-17T00:42:11.519 INFO:tasks.rados.rados.0.smithi082.stdout:551: seq_num 185 ranges {4325376=704512} 2024-08-17T00:42:11.545 INFO:tasks.rados.rados.0.smithi082.stdout:551: writing smithi08280503-39 from 4325376 to 5029888 tid 1 2024-08-17T00:42:11.546 INFO:tasks.rados.rados.0.smithi082.stdout:552: setattr oid 49 current snap is 47 2024-08-17T00:42:11.546 INFO:tasks.rados.rados.0.smithi082.stdout:550: finishing write tid 1 to smithi08280503-18 2024-08-17T00:42:11.546 INFO:tasks.rados.rados.0.smithi082.stdout:550: finishing write tid 2 to smithi08280503-18 2024-08-17T00:42:11.546 INFO:tasks.rados.rados.0.smithi082.stdout:550: finishing write tid 3 to smithi08280503-18 2024-08-17T00:42:11.546 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 171 (ObjNum 184 snap 47 seq_num 184) dirty exists 2024-08-17T00:42:11.546 INFO:tasks.rados.rados.0.smithi082.stdout:550: left oid 18 (ObjNum 184 snap 47 seq_num 184) 2024-08-17T00:42:11.546 INFO:tasks.rados.rados.0.smithi082.stdout:550: done (2 left) 2024-08-17T00:42:11.546 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 8 current snap is 47 2024-08-17T00:42:11.547 INFO:tasks.rados.rados.0.smithi082.stdout:553: seq_num 186 ranges {516096=720896} 2024-08-17T00:42:11.553 INFO:tasks.rados.rados.0.smithi082.stdout:553: writing smithi08280503-8 from 516096 to 1236992 tid 1 2024-08-17T00:42:11.553 INFO:tasks.rados.rados.0.smithi082.stdout:554: rollback oid 23 current snap is 47 2024-08-17T00:42:11.553 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 23 to 40 2024-08-17T00:42:11.554 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 49 v 211 (ObjNum 65 snap 0 seq_num 1902663274) dirty exists 2024-08-17T00:42:11.554 INFO:tasks.rados.rados.0.smithi082.stdout:552: done (3 left) 2024-08-17T00:42:11.554 INFO:tasks.rados.rados.0.smithi082.stdout:555: copy_from oid 12 from oid 27 current snap is 47 2024-08-17T00:42:11.554 INFO:tasks.rados.rados.0.smithi082.stdout:556: snap_remove snap 46 2024-08-17T00:42:11.557 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:11 smithi082 ceph-mon[39953]: pgmap v24: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 574 KiB/s wr, 21 op/s 2024-08-17T00:42:11.557 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:11 smithi082 ceph-mon[29275]: pgmap v24: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 574 KiB/s wr, 21 op/s 2024-08-17T00:42:11.975 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:42:11 smithi082 systemd[1]: Stopping Ceph alertmanager.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:42:11.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:11 smithi137 ceph-mon[33068]: pgmap v24: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 574 KiB/s wr, 21 op/s 2024-08-17T00:42:12.346 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:42:12 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[76415]: ts=2024-08-17T00:42:12.028Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-17T00:42:12.346 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:42:12 smithi082 podman[82837]: 2024-08-17 00:42:12.069326655 +0000 UTC m=+0.220517884 container died 8ca95fca41b06678a41e3e3bfaa92da5d9ba95d67552fe515cb867db13d58e7c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:42:12.519 INFO:tasks.rados.rados.0.smithi082.stdout:556: done (4 left) 2024-08-17T00:42:12.519 INFO:tasks.rados.rados.0.smithi082.stdout:557: setattr oid 11 current snap is 47 2024-08-17T00:42:12.520 INFO:tasks.rados.rados.0.smithi082.stdout:551: finishing write tid 1 to smithi08280503-39 2024-08-17T00:42:12.520 INFO:tasks.rados.rados.0.smithi082.stdout:551: finishing write tid 2 to smithi08280503-39 2024-08-17T00:42:12.520 INFO:tasks.rados.rados.0.smithi082.stdout:554: finishing rollback tid 0 to smithi08280503-23 2024-08-17T00:42:12.520 INFO:tasks.rados.rados.0.smithi082.stdout:553: finishing write tid 1 to smithi08280503-8 2024-08-17T00:42:12.520 INFO:tasks.rados.rados.0.smithi082.stdout:553: finishing write tid 2 to smithi08280503-8 2024-08-17T00:42:12.520 INFO:tasks.rados.rados.0.smithi082.stdout:554: finishing rollback tid 1 to smithi08280503-23 2024-08-17T00:42:12.520 INFO:tasks.rados.rados.0.smithi082.stdout:551: finishing write tid 3 to smithi08280503-39 2024-08-17T00:42:12.520 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 88 (ObjNum 185 snap 47 seq_num 185) dirty exists 2024-08-17T00:42:12.520 INFO:tasks.rados.rados.0.smithi082.stdout:551: left oid 39 (ObjNum 185 snap 47 seq_num 185) 2024-08-17T00:42:12.520 INFO:tasks.rados.rados.0.smithi082.stdout:554: finishing rollback tid 2 to smithi08280503-23 2024-08-17T00:42:12.520 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 97 (ObjNum 142 snap 34 seq_num 142) dirty exists 2024-08-17T00:42:12.520 INFO:tasks.rados.rados.0.smithi082.stdout:553: finishing write tid 3 to smithi08280503-8 2024-08-17T00:42:12.521 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 174 (ObjNum 186 snap 47 seq_num 186) dirty exists 2024-08-17T00:42:12.521 INFO:tasks.rados.rados.0.smithi082.stdout:553: left oid 8 (ObjNum 186 snap 47 seq_num 186) 2024-08-17T00:42:12.521 INFO:tasks.rados.rados.0.smithi082.stdout:555: finishing copy_from racing read to smithi08280503-12 2024-08-17T00:42:12.521 INFO:tasks.rados.rados.0.smithi082.stdout:555: finishing copy_from to smithi08280503-12 2024-08-17T00:42:12.521 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 58 (ObjNum 165 snap 38 seq_num 165) dirty exists 2024-08-17T00:42:12.522 INFO:tasks.rados.rados.0.smithi082.stdout:551: done (4 left) 2024-08-17T00:42:12.522 INFO:tasks.rados.rados.0.smithi082.stdout:553: done (3 left) 2024-08-17T00:42:12.522 INFO:tasks.rados.rados.0.smithi082.stdout:554: done (2 left) 2024-08-17T00:42:12.522 INFO:tasks.rados.rados.0.smithi082.stdout:555: done (1 left) 2024-08-17T00:42:12.522 INFO:tasks.rados.rados.0.smithi082.stdout:558: read oid 22 snap 21 2024-08-17T00:42:12.522 INFO:tasks.rados.rados.0.smithi082.stdout:558: expect (ObjNum 34 snap 0 seq_num 34) 2024-08-17T00:42:12.522 INFO:tasks.rados.rados.0.smithi082.stdout:559: copy_from oid 46 from oid 23 current snap is 47 2024-08-17T00:42:12.522 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 33 current snap is 47 2024-08-17T00:42:12.522 INFO:tasks.rados.rados.0.smithi082.stdout:560: seq_num 187 ranges {4284416=737280} 2024-08-17T00:42:12.550 INFO:tasks.rados.rados.0.smithi082.stdout:560: writing smithi08280503-33 from 4284416 to 5021696 tid 1 2024-08-17T00:42:12.550 INFO:tasks.rados.rados.0.smithi082.stdout:561: rollback oid 27 current snap is 47 2024-08-17T00:42:12.550 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 27 to 39 2024-08-17T00:42:12.550 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 88 (ObjNum 81 snap 0 seq_num 0) dirty exists 2024-08-17T00:42:12.550 INFO:tasks.rados.rados.0.smithi082.stdout:558: expect (ObjNum 34 snap 0 seq_num 34) 2024-08-17T00:42:12.569 INFO:tasks.rados.rados.0.smithi082.stdout:561: finishing rollback tid 0 to smithi08280503-27 2024-08-17T00:42:12.570 INFO:tasks.rados.rados.0.smithi082.stdout:561: finishing rollback tid 1 to smithi08280503-27 2024-08-17T00:42:12.570 INFO:tasks.rados.rados.0.smithi082.stdout:561: finishing rollback tid 2 to smithi08280503-27 2024-08-17T00:42:12.570 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 210 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-17T00:42:12.570 INFO:tasks.rados.rados.0.smithi082.stdout:560: finishing write tid 1 to smithi08280503-33 2024-08-17T00:42:12.570 INFO:tasks.rados.rados.0.smithi082.stdout:560: finishing write tid 2 to smithi08280503-33 2024-08-17T00:42:12.570 INFO:tasks.rados.rados.0.smithi082.stdout:560: finishing write tid 3 to smithi08280503-33 2024-08-17T00:42:12.570 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 188 (ObjNum 187 snap 47 seq_num 187) dirty exists 2024-08-17T00:42:12.570 INFO:tasks.rados.rados.0.smithi082.stdout:560: left oid 33 (ObjNum 187 snap 47 seq_num 187) 2024-08-17T00:42:12.570 INFO:tasks.rados.rados.0.smithi082.stdout:559: finishing copy_from racing read to smithi08280503-46 2024-08-17T00:42:12.570 INFO:tasks.rados.rados.0.smithi082.stdout:559: finishing copy_from to smithi08280503-46 2024-08-17T00:42:12.570 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 46 v 97 (ObjNum 142 snap 34 seq_num 142) dirty exists 2024-08-17T00:42:12.571 INFO:tasks.rados.rados.0.smithi082.stdout:557: done (4 left) 2024-08-17T00:42:12.571 INFO:tasks.rados.rados.0.smithi082.stdout:558: done (3 left) 2024-08-17T00:42:12.571 INFO:tasks.rados.rados.0.smithi082.stdout:559: done (2 left) 2024-08-17T00:42:12.571 INFO:tasks.rados.rados.0.smithi082.stdout:560: done (1 left) 2024-08-17T00:42:12.571 INFO:tasks.rados.rados.0.smithi082.stdout:561: done (0 left) 2024-08-17T00:42:12.571 INFO:tasks.rados.rados.0.smithi082.stdout:562: setattr oid 19 current snap is 47 2024-08-17T00:42:12.572 INFO:tasks.rados.rados.0.smithi082.stdout:563: rmattr oid 8 current snap is 47 2024-08-17T00:42:12.572 INFO:tasks.rados.rados.0.smithi082.stdout:563: done (1 left) 2024-08-17T00:42:12.572 INFO:tasks.rados.rados.0.smithi082.stdout:564: read oid 42 snap -1 2024-08-17T00:42:12.572 INFO:tasks.rados.rados.0.smithi082.stdout:564: expect (ObjNum 127 snap 29 seq_num 127) 2024-08-17T00:42:12.572 INFO:tasks.rados.rados.0.smithi082.stdout:565: snap_create 2024-08-17T00:42:12.574 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 211 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-17T00:42:12.585 INFO:tasks.rados.rados.0.smithi082.stdout:564: expect (ObjNum 127 snap 29 seq_num 127) 2024-08-17T00:42:12.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:12 smithi082 ceph-mon[39953]: osdmap e165: 8 total, 8 up, 8 in 2024-08-17T00:42:12.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:12 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:42:12.726 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:42:12 smithi082 podman[82837]: 2024-08-17 00:42:12.520284303 +0000 UTC m=+0.671475534 container cleanup 8ca95fca41b06678a41e3e3bfaa92da5d9ba95d67552fe515cb867db13d58e7c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:42:12.726 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:42:12 smithi082 bash[82837]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a 2024-08-17T00:42:12.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:12 smithi082 ceph-mon[29275]: osdmap e165: 8 total, 8 up, 8 in 2024-08-17T00:42:12.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:12 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:42:12.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:12 smithi137 ceph-mon[33068]: osdmap e165: 8 total, 8 up, 8 in 2024-08-17T00:42:12.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:12 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:42:13.181 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:42:12 smithi082 podman[82851]: 2024-08-17 00:42:12.765015515 +0000 UTC m=+0.686324610 container remove 8ca95fca41b06678a41e3e3bfaa92da5d9ba95d67552fe515cb867db13d58e7c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:42:13.181 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:42:12 smithi082 podman[82851]: 2024-08-17 00:42:12.922663793 +0000 UTC m=+0.843972844 volume remove 6b9dd2371a96e156ae97947b0492d6d045d430400dcb567cb34d3addcf8f4603 2024-08-17T00:42:13.477 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:42:13 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-17T00:42:13.478 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:42:13 smithi082 systemd[1]: Stopped Ceph alertmanager.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:42:13.479 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:42:13 smithi082 systemd[1]: Starting Ceph alertmanager.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:42:13.479 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:42:13 smithi082 podman[82941]: 2024-08-17 00:42:13.307546551 +0000 UTC m=+0.016891679 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-17T00:42:13.479 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:42:13 smithi082 podman[82941]: 2024-08-17 00:42:13.406976932 +0000 UTC m=+0.116322098 volume create 05ef651e720e16fa038485f4140bc009117b2a240daa63d14f92cf2baa97d5c2 2024-08-17T00:42:13.524 INFO:tasks.rados.rados.0.smithi082.stdout:562: done (2 left) 2024-08-17T00:42:13.524 INFO:tasks.rados.rados.0.smithi082.stdout:564: done (1 left) 2024-08-17T00:42:13.524 INFO:tasks.rados.rados.0.smithi082.stdout:565: done (0 left) 2024-08-17T00:42:13.524 INFO:tasks.rados.rados.0.smithi082.stdout:566: snap_remove snap 43 2024-08-17T00:42:13.802 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:13 smithi082 ceph-mon[39953]: osdmap e166: 8 total, 8 up, 8 in 2024-08-17T00:42:13.803 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:13 smithi082 ceph-mon[39953]: pgmap v27: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 430 KiB/s rd, 668 KiB/s wr, 4 op/s 2024-08-17T00:42:13.803 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:42:13 smithi082 podman[82941]: 2024-08-17 00:42:13.515727759 +0000 UTC m=+0.225072887 container create 21f506531c7e7044833955ae933962ac77eb6900fc2218195583f2319325e78f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:42:13.803 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:13 smithi082 ceph-mon[29275]: osdmap e166: 8 total, 8 up, 8 in 2024-08-17T00:42:13.803 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:13 smithi082 ceph-mon[29275]: pgmap v27: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 430 KiB/s rd, 668 KiB/s wr, 4 op/s 2024-08-17T00:42:13.888 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:13 smithi137 ceph-mon[33068]: osdmap e166: 8 total, 8 up, 8 in 2024-08-17T00:42:13.889 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:13 smithi137 ceph-mon[33068]: pgmap v27: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 430 KiB/s rd, 668 KiB/s wr, 4 op/s 2024-08-17T00:42:14.225 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:42:13 smithi082 podman[82941]: 2024-08-17 00:42:13.802131306 +0000 UTC m=+0.511476446 container init 21f506531c7e7044833955ae933962ac77eb6900fc2218195583f2319325e78f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:42:14.225 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:42:13 smithi082 podman[82941]: 2024-08-17 00:42:13.805026099 +0000 UTC m=+0.514371231 container start 21f506531c7e7044833955ae933962ac77eb6900fc2218195583f2319325e78f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:42:14.225 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:42:13 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[82956]: ts=2024-08-17T00:42:13.816Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-17T00:42:14.226 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:42:13 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[82956]: ts=2024-08-17T00:42:13.816Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-17T00:42:14.226 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:42:13 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[82956]: ts=2024-08-17T00:42:13.817Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.82 port=9094 2024-08-17T00:42:14.226 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:42:13 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[82956]: ts=2024-08-17T00:42:13.818Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-17T00:42:14.226 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:42:13 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[82956]: ts=2024-08-17T00:42:13.841Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T00:42:14.226 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:42:13 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[82956]: ts=2024-08-17T00:42:13.841Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T00:42:14.226 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:42:13 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[82956]: ts=2024-08-17T00:42:13.844Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-17T00:42:14.226 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:42:13 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[82956]: ts=2024-08-17T00:42:13.844Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-17T00:42:14.226 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:42:13 smithi082 bash[82941]: 21f506531c7e7044833955ae933962ac77eb6900fc2218195583f2319325e78f 2024-08-17T00:42:14.226 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:42:13 smithi082 systemd[1]: Started Ceph alertmanager.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:42:14.491 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:14 smithi082 systemd[1]: Stopping Ceph node-exporter.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:42:14.524 INFO:tasks.rados.rados.0.smithi082.stdout:566: done (0 left) 2024-08-17T00:42:14.524 INFO:tasks.rados.rados.0.smithi082.stdout:567: read oid 10 snap -1 2024-08-17T00:42:14.525 INFO:tasks.rados.rados.0.smithi082.stdout:567: expect (ObjNum 71 snap 10 seq_num 71) 2024-08-17T00:42:14.525 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 9 current snap is 48 2024-08-17T00:42:14.525 INFO:tasks.rados.rados.0.smithi082.stdout:568: seq_num 188 ranges {1097728=753664} 2024-08-17T00:42:14.536 INFO:tasks.rados.rados.0.smithi082.stdout:568: writing smithi08280503-9 from 1097728 to 1851392 tid 1 2024-08-17T00:42:14.536 INFO:tasks.rados.rados.0.smithi082.stdout:569: rollback oid 5 current snap is 48 2024-08-17T00:42:14.537 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 5 to 39 2024-08-17T00:42:14.537 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 6 current snap is 48 2024-08-17T00:42:14.537 INFO:tasks.rados.rados.0.smithi082.stdout:567: expect (ObjNum 71 snap 10 seq_num 71) 2024-08-17T00:42:14.596 INFO:tasks.rados.rados.0.smithi082.stdout:569: finishing rollback tid 1 to smithi08280503-5 2024-08-17T00:42:14.596 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 0 (ObjNum 33 snap 0 seq_num 3911802576) dirty dne 2024-08-17T00:42:14.597 INFO:tasks.rados.rados.0.smithi082.stdout:568: finishing write tid 1 to smithi08280503-9 2024-08-17T00:42:14.597 INFO:tasks.rados.rados.0.smithi082.stdout:568: finishing write tid 2 to smithi08280503-9 2024-08-17T00:42:14.597 INFO:tasks.rados.rados.0.smithi082.stdout:570: seq_num 189 ranges {0=770048} 2024-08-17T00:42:14.601 INFO:tasks.rados.rados.0.smithi082.stdout:570: writing smithi08280503-6 from 0 to 770048 tid 1 2024-08-17T00:42:14.601 INFO:tasks.rados.rados.0.smithi082.stdout:567: done (3 left) 2024-08-17T00:42:14.601 INFO:tasks.rados.rados.0.smithi082.stdout:569: done (2 left) 2024-08-17T00:42:14.601 INFO:tasks.rados.rados.0.smithi082.stdout:571: rollback oid 50 current snap is 48 2024-08-17T00:42:14.602 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 50 to 40 2024-08-17T00:42:14.602 INFO:tasks.rados.rados.0.smithi082.stdout:568: finishing write tid 3 to smithi08280503-9 2024-08-17T00:42:14.602 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 253 (ObjNum 188 snap 48 seq_num 188) dirty exists 2024-08-17T00:42:14.602 INFO:tasks.rados.rados.0.smithi082.stdout:568: left oid 9 (ObjNum 188 snap 48 seq_num 188) 2024-08-17T00:42:14.602 INFO:tasks.rados.rados.0.smithi082.stdout:568: done (2 left) 2024-08-17T00:42:14.602 INFO:tasks.rados.rados.0.smithi082.stdout:572: rollback oid 38 current snap is 48 2024-08-17T00:42:14.602 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 38 to 21 2024-08-17T00:42:14.602 INFO:tasks.rados.rados.0.smithi082.stdout:573: read oid 18 snap 47 2024-08-17T00:42:14.602 INFO:tasks.rados.rados.0.smithi082.stdout:573: expect (ObjNum 184 snap 47 seq_num 184) 2024-08-17T00:42:14.602 INFO:tasks.rados.rados.0.smithi082.stdout:574: copy_from oid 16 from oid 42 current snap is 48 2024-08-17T00:42:14.602 INFO:tasks.rados.rados.0.smithi082.stdout:575: snap_remove snap 13 2024-08-17T00:42:14.890 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:14 smithi082 podman[83089]: 2024-08-17 00:42:14.490899926 +0000 UTC m=+0.116270687 container died 988ed3b7065d5a6e1be3dc2829bca9ae1fc0958c383d2e5d5e1a54b5eb75ce5a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:42:14.890 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:14 smithi082 ceph-mon[39953]: osdmap e167: 8 total, 8 up, 8 in 2024-08-17T00:42:14.890 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:14 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:14.890 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:14 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:14.890 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:14 smithi082 ceph-mon[39953]: Reconfiguring node-exporter.a (dependencies changed)... 2024-08-17T00:42:14.890 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:14 smithi082 ceph-mon[39953]: Reconfiguring daemon node-exporter.a on smithi082 2024-08-17T00:42:14.891 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:14 smithi082 ceph-mon[29275]: osdmap e167: 8 total, 8 up, 8 in 2024-08-17T00:42:14.891 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:14 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:14.891 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:14 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:14.891 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:14 smithi082 ceph-mon[29275]: Reconfiguring node-exporter.a (dependencies changed)... 2024-08-17T00:42:14.891 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:14 smithi082 ceph-mon[29275]: Reconfiguring daemon node-exporter.a on smithi082 2024-08-17T00:42:14.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:14 smithi137 ceph-mon[33068]: osdmap e167: 8 total, 8 up, 8 in 2024-08-17T00:42:14.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:14 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:14.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:14 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:14.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:14 smithi137 ceph-mon[33068]: Reconfiguring node-exporter.a (dependencies changed)... 2024-08-17T00:42:14.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:14 smithi137 ceph-mon[33068]: Reconfiguring daemon node-exporter.a on smithi082 2024-08-17T00:42:15.225 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:14 smithi082 podman[83089]: 2024-08-17 00:42:14.889139924 +0000 UTC m=+0.514510675 container cleanup 988ed3b7065d5a6e1be3dc2829bca9ae1fc0958c383d2e5d5e1a54b5eb75ce5a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:42:15.225 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:14 smithi082 bash[83089]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a 2024-08-17T00:42:15.225 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 podman[83104]: 2024-08-17 00:42:15.115558391 +0000 UTC m=+0.628548638 container remove 988ed3b7065d5a6e1be3dc2829bca9ae1fc0958c383d2e5d5e1a54b5eb75ce5a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:42:15.225 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-17T00:42:15.531 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-17T00:42:15.531 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 systemd[1]: Stopped Ceph node-exporter.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:42:15.531 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@node-exporter.a.service: Consumed 2.057s CPU time. 2024-08-17T00:42:15.531 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 systemd[1]: Starting Ceph node-exporter.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:42:15.531 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 podman[83203]: 2024-08-17 00:42:15.384825107 +0000 UTC m=+0.016888840 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-17T00:42:15.532 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 podman[83203]: 2024-08-17 00:42:15.500008833 +0000 UTC m=+0.132072560 container create 198283f1b08eb337ae8caea4a766710f06fae2390b538afe4dfd358d6a3f6c66 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:42:15.535 INFO:tasks.rados.rados.0.smithi082.stdout:575: done (5 left) 2024-08-17T00:42:15.535 INFO:tasks.rados.rados.0.smithi082.stdout:576: snap_remove snap 39 2024-08-17T00:42:15.535 INFO:tasks.rados.rados.0.smithi082.stdout:571: finishing rollback tid 0 to smithi08280503-50 2024-08-17T00:42:15.535 INFO:tasks.rados.rados.0.smithi082.stdout:572: finishing rollback tid 0 to smithi08280503-38 2024-08-17T00:42:15.535 INFO:tasks.rados.rados.0.smithi082.stdout:570: finishing write tid 1 to smithi08280503-6 2024-08-17T00:42:15.535 INFO:tasks.rados.rados.0.smithi082.stdout:572: finishing rollback tid 1 to smithi08280503-38 2024-08-17T00:42:15.535 INFO:tasks.rados.rados.0.smithi082.stdout:570: finishing write tid 2 to smithi08280503-6 2024-08-17T00:42:15.535 INFO:tasks.rados.rados.0.smithi082.stdout:571: finishing rollback tid 1 to smithi08280503-50 2024-08-17T00:42:15.536 INFO:tasks.rados.rados.0.smithi082.stdout:572: finishing rollback tid 2 to smithi08280503-38 2024-08-17T00:42:15.536 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 94 (ObjNum 95 snap 17 seq_num 95) dirty exists 2024-08-17T00:42:15.536 INFO:tasks.rados.rados.0.smithi082.stdout:571: finishing rollback tid 2 to smithi08280503-50 2024-08-17T00:42:15.536 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 221 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-17T00:42:15.536 INFO:tasks.rados.rados.0.smithi082.stdout:573: expect (ObjNum 184 snap 47 seq_num 184) 2024-08-17T00:42:15.580 INFO:tasks.rados.rados.0.smithi082.stdout:570: finishing write tid 3 to smithi08280503-6 2024-08-17T00:42:15.580 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 75 (ObjNum 189 snap 48 seq_num 189) dirty exists 2024-08-17T00:42:15.580 INFO:tasks.rados.rados.0.smithi082.stdout:570: left oid 6 (ObjNum 189 snap 48 seq_num 189) 2024-08-17T00:42:15.580 INFO:tasks.rados.rados.0.smithi082.stdout:574: finishing copy_from racing read to smithi08280503-16 2024-08-17T00:42:15.580 INFO:tasks.rados.rados.0.smithi082.stdout:574: finishing copy_from to smithi08280503-16 2024-08-17T00:42:15.580 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 205 (ObjNum 127 snap 29 seq_num 127) dirty exists 2024-08-17T00:42:15.819 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[29502]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:42:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:42:15.819 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-mon[29275]: osdmap e168: 8 total, 8 up, 8 in 2024-08-17T00:42:15.819 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-mon[29275]: pgmap v30: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-08-17T00:42:15.819 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-mon[39953]: osdmap e168: 8 total, 8 up, 8 in 2024-08-17T00:42:15.820 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-mon[39953]: pgmap v30: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-08-17T00:42:15.820 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 podman[83203]: 2024-08-17 00:42:15.753048085 +0000 UTC m=+0.385111821 container init 198283f1b08eb337ae8caea4a766710f06fae2390b538afe4dfd358d6a3f6c66 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:42:15.820 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 podman[83203]: 2024-08-17 00:42:15.755809743 +0000 UTC m=+0.387873468 container start 198283f1b08eb337ae8caea4a766710f06fae2390b538afe4dfd358d6a3f6c66 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:42:15.820 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.758Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-17T00:42:15.821 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.758Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-17T00:42:15.821 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.759Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-17T00:42:15.821 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.759Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-17T00:42:15.821 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-17T00:42:15.821 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-17T00:42:15.821 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-17T00:42:15.821 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=arp 2024-08-17T00:42:15.821 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-17T00:42:15.821 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-17T00:42:15.821 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-17T00:42:15.821 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-17T00:42:15.821 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-17T00:42:15.822 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-17T00:42:15.822 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-17T00:42:15.822 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-17T00:42:15.822 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=edac 2024-08-17T00:42:15.822 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-17T00:42:15.822 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-17T00:42:15.822 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-17T00:42:15.822 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-17T00:42:15.822 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-17T00:42:15.823 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-17T00:42:15.823 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-17T00:42:15.823 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-17T00:42:15.823 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-17T00:42:15.823 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-17T00:42:15.823 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-17T00:42:15.823 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-17T00:42:15.823 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-17T00:42:15.823 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-17T00:42:15.823 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-17T00:42:15.823 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-17T00:42:15.823 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=os 2024-08-17T00:42:15.824 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-17T00:42:15.824 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-17T00:42:15.824 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-17T00:42:15.824 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-17T00:42:15.824 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-17T00:42:15.824 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-17T00:42:15.824 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-17T00:42:15.824 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=stat 2024-08-17T00:42:15.824 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-17T00:42:15.824 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-17T00:42:15.824 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-17T00:42:15.824 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=time 2024-08-17T00:42:15.824 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-17T00:42:15.824 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=uname 2024-08-17T00:42:15.825 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-17T00:42:15.825 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-17T00:42:15.825 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.760Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-17T00:42:15.825 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.761Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-17T00:42:15.825 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[83219]: ts=2024-08-17T00:42:15.761Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-17T00:42:15.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:15 smithi137 ceph-mon[33068]: osdmap e168: 8 total, 8 up, 8 in 2024-08-17T00:42:15.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:15 smithi137 ceph-mon[33068]: pgmap v30: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-08-17T00:42:16.225 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 bash[83203]: 198283f1b08eb337ae8caea4a766710f06fae2390b538afe4dfd358d6a3f6c66 2024-08-17T00:42:16.225 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:42:15 smithi082 systemd[1]: Started Ceph node-exporter.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:42:16.225 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[82956]: ts=2024-08-17T00:42:15.818Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000166821s 2024-08-17T00:42:16.537 INFO:tasks.rados.rados.0.smithi082.stdout:570: done (5 left) 2024-08-17T00:42:16.538 INFO:tasks.rados.rados.0.smithi082.stdout:571: done (4 left) 2024-08-17T00:42:16.538 INFO:tasks.rados.rados.0.smithi082.stdout:572: done (3 left) 2024-08-17T00:42:16.538 INFO:tasks.rados.rados.0.smithi082.stdout:573: done (2 left) 2024-08-17T00:42:16.538 INFO:tasks.rados.rados.0.smithi082.stdout:574: done (1 left) 2024-08-17T00:42:16.538 INFO:tasks.rados.rados.0.smithi082.stdout:576: done (0 left) 2024-08-17T00:42:16.538 INFO:tasks.rados.rados.0.smithi082.stdout:577: rollback oid 28 current snap is 48 2024-08-17T00:42:16.538 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 28 to 38 2024-08-17T00:42:16.538 INFO:tasks.rados.rados.0.smithi082.stdout:578: delete oid 15 current snap is 48 2024-08-17T00:42:16.542 INFO:tasks.rados.rados.0.smithi082.stdout:578: done (1 left) 2024-08-17T00:42:16.543 INFO:tasks.rados.rados.0.smithi082.stdout:579: read oid 10 snap -1 2024-08-17T00:42:16.543 INFO:tasks.rados.rados.0.smithi082.stdout:579: expect (ObjNum 71 snap 10 seq_num 71) 2024-08-17T00:42:16.543 INFO:tasks.rados.rados.0.smithi082.stdout:580: rollback oid 7 current snap is 48 2024-08-17T00:42:16.543 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 7 to 42 2024-08-17T00:42:16.543 INFO:tasks.rados.rados.0.smithi082.stdout:581: rmattr oid 44 current snap is 48 2024-08-17T00:42:16.543 INFO:tasks.rados.rados.0.smithi082.stdout:581: done (3 left) 2024-08-17T00:42:16.543 INFO:tasks.rados.rados.0.smithi082.stdout:582: copy_from oid 44 from oid 50 current snap is 48 2024-08-17T00:42:16.544 INFO:tasks.rados.rados.0.smithi082.stdout:583: rollback oid 24 current snap is 48 2024-08-17T00:42:16.544 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 24 to 41 2024-08-17T00:42:16.544 INFO:tasks.rados.rados.0.smithi082.stdout:584: copy_from oid 34 from oid 25 current snap is 48 2024-08-17T00:42:16.544 INFO:tasks.rados.rados.0.smithi082.stdout:585: copy_from oid 41 from oid 14 current snap is 48 2024-08-17T00:42:16.544 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 36 current snap is 48 2024-08-17T00:42:16.544 INFO:tasks.rados.rados.0.smithi082.stdout:586: seq_num 191 ranges {761856=802816} 2024-08-17T00:42:16.552 INFO:tasks.rados.rados.0.smithi082.stdout:586: writing smithi08280503-36 from 761856 to 1564672 tid 1 2024-08-17T00:42:16.553 INFO:tasks.rados.rados.0.smithi082.stdout:587: snap_remove snap 40 2024-08-17T00:42:16.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:16 smithi137 ceph-mon[33068]: osdmap e169: 8 total, 8 up, 8 in 2024-08-17T00:42:16.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:16 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:16.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:16 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:16.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:16 smithi137 ceph-mon[33068]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T00:42:16.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:16 smithi082 ceph-mon[39953]: osdmap e169: 8 total, 8 up, 8 in 2024-08-17T00:42:16.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:16 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:16.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:16 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:16.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:16 smithi082 ceph-mon[39953]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T00:42:16.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:16 smithi082 ceph-mon[29275]: osdmap e169: 8 total, 8 up, 8 in 2024-08-17T00:42:16.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:16 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:16.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:16 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:16.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:16 smithi082 ceph-mon[29275]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T00:42:17.559 INFO:tasks.rados.rados.0.smithi082.stdout:587: done (8 left) 2024-08-17T00:42:17.559 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 4 current snap is 48 2024-08-17T00:42:17.559 INFO:tasks.rados.rados.0.smithi082.stdout:580: finishing rollback tid 0 to smithi08280503-7 2024-08-17T00:42:17.559 INFO:tasks.rados.rados.0.smithi082.stdout:577: finishing rollback tid 0 to smithi08280503-28 2024-08-17T00:42:17.559 INFO:tasks.rados.rados.0.smithi082.stdout:577: finishing rollback tid 1 to smithi08280503-28 2024-08-17T00:42:17.559 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 193 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-17T00:42:17.559 INFO:tasks.rados.rados.0.smithi082.stdout:579: expect (ObjNum 71 snap 10 seq_num 71) 2024-08-17T00:42:17.622 INFO:tasks.rados.rados.0.smithi082.stdout:580: finishing rollback tid 1 to smithi08280503-7 2024-08-17T00:42:17.622 INFO:tasks.rados.rados.0.smithi082.stdout:580: finishing rollback tid 2 to smithi08280503-7 2024-08-17T00:42:17.622 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 225 (ObjNum 102 snap 21 seq_num 102) dirty exists 2024-08-17T00:42:17.623 INFO:tasks.rados.rados.0.smithi082.stdout:583: finishing rollback tid 0 to smithi08280503-24 2024-08-17T00:42:17.623 INFO:tasks.rados.rados.0.smithi082.stdout:583: finishing rollback tid 1 to smithi08280503-24 2024-08-17T00:42:17.623 INFO:tasks.rados.rados.0.smithi082.stdout:588: seq_num 192 ranges {0=417792,417792=401408} 2024-08-17T00:42:17.624 INFO:tasks.rados.rados.0.smithi082.stdout:588: writing smithi08280503-4 from 0 to 417792 tid 1 2024-08-17T00:42:17.627 INFO:tasks.rados.rados.0.smithi082.stdout:588: writing smithi08280503-4 from 417792 to 819200 tid 2 2024-08-17T00:42:17.628 INFO:tasks.rados.rados.0.smithi082.stdout:577: done (8 left) 2024-08-17T00:42:17.628 INFO:tasks.rados.rados.0.smithi082.stdout:579: done (7 left) 2024-08-17T00:42:17.628 INFO:tasks.rados.rados.0.smithi082.stdout:580: done (6 left) 2024-08-17T00:42:17.628 INFO:tasks.rados.rados.0.smithi082.stdout:589: read oid 8 snap -1 2024-08-17T00:42:17.628 INFO:tasks.rados.rados.0.smithi082.stdout:589: expect (ObjNum 186 snap 47 seq_num 186) 2024-08-17T00:42:17.628 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 17 current snap is 48 2024-08-17T00:42:17.628 INFO:tasks.rados.rados.0.smithi082.stdout:583: finishing rollback tid 2 to smithi08280503-24 2024-08-17T00:42:17.628 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 197 (ObjNum 127 snap 29 seq_num 127) dirty exists 2024-08-17T00:42:17.628 INFO:tasks.rados.rados.0.smithi082.stdout:586: finishing write tid 1 to smithi08280503-36 2024-08-17T00:42:17.628 INFO:tasks.rados.rados.0.smithi082.stdout:586: finishing write tid 2 to smithi08280503-36 2024-08-17T00:42:17.628 INFO:tasks.rados.rados.0.smithi082.stdout:590: seq_num 193 ranges {385024=434176,819200=401408} 2024-08-17T00:42:17.632 INFO:tasks.rados.rados.0.smithi082.stdout:590: writing smithi08280503-17 from 385024 to 819200 tid 1 2024-08-17T00:42:17.635 INFO:tasks.rados.rados.0.smithi082.stdout:590: writing smithi08280503-17 from 819200 to 1220608 tid 2 2024-08-17T00:42:17.635 INFO:tasks.rados.rados.0.smithi082.stdout:583: done (7 left) 2024-08-17T00:42:17.635 INFO:tasks.rados.rados.0.smithi082.stdout:591: snap_create 2024-08-17T00:42:17.635 INFO:tasks.rados.rados.0.smithi082.stdout:586: finishing write tid 3 to smithi08280503-36 2024-08-17T00:42:17.635 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 222 (ObjNum 191 snap 48 seq_num 191) dirty exists 2024-08-17T00:42:17.635 INFO:tasks.rados.rados.0.smithi082.stdout:586: left oid 36 (ObjNum 191 snap 48 seq_num 191) 2024-08-17T00:42:17.635 INFO:tasks.rados.rados.0.smithi082.stdout:584: finishing copy_from racing read to smithi08280503-34 2024-08-17T00:42:17.636 INFO:tasks.rados.rados.0.smithi082.stdout:582: finishing copy_from racing read to smithi08280503-44 2024-08-17T00:42:17.636 INFO:tasks.rados.rados.0.smithi082.stdout:584: finishing copy_from to smithi08280503-34 2024-08-17T00:42:17.636 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 128 (ObjNum 102 snap 21 seq_num 102) dirty exists 2024-08-17T00:42:17.636 INFO:tasks.rados.rados.0.smithi082.stdout:585: finishing copy_from racing read to smithi08280503-41 2024-08-17T00:42:17.636 INFO:tasks.rados.rados.0.smithi082.stdout:582: finishing copy_from to smithi08280503-44 2024-08-17T00:42:17.636 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 221 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-17T00:42:17.636 INFO:tasks.rados.rados.0.smithi082.stdout:585: finishing copy_from to smithi08280503-41 2024-08-17T00:42:17.636 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 67 (ObjNum 102 snap 21 seq_num 102) dirty exists 2024-08-17T00:42:17.636 INFO:tasks.rados.rados.0.smithi082.stdout:588: finishing write tid 1 to smithi08280503-4 2024-08-17T00:42:17.636 INFO:tasks.rados.rados.0.smithi082.stdout:588: finishing write tid 2 to smithi08280503-4 2024-08-17T00:42:17.636 INFO:tasks.rados.rados.0.smithi082.stdout:588: finishing write tid 3 to smithi08280503-4 2024-08-17T00:42:17.636 INFO:tasks.rados.rados.0.smithi082.stdout:588: finishing write tid 4 to smithi08280503-4 2024-08-17T00:42:17.636 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 274 (ObjNum 192 snap 48 seq_num 192) dirty exists 2024-08-17T00:42:17.637 INFO:tasks.rados.rados.0.smithi082.stdout:588: left oid 4 (ObjNum 192 snap 48 seq_num 192) 2024-08-17T00:42:17.637 INFO:tasks.rados.rados.0.smithi082.stdout:589: expect (ObjNum 186 snap 47 seq_num 186) 2024-08-17T00:42:17.674 INFO:tasks.rados.rados.0.smithi082.stdout:590: finishing write tid 1 to smithi08280503-17 2024-08-17T00:42:17.674 INFO:tasks.rados.rados.0.smithi082.stdout:590: finishing write tid 2 to smithi08280503-17 2024-08-17T00:42:17.675 INFO:tasks.rados.rados.0.smithi082.stdout:590: finishing write tid 3 to smithi08280503-17 2024-08-17T00:42:17.675 INFO:tasks.rados.rados.0.smithi082.stdout:590: finishing write tid 4 to smithi08280503-17 2024-08-17T00:42:17.675 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 156 (ObjNum 193 snap 48 seq_num 193) dirty exists 2024-08-17T00:42:17.675 INFO:tasks.rados.rados.0.smithi082.stdout:590: left oid 17 (ObjNum 193 snap 48 seq_num 193) 2024-08-17T00:42:17.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:17 smithi082 ceph-mon[29275]: Reconfiguring daemon prometheus.a on smithi137 2024-08-17T00:42:17.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:17 smithi082 ceph-mon[29275]: osdmap e170: 8 total, 8 up, 8 in 2024-08-17T00:42:17.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:17 smithi082 ceph-mon[29275]: pgmap v33: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.6 MiB/s wr, 37 op/s 2024-08-17T00:42:17.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:17 smithi082 ceph-mon[39953]: Reconfiguring daemon prometheus.a on smithi137 2024-08-17T00:42:17.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:17 smithi082 ceph-mon[39953]: osdmap e170: 8 total, 8 up, 8 in 2024-08-17T00:42:17.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:17 smithi082 ceph-mon[39953]: pgmap v33: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.6 MiB/s wr, 37 op/s 2024-08-17T00:42:17.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:17 smithi137 ceph-mon[33068]: Reconfiguring daemon prometheus.a on smithi137 2024-08-17T00:42:17.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:17 smithi137 ceph-mon[33068]: osdmap e170: 8 total, 8 up, 8 in 2024-08-17T00:42:17.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:17 smithi137 ceph-mon[33068]: pgmap v33: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.6 MiB/s wr, 37 op/s 2024-08-17T00:42:18.563 INFO:tasks.rados.rados.0.smithi082.stdout:582: done (7 left) 2024-08-17T00:42:18.563 INFO:tasks.rados.rados.0.smithi082.stdout:584: done (6 left) 2024-08-17T00:42:18.563 INFO:tasks.rados.rados.0.smithi082.stdout:585: done (5 left) 2024-08-17T00:42:18.563 INFO:tasks.rados.rados.0.smithi082.stdout:586: done (4 left) 2024-08-17T00:42:18.563 INFO:tasks.rados.rados.0.smithi082.stdout:588: done (3 left) 2024-08-17T00:42:18.564 INFO:tasks.rados.rados.0.smithi082.stdout:589: done (2 left) 2024-08-17T00:42:18.564 INFO:tasks.rados.rados.0.smithi082.stdout:590: done (1 left) 2024-08-17T00:42:18.564 INFO:tasks.rados.rados.0.smithi082.stdout:591: done (0 left) 2024-08-17T00:42:18.564 INFO:tasks.rados.rados.0.smithi082.stdout:592: delete oid 2 current snap is 49 2024-08-17T00:42:18.566 INFO:tasks.rados.rados.0.smithi082.stdout:592: done (0 left) 2024-08-17T00:42:18.566 INFO:tasks.rados.rados.0.smithi082.stdout:593: delete oid 5 current snap is 49 2024-08-17T00:42:18.567 INFO:tasks.rados.rados.0.smithi082.stdout:593: done (0 left) 2024-08-17T00:42:18.568 INFO:tasks.rados.rados.0.smithi082.stdout:594: read oid 43 snap -1 2024-08-17T00:42:18.568 INFO:tasks.rados.rados.0.smithi082.stdout:594: expect (ObjNum 160 snap 37 seq_num 160) 2024-08-17T00:42:18.568 INFO:tasks.rados.rados.0.smithi082.stdout:595: read oid 28 snap 38 2024-08-17T00:42:18.568 INFO:tasks.rados.rados.0.smithi082.stdout:595: expect deleted 2024-08-17T00:42:18.568 INFO:tasks.rados.rados.0.smithi082.stdout:596: delete oid 17 current snap is 49 2024-08-17T00:42:18.570 INFO:tasks.rados.rados.0.smithi082.stdout:595: done (2 left) 2024-08-17T00:42:18.570 INFO:tasks.rados.rados.0.smithi082.stdout:596: done (1 left) 2024-08-17T00:42:18.570 INFO:tasks.rados.rados.0.smithi082.stdout:597: copy_from oid 45 from oid 13 current snap is 49 2024-08-17T00:42:18.570 INFO:tasks.rados.rados.0.smithi082.stdout:598: rmattr oid 35 current snap is 49 2024-08-17T00:42:18.570 INFO:tasks.rados.rados.0.smithi082.stdout:598: done (2 left) 2024-08-17T00:42:18.570 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 11 current snap is 49 2024-08-17T00:42:18.570 INFO:tasks.rados.rados.0.smithi082.stdout:599: seq_num 197 ranges {0=507904,507904=401408} 2024-08-17T00:42:18.573 INFO:tasks.rados.rados.0.smithi082.stdout:599: writing smithi08280503-11 from 0 to 507904 tid 1 2024-08-17T00:42:18.575 INFO:tasks.rados.rados.0.smithi082.stdout:599: writing smithi08280503-11 from 507904 to 909312 tid 2 2024-08-17T00:42:18.576 INFO:tasks.rados.rados.0.smithi082.stdout:600: read oid 19 snap -1 2024-08-17T00:42:18.576 INFO:tasks.rados.rados.0.smithi082.stdout:600: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:42:18.576 INFO:tasks.rados.rados.0.smithi082.stdout:601: rollback oid 38 current snap is 49 2024-08-17T00:42:18.576 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 38 to 36 2024-08-17T00:42:18.576 INFO:tasks.rados.rados.0.smithi082.stdout:594: expect (ObjNum 160 snap 37 seq_num 160) 2024-08-17T00:42:18.586 INFO:tasks.rados.rados.0.smithi082.stdout:597: finishing copy_from to smithi08280503-45 2024-08-17T00:42:18.586 INFO:tasks.rados.rados.0.smithi082.stdout:597: got expected ENOENT (src dne) 2024-08-17T00:42:18.586 INFO:tasks.rados.rados.0.smithi082.stdout:597: finishing copy_from racing read to smithi08280503-45 2024-08-17T00:42:18.586 INFO:tasks.rados.rados.0.smithi082.stdout:600: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:42:18.592 INFO:tasks.rados.rados.0.smithi082.stdout:599: finishing write tid 1 to smithi08280503-11 2024-08-17T00:42:18.592 INFO:tasks.rados.rados.0.smithi082.stdout:599: finishing write tid 2 to smithi08280503-11 2024-08-17T00:42:18.592 INFO:tasks.rados.rados.0.smithi082.stdout:599: finishing write tid 3 to smithi08280503-11 2024-08-17T00:42:18.592 INFO:tasks.rados.rados.0.smithi082.stdout:601: finishing rollback tid 0 to smithi08280503-38 2024-08-17T00:42:18.592 INFO:tasks.rados.rados.0.smithi082.stdout:601: finishing rollback tid 1 to smithi08280503-38 2024-08-17T00:42:18.592 INFO:tasks.rados.rados.0.smithi082.stdout:599: finishing write tid 4 to smithi08280503-11 2024-08-17T00:42:18.592 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 110 (ObjNum 197 snap 49 seq_num 197) dirty exists 2024-08-17T00:42:18.593 INFO:tasks.rados.rados.0.smithi082.stdout:599: left oid 11 (ObjNum 197 snap 49 seq_num 197) 2024-08-17T00:42:18.593 INFO:tasks.rados.rados.0.smithi082.stdout:601: finishing rollback tid 2 to smithi08280503-38 2024-08-17T00:42:18.593 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 114 (ObjNum 134 snap 33 seq_num 134) dirty exists 2024-08-17T00:42:18.593 INFO:tasks.rados.rados.0.smithi082.stdout:594: done (4 left) 2024-08-17T00:42:18.593 INFO:tasks.rados.rados.0.smithi082.stdout:597: done (3 left) 2024-08-17T00:42:18.593 INFO:tasks.rados.rados.0.smithi082.stdout:599: done (2 left) 2024-08-17T00:42:18.593 INFO:tasks.rados.rados.0.smithi082.stdout:600: done (1 left) 2024-08-17T00:42:18.593 INFO:tasks.rados.rados.0.smithi082.stdout:601: done (0 left) 2024-08-17T00:42:18.593 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 38 current snap is 49 2024-08-17T00:42:18.593 INFO:tasks.rados.rados.0.smithi082.stdout:602: seq_num 198 ranges {6578176=524288,7102464=401408} 2024-08-17T00:42:18.629 INFO:tasks.rados.rados.0.smithi082.stdout:602: writing smithi08280503-38 from 6578176 to 7102464 tid 1 2024-08-17T00:42:18.632 INFO:tasks.rados.rados.0.smithi082.stdout:602: writing smithi08280503-38 from 7102464 to 7503872 tid 2 2024-08-17T00:42:18.632 INFO:tasks.rados.rados.0.smithi082.stdout:603: rollback oid 31 current snap is 49 2024-08-17T00:42:18.632 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 31 to 47 2024-08-17T00:42:18.632 INFO:tasks.rados.rados.0.smithi082.stdout:604: copy_from oid 22 from oid 10 current snap is 49 2024-08-17T00:42:18.632 INFO:tasks.rados.rados.0.smithi082.stdout:605: rmattr oid 30 current snap is 49 2024-08-17T00:42:18.632 INFO:tasks.rados.rados.0.smithi082.stdout:605: done (3 left) 2024-08-17T00:42:18.632 INFO:tasks.rados.rados.0.smithi082.stdout:606: read oid 7 snap -1 2024-08-17T00:42:18.632 INFO:tasks.rados.rados.0.smithi082.stdout:606: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:42:18.633 INFO:tasks.rados.rados.0.smithi082.stdout:607: setattr oid 13 current snap is 49 2024-08-17T00:42:18.633 INFO:tasks.rados.rados.0.smithi082.stdout:602: finishing write tid 1 to smithi08280503-38 2024-08-17T00:42:18.634 INFO:tasks.rados.rados.0.smithi082.stdout:602: finishing write tid 2 to smithi08280503-38 2024-08-17T00:42:18.635 INFO:tasks.rados.rados.0.smithi082.stdout:608: delete oid 8 current snap is 49 2024-08-17T00:42:18.635 INFO:tasks.rados.rados.0.smithi082.stdout:602: finishing write tid 3 to smithi08280503-38 2024-08-17T00:42:18.635 INFO:tasks.rados.rados.0.smithi082.stdout:603: finishing rollback tid 0 to smithi08280503-31 2024-08-17T00:42:18.636 INFO:tasks.rados.rados.0.smithi082.stdout:603: finishing rollback tid 1 to smithi08280503-31 2024-08-17T00:42:18.636 INFO:tasks.rados.rados.0.smithi082.stdout:603: finishing rollback tid 2 to smithi08280503-31 2024-08-17T00:42:18.636 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 237 (ObjNum 153 snap 36 seq_num 153) dirty exists 2024-08-17T00:42:18.636 INFO:tasks.rados.rados.0.smithi082.stdout:602: finishing write tid 4 to smithi08280503-38 2024-08-17T00:42:18.636 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 117 (ObjNum 198 snap 49 seq_num 198) dirty exists 2024-08-17T00:42:18.637 INFO:tasks.rados.rados.0.smithi082.stdout:602: left oid 38 (ObjNum 198 snap 49 seq_num 198) 2024-08-17T00:42:18.638 INFO:tasks.rados.rados.0.smithi082.stdout:602: done (5 left) 2024-08-17T00:42:18.638 INFO:tasks.rados.rados.0.smithi082.stdout:603: done (4 left) 2024-08-17T00:42:18.638 INFO:tasks.rados.rados.0.smithi082.stdout:608: done (3 left) 2024-08-17T00:42:18.638 INFO:tasks.rados.rados.0.smithi082.stdout:609: snap_create 2024-08-17T00:42:18.642 INFO:tasks.rados.rados.0.smithi082.stdout:604: finishing copy_from racing read to smithi08280503-22 2024-08-17T00:42:18.645 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 227 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-17T00:42:18.645 INFO:tasks.rados.rados.0.smithi082.stdout:604: finishing copy_from to smithi08280503-22 2024-08-17T00:42:18.645 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 69 (ObjNum 71 snap 10 seq_num 71) dirty exists 2024-08-17T00:42:18.650 INFO:tasks.rados.rados.0.smithi082.stdout:606: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:42:18.790 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:18 smithi137 ceph-mon[33068]: osdmap e171: 8 total, 8 up, 8 in 2024-08-17T00:42:18.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:18 smithi082 ceph-mon[39953]: osdmap e171: 8 total, 8 up, 8 in 2024-08-17T00:42:18.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:18 smithi082 ceph-mon[29275]: osdmap e171: 8 total, 8 up, 8 in 2024-08-17T00:42:19.567 INFO:tasks.rados.rados.0.smithi082.stdout:604: done (3 left) 2024-08-17T00:42:19.567 INFO:tasks.rados.rados.0.smithi082.stdout:606: done (2 left) 2024-08-17T00:42:19.567 INFO:tasks.rados.rados.0.smithi082.stdout:607: done (1 left) 2024-08-17T00:42:19.567 INFO:tasks.rados.rados.0.smithi082.stdout:609: done (0 left) 2024-08-17T00:42:19.567 INFO:tasks.rados.rados.0.smithi082.stdout:610: rollback oid 47 current snap is 50 2024-08-17T00:42:19.567 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 47 to 21 2024-08-17T00:42:19.567 INFO:tasks.rados.rados.0.smithi082.stdout:611: read oid 10 snap -1 2024-08-17T00:42:19.567 INFO:tasks.rados.rados.0.smithi082.stdout:611: expect (ObjNum 71 snap 10 seq_num 71) 2024-08-17T00:42:19.567 INFO:tasks.rados.rados.0.smithi082.stdout:612: read oid 2 snap -1 2024-08-17T00:42:19.567 INFO:tasks.rados.rados.0.smithi082.stdout:612: expect deleted 2024-08-17T00:42:19.567 INFO:tasks.rados.rados.0.smithi082.stdout:613: rollback oid 16 current snap is 50 2024-08-17T00:42:19.568 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 16 to 41 2024-08-17T00:42:19.568 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 3 current snap is 50 2024-08-17T00:42:19.568 INFO:tasks.rados.rados.0.smithi082.stdout:614: seq_num 200 ranges {1433600=557056,1990656=401408} 2024-08-17T00:42:19.578 INFO:tasks.rados.rados.0.smithi082.stdout:614: writing smithi08280503-3 from 1433600 to 1990656 tid 1 2024-08-17T00:42:19.580 INFO:tasks.rados.rados.0.smithi082.stdout:614: writing smithi08280503-3 from 1990656 to 2392064 tid 2 2024-08-17T00:42:19.581 INFO:tasks.rados.rados.0.smithi082.stdout:615: read oid 35 snap -1 2024-08-17T00:42:19.581 INFO:tasks.rados.rados.0.smithi082.stdout:615: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-17T00:42:19.581 INFO:tasks.rados.rados.0.smithi082.stdout:616: read oid 6 snap -1 2024-08-17T00:42:19.581 INFO:tasks.rados.rados.0.smithi082.stdout:616: expect (ObjNum 189 snap 48 seq_num 189) 2024-08-17T00:42:19.581 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 36 current snap is 50 2024-08-17T00:42:19.581 INFO:tasks.rados.rados.0.smithi082.stdout:610: finishing rollback tid 1 to smithi08280503-47 2024-08-17T00:42:19.581 INFO:tasks.rados.rados.0.smithi082.stdout:610: finishing rollback tid 2 to smithi08280503-47 2024-08-17T00:42:19.581 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 131 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T00:42:19.581 INFO:tasks.rados.rados.0.smithi082.stdout:613: finishing rollback tid 0 to smithi08280503-16 2024-08-17T00:42:19.581 INFO:tasks.rados.rados.0.smithi082.stdout:613: finishing rollback tid 1 to smithi08280503-16 2024-08-17T00:42:19.581 INFO:tasks.rados.rados.0.smithi082.stdout:613: finishing rollback tid 2 to smithi08280503-16 2024-08-17T00:42:19.581 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 224 (ObjNum 162 snap 37 seq_num 162) dirty exists 2024-08-17T00:42:19.581 INFO:tasks.rados.rados.0.smithi082.stdout:611: expect (ObjNum 71 snap 10 seq_num 71) 2024-08-17T00:42:19.643 INFO:tasks.rados.rados.0.smithi082.stdout:614: finishing write tid 1 to smithi08280503-3 2024-08-17T00:42:19.644 INFO:tasks.rados.rados.0.smithi082.stdout:614: finishing write tid 2 to smithi08280503-3 2024-08-17T00:42:19.644 INFO:tasks.rados.rados.0.smithi082.stdout:617: seq_num 201 ranges {1564672=573440,2138112=401408} 2024-08-17T00:42:19.655 INFO:tasks.rados.rados.0.smithi082.stdout:617: writing smithi08280503-36 from 1564672 to 2138112 tid 1 2024-08-17T00:42:19.657 INFO:tasks.rados.rados.0.smithi082.stdout:617: writing smithi08280503-36 from 2138112 to 2539520 tid 2 2024-08-17T00:42:19.658 INFO:tasks.rados.rados.0.smithi082.stdout:610: done (7 left) 2024-08-17T00:42:19.658 INFO:tasks.rados.rados.0.smithi082.stdout:611: done (6 left) 2024-08-17T00:42:19.658 INFO:tasks.rados.rados.0.smithi082.stdout:612: done (5 left) 2024-08-17T00:42:19.658 INFO:tasks.rados.rados.0.smithi082.stdout:613: done (4 left) 2024-08-17T00:42:19.658 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 47 current snap is 50 2024-08-17T00:42:19.658 INFO:tasks.rados.rados.0.smithi082.stdout:618: seq_num 202 ranges {778240=589824,1368064=401408} 2024-08-17T00:42:19.665 INFO:tasks.rados.rados.0.smithi082.stdout:618: writing smithi08280503-47 from 778240 to 1368064 tid 1 2024-08-17T00:42:19.667 INFO:tasks.rados.rados.0.smithi082.stdout:618: writing smithi08280503-47 from 1368064 to 1769472 tid 2 2024-08-17T00:42:19.667 INFO:tasks.rados.rados.0.smithi082.stdout:619: snap_remove snap 42 2024-08-17T00:42:19.828 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:19 smithi082 ceph-mon[39953]: osdmap e172: 8 total, 8 up, 8 in 2024-08-17T00:42:19.828 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:19 smithi082 ceph-mon[39953]: pgmap v36: 121 pgs: 121 active+clean; 157 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.1 MiB/s wr, 12 op/s 2024-08-17T00:42:19.828 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:19 smithi082 ceph-mon[29275]: osdmap e172: 8 total, 8 up, 8 in 2024-08-17T00:42:19.829 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:19 smithi082 ceph-mon[29275]: pgmap v36: 121 pgs: 121 active+clean; 157 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.1 MiB/s wr, 12 op/s 2024-08-17T00:42:19.829 INFO:teuthology.orchestra.run.smithi082.stdout:true 2024-08-17T00:42:19.872 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:19 smithi137 systemd[1]: Stopping Ceph prometheus.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:42:19.873 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:19 smithi137 ceph-mon[33068]: osdmap e172: 8 total, 8 up, 8 in 2024-08-17T00:42:19.873 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:19 smithi137 ceph-mon[33068]: pgmap v36: 121 pgs: 121 active+clean; 157 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.1 MiB/s wr, 12 op/s 2024-08-17T00:42:20.088 INFO:teuthology.orchestra.run.smithi082.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:42:20.088 INFO:teuthology.orchestra.run.smithi082.stdout:alertmanager.a smithi082 *:9093,9094 starting - - - - 2024-08-17T00:42:20.088 INFO:teuthology.orchestra.run.smithi082.stdout:grafana.a smithi137 *:3000 running (3m) 16s ago 3m 89.5M - 9.4.7 954c08fa6188 31d49b94f793 2024-08-17T00:42:20.088 INFO:teuthology.orchestra.run.smithi082.stdout:mds.a smithi082 running (5m) 18s ago 5m 15.5M - 17.2.7-1402-g03a1ac13 bc5a85a90206 884927c0355a 2024-08-17T00:42:20.088 INFO:teuthology.orchestra.run.smithi082.stdout:mds.b smithi137 running (5m) 16s ago 5m 13.4M - 17.2.7-1402-g03a1ac13 bc5a85a90206 931a05caee78 2024-08-17T00:42:20.088 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.x smithi137 *:8443,9283 running (31s) 16s ago 8m 482M - 19.1.0-1363-gd863d21c ba08250ef864 235cbb85cc44 2024-08-17T00:42:20.088 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.y smithi082 *:9283,8765 running (10m) 18s ago 10m 196M - 17.2.7-1402-g03a1ac13 bc5a85a90206 3221a5901a1e 2024-08-17T00:42:20.088 INFO:teuthology.orchestra.run.smithi082.stdout:mon.a smithi082 running (10m) 18s ago 10m 50.5M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 a0277ad24518 2024-08-17T00:42:20.088 INFO:teuthology.orchestra.run.smithi082.stdout:mon.b smithi137 running (9m) 16s ago 9m 43.7M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 8a3cc43cc10e 2024-08-17T00:42:20.088 INFO:teuthology.orchestra.run.smithi082.stdout:mon.c smithi082 running (9m) 18s ago 9m 44.4M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 04290329d1a5 2024-08-17T00:42:20.089 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.a smithi082 *:9100 starting - - - - 2024-08-17T00:42:20.089 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.b smithi137 *:9100 running (3m) 16s ago 3m 16.8M - 1.5.0 0da6a335fe13 9116fc126121 2024-08-17T00:42:20.089 INFO:teuthology.orchestra.run.smithi082.stdout:osd.0 smithi082 running (8m) 18s ago 8m 98.1M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 8591866ca3ea 2024-08-17T00:42:20.089 INFO:teuthology.orchestra.run.smithi082.stdout:osd.1 smithi082 running (8m) 18s ago 8m 82.0M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 bc404187cbbd 2024-08-17T00:42:20.089 INFO:teuthology.orchestra.run.smithi082.stdout:osd.2 smithi082 running (7m) 18s ago 7m 112M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 e0a943d904ef 2024-08-17T00:42:20.089 INFO:teuthology.orchestra.run.smithi082.stdout:osd.3 smithi082 running (7m) 18s ago 7m 70.0M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 a83a3a475578 2024-08-17T00:42:20.089 INFO:teuthology.orchestra.run.smithi082.stdout:osd.4 smithi137 running (6m) 16s ago 6m 103M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 9962b1177464 2024-08-17T00:42:20.089 INFO:teuthology.orchestra.run.smithi082.stdout:osd.5 smithi137 running (6m) 16s ago 6m 106M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 704b6949e902 2024-08-17T00:42:20.089 INFO:teuthology.orchestra.run.smithi082.stdout:osd.6 smithi137 running (6m) 16s ago 6m 65.4M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 fa6586afc3c0 2024-08-17T00:42:20.089 INFO:teuthology.orchestra.run.smithi082.stdout:osd.7 smithi137 running (5m) 16s ago 5m 85.0M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 ae5731d0601b 2024-08-17T00:42:20.089 INFO:teuthology.orchestra.run.smithi082.stdout:prometheus.a smithi137 *:9095 running (3m) 16s ago 4m 51.4M - 2.43.0 a07b618ecd1d d4dbf8e80dd3 2024-08-17T00:42:20.182 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:42:19.872Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-17T00:42:20.182 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:42:19.872Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-17T00:42:20.182 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:42:19.872Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-17T00:42:20.182 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:42:19.872Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-17T00:42:20.182 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:42:19.872Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-17T00:42:20.182 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:42:19.872Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-17T00:42:20.182 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:42:19.872Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-17T00:42:20.182 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:42:19.872Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-17T00:42:20.183 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:42:19.872Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-17T00:42:20.183 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:42:19.872Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-17T00:42:20.183 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:42:19.872Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-17T00:42:20.183 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[64005]: ts=2024-08-17T00:42:19.872Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-17T00:42:20.183 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:19 smithi137 podman[73977]: 2024-08-17 00:42:19.882217296 +0000 UTC m=+0.138860433 container died d4dbf8e80dd34554fdbcaf6d92453689321e65d8f8a62641d1d9fe4e0dbd4786 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:42:20.403 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-08-17T00:42:20.403 INFO:teuthology.orchestra.run.smithi082.stdout: "mon": { 2024-08-17T00:42:20.403 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 3 2024-08-17T00:42:20.403 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:42:20.403 INFO:teuthology.orchestra.run.smithi082.stdout: "mgr": { 2024-08-17T00:42:20.403 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 1, 2024-08-17T00:42:20.404 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 1 2024-08-17T00:42:20.404 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:42:20.404 INFO:teuthology.orchestra.run.smithi082.stdout: "osd": { 2024-08-17T00:42:20.404 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 8 2024-08-17T00:42:20.404 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:42:20.404 INFO:teuthology.orchestra.run.smithi082.stdout: "mds": { 2024-08-17T00:42:20.404 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:42:20.404 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:42:20.404 INFO:teuthology.orchestra.run.smithi082.stdout: "overall": { 2024-08-17T00:42:20.404 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 14, 2024-08-17T00:42:20.404 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 1 2024-08-17T00:42:20.404 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-08-17T00:42:20.404 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-08-17T00:42:20.486 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:20 smithi137 podman[73977]: 2024-08-17 00:42:20.288668857 +0000 UTC m=+0.545311997 container cleanup d4dbf8e80dd34554fdbcaf6d92453689321e65d8f8a62641d1d9fe4e0dbd4786 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:42:20.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:20 smithi137 bash[73977]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a 2024-08-17T00:42:20.492 INFO:tasks.rados.rados.0.smithi082.stdout:619: done (5 left) 2024-08-17T00:42:20.492 INFO:tasks.rados.rados.0.smithi082.stdout:620: snap_remove snap 36 2024-08-17T00:42:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:20 smithi082 ceph-mon[39953]: osdmap e173: 8 total, 8 up, 8 in 2024-08-17T00:42:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:20 smithi082 ceph-mon[39953]: from='client.24932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:42:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:20 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/2659452876' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:20 smithi082 ceph-mon[39953]: osdmap e174: 8 total, 8 up, 8 in 2024-08-17T00:42:20.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:20 smithi082 ceph-mon[29275]: osdmap e173: 8 total, 8 up, 8 in 2024-08-17T00:42:20.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:20 smithi082 ceph-mon[29275]: from='client.24932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:42:20.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:20 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/2659452876' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:20.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:20 smithi082 ceph-mon[29275]: osdmap e174: 8 total, 8 up, 8 in 2024-08-17T00:42:20.871 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:20 smithi137 ceph-mon[33068]: osdmap e173: 8 total, 8 up, 8 in 2024-08-17T00:42:20.871 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:20 smithi137 ceph-mon[33068]: from='client.24932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:42:20.871 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:20 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/2659452876' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:20.871 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:20 smithi137 ceph-mon[33068]: osdmap e174: 8 total, 8 up, 8 in 2024-08-17T00:42:20.872 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:20 smithi137 podman[73990]: 2024-08-17 00:42:20.523027099 +0000 UTC m=+0.642651955 container remove d4dbf8e80dd34554fdbcaf6d92453689321e65d8f8a62641d1d9fe4e0dbd4786 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:42:20.872 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:20 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-17T00:42:20.872 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:20 smithi137 systemd[1]: Stopped Ceph prometheus.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:42:20.872 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:20 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@prometheus.a.service: Consumed 1.574s CPU time. 2024-08-17T00:42:20.872 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:20 smithi137 systemd[1]: Starting Ceph prometheus.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:42:21.121 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:20 smithi137 podman[74082]: 2024-08-17 00:42:20.773901821 +0000 UTC m=+0.017832762 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-17T00:42:21.121 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:20 smithi137 podman[74082]: 2024-08-17 00:42:20.90033945 +0000 UTC m=+0.144270375 container create 3340cb24edbee28339290a53c699224b01b5b169a2d436cba2a28b8ba3fd978b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:42:21.121 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:21 smithi137 podman[74082]: 2024-08-17 00:42:21.118358495 +0000 UTC m=+0.362289431 container init 3340cb24edbee28339290a53c699224b01b5b169a2d436cba2a28b8ba3fd978b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:42:21.121 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:21 smithi137 podman[74082]: 2024-08-17 00:42:21.121068141 +0000 UTC m=+0.364999066 container start 3340cb24edbee28339290a53c699224b01b5b169a2d436cba2a28b8ba3fd978b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:42:21.488 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:21 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:21.144Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-17T00:42:21.488 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:21 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:21.144Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-17T00:42:21.488 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:21 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:21.144Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi137 (none))" 2024-08-17T00:42:21.488 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:21 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:21.144Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-17T00:42:21.488 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:21 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:21.144Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-17T00:42:21.488 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:21 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:21.145Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-17T00:42:21.488 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:21 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:21.146Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-17T00:42:21.488 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:21 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:21.147Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-17T00:42:21.488 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:21 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:21.147Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-17T00:42:21.488 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:21 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:21.149Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-17T00:42:21.489 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:21 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:21.149Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.567µs 2024-08-17T00:42:21.489 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:21 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:21.149Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-17T00:42:21.489 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:21 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:21.149Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-08-17T00:42:21.489 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:21 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:21.162Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-08-17T00:42:21.489 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:21 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:21.162Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-08-17T00:42:21.489 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:21 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:21.162Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=20.02µs wal_replay_duration=13.314672ms wbl_replay_duration=101ns total_replay_duration=13.351876ms 2024-08-17T00:42:21.489 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:21 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:21.165Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-17T00:42:21.489 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:21 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:21.165Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-17T00:42:21.489 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:21 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:21.165Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-17T00:42:21.489 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:21 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:21.187Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=22.661461ms db_storage=935ns remote_storage=1.36µs web_handler=379ns query_engine=626ns scrape=398.921µs scrape_sd=96.647µs notify=11.645µs notify_sd=8.824µs rules=21.831105ms tracing=6.27µs 2024-08-17T00:42:21.489 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:21 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:21.187Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-17T00:42:21.489 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:21 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:21.187Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-17T00:42:21.490 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:21 smithi137 bash[74082]: 3340cb24edbee28339290a53c699224b01b5b169a2d436cba2a28b8ba3fd978b 2024-08-17T00:42:21.490 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:21 smithi137 systemd[1]: Started Ceph prometheus.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:42:21.492 INFO:tasks.rados.rados.0.smithi082.stdout:620: done (5 left) 2024-08-17T00:42:21.492 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 4 current snap is 50 2024-08-17T00:42:21.492 INFO:tasks.rados.rados.0.smithi082.stdout:621: seq_num 203 ranges {819200=606208,1425408=401408} 2024-08-17T00:42:21.501 INFO:tasks.rados.rados.0.smithi082.stdout:621: writing smithi08280503-4 from 819200 to 1425408 tid 1 2024-08-17T00:42:21.504 INFO:tasks.rados.rados.0.smithi082.stdout:621: writing smithi08280503-4 from 1425408 to 1826816 tid 2 2024-08-17T00:42:21.504 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 8 current snap is 50 2024-08-17T00:42:21.504 INFO:tasks.rados.rados.0.smithi082.stdout:622: seq_num 204 ranges {0=622592,622592=401408} 2024-08-17T00:42:21.508 INFO:tasks.rados.rados.0.smithi082.stdout:622: writing smithi08280503-8 from 0 to 622592 tid 1 2024-08-17T00:42:21.511 INFO:tasks.rados.rados.0.smithi082.stdout:622: writing smithi08280503-8 from 622592 to 1024000 tid 2 2024-08-17T00:42:21.511 INFO:tasks.rados.rados.0.smithi082.stdout:623: snap_create 2024-08-17T00:42:21.511 INFO:tasks.rados.rados.0.smithi082.stdout:614: finishing write tid 3 to smithi08280503-3 2024-08-17T00:42:21.511 INFO:tasks.rados.rados.0.smithi082.stdout:615: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-17T00:42:21.534 INFO:tasks.rados.rados.0.smithi082.stdout:616: expect (ObjNum 189 snap 48 seq_num 189) 2024-08-17T00:42:21.553 INFO:tasks.rados.rados.0.smithi082.stdout:614: finishing write tid 4 to smithi08280503-3 2024-08-17T00:42:21.553 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 135 (ObjNum 200 snap 50 seq_num 200) dirty exists 2024-08-17T00:42:21.553 INFO:tasks.rados.rados.0.smithi082.stdout:614: left oid 3 (ObjNum 200 snap 50 seq_num 200) 2024-08-17T00:42:21.554 INFO:tasks.rados.rados.0.smithi082.stdout:617: finishing write tid 1 to smithi08280503-36 2024-08-17T00:42:21.554 INFO:tasks.rados.rados.0.smithi082.stdout:617: finishing write tid 2 to smithi08280503-36 2024-08-17T00:42:21.554 INFO:tasks.rados.rados.0.smithi082.stdout:617: finishing write tid 3 to smithi08280503-36 2024-08-17T00:42:21.554 INFO:tasks.rados.rados.0.smithi082.stdout:617: finishing write tid 4 to smithi08280503-36 2024-08-17T00:42:21.554 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 231 (ObjNum 201 snap 50 seq_num 201) dirty exists 2024-08-17T00:42:21.554 INFO:tasks.rados.rados.0.smithi082.stdout:617: left oid 36 (ObjNum 201 snap 50 seq_num 201) 2024-08-17T00:42:21.554 INFO:tasks.rados.rados.0.smithi082.stdout:618: finishing write tid 1 to smithi08280503-47 2024-08-17T00:42:21.554 INFO:tasks.rados.rados.0.smithi082.stdout:618: finishing write tid 2 to smithi08280503-47 2024-08-17T00:42:21.554 INFO:tasks.rados.rados.0.smithi082.stdout:618: finishing write tid 3 to smithi08280503-47 2024-08-17T00:42:21.554 INFO:tasks.rados.rados.0.smithi082.stdout:618: finishing write tid 4 to smithi08280503-47 2024-08-17T00:42:21.554 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 138 (ObjNum 202 snap 50 seq_num 202) dirty exists 2024-08-17T00:42:21.554 INFO:tasks.rados.rados.0.smithi082.stdout:618: left oid 47 (ObjNum 202 snap 50 seq_num 202) 2024-08-17T00:42:21.555 INFO:tasks.rados.rados.0.smithi082.stdout:621: finishing write tid 1 to smithi08280503-4 2024-08-17T00:42:21.555 INFO:tasks.rados.rados.0.smithi082.stdout:621: finishing write tid 2 to smithi08280503-4 2024-08-17T00:42:21.555 INFO:tasks.rados.rados.0.smithi082.stdout:622: finishing write tid 1 to smithi08280503-8 2024-08-17T00:42:21.555 INFO:tasks.rados.rados.0.smithi082.stdout:621: finishing write tid 3 to smithi08280503-4 2024-08-17T00:42:21.555 INFO:tasks.rados.rados.0.smithi082.stdout:622: finishing write tid 2 to smithi08280503-8 2024-08-17T00:42:21.555 INFO:tasks.rados.rados.0.smithi082.stdout:622: finishing write tid 3 to smithi08280503-8 2024-08-17T00:42:21.555 INFO:tasks.rados.rados.0.smithi082.stdout:621: finishing write tid 4 to smithi08280503-4 2024-08-17T00:42:21.555 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 286 (ObjNum 203 snap 50 seq_num 203) dirty exists 2024-08-17T00:42:21.555 INFO:tasks.rados.rados.0.smithi082.stdout:621: left oid 4 (ObjNum 203 snap 50 seq_num 203) 2024-08-17T00:42:21.555 INFO:tasks.rados.rados.0.smithi082.stdout:622: finishing write tid 4 to smithi08280503-8 2024-08-17T00:42:21.555 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 224 (ObjNum 204 snap 50 seq_num 204) dirty exists 2024-08-17T00:42:21.555 INFO:tasks.rados.rados.0.smithi082.stdout:622: left oid 8 (ObjNum 204 snap 50 seq_num 204) 2024-08-17T00:42:21.841 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:21 smithi137 ceph-mon[33068]: from='client.15030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:42:21.841 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:21 smithi137 ceph-mon[33068]: pgmap v39: 121 pgs: 121 active+clean; 157 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.1 MiB/s wr, 12 op/s 2024-08-17T00:42:21.841 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:21 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:21.841 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:21 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:21.841 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:21 smithi137 ceph-mon[33068]: osdmap e175: 8 total, 8 up, 8 in 2024-08-17T00:42:21.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:21 smithi082 ceph-mon[39953]: from='client.15030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:42:21.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:21 smithi082 ceph-mon[39953]: pgmap v39: 121 pgs: 121 active+clean; 157 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.1 MiB/s wr, 12 op/s 2024-08-17T00:42:21.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:21 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:21.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:21 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:21.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:21 smithi082 ceph-mon[39953]: osdmap e175: 8 total, 8 up, 8 in 2024-08-17T00:42:21.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:21 smithi082 ceph-mon[29275]: from='client.15030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:42:21.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:21 smithi082 ceph-mon[29275]: pgmap v39: 121 pgs: 121 active+clean; 157 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.1 MiB/s wr, 12 op/s 2024-08-17T00:42:21.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:21 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:21.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:21 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:21.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:21 smithi082 ceph-mon[29275]: osdmap e175: 8 total, 8 up, 8 in 2024-08-17T00:42:22.493 INFO:tasks.rados.rados.0.smithi082.stdout:614: done (7 left) 2024-08-17T00:42:22.494 INFO:tasks.rados.rados.0.smithi082.stdout:615: done (6 left) 2024-08-17T00:42:22.494 INFO:tasks.rados.rados.0.smithi082.stdout:616: done (5 left) 2024-08-17T00:42:22.494 INFO:tasks.rados.rados.0.smithi082.stdout:617: done (4 left) 2024-08-17T00:42:22.494 INFO:tasks.rados.rados.0.smithi082.stdout:618: done (3 left) 2024-08-17T00:42:22.494 INFO:tasks.rados.rados.0.smithi082.stdout:621: done (2 left) 2024-08-17T00:42:22.494 INFO:tasks.rados.rados.0.smithi082.stdout:622: done (1 left) 2024-08-17T00:42:22.494 INFO:tasks.rados.rados.0.smithi082.stdout:623: done (0 left) 2024-08-17T00:42:22.494 INFO:tasks.rados.rados.0.smithi082.stdout:624: rollback oid 13 current snap is 51 2024-08-17T00:42:22.494 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 13 to 38 2024-08-17T00:42:22.494 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 35 current snap is 51 2024-08-17T00:42:22.494 INFO:tasks.rados.rados.0.smithi082.stdout:625: seq_num 205 ranges {811008=638976,1449984=401408} 2024-08-17T00:42:22.501 INFO:tasks.rados.rados.0.smithi082.stdout:625: writing smithi08280503-35 from 811008 to 1449984 tid 1 2024-08-17T00:42:22.503 INFO:tasks.rados.rados.0.smithi082.stdout:625: writing smithi08280503-35 from 1449984 to 1851392 tid 2 2024-08-17T00:42:22.504 INFO:tasks.rados.rados.0.smithi082.stdout:626: read oid 1 snap -1 2024-08-17T00:42:22.504 INFO:tasks.rados.rados.0.smithi082.stdout:626: expect (ObjNum 72 snap 11 seq_num 72) 2024-08-17T00:42:22.504 INFO:tasks.rados.rados.0.smithi082.stdout:627: copy_from oid 17 from oid 38 current snap is 51 2024-08-17T00:42:22.504 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 2 current snap is 51 2024-08-17T00:42:22.504 INFO:tasks.rados.rados.0.smithi082.stdout:628: seq_num 206 ranges {0=655360,655360=401408} 2024-08-17T00:42:22.508 INFO:tasks.rados.rados.0.smithi082.stdout:628: writing smithi08280503-2 from 0 to 655360 tid 1 2024-08-17T00:42:22.511 INFO:tasks.rados.rados.0.smithi082.stdout:628: writing smithi08280503-2 from 655360 to 1056768 tid 2 2024-08-17T00:42:22.511 INFO:tasks.rados.rados.0.smithi082.stdout:629: setattr oid 36 current snap is 51 2024-08-17T00:42:22.511 INFO:tasks.rados.rados.0.smithi082.stdout:624: finishing rollback tid 0 to smithi08280503-13 2024-08-17T00:42:22.511 INFO:tasks.rados.rados.0.smithi082.stdout:624: finishing rollback tid 1 to smithi08280503-13 2024-08-17T00:42:22.511 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 242 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T00:42:22.511 INFO:tasks.rados.rados.0.smithi082.stdout:625: finishing write tid 1 to smithi08280503-35 2024-08-17T00:42:22.511 INFO:tasks.rados.rados.0.smithi082.stdout:625: finishing write tid 2 to smithi08280503-35 2024-08-17T00:42:22.512 INFO:tasks.rados.rados.0.smithi082.stdout:625: finishing write tid 3 to smithi08280503-35 2024-08-17T00:42:22.512 INFO:tasks.rados.rados.0.smithi082.stdout:625: finishing write tid 4 to smithi08280503-35 2024-08-17T00:42:22.512 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 102 (ObjNum 205 snap 51 seq_num 205) dirty exists 2024-08-17T00:42:22.512 INFO:tasks.rados.rados.0.smithi082.stdout:625: left oid 35 (ObjNum 205 snap 51 seq_num 205) 2024-08-17T00:42:22.513 INFO:tasks.rados.rados.0.smithi082.stdout:624: done (5 left) 2024-08-17T00:42:22.513 INFO:tasks.rados.rados.0.smithi082.stdout:625: done (4 left) 2024-08-17T00:42:22.513 INFO:tasks.rados.rados.0.smithi082.stdout:630: setattr oid 42 current snap is 51 2024-08-17T00:42:22.514 INFO:tasks.rados.rados.0.smithi082.stdout:628: finishing write tid 1 to smithi08280503-2 2024-08-17T00:42:22.514 INFO:tasks.rados.rados.0.smithi082.stdout:628: finishing write tid 2 to smithi08280503-2 2024-08-17T00:42:22.514 INFO:tasks.rados.rados.0.smithi082.stdout:628: finishing write tid 3 to smithi08280503-2 2024-08-17T00:42:22.514 INFO:tasks.rados.rados.0.smithi082.stdout:626: expect (ObjNum 72 snap 11 seq_num 72) 2024-08-17T00:42:22.549 INFO:tasks.rados.rados.0.smithi082.stdout:628: finishing write tid 4 to smithi08280503-2 2024-08-17T00:42:22.549 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 2 v 60 (ObjNum 206 snap 51 seq_num 206) dirty exists 2024-08-17T00:42:22.549 INFO:tasks.rados.rados.0.smithi082.stdout:628: left oid 2 (ObjNum 206 snap 51 seq_num 206) 2024-08-17T00:42:22.550 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 244 (ObjNum 201 snap 50 seq_num 201) dirty exists 2024-08-17T00:42:22.550 INFO:tasks.rados.rados.0.smithi082.stdout:627: finishing copy_from racing read to smithi08280503-17 2024-08-17T00:42:22.550 INFO:tasks.rados.rados.0.smithi082.stdout:627: finishing copy_from to smithi08280503-17 2024-08-17T00:42:22.550 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 117 (ObjNum 198 snap 49 seq_num 198) dirty exists 2024-08-17T00:42:22.550 INFO:tasks.rados.rados.0.smithi082.stdout:626: done (4 left) 2024-08-17T00:42:22.550 INFO:tasks.rados.rados.0.smithi082.stdout:627: done (3 left) 2024-08-17T00:42:22.550 INFO:tasks.rados.rados.0.smithi082.stdout:628: done (2 left) 2024-08-17T00:42:22.550 INFO:tasks.rados.rados.0.smithi082.stdout:629: done (1 left) 2024-08-17T00:42:22.550 INFO:tasks.rados.rados.0.smithi082.stdout:631: snap_create 2024-08-17T00:42:22.552 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 246 (ObjNum 127 snap 29 seq_num 127) dirty exists 2024-08-17T00:42:22.701 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:22 smithi137 ceph-mon[33068]: Reconfiguring grafana.a (dependencies changed)... 2024-08-17T00:42:22.701 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:22 smithi137 ceph-mon[33068]: Reconfiguring daemon grafana.a on smithi137 2024-08-17T00:42:22.701 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:22 smithi137 ceph-mon[33068]: osdmap e176: 8 total, 8 up, 8 in 2024-08-17T00:42:22.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:22 smithi082 ceph-mon[39953]: Reconfiguring grafana.a (dependencies changed)... 2024-08-17T00:42:22.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:22 smithi082 ceph-mon[39953]: Reconfiguring daemon grafana.a on smithi137 2024-08-17T00:42:22.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:22 smithi082 ceph-mon[39953]: osdmap e176: 8 total, 8 up, 8 in 2024-08-17T00:42:22.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:22 smithi082 ceph-mon[29275]: Reconfiguring grafana.a (dependencies changed)... 2024-08-17T00:42:22.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:22 smithi082 ceph-mon[29275]: Reconfiguring daemon grafana.a on smithi137 2024-08-17T00:42:22.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:22 smithi082 ceph-mon[29275]: osdmap e176: 8 total, 8 up, 8 in 2024-08-17T00:42:23.495 INFO:tasks.rados.rados.0.smithi082.stdout:630: done (1 left) 2024-08-17T00:42:23.496 INFO:tasks.rados.rados.0.smithi082.stdout:631: done (0 left) 2024-08-17T00:42:23.496 INFO:tasks.rados.rados.0.smithi082.stdout:632: rollback oid 32 current snap is 52 2024-08-17T00:42:23.496 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 32 to 47 2024-08-17T00:42:23.496 INFO:tasks.rados.rados.0.smithi082.stdout:633: snap_remove snap 49 2024-08-17T00:42:23.757 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:23 smithi137 ceph-mon[33068]: pgmap v42: 121 pgs: 121 active+clean; 165 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 888 KiB/s rd, 2.2 MiB/s wr, 2 op/s 2024-08-17T00:42:23.757 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:23 smithi137 ceph-mon[33068]: osdmap e177: 8 total, 8 up, 8 in 2024-08-17T00:42:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:23 smithi082 ceph-mon[39953]: pgmap v42: 121 pgs: 121 active+clean; 165 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 888 KiB/s rd, 2.2 MiB/s wr, 2 op/s 2024-08-17T00:42:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:23 smithi082 ceph-mon[39953]: osdmap e177: 8 total, 8 up, 8 in 2024-08-17T00:42:23.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:23 smithi082 ceph-mon[29275]: pgmap v42: 121 pgs: 121 active+clean; 165 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 888 KiB/s rd, 2.2 MiB/s wr, 2 op/s 2024-08-17T00:42:23.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:23 smithi082 ceph-mon[29275]: osdmap e177: 8 total, 8 up, 8 in 2024-08-17T00:42:23.976 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:42:23 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[82956]: ts=2024-08-17T00:42:23.819Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.001114536s 2024-08-17T00:42:24.080 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:23 smithi137 systemd[1]: Stopping Ceph grafana.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:42:24.345 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:24 smithi137 podman[74300]: 2024-08-17 00:42:24.07920398 +0000 UTC m=+0.123599851 container died 31d49b94f7939edcbcf0e3f08c8f28d0549b00e6c4e3b7dde3c40d9452768ce7 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a, release=239.1651231664, com.redhat.component=ubi8-container, distribution-scope=public, io.openshift.tags=base rhel8, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, architecture=x86_64, io.buildah.version=1.32.0, maintainer=Paul Cuzner , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5) 2024-08-17T00:42:24.497 INFO:tasks.rados.rados.0.smithi082.stdout:633: done (1 left) 2024-08-17T00:42:24.497 INFO:tasks.rados.rados.0.smithi082.stdout:634: rollback oid 46 current snap is 52 2024-08-17T00:42:24.498 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 46 to 48 2024-08-17T00:42:24.498 INFO:tasks.rados.rados.0.smithi082.stdout:632: finishing rollback tid 0 to smithi08280503-32 2024-08-17T00:42:24.498 INFO:tasks.rados.rados.0.smithi082.stdout:632: finishing rollback tid 1 to smithi08280503-32 2024-08-17T00:42:24.498 INFO:tasks.rados.rados.0.smithi082.stdout:632: finishing rollback tid 2 to smithi08280503-32 2024-08-17T00:42:24.498 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 261 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-17T00:42:24.498 INFO:tasks.rados.rados.0.smithi082.stdout:632: done (1 left) 2024-08-17T00:42:24.498 INFO:tasks.rados.rados.0.smithi082.stdout:635: snap_remove snap 21 2024-08-17T00:42:24.636 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:24 smithi137 podman[74300]: 2024-08-17 00:42:24.417955064 +0000 UTC m=+0.462350935 container cleanup 31d49b94f7939edcbcf0e3f08c8f28d0549b00e6c4e3b7dde3c40d9452768ce7 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., description=Ceph Grafana Container, io.openshift.tags=base rhel8, name=ubi8, io.buildah.version=1.32.0, vcs-type=git, architecture=x86_64, com.redhat.component=ubi8-container, summary=Grafana Container configured for Ceph mgr/dashboard integration, build-date=2022-04-29T11:48:11.055897, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, version=8.5, release=239.1651231664, distribution-scope=public) 2024-08-17T00:42:24.636 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:24 smithi137 bash[74300]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a 2024-08-17T00:42:24.888 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:24 smithi137 podman[74313]: 2024-08-17 00:42:24.635949614 +0000 UTC m=+0.559277659 container remove 31d49b94f7939edcbcf0e3f08c8f28d0549b00e6c4e3b7dde3c40d9452768ce7 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a, version=8.5, release=239.1651231664, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, io.buildah.version=1.32.0, io.openshift.tags=base rhel8, com.redhat.component=ubi8-container, build-date=2022-04-29T11:48:11.055897, vcs-type=git, name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner ) 2024-08-17T00:42:24.888 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:24 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-08-17T00:42:24.888 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:24 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-08-17T00:42:24.888 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:24 smithi137 systemd[1]: Stopped Ceph grafana.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:42:24.888 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:24 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@grafana.a.service: Consumed 4.898s CPU time. 2024-08-17T00:42:25.201 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:24 smithi137 systemd[1]: Starting Ceph grafana.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:42:25.201 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 podman[74404]: 2024-08-17 00:42:25.087287718 +0000 UTC m=+0.101664684 container create a7d4db6b9a8111ceb86ad025334a6249b7f70d40850dd9010f47c375501ed717 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a, version=8.5, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, distribution-scope=public, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, release=239.1651231664, vendor=Red Hat, Inc., architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.buildah.version=1.32.0, com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, maintainer=Paul Cuzner , io.k8s.display-name=Red Hat Universal Base Image 8, build-date=2022-04-29T11:48:11.055897) 2024-08-17T00:42:25.201 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 podman[74404]: 2024-08-17 00:42:25.002791702 +0000 UTC m=+0.017168694 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-08-17T00:42:25.512 INFO:tasks.rados.rados.0.smithi082.stdout:635: done (1 left) 2024-08-17T00:42:25.512 INFO:tasks.rados.rados.0.smithi082.stdout:636: read oid 21 snap -1 2024-08-17T00:42:25.512 INFO:tasks.rados.rados.0.smithi082.stdout:636: expect (ObjNum 113 snap 23 seq_num 113) 2024-08-17T00:42:25.512 INFO:tasks.rados.rados.0.smithi082.stdout:637: rollback oid 32 current snap is 52 2024-08-17T00:42:25.512 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 32 to 50 2024-08-17T00:42:25.512 INFO:tasks.rados.rados.0.smithi082.stdout:638: copy_from oid 27 from oid 8 current snap is 52 2024-08-17T00:42:25.512 INFO:tasks.rados.rados.0.smithi082.stdout:639: read oid 38 snap -1 2024-08-17T00:42:25.512 INFO:tasks.rados.rados.0.smithi082.stdout:639: expect (ObjNum 198 snap 49 seq_num 198) 2024-08-17T00:42:25.513 INFO:tasks.rados.rados.0.smithi082.stdout:640: rollback oid 49 current snap is 52 2024-08-17T00:42:25.513 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 49 to 47 2024-08-17T00:42:25.513 INFO:tasks.rados.rados.0.smithi082.stdout:641: setattr oid 44 current snap is 52 2024-08-17T00:42:25.513 INFO:tasks.rados.rados.0.smithi082.stdout:634: finishing rollback tid 0 to smithi08280503-46 2024-08-17T00:42:25.513 INFO:tasks.rados.rados.0.smithi082.stdout:634: finishing rollback tid 1 to smithi08280503-46 2024-08-17T00:42:25.513 INFO:tasks.rados.rados.0.smithi082.stdout:634: finishing rollback tid 2 to smithi08280503-46 2024-08-17T00:42:25.513 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 46 v 294 (ObjNum 142 snap 34 seq_num 142) dirty exists 2024-08-17T00:42:25.513 INFO:tasks.rados.rados.0.smithi082.stdout:634: done (6 left) 2024-08-17T00:42:25.514 INFO:tasks.rados.rados.0.smithi082.stdout:642: read oid 1 snap -1 2024-08-17T00:42:25.514 INFO:tasks.rados.rados.0.smithi082.stdout:642: expect (ObjNum 72 snap 11 seq_num 72) 2024-08-17T00:42:25.514 INFO:tasks.rados.rados.0.smithi082.stdout:643: delete oid 3 current snap is 52 2024-08-17T00:42:25.523 INFO:tasks.rados.rados.0.smithi082.stdout:637: finishing rollback tid 0 to smithi08280503-32 2024-08-17T00:42:25.523 INFO:tasks.rados.rados.0.smithi082.stdout:637: finishing rollback tid 1 to smithi08280503-32 2024-08-17T00:42:25.523 INFO:tasks.rados.rados.0.smithi082.stdout:637: finishing rollback tid 2 to smithi08280503-32 2024-08-17T00:42:25.523 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 266 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-17T00:42:25.523 INFO:tasks.rados.rados.0.smithi082.stdout:640: finishing rollback tid 0 to smithi08280503-49 2024-08-17T00:42:25.524 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 225 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-17T00:42:25.528 INFO:tasks.rados.rados.0.smithi082.stdout:640: finishing rollback tid 1 to smithi08280503-49 2024-08-17T00:42:25.528 INFO:tasks.rados.rados.0.smithi082.stdout:640: finishing rollback tid 2 to smithi08280503-49 2024-08-17T00:42:25.528 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 49 v 270 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-17T00:42:25.532 INFO:tasks.rados.rados.0.smithi082.stdout:638: finishing copy_from racing read to smithi08280503-27 2024-08-17T00:42:25.535 INFO:tasks.rados.rados.0.smithi082.stdout:642: expect (ObjNum 72 snap 11 seq_num 72) 2024-08-17T00:42:25.572 INFO:tasks.rados.rados.0.smithi082.stdout:638: finishing copy_from to smithi08280503-27 2024-08-17T00:42:25.572 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 224 (ObjNum 204 snap 50 seq_num 204) dirty exists 2024-08-17T00:42:25.572 INFO:tasks.rados.rados.0.smithi082.stdout:636: expect (ObjNum 113 snap 23 seq_num 113) 2024-08-17T00:42:25.575 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-mon[33068]: osdmap e178: 8 total, 8 up, 8 in 2024-08-17T00:42:25.575 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-mon[33068]: pgmap v45: 121 pgs: 121 active+clean; 177 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.3 MiB/s wr, 35 op/s 2024-08-17T00:42:25.575 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:25.575 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:25.576 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 podman[74404]: 2024-08-17 00:42:25.322771785 +0000 UTC m=+0.337148763 container init a7d4db6b9a8111ceb86ad025334a6249b7f70d40850dd9010f47c375501ed717 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a, release=239.1651231664, vendor=Red Hat, Inc., distribution-scope=public, io.openshift.tags=base rhel8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.32.0, description=Ceph Grafana Container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8.5, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , io.k8s.display-name=Red Hat Universal Base Image 8, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git) 2024-08-17T00:42:25.576 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 podman[74404]: 2024-08-17 00:42:25.325642765 +0000 UTC m=+0.340019732 container start a7d4db6b9a8111ceb86ad025334a6249b7f70d40850dd9010f47c375501ed717 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a, distribution-scope=public, io.buildah.version=1.32.0, description=Ceph Grafana Container, build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, name=ubi8, release=239.1651231664, vendor=Red Hat, Inc., version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi8-container, architecture=x86_64, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration) 2024-08-17T00:42:25.576 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 bash[74404]: a7d4db6b9a8111ceb86ad025334a6249b7f70d40850dd9010f47c375501ed717 2024-08-17T00:42:25.576 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 systemd[1]: Started Ceph grafana.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:42:25.576 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=settings t=2024-08-17T00:42:25.477671575Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-08-17T00:42:25.576 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=settings t=2024-08-17T00:42:25.477871712Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-17T00:42:25.577 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=settings t=2024-08-17T00:42:25.477898309Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-17T00:42:25.577 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=settings t=2024-08-17T00:42:25.477905395Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-17T00:42:25.577 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=settings t=2024-08-17T00:42:25.477911285Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-17T00:42:25.577 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=settings t=2024-08-17T00:42:25.477918165Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-17T00:42:25.577 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=settings t=2024-08-17T00:42:25.477923899Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-17T00:42:25.577 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=settings t=2024-08-17T00:42:25.477929433Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-17T00:42:25.577 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=settings t=2024-08-17T00:42:25.477935113Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-17T00:42:25.577 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=settings t=2024-08-17T00:42:25.477940829Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-17T00:42:25.577 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=settings t=2024-08-17T00:42:25.477946242Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-17T00:42:25.577 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=settings t=2024-08-17T00:42:25.477951474Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-17T00:42:25.577 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=settings t=2024-08-17T00:42:25.477957054Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-17T00:42:25.577 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=settings t=2024-08-17T00:42:25.477962514Z level=info msg="App mode production" 2024-08-17T00:42:25.578 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=sqlstore t=2024-08-17T00:42:25.478010191Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-17T00:42:25.578 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=sqlstore t=2024-08-17T00:42:25.478026329Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-17T00:42:25.578 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=migrator t=2024-08-17T00:42:25.492439776Z level=info msg="Starting DB migrations" 2024-08-17T00:42:25.578 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=migrator t=2024-08-17T00:42:25.497352556Z level=info msg="migrations completed" performed=0 skipped=481 duration=477.962µs 2024-08-17T00:42:25.578 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=sqlstore t=2024-08-17T00:42:25.497947012Z level=info msg="Created default organization" 2024-08-17T00:42:25.578 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=plugin.loader t=2024-08-17T00:42:25.574587981Z level=info msg="Plugin registered" pluginID=input 2024-08-17T00:42:25.715 INFO:tasks.rados.rados.0.smithi082.stdout:639: expect (ObjNum 198 snap 49 seq_num 198) 2024-08-17T00:42:25.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:25 smithi082 ceph-mon[39953]: osdmap e178: 8 total, 8 up, 8 in 2024-08-17T00:42:25.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:25 smithi082 ceph-mon[39953]: pgmap v45: 121 pgs: 121 active+clean; 177 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.3 MiB/s wr, 35 op/s 2024-08-17T00:42:25.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:25 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:25.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:25 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:25.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:25 smithi082 ceph-mon[29275]: osdmap e178: 8 total, 8 up, 8 in 2024-08-17T00:42:25.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:25 smithi082 ceph-mon[29275]: pgmap v45: 121 pgs: 121 active+clean; 177 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.3 MiB/s wr, 35 op/s 2024-08-17T00:42:25.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:25 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:25.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:25 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:25.987 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:25 smithi137 systemd[1]: Stopping Ceph node-exporter.b for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:42:25.987 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=plugin.loader t=2024-08-17T00:42:25.604591073Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-08-17T00:42:25.987 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=plugin.loader t=2024-08-17T00:42:25.60463998Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-08-17T00:42:25.987 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=secrets t=2024-08-17T00:42:25.60469202Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-17T00:42:25.987 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=query_data t=2024-08-17T00:42:25.606388663Z level=info msg="Query Service initialization" 2024-08-17T00:42:25.987 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=live.push_http t=2024-08-17T00:42:25.608731825Z level=info msg="Live Push Gateway initialization" 2024-08-17T00:42:26.131 INFO:tasks.rados.rados.0.smithi082.stdout:636: done (7 left) 2024-08-17T00:42:26.131 INFO:tasks.rados.rados.0.smithi082.stdout:637: done (6 left) 2024-08-17T00:42:26.131 INFO:tasks.rados.rados.0.smithi082.stdout:638: done (5 left) 2024-08-17T00:42:26.131 INFO:tasks.rados.rados.0.smithi082.stdout:639: done (4 left) 2024-08-17T00:42:26.131 INFO:tasks.rados.rados.0.smithi082.stdout:640: done (3 left) 2024-08-17T00:42:26.131 INFO:tasks.rados.rados.0.smithi082.stdout:641: done (2 left) 2024-08-17T00:42:26.131 INFO:tasks.rados.rados.0.smithi082.stdout:642: done (1 left) 2024-08-17T00:42:26.131 INFO:tasks.rados.rados.0.smithi082.stdout:643: done (0 left) 2024-08-17T00:42:26.131 INFO:tasks.rados.rados.0.smithi082.stdout:644: rollback oid 9 current snap is 52 2024-08-17T00:42:26.131 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 9 to 38 2024-08-17T00:42:26.131 INFO:tasks.rados.rados.0.smithi082.stdout:645: read oid 6 snap -1 2024-08-17T00:42:26.131 INFO:tasks.rados.rados.0.smithi082.stdout:645: expect (ObjNum 189 snap 48 seq_num 189) 2024-08-17T00:42:26.132 INFO:tasks.rados.rados.0.smithi082.stdout:646: read oid 24 snap 50 2024-08-17T00:42:26.132 INFO:tasks.rados.rados.0.smithi082.stdout:646: expect (ObjNum 127 snap 29 seq_num 127) 2024-08-17T00:42:26.132 INFO:tasks.rados.rados.0.smithi082.stdout:647: delete oid 2 current snap is 52 2024-08-17T00:42:26.138 INFO:tasks.rados.rados.0.smithi082.stdout:647: done (3 left) 2024-08-17T00:42:26.138 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 4 current snap is 52 2024-08-17T00:42:26.138 INFO:tasks.rados.rados.0.smithi082.stdout:648: seq_num 209 ranges {1826816=704512,2531328=401408} 2024-08-17T00:42:26.148 INFO:tasks.rados.rados.0.smithi082.stdout:648: writing smithi08280503-4 from 1826816 to 2531328 tid 1 2024-08-17T00:42:26.151 INFO:tasks.rados.rados.0.smithi082.stdout:648: writing smithi08280503-4 from 2531328 to 2932736 tid 2 2024-08-17T00:42:26.151 INFO:tasks.rados.rados.0.smithi082.stdout:649: snap_create 2024-08-17T00:42:26.151 INFO:tasks.rados.rados.0.smithi082.stdout:645: expect (ObjNum 189 snap 48 seq_num 189) 2024-08-17T00:42:26.171 INFO:tasks.rados.rados.0.smithi082.stdout:644: finishing rollback tid 0 to smithi08280503-9 2024-08-17T00:42:26.171 INFO:tasks.rados.rados.0.smithi082.stdout:644: finishing rollback tid 1 to smithi08280503-9 2024-08-17T00:42:26.171 INFO:tasks.rados.rados.0.smithi082.stdout:644: finishing rollback tid 2 to smithi08280503-9 2024-08-17T00:42:26.171 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 310 (ObjNum 163 snap 37 seq_num 163) dirty exists 2024-08-17T00:42:26.171 INFO:tasks.rados.rados.0.smithi082.stdout:646: expect (ObjNum 127 snap 29 seq_num 127) 2024-08-17T00:42:26.258 INFO:tasks.rados.rados.0.smithi082.stdout:648: finishing write tid 1 to smithi08280503-4 2024-08-17T00:42:26.258 INFO:tasks.rados.rados.0.smithi082.stdout:648: finishing write tid 2 to smithi08280503-4 2024-08-17T00:42:26.258 INFO:tasks.rados.rados.0.smithi082.stdout:648: finishing write tid 3 to smithi08280503-4 2024-08-17T00:42:26.258 INFO:tasks.rados.rados.0.smithi082.stdout:648: finishing write tid 4 to smithi08280503-4 2024-08-17T00:42:26.258 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 314 (ObjNum 209 snap 52 seq_num 209) dirty exists 2024-08-17T00:42:26.258 INFO:tasks.rados.rados.0.smithi082.stdout:648: left oid 4 (ObjNum 209 snap 52 seq_num 209) 2024-08-17T00:42:26.348 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:26 smithi137 podman[74553]: 2024-08-17 00:42:26.068209494 +0000 UTC m=+0.135807140 container died 9116fc126121a97c6b31a4a638e2f57437818db0adce9c6b0cab0cff27c5f305 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:42:26.512 INFO:tasks.rados.rados.0.smithi082.stdout:644: done (4 left) 2024-08-17T00:42:26.513 INFO:tasks.rados.rados.0.smithi082.stdout:645: done (3 left) 2024-08-17T00:42:26.513 INFO:tasks.rados.rados.0.smithi082.stdout:646: done (2 left) 2024-08-17T00:42:26.513 INFO:tasks.rados.rados.0.smithi082.stdout:648: done (1 left) 2024-08-17T00:42:26.513 INFO:tasks.rados.rados.0.smithi082.stdout:649: done (0 left) 2024-08-17T00:42:26.513 INFO:tasks.rados.rados.0.smithi082.stdout:650: delete oid 35 current snap is 53 2024-08-17T00:42:26.515 INFO:tasks.rados.rados.0.smithi082.stdout:650: done (0 left) 2024-08-17T00:42:26.515 INFO:tasks.rados.rados.0.smithi082.stdout:651: snap_create 2024-08-17T00:42:26.603 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:26 smithi137 ceph-mon[33068]: Reconfiguring node-exporter.b (dependencies changed)... 2024-08-17T00:42:26.604 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:26 smithi137 ceph-mon[33068]: Reconfiguring daemon node-exporter.b on smithi137 2024-08-17T00:42:26.604 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:26 smithi137 ceph-mon[33068]: osdmap e179: 8 total, 8 up, 8 in 2024-08-17T00:42:26.604 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:26 smithi137 podman[74553]: 2024-08-17 00:42:26.36799221 +0000 UTC m=+0.435589849 container cleanup 9116fc126121a97c6b31a4a638e2f57437818db0adce9c6b0cab0cff27c5f305 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:42:26.604 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:26 smithi137 bash[74553]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b 2024-08-17T00:42:26.604 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:26 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=infra.usagestats.collector t=2024-08-17T00:42:26.348184433Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-17T00:42:26.605 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:26 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=provisioning.datasources t=2024-08-17T00:42:26.436080599Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-08-17T00:42:26.605 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:26 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=provisioning.datasources t=2024-08-17T00:42:26.436129258Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-08-17T00:42:26.605 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:26 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=provisioning.datasources t=2024-08-17T00:42:26.447320051Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-17T00:42:26.605 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:26 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=provisioning.alerting t=2024-08-17T00:42:26.529315689Z level=info msg="starting to provision alerting" 2024-08-17T00:42:26.605 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:26 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=provisioning.alerting t=2024-08-17T00:42:26.529346001Z level=info msg="finished to provision alerting" 2024-08-17T00:42:26.605 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:26 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=ngalert.state.manager t=2024-08-17T00:42:26.529460539Z level=info msg="Warming state cache for startup" 2024-08-17T00:42:26.605 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:26 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=grafanaStorageLogger t=2024-08-17T00:42:26.529569137Z level=info msg="storage starting" 2024-08-17T00:42:26.605 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:26 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=http.server t=2024-08-17T00:42:26.531430553Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-17T00:42:26.605 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:26 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=ngalert.state.manager t=2024-08-17T00:42:26.539707464Z level=info msg="State cache has been initialized" states=0 duration=10.246105ms 2024-08-17T00:42:26.605 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:26 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=ticker t=2024-08-17T00:42:26.539780941Z level=info msg=starting first_tick=2024-08-17T00:42:30Z 2024-08-17T00:42:26.605 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:42:26 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[74419]: logger=ngalert.multiorg.alertmanager t=2024-08-17T00:42:26.539774461Z level=info msg="starting MultiOrg Alertmanager" 2024-08-17T00:42:26.953 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:26 smithi137 podman[74565]: 2024-08-17 00:42:26.603454978 +0000 UTC m=+0.539097771 container remove 9116fc126121a97c6b31a4a638e2f57437818db0adce9c6b0cab0cff27c5f305 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:42:26.953 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:26 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-17T00:42:26.954 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:26 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-17T00:42:26.954 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:26 smithi137 systemd[1]: Stopped Ceph node-exporter.b for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:42:26.954 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:26 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@node-exporter.b.service: Consumed 2.012s CPU time. 2024-08-17T00:42:26.954 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:26 smithi137 systemd[1]: Starting Ceph node-exporter.b for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:42:26.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:26 smithi082 ceph-mon[39953]: Reconfiguring node-exporter.b (dependencies changed)... 2024-08-17T00:42:26.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:26 smithi082 ceph-mon[39953]: Reconfiguring daemon node-exporter.b on smithi137 2024-08-17T00:42:26.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:26 smithi082 ceph-mon[39953]: osdmap e179: 8 total, 8 up, 8 in 2024-08-17T00:42:26.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:26 smithi082 ceph-mon[29275]: Reconfiguring node-exporter.b (dependencies changed)... 2024-08-17T00:42:26.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:26 smithi082 ceph-mon[29275]: Reconfiguring daemon node-exporter.b on smithi137 2024-08-17T00:42:26.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:26 smithi082 ceph-mon[29275]: osdmap e179: 8 total, 8 up, 8 in 2024-08-17T00:42:27.238 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:26 smithi137 podman[74659]: 2024-08-17 00:42:26.855088637 +0000 UTC m=+0.018005516 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-17T00:42:27.238 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:26 smithi137 podman[74659]: 2024-08-17 00:42:26.954492979 +0000 UTC m=+0.117409859 container create da4f12b322e34ab9cca677e80c67543b129231890b571328cba9cc94fafbf009 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:42:27.238 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 podman[74659]: 2024-08-17 00:42:27.1584788 +0000 UTC m=+0.321395694 container init da4f12b322e34ab9cca677e80c67543b129231890b571328cba9cc94fafbf009 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:42:27.238 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 podman[74659]: 2024-08-17 00:42:27.1612738 +0000 UTC m=+0.324190681 container start da4f12b322e34ab9cca677e80c67543b129231890b571328cba9cc94fafbf009 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:42:27.238 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.164Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-17T00:42:27.238 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.164Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-17T00:42:27.238 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.164Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-17T00:42:27.238 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.164Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-17T00:42:27.238 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.164Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-17T00:42:27.239 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-17T00:42:27.239 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-17T00:42:27.239 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=arp 2024-08-17T00:42:27.239 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-17T00:42:27.239 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-17T00:42:27.239 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-17T00:42:27.239 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-17T00:42:27.239 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-17T00:42:27.239 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-17T00:42:27.239 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-17T00:42:27.239 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-17T00:42:27.239 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=edac 2024-08-17T00:42:27.239 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-17T00:42:27.240 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-17T00:42:27.240 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-17T00:42:27.240 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-17T00:42:27.240 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-17T00:42:27.240 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-17T00:42:27.240 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-17T00:42:27.240 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-17T00:42:27.240 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-17T00:42:27.240 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-17T00:42:27.240 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-17T00:42:27.240 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-17T00:42:27.240 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-17T00:42:27.240 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-17T00:42:27.241 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-17T00:42:27.241 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-17T00:42:27.241 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=os 2024-08-17T00:42:27.241 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-17T00:42:27.241 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.165Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-17T00:42:27.241 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.166Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-17T00:42:27.241 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.166Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-17T00:42:27.241 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.166Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-17T00:42:27.241 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.166Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-17T00:42:27.242 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.166Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-17T00:42:27.242 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.166Z caller=node_exporter.go:117 level=info collector=stat 2024-08-17T00:42:27.242 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.166Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-17T00:42:27.242 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.166Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-17T00:42:27.242 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.166Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-17T00:42:27.242 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.166Z caller=node_exporter.go:117 level=info collector=time 2024-08-17T00:42:27.242 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.166Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-17T00:42:27.242 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.166Z caller=node_exporter.go:117 level=info collector=uname 2024-08-17T00:42:27.242 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.166Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-17T00:42:27.242 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.166Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-17T00:42:27.242 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.166Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-17T00:42:27.242 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.166Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-17T00:42:27.242 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[74673]: ts=2024-08-17T00:42:27.166Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-17T00:42:27.510 INFO:tasks.rados.rados.0.smithi082.stdout:651: done (0 left) 2024-08-17T00:42:27.510 INFO:tasks.rados.rados.0.smithi082.stdout:652: snap_create 2024-08-17T00:42:27.737 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 bash[74659]: da4f12b322e34ab9cca677e80c67543b129231890b571328cba9cc94fafbf009 2024-08-17T00:42:27.737 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:42:27 smithi137 systemd[1]: Started Ceph node-exporter.b for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:42:27.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-mon[33068]: osdmap e180: 8 total, 8 up, 8 in 2024-08-17T00:42:27.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-mon[33068]: pgmap v48: 121 pgs: 121 active+clean; 177 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.1 MiB/s wr, 32 op/s 2024-08-17T00:42:27.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:27.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:27.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:42:27.739 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:42:27.739 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:42:27.739 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:42:27.739 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:27 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:27.870 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:27 smithi082 ceph-mon[39953]: osdmap e180: 8 total, 8 up, 8 in 2024-08-17T00:42:27.870 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:27 smithi082 ceph-mon[39953]: pgmap v48: 121 pgs: 121 active+clean; 177 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.1 MiB/s wr, 32 op/s 2024-08-17T00:42:27.870 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:27 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:27.870 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:27 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:27.870 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:27 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:42:27.870 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:27 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:42:27.870 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:27 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:42:27.870 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:27 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:42:27.870 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:27 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:27.871 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:27 smithi082 ceph-mon[29275]: osdmap e180: 8 total, 8 up, 8 in 2024-08-17T00:42:27.871 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:27 smithi082 ceph-mon[29275]: pgmap v48: 121 pgs: 121 active+clean; 177 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.1 MiB/s wr, 32 op/s 2024-08-17T00:42:27.871 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:27 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:27.871 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:27 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:27.871 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:27 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:42:27.871 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:27 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:42:27.871 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:27 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:42:27.871 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:27 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:42:27.871 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:27 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:28.521 INFO:tasks.rados.rados.0.smithi082.stdout:652: done (0 left) 2024-08-17T00:42:28.521 INFO:tasks.rados.rados.0.smithi082.stdout:653: read oid 22 snap -1 2024-08-17T00:42:28.521 INFO:tasks.rados.rados.0.smithi082.stdout:653: expect (ObjNum 71 snap 10 seq_num 71) 2024-08-17T00:42:28.522 INFO:tasks.rados.rados.0.smithi082.stdout:654: copy_from oid 40 from oid 5 current snap is 55 2024-08-17T00:42:28.522 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 20 current snap is 55 2024-08-17T00:42:28.522 INFO:tasks.rados.rados.0.smithi082.stdout:655: seq_num 211 ranges {0=737280,737280=401408} 2024-08-17T00:42:28.525 INFO:tasks.rados.rados.0.smithi082.stdout:655: writing smithi08280503-20 from 0 to 737280 tid 1 2024-08-17T00:42:28.528 INFO:tasks.rados.rados.0.smithi082.stdout:655: writing smithi08280503-20 from 737280 to 1138688 tid 2 2024-08-17T00:42:28.528 INFO:tasks.rados.rados.0.smithi082.stdout:656: snap_remove snap 48 2024-08-17T00:42:28.927 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:28 smithi137 ceph-mon[33068]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:42:28.927 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:28 smithi137 ceph-mon[33068]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:42:28.927 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:28 smithi137 ceph-mon[33068]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:42:28.927 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:28 smithi137 ceph-mon[33068]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T00:42:28.927 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:28 smithi137 ceph-mon[33068]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T00:42:28.927 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:28 smithi137 ceph-mon[33068]: osdmap e181: 8 total, 8 up, 8 in 2024-08-17T00:42:28.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:28 smithi082 ceph-mon[39953]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:42:28.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:28 smithi082 ceph-mon[39953]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:42:28.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:28 smithi082 ceph-mon[39953]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:42:28.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:28 smithi082 ceph-mon[39953]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T00:42:28.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:28 smithi082 ceph-mon[39953]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T00:42:28.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:28 smithi082 ceph-mon[39953]: osdmap e181: 8 total, 8 up, 8 in 2024-08-17T00:42:28.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:28 smithi082 ceph-mon[29275]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:42:28.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:28 smithi082 ceph-mon[29275]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:42:28.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:28 smithi082 ceph-mon[29275]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:42:28.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:28 smithi082 ceph-mon[29275]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T00:42:28.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:28 smithi082 ceph-mon[29275]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T00:42:28.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:28 smithi082 ceph-mon[29275]: osdmap e181: 8 total, 8 up, 8 in 2024-08-17T00:42:29.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:28 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:42:28] "GET /metrics HTTP/1.1" 200 36059 "" "Prometheus/2.43.0" 2024-08-17T00:42:29.527 INFO:tasks.rados.rados.0.smithi082.stdout:656: done (3 left) 2024-08-17T00:42:29.527 INFO:tasks.rados.rados.0.smithi082.stdout:657: delete oid 24 current snap is 55 2024-08-17T00:42:29.527 INFO:tasks.rados.rados.0.smithi082.stdout:654: finishing copy_from to smithi08280503-40 2024-08-17T00:42:29.527 INFO:tasks.rados.rados.0.smithi082.stdout:654: got expected ENOENT (src dne) 2024-08-17T00:42:29.527 INFO:tasks.rados.rados.0.smithi082.stdout:654: finishing copy_from racing read to smithi08280503-40 2024-08-17T00:42:29.527 INFO:tasks.rados.rados.0.smithi082.stdout:655: finishing write tid 1 to smithi08280503-20 2024-08-17T00:42:29.527 INFO:tasks.rados.rados.0.smithi082.stdout:655: finishing write tid 2 to smithi08280503-20 2024-08-17T00:42:29.527 INFO:tasks.rados.rados.0.smithi082.stdout:655: finishing write tid 3 to smithi08280503-20 2024-08-17T00:42:29.528 INFO:tasks.rados.rados.0.smithi082.stdout:653: expect (ObjNum 71 snap 10 seq_num 71) 2024-08-17T00:42:29.591 INFO:tasks.rados.rados.0.smithi082.stdout:655: finishing write tid 4 to smithi08280503-20 2024-08-17T00:42:29.591 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 178 (ObjNum 211 snap 55 seq_num 211) dirty exists 2024-08-17T00:42:29.591 INFO:tasks.rados.rados.0.smithi082.stdout:655: left oid 20 (ObjNum 211 snap 55 seq_num 211) 2024-08-17T00:42:29.591 INFO:tasks.rados.rados.0.smithi082.stdout:653: done (3 left) 2024-08-17T00:42:29.591 INFO:tasks.rados.rados.0.smithi082.stdout:654: done (2 left) 2024-08-17T00:42:29.591 INFO:tasks.rados.rados.0.smithi082.stdout:655: done (1 left) 2024-08-17T00:42:29.591 INFO:tasks.rados.rados.0.smithi082.stdout:657: done (0 left) 2024-08-17T00:42:29.591 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 24 current snap is 55 2024-08-17T00:42:29.592 INFO:tasks.rados.rados.0.smithi082.stdout:658: seq_num 213 ranges {0=770048,770048=401408} 2024-08-17T00:42:29.594 INFO:tasks.rados.rados.0.smithi082.stdout:658: writing smithi08280503-24 from 0 to 770048 tid 1 2024-08-17T00:42:29.597 INFO:tasks.rados.rados.0.smithi082.stdout:658: writing smithi08280503-24 from 770048 to 1171456 tid 2 2024-08-17T00:42:29.597 INFO:tasks.rados.rados.0.smithi082.stdout:659: copy_from oid 49 from oid 22 current snap is 55 2024-08-17T00:42:29.597 INFO:tasks.rados.rados.0.smithi082.stdout:660: delete oid 35 current snap is 55 2024-08-17T00:42:29.599 INFO:tasks.rados.rados.0.smithi082.stdout:660: done (2 left) 2024-08-17T00:42:29.600 INFO:tasks.rados.rados.0.smithi082.stdout:661: read oid 11 snap -1 2024-08-17T00:42:29.600 INFO:tasks.rados.rados.0.smithi082.stdout:661: expect (ObjNum 197 snap 49 seq_num 197) 2024-08-17T00:42:29.600 INFO:tasks.rados.rados.0.smithi082.stdout:662: copy_from oid 2 from oid 37 current snap is 55 2024-08-17T00:42:29.600 INFO:tasks.rados.rados.0.smithi082.stdout:663: read oid 47 snap -1 2024-08-17T00:42:29.600 INFO:tasks.rados.rados.0.smithi082.stdout:663: expect (ObjNum 202 snap 50 seq_num 202) 2024-08-17T00:42:29.600 INFO:tasks.rados.rados.0.smithi082.stdout:664: read oid 9 snap -1 2024-08-17T00:42:29.600 INFO:tasks.rados.rados.0.smithi082.stdout:664: expect (ObjNum 163 snap 37 seq_num 163) 2024-08-17T00:42:29.600 INFO:tasks.rados.rados.0.smithi082.stdout:665: rmattr oid 26 current snap is 55 2024-08-17T00:42:29.600 INFO:tasks.rados.rados.0.smithi082.stdout:658: finishing write tid 1 to smithi08280503-24 2024-08-17T00:42:29.600 INFO:tasks.rados.rados.0.smithi082.stdout:666: read oid 43 snap 38 2024-08-17T00:42:29.600 INFO:tasks.rados.rados.0.smithi082.stdout:666: expect (ObjNum 160 snap 37 seq_num 160) 2024-08-17T00:42:29.600 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 17 current snap is 55 2024-08-17T00:42:29.600 INFO:tasks.rados.rados.0.smithi082.stdout:667: seq_num 215 ranges {7503872=409600,7913472=532480,8445952=270336} 2024-08-17T00:42:29.642 INFO:tasks.rados.rados.0.smithi082.stdout:667: writing smithi08280503-17 from 7503872 to 7913472 tid 1 2024-08-17T00:42:29.645 INFO:tasks.rados.rados.0.smithi082.stdout:667: writing smithi08280503-17 from 7913472 to 8445952 tid 2 2024-08-17T00:42:29.647 INFO:tasks.rados.rados.0.smithi082.stdout:667: writing smithi08280503-17 from 8445952 to 8716288 tid 3 2024-08-17T00:42:29.647 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 16 current snap is 55 2024-08-17T00:42:29.647 INFO:tasks.rados.rados.0.smithi082.stdout:658: finishing write tid 2 to smithi08280503-24 2024-08-17T00:42:29.647 INFO:tasks.rados.rados.0.smithi082.stdout:668: seq_num 216 ranges {4907008=425984,5332992=409600,5742592=393216} 2024-08-17T00:42:29.676 INFO:tasks.rados.rados.0.smithi082.stdout:668: writing smithi08280503-16 from 4907008 to 5332992 tid 1 2024-08-17T00:42:29.678 INFO:tasks.rados.rados.0.smithi082.stdout:668: writing smithi08280503-16 from 5332992 to 5742592 tid 2 2024-08-17T00:42:29.681 INFO:tasks.rados.rados.0.smithi082.stdout:668: writing smithi08280503-16 from 5742592 to 6135808 tid 3 2024-08-17T00:42:29.681 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 4 current snap is 55 2024-08-17T00:42:29.681 INFO:tasks.rados.rados.0.smithi082.stdout:658: finishing write tid 3 to smithi08280503-24 2024-08-17T00:42:29.681 INFO:tasks.rados.rados.0.smithi082.stdout:669: seq_num 217 ranges {2932736=442368,3375104=696320,4071424=106496} 2024-08-17T00:42:29.699 INFO:tasks.rados.rados.0.smithi082.stdout:669: writing smithi08280503-4 from 2932736 to 3375104 tid 1 2024-08-17T00:42:29.703 INFO:tasks.rados.rados.0.smithi082.stdout:669: writing smithi08280503-4 from 3375104 to 4071424 tid 2 2024-08-17T00:42:29.704 INFO:tasks.rados.rados.0.smithi082.stdout:669: writing smithi08280503-4 from 4071424 to 4177920 tid 3 2024-08-17T00:42:29.704 INFO:tasks.rados.rados.0.smithi082.stdout:670: setattr oid 46 current snap is 55 2024-08-17T00:42:29.704 INFO:tasks.rados.rados.0.smithi082.stdout:662: finishing copy_from to smithi08280503-2 2024-08-17T00:42:29.704 INFO:tasks.rados.rados.0.smithi082.stdout:662: got expected ENOENT (src dne) 2024-08-17T00:42:29.704 INFO:tasks.rados.rados.0.smithi082.stdout:662: finishing copy_from racing read to smithi08280503-2 2024-08-17T00:42:29.704 INFO:tasks.rados.rados.0.smithi082.stdout:658: finishing write tid 4 to smithi08280503-24 2024-08-17T00:42:29.704 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 237 (ObjNum 213 snap 55 seq_num 213) dirty exists 2024-08-17T00:42:29.704 INFO:tasks.rados.rados.0.smithi082.stdout:658: left oid 24 (ObjNum 213 snap 55 seq_num 213) 2024-08-17T00:42:29.704 INFO:tasks.rados.rados.0.smithi082.stdout:664: expect (ObjNum 163 snap 37 seq_num 163) 2024-08-17T00:42:29.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:29 smithi082 ceph-mon[39953]: osdmap e182: 8 total, 8 up, 8 in 2024-08-17T00:42:29.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:29 smithi082 ceph-mon[39953]: Upgrade: Updating mgr.y 2024-08-17T00:42:29.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:29 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:29.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:29 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:42:29.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:29 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:42:29.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:29 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:42:29.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:29 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:42:29.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:29 smithi082 ceph-mon[39953]: Deploying daemon mgr.y on smithi082 2024-08-17T00:42:29.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:29 smithi082 ceph-mon[39953]: pgmap v51: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 520 KiB/s wr, 14 op/s 2024-08-17T00:42:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:29 smithi082 ceph-mon[29275]: osdmap e182: 8 total, 8 up, 8 in 2024-08-17T00:42:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:29 smithi082 ceph-mon[29275]: Upgrade: Updating mgr.y 2024-08-17T00:42:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:29 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:29 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:42:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:29 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:42:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:29 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:42:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:29 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:42:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:29 smithi082 ceph-mon[29275]: Deploying daemon mgr.y on smithi082 2024-08-17T00:42:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:29 smithi082 ceph-mon[29275]: pgmap v51: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 520 KiB/s wr, 14 op/s 2024-08-17T00:42:29.745 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 322 (ObjNum 156 snap 37 seq_num 156) dirty exists 2024-08-17T00:42:29.745 INFO:tasks.rados.rados.0.smithi082.stdout:661: expect (ObjNum 197 snap 49 seq_num 197) 2024-08-17T00:42:29.772 INFO:tasks.rados.rados.0.smithi082.stdout:666: expect (ObjNum 160 snap 37 seq_num 160) 2024-08-17T00:42:29.780 INFO:tasks.rados.rados.0.smithi082.stdout:659: finishing copy_from racing read to smithi08280503-49 2024-08-17T00:42:29.780 INFO:tasks.rados.rados.0.smithi082.stdout:659: finishing copy_from to smithi08280503-49 2024-08-17T00:42:29.780 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 49 v 69 (ObjNum 71 snap 10 seq_num 71) dirty exists 2024-08-17T00:42:29.780 INFO:tasks.rados.rados.0.smithi082.stdout:663: expect (ObjNum 202 snap 50 seq_num 202) 2024-08-17T00:42:29.848 INFO:tasks.rados.rados.0.smithi082.stdout:667: finishing write tid 1 to smithi08280503-17 2024-08-17T00:42:29.848 INFO:tasks.rados.rados.0.smithi082.stdout:667: finishing write tid 2 to smithi08280503-17 2024-08-17T00:42:29.848 INFO:tasks.rados.rados.0.smithi082.stdout:667: finishing write tid 3 to smithi08280503-17 2024-08-17T00:42:29.848 INFO:tasks.rados.rados.0.smithi082.stdout:667: finishing write tid 4 to smithi08280503-17 2024-08-17T00:42:29.848 INFO:tasks.rados.rados.0.smithi082.stdout:667: finishing write tid 5 to smithi08280503-17 2024-08-17T00:42:29.848 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 185 (ObjNum 215 snap 55 seq_num 215) dirty exists 2024-08-17T00:42:29.848 INFO:tasks.rados.rados.0.smithi082.stdout:667: left oid 17 (ObjNum 215 snap 55 seq_num 215) 2024-08-17T00:42:29.848 INFO:tasks.rados.rados.0.smithi082.stdout:668: finishing write tid 1 to smithi08280503-16 2024-08-17T00:42:29.848 INFO:tasks.rados.rados.0.smithi082.stdout:668: finishing write tid 2 to smithi08280503-16 2024-08-17T00:42:29.848 INFO:tasks.rados.rados.0.smithi082.stdout:668: finishing write tid 3 to smithi08280503-16 2024-08-17T00:42:29.848 INFO:tasks.rados.rados.0.smithi082.stdout:668: finishing write tid 4 to smithi08280503-16 2024-08-17T00:42:29.849 INFO:tasks.rados.rados.0.smithi082.stdout:668: finishing write tid 5 to smithi08280503-16 2024-08-17T00:42:29.849 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 229 (ObjNum 216 snap 55 seq_num 216) dirty exists 2024-08-17T00:42:29.849 INFO:tasks.rados.rados.0.smithi082.stdout:668: left oid 16 (ObjNum 216 snap 55 seq_num 216) 2024-08-17T00:42:29.849 INFO:tasks.rados.rados.0.smithi082.stdout:669: finishing write tid 1 to smithi08280503-4 2024-08-17T00:42:29.849 INFO:tasks.rados.rados.0.smithi082.stdout:669: finishing write tid 2 to smithi08280503-4 2024-08-17T00:42:29.849 INFO:tasks.rados.rados.0.smithi082.stdout:669: finishing write tid 3 to smithi08280503-4 2024-08-17T00:42:29.849 INFO:tasks.rados.rados.0.smithi082.stdout:669: finishing write tid 4 to smithi08280503-4 2024-08-17T00:42:29.849 INFO:tasks.rados.rados.0.smithi082.stdout:669: finishing write tid 5 to smithi08280503-4 2024-08-17T00:42:29.849 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 327 (ObjNum 217 snap 55 seq_num 217) dirty exists 2024-08-17T00:42:29.849 INFO:tasks.rados.rados.0.smithi082.stdout:669: left oid 4 (ObjNum 217 snap 55 seq_num 217) 2024-08-17T00:42:29.849 INFO:tasks.rados.rados.0.smithi082.stdout:658: done (11 left) 2024-08-17T00:42:29.849 INFO:tasks.rados.rados.0.smithi082.stdout:659: done (10 left) 2024-08-17T00:42:29.849 INFO:tasks.rados.rados.0.smithi082.stdout:661: done (9 left) 2024-08-17T00:42:29.850 INFO:tasks.rados.rados.0.smithi082.stdout:662: done (8 left) 2024-08-17T00:42:29.850 INFO:tasks.rados.rados.0.smithi082.stdout:663: done (7 left) 2024-08-17T00:42:29.850 INFO:tasks.rados.rados.0.smithi082.stdout:664: done (6 left) 2024-08-17T00:42:29.850 INFO:tasks.rados.rados.0.smithi082.stdout:665: done (5 left) 2024-08-17T00:42:29.850 INFO:tasks.rados.rados.0.smithi082.stdout:666: done (4 left) 2024-08-17T00:42:29.850 INFO:tasks.rados.rados.0.smithi082.stdout:667: done (3 left) 2024-08-17T00:42:29.850 INFO:tasks.rados.rados.0.smithi082.stdout:668: done (2 left) 2024-08-17T00:42:29.850 INFO:tasks.rados.rados.0.smithi082.stdout:669: done (1 left) 2024-08-17T00:42:29.850 INFO:tasks.rados.rados.0.smithi082.stdout:671: read oid 37 snap -1 2024-08-17T00:42:29.850 INFO:tasks.rados.rados.0.smithi082.stdout:671: expect deleted 2024-08-17T00:42:29.850 INFO:tasks.rados.rados.0.smithi082.stdout:672: delete oid 27 current snap is 55 2024-08-17T00:42:29.851 INFO:tasks.rados.rados.0.smithi082.stdout:671: done (2 left) 2024-08-17T00:42:29.851 INFO:tasks.rados.rados.0.smithi082.stdout:672: done (1 left) 2024-08-17T00:42:29.851 INFO:tasks.rados.rados.0.smithi082.stdout:673: delete oid 48 current snap is 55 2024-08-17T00:42:29.851 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 46 v 329 (ObjNum 142 snap 34 seq_num 142) dirty exists 2024-08-17T00:42:29.851 INFO:tasks.rados.rados.0.smithi082.stdout:670: done (1 left) 2024-08-17T00:42:29.851 INFO:tasks.rados.rados.0.smithi082.stdout:673: done (0 left) 2024-08-17T00:42:29.851 INFO:tasks.rados.rados.0.smithi082.stdout:674: delete oid 30 current snap is 55 2024-08-17T00:42:29.852 INFO:tasks.rados.rados.0.smithi082.stdout:674: done (0 left) 2024-08-17T00:42:29.852 INFO:tasks.rados.rados.0.smithi082.stdout:675: snap_create 2024-08-17T00:42:29.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:29 smithi137 ceph-mon[33068]: osdmap e182: 8 total, 8 up, 8 in 2024-08-17T00:42:29.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:29 smithi137 ceph-mon[33068]: Upgrade: Updating mgr.y 2024-08-17T00:42:29.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:29 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:29.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:29 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:42:29.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:29 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:42:29.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:29 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:42:29.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:29 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:42:29.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:29 smithi137 ceph-mon[33068]: Deploying daemon mgr.y on smithi082 2024-08-17T00:42:29.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:29 smithi137 ceph-mon[33068]: pgmap v51: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 520 KiB/s wr, 14 op/s 2024-08-17T00:42:30.492 INFO:tasks.rados.rados.0.smithi082.stdout:675: done (0 left) 2024-08-17T00:42:30.492 INFO:tasks.rados.rados.0.smithi082.stdout:676: snap_create 2024-08-17T00:42:30.620 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:30 smithi082 systemd[1]: Stopping Ceph mgr.y for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:42:30.621 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:30 smithi082 ceph-mon[39953]: osdmap e183: 8 total, 8 up, 8 in 2024-08-17T00:42:30.621 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:30 smithi082 ceph-mon[39953]: osdmap e184: 8 total, 8 up, 8 in 2024-08-17T00:42:30.621 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:30 smithi082 ceph-mon[29275]: osdmap e183: 8 total, 8 up, 8 in 2024-08-17T00:42:30.621 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:30 smithi082 ceph-mon[29275]: osdmap e184: 8 total, 8 up, 8 in 2024-08-17T00:42:30.915 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:30 smithi082 podman[83602]: 2024-08-17 00:42:30.619176727 +0000 UTC m=+0.148122115 container died 3221a5901a1e326807620060200e39668e7907b4f1fc5d7cc4cb566f58b840b0 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-03a1ac1, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-08-17T00:42:30.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:30 smithi137 ceph-mon[33068]: osdmap e183: 8 total, 8 up, 8 in 2024-08-17T00:42:30.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:30 smithi137 ceph-mon[33068]: osdmap e184: 8 total, 8 up, 8 in 2024-08-17T00:42:31.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:31 smithi082 podman[83602]: 2024-08-17 00:42:31.097177289 +0000 UTC m=+0.626122680 container cleanup 3221a5901a1e326807620060200e39668e7907b4f1fc5d7cc4cb566f58b840b0 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=quincy-03a1ac1, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS) 2024-08-17T00:42:31.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:31 smithi082 bash[83602]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y 2024-08-17T00:42:31.493 INFO:tasks.rados.rados.0.smithi082.stdout:676: done (0 left) 2024-08-17T00:42:31.493 INFO:tasks.rados.rados.0.smithi082.stdout:677: copy_from oid 48 from oid 1 current snap is 57 2024-08-17T00:42:31.493 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 41 current snap is 57 2024-08-17T00:42:31.493 INFO:tasks.rados.rados.0.smithi082.stdout:678: seq_num 221 ranges {5242880=507904,5750784=688128,6438912=114688} 2024-08-17T00:42:31.524 INFO:tasks.rados.rados.0.smithi082.stdout:678: writing smithi08280503-41 from 5242880 to 5750784 tid 1 2024-08-17T00:42:31.529 INFO:tasks.rados.rados.0.smithi082.stdout:678: writing smithi08280503-41 from 5750784 to 6438912 tid 2 2024-08-17T00:42:31.530 INFO:tasks.rados.rados.0.smithi082.stdout:678: writing smithi08280503-41 from 6438912 to 6553600 tid 3 2024-08-17T00:42:31.530 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 25 current snap is 57 2024-08-17T00:42:31.530 INFO:tasks.rados.rados.0.smithi082.stdout:677: finishing copy_from racing read to smithi08280503-48 2024-08-17T00:42:31.530 INFO:tasks.rados.rados.0.smithi082.stdout:677: finishing copy_from to smithi08280503-48 2024-08-17T00:42:31.530 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 44 (ObjNum 72 snap 11 seq_num 72) dirty exists 2024-08-17T00:42:31.530 INFO:tasks.rados.rados.0.smithi082.stdout:678: finishing write tid 1 to smithi08280503-41 2024-08-17T00:42:31.530 INFO:tasks.rados.rados.0.smithi082.stdout:679: seq_num 222 ranges {5242880=524288,5767168=565248,6332416=237568} 2024-08-17T00:42:31.563 INFO:tasks.rados.rados.0.smithi082.stdout:679: writing smithi08280503-25 from 5242880 to 5767168 tid 1 2024-08-17T00:42:31.568 INFO:tasks.rados.rados.0.smithi082.stdout:679: writing smithi08280503-25 from 5767168 to 6332416 tid 2 2024-08-17T00:42:31.570 INFO:tasks.rados.rados.0.smithi082.stdout:679: writing smithi08280503-25 from 6332416 to 6569984 tid 3 2024-08-17T00:42:31.570 INFO:tasks.rados.rados.0.smithi082.stdout:677: done (2 left) 2024-08-17T00:42:31.570 INFO:tasks.rados.rados.0.smithi082.stdout:680: rmattr oid 9 current snap is 57 2024-08-17T00:42:31.571 INFO:tasks.rados.rados.0.smithi082.stdout:680: done (2 left) 2024-08-17T00:42:31.571 INFO:tasks.rados.rados.0.smithi082.stdout:681: read oid 21 snap -1 2024-08-17T00:42:31.571 INFO:tasks.rados.rados.0.smithi082.stdout:681: expect (ObjNum 113 snap 23 seq_num 113) 2024-08-17T00:42:31.571 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 7 current snap is 57 2024-08-17T00:42:31.571 INFO:tasks.rados.rados.0.smithi082.stdout:678: finishing write tid 2 to smithi08280503-41 2024-08-17T00:42:31.571 INFO:tasks.rados.rados.0.smithi082.stdout:678: finishing write tid 3 to smithi08280503-41 2024-08-17T00:42:31.571 INFO:tasks.rados.rados.0.smithi082.stdout:678: finishing write tid 4 to smithi08280503-41 2024-08-17T00:42:31.571 INFO:tasks.rados.rados.0.smithi082.stdout:678: finishing write tid 5 to smithi08280503-41 2024-08-17T00:42:31.571 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 289 (ObjNum 221 snap 57 seq_num 221) dirty exists 2024-08-17T00:42:31.571 INFO:tasks.rados.rados.0.smithi082.stdout:678: left oid 41 (ObjNum 221 snap 57 seq_num 221) 2024-08-17T00:42:31.571 INFO:tasks.rados.rados.0.smithi082.stdout:679: finishing write tid 1 to smithi08280503-25 2024-08-17T00:42:31.571 INFO:tasks.rados.rados.0.smithi082.stdout:682: seq_num 223 ranges {5242880=540672,5783552=450560,6234112=352256} 2024-08-17T00:42:31.603 INFO:tasks.rados.rados.0.smithi082.stdout:682: writing smithi08280503-7 from 5242880 to 5783552 tid 1 2024-08-17T00:42:31.606 INFO:tasks.rados.rados.0.smithi082.stdout:682: writing smithi08280503-7 from 5783552 to 6234112 tid 2 2024-08-17T00:42:31.609 INFO:tasks.rados.rados.0.smithi082.stdout:682: writing smithi08280503-7 from 6234112 to 6586368 tid 3 2024-08-17T00:42:31.609 INFO:tasks.rados.rados.0.smithi082.stdout:678: done (3 left) 2024-08-17T00:42:31.609 INFO:tasks.rados.rados.0.smithi082.stdout:683: rollback oid 50 current snap is 57 2024-08-17T00:42:31.609 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 50 to 53 2024-08-17T00:42:31.609 INFO:tasks.rados.rados.0.smithi082.stdout:679: finishing write tid 2 to smithi08280503-25 2024-08-17T00:42:31.609 INFO:tasks.rados.rados.0.smithi082.stdout:684: snap_create 2024-08-17T00:42:31.609 INFO:tasks.rados.rados.0.smithi082.stdout:679: finishing write tid 3 to smithi08280503-25 2024-08-17T00:42:31.609 INFO:tasks.rados.rados.0.smithi082.stdout:679: finishing write tid 4 to smithi08280503-25 2024-08-17T00:42:31.609 INFO:tasks.rados.rados.0.smithi082.stdout:679: finishing write tid 5 to smithi08280503-25 2024-08-17T00:42:31.609 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 223 (ObjNum 222 snap 57 seq_num 222) dirty exists 2024-08-17T00:42:31.610 INFO:tasks.rados.rados.0.smithi082.stdout:679: left oid 25 (ObjNum 222 snap 57 seq_num 222) 2024-08-17T00:42:31.610 INFO:tasks.rados.rados.0.smithi082.stdout:681: expect (ObjNum 113 snap 23 seq_num 113) 2024-08-17T00:42:31.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:31 smithi082 ceph-mon[39953]: pgmap v54: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 520 KiB/s wr, 14 op/s 2024-08-17T00:42:31.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:31 smithi082 ceph-mon[39953]: osdmap e185: 8 total, 8 up, 8 in 2024-08-17T00:42:31.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:31 smithi082 podman[83615]: 2024-08-17 00:42:31.349036507 +0000 UTC m=+0.733503057 container remove 3221a5901a1e326807620060200e39668e7907b4f1fc5d7cc4cb566f58b840b0 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y, io.buildah.version=1.36.0, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=quincy-03a1ac1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-08-17T00:42:31.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:31 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-08-17T00:42:31.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:31 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-08-17T00:42:31.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:31 smithi082 systemd[1]: Stopped Ceph mgr.y for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:42:31.726 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:31 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mgr.y.service: Consumed 42.381s CPU time. 2024-08-17T00:42:31.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:31 smithi082 ceph-mon[29275]: pgmap v54: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 520 KiB/s wr, 14 op/s 2024-08-17T00:42:31.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:31 smithi082 ceph-mon[29275]: osdmap e185: 8 total, 8 up, 8 in 2024-08-17T00:42:31.760 INFO:tasks.rados.rados.0.smithi082.stdout:682: finishing write tid 1 to smithi08280503-7 2024-08-17T00:42:31.760 INFO:tasks.rados.rados.0.smithi082.stdout:682: finishing write tid 2 to smithi08280503-7 2024-08-17T00:42:31.760 INFO:tasks.rados.rados.0.smithi082.stdout:682: finishing write tid 3 to smithi08280503-7 2024-08-17T00:42:31.760 INFO:tasks.rados.rados.0.smithi082.stdout:682: finishing write tid 4 to smithi08280503-7 2024-08-17T00:42:31.760 INFO:tasks.rados.rados.0.smithi082.stdout:683: finishing rollback tid 0 to smithi08280503-50 2024-08-17T00:42:31.760 INFO:tasks.rados.rados.0.smithi082.stdout:683: finishing rollback tid 1 to smithi08280503-50 2024-08-17T00:42:31.760 INFO:tasks.rados.rados.0.smithi082.stdout:683: finishing rollback tid 2 to smithi08280503-50 2024-08-17T00:42:31.761 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 293 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-17T00:42:31.761 INFO:tasks.rados.rados.0.smithi082.stdout:682: finishing write tid 5 to smithi08280503-7 2024-08-17T00:42:31.761 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 276 (ObjNum 223 snap 57 seq_num 223) dirty exists 2024-08-17T00:42:31.761 INFO:tasks.rados.rados.0.smithi082.stdout:682: left oid 7 (ObjNum 223 snap 57 seq_num 223) 2024-08-17T00:42:31.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:31 smithi137 ceph-mon[33068]: pgmap v54: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 520 KiB/s wr, 14 op/s 2024-08-17T00:42:31.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:31 smithi137 ceph-mon[33068]: osdmap e185: 8 total, 8 up, 8 in 2024-08-17T00:42:32.091 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:31 smithi082 systemd[1]: Starting Ceph mgr.y for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:42:32.091 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:31 smithi082 podman[83742]: 2024-08-17 00:42:31.864568425 +0000 UTC m=+0.016904021 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:42:32.091 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:31 smithi082 podman[83742]: 2024-08-17 00:42:31.992092896 +0000 UTC m=+0.144428479 container create 92bb5538a947d9735a345e4b3ed88c0555cd2a8ac309f45d8c6f75784e9b95b2 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-08-17T00:42:32.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:32 smithi082 podman[83742]: 2024-08-17 00:42:32.186235914 +0000 UTC m=+0.338571508 container init 92bb5538a947d9735a345e4b3ed88c0555cd2a8ac309f45d8c6f75784e9b95b2 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y, io.buildah.version=1.36.0, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:42:32.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:32 smithi082 podman[83742]: 2024-08-17 00:42:32.18898713 +0000 UTC m=+0.341322714 container start 92bb5538a947d9735a345e4b3ed88c0555cd2a8ac309f45d8c6f75784e9b95b2 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-d863d21, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:42:32.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:32 smithi082 ceph-mgr[83761]: -- 172.21.15.82:0/2405525760 <== mon.0 v2:172.21.15.82:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55735a1430e0 con 0x55735a121000 2024-08-17T00:42:32.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:32 smithi082 bash[83742]: 92bb5538a947d9735a345e4b3ed88c0555cd2a8ac309f45d8c6f75784e9b95b2 2024-08-17T00:42:32.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:32 smithi082 systemd[1]: Started Ceph mgr.y for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:42:32.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:32 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:32.314+0000 7fd7d51ae040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T00:42:32.476 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:32 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:32.473+0000 7fd7d51ae040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:42:32.534 INFO:tasks.rados.rados.0.smithi082.stdout:679: done (4 left) 2024-08-17T00:42:32.534 INFO:tasks.rados.rados.0.smithi082.stdout:681: done (3 left) 2024-08-17T00:42:32.535 INFO:tasks.rados.rados.0.smithi082.stdout:682: done (2 left) 2024-08-17T00:42:32.535 INFO:tasks.rados.rados.0.smithi082.stdout:683: done (1 left) 2024-08-17T00:42:32.535 INFO:tasks.rados.rados.0.smithi082.stdout:684: done (0 left) 2024-08-17T00:42:32.535 INFO:tasks.rados.rados.0.smithi082.stdout:685: copy_from oid 48 from oid 7 current snap is 58 2024-08-17T00:42:32.535 INFO:tasks.rados.rados.0.smithi082.stdout:686: read oid 2 snap -1 2024-08-17T00:42:32.535 INFO:tasks.rados.rados.0.smithi082.stdout:686: expect deleted 2024-08-17T00:42:32.535 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 13 current snap is 58 2024-08-17T00:42:32.535 INFO:tasks.rados.rados.0.smithi082.stdout:687: seq_num 224 ranges {0=557056,557056=737280,1294336=65536} 2024-08-17T00:42:32.538 INFO:tasks.rados.rados.0.smithi082.stdout:687: writing smithi08280503-13 from 0 to 557056 tid 1 2024-08-17T00:42:32.542 INFO:tasks.rados.rados.0.smithi082.stdout:687: writing smithi08280503-13 from 557056 to 1294336 tid 2 2024-08-17T00:42:32.543 INFO:tasks.rados.rados.0.smithi082.stdout:687: writing smithi08280503-13 from 1294336 to 1359872 tid 3 2024-08-17T00:42:32.543 INFO:tasks.rados.rados.0.smithi082.stdout:688: read oid 47 snap -1 2024-08-17T00:42:32.543 INFO:tasks.rados.rados.0.smithi082.stdout:688: expect (ObjNum 202 snap 50 seq_num 202) 2024-08-17T00:42:32.543 INFO:tasks.rados.rados.0.smithi082.stdout:689: rmattr oid 5 current snap is 58 2024-08-17T00:42:32.543 INFO:tasks.rados.rados.0.smithi082.stdout:689: done (4 left) 2024-08-17T00:42:32.543 INFO:tasks.rados.rados.0.smithi082.stdout:690: setattr oid 43 current snap is 58 2024-08-17T00:42:32.544 INFO:tasks.rados.rados.0.smithi082.stdout:686: done (4 left) 2024-08-17T00:42:32.544 INFO:tasks.rados.rados.0.smithi082.stdout:691: read oid 49 snap 56 2024-08-17T00:42:32.544 INFO:tasks.rados.rados.0.smithi082.stdout:691: expect (ObjNum 71 snap 10 seq_num 71) 2024-08-17T00:42:32.544 INFO:tasks.rados.rados.0.smithi082.stdout:692: snap_remove snap 54 2024-08-17T00:42:32.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:32 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:32.552+0000 7fd7d51ae040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T00:42:33.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:32 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:32.817+0000 7fd7d51ae040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T00:42:33.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:32 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:32.880+0000 7fd7d51ae040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T00:42:33.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:33 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:33.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:33 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:33.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:33 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:33.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:33 smithi137 ceph-mon[33068]: osdmap e186: 8 total, 8 up, 8 in 2024-08-17T00:42:33.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:33 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:33.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:33 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:33.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:33 smithi137 ceph-mon[33068]: pgmap v57: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 5 op/s 2024-08-17T00:42:33.536 INFO:tasks.rados.rados.0.smithi082.stdout:692: done (5 left) 2024-08-17T00:42:33.537 INFO:tasks.rados.rados.0.smithi082.stdout:693: copy_from oid 12 from oid 27 current snap is 58 2024-08-17T00:42:33.537 INFO:tasks.rados.rados.0.smithi082.stdout:687: finishing write tid 1 to smithi08280503-13 2024-08-17T00:42:33.537 INFO:tasks.rados.rados.0.smithi082.stdout:687: finishing write tid 2 to smithi08280503-13 2024-08-17T00:42:33.537 INFO:tasks.rados.rados.0.smithi082.stdout:687: finishing write tid 3 to smithi08280503-13 2024-08-17T00:42:33.537 INFO:tasks.rados.rados.0.smithi082.stdout:687: finishing write tid 4 to smithi08280503-13 2024-08-17T00:42:33.537 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 331 (ObjNum 160 snap 37 seq_num 160) dirty exists 2024-08-17T00:42:33.537 INFO:tasks.rados.rados.0.smithi082.stdout:687: finishing write tid 5 to smithi08280503-13 2024-08-17T00:42:33.537 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 266 (ObjNum 224 snap 58 seq_num 224) dirty exists 2024-08-17T00:42:33.537 INFO:tasks.rados.rados.0.smithi082.stdout:687: left oid 13 (ObjNum 224 snap 58 seq_num 224) 2024-08-17T00:42:33.537 INFO:tasks.rados.rados.0.smithi082.stdout:688: expect (ObjNum 202 snap 50 seq_num 202) 2024-08-17T00:42:33.618 INFO:tasks.rados.rados.0.smithi082.stdout:685: finishing copy_from racing read to smithi08280503-48 2024-08-17T00:42:33.618 INFO:tasks.rados.rados.0.smithi082.stdout:691: expect (ObjNum 71 snap 10 seq_num 71) 2024-08-17T00:42:33.633 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:33 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:33.633 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:33 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:33.634 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:33 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:33.634 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:33 smithi082 ceph-mon[39953]: osdmap e186: 8 total, 8 up, 8 in 2024-08-17T00:42:33.634 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:33 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:33.634 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:33 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:33.634 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:33 smithi082 ceph-mon[39953]: pgmap v57: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 5 op/s 2024-08-17T00:42:33.635 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:33 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:33.635 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:33 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:33.635 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:33 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:33.635 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:33 smithi082 ceph-mon[29275]: osdmap e186: 8 total, 8 up, 8 in 2024-08-17T00:42:33.635 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:33 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:33.635 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:33 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:33.635 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:33 smithi082 ceph-mon[29275]: pgmap v57: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 5 op/s 2024-08-17T00:42:33.680 INFO:tasks.rados.rados.0.smithi082.stdout:685: finishing copy_from to smithi08280503-48 2024-08-17T00:42:33.680 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 276 (ObjNum 223 snap 57 seq_num 223) dirty exists 2024-08-17T00:42:33.680 INFO:tasks.rados.rados.0.smithi082.stdout:693: finishing copy_from to smithi08280503-12 2024-08-17T00:42:33.680 INFO:tasks.rados.rados.0.smithi082.stdout:693: got expected ENOENT (src dne) 2024-08-17T00:42:33.680 INFO:tasks.rados.rados.0.smithi082.stdout:693: finishing copy_from racing read to smithi08280503-12 2024-08-17T00:42:33.680 INFO:tasks.rados.rados.0.smithi082.stdout:685: done (5 left) 2024-08-17T00:42:33.680 INFO:tasks.rados.rados.0.smithi082.stdout:687: done (4 left) 2024-08-17T00:42:33.680 INFO:tasks.rados.rados.0.smithi082.stdout:688: done (3 left) 2024-08-17T00:42:33.680 INFO:tasks.rados.rados.0.smithi082.stdout:690: done (2 left) 2024-08-17T00:42:33.680 INFO:tasks.rados.rados.0.smithi082.stdout:691: done (1 left) 2024-08-17T00:42:33.680 INFO:tasks.rados.rados.0.smithi082.stdout:693: done (0 left) 2024-08-17T00:42:33.680 INFO:tasks.rados.rados.0.smithi082.stdout:694: setattr oid 14 current snap is 58 2024-08-17T00:42:33.681 INFO:tasks.rados.rados.0.smithi082.stdout:695: setattr oid 46 current snap is 58 2024-08-17T00:42:33.682 INFO:tasks.rados.rados.0.smithi082.stdout:696: snap_create 2024-08-17T00:42:33.684 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 341 (ObjNum 102 snap 21 seq_num 102) dirty exists 2024-08-17T00:42:33.685 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 46 v 343 (ObjNum 142 snap 34 seq_num 142) dirty exists 2024-08-17T00:42:33.816 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:33 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi137\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:42:34.199 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:33 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:33.923+0000 7fd7d51ae040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T00:42:34.199 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:34 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:34.052+0000 7fd7d51ae040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T00:42:34.199 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:34 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:34.112+0000 7fd7d51ae040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T00:42:34.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:34 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:34.340+0000 7fd7d51ae040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T00:42:34.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:34 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:34.405+0000 7fd7d51ae040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T00:42:34.692 INFO:tasks.rados.rados.0.smithi082.stdout:694: done (2 left) 2024-08-17T00:42:34.692 INFO:tasks.rados.rados.0.smithi082.stdout:695: done (1 left) 2024-08-17T00:42:34.692 INFO:tasks.rados.rados.0.smithi082.stdout:696: done (0 left) 2024-08-17T00:42:34.692 INFO:tasks.rados.rados.0.smithi082.stdout:697: rollback oid 27 current snap is 59 2024-08-17T00:42:34.692 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 27 to 41 2024-08-17T00:42:34.692 INFO:tasks.rados.rados.0.smithi082.stdout:698: snap_remove snap 53 2024-08-17T00:42:34.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:34 smithi137 ceph-mon[33068]: osdmap e187: 8 total, 8 up, 8 in 2024-08-17T00:42:34.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:34 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:42:34.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:34 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:42:34.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:34 smithi082 ceph-mon[39953]: osdmap e187: 8 total, 8 up, 8 in 2024-08-17T00:42:34.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:34 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:34.475+0000 7fd7d51ae040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T00:42:34.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:34 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:34.632+0000 7fd7d51ae040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:42:34.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:34 smithi082 ceph-mon[29275]: osdmap e187: 8 total, 8 up, 8 in 2024-08-17T00:42:35.354 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:35.094+0000 7fd7d51ae040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T00:42:35.633 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:35.415+0000 7fd7d51ae040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T00:42:35.633 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:35.483+0000 7fd7d51ae040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T00:42:35.707 INFO:tasks.rados.rados.0.smithi082.stdout:698: done (1 left) 2024-08-17T00:42:35.708 INFO:tasks.rados.rados.0.smithi082.stdout:699: copy_from oid 11 from oid 41 current snap is 59 2024-08-17T00:42:35.708 INFO:tasks.rados.rados.0.smithi082.stdout:700: copy_from oid 24 from oid 48 current snap is 59 2024-08-17T00:42:35.708 INFO:tasks.rados.rados.0.smithi082.stdout:701: delete oid 43 current snap is 59 2024-08-17T00:42:35.708 INFO:tasks.rados.rados.0.smithi082.stdout:697: finishing rollback tid 1 to smithi08280503-27 2024-08-17T00:42:35.708 INFO:tasks.rados.rados.0.smithi082.stdout:697: finishing rollback tid 2 to smithi08280503-27 2024-08-17T00:42:35.708 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 282 (ObjNum 173 snap 41 seq_num 173) dirty exists 2024-08-17T00:42:35.711 INFO:tasks.rados.rados.0.smithi082.stdout:697: done (3 left) 2024-08-17T00:42:35.711 INFO:tasks.rados.rados.0.smithi082.stdout:701: done (2 left) 2024-08-17T00:42:35.712 INFO:tasks.rados.rados.0.smithi082.stdout:702: snap_remove snap 47 2024-08-17T00:42:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:35 smithi082 ceph-mon[39953]: osdmap e188: 8 total, 8 up, 8 in 2024-08-17T00:42:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:35 smithi082 ceph-mon[39953]: pgmap v60: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.0 MiB/s wr, 34 op/s 2024-08-17T00:42:35.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:35.631+0000 7fd7d51ae040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T00:42:35.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:35 smithi082 ceph-mon[29275]: osdmap e188: 8 total, 8 up, 8 in 2024-08-17T00:42:35.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:35 smithi082 ceph-mon[29275]: pgmap v60: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.0 MiB/s wr, 34 op/s 2024-08-17T00:42:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:35 smithi137 ceph-mon[33068]: osdmap e188: 8 total, 8 up, 8 in 2024-08-17T00:42:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:35 smithi137 ceph-mon[33068]: pgmap v60: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.0 MiB/s wr, 34 op/s 2024-08-17T00:42:36.233 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:35.980+0000 7fd7d51ae040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T00:42:36.234 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:36 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:36.045+0000 7fd7d51ae040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T00:42:36.540 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:36 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:36.232+0000 7fd7d51ae040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T00:42:36.540 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:36 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:36.380+0000 7fd7d51ae040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-17T00:42:36.540 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:36 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:36.450+0000 7fd7d51ae040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T00:42:36.540 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:36 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:36.538+0000 7fd7d51ae040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T00:42:36.704 INFO:tasks.rados.rados.0.smithi082.stdout:702: done (2 left) 2024-08-17T00:42:36.704 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 12 current snap is 59 2024-08-17T00:42:36.704 INFO:tasks.rados.rados.0.smithi082.stdout:703: seq_num 226 ranges {622592=589824,1212416=507904,1720320=294912} 2024-08-17T00:42:36.711 INFO:tasks.rados.rados.0.smithi082.stdout:703: writing smithi08280503-12 from 622592 to 1212416 tid 1 2024-08-17T00:42:36.715 INFO:tasks.rados.rados.0.smithi082.stdout:703: writing smithi08280503-12 from 1212416 to 1720320 tid 2 2024-08-17T00:42:36.717 INFO:tasks.rados.rados.0.smithi082.stdout:703: writing smithi08280503-12 from 1720320 to 2015232 tid 3 2024-08-17T00:42:36.717 INFO:tasks.rados.rados.0.smithi082.stdout:704: delete oid 21 current snap is 59 2024-08-17T00:42:36.718 INFO:tasks.rados.rados.0.smithi082.stdout:700: finishing copy_from racing read to smithi08280503-24 2024-08-17T00:42:36.718 INFO:tasks.rados.rados.0.smithi082.stdout:700: finishing copy_from to smithi08280503-24 2024-08-17T00:42:36.718 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 276 (ObjNum 223 snap 57 seq_num 223) dirty exists 2024-08-17T00:42:36.718 INFO:tasks.rados.rados.0.smithi082.stdout:699: finishing copy_from racing read to smithi08280503-11 2024-08-17T00:42:36.718 INFO:tasks.rados.rados.0.smithi082.stdout:699: finishing copy_from to smithi08280503-11 2024-08-17T00:42:36.718 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 289 (ObjNum 221 snap 57 seq_num 221) dirty exists 2024-08-17T00:42:36.721 INFO:tasks.rados.rados.0.smithi082.stdout:703: finishing write tid 1 to smithi08280503-12 2024-08-17T00:42:36.721 INFO:tasks.rados.rados.0.smithi082.stdout:703: finishing write tid 2 to smithi08280503-12 2024-08-17T00:42:36.722 INFO:tasks.rados.rados.0.smithi082.stdout:703: finishing write tid 3 to smithi08280503-12 2024-08-17T00:42:36.722 INFO:tasks.rados.rados.0.smithi082.stdout:703: finishing write tid 4 to smithi08280503-12 2024-08-17T00:42:36.722 INFO:tasks.rados.rados.0.smithi082.stdout:699: done (3 left) 2024-08-17T00:42:36.723 INFO:tasks.rados.rados.0.smithi082.stdout:700: done (2 left) 2024-08-17T00:42:36.723 INFO:tasks.rados.rados.0.smithi082.stdout:704: done (1 left) 2024-08-17T00:42:36.723 INFO:tasks.rados.rados.0.smithi082.stdout:705: snap_remove snap 55 2024-08-17T00:42:36.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:36 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:36.600+0000 7fd7d51ae040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T00:42:36.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:36 smithi082 ceph-mon[39953]: osdmap e189: 8 total, 8 up, 8 in 2024-08-17T00:42:36.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:36 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:36.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:36 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:36.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:36 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:36.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:36 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:36.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:36 smithi082 ceph-mon[29275]: osdmap e189: 8 total, 8 up, 8 in 2024-08-17T00:42:36.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:36 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:36.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:36 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:36.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:36 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:36.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:36 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:36.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:36 smithi137 ceph-mon[33068]: osdmap e189: 8 total, 8 up, 8 in 2024-08-17T00:42:36.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:36 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:36.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:36 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:36.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:36 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:36.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:36 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:37.464 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:37 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:37.185+0000 7fd7d51ae040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T00:42:37.464 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:37 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:37.354+0000 7fd7d51ae040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T00:42:37.464 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:37 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:00:42:37] ENGINE Bus STARTING 2024-08-17T00:42:37.464 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:37 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: CherryPy Checker: 2024-08-17T00:42:37.464 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:37 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: The Application mounted at '' has an empty config. 2024-08-17T00:42:37.465 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:37 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:37.465 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:37 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:00:42:37] ENGINE Serving on http://:::9283 2024-08-17T00:42:37.465 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:37 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:00:42:37] ENGINE Bus STARTED 2024-08-17T00:42:37.717 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:37 smithi082 ceph-mon[29275]: osdmap e190: 8 total, 8 up, 8 in 2024-08-17T00:42:37.717 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:37 smithi082 ceph-mon[29275]: pgmap v63: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.8 MiB/s wr, 28 op/s 2024-08-17T00:42:37.717 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:37 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:37.717 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:37 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:37.717 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:37 smithi082 ceph-mon[29275]: Standby manager daemon y restarted 2024-08-17T00:42:37.717 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:37 smithi082 ceph-mon[29275]: Standby manager daemon y started 2024-08-17T00:42:37.718 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:37 smithi082 ceph-mon[29275]: from='mgr.? 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T00:42:37.718 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:37 smithi082 ceph-mon[29275]: from='mgr.? 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:42:37.718 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:37 smithi082 ceph-mon[29275]: from='mgr.? 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T00:42:37.718 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:37 smithi082 ceph-mon[29275]: from='mgr.? 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:42:37.721 INFO:tasks.rados.rados.0.smithi082.stdout:705: done (1 left) 2024-08-17T00:42:37.722 INFO:tasks.rados.rados.0.smithi082.stdout:706: read oid 9 snap -1 2024-08-17T00:42:37.722 INFO:tasks.rados.rados.0.smithi082.stdout:706: expect (ObjNum 163 snap 37 seq_num 163) 2024-08-17T00:42:37.722 INFO:tasks.rados.rados.0.smithi082.stdout:707: snap_remove snap 38 2024-08-17T00:42:37.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:37 smithi082 ceph-mon[39953]: osdmap e190: 8 total, 8 up, 8 in 2024-08-17T00:42:37.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:37 smithi082 ceph-mon[39953]: pgmap v63: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.8 MiB/s wr, 28 op/s 2024-08-17T00:42:37.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:37 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:37.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:37 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:37.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:37 smithi082 ceph-mon[39953]: Standby manager daemon y restarted 2024-08-17T00:42:37.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:37 smithi082 ceph-mon[39953]: Standby manager daemon y started 2024-08-17T00:42:37.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:37 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T00:42:37.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:37 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:42:37.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:37 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T00:42:37.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:37 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:42:37.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:37 smithi137 ceph-mon[33068]: osdmap e190: 8 total, 8 up, 8 in 2024-08-17T00:42:37.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:37 smithi137 ceph-mon[33068]: pgmap v63: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.8 MiB/s wr, 28 op/s 2024-08-17T00:42:37.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:37 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:37.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:37 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:37.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:37 smithi137 ceph-mon[33068]: Standby manager daemon y restarted 2024-08-17T00:42:37.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:37 smithi137 ceph-mon[33068]: Standby manager daemon y started 2024-08-17T00:42:37.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:37 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T00:42:37.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:37 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:42:37.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:37 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T00:42:37.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:37 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:42:38.722 INFO:tasks.rados.rados.0.smithi082.stdout:707: done (2 left) 2024-08-17T00:42:38.722 INFO:tasks.rados.rados.0.smithi082.stdout:708: read oid 47 snap -1 2024-08-17T00:42:38.722 INFO:tasks.rados.rados.0.smithi082.stdout:708: expect (ObjNum 202 snap 50 seq_num 202) 2024-08-17T00:42:38.723 INFO:tasks.rados.rados.0.smithi082.stdout:709: snap_create 2024-08-17T00:42:38.723 INFO:tasks.rados.rados.0.smithi082.stdout:703: finishing write tid 5 to smithi08280503-12 2024-08-17T00:42:38.723 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 136 (ObjNum 226 snap 59 seq_num 226) dirty exists 2024-08-17T00:42:38.723 INFO:tasks.rados.rados.0.smithi082.stdout:703: left oid 12 (ObjNum 226 snap 59 seq_num 226) 2024-08-17T00:42:38.723 INFO:tasks.rados.rados.0.smithi082.stdout:706: expect (ObjNum 163 snap 37 seq_num 163) 2024-08-17T00:42:38.775 INFO:tasks.rados.rados.0.smithi082.stdout:708: expect (ObjNum 202 snap 50 seq_num 202) 2024-08-17T00:42:38.927 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:38 smithi082 ceph-mon[39953]: osdmap e191: 8 total, 8 up, 8 in 2024-08-17T00:42:38.927 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:38 smithi082 ceph-mon[39953]: mgrmap e32: x(active, since 41s), standbys: y 2024-08-17T00:42:38.927 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:38 smithi082 ceph-mon[29275]: osdmap e191: 8 total, 8 up, 8 in 2024-08-17T00:42:38.927 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:38 smithi082 ceph-mon[29275]: mgrmap e32: x(active, since 41s), standbys: y 2024-08-17T00:42:38.928 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:38 smithi137 ceph-mon[33068]: osdmap e191: 8 total, 8 up, 8 in 2024-08-17T00:42:38.928 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:38 smithi137 ceph-mon[33068]: mgrmap e32: x(active, since 41s), standbys: y 2024-08-17T00:42:38.928 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:38 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:42:39.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:38 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:42:38] "GET /metrics HTTP/1.1" 200 36059 "" "Prometheus/2.43.0" 2024-08-17T00:42:39.729 INFO:tasks.rados.rados.0.smithi082.stdout:703: done (3 left) 2024-08-17T00:42:39.729 INFO:tasks.rados.rados.0.smithi082.stdout:706: done (2 left) 2024-08-17T00:42:39.729 INFO:tasks.rados.rados.0.smithi082.stdout:708: done (1 left) 2024-08-17T00:42:39.729 INFO:tasks.rados.rados.0.smithi082.stdout:709: done (0 left) 2024-08-17T00:42:39.729 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 1 current snap is 60 2024-08-17T00:42:39.729 INFO:tasks.rados.rados.0.smithi082.stdout:710: seq_num 228 ranges {1212416=622592,1835008=671744,2506752=131072} 2024-08-17T00:42:39.738 INFO:tasks.rados.rados.0.smithi082.stdout:710: writing smithi08280503-1 from 1212416 to 1835008 tid 1 2024-08-17T00:42:39.742 INFO:tasks.rados.rados.0.smithi082.stdout:710: writing smithi08280503-1 from 1835008 to 2506752 tid 2 2024-08-17T00:42:39.743 INFO:tasks.rados.rados.0.smithi082.stdout:710: writing smithi08280503-1 from 2506752 to 2637824 tid 3 2024-08-17T00:42:39.743 INFO:tasks.rados.rados.0.smithi082.stdout:711: copy_from oid 48 from oid 18 current snap is 60 2024-08-17T00:42:39.743 INFO:tasks.rados.rados.0.smithi082.stdout:712: read oid 33 snap -1 2024-08-17T00:42:39.743 INFO:tasks.rados.rados.0.smithi082.stdout:712: expect (ObjNum 187 snap 47 seq_num 187) 2024-08-17T00:42:39.743 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 7 current snap is 60 2024-08-17T00:42:39.744 INFO:tasks.rados.rados.0.smithi082.stdout:713: seq_num 229 ranges {6586368=638976,7225344=606208,7831552=196608} 2024-08-17T00:42:39.783 INFO:tasks.rados.rados.0.smithi082.stdout:713: writing smithi08280503-7 from 6586368 to 7225344 tid 1 2024-08-17T00:42:39.786 INFO:tasks.rados.rados.0.smithi082.stdout:713: writing smithi08280503-7 from 7225344 to 7831552 tid 2 2024-08-17T00:42:39.788 INFO:tasks.rados.rados.0.smithi082.stdout:713: writing smithi08280503-7 from 7831552 to 8028160 tid 3 2024-08-17T00:42:39.788 INFO:tasks.rados.rados.0.smithi082.stdout:714: copy_from oid 19 from oid 22 current snap is 60 2024-08-17T00:42:39.788 INFO:tasks.rados.rados.0.smithi082.stdout:715: read oid 42 snap -1 2024-08-17T00:42:39.788 INFO:tasks.rados.rados.0.smithi082.stdout:715: expect (ObjNum 127 snap 29 seq_num 127) 2024-08-17T00:42:39.788 INFO:tasks.rados.rados.0.smithi082.stdout:716: snap_create 2024-08-17T00:42:39.789 INFO:tasks.rados.rados.0.smithi082.stdout:710: finishing write tid 1 to smithi08280503-1 2024-08-17T00:42:39.789 INFO:tasks.rados.rados.0.smithi082.stdout:710: finishing write tid 2 to smithi08280503-1 2024-08-17T00:42:39.789 INFO:tasks.rados.rados.0.smithi082.stdout:710: finishing write tid 3 to smithi08280503-1 2024-08-17T00:42:39.789 INFO:tasks.rados.rados.0.smithi082.stdout:710: finishing write tid 4 to smithi08280503-1 2024-08-17T00:42:39.789 INFO:tasks.rados.rados.0.smithi082.stdout:710: finishing write tid 5 to smithi08280503-1 2024-08-17T00:42:39.789 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 200 (ObjNum 228 snap 60 seq_num 228) dirty exists 2024-08-17T00:42:39.789 INFO:tasks.rados.rados.0.smithi082.stdout:710: left oid 1 (ObjNum 228 snap 60 seq_num 228) 2024-08-17T00:42:39.789 INFO:tasks.rados.rados.0.smithi082.stdout:711: finishing copy_from racing read to smithi08280503-48 2024-08-17T00:42:39.789 INFO:tasks.rados.rados.0.smithi082.stdout:711: finishing copy_from to smithi08280503-48 2024-08-17T00:42:39.789 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 171 (ObjNum 184 snap 47 seq_num 184) dirty exists 2024-08-17T00:42:39.789 INFO:tasks.rados.rados.0.smithi082.stdout:712: expect (ObjNum 187 snap 47 seq_num 187) 2024-08-17T00:42:39.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:39 smithi082 ceph-mon[39953]: osdmap e192: 8 total, 8 up, 8 in 2024-08-17T00:42:39.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:39 smithi082 ceph-mon[39953]: pgmap v66: 121 pgs: 121 active+clean; 178 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 804 KiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-08-17T00:42:39.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:39 smithi082 ceph-mon[29275]: osdmap e192: 8 total, 8 up, 8 in 2024-08-17T00:42:39.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:39 smithi082 ceph-mon[29275]: pgmap v66: 121 pgs: 121 active+clean; 178 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 804 KiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-08-17T00:42:39.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:39 smithi137 ceph-mon[33068]: osdmap e192: 8 total, 8 up, 8 in 2024-08-17T00:42:39.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:39 smithi137 ceph-mon[33068]: pgmap v66: 121 pgs: 121 active+clean; 178 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 804 KiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-08-17T00:42:40.037 INFO:tasks.rados.rados.0.smithi082.stdout:713: finishing write tid 1 to smithi08280503-7 2024-08-17T00:42:40.037 INFO:tasks.rados.rados.0.smithi082.stdout:713: finishing write tid 2 to smithi08280503-7 2024-08-17T00:42:40.037 INFO:tasks.rados.rados.0.smithi082.stdout:713: finishing write tid 3 to smithi08280503-7 2024-08-17T00:42:40.037 INFO:tasks.rados.rados.0.smithi082.stdout:714: finishing copy_from racing read to smithi08280503-19 2024-08-17T00:42:40.037 INFO:tasks.rados.rados.0.smithi082.stdout:713: finishing write tid 4 to smithi08280503-7 2024-08-17T00:42:40.037 INFO:tasks.rados.rados.0.smithi082.stdout:713: finishing write tid 5 to smithi08280503-7 2024-08-17T00:42:40.037 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 305 (ObjNum 229 snap 60 seq_num 229) dirty exists 2024-08-17T00:42:40.037 INFO:tasks.rados.rados.0.smithi082.stdout:713: left oid 7 (ObjNum 229 snap 60 seq_num 229) 2024-08-17T00:42:40.038 INFO:tasks.rados.rados.0.smithi082.stdout:715: expect (ObjNum 127 snap 29 seq_num 127) 2024-08-17T00:42:40.128 INFO:tasks.rados.rados.0.smithi082.stdout:714: finishing copy_from to smithi08280503-19 2024-08-17T00:42:40.128 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 69 (ObjNum 71 snap 10 seq_num 71) dirty exists 2024-08-17T00:42:40.494 INFO:tasks.rados.rados.0.smithi082.stdout:710: done (6 left) 2024-08-17T00:42:40.494 INFO:tasks.rados.rados.0.smithi082.stdout:711: done (5 left) 2024-08-17T00:42:40.494 INFO:tasks.rados.rados.0.smithi082.stdout:712: done (4 left) 2024-08-17T00:42:40.494 INFO:tasks.rados.rados.0.smithi082.stdout:713: done (3 left) 2024-08-17T00:42:40.494 INFO:tasks.rados.rados.0.smithi082.stdout:714: done (2 left) 2024-08-17T00:42:40.494 INFO:tasks.rados.rados.0.smithi082.stdout:715: done (1 left) 2024-08-17T00:42:40.494 INFO:tasks.rados.rados.0.smithi082.stdout:716: done (0 left) 2024-08-17T00:42:40.494 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 37 current snap is 61 2024-08-17T00:42:40.494 INFO:tasks.rados.rados.0.smithi082.stdout:717: seq_num 230 ranges {0=655360,655360=491520,1146880=311296} 2024-08-17T00:42:40.497 INFO:tasks.rados.rados.0.smithi082.stdout:717: writing smithi08280503-37 from 0 to 655360 tid 1 2024-08-17T00:42:40.500 INFO:tasks.rados.rados.0.smithi082.stdout:717: writing smithi08280503-37 from 655360 to 1146880 tid 2 2024-08-17T00:42:40.503 INFO:tasks.rados.rados.0.smithi082.stdout:717: writing smithi08280503-37 from 1146880 to 1458176 tid 3 2024-08-17T00:42:40.503 INFO:tasks.rados.rados.0.smithi082.stdout:718: read oid 32 snap -1 2024-08-17T00:42:40.503 INFO:tasks.rados.rados.0.smithi082.stdout:718: expect (ObjNum 31 snap 0 seq_num 31) 2024-08-17T00:42:40.503 INFO:tasks.rados.rados.0.smithi082.stdout:719: rollback oid 8 current snap is 61 2024-08-17T00:42:40.503 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 8 to 59 2024-08-17T00:42:40.503 INFO:tasks.rados.rados.0.smithi082.stdout:717: finishing write tid 1 to smithi08280503-37 2024-08-17T00:42:40.503 INFO:tasks.rados.rados.0.smithi082.stdout:720: read oid 45 snap -1 2024-08-17T00:42:40.503 INFO:tasks.rados.rados.0.smithi082.stdout:720: expect (ObjNum 170 snap 40 seq_num 170) 2024-08-17T00:42:40.504 INFO:tasks.rados.rados.0.smithi082.stdout:721: read oid 25 snap -1 2024-08-17T00:42:40.504 INFO:tasks.rados.rados.0.smithi082.stdout:721: expect (ObjNum 222 snap 57 seq_num 222) 2024-08-17T00:42:40.504 INFO:tasks.rados.rados.0.smithi082.stdout:722: snap_remove snap 51 2024-08-17T00:42:40.566 INFO:tasks.rados.rados.0.smithi082.stdout:722: done (5 left) 2024-08-17T00:42:40.566 INFO:tasks.rados.rados.0.smithi082.stdout:723: rmattr oid 43 current snap is 61 2024-08-17T00:42:40.566 INFO:tasks.rados.rados.0.smithi082.stdout:723: done (5 left) 2024-08-17T00:42:40.566 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 41 current snap is 61 2024-08-17T00:42:40.566 INFO:tasks.rados.rados.0.smithi082.stdout:717: finishing write tid 2 to smithi08280503-37 2024-08-17T00:42:40.566 INFO:tasks.rados.rados.0.smithi082.stdout:724: seq_num 231 ranges {6553600=671744,7225344=778240,8003584=24576} 2024-08-17T00:42:40.605 INFO:tasks.rados.rados.0.smithi082.stdout:724: writing smithi08280503-41 from 6553600 to 7225344 tid 1 2024-08-17T00:42:40.610 INFO:tasks.rados.rados.0.smithi082.stdout:724: writing smithi08280503-41 from 7225344 to 8003584 tid 2 2024-08-17T00:42:40.610 INFO:tasks.rados.rados.0.smithi082.stdout:724: writing smithi08280503-41 from 8003584 to 8028160 tid 3 2024-08-17T00:42:40.610 INFO:tasks.rados.rados.0.smithi082.stdout:725: read oid 27 snap 57 2024-08-17T00:42:40.610 INFO:tasks.rados.rados.0.smithi082.stdout:725: expect deleted 2024-08-17T00:42:40.610 INFO:tasks.rados.rados.0.smithi082.stdout:726: setattr oid 7 current snap is 61 2024-08-17T00:42:40.610 INFO:tasks.rados.rados.0.smithi082.stdout:719: finishing rollback tid 0 to smithi08280503-8 2024-08-17T00:42:40.610 INFO:tasks.rados.rados.0.smithi082.stdout:719: finishing rollback tid 1 to smithi08280503-8 2024-08-17T00:42:40.610 INFO:tasks.rados.rados.0.smithi082.stdout:720: expect (ObjNum 170 snap 40 seq_num 170) 2024-08-17T00:42:40.656 INFO:tasks.rados.rados.0.smithi082.stdout:718: expect (ObjNum 31 snap 0 seq_num 31) 2024-08-17T00:42:40.669 INFO:tasks.rados.rados.0.smithi082.stdout:717: finishing write tid 3 to smithi08280503-37 2024-08-17T00:42:40.669 INFO:tasks.rados.rados.0.smithi082.stdout:717: finishing write tid 4 to smithi08280503-37 2024-08-17T00:42:40.669 INFO:tasks.rados.rados.0.smithi082.stdout:717: finishing write tid 5 to smithi08280503-37 2024-08-17T00:42:40.669 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 333 (ObjNum 230 snap 61 seq_num 230) dirty exists 2024-08-17T00:42:40.669 INFO:tasks.rados.rados.0.smithi082.stdout:717: left oid 37 (ObjNum 230 snap 61 seq_num 230) 2024-08-17T00:42:40.669 INFO:tasks.rados.rados.0.smithi082.stdout:719: finishing rollback tid 2 to smithi08280503-8 2024-08-17T00:42:40.670 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 279 (ObjNum 204 snap 50 seq_num 204) dirty exists 2024-08-17T00:42:40.670 INFO:tasks.rados.rados.0.smithi082.stdout:721: expect (ObjNum 222 snap 57 seq_num 222) 2024-08-17T00:42:40.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:00:42:40] ENGINE Bus STOPPING 2024-08-17T00:42:40.861 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: ignoring --setuser ceph since I am not root 2024-08-17T00:42:40.861 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: ignoring --setgroup ceph since I am not root 2024-08-17T00:42:40.861 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mgr[66125]: -- 172.21.15.137:0/3634139874 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56519a5530e0 con 0x56519a531000 2024-08-17T00:42:40.861 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:42:40.714+0000 7f18a9dd4040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T00:42:40.861 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:42:40.859+0000 7f18a9dd4040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:42:40.862 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: osdmap e193: 8 total, 8 up, 8 in 2024-08-17T00:42:40.862 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:40.862 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:40.862 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:42:40.862 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:42:40.862 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:40.862 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: osdmap e194: 8 total, 8 up, 8 in 2024-08-17T00:42:40.862 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:40.862 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T00:42:40.862 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T00:42:40.863 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: Activating manager daemon y 2024-08-17T00:42:40.863 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: osdmap e195: 8 total, 8 up, 8 in 2024-08-17T00:42:40.863 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: from='mgr.24673 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-17T00:42:40.863 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: mgrmap e33: y(active, starting, since 0.004101s) 2024-08-17T00:42:40.863 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:40.863 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:40.863 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:40.863 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:42:40.863 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:42:40.863 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:42:40.863 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:42:40.863 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:42:40.863 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:42:40.863 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:42:40.864 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:42:40.864 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:42:40.864 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:42:40.864 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:42:40.864 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:42:40.864 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:42:40.864 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:42:41.019 INFO:tasks.rados.rados.0.smithi082.stdout:724: finishing write tid 1 to smithi08280503-41 2024-08-17T00:42:41.020 INFO:tasks.rados.rados.0.smithi082.stdout:724: finishing write tid 2 to smithi08280503-41 2024-08-17T00:42:41.020 INFO:tasks.rados.rados.0.smithi082.stdout:724: finishing write tid 3 to smithi08280503-41 2024-08-17T00:42:41.020 INFO:tasks.rados.rados.0.smithi082.stdout:724: finishing write tid 4 to smithi08280503-41 2024-08-17T00:42:41.020 INFO:tasks.rados.rados.0.smithi082.stdout:724: finishing write tid 5 to smithi08280503-41 2024-08-17T00:42:41.020 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 346 (ObjNum 231 snap 61 seq_num 231) dirty exists 2024-08-17T00:42:41.020 INFO:tasks.rados.rados.0.smithi082.stdout:724: left oid 41 (ObjNum 231 snap 61 seq_num 231) 2024-08-17T00:42:41.020 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 315 (ObjNum 229 snap 60 seq_num 229) dirty exists 2024-08-17T00:42:41.020 INFO:tasks.rados.rados.0.smithi082.stdout:717: done (7 left) 2024-08-17T00:42:41.020 INFO:tasks.rados.rados.0.smithi082.stdout:718: done (6 left) 2024-08-17T00:42:41.020 INFO:tasks.rados.rados.0.smithi082.stdout:719: done (5 left) 2024-08-17T00:42:41.020 INFO:tasks.rados.rados.0.smithi082.stdout:720: done (4 left) 2024-08-17T00:42:41.020 INFO:tasks.rados.rados.0.smithi082.stdout:721: done (3 left) 2024-08-17T00:42:41.020 INFO:tasks.rados.rados.0.smithi082.stdout:724: done (2 left) 2024-08-17T00:42:41.020 INFO:tasks.rados.rados.0.smithi082.stdout:725: done (1 left) 2024-08-17T00:42:41.021 INFO:tasks.rados.rados.0.smithi082.stdout:726: done (0 left) 2024-08-17T00:42:41.021 INFO:tasks.rados.rados.0.smithi082.stdout:727: read oid 10 snap 57 2024-08-17T00:42:41.021 INFO:tasks.rados.rados.0.smithi082.stdout:727: expect (ObjNum 71 snap 10 seq_num 71) 2024-08-17T00:42:41.021 INFO:tasks.rados.rados.0.smithi082.stdout:728: delete oid 16 current snap is 61 2024-08-17T00:42:41.021 INFO:tasks.rados.rados.0.smithi082.stdout:728: done (1 left) 2024-08-17T00:42:41.021 INFO:tasks.rados.rados.0.smithi082.stdout:729: rollback oid 26 current snap is 61 2024-08-17T00:42:41.021 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 26 to 59 2024-08-17T00:42:41.022 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 20 current snap is 61 2024-08-17T00:42:41.022 INFO:tasks.rados.rados.0.smithi082.stdout:730: seq_num 233 ranges {1138688=712704,1851392=548864,2400256=253952} 2024-08-17T00:42:41.031 INFO:tasks.rados.rados.0.smithi082.stdout:730: writing smithi08280503-20 from 1138688 to 1851392 tid 1 2024-08-17T00:42:41.034 INFO:tasks.rados.rados.0.smithi082.stdout:730: writing smithi08280503-20 from 1851392 to 2400256 tid 2 2024-08-17T00:42:41.036 INFO:tasks.rados.rados.0.smithi082.stdout:730: writing smithi08280503-20 from 2400256 to 2654208 tid 3 2024-08-17T00:42:41.036 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 36 current snap is 61 2024-08-17T00:42:41.036 INFO:tasks.rados.rados.0.smithi082.stdout:731: seq_num 234 ranges {2539520=729088,3268608=434176,3702784=368640} 2024-08-17T00:42:41.053 INFO:tasks.rados.rados.0.smithi082.stdout:731: writing smithi08280503-36 from 2539520 to 3268608 tid 1 2024-08-17T00:42:41.056 INFO:tasks.rados.rados.0.smithi082.stdout:731: writing smithi08280503-36 from 3268608 to 3702784 tid 2 2024-08-17T00:42:41.059 INFO:tasks.rados.rados.0.smithi082.stdout:731: writing smithi08280503-36 from 3702784 to 4071424 tid 3 2024-08-17T00:42:41.059 INFO:tasks.rados.rados.0.smithi082.stdout:732: snap_create 2024-08-17T00:42:41.059 INFO:tasks.rados.rados.0.smithi082.stdout:727: expect (ObjNum 71 snap 10 seq_num 71) 2024-08-17T00:42:41.106 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:00:42:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T00:42:41.106 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:00:42:40] ENGINE Bus STOPPED 2024-08-17T00:42:41.106 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: osdmap e193: 8 total, 8 up, 8 in 2024-08-17T00:42:41.106 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:41.107 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:41.107 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:42:41.107 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:42:41.107 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:41.107 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: osdmap e194: 8 total, 8 up, 8 in 2024-08-17T00:42:41.107 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:41.107 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T00:42:41.107 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T00:42:41.107 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: Activating manager daemon y 2024-08-17T00:42:41.107 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: osdmap e195: 8 total, 8 up, 8 in 2024-08-17T00:42:41.107 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: from='mgr.24673 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-17T00:42:41.107 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: mgrmap e33: y(active, starting, since 0.004101s) 2024-08-17T00:42:41.107 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:41.107 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:41.107 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:41.108 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:42:41.108 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:42:41.108 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:42:41.108 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:42:41.108 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:42:41.108 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:42:41.108 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:42:41.108 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:42:41.108 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:42:41.108 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:42:41.108 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:42:41.108 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:42:41.108 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:42:41.108 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:42:41.109 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: osdmap e193: 8 total, 8 up, 8 in 2024-08-17T00:42:41.109 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:41.109 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:41.109 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:42:41.109 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:42:41.109 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' 2024-08-17T00:42:41.109 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: osdmap e194: 8 total, 8 up, 8 in 2024-08-17T00:42:41.109 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:41.109 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: from='mgr.24673 172.21.15.137:0/1111808749' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T00:42:41.109 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T00:42:41.109 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: Activating manager daemon y 2024-08-17T00:42:41.109 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: osdmap e195: 8 total, 8 up, 8 in 2024-08-17T00:42:41.109 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: from='mgr.24673 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-17T00:42:41.109 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: mgrmap e33: y(active, starting, since 0.004101s) 2024-08-17T00:42:41.110 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:41.110 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:41.110 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:41.110 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:42:41.110 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:42:41.110 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:42:41.110 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:42:41.110 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:42:41.110 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:42:41.110 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:42:41.110 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:42:41.110 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:42:41.110 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:42:41.110 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:42:41.111 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:42:41.111 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:42:41.111 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:40 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:42:41.125 INFO:tasks.rados.rados.0.smithi082.stdout:729: finishing rollback tid 0 to smithi08280503-26 2024-08-17T00:42:41.125 INFO:tasks.rados.rados.0.smithi082.stdout:729: finishing rollback tid 1 to smithi08280503-26 2024-08-17T00:42:41.125 INFO:tasks.rados.rados.0.smithi082.stdout:729: finishing rollback tid 2 to smithi08280503-26 2024-08-17T00:42:41.125 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 397 (ObjNum 156 snap 37 seq_num 156) dirty exists 2024-08-17T00:42:41.125 INFO:tasks.rados.rados.0.smithi082.stdout:730: finishing write tid 1 to smithi08280503-20 2024-08-17T00:42:41.125 INFO:tasks.rados.rados.0.smithi082.stdout:730: finishing write tid 2 to smithi08280503-20 2024-08-17T00:42:41.125 INFO:tasks.rados.rados.0.smithi082.stdout:730: finishing write tid 3 to smithi08280503-20 2024-08-17T00:42:41.125 INFO:tasks.rados.rados.0.smithi082.stdout:730: finishing write tid 4 to smithi08280503-20 2024-08-17T00:42:41.126 INFO:tasks.rados.rados.0.smithi082.stdout:730: finishing write tid 5 to smithi08280503-20 2024-08-17T00:42:41.126 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 209 (ObjNum 233 snap 61 seq_num 233) dirty exists 2024-08-17T00:42:41.126 INFO:tasks.rados.rados.0.smithi082.stdout:730: left oid 20 (ObjNum 233 snap 61 seq_num 233) 2024-08-17T00:42:41.126 INFO:tasks.rados.rados.0.smithi082.stdout:731: finishing write tid 1 to smithi08280503-36 2024-08-17T00:42:41.126 INFO:tasks.rados.rados.0.smithi082.stdout:731: finishing write tid 2 to smithi08280503-36 2024-08-17T00:42:41.126 INFO:tasks.rados.rados.0.smithi082.stdout:731: finishing write tid 3 to smithi08280503-36 2024-08-17T00:42:41.126 INFO:tasks.rados.rados.0.smithi082.stdout:731: finishing write tid 4 to smithi08280503-36 2024-08-17T00:42:41.126 INFO:tasks.rados.rados.0.smithi082.stdout:731: finishing write tid 5 to smithi08280503-36 2024-08-17T00:42:41.126 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 279 (ObjNum 234 snap 61 seq_num 234) dirty exists 2024-08-17T00:42:41.126 INFO:tasks.rados.rados.0.smithi082.stdout:731: left oid 36 (ObjNum 234 snap 61 seq_num 234) 2024-08-17T00:42:41.177 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:40 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:42:40.926+0000 7f18a9dd4040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T00:42:41.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:41 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:00:42:41] ENGINE Bus STARTING 2024-08-17T00:42:41.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:41 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:41.151+0000 7fd73bdb2640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:42:41.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:41 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:41.151+0000 7fd73bdb2640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:42:41.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:41 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:41.151+0000 7fd73bdb2640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:42:41.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:41 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:41.151+0000 7fd73ddb6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:42:41.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:41 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:41.151+0000 7fd73ddb6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:42:41.476 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:41 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:41.151+0000 7fd73ddb6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:42:41.476 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:41 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:41.151+0000 7fd73ddb6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:42:41.476 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:41 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:41.151+0000 7fd73ddb6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:42:41.476 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:41 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:41.151+0000 7fd73bdb2640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:42:41.476 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:41 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:41.151+0000 7fd73bdb2640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:42:41.476 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:41 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:00:42:41] ENGINE Serving on http://:::9283 2024-08-17T00:42:41.476 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:41 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:00:42:41] ENGINE Bus STARTED 2024-08-17T00:42:41.487 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:41 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:42:41.175+0000 7f18a9dd4040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T00:42:41.487 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:41 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:42:41.234+0000 7f18a9dd4040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T00:42:41.741 INFO:tasks.rados.rados.0.smithi082.stdout:727: done (4 left) 2024-08-17T00:42:41.741 INFO:tasks.rados.rados.0.smithi082.stdout:729: done (3 left) 2024-08-17T00:42:41.741 INFO:tasks.rados.rados.0.smithi082.stdout:730: done (2 left) 2024-08-17T00:42:41.741 INFO:tasks.rados.rados.0.smithi082.stdout:731: done (1 left) 2024-08-17T00:42:41.741 INFO:tasks.rados.rados.0.smithi082.stdout:732: done (0 left) 2024-08-17T00:42:41.741 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 45 current snap is 62 2024-08-17T00:42:41.741 INFO:tasks.rados.rados.0.smithi082.stdout:733: seq_num 235 ranges {1024000=745472,1769472=712704,2482176=90112} 2024-08-17T00:42:41.750 INFO:tasks.rados.rados.0.smithi082.stdout:733: writing smithi08280503-45 from 1024000 to 1769472 tid 1 2024-08-17T00:42:41.756 INFO:tasks.rados.rados.0.smithi082.stdout:733: writing smithi08280503-45 from 1769472 to 2482176 tid 2 2024-08-17T00:42:41.757 INFO:tasks.rados.rados.0.smithi082.stdout:733: writing smithi08280503-45 from 2482176 to 2572288 tid 3 2024-08-17T00:42:41.757 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 10 current snap is 62 2024-08-17T00:42:41.757 INFO:tasks.rados.rados.0.smithi082.stdout:734: seq_num 236 ranges {1835008=761856,2596864=647168,3244032=155648} 2024-08-17T00:42:41.772 INFO:tasks.rados.rados.0.smithi082.stdout:734: writing smithi08280503-10 from 1835008 to 2596864 tid 1 2024-08-17T00:42:41.776 INFO:tasks.rados.rados.0.smithi082.stdout:734: writing smithi08280503-10 from 2596864 to 3244032 tid 2 2024-08-17T00:42:41.777 INFO:tasks.rados.rados.0.smithi082.stdout:734: writing smithi08280503-10 from 3244032 to 3399680 tid 3 2024-08-17T00:42:41.777 INFO:tasks.rados.rados.0.smithi082.stdout:735: delete oid 7 current snap is 62 2024-08-17T00:42:41.778 INFO:tasks.rados.rados.0.smithi082.stdout:733: finishing write tid 1 to smithi08280503-45 2024-08-17T00:42:41.778 INFO:tasks.rados.rados.0.smithi082.stdout:733: finishing write tid 2 to smithi08280503-45 2024-08-17T00:42:41.778 INFO:tasks.rados.rados.0.smithi082.stdout:733: finishing write tid 3 to smithi08280503-45 2024-08-17T00:42:41.778 INFO:tasks.rados.rados.0.smithi082.stdout:733: finishing write tid 4 to smithi08280503-45 2024-08-17T00:42:41.778 INFO:tasks.rados.rados.0.smithi082.stdout:733: finishing write tid 5 to smithi08280503-45 2024-08-17T00:42:41.778 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 126 (ObjNum 235 snap 62 seq_num 235) dirty exists 2024-08-17T00:42:41.778 INFO:tasks.rados.rados.0.smithi082.stdout:733: left oid 45 (ObjNum 235 snap 62 seq_num 235) 2024-08-17T00:42:41.782 INFO:tasks.rados.rados.0.smithi082.stdout:733: done (2 left) 2024-08-17T00:42:41.782 INFO:tasks.rados.rados.0.smithi082.stdout:735: done (1 left) 2024-08-17T00:42:41.782 INFO:tasks.rados.rados.0.smithi082.stdout:736: rmattr oid 20 current snap is 62 2024-08-17T00:42:41.782 INFO:tasks.rados.rados.0.smithi082.stdout:736: done (1 left) 2024-08-17T00:42:41.782 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 24 current snap is 62 2024-08-17T00:42:41.782 INFO:tasks.rados.rados.0.smithi082.stdout:734: finishing write tid 1 to smithi08280503-10 2024-08-17T00:42:41.783 INFO:tasks.rados.rados.0.smithi082.stdout:734: finishing write tid 2 to smithi08280503-10 2024-08-17T00:42:41.783 INFO:tasks.rados.rados.0.smithi082.stdout:737: seq_num 238 ranges {6586368=794624,7380992=417792,7798784=385024} 2024-08-17T00:42:41.822 INFO:tasks.rados.rados.0.smithi082.stdout:737: writing smithi08280503-24 from 6586368 to 7380992 tid 1 2024-08-17T00:42:41.825 INFO:tasks.rados.rados.0.smithi082.stdout:737: writing smithi08280503-24 from 7380992 to 7798784 tid 2 2024-08-17T00:42:41.828 INFO:tasks.rados.rados.0.smithi082.stdout:737: writing smithi08280503-24 from 7798784 to 8183808 tid 3 2024-08-17T00:42:41.828 INFO:tasks.rados.rados.0.smithi082.stdout:734: finishing write tid 3 to smithi08280503-10 2024-08-17T00:42:41.828 INFO:tasks.rados.rados.0.smithi082.stdout:734: finishing write tid 4 to smithi08280503-10 2024-08-17T00:42:41.828 INFO:tasks.rados.rados.0.smithi082.stdout:734: finishing write tid 5 to smithi08280503-10 2024-08-17T00:42:41.828 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 97 (ObjNum 236 snap 62 seq_num 236) dirty exists 2024-08-17T00:42:41.829 INFO:tasks.rados.rados.0.smithi082.stdout:734: left oid 10 (ObjNum 236 snap 62 seq_num 236) 2024-08-17T00:42:41.829 INFO:tasks.rados.rados.0.smithi082.stdout:737: finishing write tid 1 to smithi08280503-24 2024-08-17T00:42:41.829 INFO:tasks.rados.rados.0.smithi082.stdout:737: finishing write tid 2 to smithi08280503-24 2024-08-17T00:42:41.829 INFO:tasks.rados.rados.0.smithi082.stdout:734: done (1 left) 2024-08-17T00:42:41.829 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 28 current snap is 62 2024-08-17T00:42:41.829 INFO:tasks.rados.rados.0.smithi082.stdout:738: seq_num 239 ranges {0=409600,409600=704512,1114112=499712} 2024-08-17T00:42:41.830 INFO:tasks.rados.rados.0.smithi082.stdout:738: writing smithi08280503-28 from 0 to 409600 tid 1 2024-08-17T00:42:41.834 INFO:tasks.rados.rados.0.smithi082.stdout:738: writing smithi08280503-28 from 409600 to 1114112 tid 2 2024-08-17T00:42:41.838 INFO:tasks.rados.rados.0.smithi082.stdout:738: writing smithi08280503-28 from 1114112 to 1613824 tid 3 2024-08-17T00:42:41.838 INFO:tasks.rados.rados.0.smithi082.stdout:739: delete oid 20 current snap is 62 2024-08-17T00:42:41.838 INFO:tasks.rados.rados.0.smithi082.stdout:737: finishing write tid 3 to smithi08280503-24 2024-08-17T00:42:41.838 INFO:tasks.rados.rados.0.smithi082.stdout:737: finishing write tid 4 to smithi08280503-24 2024-08-17T00:42:41.838 INFO:tasks.rados.rados.0.smithi082.stdout:737: finishing write tid 5 to smithi08280503-24 2024-08-17T00:42:41.838 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 283 (ObjNum 238 snap 62 seq_num 238) dirty exists 2024-08-17T00:42:41.838 INFO:tasks.rados.rados.0.smithi082.stdout:737: left oid 24 (ObjNum 238 snap 62 seq_num 238) 2024-08-17T00:42:41.839 INFO:tasks.rados.rados.0.smithi082.stdout:738: finishing write tid 1 to smithi08280503-28 2024-08-17T00:42:41.839 INFO:tasks.rados.rados.0.smithi082.stdout:738: finishing write tid 2 to smithi08280503-28 2024-08-17T00:42:41.840 INFO:tasks.rados.rados.0.smithi082.stdout:738: finishing write tid 3 to smithi08280503-28 2024-08-17T00:42:41.840 INFO:tasks.rados.rados.0.smithi082.stdout:737: done (2 left) 2024-08-17T00:42:41.841 INFO:tasks.rados.rados.0.smithi082.stdout:739: done (1 left) 2024-08-17T00:42:41.841 INFO:tasks.rados.rados.0.smithi082.stdout:740: snap_create 2024-08-17T00:42:41.841 INFO:tasks.rados.rados.0.smithi082.stdout:738: finishing write tid 4 to smithi08280503-28 2024-08-17T00:42:41.841 INFO:tasks.rados.rados.0.smithi082.stdout:738: finishing write tid 5 to smithi08280503-28 2024-08-17T00:42:41.841 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 287 (ObjNum 239 snap 62 seq_num 239) dirty exists 2024-08-17T00:42:41.841 INFO:tasks.rados.rados.0.smithi082.stdout:738: left oid 28 (ObjNum 239 snap 62 seq_num 239) 2024-08-17T00:42:41.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:41 smithi137 ceph-mon[33068]: Manager daemon y is now available 2024-08-17T00:42:41.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:41 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:41.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:41 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:42:41.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:41 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:42:41.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:41 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:42:41.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:41 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:42:41.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:41 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:42:42.159 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:41 smithi082 ceph-mon[39953]: Manager daemon y is now available 2024-08-17T00:42:42.159 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:41 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:42.159 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:41 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:42:42.159 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:41 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:42:42.159 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:41 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:42:42.159 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:41 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:42:42.159 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:41 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:42:42.159 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:41 smithi082 ceph-mon[29275]: Manager daemon y is now available 2024-08-17T00:42:42.159 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:41 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:42.160 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:41 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:42:42.160 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:41 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:42:42.160 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:41 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:42:42.160 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:41 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:42:42.160 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:41 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:42:42.408 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:42:42.408 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:42:42.231+0000 7f18a9dd4040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T00:42:42.409 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:42:42.349+0000 7f18a9dd4040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T00:42:42.711 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:42:42.407+0000 7f18a9dd4040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T00:42:42.711 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:42:42.647+0000 7f18a9dd4040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T00:42:42.742 INFO:tasks.rados.rados.0.smithi082.stdout:738: done (1 left) 2024-08-17T00:42:42.742 INFO:tasks.rados.rados.0.smithi082.stdout:740: done (0 left) 2024-08-17T00:42:42.742 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 13 current snap is 63 2024-08-17T00:42:42.742 INFO:tasks.rados.rados.0.smithi082.stdout:741: seq_num 241 ranges {1359872=442368,1802240=466944,2269184=688128,2957312=49152} 2024-08-17T00:42:42.752 INFO:tasks.rados.rados.0.smithi082.stdout:741: writing smithi08280503-13 from 1359872 to 1802240 tid 1 2024-08-17T00:42:42.754 INFO:tasks.rados.rados.0.smithi082.stdout:741: writing smithi08280503-13 from 1802240 to 2269184 tid 2 2024-08-17T00:42:42.758 INFO:tasks.rados.rados.0.smithi082.stdout:741: writing smithi08280503-13 from 2269184 to 2957312 tid 3 2024-08-17T00:42:42.759 INFO:tasks.rados.rados.0.smithi082.stdout:741: writing smithi08280503-13 from 2957312 to 3006464 tid 4 2024-08-17T00:42:42.759 INFO:tasks.rados.rados.0.smithi082.stdout:742: delete oid 50 current snap is 63 2024-08-17T00:42:42.759 INFO:tasks.rados.rados.0.smithi082.stdout:741: finishing write tid 1 to smithi08280503-13 2024-08-17T00:42:42.759 INFO:tasks.rados.rados.0.smithi082.stdout:741: finishing write tid 2 to smithi08280503-13 2024-08-17T00:42:42.762 INFO:tasks.rados.rados.0.smithi082.stdout:742: done (1 left) 2024-08-17T00:42:42.762 INFO:tasks.rados.rados.0.smithi082.stdout:743: rollback oid 21 current snap is 63 2024-08-17T00:42:42.762 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 21 to 57 2024-08-17T00:42:42.762 INFO:tasks.rados.rados.0.smithi082.stdout:744: snap_remove snap 41 2024-08-17T00:42:42.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:42 smithi137 ceph-mon[33068]: mgrmap e34: y(active, since 1.1814s) 2024-08-17T00:42:42.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:42 smithi137 ceph-mon[33068]: osdmap e196: 8 total, 8 up, 8 in 2024-08-17T00:42:42.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:42 smithi137 ceph-mon[33068]: pgmap v4: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:42:42.987 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:42:42.710+0000 7f18a9dd4040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T00:42:42.987 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:42:42.784+0000 7f18a9dd4040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T00:42:42.987 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:42:42.936+0000 7f18a9dd4040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:42:43.081 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:42 smithi082 ceph-mon[39953]: mgrmap e34: y(active, since 1.1814s) 2024-08-17T00:42:43.081 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:42 smithi082 ceph-mon[39953]: osdmap e196: 8 total, 8 up, 8 in 2024-08-17T00:42:43.081 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:42 smithi082 ceph-mon[39953]: pgmap v4: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:42:43.082 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:42 smithi082 ceph-mon[29275]: mgrmap e34: y(active, since 1.1814s) 2024-08-17T00:42:43.082 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:42 smithi082 ceph-mon[29275]: osdmap e196: 8 total, 8 up, 8 in 2024-08-17T00:42:43.082 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:42 smithi082 ceph-mon[29275]: pgmap v4: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:42:43.082 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:42.841+0000 7fd722342640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:00:42:42] ENGINE Error in HTTPServer.serve 2024-08-17T00:42:43.082 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: Traceback (most recent call last): 2024-08-17T00:42:43.082 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:42:43.082 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: self._connections.run(self.expiration_interval) 2024-08-17T00:42:43.082 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:42:43.082 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: self._run(expiration_interval) 2024-08-17T00:42:43.083 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:42:43.083 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:42:43.083 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:42:43.083 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:42:43.083 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:42:43.083 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: s = self.context.wrap_socket( 2024-08-17T00:42:43.083 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:42:43.083 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: return self.sslsocket_class._create( 2024-08-17T00:42:43.083 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:42:43.083 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: self.do_handshake() 2024-08-17T00:42:43.083 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:42:43.083 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: self._sslobj.do_handshake() 2024-08-17T00:42:43.083 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:42:43.083 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:42:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:42:43.662 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:43.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi137\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:42:43.662 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:42:43.368+0000 7f18a9dd4040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T00:42:43.755 INFO:tasks.rados.rados.0.smithi082.stdout:744: done (2 left) 2024-08-17T00:42:43.755 INFO:tasks.rados.rados.0.smithi082.stdout:745: snap_create 2024-08-17T00:42:43.755 INFO:tasks.rados.rados.0.smithi082.stdout:741: finishing write tid 3 to smithi08280503-13 2024-08-17T00:42:43.755 INFO:tasks.rados.rados.0.smithi082.stdout:741: finishing write tid 4 to smithi08280503-13 2024-08-17T00:42:43.755 INFO:tasks.rados.rados.0.smithi082.stdout:741: finishing write tid 5 to smithi08280503-13 2024-08-17T00:42:43.755 INFO:tasks.rados.rados.0.smithi082.stdout:741: finishing write tid 6 to smithi08280503-13 2024-08-17T00:42:43.755 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 285 (ObjNum 241 snap 63 seq_num 241) dirty exists 2024-08-17T00:42:43.755 INFO:tasks.rados.rados.0.smithi082.stdout:741: left oid 13 (ObjNum 241 snap 63 seq_num 241) 2024-08-17T00:42:43.755 INFO:tasks.rados.rados.0.smithi082.stdout:743: finishing rollback tid 1 to smithi08280503-21 2024-08-17T00:42:43.755 INFO:tasks.rados.rados.0.smithi082.stdout:743: finishing rollback tid 2 to smithi08280503-21 2024-08-17T00:42:43.756 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 170 (ObjNum 113 snap 23 seq_num 113) dirty exists 2024-08-17T00:42:43.945 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:43 smithi137 ceph-mon[33068]: [17/Aug/2024:00:42:42] ENGINE Bus STARTING 2024-08-17T00:42:43.945 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:43 smithi137 ceph-mon[33068]: [17/Aug/2024:00:42:42] ENGINE Serving on http://172.21.15.82:8765 2024-08-17T00:42:43.945 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:43 smithi137 ceph-mon[33068]: osdmap e197: 8 total, 8 up, 8 in 2024-08-17T00:42:43.945 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:43 smithi137 ceph-mon[33068]: [17/Aug/2024:00:42:42] ENGINE Serving on https://172.21.15.82:7150 2024-08-17T00:42:43.946 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:43 smithi137 ceph-mon[33068]: [17/Aug/2024:00:42:42] ENGINE Bus STARTED 2024-08-17T00:42:43.946 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:43 smithi137 ceph-mon[33068]: [17/Aug/2024:00:42:42] ENGINE Error in HTTPServer.serve 2024-08-17T00:42:43.946 INFO:journalctl@ceph.mon.b.smithi137.stdout: Traceback (most recent call last): 2024-08-17T00:42:43.946 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:42:43.946 INFO:journalctl@ceph.mon.b.smithi137.stdout: self._connections.run(self.expiration_interval) 2024-08-17T00:42:43.946 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:42:43.946 INFO:journalctl@ceph.mon.b.smithi137.stdout: self._run(expiration_interval) 2024-08-17T00:42:43.946 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:42:43.946 INFO:journalctl@ceph.mon.b.smithi137.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:42:43.946 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:42:43.946 INFO:journalctl@ceph.mon.b.smithi137.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:42:43.946 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:42:43.947 INFO:journalctl@ceph.mon.b.smithi137.stdout: s = self.context.wrap_socket( 2024-08-17T00:42:43.947 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:42:43.947 INFO:journalctl@ceph.mon.b.smithi137.stdout: return self.sslsocket_class._create( 2024-08-17T00:42:43.947 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:42:43.947 INFO:journalctl@ceph.mon.b.smithi137.stdout: self.do_handshake() 2024-08-17T00:42:43.947 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:42:43.947 INFO:journalctl@ceph.mon.b.smithi137.stdout: self._sslobj.do_handshake() 2024-08-17T00:42:43.947 INFO:journalctl@ceph.mon.b.smithi137.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:42:43.947 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:42:43.737+0000 7f18a9dd4040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T00:42:43.947 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:42:43.818+0000 7f18a9dd4040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T00:42:44.062 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:43 smithi082 ceph-mon[39953]: [17/Aug/2024:00:42:42] ENGINE Bus STARTING 2024-08-17T00:42:44.062 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:43 smithi082 ceph-mon[39953]: [17/Aug/2024:00:42:42] ENGINE Serving on http://172.21.15.82:8765 2024-08-17T00:42:44.062 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:43 smithi082 ceph-mon[39953]: osdmap e197: 8 total, 8 up, 8 in 2024-08-17T00:42:44.062 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:43 smithi082 ceph-mon[39953]: [17/Aug/2024:00:42:42] ENGINE Serving on https://172.21.15.82:7150 2024-08-17T00:42:44.062 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:43 smithi082 ceph-mon[39953]: [17/Aug/2024:00:42:42] ENGINE Bus STARTED 2024-08-17T00:42:44.062 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:43 smithi082 ceph-mon[39953]: [17/Aug/2024:00:42:42] ENGINE Error in HTTPServer.serve 2024-08-17T00:42:44.062 INFO:journalctl@ceph.mon.c.smithi082.stdout: Traceback (most recent call last): 2024-08-17T00:42:44.062 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:42:44.063 INFO:journalctl@ceph.mon.c.smithi082.stdout: self._connections.run(self.expiration_interval) 2024-08-17T00:42:44.063 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:42:44.063 INFO:journalctl@ceph.mon.c.smithi082.stdout: self._run(expiration_interval) 2024-08-17T00:42:44.063 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:42:44.063 INFO:journalctl@ceph.mon.c.smithi082.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:42:44.063 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:42:44.063 INFO:journalctl@ceph.mon.c.smithi082.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:42:44.063 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:42:44.063 INFO:journalctl@ceph.mon.c.smithi082.stdout: s = self.context.wrap_socket( 2024-08-17T00:42:44.063 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:42:44.063 INFO:journalctl@ceph.mon.c.smithi082.stdout: return self.sslsocket_class._create( 2024-08-17T00:42:44.063 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:42:44.064 INFO:journalctl@ceph.mon.c.smithi082.stdout: self.do_handshake() 2024-08-17T00:42:44.064 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:42:44.064 INFO:journalctl@ceph.mon.c.smithi082.stdout: self._sslobj.do_handshake() 2024-08-17T00:42:44.064 INFO:journalctl@ceph.mon.c.smithi082.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:42:44.064 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:43 smithi082 ceph-mon[29275]: [17/Aug/2024:00:42:42] ENGINE Bus STARTING 2024-08-17T00:42:44.064 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:43 smithi082 ceph-mon[29275]: [17/Aug/2024:00:42:42] ENGINE Serving on http://172.21.15.82:8765 2024-08-17T00:42:44.064 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:43 smithi082 ceph-mon[29275]: osdmap e197: 8 total, 8 up, 8 in 2024-08-17T00:42:44.064 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:43 smithi082 ceph-mon[29275]: [17/Aug/2024:00:42:42] ENGINE Serving on https://172.21.15.82:7150 2024-08-17T00:42:44.064 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:43 smithi082 ceph-mon[29275]: [17/Aug/2024:00:42:42] ENGINE Bus STARTED 2024-08-17T00:42:44.064 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:43 smithi082 ceph-mon[29275]: [17/Aug/2024:00:42:42] ENGINE Error in HTTPServer.serve 2024-08-17T00:42:44.064 INFO:journalctl@ceph.mon.a.smithi082.stdout: Traceback (most recent call last): 2024-08-17T00:42:44.065 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:42:44.065 INFO:journalctl@ceph.mon.a.smithi082.stdout: self._connections.run(self.expiration_interval) 2024-08-17T00:42:44.065 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:42:44.065 INFO:journalctl@ceph.mon.a.smithi082.stdout: self._run(expiration_interval) 2024-08-17T00:42:44.065 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:42:44.065 INFO:journalctl@ceph.mon.a.smithi082.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:42:44.065 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:42:44.065 INFO:journalctl@ceph.mon.a.smithi082.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:42:44.065 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:42:44.065 INFO:journalctl@ceph.mon.a.smithi082.stdout: s = self.context.wrap_socket( 2024-08-17T00:42:44.065 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:42:44.065 INFO:journalctl@ceph.mon.a.smithi082.stdout: return self.sslsocket_class._create( 2024-08-17T00:42:44.065 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:42:44.065 INFO:journalctl@ceph.mon.a.smithi082.stdout: self.do_handshake() 2024-08-17T00:42:44.066 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:42:44.066 INFO:journalctl@ceph.mon.a.smithi082.stdout: self._sslobj.do_handshake() 2024-08-17T00:42:44.066 INFO:journalctl@ceph.mon.a.smithi082.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:42:44.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:42:43.982+0000 7f18a9dd4040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T00:42:44.583 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:44 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:42:44.321+0000 7f18a9dd4040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T00:42:44.685 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:44 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:42:44.384+0000 7f18a9dd4040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T00:42:44.685 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:44 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:42:44.581+0000 7f18a9dd4040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T00:42:44.685 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:44 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:42:44.685 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:44 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:42:44.760 INFO:tasks.rados.rados.0.smithi082.stdout:741: done (2 left) 2024-08-17T00:42:44.760 INFO:tasks.rados.rados.0.smithi082.stdout:743: done (1 left) 2024-08-17T00:42:44.760 INFO:tasks.rados.rados.0.smithi082.stdout:745: done (0 left) 2024-08-17T00:42:44.760 INFO:tasks.rados.rados.0.smithi082.stdout:746: read oid 46 snap -1 2024-08-17T00:42:44.760 INFO:tasks.rados.rados.0.smithi082.stdout:746: expect (ObjNum 142 snap 34 seq_num 142) 2024-08-17T00:42:44.760 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 24 current snap is 64 2024-08-17T00:42:44.760 INFO:tasks.rados.rados.0.smithi082.stdout:747: seq_num 243 ranges {8183808=475136,8658944=638976,9297920=565248} 2024-08-17T00:42:44.807 INFO:tasks.rados.rados.0.smithi082.stdout:747: writing smithi08280503-24 from 8183808 to 8658944 tid 1 2024-08-17T00:42:44.811 INFO:tasks.rados.rados.0.smithi082.stdout:747: writing smithi08280503-24 from 8658944 to 9297920 tid 2 2024-08-17T00:42:44.814 INFO:tasks.rados.rados.0.smithi082.stdout:747: writing smithi08280503-24 from 9297920 to 9863168 tid 3 2024-08-17T00:42:44.814 INFO:tasks.rados.rados.0.smithi082.stdout:748: snap_create 2024-08-17T00:42:44.815 INFO:tasks.rados.rados.0.smithi082.stdout:746: expect (ObjNum 142 snap 34 seq_num 142) 2024-08-17T00:42:44.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:44 smithi137 ceph-mon[33068]: osdmap e198: 8 total, 8 up, 8 in 2024-08-17T00:42:44.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:44 smithi137 ceph-mon[33068]: mgrmap e35: y(active, since 3s) 2024-08-17T00:42:44.897 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:44 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:42:44.747+0000 7f18a9dd4040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-17T00:42:44.898 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:44 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:42:44.813+0000 7f18a9dd4040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T00:42:44.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:44 smithi082 ceph-mon[39953]: osdmap e198: 8 total, 8 up, 8 in 2024-08-17T00:42:44.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:44 smithi082 ceph-mon[39953]: mgrmap e35: y(active, since 3s) 2024-08-17T00:42:44.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:44 smithi082 ceph-mon[29275]: osdmap e198: 8 total, 8 up, 8 in 2024-08-17T00:42:44.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:44 smithi082 ceph-mon[29275]: mgrmap e35: y(active, since 3s) 2024-08-17T00:42:45.095 INFO:tasks.rados.rados.0.smithi082.stdout:747: finishing write tid 1 to smithi08280503-24 2024-08-17T00:42:45.095 INFO:tasks.rados.rados.0.smithi082.stdout:747: finishing write tid 2 to smithi08280503-24 2024-08-17T00:42:45.095 INFO:tasks.rados.rados.0.smithi082.stdout:747: finishing write tid 3 to smithi08280503-24 2024-08-17T00:42:45.095 INFO:tasks.rados.rados.0.smithi082.stdout:747: finishing write tid 4 to smithi08280503-24 2024-08-17T00:42:45.095 INFO:tasks.rados.rados.0.smithi082.stdout:747: finishing write tid 5 to smithi08280503-24 2024-08-17T00:42:45.095 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 291 (ObjNum 243 snap 64 seq_num 243) dirty exists 2024-08-17T00:42:45.096 INFO:tasks.rados.rados.0.smithi082.stdout:747: left oid 24 (ObjNum 243 snap 64 seq_num 243) 2024-08-17T00:42:45.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:44 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:42:44.896+0000 7f18a9dd4040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T00:42:45.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:44 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:42:44.954+0000 7f18a9dd4040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T00:42:45.498 INFO:tasks.rados.rados.0.smithi082.stdout:746: done (2 left) 2024-08-17T00:42:45.498 INFO:tasks.rados.rados.0.smithi082.stdout:747: done (1 left) 2024-08-17T00:42:45.498 INFO:tasks.rados.rados.0.smithi082.stdout:748: done (0 left) 2024-08-17T00:42:45.498 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 22 current snap is 65 2024-08-17T00:42:45.498 INFO:tasks.rados.rados.0.smithi082.stdout:749: seq_num 244 ranges {1835008=491520,2326528=573440,2899968=458752,3358720=172032} 2024-08-17T00:42:45.510 INFO:tasks.rados.rados.0.smithi082.stdout:749: writing smithi08280503-22 from 1835008 to 2326528 tid 1 2024-08-17T00:42:45.514 INFO:tasks.rados.rados.0.smithi082.stdout:749: writing smithi08280503-22 from 2326528 to 2899968 tid 2 2024-08-17T00:42:45.517 INFO:tasks.rados.rados.0.smithi082.stdout:749: writing smithi08280503-22 from 2899968 to 3358720 tid 3 2024-08-17T00:42:45.518 INFO:tasks.rados.rados.0.smithi082.stdout:749: writing smithi08280503-22 from 3358720 to 3530752 tid 4 2024-08-17T00:42:45.519 INFO:tasks.rados.rados.0.smithi082.stdout:750: copy_from oid 23 from oid 12 current snap is 65 2024-08-17T00:42:45.519 INFO:tasks.rados.rados.0.smithi082.stdout:749: finishing write tid 1 to smithi08280503-22 2024-08-17T00:42:45.519 INFO:tasks.rados.rados.0.smithi082.stdout:749: finishing write tid 2 to smithi08280503-22 2024-08-17T00:42:45.519 INFO:tasks.rados.rados.0.smithi082.stdout:751: rmattr oid 11 current snap is 65 2024-08-17T00:42:45.519 INFO:tasks.rados.rados.0.smithi082.stdout:751: done (2 left) 2024-08-17T00:42:45.519 INFO:tasks.rados.rados.0.smithi082.stdout:752: rollback oid 7 current snap is 65 2024-08-17T00:42:45.519 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 7 to 52 2024-08-17T00:42:45.519 INFO:tasks.rados.rados.0.smithi082.stdout:753: rollback oid 29 current snap is 65 2024-08-17T00:42:45.519 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 29 to 52 2024-08-17T00:42:45.519 INFO:tasks.rados.rados.0.smithi082.stdout:754: snap_create 2024-08-17T00:42:45.521 INFO:tasks.rados.rados.0.smithi082.stdout:749: finishing write tid 3 to smithi08280503-22 2024-08-17T00:42:45.522 INFO:tasks.rados.rados.0.smithi082.stdout:749: finishing write tid 4 to smithi08280503-22 2024-08-17T00:42:45.522 INFO:tasks.rados.rados.0.smithi082.stdout:749: finishing write tid 5 to smithi08280503-22 2024-08-17T00:42:45.522 INFO:tasks.rados.rados.0.smithi082.stdout:753: finishing rollback tid 0 to smithi08280503-29 2024-08-17T00:42:45.523 INFO:tasks.rados.rados.0.smithi082.stdout:752: finishing rollback tid 1 to smithi08280503-7 2024-08-17T00:42:45.523 INFO:tasks.rados.rados.0.smithi082.stdout:753: finishing rollback tid 1 to smithi08280503-29 2024-08-17T00:42:45.524 INFO:tasks.rados.rados.0.smithi082.stdout:749: finishing write tid 6 to smithi08280503-22 2024-08-17T00:42:45.524 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 253 (ObjNum 244 snap 65 seq_num 244) dirty exists 2024-08-17T00:42:45.524 INFO:tasks.rados.rados.0.smithi082.stdout:749: left oid 22 (ObjNum 244 snap 65 seq_num 244) 2024-08-17T00:42:45.524 INFO:tasks.rados.rados.0.smithi082.stdout:752: finishing rollback tid 2 to smithi08280503-7 2024-08-17T00:42:45.524 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 325 (ObjNum 102 snap 21 seq_num 102) dirty exists 2024-08-17T00:42:45.524 INFO:tasks.rados.rados.0.smithi082.stdout:753: finishing rollback tid 2 to smithi08280503-29 2024-08-17T00:42:45.524 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 293 (ObjNum 75 snap 11 seq_num 75) dirty exists 2024-08-17T00:42:45.529 INFO:tasks.rados.rados.0.smithi082.stdout:750: finishing copy_from racing read to smithi08280503-23 2024-08-17T00:42:45.531 INFO:tasks.rados.rados.0.smithi082.stdout:750: finishing copy_from to smithi08280503-23 2024-08-17T00:42:45.532 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 136 (ObjNum 226 snap 59 seq_num 226) dirty exists 2024-08-17T00:42:45.684 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:42:45.518+0000 7f18a9dd4040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T00:42:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:45 smithi137 ceph-mon[33068]: pgmap v8: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:42:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:45 smithi137 ceph-mon[33068]: osdmap e199: 8 total, 8 up, 8 in 2024-08-17T00:42:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:45 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:45 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:45 smithi137 ceph-mon[33068]: osdmap e200: 8 total, 8 up, 8 in 2024-08-17T00:42:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:45 smithi137 ceph-mon[33068]: Standby manager daemon x started 2024-08-17T00:42:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:45 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.137:0/1249078318' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:42:45.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:45 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.137:0/1249078318' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:42:45.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:45 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.137:0/1249078318' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:42:45.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:45 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.137:0/1249078318' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:42:45.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:45 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:45.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:45 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:45.988 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:42:45.683+0000 7f18a9dd4040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T00:42:45.988 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: [17/Aug/2024:00:42:45] ENGINE Bus STARTING 2024-08-17T00:42:45.988 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: CherryPy Checker: 2024-08-17T00:42:45.988 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: The Application mounted at '' has an empty config. 2024-08-17T00:42:45.988 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: 2024-08-17T00:42:45.988 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: [17/Aug/2024:00:42:45] ENGINE Serving on http://:::9283 2024-08-17T00:42:45.989 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:45 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: [17/Aug/2024:00:42:45] ENGINE Bus STARTED 2024-08-17T00:42:46.124 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:45 smithi082 ceph-mon[29275]: pgmap v8: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:42:46.124 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:45 smithi082 ceph-mon[29275]: osdmap e199: 8 total, 8 up, 8 in 2024-08-17T00:42:46.125 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:45 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:46.125 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:45 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:46.125 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:45 smithi082 ceph-mon[29275]: osdmap e200: 8 total, 8 up, 8 in 2024-08-17T00:42:46.125 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:45 smithi082 ceph-mon[29275]: Standby manager daemon x started 2024-08-17T00:42:46.125 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:45 smithi082 ceph-mon[29275]: from='mgr.? 172.21.15.137:0/1249078318' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:42:46.125 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:45 smithi082 ceph-mon[29275]: from='mgr.? 172.21.15.137:0/1249078318' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:42:46.125 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:45 smithi082 ceph-mon[29275]: from='mgr.? 172.21.15.137:0/1249078318' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:42:46.125 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:45 smithi082 ceph-mon[29275]: from='mgr.? 172.21.15.137:0/1249078318' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:42:46.125 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:45 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:46.125 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:45 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:46.125 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:45 smithi082 ceph-mon[39953]: pgmap v8: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:42:46.126 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:45 smithi082 ceph-mon[39953]: osdmap e199: 8 total, 8 up, 8 in 2024-08-17T00:42:46.126 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:45 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:46.126 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:45 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:46.126 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:45 smithi082 ceph-mon[39953]: osdmap e200: 8 total, 8 up, 8 in 2024-08-17T00:42:46.126 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:45 smithi082 ceph-mon[39953]: Standby manager daemon x started 2024-08-17T00:42:46.126 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:45 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.137:0/1249078318' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:42:46.126 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:45 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.137:0/1249078318' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:42:46.126 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:45 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.137:0/1249078318' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:42:46.126 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:45 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.137:0/1249078318' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:42:46.126 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:45 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:46.126 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:45 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:46.498 INFO:tasks.rados.rados.0.smithi082.stdout:749: done (4 left) 2024-08-17T00:42:46.499 INFO:tasks.rados.rados.0.smithi082.stdout:750: done (3 left) 2024-08-17T00:42:46.499 INFO:tasks.rados.rados.0.smithi082.stdout:752: done (2 left) 2024-08-17T00:42:46.499 INFO:tasks.rados.rados.0.smithi082.stdout:753: done (1 left) 2024-08-17T00:42:46.499 INFO:tasks.rados.rados.0.smithi082.stdout:754: done (0 left) 2024-08-17T00:42:46.499 INFO:tasks.rados.rados.0.smithi082.stdout:755: rollback oid 43 current snap is 66 2024-08-17T00:42:46.499 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 43 to 61 2024-08-17T00:42:46.499 INFO:tasks.rados.rados.0.smithi082.stdout:756: snap_create 2024-08-17T00:42:46.503 INFO:tasks.rados.rados.0.smithi082.stdout:755: finishing rollback tid 1 to smithi08280503-43 2024-08-17T00:42:46.503 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 345 (ObjNum 129 snap 0 seq_num 3912312000) dirty dne 2024-08-17T00:42:47.137 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:46 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:47.137 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:46 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:47.137 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:46 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:47.137 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:46 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:47.137 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:46 smithi082 ceph-mon[39953]: osdmap e201: 8 total, 8 up, 8 in 2024-08-17T00:42:47.137 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:46 smithi082 ceph-mon[39953]: mgrmap e36: y(active, since 5s), standbys: x 2024-08-17T00:42:47.137 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:46 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:42:47.137 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:46 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:47.138 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:46 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:47.138 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:46 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:47.138 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:46 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:47.138 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:46 smithi082 ceph-mon[29275]: osdmap e201: 8 total, 8 up, 8 in 2024-08-17T00:42:47.138 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:46 smithi082 ceph-mon[29275]: mgrmap e36: y(active, since 5s), standbys: x 2024-08-17T00:42:47.138 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:46 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:42:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:46 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:46 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:46 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:46 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:46 smithi137 ceph-mon[33068]: osdmap e201: 8 total, 8 up, 8 in 2024-08-17T00:42:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:46 smithi137 ceph-mon[33068]: mgrmap e36: y(active, since 5s), standbys: x 2024-08-17T00:42:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:46 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:42:47.500 INFO:tasks.rados.rados.0.smithi082.stdout:755: done (1 left) 2024-08-17T00:42:47.500 INFO:tasks.rados.rados.0.smithi082.stdout:756: done (0 left) 2024-08-17T00:42:47.500 INFO:tasks.rados.rados.0.smithi082.stdout:757: rmattr oid 29 current snap is 67 2024-08-17T00:42:47.500 INFO:tasks.rados.rados.0.smithi082.stdout:758: snap_create 2024-08-17T00:42:47.507 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 295 (ObjNum 75 snap 11 seq_num 75) dirty exists 2024-08-17T00:42:48.191 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:47 smithi082 ceph-mon[29275]: pgmap v12: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:42:48.191 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:47 smithi082 ceph-mon[29275]: osdmap e202: 8 total, 8 up, 8 in 2024-08-17T00:42:48.191 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:47 smithi082 ceph-mon[39953]: pgmap v12: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:42:48.192 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:47 smithi082 ceph-mon[39953]: osdmap e202: 8 total, 8 up, 8 in 2024-08-17T00:42:48.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:47 smithi137 ceph-mon[33068]: pgmap v12: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:42:48.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:47 smithi137 ceph-mon[33068]: osdmap e202: 8 total, 8 up, 8 in 2024-08-17T00:42:48.501 INFO:tasks.rados.rados.0.smithi082.stdout:757: done (1 left) 2024-08-17T00:42:48.501 INFO:tasks.rados.rados.0.smithi082.stdout:758: done (0 left) 2024-08-17T00:42:48.501 INFO:tasks.rados.rados.0.smithi082.stdout:759: delete oid 33 current snap is 68 2024-08-17T00:42:48.503 INFO:tasks.rados.rados.0.smithi082.stdout:759: done (0 left) 2024-08-17T00:42:48.503 INFO:tasks.rados.rados.0.smithi082.stdout:760: setattr oid 48 current snap is 68 2024-08-17T00:42:48.505 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 2 current snap is 68 2024-08-17T00:42:48.505 INFO:tasks.rados.rados.0.smithi082.stdout:761: seq_num 246 ranges {0=524288,524288=745472,1269760=425984,1695744=32768} 2024-08-17T00:42:48.508 INFO:tasks.rados.rados.0.smithi082.stdout:761: writing smithi08280503-2 from 0 to 524288 tid 1 2024-08-17T00:42:48.513 INFO:tasks.rados.rados.0.smithi082.stdout:761: writing smithi08280503-2 from 524288 to 1269760 tid 2 2024-08-17T00:42:48.516 INFO:tasks.rados.rados.0.smithi082.stdout:761: writing smithi08280503-2 from 1269760 to 1695744 tid 3 2024-08-17T00:42:48.516 INFO:tasks.rados.rados.0.smithi082.stdout:761: writing smithi08280503-2 from 1695744 to 1728512 tid 4 2024-08-17T00:42:48.516 INFO:tasks.rados.rados.0.smithi082.stdout:762: read oid 37 snap -1 2024-08-17T00:42:48.516 INFO:tasks.rados.rados.0.smithi082.stdout:762: expect (ObjNum 230 snap 61 seq_num 230) 2024-08-17T00:42:48.516 INFO:tasks.rados.rados.0.smithi082.stdout:763: copy_from oid 40 from oid 33 current snap is 68 2024-08-17T00:42:48.516 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 358 (ObjNum 184 snap 47 seq_num 184) dirty exists 2024-08-17T00:42:48.516 INFO:tasks.rados.rados.0.smithi082.stdout:761: finishing write tid 1 to smithi08280503-2 2024-08-17T00:42:48.516 INFO:tasks.rados.rados.0.smithi082.stdout:761: finishing write tid 2 to smithi08280503-2 2024-08-17T00:42:48.517 INFO:tasks.rados.rados.0.smithi082.stdout:760: done (3 left) 2024-08-17T00:42:48.517 INFO:tasks.rados.rados.0.smithi082.stdout:764: snap_remove snap 62 2024-08-17T00:42:48.928 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:48 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:42:49.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:48 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[66121]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:42:48] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T00:42:49.507 INFO:tasks.rados.rados.0.smithi082.stdout:764: done (3 left) 2024-08-17T00:42:49.507 INFO:tasks.rados.rados.0.smithi082.stdout:765: setattr oid 27 current snap is 68 2024-08-17T00:42:49.507 INFO:tasks.rados.rados.0.smithi082.stdout:763: finishing copy_from to smithi08280503-40 2024-08-17T00:42:49.507 INFO:tasks.rados.rados.0.smithi082.stdout:763: got expected ENOENT (src dne) 2024-08-17T00:42:49.507 INFO:tasks.rados.rados.0.smithi082.stdout:763: finishing copy_from racing read to smithi08280503-40 2024-08-17T00:42:49.507 INFO:tasks.rados.rados.0.smithi082.stdout:761: finishing write tid 3 to smithi08280503-2 2024-08-17T00:42:49.507 INFO:tasks.rados.rados.0.smithi082.stdout:761: finishing write tid 4 to smithi08280503-2 2024-08-17T00:42:49.508 INFO:tasks.rados.rados.0.smithi082.stdout:761: finishing write tid 5 to smithi08280503-2 2024-08-17T00:42:49.508 INFO:tasks.rados.rados.0.smithi082.stdout:762: expect (ObjNum 230 snap 61 seq_num 230) 2024-08-17T00:42:49.547 INFO:tasks.rados.rados.0.smithi082.stdout:761: finishing write tid 6 to smithi08280503-2 2024-08-17T00:42:49.547 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 2 v 79 (ObjNum 246 snap 68 seq_num 246) dirty exists 2024-08-17T00:42:49.548 INFO:tasks.rados.rados.0.smithi082.stdout:761: left oid 2 (ObjNum 246 snap 68 seq_num 246) 2024-08-17T00:42:49.548 INFO:tasks.rados.rados.0.smithi082.stdout:761: done (3 left) 2024-08-17T00:42:49.548 INFO:tasks.rados.rados.0.smithi082.stdout:762: done (2 left) 2024-08-17T00:42:49.548 INFO:tasks.rados.rados.0.smithi082.stdout:763: done (1 left) 2024-08-17T00:42:49.548 INFO:tasks.rados.rados.0.smithi082.stdout:766: snap_create 2024-08-17T00:42:49.552 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 327 (ObjNum 173 snap 41 seq_num 173) dirty exists 2024-08-17T00:42:49.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:49 smithi082 ceph-mon[39953]: osdmap e203: 8 total, 8 up, 8 in 2024-08-17T00:42:49.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:49 smithi082 ceph-mon[39953]: pgmap v15: 121 pgs: 121 active+clean; 201 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-08-17T00:42:49.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:49 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:49.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:49 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:49.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:49 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:42:49.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:49 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:42:49.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:49 smithi082 ceph-mon[39953]: Updating smithi082:/etc/ceph/ceph.conf 2024-08-17T00:42:49.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:49 smithi082 ceph-mon[39953]: Updating smithi137:/etc/ceph/ceph.conf 2024-08-17T00:42:49.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:49 smithi082 ceph-mon[39953]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:42:49.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:49 smithi082 ceph-mon[39953]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:42:49.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:49 smithi082 ceph-mon[29275]: osdmap e203: 8 total, 8 up, 8 in 2024-08-17T00:42:49.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:49 smithi082 ceph-mon[29275]: pgmap v15: 121 pgs: 121 active+clean; 201 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-08-17T00:42:49.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:49 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:49.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:49 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:49.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:49 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:42:49.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:49 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:42:49.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:49 smithi082 ceph-mon[29275]: Updating smithi082:/etc/ceph/ceph.conf 2024-08-17T00:42:49.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:49 smithi082 ceph-mon[29275]: Updating smithi137:/etc/ceph/ceph.conf 2024-08-17T00:42:49.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:49 smithi082 ceph-mon[29275]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:42:49.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:49 smithi082 ceph-mon[29275]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:42:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:49 smithi137 ceph-mon[33068]: osdmap e203: 8 total, 8 up, 8 in 2024-08-17T00:42:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:49 smithi137 ceph-mon[33068]: pgmap v15: 121 pgs: 121 active+clean; 201 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-08-17T00:42:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:49 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:49 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:49 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:42:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:49 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:42:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:49 smithi137 ceph-mon[33068]: Updating smithi082:/etc/ceph/ceph.conf 2024-08-17T00:42:49.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:49 smithi137 ceph-mon[33068]: Updating smithi137:/etc/ceph/ceph.conf 2024-08-17T00:42:49.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:49 smithi137 ceph-mon[33068]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:42:49.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:49 smithi137 ceph-mon[33068]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:42:50.503 INFO:tasks.rados.rados.0.smithi082.stdout:765: done (1 left) 2024-08-17T00:42:50.503 INFO:tasks.rados.rados.0.smithi082.stdout:766: done (0 left) 2024-08-17T00:42:50.504 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 37 current snap is 69 2024-08-17T00:42:50.504 INFO:tasks.rados.rados.0.smithi082.stdout:767: seq_num 247 ranges {1458176=540672,1998848=622592,2621440=581632} 2024-08-17T00:42:50.513 INFO:tasks.rados.rados.0.smithi082.stdout:767: writing smithi08280503-37 from 1458176 to 1998848 tid 1 2024-08-17T00:42:50.517 INFO:tasks.rados.rados.0.smithi082.stdout:767: writing smithi08280503-37 from 1998848 to 2621440 tid 2 2024-08-17T00:42:50.521 INFO:tasks.rados.rados.0.smithi082.stdout:767: writing smithi08280503-37 from 2621440 to 3203072 tid 3 2024-08-17T00:42:50.521 INFO:tasks.rados.rados.0.smithi082.stdout:768: snap_create 2024-08-17T00:42:50.521 INFO:tasks.rados.rados.0.smithi082.stdout:767: finishing write tid 1 to smithi08280503-37 2024-08-17T00:42:50.522 INFO:tasks.rados.rados.0.smithi082.stdout:767: finishing write tid 2 to smithi08280503-37 2024-08-17T00:42:50.523 INFO:tasks.rados.rados.0.smithi082.stdout:767: finishing write tid 3 to smithi08280503-37 2024-08-17T00:42:50.523 INFO:tasks.rados.rados.0.smithi082.stdout:767: finishing write tid 4 to smithi08280503-37 2024-08-17T00:42:50.524 INFO:tasks.rados.rados.0.smithi082.stdout:767: finishing write tid 5 to smithi08280503-37 2024-08-17T00:42:50.524 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 367 (ObjNum 247 snap 69 seq_num 247) dirty exists 2024-08-17T00:42:50.524 INFO:tasks.rados.rados.0.smithi082.stdout:767: left oid 37 (ObjNum 247 snap 69 seq_num 247) 2024-08-17T00:42:50.698 INFO:teuthology.orchestra.run.smithi082.stdout:true 2024-08-17T00:42:50.717 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:50 smithi137 ceph-mon[33068]: Updating smithi082:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:42:50.717 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:50 smithi137 ceph-mon[33068]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:42:50.717 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:50 smithi137 ceph-mon[33068]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:42:50.717 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:50 smithi137 ceph-mon[33068]: osdmap e204: 8 total, 8 up, 8 in 2024-08-17T00:42:50.717 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:50 smithi137 ceph-mon[33068]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:42:50.717 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:50 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:50.717 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:50 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:50.718 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:50 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:50.718 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:50 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:50.718 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:50 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:50.718 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:50 smithi137 ceph-mon[33068]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T00:42:50.718 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:50 smithi137 ceph-mon[33068]: Reconfiguring daemon prometheus.a on smithi137 2024-08-17T00:42:50.954 INFO:teuthology.orchestra.run.smithi082.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:42:50.954 INFO:teuthology.orchestra.run.smithi082.stdout:alertmanager.a smithi082 *:9093,9094 running (37s) 5s ago 4m 16.2M - 0.25.0 c8568f914cd2 21f506531c7e 2024-08-17T00:42:50.955 INFO:teuthology.orchestra.run.smithi082.stdout:grafana.a smithi137 *:3000 running (25s) 5s ago 4m 78.7M - 9.4.7 954c08fa6188 a7d4db6b9a81 2024-08-17T00:42:50.955 INFO:teuthology.orchestra.run.smithi082.stdout:mds.a smithi082 running (6m) 5s ago 6m 16.0M - 17.2.7-1402-g03a1ac13 bc5a85a90206 884927c0355a 2024-08-17T00:42:50.955 INFO:teuthology.orchestra.run.smithi082.stdout:mds.b smithi137 running (6m) 5s ago 5m 13.7M - 17.2.7-1402-g03a1ac13 bc5a85a90206 931a05caee78 2024-08-17T00:42:50.955 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.x smithi137 *:8443,9283 running (62s) 5s ago 9m 130M - 19.1.0-1363-gd863d21c ba08250ef864 235cbb85cc44 2024-08-17T00:42:50.955 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.y smithi082 *:8443,9283,8765 running (19s) 5s ago 10m 474M - 19.1.0-1363-gd863d21c ba08250ef864 92bb5538a947 2024-08-17T00:42:50.955 INFO:teuthology.orchestra.run.smithi082.stdout:mon.a smithi082 running (10m) 5s ago 11m 53.4M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 a0277ad24518 2024-08-17T00:42:50.955 INFO:teuthology.orchestra.run.smithi082.stdout:mon.b smithi137 running (9m) 5s ago 9m 46.0M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 8a3cc43cc10e 2024-08-17T00:42:50.955 INFO:teuthology.orchestra.run.smithi082.stdout:mon.c smithi082 running (9m) 5s ago 9m 47.4M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 04290329d1a5 2024-08-17T00:42:50.955 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.a smithi082 *:9100 running (35s) 5s ago 4m 7272k - 1.5.0 0da6a335fe13 198283f1b08e 2024-08-17T00:42:50.955 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.b smithi137 *:9100 running (24s) 5s ago 4m 7914k - 1.5.0 0da6a335fe13 da4f12b322e3 2024-08-17T00:42:50.955 INFO:teuthology.orchestra.run.smithi082.stdout:osd.0 smithi082 running (9m) 5s ago 9m 133M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 8591866ca3ea 2024-08-17T00:42:50.955 INFO:teuthology.orchestra.run.smithi082.stdout:osd.1 smithi082 running (8m) 5s ago 8m 110M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 bc404187cbbd 2024-08-17T00:42:50.956 INFO:teuthology.orchestra.run.smithi082.stdout:osd.2 smithi082 running (8m) 5s ago 8m 146M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 e0a943d904ef 2024-08-17T00:42:50.956 INFO:teuthology.orchestra.run.smithi082.stdout:osd.3 smithi082 running (7m) 5s ago 7m 88.9M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 a83a3a475578 2024-08-17T00:42:50.956 INFO:teuthology.orchestra.run.smithi082.stdout:osd.4 smithi137 running (7m) 5s ago 7m 133M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 9962b1177464 2024-08-17T00:42:50.956 INFO:teuthology.orchestra.run.smithi082.stdout:osd.5 smithi137 running (7m) 5s ago 7m 145M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 704b6949e902 2024-08-17T00:42:50.956 INFO:teuthology.orchestra.run.smithi082.stdout:osd.6 smithi137 running (6m) 5s ago 6m 80.1M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 fa6586afc3c0 2024-08-17T00:42:50.956 INFO:teuthology.orchestra.run.smithi082.stdout:osd.7 smithi137 running (6m) 5s ago 6m 99.2M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 ae5731d0601b 2024-08-17T00:42:50.956 INFO:teuthology.orchestra.run.smithi082.stdout:prometheus.a smithi137 *:9095 running (30s) 5s ago 5m 44.5M - 2.43.0 a07b618ecd1d 3340cb24edbe 2024-08-17T00:42:50.956 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:50 smithi082 ceph-mon[39953]: Updating smithi082:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:42:50.956 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:50 smithi082 ceph-mon[39953]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:42:50.956 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:50 smithi082 ceph-mon[39953]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:42:50.957 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:50 smithi082 ceph-mon[39953]: osdmap e204: 8 total, 8 up, 8 in 2024-08-17T00:42:50.957 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:50 smithi082 ceph-mon[39953]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:42:50.957 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:50 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:50.957 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:50 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:50.957 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:50 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:50.957 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:50 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:50.957 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:50 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:50.957 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:50 smithi082 ceph-mon[39953]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T00:42:50.957 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:50 smithi082 ceph-mon[39953]: Reconfiguring daemon prometheus.a on smithi137 2024-08-17T00:42:50.957 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:50 smithi082 ceph-mon[29275]: Updating smithi082:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:42:50.957 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:50 smithi082 ceph-mon[29275]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:42:50.957 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:50 smithi082 ceph-mon[29275]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:42:50.958 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:50 smithi082 ceph-mon[29275]: osdmap e204: 8 total, 8 up, 8 in 2024-08-17T00:42:50.958 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:50 smithi082 ceph-mon[29275]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:42:50.958 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:50 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:50.958 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:50 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:50.958 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:50 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:50.958 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:50 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:50.958 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:50 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:50.958 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:50 smithi082 ceph-mon[29275]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T00:42:50.958 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:50 smithi082 ceph-mon[29275]: Reconfiguring daemon prometheus.a on smithi137 2024-08-17T00:42:51.284 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-08-17T00:42:51.284 INFO:teuthology.orchestra.run.smithi082.stdout: "mon": { 2024-08-17T00:42:51.284 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 3 2024-08-17T00:42:51.284 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:42:51.284 INFO:teuthology.orchestra.run.smithi082.stdout: "mgr": { 2024-08-17T00:42:51.284 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:42:51.285 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:42:51.285 INFO:teuthology.orchestra.run.smithi082.stdout: "osd": { 2024-08-17T00:42:51.285 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 8 2024-08-17T00:42:51.285 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:42:51.285 INFO:teuthology.orchestra.run.smithi082.stdout: "mds": { 2024-08-17T00:42:51.285 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:42:51.285 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:42:51.285 INFO:teuthology.orchestra.run.smithi082.stdout: "overall": { 2024-08-17T00:42:51.285 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 13, 2024-08-17T00:42:51.285 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:42:51.285 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-08-17T00:42:51.285 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-08-17T00:42:51.519 INFO:tasks.rados.rados.0.smithi082.stdout:767: done (1 left) 2024-08-17T00:42:51.520 INFO:tasks.rados.rados.0.smithi082.stdout:768: done (0 left) 2024-08-17T00:42:51.520 INFO:tasks.rados.rados.0.smithi082.stdout:769: read oid 11 snap 67 2024-08-17T00:42:51.520 INFO:tasks.rados.rados.0.smithi082.stdout:769: expect (ObjNum 221 snap 57 seq_num 221) 2024-08-17T00:42:51.520 INFO:tasks.rados.rados.0.smithi082.stdout:770: snap_create 2024-08-17T00:42:51.542 INFO:tasks.rados.rados.0.smithi082.stdout:769: expect (ObjNum 221 snap 57 seq_num 221) 2024-08-17T00:42:51.590 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: osdmap e205: 8 total, 8 up, 8 in 2024-08-17T00:42:51.590 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: pgmap v18: 121 pgs: 121 active+clean; 201 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.2 MiB/s wr, 41 op/s 2024-08-17T00:42:51.590 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:42:51.590 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='client.25001 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:42:51.590 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:51.590 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:42:51.590 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:51.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:51.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:51.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:51.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:51.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:51.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:51.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:51.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:51.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:42:51.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:42:51.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:51.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:51.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:51.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:42:51.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:42:51.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:51.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:51.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:51.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:42:51.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:42:51.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:51.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:51.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:51.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:51 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/3581229475' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:51.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: osdmap e205: 8 total, 8 up, 8 in 2024-08-17T00:42:51.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: pgmap v18: 121 pgs: 121 active+clean; 201 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.2 MiB/s wr, 41 op/s 2024-08-17T00:42:51.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:42:51.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='client.25001 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:42:51.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:51.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:42:51.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:51.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:51.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:51.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:51.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:51.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:51.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:51.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:51.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:51.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:42:51.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:42:51.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:51.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:51.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:51.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:42:51.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:42:51.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:51.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:51.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:51.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:42:51.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:42:51.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:51.728 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:51.728 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:51.728 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[29275]: from='client.? 172.21.15.82:0/3581229475' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:51.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: osdmap e205: 8 total, 8 up, 8 in 2024-08-17T00:42:51.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: pgmap v18: 121 pgs: 121 active+clean; 201 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.2 MiB/s wr, 41 op/s 2024-08-17T00:42:51.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:42:51.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='client.25001 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:42:51.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:51.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:42:51.729 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:51.729 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:51.729 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:51.729 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:51.729 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:51.729 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:51.729 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:51.729 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:51.729 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:51.729 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:42:51.729 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:42:51.729 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:51.729 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:51.729 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:51.730 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:42:51.730 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:42:51.730 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:51.730 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:51.730 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:51.730 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:42:51.730 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:42:51.730 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:42:51.730 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:42:51.730 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:42:51.730 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:51 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/3581229475' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:42:52.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:42:52.516 INFO:tasks.rados.rados.0.smithi082.stdout:769: done (1 left) 2024-08-17T00:42:52.516 INFO:tasks.rados.rados.0.smithi082.stdout:770: done (0 left) 2024-08-17T00:42:52.517 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 10 current snap is 71 2024-08-17T00:42:52.517 INFO:tasks.rados.rados.0.smithi082.stdout:771: seq_num 248 ranges {3399680=557056,3956736=507904,4464640=442368,4907008=253952} 2024-08-17T00:42:52.537 INFO:tasks.rados.rados.0.smithi082.stdout:771: writing smithi08280503-10 from 3399680 to 3956736 tid 1 2024-08-17T00:42:52.541 INFO:tasks.rados.rados.0.smithi082.stdout:771: writing smithi08280503-10 from 3956736 to 4464640 tid 2 2024-08-17T00:42:52.544 INFO:tasks.rados.rados.0.smithi082.stdout:771: writing smithi08280503-10 from 4464640 to 4907008 tid 3 2024-08-17T00:42:52.546 INFO:tasks.rados.rados.0.smithi082.stdout:771: writing smithi08280503-10 from 4907008 to 5160960 tid 4 2024-08-17T00:42:52.546 INFO:tasks.rados.rados.0.smithi082.stdout:772: copy_from oid 5 from oid 16 current snap is 71 2024-08-17T00:42:52.546 INFO:tasks.rados.rados.0.smithi082.stdout:771: finishing write tid 1 to smithi08280503-10 2024-08-17T00:42:52.546 INFO:tasks.rados.rados.0.smithi082.stdout:771: finishing write tid 2 to smithi08280503-10 2024-08-17T00:42:52.546 INFO:tasks.rados.rados.0.smithi082.stdout:773: copy_from oid 36 from oid 3 current snap is 71 2024-08-17T00:42:52.546 INFO:tasks.rados.rados.0.smithi082.stdout:774: read oid 6 snap -1 2024-08-17T00:42:52.547 INFO:tasks.rados.rados.0.smithi082.stdout:774: expect (ObjNum 189 snap 48 seq_num 189) 2024-08-17T00:42:52.547 INFO:tasks.rados.rados.0.smithi082.stdout:775: read oid 47 snap -1 2024-08-17T00:42:52.547 INFO:tasks.rados.rados.0.smithi082.stdout:775: expect (ObjNum 202 snap 50 seq_num 202) 2024-08-17T00:42:52.547 INFO:tasks.rados.rados.0.smithi082.stdout:776: snap_remove snap 50 2024-08-17T00:42:52.912 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:52 smithi137 ceph-mon[33068]: mgrmap e37: y(active, since 10s), standbys: x 2024-08-17T00:42:52.912 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:52 smithi137 ceph-mon[33068]: osdmap e206: 8 total, 8 up, 8 in 2024-08-17T00:42:52.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:52 smithi082 ceph-mon[29275]: mgrmap e37: y(active, since 10s), standbys: x 2024-08-17T00:42:52.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:52 smithi082 ceph-mon[29275]: osdmap e206: 8 total, 8 up, 8 in 2024-08-17T00:42:52.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:52 smithi082 ceph-mon[39953]: mgrmap e37: y(active, since 10s), standbys: x 2024-08-17T00:42:52.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:52 smithi082 ceph-mon[39953]: osdmap e206: 8 total, 8 up, 8 in 2024-08-17T00:42:53.237 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:53 smithi137 systemd[1]: Stopping Ceph prometheus.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:42:53.533 INFO:tasks.rados.rados.0.smithi082.stdout:771: finishing write tid 3 to smithi08280503-10 2024-08-17T00:42:53.533 INFO:tasks.rados.rados.0.smithi082.stdout:771: finishing write tid 4 to smithi08280503-10 2024-08-17T00:42:53.534 INFO:tasks.rados.rados.0.smithi082.stdout:771: finishing write tid 5 to smithi08280503-10 2024-08-17T00:42:53.534 INFO:tasks.rados.rados.0.smithi082.stdout:772: finishing copy_from to smithi08280503-5 2024-08-17T00:42:53.534 INFO:tasks.rados.rados.0.smithi082.stdout:772: got expected ENOENT (src dne) 2024-08-17T00:42:53.534 INFO:tasks.rados.rados.0.smithi082.stdout:772: finishing copy_from racing read to smithi08280503-5 2024-08-17T00:42:53.534 INFO:tasks.rados.rados.0.smithi082.stdout:771: finishing write tid 6 to smithi08280503-10 2024-08-17T00:42:53.534 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 105 (ObjNum 248 snap 71 seq_num 248) dirty exists 2024-08-17T00:42:53.534 INFO:tasks.rados.rados.0.smithi082.stdout:771: left oid 10 (ObjNum 248 snap 71 seq_num 248) 2024-08-17T00:42:53.534 INFO:tasks.rados.rados.0.smithi082.stdout:774: expect (ObjNum 189 snap 48 seq_num 189) 2024-08-17T00:42:53.561 INFO:tasks.rados.rados.0.smithi082.stdout:773: finishing copy_from to smithi08280503-36 2024-08-17T00:42:53.561 INFO:tasks.rados.rados.0.smithi082.stdout:773: got expected ENOENT (src dne) 2024-08-17T00:42:53.561 INFO:tasks.rados.rados.0.smithi082.stdout:773: finishing copy_from racing read to smithi08280503-36 2024-08-17T00:42:53.561 INFO:tasks.rados.rados.0.smithi082.stdout:775: expect (ObjNum 202 snap 50 seq_num 202) 2024-08-17T00:42:53.624 INFO:tasks.rados.rados.0.smithi082.stdout:771: done (5 left) 2024-08-17T00:42:53.624 INFO:tasks.rados.rados.0.smithi082.stdout:772: done (4 left) 2024-08-17T00:42:53.624 INFO:tasks.rados.rados.0.smithi082.stdout:773: done (3 left) 2024-08-17T00:42:53.624 INFO:tasks.rados.rados.0.smithi082.stdout:774: done (2 left) 2024-08-17T00:42:53.624 INFO:tasks.rados.rados.0.smithi082.stdout:775: done (1 left) 2024-08-17T00:42:53.625 INFO:tasks.rados.rados.0.smithi082.stdout:776: done (0 left) 2024-08-17T00:42:53.625 INFO:tasks.rados.rados.0.smithi082.stdout:777: rmattr oid 7 current snap is 71 2024-08-17T00:42:53.625 INFO:tasks.rados.rados.0.smithi082.stdout:777: done (0 left) 2024-08-17T00:42:53.625 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 31 current snap is 71 2024-08-17T00:42:53.625 INFO:tasks.rados.rados.0.smithi082.stdout:778: seq_num 249 ranges {1679360=573440,2252800=794624,3047424=409600} 2024-08-17T00:42:53.636 INFO:tasks.rados.rados.0.smithi082.stdout:778: writing smithi08280503-31 from 1679360 to 2252800 tid 1 2024-08-17T00:42:53.641 INFO:tasks.rados.rados.0.smithi082.stdout:778: writing smithi08280503-31 from 2252800 to 3047424 tid 2 2024-08-17T00:42:53.643 INFO:tasks.rados.rados.0.smithi082.stdout:778: writing smithi08280503-31 from 3047424 to 3457024 tid 3 2024-08-17T00:42:53.643 INFO:tasks.rados.rados.0.smithi082.stdout:779: delete oid 25 current snap is 71 2024-08-17T00:42:53.643 INFO:tasks.rados.rados.0.smithi082.stdout:778: finishing write tid 1 to smithi08280503-31 2024-08-17T00:42:53.643 INFO:tasks.rados.rados.0.smithi082.stdout:778: finishing write tid 2 to smithi08280503-31 2024-08-17T00:42:53.646 INFO:tasks.rados.rados.0.smithi082.stdout:779: done (1 left) 2024-08-17T00:42:53.646 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 18 current snap is 71 2024-08-17T00:42:53.646 INFO:tasks.rados.rados.0.smithi082.stdout:780: seq_num 251 ranges {1130496=606208,1736704=614400,2351104=589824} 2024-08-17T00:42:53.655 INFO:tasks.rados.rados.0.smithi082.stdout:780: writing smithi08280503-18 from 1130496 to 1736704 tid 1 2024-08-17T00:42:53.658 INFO:tasks.rados.rados.0.smithi082.stdout:780: writing smithi08280503-18 from 1736704 to 2351104 tid 2 2024-08-17T00:42:53.661 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:53 smithi137 ceph-mon[33068]: osdmap e207: 8 total, 8 up, 8 in 2024-08-17T00:42:53.661 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:53 smithi137 ceph-mon[33068]: pgmap v21: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 848 KiB/s wr, 27 op/s 2024-08-17T00:42:53.662 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:53.393Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-17T00:42:53.662 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:53.393Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-17T00:42:53.662 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:53.393Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-17T00:42:53.662 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:53.393Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-17T00:42:53.662 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:53.393Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-17T00:42:53.662 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:53.393Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-17T00:42:53.662 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:53.393Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-17T00:42:53.662 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:53.393Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-17T00:42:53.662 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:53.393Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-17T00:42:53.662 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:53.393Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-17T00:42:53.662 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:53.393Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-17T00:42:53.663 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[74097]: ts=2024-08-17T00:42:53.393Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-17T00:42:53.663 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:53 smithi137 podman[77100]: 2024-08-17 00:42:53.403537289 +0000 UTC m=+0.109648255 container died 3340cb24edbee28339290a53c699224b01b5b169a2d436cba2a28b8ba3fd978b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:42:53.664 INFO:tasks.rados.rados.0.smithi082.stdout:780: writing smithi08280503-18 from 2351104 to 2940928 tid 3 2024-08-17T00:42:53.664 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 10 current snap is 71 2024-08-17T00:42:53.664 INFO:tasks.rados.rados.0.smithi082.stdout:778: finishing write tid 3 to smithi08280503-31 2024-08-17T00:42:53.664 INFO:tasks.rados.rados.0.smithi082.stdout:778: finishing write tid 4 to smithi08280503-31 2024-08-17T00:42:53.664 INFO:tasks.rados.rados.0.smithi082.stdout:778: finishing write tid 5 to smithi08280503-31 2024-08-17T00:42:53.664 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 338 (ObjNum 249 snap 71 seq_num 249) dirty exists 2024-08-17T00:42:53.664 INFO:tasks.rados.rados.0.smithi082.stdout:778: left oid 31 (ObjNum 249 snap 71 seq_num 249) 2024-08-17T00:42:53.664 INFO:tasks.rados.rados.0.smithi082.stdout:780: finishing write tid 1 to smithi08280503-18 2024-08-17T00:42:53.664 INFO:tasks.rados.rados.0.smithi082.stdout:780: finishing write tid 2 to smithi08280503-18 2024-08-17T00:42:53.664 INFO:tasks.rados.rados.0.smithi082.stdout:781: seq_num 252 ranges {5160960=630784,5791744=499712,6291456=425984,6717440=278528} 2024-08-17T00:42:53.692 INFO:tasks.rados.rados.0.smithi082.stdout:781: writing smithi08280503-10 from 5160960 to 5791744 tid 1 2024-08-17T00:42:53.695 INFO:tasks.rados.rados.0.smithi082.stdout:781: writing smithi08280503-10 from 5791744 to 6291456 tid 2 2024-08-17T00:42:53.698 INFO:tasks.rados.rados.0.smithi082.stdout:781: writing smithi08280503-10 from 6291456 to 6717440 tid 3 2024-08-17T00:42:53.700 INFO:tasks.rados.rados.0.smithi082.stdout:781: writing smithi08280503-10 from 6717440 to 6995968 tid 4 2024-08-17T00:42:53.700 INFO:tasks.rados.rados.0.smithi082.stdout:778: done (2 left) 2024-08-17T00:42:53.700 INFO:tasks.rados.rados.0.smithi082.stdout:782: snap_create 2024-08-17T00:42:53.701 INFO:tasks.rados.rados.0.smithi082.stdout:780: finishing write tid 3 to smithi08280503-18 2024-08-17T00:42:53.701 INFO:tasks.rados.rados.0.smithi082.stdout:780: finishing write tid 4 to smithi08280503-18 2024-08-17T00:42:53.701 INFO:tasks.rados.rados.0.smithi082.stdout:780: finishing write tid 5 to smithi08280503-18 2024-08-17T00:42:53.701 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 295 (ObjNum 251 snap 71 seq_num 251) dirty exists 2024-08-17T00:42:53.701 INFO:tasks.rados.rados.0.smithi082.stdout:780: left oid 18 (ObjNum 251 snap 71 seq_num 251) 2024-08-17T00:42:53.701 INFO:tasks.rados.rados.0.smithi082.stdout:781: finishing write tid 1 to smithi08280503-10 2024-08-17T00:42:53.701 INFO:tasks.rados.rados.0.smithi082.stdout:781: finishing write tid 2 to smithi08280503-10 2024-08-17T00:42:53.701 INFO:tasks.rados.rados.0.smithi082.stdout:781: finishing write tid 3 to smithi08280503-10 2024-08-17T00:42:53.702 INFO:tasks.rados.rados.0.smithi082.stdout:781: finishing write tid 4 to smithi08280503-10 2024-08-17T00:42:53.702 INFO:tasks.rados.rados.0.smithi082.stdout:781: finishing write tid 5 to smithi08280503-10 2024-08-17T00:42:53.703 INFO:tasks.rados.rados.0.smithi082.stdout:781: finishing write tid 6 to smithi08280503-10 2024-08-17T00:42:53.703 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 112 (ObjNum 252 snap 71 seq_num 252) dirty exists 2024-08-17T00:42:53.703 INFO:tasks.rados.rados.0.smithi082.stdout:781: left oid 10 (ObjNum 252 snap 71 seq_num 252) 2024-08-17T00:42:53.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:53 smithi082 ceph-mon[39953]: osdmap e207: 8 total, 8 up, 8 in 2024-08-17T00:42:53.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:53 smithi082 ceph-mon[39953]: pgmap v21: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 848 KiB/s wr, 27 op/s 2024-08-17T00:42:53.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:53 smithi082 ceph-mon[29275]: osdmap e207: 8 total, 8 up, 8 in 2024-08-17T00:42:53.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:53 smithi082 ceph-mon[29275]: pgmap v21: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 848 KiB/s wr, 27 op/s 2024-08-17T00:42:53.986 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:53 smithi137 podman[77100]: 2024-08-17 00:42:53.826507127 +0000 UTC m=+0.532618092 container cleanup 3340cb24edbee28339290a53c699224b01b5b169a2d436cba2a28b8ba3fd978b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:42:53.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:53 smithi137 bash[77100]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a 2024-08-17T00:42:54.471 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 podman[77114]: 2024-08-17 00:42:54.028111055 +0000 UTC m=+0.627133249 container remove 3340cb24edbee28339290a53c699224b01b5b169a2d436cba2a28b8ba3fd978b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:42:54.471 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-17T00:42:54.471 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 systemd[1]: Stopped Ceph prometheus.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:42:54.471 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@prometheus.a.service: Consumed 1.100s CPU time. 2024-08-17T00:42:54.471 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 systemd[1]: Starting Ceph prometheus.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:42:54.535 INFO:tasks.rados.rados.0.smithi082.stdout:780: done (2 left) 2024-08-17T00:42:54.535 INFO:tasks.rados.rados.0.smithi082.stdout:781: done (1 left) 2024-08-17T00:42:54.535 INFO:tasks.rados.rados.0.smithi082.stdout:782: done (0 left) 2024-08-17T00:42:54.535 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 15 current snap is 72 2024-08-17T00:42:54.536 INFO:tasks.rados.rados.0.smithi082.stdout:783: seq_num 253 ranges {0=647168,647168=786432,1433600=417792} 2024-08-17T00:42:54.538 INFO:tasks.rados.rados.0.smithi082.stdout:783: writing smithi08280503-15 from 0 to 647168 tid 1 2024-08-17T00:42:54.543 INFO:tasks.rados.rados.0.smithi082.stdout:783: writing smithi08280503-15 from 647168 to 1433600 tid 2 2024-08-17T00:42:54.546 INFO:tasks.rados.rados.0.smithi082.stdout:783: writing smithi08280503-15 from 1433600 to 1851392 tid 3 2024-08-17T00:42:54.546 INFO:tasks.rados.rados.0.smithi082.stdout:784: delete oid 31 current snap is 72 2024-08-17T00:42:54.546 INFO:tasks.rados.rados.0.smithi082.stdout:783: finishing write tid 1 to smithi08280503-15 2024-08-17T00:42:54.546 INFO:tasks.rados.rados.0.smithi082.stdout:783: finishing write tid 2 to smithi08280503-15 2024-08-17T00:42:54.548 INFO:tasks.rados.rados.0.smithi082.stdout:783: finishing write tid 3 to smithi08280503-15 2024-08-17T00:42:54.548 INFO:tasks.rados.rados.0.smithi082.stdout:783: finishing write tid 4 to smithi08280503-15 2024-08-17T00:42:54.549 INFO:tasks.rados.rados.0.smithi082.stdout:783: finishing write tid 5 to smithi08280503-15 2024-08-17T00:42:54.549 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 225 (ObjNum 253 snap 72 seq_num 253) dirty exists 2024-08-17T00:42:54.550 INFO:tasks.rados.rados.0.smithi082.stdout:783: left oid 15 (ObjNum 253 snap 72 seq_num 253) 2024-08-17T00:42:54.550 INFO:tasks.rados.rados.0.smithi082.stdout:783: done (1 left) 2024-08-17T00:42:54.550 INFO:tasks.rados.rados.0.smithi082.stdout:784: done (0 left) 2024-08-17T00:42:54.550 INFO:tasks.rados.rados.0.smithi082.stdout:785: snap_create 2024-08-17T00:42:54.731 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:54 smithi137 ceph-mon[33068]: osdmap e208: 8 total, 8 up, 8 in 2024-08-17T00:42:54.731 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 podman[77204]: 2024-08-17 00:42:54.470728945 +0000 UTC m=+0.111526818 container create d2075656210388bcac48c39a3e8f05f41c628ba1201e5cdca8a55599e6bd105a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:42:54.731 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 podman[77204]: 2024-08-17 00:42:54.377014946 +0000 UTC m=+0.017812766 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-17T00:42:54.731 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 podman[77204]: 2024-08-17 00:42:54.69791231 +0000 UTC m=+0.338710119 container init d2075656210388bcac48c39a3e8f05f41c628ba1201e5cdca8a55599e6bd105a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:42:54.731 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 podman[77204]: 2024-08-17 00:42:54.700580087 +0000 UTC m=+0.341377896 container start d2075656210388bcac48c39a3e8f05f41c628ba1201e5cdca8a55599e6bd105a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:42:54.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:54 smithi082 ceph-mon[39953]: osdmap e208: 8 total, 8 up, 8 in 2024-08-17T00:42:54.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:54 smithi082 ceph-mon[29275]: osdmap e208: 8 total, 8 up, 8 in 2024-08-17T00:42:54.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:42:54.730Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-17T00:42:54.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:42:54.730Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-17T00:42:54.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:42:54.730Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi137 (none))" 2024-08-17T00:42:54.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:42:54.730Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-17T00:42:54.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:42:54.730Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-17T00:42:54.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:42:54.732Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-17T00:42:54.988 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:42:54.733Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-17T00:42:54.988 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:42:54.734Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-17T00:42:54.988 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:42:54.734Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-17T00:42:54.988 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:42:54.736Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-17T00:42:54.988 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:42:54.736Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.703µs 2024-08-17T00:42:54.988 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:42:54.736Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-17T00:42:54.988 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:42:54.737Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-08-17T00:42:54.988 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:42:54.751Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-08-17T00:42:54.988 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:42:54.761Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-08-17T00:42:54.988 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:42:54.761Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-08-17T00:42:54.988 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:42:54.761Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=20.138µs wal_replay_duration=24.727235ms wbl_replay_duration=91ns total_replay_duration=24.765295ms 2024-08-17T00:42:54.988 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:42:54.764Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-17T00:42:54.988 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:42:54.764Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-17T00:42:54.989 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:42:54.764Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-17T00:42:54.989 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:42:54.783Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.865496ms db_storage=1.293µs remote_storage=1.233µs web_handler=421ns query_engine=760ns scrape=670.474µs scrape_sd=91.114µs notify=10.049µs notify_sd=19.244µs rules=17.660346ms tracing=6.007µs 2024-08-17T00:42:54.989 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:42:54.783Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-17T00:42:54.989 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:42:54.783Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-17T00:42:54.989 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 bash[77204]: d2075656210388bcac48c39a3e8f05f41c628ba1201e5cdca8a55599e6bd105a 2024-08-17T00:42:54.989 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:42:54 smithi137 systemd[1]: Started Ceph prometheus.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:42:55.503 INFO:tasks.rados.rados.0.smithi082.stdout:785: done (0 left) 2024-08-17T00:42:55.503 INFO:tasks.rados.rados.0.smithi082.stdout:786: copy_from oid 33 from oid 44 current snap is 73 2024-08-17T00:42:55.503 INFO:tasks.rados.rados.0.smithi082.stdout:787: delete oid 3 current snap is 73 2024-08-17T00:42:55.506 INFO:tasks.rados.rados.0.smithi082.stdout:787: done (1 left) 2024-08-17T00:42:55.506 INFO:tasks.rados.rados.0.smithi082.stdout:788: snap_remove snap 52 2024-08-17T00:42:55.586 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:55 smithi137 ceph-mon[33068]: osdmap e209: 8 total, 8 up, 8 in 2024-08-17T00:42:55.586 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:55 smithi137 ceph-mon[33068]: pgmap v24: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 848 KiB/s wr, 27 op/s 2024-08-17T00:42:55.586 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:55 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:55.586 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:55 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:55.586 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:55 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:42:55.586 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:55 smithi137 ceph-mon[33068]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:42:55.587 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:55 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:55.587 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:55 smithi137 ceph-mon[33068]: osdmap e210: 8 total, 8 up, 8 in 2024-08-17T00:42:55.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:55 smithi082 ceph-mon[39953]: osdmap e209: 8 total, 8 up, 8 in 2024-08-17T00:42:55.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:55 smithi082 ceph-mon[39953]: pgmap v24: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 848 KiB/s wr, 27 op/s 2024-08-17T00:42:55.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:55 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:55.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:55 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:55.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:55 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:42:55.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:55 smithi082 ceph-mon[39953]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:42:55.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:55 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:55.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:55 smithi082 ceph-mon[39953]: osdmap e210: 8 total, 8 up, 8 in 2024-08-17T00:42:55.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:55 smithi082 ceph-mon[29275]: osdmap e209: 8 total, 8 up, 8 in 2024-08-17T00:42:55.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:55 smithi082 ceph-mon[29275]: pgmap v24: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 848 KiB/s wr, 27 op/s 2024-08-17T00:42:55.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:55 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:55.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:55 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:42:55.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:55 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:42:55.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:55 smithi082 ceph-mon[29275]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:42:55.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:55 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:42:55.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:55 smithi082 ceph-mon[29275]: osdmap e210: 8 total, 8 up, 8 in 2024-08-17T00:42:56.505 INFO:tasks.rados.rados.0.smithi082.stdout:788: done (1 left) 2024-08-17T00:42:56.505 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 21 current snap is 73 2024-08-17T00:42:56.505 INFO:tasks.rados.rados.0.smithi082.stdout:789: seq_num 256 ranges {3923968=696320,4620288=434176,5054464=770048} 2024-08-17T00:42:56.531 INFO:tasks.rados.rados.0.smithi082.stdout:789: writing smithi08280503-21 from 3923968 to 4620288 tid 1 2024-08-17T00:42:56.533 INFO:tasks.rados.rados.0.smithi082.stdout:789: writing smithi08280503-21 from 4620288 to 5054464 tid 2 2024-08-17T00:42:56.538 INFO:tasks.rados.rados.0.smithi082.stdout:789: writing smithi08280503-21 from 5054464 to 5824512 tid 3 2024-08-17T00:42:56.539 INFO:tasks.rados.rados.0.smithi082.stdout:790: read oid 3 snap -1 2024-08-17T00:42:56.539 INFO:tasks.rados.rados.0.smithi082.stdout:790: expect deleted 2024-08-17T00:42:56.539 INFO:tasks.rados.rados.0.smithi082.stdout:791: read oid 23 snap -1 2024-08-17T00:42:56.539 INFO:tasks.rados.rados.0.smithi082.stdout:791: expect (ObjNum 226 snap 59 seq_num 226) 2024-08-17T00:42:56.539 INFO:tasks.rados.rados.0.smithi082.stdout:792: delete oid 2 current snap is 73 2024-08-17T00:42:56.539 INFO:tasks.rados.rados.0.smithi082.stdout:786: finishing copy_from racing read to smithi08280503-33 2024-08-17T00:42:56.539 INFO:tasks.rados.rados.0.smithi082.stdout:786: finishing copy_from to smithi08280503-33 2024-08-17T00:42:56.539 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 225 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-17T00:42:56.539 INFO:tasks.rados.rados.0.smithi082.stdout:789: finishing write tid 1 to smithi08280503-21 2024-08-17T00:42:56.539 INFO:tasks.rados.rados.0.smithi082.stdout:789: finishing write tid 2 to smithi08280503-21 2024-08-17T00:42:56.540 INFO:tasks.rados.rados.0.smithi082.stdout:786: done (4 left) 2024-08-17T00:42:56.540 INFO:tasks.rados.rados.0.smithi082.stdout:792: done (3 left) 2024-08-17T00:42:56.540 INFO:tasks.rados.rados.0.smithi082.stdout:793: read oid 8 snap -1 2024-08-17T00:42:56.540 INFO:tasks.rados.rados.0.smithi082.stdout:793: expect (ObjNum 204 snap 50 seq_num 204) 2024-08-17T00:42:56.540 INFO:tasks.rados.rados.0.smithi082.stdout:794: delete oid 39 current snap is 73 2024-08-17T00:42:56.541 INFO:tasks.rados.rados.0.smithi082.stdout:789: finishing write tid 3 to smithi08280503-21 2024-08-17T00:42:56.542 INFO:tasks.rados.rados.0.smithi082.stdout:789: finishing write tid 4 to smithi08280503-21 2024-08-17T00:42:56.543 INFO:tasks.rados.rados.0.smithi082.stdout:789: finishing write tid 5 to smithi08280503-21 2024-08-17T00:42:56.543 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 186 (ObjNum 256 snap 73 seq_num 256) dirty exists 2024-08-17T00:42:56.543 INFO:tasks.rados.rados.0.smithi082.stdout:789: left oid 21 (ObjNum 256 snap 73 seq_num 256) 2024-08-17T00:42:56.544 INFO:tasks.rados.rados.0.smithi082.stdout:789: done (4 left) 2024-08-17T00:42:56.544 INFO:tasks.rados.rados.0.smithi082.stdout:790: done (3 left) 2024-08-17T00:42:56.544 INFO:tasks.rados.rados.0.smithi082.stdout:794: done (2 left) 2024-08-17T00:42:56.544 INFO:tasks.rados.rados.0.smithi082.stdout:795: read oid 46 snap -1 2024-08-17T00:42:56.544 INFO:tasks.rados.rados.0.smithi082.stdout:795: expect (ObjNum 142 snap 34 seq_num 142) 2024-08-17T00:42:56.544 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 5 current snap is 73 2024-08-17T00:42:56.545 INFO:tasks.rados.rados.0.smithi082.stdout:796: seq_num 259 ranges {0=745472,745472=540672,1286144=581632,1867776=81920} 2024-08-17T00:42:56.548 INFO:tasks.rados.rados.0.smithi082.stdout:796: writing smithi08280503-5 from 0 to 745472 tid 1 2024-08-17T00:42:56.552 INFO:tasks.rados.rados.0.smithi082.stdout:796: writing smithi08280503-5 from 745472 to 1286144 tid 2 2024-08-17T00:42:56.555 INFO:tasks.rados.rados.0.smithi082.stdout:796: writing smithi08280503-5 from 1286144 to 1867776 tid 3 2024-08-17T00:42:56.556 INFO:tasks.rados.rados.0.smithi082.stdout:796: writing smithi08280503-5 from 1867776 to 1949696 tid 4 2024-08-17T00:42:56.556 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 32 current snap is 73 2024-08-17T00:42:56.556 INFO:tasks.rados.rados.0.smithi082.stdout:793: expect (ObjNum 204 snap 50 seq_num 204) 2024-08-17T00:42:56.586 INFO:tasks.rados.rados.0.smithi082.stdout:796: finishing write tid 1 to smithi08280503-5 2024-08-17T00:42:56.586 INFO:tasks.rados.rados.0.smithi082.stdout:797: seq_num 260 ranges {524288=761856,1286144=417792,1703936=786432} 2024-08-17T00:42:56.593 INFO:tasks.rados.rados.0.smithi082.stdout:797: writing smithi08280503-32 from 524288 to 1286144 tid 1 2024-08-17T00:42:56.595 INFO:tasks.rados.rados.0.smithi082.stdout:797: writing smithi08280503-32 from 1286144 to 1703936 tid 2 2024-08-17T00:42:56.600 INFO:tasks.rados.rados.0.smithi082.stdout:797: writing smithi08280503-32 from 1703936 to 2490368 tid 3 2024-08-17T00:42:56.600 INFO:tasks.rados.rados.0.smithi082.stdout:793: done (4 left) 2024-08-17T00:42:56.600 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 31 current snap is 73 2024-08-17T00:42:56.600 INFO:tasks.rados.rados.0.smithi082.stdout:798: seq_num 261 ranges {0=778240,778240=704512,1482752=499712} 2024-08-17T00:42:56.604 INFO:tasks.rados.rados.0.smithi082.stdout:798: writing smithi08280503-31 from 0 to 778240 tid 1 2024-08-17T00:42:56.608 INFO:tasks.rados.rados.0.smithi082.stdout:798: writing smithi08280503-31 from 778240 to 1482752 tid 2 2024-08-17T00:42:56.611 INFO:tasks.rados.rados.0.smithi082.stdout:798: writing smithi08280503-31 from 1482752 to 1982464 tid 3 2024-08-17T00:42:56.611 INFO:tasks.rados.rados.0.smithi082.stdout:799: rmattr oid 38 current snap is 73 2024-08-17T00:42:56.612 INFO:tasks.rados.rados.0.smithi082.stdout:796: finishing write tid 2 to smithi08280503-5 2024-08-17T00:42:56.612 INFO:tasks.rados.rados.0.smithi082.stdout:791: expect (ObjNum 226 snap 59 seq_num 226) 2024-08-17T00:42:56.677 INFO:tasks.rados.rados.0.smithi082.stdout:796: finishing write tid 3 to smithi08280503-5 2024-08-17T00:42:56.677 INFO:tasks.rados.rados.0.smithi082.stdout:796: finishing write tid 4 to smithi08280503-5 2024-08-17T00:42:56.677 INFO:tasks.rados.rados.0.smithi082.stdout:796: finishing write tid 5 to smithi08280503-5 2024-08-17T00:42:56.677 INFO:tasks.rados.rados.0.smithi082.stdout:796: finishing write tid 6 to smithi08280503-5 2024-08-17T00:42:56.677 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 119 (ObjNum 259 snap 73 seq_num 259) dirty exists 2024-08-17T00:42:56.677 INFO:tasks.rados.rados.0.smithi082.stdout:796: left oid 5 (ObjNum 259 snap 73 seq_num 259) 2024-08-17T00:42:56.677 INFO:tasks.rados.rados.0.smithi082.stdout:795: expect (ObjNum 142 snap 34 seq_num 142) 2024-08-17T00:42:56.867 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:56 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:42:56.867 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:56 smithi137 ceph-mon[33068]: Upgrade: Updating mgr.x 2024-08-17T00:42:56.867 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:56 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:42:56.867 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:56 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:42:56.867 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:56 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:42:56.867 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:56 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:42:56.867 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:56 smithi137 ceph-mon[33068]: Deploying daemon mgr.x on smithi137 2024-08-17T00:42:56.867 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:56 smithi137 ceph-mon[33068]: osdmap e211: 8 total, 8 up, 8 in 2024-08-17T00:42:56.949 INFO:tasks.rados.rados.0.smithi082.stdout:797: finishing write tid 1 to smithi08280503-32 2024-08-17T00:42:56.949 INFO:tasks.rados.rados.0.smithi082.stdout:797: finishing write tid 2 to smithi08280503-32 2024-08-17T00:42:56.949 INFO:tasks.rados.rados.0.smithi082.stdout:797: finishing write tid 3 to smithi08280503-32 2024-08-17T00:42:56.949 INFO:tasks.rados.rados.0.smithi082.stdout:797: finishing write tid 4 to smithi08280503-32 2024-08-17T00:42:56.949 INFO:tasks.rados.rados.0.smithi082.stdout:797: finishing write tid 5 to smithi08280503-32 2024-08-17T00:42:56.949 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 386 (ObjNum 260 snap 73 seq_num 260) dirty exists 2024-08-17T00:42:56.950 INFO:tasks.rados.rados.0.smithi082.stdout:797: left oid 32 (ObjNum 260 snap 73 seq_num 260) 2024-08-17T00:42:56.950 INFO:tasks.rados.rados.0.smithi082.stdout:798: finishing write tid 1 to smithi08280503-31 2024-08-17T00:42:56.950 INFO:tasks.rados.rados.0.smithi082.stdout:791: done (5 left) 2024-08-17T00:42:56.950 INFO:tasks.rados.rados.0.smithi082.stdout:795: done (4 left) 2024-08-17T00:42:56.950 INFO:tasks.rados.rados.0.smithi082.stdout:796: done (3 left) 2024-08-17T00:42:56.950 INFO:tasks.rados.rados.0.smithi082.stdout:797: done (2 left) 2024-08-17T00:42:56.950 INFO:tasks.rados.rados.0.smithi082.stdout:800: delete oid 35 current snap is 73 2024-08-17T00:42:56.950 INFO:tasks.rados.rados.0.smithi082.stdout:798: finishing write tid 2 to smithi08280503-31 2024-08-17T00:42:56.950 INFO:tasks.rados.rados.0.smithi082.stdout:798: finishing write tid 3 to smithi08280503-31 2024-08-17T00:42:56.950 INFO:tasks.rados.rados.0.smithi082.stdout:798: finishing write tid 4 to smithi08280503-31 2024-08-17T00:42:56.950 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 290 (ObjNum 198 snap 49 seq_num 198) dirty exists 2024-08-17T00:42:56.950 INFO:tasks.rados.rados.0.smithi082.stdout:798: finishing write tid 5 to smithi08280503-31 2024-08-17T00:42:56.950 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 352 (ObjNum 261 snap 73 seq_num 261) dirty exists 2024-08-17T00:42:56.950 INFO:tasks.rados.rados.0.smithi082.stdout:798: left oid 31 (ObjNum 261 snap 73 seq_num 261) 2024-08-17T00:42:56.951 INFO:tasks.rados.rados.0.smithi082.stdout:798: done (2 left) 2024-08-17T00:42:56.951 INFO:tasks.rados.rados.0.smithi082.stdout:799: done (1 left) 2024-08-17T00:42:56.951 INFO:tasks.rados.rados.0.smithi082.stdout:800: done (0 left) 2024-08-17T00:42:56.951 INFO:tasks.rados.rados.0.smithi082.stdout:801: copy_from oid 7 from oid 43 current snap is 73 2024-08-17T00:42:56.951 INFO:tasks.rados.rados.0.smithi082.stdout:802: snap_create 2024-08-17T00:42:56.952 INFO:tasks.rados.rados.0.smithi082.stdout:801: finishing copy_from to smithi08280503-7 2024-08-17T00:42:56.952 INFO:tasks.rados.rados.0.smithi082.stdout:801: got expected ENOENT (src dne) 2024-08-17T00:42:56.952 INFO:tasks.rados.rados.0.smithi082.stdout:801: finishing copy_from racing read to smithi08280503-7 2024-08-17T00:42:56.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:56 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:42:56.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:56 smithi082 ceph-mon[29275]: Upgrade: Updating mgr.x 2024-08-17T00:42:56.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:56 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:42:56.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:56 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:42:56.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:56 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:42:56.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:56 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:42:56.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:56 smithi082 ceph-mon[29275]: Deploying daemon mgr.x on smithi137 2024-08-17T00:42:56.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:56 smithi082 ceph-mon[29275]: osdmap e211: 8 total, 8 up, 8 in 2024-08-17T00:42:56.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:56 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:42:56.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:56 smithi082 ceph-mon[39953]: Upgrade: Updating mgr.x 2024-08-17T00:42:56.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:56 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:42:56.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:56 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:42:56.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:56 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:42:56.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:56 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:42:56.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:56 smithi082 ceph-mon[39953]: Deploying daemon mgr.x on smithi137 2024-08-17T00:42:56.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:56 smithi082 ceph-mon[39953]: osdmap e211: 8 total, 8 up, 8 in 2024-08-17T00:42:57.551 INFO:tasks.rados.rados.0.smithi082.stdout:801: done (1 left) 2024-08-17T00:42:57.551 INFO:tasks.rados.rados.0.smithi082.stdout:802: done (0 left) 2024-08-17T00:42:57.551 INFO:tasks.rados.rados.0.smithi082.stdout:803: rollback oid 44 current snap is 74 2024-08-17T00:42:57.552 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 44 to 66 2024-08-17T00:42:57.552 INFO:tasks.rados.rados.0.smithi082.stdout:804: copy_from oid 18 from oid 38 current snap is 74 2024-08-17T00:42:57.552 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 3 current snap is 74 2024-08-17T00:42:57.552 INFO:tasks.rados.rados.0.smithi082.stdout:805: seq_num 263 ranges {0=409600,409600=475136,884736=557056,1441792=573440} 2024-08-17T00:42:57.554 INFO:tasks.rados.rados.0.smithi082.stdout:805: writing smithi08280503-3 from 0 to 409600 tid 1 2024-08-17T00:42:57.557 INFO:tasks.rados.rados.0.smithi082.stdout:805: writing smithi08280503-3 from 409600 to 884736 tid 2 2024-08-17T00:42:57.561 INFO:tasks.rados.rados.0.smithi082.stdout:805: writing smithi08280503-3 from 884736 to 1441792 tid 3 2024-08-17T00:42:57.564 INFO:tasks.rados.rados.0.smithi082.stdout:805: writing smithi08280503-3 from 1441792 to 2015232 tid 4 2024-08-17T00:42:57.564 INFO:tasks.rados.rados.0.smithi082.stdout:806: snap_remove snap 60 2024-08-17T00:42:57.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:57 smithi137 ceph-mon[33068]: pgmap v27: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:42:57.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:57 smithi082 ceph-mon[39953]: pgmap v27: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:42:57.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:57 smithi082 ceph-mon[29275]: pgmap v27: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:42:58.014 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:57 smithi137 systemd[1]: Stopping Ceph mgr.x for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:42:58.292 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:58 smithi137 podman[77548]: 2024-08-17 00:42:58.013554792 +0000 UTC m=+0.130043110 container died 235cbb85cc44ca85da3585ac3079a1250d19bf9cd3372e3969fa9b868c593392 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-08-17T00:42:58.548 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:58 smithi137 podman[77548]: 2024-08-17 00:42:58.373754766 +0000 UTC m=+0.490243075 container cleanup 235cbb85cc44ca85da3585ac3079a1250d19bf9cd3372e3969fa9b868c593392 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-08-17T00:42:58.549 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:58 smithi137 bash[77548]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x 2024-08-17T00:42:58.561 INFO:tasks.rados.rados.0.smithi082.stdout:806: done (3 left) 2024-08-17T00:42:58.561 INFO:tasks.rados.rados.0.smithi082.stdout:807: snap_create 2024-08-17T00:42:58.561 INFO:tasks.rados.rados.0.smithi082.stdout:803: finishing rollback tid 0 to smithi08280503-44 2024-08-17T00:42:58.561 INFO:tasks.rados.rados.0.smithi082.stdout:803: finishing rollback tid 1 to smithi08280503-44 2024-08-17T00:42:58.561 INFO:tasks.rados.rados.0.smithi082.stdout:803: finishing rollback tid 2 to smithi08280503-44 2024-08-17T00:42:58.561 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 233 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-17T00:42:58.561 INFO:tasks.rados.rados.0.smithi082.stdout:805: finishing write tid 1 to smithi08280503-3 2024-08-17T00:42:58.561 INFO:tasks.rados.rados.0.smithi082.stdout:805: finishing write tid 2 to smithi08280503-3 2024-08-17T00:42:58.561 INFO:tasks.rados.rados.0.smithi082.stdout:805: finishing write tid 3 to smithi08280503-3 2024-08-17T00:42:58.561 INFO:tasks.rados.rados.0.smithi082.stdout:805: finishing write tid 4 to smithi08280503-3 2024-08-17T00:42:58.562 INFO:tasks.rados.rados.0.smithi082.stdout:805: finishing write tid 5 to smithi08280503-3 2024-08-17T00:42:58.562 INFO:tasks.rados.rados.0.smithi082.stdout:805: finishing write tid 6 to smithi08280503-3 2024-08-17T00:42:58.562 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 191 (ObjNum 263 snap 74 seq_num 263) dirty exists 2024-08-17T00:42:58.562 INFO:tasks.rados.rados.0.smithi082.stdout:805: left oid 3 (ObjNum 263 snap 74 seq_num 263) 2024-08-17T00:42:58.562 INFO:tasks.rados.rados.0.smithi082.stdout:804: finishing copy_from racing read to smithi08280503-18 2024-08-17T00:42:58.562 INFO:tasks.rados.rados.0.smithi082.stdout:804: finishing copy_from to smithi08280503-18 2024-08-17T00:42:58.562 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 290 (ObjNum 198 snap 49 seq_num 198) dirty exists 2024-08-17T00:42:58.805 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:58 smithi137 ceph-mon[33068]: osdmap e212: 8 total, 8 up, 8 in 2024-08-17T00:42:58.805 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:58 smithi137 podman[77560]: 2024-08-17 00:42:58.666697471 +0000 UTC m=+0.655823303 container remove 235cbb85cc44ca85da3585ac3079a1250d19bf9cd3372e3969fa9b868c593392 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:42:58.805 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:58 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-17T00:42:58.933 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:58 smithi082 ceph-mon[39953]: osdmap e212: 8 total, 8 up, 8 in 2024-08-17T00:42:58.934 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:58 smithi082 ceph-mon[29275]: osdmap e212: 8 total, 8 up, 8 in 2024-08-17T00:42:59.223 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:58 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-17T00:42:59.223 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:58 smithi137 systemd[1]: Stopped Ceph mgr.x for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:42:59.223 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:58 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mgr.x.service: Consumed 17.749s CPU time. 2024-08-17T00:42:59.223 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:59 smithi137 systemd[1]: Starting Ceph mgr.x for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:42:59.487 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:59 smithi137 podman[77691]: 2024-08-17 00:42:59.124907371 +0000 UTC m=+0.017108394 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:42:59.487 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:59 smithi137 podman[77691]: 2024-08-17 00:42:59.267895936 +0000 UTC m=+0.160096949 container create 745a5ef30a75ef47e478de64aaee487a47c9411a5cb5edbd139b20b93e9f209b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-d863d21, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-08-17T00:42:59.561 INFO:tasks.rados.rados.0.smithi082.stdout:803: done (3 left) 2024-08-17T00:42:59.561 INFO:tasks.rados.rados.0.smithi082.stdout:804: done (2 left) 2024-08-17T00:42:59.561 INFO:tasks.rados.rados.0.smithi082.stdout:805: done (1 left) 2024-08-17T00:42:59.561 INFO:tasks.rados.rados.0.smithi082.stdout:807: done (0 left) 2024-08-17T00:42:59.561 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 1 current snap is 75 2024-08-17T00:42:59.562 INFO:tasks.rados.rados.0.smithi082.stdout:808: seq_num 264 ranges {2637824=425984,3063808=761856,3825664=770048,4595712=73728} 2024-08-17T00:42:59.577 INFO:tasks.rados.rados.0.smithi082.stdout:808: writing smithi08280503-1 from 2637824 to 3063808 tid 1 2024-08-17T00:42:59.582 INFO:tasks.rados.rados.0.smithi082.stdout:808: writing smithi08280503-1 from 3063808 to 3825664 tid 2 2024-08-17T00:42:59.586 INFO:tasks.rados.rados.0.smithi082.stdout:808: writing smithi08280503-1 from 3825664 to 4595712 tid 3 2024-08-17T00:42:59.587 INFO:tasks.rados.rados.0.smithi082.stdout:808: writing smithi08280503-1 from 4595712 to 4669440 tid 4 2024-08-17T00:42:59.587 INFO:tasks.rados.rados.0.smithi082.stdout:809: read oid 35 snap -1 2024-08-17T00:42:59.587 INFO:tasks.rados.rados.0.smithi082.stdout:809: expect deleted 2024-08-17T00:42:59.587 INFO:tasks.rados.rados.0.smithi082.stdout:810: snap_create 2024-08-17T00:42:59.587 INFO:tasks.rados.rados.0.smithi082.stdout:808: finishing write tid 1 to smithi08280503-1 2024-08-17T00:42:59.587 INFO:tasks.rados.rados.0.smithi082.stdout:808: finishing write tid 2 to smithi08280503-1 2024-08-17T00:42:59.591 INFO:tasks.rados.rados.0.smithi082.stdout:808: finishing write tid 3 to smithi08280503-1 2024-08-17T00:42:59.591 INFO:tasks.rados.rados.0.smithi082.stdout:808: finishing write tid 4 to smithi08280503-1 2024-08-17T00:42:59.591 INFO:tasks.rados.rados.0.smithi082.stdout:808: finishing write tid 5 to smithi08280503-1 2024-08-17T00:42:59.592 INFO:tasks.rados.rados.0.smithi082.stdout:808: finishing write tid 6 to smithi08280503-1 2024-08-17T00:42:59.592 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 237 (ObjNum 264 snap 75 seq_num 264) dirty exists 2024-08-17T00:42:59.592 INFO:tasks.rados.rados.0.smithi082.stdout:808: left oid 1 (ObjNum 264 snap 75 seq_num 264) 2024-08-17T00:42:59.810 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:59 smithi137 ceph-mon[33068]: osdmap e213: 8 total, 8 up, 8 in 2024-08-17T00:42:59.810 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:42:59 smithi137 ceph-mon[33068]: pgmap v30: 121 pgs: 121 active+clean; 219 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2024-08-17T00:42:59.810 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:59 smithi137 podman[77691]: 2024-08-17 00:42:59.512385649 +0000 UTC m=+0.404586661 container init 745a5ef30a75ef47e478de64aaee487a47c9411a5cb5edbd139b20b93e9f209b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:42:59.811 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:59 smithi137 podman[77691]: 2024-08-17 00:42:59.515278819 +0000 UTC m=+0.407479833 container start 745a5ef30a75ef47e478de64aaee487a47c9411a5cb5edbd139b20b93e9f209b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-08-17T00:42:59.811 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:59 smithi137 ceph-mgr[77710]: -- 172.21.15.137:0/3542767136 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d97c5450e0 con 0x55d97c523000 2024-08-17T00:42:59.811 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:59 smithi137 bash[77691]: 745a5ef30a75ef47e478de64aaee487a47c9411a5cb5edbd139b20b93e9f209b 2024-08-17T00:42:59.811 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:59 smithi137 systemd[1]: Started Ceph mgr.x for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:42:59.811 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:59 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:42:59.651+0000 7fb2c6dfc040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T00:42:59.811 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:59 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:42:59.808+0000 7fb2c6dfc040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:42:59.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:59 smithi082 ceph-mon[39953]: osdmap e213: 8 total, 8 up, 8 in 2024-08-17T00:42:59.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:42:59 smithi082 ceph-mon[39953]: pgmap v30: 121 pgs: 121 active+clean; 219 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2024-08-17T00:42:59.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:59 smithi082 ceph-mon[29275]: osdmap e213: 8 total, 8 up, 8 in 2024-08-17T00:42:59.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:42:59 smithi082 ceph-mon[29275]: pgmap v30: 121 pgs: 121 active+clean; 219 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2024-08-17T00:43:00.147 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:42:59 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:42:59.880+0000 7fb2c6dfc040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T00:43:00.147 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:00 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:00.145+0000 7fb2c6dfc040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T00:43:00.487 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:00 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:00.209+0000 7fb2c6dfc040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T00:43:00.504 INFO:tasks.rados.rados.0.smithi082.stdout:808: done (2 left) 2024-08-17T00:43:00.504 INFO:tasks.rados.rados.0.smithi082.stdout:809: done (1 left) 2024-08-17T00:43:00.504 INFO:tasks.rados.rados.0.smithi082.stdout:810: done (0 left) 2024-08-17T00:43:00.504 INFO:tasks.rados.rados.0.smithi082.stdout:811: rollback oid 37 current snap is 76 2024-08-17T00:43:00.504 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 37 to 58 2024-08-17T00:43:00.504 INFO:tasks.rados.rados.0.smithi082.stdout:812: delete oid 44 current snap is 76 2024-08-17T00:43:00.507 INFO:tasks.rados.rados.0.smithi082.stdout:812: done (1 left) 2024-08-17T00:43:00.507 INFO:tasks.rados.rados.0.smithi082.stdout:813: copy_from oid 39 from oid 8 current snap is 76 2024-08-17T00:43:00.508 INFO:tasks.rados.rados.0.smithi082.stdout:814: read oid 46 snap 44 2024-08-17T00:43:00.508 INFO:tasks.rados.rados.0.smithi082.stdout:814: expect deleted 2024-08-17T00:43:00.508 INFO:tasks.rados.rados.0.smithi082.stdout:815: rollback oid 29 current snap is 76 2024-08-17T00:43:00.508 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 29 to 65 2024-08-17T00:43:00.508 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 50 current snap is 76 2024-08-17T00:43:00.508 INFO:tasks.rados.rados.0.smithi082.stdout:816: seq_num 266 ranges {0=458752,458752=524288,983040=729088,1712128=352256} 2024-08-17T00:43:00.510 INFO:tasks.rados.rados.0.smithi082.stdout:816: writing smithi08280503-50 from 0 to 458752 tid 1 2024-08-17T00:43:00.514 INFO:tasks.rados.rados.0.smithi082.stdout:816: writing smithi08280503-50 from 458752 to 983040 tid 2 2024-08-17T00:43:00.518 INFO:tasks.rados.rados.0.smithi082.stdout:816: writing smithi08280503-50 from 983040 to 1712128 tid 3 2024-08-17T00:43:00.521 INFO:tasks.rados.rados.0.smithi082.stdout:816: writing smithi08280503-50 from 1712128 to 2064384 tid 4 2024-08-17T00:43:00.521 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 24 current snap is 76 2024-08-17T00:43:00.521 INFO:tasks.rados.rados.0.smithi082.stdout:817: seq_num 267 ranges {9863168=475136,10338304=458752,10797056=540672,11337728=606208} 2024-08-17T00:43:00.576 INFO:tasks.rados.rados.0.smithi082.stdout:817: writing smithi08280503-24 from 9863168 to 10338304 tid 1 2024-08-17T00:43:00.578 INFO:tasks.rados.rados.0.smithi082.stdout:817: writing smithi08280503-24 from 10338304 to 10797056 tid 2 2024-08-17T00:43:00.582 INFO:tasks.rados.rados.0.smithi082.stdout:817: writing smithi08280503-24 from 10797056 to 11337728 tid 3 2024-08-17T00:43:00.585 INFO:tasks.rados.rados.0.smithi082.stdout:817: writing smithi08280503-24 from 11337728 to 11943936 tid 4 2024-08-17T00:43:00.585 INFO:tasks.rados.rados.0.smithi082.stdout:818: snap_remove snap 69 2024-08-17T00:43:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:00 smithi082 ceph-mon[39953]: osdmap e214: 8 total, 8 up, 8 in 2024-08-17T00:43:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:00 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:00 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:00 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:43:00.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:00 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:00.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:00 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:00.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:00 smithi082 ceph-mon[39953]: osdmap e215: 8 total, 8 up, 8 in 2024-08-17T00:43:00.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:00 smithi082 ceph-mon[29275]: osdmap e214: 8 total, 8 up, 8 in 2024-08-17T00:43:00.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:00 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:00.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:00 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:00.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:00 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:43:00.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:00 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:00.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:00 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:00.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:00 smithi082 ceph-mon[29275]: osdmap e215: 8 total, 8 up, 8 in 2024-08-17T00:43:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:00 smithi137 ceph-mon[33068]: osdmap e214: 8 total, 8 up, 8 in 2024-08-17T00:43:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:00 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:00 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:00 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:43:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:00 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:00 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:00 smithi137 ceph-mon[33068]: osdmap e215: 8 total, 8 up, 8 in 2024-08-17T00:43:01.486 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:01 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:01.233+0000 7fb2c6dfc040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T00:43:01.487 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:01 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:01.355+0000 7fb2c6dfc040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T00:43:01.487 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:01 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:01.417+0000 7fb2c6dfc040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T00:43:01.570 INFO:tasks.rados.rados.0.smithi082.stdout:811: finishing rollback tid 0 to smithi08280503-37 2024-08-17T00:43:01.570 INFO:tasks.rados.rados.0.smithi082.stdout:811: finishing rollback tid 1 to smithi08280503-37 2024-08-17T00:43:01.570 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 397 (ObjNum 129 snap 0 seq_num 3912446376) dirty dne 2024-08-17T00:43:01.570 INFO:tasks.rados.rados.0.smithi082.stdout:815: finishing rollback tid 0 to smithi08280503-29 2024-08-17T00:43:01.570 INFO:tasks.rados.rados.0.smithi082.stdout:815: finishing rollback tid 1 to smithi08280503-29 2024-08-17T00:43:01.570 INFO:tasks.rados.rados.0.smithi082.stdout:815: finishing rollback tid 2 to smithi08280503-29 2024-08-17T00:43:01.570 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 321 (ObjNum 75 snap 11 seq_num 75) dirty exists 2024-08-17T00:43:01.570 INFO:tasks.rados.rados.0.smithi082.stdout:816: finishing write tid 1 to smithi08280503-50 2024-08-17T00:43:01.570 INFO:tasks.rados.rados.0.smithi082.stdout:816: finishing write tid 2 to smithi08280503-50 2024-08-17T00:43:01.570 INFO:tasks.rados.rados.0.smithi082.stdout:813: finishing copy_from racing read to smithi08280503-39 2024-08-17T00:43:01.571 INFO:tasks.rados.rados.0.smithi082.stdout:813: finishing copy_from to smithi08280503-39 2024-08-17T00:43:01.571 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 279 (ObjNum 204 snap 50 seq_num 204) dirty exists 2024-08-17T00:43:01.571 INFO:tasks.rados.rados.0.smithi082.stdout:816: finishing write tid 3 to smithi08280503-50 2024-08-17T00:43:01.571 INFO:tasks.rados.rados.0.smithi082.stdout:816: finishing write tid 4 to smithi08280503-50 2024-08-17T00:43:01.571 INFO:tasks.rados.rados.0.smithi082.stdout:816: finishing write tid 5 to smithi08280503-50 2024-08-17T00:43:01.571 INFO:tasks.rados.rados.0.smithi082.stdout:816: finishing write tid 6 to smithi08280503-50 2024-08-17T00:43:01.571 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 402 (ObjNum 266 snap 76 seq_num 266) dirty exists 2024-08-17T00:43:01.571 INFO:tasks.rados.rados.0.smithi082.stdout:816: left oid 50 (ObjNum 266 snap 76 seq_num 266) 2024-08-17T00:43:01.571 INFO:tasks.rados.rados.0.smithi082.stdout:817: finishing write tid 1 to smithi08280503-24 2024-08-17T00:43:01.571 INFO:tasks.rados.rados.0.smithi082.stdout:817: finishing write tid 2 to smithi08280503-24 2024-08-17T00:43:01.571 INFO:tasks.rados.rados.0.smithi082.stdout:817: finishing write tid 3 to smithi08280503-24 2024-08-17T00:43:01.571 INFO:tasks.rados.rados.0.smithi082.stdout:817: finishing write tid 4 to smithi08280503-24 2024-08-17T00:43:01.572 INFO:tasks.rados.rados.0.smithi082.stdout:817: finishing write tid 5 to smithi08280503-24 2024-08-17T00:43:01.572 INFO:tasks.rados.rados.0.smithi082.stdout:817: finishing write tid 6 to smithi08280503-24 2024-08-17T00:43:01.572 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 314 (ObjNum 267 snap 76 seq_num 267) dirty exists 2024-08-17T00:43:01.572 INFO:tasks.rados.rados.0.smithi082.stdout:817: left oid 24 (ObjNum 267 snap 76 seq_num 267) 2024-08-17T00:43:01.572 INFO:tasks.rados.rados.0.smithi082.stdout:811: done (6 left) 2024-08-17T00:43:01.572 INFO:tasks.rados.rados.0.smithi082.stdout:813: done (5 left) 2024-08-17T00:43:01.572 INFO:tasks.rados.rados.0.smithi082.stdout:814: done (4 left) 2024-08-17T00:43:01.572 INFO:tasks.rados.rados.0.smithi082.stdout:815: done (3 left) 2024-08-17T00:43:01.572 INFO:tasks.rados.rados.0.smithi082.stdout:816: done (2 left) 2024-08-17T00:43:01.572 INFO:tasks.rados.rados.0.smithi082.stdout:817: done (1 left) 2024-08-17T00:43:01.572 INFO:tasks.rados.rados.0.smithi082.stdout:818: done (0 left) 2024-08-17T00:43:01.572 INFO:tasks.rados.rados.0.smithi082.stdout:819: rmattr oid 25 current snap is 76 2024-08-17T00:43:01.572 INFO:tasks.rados.rados.0.smithi082.stdout:819: done (0 left) 2024-08-17T00:43:01.572 INFO:tasks.rados.rados.0.smithi082.stdout:820: setattr oid 27 current snap is 76 2024-08-17T00:43:01.573 INFO:tasks.rados.rados.0.smithi082.stdout:821: snap_remove snap 67 2024-08-17T00:43:01.779 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:01 smithi137 ceph-mon[33068]: pgmap v33: 121 pgs: 121 active+clean; 219 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2024-08-17T00:43:01.779 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:01 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:01.641+0000 7fb2c6dfc040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T00:43:01.779 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:01 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:01.703+0000 7fb2c6dfc040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T00:43:01.779 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:01 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:01.777+0000 7fb2c6dfc040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T00:43:01.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:01 smithi082 ceph-mon[39953]: pgmap v33: 121 pgs: 121 active+clean; 219 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2024-08-17T00:43:01.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:01 smithi082 ceph-mon[29275]: pgmap v33: 121 pgs: 121 active+clean; 219 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2024-08-17T00:43:02.222 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:01 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:01.952+0000 7fb2c6dfc040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:43:02.487 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:02.417+0000 7fb2c6dfc040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T00:43:02.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:43:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:43:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:02.581 INFO:tasks.rados.rados.0.smithi082.stdout:821: done (1 left) 2024-08-17T00:43:02.581 INFO:tasks.rados.rados.0.smithi082.stdout:822: rollback oid 16 current snap is 76 2024-08-17T00:43:02.581 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 16 to 57 2024-08-17T00:43:02.581 INFO:tasks.rados.rados.0.smithi082.stdout:823: snap_remove snap 65 2024-08-17T00:43:02.838 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:02 smithi137 ceph-mon[33068]: osdmap e216: 8 total, 8 up, 8 in 2024-08-17T00:43:02.839 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:02.756+0000 7fb2c6dfc040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T00:43:02.839 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:02.837+0000 7fb2c6dfc040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T00:43:02.877 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:02 smithi082 ceph-mon[29275]: osdmap e216: 8 total, 8 up, 8 in 2024-08-17T00:43:02.877 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:02 smithi082 ceph-mon[39953]: osdmap e216: 8 total, 8 up, 8 in 2024-08-17T00:43:03.195 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:02.991+0000 7fb2c6dfc040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T00:43:03.486 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:03 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:03.322+0000 7fb2c6dfc040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T00:43:03.487 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:03 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:03.385+0000 7fb2c6dfc040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T00:43:03.581 INFO:tasks.rados.rados.0.smithi082.stdout:823: done (2 left) 2024-08-17T00:43:03.582 INFO:tasks.rados.rados.0.smithi082.stdout:824: read oid 28 snap -1 2024-08-17T00:43:03.582 INFO:tasks.rados.rados.0.smithi082.stdout:824: expect (ObjNum 239 snap 62 seq_num 239) 2024-08-17T00:43:03.582 INFO:tasks.rados.rados.0.smithi082.stdout:825: copy_from oid 15 from oid 9 current snap is 76 2024-08-17T00:43:03.582 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 360 (ObjNum 173 snap 41 seq_num 173) dirty exists 2024-08-17T00:43:03.582 INFO:tasks.rados.rados.0.smithi082.stdout:822: finishing rollback tid 1 to smithi08280503-16 2024-08-17T00:43:03.582 INFO:tasks.rados.rados.0.smithi082.stdout:822: finishing rollback tid 2 to smithi08280503-16 2024-08-17T00:43:03.582 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 236 (ObjNum 216 snap 55 seq_num 216) dirty exists 2024-08-17T00:43:03.582 INFO:tasks.rados.rados.0.smithi082.stdout:820: done (3 left) 2024-08-17T00:43:03.582 INFO:tasks.rados.rados.0.smithi082.stdout:822: done (2 left) 2024-08-17T00:43:03.582 INFO:tasks.rados.rados.0.smithi082.stdout:826: snap_remove snap 44 2024-08-17T00:43:03.816 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:03 smithi137 ceph-mon[33068]: osdmap e217: 8 total, 8 up, 8 in 2024-08-17T00:43:03.816 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:03 smithi137 ceph-mon[33068]: pgmap v36: 121 pgs: 121 active+clean; 235 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 4.0 MiB/s wr, 14 op/s 2024-08-17T00:43:03.816 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:43:03 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:43:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi137\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:03.816 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:03 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:03.596+0000 7fb2c6dfc040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T00:43:03.817 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:03 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:03.746+0000 7fb2c6dfc040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-17T00:43:03.817 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:03 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:03.814+0000 7fb2c6dfc040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T00:43:03.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:03 smithi082 ceph-mon[39953]: osdmap e217: 8 total, 8 up, 8 in 2024-08-17T00:43:03.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:03 smithi082 ceph-mon[39953]: pgmap v36: 121 pgs: 121 active+clean; 235 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 4.0 MiB/s wr, 14 op/s 2024-08-17T00:43:03.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:03 smithi082 ceph-mon[29275]: osdmap e217: 8 total, 8 up, 8 in 2024-08-17T00:43:03.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:03 smithi082 ceph-mon[29275]: pgmap v36: 121 pgs: 121 active+clean; 235 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 4.0 MiB/s wr, 14 op/s 2024-08-17T00:43:04.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:03 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:03.900+0000 7fb2c6dfc040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T00:43:04.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:03 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:03.960+0000 7fb2c6dfc040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T00:43:04.586 INFO:tasks.rados.rados.0.smithi082.stdout:825: finishing copy_from racing read to smithi08280503-15 2024-08-17T00:43:04.587 INFO:tasks.rados.rados.0.smithi082.stdout:825: finishing copy_from to smithi08280503-15 2024-08-17T00:43:04.587 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 310 (ObjNum 163 snap 37 seq_num 163) dirty exists 2024-08-17T00:43:04.587 INFO:tasks.rados.rados.0.smithi082.stdout:824: expect (ObjNum 239 snap 62 seq_num 239) 2024-08-17T00:43:04.637 INFO:tasks.rados.rados.0.smithi082.stdout:824: done (2 left) 2024-08-17T00:43:04.638 INFO:tasks.rados.rados.0.smithi082.stdout:825: done (1 left) 2024-08-17T00:43:04.638 INFO:tasks.rados.rados.0.smithi082.stdout:826: done (0 left) 2024-08-17T00:43:04.638 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 29 current snap is 76 2024-08-17T00:43:04.638 INFO:tasks.rados.rados.0.smithi082.stdout:827: seq_num 268 ranges {2039808=491520,2531328=745472,3276800=745472,4022272=114688} 2024-08-17T00:43:04.651 INFO:tasks.rados.rados.0.smithi082.stdout:827: writing smithi08280503-29 from 2039808 to 2531328 tid 1 2024-08-17T00:43:04.656 INFO:tasks.rados.rados.0.smithi082.stdout:827: writing smithi08280503-29 from 2531328 to 3276800 tid 2 2024-08-17T00:43:04.660 INFO:tasks.rados.rados.0.smithi082.stdout:827: writing smithi08280503-29 from 3276800 to 4022272 tid 3 2024-08-17T00:43:04.661 INFO:tasks.rados.rados.0.smithi082.stdout:827: writing smithi08280503-29 from 4022272 to 4136960 tid 4 2024-08-17T00:43:04.661 INFO:tasks.rados.rados.0.smithi082.stdout:828: delete oid 31 current snap is 76 2024-08-17T00:43:04.661 INFO:tasks.rados.rados.0.smithi082.stdout:827: finishing write tid 1 to smithi08280503-29 2024-08-17T00:43:04.661 INFO:tasks.rados.rados.0.smithi082.stdout:827: finishing write tid 2 to smithi08280503-29 2024-08-17T00:43:04.663 INFO:tasks.rados.rados.0.smithi082.stdout:828: done (1 left) 2024-08-17T00:43:04.663 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 19 current snap is 76 2024-08-17T00:43:04.663 INFO:tasks.rados.rados.0.smithi082.stdout:829: seq_num 270 ranges {1835008=524288,2359296=516096,2875392=761856,3637248=327680} 2024-08-17T00:43:04.675 INFO:tasks.rados.rados.0.smithi082.stdout:829: writing smithi08280503-19 from 1835008 to 2359296 tid 1 2024-08-17T00:43:04.679 INFO:tasks.rados.rados.0.smithi082.stdout:829: writing smithi08280503-19 from 2359296 to 2875392 tid 2 2024-08-17T00:43:04.683 INFO:tasks.rados.rados.0.smithi082.stdout:829: writing smithi08280503-19 from 2875392 to 3637248 tid 3 2024-08-17T00:43:04.685 INFO:tasks.rados.rados.0.smithi082.stdout:829: writing smithi08280503-19 from 3637248 to 3964928 tid 4 2024-08-17T00:43:04.685 INFO:tasks.rados.rados.0.smithi082.stdout:830: rollback oid 36 current snap is 76 2024-08-17T00:43:04.686 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 36 to 72 2024-08-17T00:43:04.686 INFO:tasks.rados.rados.0.smithi082.stdout:827: finishing write tid 3 to smithi08280503-29 2024-08-17T00:43:04.686 INFO:tasks.rados.rados.0.smithi082.stdout:831: snap_create 2024-08-17T00:43:04.686 INFO:tasks.rados.rados.0.smithi082.stdout:827: finishing write tid 4 to smithi08280503-29 2024-08-17T00:43:04.686 INFO:tasks.rados.rados.0.smithi082.stdout:827: finishing write tid 5 to smithi08280503-29 2024-08-17T00:43:04.686 INFO:tasks.rados.rados.0.smithi082.stdout:827: finishing write tid 6 to smithi08280503-29 2024-08-17T00:43:04.686 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 338 (ObjNum 268 snap 76 seq_num 268) dirty exists 2024-08-17T00:43:04.686 INFO:tasks.rados.rados.0.smithi082.stdout:827: left oid 29 (ObjNum 268 snap 76 seq_num 268) 2024-08-17T00:43:04.686 INFO:tasks.rados.rados.0.smithi082.stdout:829: finishing write tid 1 to smithi08280503-19 2024-08-17T00:43:04.686 INFO:tasks.rados.rados.0.smithi082.stdout:829: finishing write tid 2 to smithi08280503-19 2024-08-17T00:43:04.687 INFO:tasks.rados.rados.0.smithi082.stdout:829: finishing write tid 3 to smithi08280503-19 2024-08-17T00:43:04.688 INFO:tasks.rados.rados.0.smithi082.stdout:829: finishing write tid 4 to smithi08280503-19 2024-08-17T00:43:04.688 INFO:tasks.rados.rados.0.smithi082.stdout:829: finishing write tid 5 to smithi08280503-19 2024-08-17T00:43:04.689 INFO:tasks.rados.rados.0.smithi082.stdout:830: finishing rollback tid 0 to smithi08280503-36 2024-08-17T00:43:04.689 INFO:tasks.rados.rados.0.smithi082.stdout:830: finishing rollback tid 1 to smithi08280503-36 2024-08-17T00:43:04.689 INFO:tasks.rados.rados.0.smithi082.stdout:830: finishing rollback tid 2 to smithi08280503-36 2024-08-17T00:43:04.689 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 342 (ObjNum 234 snap 61 seq_num 234) dirty exists 2024-08-17T00:43:04.690 INFO:tasks.rados.rados.0.smithi082.stdout:829: finishing write tid 6 to smithi08280503-19 2024-08-17T00:43:04.690 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 384 (ObjNum 270 snap 76 seq_num 270) dirty exists 2024-08-17T00:43:04.690 INFO:tasks.rados.rados.0.smithi082.stdout:829: left oid 19 (ObjNum 270 snap 76 seq_num 270) 2024-08-17T00:43:04.819 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:04 smithi137 ceph-mon[33068]: osdmap e218: 8 total, 8 up, 8 in 2024-08-17T00:43:04.819 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:04 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:04.819 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:04 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:04.819 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:04 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:04.522+0000 7fb2c6dfc040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T00:43:04.819 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:04 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:04.710+0000 7fb2c6dfc040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T00:43:04.819 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:04 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: [17/Aug/2024:00:43:04] ENGINE Bus STARTING 2024-08-17T00:43:04.819 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:04 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: CherryPy Checker: 2024-08-17T00:43:04.819 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:04 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: The Application mounted at '' has an empty config. 2024-08-17T00:43:04.820 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:04 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:04.820 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:04 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: [17/Aug/2024:00:43:04] ENGINE Serving on http://:::9283 2024-08-17T00:43:04.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:04 smithi082 ceph-mon[29275]: osdmap e218: 8 total, 8 up, 8 in 2024-08-17T00:43:04.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:04 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:04.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:04 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:04.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:04 smithi082 ceph-mon[39953]: osdmap e218: 8 total, 8 up, 8 in 2024-08-17T00:43:04.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:04 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:04.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:04 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:05.236 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:04 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: [17/Aug/2024:00:43:04] ENGINE Bus STARTED 2024-08-17T00:43:05.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:43:05] "GET /metrics HTTP/1.1" 200 36056 "" "Prometheus/2.43.0" 2024-08-17T00:43:05.506 INFO:tasks.rados.rados.0.smithi082.stdout:827: done (3 left) 2024-08-17T00:43:05.506 INFO:tasks.rados.rados.0.smithi082.stdout:829: done (2 left) 2024-08-17T00:43:05.506 INFO:tasks.rados.rados.0.smithi082.stdout:830: done (1 left) 2024-08-17T00:43:05.506 INFO:tasks.rados.rados.0.smithi082.stdout:831: done (0 left) 2024-08-17T00:43:05.507 INFO:tasks.rados.rados.0.smithi082.stdout:832: rmattr oid 32 current snap is 77 2024-08-17T00:43:05.507 INFO:tasks.rados.rados.0.smithi082.stdout:832: done (0 left) 2024-08-17T00:43:05.507 INFO:tasks.rados.rados.0.smithi082.stdout:833: read oid 50 snap -1 2024-08-17T00:43:05.507 INFO:tasks.rados.rados.0.smithi082.stdout:833: expect (ObjNum 266 snap 76 seq_num 266) 2024-08-17T00:43:05.507 INFO:tasks.rados.rados.0.smithi082.stdout:834: rollback oid 48 current snap is 77 2024-08-17T00:43:05.507 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 48 to 57 2024-08-17T00:43:05.507 INFO:tasks.rados.rados.0.smithi082.stdout:835: delete oid 5 current snap is 77 2024-08-17T00:43:05.510 INFO:tasks.rados.rados.0.smithi082.stdout:835: done (2 left) 2024-08-17T00:43:05.511 INFO:tasks.rados.rados.0.smithi082.stdout:836: delete oid 36 current snap is 77 2024-08-17T00:43:05.515 INFO:tasks.rados.rados.0.smithi082.stdout:836: done (2 left) 2024-08-17T00:43:05.515 INFO:tasks.rados.rados.0.smithi082.stdout:837: copy_from oid 18 from oid 8 current snap is 77 2024-08-17T00:43:05.515 INFO:tasks.rados.rados.0.smithi082.stdout:838: read oid 24 snap 66 2024-08-17T00:43:05.516 INFO:tasks.rados.rados.0.smithi082.stdout:838: expect (ObjNum 243 snap 64 seq_num 243) 2024-08-17T00:43:05.516 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 11 current snap is 77 2024-08-17T00:43:05.516 INFO:tasks.rados.rados.0.smithi082.stdout:839: seq_num 273 ranges {6553600=581632,7135232=565248,7700480=532480,8232960=507904} 2024-08-17T00:43:05.556 INFO:tasks.rados.rados.0.smithi082.stdout:839: writing smithi08280503-11 from 6553600 to 7135232 tid 1 2024-08-17T00:43:05.559 INFO:tasks.rados.rados.0.smithi082.stdout:839: writing smithi08280503-11 from 7135232 to 7700480 tid 2 2024-08-17T00:43:05.562 INFO:tasks.rados.rados.0.smithi082.stdout:839: writing smithi08280503-11 from 7700480 to 8232960 tid 3 2024-08-17T00:43:05.566 INFO:tasks.rados.rados.0.smithi082.stdout:839: writing smithi08280503-11 from 8232960 to 8740864 tid 4 2024-08-17T00:43:05.566 INFO:tasks.rados.rados.0.smithi082.stdout:840: copy_from oid 20 from oid 6 current snap is 77 2024-08-17T00:43:05.566 INFO:tasks.rados.rados.0.smithi082.stdout:834: finishing rollback tid 0 to smithi08280503-48 2024-08-17T00:43:05.566 INFO:tasks.rados.rados.0.smithi082.stdout:834: finishing rollback tid 1 to smithi08280503-48 2024-08-17T00:43:05.566 INFO:tasks.rados.rados.0.smithi082.stdout:833: expect (ObjNum 266 snap 76 seq_num 266) 2024-08-17T00:43:05.602 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:05 smithi137 ceph-mon[33068]: pgmap v38: 121 pgs: 121 active+clean; 235 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1004 B/s rd, 3.9 MiB/s wr, 13 op/s 2024-08-17T00:43:05.602 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:05 smithi137 ceph-mon[33068]: osdmap e219: 8 total, 8 up, 8 in 2024-08-17T00:43:05.602 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:05 smithi137 ceph-mon[33068]: Standby manager daemon x restarted 2024-08-17T00:43:05.602 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:05 smithi137 ceph-mon[33068]: Standby manager daemon x started 2024-08-17T00:43:05.602 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:05 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.137:0/2559781688' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:43:05.602 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:05 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.137:0/2559781688' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:43:05.602 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:05 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.137:0/2559781688' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:43:05.602 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:05 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.137:0/2559781688' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:43:05.602 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:05 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:05.602 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:05 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:05.602 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:05 smithi137 ceph-mon[33068]: osdmap e220: 8 total, 8 up, 8 in 2024-08-17T00:43:05.623 INFO:tasks.rados.rados.0.smithi082.stdout:834: finishing rollback tid 2 to smithi08280503-48 2024-08-17T00:43:05.623 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 430 (ObjNum 72 snap 11 seq_num 72) dirty exists 2024-08-17T00:43:05.623 INFO:tasks.rados.rados.0.smithi082.stdout:838: expect (ObjNum 243 snap 64 seq_num 243) 2024-08-17T00:43:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:05 smithi082 ceph-mon[39953]: pgmap v38: 121 pgs: 121 active+clean; 235 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1004 B/s rd, 3.9 MiB/s wr, 13 op/s 2024-08-17T00:43:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:05 smithi082 ceph-mon[39953]: osdmap e219: 8 total, 8 up, 8 in 2024-08-17T00:43:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:05 smithi082 ceph-mon[39953]: Standby manager daemon x restarted 2024-08-17T00:43:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:05 smithi082 ceph-mon[39953]: Standby manager daemon x started 2024-08-17T00:43:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:05 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.137:0/2559781688' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:43:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:05 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.137:0/2559781688' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:43:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:05 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.137:0/2559781688' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:43:05.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:05 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.137:0/2559781688' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:43:05.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:05 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:05.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:05 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:05.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:05 smithi082 ceph-mon[39953]: osdmap e220: 8 total, 8 up, 8 in 2024-08-17T00:43:05.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:05 smithi082 ceph-mon[29275]: pgmap v38: 121 pgs: 121 active+clean; 235 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1004 B/s rd, 3.9 MiB/s wr, 13 op/s 2024-08-17T00:43:05.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:05 smithi082 ceph-mon[29275]: osdmap e219: 8 total, 8 up, 8 in 2024-08-17T00:43:05.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:05 smithi082 ceph-mon[29275]: Standby manager daemon x restarted 2024-08-17T00:43:05.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:05 smithi082 ceph-mon[29275]: Standby manager daemon x started 2024-08-17T00:43:05.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:05 smithi082 ceph-mon[29275]: from='mgr.? 172.21.15.137:0/2559781688' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:43:05.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:05 smithi082 ceph-mon[29275]: from='mgr.? 172.21.15.137:0/2559781688' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:43:05.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:05 smithi082 ceph-mon[29275]: from='mgr.? 172.21.15.137:0/2559781688' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:43:05.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:05 smithi082 ceph-mon[29275]: from='mgr.? 172.21.15.137:0/2559781688' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:43:05.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:05 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:05.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:05 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:05.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:05 smithi082 ceph-mon[29275]: osdmap e220: 8 total, 8 up, 8 in 2024-08-17T00:43:06.274 INFO:tasks.rados.rados.0.smithi082.stdout:837: finishing copy_from racing read to smithi08280503-18 2024-08-17T00:43:06.274 INFO:tasks.rados.rados.0.smithi082.stdout:837: finishing copy_from to smithi08280503-18 2024-08-17T00:43:06.274 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 279 (ObjNum 204 snap 50 seq_num 204) dirty exists 2024-08-17T00:43:06.274 INFO:tasks.rados.rados.0.smithi082.stdout:839: finishing write tid 1 to smithi08280503-11 2024-08-17T00:43:06.274 INFO:tasks.rados.rados.0.smithi082.stdout:839: finishing write tid 2 to smithi08280503-11 2024-08-17T00:43:06.274 INFO:tasks.rados.rados.0.smithi082.stdout:833: done (5 left) 2024-08-17T00:43:06.275 INFO:tasks.rados.rados.0.smithi082.stdout:834: done (4 left) 2024-08-17T00:43:06.275 INFO:tasks.rados.rados.0.smithi082.stdout:837: done (3 left) 2024-08-17T00:43:06.275 INFO:tasks.rados.rados.0.smithi082.stdout:838: done (2 left) 2024-08-17T00:43:06.275 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 10 current snap is 77 2024-08-17T00:43:06.275 INFO:tasks.rados.rados.0.smithi082.stdout:841: seq_num 274 ranges {6995968=598016,7593984=499712,8093696=745472,8839168=360448} 2024-08-17T00:43:06.313 INFO:tasks.rados.rados.0.smithi082.stdout:841: writing smithi08280503-10 from 6995968 to 7593984 tid 1 2024-08-17T00:43:06.317 INFO:tasks.rados.rados.0.smithi082.stdout:841: writing smithi08280503-10 from 7593984 to 8093696 tid 2 2024-08-17T00:43:06.321 INFO:tasks.rados.rados.0.smithi082.stdout:841: writing smithi08280503-10 from 8093696 to 8839168 tid 3 2024-08-17T00:43:06.324 INFO:tasks.rados.rados.0.smithi082.stdout:841: writing smithi08280503-10 from 8839168 to 9199616 tid 4 2024-08-17T00:43:06.324 INFO:tasks.rados.rados.0.smithi082.stdout:842: read oid 14 snap 74 2024-08-17T00:43:06.324 INFO:tasks.rados.rados.0.smithi082.stdout:842: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:43:06.324 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 4 current snap is 77 2024-08-17T00:43:06.324 INFO:tasks.rados.rados.0.smithi082.stdout:839: finishing write tid 3 to smithi08280503-11 2024-08-17T00:43:06.324 INFO:tasks.rados.rados.0.smithi082.stdout:843: seq_num 275 ranges {4177920=614400,4792320=786432,5578752=499712,6078464=319488} 2024-08-17T00:43:06.350 INFO:tasks.rados.rados.0.smithi082.stdout:843: writing smithi08280503-4 from 4177920 to 4792320 tid 1 2024-08-17T00:43:06.354 INFO:tasks.rados.rados.0.smithi082.stdout:843: writing smithi08280503-4 from 4792320 to 5578752 tid 2 2024-08-17T00:43:06.357 INFO:tasks.rados.rados.0.smithi082.stdout:843: writing smithi08280503-4 from 5578752 to 6078464 tid 3 2024-08-17T00:43:06.360 INFO:tasks.rados.rados.0.smithi082.stdout:843: writing smithi08280503-4 from 6078464 to 6397952 tid 4 2024-08-17T00:43:06.360 INFO:tasks.rados.rados.0.smithi082.stdout:844: copy_from oid 34 from oid 39 current snap is 77 2024-08-17T00:43:06.361 INFO:tasks.rados.rados.0.smithi082.stdout:839: finishing write tid 4 to smithi08280503-11 2024-08-17T00:43:06.361 INFO:tasks.rados.rados.0.smithi082.stdout:839: finishing write tid 5 to smithi08280503-11 2024-08-17T00:43:06.361 INFO:tasks.rados.rados.0.smithi082.stdout:839: finishing write tid 6 to smithi08280503-11 2024-08-17T00:43:06.361 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 295 (ObjNum 273 snap 77 seq_num 273) dirty exists 2024-08-17T00:43:06.361 INFO:tasks.rados.rados.0.smithi082.stdout:839: left oid 11 (ObjNum 273 snap 77 seq_num 273) 2024-08-17T00:43:06.361 INFO:tasks.rados.rados.0.smithi082.stdout:840: finishing copy_from racing read to smithi08280503-20 2024-08-17T00:43:06.361 INFO:tasks.rados.rados.0.smithi082.stdout:840: finishing copy_from to smithi08280503-20 2024-08-17T00:43:06.361 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 75 (ObjNum 189 snap 48 seq_num 189) dirty exists 2024-08-17T00:43:06.361 INFO:tasks.rados.rados.0.smithi082.stdout:841: finishing write tid 1 to smithi08280503-10 2024-08-17T00:43:06.361 INFO:tasks.rados.rados.0.smithi082.stdout:841: finishing write tid 2 to smithi08280503-10 2024-08-17T00:43:06.361 INFO:tasks.rados.rados.0.smithi082.stdout:839: done (5 left) 2024-08-17T00:43:06.362 INFO:tasks.rados.rados.0.smithi082.stdout:840: done (4 left) 2024-08-17T00:43:06.362 INFO:tasks.rados.rados.0.smithi082.stdout:845: read oid 3 snap -1 2024-08-17T00:43:06.362 INFO:tasks.rados.rados.0.smithi082.stdout:845: expect (ObjNum 263 snap 74 seq_num 263) 2024-08-17T00:43:06.362 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 13 current snap is 77 2024-08-17T00:43:06.362 INFO:tasks.rados.rados.0.smithi082.stdout:841: finishing write tid 3 to smithi08280503-10 2024-08-17T00:43:06.362 INFO:tasks.rados.rados.0.smithi082.stdout:841: finishing write tid 4 to smithi08280503-10 2024-08-17T00:43:06.362 INFO:tasks.rados.rados.0.smithi082.stdout:841: finishing write tid 5 to smithi08280503-10 2024-08-17T00:43:06.362 INFO:tasks.rados.rados.0.smithi082.stdout:841: finishing write tid 6 to smithi08280503-10 2024-08-17T00:43:06.362 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 137 (ObjNum 274 snap 77 seq_num 274) dirty exists 2024-08-17T00:43:06.362 INFO:tasks.rados.rados.0.smithi082.stdout:841: left oid 10 (ObjNum 274 snap 77 seq_num 274) 2024-08-17T00:43:06.362 INFO:tasks.rados.rados.0.smithi082.stdout:842: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:43:06.592 INFO:tasks.rados.rados.0.smithi082.stdout:843: finishing write tid 1 to smithi08280503-4 2024-08-17T00:43:06.592 INFO:tasks.rados.rados.0.smithi082.stdout:843: finishing write tid 2 to smithi08280503-4 2024-08-17T00:43:06.592 INFO:tasks.rados.rados.0.smithi082.stdout:843: finishing write tid 3 to smithi08280503-4 2024-08-17T00:43:06.592 INFO:tasks.rados.rados.0.smithi082.stdout:846: seq_num 276 ranges {3006464=630784,3637248=671744,4308992=704512,5013504=229376} 2024-08-17T00:43:06.611 INFO:tasks.rados.rados.0.smithi082.stdout:846: writing smithi08280503-13 from 3006464 to 3637248 tid 1 2024-08-17T00:43:06.615 INFO:tasks.rados.rados.0.smithi082.stdout:846: writing smithi08280503-13 from 3637248 to 4308992 tid 2 2024-08-17T00:43:06.619 INFO:tasks.rados.rados.0.smithi082.stdout:846: writing smithi08280503-13 from 4308992 to 5013504 tid 3 2024-08-17T00:43:06.621 INFO:tasks.rados.rados.0.smithi082.stdout:846: writing smithi08280503-13 from 5013504 to 5242880 tid 4 2024-08-17T00:43:06.621 INFO:tasks.rados.rados.0.smithi082.stdout:841: done (5 left) 2024-08-17T00:43:06.621 INFO:tasks.rados.rados.0.smithi082.stdout:842: done (4 left) 2024-08-17T00:43:06.621 INFO:tasks.rados.rados.0.smithi082.stdout:847: read oid 40 snap -1 2024-08-17T00:43:06.621 INFO:tasks.rados.rados.0.smithi082.stdout:847: expect (ObjNum 156 snap 37 seq_num 156) 2024-08-17T00:43:06.621 INFO:tasks.rados.rados.0.smithi082.stdout:848: setattr oid 45 current snap is 77 2024-08-17T00:43:06.621 INFO:tasks.rados.rados.0.smithi082.stdout:843: finishing write tid 4 to smithi08280503-4 2024-08-17T00:43:06.621 INFO:tasks.rados.rados.0.smithi082.stdout:843: finishing write tid 5 to smithi08280503-4 2024-08-17T00:43:06.621 INFO:tasks.rados.rados.0.smithi082.stdout:843: finishing write tid 6 to smithi08280503-4 2024-08-17T00:43:06.622 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 444 (ObjNum 275 snap 77 seq_num 275) dirty exists 2024-08-17T00:43:06.622 INFO:tasks.rados.rados.0.smithi082.stdout:843: left oid 4 (ObjNum 275 snap 77 seq_num 275) 2024-08-17T00:43:06.622 INFO:tasks.rados.rados.0.smithi082.stdout:844: finishing copy_from racing read to smithi08280503-34 2024-08-17T00:43:06.622 INFO:tasks.rados.rados.0.smithi082.stdout:844: finishing copy_from to smithi08280503-34 2024-08-17T00:43:06.622 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 279 (ObjNum 204 snap 50 seq_num 204) dirty exists 2024-08-17T00:43:06.622 INFO:tasks.rados.rados.0.smithi082.stdout:845: expect (ObjNum 263 snap 74 seq_num 263) 2024-08-17T00:43:06.673 INFO:tasks.rados.rados.0.smithi082.stdout:846: finishing write tid 1 to smithi08280503-13 2024-08-17T00:43:06.673 INFO:tasks.rados.rados.0.smithi082.stdout:846: finishing write tid 2 to smithi08280503-13 2024-08-17T00:43:06.673 INFO:tasks.rados.rados.0.smithi082.stdout:846: finishing write tid 3 to smithi08280503-13 2024-08-17T00:43:06.673 INFO:tasks.rados.rados.0.smithi082.stdout:846: finishing write tid 4 to smithi08280503-13 2024-08-17T00:43:06.673 INFO:tasks.rados.rados.0.smithi082.stdout:846: finishing write tid 5 to smithi08280503-13 2024-08-17T00:43:06.673 INFO:tasks.rados.rados.0.smithi082.stdout:846: finishing write tid 6 to smithi08280503-13 2024-08-17T00:43:06.673 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 350 (ObjNum 276 snap 77 seq_num 276) dirty exists 2024-08-17T00:43:06.673 INFO:tasks.rados.rados.0.smithi082.stdout:846: left oid 13 (ObjNum 276 snap 77 seq_num 276) 2024-08-17T00:43:06.673 INFO:tasks.rados.rados.0.smithi082.stdout:847: expect (ObjNum 156 snap 37 seq_num 156) 2024-08-17T00:43:06.675 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:06 smithi137 ceph-mon[33068]: mgrmap e38: y(active, since 25s), standbys: x 2024-08-17T00:43:06.704 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 147 (ObjNum 235 snap 62 seq_num 235) dirty exists 2024-08-17T00:43:06.704 INFO:tasks.rados.rados.0.smithi082.stdout:843: done (5 left) 2024-08-17T00:43:06.705 INFO:tasks.rados.rados.0.smithi082.stdout:844: done (4 left) 2024-08-17T00:43:06.705 INFO:tasks.rados.rados.0.smithi082.stdout:845: done (3 left) 2024-08-17T00:43:06.705 INFO:tasks.rados.rados.0.smithi082.stdout:846: done (2 left) 2024-08-17T00:43:06.705 INFO:tasks.rados.rados.0.smithi082.stdout:847: done (1 left) 2024-08-17T00:43:06.705 INFO:tasks.rados.rados.0.smithi082.stdout:848: done (0 left) 2024-08-17T00:43:06.705 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 30 current snap is 77 2024-08-17T00:43:06.705 INFO:tasks.rados.rados.0.smithi082.stdout:849: seq_num 277 ranges {0=647168,647168=557056,1204224=516096,1720320=532480} 2024-08-17T00:43:06.708 INFO:tasks.rados.rados.0.smithi082.stdout:849: writing smithi08280503-30 from 0 to 647168 tid 1 2024-08-17T00:43:06.711 INFO:tasks.rados.rados.0.smithi082.stdout:849: writing smithi08280503-30 from 647168 to 1204224 tid 2 2024-08-17T00:43:06.714 INFO:tasks.rados.rados.0.smithi082.stdout:849: writing smithi08280503-30 from 1204224 to 1720320 tid 3 2024-08-17T00:43:06.717 INFO:tasks.rados.rados.0.smithi082.stdout:849: writing smithi08280503-30 from 1720320 to 2252800 tid 4 2024-08-17T00:43:06.718 INFO:tasks.rados.rados.0.smithi082.stdout:850: delete oid 42 current snap is 77 2024-08-17T00:43:06.718 INFO:tasks.rados.rados.0.smithi082.stdout:849: finishing write tid 1 to smithi08280503-30 2024-08-17T00:43:06.718 INFO:tasks.rados.rados.0.smithi082.stdout:849: finishing write tid 2 to smithi08280503-30 2024-08-17T00:43:06.718 INFO:tasks.rados.rados.0.smithi082.stdout:849: finishing write tid 3 to smithi08280503-30 2024-08-17T00:43:06.719 INFO:tasks.rados.rados.0.smithi082.stdout:849: finishing write tid 4 to smithi08280503-30 2024-08-17T00:43:06.719 INFO:tasks.rados.rados.0.smithi082.stdout:849: finishing write tid 5 to smithi08280503-30 2024-08-17T00:43:06.720 INFO:tasks.rados.rados.0.smithi082.stdout:850: done (1 left) 2024-08-17T00:43:06.720 INFO:tasks.rados.rados.0.smithi082.stdout:851: read oid 5 snap -1 2024-08-17T00:43:06.720 INFO:tasks.rados.rados.0.smithi082.stdout:851: expect deleted 2024-08-17T00:43:06.720 INFO:tasks.rados.rados.0.smithi082.stdout:852: rmattr oid 32 current snap is 77 2024-08-17T00:43:06.720 INFO:tasks.rados.rados.0.smithi082.stdout:852: done (2 left) 2024-08-17T00:43:06.721 INFO:tasks.rados.rados.0.smithi082.stdout:853: rmattr oid 47 current snap is 77 2024-08-17T00:43:06.721 INFO:tasks.rados.rados.0.smithi082.stdout:854: setattr oid 20 current snap is 77 2024-08-17T00:43:06.721 INFO:tasks.rados.rados.0.smithi082.stdout:851: done (3 left) 2024-08-17T00:43:06.721 INFO:tasks.rados.rados.0.smithi082.stdout:855: read oid 34 snap 70 2024-08-17T00:43:06.721 INFO:tasks.rados.rados.0.smithi082.stdout:855: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:43:06.721 INFO:tasks.rados.rados.0.smithi082.stdout:856: snap_create 2024-08-17T00:43:06.722 INFO:tasks.rados.rados.0.smithi082.stdout:849: finishing write tid 6 to smithi08280503-30 2024-08-17T00:43:06.722 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 30 v 300 (ObjNum 277 snap 77 seq_num 277) dirty exists 2024-08-17T00:43:06.722 INFO:tasks.rados.rados.0.smithi082.stdout:849: left oid 30 (ObjNum 277 snap 77 seq_num 277) 2024-08-17T00:43:06.725 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 311 (ObjNum 189 snap 48 seq_num 189) dirty exists 2024-08-17T00:43:06.725 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 203 (ObjNum 202 snap 50 seq_num 202) dirty exists 2024-08-17T00:43:06.749 INFO:tasks.rados.rados.0.smithi082.stdout:855: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:43:06.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:06 smithi082 ceph-mon[29275]: mgrmap e38: y(active, since 25s), standbys: x 2024-08-17T00:43:06.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:06 smithi082 ceph-mon[39953]: mgrmap e38: y(active, since 25s), standbys: x 2024-08-17T00:43:07.608 INFO:tasks.rados.rados.0.smithi082.stdout:849: done (4 left) 2024-08-17T00:43:07.609 INFO:tasks.rados.rados.0.smithi082.stdout:853: done (3 left) 2024-08-17T00:43:07.609 INFO:tasks.rados.rados.0.smithi082.stdout:854: done (2 left) 2024-08-17T00:43:07.609 INFO:tasks.rados.rados.0.smithi082.stdout:855: done (1 left) 2024-08-17T00:43:07.609 INFO:tasks.rados.rados.0.smithi082.stdout:856: done (0 left) 2024-08-17T00:43:07.609 INFO:tasks.rados.rados.0.smithi082.stdout:857: rollback oid 41 current snap is 78 2024-08-17T00:43:07.609 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 41 to 73 2024-08-17T00:43:07.609 INFO:tasks.rados.rados.0.smithi082.stdout:858: delete oid 5 current snap is 78 2024-08-17T00:43:07.610 INFO:tasks.rados.rados.0.smithi082.stdout:858: done (1 left) 2024-08-17T00:43:07.610 INFO:tasks.rados.rados.0.smithi082.stdout:859: delete oid 20 current snap is 78 2024-08-17T00:43:07.612 INFO:tasks.rados.rados.0.smithi082.stdout:857: finishing rollback tid 0 to smithi08280503-41 2024-08-17T00:43:07.612 INFO:tasks.rados.rados.0.smithi082.stdout:859: done (1 left) 2024-08-17T00:43:07.612 INFO:tasks.rados.rados.0.smithi082.stdout:860: snap_remove snap 76 2024-08-17T00:43:07.963 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:07 smithi137 ceph-mon[33068]: pgmap v41: 121 pgs: 121 active+clean; 235 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:43:07.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:07 smithi082 ceph-mon[39953]: pgmap v41: 121 pgs: 121 active+clean; 235 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:43:07.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:07 smithi082 ceph-mon[29275]: pgmap v41: 121 pgs: 121 active+clean; 235 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:43:08.610 INFO:tasks.rados.rados.0.smithi082.stdout:860: done (1 left) 2024-08-17T00:43:08.610 INFO:tasks.rados.rados.0.smithi082.stdout:861: snap_remove snap 75 2024-08-17T00:43:08.816 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[39953]: osdmap e221: 8 total, 8 up, 8 in 2024-08-17T00:43:08.816 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:08.816 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:08.817 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:43:08.817 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:43:08.817 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:08.817 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:43:08.817 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:43:08.817 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[39953]: Upgrade: Setting container_image for all mgr 2024-08-17T00:43:08.817 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:08.817 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-17T00:43:08.817 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-17T00:43:08.817 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-17T00:43:08.817 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-17T00:43:08.817 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-17T00:43:08.817 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-17T00:43:08.818 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T00:43:08.818 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-17T00:43:08.818 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[39953]: Upgrade: It appears safe to stop mon.a 2024-08-17T00:43:08.818 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[29275]: osdmap e221: 8 total, 8 up, 8 in 2024-08-17T00:43:08.818 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:08.818 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:08.818 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:43:08.818 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:43:08.818 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:08.818 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:43:08.818 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:43:08.819 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[29275]: Upgrade: Setting container_image for all mgr 2024-08-17T00:43:08.819 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:08.819 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-17T00:43:08.819 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-17T00:43:08.819 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-17T00:43:08.819 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-17T00:43:08.819 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-17T00:43:08.819 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-17T00:43:08.819 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T00:43:08.819 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-17T00:43:08.819 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:08 smithi082 ceph-mon[29275]: Upgrade: It appears safe to stop mon.a 2024-08-17T00:43:08.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:43:08 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:43:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:08 smithi137 ceph-mon[33068]: osdmap e221: 8 total, 8 up, 8 in 2024-08-17T00:43:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:08 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:08 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:08 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:43:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:08 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:43:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:08 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:08 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:43:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:08 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:43:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:08 smithi137 ceph-mon[33068]: Upgrade: Setting container_image for all mgr 2024-08-17T00:43:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:08 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:08 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-17T00:43:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:08 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-17T00:43:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:08 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-17T00:43:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:08 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-17T00:43:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:08 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-17T00:43:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:08 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-17T00:43:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:08 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T00:43:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:08 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-17T00:43:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:08 smithi137 ceph-mon[33068]: Upgrade: It appears safe to stop mon.a 2024-08-17T00:43:09.622 INFO:tasks.rados.rados.0.smithi082.stdout:861: done (1 left) 2024-08-17T00:43:09.622 INFO:tasks.rados.rados.0.smithi082.stdout:862: snap_create 2024-08-17T00:43:09.622 INFO:tasks.rados.rados.0.smithi082.stdout:857: finishing rollback tid 1 to smithi08280503-41 2024-08-17T00:43:09.622 INFO:tasks.rados.rados.0.smithi082.stdout:857: finishing rollback tid 2 to smithi08280503-41 2024-08-17T00:43:09.622 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 434 (ObjNum 231 snap 61 seq_num 231) dirty exists 2024-08-17T00:43:09.888 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:09 smithi082 ceph-mon[29275]: pgmap v43: 121 pgs: 121 active+clean; 236 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 30 op/s 2024-08-17T00:43:09.888 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:09 smithi082 ceph-mon[29275]: osdmap e222: 8 total, 8 up, 8 in 2024-08-17T00:43:09.888 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:09 smithi082 ceph-mon[39953]: pgmap v43: 121 pgs: 121 active+clean; 236 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 30 op/s 2024-08-17T00:43:09.888 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:09 smithi082 ceph-mon[39953]: osdmap e222: 8 total, 8 up, 8 in 2024-08-17T00:43:09.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:09 smithi137 ceph-mon[33068]: pgmap v43: 121 pgs: 121 active+clean; 236 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 30 op/s 2024-08-17T00:43:09.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:09 smithi137 ceph-mon[33068]: osdmap e222: 8 total, 8 up, 8 in 2024-08-17T00:43:10.506 INFO:tasks.rados.rados.0.smithi082.stdout:857: done (1 left) 2024-08-17T00:43:10.506 INFO:tasks.rados.rados.0.smithi082.stdout:862: done (0 left) 2024-08-17T00:43:10.506 INFO:tasks.rados.rados.0.smithi082.stdout:863: rollback oid 48 current snap is 79 2024-08-17T00:43:10.506 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 48 to 72 2024-08-17T00:43:10.506 INFO:tasks.rados.rados.0.smithi082.stdout:864: copy_from oid 4 from oid 24 current snap is 79 2024-08-17T00:43:10.506 INFO:tasks.rados.rados.0.smithi082.stdout:865: snap_create 2024-08-17T00:43:10.511 INFO:tasks.rados.rados.0.smithi082.stdout:863: finishing rollback tid 0 to smithi08280503-48 2024-08-17T00:43:10.512 INFO:tasks.rados.rados.0.smithi082.stdout:863: finishing rollback tid 1 to smithi08280503-48 2024-08-17T00:43:10.512 INFO:tasks.rados.rados.0.smithi082.stdout:863: finishing rollback tid 2 to smithi08280503-48 2024-08-17T00:43:10.512 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 448 (ObjNum 184 snap 47 seq_num 184) dirty exists 2024-08-17T00:43:10.549 INFO:tasks.rados.rados.0.smithi082.stdout:864: finishing copy_from racing read to smithi08280503-4 2024-08-17T00:43:10.551 INFO:tasks.rados.rados.0.smithi082.stdout:864: finishing copy_from to smithi08280503-4 2024-08-17T00:43:10.551 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 314 (ObjNum 267 snap 76 seq_num 267) dirty exists 2024-08-17T00:43:10.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:10 smithi082 ceph-mon[39953]: osdmap e223: 8 total, 8 up, 8 in 2024-08-17T00:43:10.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:10 smithi082 ceph-mon[39953]: Upgrade: Updating mon.a 2024-08-17T00:43:10.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:10 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:10.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:10 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:43:10.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:10 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:43:10.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:10 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:43:10.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:10 smithi082 ceph-mon[39953]: Deploying daemon mon.a on smithi082 2024-08-17T00:43:10.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:10 smithi082 ceph-mon[39953]: osdmap e224: 8 total, 8 up, 8 in 2024-08-17T00:43:10.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:10 smithi082 ceph-mon[29275]: osdmap e223: 8 total, 8 up, 8 in 2024-08-17T00:43:10.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:10 smithi082 ceph-mon[29275]: Upgrade: Updating mon.a 2024-08-17T00:43:10.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:10 smithi082 ceph-mon[29275]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:10.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:10 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:43:10.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:10 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:43:10.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:10 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:43:10.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:10 smithi082 ceph-mon[29275]: Deploying daemon mon.a on smithi082 2024-08-17T00:43:10.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:10 smithi082 ceph-mon[29275]: osdmap e224: 8 total, 8 up, 8 in 2024-08-17T00:43:10.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:10 smithi137 ceph-mon[33068]: osdmap e223: 8 total, 8 up, 8 in 2024-08-17T00:43:10.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:10 smithi137 ceph-mon[33068]: Upgrade: Updating mon.a 2024-08-17T00:43:10.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:10 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:10.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:10 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:43:10.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:10 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:43:10.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:10 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:43:10.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:10 smithi137 ceph-mon[33068]: Deploying daemon mon.a on smithi082 2024-08-17T00:43:10.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:10 smithi137 ceph-mon[33068]: osdmap e224: 8 total, 8 up, 8 in 2024-08-17T00:43:11.512 INFO:tasks.rados.rados.0.smithi082.stdout:863: done (2 left) 2024-08-17T00:43:11.512 INFO:tasks.rados.rados.0.smithi082.stdout:864: done (1 left) 2024-08-17T00:43:11.513 INFO:tasks.rados.rados.0.smithi082.stdout:865: done (0 left) 2024-08-17T00:43:11.513 INFO:tasks.rados.rados.0.smithi082.stdout:866: read oid 34 snap 68 2024-08-17T00:43:11.513 INFO:tasks.rados.rados.0.smithi082.stdout:866: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:43:11.513 INFO:tasks.rados.rados.0.smithi082.stdout:867: snap_remove snap 58 2024-08-17T00:43:11.702 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:11 smithi082 ceph-mon[39953]: pgmap v47: 121 pgs: 121 active+clean; 236 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.6 MiB/s wr, 38 op/s 2024-08-17T00:43:11.702 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:11 smithi082 ceph-mon[39953]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:43:11.702 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:11 smithi082 ceph-mon[39953]: osdmap e225: 8 total, 8 up, 8 in 2024-08-17T00:43:11.703 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:11 smithi082 ceph-mon[29275]: pgmap v47: 121 pgs: 121 active+clean; 236 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.6 MiB/s wr, 38 op/s 2024-08-17T00:43:11.703 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:11 smithi082 ceph-mon[29275]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:43:11.703 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:11 smithi082 ceph-mon[29275]: osdmap e225: 8 total, 8 up, 8 in 2024-08-17T00:43:11.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:11 smithi082 systemd[1]: Stopping Ceph mon.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:43:11.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:11 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-a[29271]: 2024-08-17T00:43:11.950+0000 7f3783361640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T00:43:11.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:11 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-a[29271]: 2024-08-17T00:43:11.950+0000 7f3783361640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-08-17T00:43:11.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:11 smithi137 ceph-mon[33068]: pgmap v47: 121 pgs: 121 active+clean; 236 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.6 MiB/s wr, 38 op/s 2024-08-17T00:43:11.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:11 smithi137 ceph-mon[33068]: from='mgr.24950 172.21.15.82:0/3005661585' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:43:11.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:11 smithi137 ceph-mon[33068]: osdmap e225: 8 total, 8 up, 8 in 2024-08-17T00:43:12.302 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:12 smithi082 podman[91822]: 2024-08-17 00:43:12.0222748 +0000 UTC m=+0.173210462 container died a0277ad24518bc1104c4bd699a56c5be8ff7b9b5c900cb05b45995fc883c8adf (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-a, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-03a1ac1, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-08-17T00:43:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:12 smithi082 podman[91822]: 2024-08-17 00:43:12.467479202 +0000 UTC m=+0.618414851 container cleanup a0277ad24518bc1104c4bd699a56c5be8ff7b9b5c900cb05b45995fc883c8adf (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=quincy-03a1ac1, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-08-17T00:43:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:12 smithi082 bash[91822]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-a 2024-08-17T00:43:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:43:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:43:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:13.081 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:12 smithi082 podman[91836]: 2024-08-17 00:43:12.744104728 +0000 UTC m=+0.720154930 container remove a0277ad24518bc1104c4bd699a56c5be8ff7b9b5c900cb05b45995fc883c8adf (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-a, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, RELEASE=quincy-03a1ac1, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.36.0) 2024-08-17T00:43:13.081 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:12 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-17T00:43:13.081 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:12 smithi082 systemd[1]: Stopped Ceph mon.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:43:13.082 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:12 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mon.a.service: Consumed 12.381s CPU time. 2024-08-17T00:43:13.412 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 systemd[1]: Starting Ceph mon.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:43:13.413 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 podman[91960]: 2024-08-17 00:43:13.197328811 +0000 UTC m=+0.017028994 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:43:13.681 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 podman[91960]: 2024-08-17 00:43:13.412090925 +0000 UTC m=+0.231791096 container create f4aa8d413a0e1a6d4b2551f554112e28204791fe1d56dc1e9b370d13fb41db99 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-a, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, RELEASE=squid-d863d21, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-08-17T00:43:13.681 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 podman[91960]: 2024-08-17 00:43:13.656729566 +0000 UTC m=+0.476429746 container init f4aa8d413a0e1a6d4b2551f554112e28204791fe1d56dc1e9b370d13fb41db99 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-a, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-08-17T00:43:13.681 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 podman[91960]: 2024-08-17 00:43:13.660341821 +0000 UTC m=+0.480041996 container start f4aa8d413a0e1a6d4b2551f554112e28204791fe1d56dc1e9b370d13fb41db99 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, RELEASE=squid-d863d21) 2024-08-17T00:43:13.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: set uid:gid to 167:167 (ceph:ceph) 2024-08-17T00:43:13.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc), process ceph-mon, pid 2 2024-08-17T00:43:13.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: pidfile_write: ignore empty --pid-file 2024-08-17T00:43:13.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: load: jerasure load: lrc 2024-08-17T00:43:13.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: RocksDB version: 7.9.2 2024-08-17T00:43:13.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Git sha 0 2024-08-17T00:43:13.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Compile date 2024-08-14 15:56:38 2024-08-17T00:43:13.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: DB SUMMARY 2024-08-17T00:43:13.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: DB Session ID: BU1LO0UDW36OV0FJIKXN 2024-08-17T00:43:13.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: CURRENT file: CURRENT 2024-08-17T00:43:13.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: IDENTITY file: IDENTITY 2024-08-17T00:43:13.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1179 Bytes 2024-08-17T00:43:13.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000033.sst 2024-08-17T00:43:13.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000031.log size: 3456504 ; 2024-08-17T00:43:13.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.error_if_exists: 0 2024-08-17T00:43:13.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.create_if_missing: 0 2024-08-17T00:43:13.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.paranoid_checks: 1 2024-08-17T00:43:13.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-17T00:43:13.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-17T00:43:13.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-17T00:43:13.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.env: 0x5573783c37a0 2024-08-17T00:43:13.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.fs: PosixFileSystem 2024-08-17T00:43:13.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.info_log: 0x55737a7cf500 2024-08-17T00:43:13.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.max_file_opening_threads: 16 2024-08-17T00:43:13.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.statistics: (nil) 2024-08-17T00:43:13.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.use_fsync: 0 2024-08-17T00:43:13.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.max_log_file_size: 0 2024-08-17T00:43:13.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-17T00:43:13.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-17T00:43:13.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.keep_log_file_num: 1000 2024-08-17T00:43:13.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.recycle_log_file_num: 0 2024-08-17T00:43:13.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.allow_fallocate: 1 2024-08-17T00:43:13.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.allow_mmap_reads: 0 2024-08-17T00:43:13.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.allow_mmap_writes: 0 2024-08-17T00:43:13.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.use_direct_reads: 0 2024-08-17T00:43:13.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-17T00:43:13.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.create_missing_column_families: 0 2024-08-17T00:43:13.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.db_log_dir: 2024-08-17T00:43:13.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.wal_dir: 2024-08-17T00:43:13.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-17T00:43:13.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-17T00:43:13.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-17T00:43:13.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-17T00:43:13.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-17T00:43:13.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-17T00:43:13.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.advise_random_on_open: 1 2024-08-17T00:43:13.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.db_write_buffer_size: 0 2024-08-17T00:43:13.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.write_buffer_manager: 0x55737a7de8c0 2024-08-17T00:43:13.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-17T00:43:13.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-17T00:43:13.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-17T00:43:13.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.rate_limiter: (nil) 2024-08-17T00:43:13.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-17T00:43:13.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.wal_recovery_mode: 2 2024-08-17T00:43:13.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.enable_thread_tracking: 0 2024-08-17T00:43:13.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.enable_pipelined_write: 0 2024-08-17T00:43:13.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.unordered_write: 0 2024-08-17T00:43:13.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-17T00:43:13.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-17T00:43:13.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-17T00:43:13.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-17T00:43:13.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.row_cache: None 2024-08-17T00:43:13.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.wal_filter: None 2024-08-17T00:43:13.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-17T00:43:13.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.allow_ingest_behind: 0 2024-08-17T00:43:13.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.two_write_queues: 0 2024-08-17T00:43:13.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.manual_wal_flush: 0 2024-08-17T00:43:13.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.wal_compression: 0 2024-08-17T00:43:13.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.atomic_flush: 0 2024-08-17T00:43:13.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-17T00:43:13.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-17T00:43:13.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-17T00:43:13.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.log_readahead_size: 0 2024-08-17T00:43:13.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-17T00:43:13.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.best_efforts_recovery: 0 2024-08-17T00:43:13.982 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-17T00:43:13.982 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-17T00:43:13.982 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.allow_data_in_errors: 0 2024-08-17T00:43:13.982 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.db_host_id: __hostname__ 2024-08-17T00:43:13.982 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-17T00:43:13.983 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.max_background_jobs: 2 2024-08-17T00:43:13.983 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.max_background_compactions: -1 2024-08-17T00:43:13.983 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.max_subcompactions: 1 2024-08-17T00:43:13.984 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-17T00:43:13.984 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-17T00:43:13.984 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-17T00:43:13.984 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.max_total_wal_size: 0 2024-08-17T00:43:13.984 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-17T00:43:13.984 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-17T00:43:13.984 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-17T00:43:13.984 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-17T00:43:13.984 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.max_open_files: -1 2024-08-17T00:43:13.984 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.bytes_per_sync: 0 2024-08-17T00:43:13.984 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-17T00:43:13.985 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-17T00:43:13.985 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.compaction_readahead_size: 0 2024-08-17T00:43:13.985 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.max_background_flushes: -1 2024-08-17T00:43:13.985 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Compression algorithms supported: 2024-08-17T00:43:13.985 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: kZSTD supported: 0 2024-08-17T00:43:13.985 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: kXpressCompression supported: 0 2024-08-17T00:43:13.985 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: kBZip2Compression supported: 0 2024-08-17T00:43:13.985 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-17T00:43:13.985 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: kLZ4Compression supported: 1 2024-08-17T00:43:13.985 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: kZlibCompression supported: 1 2024-08-17T00:43:13.985 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: kLZ4HCCompression supported: 1 2024-08-17T00:43:13.985 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: kSnappyCompression supported: 1 2024-08-17T00:43:13.985 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-17T00:43:13.986 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-17T00:43:13.986 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-08-17T00:43:13.986 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-17T00:43:13.986 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-17T00:43:13.986 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.merge_operator: 2024-08-17T00:43:13.986 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.compaction_filter: None 2024-08-17T00:43:13.986 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.compaction_filter_factory: None 2024-08-17T00:43:13.986 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.sst_partitioner_factory: None 2024-08-17T00:43:13.986 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-17T00:43:13.987 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-17T00:43:13.987 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55737a7cf120) 2024-08-17T00:43:13.987 INFO:journalctl@ceph.mon.a.smithi082.stdout: cache_index_and_filter_blocks: 1 2024-08-17T00:43:13.987 INFO:journalctl@ceph.mon.a.smithi082.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-17T00:43:13.987 INFO:journalctl@ceph.mon.a.smithi082.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-17T00:43:13.987 INFO:journalctl@ceph.mon.a.smithi082.stdout: pin_top_level_index_and_filter: 1 2024-08-17T00:43:13.987 INFO:journalctl@ceph.mon.a.smithi082.stdout: index_type: 0 2024-08-17T00:43:13.987 INFO:journalctl@ceph.mon.a.smithi082.stdout: data_block_index_type: 0 2024-08-17T00:43:13.987 INFO:journalctl@ceph.mon.a.smithi082.stdout: index_shortening: 1 2024-08-17T00:43:13.987 INFO:journalctl@ceph.mon.a.smithi082.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-17T00:43:13.987 INFO:journalctl@ceph.mon.a.smithi082.stdout: checksum: 4 2024-08-17T00:43:13.987 INFO:journalctl@ceph.mon.a.smithi082.stdout: no_block_cache: 0 2024-08-17T00:43:13.987 INFO:journalctl@ceph.mon.a.smithi082.stdout: block_cache: 0x55737a7c3090 2024-08-17T00:43:13.988 INFO:journalctl@ceph.mon.a.smithi082.stdout: block_cache_name: BinnedLRUCache 2024-08-17T00:43:13.988 INFO:journalctl@ceph.mon.a.smithi082.stdout: block_cache_options: 2024-08-17T00:43:13.988 INFO:journalctl@ceph.mon.a.smithi082.stdout: capacity : 536870912 2024-08-17T00:43:13.988 INFO:journalctl@ceph.mon.a.smithi082.stdout: num_shard_bits : 4 2024-08-17T00:43:13.988 INFO:journalctl@ceph.mon.a.smithi082.stdout: strict_capacity_limit : 0 2024-08-17T00:43:13.988 INFO:journalctl@ceph.mon.a.smithi082.stdout: high_pri_pool_ratio: 0.000 2024-08-17T00:43:13.988 INFO:journalctl@ceph.mon.a.smithi082.stdout: block_cache_compressed: (nil) 2024-08-17T00:43:13.988 INFO:journalctl@ceph.mon.a.smithi082.stdout: persistent_cache: (nil) 2024-08-17T00:43:13.988 INFO:journalctl@ceph.mon.a.smithi082.stdout: block_size: 4096 2024-08-17T00:43:13.988 INFO:journalctl@ceph.mon.a.smithi082.stdout: block_size_deviation: 10 2024-08-17T00:43:13.988 INFO:journalctl@ceph.mon.a.smithi082.stdout: block_restart_interval: 16 2024-08-17T00:43:13.988 INFO:journalctl@ceph.mon.a.smithi082.stdout: index_block_restart_interval: 1 2024-08-17T00:43:13.988 INFO:journalctl@ceph.mon.a.smithi082.stdout: metadata_block_size: 4096 2024-08-17T00:43:13.988 INFO:journalctl@ceph.mon.a.smithi082.stdout: partition_filters: 0 2024-08-17T00:43:13.988 INFO:journalctl@ceph.mon.a.smithi082.stdout: use_delta_encoding: 1 2024-08-17T00:43:13.989 INFO:journalctl@ceph.mon.a.smithi082.stdout: filter_policy: bloomfilter 2024-08-17T00:43:13.989 INFO:journalctl@ceph.mon.a.smithi082.stdout: whole_key_filtering: 1 2024-08-17T00:43:13.989 INFO:journalctl@ceph.mon.a.smithi082.stdout: verify_compression: 0 2024-08-17T00:43:13.989 INFO:journalctl@ceph.mon.a.smithi082.stdout: read_amp_bytes_per_bit: 0 2024-08-17T00:43:13.989 INFO:journalctl@ceph.mon.a.smithi082.stdout: format_version: 5 2024-08-17T00:43:13.989 INFO:journalctl@ceph.mon.a.smithi082.stdout: enable_index_compression: 1 2024-08-17T00:43:13.989 INFO:journalctl@ceph.mon.a.smithi082.stdout: block_align: 0 2024-08-17T00:43:13.989 INFO:journalctl@ceph.mon.a.smithi082.stdout: max_auto_readahead_size: 262144 2024-08-17T00:43:13.989 INFO:journalctl@ceph.mon.a.smithi082.stdout: prepopulate_block_cache: 0 2024-08-17T00:43:13.989 INFO:journalctl@ceph.mon.a.smithi082.stdout: initial_auto_readahead_size: 8192 2024-08-17T00:43:13.989 INFO:journalctl@ceph.mon.a.smithi082.stdout: num_file_reads_for_auto_readahead: 2 2024-08-17T00:43:13.989 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.write_buffer_size: 33554432 2024-08-17T00:43:13.989 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.max_write_buffer_number: 2 2024-08-17T00:43:13.989 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.compression: NoCompression 2024-08-17T00:43:13.989 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.bottommost_compression: Disabled 2024-08-17T00:43:13.990 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.prefix_extractor: nullptr 2024-08-17T00:43:13.990 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-17T00:43:13.990 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.num_levels: 7 2024-08-17T00:43:13.990 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-17T00:43:13.990 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-17T00:43:13.990 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-17T00:43:13.990 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-17T00:43:13.990 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-17T00:43:13.990 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-17T00:43:13.990 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-17T00:43:13.990 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-17T00:43:13.990 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-17T00:43:13.990 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-17T00:43:13.990 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-17T00:43:13.991 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-17T00:43:13.991 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-17T00:43:13.991 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.compression_opts.level: 32767 2024-08-17T00:43:13.991 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.compression_opts.strategy: 0 2024-08-17T00:43:13.991 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-17T00:43:13.991 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-17T00:43:13.991 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-17T00:43:13.991 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-17T00:43:13.991 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.compression_opts.enabled: false 2024-08-17T00:43:13.991 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-17T00:43:13.991 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-17T00:43:13.991 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-17T00:43:13.992 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-17T00:43:13.992 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.target_file_size_base: 67108864 2024-08-17T00:43:13.992 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-17T00:43:13.992 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-17T00:43:13.992 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-17T00:43:13.992 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-17T00:43:13.992 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-17T00:43:13.992 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-17T00:43:13.992 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-17T00:43:13.992 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-17T00:43:13.992 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-17T00:43:13.992 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-17T00:43:13.992 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-17T00:43:13.992 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-17T00:43:13.993 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-17T00:43:13.993 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-17T00:43:13.993 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.arena_block_size: 1048576 2024-08-17T00:43:13.993 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-17T00:43:13.993 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-17T00:43:13.993 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.disable_auto_compactions: 0 2024-08-17T00:43:13.993 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-17T00:43:13.993 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-17T00:43:13.993 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-17T00:43:13.993 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-17T00:43:13.993 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-17T00:43:13.993 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-17T00:43:13.993 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-17T00:43:13.993 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-17T00:43:13.993 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-17T00:43:13.994 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-17T00:43:13.994 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-17T00:43:13.994 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.inplace_update_support: 0 2024-08-17T00:43:13.994 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-17T00:43:13.994 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-17T00:43:13.994 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-17T00:43:13.994 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-17T00:43:13.994 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.bloom_locality: 0 2024-08-17T00:43:13.994 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.max_successive_merges: 0 2024-08-17T00:43:13.994 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-17T00:43:13.994 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.paranoid_file_checks: 0 2024-08-17T00:43:13.994 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.force_consistency_checks: 1 2024-08-17T00:43:13.994 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.report_bg_io_stats: 0 2024-08-17T00:43:13.995 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.ttl: 2592000 2024-08-17T00:43:13.995 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-17T00:43:13.995 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-17T00:43:13.995 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-17T00:43:13.995 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.enable_blob_files: false 2024-08-17T00:43:13.995 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.min_blob_size: 0 2024-08-17T00:43:13.995 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.blob_file_size: 268435456 2024-08-17T00:43:13.995 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-17T00:43:13.995 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-17T00:43:13.995 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-17T00:43:13.995 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-17T00:43:13.995 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-17T00:43:13.995 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.blob_file_starting_level: 0 2024-08-17T00:43:13.995 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-17T00:43:13.996 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 33.sst 2024-08-17T00:43:13.996 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T00:43:13.996 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 35, last_sequence is 12950, log_number is 31,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-17T00:43:13.996 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 31 2024-08-17T00:43:13.996 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 934f03e4-5f24-4e14-a876-db0119e66e25 2024-08-17T00:43:13.996 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723855393696714, "job": 1, "event": "recovery_started", "wal_files": [31]} 2024-08-17T00:43:13.996 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #31 mode 2 2024-08-17T00:43:13.996 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723855393706169, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 36, "file_size": 3231966, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12951, "largest_seqno": 14413, "table_properties": {"data_size": 3223802, "index_size": 5391, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1733, "raw_key_size": 16227, "raw_average_key_size": 24, "raw_value_size": 3208757, "raw_average_value_size": 4817, "num_data_blocks": 238, "num_entries": 666, "num_filter_entries": 666, "num_deletions": 19, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1723855393, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "934f03e4-5f24-4e14-a876-db0119e66e25", "db_session_id": "BU1LO0UDW36OV0FJIKXN", "orig_file_number": 36, "seqno_to_time_mapping": "N/A"}} 2024-08-17T00:43:13.996 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723855393706268, "job": 1, "event": "recovery_finished"} 2024-08-17T00:43:13.997 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: [db/version_set.cc:5047] Creating manifest 38 2024-08-17T00:43:13.997 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T00:43:13.997 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000031.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-17T00:43:13.997 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55737a7f0e00 2024-08-17T00:43:13.997 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: DB pointer 0x55737a8ea000 2024-08-17T00:43:13.997 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-17T00:43:13.997 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-17T00:43:13.997 INFO:journalctl@ceph.mon.a.smithi082.stdout: ** DB Stats ** 2024-08-17T00:43:13.997 INFO:journalctl@ceph.mon.a.smithi082.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T00:43:13.997 INFO:journalctl@ceph.mon.a.smithi082.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-17T00:43:13.998 INFO:journalctl@ceph.mon.a.smithi082.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T00:43:13.998 INFO:journalctl@ceph.mon.a.smithi082.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T00:43:13.998 INFO:journalctl@ceph.mon.a.smithi082.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-17T00:43:13.998 INFO:journalctl@ceph.mon.a.smithi082.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T00:43:13.998 INFO:journalctl@ceph.mon.a.smithi082.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T00:43:13.998 INFO:journalctl@ceph.mon.a.smithi082.stdout: 2024-08-17T00:43:13.998 INFO:journalctl@ceph.mon.a.smithi082.stdout: ** Compaction Stats [default] ** 2024-08-17T00:43:13.998 INFO:journalctl@ceph.mon.a.smithi082.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T00:43:13.998 INFO:journalctl@ceph.mon.a.smithi082.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-17T00:43:13.998 INFO:journalctl@ceph.mon.a.smithi082.stdout: L0 1/0 3.08 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 671.5 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-08-17T00:43:13.998 INFO:journalctl@ceph.mon.a.smithi082.stdout: L6 1/0 8.00 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-17T00:43:13.998 INFO:journalctl@ceph.mon.a.smithi082.stdout: Sum 2/0 11.09 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 671.5 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-08-17T00:43:13.998 INFO:journalctl@ceph.mon.a.smithi082.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 671.5 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-08-17T00:43:13.999 INFO:journalctl@ceph.mon.a.smithi082.stdout: 2024-08-17T00:43:13.999 INFO:journalctl@ceph.mon.a.smithi082.stdout: ** Compaction Stats [default] ** 2024-08-17T00:43:13.999 INFO:journalctl@ceph.mon.a.smithi082.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T00:43:13.999 INFO:journalctl@ceph.mon.a.smithi082.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T00:43:13.999 INFO:journalctl@ceph.mon.a.smithi082.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 671.5 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-08-17T00:43:13.999 INFO:journalctl@ceph.mon.a.smithi082.stdout: 2024-08-17T00:43:13.999 INFO:journalctl@ceph.mon.a.smithi082.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-17T00:43:13.999 INFO:journalctl@ceph.mon.a.smithi082.stdout: 2024-08-17T00:43:13.999 INFO:journalctl@ceph.mon.a.smithi082.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T00:43:13.999 INFO:journalctl@ceph.mon.a.smithi082.stdout: Flush(GB): cumulative 0.003, interval 0.003 2024-08-17T00:43:13.999 INFO:journalctl@ceph.mon.a.smithi082.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T00:43:13.999 INFO:journalctl@ceph.mon.a.smithi082.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T00:43:13.999 INFO:journalctl@ceph.mon.a.smithi082.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T00:43:13.999 INFO:journalctl@ceph.mon.a.smithi082.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T00:43:14.000 INFO:journalctl@ceph.mon.a.smithi082.stdout: Cumulative compaction: 0.00 GB write, 138.26 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T00:43:14.000 INFO:journalctl@ceph.mon.a.smithi082.stdout: Interval compaction: 0.00 GB write, 138.26 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T00:43:14.000 INFO:journalctl@ceph.mon.a.smithi082.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T00:43:14.000 INFO:journalctl@ceph.mon.a.smithi082.stdout: Block cache BinnedLRUCache@0x55737a7c3090#2 capacity: 512.00 MB usage: 7.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-08-17T00:43:14.000 INFO:journalctl@ceph.mon.a.smithi082.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.78 KB,0.000339746%) IndexBlock(1,6.08 KB,0.00115931%) Misc(1,0.00 KB,0%) 2024-08-17T00:43:14.000 INFO:journalctl@ceph.mon.a.smithi082.stdout: 2024-08-17T00:43:14.000 INFO:journalctl@ceph.mon.a.smithi082.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T00:43:14.000 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: starting mon.a rank 0 at public addrs [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] at bind addrs [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:43:14.000 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: mon.a@-1(???) e3 preinit fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:43:14.000 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: mon.a@-1(???).mds e8 new map 2024-08-17T00:43:14.000 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: mon.a@-1(???).mds e8 print_map 2024-08-17T00:43:14.000 INFO:journalctl@ceph.mon.a.smithi082.stdout: e8 2024-08-17T00:43:14.000 INFO:journalctl@ceph.mon.a.smithi082.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-17T00:43:14.000 INFO:journalctl@ceph.mon.a.smithi082.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-17T00:43:14.001 INFO:journalctl@ceph.mon.a.smithi082.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T00:43:14.001 INFO:journalctl@ceph.mon.a.smithi082.stdout: legacy client fscid: 1 2024-08-17T00:43:14.001 INFO:journalctl@ceph.mon.a.smithi082.stdout: 2024-08-17T00:43:14.001 INFO:journalctl@ceph.mon.a.smithi082.stdout: Filesystem 'cephfs' (1) 2024-08-17T00:43:14.001 INFO:journalctl@ceph.mon.a.smithi082.stdout: fs_name cephfs 2024-08-17T00:43:14.001 INFO:journalctl@ceph.mon.a.smithi082.stdout: epoch 8 2024-08-17T00:43:14.001 INFO:journalctl@ceph.mon.a.smithi082.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-17T00:43:14.001 INFO:journalctl@ceph.mon.a.smithi082.stdout: created 2024-08-17T00:37:06.954410+0000 2024-08-17T00:43:14.001 INFO:journalctl@ceph.mon.a.smithi082.stdout: modified 2024-08-17T00:37:19.993636+0000 2024-08-17T00:43:14.001 INFO:journalctl@ceph.mon.a.smithi082.stdout: tableserver 0 2024-08-17T00:43:14.001 INFO:journalctl@ceph.mon.a.smithi082.stdout: root 0 2024-08-17T00:43:14.001 INFO:journalctl@ceph.mon.a.smithi082.stdout: session_timeout 60 2024-08-17T00:43:14.001 INFO:journalctl@ceph.mon.a.smithi082.stdout: session_autoclose 300 2024-08-17T00:43:14.001 INFO:journalctl@ceph.mon.a.smithi082.stdout: max_file_size 1099511627776 2024-08-17T00:43:14.002 INFO:journalctl@ceph.mon.a.smithi082.stdout: max_xattr_size 65536 2024-08-17T00:43:14.002 INFO:journalctl@ceph.mon.a.smithi082.stdout: required_client_features {} 2024-08-17T00:43:14.002 INFO:journalctl@ceph.mon.a.smithi082.stdout: last_failure 0 2024-08-17T00:43:14.002 INFO:journalctl@ceph.mon.a.smithi082.stdout: last_failure_osd_epoch 0 2024-08-17T00:43:14.002 INFO:journalctl@ceph.mon.a.smithi082.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T00:43:14.002 INFO:journalctl@ceph.mon.a.smithi082.stdout: max_mds 1 2024-08-17T00:43:14.002 INFO:journalctl@ceph.mon.a.smithi082.stdout: in 0 2024-08-17T00:43:14.002 INFO:journalctl@ceph.mon.a.smithi082.stdout: up {0=24329} 2024-08-17T00:43:14.002 INFO:journalctl@ceph.mon.a.smithi082.stdout: failed 2024-08-17T00:43:14.002 INFO:journalctl@ceph.mon.a.smithi082.stdout: damaged 2024-08-17T00:43:14.002 INFO:journalctl@ceph.mon.a.smithi082.stdout: stopped 2024-08-17T00:43:14.002 INFO:journalctl@ceph.mon.a.smithi082.stdout: data_pools [3] 2024-08-17T00:43:14.003 INFO:journalctl@ceph.mon.a.smithi082.stdout: metadata_pool 2 2024-08-17T00:43:14.003 INFO:journalctl@ceph.mon.a.smithi082.stdout: inline_data disabled 2024-08-17T00:43:14.003 INFO:journalctl@ceph.mon.a.smithi082.stdout: balancer 2024-08-17T00:43:14.003 INFO:journalctl@ceph.mon.a.smithi082.stdout: bal_rank_mask -1 2024-08-17T00:43:14.003 INFO:journalctl@ceph.mon.a.smithi082.stdout: standby_count_wanted 0 2024-08-17T00:43:14.003 INFO:journalctl@ceph.mon.a.smithi082.stdout: qdb_cluster leader: 0 members: 2024-08-17T00:43:14.003 INFO:journalctl@ceph.mon.a.smithi082.stdout: [mds.a{0:24329} state up:active seq 6 addr [v2:172.21.15.82:6834/578208742,v1:172.21.15.82:6835/578208742] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T00:43:14.003 INFO:journalctl@ceph.mon.a.smithi082.stdout: 2024-08-17T00:43:14.003 INFO:journalctl@ceph.mon.a.smithi082.stdout: 2024-08-17T00:43:14.003 INFO:journalctl@ceph.mon.a.smithi082.stdout: Standby daemons: 2024-08-17T00:43:14.003 INFO:journalctl@ceph.mon.a.smithi082.stdout: 2024-08-17T00:43:14.003 INFO:journalctl@ceph.mon.a.smithi082.stdout: [mds.b{-1:24325} state up:standby seq 1 addr [v2:172.21.15.137:6832/2805285471,v1:172.21.15.137:6833/2805285471] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T00:43:14.003 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: mon.a@-1(???).osd e225 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-17T00:43:14.003 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: mon.a@-1(???).osd e225 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T00:43:14.003 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: mon.a@-1(???).osd e225 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T00:43:14.004 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: mon.a@-1(???).osd e225 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T00:43:14.004 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 ceph-mon[91979]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-08-17T00:43:14.004 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 bash[91960]: f4aa8d413a0e1a6d4b2551f554112e28204791fe1d56dc1e9b370d13fb41db99 2024-08-17T00:43:14.004 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:13 smithi082 systemd[1]: Started Ceph mon.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:43:14.004 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:43:13 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:43:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi137\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:14.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:43:14 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:43:14.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:14.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:43:14 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:43:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:15.192 INFO:tasks.rados.rados.0.smithi082.stdout:867: done (1 left) 2024-08-17T00:43:15.192 INFO:tasks.rados.rados.0.smithi082.stdout:868: read oid 20 snap -1 2024-08-17T00:43:15.192 INFO:tasks.rados.rados.0.smithi082.stdout:868: expect deleted 2024-08-17T00:43:15.192 INFO:tasks.rados.rados.0.smithi082.stdout:869: rollback oid 10 current snap is 80 2024-08-17T00:43:15.192 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 10 to 77 2024-08-17T00:43:15.192 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 14 current snap is 80 2024-08-17T00:43:15.192 INFO:tasks.rados.rados.0.smithi082.stdout:870: seq_num 281 ranges {5242880=712704,5955584=491520,6447104=491520,6938624=622592} 2024-08-17T00:43:15.225 INFO:tasks.rados.rados.0.smithi082.stdout:870: writing smithi08280503-14 from 5242880 to 5955584 tid 1 2024-08-17T00:43:15.228 INFO:tasks.rados.rados.0.smithi082.stdout:870: writing smithi08280503-14 from 5955584 to 6447104 tid 2 2024-08-17T00:43:15.232 INFO:tasks.rados.rados.0.smithi082.stdout:870: writing smithi08280503-14 from 6447104 to 6938624 tid 3 2024-08-17T00:43:15.235 INFO:tasks.rados.rados.0.smithi082.stdout:870: writing smithi08280503-14 from 6938624 to 7561216 tid 4 2024-08-17T00:43:15.235 INFO:tasks.rados.rados.0.smithi082.stdout:871: setattr oid 16 current snap is 80 2024-08-17T00:43:15.235 INFO:tasks.rados.rados.0.smithi082.stdout:866: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:43:15.311 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:43:15] "GET /metrics HTTP/1.1" 200 36053 "" "Prometheus/2.43.0" 2024-08-17T00:43:15.361 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ignoring --setuser ceph since I am not root 2024-08-17T00:43:15.362 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ignoring --setgroup ceph since I am not root 2024-08-17T00:43:15.362 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mgr[83761]: -- 172.21.15.82:0/481533447 <== mon.0 v2:172.21.15.82:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5572642bb0e0 con 0x557264299400 2024-08-17T00:43:15.362 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:15.309+0000 7fdfc0d08040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T00:43:15.362 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[39953]: pgmap v49: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.8 MiB/s wr, 2 op/s 2024-08-17T00:43:15.362 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[39953]: mon.a calling monitor election 2024-08-17T00:43:15.362 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[39953]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T00:43:15.363 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[39953]: monmap epoch 3 2024-08-17T00:43:15.363 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[39953]: fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:43:15.363 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[39953]: last_changed 2024-08-17T00:33:15.547737+0000 2024-08-17T00:43:15.363 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[39953]: created 2024-08-17T00:31:42.812154+0000 2024-08-17T00:43:15.363 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[39953]: min_mon_release 17 (quincy) 2024-08-17T00:43:15.363 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[39953]: election_strategy: 1 2024-08-17T00:43:15.363 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[39953]: 0: [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] mon.a 2024-08-17T00:43:15.363 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[39953]: 1: [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon.b 2024-08-17T00:43:15.363 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[39953]: 2: [v2:172.21.15.82:3301/0,v1:172.21.15.82:6790/0] mon.c 2024-08-17T00:43:15.363 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[39953]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T00:43:15.363 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[39953]: osdmap e225: 8 total, 8 up, 8 in 2024-08-17T00:43:15.363 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[39953]: mgrmap e38: y(active, since 34s), standbys: x 2024-08-17T00:43:15.363 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[39953]: overall HEALTH_OK 2024-08-17T00:43:15.363 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:15.364 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[39953]: mgrmap e39: y(active, since 34s), standbys: x 2024-08-17T00:43:15.364 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[39953]: from='mgr.24950 ' entity='' 2024-08-17T00:43:15.364 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[91979]: pgmap v49: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.8 MiB/s wr, 2 op/s 2024-08-17T00:43:15.364 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[91979]: mon.a calling monitor election 2024-08-17T00:43:15.364 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[91979]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T00:43:15.364 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[91979]: monmap epoch 3 2024-08-17T00:43:15.364 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[91979]: fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:43:15.364 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[91979]: last_changed 2024-08-17T00:33:15.547737+0000 2024-08-17T00:43:15.364 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[91979]: created 2024-08-17T00:31:42.812154+0000 2024-08-17T00:43:15.364 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[91979]: min_mon_release 17 (quincy) 2024-08-17T00:43:15.364 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[91979]: election_strategy: 1 2024-08-17T00:43:15.365 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[91979]: 0: [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] mon.a 2024-08-17T00:43:15.365 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[91979]: 1: [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon.b 2024-08-17T00:43:15.365 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[91979]: 2: [v2:172.21.15.82:3301/0,v1:172.21.15.82:6790/0] mon.c 2024-08-17T00:43:15.365 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[91979]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T00:43:15.365 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[91979]: osdmap e225: 8 total, 8 up, 8 in 2024-08-17T00:43:15.365 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[91979]: mgrmap e38: y(active, since 34s), standbys: x 2024-08-17T00:43:15.365 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[91979]: overall HEALTH_OK 2024-08-17T00:43:15.365 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[91979]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:15.365 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[91979]: mgrmap e39: y(active, since 34s), standbys: x 2024-08-17T00:43:15.365 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-mon[91979]: from='mgr.24950 ' entity='' 2024-08-17T00:43:15.454 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:15 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: ignoring --setuser ceph since I am not root 2024-08-17T00:43:15.454 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:15 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: ignoring --setgroup ceph since I am not root 2024-08-17T00:43:15.454 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:15 smithi137 ceph-mgr[77710]: -- 172.21.15.137:0/1105678196 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a8be2330e0 con 0x55a8be211400 2024-08-17T00:43:15.454 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:15 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:15.301+0000 7fc826091040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T00:43:15.454 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:15 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:15.451+0000 7fc826091040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:43:15.454 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:15 smithi137 ceph-mon[33068]: pgmap v49: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.8 MiB/s wr, 2 op/s 2024-08-17T00:43:15.454 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:15 smithi137 ceph-mon[33068]: mon.a calling monitor election 2024-08-17T00:43:15.454 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:15 smithi137 ceph-mon[33068]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T00:43:15.454 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:15 smithi137 ceph-mon[33068]: monmap epoch 3 2024-08-17T00:43:15.455 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:15 smithi137 ceph-mon[33068]: fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:43:15.455 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:15 smithi137 ceph-mon[33068]: last_changed 2024-08-17T00:33:15.547737+0000 2024-08-17T00:43:15.455 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:15 smithi137 ceph-mon[33068]: created 2024-08-17T00:31:42.812154+0000 2024-08-17T00:43:15.455 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:15 smithi137 ceph-mon[33068]: min_mon_release 17 (quincy) 2024-08-17T00:43:15.455 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:15 smithi137 ceph-mon[33068]: election_strategy: 1 2024-08-17T00:43:15.455 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:15 smithi137 ceph-mon[33068]: 0: [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] mon.a 2024-08-17T00:43:15.455 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:15 smithi137 ceph-mon[33068]: 1: [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon.b 2024-08-17T00:43:15.455 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:15 smithi137 ceph-mon[33068]: 2: [v2:172.21.15.82:3301/0,v1:172.21.15.82:6790/0] mon.c 2024-08-17T00:43:15.455 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:15 smithi137 ceph-mon[33068]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T00:43:15.455 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:15 smithi137 ceph-mon[33068]: osdmap e225: 8 total, 8 up, 8 in 2024-08-17T00:43:15.455 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:15 smithi137 ceph-mon[33068]: mgrmap e38: y(active, since 34s), standbys: x 2024-08-17T00:43:15.455 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:15 smithi137 ceph-mon[33068]: overall HEALTH_OK 2024-08-17T00:43:15.456 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:15 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='mgr.y' 2024-08-17T00:43:15.456 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:15 smithi137 ceph-mon[33068]: mgrmap e39: y(active, since 34s), standbys: x 2024-08-17T00:43:15.456 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:15 smithi137 ceph-mon[33068]: from='mgr.24950 ' entity='' 2024-08-17T00:43:15.472 INFO:tasks.rados.rados.0.smithi082.stdout:869: finishing rollback tid 0 to smithi08280503-10 2024-08-17T00:43:15.472 INFO:tasks.rados.rados.0.smithi082.stdout:869: finishing rollback tid 1 to smithi08280503-10 2024-08-17T00:43:15.472 INFO:tasks.rados.rados.0.smithi082.stdout:869: finishing rollback tid 2 to smithi08280503-10 2024-08-17T00:43:15.472 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 150 (ObjNum 274 snap 77 seq_num 274) dirty exists 2024-08-17T00:43:15.472 INFO:tasks.rados.rados.0.smithi082.stdout:870: finishing write tid 1 to smithi08280503-14 2024-08-17T00:43:15.472 INFO:tasks.rados.rados.0.smithi082.stdout:870: finishing write tid 2 to smithi08280503-14 2024-08-17T00:43:15.472 INFO:tasks.rados.rados.0.smithi082.stdout:870: finishing write tid 3 to smithi08280503-14 2024-08-17T00:43:15.473 INFO:tasks.rados.rados.0.smithi082.stdout:870: finishing write tid 4 to smithi08280503-14 2024-08-17T00:43:15.473 INFO:tasks.rados.rados.0.smithi082.stdout:870: finishing write tid 5 to smithi08280503-14 2024-08-17T00:43:15.473 INFO:tasks.rados.rados.0.smithi082.stdout:870: finishing write tid 6 to smithi08280503-14 2024-08-17T00:43:15.473 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 462 (ObjNum 281 snap 80 seq_num 281) dirty exists 2024-08-17T00:43:15.473 INFO:tasks.rados.rados.0.smithi082.stdout:870: left oid 14 (ObjNum 281 snap 80 seq_num 281) 2024-08-17T00:43:15.473 INFO:tasks.rados.rados.0.smithi082.stdout:866: done (4 left) 2024-08-17T00:43:15.473 INFO:tasks.rados.rados.0.smithi082.stdout:868: done (3 left) 2024-08-17T00:43:15.473 INFO:tasks.rados.rados.0.smithi082.stdout:869: done (2 left) 2024-08-17T00:43:15.473 INFO:tasks.rados.rados.0.smithi082.stdout:870: done (1 left) 2024-08-17T00:43:15.473 INFO:tasks.rados.rados.0.smithi082.stdout:872: setattr oid 9 current snap is 80 2024-08-17T00:43:15.474 INFO:tasks.rados.rados.0.smithi082.stdout:873: rmattr oid 11 current snap is 80 2024-08-17T00:43:15.474 INFO:tasks.rados.rados.0.smithi082.stdout:873: done (2 left) 2024-08-17T00:43:15.474 INFO:tasks.rados.rados.0.smithi082.stdout:874: read oid 8 snap -1 2024-08-17T00:43:15.474 INFO:tasks.rados.rados.0.smithi082.stdout:874: expect (ObjNum 204 snap 50 seq_num 204) 2024-08-17T00:43:15.474 INFO:tasks.rados.rados.0.smithi082.stdout:875: rmattr oid 5 current snap is 80 2024-08-17T00:43:15.474 INFO:tasks.rados.rados.0.smithi082.stdout:875: done (3 left) 2024-08-17T00:43:15.474 INFO:tasks.rados.rados.0.smithi082.stdout:876: setattr oid 14 current snap is 80 2024-08-17T00:43:15.475 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 237 (ObjNum 216 snap 55 seq_num 216) dirty exists 2024-08-17T00:43:15.475 INFO:tasks.rados.rados.0.smithi082.stdout:871: done (3 left) 2024-08-17T00:43:15.475 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 40 current snap is 80 2024-08-17T00:43:15.475 INFO:tasks.rados.rados.0.smithi082.stdout:877: seq_num 282 ranges {794624=729088,1523712=425984,1949696=704512,2654208=475136} 2024-08-17T00:43:15.483 INFO:tasks.rados.rados.0.smithi082.stdout:877: writing smithi08280503-40 from 794624 to 1523712 tid 1 2024-08-17T00:43:15.486 INFO:tasks.rados.rados.0.smithi082.stdout:877: writing smithi08280503-40 from 1523712 to 1949696 tid 2 2024-08-17T00:43:15.490 INFO:tasks.rados.rados.0.smithi082.stdout:877: writing smithi08280503-40 from 1949696 to 2654208 tid 3 2024-08-17T00:43:15.493 INFO:tasks.rados.rados.0.smithi082.stdout:877: writing smithi08280503-40 from 2654208 to 3129344 tid 4 2024-08-17T00:43:15.493 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 26 current snap is 80 2024-08-17T00:43:15.493 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 464 (ObjNum 163 snap 37 seq_num 163) dirty exists 2024-08-17T00:43:15.493 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 465 (ObjNum 281 snap 80 seq_num 281) dirty exists 2024-08-17T00:43:15.493 INFO:tasks.rados.rados.0.smithi082.stdout:874: expect (ObjNum 204 snap 50 seq_num 204) 2024-08-17T00:43:15.520 INFO:tasks.rados.rados.0.smithi082.stdout:877: finishing write tid 1 to smithi08280503-40 2024-08-17T00:43:15.520 INFO:tasks.rados.rados.0.smithi082.stdout:877: finishing write tid 2 to smithi08280503-40 2024-08-17T00:43:15.520 INFO:tasks.rados.rados.0.smithi082.stdout:877: finishing write tid 3 to smithi08280503-40 2024-08-17T00:43:15.520 INFO:tasks.rados.rados.0.smithi082.stdout:877: finishing write tid 4 to smithi08280503-40 2024-08-17T00:43:15.520 INFO:tasks.rados.rados.0.smithi082.stdout:877: finishing write tid 5 to smithi08280503-40 2024-08-17T00:43:15.520 INFO:tasks.rados.rados.0.smithi082.stdout:877: finishing write tid 6 to smithi08280503-40 2024-08-17T00:43:15.520 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 402 (ObjNum 282 snap 80 seq_num 282) dirty exists 2024-08-17T00:43:15.521 INFO:tasks.rados.rados.0.smithi082.stdout:877: left oid 40 (ObjNum 282 snap 80 seq_num 282) 2024-08-17T00:43:15.521 INFO:tasks.rados.rados.0.smithi082.stdout:878: seq_num 283 ranges {794624=745472,1540096=712704,2252800=458752,2711552=434176} 2024-08-17T00:43:15.528 INFO:tasks.rados.rados.0.smithi082.stdout:878: writing smithi08280503-26 from 794624 to 1540096 tid 1 2024-08-17T00:43:15.532 INFO:tasks.rados.rados.0.smithi082.stdout:878: writing smithi08280503-26 from 1540096 to 2252800 tid 2 2024-08-17T00:43:15.535 INFO:tasks.rados.rados.0.smithi082.stdout:878: writing smithi08280503-26 from 2252800 to 2711552 tid 3 2024-08-17T00:43:15.538 INFO:tasks.rados.rados.0.smithi082.stdout:878: writing smithi08280503-26 from 2711552 to 3145728 tid 4 2024-08-17T00:43:15.538 INFO:tasks.rados.rados.0.smithi082.stdout:872: done (4 left) 2024-08-17T00:43:15.538 INFO:tasks.rados.rados.0.smithi082.stdout:874: done (3 left) 2024-08-17T00:43:15.538 INFO:tasks.rados.rados.0.smithi082.stdout:876: done (2 left) 2024-08-17T00:43:15.538 INFO:tasks.rados.rados.0.smithi082.stdout:877: done (1 left) 2024-08-17T00:43:15.538 INFO:tasks.rados.rados.0.smithi082.stdout:879: setattr oid 30 current snap is 80 2024-08-17T00:43:15.538 INFO:tasks.rados.rados.0.smithi082.stdout:878: finishing write tid 1 to smithi08280503-26 2024-08-17T00:43:15.538 INFO:tasks.rados.rados.0.smithi082.stdout:878: finishing write tid 2 to smithi08280503-26 2024-08-17T00:43:15.538 INFO:tasks.rados.rados.0.smithi082.stdout:878: finishing write tid 3 to smithi08280503-26 2024-08-17T00:43:15.540 INFO:tasks.rados.rados.0.smithi082.stdout:880: read oid 9 snap -1 2024-08-17T00:43:15.540 INFO:tasks.rados.rados.0.smithi082.stdout:880: expect (ObjNum 163 snap 37 seq_num 163) 2024-08-17T00:43:15.540 INFO:tasks.rados.rados.0.smithi082.stdout:881: read oid 3 snap 66 2024-08-17T00:43:15.540 INFO:tasks.rados.rados.0.smithi082.stdout:881: expect deleted 2024-08-17T00:43:15.540 INFO:tasks.rados.rados.0.smithi082.stdout:882: setattr oid 29 current snap is 80 2024-08-17T00:43:15.540 INFO:tasks.rados.rados.0.smithi082.stdout:878: finishing write tid 4 to smithi08280503-26 2024-08-17T00:43:15.540 INFO:tasks.rados.rados.0.smithi082.stdout:878: finishing write tid 5 to smithi08280503-26 2024-08-17T00:43:15.542 INFO:tasks.rados.rados.0.smithi082.stdout:881: done (4 left) 2024-08-17T00:43:15.542 INFO:tasks.rados.rados.0.smithi082.stdout:883: read oid 24 snap -1 2024-08-17T00:43:15.542 INFO:tasks.rados.rados.0.smithi082.stdout:883: expect (ObjNum 267 snap 76 seq_num 267) 2024-08-17T00:43:15.542 INFO:tasks.rados.rados.0.smithi082.stdout:884: read oid 22 snap -1 2024-08-17T00:43:15.542 INFO:tasks.rados.rados.0.smithi082.stdout:884: expect (ObjNum 244 snap 65 seq_num 244) 2024-08-17T00:43:15.542 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 25 current snap is 80 2024-08-17T00:43:15.543 INFO:tasks.rados.rados.0.smithi082.stdout:885: seq_num 284 ranges {0=761856,761856=598016,1359872=671744,2031616=335872} 2024-08-17T00:43:15.547 INFO:tasks.rados.rados.0.smithi082.stdout:885: writing smithi08280503-25 from 0 to 761856 tid 1 2024-08-17T00:43:15.550 INFO:tasks.rados.rados.0.smithi082.stdout:885: writing smithi08280503-25 from 761856 to 1359872 tid 2 2024-08-17T00:43:15.554 INFO:tasks.rados.rados.0.smithi082.stdout:885: writing smithi08280503-25 from 1359872 to 2031616 tid 3 2024-08-17T00:43:15.557 INFO:tasks.rados.rados.0.smithi082.stdout:885: writing smithi08280503-25 from 2031616 to 2367488 tid 4 2024-08-17T00:43:15.557 INFO:tasks.rados.rados.0.smithi082.stdout:886: copy_from oid 35 from oid 45 current snap is 80 2024-08-17T00:43:15.557 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 30 v 301 (ObjNum 277 snap 77 seq_num 277) dirty exists 2024-08-17T00:43:15.557 INFO:tasks.rados.rados.0.smithi082.stdout:878: finishing write tid 6 to smithi08280503-26 2024-08-17T00:43:15.558 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 471 (ObjNum 283 snap 80 seq_num 283) dirty exists 2024-08-17T00:43:15.558 INFO:tasks.rados.rados.0.smithi082.stdout:878: left oid 26 (ObjNum 283 snap 80 seq_num 283) 2024-08-17T00:43:15.558 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 376 (ObjNum 268 snap 76 seq_num 268) dirty exists 2024-08-17T00:43:15.558 INFO:tasks.rados.rados.0.smithi082.stdout:880: expect (ObjNum 163 snap 37 seq_num 163) 2024-08-17T00:43:15.603 INFO:tasks.rados.rados.0.smithi082.stdout:884: expect (ObjNum 244 snap 65 seq_num 244) 2024-08-17T00:43:15.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:15.457+0000 7fdfc0d08040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:43:15.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:15.534+0000 7fdfc0d08040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T00:43:15.735 INFO:tasks.rados.rados.0.smithi082.stdout:885: finishing write tid 1 to smithi08280503-25 2024-08-17T00:43:15.735 INFO:tasks.rados.rados.0.smithi082.stdout:885: finishing write tid 2 to smithi08280503-25 2024-08-17T00:43:15.735 INFO:tasks.rados.rados.0.smithi082.stdout:878: done (7 left) 2024-08-17T00:43:15.735 INFO:tasks.rados.rados.0.smithi082.stdout:879: done (6 left) 2024-08-17T00:43:15.736 INFO:tasks.rados.rados.0.smithi082.stdout:880: done (5 left) 2024-08-17T00:43:15.736 INFO:tasks.rados.rados.0.smithi082.stdout:882: done (4 left) 2024-08-17T00:43:15.736 INFO:tasks.rados.rados.0.smithi082.stdout:884: done (3 left) 2024-08-17T00:43:15.736 INFO:tasks.rados.rados.0.smithi082.stdout:887: read oid 43 snap -1 2024-08-17T00:43:15.736 INFO:tasks.rados.rados.0.smithi082.stdout:887: expect deleted 2024-08-17T00:43:15.736 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 29 current snap is 80 2024-08-17T00:43:15.736 INFO:tasks.rados.rados.0.smithi082.stdout:885: finishing write tid 3 to smithi08280503-25 2024-08-17T00:43:15.736 INFO:tasks.rados.rados.0.smithi082.stdout:885: finishing write tid 4 to smithi08280503-25 2024-08-17T00:43:15.736 INFO:tasks.rados.rados.0.smithi082.stdout:885: finishing write tid 5 to smithi08280503-25 2024-08-17T00:43:15.736 INFO:tasks.rados.rados.0.smithi082.stdout:885: finishing write tid 6 to smithi08280503-25 2024-08-17T00:43:15.736 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 307 (ObjNum 284 snap 80 seq_num 284) dirty exists 2024-08-17T00:43:15.736 INFO:tasks.rados.rados.0.smithi082.stdout:885: left oid 25 (ObjNum 284 snap 80 seq_num 284) 2024-08-17T00:43:15.737 INFO:tasks.rados.rados.0.smithi082.stdout:886: finishing copy_from racing read to smithi08280503-35 2024-08-17T00:43:15.737 INFO:tasks.rados.rados.0.smithi082.stdout:886: finishing copy_from to smithi08280503-35 2024-08-17T00:43:15.737 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 147 (ObjNum 235 snap 62 seq_num 235) dirty exists 2024-08-17T00:43:15.737 INFO:tasks.rados.rados.0.smithi082.stdout:883: expect (ObjNum 267 snap 76 seq_num 267) 2024-08-17T00:43:15.737 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:15 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:15.523+0000 7fc826091040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T00:43:16.189 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:15.803+0000 7fdfc0d08040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T00:43:16.189 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:15.862+0000 7fdfc0d08040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T00:43:16.190 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:15 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:15.780+0000 7fc826091040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T00:43:16.190 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:15 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:15.841+0000 7fc826091040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T00:43:16.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:16 smithi082 ceph-mon[39953]: osdmap e226: 8 total, 8 up, 8 in 2024-08-17T00:43:16.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:16 smithi082 ceph-mon[91979]: osdmap e226: 8 total, 8 up, 8 in 2024-08-17T00:43:16.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:16 smithi137 ceph-mon[33068]: osdmap e226: 8 total, 8 up, 8 in 2024-08-17T00:43:16.612 INFO:tasks.rados.rados.0.smithi082.stdout:888: seq_num 285 ranges {4136960=778240,4915200=475136,5390336=475136,5865472=655360} 2024-08-17T00:43:16.637 INFO:tasks.rados.rados.0.smithi082.stdout:888: writing smithi08280503-29 from 4136960 to 4915200 tid 1 2024-08-17T00:43:16.640 INFO:tasks.rados.rados.0.smithi082.stdout:888: writing smithi08280503-29 from 4915200 to 5390336 tid 2 2024-08-17T00:43:16.643 INFO:tasks.rados.rados.0.smithi082.stdout:888: writing smithi08280503-29 from 5390336 to 5865472 tid 3 2024-08-17T00:43:16.647 INFO:tasks.rados.rados.0.smithi082.stdout:888: writing smithi08280503-29 from 5865472 to 6520832 tid 4 2024-08-17T00:43:16.647 INFO:tasks.rados.rados.0.smithi082.stdout:883: done (4 left) 2024-08-17T00:43:16.647 INFO:tasks.rados.rados.0.smithi082.stdout:885: done (3 left) 2024-08-17T00:43:16.647 INFO:tasks.rados.rados.0.smithi082.stdout:886: done (2 left) 2024-08-17T00:43:16.647 INFO:tasks.rados.rados.0.smithi082.stdout:887: done (1 left) 2024-08-17T00:43:16.647 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 47 current snap is 80 2024-08-17T00:43:16.647 INFO:tasks.rados.rados.0.smithi082.stdout:889: seq_num 286 ranges {1769472=794624,2564096=761856,3325952=679936,4005888=163840} 2024-08-17T00:43:16.661 INFO:tasks.rados.rados.0.smithi082.stdout:889: writing smithi08280503-47 from 1769472 to 2564096 tid 1 2024-08-17T00:43:16.665 INFO:tasks.rados.rados.0.smithi082.stdout:889: writing smithi08280503-47 from 2564096 to 3325952 tid 2 2024-08-17T00:43:16.669 INFO:tasks.rados.rados.0.smithi082.stdout:889: writing smithi08280503-47 from 3325952 to 4005888 tid 3 2024-08-17T00:43:16.670 INFO:tasks.rados.rados.0.smithi082.stdout:889: writing smithi08280503-47 from 4005888 to 4169728 tid 4 2024-08-17T00:43:16.670 INFO:tasks.rados.rados.0.smithi082.stdout:890: rollback oid 15 current snap is 80 2024-08-17T00:43:16.670 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 15 to 72 2024-08-17T00:43:16.671 INFO:tasks.rados.rados.0.smithi082.stdout:888: finishing write tid 1 to smithi08280503-29 2024-08-17T00:43:16.671 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 12 current snap is 80 2024-08-17T00:43:16.671 INFO:tasks.rados.rados.0.smithi082.stdout:888: finishing write tid 2 to smithi08280503-29 2024-08-17T00:43:16.671 INFO:tasks.rados.rados.0.smithi082.stdout:891: seq_num 287 ranges {2015232=8192} 2024-08-17T00:43:16.682 INFO:tasks.rados.rados.0.smithi082.stdout:891: writing smithi08280503-12 from 2015232 to 2023424 tid 1 2024-08-17T00:43:16.682 INFO:tasks.rados.rados.0.smithi082.stdout:892: copy_from oid 9 from oid 3 current snap is 80 2024-08-17T00:43:16.682 INFO:tasks.rados.rados.0.smithi082.stdout:888: finishing write tid 3 to smithi08280503-29 2024-08-17T00:43:16.682 INFO:tasks.rados.rados.0.smithi082.stdout:893: copy_from oid 23 from oid 13 current snap is 80 2024-08-17T00:43:16.682 INFO:tasks.rados.rados.0.smithi082.stdout:888: finishing write tid 4 to smithi08280503-29 2024-08-17T00:43:16.682 INFO:tasks.rados.rados.0.smithi082.stdout:888: finishing write tid 5 to smithi08280503-29 2024-08-17T00:43:16.682 INFO:tasks.rados.rados.0.smithi082.stdout:888: finishing write tid 6 to smithi08280503-29 2024-08-17T00:43:16.683 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 381 (ObjNum 285 snap 80 seq_num 285) dirty exists 2024-08-17T00:43:16.683 INFO:tasks.rados.rados.0.smithi082.stdout:888: left oid 29 (ObjNum 285 snap 80 seq_num 285) 2024-08-17T00:43:16.683 INFO:tasks.rados.rados.0.smithi082.stdout:889: finishing write tid 1 to smithi08280503-47 2024-08-17T00:43:16.683 INFO:tasks.rados.rados.0.smithi082.stdout:888: done (5 left) 2024-08-17T00:43:16.683 INFO:tasks.rados.rados.0.smithi082.stdout:894: read oid 40 snap -1 2024-08-17T00:43:16.683 INFO:tasks.rados.rados.0.smithi082.stdout:894: expect (ObjNum 282 snap 80 seq_num 282) 2024-08-17T00:43:16.683 INFO:tasks.rados.rados.0.smithi082.stdout:895: snap_create 2024-08-17T00:43:16.683 INFO:tasks.rados.rados.0.smithi082.stdout:889: finishing write tid 2 to smithi08280503-47 2024-08-17T00:43:16.683 INFO:tasks.rados.rados.0.smithi082.stdout:890: finishing rollback tid 0 to smithi08280503-15 2024-08-17T00:43:16.684 INFO:tasks.rados.rados.0.smithi082.stdout:889: finishing write tid 3 to smithi08280503-47 2024-08-17T00:43:16.684 INFO:tasks.rados.rados.0.smithi082.stdout:890: finishing rollback tid 1 to smithi08280503-15 2024-08-17T00:43:16.684 INFO:tasks.rados.rados.0.smithi082.stdout:889: finishing write tid 4 to smithi08280503-47 2024-08-17T00:43:16.684 INFO:tasks.rados.rados.0.smithi082.stdout:890: finishing rollback tid 2 to smithi08280503-15 2024-08-17T00:43:16.684 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 315 (ObjNum 253 snap 72 seq_num 253) dirty exists 2024-08-17T00:43:16.684 INFO:tasks.rados.rados.0.smithi082.stdout:889: finishing write tid 5 to smithi08280503-47 2024-08-17T00:43:16.684 INFO:tasks.rados.rados.0.smithi082.stdout:889: finishing write tid 6 to smithi08280503-47 2024-08-17T00:43:16.684 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 217 (ObjNum 286 snap 80 seq_num 286) dirty exists 2024-08-17T00:43:16.685 INFO:tasks.rados.rados.0.smithi082.stdout:889: left oid 47 (ObjNum 286 snap 80 seq_num 286) 2024-08-17T00:43:16.685 INFO:tasks.rados.rados.0.smithi082.stdout:891: finishing write tid 1 to smithi08280503-12 2024-08-17T00:43:16.685 INFO:tasks.rados.rados.0.smithi082.stdout:891: finishing write tid 2 to smithi08280503-12 2024-08-17T00:43:16.685 INFO:tasks.rados.rados.0.smithi082.stdout:891: finishing write tid 3 to smithi08280503-12 2024-08-17T00:43:16.685 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 173 (ObjNum 287 snap 80 seq_num 287) dirty exists 2024-08-17T00:43:16.685 INFO:tasks.rados.rados.0.smithi082.stdout:891: left oid 12 (ObjNum 287 snap 80 seq_num 287) 2024-08-17T00:43:16.698 INFO:tasks.rados.rados.0.smithi082.stdout:894: expect (ObjNum 282 snap 80 seq_num 282) 2024-08-17T00:43:16.803 INFO:tasks.rados.rados.0.smithi082.stdout:892: finishing copy_from racing read to smithi08280503-9 2024-08-17T00:43:16.803 INFO:tasks.rados.rados.0.smithi082.stdout:892: finishing copy_from to smithi08280503-9 2024-08-17T00:43:16.803 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 191 (ObjNum 263 snap 74 seq_num 263) dirty exists 2024-08-17T00:43:16.803 INFO:tasks.rados.rados.0.smithi082.stdout:893: finishing copy_from racing read to smithi08280503-23 2024-08-17T00:43:16.803 INFO:tasks.rados.rados.0.smithi082.stdout:893: finishing copy_from to smithi08280503-23 2024-08-17T00:43:16.803 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 350 (ObjNum 276 snap 77 seq_num 276) dirty exists 2024-08-17T00:43:17.174 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:16 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:16.789+0000 7fc826091040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T00:43:17.174 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:16 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:16.903+0000 7fc826091040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T00:43:17.174 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:16 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:16.961+0000 7fc826091040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T00:43:17.194 INFO:tasks.rados.rados.0.smithi082.stdout:889: done (6 left) 2024-08-17T00:43:17.194 INFO:tasks.rados.rados.0.smithi082.stdout:890: done (5 left) 2024-08-17T00:43:17.194 INFO:tasks.rados.rados.0.smithi082.stdout:891: done (4 left) 2024-08-17T00:43:17.194 INFO:tasks.rados.rados.0.smithi082.stdout:892: done (3 left) 2024-08-17T00:43:17.194 INFO:tasks.rados.rados.0.smithi082.stdout:893: done (2 left) 2024-08-17T00:43:17.194 INFO:tasks.rados.rados.0.smithi082.stdout:894: done (1 left) 2024-08-17T00:43:17.194 INFO:tasks.rados.rados.0.smithi082.stdout:895: done (0 left) 2024-08-17T00:43:17.194 INFO:tasks.rados.rados.0.smithi082.stdout:896: snap_create 2024-08-17T00:43:17.199 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:16.817+0000 7fdfc0d08040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T00:43:17.199 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:16.930+0000 7fdfc0d08040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T00:43:17.199 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:16.987+0000 7fdfc0d08040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T00:43:17.199 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:17 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:17.197+0000 7fdfc0d08040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T00:43:17.445 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:17 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:17.172+0000 7fc826091040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T00:43:17.446 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:17 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:17.234+0000 7fc826091040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T00:43:17.446 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:17 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:17.300+0000 7fc826091040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T00:43:17.471 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:17 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:17.258+0000 7fdfc0d08040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T00:43:17.471 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:17 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:17.324+0000 7fdfc0d08040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T00:43:17.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:17 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:17.470+0000 7fdfc0d08040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:43:17.736 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:17 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:17.443+0000 7fc826091040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T00:43:18.173 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:17 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:17.860+0000 7fc826091040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T00:43:18.193 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:17 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:17.882+0000 7fdfc0d08040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T00:43:18.196 INFO:tasks.rados.rados.0.smithi082.stdout:896: done (0 left) 2024-08-17T00:43:18.196 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 5 current snap is 82 2024-08-17T00:43:18.196 INFO:tasks.rados.rados.0.smithi082.stdout:897: seq_num 288 ranges {0=24576} 2024-08-17T00:43:18.196 INFO:tasks.rados.rados.0.smithi082.stdout:897: writing smithi08280503-5 from 0 to 24576 tid 1 2024-08-17T00:43:18.196 INFO:tasks.rados.rados.0.smithi082.stdout:898: read oid 22 snap -1 2024-08-17T00:43:18.196 INFO:tasks.rados.rados.0.smithi082.stdout:898: expect (ObjNum 244 snap 65 seq_num 244) 2024-08-17T00:43:18.196 INFO:tasks.rados.rados.0.smithi082.stdout:899: copy_from oid 25 from oid 29 current snap is 82 2024-08-17T00:43:18.196 INFO:tasks.rados.rados.0.smithi082.stdout:900: snap_create 2024-08-17T00:43:18.200 INFO:tasks.rados.rados.0.smithi082.stdout:897: finishing write tid 1 to smithi08280503-5 2024-08-17T00:43:18.202 INFO:tasks.rados.rados.0.smithi082.stdout:897: finishing write tid 2 to smithi08280503-5 2024-08-17T00:43:18.203 INFO:tasks.rados.rados.0.smithi082.stdout:897: finishing write tid 3 to smithi08280503-5 2024-08-17T00:43:18.203 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 154 (ObjNum 288 snap 82 seq_num 288) dirty exists 2024-08-17T00:43:18.203 INFO:tasks.rados.rados.0.smithi082.stdout:897: left oid 5 (ObjNum 288 snap 82 seq_num 288) 2024-08-17T00:43:18.214 INFO:tasks.rados.rados.0.smithi082.stdout:898: expect (ObjNum 244 snap 65 seq_num 244) 2024-08-17T00:43:18.347 INFO:tasks.rados.rados.0.smithi082.stdout:899: finishing copy_from racing read to smithi08280503-25 2024-08-17T00:43:18.347 INFO:tasks.rados.rados.0.smithi082.stdout:899: finishing copy_from to smithi08280503-25 2024-08-17T00:43:18.347 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 381 (ObjNum 285 snap 80 seq_num 285) dirty exists 2024-08-17T00:43:18.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:18 smithi082 ceph-mon[39953]: osdmap e227: 8 total, 8 up, 8 in 2024-08-17T00:43:18.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:18 smithi082 ceph-mon[91979]: osdmap e227: 8 total, 8 up, 8 in 2024-08-17T00:43:18.476 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:18 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:18.192+0000 7fdfc0d08040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T00:43:18.476 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:18 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:18.265+0000 7fdfc0d08040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T00:43:18.476 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:18 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:18.416+0000 7fdfc0d08040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T00:43:18.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:18 smithi137 ceph-mon[33068]: osdmap e227: 8 total, 8 up, 8 in 2024-08-17T00:43:18.487 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:18 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:18.171+0000 7fc826091040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T00:43:18.487 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:18 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:18.251+0000 7fc826091040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T00:43:18.487 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:18 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:18.398+0000 7fc826091040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T00:43:18.719 INFO:tasks.rados.rados.0.smithi082.stdout:897: done (3 left) 2024-08-17T00:43:18.720 INFO:tasks.rados.rados.0.smithi082.stdout:898: done (2 left) 2024-08-17T00:43:18.720 INFO:tasks.rados.rados.0.smithi082.stdout:899: done (1 left) 2024-08-17T00:43:18.720 INFO:tasks.rados.rados.0.smithi082.stdout:900: done (0 left) 2024-08-17T00:43:18.720 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 7 current snap is 83 2024-08-17T00:43:18.720 INFO:tasks.rados.rados.0.smithi082.stdout:901: seq_num 289 ranges {5242880=40960} 2024-08-17T00:43:18.747 INFO:tasks.rados.rados.0.smithi082.stdout:901: writing smithi08280503-7 from 5242880 to 5283840 tid 1 2024-08-17T00:43:18.748 INFO:tasks.rados.rados.0.smithi082.stdout:902: delete oid 9 current snap is 83 2024-08-17T00:43:18.752 INFO:tasks.rados.rados.0.smithi082.stdout:902: done (1 left) 2024-08-17T00:43:18.752 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 3 current snap is 83 2024-08-17T00:43:18.752 INFO:tasks.rados.rados.0.smithi082.stdout:903: seq_num 291 ranges {2015232=81920} 2024-08-17T00:43:18.765 INFO:tasks.rados.rados.0.smithi082.stdout:903: writing smithi08280503-3 from 2015232 to 2097152 tid 1 2024-08-17T00:43:18.765 INFO:tasks.rados.rados.0.smithi082.stdout:904: read oid 38 snap -1 2024-08-17T00:43:18.765 INFO:tasks.rados.rados.0.smithi082.stdout:904: expect (ObjNum 198 snap 49 seq_num 198) 2024-08-17T00:43:18.765 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 20 current snap is 83 2024-08-17T00:43:18.765 INFO:tasks.rados.rados.0.smithi082.stdout:901: finishing write tid 1 to smithi08280503-7 2024-08-17T00:43:18.765 INFO:tasks.rados.rados.0.smithi082.stdout:901: finishing write tid 2 to smithi08280503-7 2024-08-17T00:43:18.765 INFO:tasks.rados.rados.0.smithi082.stdout:905: seq_num 292 ranges {0=98304} 2024-08-17T00:43:18.766 INFO:tasks.rados.rados.0.smithi082.stdout:905: writing smithi08280503-20 from 0 to 98304 tid 1 2024-08-17T00:43:18.766 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 44 current snap is 83 2024-08-17T00:43:18.767 INFO:tasks.rados.rados.0.smithi082.stdout:901: finishing write tid 3 to smithi08280503-7 2024-08-17T00:43:18.767 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 405 (ObjNum 289 snap 83 seq_num 289) dirty exists 2024-08-17T00:43:18.767 INFO:tasks.rados.rados.0.smithi082.stdout:901: left oid 7 (ObjNum 289 snap 83 seq_num 289) 2024-08-17T00:43:18.767 INFO:tasks.rados.rados.0.smithi082.stdout:906: seq_num 293 ranges {0=114688} 2024-08-17T00:43:18.767 INFO:tasks.rados.rados.0.smithi082.stdout:906: writing smithi08280503-44 from 0 to 114688 tid 1 2024-08-17T00:43:18.767 INFO:tasks.rados.rados.0.smithi082.stdout:901: done (4 left) 2024-08-17T00:43:18.767 INFO:tasks.rados.rados.0.smithi082.stdout:907: snap_create 2024-08-17T00:43:18.768 INFO:tasks.rados.rados.0.smithi082.stdout:905: finishing write tid 1 to smithi08280503-20 2024-08-17T00:43:18.769 INFO:tasks.rados.rados.0.smithi082.stdout:905: finishing write tid 2 to smithi08280503-20 2024-08-17T00:43:18.769 INFO:tasks.rados.rados.0.smithi082.stdout:906: finishing write tid 1 to smithi08280503-44 2024-08-17T00:43:18.769 INFO:tasks.rados.rados.0.smithi082.stdout:906: finishing write tid 2 to smithi08280503-44 2024-08-17T00:43:18.769 INFO:tasks.rados.rados.0.smithi082.stdout:903: finishing write tid 1 to smithi08280503-3 2024-08-17T00:43:18.769 INFO:tasks.rados.rados.0.smithi082.stdout:903: finishing write tid 2 to smithi08280503-3 2024-08-17T00:43:18.770 INFO:tasks.rados.rados.0.smithi082.stdout:905: finishing write tid 3 to smithi08280503-20 2024-08-17T00:43:18.770 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 317 (ObjNum 292 snap 83 seq_num 292) dirty exists 2024-08-17T00:43:18.770 INFO:tasks.rados.rados.0.smithi082.stdout:905: left oid 20 (ObjNum 292 snap 83 seq_num 292) 2024-08-17T00:43:18.771 INFO:tasks.rados.rados.0.smithi082.stdout:903: finishing write tid 3 to smithi08280503-3 2024-08-17T00:43:18.771 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 220 (ObjNum 291 snap 83 seq_num 291) dirty exists 2024-08-17T00:43:18.771 INFO:tasks.rados.rados.0.smithi082.stdout:903: left oid 3 (ObjNum 291 snap 83 seq_num 291) 2024-08-17T00:43:18.771 INFO:tasks.rados.rados.0.smithi082.stdout:906: finishing write tid 3 to smithi08280503-44 2024-08-17T00:43:18.772 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 239 (ObjNum 293 snap 83 seq_num 293) dirty exists 2024-08-17T00:43:18.772 INFO:tasks.rados.rados.0.smithi082.stdout:906: left oid 44 (ObjNum 293 snap 83 seq_num 293) 2024-08-17T00:43:18.795 INFO:tasks.rados.rados.0.smithi082.stdout:904: expect (ObjNum 198 snap 49 seq_num 198) 2024-08-17T00:43:18.962 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:18 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:18.708+0000 7fc826091040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T00:43:18.962 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:18 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:18.777+0000 7fc826091040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T00:43:18.962 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:43:18 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:43:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:19.000 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:18 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:18.727+0000 7fdfc0d08040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T00:43:19.000 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:18 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:18.809+0000 7fdfc0d08040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T00:43:19.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:19 smithi137 ceph-mon[33068]: osdmap e228: 8 total, 8 up, 8 in 2024-08-17T00:43:19.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:19 smithi137 ceph-mon[33068]: osdmap e229: 8 total, 8 up, 8 in 2024-08-17T00:43:19.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:18 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:18.959+0000 7fc826091040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T00:43:19.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:19.106+0000 7fc826091040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-17T00:43:19.237 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:19.169+0000 7fc826091040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T00:43:19.299 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:19 smithi082 ceph-mon[39953]: osdmap e228: 8 total, 8 up, 8 in 2024-08-17T00:43:19.299 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:19 smithi082 ceph-mon[39953]: osdmap e229: 8 total, 8 up, 8 in 2024-08-17T00:43:19.299 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:19 smithi082 ceph-mon[91979]: osdmap e228: 8 total, 8 up, 8 in 2024-08-17T00:43:19.299 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:19 smithi082 ceph-mon[91979]: osdmap e229: 8 total, 8 up, 8 in 2024-08-17T00:43:19.300 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:19 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:18.999+0000 7fdfc0d08040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T00:43:19.300 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:19 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:19.149+0000 7fdfc0d08040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-17T00:43:19.300 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:19 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:19.215+0000 7fdfc0d08040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T00:43:19.300 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:19 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:19.297+0000 7fdfc0d08040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T00:43:19.722 INFO:tasks.rados.rados.0.smithi082.stdout:903: done (4 left) 2024-08-17T00:43:19.722 INFO:tasks.rados.rados.0.smithi082.stdout:904: done (3 left) 2024-08-17T00:43:19.723 INFO:tasks.rados.rados.0.smithi082.stdout:905: done (2 left) 2024-08-17T00:43:19.723 INFO:tasks.rados.rados.0.smithi082.stdout:906: done (1 left) 2024-08-17T00:43:19.723 INFO:tasks.rados.rados.0.smithi082.stdout:907: done (0 left) 2024-08-17T00:43:19.723 INFO:tasks.rados.rados.0.smithi082.stdout:908: copy_from oid 12 from oid 23 current snap is 84 2024-08-17T00:43:19.723 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 19 current snap is 84 2024-08-17T00:43:19.723 INFO:tasks.rados.rados.0.smithi082.stdout:909: seq_num 294 ranges {3964928=131072} 2024-08-17T00:43:19.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:19 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:19.357+0000 7fdfc0d08040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T00:43:19.736 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:19.253+0000 7fc826091040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T00:43:19.737 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:19.312+0000 7fc826091040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T00:43:19.747 INFO:tasks.rados.rados.0.smithi082.stdout:909: writing smithi08280503-19 from 3964928 to 4096000 tid 1 2024-08-17T00:43:19.747 INFO:tasks.rados.rados.0.smithi082.stdout:910: read oid 2 snap -1 2024-08-17T00:43:19.747 INFO:tasks.rados.rados.0.smithi082.stdout:910: expect deleted 2024-08-17T00:43:19.747 INFO:tasks.rados.rados.0.smithi082.stdout:911: read oid 14 snap -1 2024-08-17T00:43:19.747 INFO:tasks.rados.rados.0.smithi082.stdout:911: expect (ObjNum 281 snap 80 seq_num 281) 2024-08-17T00:43:19.747 INFO:tasks.rados.rados.0.smithi082.stdout:912: setattr oid 25 current snap is 84 2024-08-17T00:43:19.747 INFO:tasks.rados.rados.0.smithi082.stdout:908: finishing copy_from racing read to smithi08280503-12 2024-08-17T00:43:19.749 INFO:tasks.rados.rados.0.smithi082.stdout:913: read oid 49 snap -1 2024-08-17T00:43:19.749 INFO:tasks.rados.rados.0.smithi082.stdout:913: expect (ObjNum 71 snap 10 seq_num 71) 2024-08-17T00:43:19.749 INFO:tasks.rados.rados.0.smithi082.stdout:914: snap_remove snap 70 2024-08-17T00:43:20.075 INFO:tasks.rados.rados.0.smithi082.stdout:914: done (6 left) 2024-08-17T00:43:20.075 INFO:tasks.rados.rados.0.smithi082.stdout:915: rmattr oid 50 current snap is 84 2024-08-17T00:43:20.076 INFO:tasks.rados.rados.0.smithi082.stdout:915: done (6 left) 2024-08-17T00:43:20.076 INFO:tasks.rados.rados.0.smithi082.stdout:916: snap_remove snap 68 2024-08-17T00:43:20.121 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:19.855+0000 7fc826091040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T00:43:20.122 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:20.013+0000 7fc826091040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T00:43:20.122 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: [17/Aug/2024:00:43:20] ENGINE Bus STARTING 2024-08-17T00:43:20.122 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: CherryPy Checker: 2024-08-17T00:43:20.122 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: The Application mounted at '' has an empty config. 2024-08-17T00:43:20.122 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: 2024-08-17T00:43:20.122 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: [17/Aug/2024:00:43:20] ENGINE Serving on http://:::9283 2024-08-17T00:43:20.122 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x[77706]: [17/Aug/2024:00:43:20] ENGINE Bus STARTED 2024-08-17T00:43:20.190 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:19 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:19.904+0000 7fdfc0d08040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T00:43:20.190 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:20.061+0000 7fdfc0d08040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T00:43:20.190 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:00:43:20] ENGINE Bus STARTING 2024-08-17T00:43:20.190 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: CherryPy Checker: 2024-08-17T00:43:20.190 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: The Application mounted at '' has an empty config. 2024-08-17T00:43:20.190 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:20.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:20.188+0000 7fdf2a88c640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:43:20.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:20.188+0000 7fdf2a88c640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:43:20.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:20.188+0000 7fdf2a88c640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:43:20.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:20.188+0000 7fdf2a88c640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:43:20.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:20.188+0000 7fdf2a88c640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:43:20.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:20.193+0000 7fdf28087640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:43:20.476 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:20.193+0000 7fdf28087640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:43:20.476 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:20.193+0000 7fdf28087640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:43:20.476 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:20.193+0000 7fdf28087640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:43:20.476 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:20.193+0000 7fdf28087640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T00:43:20.476 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:00:43:20] ENGINE Serving on http://:::9283 2024-08-17T00:43:20.476 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:00:43:20] ENGINE Bus STARTED 2024-08-17T00:43:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: osdmap e230: 8 total, 8 up, 8 in 2024-08-17T00:43:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: Standby manager daemon x restarted 2024-08-17T00:43:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: Standby manager daemon x started 2024-08-17T00:43:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.137:0/1572291319' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:43:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.137:0/1572291319' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:43:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.137:0/1572291319' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:43:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: from='mgr.? 172.21.15.137:0/1572291319' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:43:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: Active manager daemon y restarted 2024-08-17T00:43:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: Activating manager daemon y 2024-08-17T00:43:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: osdmap e231: 8 total, 8 up, 8 in 2024-08-17T00:43:20.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: mgrmap e40: y(active, starting, since 0.00716196s), standbys: x 2024-08-17T00:43:20.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:43:20.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:43:20.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:43:20.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:43:20.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:43:20.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:43:20.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:43:20.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:43:20.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:43:20.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:43:20.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:43:20.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:43:20.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:43:20.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:43:20.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:43:20.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:43:20.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:43:20.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:43:20.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: Manager daemon y is now available 2024-08-17T00:43:20.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: osdmap e230: 8 total, 8 up, 8 in 2024-08-17T00:43:20.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: Standby manager daemon x restarted 2024-08-17T00:43:20.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: Standby manager daemon x started 2024-08-17T00:43:20.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: from='mgr.? 172.21.15.137:0/1572291319' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:43:20.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: from='mgr.? 172.21.15.137:0/1572291319' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:43:20.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: from='mgr.? 172.21.15.137:0/1572291319' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:43:20.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: from='mgr.? 172.21.15.137:0/1572291319' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:43:20.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: Active manager daemon y restarted 2024-08-17T00:43:20.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: Activating manager daemon y 2024-08-17T00:43:20.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: osdmap e231: 8 total, 8 up, 8 in 2024-08-17T00:43:20.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: mgrmap e40: y(active, starting, since 0.00716196s), standbys: x 2024-08-17T00:43:20.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:43:20.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:43:20.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:43:20.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:43:20.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:43:20.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:43:20.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:43:20.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:43:20.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:43:20.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:43:20.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:43:20.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:43:20.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:43:20.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:43:20.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:43:20.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:43:20.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:43:20.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:43:20.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: Manager daemon y is now available 2024-08-17T00:43:20.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:43:20.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:43:20.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:43:20.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:43:20.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:43:20.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:43:20.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:43:20.982 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:43:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: osdmap e230: 8 total, 8 up, 8 in 2024-08-17T00:43:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: Standby manager daemon x restarted 2024-08-17T00:43:20.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: Standby manager daemon x started 2024-08-17T00:43:20.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.137:0/1572291319' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T00:43:20.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.137:0/1572291319' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T00:43:20.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.137:0/1572291319' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T00:43:20.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: from='mgr.? 172.21.15.137:0/1572291319' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T00:43:20.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: Active manager daemon y restarted 2024-08-17T00:43:20.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: Activating manager daemon y 2024-08-17T00:43:20.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: osdmap e231: 8 total, 8 up, 8 in 2024-08-17T00:43:20.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: mgrmap e40: y(active, starting, since 0.00716196s), standbys: x 2024-08-17T00:43:20.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:43:20.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:43:20.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:43:20.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:43:20.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:43:20.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T00:43:20.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T00:43:20.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:43:20.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:43:20.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:43:20.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:43:20.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:43:20.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:43:20.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:43:20.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:43:20.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T00:43:20.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T00:43:20.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T00:43:20.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: Manager daemon y is now available 2024-08-17T00:43:20.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:43:20.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:43:20.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T00:43:20.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:20 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T00:43:21.073 INFO:tasks.rados.rados.0.smithi082.stdout:916: done (6 left) 2024-08-17T00:43:21.073 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 39 current snap is 84 2024-08-17T00:43:21.073 INFO:tasks.rados.rados.0.smithi082.stdout:908: finishing copy_from to smithi08280503-12 2024-08-17T00:43:21.073 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 350 (ObjNum 276 snap 77 seq_num 276) dirty exists 2024-08-17T00:43:21.073 INFO:tasks.rados.rados.0.smithi082.stdout:909: finishing write tid 1 to smithi08280503-19 2024-08-17T00:43:21.073 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 382 (ObjNum 285 snap 80 seq_num 285) dirty exists 2024-08-17T00:43:21.074 INFO:tasks.rados.rados.0.smithi082.stdout:909: finishing write tid 2 to smithi08280503-19 2024-08-17T00:43:21.074 INFO:tasks.rados.rados.0.smithi082.stdout:909: finishing write tid 3 to smithi08280503-19 2024-08-17T00:43:21.074 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 408 (ObjNum 294 snap 84 seq_num 294) dirty exists 2024-08-17T00:43:21.074 INFO:tasks.rados.rados.0.smithi082.stdout:909: left oid 19 (ObjNum 294 snap 84 seq_num 294) 2024-08-17T00:43:21.074 INFO:tasks.rados.rados.0.smithi082.stdout:913: expect (ObjNum 71 snap 10 seq_num 71) 2024-08-17T00:43:21.146 INFO:tasks.rados.rados.0.smithi082.stdout:911: expect (ObjNum 281 snap 80 seq_num 281) 2024-08-17T00:43:21.371 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:21 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:21.089+0000 7fdf5fb8a640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-08-17T00:43:21.534 INFO:tasks.rados.rados.0.smithi082.stdout:917: seq_num 295 ranges {1024000=147456} 2024-08-17T00:43:21.542 INFO:tasks.rados.rados.0.smithi082.stdout:917: writing smithi08280503-39 from 1024000 to 1171456 tid 1 2024-08-17T00:43:21.542 INFO:tasks.rados.rados.0.smithi082.stdout:908: done (6 left) 2024-08-17T00:43:21.542 INFO:tasks.rados.rados.0.smithi082.stdout:909: done (5 left) 2024-08-17T00:43:21.542 INFO:tasks.rados.rados.0.smithi082.stdout:910: done (4 left) 2024-08-17T00:43:21.543 INFO:tasks.rados.rados.0.smithi082.stdout:911: done (3 left) 2024-08-17T00:43:21.543 INFO:tasks.rados.rados.0.smithi082.stdout:912: done (2 left) 2024-08-17T00:43:21.543 INFO:tasks.rados.rados.0.smithi082.stdout:913: done (1 left) 2024-08-17T00:43:21.543 INFO:tasks.rados.rados.0.smithi082.stdout:918: read oid 41 snap -1 2024-08-17T00:43:21.543 INFO:tasks.rados.rados.0.smithi082.stdout:918: expect (ObjNum 231 snap 61 seq_num 231) 2024-08-17T00:43:21.543 INFO:tasks.rados.rados.0.smithi082.stdout:919: snap_remove snap 81 2024-08-17T00:43:21.613 INFO:teuthology.orchestra.run.smithi082.stdout:true 2024-08-17T00:43:21.883 INFO:teuthology.orchestra.run.smithi082.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:43:21.883 INFO:teuthology.orchestra.run.smithi082.stdout:alertmanager.a smithi082 *:9093,9094 running (68s) 36s ago 5m 16.2M - 0.25.0 c8568f914cd2 21f506531c7e 2024-08-17T00:43:21.883 INFO:teuthology.orchestra.run.smithi082.stdout:grafana.a smithi137 *:3000 running (56s) 17s ago 4m 79.0M - 9.4.7 954c08fa6188 a7d4db6b9a81 2024-08-17T00:43:21.883 INFO:teuthology.orchestra.run.smithi082.stdout:mds.a smithi082 running (6m) 36s ago 6m 16.0M - 17.2.7-1402-g03a1ac13 bc5a85a90206 884927c0355a 2024-08-17T00:43:21.883 INFO:teuthology.orchestra.run.smithi082.stdout:mds.b smithi137 running (6m) 17s ago 6m 13.9M - 17.2.7-1402-g03a1ac13 bc5a85a90206 931a05caee78 2024-08-17T00:43:21.883 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.x smithi137 *:8443,9283,8765 running (22s) 17s ago 9m 81.8M - 19.1.0-1363-gd863d21c ba08250ef864 745a5ef30a75 2024-08-17T00:43:21.883 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.y smithi082 *:8443,9283,8765 running (50s) 36s ago 11m 474M - 19.1.0-1363-gd863d21c ba08250ef864 92bb5538a947 2024-08-17T00:43:21.884 INFO:teuthology.orchestra.run.smithi082.stdout:mon.a smithi082 running (11m) 36s ago 11m 53.4M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 a0277ad24518 2024-08-17T00:43:21.884 INFO:teuthology.orchestra.run.smithi082.stdout:mon.b smithi137 running (10m) 17s ago 10m 48.4M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 8a3cc43cc10e 2024-08-17T00:43:21.884 INFO:teuthology.orchestra.run.smithi082.stdout:mon.c smithi082 running (10m) 36s ago 10m 47.4M 2048M 17.2.7-1402-g03a1ac13 bc5a85a90206 04290329d1a5 2024-08-17T00:43:21.884 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.a smithi082 *:9100 running (66s) 36s ago 4m 7272k - 1.5.0 0da6a335fe13 198283f1b08e 2024-08-17T00:43:21.884 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.b smithi137 *:9100 running (55s) 17s ago 4m 8036k - 1.5.0 0da6a335fe13 da4f12b322e3 2024-08-17T00:43:21.884 INFO:teuthology.orchestra.run.smithi082.stdout:osd.0 smithi082 running (9m) 36s ago 9m 133M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 8591866ca3ea 2024-08-17T00:43:21.884 INFO:teuthology.orchestra.run.smithi082.stdout:osd.1 smithi082 running (9m) 36s ago 9m 110M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 bc404187cbbd 2024-08-17T00:43:21.884 INFO:teuthology.orchestra.run.smithi082.stdout:osd.2 smithi082 running (8m) 36s ago 8m 146M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 e0a943d904ef 2024-08-17T00:43:21.884 INFO:teuthology.orchestra.run.smithi082.stdout:osd.3 smithi082 running (8m) 36s ago 8m 88.9M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 a83a3a475578 2024-08-17T00:43:21.884 INFO:teuthology.orchestra.run.smithi082.stdout:osd.4 smithi137 running (8m) 17s ago 7m 143M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 9962b1177464 2024-08-17T00:43:21.884 INFO:teuthology.orchestra.run.smithi082.stdout:osd.5 smithi137 running (7m) 17s ago 7m 156M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 704b6949e902 2024-08-17T00:43:21.884 INFO:teuthology.orchestra.run.smithi082.stdout:osd.6 smithi137 running (7m) 17s ago 7m 82.4M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 fa6586afc3c0 2024-08-17T00:43:21.885 INFO:teuthology.orchestra.run.smithi082.stdout:osd.7 smithi137 running (6m) 17s ago 6m 106M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 ae5731d0601b 2024-08-17T00:43:21.885 INFO:teuthology.orchestra.run.smithi082.stdout:prometheus.a smithi137 *:9095 running (27s) 17s ago 5m 41.6M - 2.43.0 a07b618ecd1d d20756562103 2024-08-17T00:43:21.898 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:21 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:21.635+0000 7fdf0de9e640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:00:43:21] ENGINE Error in HTTPServer.serve 2024-08-17T00:43:21.898 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:21 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: Traceback (most recent call last): 2024-08-17T00:43:21.898 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:21 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:43:21.898 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:21 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: self._connections.run(self.expiration_interval) 2024-08-17T00:43:21.898 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:21 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:43:21.898 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:21 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: self._run(expiration_interval) 2024-08-17T00:43:21.899 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:21 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:43:21.899 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:21 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:43:21.899 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:21 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:43:21.899 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:21 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:43:21.899 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:21 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:43:21.899 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:21 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: s = self.context.wrap_socket( 2024-08-17T00:43:21.899 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:21 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:43:21.899 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:21 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: return self.sslsocket_class._create( 2024-08-17T00:43:21.899 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:21 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:43:21.899 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:21 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: self.do_handshake() 2024-08-17T00:43:21.899 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:21 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:43:21.899 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:21 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: self._sslobj.do_handshake() 2024-08-17T00:43:21.899 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:21 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:43:21.899 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:21 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:22.081 INFO:tasks.rados.rados.0.smithi082.stdout:919: done (2 left) 2024-08-17T00:43:22.081 INFO:tasks.rados.rados.0.smithi082.stdout:920: read oid 7 snap -1 2024-08-17T00:43:22.081 INFO:tasks.rados.rados.0.smithi082.stdout:920: expect (ObjNum 289 snap 83 seq_num 289) 2024-08-17T00:43:22.081 INFO:tasks.rados.rados.0.smithi082.stdout:921: snap_create 2024-08-17T00:43:22.081 INFO:tasks.rados.rados.0.smithi082.stdout:917: finishing write tid 1 to smithi08280503-39 2024-08-17T00:43:22.082 INFO:tasks.rados.rados.0.smithi082.stdout:917: finishing write tid 2 to smithi08280503-39 2024-08-17T00:43:22.082 INFO:tasks.rados.rados.0.smithi082.stdout:917: finishing write tid 3 to smithi08280503-39 2024-08-17T00:43:22.082 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 281 (ObjNum 295 snap 84 seq_num 295) dirty exists 2024-08-17T00:43:22.082 INFO:tasks.rados.rados.0.smithi082.stdout:917: left oid 39 (ObjNum 295 snap 84 seq_num 295) 2024-08-17T00:43:22.082 INFO:tasks.rados.rados.0.smithi082.stdout:918: expect (ObjNum 231 snap 61 seq_num 231) 2024-08-17T00:43:22.156 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:22 smithi082 ceph-mon[91979]: osdmap e232: 8 total, 8 up, 8 in 2024-08-17T00:43:22.156 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:22 smithi082 ceph-mon[91979]: mgrmap e41: y(active, since 1.01901s), standbys: x 2024-08-17T00:43:22.156 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:22 smithi082 ceph-mon[91979]: pgmap v4: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 285 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:43:22.157 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:22 smithi082 ceph-mon[39953]: osdmap e232: 8 total, 8 up, 8 in 2024-08-17T00:43:22.157 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:22 smithi082 ceph-mon[39953]: mgrmap e41: y(active, since 1.01901s), standbys: x 2024-08-17T00:43:22.157 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:22 smithi082 ceph-mon[39953]: pgmap v4: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 285 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:43:22.240 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-08-17T00:43:22.240 INFO:teuthology.orchestra.run.smithi082.stdout: "mon": { 2024-08-17T00:43:22.240 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2, 2024-08-17T00:43:22.240 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 1 2024-08-17T00:43:22.240 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:43:22.240 INFO:teuthology.orchestra.run.smithi082.stdout: "mgr": { 2024-08-17T00:43:22.240 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:43:22.240 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:43:22.240 INFO:teuthology.orchestra.run.smithi082.stdout: "osd": { 2024-08-17T00:43:22.240 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 8 2024-08-17T00:43:22.240 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:43:22.241 INFO:teuthology.orchestra.run.smithi082.stdout: "mds": { 2024-08-17T00:43:22.241 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:43:22.241 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:43:22.241 INFO:teuthology.orchestra.run.smithi082.stdout: "overall": { 2024-08-17T00:43:22.241 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 12, 2024-08-17T00:43:22.241 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:43:22.241 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-08-17T00:43:22.241 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-08-17T00:43:22.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:22 smithi137 ceph-mon[33068]: osdmap e232: 8 total, 8 up, 8 in 2024-08-17T00:43:22.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:22 smithi137 ceph-mon[33068]: mgrmap e41: y(active, since 1.01901s), standbys: x 2024-08-17T00:43:22.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:22 smithi137 ceph-mon[33068]: pgmap v4: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 285 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:43:22.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:43:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:22.597 INFO:tasks.rados.rados.0.smithi082.stdout:920: expect (ObjNum 289 snap 83 seq_num 289) 2024-08-17T00:43:23.088 INFO:tasks.rados.rados.0.smithi082.stdout:917: done (3 left) 2024-08-17T00:43:23.088 INFO:tasks.rados.rados.0.smithi082.stdout:918: done (2 left) 2024-08-17T00:43:23.088 INFO:tasks.rados.rados.0.smithi082.stdout:920: done (1 left) 2024-08-17T00:43:23.088 INFO:tasks.rados.rados.0.smithi082.stdout:921: done (0 left) 2024-08-17T00:43:23.088 INFO:tasks.rados.rados.0.smithi082.stdout:922: snap_remove snap 64 2024-08-17T00:43:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:23 smithi137 ceph-mon[33068]: [17/Aug/2024:00:43:21] ENGINE Bus STARTING 2024-08-17T00:43:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:23 smithi137 ceph-mon[33068]: [17/Aug/2024:00:43:21] ENGINE Serving on http://172.21.15.82:8765 2024-08-17T00:43:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:23 smithi137 ceph-mon[33068]: from='client.25064 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:43:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:23 smithi137 ceph-mon[33068]: [17/Aug/2024:00:43:21] ENGINE Serving on https://172.21.15.82:7150 2024-08-17T00:43:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:23 smithi137 ceph-mon[33068]: [17/Aug/2024:00:43:21] ENGINE Bus STARTED 2024-08-17T00:43:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:23 smithi137 ceph-mon[33068]: [17/Aug/2024:00:43:21] ENGINE Error in HTTPServer.serve 2024-08-17T00:43:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout: Traceback (most recent call last): 2024-08-17T00:43:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:43:23.238 INFO:journalctl@ceph.mon.b.smithi137.stdout: self._connections.run(self.expiration_interval) 2024-08-17T00:43:23.238 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:43:23.238 INFO:journalctl@ceph.mon.b.smithi137.stdout: self._run(expiration_interval) 2024-08-17T00:43:23.238 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:43:23.238 INFO:journalctl@ceph.mon.b.smithi137.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:43:23.238 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:43:23.238 INFO:journalctl@ceph.mon.b.smithi137.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:43:23.238 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:43:23.238 INFO:journalctl@ceph.mon.b.smithi137.stdout: s = self.context.wrap_socket( 2024-08-17T00:43:23.238 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:43:23.238 INFO:journalctl@ceph.mon.b.smithi137.stdout: return self.sslsocket_class._create( 2024-08-17T00:43:23.238 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:43:23.238 INFO:journalctl@ceph.mon.b.smithi137.stdout: self.do_handshake() 2024-08-17T00:43:23.239 INFO:journalctl@ceph.mon.b.smithi137.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:43:23.239 INFO:journalctl@ceph.mon.b.smithi137.stdout: self._sslobj.do_handshake() 2024-08-17T00:43:23.239 INFO:journalctl@ceph.mon.b.smithi137.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:43:23.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:23 smithi137 ceph-mon[33068]: from='client.25070 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:43:23.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:23 smithi137 ceph-mon[33068]: osdmap e233: 8 total, 8 up, 8 in 2024-08-17T00:43:23.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:23 smithi137 ceph-mon[33068]: pgmap v6: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 285 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:43:23.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:23 smithi137 ceph-mon[33068]: mgrmap e42: y(active, since 2s), standbys: x 2024-08-17T00:43:23.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:23 smithi137 ceph-mon[33068]: from='client.? 172.21.15.82:0/2381059745' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:43:23.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:23 smithi082 ceph-mon[39953]: [17/Aug/2024:00:43:21] ENGINE Bus STARTING 2024-08-17T00:43:23.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:23 smithi082 ceph-mon[39953]: [17/Aug/2024:00:43:21] ENGINE Serving on http://172.21.15.82:8765 2024-08-17T00:43:23.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:23 smithi082 ceph-mon[39953]: from='client.25064 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:43:23.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:23 smithi082 ceph-mon[39953]: [17/Aug/2024:00:43:21] ENGINE Serving on https://172.21.15.82:7150 2024-08-17T00:43:23.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:23 smithi082 ceph-mon[39953]: [17/Aug/2024:00:43:21] ENGINE Bus STARTED 2024-08-17T00:43:23.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:23 smithi082 ceph-mon[39953]: [17/Aug/2024:00:43:21] ENGINE Error in HTTPServer.serve 2024-08-17T00:43:23.476 INFO:journalctl@ceph.mon.c.smithi082.stdout: Traceback (most recent call last): 2024-08-17T00:43:23.476 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:43:23.476 INFO:journalctl@ceph.mon.c.smithi082.stdout: self._connections.run(self.expiration_interval) 2024-08-17T00:43:23.476 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:43:23.476 INFO:journalctl@ceph.mon.c.smithi082.stdout: self._run(expiration_interval) 2024-08-17T00:43:23.476 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:43:23.476 INFO:journalctl@ceph.mon.c.smithi082.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:43:23.476 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:43:23.476 INFO:journalctl@ceph.mon.c.smithi082.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:43:23.476 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:43:23.476 INFO:journalctl@ceph.mon.c.smithi082.stdout: s = self.context.wrap_socket( 2024-08-17T00:43:23.476 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:43:23.477 INFO:journalctl@ceph.mon.c.smithi082.stdout: return self.sslsocket_class._create( 2024-08-17T00:43:23.477 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:43:23.477 INFO:journalctl@ceph.mon.c.smithi082.stdout: self.do_handshake() 2024-08-17T00:43:23.477 INFO:journalctl@ceph.mon.c.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:43:23.477 INFO:journalctl@ceph.mon.c.smithi082.stdout: self._sslobj.do_handshake() 2024-08-17T00:43:23.477 INFO:journalctl@ceph.mon.c.smithi082.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:43:23.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:23 smithi082 ceph-mon[39953]: from='client.25070 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:43:23.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:23 smithi082 ceph-mon[39953]: osdmap e233: 8 total, 8 up, 8 in 2024-08-17T00:43:23.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:23 smithi082 ceph-mon[39953]: pgmap v6: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 285 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:43:23.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:23 smithi082 ceph-mon[39953]: mgrmap e42: y(active, since 2s), standbys: x 2024-08-17T00:43:23.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:23 smithi082 ceph-mon[39953]: from='client.? 172.21.15.82:0/2381059745' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:43:23.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:23 smithi082 ceph-mon[91979]: [17/Aug/2024:00:43:21] ENGINE Bus STARTING 2024-08-17T00:43:23.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:23 smithi082 ceph-mon[91979]: [17/Aug/2024:00:43:21] ENGINE Serving on http://172.21.15.82:8765 2024-08-17T00:43:23.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:23 smithi082 ceph-mon[91979]: from='client.25064 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:43:23.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:23 smithi082 ceph-mon[91979]: [17/Aug/2024:00:43:21] ENGINE Serving on https://172.21.15.82:7150 2024-08-17T00:43:23.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:23 smithi082 ceph-mon[91979]: [17/Aug/2024:00:43:21] ENGINE Bus STARTED 2024-08-17T00:43:23.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:23 smithi082 ceph-mon[91979]: [17/Aug/2024:00:43:21] ENGINE Error in HTTPServer.serve 2024-08-17T00:43:23.478 INFO:journalctl@ceph.mon.a.smithi082.stdout: Traceback (most recent call last): 2024-08-17T00:43:23.478 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T00:43:23.478 INFO:journalctl@ceph.mon.a.smithi082.stdout: self._connections.run(self.expiration_interval) 2024-08-17T00:43:23.478 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T00:43:23.478 INFO:journalctl@ceph.mon.a.smithi082.stdout: self._run(expiration_interval) 2024-08-17T00:43:23.478 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T00:43:23.479 INFO:journalctl@ceph.mon.a.smithi082.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T00:43:23.479 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T00:43:23.479 INFO:journalctl@ceph.mon.a.smithi082.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T00:43:23.479 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T00:43:23.479 INFO:journalctl@ceph.mon.a.smithi082.stdout: s = self.context.wrap_socket( 2024-08-17T00:43:23.479 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T00:43:23.479 INFO:journalctl@ceph.mon.a.smithi082.stdout: return self.sslsocket_class._create( 2024-08-17T00:43:23.479 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T00:43:23.479 INFO:journalctl@ceph.mon.a.smithi082.stdout: self.do_handshake() 2024-08-17T00:43:23.479 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T00:43:23.479 INFO:journalctl@ceph.mon.a.smithi082.stdout: self._sslobj.do_handshake() 2024-08-17T00:43:23.479 INFO:journalctl@ceph.mon.a.smithi082.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T00:43:23.480 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:23 smithi082 ceph-mon[91979]: from='client.25070 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:43:23.480 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:23 smithi082 ceph-mon[91979]: osdmap e233: 8 total, 8 up, 8 in 2024-08-17T00:43:23.480 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:23 smithi082 ceph-mon[91979]: pgmap v6: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 285 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:43:23.480 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:23 smithi082 ceph-mon[91979]: mgrmap e42: y(active, since 2s), standbys: x 2024-08-17T00:43:23.480 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:23 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2381059745' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:43:23.728 INFO:tasks.rados.rados.0.smithi082.stdout:922: done (0 left) 2024-08-17T00:43:23.728 INFO:tasks.rados.rados.0.smithi082.stdout:923: copy_from oid 25 from oid 20 current snap is 85 2024-08-17T00:43:23.728 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 47 current snap is 85 2024-08-17T00:43:23.728 INFO:tasks.rados.rados.0.smithi082.stdout:924: seq_num 296 ranges {4169728=163840} 2024-08-17T00:43:23.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:43:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:43:23.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi137\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:23.751 INFO:tasks.rados.rados.0.smithi082.stdout:924: writing smithi08280503-47 from 4169728 to 4333568 tid 1 2024-08-17T00:43:23.752 INFO:tasks.rados.rados.0.smithi082.stdout:925: read oid 50 snap -1 2024-08-17T00:43:23.752 INFO:tasks.rados.rados.0.smithi082.stdout:925: expect (ObjNum 266 snap 76 seq_num 266) 2024-08-17T00:43:23.752 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 21 current snap is 85 2024-08-17T00:43:23.752 INFO:tasks.rados.rados.0.smithi082.stdout:923: finishing copy_from racing read to smithi08280503-25 2024-08-17T00:43:23.752 INFO:tasks.rados.rados.0.smithi082.stdout:926: seq_num 297 ranges {5824512=180224} 2024-08-17T00:43:23.784 INFO:tasks.rados.rados.0.smithi082.stdout:926: writing smithi08280503-21 from 5824512 to 6004736 tid 1 2024-08-17T00:43:23.785 INFO:tasks.rados.rados.0.smithi082.stdout:927: snap_create 2024-08-17T00:43:23.785 INFO:tasks.rados.rados.0.smithi082.stdout:923: finishing copy_from to smithi08280503-25 2024-08-17T00:43:23.785 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 317 (ObjNum 292 snap 83 seq_num 292) dirty exists 2024-08-17T00:43:23.785 INFO:tasks.rados.rados.0.smithi082.stdout:924: finishing write tid 1 to smithi08280503-47 2024-08-17T00:43:23.785 INFO:tasks.rados.rados.0.smithi082.stdout:924: finishing write tid 2 to smithi08280503-47 2024-08-17T00:43:23.785 INFO:tasks.rados.rados.0.smithi082.stdout:924: finishing write tid 3 to smithi08280503-47 2024-08-17T00:43:23.785 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 237 (ObjNum 296 snap 85 seq_num 296) dirty exists 2024-08-17T00:43:23.785 INFO:tasks.rados.rados.0.smithi082.stdout:924: left oid 47 (ObjNum 296 snap 85 seq_num 296) 2024-08-17T00:43:23.785 INFO:tasks.rados.rados.0.smithi082.stdout:925: expect (ObjNum 266 snap 76 seq_num 266) 2024-08-17T00:43:23.838 INFO:tasks.rados.rados.0.smithi082.stdout:926: finishing write tid 1 to smithi08280503-21 2024-08-17T00:43:23.838 INFO:tasks.rados.rados.0.smithi082.stdout:926: finishing write tid 2 to smithi08280503-21 2024-08-17T00:43:23.838 INFO:tasks.rados.rados.0.smithi082.stdout:926: finishing write tid 3 to smithi08280503-21 2024-08-17T00:43:23.838 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 240 (ObjNum 297 snap 85 seq_num 297) dirty exists 2024-08-17T00:43:23.838 INFO:tasks.rados.rados.0.smithi082.stdout:926: left oid 21 (ObjNum 297 snap 85 seq_num 297) 2024-08-17T00:43:24.380 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:24 smithi137 ceph-mon[33068]: osdmap e234: 8 total, 8 up, 8 in 2024-08-17T00:43:24.380 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:24 smithi137 ceph-mon[33068]: osdmap e235: 8 total, 8 up, 8 in 2024-08-17T00:43:24.380 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:24 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:24.380 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:24 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:24 smithi082 ceph-mon[91979]: osdmap e234: 8 total, 8 up, 8 in 2024-08-17T00:43:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:24 smithi082 ceph-mon[91979]: osdmap e235: 8 total, 8 up, 8 in 2024-08-17T00:43:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:24 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:24 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:24.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:24 smithi082 ceph-mon[39953]: osdmap e234: 8 total, 8 up, 8 in 2024-08-17T00:43:24.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:24 smithi082 ceph-mon[39953]: osdmap e235: 8 total, 8 up, 8 in 2024-08-17T00:43:24.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:24 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:24.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:24 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:24.724 INFO:tasks.rados.rados.0.smithi082.stdout:923: done (4 left) 2024-08-17T00:43:24.724 INFO:tasks.rados.rados.0.smithi082.stdout:924: done (3 left) 2024-08-17T00:43:24.724 INFO:tasks.rados.rados.0.smithi082.stdout:925: done (2 left) 2024-08-17T00:43:24.724 INFO:tasks.rados.rados.0.smithi082.stdout:926: done (1 left) 2024-08-17T00:43:24.724 INFO:tasks.rados.rados.0.smithi082.stdout:927: done (0 left) 2024-08-17T00:43:24.724 INFO:tasks.rados.rados.0.smithi082.stdout:928: read oid 7 snap 80 2024-08-17T00:43:24.725 INFO:tasks.rados.rados.0.smithi082.stdout:928: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:43:24.725 INFO:tasks.rados.rados.0.smithi082.stdout:929: copy_from oid 13 from oid 41 current snap is 86 2024-08-17T00:43:24.725 INFO:tasks.rados.rados.0.smithi082.stdout:930: snap_remove snap 61 2024-08-17T00:43:24.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:43:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:43:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:24.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:43:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:43:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:25.372 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:25 smithi137 ceph-mon[33068]: pgmap v9: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 285 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:43:25.372 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:25 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:25.372 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:25 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:25.372 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:25 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:25.372 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:25 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:25.372 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:25 smithi137 ceph-mon[33068]: osdmap e236: 8 total, 8 up, 8 in 2024-08-17T00:43:25.373 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:25 smithi137 ceph-mon[33068]: mgrmap e43: y(active, since 4s), standbys: x 2024-08-17T00:43:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:43:25] "GET /metrics HTTP/1.1" 200 33306 "" "Prometheus/2.43.0" 2024-08-17T00:43:25.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:25 smithi082 ceph-mon[39953]: pgmap v9: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 285 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:43:25.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:25 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:25.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:25 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:25.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:25 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:25.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:25 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:25.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:25 smithi082 ceph-mon[39953]: osdmap e236: 8 total, 8 up, 8 in 2024-08-17T00:43:25.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:25 smithi082 ceph-mon[39953]: mgrmap e43: y(active, since 4s), standbys: x 2024-08-17T00:43:25.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:25 smithi082 ceph-mon[91979]: pgmap v9: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 285 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:43:25.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:25 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:25.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:25 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:25.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:25 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:25.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:25 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:25.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:25 smithi082 ceph-mon[91979]: osdmap e236: 8 total, 8 up, 8 in 2024-08-17T00:43:25.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:25 smithi082 ceph-mon[91979]: mgrmap e43: y(active, since 4s), standbys: x 2024-08-17T00:43:25.730 INFO:tasks.rados.rados.0.smithi082.stdout:930: done (2 left) 2024-08-17T00:43:25.730 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 44 current snap is 86 2024-08-17T00:43:25.731 INFO:tasks.rados.rados.0.smithi082.stdout:931: seq_num 298 ranges {114688=196608} 2024-08-17T00:43:25.734 INFO:tasks.rados.rados.0.smithi082.stdout:931: writing smithi08280503-44 from 114688 to 311296 tid 1 2024-08-17T00:43:25.734 INFO:tasks.rados.rados.0.smithi082.stdout:932: snap_create 2024-08-17T00:43:25.734 INFO:tasks.rados.rados.0.smithi082.stdout:928: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:43:25.965 INFO:tasks.rados.rados.0.smithi082.stdout:929: finishing copy_from racing read to smithi08280503-13 2024-08-17T00:43:25.965 INFO:tasks.rados.rados.0.smithi082.stdout:929: finishing copy_from to smithi08280503-13 2024-08-17T00:43:25.965 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 434 (ObjNum 231 snap 61 seq_num 231) dirty exists 2024-08-17T00:43:25.965 INFO:tasks.rados.rados.0.smithi082.stdout:931: finishing write tid 1 to smithi08280503-44 2024-08-17T00:43:25.965 INFO:tasks.rados.rados.0.smithi082.stdout:931: finishing write tid 2 to smithi08280503-44 2024-08-17T00:43:25.965 INFO:tasks.rados.rados.0.smithi082.stdout:931: finishing write tid 3 to smithi08280503-44 2024-08-17T00:43:25.965 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 241 (ObjNum 298 snap 86 seq_num 298) dirty exists 2024-08-17T00:43:25.965 INFO:tasks.rados.rados.0.smithi082.stdout:931: left oid 44 (ObjNum 298 snap 86 seq_num 298) 2024-08-17T00:43:26.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:26 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:26.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:26 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:26.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:26 smithi137 ceph-mon[33068]: osdmap e237: 8 total, 8 up, 8 in 2024-08-17T00:43:26.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:26 smithi137 ceph-mon[33068]: pgmap v12: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 285 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:43:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:26 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:26 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:26 smithi082 ceph-mon[39953]: osdmap e237: 8 total, 8 up, 8 in 2024-08-17T00:43:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:26 smithi082 ceph-mon[39953]: pgmap v12: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 285 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:43:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:26 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:26 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:26.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:26 smithi082 ceph-mon[91979]: osdmap e237: 8 total, 8 up, 8 in 2024-08-17T00:43:26.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:26 smithi082 ceph-mon[91979]: pgmap v12: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 285 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:43:26.728 INFO:tasks.rados.rados.0.smithi082.stdout:928: done (3 left) 2024-08-17T00:43:26.728 INFO:tasks.rados.rados.0.smithi082.stdout:929: done (2 left) 2024-08-17T00:43:26.728 INFO:tasks.rados.rados.0.smithi082.stdout:931: done (1 left) 2024-08-17T00:43:26.728 INFO:tasks.rados.rados.0.smithi082.stdout:932: done (0 left) 2024-08-17T00:43:26.729 INFO:tasks.rados.rados.0.smithi082.stdout:933: snap_create 2024-08-17T00:43:27.732 INFO:tasks.rados.rados.0.smithi082.stdout:933: done (0 left) 2024-08-17T00:43:27.732 INFO:tasks.rados.rados.0.smithi082.stdout:934: snap_remove snap 56 2024-08-17T00:43:27.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:27 smithi137 ceph-mon[33068]: osdmap e238: 8 total, 8 up, 8 in 2024-08-17T00:43:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:27 smithi082 ceph-mon[39953]: osdmap e238: 8 total, 8 up, 8 in 2024-08-17T00:43:28.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:27 smithi082 ceph-mon[91979]: osdmap e238: 8 total, 8 up, 8 in 2024-08-17T00:43:28.746 INFO:tasks.rados.rados.0.smithi082.stdout:934: done (0 left) 2024-08-17T00:43:28.746 INFO:tasks.rados.rados.0.smithi082.stdout:935: snap_remove snap 83 2024-08-17T00:43:28.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:28 smithi137 ceph-mon[33068]: osdmap e239: 8 total, 8 up, 8 in 2024-08-17T00:43:28.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:28 smithi137 ceph-mon[33068]: pgmap v15: 121 pgs: 121 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-08-17T00:43:28.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:28 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:28.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:28 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:28.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:28 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:43:28.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:28 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:43:28.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:43:28 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:43:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:28 smithi082 ceph-mon[39953]: osdmap e239: 8 total, 8 up, 8 in 2024-08-17T00:43:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:28 smithi082 ceph-mon[39953]: pgmap v15: 121 pgs: 121 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-08-17T00:43:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:28 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:28 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:29.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:28 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:43:29.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:28 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:43:29.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:28 smithi082 ceph-mon[91979]: osdmap e239: 8 total, 8 up, 8 in 2024-08-17T00:43:29.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:28 smithi082 ceph-mon[91979]: pgmap v15: 121 pgs: 121 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-08-17T00:43:29.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:29.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:29.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:43:29.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:43:29.747 INFO:tasks.rados.rados.0.smithi082.stdout:935: done (0 left) 2024-08-17T00:43:29.747 INFO:tasks.rados.rados.0.smithi082.stdout:936: delete oid 6 current snap is 88 2024-08-17T00:43:29.752 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:29 smithi137 ceph-mon[33068]: Updating smithi082:/etc/ceph/ceph.conf 2024-08-17T00:43:29.752 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:29 smithi137 ceph-mon[33068]: Updating smithi137:/etc/ceph/ceph.conf 2024-08-17T00:43:29.752 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:29 smithi137 ceph-mon[33068]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:43:29.752 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:29 smithi137 ceph-mon[33068]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:43:29.753 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:29 smithi137 ceph-mon[33068]: osdmap e240: 8 total, 8 up, 8 in 2024-08-17T00:43:29.753 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:29 smithi137 ceph-mon[33068]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:43:29.753 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:29 smithi137 ceph-mon[33068]: Updating smithi082:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:43:29.753 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:29 smithi137 ceph-mon[33068]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:43:29.753 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:29 smithi137 ceph-mon[33068]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:43:29.753 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:29 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:29.753 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:29 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:29.753 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:29 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:29.753 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:29 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:29.753 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:29 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:29.753 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:29 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:43:29.757 INFO:tasks.rados.rados.0.smithi082.stdout:936: done (0 left) 2024-08-17T00:43:29.757 INFO:tasks.rados.rados.0.smithi082.stdout:937: read oid 23 snap 84 2024-08-17T00:43:29.757 INFO:tasks.rados.rados.0.smithi082.stdout:937: expect (ObjNum 276 snap 77 seq_num 276) 2024-08-17T00:43:29.757 INFO:tasks.rados.rados.0.smithi082.stdout:938: delete oid 13 current snap is 88 2024-08-17T00:43:29.762 INFO:tasks.rados.rados.0.smithi082.stdout:938: done (1 left) 2024-08-17T00:43:29.762 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 25 current snap is 88 2024-08-17T00:43:29.762 INFO:tasks.rados.rados.0.smithi082.stdout:939: seq_num 301 ranges {98304=245760} 2024-08-17T00:43:29.764 INFO:tasks.rados.rados.0.smithi082.stdout:939: writing smithi08280503-25 from 98304 to 344064 tid 1 2024-08-17T00:43:29.764 INFO:tasks.rados.rados.0.smithi082.stdout:940: read oid 21 snap -1 2024-08-17T00:43:29.764 INFO:tasks.rados.rados.0.smithi082.stdout:940: expect (ObjNum 297 snap 85 seq_num 297) 2024-08-17T00:43:29.764 INFO:tasks.rados.rados.0.smithi082.stdout:941: snap_remove snap 71 2024-08-17T00:43:30.085 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[91979]: Updating smithi082:/etc/ceph/ceph.conf 2024-08-17T00:43:30.085 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[91979]: Updating smithi137:/etc/ceph/ceph.conf 2024-08-17T00:43:30.085 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[91979]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:43:30.085 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[91979]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:43:30.085 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[91979]: osdmap e240: 8 total, 8 up, 8 in 2024-08-17T00:43:30.085 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[91979]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:43:30.085 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[91979]: Updating smithi082:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:43:30.085 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[91979]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:43:30.085 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[91979]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:43:30.085 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:30.085 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:30.086 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:30.086 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:30.086 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:30.086 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:43:30.086 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:43:30.086 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T00:43:30.086 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-08-17T00:43:30.086 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[39953]: Updating smithi082:/etc/ceph/ceph.conf 2024-08-17T00:43:30.087 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[39953]: Updating smithi137:/etc/ceph/ceph.conf 2024-08-17T00:43:30.087 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[39953]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:43:30.087 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[39953]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T00:43:30.087 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[39953]: osdmap e240: 8 total, 8 up, 8 in 2024-08-17T00:43:30.087 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[39953]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:43:30.087 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[39953]: Updating smithi082:/etc/ceph/ceph.client.admin.keyring 2024-08-17T00:43:30.087 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[39953]: Updating smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:43:30.087 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[39953]: Updating smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T00:43:30.087 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:30.087 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:30.087 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:30.087 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:30.088 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:30.088 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:43:30.088 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:43:30.088 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T00:43:30.088 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:29 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-08-17T00:43:30.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:29 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:43:30.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:29 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T00:43:30.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:29 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-08-17T00:43:30.758 INFO:tasks.rados.rados.0.smithi082.stdout:941: done (3 left) 2024-08-17T00:43:30.758 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 33 current snap is 88 2024-08-17T00:43:30.758 INFO:tasks.rados.rados.0.smithi082.stdout:939: finishing write tid 1 to smithi08280503-25 2024-08-17T00:43:30.758 INFO:tasks.rados.rados.0.smithi082.stdout:942: seq_num 302 ranges {4038656=262144} 2024-08-17T00:43:30.783 INFO:tasks.rados.rados.0.smithi082.stdout:942: writing smithi08280503-33 from 4038656 to 4300800 tid 1 2024-08-17T00:43:30.783 INFO:tasks.rados.rados.0.smithi082.stdout:943: read oid 19 snap -1 2024-08-17T00:43:30.783 INFO:tasks.rados.rados.0.smithi082.stdout:943: expect (ObjNum 294 snap 84 seq_num 294) 2024-08-17T00:43:30.783 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 3 current snap is 88 2024-08-17T00:43:30.783 INFO:tasks.rados.rados.0.smithi082.stdout:939: finishing write tid 2 to smithi08280503-25 2024-08-17T00:43:30.783 INFO:tasks.rados.rados.0.smithi082.stdout:939: finishing write tid 3 to smithi08280503-25 2024-08-17T00:43:30.783 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 384 (ObjNum 301 snap 88 seq_num 301) dirty exists 2024-08-17T00:43:30.783 INFO:tasks.rados.rados.0.smithi082.stdout:939: left oid 25 (ObjNum 301 snap 88 seq_num 301) 2024-08-17T00:43:30.783 INFO:tasks.rados.rados.0.smithi082.stdout:937: expect (ObjNum 276 snap 77 seq_num 276) 2024-08-17T00:43:30.993 INFO:tasks.rados.rados.0.smithi082.stdout:940: expect (ObjNum 297 snap 85 seq_num 297) 2024-08-17T00:43:31.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: Upgrade: It appears safe to stop mon.c 2024-08-17T00:43:31.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: osdmap e241: 8 total, 8 up, 8 in 2024-08-17T00:43:31.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: pgmap v18: 121 pgs: 121 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-08-17T00:43:31.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:43:31.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:43:31.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:43:31.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:43:31.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:43:31.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:43:31.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:43:31.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:43:31.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:43:31.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:43:31.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:43:31.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:43:31.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:43:31.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:43:31.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:43:31.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:43:31.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:43:31.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:43:31.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:43:31.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:43:31.228 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:43:31.228 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:43:31.228 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:43:31.228 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:43:31.228 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:43:31.228 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:43:31.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: Upgrade: It appears safe to stop mon.c 2024-08-17T00:43:31.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: osdmap e241: 8 total, 8 up, 8 in 2024-08-17T00:43:31.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: pgmap v18: 121 pgs: 121 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-08-17T00:43:31.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:43:31.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:43:31.229 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:43:31.229 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:43:31.229 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:43:31.229 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:43:31.229 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:43:31.229 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:43:31.229 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:43:31.229 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:43:31.229 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:43:31.229 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:43:31.229 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:43:31.229 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:43:31.229 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:43:31.229 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:43:31.230 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:43:31.230 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:43:31.230 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:43:31.230 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:43:31.230 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:43:31.230 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:43:31.230 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:43:31.230 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:43:31.230 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:43:31.230 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:43:31.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: Upgrade: It appears safe to stop mon.c 2024-08-17T00:43:31.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: osdmap e241: 8 total, 8 up, 8 in 2024-08-17T00:43:31.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: pgmap v18: 121 pgs: 121 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-08-17T00:43:31.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:43:31.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T00:43:31.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:43:31.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:43:31.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:43:31.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:43:31.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:43:31.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:43:31.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:43:31.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:43:31.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:43:31.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:43:31.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:43:31.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:43:31.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:43:31.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:43:31.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:43:31.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:43:31.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:43:31.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:43:31.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:43:31.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T00:43:31.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T00:43:31.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:43:31.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:43:31.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:30 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:43:31.357 INFO:tasks.rados.rados.0.smithi082.stdout:942: finishing write tid 1 to smithi08280503-33 2024-08-17T00:43:31.358 INFO:tasks.rados.rados.0.smithi082.stdout:942: finishing write tid 2 to smithi08280503-33 2024-08-17T00:43:31.358 INFO:tasks.rados.rados.0.smithi082.stdout:942: finishing write tid 3 to smithi08280503-33 2024-08-17T00:43:31.358 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 386 (ObjNum 302 snap 88 seq_num 302) dirty exists 2024-08-17T00:43:31.358 INFO:tasks.rados.rados.0.smithi082.stdout:942: left oid 33 (ObjNum 302 snap 88 seq_num 302) 2024-08-17T00:43:31.358 INFO:tasks.rados.rados.0.smithi082.stdout:943: expect (ObjNum 294 snap 84 seq_num 294) 2024-08-17T00:43:31.565 INFO:tasks.rados.rados.0.smithi082.stdout:944: seq_num 303 ranges {2097152=278528} 2024-08-17T00:43:31.579 INFO:tasks.rados.rados.0.smithi082.stdout:944: writing smithi08280503-3 from 2097152 to 2375680 tid 1 2024-08-17T00:43:31.579 INFO:tasks.rados.rados.0.smithi082.stdout:937: done (5 left) 2024-08-17T00:43:31.579 INFO:tasks.rados.rados.0.smithi082.stdout:939: done (4 left) 2024-08-17T00:43:31.579 INFO:tasks.rados.rados.0.smithi082.stdout:940: done (3 left) 2024-08-17T00:43:31.579 INFO:tasks.rados.rados.0.smithi082.stdout:942: done (2 left) 2024-08-17T00:43:31.579 INFO:tasks.rados.rados.0.smithi082.stdout:943: done (1 left) 2024-08-17T00:43:31.579 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 30 current snap is 88 2024-08-17T00:43:31.580 INFO:tasks.rados.rados.0.smithi082.stdout:945: seq_num 304 ranges {2252800=294912} 2024-08-17T00:43:31.592 INFO:tasks.rados.rados.0.smithi082.stdout:945: writing smithi08280503-30 from 2252800 to 2547712 tid 1 2024-08-17T00:43:31.592 INFO:tasks.rados.rados.0.smithi082.stdout:946: copy_from oid 21 from oid 1 current snap is 88 2024-08-17T00:43:31.592 INFO:tasks.rados.rados.0.smithi082.stdout:944: finishing write tid 1 to smithi08280503-3 2024-08-17T00:43:31.592 INFO:tasks.rados.rados.0.smithi082.stdout:947: snap_remove snap 63 2024-08-17T00:43:31.970 INFO:tasks.rados.rados.0.smithi082.stdout:947: done (3 left) 2024-08-17T00:43:31.970 INFO:tasks.rados.rados.0.smithi082.stdout:948: read oid 48 snap 82 2024-08-17T00:43:31.970 INFO:tasks.rados.rados.0.smithi082.stdout:948: expect (ObjNum 184 snap 47 seq_num 184) 2024-08-17T00:43:31.970 INFO:tasks.rados.rados.0.smithi082.stdout:949: snap_create 2024-08-17T00:43:31.970 INFO:tasks.rados.rados.0.smithi082.stdout:944: finishing write tid 2 to smithi08280503-3 2024-08-17T00:43:31.970 INFO:tasks.rados.rados.0.smithi082.stdout:944: finishing write tid 3 to smithi08280503-3 2024-08-17T00:43:31.971 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 257 (ObjNum 303 snap 88 seq_num 303) dirty exists 2024-08-17T00:43:31.971 INFO:tasks.rados.rados.0.smithi082.stdout:944: left oid 3 (ObjNum 303 snap 88 seq_num 303) 2024-08-17T00:43:31.971 INFO:tasks.rados.rados.0.smithi082.stdout:945: finishing write tid 1 to smithi08280503-30 2024-08-17T00:43:31.971 INFO:tasks.rados.rados.0.smithi082.stdout:945: finishing write tid 2 to smithi08280503-30 2024-08-17T00:43:31.971 INFO:tasks.rados.rados.0.smithi082.stdout:945: finishing write tid 3 to smithi08280503-30 2024-08-17T00:43:31.971 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 30 v 303 (ObjNum 304 snap 88 seq_num 304) dirty exists 2024-08-17T00:43:31.971 INFO:tasks.rados.rados.0.smithi082.stdout:945: left oid 30 (ObjNum 304 snap 88 seq_num 304) 2024-08-17T00:43:31.971 INFO:tasks.rados.rados.0.smithi082.stdout:946: finishing copy_from racing read to smithi08280503-21 2024-08-17T00:43:31.971 INFO:tasks.rados.rados.0.smithi082.stdout:946: finishing copy_from to smithi08280503-21 2024-08-17T00:43:31.971 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 237 (ObjNum 264 snap 75 seq_num 264) dirty exists 2024-08-17T00:43:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:31 smithi082 ceph-mon[39953]: osdmap e242: 8 total, 8 up, 8 in 2024-08-17T00:43:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:31 smithi082 ceph-mon[39953]: Upgrade: Updating mon.c 2024-08-17T00:43:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:31 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:31 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:43:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:31 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:43:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:31 smithi082 ceph-mon[39953]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:43:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:31 smithi082 ceph-mon[39953]: Deploying daemon mon.c on smithi082 2024-08-17T00:43:31.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:31 smithi082 ceph-mon[91979]: osdmap e242: 8 total, 8 up, 8 in 2024-08-17T00:43:31.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:31 smithi082 ceph-mon[91979]: Upgrade: Updating mon.c 2024-08-17T00:43:31.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:31 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:31.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:31 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:43:31.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:31 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:43:31.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:31 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:43:31.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:31 smithi082 ceph-mon[91979]: Deploying daemon mon.c on smithi082 2024-08-17T00:43:31.982 INFO:tasks.rados.rados.0.smithi082.stdout:948: expect (ObjNum 184 snap 47 seq_num 184) 2024-08-17T00:43:32.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:31 smithi137 ceph-mon[33068]: osdmap e242: 8 total, 8 up, 8 in 2024-08-17T00:43:32.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:31 smithi137 ceph-mon[33068]: Upgrade: Updating mon.c 2024-08-17T00:43:32.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:31 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:32.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:31 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:43:32.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:31 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:43:32.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:31 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:43:32.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:31 smithi137 ceph-mon[33068]: Deploying daemon mon.c on smithi082 2024-08-17T00:43:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:43:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:43:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:32.957 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:32 smithi082 systemd[1]: Stopping Ceph mon.c for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:43:33.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:32 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-c[39949]: 2024-08-17T00:43:32.954+0000 7f8ef350f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T00:43:33.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:32 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-c[39949]: 2024-08-17T00:43:32.954+0000 7f8ef350f640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-08-17T00:43:33.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:33 smithi082 podman[94175]: 2024-08-17 00:43:33.200190425 +0000 UTC m=+0.350345713 container died 04290329d1a5e542f495ef0107a0e6ac26d385edbc8c60321bfbdba433049aa8 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-c, ceph=True, RELEASE=quincy-03a1ac1, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:43:33.675 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:33 smithi082 podman[94175]: 2024-08-17 00:43:33.563299617 +0000 UTC m=+0.713454902 container cleanup 04290329d1a5e542f495ef0107a0e6ac26d385edbc8c60321bfbdba433049aa8 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=quincy-03a1ac1, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-08-17T00:43:33.675 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:33 smithi082 bash[94175]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-c 2024-08-17T00:43:33.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:33 smithi082 podman[94189]: 2024-08-17 00:43:33.78111909 +0000 UTC m=+0.577537454 container remove 04290329d1a5e542f495ef0107a0e6ac26d385edbc8c60321bfbdba433049aa8 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-c, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, RELEASE=quincy-03a1ac1, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:43:33.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:43:33 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:43:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi137\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:34.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:34 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mon.c.service: Deactivated successfully. 2024-08-17T00:43:34.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:34 smithi082 systemd[1]: Stopped Ceph mon.c for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:43:34.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:34 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mon.c.service: Consumed 7.790s CPU time. 2024-08-17T00:43:34.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:34 smithi082 systemd[1]: Starting Ceph mon.c for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:43:34.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:43:34 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:43:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:34.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:43:34 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:43:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:34.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:34 smithi082 podman[94324]: 2024-08-17 00:43:34.394372889 +0000 UTC m=+0.017467607 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:43:34.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:34 smithi082 podman[94324]: 2024-08-17 00:43:34.507693221 +0000 UTC m=+0.130787926 container create d6960322022d374ddaae1d56f72d1cd64f3dd9672e7095f4e2a2f4948b0f2c8f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T00:43:35.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:43:35] "GET /metrics HTTP/1.1" 200 33306 "" "Prometheus/2.43.0" 2024-08-17T00:43:35.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 podman[94324]: 2024-08-17 00:43:35.012392985 +0000 UTC m=+0.635487700 container init d6960322022d374ddaae1d56f72d1cd64f3dd9672e7095f4e2a2f4948b0f2c8f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, io.buildah.version=1.36.0) 2024-08-17T00:43:35.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 podman[94324]: 2024-08-17 00:43:35.016023134 +0000 UTC m=+0.639117848 container start d6960322022d374ddaae1d56f72d1cd64f3dd9672e7095f4e2a2f4948b0f2c8f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-c, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True) 2024-08-17T00:43:35.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: set uid:gid to 167:167 (ceph:ceph) 2024-08-17T00:43:35.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc), process ceph-mon, pid 2 2024-08-17T00:43:35.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: pidfile_write: ignore empty --pid-file 2024-08-17T00:43:35.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: load: jerasure load: lrc 2024-08-17T00:43:35.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: RocksDB version: 7.9.2 2024-08-17T00:43:35.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Git sha 0 2024-08-17T00:43:35.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Compile date 2024-08-14 15:56:38 2024-08-17T00:43:35.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: DB SUMMARY 2024-08-17T00:43:35.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: DB Session ID: OSJGPSTYY6PAED4WNAFG 2024-08-17T00:43:35.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: CURRENT file: CURRENT 2024-08-17T00:43:35.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: IDENTITY file: IDENTITY 2024-08-17T00:43:35.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1104 Bytes 2024-08-17T00:43:35.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-08-17T00:43:35.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 8306050 ; 2024-08-17T00:43:35.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.error_if_exists: 0 2024-08-17T00:43:35.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.create_if_missing: 0 2024-08-17T00:43:35.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.paranoid_checks: 1 2024-08-17T00:43:35.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-17T00:43:35.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-17T00:43:35.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-17T00:43:35.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.env: 0x55f595e3f7a0 2024-08-17T00:43:35.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.fs: PosixFileSystem 2024-08-17T00:43:35.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.info_log: 0x55f596697500 2024-08-17T00:43:35.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.max_file_opening_threads: 16 2024-08-17T00:43:35.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.statistics: (nil) 2024-08-17T00:43:35.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.use_fsync: 0 2024-08-17T00:43:35.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.max_log_file_size: 0 2024-08-17T00:43:35.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-17T00:43:35.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-17T00:43:35.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.keep_log_file_num: 1000 2024-08-17T00:43:35.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.recycle_log_file_num: 0 2024-08-17T00:43:35.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.allow_fallocate: 1 2024-08-17T00:43:35.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.allow_mmap_reads: 0 2024-08-17T00:43:35.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.allow_mmap_writes: 0 2024-08-17T00:43:35.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.use_direct_reads: 0 2024-08-17T00:43:35.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-17T00:43:35.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.create_missing_column_families: 0 2024-08-17T00:43:35.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.db_log_dir: 2024-08-17T00:43:35.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.wal_dir: 2024-08-17T00:43:35.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-17T00:43:35.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-17T00:43:35.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-17T00:43:35.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-17T00:43:35.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-17T00:43:35.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-17T00:43:35.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.advise_random_on_open: 1 2024-08-17T00:43:35.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.db_write_buffer_size: 0 2024-08-17T00:43:35.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.write_buffer_manager: 0x55f5966a68c0 2024-08-17T00:43:35.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-17T00:43:35.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-17T00:43:35.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-17T00:43:35.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.rate_limiter: (nil) 2024-08-17T00:43:35.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-17T00:43:35.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.wal_recovery_mode: 2 2024-08-17T00:43:35.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.enable_thread_tracking: 0 2024-08-17T00:43:35.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.enable_pipelined_write: 0 2024-08-17T00:43:35.481 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.unordered_write: 0 2024-08-17T00:43:35.481 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-17T00:43:35.481 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-17T00:43:35.481 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-17T00:43:35.481 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-17T00:43:35.481 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.row_cache: None 2024-08-17T00:43:35.481 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.wal_filter: None 2024-08-17T00:43:35.481 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-17T00:43:35.482 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.allow_ingest_behind: 0 2024-08-17T00:43:35.482 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.two_write_queues: 0 2024-08-17T00:43:35.483 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.manual_wal_flush: 0 2024-08-17T00:43:35.483 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.wal_compression: 0 2024-08-17T00:43:35.483 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.atomic_flush: 0 2024-08-17T00:43:35.483 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-17T00:43:35.483 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-17T00:43:35.483 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-17T00:43:35.483 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.log_readahead_size: 0 2024-08-17T00:43:35.483 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-17T00:43:35.483 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.best_efforts_recovery: 0 2024-08-17T00:43:35.483 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-17T00:43:35.483 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-17T00:43:35.484 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.allow_data_in_errors: 0 2024-08-17T00:43:35.484 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.db_host_id: __hostname__ 2024-08-17T00:43:35.484 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-17T00:43:35.484 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.max_background_jobs: 2 2024-08-17T00:43:35.484 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.max_background_compactions: -1 2024-08-17T00:43:35.484 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.max_subcompactions: 1 2024-08-17T00:43:35.484 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-17T00:43:35.484 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-17T00:43:35.484 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-17T00:43:35.484 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.max_total_wal_size: 0 2024-08-17T00:43:35.485 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-17T00:43:35.485 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-17T00:43:35.485 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-17T00:43:35.485 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-17T00:43:35.485 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.max_open_files: -1 2024-08-17T00:43:35.485 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.bytes_per_sync: 0 2024-08-17T00:43:35.485 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-17T00:43:35.485 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-17T00:43:35.485 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.compaction_readahead_size: 0 2024-08-17T00:43:35.485 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.max_background_flushes: -1 2024-08-17T00:43:35.485 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Compression algorithms supported: 2024-08-17T00:43:35.485 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: kZSTD supported: 0 2024-08-17T00:43:35.485 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: kXpressCompression supported: 0 2024-08-17T00:43:35.485 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: kBZip2Compression supported: 0 2024-08-17T00:43:35.486 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-17T00:43:35.486 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: kLZ4Compression supported: 1 2024-08-17T00:43:35.486 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: kZlibCompression supported: 1 2024-08-17T00:43:35.486 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: kLZ4HCCompression supported: 1 2024-08-17T00:43:35.486 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: kSnappyCompression supported: 1 2024-08-17T00:43:35.486 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-17T00:43:35.486 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-17T00:43:35.486 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2024-08-17T00:43:35.486 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-17T00:43:35.486 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-17T00:43:35.486 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.merge_operator: 2024-08-17T00:43:35.486 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.compaction_filter: None 2024-08-17T00:43:35.487 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.compaction_filter_factory: None 2024-08-17T00:43:35.487 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.sst_partitioner_factory: None 2024-08-17T00:43:35.487 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-17T00:43:35.487 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-17T00:43:35.487 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f596697120) 2024-08-17T00:43:35.487 INFO:journalctl@ceph.mon.c.smithi082.stdout: cache_index_and_filter_blocks: 1 2024-08-17T00:43:35.487 INFO:journalctl@ceph.mon.c.smithi082.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-17T00:43:35.487 INFO:journalctl@ceph.mon.c.smithi082.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-17T00:43:35.487 INFO:journalctl@ceph.mon.c.smithi082.stdout: pin_top_level_index_and_filter: 1 2024-08-17T00:43:35.487 INFO:journalctl@ceph.mon.c.smithi082.stdout: index_type: 0 2024-08-17T00:43:35.487 INFO:journalctl@ceph.mon.c.smithi082.stdout: data_block_index_type: 0 2024-08-17T00:43:35.487 INFO:journalctl@ceph.mon.c.smithi082.stdout: index_shortening: 1 2024-08-17T00:43:35.487 INFO:journalctl@ceph.mon.c.smithi082.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-17T00:43:35.487 INFO:journalctl@ceph.mon.c.smithi082.stdout: checksum: 4 2024-08-17T00:43:35.488 INFO:journalctl@ceph.mon.c.smithi082.stdout: no_block_cache: 0 2024-08-17T00:43:35.488 INFO:journalctl@ceph.mon.c.smithi082.stdout: block_cache: 0x55f59668b090 2024-08-17T00:43:35.488 INFO:journalctl@ceph.mon.c.smithi082.stdout: block_cache_name: BinnedLRUCache 2024-08-17T00:43:35.488 INFO:journalctl@ceph.mon.c.smithi082.stdout: block_cache_options: 2024-08-17T00:43:35.488 INFO:journalctl@ceph.mon.c.smithi082.stdout: capacity : 536870912 2024-08-17T00:43:35.488 INFO:journalctl@ceph.mon.c.smithi082.stdout: num_shard_bits : 4 2024-08-17T00:43:35.488 INFO:journalctl@ceph.mon.c.smithi082.stdout: strict_capacity_limit : 0 2024-08-17T00:43:35.488 INFO:journalctl@ceph.mon.c.smithi082.stdout: high_pri_pool_ratio: 0.000 2024-08-17T00:43:35.488 INFO:journalctl@ceph.mon.c.smithi082.stdout: block_cache_compressed: (nil) 2024-08-17T00:43:35.488 INFO:journalctl@ceph.mon.c.smithi082.stdout: persistent_cache: (nil) 2024-08-17T00:43:35.488 INFO:journalctl@ceph.mon.c.smithi082.stdout: block_size: 4096 2024-08-17T00:43:35.488 INFO:journalctl@ceph.mon.c.smithi082.stdout: block_size_deviation: 10 2024-08-17T00:43:35.488 INFO:journalctl@ceph.mon.c.smithi082.stdout: block_restart_interval: 16 2024-08-17T00:43:35.488 INFO:journalctl@ceph.mon.c.smithi082.stdout: index_block_restart_interval: 1 2024-08-17T00:43:35.488 INFO:journalctl@ceph.mon.c.smithi082.stdout: metadata_block_size: 4096 2024-08-17T00:43:35.489 INFO:journalctl@ceph.mon.c.smithi082.stdout: partition_filters: 0 2024-08-17T00:43:35.489 INFO:journalctl@ceph.mon.c.smithi082.stdout: use_delta_encoding: 1 2024-08-17T00:43:35.489 INFO:journalctl@ceph.mon.c.smithi082.stdout: filter_policy: bloomfilter 2024-08-17T00:43:35.489 INFO:journalctl@ceph.mon.c.smithi082.stdout: whole_key_filtering: 1 2024-08-17T00:43:35.489 INFO:journalctl@ceph.mon.c.smithi082.stdout: verify_compression: 0 2024-08-17T00:43:35.489 INFO:journalctl@ceph.mon.c.smithi082.stdout: read_amp_bytes_per_bit: 0 2024-08-17T00:43:35.489 INFO:journalctl@ceph.mon.c.smithi082.stdout: format_version: 5 2024-08-17T00:43:35.489 INFO:journalctl@ceph.mon.c.smithi082.stdout: enable_index_compression: 1 2024-08-17T00:43:35.489 INFO:journalctl@ceph.mon.c.smithi082.stdout: block_align: 0 2024-08-17T00:43:35.489 INFO:journalctl@ceph.mon.c.smithi082.stdout: max_auto_readahead_size: 262144 2024-08-17T00:43:35.490 INFO:journalctl@ceph.mon.c.smithi082.stdout: prepopulate_block_cache: 0 2024-08-17T00:43:35.490 INFO:journalctl@ceph.mon.c.smithi082.stdout: initial_auto_readahead_size: 8192 2024-08-17T00:43:35.490 INFO:journalctl@ceph.mon.c.smithi082.stdout: num_file_reads_for_auto_readahead: 2 2024-08-17T00:43:35.490 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.write_buffer_size: 33554432 2024-08-17T00:43:35.490 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.max_write_buffer_number: 2 2024-08-17T00:43:35.490 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.compression: NoCompression 2024-08-17T00:43:35.490 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.bottommost_compression: Disabled 2024-08-17T00:43:35.490 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.prefix_extractor: nullptr 2024-08-17T00:43:35.490 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-17T00:43:35.490 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.num_levels: 7 2024-08-17T00:43:35.490 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-17T00:43:35.490 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-17T00:43:35.490 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-17T00:43:35.491 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-17T00:43:35.491 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-17T00:43:35.491 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-17T00:43:35.491 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-17T00:43:35.491 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-17T00:43:35.491 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-17T00:43:35.491 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-17T00:43:35.491 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-17T00:43:35.491 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-17T00:43:35.491 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-17T00:43:35.491 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.compression_opts.level: 32767 2024-08-17T00:43:35.491 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.compression_opts.strategy: 0 2024-08-17T00:43:35.491 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-17T00:43:35.491 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-17T00:43:35.491 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-17T00:43:35.492 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-17T00:43:35.492 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.compression_opts.enabled: false 2024-08-17T00:43:35.492 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-17T00:43:35.492 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-17T00:43:35.492 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-17T00:43:35.492 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-17T00:43:35.492 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.target_file_size_base: 67108864 2024-08-17T00:43:35.492 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-17T00:43:35.492 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-17T00:43:35.492 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-17T00:43:35.492 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-17T00:43:35.492 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-17T00:43:35.492 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-17T00:43:35.493 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-17T00:43:35.493 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-17T00:43:35.493 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-17T00:43:35.493 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-17T00:43:35.493 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-17T00:43:35.493 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-17T00:43:35.493 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-17T00:43:35.493 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-17T00:43:35.493 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.arena_block_size: 1048576 2024-08-17T00:43:35.493 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-17T00:43:35.493 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-17T00:43:35.493 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.disable_auto_compactions: 0 2024-08-17T00:43:35.493 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-17T00:43:35.493 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-17T00:43:35.493 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-17T00:43:35.494 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-17T00:43:35.494 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-17T00:43:35.494 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-17T00:43:35.494 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-17T00:43:35.494 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-17T00:43:35.494 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-17T00:43:35.494 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-17T00:43:35.494 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-17T00:43:35.494 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.inplace_update_support: 0 2024-08-17T00:43:35.494 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-17T00:43:35.494 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-17T00:43:35.494 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-17T00:43:35.495 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-17T00:43:35.495 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.bloom_locality: 0 2024-08-17T00:43:35.495 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.max_successive_merges: 0 2024-08-17T00:43:35.495 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-17T00:43:35.495 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.paranoid_file_checks: 0 2024-08-17T00:43:35.495 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.force_consistency_checks: 1 2024-08-17T00:43:35.495 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.report_bg_io_stats: 0 2024-08-17T00:43:35.495 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.ttl: 2592000 2024-08-17T00:43:35.495 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-17T00:43:35.495 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-17T00:43:35.495 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-17T00:43:35.495 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.enable_blob_files: false 2024-08-17T00:43:35.495 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.min_blob_size: 0 2024-08-17T00:43:35.496 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.blob_file_size: 268435456 2024-08-17T00:43:35.496 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-17T00:43:35.496 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-17T00:43:35.496 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-17T00:43:35.496 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-17T00:43:35.496 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-17T00:43:35.496 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.blob_file_starting_level: 0 2024-08-17T00:43:35.496 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-17T00:43:35.496 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-08-17T00:43:35.496 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T00:43:35.496 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13572, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-17T00:43:35.496 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-08-17T00:43:35.496 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 72019165-6d99-488e-ac17-0a124d94f52c 2024-08-17T00:43:35.497 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723855415043436, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-08-17T00:43:35.497 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-08-17T00:43:35.497 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723855415061090, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 5112126, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13577, "largest_seqno": 15869, "table_properties": {"data_size": 5100915, "index_size": 7733, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2437, "raw_key_size": 23304, "raw_average_key_size": 24, "raw_value_size": 5079380, "raw_average_value_size": 5252, "num_data_blocks": 339, "num_entries": 967, "num_filter_entries": 967, "num_deletions": 22, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1723855415, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "72019165-6d99-488e-ac17-0a124d94f52c", "db_session_id": "OSJGPSTYY6PAED4WNAFG", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-08-17T00:43:35.497 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723855415061235, "job": 1, "event": "recovery_finished"} 2024-08-17T00:43:35.497 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-08-17T00:43:35.497 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T00:43:35.497 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-17T00:43:35.497 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55f5966b8e00 2024-08-17T00:43:35.497 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: DB pointer 0x55f5967b2000 2024-08-17T00:43:35.497 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-17T00:43:35.497 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-17T00:43:35.497 INFO:journalctl@ceph.mon.c.smithi082.stdout: ** DB Stats ** 2024-08-17T00:43:35.498 INFO:journalctl@ceph.mon.c.smithi082.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T00:43:35.498 INFO:journalctl@ceph.mon.c.smithi082.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-17T00:43:35.498 INFO:journalctl@ceph.mon.c.smithi082.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T00:43:35.498 INFO:journalctl@ceph.mon.c.smithi082.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T00:43:35.498 INFO:journalctl@ceph.mon.c.smithi082.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-17T00:43:35.498 INFO:journalctl@ceph.mon.c.smithi082.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T00:43:35.498 INFO:journalctl@ceph.mon.c.smithi082.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T00:43:35.498 INFO:journalctl@ceph.mon.c.smithi082.stdout: 2024-08-17T00:43:35.498 INFO:journalctl@ceph.mon.c.smithi082.stdout: ** Compaction Stats [default] ** 2024-08-17T00:43:35.498 INFO:journalctl@ceph.mon.c.smithi082.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T00:43:35.498 INFO:journalctl@ceph.mon.c.smithi082.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-17T00:43:35.498 INFO:journalctl@ceph.mon.c.smithi082.stdout: L0 1/0 4.88 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 702.3 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-08-17T00:43:35.498 INFO:journalctl@ceph.mon.c.smithi082.stdout: L6 1/0 8.00 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-17T00:43:35.499 INFO:journalctl@ceph.mon.c.smithi082.stdout: Sum 2/0 12.88 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 702.3 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-08-17T00:43:35.499 INFO:journalctl@ceph.mon.c.smithi082.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 702.3 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-08-17T00:43:35.499 INFO:journalctl@ceph.mon.c.smithi082.stdout: 2024-08-17T00:43:35.499 INFO:journalctl@ceph.mon.c.smithi082.stdout: ** Compaction Stats [default] ** 2024-08-17T00:43:35.499 INFO:journalctl@ceph.mon.c.smithi082.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T00:43:35.499 INFO:journalctl@ceph.mon.c.smithi082.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T00:43:35.499 INFO:journalctl@ceph.mon.c.smithi082.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 702.3 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-08-17T00:43:35.499 INFO:journalctl@ceph.mon.c.smithi082.stdout: 2024-08-17T00:43:35.499 INFO:journalctl@ceph.mon.c.smithi082.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-17T00:43:35.499 INFO:journalctl@ceph.mon.c.smithi082.stdout: 2024-08-17T00:43:35.499 INFO:journalctl@ceph.mon.c.smithi082.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T00:43:35.499 INFO:journalctl@ceph.mon.c.smithi082.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-08-17T00:43:35.499 INFO:journalctl@ceph.mon.c.smithi082.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T00:43:35.500 INFO:journalctl@ceph.mon.c.smithi082.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T00:43:35.500 INFO:journalctl@ceph.mon.c.smithi082.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T00:43:35.500 INFO:journalctl@ceph.mon.c.smithi082.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T00:43:35.500 INFO:journalctl@ceph.mon.c.smithi082.stdout: Cumulative compaction: 0.00 GB write, 223.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T00:43:35.500 INFO:journalctl@ceph.mon.c.smithi082.stdout: Interval compaction: 0.00 GB write, 223.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T00:43:35.500 INFO:journalctl@ceph.mon.c.smithi082.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T00:43:35.500 INFO:journalctl@ceph.mon.c.smithi082.stdout: Block cache BinnedLRUCache@0x55f59668b090#2 capacity: 512.00 MB usage: 10.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-08-17T00:43:35.500 INFO:journalctl@ceph.mon.c.smithi082.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.53 KB,0.000482798%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2024-08-17T00:43:35.500 INFO:journalctl@ceph.mon.c.smithi082.stdout: 2024-08-17T00:43:35.501 INFO:journalctl@ceph.mon.c.smithi082.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T00:43:35.501 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: starting mon.c rank 2 at public addrs [v2:172.21.15.82:3301/0,v1:172.21.15.82:6790/0] at bind addrs [v2:172.21.15.82:3301/0,v1:172.21.15.82:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:43:35.501 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: mon.c@-1(???) e3 preinit fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:43:35.501 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: mon.c@-1(???).mds e8 new map 2024-08-17T00:43:35.501 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: mon.c@-1(???).mds e8 print_map 2024-08-17T00:43:35.501 INFO:journalctl@ceph.mon.c.smithi082.stdout: e8 2024-08-17T00:43:35.501 INFO:journalctl@ceph.mon.c.smithi082.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-17T00:43:35.501 INFO:journalctl@ceph.mon.c.smithi082.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-17T00:43:35.501 INFO:journalctl@ceph.mon.c.smithi082.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T00:43:35.501 INFO:journalctl@ceph.mon.c.smithi082.stdout: legacy client fscid: 1 2024-08-17T00:43:35.501 INFO:journalctl@ceph.mon.c.smithi082.stdout: 2024-08-17T00:43:35.501 INFO:journalctl@ceph.mon.c.smithi082.stdout: Filesystem 'cephfs' (1) 2024-08-17T00:43:35.501 INFO:journalctl@ceph.mon.c.smithi082.stdout: fs_name cephfs 2024-08-17T00:43:35.501 INFO:journalctl@ceph.mon.c.smithi082.stdout: epoch 8 2024-08-17T00:43:35.502 INFO:journalctl@ceph.mon.c.smithi082.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-17T00:43:35.502 INFO:journalctl@ceph.mon.c.smithi082.stdout: created 2024-08-17T00:37:06.954410+0000 2024-08-17T00:43:35.502 INFO:journalctl@ceph.mon.c.smithi082.stdout: modified 2024-08-17T00:37:19.993636+0000 2024-08-17T00:43:35.502 INFO:journalctl@ceph.mon.c.smithi082.stdout: tableserver 0 2024-08-17T00:43:35.502 INFO:journalctl@ceph.mon.c.smithi082.stdout: root 0 2024-08-17T00:43:35.502 INFO:journalctl@ceph.mon.c.smithi082.stdout: session_timeout 60 2024-08-17T00:43:35.502 INFO:journalctl@ceph.mon.c.smithi082.stdout: session_autoclose 300 2024-08-17T00:43:35.502 INFO:journalctl@ceph.mon.c.smithi082.stdout: max_file_size 1099511627776 2024-08-17T00:43:35.502 INFO:journalctl@ceph.mon.c.smithi082.stdout: max_xattr_size 65536 2024-08-17T00:43:35.502 INFO:journalctl@ceph.mon.c.smithi082.stdout: required_client_features {} 2024-08-17T00:43:35.502 INFO:journalctl@ceph.mon.c.smithi082.stdout: last_failure 0 2024-08-17T00:43:35.502 INFO:journalctl@ceph.mon.c.smithi082.stdout: last_failure_osd_epoch 0 2024-08-17T00:43:35.503 INFO:journalctl@ceph.mon.c.smithi082.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T00:43:35.503 INFO:journalctl@ceph.mon.c.smithi082.stdout: max_mds 1 2024-08-17T00:43:35.503 INFO:journalctl@ceph.mon.c.smithi082.stdout: in 0 2024-08-17T00:43:35.503 INFO:journalctl@ceph.mon.c.smithi082.stdout: up {0=24329} 2024-08-17T00:43:35.503 INFO:journalctl@ceph.mon.c.smithi082.stdout: failed 2024-08-17T00:43:35.503 INFO:journalctl@ceph.mon.c.smithi082.stdout: damaged 2024-08-17T00:43:35.503 INFO:journalctl@ceph.mon.c.smithi082.stdout: stopped 2024-08-17T00:43:35.503 INFO:journalctl@ceph.mon.c.smithi082.stdout: data_pools [3] 2024-08-17T00:43:35.503 INFO:journalctl@ceph.mon.c.smithi082.stdout: metadata_pool 2 2024-08-17T00:43:35.503 INFO:journalctl@ceph.mon.c.smithi082.stdout: inline_data disabled 2024-08-17T00:43:35.503 INFO:journalctl@ceph.mon.c.smithi082.stdout: balancer 2024-08-17T00:43:35.503 INFO:journalctl@ceph.mon.c.smithi082.stdout: bal_rank_mask -1 2024-08-17T00:43:35.503 INFO:journalctl@ceph.mon.c.smithi082.stdout: standby_count_wanted 0 2024-08-17T00:43:35.504 INFO:journalctl@ceph.mon.c.smithi082.stdout: qdb_cluster leader: 0 members: 2024-08-17T00:43:35.504 INFO:journalctl@ceph.mon.c.smithi082.stdout: [mds.a{0:24329} state up:active seq 6 addr [v2:172.21.15.82:6834/578208742,v1:172.21.15.82:6835/578208742] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T00:43:35.504 INFO:journalctl@ceph.mon.c.smithi082.stdout: 2024-08-17T00:43:35.504 INFO:journalctl@ceph.mon.c.smithi082.stdout: 2024-08-17T00:43:35.504 INFO:journalctl@ceph.mon.c.smithi082.stdout: Standby daemons: 2024-08-17T00:43:35.504 INFO:journalctl@ceph.mon.c.smithi082.stdout: 2024-08-17T00:43:35.504 INFO:journalctl@ceph.mon.c.smithi082.stdout: [mds.b{-1:24325} state up:standby seq 1 addr [v2:172.21.15.137:6832/2805285471,v1:172.21.15.137:6833/2805285471] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T00:43:35.504 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: mon.c@-1(???).osd e243 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-17T00:43:35.504 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: mon.c@-1(???).osd e243 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T00:43:35.504 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: mon.c@-1(???).osd e243 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T00:43:35.504 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: mon.c@-1(???).osd e243 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T00:43:35.504 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 ceph-mon[94343]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-08-17T00:43:35.504 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 bash[94324]: d6960322022d374ddaae1d56f72d1cd64f3dd9672e7095f4e2a2f4948b0f2c8f 2024-08-17T00:43:35.505 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:35 smithi082 systemd[1]: Started Ceph mon.c for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:43:38.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:43:38 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:43:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:41.321 INFO:tasks.rados.rados.0.smithi082.stdout:944: done (4 left) 2024-08-17T00:43:41.321 INFO:tasks.rados.rados.0.smithi082.stdout:945: done (3 left) 2024-08-17T00:43:41.321 INFO:tasks.rados.rados.0.smithi082.stdout:946: done (2 left) 2024-08-17T00:43:41.321 INFO:tasks.rados.rados.0.smithi082.stdout:948: done (1 left) 2024-08-17T00:43:41.321 INFO:tasks.rados.rados.0.smithi082.stdout:949: done (0 left) 2024-08-17T00:43:41.321 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 13 current snap is 89 2024-08-17T00:43:41.321 INFO:tasks.rados.rados.0.smithi082.stdout:950: seq_num 305 ranges {0=311296} 2024-08-17T00:43:41.322 INFO:tasks.rados.rados.0.smithi082.stdout:950: writing smithi08280503-13 from 0 to 311296 tid 1 2024-08-17T00:43:41.322 INFO:tasks.rados.rados.0.smithi082.stdout:951: snap_create 2024-08-17T00:43:41.325 INFO:tasks.rados.rados.0.smithi082.stdout:950: finishing write tid 1 to smithi08280503-13 2024-08-17T00:43:41.326 INFO:tasks.rados.rados.0.smithi082.stdout:950: finishing write tid 2 to smithi08280503-13 2024-08-17T00:43:41.327 INFO:tasks.rados.rados.0.smithi082.stdout:950: finishing write tid 3 to smithi08280503-13 2024-08-17T00:43:41.327 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 443 (ObjNum 305 snap 89 seq_num 305) dirty exists 2024-08-17T00:43:41.327 INFO:tasks.rados.rados.0.smithi082.stdout:950: left oid 13 (ObjNum 305 snap 89 seq_num 305) 2024-08-17T00:43:41.609 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[94343]: mon.c calling monitor election 2024-08-17T00:43:41.610 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[94343]: mon.a calling monitor election 2024-08-17T00:43:41.610 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[94343]: mon.b calling monitor election 2024-08-17T00:43:41.610 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[94343]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T00:43:41.610 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[94343]: monmap epoch 3 2024-08-17T00:43:41.610 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[94343]: fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:43:41.610 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[94343]: last_changed 2024-08-17T00:33:15.547737+0000 2024-08-17T00:43:41.610 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[94343]: created 2024-08-17T00:31:42.812154+0000 2024-08-17T00:43:41.610 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[94343]: min_mon_release 17 (quincy) 2024-08-17T00:43:41.610 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[94343]: election_strategy: 1 2024-08-17T00:43:41.610 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[94343]: 0: [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] mon.a 2024-08-17T00:43:41.610 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[94343]: 1: [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon.b 2024-08-17T00:43:41.610 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[94343]: 2: [v2:172.21.15.82:3301/0,v1:172.21.15.82:6790/0] mon.c 2024-08-17T00:43:41.610 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[94343]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T00:43:41.610 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[94343]: osdmap e243: 8 total, 8 up, 8 in 2024-08-17T00:43:41.611 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[94343]: mgrmap e43: y(active, since 21s), standbys: x 2024-08-17T00:43:41.611 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[94343]: overall HEALTH_OK 2024-08-17T00:43:41.611 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[91979]: mon.c calling monitor election 2024-08-17T00:43:41.611 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[91979]: mon.a calling monitor election 2024-08-17T00:43:41.611 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[91979]: mon.b calling monitor election 2024-08-17T00:43:41.611 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[91979]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T00:43:41.611 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[91979]: monmap epoch 3 2024-08-17T00:43:41.611 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[91979]: fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:43:41.611 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[91979]: last_changed 2024-08-17T00:33:15.547737+0000 2024-08-17T00:43:41.611 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[91979]: created 2024-08-17T00:31:42.812154+0000 2024-08-17T00:43:41.611 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[91979]: min_mon_release 17 (quincy) 2024-08-17T00:43:41.612 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[91979]: election_strategy: 1 2024-08-17T00:43:41.612 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[91979]: 0: [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] mon.a 2024-08-17T00:43:41.612 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[91979]: 1: [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon.b 2024-08-17T00:43:41.612 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[91979]: 2: [v2:172.21.15.82:3301/0,v1:172.21.15.82:6790/0] mon.c 2024-08-17T00:43:41.612 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[91979]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T00:43:41.612 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[91979]: osdmap e243: 8 total, 8 up, 8 in 2024-08-17T00:43:41.612 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[91979]: mgrmap e43: y(active, since 21s), standbys: x 2024-08-17T00:43:41.612 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:41 smithi082 ceph-mon[91979]: overall HEALTH_OK 2024-08-17T00:43:41.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:41 smithi137 ceph-mon[33068]: mon.c calling monitor election 2024-08-17T00:43:41.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:41 smithi137 ceph-mon[33068]: mon.a calling monitor election 2024-08-17T00:43:41.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:41 smithi137 ceph-mon[33068]: mon.b calling monitor election 2024-08-17T00:43:41.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:41 smithi137 ceph-mon[33068]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T00:43:41.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:41 smithi137 ceph-mon[33068]: monmap epoch 3 2024-08-17T00:43:41.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:41 smithi137 ceph-mon[33068]: fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:43:41.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:41 smithi137 ceph-mon[33068]: last_changed 2024-08-17T00:33:15.547737+0000 2024-08-17T00:43:41.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:41 smithi137 ceph-mon[33068]: created 2024-08-17T00:31:42.812154+0000 2024-08-17T00:43:41.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:41 smithi137 ceph-mon[33068]: min_mon_release 17 (quincy) 2024-08-17T00:43:41.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:41 smithi137 ceph-mon[33068]: election_strategy: 1 2024-08-17T00:43:41.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:41 smithi137 ceph-mon[33068]: 0: [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] mon.a 2024-08-17T00:43:41.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:41 smithi137 ceph-mon[33068]: 1: [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon.b 2024-08-17T00:43:41.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:41 smithi137 ceph-mon[33068]: 2: [v2:172.21.15.82:3301/0,v1:172.21.15.82:6790/0] mon.c 2024-08-17T00:43:41.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:41 smithi137 ceph-mon[33068]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T00:43:41.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:41 smithi137 ceph-mon[33068]: osdmap e243: 8 total, 8 up, 8 in 2024-08-17T00:43:41.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:41 smithi137 ceph-mon[33068]: mgrmap e43: y(active, since 21s), standbys: x 2024-08-17T00:43:41.739 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:41 smithi137 ceph-mon[33068]: overall HEALTH_OK 2024-08-17T00:43:42.321 INFO:tasks.rados.rados.0.smithi082.stdout:950: done (1 left) 2024-08-17T00:43:42.321 INFO:tasks.rados.rados.0.smithi082.stdout:951: done (0 left) 2024-08-17T00:43:42.321 INFO:tasks.rados.rados.0.smithi082.stdout:952: rollback oid 26 current snap is 90 2024-08-17T00:43:42.321 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 26 to 82 2024-08-17T00:43:42.321 INFO:tasks.rados.rados.0.smithi082.stdout:953: copy_from oid 48 from oid 14 current snap is 90 2024-08-17T00:43:42.321 INFO:tasks.rados.rados.0.smithi082.stdout:954: snap_create 2024-08-17T00:43:42.325 INFO:tasks.rados.rados.0.smithi082.stdout:952: finishing rollback tid 0 to smithi08280503-26 2024-08-17T00:43:42.325 INFO:tasks.rados.rados.0.smithi082.stdout:952: finishing rollback tid 1 to smithi08280503-26 2024-08-17T00:43:42.326 INFO:tasks.rados.rados.0.smithi082.stdout:952: finishing rollback tid 2 to smithi08280503-26 2024-08-17T00:43:42.326 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 540 (ObjNum 283 snap 80 seq_num 283) dirty exists 2024-08-17T00:43:42.350 INFO:tasks.rados.rados.0.smithi082.stdout:953: finishing copy_from racing read to smithi08280503-48 2024-08-17T00:43:42.356 INFO:tasks.rados.rados.0.smithi082.stdout:953: finishing copy_from to smithi08280503-48 2024-08-17T00:43:42.356 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 465 (ObjNum 281 snap 80 seq_num 281) dirty exists 2024-08-17T00:43:42.626 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:42 smithi082 ceph-mon[94343]: osdmap e244: 8 total, 8 up, 8 in 2024-08-17T00:43:42.626 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:42 smithi082 ceph-mon[94343]: mgrmap e44: y(active, since 21s), standbys: x 2024-08-17T00:43:42.626 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:42 smithi082 ceph-mon[94343]: pgmap v27: 121 pgs: 121 active+clean; 295 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 340 KiB/s rd, 512 KiB/s wr, 1 op/s 2024-08-17T00:43:42.626 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:42 smithi082 ceph-mon[91979]: osdmap e244: 8 total, 8 up, 8 in 2024-08-17T00:43:42.626 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:42 smithi082 ceph-mon[91979]: mgrmap e44: y(active, since 21s), standbys: x 2024-08-17T00:43:42.626 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:42 smithi082 ceph-mon[91979]: pgmap v27: 121 pgs: 121 active+clean; 295 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 340 KiB/s rd, 512 KiB/s wr, 1 op/s 2024-08-17T00:43:42.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:42 smithi137 ceph-mon[33068]: osdmap e244: 8 total, 8 up, 8 in 2024-08-17T00:43:42.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:42 smithi137 ceph-mon[33068]: mgrmap e44: y(active, since 21s), standbys: x 2024-08-17T00:43:42.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:42 smithi137 ceph-mon[33068]: pgmap v27: 121 pgs: 121 active+clean; 295 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 340 KiB/s rd, 512 KiB/s wr, 1 op/s 2024-08-17T00:43:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:43:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:43:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:43.320 INFO:tasks.rados.rados.0.smithi082.stdout:952: done (2 left) 2024-08-17T00:43:43.320 INFO:tasks.rados.rados.0.smithi082.stdout:953: done (1 left) 2024-08-17T00:43:43.321 INFO:tasks.rados.rados.0.smithi082.stdout:954: done (0 left) 2024-08-17T00:43:43.321 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 23 current snap is 91 2024-08-17T00:43:43.321 INFO:tasks.rados.rados.0.smithi082.stdout:955: seq_num 306 ranges {5242880=327680} 2024-08-17T00:43:43.350 INFO:tasks.rados.rados.0.smithi082.stdout:955: writing smithi08280503-23 from 5242880 to 5570560 tid 1 2024-08-17T00:43:43.350 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 36 current snap is 91 2024-08-17T00:43:43.350 INFO:tasks.rados.rados.0.smithi082.stdout:956: seq_num 307 ranges {0=344064} 2024-08-17T00:43:43.352 INFO:tasks.rados.rados.0.smithi082.stdout:956: writing smithi08280503-36 from 0 to 344064 tid 1 2024-08-17T00:43:43.352 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 12 current snap is 91 2024-08-17T00:43:43.352 INFO:tasks.rados.rados.0.smithi082.stdout:957: seq_num 308 ranges {5242880=360448} 2024-08-17T00:43:43.382 INFO:tasks.rados.rados.0.smithi082.stdout:957: writing smithi08280503-12 from 5242880 to 5603328 tid 1 2024-08-17T00:43:43.382 INFO:tasks.rados.rados.0.smithi082.stdout:958: snap_create 2024-08-17T00:43:43.382 INFO:tasks.rados.rados.0.smithi082.stdout:955: finishing write tid 1 to smithi08280503-23 2024-08-17T00:43:43.382 INFO:tasks.rados.rados.0.smithi082.stdout:955: finishing write tid 2 to smithi08280503-23 2024-08-17T00:43:43.382 INFO:tasks.rados.rados.0.smithi082.stdout:956: finishing write tid 1 to smithi08280503-36 2024-08-17T00:43:43.382 INFO:tasks.rados.rados.0.smithi082.stdout:956: finishing write tid 2 to smithi08280503-36 2024-08-17T00:43:43.383 INFO:tasks.rados.rados.0.smithi082.stdout:956: finishing write tid 3 to smithi08280503-36 2024-08-17T00:43:43.383 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 445 (ObjNum 307 snap 91 seq_num 307) dirty exists 2024-08-17T00:43:43.383 INFO:tasks.rados.rados.0.smithi082.stdout:956: left oid 36 (ObjNum 307 snap 91 seq_num 307) 2024-08-17T00:43:43.383 INFO:tasks.rados.rados.0.smithi082.stdout:955: finishing write tid 3 to smithi08280503-23 2024-08-17T00:43:43.383 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 352 (ObjNum 306 snap 91 seq_num 306) dirty exists 2024-08-17T00:43:43.383 INFO:tasks.rados.rados.0.smithi082.stdout:955: left oid 23 (ObjNum 306 snap 91 seq_num 306) 2024-08-17T00:43:43.384 INFO:tasks.rados.rados.0.smithi082.stdout:957: finishing write tid 1 to smithi08280503-12 2024-08-17T00:43:43.385 INFO:tasks.rados.rados.0.smithi082.stdout:957: finishing write tid 2 to smithi08280503-12 2024-08-17T00:43:43.385 INFO:tasks.rados.rados.0.smithi082.stdout:957: finishing write tid 3 to smithi08280503-12 2024-08-17T00:43:43.385 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 354 (ObjNum 308 snap 91 seq_num 308) dirty exists 2024-08-17T00:43:43.385 INFO:tasks.rados.rados.0.smithi082.stdout:957: left oid 12 (ObjNum 308 snap 91 seq_num 308) 2024-08-17T00:43:43.459 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:43 smithi082 ceph-mon[94343]: osdmap e245: 8 total, 8 up, 8 in 2024-08-17T00:43:43.459 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:43 smithi082 ceph-mon[91979]: osdmap e245: 8 total, 8 up, 8 in 2024-08-17T00:43:43.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:43 smithi137 ceph-mon[33068]: osdmap e245: 8 total, 8 up, 8 in 2024-08-17T00:43:43.639 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:43:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:43:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi137\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:43.723 INFO:tasks.rados.rados.0.smithi082.stdout:955: done (3 left) 2024-08-17T00:43:43.724 INFO:tasks.rados.rados.0.smithi082.stdout:956: done (2 left) 2024-08-17T00:43:43.724 INFO:tasks.rados.rados.0.smithi082.stdout:957: done (1 left) 2024-08-17T00:43:43.724 INFO:tasks.rados.rados.0.smithi082.stdout:958: done (0 left) 2024-08-17T00:43:43.724 INFO:tasks.rados.rados.0.smithi082.stdout:959: read oid 16 snap -1 2024-08-17T00:43:43.724 INFO:tasks.rados.rados.0.smithi082.stdout:959: expect (ObjNum 216 snap 55 seq_num 216) 2024-08-17T00:43:43.724 INFO:tasks.rados.rados.0.smithi082.stdout:960: snap_create 2024-08-17T00:43:43.747 INFO:tasks.rados.rados.0.smithi082.stdout:959: expect (ObjNum 216 snap 55 seq_num 216) 2024-08-17T00:43:44.650 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:43:44 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:43:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:44.650 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:43:44 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:43:44.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:44.651 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:44 smithi137 ceph-mon[33068]: osdmap e246: 8 total, 8 up, 8 in 2024-08-17T00:43:44.651 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:44 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:44.651 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:44 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:44.651 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:44 smithi137 ceph-mon[33068]: osdmap e247: 8 total, 8 up, 8 in 2024-08-17T00:43:44.651 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:44 smithi137 ceph-mon[33068]: pgmap v31: 121 pgs: 121 active+clean; 295 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:43:44.651 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:44 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:44.651 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:44 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:44.711 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:44 smithi082 ceph-mon[94343]: osdmap e246: 8 total, 8 up, 8 in 2024-08-17T00:43:44.711 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:44 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:44.711 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:44 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:44.712 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:44 smithi082 ceph-mon[94343]: osdmap e247: 8 total, 8 up, 8 in 2024-08-17T00:43:44.712 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:44 smithi082 ceph-mon[94343]: pgmap v31: 121 pgs: 121 active+clean; 295 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:43:44.712 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:44 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:44.712 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:44 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:44.712 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:44 smithi082 ceph-mon[91979]: osdmap e246: 8 total, 8 up, 8 in 2024-08-17T00:43:44.712 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:44 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:44.712 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:44 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:44.712 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:44 smithi082 ceph-mon[91979]: osdmap e247: 8 total, 8 up, 8 in 2024-08-17T00:43:44.712 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:44 smithi082 ceph-mon[91979]: pgmap v31: 121 pgs: 121 active+clean; 295 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:43:44.712 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:44 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:44.713 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:44 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:44.734 INFO:tasks.rados.rados.0.smithi082.stdout:959: done (1 left) 2024-08-17T00:43:44.734 INFO:tasks.rados.rados.0.smithi082.stdout:960: done (0 left) 2024-08-17T00:43:44.734 INFO:tasks.rados.rados.0.smithi082.stdout:961: rmattr oid 40 current snap is 93 2024-08-17T00:43:44.734 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 32 current snap is 93 2024-08-17T00:43:44.734 INFO:tasks.rados.rados.0.smithi082.stdout:962: seq_num 309 ranges {2490368=376832} 2024-08-17T00:43:44.749 INFO:tasks.rados.rados.0.smithi082.stdout:962: writing smithi08280503-32 from 2490368 to 2867200 tid 1 2024-08-17T00:43:44.749 INFO:tasks.rados.rados.0.smithi082.stdout:963: snap_create 2024-08-17T00:43:44.749 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 480 (ObjNum 282 snap 80 seq_num 282) dirty exists 2024-08-17T00:43:44.752 INFO:tasks.rados.rados.0.smithi082.stdout:962: finishing write tid 1 to smithi08280503-32 2024-08-17T00:43:44.752 INFO:tasks.rados.rados.0.smithi082.stdout:962: finishing write tid 2 to smithi08280503-32 2024-08-17T00:43:44.753 INFO:tasks.rados.rados.0.smithi082.stdout:962: finishing write tid 3 to smithi08280503-32 2024-08-17T00:43:44.753 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 517 (ObjNum 309 snap 93 seq_num 309) dirty exists 2024-08-17T00:43:44.753 INFO:tasks.rados.rados.0.smithi082.stdout:962: left oid 32 (ObjNum 309 snap 93 seq_num 309) 2024-08-17T00:43:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:43:45] "GET /metrics HTTP/1.1" 200 35986 "" "Prometheus/2.43.0" 2024-08-17T00:43:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:45.073+0000 7fdf5fb8a640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-08-17T00:43:45.735 INFO:tasks.rados.rados.0.smithi082.stdout:961: done (2 left) 2024-08-17T00:43:45.735 INFO:tasks.rados.rados.0.smithi082.stdout:962: done (1 left) 2024-08-17T00:43:45.735 INFO:tasks.rados.rados.0.smithi082.stdout:963: done (0 left) 2024-08-17T00:43:45.735 INFO:tasks.rados.rados.0.smithi082.stdout:964: snap_remove snap 91 2024-08-17T00:43:45.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:45 smithi082 ceph-mon[94343]: osdmap e248: 8 total, 8 up, 8 in 2024-08-17T00:43:45.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:45 smithi082 ceph-mon[91979]: osdmap e248: 8 total, 8 up, 8 in 2024-08-17T00:43:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:45 smithi137 ceph-mon[33068]: osdmap e248: 8 total, 8 up, 8 in 2024-08-17T00:43:46.743 INFO:tasks.rados.rados.0.smithi082.stdout:964: done (0 left) 2024-08-17T00:43:46.743 INFO:tasks.rados.rados.0.smithi082.stdout:965: copy_from oid 33 from oid 1 current snap is 94 2024-08-17T00:43:46.743 INFO:tasks.rados.rados.0.smithi082.stdout:966: read oid 46 snap -1 2024-08-17T00:43:46.743 INFO:tasks.rados.rados.0.smithi082.stdout:966: expect (ObjNum 142 snap 34 seq_num 142) 2024-08-17T00:43:46.743 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 20 current snap is 94 2024-08-17T00:43:46.743 INFO:tasks.rados.rados.0.smithi082.stdout:967: seq_num 310 ranges {98304=401408} 2024-08-17T00:43:46.746 INFO:tasks.rados.rados.0.smithi082.stdout:967: writing smithi08280503-20 from 98304 to 499712 tid 1 2024-08-17T00:43:46.746 INFO:tasks.rados.rados.0.smithi082.stdout:968: rollback oid 14 current snap is 94 2024-08-17T00:43:46.746 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 14 to 57 2024-08-17T00:43:46.746 INFO:tasks.rados.rados.0.smithi082.stdout:969: snap_remove snap 77 2024-08-17T00:43:47.184 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:46 smithi082 ceph-mon[94343]: osdmap e249: 8 total, 8 up, 8 in 2024-08-17T00:43:47.185 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:46 smithi082 ceph-mon[94343]: pgmap v34: 121 pgs: 121 active+clean; 295 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:43:47.185 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:46 smithi082 ceph-mon[91979]: osdmap e249: 8 total, 8 up, 8 in 2024-08-17T00:43:47.185 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:46 smithi082 ceph-mon[91979]: pgmap v34: 121 pgs: 121 active+clean; 295 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:43:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:46 smithi137 ceph-mon[33068]: osdmap e249: 8 total, 8 up, 8 in 2024-08-17T00:43:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:46 smithi137 ceph-mon[33068]: pgmap v34: 121 pgs: 121 active+clean; 295 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:43:47.748 INFO:tasks.rados.rados.0.smithi082.stdout:969: done (4 left) 2024-08-17T00:43:47.748 INFO:tasks.rados.rados.0.smithi082.stdout:970: read oid 38 snap -1 2024-08-17T00:43:47.748 INFO:tasks.rados.rados.0.smithi082.stdout:970: expect (ObjNum 198 snap 49 seq_num 198) 2024-08-17T00:43:47.748 INFO:tasks.rados.rados.0.smithi082.stdout:971: snap_remove snap 93 2024-08-17T00:43:47.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:47 smithi082 ceph-mon[94343]: osdmap e250: 8 total, 8 up, 8 in 2024-08-17T00:43:47.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:47.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:47.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:43:47.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:43:47.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:47.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:43:47.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:43:47.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T00:43:47.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-17T00:43:47.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:47 smithi082 ceph-mon[91979]: osdmap e250: 8 total, 8 up, 8 in 2024-08-17T00:43:47.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:47.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:47.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:43:47.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:43:47.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:47.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:43:47.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:43:47.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T00:43:47.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-17T00:43:48.124 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:47 smithi137 ceph-mon[33068]: osdmap e250: 8 total, 8 up, 8 in 2024-08-17T00:43:48.124 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:47 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:48.124 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:47 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:48.124 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:47 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:43:48.124 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:47 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:43:48.124 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:47 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:48.125 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:47 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:43:48.125 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:47 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:43:48.125 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:47 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T00:43:48.125 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:47 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-17T00:43:48.759 INFO:tasks.rados.rados.0.smithi082.stdout:971: done (5 left) 2024-08-17T00:43:48.759 INFO:tasks.rados.rados.0.smithi082.stdout:972: rollback oid 42 current snap is 94 2024-08-17T00:43:48.759 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 42 to 85 2024-08-17T00:43:48.759 INFO:tasks.rados.rados.0.smithi082.stdout:967: finishing write tid 1 to smithi08280503-20 2024-08-17T00:43:48.759 INFO:tasks.rados.rados.0.smithi082.stdout:967: finishing write tid 2 to smithi08280503-20 2024-08-17T00:43:48.759 INFO:tasks.rados.rados.0.smithi082.stdout:967: finishing write tid 3 to smithi08280503-20 2024-08-17T00:43:48.759 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 319 (ObjNum 310 snap 94 seq_num 310) dirty exists 2024-08-17T00:43:48.760 INFO:tasks.rados.rados.0.smithi082.stdout:967: left oid 20 (ObjNum 310 snap 94 seq_num 310) 2024-08-17T00:43:48.760 INFO:tasks.rados.rados.0.smithi082.stdout:965: finishing copy_from racing read to smithi08280503-33 2024-08-17T00:43:48.760 INFO:tasks.rados.rados.0.smithi082.stdout:965: finishing copy_from to smithi08280503-33 2024-08-17T00:43:48.760 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 237 (ObjNum 264 snap 75 seq_num 264) dirty exists 2024-08-17T00:43:48.760 INFO:tasks.rados.rados.0.smithi082.stdout:966: expect (ObjNum 142 snap 34 seq_num 142) 2024-08-17T00:43:48.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:48 smithi137 ceph-mon[33068]: Upgrade: It appears safe to stop mon.b 2024-08-17T00:43:48.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:48 smithi137 ceph-mon[33068]: osdmap e251: 8 total, 8 up, 8 in 2024-08-17T00:43:48.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:48 smithi137 ceph-mon[33068]: pgmap v37: 121 pgs: 121 active+clean; 303 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2024-08-17T00:43:48.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:43:48 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:43:48.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:49.033 INFO:tasks.rados.rados.0.smithi082.stdout:968: finishing rollback tid 0 to smithi08280503-14 2024-08-17T00:43:49.033 INFO:tasks.rados.rados.0.smithi082.stdout:968: finishing rollback tid 1 to smithi08280503-14 2024-08-17T00:43:49.033 INFO:tasks.rados.rados.0.smithi082.stdout:968: finishing rollback tid 2 to smithi08280503-14 2024-08-17T00:43:49.033 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 544 (ObjNum 102 snap 21 seq_num 102) dirty exists 2024-08-17T00:43:49.034 INFO:tasks.rados.rados.0.smithi082.stdout:965: done (5 left) 2024-08-17T00:43:49.034 INFO:tasks.rados.rados.0.smithi082.stdout:966: done (4 left) 2024-08-17T00:43:49.034 INFO:tasks.rados.rados.0.smithi082.stdout:967: done (3 left) 2024-08-17T00:43:49.034 INFO:tasks.rados.rados.0.smithi082.stdout:968: done (2 left) 2024-08-17T00:43:49.035 INFO:tasks.rados.rados.0.smithi082.stdout:973: snap_create 2024-08-17T00:43:49.035 INFO:tasks.rados.rados.0.smithi082.stdout:970: expect (ObjNum 198 snap 49 seq_num 198) 2024-08-17T00:43:49.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:48 smithi082 ceph-mon[91979]: Upgrade: It appears safe to stop mon.b 2024-08-17T00:43:49.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:48 smithi082 ceph-mon[91979]: osdmap e251: 8 total, 8 up, 8 in 2024-08-17T00:43:49.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:48 smithi082 ceph-mon[91979]: pgmap v37: 121 pgs: 121 active+clean; 303 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2024-08-17T00:43:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:48 smithi082 ceph-mon[94343]: Upgrade: It appears safe to stop mon.b 2024-08-17T00:43:49.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:48 smithi082 ceph-mon[94343]: osdmap e251: 8 total, 8 up, 8 in 2024-08-17T00:43:49.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:48 smithi082 ceph-mon[94343]: pgmap v37: 121 pgs: 121 active+clean; 303 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2024-08-17T00:43:49.446 INFO:tasks.rados.rados.0.smithi082.stdout:972: finishing rollback tid 1 to smithi08280503-42 2024-08-17T00:43:49.446 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 352 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-17T00:43:49.757 INFO:tasks.rados.rados.0.smithi082.stdout:970: done (2 left) 2024-08-17T00:43:49.757 INFO:tasks.rados.rados.0.smithi082.stdout:972: done (1 left) 2024-08-17T00:43:49.757 INFO:tasks.rados.rados.0.smithi082.stdout:973: done (0 left) 2024-08-17T00:43:49.757 INFO:tasks.rados.rados.0.smithi082.stdout:974: snap_create 2024-08-17T00:43:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:49 smithi137 ceph-mon[33068]: osdmap e252: 8 total, 8 up, 8 in 2024-08-17T00:43:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:49 smithi137 ceph-mon[33068]: Upgrade: Updating mon.b 2024-08-17T00:43:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:49 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:49 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:43:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:49 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:43:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:49 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:43:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:49 smithi137 ceph-mon[33068]: Deploying daemon mon.b on smithi137 2024-08-17T00:43:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:49 smithi082 ceph-mon[94343]: osdmap e252: 8 total, 8 up, 8 in 2024-08-17T00:43:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:49 smithi082 ceph-mon[94343]: Upgrade: Updating mon.b 2024-08-17T00:43:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:49 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:50.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:49 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:43:50.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:49 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:43:50.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:49 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:43:50.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:49 smithi082 ceph-mon[94343]: Deploying daemon mon.b on smithi137 2024-08-17T00:43:50.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:49 smithi082 ceph-mon[91979]: osdmap e252: 8 total, 8 up, 8 in 2024-08-17T00:43:50.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:49 smithi082 ceph-mon[91979]: Upgrade: Updating mon.b 2024-08-17T00:43:50.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:49 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:50.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:49 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:43:50.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:49 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:43:50.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:49 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:43:50.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:49 smithi082 ceph-mon[91979]: Deploying daemon mon.b on smithi137 2024-08-17T00:43:50.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:50 smithi137 systemd[1]: Stopping Ceph mon.b for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:43:50.773 INFO:tasks.rados.rados.0.smithi082.stdout:974: done (0 left) 2024-08-17T00:43:50.773 INFO:tasks.rados.rados.0.smithi082.stdout:975: delete oid 39 current snap is 96 2024-08-17T00:43:50.777 INFO:tasks.rados.rados.0.smithi082.stdout:975: done (0 left) 2024-08-17T00:43:50.778 INFO:tasks.rados.rados.0.smithi082.stdout:976: rollback oid 33 current snap is 96 2024-08-17T00:43:50.778 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 33 to 79 2024-08-17T00:43:50.778 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 12 current snap is 96 2024-08-17T00:43:50.778 INFO:tasks.rados.rados.0.smithi082.stdout:977: seq_num 312 ranges {5603328=434176} 2024-08-17T00:43:50.810 INFO:tasks.rados.rados.0.smithi082.stdout:977: writing smithi08280503-12 from 5603328 to 6037504 tid 1 2024-08-17T00:43:50.810 INFO:tasks.rados.rados.0.smithi082.stdout:978: rollback oid 42 current snap is 96 2024-08-17T00:43:50.810 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 42 to 92 2024-08-17T00:43:50.810 INFO:tasks.rados.rados.0.smithi082.stdout:976: finishing rollback tid 0 to smithi08280503-33 2024-08-17T00:43:50.810 INFO:tasks.rados.rados.0.smithi082.stdout:976: finishing rollback tid 1 to smithi08280503-33 2024-08-17T00:43:50.810 INFO:tasks.rados.rados.0.smithi082.stdout:976: finishing rollback tid 2 to smithi08280503-33 2024-08-17T00:43:50.810 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 389 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-17T00:43:50.810 INFO:tasks.rados.rados.0.smithi082.stdout:976: done (2 left) 2024-08-17T00:43:50.810 INFO:tasks.rados.rados.0.smithi082.stdout:979: snap_remove snap 80 2024-08-17T00:43:51.190 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:50 smithi137 ceph-mon[33068]: osdmap e253: 8 total, 8 up, 8 in 2024-08-17T00:43:51.190 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:50 smithi137 ceph-mon[33068]: pgmap v40: 121 pgs: 121 active+clean; 303 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2024-08-17T00:43:51.191 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:50 smithi137 ceph-mon[33068]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:43:51.191 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:50 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-b[33060]: 2024-08-17T00:43:50.922+0000 7fadc107e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T00:43:51.191 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:50 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-b[33060]: 2024-08-17T00:43:50.922+0000 7fadc107e640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-08-17T00:43:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:50 smithi082 ceph-mon[94343]: osdmap e253: 8 total, 8 up, 8 in 2024-08-17T00:43:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:50 smithi082 ceph-mon[94343]: pgmap v40: 121 pgs: 121 active+clean; 303 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2024-08-17T00:43:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:43:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:50 smithi082 ceph-mon[91979]: osdmap e253: 8 total, 8 up, 8 in 2024-08-17T00:43:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:50 smithi082 ceph-mon[91979]: pgmap v40: 121 pgs: 121 active+clean; 303 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2024-08-17T00:43:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:43:51.450 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:51 smithi137 podman[86233]: 2024-08-17 00:43:51.188906588 +0000 UTC m=+0.373908934 container died 8a3cc43cc10e31215a8ff9ee1a8000af697715b3bebdb7c3921297100ca0d5bd (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-b, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=quincy-03a1ac1, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-08-17T00:43:51.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:51 smithi137 podman[86233]: 2024-08-17 00:43:51.540099271 +0000 UTC m=+0.725101620 container cleanup 8a3cc43cc10e31215a8ff9ee1a8000af697715b3bebdb7c3921297100ca0d5bd (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-b, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-03a1ac1, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-08-17T00:43:51.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:51 smithi137 bash[86233]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-b 2024-08-17T00:43:52.159 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:51 smithi137 podman[86245]: 2024-08-17 00:43:51.816186373 +0000 UTC m=+0.620454513 container remove 8a3cc43cc10e31215a8ff9ee1a8000af697715b3bebdb7c3921297100ca0d5bd (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-b, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, RELEASE=quincy-03a1ac1, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-08-17T00:43:52.159 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:51 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mon.b.service: Deactivated successfully. 2024-08-17T00:43:52.159 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:51 smithi137 systemd[1]: Stopped Ceph mon.b for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:43:52.159 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:51 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mon.b.service: Consumed 8.649s CPU time. 2024-08-17T00:43:52.467 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:52.467 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 systemd[1]: Starting Ceph mon.b for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:43:52.467 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 podman[86372]: 2024-08-17 00:43:52.367203816 +0000 UTC m=+0.107847445 container create 9fd7ba29d439356b6f9078b17c3621a6331782a1dd5318dc5fcb5d373bb87e5f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-b, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-08-17T00:43:52.467 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 podman[86372]: 2024-08-17 00:43:52.276692527 +0000 UTC m=+0.017336169 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:43:52.536 INFO:teuthology.orchestra.run.smithi082.stdout:true 2024-08-17T00:43:52.795 INFO:teuthology.orchestra.run.smithi082.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:43:52.796 INFO:teuthology.orchestra.run.smithi082.stdout:alertmanager.a smithi082 *:9093,9094 running (99s) 9s ago 5m 16.2M - 0.25.0 c8568f914cd2 21f506531c7e 2024-08-17T00:43:52.796 INFO:teuthology.orchestra.run.smithi082.stdout:grafana.a smithi137 *:3000 running (87s) 28s ago 5m 82.3M - 9.4.7 954c08fa6188 a7d4db6b9a81 2024-08-17T00:43:52.796 INFO:teuthology.orchestra.run.smithi082.stdout:mds.a smithi082 running (7m) 9s ago 7m 16.7M - 17.2.7-1402-g03a1ac13 bc5a85a90206 884927c0355a 2024-08-17T00:43:52.796 INFO:teuthology.orchestra.run.smithi082.stdout:mds.b smithi137 running (7m) 28s ago 7m 14.0M - 17.2.7-1402-g03a1ac13 bc5a85a90206 931a05caee78 2024-08-17T00:43:52.796 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.x smithi137 *:8443,9283,8765 running (53s) 28s ago 10m 436M - 19.1.0-1363-gd863d21c ba08250ef864 745a5ef30a75 2024-08-17T00:43:52.796 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.y smithi082 *:8443,9283,8765 running (80s) 9s ago 11m 499M - 19.1.0-1363-gd863d21c ba08250ef864 92bb5538a947 2024-08-17T00:43:52.796 INFO:teuthology.orchestra.run.smithi082.stdout:mon.a smithi082 running (39s) 9s ago 12m 39.4M 2048M 19.1.0-1363-gd863d21c ba08250ef864 f4aa8d413a0e 2024-08-17T00:43:52.796 INFO:teuthology.orchestra.run.smithi082.stdout:mon.b smithi137 starting - - - 2048M 2024-08-17T00:43:52.796 INFO:teuthology.orchestra.run.smithi082.stdout:mon.c smithi082 running (18s) 9s ago 10m 25.4M 2048M 19.1.0-1363-gd863d21c ba08250ef864 d6960322022d 2024-08-17T00:43:52.796 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.a smithi082 *:9100 running (97s) 9s ago 5m 8082k - 1.5.0 0da6a335fe13 198283f1b08e 2024-08-17T00:43:52.796 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.b smithi137 *:9100 running (85s) 28s ago 5m 8112k - 1.5.0 0da6a335fe13 da4f12b322e3 2024-08-17T00:43:52.796 INFO:teuthology.orchestra.run.smithi082.stdout:osd.0 smithi082 running (10m) 9s ago 10m 160M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 8591866ca3ea 2024-08-17T00:43:52.797 INFO:teuthology.orchestra.run.smithi082.stdout:osd.1 smithi082 running (9m) 9s ago 9m 127M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 bc404187cbbd 2024-08-17T00:43:52.797 INFO:teuthology.orchestra.run.smithi082.stdout:osd.2 smithi082 running (9m) 9s ago 9m 184M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 e0a943d904ef 2024-08-17T00:43:52.797 INFO:teuthology.orchestra.run.smithi082.stdout:osd.3 smithi082 running (8m) 9s ago 8m 103M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 a83a3a475578 2024-08-17T00:43:52.797 INFO:teuthology.orchestra.run.smithi082.stdout:osd.4 smithi137 running (8m) 28s ago 8m 154M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 9962b1177464 2024-08-17T00:43:52.797 INFO:teuthology.orchestra.run.smithi082.stdout:osd.5 smithi137 running (8m) 28s ago 8m 183M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 704b6949e902 2024-08-17T00:43:52.797 INFO:teuthology.orchestra.run.smithi082.stdout:osd.6 smithi137 running (7m) 28s ago 7m 91.9M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 fa6586afc3c0 2024-08-17T00:43:52.797 INFO:teuthology.orchestra.run.smithi082.stdout:osd.7 smithi137 running (7m) 28s ago 7m 120M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 ae5731d0601b 2024-08-17T00:43:52.797 INFO:teuthology.orchestra.run.smithi082.stdout:prometheus.a smithi137 *:9095 running (58s) 28s ago 6m 44.5M - 2.43.0 a07b618ecd1d d20756562103 2024-08-17T00:43:52.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 podman[86372]: 2024-08-17 00:43:52.569537905 +0000 UTC m=+0.310181534 container init 9fd7ba29d439356b6f9078b17c3621a6331782a1dd5318dc5fcb5d373bb87e5f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-b, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21) 2024-08-17T00:43:52.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 podman[86372]: 2024-08-17 00:43:52.572684026 +0000 UTC m=+0.313327656 container start 9fd7ba29d439356b6f9078b17c3621a6331782a1dd5318dc5fcb5d373bb87e5f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-b, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-08-17T00:43:52.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: set uid:gid to 167:167 (ceph:ceph) 2024-08-17T00:43:52.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc), process ceph-mon, pid 2 2024-08-17T00:43:52.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: pidfile_write: ignore empty --pid-file 2024-08-17T00:43:52.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: load: jerasure load: lrc 2024-08-17T00:43:52.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: RocksDB version: 7.9.2 2024-08-17T00:43:52.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Git sha 0 2024-08-17T00:43:52.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Compile date 2024-08-14 15:56:38 2024-08-17T00:43:52.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: DB SUMMARY 2024-08-17T00:43:52.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: DB Session ID: SVC9KADQUZ237X51ASQE 2024-08-17T00:43:52.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: CURRENT file: CURRENT 2024-08-17T00:43:52.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: IDENTITY file: IDENTITY 2024-08-17T00:43:52.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1104 Bytes 2024-08-17T00:43:52.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-08-17T00:43:52.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 9425526 ; 2024-08-17T00:43:52.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.error_if_exists: 0 2024-08-17T00:43:52.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.create_if_missing: 0 2024-08-17T00:43:52.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.paranoid_checks: 1 2024-08-17T00:43:52.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-17T00:43:52.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-17T00:43:52.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-17T00:43:52.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.env: 0x561e9e66c7a0 2024-08-17T00:43:52.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.fs: PosixFileSystem 2024-08-17T00:43:52.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.info_log: 0x561e9fb37500 2024-08-17T00:43:52.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.max_file_opening_threads: 16 2024-08-17T00:43:52.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.statistics: (nil) 2024-08-17T00:43:52.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.use_fsync: 0 2024-08-17T00:43:52.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.max_log_file_size: 0 2024-08-17T00:43:52.991 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-17T00:43:52.991 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-17T00:43:52.991 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.keep_log_file_num: 1000 2024-08-17T00:43:52.991 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.recycle_log_file_num: 0 2024-08-17T00:43:52.991 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.allow_fallocate: 1 2024-08-17T00:43:52.991 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.allow_mmap_reads: 0 2024-08-17T00:43:52.991 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.allow_mmap_writes: 0 2024-08-17T00:43:52.991 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.use_direct_reads: 0 2024-08-17T00:43:52.991 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-17T00:43:52.991 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.create_missing_column_families: 0 2024-08-17T00:43:52.992 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.db_log_dir: 2024-08-17T00:43:52.992 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.wal_dir: 2024-08-17T00:43:52.992 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-17T00:43:52.992 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-17T00:43:52.992 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-17T00:43:52.992 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-17T00:43:52.992 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-17T00:43:52.992 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-17T00:43:52.992 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.advise_random_on_open: 1 2024-08-17T00:43:52.992 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.db_write_buffer_size: 0 2024-08-17T00:43:52.992 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.write_buffer_manager: 0x561e9fb468c0 2024-08-17T00:43:52.993 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-17T00:43:52.993 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-17T00:43:52.993 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-17T00:43:52.993 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.rate_limiter: (nil) 2024-08-17T00:43:52.993 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-17T00:43:52.993 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.wal_recovery_mode: 2 2024-08-17T00:43:52.993 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.enable_thread_tracking: 0 2024-08-17T00:43:52.993 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.enable_pipelined_write: 0 2024-08-17T00:43:52.993 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.unordered_write: 0 2024-08-17T00:43:52.994 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-17T00:43:52.994 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-17T00:43:52.994 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-17T00:43:52.994 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-17T00:43:52.994 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.row_cache: None 2024-08-17T00:43:52.994 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.wal_filter: None 2024-08-17T00:43:52.994 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-17T00:43:52.994 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.allow_ingest_behind: 0 2024-08-17T00:43:52.994 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.two_write_queues: 0 2024-08-17T00:43:52.994 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.manual_wal_flush: 0 2024-08-17T00:43:52.994 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.wal_compression: 0 2024-08-17T00:43:52.994 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.atomic_flush: 0 2024-08-17T00:43:52.995 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-17T00:43:52.995 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-17T00:43:52.996 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-17T00:43:52.996 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.log_readahead_size: 0 2024-08-17T00:43:52.996 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-17T00:43:52.996 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.best_efforts_recovery: 0 2024-08-17T00:43:52.996 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-17T00:43:52.996 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-17T00:43:52.996 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.allow_data_in_errors: 0 2024-08-17T00:43:52.996 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.db_host_id: __hostname__ 2024-08-17T00:43:52.996 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-17T00:43:52.996 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.max_background_jobs: 2 2024-08-17T00:43:52.996 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.max_background_compactions: -1 2024-08-17T00:43:52.997 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.max_subcompactions: 1 2024-08-17T00:43:52.997 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-17T00:43:52.997 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-17T00:43:52.997 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-17T00:43:52.997 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.max_total_wal_size: 0 2024-08-17T00:43:52.997 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-17T00:43:52.997 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-17T00:43:52.997 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-17T00:43:52.997 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-17T00:43:52.998 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.max_open_files: -1 2024-08-17T00:43:52.998 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.bytes_per_sync: 0 2024-08-17T00:43:52.998 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-17T00:43:52.998 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-17T00:43:52.998 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.compaction_readahead_size: 0 2024-08-17T00:43:52.998 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.max_background_flushes: -1 2024-08-17T00:43:52.998 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Compression algorithms supported: 2024-08-17T00:43:52.998 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: kZSTD supported: 0 2024-08-17T00:43:52.998 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: kXpressCompression supported: 0 2024-08-17T00:43:52.998 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: kBZip2Compression supported: 0 2024-08-17T00:43:52.999 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-17T00:43:52.999 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: kLZ4Compression supported: 1 2024-08-17T00:43:52.999 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: kZlibCompression supported: 1 2024-08-17T00:43:52.999 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: kLZ4HCCompression supported: 1 2024-08-17T00:43:52.999 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: kSnappyCompression supported: 1 2024-08-17T00:43:52.999 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-17T00:43:52.999 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-17T00:43:52.999 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2024-08-17T00:43:52.999 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-17T00:43:52.999 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-17T00:43:52.999 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.merge_operator: 2024-08-17T00:43:53.000 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.compaction_filter: None 2024-08-17T00:43:53.000 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.compaction_filter_factory: None 2024-08-17T00:43:53.000 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.sst_partitioner_factory: None 2024-08-17T00:43:53.000 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-17T00:43:53.000 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-17T00:43:53.000 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x561e9fb37120) 2024-08-17T00:43:53.000 INFO:journalctl@ceph.mon.b.smithi137.stdout: cache_index_and_filter_blocks: 1 2024-08-17T00:43:53.000 INFO:journalctl@ceph.mon.b.smithi137.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-17T00:43:53.000 INFO:journalctl@ceph.mon.b.smithi137.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-17T00:43:53.000 INFO:journalctl@ceph.mon.b.smithi137.stdout: pin_top_level_index_and_filter: 1 2024-08-17T00:43:53.000 INFO:journalctl@ceph.mon.b.smithi137.stdout: index_type: 0 2024-08-17T00:43:53.000 INFO:journalctl@ceph.mon.b.smithi137.stdout: data_block_index_type: 0 2024-08-17T00:43:53.001 INFO:journalctl@ceph.mon.b.smithi137.stdout: index_shortening: 1 2024-08-17T00:43:53.001 INFO:journalctl@ceph.mon.b.smithi137.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-17T00:43:53.001 INFO:journalctl@ceph.mon.b.smithi137.stdout: checksum: 4 2024-08-17T00:43:53.001 INFO:journalctl@ceph.mon.b.smithi137.stdout: no_block_cache: 0 2024-08-17T00:43:53.001 INFO:journalctl@ceph.mon.b.smithi137.stdout: block_cache: 0x561e9fb2b090 2024-08-17T00:43:53.001 INFO:journalctl@ceph.mon.b.smithi137.stdout: block_cache_name: BinnedLRUCache 2024-08-17T00:43:53.001 INFO:journalctl@ceph.mon.b.smithi137.stdout: block_cache_options: 2024-08-17T00:43:53.001 INFO:journalctl@ceph.mon.b.smithi137.stdout: capacity : 536870912 2024-08-17T00:43:53.001 INFO:journalctl@ceph.mon.b.smithi137.stdout: num_shard_bits : 4 2024-08-17T00:43:53.001 INFO:journalctl@ceph.mon.b.smithi137.stdout: strict_capacity_limit : 0 2024-08-17T00:43:53.001 INFO:journalctl@ceph.mon.b.smithi137.stdout: high_pri_pool_ratio: 0.000 2024-08-17T00:43:53.001 INFO:journalctl@ceph.mon.b.smithi137.stdout: block_cache_compressed: (nil) 2024-08-17T00:43:53.001 INFO:journalctl@ceph.mon.b.smithi137.stdout: persistent_cache: (nil) 2024-08-17T00:43:53.001 INFO:journalctl@ceph.mon.b.smithi137.stdout: block_size: 4096 2024-08-17T00:43:53.002 INFO:journalctl@ceph.mon.b.smithi137.stdout: block_size_deviation: 10 2024-08-17T00:43:53.002 INFO:journalctl@ceph.mon.b.smithi137.stdout: block_restart_interval: 16 2024-08-17T00:43:53.002 INFO:journalctl@ceph.mon.b.smithi137.stdout: index_block_restart_interval: 1 2024-08-17T00:43:53.002 INFO:journalctl@ceph.mon.b.smithi137.stdout: metadata_block_size: 4096 2024-08-17T00:43:53.002 INFO:journalctl@ceph.mon.b.smithi137.stdout: partition_filters: 0 2024-08-17T00:43:53.002 INFO:journalctl@ceph.mon.b.smithi137.stdout: use_delta_encoding: 1 2024-08-17T00:43:53.002 INFO:journalctl@ceph.mon.b.smithi137.stdout: filter_policy: bloomfilter 2024-08-17T00:43:53.003 INFO:journalctl@ceph.mon.b.smithi137.stdout: whole_key_filtering: 1 2024-08-17T00:43:53.003 INFO:journalctl@ceph.mon.b.smithi137.stdout: verify_compression: 0 2024-08-17T00:43:53.003 INFO:journalctl@ceph.mon.b.smithi137.stdout: read_amp_bytes_per_bit: 0 2024-08-17T00:43:53.003 INFO:journalctl@ceph.mon.b.smithi137.stdout: format_version: 5 2024-08-17T00:43:53.003 INFO:journalctl@ceph.mon.b.smithi137.stdout: enable_index_compression: 1 2024-08-17T00:43:53.003 INFO:journalctl@ceph.mon.b.smithi137.stdout: block_align: 0 2024-08-17T00:43:53.003 INFO:journalctl@ceph.mon.b.smithi137.stdout: max_auto_readahead_size: 262144 2024-08-17T00:43:53.003 INFO:journalctl@ceph.mon.b.smithi137.stdout: prepopulate_block_cache: 0 2024-08-17T00:43:53.003 INFO:journalctl@ceph.mon.b.smithi137.stdout: initial_auto_readahead_size: 8192 2024-08-17T00:43:53.003 INFO:journalctl@ceph.mon.b.smithi137.stdout: num_file_reads_for_auto_readahead: 2 2024-08-17T00:43:53.004 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.write_buffer_size: 33554432 2024-08-17T00:43:53.004 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.max_write_buffer_number: 2 2024-08-17T00:43:53.004 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.compression: NoCompression 2024-08-17T00:43:53.004 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.bottommost_compression: Disabled 2024-08-17T00:43:53.004 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.prefix_extractor: nullptr 2024-08-17T00:43:53.004 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-17T00:43:53.004 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.num_levels: 7 2024-08-17T00:43:53.004 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-17T00:43:53.004 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-17T00:43:53.004 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-17T00:43:53.005 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-17T00:43:53.005 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-17T00:43:53.005 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-17T00:43:53.005 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-17T00:43:53.005 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-17T00:43:53.005 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-17T00:43:53.005 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-17T00:43:53.005 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-17T00:43:53.005 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-17T00:43:53.005 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-17T00:43:53.005 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.compression_opts.level: 32767 2024-08-17T00:43:53.005 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.compression_opts.strategy: 0 2024-08-17T00:43:53.005 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-17T00:43:53.006 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-17T00:43:53.006 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-17T00:43:53.006 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-17T00:43:53.006 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.compression_opts.enabled: false 2024-08-17T00:43:53.006 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-17T00:43:53.006 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-17T00:43:53.006 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-17T00:43:53.006 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-17T00:43:53.006 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.target_file_size_base: 67108864 2024-08-17T00:43:53.006 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-17T00:43:53.006 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-17T00:43:53.007 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-17T00:43:53.007 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-17T00:43:53.007 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-17T00:43:53.007 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-17T00:43:53.008 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-17T00:43:53.008 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-17T00:43:53.008 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-17T00:43:53.008 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-17T00:43:53.008 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-17T00:43:53.008 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-17T00:43:53.008 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-17T00:43:53.008 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-17T00:43:53.009 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.arena_block_size: 1048576 2024-08-17T00:43:53.009 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-17T00:43:53.009 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-17T00:43:53.009 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.disable_auto_compactions: 0 2024-08-17T00:43:53.009 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-17T00:43:53.009 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-17T00:43:53.009 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-17T00:43:53.009 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-17T00:43:53.009 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-17T00:43:53.009 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-17T00:43:53.009 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-17T00:43:53.009 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-17T00:43:53.010 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-17T00:43:53.010 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-17T00:43:53.010 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-17T00:43:53.010 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.inplace_update_support: 0 2024-08-17T00:43:53.010 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-17T00:43:53.010 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-17T00:43:53.010 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-17T00:43:53.010 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-17T00:43:53.010 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.bloom_locality: 0 2024-08-17T00:43:53.010 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.max_successive_merges: 0 2024-08-17T00:43:53.010 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-17T00:43:53.010 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.paranoid_file_checks: 0 2024-08-17T00:43:53.011 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.force_consistency_checks: 1 2024-08-17T00:43:53.011 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.report_bg_io_stats: 0 2024-08-17T00:43:53.011 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.ttl: 2592000 2024-08-17T00:43:53.011 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-17T00:43:53.011 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-17T00:43:53.011 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-17T00:43:53.011 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.enable_blob_files: false 2024-08-17T00:43:53.011 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.min_blob_size: 0 2024-08-17T00:43:53.011 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.blob_file_size: 268435456 2024-08-17T00:43:53.011 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-17T00:43:53.011 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-17T00:43:53.011 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-17T00:43:53.011 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-17T00:43:53.012 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-17T00:43:53.012 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.blob_file_starting_level: 0 2024-08-17T00:43:53.012 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-17T00:43:53.012 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-08-17T00:43:53.012 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T00:43:53.012 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13647, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-17T00:43:53.012 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-08-17T00:43:53.012 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 8275226b-53e6-4b38-8d04-c8c39cacf84d 2024-08-17T00:43:53.012 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723855432599582, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-08-17T00:43:53.012 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-08-17T00:43:53.012 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723855432620968, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 5791245, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13652, "largest_seqno": 16357, "table_properties": {"data_size": 5778337, "index_size": 9046, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2821, "raw_key_size": 26739, "raw_average_key_size": 24, "raw_value_size": 5753416, "raw_average_value_size": 5164, "num_data_blocks": 395, "num_entries": 1114, "num_filter_entries": 1114, "num_deletions": 27, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1723855432, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "8275226b-53e6-4b38-8d04-c8c39cacf84d", "db_session_id": "SVC9KADQUZ237X51ASQE", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-08-17T00:43:53.012 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723855432621116, "job": 1, "event": "recovery_finished"} 2024-08-17T00:43:53.012 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-08-17T00:43:53.013 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T00:43:53.013 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-17T00:43:53.013 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x561e9fb58e00 2024-08-17T00:43:53.013 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: DB pointer 0x561e9fc52000 2024-08-17T00:43:53.013 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-17T00:43:53.013 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-17T00:43:53.013 INFO:journalctl@ceph.mon.b.smithi137.stdout: ** DB Stats ** 2024-08-17T00:43:53.013 INFO:journalctl@ceph.mon.b.smithi137.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T00:43:53.013 INFO:journalctl@ceph.mon.b.smithi137.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-17T00:43:53.013 INFO:journalctl@ceph.mon.b.smithi137.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T00:43:53.013 INFO:journalctl@ceph.mon.b.smithi137.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T00:43:53.013 INFO:journalctl@ceph.mon.b.smithi137.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-17T00:43:53.013 INFO:journalctl@ceph.mon.b.smithi137.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T00:43:53.014 INFO:journalctl@ceph.mon.b.smithi137.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T00:43:53.014 INFO:journalctl@ceph.mon.b.smithi137.stdout: 2024-08-17T00:43:53.014 INFO:journalctl@ceph.mon.b.smithi137.stdout: ** Compaction Stats [default] ** 2024-08-17T00:43:53.014 INFO:journalctl@ceph.mon.b.smithi137.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T00:43:53.014 INFO:journalctl@ceph.mon.b.smithi137.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-17T00:43:53.014 INFO:journalctl@ceph.mon.b.smithi137.stdout: L0 1/0 5.52 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 734.8 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-08-17T00:43:53.015 INFO:journalctl@ceph.mon.b.smithi137.stdout: L6 1/0 8.00 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-17T00:43:53.015 INFO:journalctl@ceph.mon.b.smithi137.stdout: Sum 2/0 13.53 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 734.8 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-08-17T00:43:53.015 INFO:journalctl@ceph.mon.b.smithi137.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 734.8 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-08-17T00:43:53.015 INFO:journalctl@ceph.mon.b.smithi137.stdout: 2024-08-17T00:43:53.015 INFO:journalctl@ceph.mon.b.smithi137.stdout: ** Compaction Stats [default] ** 2024-08-17T00:43:53.015 INFO:journalctl@ceph.mon.b.smithi137.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T00:43:53.015 INFO:journalctl@ceph.mon.b.smithi137.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T00:43:53.015 INFO:journalctl@ceph.mon.b.smithi137.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 734.8 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-08-17T00:43:53.015 INFO:journalctl@ceph.mon.b.smithi137.stdout: 2024-08-17T00:43:53.015 INFO:journalctl@ceph.mon.b.smithi137.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-17T00:43:53.015 INFO:journalctl@ceph.mon.b.smithi137.stdout: 2024-08-17T00:43:53.015 INFO:journalctl@ceph.mon.b.smithi137.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T00:43:53.016 INFO:journalctl@ceph.mon.b.smithi137.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-08-17T00:43:53.016 INFO:journalctl@ceph.mon.b.smithi137.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T00:43:53.016 INFO:journalctl@ceph.mon.b.smithi137.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T00:43:53.016 INFO:journalctl@ceph.mon.b.smithi137.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T00:43:53.016 INFO:journalctl@ceph.mon.b.smithi137.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T00:43:53.016 INFO:journalctl@ceph.mon.b.smithi137.stdout: Cumulative compaction: 0.01 GB write, 211.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T00:43:53.016 INFO:journalctl@ceph.mon.b.smithi137.stdout: Interval compaction: 0.01 GB write, 211.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T00:43:53.016 INFO:journalctl@ceph.mon.b.smithi137.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T00:43:53.016 INFO:journalctl@ceph.mon.b.smithi137.stdout: Block cache BinnedLRUCache@0x561e9fb2b090#2 capacity: 512.00 MB usage: 12.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-08-17T00:43:53.016 INFO:journalctl@ceph.mon.b.smithi137.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,3.03 KB,0.000578165%) IndexBlock(1,9.08 KB,0.00173151%) Misc(1,0.00 KB,0%) 2024-08-17T00:43:53.016 INFO:journalctl@ceph.mon.b.smithi137.stdout: 2024-08-17T00:43:53.016 INFO:journalctl@ceph.mon.b.smithi137.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T00:43:53.016 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: starting mon.b rank 1 at public addrs [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] at bind addrs [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:43:53.017 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: mon.b@-1(???) e3 preinit fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:43:53.017 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: mon.b@-1(???).mds e8 new map 2024-08-17T00:43:53.017 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: mon.b@-1(???).mds e8 print_map 2024-08-17T00:43:53.017 INFO:journalctl@ceph.mon.b.smithi137.stdout: e8 2024-08-17T00:43:53.017 INFO:journalctl@ceph.mon.b.smithi137.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-17T00:43:53.017 INFO:journalctl@ceph.mon.b.smithi137.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-17T00:43:53.017 INFO:journalctl@ceph.mon.b.smithi137.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T00:43:53.017 INFO:journalctl@ceph.mon.b.smithi137.stdout: legacy client fscid: 1 2024-08-17T00:43:53.017 INFO:journalctl@ceph.mon.b.smithi137.stdout: 2024-08-17T00:43:53.017 INFO:journalctl@ceph.mon.b.smithi137.stdout: Filesystem 'cephfs' (1) 2024-08-17T00:43:53.017 INFO:journalctl@ceph.mon.b.smithi137.stdout: fs_name cephfs 2024-08-17T00:43:53.017 INFO:journalctl@ceph.mon.b.smithi137.stdout: epoch 8 2024-08-17T00:43:53.018 INFO:journalctl@ceph.mon.b.smithi137.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-17T00:43:53.018 INFO:journalctl@ceph.mon.b.smithi137.stdout: created 2024-08-17T00:37:06.954410+0000 2024-08-17T00:43:53.018 INFO:journalctl@ceph.mon.b.smithi137.stdout: modified 2024-08-17T00:37:19.993636+0000 2024-08-17T00:43:53.018 INFO:journalctl@ceph.mon.b.smithi137.stdout: tableserver 0 2024-08-17T00:43:53.018 INFO:journalctl@ceph.mon.b.smithi137.stdout: root 0 2024-08-17T00:43:53.018 INFO:journalctl@ceph.mon.b.smithi137.stdout: session_timeout 60 2024-08-17T00:43:53.018 INFO:journalctl@ceph.mon.b.smithi137.stdout: session_autoclose 300 2024-08-17T00:43:53.018 INFO:journalctl@ceph.mon.b.smithi137.stdout: max_file_size 1099511627776 2024-08-17T00:43:53.018 INFO:journalctl@ceph.mon.b.smithi137.stdout: max_xattr_size 65536 2024-08-17T00:43:53.018 INFO:journalctl@ceph.mon.b.smithi137.stdout: required_client_features {} 2024-08-17T00:43:53.018 INFO:journalctl@ceph.mon.b.smithi137.stdout: last_failure 0 2024-08-17T00:43:53.018 INFO:journalctl@ceph.mon.b.smithi137.stdout: last_failure_osd_epoch 0 2024-08-17T00:43:53.018 INFO:journalctl@ceph.mon.b.smithi137.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T00:43:53.019 INFO:journalctl@ceph.mon.b.smithi137.stdout: max_mds 1 2024-08-17T00:43:53.019 INFO:journalctl@ceph.mon.b.smithi137.stdout: in 0 2024-08-17T00:43:53.019 INFO:journalctl@ceph.mon.b.smithi137.stdout: up {0=24329} 2024-08-17T00:43:53.019 INFO:journalctl@ceph.mon.b.smithi137.stdout: failed 2024-08-17T00:43:53.019 INFO:journalctl@ceph.mon.b.smithi137.stdout: damaged 2024-08-17T00:43:53.019 INFO:journalctl@ceph.mon.b.smithi137.stdout: stopped 2024-08-17T00:43:53.019 INFO:journalctl@ceph.mon.b.smithi137.stdout: data_pools [3] 2024-08-17T00:43:53.019 INFO:journalctl@ceph.mon.b.smithi137.stdout: metadata_pool 2 2024-08-17T00:43:53.019 INFO:journalctl@ceph.mon.b.smithi137.stdout: inline_data disabled 2024-08-17T00:43:53.019 INFO:journalctl@ceph.mon.b.smithi137.stdout: balancer 2024-08-17T00:43:53.019 INFO:journalctl@ceph.mon.b.smithi137.stdout: bal_rank_mask -1 2024-08-17T00:43:53.019 INFO:journalctl@ceph.mon.b.smithi137.stdout: standby_count_wanted 0 2024-08-17T00:43:53.019 INFO:journalctl@ceph.mon.b.smithi137.stdout: qdb_cluster leader: 0 members: 2024-08-17T00:43:53.020 INFO:journalctl@ceph.mon.b.smithi137.stdout: [mds.a{0:24329} state up:active seq 6 addr [v2:172.21.15.82:6834/578208742,v1:172.21.15.82:6835/578208742] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T00:43:53.020 INFO:journalctl@ceph.mon.b.smithi137.stdout: 2024-08-17T00:43:53.020 INFO:journalctl@ceph.mon.b.smithi137.stdout: 2024-08-17T00:43:53.020 INFO:journalctl@ceph.mon.b.smithi137.stdout: Standby daemons: 2024-08-17T00:43:53.020 INFO:journalctl@ceph.mon.b.smithi137.stdout: 2024-08-17T00:43:53.020 INFO:journalctl@ceph.mon.b.smithi137.stdout: [mds.b{-1:24325} state up:standby seq 1 addr [v2:172.21.15.137:6832/2805285471,v1:172.21.15.137:6833/2805285471] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T00:43:53.020 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: mon.b@-1(???).osd e254 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-17T00:43:53.020 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: mon.b@-1(???).osd e254 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T00:43:53.020 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: mon.b@-1(???).osd e254 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T00:43:53.020 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: mon.b@-1(???).osd e254 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T00:43:53.020 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 ceph-mon[86391]: mon.b@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-08-17T00:43:53.020 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 bash[86372]: 9fd7ba29d439356b6f9078b17c3621a6331782a1dd5318dc5fcb5d373bb87e5f 2024-08-17T00:43:53.020 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:52 smithi137 systemd[1]: Started Ceph mon.b for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:43:53.118 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-08-17T00:43:53.118 INFO:teuthology.orchestra.run.smithi082.stdout: "mon": { 2024-08-17T00:43:53.118 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 1, 2024-08-17T00:43:53.119 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:43:53.119 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:43:53.119 INFO:teuthology.orchestra.run.smithi082.stdout: "mgr": { 2024-08-17T00:43:53.119 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:43:53.119 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:43:53.119 INFO:teuthology.orchestra.run.smithi082.stdout: "osd": { 2024-08-17T00:43:53.119 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 8 2024-08-17T00:43:53.119 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:43:53.119 INFO:teuthology.orchestra.run.smithi082.stdout: "mds": { 2024-08-17T00:43:53.120 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:43:53.120 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:43:53.120 INFO:teuthology.orchestra.run.smithi082.stdout: "overall": { 2024-08-17T00:43:53.120 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 11, 2024-08-17T00:43:53.120 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 4 2024-08-17T00:43:53.120 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-08-17T00:43:53.120 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-08-17T00:43:53.190 INFO:tasks.rados.rados.0.smithi082.stdout:979: done (2 left) 2024-08-17T00:43:53.190 INFO:tasks.rados.rados.0.smithi082.stdout:980: read oid 8 snap -1 2024-08-17T00:43:53.190 INFO:tasks.rados.rados.0.smithi082.stdout:980: expect (ObjNum 204 snap 50 seq_num 204) 2024-08-17T00:43:53.190 INFO:tasks.rados.rados.0.smithi082.stdout:981: setattr oid 25 current snap is 96 2024-08-17T00:43:53.190 INFO:tasks.rados.rados.0.smithi082.stdout:978: finishing rollback tid 1 to smithi08280503-42 2024-08-17T00:43:53.191 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 352 (ObjNum 129 snap 0 seq_num 3912140512) dirty dne 2024-08-17T00:43:53.191 INFO:tasks.rados.rados.0.smithi082.stdout:977: finishing write tid 1 to smithi08280503-12 2024-08-17T00:43:53.191 INFO:tasks.rados.rados.0.smithi082.stdout:977: finishing write tid 2 to smithi08280503-12 2024-08-17T00:43:53.191 INFO:tasks.rados.rados.0.smithi082.stdout:977: finishing write tid 3 to smithi08280503-12 2024-08-17T00:43:53.191 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 356 (ObjNum 312 snap 96 seq_num 312) dirty exists 2024-08-17T00:43:53.191 INFO:tasks.rados.rados.0.smithi082.stdout:977: left oid 12 (ObjNum 312 snap 96 seq_num 312) 2024-08-17T00:43:53.191 INFO:tasks.rados.rados.0.smithi082.stdout:977: done (3 left) 2024-08-17T00:43:53.192 INFO:tasks.rados.rados.0.smithi082.stdout:978: done (2 left) 2024-08-17T00:43:53.192 INFO:tasks.rados.rados.0.smithi082.stdout:982: delete oid 3 current snap is 96 2024-08-17T00:43:53.195 INFO:tasks.rados.rados.0.smithi082.stdout:982: done (2 left) 2024-08-17T00:43:53.196 INFO:tasks.rados.rados.0.smithi082.stdout:983: snap_create 2024-08-17T00:43:53.196 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 390 (ObjNum 301 snap 88 seq_num 301) dirty exists 2024-08-17T00:43:53.202 INFO:tasks.rados.rados.0.smithi082.stdout:980: expect (ObjNum 204 snap 50 seq_num 204) 2024-08-17T00:43:53.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:43:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:43:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi137\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:54.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:43:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:43:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:54.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:43:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:43:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:55.478 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:43:55] "GET /metrics HTTP/1.1" 200 36047 "" "Prometheus/2.43.0" 2024-08-17T00:43:57.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:43:57 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:43:57.633+0000 7fdf5fb8a640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-08-17T00:43:58.660 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: from='client.34170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:43:58.660 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:43:58.660 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:43:58.660 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: mon.a calling monitor election 2024-08-17T00:43:58.660 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: mon.c calling monitor election 2024-08-17T00:43:58.660 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:43:58.660 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:43:58.660 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: mon.b calling monitor election 2024-08-17T00:43:58.660 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: pgmap v44: 121 pgs: 121 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 1007 KiB/s wr, 3 op/s 2024-08-17T00:43:58.661 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: pgmap v45: 121 pgs: 121 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 848 KiB/s wr, 3 op/s 2024-08-17T00:43:58.661 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: pgmap v46: 121 pgs: 121 active+clean; 309 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 672 KiB/s wr, 5 op/s 2024-08-17T00:43:58.661 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-08-17T00:43:58.661 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: overall HEALTH_OK 2024-08-17T00:43:58.661 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: mon.a calling monitor election 2024-08-17T00:43:58.661 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T00:43:58.661 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: monmap epoch 4 2024-08-17T00:43:58.661 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:43:58.661 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: last_changed 2024-08-17T00:43:53.182351+0000 2024-08-17T00:43:58.661 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: created 2024-08-17T00:31:42.812154+0000 2024-08-17T00:43:58.661 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: min_mon_release 19 (squid) 2024-08-17T00:43:58.661 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: election_strategy: 1 2024-08-17T00:43:58.661 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: 0: [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] mon.a 2024-08-17T00:43:58.661 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: 1: [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon.b 2024-08-17T00:43:58.662 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: 2: [v2:172.21.15.82:3301/0,v1:172.21.15.82:6790/0] mon.c 2024-08-17T00:43:58.662 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T00:43:58.662 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: osdmap e255: 8 total, 8 up, 8 in 2024-08-17T00:43:58.662 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: mgrmap e44: y(active, since 38s), standbys: x 2024-08-17T00:43:58.662 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: overall HEALTH_OK 2024-08-17T00:43:58.662 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:58.662 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:58.662 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:43:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: from='client.34170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:43:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:43:58.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:43:58.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: mon.a calling monitor election 2024-08-17T00:43:58.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: mon.c calling monitor election 2024-08-17T00:43:58.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:43:58.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:43:58.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: mon.b calling monitor election 2024-08-17T00:43:58.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: pgmap v44: 121 pgs: 121 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 1007 KiB/s wr, 3 op/s 2024-08-17T00:43:58.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: pgmap v45: 121 pgs: 121 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 848 KiB/s wr, 3 op/s 2024-08-17T00:43:58.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: pgmap v46: 121 pgs: 121 active+clean; 309 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 672 KiB/s wr, 5 op/s 2024-08-17T00:43:58.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-08-17T00:43:58.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: overall HEALTH_OK 2024-08-17T00:43:58.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: mon.a calling monitor election 2024-08-17T00:43:58.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T00:43:58.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: monmap epoch 4 2024-08-17T00:43:58.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:43:58.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: last_changed 2024-08-17T00:43:53.182351+0000 2024-08-17T00:43:58.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: created 2024-08-17T00:31:42.812154+0000 2024-08-17T00:43:58.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: min_mon_release 19 (squid) 2024-08-17T00:43:58.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: election_strategy: 1 2024-08-17T00:43:58.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: 0: [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] mon.a 2024-08-17T00:43:58.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: 1: [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon.b 2024-08-17T00:43:58.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: 2: [v2:172.21.15.82:3301/0,v1:172.21.15.82:6790/0] mon.c 2024-08-17T00:43:58.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T00:43:58.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: osdmap e255: 8 total, 8 up, 8 in 2024-08-17T00:43:58.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: mgrmap e44: y(active, since 38s), standbys: x 2024-08-17T00:43:58.728 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: overall HEALTH_OK 2024-08-17T00:43:58.728 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:58.728 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:58.728 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:43:58.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: from='client.34170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:43:58.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:43:58.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T00:43:58.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: mon.a calling monitor election 2024-08-17T00:43:58.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: mon.c calling monitor election 2024-08-17T00:43:58.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T00:43:58.729 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T00:43:58.729 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: mon.b calling monitor election 2024-08-17T00:43:58.729 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: pgmap v44: 121 pgs: 121 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 1007 KiB/s wr, 3 op/s 2024-08-17T00:43:58.729 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: pgmap v45: 121 pgs: 121 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 848 KiB/s wr, 3 op/s 2024-08-17T00:43:58.729 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: pgmap v46: 121 pgs: 121 active+clean; 309 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 672 KiB/s wr, 5 op/s 2024-08-17T00:43:58.729 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-08-17T00:43:58.729 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: overall HEALTH_OK 2024-08-17T00:43:58.729 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: mon.a calling monitor election 2024-08-17T00:43:58.729 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T00:43:58.730 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: monmap epoch 4 2024-08-17T00:43:58.730 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T00:43:58.730 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: last_changed 2024-08-17T00:43:53.182351+0000 2024-08-17T00:43:58.730 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: created 2024-08-17T00:31:42.812154+0000 2024-08-17T00:43:58.730 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: min_mon_release 19 (squid) 2024-08-17T00:43:58.730 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: election_strategy: 1 2024-08-17T00:43:58.730 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: 0: [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] mon.a 2024-08-17T00:43:58.730 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: 1: [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon.b 2024-08-17T00:43:58.730 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: 2: [v2:172.21.15.82:3301/0,v1:172.21.15.82:6790/0] mon.c 2024-08-17T00:43:58.730 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T00:43:58.730 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: osdmap e255: 8 total, 8 up, 8 in 2024-08-17T00:43:58.730 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: mgrmap e44: y(active, since 38s), standbys: x 2024-08-17T00:43:58.731 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: overall HEALTH_OK 2024-08-17T00:43:58.731 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:58.731 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:43:58.731 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:43:58.731 INFO:tasks.rados.rados.0.smithi082.stdout:980: done (2 left) 2024-08-17T00:43:58.731 INFO:tasks.rados.rados.0.smithi082.stdout:981: done (1 left) 2024-08-17T00:43:58.732 INFO:tasks.rados.rados.0.smithi082.stdout:983: done (0 left) 2024-08-17T00:43:58.732 INFO:tasks.rados.rados.0.smithi082.stdout:984: rollback oid 41 current snap is 97 2024-08-17T00:43:58.732 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 41 to 87 2024-08-17T00:43:58.732 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 4 current snap is 97 2024-08-17T00:43:58.732 INFO:tasks.rados.rados.0.smithi082.stdout:985: seq_num 314 ranges {11943936=466944} 2024-08-17T00:43:58.795 INFO:tasks.rados.rados.0.smithi082.stdout:985: writing smithi08280503-4 from 11943936 to 12410880 tid 1 2024-08-17T00:43:58.795 INFO:tasks.rados.rados.0.smithi082.stdout:986: delete oid 19 current snap is 97 2024-08-17T00:43:58.795 INFO:tasks.rados.rados.0.smithi082.stdout:984: finishing rollback tid 0 to smithi08280503-41 2024-08-17T00:43:58.796 INFO:tasks.rados.rados.0.smithi082.stdout:984: finishing rollback tid 1 to smithi08280503-41 2024-08-17T00:43:58.796 INFO:tasks.rados.rados.0.smithi082.stdout:984: finishing rollback tid 2 to smithi08280503-41 2024-08-17T00:43:58.796 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 533 (ObjNum 231 snap 61 seq_num 231) dirty exists 2024-08-17T00:43:58.799 INFO:tasks.rados.rados.0.smithi082.stdout:984: done (2 left) 2024-08-17T00:43:58.799 INFO:tasks.rados.rados.0.smithi082.stdout:986: done (1 left) 2024-08-17T00:43:58.799 INFO:tasks.rados.rados.0.smithi082.stdout:987: rollback oid 6 current snap is 97 2024-08-17T00:43:58.799 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 6 to 89 2024-08-17T00:43:58.799 INFO:tasks.rados.rados.0.smithi082.stdout:988: snap_remove snap 78 2024-08-17T00:43:58.972 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:43:58 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:43:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:43:59.741 INFO:tasks.rados.rados.0.smithi082.stdout:988: done (2 left) 2024-08-17T00:43:59.741 INFO:tasks.rados.rados.0.smithi082.stdout:985: finishing write tid 1 to smithi08280503-4 2024-08-17T00:43:59.741 INFO:tasks.rados.rados.0.smithi082.stdout:985: finishing write tid 2 to smithi08280503-4 2024-08-17T00:43:59.741 INFO:tasks.rados.rados.0.smithi082.stdout:987: finishing rollback tid 1 to smithi08280503-6 2024-08-17T00:43:59.741 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 166 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T00:43:59.741 INFO:tasks.rados.rados.0.smithi082.stdout:985: finishing write tid 3 to smithi08280503-4 2024-08-17T00:43:59.741 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 563 (ObjNum 314 snap 97 seq_num 314) dirty exists 2024-08-17T00:43:59.741 INFO:tasks.rados.rados.0.smithi082.stdout:985: left oid 4 (ObjNum 314 snap 97 seq_num 314) 2024-08-17T00:43:59.741 INFO:tasks.rados.rados.0.smithi082.stdout:989: read oid 7 snap -1 2024-08-17T00:43:59.741 INFO:tasks.rados.rados.0.smithi082.stdout:989: expect (ObjNum 289 snap 83 seq_num 289) 2024-08-17T00:43:59.742 INFO:tasks.rados.rados.0.smithi082.stdout:985: done (2 left) 2024-08-17T00:43:59.742 INFO:tasks.rados.rados.0.smithi082.stdout:987: done (1 left) 2024-08-17T00:43:59.742 INFO:tasks.rados.rados.0.smithi082.stdout:990: delete oid 1 current snap is 97 2024-08-17T00:43:59.747 INFO:tasks.rados.rados.0.smithi082.stdout:990: done (1 left) 2024-08-17T00:43:59.747 INFO:tasks.rados.rados.0.smithi082.stdout:991: rollback oid 16 current snap is 97 2024-08-17T00:43:59.747 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 16 to 73 2024-08-17T00:43:59.747 INFO:tasks.rados.rados.0.smithi082.stdout:992: rmattr oid 43 current snap is 97 2024-08-17T00:43:59.747 INFO:tasks.rados.rados.0.smithi082.stdout:992: done (2 left) 2024-08-17T00:43:59.747 INFO:tasks.rados.rados.0.smithi082.stdout:993: delete oid 8 current snap is 97 2024-08-17T00:43:59.751 INFO:tasks.rados.rados.0.smithi082.stdout:991: finishing rollback tid 0 to smithi08280503-16 2024-08-17T00:43:59.752 INFO:tasks.rados.rados.0.smithi082.stdout:993: done (2 left) 2024-08-17T00:43:59.752 INFO:tasks.rados.rados.0.smithi082.stdout:994: read oid 41 snap -1 2024-08-17T00:43:59.752 INFO:tasks.rados.rados.0.smithi082.stdout:994: expect (ObjNum 231 snap 61 seq_num 231) 2024-08-17T00:43:59.752 INFO:tasks.rados.rados.0.smithi082.stdout:995: snap_create 2024-08-17T00:43:59.753 INFO:tasks.rados.rados.0.smithi082.stdout:991: finishing rollback tid 1 to smithi08280503-16 2024-08-17T00:43:59.754 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 243 (ObjNum 65 snap 0 seq_num 1783919212) dirty dne 2024-08-17T00:43:59.771 INFO:tasks.rados.rados.0.smithi082.stdout:989: expect (ObjNum 289 snap 83 seq_num 289) 2024-08-17T00:43:59.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:43:59 smithi082 ceph-mon[94343]: osdmap e256: 8 total, 8 up, 8 in 2024-08-17T00:43:59.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:43:59 smithi082 ceph-mon[91979]: osdmap e256: 8 total, 8 up, 8 in 2024-08-17T00:43:59.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:43:59 smithi137 ceph-mon[86391]: osdmap e256: 8 total, 8 up, 8 in 2024-08-17T00:44:00.086 INFO:tasks.rados.rados.0.smithi082.stdout:994: expect (ObjNum 231 snap 61 seq_num 231) 2024-08-17T00:44:00.743 INFO:tasks.rados.rados.0.smithi082.stdout:989: done (3 left) 2024-08-17T00:44:00.743 INFO:tasks.rados.rados.0.smithi082.stdout:991: done (2 left) 2024-08-17T00:44:00.743 INFO:tasks.rados.rados.0.smithi082.stdout:994: done (1 left) 2024-08-17T00:44:00.743 INFO:tasks.rados.rados.0.smithi082.stdout:995: done (0 left) 2024-08-17T00:44:00.743 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 40 current snap is 98 2024-08-17T00:44:00.744 INFO:tasks.rados.rados.0.smithi082.stdout:996: seq_num 318 ranges {3129344=532480} 2024-08-17T00:44:00.762 INFO:tasks.rados.rados.0.smithi082.stdout:996: writing smithi08280503-40 from 3129344 to 3661824 tid 1 2024-08-17T00:44:00.762 INFO:tasks.rados.rados.0.smithi082.stdout:997: delete oid 2 current snap is 98 2024-08-17T00:44:00.765 INFO:tasks.rados.rados.0.smithi082.stdout:997: done (1 left) 2024-08-17T00:44:00.765 INFO:tasks.rados.rados.0.smithi082.stdout:998: snap_remove snap 72 2024-08-17T00:44:01.081 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:00 smithi137 ceph-mon[86391]: osdmap e257: 8 total, 8 up, 8 in 2024-08-17T00:44:01.081 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:00 smithi137 ceph-mon[86391]: pgmap v49: 121 pgs: 121 active+clean; 309 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 434 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T00:44:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:00 smithi082 ceph-mon[94343]: osdmap e257: 8 total, 8 up, 8 in 2024-08-17T00:44:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:00 smithi082 ceph-mon[94343]: pgmap v49: 121 pgs: 121 active+clean; 309 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 434 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T00:44:01.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:00 smithi082 ceph-mon[91979]: osdmap e257: 8 total, 8 up, 8 in 2024-08-17T00:44:01.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:00 smithi082 ceph-mon[91979]: pgmap v49: 121 pgs: 121 active+clean; 309 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 434 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T00:44:01.745 INFO:tasks.rados.rados.0.smithi082.stdout:998: done (1 left) 2024-08-17T00:44:01.745 INFO:tasks.rados.rados.0.smithi082.stdout:999: copy_from oid 43 from oid 39 current snap is 98 2024-08-17T00:44:01.745 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 35 current snap is 98 2024-08-17T00:44:01.745 INFO:tasks.rados.rados.0.smithi082.stdout:1000: seq_num 320 ranges {2572288=565248} 2024-08-17T00:44:01.764 INFO:tasks.rados.rados.0.smithi082.stdout:1000: writing smithi08280503-35 from 2572288 to 3137536 tid 1 2024-08-17T00:44:01.764 INFO:tasks.rados.rados.0.smithi082.stdout:1001: delete oid 11 current snap is 98 2024-08-17T00:44:01.765 INFO:tasks.rados.rados.0.smithi082.stdout:996: finishing write tid 1 to smithi08280503-40 2024-08-17T00:44:01.765 INFO:tasks.rados.rados.0.smithi082.stdout:996: finishing write tid 2 to smithi08280503-40 2024-08-17T00:44:01.765 INFO:tasks.rados.rados.0.smithi082.stdout:996: finishing write tid 3 to smithi08280503-40 2024-08-17T00:44:01.765 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 505 (ObjNum 318 snap 98 seq_num 318) dirty exists 2024-08-17T00:44:01.765 INFO:tasks.rados.rados.0.smithi082.stdout:996: left oid 40 (ObjNum 318 snap 98 seq_num 318) 2024-08-17T00:44:01.765 INFO:tasks.rados.rados.0.smithi082.stdout:999: finishing copy_from to smithi08280503-43 2024-08-17T00:44:01.765 INFO:tasks.rados.rados.0.smithi082.stdout:999: got expected ENOENT (src dne) 2024-08-17T00:44:01.765 INFO:tasks.rados.rados.0.smithi082.stdout:999: finishing copy_from racing read to smithi08280503-43 2024-08-17T00:44:01.767 INFO:tasks.rados.rados.0.smithi082.stdout:996: done (3 left) 2024-08-17T00:44:01.767 INFO:tasks.rados.rados.0.smithi082.stdout:999: done (2 left) 2024-08-17T00:44:01.768 INFO:tasks.rados.rados.0.smithi082.stdout:1001: done (1 left) 2024-08-17T00:44:01.768 INFO:tasks.rados.rados.0.smithi082.stdout:1002: read oid 7 snap 82 2024-08-17T00:44:01.768 INFO:tasks.rados.rados.0.smithi082.stdout:1002: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:44:01.768 INFO:tasks.rados.rados.0.smithi082.stdout:1003: rollback oid 18 current snap is 98 2024-08-17T00:44:01.768 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 18 to 97 2024-08-17T00:44:01.768 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 41 current snap is 98 2024-08-17T00:44:01.768 INFO:tasks.rados.rados.0.smithi082.stdout:1004: seq_num 322 ranges {8028160=598016} 2024-08-17T00:44:01.814 INFO:tasks.rados.rados.0.smithi082.stdout:1004: writing smithi08280503-41 from 8028160 to 8626176 tid 1 2024-08-17T00:44:01.814 INFO:tasks.rados.rados.0.smithi082.stdout:1005: read oid 31 snap -1 2024-08-17T00:44:01.814 INFO:tasks.rados.rados.0.smithi082.stdout:1005: expect deleted 2024-08-17T00:44:01.814 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 32 current snap is 98 2024-08-17T00:44:01.814 INFO:tasks.rados.rados.0.smithi082.stdout:1000: finishing write tid 1 to smithi08280503-35 2024-08-17T00:44:01.814 INFO:tasks.rados.rados.0.smithi082.stdout:1000: finishing write tid 2 to smithi08280503-35 2024-08-17T00:44:01.814 INFO:tasks.rados.rados.0.smithi082.stdout:1006: seq_num 323 ranges {2867200=614400} 2024-08-17T00:44:01.833 INFO:tasks.rados.rados.0.smithi082.stdout:1006: writing smithi08280503-32 from 2867200 to 3481600 tid 1 2024-08-17T00:44:01.833 INFO:tasks.rados.rados.0.smithi082.stdout:1007: read oid 24 snap -1 2024-08-17T00:44:01.833 INFO:tasks.rados.rados.0.smithi082.stdout:1007: expect (ObjNum 267 snap 76 seq_num 267) 2024-08-17T00:44:01.833 INFO:tasks.rados.rados.0.smithi082.stdout:1008: snap_create 2024-08-17T00:44:01.833 INFO:tasks.rados.rados.0.smithi082.stdout:1003: finishing rollback tid 0 to smithi08280503-18 2024-08-17T00:44:01.833 INFO:tasks.rados.rados.0.smithi082.stdout:1003: finishing rollback tid 1 to smithi08280503-18 2024-08-17T00:44:01.833 INFO:tasks.rados.rados.0.smithi082.stdout:1003: finishing rollback tid 2 to smithi08280503-18 2024-08-17T00:44:01.833 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 390 (ObjNum 204 snap 50 seq_num 204) dirty exists 2024-08-17T00:44:01.834 INFO:tasks.rados.rados.0.smithi082.stdout:1000: finishing write tid 3 to smithi08280503-35 2024-08-17T00:44:01.834 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 173 (ObjNum 320 snap 98 seq_num 320) dirty exists 2024-08-17T00:44:01.834 INFO:tasks.rados.rados.0.smithi082.stdout:1000: left oid 35 (ObjNum 320 snap 98 seq_num 320) 2024-08-17T00:44:01.834 INFO:tasks.rados.rados.0.smithi082.stdout:1002: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:44:01.985 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:01 smithi137 ceph-mon[86391]: osdmap e258: 8 total, 8 up, 8 in 2024-08-17T00:44:02.062 INFO:tasks.rados.rados.0.smithi082.stdout:1004: finishing write tid 1 to smithi08280503-41 2024-08-17T00:44:02.063 INFO:tasks.rados.rados.0.smithi082.stdout:1004: finishing write tid 2 to smithi08280503-41 2024-08-17T00:44:02.063 INFO:tasks.rados.rados.0.smithi082.stdout:1004: finishing write tid 3 to smithi08280503-41 2024-08-17T00:44:02.063 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 550 (ObjNum 322 snap 98 seq_num 322) dirty exists 2024-08-17T00:44:02.063 INFO:tasks.rados.rados.0.smithi082.stdout:1004: left oid 41 (ObjNum 322 snap 98 seq_num 322) 2024-08-17T00:44:02.063 INFO:tasks.rados.rados.0.smithi082.stdout:1006: finishing write tid 1 to smithi08280503-32 2024-08-17T00:44:02.063 INFO:tasks.rados.rados.0.smithi082.stdout:1006: finishing write tid 2 to smithi08280503-32 2024-08-17T00:44:02.063 INFO:tasks.rados.rados.0.smithi082.stdout:1006: finishing write tid 3 to smithi08280503-32 2024-08-17T00:44:02.063 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 553 (ObjNum 323 snap 98 seq_num 323) dirty exists 2024-08-17T00:44:02.063 INFO:tasks.rados.rados.0.smithi082.stdout:1006: left oid 32 (ObjNum 323 snap 98 seq_num 323) 2024-08-17T00:44:02.063 INFO:tasks.rados.rados.0.smithi082.stdout:1007: expect (ObjNum 267 snap 76 seq_num 267) 2024-08-17T00:44:02.126 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:01 smithi082 ceph-mon[91979]: osdmap e258: 8 total, 8 up, 8 in 2024-08-17T00:44:02.127 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:01 smithi082 ceph-mon[94343]: osdmap e258: 8 total, 8 up, 8 in 2024-08-17T00:44:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:02.937 INFO:tasks.rados.rados.0.smithi082.stdout:1000: done (7 left) 2024-08-17T00:44:02.937 INFO:tasks.rados.rados.0.smithi082.stdout:1002: done (6 left) 2024-08-17T00:44:02.937 INFO:tasks.rados.rados.0.smithi082.stdout:1003: done (5 left) 2024-08-17T00:44:02.937 INFO:tasks.rados.rados.0.smithi082.stdout:1004: done (4 left) 2024-08-17T00:44:02.937 INFO:tasks.rados.rados.0.smithi082.stdout:1005: done (3 left) 2024-08-17T00:44:02.938 INFO:tasks.rados.rados.0.smithi082.stdout:1006: done (2 left) 2024-08-17T00:44:02.938 INFO:tasks.rados.rados.0.smithi082.stdout:1007: done (1 left) 2024-08-17T00:44:02.938 INFO:tasks.rados.rados.0.smithi082.stdout:1008: done (0 left) 2024-08-17T00:44:02.938 INFO:tasks.rados.rados.0.smithi082.stdout:1009: read oid 18 snap -1 2024-08-17T00:44:02.938 INFO:tasks.rados.rados.0.smithi082.stdout:1009: expect (ObjNum 204 snap 50 seq_num 204) 2024-08-17T00:44:02.938 INFO:tasks.rados.rados.0.smithi082.stdout:1010: setattr oid 1 current snap is 99 2024-08-17T00:44:02.939 INFO:tasks.rados.rados.0.smithi082.stdout:1011: snap_create 2024-08-17T00:44:02.943 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 321 (ObjNum 33 snap 0 seq_num 3912159744) dirty exists 2024-08-17T00:44:02.943 INFO:tasks.rados.rados.0.smithi082.stdout:1009: expect (ObjNum 204 snap 50 seq_num 204) 2024-08-17T00:44:03.147 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:02 smithi082 ceph-mon[94343]: osdmap e259: 8 total, 8 up, 8 in 2024-08-17T00:44:03.148 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:02 smithi082 ceph-mon[94343]: pgmap v52: 121 pgs: 121 active+clean; 307 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 244 KiB/s wr, 5 op/s 2024-08-17T00:44:03.148 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:03.148 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:03.148 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:02 smithi082 ceph-mon[91979]: osdmap e259: 8 total, 8 up, 8 in 2024-08-17T00:44:03.148 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:02 smithi082 ceph-mon[91979]: pgmap v52: 121 pgs: 121 active+clean; 307 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 244 KiB/s wr, 5 op/s 2024-08-17T00:44:03.148 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:03.148 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:03.223 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:02 smithi137 ceph-mon[86391]: osdmap e259: 8 total, 8 up, 8 in 2024-08-17T00:44:03.224 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:02 smithi137 ceph-mon[86391]: pgmap v52: 121 pgs: 121 active+clean; 307 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 244 KiB/s wr, 5 op/s 2024-08-17T00:44:03.224 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:03.224 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:03.727 INFO:tasks.rados.rados.0.smithi082.stdout:1009: done (2 left) 2024-08-17T00:44:03.727 INFO:tasks.rados.rados.0.smithi082.stdout:1010: done (1 left) 2024-08-17T00:44:03.727 INFO:tasks.rados.rados.0.smithi082.stdout:1011: done (0 left) 2024-08-17T00:44:03.727 INFO:tasks.rados.rados.0.smithi082.stdout:1012: setattr oid 40 current snap is 100 2024-08-17T00:44:03.728 INFO:tasks.rados.rados.0.smithi082.stdout:1013: read oid 8 snap -1 2024-08-17T00:44:03.728 INFO:tasks.rados.rados.0.smithi082.stdout:1013: expect deleted 2024-08-17T00:44:03.728 INFO:tasks.rados.rados.0.smithi082.stdout:1014: snap_remove snap 95 2024-08-17T00:44:03.757 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:03 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:03.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi137\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:03.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:03 smithi082 ceph-mon[94343]: osdmap e260: 8 total, 8 up, 8 in 2024-08-17T00:44:03.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:03 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:03.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:03 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:03.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:03 smithi082 ceph-mon[94343]: osdmap e261: 8 total, 8 up, 8 in 2024-08-17T00:44:03.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:03 smithi082 ceph-mon[91979]: osdmap e260: 8 total, 8 up, 8 in 2024-08-17T00:44:03.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:03 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:03.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:03 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:03.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:03 smithi082 ceph-mon[91979]: osdmap e261: 8 total, 8 up, 8 in 2024-08-17T00:44:04.152 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:03 smithi137 ceph-mon[86391]: osdmap e260: 8 total, 8 up, 8 in 2024-08-17T00:44:04.152 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:03 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:04.152 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:03 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:04.152 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:03 smithi137 ceph-mon[86391]: osdmap e261: 8 total, 8 up, 8 in 2024-08-17T00:44:04.705 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:04 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:04.706 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:04 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:04.728 INFO:tasks.rados.rados.0.smithi082.stdout:1014: done (2 left) 2024-08-17T00:44:04.728 INFO:tasks.rados.rados.0.smithi082.stdout:1015: read oid 6 snap -1 2024-08-17T00:44:04.728 INFO:tasks.rados.rados.0.smithi082.stdout:1015: expect deleted 2024-08-17T00:44:04.728 INFO:tasks.rados.rados.0.smithi082.stdout:1016: snap_remove snap 88 2024-08-17T00:44:04.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:04 smithi137 ceph-mon[86391]: pgmap v55: 121 pgs: 121 active+clean; 307 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 244 KiB/s wr, 5 op/s 2024-08-17T00:44:04.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:04 smithi137 ceph-mon[86391]: osdmap e262: 8 total, 8 up, 8 in 2024-08-17T00:44:05.025 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:04 smithi082 ceph-mon[91979]: pgmap v55: 121 pgs: 121 active+clean; 307 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 244 KiB/s wr, 5 op/s 2024-08-17T00:44:05.025 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:04 smithi082 ceph-mon[91979]: osdmap e262: 8 total, 8 up, 8 in 2024-08-17T00:44:05.026 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:04 smithi082 ceph-mon[94343]: pgmap v55: 121 pgs: 121 active+clean; 307 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 244 KiB/s wr, 5 op/s 2024-08-17T00:44:05.026 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:04 smithi082 ceph-mon[94343]: osdmap e262: 8 total, 8 up, 8 in 2024-08-17T00:44:05.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:44:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:44:05] "GET /metrics HTTP/1.1" 200 36047 "" "Prometheus/2.43.0" 2024-08-17T00:44:05.730 INFO:tasks.rados.rados.0.smithi082.stdout:1016: done (3 left) 2024-08-17T00:44:05.730 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 19 current snap is 100 2024-08-17T00:44:05.731 INFO:tasks.rados.rados.0.smithi082.stdout:1017: seq_num 324 ranges {0=630784} 2024-08-17T00:44:05.734 INFO:tasks.rados.rados.0.smithi082.stdout:1017: writing smithi08280503-19 from 0 to 630784 tid 1 2024-08-17T00:44:05.735 INFO:tasks.rados.rados.0.smithi082.stdout:1018: setattr oid 11 current snap is 100 2024-08-17T00:44:05.735 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 515 (ObjNum 318 snap 98 seq_num 318) dirty exists 2024-08-17T00:44:05.737 INFO:tasks.rados.rados.0.smithi082.stdout:1012: done (4 left) 2024-08-17T00:44:05.737 INFO:tasks.rados.rados.0.smithi082.stdout:1013: done (3 left) 2024-08-17T00:44:05.737 INFO:tasks.rados.rados.0.smithi082.stdout:1015: done (2 left) 2024-08-17T00:44:05.737 INFO:tasks.rados.rados.0.smithi082.stdout:1019: rollback oid 44 current snap is 100 2024-08-17T00:44:05.737 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 44 to 74 2024-08-17T00:44:05.737 INFO:tasks.rados.rados.0.smithi082.stdout:1020: snap_remove snap 96 2024-08-17T00:44:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:44:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:05 smithi082 ceph-mon[91979]: osdmap e263: 8 total, 8 up, 8 in 2024-08-17T00:44:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:44:06.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:05 smithi082 ceph-mon[94343]: osdmap e263: 8 total, 8 up, 8 in 2024-08-17T00:44:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:44:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:05 smithi137 ceph-mon[86391]: osdmap e263: 8 total, 8 up, 8 in 2024-08-17T00:44:06.732 INFO:tasks.rados.rados.0.smithi082.stdout:1020: done (3 left) 2024-08-17T00:44:06.732 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 10 current snap is 100 2024-08-17T00:44:06.732 INFO:tasks.rados.rados.0.smithi082.stdout:1021: seq_num 325 ranges {9199616=647168} 2024-08-17T00:44:06.785 INFO:tasks.rados.rados.0.smithi082.stdout:1021: writing smithi08280503-10 from 9199616 to 9846784 tid 1 2024-08-17T00:44:06.785 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 31 current snap is 100 2024-08-17T00:44:06.785 INFO:tasks.rados.rados.0.smithi082.stdout:1019: finishing rollback tid 0 to smithi08280503-44 2024-08-17T00:44:06.786 INFO:tasks.rados.rados.0.smithi082.stdout:1019: finishing rollback tid 1 to smithi08280503-44 2024-08-17T00:44:06.786 INFO:tasks.rados.rados.0.smithi082.stdout:1017: finishing write tid 1 to smithi08280503-19 2024-08-17T00:44:06.786 INFO:tasks.rados.rados.0.smithi082.stdout:1017: finishing write tid 2 to smithi08280503-19 2024-08-17T00:44:06.786 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 305 (ObjNum 39585 snap 0 seq_num 1853862976) dirty exists 2024-08-17T00:44:06.786 INFO:tasks.rados.rados.0.smithi082.stdout:1019: finishing rollback tid 2 to smithi08280503-44 2024-08-17T00:44:06.786 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 246 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-17T00:44:06.786 INFO:tasks.rados.rados.0.smithi082.stdout:1017: finishing write tid 3 to smithi08280503-19 2024-08-17T00:44:06.786 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 525 (ObjNum 324 snap 100 seq_num 324) dirty exists 2024-08-17T00:44:06.786 INFO:tasks.rados.rados.0.smithi082.stdout:1017: left oid 19 (ObjNum 324 snap 100 seq_num 324) 2024-08-17T00:44:06.786 INFO:tasks.rados.rados.0.smithi082.stdout:1022: seq_num 326 ranges {0=663552} 2024-08-17T00:44:06.790 INFO:tasks.rados.rados.0.smithi082.stdout:1022: writing smithi08280503-31 from 0 to 663552 tid 1 2024-08-17T00:44:06.790 INFO:tasks.rados.rados.0.smithi082.stdout:1017: done (4 left) 2024-08-17T00:44:06.790 INFO:tasks.rados.rados.0.smithi082.stdout:1018: done (3 left) 2024-08-17T00:44:06.790 INFO:tasks.rados.rados.0.smithi082.stdout:1019: done (2 left) 2024-08-17T00:44:06.790 INFO:tasks.rados.rados.0.smithi082.stdout:1023: read oid 29 snap -1 2024-08-17T00:44:06.790 INFO:tasks.rados.rados.0.smithi082.stdout:1023: expect (ObjNum 285 snap 80 seq_num 285) 2024-08-17T00:44:06.790 INFO:tasks.rados.rados.0.smithi082.stdout:1024: read oid 33 snap 79 2024-08-17T00:44:06.790 INFO:tasks.rados.rados.0.smithi082.stdout:1024: expect (ObjNum 110 snap 22 seq_num 110) 2024-08-17T00:44:06.790 INFO:tasks.rados.rados.0.smithi082.stdout:1025: delete oid 42 current snap is 100 2024-08-17T00:44:06.791 INFO:tasks.rados.rados.0.smithi082.stdout:1021: finishing write tid 1 to smithi08280503-10 2024-08-17T00:44:06.791 INFO:tasks.rados.rados.0.smithi082.stdout:1021: finishing write tid 2 to smithi08280503-10 2024-08-17T00:44:06.793 INFO:tasks.rados.rados.0.smithi082.stdout:1021: finishing write tid 3 to smithi08280503-10 2024-08-17T00:44:06.793 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 192 (ObjNum 325 snap 100 seq_num 325) dirty exists 2024-08-17T00:44:06.793 INFO:tasks.rados.rados.0.smithi082.stdout:1021: left oid 10 (ObjNum 325 snap 100 seq_num 325) 2024-08-17T00:44:06.797 INFO:tasks.rados.rados.0.smithi082.stdout:1022: finishing write tid 1 to smithi08280503-31 2024-08-17T00:44:06.811 INFO:tasks.rados.rados.0.smithi082.stdout:1022: finishing write tid 2 to smithi08280503-31 2024-08-17T00:44:06.813 INFO:tasks.rados.rados.0.smithi082.stdout:1022: finishing write tid 3 to smithi08280503-31 2024-08-17T00:44:06.813 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 527 (ObjNum 326 snap 100 seq_num 326) dirty exists 2024-08-17T00:44:06.813 INFO:tasks.rados.rados.0.smithi082.stdout:1022: left oid 31 (ObjNum 326 snap 100 seq_num 326) 2024-08-17T00:44:06.821 INFO:tasks.rados.rados.0.smithi082.stdout:1024: expect (ObjNum 110 snap 22 seq_num 110) 2024-08-17T00:44:06.972 INFO:tasks.rados.rados.0.smithi082.stdout:1023: expect (ObjNum 285 snap 80 seq_num 285) 2024-08-17T00:44:06.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:06.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:06.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:06.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:44:06.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:06.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:06 smithi082 ceph-mon[94343]: Reconfiguring mon.a (monmap changed)... 2024-08-17T00:44:06.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:44:06.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:44:06.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:06.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:06 smithi082 ceph-mon[94343]: Reconfiguring daemon mon.a on smithi082 2024-08-17T00:44:06.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:06 smithi082 ceph-mon[94343]: pgmap v58: 121 pgs: 121 active+clean; 307 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:44:06.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:06 smithi082 ceph-mon[94343]: osdmap e264: 8 total, 8 up, 8 in 2024-08-17T00:44:06.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:06.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:06.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:06.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:44:06.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:06.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:06 smithi082 ceph-mon[91979]: Reconfiguring mon.a (monmap changed)... 2024-08-17T00:44:06.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:44:06.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:44:06.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:06.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:06 smithi082 ceph-mon[91979]: Reconfiguring daemon mon.a on smithi082 2024-08-17T00:44:06.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:06 smithi082 ceph-mon[91979]: pgmap v58: 121 pgs: 121 active+clean; 307 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:44:06.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:06 smithi082 ceph-mon[91979]: osdmap e264: 8 total, 8 up, 8 in 2024-08-17T00:44:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:44:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:06 smithi137 ceph-mon[86391]: Reconfiguring mon.a (monmap changed)... 2024-08-17T00:44:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:44:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:44:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:07.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:06 smithi137 ceph-mon[86391]: Reconfiguring daemon mon.a on smithi082 2024-08-17T00:44:07.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:06 smithi137 ceph-mon[86391]: pgmap v58: 121 pgs: 121 active+clean; 307 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:44:07.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:06 smithi137 ceph-mon[86391]: osdmap e264: 8 total, 8 up, 8 in 2024-08-17T00:44:07.258 INFO:tasks.rados.rados.0.smithi082.stdout:1021: done (4 left) 2024-08-17T00:44:07.258 INFO:tasks.rados.rados.0.smithi082.stdout:1022: done (3 left) 2024-08-17T00:44:07.259 INFO:tasks.rados.rados.0.smithi082.stdout:1023: done (2 left) 2024-08-17T00:44:07.259 INFO:tasks.rados.rados.0.smithi082.stdout:1024: done (1 left) 2024-08-17T00:44:07.259 INFO:tasks.rados.rados.0.smithi082.stdout:1025: done (0 left) 2024-08-17T00:44:07.259 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 40 current snap is 100 2024-08-17T00:44:07.259 INFO:tasks.rados.rados.0.smithi082.stdout:1026: seq_num 328 ranges {3661824=696320} 2024-08-17T00:44:07.281 INFO:tasks.rados.rados.0.smithi082.stdout:1026: writing smithi08280503-40 from 3661824 to 4358144 tid 1 2024-08-17T00:44:07.281 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 15 current snap is 100 2024-08-17T00:44:07.281 INFO:tasks.rados.rados.0.smithi082.stdout:1027: seq_num 329 ranges {1851392=712704} 2024-08-17T00:44:07.295 INFO:tasks.rados.rados.0.smithi082.stdout:1027: writing smithi08280503-15 from 1851392 to 2564096 tid 1 2024-08-17T00:44:07.296 INFO:tasks.rados.rados.0.smithi082.stdout:1028: rollback oid 3 current snap is 100 2024-08-17T00:44:07.296 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 3 to 85 2024-08-17T00:44:07.296 INFO:tasks.rados.rados.0.smithi082.stdout:1026: finishing write tid 1 to smithi08280503-40 2024-08-17T00:44:07.296 INFO:tasks.rados.rados.0.smithi082.stdout:1026: finishing write tid 2 to smithi08280503-40 2024-08-17T00:44:07.296 INFO:tasks.rados.rados.0.smithi082.stdout:1026: finishing write tid 3 to smithi08280503-40 2024-08-17T00:44:07.296 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 533 (ObjNum 328 snap 100 seq_num 328) dirty exists 2024-08-17T00:44:07.296 INFO:tasks.rados.rados.0.smithi082.stdout:1026: left oid 40 (ObjNum 328 snap 100 seq_num 328) 2024-08-17T00:44:07.296 INFO:tasks.rados.rados.0.smithi082.stdout:1026: done (2 left) 2024-08-17T00:44:07.296 INFO:tasks.rados.rados.0.smithi082.stdout:1029: rollback oid 14 current snap is 100 2024-08-17T00:44:07.296 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 14 to 94 2024-08-17T00:44:07.296 INFO:tasks.rados.rados.0.smithi082.stdout:1030: copy_from oid 20 from oid 37 current snap is 100 2024-08-17T00:44:07.296 INFO:tasks.rados.rados.0.smithi082.stdout:1031: snap_create 2024-08-17T00:44:07.297 INFO:tasks.rados.rados.0.smithi082.stdout:1028: finishing rollback tid 1 to smithi08280503-3 2024-08-17T00:44:07.297 INFO:tasks.rados.rados.0.smithi082.stdout:1028: finishing rollback tid 2 to smithi08280503-3 2024-08-17T00:44:07.297 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 293 (ObjNum 291 snap 83 seq_num 291) dirty exists 2024-08-17T00:44:07.298 INFO:tasks.rados.rados.0.smithi082.stdout:1029: finishing rollback tid 0 to smithi08280503-14 2024-08-17T00:44:07.298 INFO:tasks.rados.rados.0.smithi082.stdout:1029: finishing rollback tid 1 to smithi08280503-14 2024-08-17T00:44:07.298 INFO:tasks.rados.rados.0.smithi082.stdout:1029: finishing rollback tid 2 to smithi08280503-14 2024-08-17T00:44:07.298 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 593 (ObjNum 102 snap 21 seq_num 102) dirty exists 2024-08-17T00:44:07.299 INFO:tasks.rados.rados.0.smithi082.stdout:1027: finishing write tid 1 to smithi08280503-15 2024-08-17T00:44:07.299 INFO:tasks.rados.rados.0.smithi082.stdout:1027: finishing write tid 2 to smithi08280503-15 2024-08-17T00:44:07.300 INFO:tasks.rados.rados.0.smithi082.stdout:1030: finishing copy_from to smithi08280503-20 2024-08-17T00:44:07.300 INFO:tasks.rados.rados.0.smithi082.stdout:1030: got expected ENOENT (src dne) 2024-08-17T00:44:07.300 INFO:tasks.rados.rados.0.smithi082.stdout:1030: finishing copy_from racing read to smithi08280503-20 2024-08-17T00:44:07.301 INFO:tasks.rados.rados.0.smithi082.stdout:1027: finishing write tid 3 to smithi08280503-15 2024-08-17T00:44:07.301 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 323 (ObjNum 329 snap 100 seq_num 329) dirty exists 2024-08-17T00:44:07.301 INFO:tasks.rados.rados.0.smithi082.stdout:1027: left oid 15 (ObjNum 329 snap 100 seq_num 329) 2024-08-17T00:44:07.898 INFO:tasks.rados.rados.0.smithi082.stdout:1027: done (4 left) 2024-08-17T00:44:07.898 INFO:tasks.rados.rados.0.smithi082.stdout:1028: done (3 left) 2024-08-17T00:44:07.898 INFO:tasks.rados.rados.0.smithi082.stdout:1029: done (2 left) 2024-08-17T00:44:07.898 INFO:tasks.rados.rados.0.smithi082.stdout:1030: done (1 left) 2024-08-17T00:44:07.898 INFO:tasks.rados.rados.0.smithi082.stdout:1031: done (0 left) 2024-08-17T00:44:07.898 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 34 current snap is 101 2024-08-17T00:44:07.898 INFO:tasks.rados.rados.0.smithi082.stdout:1032: seq_num 330 ranges {1024000=737280} 2024-08-17T00:44:07.907 INFO:tasks.rados.rados.0.smithi082.stdout:1032: writing smithi08280503-34 from 1024000 to 1761280 tid 1 2024-08-17T00:44:07.907 INFO:tasks.rados.rados.0.smithi082.stdout:1033: read oid 37 snap -1 2024-08-17T00:44:07.907 INFO:tasks.rados.rados.0.smithi082.stdout:1033: expect deleted 2024-08-17T00:44:07.907 INFO:tasks.rados.rados.0.smithi082.stdout:1034: snap_create 2024-08-17T00:44:07.912 INFO:tasks.rados.rados.0.smithi082.stdout:1032: finishing write tid 1 to smithi08280503-34 2024-08-17T00:44:07.912 INFO:tasks.rados.rados.0.smithi082.stdout:1032: finishing write tid 2 to smithi08280503-34 2024-08-17T00:44:07.915 INFO:tasks.rados.rados.0.smithi082.stdout:1032: finishing write tid 3 to smithi08280503-34 2024-08-17T00:44:07.915 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 284 (ObjNum 330 snap 101 seq_num 330) dirty exists 2024-08-17T00:44:07.915 INFO:tasks.rados.rados.0.smithi082.stdout:1032: left oid 34 (ObjNum 330 snap 101 seq_num 330) 2024-08-17T00:44:08.899 INFO:tasks.rados.rados.0.smithi082.stdout:1032: done (2 left) 2024-08-17T00:44:08.900 INFO:tasks.rados.rados.0.smithi082.stdout:1033: done (1 left) 2024-08-17T00:44:08.900 INFO:tasks.rados.rados.0.smithi082.stdout:1034: done (0 left) 2024-08-17T00:44:08.900 INFO:tasks.rados.rados.0.smithi082.stdout:1035: snap_remove snap 85 2024-08-17T00:44:08.938 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:08 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:08.939 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:08 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:08.939 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:08 smithi082 ceph-mon[94343]: Reconfiguring mgr.y (monmap changed)... 2024-08-17T00:44:08.939 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:08 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:44:08.939 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:08 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:44:08.939 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:08 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:08.939 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:08 smithi082 ceph-mon[94343]: Reconfiguring daemon mgr.y on smithi082 2024-08-17T00:44:08.939 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:08 smithi082 ceph-mon[94343]: osdmap e265: 8 total, 8 up, 8 in 2024-08-17T00:44:08.939 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:08 smithi082 ceph-mon[94343]: pgmap v61: 121 pgs: 121 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 588 KiB/s wr, 22 op/s 2024-08-17T00:44:08.939 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:08 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:08.939 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:08 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:08.939 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:08 smithi082 ceph-mon[91979]: Reconfiguring mgr.y (monmap changed)... 2024-08-17T00:44:08.940 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:08 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:44:08.940 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:08 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:44:08.940 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:08 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:08.940 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:08 smithi082 ceph-mon[91979]: Reconfiguring daemon mgr.y on smithi082 2024-08-17T00:44:08.940 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:08 smithi082 ceph-mon[91979]: osdmap e265: 8 total, 8 up, 8 in 2024-08-17T00:44:08.940 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:08 smithi082 ceph-mon[91979]: pgmap v61: 121 pgs: 121 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 588 KiB/s wr, 22 op/s 2024-08-17T00:44:08.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:08 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:08 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:08 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:08 smithi137 ceph-mon[86391]: Reconfiguring mgr.y (monmap changed)... 2024-08-17T00:44:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:08 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:44:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:08 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:44:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:08 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:08 smithi137 ceph-mon[86391]: Reconfiguring daemon mgr.y on smithi082 2024-08-17T00:44:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:08 smithi137 ceph-mon[86391]: osdmap e265: 8 total, 8 up, 8 in 2024-08-17T00:44:08.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:08 smithi137 ceph-mon[86391]: pgmap v61: 121 pgs: 121 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 588 KiB/s wr, 22 op/s 2024-08-17T00:44:09.903 INFO:tasks.rados.rados.0.smithi082.stdout:1035: done (0 left) 2024-08-17T00:44:09.904 INFO:tasks.rados.rados.0.smithi082.stdout:1036: read oid 9 snap -1 2024-08-17T00:44:09.904 INFO:tasks.rados.rados.0.smithi082.stdout:1036: expect deleted 2024-08-17T00:44:09.904 INFO:tasks.rados.rados.0.smithi082.stdout:1037: read oid 41 snap 87 2024-08-17T00:44:09.904 INFO:tasks.rados.rados.0.smithi082.stdout:1037: expect (ObjNum 231 snap 61 seq_num 231) 2024-08-17T00:44:09.904 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 28 current snap is 102 2024-08-17T00:44:09.904 INFO:tasks.rados.rados.0.smithi082.stdout:1038: seq_num 331 ranges {1613824=753664} 2024-08-17T00:44:09.918 INFO:tasks.rados.rados.0.smithi082.stdout:1038: writing smithi08280503-28 from 1613824 to 2367488 tid 1 2024-08-17T00:44:09.918 INFO:tasks.rados.rados.0.smithi082.stdout:1039: copy_from oid 8 from oid 14 current snap is 102 2024-08-17T00:44:09.918 INFO:tasks.rados.rados.0.smithi082.stdout:1036: done (3 left) 2024-08-17T00:44:09.918 INFO:tasks.rados.rados.0.smithi082.stdout:1040: rollback oid 1 current snap is 102 2024-08-17T00:44:09.919 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 1 to 87 2024-08-17T00:44:09.919 INFO:tasks.rados.rados.0.smithi082.stdout:1041: copy_from oid 10 from oid 26 current snap is 102 2024-08-17T00:44:09.919 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 18 current snap is 102 2024-08-17T00:44:09.919 INFO:tasks.rados.rados.0.smithi082.stdout:1042: seq_num 332 ranges {1024000=770048} 2024-08-17T00:44:09.930 INFO:tasks.rados.rados.0.smithi082.stdout:1042: writing smithi08280503-18 from 1024000 to 1794048 tid 1 2024-08-17T00:44:09.930 INFO:tasks.rados.rados.0.smithi082.stdout:1043: snap_create 2024-08-17T00:44:09.930 INFO:tasks.rados.rados.0.smithi082.stdout:1040: finishing rollback tid 0 to smithi08280503-1 2024-08-17T00:44:09.930 INFO:tasks.rados.rados.0.smithi082.stdout:1040: finishing rollback tid 1 to smithi08280503-1 2024-08-17T00:44:09.930 INFO:tasks.rados.rados.0.smithi082.stdout:1040: finishing rollback tid 2 to smithi08280503-1 2024-08-17T00:44:09.930 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 326 (ObjNum 264 snap 75 seq_num 264) dirty exists 2024-08-17T00:44:09.931 INFO:tasks.rados.rados.0.smithi082.stdout:1038: finishing write tid 1 to smithi08280503-28 2024-08-17T00:44:09.931 INFO:tasks.rados.rados.0.smithi082.stdout:1038: finishing write tid 2 to smithi08280503-28 2024-08-17T00:44:09.931 INFO:tasks.rados.rados.0.smithi082.stdout:1038: finishing write tid 3 to smithi08280503-28 2024-08-17T00:44:09.931 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 409 (ObjNum 331 snap 102 seq_num 331) dirty exists 2024-08-17T00:44:09.931 INFO:tasks.rados.rados.0.smithi082.stdout:1038: left oid 28 (ObjNum 331 snap 102 seq_num 331) 2024-08-17T00:44:09.933 INFO:tasks.rados.rados.0.smithi082.stdout:1042: finishing write tid 1 to smithi08280503-18 2024-08-17T00:44:09.934 INFO:tasks.rados.rados.0.smithi082.stdout:1042: finishing write tid 2 to smithi08280503-18 2024-08-17T00:44:09.936 INFO:tasks.rados.rados.0.smithi082.stdout:1042: finishing write tid 3 to smithi08280503-18 2024-08-17T00:44:09.936 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 412 (ObjNum 332 snap 102 seq_num 332) dirty exists 2024-08-17T00:44:09.936 INFO:tasks.rados.rados.0.smithi082.stdout:1042: left oid 18 (ObjNum 332 snap 102 seq_num 332) 2024-08-17T00:44:09.952 INFO:tasks.rados.rados.0.smithi082.stdout:1037: expect (ObjNum 231 snap 61 seq_num 231) 2024-08-17T00:44:09.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:09 smithi082 ceph-mon[91979]: osdmap e266: 8 total, 8 up, 8 in 2024-08-17T00:44:09.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:09 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:09.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:09 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:09.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:09 smithi082 ceph-mon[91979]: Reconfiguring mon.c (monmap changed)... 2024-08-17T00:44:09.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:09 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:44:09.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:09 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:44:09.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:09 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:09.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:09 smithi082 ceph-mon[91979]: Reconfiguring daemon mon.c on smithi082 2024-08-17T00:44:09.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:09 smithi082 ceph-mon[94343]: osdmap e266: 8 total, 8 up, 8 in 2024-08-17T00:44:09.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:09 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:09.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:09 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:09.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:09 smithi082 ceph-mon[94343]: Reconfiguring mon.c (monmap changed)... 2024-08-17T00:44:09.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:09 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:44:09.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:09 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:44:09.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:09 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:09.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:09 smithi082 ceph-mon[94343]: Reconfiguring daemon mon.c on smithi082 2024-08-17T00:44:10.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:09 smithi137 ceph-mon[86391]: osdmap e266: 8 total, 8 up, 8 in 2024-08-17T00:44:10.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:09 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:10.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:09 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:10.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:09 smithi137 ceph-mon[86391]: Reconfiguring mon.c (monmap changed)... 2024-08-17T00:44:10.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:09 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:44:10.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:09 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:44:10.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:09 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:10.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:09 smithi137 ceph-mon[86391]: Reconfiguring daemon mon.c on smithi082 2024-08-17T00:44:10.441 INFO:tasks.rados.rados.0.smithi082.stdout:1041: finishing copy_from racing read to smithi08280503-10 2024-08-17T00:44:10.441 INFO:tasks.rados.rados.0.smithi082.stdout:1039: finishing copy_from racing read to smithi08280503-8 2024-08-17T00:44:10.441 INFO:tasks.rados.rados.0.smithi082.stdout:1039: finishing copy_from to smithi08280503-8 2024-08-17T00:44:10.441 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 593 (ObjNum 102 snap 21 seq_num 102) dirty exists 2024-08-17T00:44:10.441 INFO:tasks.rados.rados.0.smithi082.stdout:1041: finishing copy_from to smithi08280503-10 2024-08-17T00:44:10.441 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 540 (ObjNum 283 snap 80 seq_num 283) dirty exists 2024-08-17T00:44:10.915 INFO:tasks.rados.rados.0.smithi082.stdout:1037: done (6 left) 2024-08-17T00:44:10.916 INFO:tasks.rados.rados.0.smithi082.stdout:1038: done (5 left) 2024-08-17T00:44:10.916 INFO:tasks.rados.rados.0.smithi082.stdout:1039: done (4 left) 2024-08-17T00:44:10.916 INFO:tasks.rados.rados.0.smithi082.stdout:1040: done (3 left) 2024-08-17T00:44:10.916 INFO:tasks.rados.rados.0.smithi082.stdout:1041: done (2 left) 2024-08-17T00:44:10.916 INFO:tasks.rados.rados.0.smithi082.stdout:1042: done (1 left) 2024-08-17T00:44:10.916 INFO:tasks.rados.rados.0.smithi082.stdout:1043: done (0 left) 2024-08-17T00:44:10.916 INFO:tasks.rados.rados.0.smithi082.stdout:1044: copy_from oid 31 from oid 47 current snap is 103 2024-08-17T00:44:10.916 INFO:tasks.rados.rados.0.smithi082.stdout:1045: read oid 12 snap 98 2024-08-17T00:44:10.916 INFO:tasks.rados.rados.0.smithi082.stdout:1045: expect (ObjNum 312 snap 96 seq_num 312) 2024-08-17T00:44:10.916 INFO:tasks.rados.rados.0.smithi082.stdout:1046: delete oid 32 current snap is 103 2024-08-17T00:44:10.920 INFO:tasks.rados.rados.0.smithi082.stdout:1046: done (2 left) 2024-08-17T00:44:10.920 INFO:tasks.rados.rados.0.smithi082.stdout:1047: snap_create 2024-08-17T00:44:10.952 INFO:tasks.rados.rados.0.smithi082.stdout:1044: finishing copy_from racing read to smithi08280503-31 2024-08-17T00:44:10.963 INFO:tasks.rados.rados.0.smithi082.stdout:1044: finishing copy_from to smithi08280503-31 2024-08-17T00:44:10.963 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 237 (ObjNum 296 snap 85 seq_num 296) dirty exists 2024-08-17T00:44:10.966 INFO:tasks.rados.rados.0.smithi082.stdout:1045: expect (ObjNum 312 snap 96 seq_num 312) 2024-08-17T00:44:11.163 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:10 smithi082 ceph-mon[94343]: osdmap e267: 8 total, 8 up, 8 in 2024-08-17T00:44:11.163 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:10 smithi082 ceph-mon[94343]: pgmap v64: 121 pgs: 121 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 588 KiB/s wr, 22 op/s 2024-08-17T00:44:11.163 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:10 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:11.163 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:10 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:11.163 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:10 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T00:44:11.163 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:10 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:11.163 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:10 smithi082 ceph-mon[91979]: osdmap e267: 8 total, 8 up, 8 in 2024-08-17T00:44:11.164 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:10 smithi082 ceph-mon[91979]: pgmap v64: 121 pgs: 121 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 588 KiB/s wr, 22 op/s 2024-08-17T00:44:11.164 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:10 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:11.164 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:10 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:11.164 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:10 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T00:44:11.164 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:10 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:11.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:10 smithi137 ceph-mon[86391]: osdmap e267: 8 total, 8 up, 8 in 2024-08-17T00:44:11.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:10 smithi137 ceph-mon[86391]: pgmap v64: 121 pgs: 121 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 588 KiB/s wr, 22 op/s 2024-08-17T00:44:11.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:10 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:11.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:10 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:11.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:10 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T00:44:11.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:10 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:11.919 INFO:tasks.rados.rados.0.smithi082.stdout:1044: done (2 left) 2024-08-17T00:44:11.919 INFO:tasks.rados.rados.0.smithi082.stdout:1045: done (1 left) 2024-08-17T00:44:11.920 INFO:tasks.rados.rados.0.smithi082.stdout:1047: done (0 left) 2024-08-17T00:44:11.920 INFO:tasks.rados.rados.0.smithi082.stdout:1048: copy_from oid 38 from oid 8 current snap is 104 2024-08-17T00:44:11.920 INFO:tasks.rados.rados.0.smithi082.stdout:1049: delete oid 42 current snap is 104 2024-08-17T00:44:11.924 INFO:tasks.rados.rados.0.smithi082.stdout:1049: done (1 left) 2024-08-17T00:44:11.924 INFO:tasks.rados.rados.0.smithi082.stdout:1050: delete oid 29 current snap is 104 2024-08-17T00:44:11.928 INFO:tasks.rados.rados.0.smithi082.stdout:1050: done (1 left) 2024-08-17T00:44:11.928 INFO:tasks.rados.rados.0.smithi082.stdout:1051: rollback oid 27 current snap is 104 2024-08-17T00:44:11.928 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 27 to 97 2024-08-17T00:44:11.928 INFO:tasks.rados.rados.0.smithi082.stdout:1052: snap_remove snap 57 2024-08-17T00:44:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:11 smithi082 ceph-mon[91979]: Reconfiguring osd.0 (monmap changed)... 2024-08-17T00:44:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:11 smithi082 ceph-mon[91979]: Reconfiguring daemon osd.0 on smithi082 2024-08-17T00:44:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:11 smithi082 ceph-mon[91979]: osdmap e268: 8 total, 8 up, 8 in 2024-08-17T00:44:12.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:11 smithi082 ceph-mon[94343]: Reconfiguring osd.0 (monmap changed)... 2024-08-17T00:44:12.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:11 smithi082 ceph-mon[94343]: Reconfiguring daemon osd.0 on smithi082 2024-08-17T00:44:12.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:11 smithi082 ceph-mon[94343]: osdmap e268: 8 total, 8 up, 8 in 2024-08-17T00:44:12.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:11 smithi137 ceph-mon[86391]: Reconfiguring osd.0 (monmap changed)... 2024-08-17T00:44:12.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:11 smithi137 ceph-mon[86391]: Reconfiguring daemon osd.0 on smithi082 2024-08-17T00:44:12.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:11 smithi137 ceph-mon[86391]: osdmap e268: 8 total, 8 up, 8 in 2024-08-17T00:44:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:12.927 INFO:tasks.rados.rados.0.smithi082.stdout:1052: done (2 left) 2024-08-17T00:44:12.928 INFO:tasks.rados.rados.0.smithi082.stdout:1053: copy_from oid 3 from oid 44 current snap is 104 2024-08-17T00:44:12.928 INFO:tasks.rados.rados.0.smithi082.stdout:1054: rollback oid 6 current snap is 104 2024-08-17T00:44:12.928 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 6 to 74 2024-08-17T00:44:12.928 INFO:tasks.rados.rados.0.smithi082.stdout:1055: rollback oid 29 current snap is 104 2024-08-17T00:44:12.928 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 29 to 92 2024-08-17T00:44:12.928 INFO:tasks.rados.rados.0.smithi082.stdout:1056: snap_remove snap 59 2024-08-17T00:44:13.191 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:12 smithi082 ceph-mon[94343]: osdmap e269: 8 total, 8 up, 8 in 2024-08-17T00:44:13.191 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:12 smithi082 ceph-mon[94343]: pgmap v67: 121 pgs: 121 active+clean; 335 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 4.2 MiB/s wr, 12 op/s 2024-08-17T00:44:13.191 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:12 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:13.191 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:12 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:13.191 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:12 smithi082 ceph-mon[94343]: Reconfiguring osd.1 (monmap changed)... 2024-08-17T00:44:13.191 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:12 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T00:44:13.191 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:12 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:13.191 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:12 smithi082 ceph-mon[94343]: Reconfiguring daemon osd.1 on smithi082 2024-08-17T00:44:13.192 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:12 smithi082 ceph-mon[91979]: osdmap e269: 8 total, 8 up, 8 in 2024-08-17T00:44:13.192 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:12 smithi082 ceph-mon[91979]: pgmap v67: 121 pgs: 121 active+clean; 335 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 4.2 MiB/s wr, 12 op/s 2024-08-17T00:44:13.192 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:12 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:13.192 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:12 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:13.192 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:12 smithi082 ceph-mon[91979]: Reconfiguring osd.1 (monmap changed)... 2024-08-17T00:44:13.192 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:12 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T00:44:13.192 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:12 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:13.192 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:12 smithi082 ceph-mon[91979]: Reconfiguring daemon osd.1 on smithi082 2024-08-17T00:44:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:12 smithi137 ceph-mon[86391]: osdmap e269: 8 total, 8 up, 8 in 2024-08-17T00:44:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:12 smithi137 ceph-mon[86391]: pgmap v67: 121 pgs: 121 active+clean; 335 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 4.2 MiB/s wr, 12 op/s 2024-08-17T00:44:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:12 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:12 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:12 smithi137 ceph-mon[86391]: Reconfiguring osd.1 (monmap changed)... 2024-08-17T00:44:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:12 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T00:44:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:12 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:12 smithi137 ceph-mon[86391]: Reconfiguring daemon osd.1 on smithi082 2024-08-17T00:44:13.734 INFO:tasks.rados.rados.0.smithi082.stdout:1056: done (5 left) 2024-08-17T00:44:13.734 INFO:tasks.rados.rados.0.smithi082.stdout:1057: copy_from oid 42 from oid 32 current snap is 104 2024-08-17T00:44:13.734 INFO:tasks.rados.rados.0.smithi082.stdout:1051: finishing rollback tid 0 to smithi08280503-27 2024-08-17T00:44:13.734 INFO:tasks.rados.rados.0.smithi082.stdout:1051: finishing rollback tid 1 to smithi08280503-27 2024-08-17T00:44:13.735 INFO:tasks.rados.rados.0.smithi082.stdout:1051: finishing rollback tid 2 to smithi08280503-27 2024-08-17T00:44:13.735 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 543 (ObjNum 173 snap 41 seq_num 173) dirty exists 2024-08-17T00:44:13.735 INFO:tasks.rados.rados.0.smithi082.stdout:1048: finishing copy_from racing read to smithi08280503-38 2024-08-17T00:44:13.735 INFO:tasks.rados.rados.0.smithi082.stdout:1048: finishing copy_from to smithi08280503-38 2024-08-17T00:44:13.735 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 593 (ObjNum 102 snap 21 seq_num 102) dirty exists 2024-08-17T00:44:13.735 INFO:tasks.rados.rados.0.smithi082.stdout:1054: finishing rollback tid 1 to smithi08280503-6 2024-08-17T00:44:13.735 INFO:tasks.rados.rados.0.smithi082.stdout:1054: finishing rollback tid 2 to smithi08280503-6 2024-08-17T00:44:13.735 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 542 (ObjNum 189 snap 48 seq_num 189) dirty exists 2024-08-17T00:44:13.735 INFO:tasks.rados.rados.0.smithi082.stdout:1055: finishing rollback tid 1 to smithi08280503-29 2024-08-17T00:44:13.735 INFO:tasks.rados.rados.0.smithi082.stdout:1055: finishing rollback tid 2 to smithi08280503-29 2024-08-17T00:44:13.736 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 477 (ObjNum 285 snap 80 seq_num 285) dirty exists 2024-08-17T00:44:13.736 INFO:tasks.rados.rados.0.smithi082.stdout:1053: finishing copy_from racing read to smithi08280503-3 2024-08-17T00:44:13.736 INFO:tasks.rados.rados.0.smithi082.stdout:1053: finishing copy_from to smithi08280503-3 2024-08-17T00:44:13.736 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 246 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-17T00:44:13.736 INFO:tasks.rados.rados.0.smithi082.stdout:1048: done (5 left) 2024-08-17T00:44:13.736 INFO:tasks.rados.rados.0.smithi082.stdout:1051: done (4 left) 2024-08-17T00:44:13.736 INFO:tasks.rados.rados.0.smithi082.stdout:1053: done (3 left) 2024-08-17T00:44:13.736 INFO:tasks.rados.rados.0.smithi082.stdout:1054: done (2 left) 2024-08-17T00:44:13.736 INFO:tasks.rados.rados.0.smithi082.stdout:1055: done (1 left) 2024-08-17T00:44:13.736 INFO:tasks.rados.rados.0.smithi082.stdout:1058: snap_create 2024-08-17T00:44:13.744 INFO:tasks.rados.rados.0.smithi082.stdout:1057: finishing copy_from to smithi08280503-42 2024-08-17T00:44:13.744 INFO:tasks.rados.rados.0.smithi082.stdout:1057: got expected ENOENT (src dne) 2024-08-17T00:44:13.744 INFO:tasks.rados.rados.0.smithi082.stdout:1057: finishing copy_from racing read to smithi08280503-42 2024-08-17T00:44:13.924 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:13 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi137\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:14.195 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:13 smithi082 ceph-mon[94343]: osdmap e270: 8 total, 8 up, 8 in 2024-08-17T00:44:14.195 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:13 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:14.196 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:13 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:14.196 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:13 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T00:44:14.196 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:13 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:14.196 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:13 smithi082 ceph-mon[94343]: osdmap e271: 8 total, 8 up, 8 in 2024-08-17T00:44:14.196 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:13 smithi082 ceph-mon[91979]: osdmap e270: 8 total, 8 up, 8 in 2024-08-17T00:44:14.196 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:13 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:14.196 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:13 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:14.196 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:13 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T00:44:14.196 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:13 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:14.196 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:13 smithi082 ceph-mon[91979]: osdmap e271: 8 total, 8 up, 8 in 2024-08-17T00:44:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:13 smithi137 ceph-mon[86391]: osdmap e270: 8 total, 8 up, 8 in 2024-08-17T00:44:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:13 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:13 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:13 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T00:44:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:13 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:13 smithi137 ceph-mon[86391]: osdmap e271: 8 total, 8 up, 8 in 2024-08-17T00:44:14.734 INFO:tasks.rados.rados.0.smithi082.stdout:1057: done (1 left) 2024-08-17T00:44:14.734 INFO:tasks.rados.rados.0.smithi082.stdout:1058: done (0 left) 2024-08-17T00:44:14.734 INFO:tasks.rados.rados.0.smithi082.stdout:1059: copy_from oid 35 from oid 22 current snap is 105 2024-08-17T00:44:14.734 INFO:tasks.rados.rados.0.smithi082.stdout:1060: rollback oid 20 current snap is 105 2024-08-17T00:44:14.734 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 20 to 104 2024-08-17T00:44:14.734 INFO:tasks.rados.rados.0.smithi082.stdout:1061: delete oid 27 current snap is 105 2024-08-17T00:44:14.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:14 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:14.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:14 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:14.739 INFO:tasks.rados.rados.0.smithi082.stdout:1061: done (2 left) 2024-08-17T00:44:14.739 INFO:tasks.rados.rados.0.smithi082.stdout:1062: rollback oid 36 current snap is 105 2024-08-17T00:44:14.739 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 36 to 73 2024-08-17T00:44:14.739 INFO:tasks.rados.rados.0.smithi082.stdout:1063: delete oid 7 current snap is 105 2024-08-17T00:44:14.739 INFO:tasks.rados.rados.0.smithi082.stdout:1060: finishing rollback tid 0 to smithi08280503-20 2024-08-17T00:44:14.740 INFO:tasks.rados.rados.0.smithi082.stdout:1060: finishing rollback tid 1 to smithi08280503-20 2024-08-17T00:44:14.740 INFO:tasks.rados.rados.0.smithi082.stdout:1060: finishing rollback tid 2 to smithi08280503-20 2024-08-17T00:44:14.740 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 338 (ObjNum 310 snap 94 seq_num 310) dirty exists 2024-08-17T00:44:14.741 INFO:tasks.rados.rados.0.smithi082.stdout:1060: done (3 left) 2024-08-17T00:44:14.741 INFO:tasks.rados.rados.0.smithi082.stdout:1063: done (2 left) 2024-08-17T00:44:14.741 INFO:tasks.rados.rados.0.smithi082.stdout:1064: copy_from oid 20 from oid 34 current snap is 105 2024-08-17T00:44:14.741 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 7 current snap is 105 2024-08-17T00:44:14.742 INFO:tasks.rados.rados.0.smithi082.stdout:1065: seq_num 338 ranges {0=466944,466944=401408} 2024-08-17T00:44:14.744 INFO:tasks.rados.rados.0.smithi082.stdout:1065: writing smithi08280503-7 from 0 to 466944 tid 1 2024-08-17T00:44:14.746 INFO:tasks.rados.rados.0.smithi082.stdout:1065: writing smithi08280503-7 from 466944 to 868352 tid 2 2024-08-17T00:44:14.746 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 3 current snap is 105 2024-08-17T00:44:14.746 INFO:tasks.rados.rados.0.smithi082.stdout:1062: finishing rollback tid 0 to smithi08280503-36 2024-08-17T00:44:14.747 INFO:tasks.rados.rados.0.smithi082.stdout:1062: finishing rollback tid 1 to smithi08280503-36 2024-08-17T00:44:14.747 INFO:tasks.rados.rados.0.smithi082.stdout:1062: finishing rollback tid 2 to smithi08280503-36 2024-08-17T00:44:14.747 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 491 (ObjNum 234 snap 61 seq_num 234) dirty exists 2024-08-17T00:44:14.747 INFO:tasks.rados.rados.0.smithi082.stdout:1066: seq_num 339 ranges {4038656=483328,4521984=401408} 2024-08-17T00:44:14.771 INFO:tasks.rados.rados.0.smithi082.stdout:1066: writing smithi08280503-3 from 4038656 to 4521984 tid 1 2024-08-17T00:44:14.774 INFO:tasks.rados.rados.0.smithi082.stdout:1066: writing smithi08280503-3 from 4521984 to 4923392 tid 2 2024-08-17T00:44:14.774 INFO:tasks.rados.rados.0.smithi082.stdout:1062: done (4 left) 2024-08-17T00:44:14.774 INFO:tasks.rados.rados.0.smithi082.stdout:1067: rollback oid 17 current snap is 105 2024-08-17T00:44:14.774 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 17 to 87 2024-08-17T00:44:14.774 INFO:tasks.rados.rados.0.smithi082.stdout:1065: finishing write tid 1 to smithi08280503-7 2024-08-17T00:44:14.775 INFO:tasks.rados.rados.0.smithi082.stdout:1065: finishing write tid 2 to smithi08280503-7 2024-08-17T00:44:14.775 INFO:tasks.rados.rados.0.smithi082.stdout:1065: finishing write tid 3 to smithi08280503-7 2024-08-17T00:44:14.775 INFO:tasks.rados.rados.0.smithi082.stdout:1065: finishing write tid 4 to smithi08280503-7 2024-08-17T00:44:14.775 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 568 (ObjNum 338 snap 105 seq_num 338) dirty exists 2024-08-17T00:44:14.775 INFO:tasks.rados.rados.0.smithi082.stdout:1065: left oid 7 (ObjNum 338 snap 105 seq_num 338) 2024-08-17T00:44:14.775 INFO:tasks.rados.rados.0.smithi082.stdout:1064: finishing copy_from racing read to smithi08280503-20 2024-08-17T00:44:14.775 INFO:tasks.rados.rados.0.smithi082.stdout:1065: done (4 left) 2024-08-17T00:44:14.775 INFO:tasks.rados.rados.0.smithi082.stdout:1068: read oid 38 snap -1 2024-08-17T00:44:14.775 INFO:tasks.rados.rados.0.smithi082.stdout:1068: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:44:14.775 INFO:tasks.rados.rados.0.smithi082.stdout:1069: snap_remove snap 79 2024-08-17T00:44:15.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:44:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:44:15] "GET /metrics HTTP/1.1" 200 36046 "" "Prometheus/2.43.0" 2024-08-17T00:44:15.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:14 smithi082 ceph-mon[94343]: Reconfiguring osd.2 (monmap changed)... 2024-08-17T00:44:15.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:14 smithi082 ceph-mon[94343]: Reconfiguring daemon osd.2 on smithi082 2024-08-17T00:44:15.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:14 smithi082 ceph-mon[94343]: pgmap v70: 121 pgs: 121 active+clean; 335 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 4.2 MiB/s wr, 12 op/s 2024-08-17T00:44:15.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:14 smithi082 ceph-mon[94343]: osdmap e272: 8 total, 8 up, 8 in 2024-08-17T00:44:15.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:14 smithi082 ceph-mon[91979]: Reconfiguring osd.2 (monmap changed)... 2024-08-17T00:44:15.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:14 smithi082 ceph-mon[91979]: Reconfiguring daemon osd.2 on smithi082 2024-08-17T00:44:15.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:14 smithi082 ceph-mon[91979]: pgmap v70: 121 pgs: 121 active+clean; 335 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 4.2 MiB/s wr, 12 op/s 2024-08-17T00:44:15.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:14 smithi082 ceph-mon[91979]: osdmap e272: 8 total, 8 up, 8 in 2024-08-17T00:44:15.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:14 smithi137 ceph-mon[86391]: Reconfiguring osd.2 (monmap changed)... 2024-08-17T00:44:15.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:14 smithi137 ceph-mon[86391]: Reconfiguring daemon osd.2 on smithi082 2024-08-17T00:44:15.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:14 smithi137 ceph-mon[86391]: pgmap v70: 121 pgs: 121 active+clean; 335 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 4.2 MiB/s wr, 12 op/s 2024-08-17T00:44:15.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:14 smithi137 ceph-mon[86391]: osdmap e272: 8 total, 8 up, 8 in 2024-08-17T00:44:15.735 INFO:tasks.rados.rados.0.smithi082.stdout:1069: done (5 left) 2024-08-17T00:44:15.735 INFO:tasks.rados.rados.0.smithi082.stdout:1070: delete oid 29 current snap is 105 2024-08-17T00:44:15.736 INFO:tasks.rados.rados.0.smithi082.stdout:1064: finishing copy_from to smithi08280503-20 2024-08-17T00:44:15.736 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 284 (ObjNum 330 snap 101 seq_num 330) dirty exists 2024-08-17T00:44:15.736 INFO:tasks.rados.rados.0.smithi082.stdout:1059: finishing copy_from racing read to smithi08280503-35 2024-08-17T00:44:15.736 INFO:tasks.rados.rados.0.smithi082.stdout:1059: finishing copy_from to smithi08280503-35 2024-08-17T00:44:15.736 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 253 (ObjNum 244 snap 65 seq_num 244) dirty exists 2024-08-17T00:44:15.737 INFO:tasks.rados.rados.0.smithi082.stdout:1066: finishing write tid 1 to smithi08280503-3 2024-08-17T00:44:15.737 INFO:tasks.rados.rados.0.smithi082.stdout:1066: finishing write tid 2 to smithi08280503-3 2024-08-17T00:44:15.737 INFO:tasks.rados.rados.0.smithi082.stdout:1066: finishing write tid 3 to smithi08280503-3 2024-08-17T00:44:15.737 INFO:tasks.rados.rados.0.smithi082.stdout:1067: finishing rollback tid 0 to smithi08280503-17 2024-08-17T00:44:15.737 INFO:tasks.rados.rados.0.smithi082.stdout:1067: finishing rollback tid 1 to smithi08280503-17 2024-08-17T00:44:15.737 INFO:tasks.rados.rados.0.smithi082.stdout:1067: finishing rollback tid 2 to smithi08280503-17 2024-08-17T00:44:15.737 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 343 (ObjNum 215 snap 55 seq_num 215) dirty exists 2024-08-17T00:44:15.737 INFO:tasks.rados.rados.0.smithi082.stdout:1066: finishing write tid 4 to smithi08280503-3 2024-08-17T00:44:15.737 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 309 (ObjNum 339 snap 105 seq_num 339) dirty exists 2024-08-17T00:44:15.737 INFO:tasks.rados.rados.0.smithi082.stdout:1066: left oid 3 (ObjNum 339 snap 105 seq_num 339) 2024-08-17T00:44:15.737 INFO:tasks.rados.rados.0.smithi082.stdout:1068: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:44:15.976 INFO:tasks.rados.rados.0.smithi082.stdout:1059: done (5 left) 2024-08-17T00:44:15.976 INFO:tasks.rados.rados.0.smithi082.stdout:1064: done (4 left) 2024-08-17T00:44:15.976 INFO:tasks.rados.rados.0.smithi082.stdout:1066: done (3 left) 2024-08-17T00:44:15.976 INFO:tasks.rados.rados.0.smithi082.stdout:1067: done (2 left) 2024-08-17T00:44:15.977 INFO:tasks.rados.rados.0.smithi082.stdout:1068: done (1 left) 2024-08-17T00:44:15.977 INFO:tasks.rados.rados.0.smithi082.stdout:1070: done (0 left) 2024-08-17T00:44:15.977 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 19 current snap is 105 2024-08-17T00:44:15.977 INFO:tasks.rados.rados.0.smithi082.stdout:1071: seq_num 341 ranges {630784=516096,1146880=401408} 2024-08-17T00:44:15.982 INFO:tasks.rados.rados.0.smithi082.stdout:1071: writing smithi08280503-19 from 630784 to 1146880 tid 1 2024-08-17T00:44:15.984 INFO:tasks.rados.rados.0.smithi082.stdout:1071: writing smithi08280503-19 from 1146880 to 1548288 tid 2 2024-08-17T00:44:15.984 INFO:tasks.rados.rados.0.smithi082.stdout:1072: snap_create 2024-08-17T00:44:15.986 INFO:tasks.rados.rados.0.smithi082.stdout:1071: finishing write tid 1 to smithi08280503-19 2024-08-17T00:44:15.987 INFO:tasks.rados.rados.0.smithi082.stdout:1071: finishing write tid 2 to smithi08280503-19 2024-08-17T00:44:15.987 INFO:tasks.rados.rados.0.smithi082.stdout:1071: finishing write tid 3 to smithi08280503-19 2024-08-17T00:44:15.988 INFO:tasks.rados.rados.0.smithi082.stdout:1071: finishing write tid 4 to smithi08280503-19 2024-08-17T00:44:15.988 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 580 (ObjNum 341 snap 105 seq_num 341) dirty exists 2024-08-17T00:44:15.988 INFO:tasks.rados.rados.0.smithi082.stdout:1071: left oid 19 (ObjNum 341 snap 105 seq_num 341) 2024-08-17T00:44:16.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:16 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:16.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:16 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:16.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:16 smithi082 ceph-mon[94343]: Reconfiguring osd.3 (monmap changed)... 2024-08-17T00:44:16.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:16 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T00:44:16.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:16 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:16.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:16 smithi082 ceph-mon[94343]: Reconfiguring daemon osd.3 on smithi082 2024-08-17T00:44:16.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:16 smithi082 ceph-mon[94343]: osdmap e273: 8 total, 8 up, 8 in 2024-08-17T00:44:16.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:16 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:16.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:16 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:16.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:16 smithi082 ceph-mon[91979]: Reconfiguring osd.3 (monmap changed)... 2024-08-17T00:44:16.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:16 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T00:44:16.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:16 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:16.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:16 smithi082 ceph-mon[91979]: Reconfiguring daemon osd.3 on smithi082 2024-08-17T00:44:16.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:16 smithi082 ceph-mon[91979]: osdmap e273: 8 total, 8 up, 8 in 2024-08-17T00:44:16.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:16 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:16.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:16 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:16.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:16 smithi137 ceph-mon[86391]: Reconfiguring osd.3 (monmap changed)... 2024-08-17T00:44:16.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:16 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T00:44:16.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:16 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:16.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:16 smithi137 ceph-mon[86391]: Reconfiguring daemon osd.3 on smithi082 2024-08-17T00:44:16.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:16 smithi137 ceph-mon[86391]: osdmap e273: 8 total, 8 up, 8 in 2024-08-17T00:44:16.740 INFO:tasks.rados.rados.0.smithi082.stdout:1071: done (1 left) 2024-08-17T00:44:16.804 INFO:tasks.rados.rados.0.smithi082.stdout:1072: done (0 left) 2024-08-17T00:44:16.805 INFO:tasks.rados.rados.0.smithi082.stdout:1073: snap_create 2024-08-17T00:44:17.344 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:17 smithi082 ceph-mon[94343]: pgmap v73: 121 pgs: 121 active+clean; 336 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.2 MiB/s wr, 1 op/s 2024-08-17T00:44:17.344 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:17 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:17.344 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:17 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:17.344 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:17 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:44:17.344 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:17 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:17.345 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:17 smithi082 ceph-mon[94343]: osdmap e274: 8 total, 8 up, 8 in 2024-08-17T00:44:17.345 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:17 smithi082 ceph-mon[91979]: pgmap v73: 121 pgs: 121 active+clean; 336 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.2 MiB/s wr, 1 op/s 2024-08-17T00:44:17.345 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:17 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:17.345 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:17 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:17.345 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:17 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:44:17.345 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:17 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:17.345 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:17 smithi082 ceph-mon[91979]: osdmap e274: 8 total, 8 up, 8 in 2024-08-17T00:44:17.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:17 smithi137 ceph-mon[86391]: pgmap v73: 121 pgs: 121 active+clean; 336 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.2 MiB/s wr, 1 op/s 2024-08-17T00:44:17.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:17 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:17.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:17 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:17.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:17 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:44:17.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:17 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:17.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:17 smithi137 ceph-mon[86391]: osdmap e274: 8 total, 8 up, 8 in 2024-08-17T00:44:17.743 INFO:tasks.rados.rados.0.smithi082.stdout:1073: done (0 left) 2024-08-17T00:44:17.743 INFO:tasks.rados.rados.0.smithi082.stdout:1074: rollback oid 44 current snap is 107 2024-08-17T00:44:17.743 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 44 to 92 2024-08-17T00:44:17.743 INFO:tasks.rados.rados.0.smithi082.stdout:1075: read oid 36 snap -1 2024-08-17T00:44:17.743 INFO:tasks.rados.rados.0.smithi082.stdout:1075: expect (ObjNum 234 snap 61 seq_num 234) 2024-08-17T00:44:17.743 INFO:tasks.rados.rados.0.smithi082.stdout:1076: snap_create 2024-08-17T00:44:17.746 INFO:tasks.rados.rados.0.smithi082.stdout:1074: finishing rollback tid 0 to smithi08280503-44 2024-08-17T00:44:17.746 INFO:tasks.rados.rados.0.smithi082.stdout:1074: finishing rollback tid 1 to smithi08280503-44 2024-08-17T00:44:17.748 INFO:tasks.rados.rados.0.smithi082.stdout:1074: finishing rollback tid 2 to smithi08280503-44 2024-08-17T00:44:17.748 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 249 (ObjNum 298 snap 86 seq_num 298) dirty exists 2024-08-17T00:44:17.765 INFO:tasks.rados.rados.0.smithi082.stdout:1075: expect (ObjNum 234 snap 61 seq_num 234) 2024-08-17T00:44:18.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:18 smithi082 ceph-mon[91979]: Reconfiguring mds.a (monmap changed)... 2024-08-17T00:44:18.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:18 smithi082 ceph-mon[91979]: Reconfiguring daemon mds.a on smithi082 2024-08-17T00:44:18.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:18 smithi082 ceph-mon[91979]: osdmap e275: 8 total, 8 up, 8 in 2024-08-17T00:44:18.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:18 smithi082 ceph-mon[94343]: Reconfiguring mds.a (monmap changed)... 2024-08-17T00:44:18.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:18 smithi082 ceph-mon[94343]: Reconfiguring daemon mds.a on smithi082 2024-08-17T00:44:18.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:18 smithi082 ceph-mon[94343]: osdmap e275: 8 total, 8 up, 8 in 2024-08-17T00:44:18.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:18 smithi137 ceph-mon[86391]: Reconfiguring mds.a (monmap changed)... 2024-08-17T00:44:18.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:18 smithi137 ceph-mon[86391]: Reconfiguring daemon mds.a on smithi082 2024-08-17T00:44:18.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:18 smithi137 ceph-mon[86391]: osdmap e275: 8 total, 8 up, 8 in 2024-08-17T00:44:18.746 INFO:tasks.rados.rados.0.smithi082.stdout:1074: done (2 left) 2024-08-17T00:44:18.747 INFO:tasks.rados.rados.0.smithi082.stdout:1075: done (1 left) 2024-08-17T00:44:18.747 INFO:tasks.rados.rados.0.smithi082.stdout:1076: done (0 left) 2024-08-17T00:44:18.747 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 42 current snap is 108 2024-08-17T00:44:18.747 INFO:tasks.rados.rados.0.smithi082.stdout:1077: seq_num 342 ranges {0=532480,532480=401408} 2024-08-17T00:44:18.749 INFO:tasks.rados.rados.0.smithi082.stdout:1077: writing smithi08280503-42 from 0 to 532480 tid 1 2024-08-17T00:44:18.751 INFO:tasks.rados.rados.0.smithi082.stdout:1077: writing smithi08280503-42 from 532480 to 933888 tid 2 2024-08-17T00:44:18.752 INFO:tasks.rados.rados.0.smithi082.stdout:1078: read oid 6 snap -1 2024-08-17T00:44:18.752 INFO:tasks.rados.rados.0.smithi082.stdout:1078: expect (ObjNum 189 snap 48 seq_num 189) 2024-08-17T00:44:18.752 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 14 current snap is 108 2024-08-17T00:44:18.752 INFO:tasks.rados.rados.0.smithi082.stdout:1079: seq_num 343 ranges {5242880=548864,5791744=401408} 2024-08-17T00:44:18.782 INFO:tasks.rados.rados.0.smithi082.stdout:1079: writing smithi08280503-14 from 5242880 to 5791744 tid 1 2024-08-17T00:44:18.784 INFO:tasks.rados.rados.0.smithi082.stdout:1079: writing smithi08280503-14 from 5791744 to 6193152 tid 2 2024-08-17T00:44:18.785 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 12 current snap is 108 2024-08-17T00:44:18.785 INFO:tasks.rados.rados.0.smithi082.stdout:1080: seq_num 344 ranges {6037504=565248,6602752=401408} 2024-08-17T00:44:18.819 INFO:tasks.rados.rados.0.smithi082.stdout:1080: writing smithi08280503-12 from 6037504 to 6602752 tid 1 2024-08-17T00:44:18.822 INFO:tasks.rados.rados.0.smithi082.stdout:1080: writing smithi08280503-12 from 6602752 to 7004160 tid 2 2024-08-17T00:44:18.822 INFO:tasks.rados.rados.0.smithi082.stdout:1081: rmattr oid 16 current snap is 108 2024-08-17T00:44:18.822 INFO:tasks.rados.rados.0.smithi082.stdout:1081: done (4 left) 2024-08-17T00:44:18.822 INFO:tasks.rados.rados.0.smithi082.stdout:1082: delete oid 29 current snap is 108 2024-08-17T00:44:18.823 INFO:tasks.rados.rados.0.smithi082.stdout:1077: finishing write tid 1 to smithi08280503-42 2024-08-17T00:44:18.823 INFO:tasks.rados.rados.0.smithi082.stdout:1077: finishing write tid 2 to smithi08280503-42 2024-08-17T00:44:18.823 INFO:tasks.rados.rados.0.smithi082.stdout:1077: finishing write tid 3 to smithi08280503-42 2024-08-17T00:44:18.823 INFO:tasks.rados.rados.0.smithi082.stdout:1078: expect (ObjNum 189 snap 48 seq_num 189) 2024-08-17T00:44:18.843 INFO:tasks.rados.rados.0.smithi082.stdout:1077: finishing write tid 4 to smithi08280503-42 2024-08-17T00:44:18.843 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 500 (ObjNum 342 snap 108 seq_num 342) dirty exists 2024-08-17T00:44:18.843 INFO:tasks.rados.rados.0.smithi082.stdout:1077: left oid 42 (ObjNum 342 snap 108 seq_num 342) 2024-08-17T00:44:18.844 INFO:tasks.rados.rados.0.smithi082.stdout:1079: finishing write tid 1 to smithi08280503-14 2024-08-17T00:44:18.844 INFO:tasks.rados.rados.0.smithi082.stdout:1077: done (4 left) 2024-08-17T00:44:18.844 INFO:tasks.rados.rados.0.smithi082.stdout:1078: done (3 left) 2024-08-17T00:44:18.844 INFO:tasks.rados.rados.0.smithi082.stdout:1082: done (2 left) 2024-08-17T00:44:18.844 INFO:tasks.rados.rados.0.smithi082.stdout:1083: snap_create 2024-08-17T00:44:18.844 INFO:tasks.rados.rados.0.smithi082.stdout:1079: finishing write tid 2 to smithi08280503-14 2024-08-17T00:44:18.844 INFO:tasks.rados.rados.0.smithi082.stdout:1079: finishing write tid 3 to smithi08280503-14 2024-08-17T00:44:18.844 INFO:tasks.rados.rados.0.smithi082.stdout:1079: finishing write tid 4 to smithi08280503-14 2024-08-17T00:44:18.844 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 631 (ObjNum 343 snap 108 seq_num 343) dirty exists 2024-08-17T00:44:18.844 INFO:tasks.rados.rados.0.smithi082.stdout:1079: left oid 14 (ObjNum 343 snap 108 seq_num 343) 2024-08-17T00:44:18.845 INFO:tasks.rados.rados.0.smithi082.stdout:1080: finishing write tid 1 to smithi08280503-12 2024-08-17T00:44:18.845 INFO:tasks.rados.rados.0.smithi082.stdout:1080: finishing write tid 2 to smithi08280503-12 2024-08-17T00:44:18.845 INFO:tasks.rados.rados.0.smithi082.stdout:1080: finishing write tid 3 to smithi08280503-12 2024-08-17T00:44:18.845 INFO:tasks.rados.rados.0.smithi082.stdout:1080: finishing write tid 4 to smithi08280503-12 2024-08-17T00:44:18.845 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 359 (ObjNum 344 snap 108 seq_num 344) dirty exists 2024-08-17T00:44:18.845 INFO:tasks.rados.rados.0.smithi082.stdout:1080: left oid 12 (ObjNum 344 snap 108 seq_num 344) 2024-08-17T00:44:18.912 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:18 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:19.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:19 smithi082 ceph-mon[94343]: pgmap v76: 121 pgs: 121 active+clean; 325 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 4.1 MiB/s wr, 9 op/s 2024-08-17T00:44:19.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:19 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:19.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:19 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:19.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:19 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:44:19.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:19 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:44:19.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:19 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:19.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:19 smithi082 ceph-mon[94343]: osdmap e276: 8 total, 8 up, 8 in 2024-08-17T00:44:19.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:19 smithi082 ceph-mon[91979]: pgmap v76: 121 pgs: 121 active+clean; 325 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 4.1 MiB/s wr, 9 op/s 2024-08-17T00:44:19.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:19 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:19.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:19 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:19.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:19 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:44:19.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:19 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:44:19.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:19 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:19.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:19 smithi082 ceph-mon[91979]: osdmap e276: 8 total, 8 up, 8 in 2024-08-17T00:44:19.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:19 smithi137 ceph-mon[86391]: pgmap v76: 121 pgs: 121 active+clean; 325 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 4.1 MiB/s wr, 9 op/s 2024-08-17T00:44:19.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:19 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:19.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:19 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:19.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:19 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T00:44:19.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:19 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T00:44:19.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:19 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:19.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:19 smithi137 ceph-mon[86391]: osdmap e276: 8 total, 8 up, 8 in 2024-08-17T00:44:19.752 INFO:tasks.rados.rados.0.smithi082.stdout:1079: done (2 left) 2024-08-17T00:44:19.752 INFO:tasks.rados.rados.0.smithi082.stdout:1080: done (1 left) 2024-08-17T00:44:19.752 INFO:tasks.rados.rados.0.smithi082.stdout:1083: done (0 left) 2024-08-17T00:44:19.752 INFO:tasks.rados.rados.0.smithi082.stdout:1084: read oid 10 snap -1 2024-08-17T00:44:19.752 INFO:tasks.rados.rados.0.smithi082.stdout:1084: expect (ObjNum 283 snap 80 seq_num 283) 2024-08-17T00:44:19.752 INFO:tasks.rados.rados.0.smithi082.stdout:1085: snap_remove snap 99 2024-08-17T00:44:20.403 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:20 smithi137 ceph-mon[86391]: Reconfiguring mon.b (monmap changed)... 2024-08-17T00:44:20.403 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:20 smithi137 ceph-mon[86391]: Reconfiguring daemon mon.b on smithi137 2024-08-17T00:44:20.404 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:20.404 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:20.404 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:44:20.404 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:44:20.404 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:20.404 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:20 smithi137 ceph-mon[86391]: osdmap e277: 8 total, 8 up, 8 in 2024-08-17T00:44:20.404 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:44:20.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:20 smithi082 ceph-mon[94343]: Reconfiguring mon.b (monmap changed)... 2024-08-17T00:44:20.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:20 smithi082 ceph-mon[94343]: Reconfiguring daemon mon.b on smithi137 2024-08-17T00:44:20.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:20.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:20.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:44:20.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:44:20.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:20.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:20 smithi082 ceph-mon[94343]: osdmap e277: 8 total, 8 up, 8 in 2024-08-17T00:44:20.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:44:20.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:20 smithi082 ceph-mon[91979]: Reconfiguring mon.b (monmap changed)... 2024-08-17T00:44:20.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:20 smithi082 ceph-mon[91979]: Reconfiguring daemon mon.b on smithi137 2024-08-17T00:44:20.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:20.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:20.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T00:44:20.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T00:44:20.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:20.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:20 smithi082 ceph-mon[91979]: osdmap e277: 8 total, 8 up, 8 in 2024-08-17T00:44:20.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:44:20.757 INFO:tasks.rados.rados.0.smithi082.stdout:1085: done (1 left) 2024-08-17T00:44:20.758 INFO:tasks.rados.rados.0.smithi082.stdout:1086: snap_remove snap 101 2024-08-17T00:44:21.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:21 smithi082 ceph-mon[94343]: Reconfiguring mgr.x (monmap changed)... 2024-08-17T00:44:21.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:21 smithi082 ceph-mon[94343]: Reconfiguring daemon mgr.x on smithi137 2024-08-17T00:44:21.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:21 smithi082 ceph-mon[94343]: pgmap v79: 121 pgs: 121 active+clean; 325 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-08-17T00:44:21.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:21 smithi082 ceph-mon[94343]: osdmap e278: 8 total, 8 up, 8 in 2024-08-17T00:44:21.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:21 smithi082 ceph-mon[91979]: Reconfiguring mgr.x (monmap changed)... 2024-08-17T00:44:21.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:21 smithi082 ceph-mon[91979]: Reconfiguring daemon mgr.x on smithi137 2024-08-17T00:44:21.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:21 smithi082 ceph-mon[91979]: pgmap v79: 121 pgs: 121 active+clean; 325 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-08-17T00:44:21.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:21 smithi082 ceph-mon[91979]: osdmap e278: 8 total, 8 up, 8 in 2024-08-17T00:44:21.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:21 smithi137 ceph-mon[86391]: Reconfiguring mgr.x (monmap changed)... 2024-08-17T00:44:21.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:21 smithi137 ceph-mon[86391]: Reconfiguring daemon mgr.x on smithi137 2024-08-17T00:44:21.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:21 smithi137 ceph-mon[86391]: pgmap v79: 121 pgs: 121 active+clean; 325 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-08-17T00:44:21.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:21 smithi137 ceph-mon[86391]: osdmap e278: 8 total, 8 up, 8 in 2024-08-17T00:44:21.756 INFO:tasks.rados.rados.0.smithi082.stdout:1086: done (1 left) 2024-08-17T00:44:21.756 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 6 current snap is 109 2024-08-17T00:44:21.756 INFO:tasks.rados.rados.0.smithi082.stdout:1087: seq_num 346 ranges {770048=598016,1368064=401408} 2024-08-17T00:44:21.764 INFO:tasks.rados.rados.0.smithi082.stdout:1087: writing smithi08280503-6 from 770048 to 1368064 tid 1 2024-08-17T00:44:21.767 INFO:tasks.rados.rados.0.smithi082.stdout:1087: writing smithi08280503-6 from 1368064 to 1769472 tid 2 2024-08-17T00:44:21.767 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 23 current snap is 109 2024-08-17T00:44:21.768 INFO:tasks.rados.rados.0.smithi082.stdout:1088: seq_num 347 ranges {5570560=614400,6184960=401408} 2024-08-17T00:44:21.801 INFO:tasks.rados.rados.0.smithi082.stdout:1088: writing smithi08280503-23 from 5570560 to 6184960 tid 1 2024-08-17T00:44:21.804 INFO:tasks.rados.rados.0.smithi082.stdout:1088: writing smithi08280503-23 from 6184960 to 6586368 tid 2 2024-08-17T00:44:21.804 INFO:tasks.rados.rados.0.smithi082.stdout:1089: rollback oid 15 current snap is 109 2024-08-17T00:44:21.804 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 15 to 108 2024-08-17T00:44:21.804 INFO:tasks.rados.rados.0.smithi082.stdout:1084: expect (ObjNum 283 snap 80 seq_num 283) 2024-08-17T00:44:21.908 INFO:tasks.rados.rados.0.smithi082.stdout:1087: finishing write tid 1 to smithi08280503-6 2024-08-17T00:44:21.908 INFO:tasks.rados.rados.0.smithi082.stdout:1087: finishing write tid 2 to smithi08280503-6 2024-08-17T00:44:21.909 INFO:tasks.rados.rados.0.smithi082.stdout:1087: finishing write tid 3 to smithi08280503-6 2024-08-17T00:44:21.909 INFO:tasks.rados.rados.0.smithi082.stdout:1084: done (3 left) 2024-08-17T00:44:21.909 INFO:tasks.rados.rados.0.smithi082.stdout:1090: rmattr oid 20 current snap is 109 2024-08-17T00:44:21.909 INFO:tasks.rados.rados.0.smithi082.stdout:1090: done (3 left) 2024-08-17T00:44:21.909 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 26 current snap is 109 2024-08-17T00:44:21.909 INFO:tasks.rados.rados.0.smithi082.stdout:1087: finishing write tid 4 to smithi08280503-6 2024-08-17T00:44:21.909 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 545 (ObjNum 346 snap 109 seq_num 346) dirty exists 2024-08-17T00:44:21.909 INFO:tasks.rados.rados.0.smithi082.stdout:1087: left oid 6 (ObjNum 346 snap 109 seq_num 346) 2024-08-17T00:44:21.910 INFO:tasks.rados.rados.0.smithi082.stdout:1089: finishing rollback tid 0 to smithi08280503-15 2024-08-17T00:44:21.910 INFO:tasks.rados.rados.0.smithi082.stdout:1089: finishing rollback tid 1 to smithi08280503-15 2024-08-17T00:44:21.910 INFO:tasks.rados.rados.0.smithi082.stdout:1091: seq_num 348 ranges {3145728=630784,3776512=401408} 2024-08-17T00:44:21.928 INFO:tasks.rados.rados.0.smithi082.stdout:1091: writing smithi08280503-26 from 3145728 to 3776512 tid 1 2024-08-17T00:44:21.931 INFO:tasks.rados.rados.0.smithi082.stdout:1091: writing smithi08280503-26 from 3776512 to 4177920 tid 2 2024-08-17T00:44:21.931 INFO:tasks.rados.rados.0.smithi082.stdout:1087: done (3 left) 2024-08-17T00:44:21.931 INFO:tasks.rados.rados.0.smithi082.stdout:1092: read oid 27 snap -1 2024-08-17T00:44:21.932 INFO:tasks.rados.rados.0.smithi082.stdout:1092: expect deleted 2024-08-17T00:44:21.932 INFO:tasks.rados.rados.0.smithi082.stdout:1093: delete oid 29 current snap is 109 2024-08-17T00:44:21.932 INFO:tasks.rados.rados.0.smithi082.stdout:1088: finishing write tid 1 to smithi08280503-23 2024-08-17T00:44:21.932 INFO:tasks.rados.rados.0.smithi082.stdout:1089: finishing rollback tid 2 to smithi08280503-15 2024-08-17T00:44:21.932 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 367 (ObjNum 329 snap 100 seq_num 329) dirty exists 2024-08-17T00:44:21.932 INFO:tasks.rados.rados.0.smithi082.stdout:1088: finishing write tid 2 to smithi08280503-23 2024-08-17T00:44:21.932 INFO:tasks.rados.rados.0.smithi082.stdout:1088: finishing write tid 3 to smithi08280503-23 2024-08-17T00:44:21.932 INFO:tasks.rados.rados.0.smithi082.stdout:1088: finishing write tid 4 to smithi08280503-23 2024-08-17T00:44:21.932 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 362 (ObjNum 347 snap 109 seq_num 347) dirty exists 2024-08-17T00:44:21.932 INFO:tasks.rados.rados.0.smithi082.stdout:1088: left oid 23 (ObjNum 347 snap 109 seq_num 347) 2024-08-17T00:44:21.933 INFO:tasks.rados.rados.0.smithi082.stdout:1088: done (4 left) 2024-08-17T00:44:21.933 INFO:tasks.rados.rados.0.smithi082.stdout:1089: done (3 left) 2024-08-17T00:44:21.933 INFO:tasks.rados.rados.0.smithi082.stdout:1092: done (2 left) 2024-08-17T00:44:21.933 INFO:tasks.rados.rados.0.smithi082.stdout:1093: done (1 left) 2024-08-17T00:44:21.933 INFO:tasks.rados.rados.0.smithi082.stdout:1094: rollback oid 34 current snap is 109 2024-08-17T00:44:21.933 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 34 to 106 2024-08-17T00:44:21.933 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 28 current snap is 109 2024-08-17T00:44:21.933 INFO:tasks.rados.rados.0.smithi082.stdout:1095: seq_num 350 ranges {2367488=671744,3039232=401408} 2024-08-17T00:44:21.948 INFO:tasks.rados.rados.0.smithi082.stdout:1095: writing smithi08280503-28 from 2367488 to 3039232 tid 1 2024-08-17T00:44:21.951 INFO:tasks.rados.rados.0.smithi082.stdout:1095: writing smithi08280503-28 from 3039232 to 3440640 tid 2 2024-08-17T00:44:21.951 INFO:tasks.rados.rados.0.smithi082.stdout:1091: finishing write tid 1 to smithi08280503-26 2024-08-17T00:44:21.951 INFO:tasks.rados.rados.0.smithi082.stdout:1096: read oid 3 snap -1 2024-08-17T00:44:21.951 INFO:tasks.rados.rados.0.smithi082.stdout:1096: expect (ObjNum 339 snap 105 seq_num 339) 2024-08-17T00:44:21.951 INFO:tasks.rados.rados.0.smithi082.stdout:1097: snap_remove snap 100 2024-08-17T00:44:22.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:22.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:22 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:22.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:22 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:22.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:22 smithi137 ceph-mon[86391]: Reconfiguring osd.4 (monmap changed)... 2024-08-17T00:44:22.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:22 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T00:44:22.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:22 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:22.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:22 smithi137 ceph-mon[86391]: Reconfiguring daemon osd.4 on smithi137 2024-08-17T00:44:22.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:22 smithi137 ceph-mon[86391]: osdmap e279: 8 total, 8 up, 8 in 2024-08-17T00:44:22.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:22 smithi137 ceph-mon[86391]: pgmap v82: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 696 KiB/s wr, 6 op/s 2024-08-17T00:44:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:22 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:22 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:22 smithi082 ceph-mon[94343]: Reconfiguring osd.4 (monmap changed)... 2024-08-17T00:44:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:22 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T00:44:22.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:22 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:22.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:22 smithi082 ceph-mon[94343]: Reconfiguring daemon osd.4 on smithi137 2024-08-17T00:44:22.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:22 smithi082 ceph-mon[94343]: osdmap e279: 8 total, 8 up, 8 in 2024-08-17T00:44:22.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:22 smithi082 ceph-mon[94343]: pgmap v82: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 696 KiB/s wr, 6 op/s 2024-08-17T00:44:22.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:22 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:22.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:22 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:22.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:22 smithi082 ceph-mon[91979]: Reconfiguring osd.4 (monmap changed)... 2024-08-17T00:44:22.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:22 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T00:44:22.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:22 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:22.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:22 smithi082 ceph-mon[91979]: Reconfiguring daemon osd.4 on smithi137 2024-08-17T00:44:22.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:22 smithi082 ceph-mon[91979]: osdmap e279: 8 total, 8 up, 8 in 2024-08-17T00:44:22.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:22 smithi082 ceph-mon[91979]: pgmap v82: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 696 KiB/s wr, 6 op/s 2024-08-17T00:44:22.759 INFO:tasks.rados.rados.0.smithi082.stdout:1097: done (4 left) 2024-08-17T00:44:22.759 INFO:tasks.rados.rados.0.smithi082.stdout:1098: snap_remove snap 87 2024-08-17T00:44:23.406 INFO:teuthology.orchestra.run.smithi082.stdout:true 2024-08-17T00:44:23.625 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:23.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi137\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:23.665 INFO:teuthology.orchestra.run.smithi082.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:44:23.665 INFO:teuthology.orchestra.run.smithi082.stdout:alertmanager.a smithi082 *:9093,9094 running (2m) 39s ago 6m 16.2M - 0.25.0 c8568f914cd2 21f506531c7e 2024-08-17T00:44:23.666 INFO:teuthology.orchestra.run.smithi082.stdout:grafana.a smithi137 *:3000 running (118s) 21s ago 6m 82.8M - 9.4.7 954c08fa6188 a7d4db6b9a81 2024-08-17T00:44:23.666 INFO:teuthology.orchestra.run.smithi082.stdout:mds.a smithi082 running (7m) 39s ago 7m 16.7M - 17.2.7-1402-g03a1ac13 bc5a85a90206 884927c0355a 2024-08-17T00:44:23.666 INFO:teuthology.orchestra.run.smithi082.stdout:mds.b smithi137 running (7m) 21s ago 7m 14.5M - 17.2.7-1402-g03a1ac13 bc5a85a90206 931a05caee78 2024-08-17T00:44:23.666 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.x smithi137 *:8443,9283,8765 running (84s) 21s ago 10m 438M - 19.1.0-1363-gd863d21c ba08250ef864 745a5ef30a75 2024-08-17T00:44:23.666 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.y smithi082 *:8443,9283,8765 running (111s) 39s ago 12m 499M - 19.1.0-1363-gd863d21c ba08250ef864 92bb5538a947 2024-08-17T00:44:23.666 INFO:teuthology.orchestra.run.smithi082.stdout:mon.a smithi082 running (70s) 39s ago 12m 39.4M 2048M 19.1.0-1363-gd863d21c ba08250ef864 f4aa8d413a0e 2024-08-17T00:44:23.666 INFO:teuthology.orchestra.run.smithi082.stdout:mon.b smithi137 running (31s) 21s ago 11m 21.1M 2048M 19.1.0-1363-gd863d21c ba08250ef864 9fd7ba29d439 2024-08-17T00:44:23.666 INFO:teuthology.orchestra.run.smithi082.stdout:mon.c smithi082 running (49s) 39s ago 11m 25.4M 2048M 19.1.0-1363-gd863d21c ba08250ef864 d6960322022d 2024-08-17T00:44:23.666 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.a smithi082 *:9100 running (2m) 39s ago 5m 8082k - 1.5.0 0da6a335fe13 198283f1b08e 2024-08-17T00:44:23.666 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.b smithi137 *:9100 running (116s) 21s ago 5m 8526k - 1.5.0 0da6a335fe13 da4f12b322e3 2024-08-17T00:44:23.666 INFO:teuthology.orchestra.run.smithi082.stdout:osd.0 smithi082 running (10m) 39s ago 10m 160M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 8591866ca3ea 2024-08-17T00:44:23.666 INFO:teuthology.orchestra.run.smithi082.stdout:osd.1 smithi082 running (10m) 39s ago 10m 127M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 bc404187cbbd 2024-08-17T00:44:23.667 INFO:teuthology.orchestra.run.smithi082.stdout:osd.2 smithi082 running (9m) 39s ago 9m 184M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 e0a943d904ef 2024-08-17T00:44:23.667 INFO:teuthology.orchestra.run.smithi082.stdout:osd.3 smithi082 running (9m) 39s ago 9m 103M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 a83a3a475578 2024-08-17T00:44:23.667 INFO:teuthology.orchestra.run.smithi082.stdout:osd.4 smithi137 running (9m) 21s ago 9m 167M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 9962b1177464 2024-08-17T00:44:23.667 INFO:teuthology.orchestra.run.smithi082.stdout:osd.5 smithi137 running (8m) 21s ago 8m 199M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 704b6949e902 2024-08-17T00:44:23.667 INFO:teuthology.orchestra.run.smithi082.stdout:osd.6 smithi137 running (8m) 21s ago 8m 105M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 fa6586afc3c0 2024-08-17T00:44:23.667 INFO:teuthology.orchestra.run.smithi082.stdout:osd.7 smithi137 running (7m) 21s ago 7m 132M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 ae5731d0601b 2024-08-17T00:44:23.667 INFO:teuthology.orchestra.run.smithi082.stdout:prometheus.a smithi137 *:9095 running (89s) 21s ago 6m 49.5M - 2.43.0 a07b618ecd1d d20756562103 2024-08-17T00:44:23.667 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:23 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:23.667 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:23 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:23.667 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:23 smithi082 ceph-mon[91979]: Reconfiguring osd.5 (monmap changed)... 2024-08-17T00:44:23.667 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:23 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T00:44:23.668 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:23 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:23.668 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:23 smithi082 ceph-mon[91979]: Reconfiguring daemon osd.5 on smithi137 2024-08-17T00:44:23.668 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:23 smithi082 ceph-mon[91979]: osdmap e280: 8 total, 8 up, 8 in 2024-08-17T00:44:23.668 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:23 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:23.668 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:23 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:23.668 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:23 smithi082 ceph-mon[94343]: Reconfiguring osd.5 (monmap changed)... 2024-08-17T00:44:23.668 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:23 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T00:44:23.668 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:23 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:23.668 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:23 smithi082 ceph-mon[94343]: Reconfiguring daemon osd.5 on smithi137 2024-08-17T00:44:23.669 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:23 smithi082 ceph-mon[94343]: osdmap e280: 8 total, 8 up, 8 in 2024-08-17T00:44:23.736 INFO:tasks.rados.rados.0.smithi082.stdout:1098: done (4 left) 2024-08-17T00:44:23.736 INFO:tasks.rados.rados.0.smithi082.stdout:1099: setattr oid 43 current snap is 109 2024-08-17T00:44:23.739 INFO:tasks.rados.rados.0.smithi082.stdout:1091: finishing write tid 2 to smithi08280503-26 2024-08-17T00:44:23.739 INFO:tasks.rados.rados.0.smithi082.stdout:1091: finishing write tid 3 to smithi08280503-26 2024-08-17T00:44:23.739 INFO:tasks.rados.rados.0.smithi082.stdout:1091: finishing write tid 4 to smithi08280503-26 2024-08-17T00:44:23.739 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 639 (ObjNum 348 snap 109 seq_num 348) dirty exists 2024-08-17T00:44:23.739 INFO:tasks.rados.rados.0.smithi082.stdout:1091: left oid 26 (ObjNum 348 snap 109 seq_num 348) 2024-08-17T00:44:23.739 INFO:tasks.rados.rados.0.smithi082.stdout:1094: finishing rollback tid 0 to smithi08280503-34 2024-08-17T00:44:23.740 INFO:tasks.rados.rados.0.smithi082.stdout:1094: finishing rollback tid 1 to smithi08280503-34 2024-08-17T00:44:23.740 INFO:tasks.rados.rados.0.smithi082.stdout:1094: finishing rollback tid 2 to smithi08280503-34 2024-08-17T00:44:23.740 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 287 (ObjNum 330 snap 101 seq_num 330) dirty exists 2024-08-17T00:44:23.740 INFO:tasks.rados.rados.0.smithi082.stdout:1095: finishing write tid 1 to smithi08280503-28 2024-08-17T00:44:23.740 INFO:tasks.rados.rados.0.smithi082.stdout:1095: finishing write tid 2 to smithi08280503-28 2024-08-17T00:44:23.740 INFO:tasks.rados.rados.0.smithi082.stdout:1095: finishing write tid 3 to smithi08280503-28 2024-08-17T00:44:23.740 INFO:tasks.rados.rados.0.smithi082.stdout:1095: finishing write tid 4 to smithi08280503-28 2024-08-17T00:44:23.740 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 596 (ObjNum 350 snap 109 seq_num 350) dirty exists 2024-08-17T00:44:23.741 INFO:tasks.rados.rados.0.smithi082.stdout:1095: left oid 28 (ObjNum 350 snap 109 seq_num 350) 2024-08-17T00:44:23.741 INFO:tasks.rados.rados.0.smithi082.stdout:1096: expect (ObjNum 339 snap 105 seq_num 339) 2024-08-17T00:44:23.929 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:23 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:23.930 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:23 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:23.930 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:23 smithi137 ceph-mon[86391]: Reconfiguring osd.5 (monmap changed)... 2024-08-17T00:44:23.930 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:23 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T00:44:23.930 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:23 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:23.930 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:23 smithi137 ceph-mon[86391]: Reconfiguring daemon osd.5 on smithi137 2024-08-17T00:44:23.930 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:23 smithi137 ceph-mon[86391]: osdmap e280: 8 total, 8 up, 8 in 2024-08-17T00:44:23.981 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 644 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-17T00:44:23.982 INFO:tasks.rados.rados.0.smithi082.stdout:1091: done (4 left) 2024-08-17T00:44:23.982 INFO:tasks.rados.rados.0.smithi082.stdout:1094: done (3 left) 2024-08-17T00:44:23.982 INFO:tasks.rados.rados.0.smithi082.stdout:1095: done (2 left) 2024-08-17T00:44:23.982 INFO:tasks.rados.rados.0.smithi082.stdout:1096: done (1 left) 2024-08-17T00:44:23.982 INFO:tasks.rados.rados.0.smithi082.stdout:1099: done (0 left) 2024-08-17T00:44:23.982 INFO:tasks.rados.rados.0.smithi082.stdout:1100: snap_remove snap 66 2024-08-17T00:44:24.001 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-08-17T00:44:24.001 INFO:teuthology.orchestra.run.smithi082.stdout: "mon": { 2024-08-17T00:44:24.001 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:44:24.001 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:44:24.002 INFO:teuthology.orchestra.run.smithi082.stdout: "mgr": { 2024-08-17T00:44:24.002 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:44:24.002 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:44:24.002 INFO:teuthology.orchestra.run.smithi082.stdout: "osd": { 2024-08-17T00:44:24.002 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 8 2024-08-17T00:44:24.002 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:44:24.002 INFO:teuthology.orchestra.run.smithi082.stdout: "mds": { 2024-08-17T00:44:24.002 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:44:24.002 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:44:24.002 INFO:teuthology.orchestra.run.smithi082.stdout: "overall": { 2024-08-17T00:44:24.002 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 10, 2024-08-17T00:44:24.002 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 5 2024-08-17T00:44:24.002 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-08-17T00:44:24.003 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-08-17T00:44:24.690 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:24.691 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:24.739 INFO:tasks.rados.rados.0.smithi082.stdout:1100: done (0 left) 2024-08-17T00:44:24.739 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 11 current snap is 109 2024-08-17T00:44:24.739 INFO:tasks.rados.rados.0.smithi082.stdout:1101: seq_num 351 ranges {0=688128,688128=401408} 2024-08-17T00:44:24.744 INFO:tasks.rados.rados.0.smithi082.stdout:1101: writing smithi08280503-11 from 0 to 688128 tid 1 2024-08-17T00:44:24.747 INFO:tasks.rados.rados.0.smithi082.stdout:1101: writing smithi08280503-11 from 688128 to 1089536 tid 2 2024-08-17T00:44:24.747 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 3 current snap is 109 2024-08-17T00:44:24.747 INFO:tasks.rados.rados.0.smithi082.stdout:1102: seq_num 352 ranges {4923392=704512,5627904=401408} 2024-08-17T00:44:24.778 INFO:tasks.rados.rados.0.smithi082.stdout:1102: writing smithi08280503-3 from 4923392 to 5627904 tid 1 2024-08-17T00:44:24.781 INFO:tasks.rados.rados.0.smithi082.stdout:1102: writing smithi08280503-3 from 5627904 to 6029312 tid 2 2024-08-17T00:44:24.781 INFO:tasks.rados.rados.0.smithi082.stdout:1103: rollback oid 13 current snap is 109 2024-08-17T00:44:24.781 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 13 to 102 2024-08-17T00:44:24.781 INFO:tasks.rados.rados.0.smithi082.stdout:1101: finishing write tid 1 to smithi08280503-11 2024-08-17T00:44:24.781 INFO:tasks.rados.rados.0.smithi082.stdout:1101: finishing write tid 2 to smithi08280503-11 2024-08-17T00:44:24.782 INFO:tasks.rados.rados.0.smithi082.stdout:1101: finishing write tid 3 to smithi08280503-11 2024-08-17T00:44:24.782 INFO:tasks.rados.rados.0.smithi082.stdout:1101: finishing write tid 4 to smithi08280503-11 2024-08-17T00:44:24.782 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 596 (ObjNum 351 snap 109 seq_num 351) dirty exists 2024-08-17T00:44:24.782 INFO:tasks.rados.rados.0.smithi082.stdout:1101: left oid 11 (ObjNum 351 snap 109 seq_num 351) 2024-08-17T00:44:24.782 INFO:tasks.rados.rados.0.smithi082.stdout:1101: done (2 left) 2024-08-17T00:44:24.782 INFO:tasks.rados.rados.0.smithi082.stdout:1104: rollback oid 25 current snap is 109 2024-08-17T00:44:24.782 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 25 to 103 2024-08-17T00:44:24.782 INFO:tasks.rados.rados.0.smithi082.stdout:1105: rmattr oid 46 current snap is 109 2024-08-17T00:44:24.782 INFO:tasks.rados.rados.0.smithi082.stdout:1106: rmattr oid 18 current snap is 109 2024-08-17T00:44:24.782 INFO:tasks.rados.rados.0.smithi082.stdout:1106: done (4 left) 2024-08-17T00:44:24.782 INFO:tasks.rados.rados.0.smithi082.stdout:1107: delete oid 12 current snap is 109 2024-08-17T00:44:24.784 INFO:tasks.rados.rados.0.smithi082.stdout:1102: finishing write tid 1 to smithi08280503-3 2024-08-17T00:44:24.784 INFO:tasks.rados.rados.0.smithi082.stdout:1104: finishing rollback tid 0 to smithi08280503-25 2024-08-17T00:44:24.785 INFO:tasks.rados.rados.0.smithi082.stdout:1107: done (4 left) 2024-08-17T00:44:24.785 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 24 current snap is 109 2024-08-17T00:44:24.785 INFO:tasks.rados.rados.0.smithi082.stdout:1108: seq_num 354 ranges {11943936=737280,12681216=401408} 2024-08-17T00:44:24.852 INFO:tasks.rados.rados.0.smithi082.stdout:1108: writing smithi08280503-24 from 11943936 to 12681216 tid 1 2024-08-17T00:44:24.855 INFO:tasks.rados.rados.0.smithi082.stdout:1108: writing smithi08280503-24 from 12681216 to 13082624 tid 2 2024-08-17T00:44:24.855 INFO:tasks.rados.rados.0.smithi082.stdout:1109: snap_remove snap 107 2024-08-17T00:44:24.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:24 smithi137 ceph-mon[86391]: from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:44:24.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:24 smithi137 ceph-mon[86391]: from='client.44120 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:44:24.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:24 smithi137 ceph-mon[86391]: osdmap e281: 8 total, 8 up, 8 in 2024-08-17T00:44:24.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:24 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2729064074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:44:24.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:24 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:24.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:24 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:24.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:24 smithi137 ceph-mon[86391]: Reconfiguring osd.6 (monmap changed)... 2024-08-17T00:44:24.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:24 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T00:44:24.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:24 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:24.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:24 smithi137 ceph-mon[86391]: Reconfiguring daemon osd.6 on smithi137 2024-08-17T00:44:24.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:24 smithi137 ceph-mon[86391]: pgmap v85: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 696 KiB/s wr, 6 op/s 2024-08-17T00:44:25.024 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:24 smithi082 ceph-mon[94343]: from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:44:25.024 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:24 smithi082 ceph-mon[94343]: from='client.44120 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:44:25.024 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:24 smithi082 ceph-mon[94343]: osdmap e281: 8 total, 8 up, 8 in 2024-08-17T00:44:25.024 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:24 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2729064074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:44:25.024 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:24 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:25.024 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:24 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:25.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:24 smithi082 ceph-mon[94343]: Reconfiguring osd.6 (monmap changed)... 2024-08-17T00:44:25.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:24 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T00:44:25.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:24 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:25.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:24 smithi082 ceph-mon[94343]: Reconfiguring daemon osd.6 on smithi137 2024-08-17T00:44:25.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:24 smithi082 ceph-mon[94343]: pgmap v85: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 696 KiB/s wr, 6 op/s 2024-08-17T00:44:25.025 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:24 smithi082 ceph-mon[91979]: from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:44:25.025 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:24 smithi082 ceph-mon[91979]: from='client.44120 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:44:25.025 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:24 smithi082 ceph-mon[91979]: osdmap e281: 8 total, 8 up, 8 in 2024-08-17T00:44:25.025 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:24 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2729064074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:44:25.025 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:24 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:25.025 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:24 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:25.025 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:24 smithi082 ceph-mon[91979]: Reconfiguring osd.6 (monmap changed)... 2024-08-17T00:44:25.026 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:24 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T00:44:25.026 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:24 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:25.026 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:24 smithi082 ceph-mon[91979]: Reconfiguring daemon osd.6 on smithi137 2024-08-17T00:44:25.026 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:24 smithi082 ceph-mon[91979]: pgmap v85: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 696 KiB/s wr, 6 op/s 2024-08-17T00:44:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:44:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:44:25] "GET /metrics HTTP/1.1" 200 36041 "" "Prometheus/2.43.0" 2024-08-17T00:44:25.755 INFO:tasks.rados.rados.0.smithi082.stdout:1109: done (5 left) 2024-08-17T00:44:25.755 INFO:tasks.rados.rados.0.smithi082.stdout:1110: read oid 44 snap -1 2024-08-17T00:44:25.755 INFO:tasks.rados.rados.0.smithi082.stdout:1110: expect (ObjNum 298 snap 86 seq_num 298) 2024-08-17T00:44:25.755 INFO:tasks.rados.rados.0.smithi082.stdout:1111: copy_from oid 8 from oid 21 current snap is 109 2024-08-17T00:44:25.755 INFO:tasks.rados.rados.0.smithi082.stdout:1104: finishing rollback tid 1 to smithi08280503-25 2024-08-17T00:44:25.755 INFO:tasks.rados.rados.0.smithi082.stdout:1102: finishing write tid 2 to smithi08280503-3 2024-08-17T00:44:25.755 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 46 v 660 (ObjNum 142 snap 34 seq_num 142) dirty exists 2024-08-17T00:44:25.755 INFO:tasks.rados.rados.0.smithi082.stdout:1103: finishing rollback tid 0 to smithi08280503-13 2024-08-17T00:44:25.755 INFO:tasks.rados.rados.0.smithi082.stdout:1104: finishing rollback tid 2 to smithi08280503-25 2024-08-17T00:44:25.755 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 407 (ObjNum 301 snap 88 seq_num 301) dirty exists 2024-08-17T00:44:25.756 INFO:tasks.rados.rados.0.smithi082.stdout:1102: finishing write tid 3 to smithi08280503-3 2024-08-17T00:44:25.756 INFO:tasks.rados.rados.0.smithi082.stdout:1103: finishing rollback tid 1 to smithi08280503-13 2024-08-17T00:44:25.756 INFO:tasks.rados.rados.0.smithi082.stdout:1103: finishing rollback tid 2 to smithi08280503-13 2024-08-17T00:44:25.756 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 530 (ObjNum 305 snap 89 seq_num 305) dirty exists 2024-08-17T00:44:25.756 INFO:tasks.rados.rados.0.smithi082.stdout:1102: finishing write tid 4 to smithi08280503-3 2024-08-17T00:44:25.756 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 331 (ObjNum 352 snap 109 seq_num 352) dirty exists 2024-08-17T00:44:25.756 INFO:tasks.rados.rados.0.smithi082.stdout:1102: left oid 3 (ObjNum 352 snap 109 seq_num 352) 2024-08-17T00:44:25.756 INFO:tasks.rados.rados.0.smithi082.stdout:1108: finishing write tid 1 to smithi08280503-24 2024-08-17T00:44:25.756 INFO:tasks.rados.rados.0.smithi082.stdout:1108: finishing write tid 2 to smithi08280503-24 2024-08-17T00:44:25.756 INFO:tasks.rados.rados.0.smithi082.stdout:1108: finishing write tid 3 to smithi08280503-24 2024-08-17T00:44:25.756 INFO:tasks.rados.rados.0.smithi082.stdout:1108: finishing write tid 4 to smithi08280503-24 2024-08-17T00:44:25.756 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 599 (ObjNum 354 snap 109 seq_num 354) dirty exists 2024-08-17T00:44:25.757 INFO:tasks.rados.rados.0.smithi082.stdout:1108: left oid 24 (ObjNum 354 snap 109 seq_num 354) 2024-08-17T00:44:25.757 INFO:tasks.rados.rados.0.smithi082.stdout:1102: done (6 left) 2024-08-17T00:44:25.757 INFO:tasks.rados.rados.0.smithi082.stdout:1103: done (5 left) 2024-08-17T00:44:25.757 INFO:tasks.rados.rados.0.smithi082.stdout:1104: done (4 left) 2024-08-17T00:44:25.757 INFO:tasks.rados.rados.0.smithi082.stdout:1105: done (3 left) 2024-08-17T00:44:25.757 INFO:tasks.rados.rados.0.smithi082.stdout:1108: done (2 left) 2024-08-17T00:44:25.757 INFO:tasks.rados.rados.0.smithi082.stdout:1112: delete oid 45 current snap is 109 2024-08-17T00:44:25.763 INFO:tasks.rados.rados.0.smithi082.stdout:1112: done (2 left) 2024-08-17T00:44:25.763 INFO:tasks.rados.rados.0.smithi082.stdout:1113: copy_from oid 24 from oid 26 current snap is 109 2024-08-17T00:44:25.763 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 4 current snap is 109 2024-08-17T00:44:25.764 INFO:tasks.rados.rados.0.smithi082.stdout:1114: seq_num 356 ranges {12410880=770048,13180928=401408} 2024-08-17T00:44:25.835 INFO:tasks.rados.rados.0.smithi082.stdout:1114: writing smithi08280503-4 from 12410880 to 13180928 tid 1 2024-08-17T00:44:25.837 INFO:tasks.rados.rados.0.smithi082.stdout:1114: writing smithi08280503-4 from 13180928 to 13582336 tid 2 2024-08-17T00:44:25.837 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 36 current snap is 109 2024-08-17T00:44:25.837 INFO:tasks.rados.rados.0.smithi082.stdout:1115: seq_num 357 ranges {4071424=786432,4857856=401408} 2024-08-17T00:44:25.863 INFO:tasks.rados.rados.0.smithi082.stdout:1115: writing smithi08280503-36 from 4071424 to 4857856 tid 1 2024-08-17T00:44:25.865 INFO:tasks.rados.rados.0.smithi082.stdout:1115: writing smithi08280503-36 from 4857856 to 5259264 tid 2 2024-08-17T00:44:25.865 INFO:tasks.rados.rados.0.smithi082.stdout:1116: read oid 18 snap -1 2024-08-17T00:44:25.865 INFO:tasks.rados.rados.0.smithi082.stdout:1116: expect (ObjNum 332 snap 102 seq_num 332) 2024-08-17T00:44:25.866 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 32 current snap is 109 2024-08-17T00:44:25.866 INFO:tasks.rados.rados.0.smithi082.stdout:1110: expect (ObjNum 298 snap 86 seq_num 298) 2024-08-17T00:44:25.876 INFO:tasks.rados.rados.0.smithi082.stdout:1111: finishing copy_from racing read to smithi08280503-8 2024-08-17T00:44:25.877 INFO:tasks.rados.rados.0.smithi082.stdout:1113: finishing copy_from racing read to smithi08280503-24 2024-08-17T00:44:25.877 INFO:tasks.rados.rados.0.smithi082.stdout:1113: finishing copy_from to smithi08280503-24 2024-08-17T00:44:25.877 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 639 (ObjNum 348 snap 109 seq_num 348) dirty exists 2024-08-17T00:44:25.877 INFO:tasks.rados.rados.0.smithi082.stdout:1111: finishing copy_from to smithi08280503-8 2024-08-17T00:44:25.877 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 237 (ObjNum 264 snap 75 seq_num 264) dirty exists 2024-08-17T00:44:25.877 INFO:tasks.rados.rados.0.smithi082.stdout:1114: finishing write tid 1 to smithi08280503-4 2024-08-17T00:44:25.877 INFO:tasks.rados.rados.0.smithi082.stdout:1114: finishing write tid 2 to smithi08280503-4 2024-08-17T00:44:25.877 INFO:tasks.rados.rados.0.smithi082.stdout:1114: finishing write tid 3 to smithi08280503-4 2024-08-17T00:44:25.877 INFO:tasks.rados.rados.0.smithi082.stdout:1114: finishing write tid 4 to smithi08280503-4 2024-08-17T00:44:25.877 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 670 (ObjNum 356 snap 109 seq_num 356) dirty exists 2024-08-17T00:44:25.877 INFO:tasks.rados.rados.0.smithi082.stdout:1114: left oid 4 (ObjNum 356 snap 109 seq_num 356) 2024-08-17T00:44:25.877 INFO:tasks.rados.rados.0.smithi082.stdout:1115: finishing write tid 1 to smithi08280503-36 2024-08-17T00:44:25.877 INFO:tasks.rados.rados.0.smithi082.stdout:1115: finishing write tid 2 to smithi08280503-36 2024-08-17T00:44:25.877 INFO:tasks.rados.rados.0.smithi082.stdout:1115: finishing write tid 3 to smithi08280503-36 2024-08-17T00:44:25.878 INFO:tasks.rados.rados.0.smithi082.stdout:1117: seq_num 358 ranges {0=802816,802816=401408} 2024-08-17T00:44:25.881 INFO:tasks.rados.rados.0.smithi082.stdout:1117: writing smithi08280503-32 from 0 to 802816 tid 1 2024-08-17T00:44:25.883 INFO:tasks.rados.rados.0.smithi082.stdout:1117: writing smithi08280503-32 from 802816 to 1204224 tid 2 2024-08-17T00:44:25.884 INFO:tasks.rados.rados.0.smithi082.stdout:1110: done (6 left) 2024-08-17T00:44:25.884 INFO:tasks.rados.rados.0.smithi082.stdout:1111: done (5 left) 2024-08-17T00:44:25.884 INFO:tasks.rados.rados.0.smithi082.stdout:1113: done (4 left) 2024-08-17T00:44:25.884 INFO:tasks.rados.rados.0.smithi082.stdout:1114: done (3 left) 2024-08-17T00:44:25.884 INFO:tasks.rados.rados.0.smithi082.stdout:1118: rollback oid 27 current snap is 109 2024-08-17T00:44:25.884 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 27 to 104 2024-08-17T00:44:25.884 INFO:tasks.rados.rados.0.smithi082.stdout:1115: finishing write tid 4 to smithi08280503-36 2024-08-17T00:44:25.884 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 536 (ObjNum 357 snap 109 seq_num 357) dirty exists 2024-08-17T00:44:25.884 INFO:tasks.rados.rados.0.smithi082.stdout:1115: left oid 36 (ObjNum 357 snap 109 seq_num 357) 2024-08-17T00:44:25.884 INFO:tasks.rados.rados.0.smithi082.stdout:1116: expect (ObjNum 332 snap 102 seq_num 332) 2024-08-17T00:44:25.946 INFO:tasks.rados.rados.0.smithi082.stdout:1117: finishing write tid 1 to smithi08280503-32 2024-08-17T00:44:25.946 INFO:tasks.rados.rados.0.smithi082.stdout:1118: finishing rollback tid 1 to smithi08280503-27 2024-08-17T00:44:25.946 INFO:tasks.rados.rados.0.smithi082.stdout:1117: finishing write tid 2 to smithi08280503-32 2024-08-17T00:44:25.946 INFO:tasks.rados.rados.0.smithi082.stdout:1118: finishing rollback tid 2 to smithi08280503-27 2024-08-17T00:44:25.946 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 622 (ObjNum 173 snap 41 seq_num 173) dirty exists 2024-08-17T00:44:25.946 INFO:tasks.rados.rados.0.smithi082.stdout:1117: finishing write tid 3 to smithi08280503-32 2024-08-17T00:44:25.946 INFO:tasks.rados.rados.0.smithi082.stdout:1117: finishing write tid 4 to smithi08280503-32 2024-08-17T00:44:25.946 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 620 (ObjNum 358 snap 109 seq_num 358) dirty exists 2024-08-17T00:44:25.946 INFO:tasks.rados.rados.0.smithi082.stdout:1117: left oid 32 (ObjNum 358 snap 109 seq_num 358) 2024-08-17T00:44:25.947 INFO:tasks.rados.rados.0.smithi082.stdout:1115: done (3 left) 2024-08-17T00:44:25.947 INFO:tasks.rados.rados.0.smithi082.stdout:1116: done (2 left) 2024-08-17T00:44:25.947 INFO:tasks.rados.rados.0.smithi082.stdout:1117: done (1 left) 2024-08-17T00:44:25.947 INFO:tasks.rados.rados.0.smithi082.stdout:1118: done (0 left) 2024-08-17T00:44:25.947 INFO:tasks.rados.rados.0.smithi082.stdout:1119: copy_from oid 19 from oid 16 current snap is 109 2024-08-17T00:44:25.947 INFO:tasks.rados.rados.0.smithi082.stdout:1120: snap_remove snap 73 2024-08-17T00:44:26.066 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:25 smithi137 ceph-mon[86391]: osdmap e282: 8 total, 8 up, 8 in 2024-08-17T00:44:26.066 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:25 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:26.066 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:25 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:26.066 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:25 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T00:44:26.066 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:25 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:25 smithi082 ceph-mon[91979]: osdmap e282: 8 total, 8 up, 8 in 2024-08-17T00:44:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:25 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:25 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:25 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T00:44:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:25 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:25 smithi082 ceph-mon[94343]: osdmap e282: 8 total, 8 up, 8 in 2024-08-17T00:44:26.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:25 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:26.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:25 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:26.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:25 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T00:44:26.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:25 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:26.763 INFO:tasks.rados.rados.0.smithi082.stdout:1120: done (1 left) 2024-08-17T00:44:26.763 INFO:tasks.rados.rados.0.smithi082.stdout:1121: copy_from oid 5 from oid 11 current snap is 109 2024-08-17T00:44:26.763 INFO:tasks.rados.rados.0.smithi082.stdout:1119: finishing copy_from to smithi08280503-19 2024-08-17T00:44:26.763 INFO:tasks.rados.rados.0.smithi082.stdout:1119: got expected ENOENT (src dne) 2024-08-17T00:44:26.763 INFO:tasks.rados.rados.0.smithi082.stdout:1119: finishing copy_from racing read to smithi08280503-19 2024-08-17T00:44:26.763 INFO:tasks.rados.rados.0.smithi082.stdout:1119: done (1 left) 2024-08-17T00:44:26.763 INFO:tasks.rados.rados.0.smithi082.stdout:1122: snap_create 2024-08-17T00:44:26.784 INFO:tasks.rados.rados.0.smithi082.stdout:1121: finishing copy_from racing read to smithi08280503-5 2024-08-17T00:44:26.785 INFO:tasks.rados.rados.0.smithi082.stdout:1121: finishing copy_from to smithi08280503-5 2024-08-17T00:44:26.785 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 596 (ObjNum 351 snap 109 seq_num 351) dirty exists 2024-08-17T00:44:26.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:26 smithi137 ceph-mon[86391]: Reconfiguring osd.7 (monmap changed)... 2024-08-17T00:44:26.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:26 smithi137 ceph-mon[86391]: Reconfiguring daemon osd.7 on smithi137 2024-08-17T00:44:26.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:26 smithi137 ceph-mon[86391]: osdmap e283: 8 total, 8 up, 8 in 2024-08-17T00:44:26.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:26 smithi137 ceph-mon[86391]: pgmap v88: 121 pgs: 121 active+clean; 329 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 270 KiB/s wr, 1 op/s 2024-08-17T00:44:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:26 smithi082 ceph-mon[94343]: Reconfiguring osd.7 (monmap changed)... 2024-08-17T00:44:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:26 smithi082 ceph-mon[94343]: Reconfiguring daemon osd.7 on smithi137 2024-08-17T00:44:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:26 smithi082 ceph-mon[94343]: osdmap e283: 8 total, 8 up, 8 in 2024-08-17T00:44:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:26 smithi082 ceph-mon[94343]: pgmap v88: 121 pgs: 121 active+clean; 329 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 270 KiB/s wr, 1 op/s 2024-08-17T00:44:27.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:26 smithi082 ceph-mon[91979]: Reconfiguring osd.7 (monmap changed)... 2024-08-17T00:44:27.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:26 smithi082 ceph-mon[91979]: Reconfiguring daemon osd.7 on smithi137 2024-08-17T00:44:27.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:26 smithi082 ceph-mon[91979]: osdmap e283: 8 total, 8 up, 8 in 2024-08-17T00:44:27.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:26 smithi082 ceph-mon[91979]: pgmap v88: 121 pgs: 121 active+clean; 329 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 270 KiB/s wr, 1 op/s 2024-08-17T00:44:27.765 INFO:tasks.rados.rados.0.smithi082.stdout:1121: done (1 left) 2024-08-17T00:44:27.765 INFO:tasks.rados.rados.0.smithi082.stdout:1122: done (0 left) 2024-08-17T00:44:27.765 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 11 current snap is 110 2024-08-17T00:44:27.765 INFO:tasks.rados.rados.0.smithi082.stdout:1123: seq_num 359 ranges {1089536=417792,1507328=417792,1925120=385024} 2024-08-17T00:44:27.773 INFO:tasks.rados.rados.0.smithi082.stdout:1123: writing smithi08280503-11 from 1089536 to 1507328 tid 1 2024-08-17T00:44:27.776 INFO:tasks.rados.rados.0.smithi082.stdout:1123: writing smithi08280503-11 from 1507328 to 1925120 tid 2 2024-08-17T00:44:27.778 INFO:tasks.rados.rados.0.smithi082.stdout:1123: writing smithi08280503-11 from 1925120 to 2310144 tid 3 2024-08-17T00:44:27.778 INFO:tasks.rados.rados.0.smithi082.stdout:1124: rmattr oid 30 current snap is 110 2024-08-17T00:44:27.779 INFO:tasks.rados.rados.0.smithi082.stdout:1125: delete oid 23 current snap is 110 2024-08-17T00:44:27.779 INFO:tasks.rados.rados.0.smithi082.stdout:1123: finishing write tid 1 to smithi08280503-11 2024-08-17T00:44:27.781 INFO:tasks.rados.rados.0.smithi082.stdout:1125: done (2 left) 2024-08-17T00:44:27.781 INFO:tasks.rados.rados.0.smithi082.stdout:1126: rollback oid 13 current snap is 110 2024-08-17T00:44:27.781 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 13 to 102 2024-08-17T00:44:27.781 INFO:tasks.rados.rados.0.smithi082.stdout:1127: copy_from oid 37 from oid 2 current snap is 110 2024-08-17T00:44:27.782 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 42 current snap is 110 2024-08-17T00:44:27.782 INFO:tasks.rados.rados.0.smithi082.stdout:1128: seq_num 361 ranges {933888=450560,1384448=581632,1966080=221184} 2024-08-17T00:44:27.789 INFO:tasks.rados.rados.0.smithi082.stdout:1128: writing smithi08280503-42 from 933888 to 1384448 tid 1 2024-08-17T00:44:27.794 INFO:tasks.rados.rados.0.smithi082.stdout:1128: writing smithi08280503-42 from 1384448 to 1966080 tid 2 2024-08-17T00:44:27.794 INFO:tasks.rados.rados.0.smithi082.stdout:1128: writing smithi08280503-42 from 1966080 to 2187264 tid 3 2024-08-17T00:44:27.794 INFO:tasks.rados.rados.0.smithi082.stdout:1129: read oid 47 snap 89 2024-08-17T00:44:27.794 INFO:tasks.rados.rados.0.smithi082.stdout:1129: expect (ObjNum 296 snap 85 seq_num 296) 2024-08-17T00:44:27.794 INFO:tasks.rados.rados.0.smithi082.stdout:1130: snap_remove snap 90 2024-08-17T00:44:28.213 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:27 smithi137 ceph-mon[86391]: osdmap e284: 8 total, 8 up, 8 in 2024-08-17T00:44:28.214 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:28.214 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:28.214 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:27 smithi137 ceph-mon[86391]: Reconfiguring mds.b (monmap changed)... 2024-08-17T00:44:28.214 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:44:28.214 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:28.214 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:27 smithi137 ceph-mon[86391]: Reconfiguring daemon mds.b on smithi137 2024-08-17T00:44:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:27 smithi082 ceph-mon[94343]: osdmap e284: 8 total, 8 up, 8 in 2024-08-17T00:44:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:27 smithi082 ceph-mon[94343]: Reconfiguring mds.b (monmap changed)... 2024-08-17T00:44:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:44:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:27 smithi082 ceph-mon[94343]: Reconfiguring daemon mds.b on smithi137 2024-08-17T00:44:28.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:27 smithi082 ceph-mon[91979]: osdmap e284: 8 total, 8 up, 8 in 2024-08-17T00:44:28.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:28.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:28.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:27 smithi082 ceph-mon[91979]: Reconfiguring mds.b (monmap changed)... 2024-08-17T00:44:28.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:44:28.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:28.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:27 smithi082 ceph-mon[91979]: Reconfiguring daemon mds.b on smithi137 2024-08-17T00:44:28.774 INFO:tasks.rados.rados.0.smithi082.stdout:1130: done (6 left) 2024-08-17T00:44:28.774 INFO:tasks.rados.rados.0.smithi082.stdout:1131: rmattr oid 14 current snap is 110 2024-08-17T00:44:28.774 INFO:tasks.rados.rados.0.smithi082.stdout:1131: done (6 left) 2024-08-17T00:44:28.774 INFO:tasks.rados.rados.0.smithi082.stdout:1132: read oid 41 snap -1 2024-08-17T00:44:28.774 INFO:tasks.rados.rados.0.smithi082.stdout:1132: expect (ObjNum 322 snap 98 seq_num 322) 2024-08-17T00:44:28.774 INFO:tasks.rados.rados.0.smithi082.stdout:1133: read oid 24 snap -1 2024-08-17T00:44:28.774 INFO:tasks.rados.rados.0.smithi082.stdout:1133: expect (ObjNum 348 snap 109 seq_num 348) 2024-08-17T00:44:28.774 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 40 current snap is 110 2024-08-17T00:44:28.774 INFO:tasks.rados.rados.0.smithi082.stdout:1134: seq_num 362 ranges {4358144=466944,4825088=466944,5292032=335872} 2024-08-17T00:44:28.800 INFO:tasks.rados.rados.0.smithi082.stdout:1134: writing smithi08280503-40 from 4358144 to 4825088 tid 1 2024-08-17T00:44:28.804 INFO:tasks.rados.rados.0.smithi082.stdout:1134: writing smithi08280503-40 from 4825088 to 5292032 tid 2 2024-08-17T00:44:28.807 INFO:tasks.rados.rados.0.smithi082.stdout:1134: writing smithi08280503-40 from 5292032 to 5627904 tid 3 2024-08-17T00:44:28.808 INFO:tasks.rados.rados.0.smithi082.stdout:1135: setattr oid 1 current snap is 110 2024-08-17T00:44:28.808 INFO:tasks.rados.rados.0.smithi082.stdout:1127: finishing copy_from to smithi08280503-37 2024-08-17T00:44:28.808 INFO:tasks.rados.rados.0.smithi082.stdout:1127: got expected ENOENT (src dne) 2024-08-17T00:44:28.808 INFO:tasks.rados.rados.0.smithi082.stdout:1127: finishing copy_from racing read to smithi08280503-37 2024-08-17T00:44:28.808 INFO:tasks.rados.rados.0.smithi082.stdout:1123: finishing write tid 2 to smithi08280503-11 2024-08-17T00:44:28.808 INFO:tasks.rados.rados.0.smithi082.stdout:1123: finishing write tid 3 to smithi08280503-11 2024-08-17T00:44:28.808 INFO:tasks.rados.rados.0.smithi082.stdout:1123: finishing write tid 4 to smithi08280503-11 2024-08-17T00:44:28.808 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 30 v 601 (ObjNum 304 snap 88 seq_num 304) dirty exists 2024-08-17T00:44:28.808 INFO:tasks.rados.rados.0.smithi082.stdout:1123: finishing write tid 5 to smithi08280503-11 2024-08-17T00:44:28.808 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 600 (ObjNum 359 snap 110 seq_num 359) dirty exists 2024-08-17T00:44:28.808 INFO:tasks.rados.rados.0.smithi082.stdout:1123: left oid 11 (ObjNum 359 snap 110 seq_num 359) 2024-08-17T00:44:28.809 INFO:tasks.rados.rados.0.smithi082.stdout:1126: finishing rollback tid 0 to smithi08280503-13 2024-08-17T00:44:28.809 INFO:tasks.rados.rados.0.smithi082.stdout:1126: finishing rollback tid 1 to smithi08280503-13 2024-08-17T00:44:28.809 INFO:tasks.rados.rados.0.smithi082.stdout:1126: finishing rollback tid 2 to smithi08280503-13 2024-08-17T00:44:28.809 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 548 (ObjNum 305 snap 89 seq_num 305) dirty exists 2024-08-17T00:44:28.809 INFO:tasks.rados.rados.0.smithi082.stdout:1128: finishing write tid 1 to smithi08280503-42 2024-08-17T00:44:28.809 INFO:tasks.rados.rados.0.smithi082.stdout:1128: finishing write tid 2 to smithi08280503-42 2024-08-17T00:44:28.809 INFO:tasks.rados.rados.0.smithi082.stdout:1128: finishing write tid 3 to smithi08280503-42 2024-08-17T00:44:28.810 INFO:tasks.rados.rados.0.smithi082.stdout:1128: finishing write tid 4 to smithi08280503-42 2024-08-17T00:44:28.810 INFO:tasks.rados.rados.0.smithi082.stdout:1128: finishing write tid 5 to smithi08280503-42 2024-08-17T00:44:28.810 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 553 (ObjNum 361 snap 110 seq_num 361) dirty exists 2024-08-17T00:44:28.810 INFO:tasks.rados.rados.0.smithi082.stdout:1128: left oid 42 (ObjNum 361 snap 110 seq_num 361) 2024-08-17T00:44:28.810 INFO:tasks.rados.rados.0.smithi082.stdout:1129: expect (ObjNum 296 snap 85 seq_num 296) 2024-08-17T00:44:28.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:28 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:28.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:28 smithi137 ceph-mon[86391]: osdmap e285: 8 total, 8 up, 8 in 2024-08-17T00:44:28.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:28 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:28.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:28 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:28.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:28 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:44:28.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:28 smithi137 ceph-mon[86391]: pgmap v91: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.7 MiB/s wr, 32 op/s 2024-08-17T00:44:28.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:28 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:44:28.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:28 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:44:28.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:28 smithi137 ceph-mon[86391]: Upgrade: Setting container_image for all mon 2024-08-17T00:44:28.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:28 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:28.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:28 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-08-17T00:44:28.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:28 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-17T00:44:28.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:28 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-08-17T00:44:28.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:28 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-17T00:44:28.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:28 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-08-17T00:44:28.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:28 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-17T00:44:28.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:28 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:44:28.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:28 smithi137 ceph-mon[86391]: Upgrade: Setting container_image for all crash 2024-08-17T00:44:28.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:28 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:28.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:28 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-17T00:44:28.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:28 smithi137 ceph-mon[86391]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-17T00:44:28.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:28 smithi137 ceph-mon[86391]: Upgrade: osd.0 is safe to restart 2024-08-17T00:44:29.033 INFO:tasks.rados.rados.0.smithi082.stdout:1133: expect (ObjNum 348 snap 109 seq_num 348) 2024-08-17T00:44:29.214 INFO:tasks.rados.rados.0.smithi082.stdout:1134: finishing write tid 1 to smithi08280503-40 2024-08-17T00:44:29.214 INFO:tasks.rados.rados.0.smithi082.stdout:1132: expect (ObjNum 322 snap 98 seq_num 322) 2024-08-17T00:44:29.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[94343]: osdmap e285: 8 total, 8 up, 8 in 2024-08-17T00:44:29.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:29.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:29.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:44:29.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[94343]: pgmap v91: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.7 MiB/s wr, 32 op/s 2024-08-17T00:44:29.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:44:29.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:44:29.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[94343]: Upgrade: Setting container_image for all mon 2024-08-17T00:44:29.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:29.228 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-08-17T00:44:29.228 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-17T00:44:29.228 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-08-17T00:44:29.228 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-17T00:44:29.228 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-08-17T00:44:29.228 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-17T00:44:29.229 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:44:29.229 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[94343]: Upgrade: Setting container_image for all crash 2024-08-17T00:44:29.229 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:29.229 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-17T00:44:29.229 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[94343]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-17T00:44:29.229 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[94343]: Upgrade: osd.0 is safe to restart 2024-08-17T00:44:29.230 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[91979]: osdmap e285: 8 total, 8 up, 8 in 2024-08-17T00:44:29.230 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:29.230 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:29.230 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:44:29.230 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[91979]: pgmap v91: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.7 MiB/s wr, 32 op/s 2024-08-17T00:44:29.231 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:44:29.231 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:44:29.231 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[91979]: Upgrade: Setting container_image for all mon 2024-08-17T00:44:29.231 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:29.231 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-08-17T00:44:29.231 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-17T00:44:29.232 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-08-17T00:44:29.232 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-17T00:44:29.232 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-08-17T00:44:29.232 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-17T00:44:29.232 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:44:29.232 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[91979]: Upgrade: Setting container_image for all crash 2024-08-17T00:44:29.233 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:29.233 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-17T00:44:29.233 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[91979]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-17T00:44:29.233 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:28 smithi082 ceph-mon[91979]: Upgrade: osd.0 is safe to restart 2024-08-17T00:44:29.861 INFO:tasks.rados.rados.0.smithi082.stdout:1134: finishing write tid 2 to smithi08280503-40 2024-08-17T00:44:29.861 INFO:tasks.rados.rados.0.smithi082.stdout:1123: done (9 left) 2024-08-17T00:44:29.861 INFO:tasks.rados.rados.0.smithi082.stdout:1124: done (8 left) 2024-08-17T00:44:29.861 INFO:tasks.rados.rados.0.smithi082.stdout:1126: done (7 left) 2024-08-17T00:44:29.861 INFO:tasks.rados.rados.0.smithi082.stdout:1127: done (6 left) 2024-08-17T00:44:29.862 INFO:tasks.rados.rados.0.smithi082.stdout:1128: done (5 left) 2024-08-17T00:44:29.862 INFO:tasks.rados.rados.0.smithi082.stdout:1129: done (4 left) 2024-08-17T00:44:29.862 INFO:tasks.rados.rados.0.smithi082.stdout:1132: done (3 left) 2024-08-17T00:44:29.862 INFO:tasks.rados.rados.0.smithi082.stdout:1133: done (2 left) 2024-08-17T00:44:29.862 INFO:tasks.rados.rados.0.smithi082.stdout:1136: setattr oid 22 current snap is 110 2024-08-17T00:44:29.863 INFO:tasks.rados.rados.0.smithi082.stdout:1134: finishing write tid 3 to smithi08280503-40 2024-08-17T00:44:29.863 INFO:tasks.rados.rados.0.smithi082.stdout:1134: finishing write tid 4 to smithi08280503-40 2024-08-17T00:44:29.863 INFO:tasks.rados.rados.0.smithi082.stdout:1134: finishing write tid 5 to smithi08280503-40 2024-08-17T00:44:29.863 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 645 (ObjNum 362 snap 110 seq_num 362) dirty exists 2024-08-17T00:44:29.863 INFO:tasks.rados.rados.0.smithi082.stdout:1134: left oid 40 (ObjNum 362 snap 110 seq_num 362) 2024-08-17T00:44:29.863 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 405 (ObjNum 264 snap 75 seq_num 264) dirty exists 2024-08-17T00:44:29.864 INFO:tasks.rados.rados.0.smithi082.stdout:1134: done (2 left) 2024-08-17T00:44:29.864 INFO:tasks.rados.rados.0.smithi082.stdout:1135: done (1 left) 2024-08-17T00:44:29.864 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 43 current snap is 110 2024-08-17T00:44:29.864 INFO:tasks.rados.rados.0.smithi082.stdout:1137: seq_num 363 ranges {0=483328,483328=753664,1236992=49152} 2024-08-17T00:44:29.864 INFO:tasks.rados.rados.0.smithi082.stdout:1137: writing smithi08280503-43 from 0 to 483328 tid 1 2024-08-17T00:44:29.867 INFO:tasks.rados.rados.0.smithi082.stdout:1137: writing smithi08280503-43 from 483328 to 1236992 tid 2 2024-08-17T00:44:29.868 INFO:tasks.rados.rados.0.smithi082.stdout:1137: writing smithi08280503-43 from 1236992 to 1286144 tid 3 2024-08-17T00:44:29.868 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 20 current snap is 110 2024-08-17T00:44:29.868 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 417 (ObjNum 244 snap 65 seq_num 244) dirty exists 2024-08-17T00:44:29.868 INFO:tasks.rados.rados.0.smithi082.stdout:1137: finishing write tid 1 to smithi08280503-43 2024-08-17T00:44:29.868 INFO:tasks.rados.rados.0.smithi082.stdout:1138: seq_num 364 ranges {1761280=499712,2260992=638976,2899968=163840} 2024-08-17T00:44:29.879 INFO:tasks.rados.rados.0.smithi082.stdout:1138: writing smithi08280503-20 from 1761280 to 2260992 tid 1 2024-08-17T00:44:29.883 INFO:tasks.rados.rados.0.smithi082.stdout:1138: writing smithi08280503-20 from 2260992 to 2899968 tid 2 2024-08-17T00:44:29.885 INFO:tasks.rados.rados.0.smithi082.stdout:1138: writing smithi08280503-20 from 2899968 to 3063808 tid 3 2024-08-17T00:44:29.885 INFO:tasks.rados.rados.0.smithi082.stdout:1136: done (2 left) 2024-08-17T00:44:29.885 INFO:tasks.rados.rados.0.smithi082.stdout:1139: rollback oid 30 current snap is 110 2024-08-17T00:44:29.885 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 30 to 109 2024-08-17T00:44:29.885 INFO:tasks.rados.rados.0.smithi082.stdout:1137: finishing write tid 2 to smithi08280503-43 2024-08-17T00:44:29.885 INFO:tasks.rados.rados.0.smithi082.stdout:1137: finishing write tid 3 to smithi08280503-43 2024-08-17T00:44:29.885 INFO:tasks.rados.rados.0.smithi082.stdout:1137: finishing write tid 4 to smithi08280503-43 2024-08-17T00:44:29.885 INFO:tasks.rados.rados.0.smithi082.stdout:1137: finishing write tid 5 to smithi08280503-43 2024-08-17T00:44:29.885 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 693 (ObjNum 363 snap 110 seq_num 363) dirty exists 2024-08-17T00:44:29.886 INFO:tasks.rados.rados.0.smithi082.stdout:1137: left oid 43 (ObjNum 363 snap 110 seq_num 363) 2024-08-17T00:44:29.886 INFO:tasks.rados.rados.0.smithi082.stdout:1138: finishing write tid 1 to smithi08280503-20 2024-08-17T00:44:29.886 INFO:tasks.rados.rados.0.smithi082.stdout:1137: done (2 left) 2024-08-17T00:44:29.886 INFO:tasks.rados.rados.0.smithi082.stdout:1140: snap_remove snap 82 2024-08-17T00:44:29.943 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:29 smithi082 ceph-mon[94343]: osdmap e286: 8 total, 8 up, 8 in 2024-08-17T00:44:29.943 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:29 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:29.943 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:29 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T00:44:29.943 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:29 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:29.943 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:29 smithi082 ceph-mon[91979]: osdmap e286: 8 total, 8 up, 8 in 2024-08-17T00:44:29.943 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:29 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:29.944 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:29 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T00:44:29.944 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:29 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:30.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:29 smithi137 ceph-mon[86391]: osdmap e286: 8 total, 8 up, 8 in 2024-08-17T00:44:30.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:29 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:30.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:29 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T00:44:30.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:29 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:30.787 INFO:tasks.rados.rados.0.smithi082.stdout:1139: finishing rollback tid 0 to smithi08280503-30 2024-08-17T00:44:30.787 INFO:tasks.rados.rados.0.smithi082.stdout:1139: finishing rollback tid 1 to smithi08280503-30 2024-08-17T00:44:30.787 INFO:tasks.rados.rados.0.smithi082.stdout:1138: finishing write tid 2 to smithi08280503-20 2024-08-17T00:44:30.787 INFO:tasks.rados.rados.0.smithi082.stdout:1138: finishing write tid 3 to smithi08280503-20 2024-08-17T00:44:30.787 INFO:tasks.rados.rados.0.smithi082.stdout:1139: finishing rollback tid 2 to smithi08280503-30 2024-08-17T00:44:30.788 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 30 v 604 (ObjNum 304 snap 88 seq_num 304) dirty exists 2024-08-17T00:44:30.788 INFO:tasks.rados.rados.0.smithi082.stdout:1138: finishing write tid 4 to smithi08280503-20 2024-08-17T00:44:30.788 INFO:tasks.rados.rados.0.smithi082.stdout:1138: finishing write tid 5 to smithi08280503-20 2024-08-17T00:44:30.788 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 410 (ObjNum 364 snap 110 seq_num 364) dirty exists 2024-08-17T00:44:30.788 INFO:tasks.rados.rados.0.smithi082.stdout:1138: left oid 20 (ObjNum 364 snap 110 seq_num 364) 2024-08-17T00:44:30.788 INFO:tasks.rados.rados.0.smithi082.stdout:1138: done (2 left) 2024-08-17T00:44:30.788 INFO:tasks.rados.rados.0.smithi082.stdout:1139: done (1 left) 2024-08-17T00:44:30.788 INFO:tasks.rados.rados.0.smithi082.stdout:1140: done (0 left) 2024-08-17T00:44:30.788 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 20 current snap is 110 2024-08-17T00:44:30.788 INFO:tasks.rados.rados.0.smithi082.stdout:1141: seq_num 365 ranges {3063808=516096,3579904=573440,4153344=229376} 2024-08-17T00:44:30.808 INFO:tasks.rados.rados.0.smithi082.stdout:1141: writing smithi08280503-20 from 3063808 to 3579904 tid 1 2024-08-17T00:44:30.812 INFO:tasks.rados.rados.0.smithi082.stdout:1141: writing smithi08280503-20 from 3579904 to 4153344 tid 2 2024-08-17T00:44:30.813 INFO:tasks.rados.rados.0.smithi082.stdout:1141: writing smithi08280503-20 from 4153344 to 4382720 tid 3 2024-08-17T00:44:30.813 INFO:tasks.rados.rados.0.smithi082.stdout:1142: snap_create 2024-08-17T00:44:30.813 INFO:tasks.rados.rados.0.smithi082.stdout:1141: finishing write tid 1 to smithi08280503-20 2024-08-17T00:44:30.815 INFO:tasks.rados.rados.0.smithi082.stdout:1141: finishing write tid 2 to smithi08280503-20 2024-08-17T00:44:30.815 INFO:tasks.rados.rados.0.smithi082.stdout:1141: finishing write tid 3 to smithi08280503-20 2024-08-17T00:44:30.815 INFO:tasks.rados.rados.0.smithi082.stdout:1141: finishing write tid 4 to smithi08280503-20 2024-08-17T00:44:30.816 INFO:tasks.rados.rados.0.smithi082.stdout:1141: finishing write tid 5 to smithi08280503-20 2024-08-17T00:44:30.816 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 420 (ObjNum 365 snap 110 seq_num 365) dirty exists 2024-08-17T00:44:30.816 INFO:tasks.rados.rados.0.smithi082.stdout:1141: left oid 20 (ObjNum 365 snap 110 seq_num 365) 2024-08-17T00:44:30.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:30 smithi082 ceph-mon[94343]: Upgrade: Updating osd.0 2024-08-17T00:44:30.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:30 smithi082 ceph-mon[94343]: Deploying daemon osd.0 on smithi082 2024-08-17T00:44:30.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:30 smithi082 ceph-mon[94343]: pgmap v93: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.4 MiB/s wr, 29 op/s 2024-08-17T00:44:30.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:30 smithi082 ceph-mon[91979]: Upgrade: Updating osd.0 2024-08-17T00:44:30.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:30 smithi082 ceph-mon[91979]: Deploying daemon osd.0 on smithi082 2024-08-17T00:44:30.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:30 smithi082 ceph-mon[91979]: pgmap v93: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.4 MiB/s wr, 29 op/s 2024-08-17T00:44:31.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:30 smithi137 ceph-mon[86391]: Upgrade: Updating osd.0 2024-08-17T00:44:31.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:30 smithi137 ceph-mon[86391]: Deploying daemon osd.0 on smithi082 2024-08-17T00:44:31.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:30 smithi137 ceph-mon[86391]: pgmap v93: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.4 MiB/s wr, 29 op/s 2024-08-17T00:44:31.789 INFO:tasks.rados.rados.0.smithi082.stdout:1141: done (1 left) 2024-08-17T00:44:31.789 INFO:tasks.rados.rados.0.smithi082.stdout:1142: done (0 left) 2024-08-17T00:44:31.789 INFO:tasks.rados.rados.0.smithi082.stdout:1143: snap_create 2024-08-17T00:44:31.964 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:31 smithi082 ceph-mon[91979]: osdmap e287: 8 total, 8 up, 8 in 2024-08-17T00:44:31.964 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:31 smithi082 ceph-mon[94343]: osdmap e287: 8 total, 8 up, 8 in 2024-08-17T00:44:32.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:31 smithi137 ceph-mon[86391]: osdmap e287: 8 total, 8 up, 8 in 2024-08-17T00:44:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:32.795 INFO:tasks.rados.rados.0.smithi082.stdout:1143: done (0 left) 2024-08-17T00:44:32.795 INFO:tasks.rados.rados.0.smithi082.stdout:1144: rollback oid 2 current snap is 112 2024-08-17T00:44:32.795 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 2 to 94 2024-08-17T00:44:32.795 INFO:tasks.rados.rados.0.smithi082.stdout:1145: read oid 21 snap -1 2024-08-17T00:44:32.795 INFO:tasks.rados.rados.0.smithi082.stdout:1145: expect (ObjNum 264 snap 75 seq_num 264) 2024-08-17T00:44:32.795 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 44 current snap is 112 2024-08-17T00:44:32.796 INFO:tasks.rados.rados.0.smithi082.stdout:1146: seq_num 366 ranges {311296=532480,843776=458752,1302528=344064} 2024-08-17T00:44:32.800 INFO:tasks.rados.rados.0.smithi082.stdout:1146: writing smithi08280503-44 from 311296 to 843776 tid 1 2024-08-17T00:44:32.804 INFO:tasks.rados.rados.0.smithi082.stdout:1146: writing smithi08280503-44 from 843776 to 1302528 tid 2 2024-08-17T00:44:32.807 INFO:tasks.rados.rados.0.smithi082.stdout:1146: writing smithi08280503-44 from 1302528 to 1646592 tid 3 2024-08-17T00:44:32.807 INFO:tasks.rados.rados.0.smithi082.stdout:1144: finishing rollback tid 1 to smithi08280503-2 2024-08-17T00:44:32.807 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 2 v 0 (ObjNum 4113 snap 0 seq_num 4294967295) dirty dne 2024-08-17T00:44:32.807 INFO:tasks.rados.rados.0.smithi082.stdout:1146: finishing write tid 1 to smithi08280503-44 2024-08-17T00:44:32.807 INFO:tasks.rados.rados.0.smithi082.stdout:1146: finishing write tid 2 to smithi08280503-44 2024-08-17T00:44:32.807 INFO:tasks.rados.rados.0.smithi082.stdout:1144: done (2 left) 2024-08-17T00:44:32.807 INFO:tasks.rados.rados.0.smithi082.stdout:1147: delete oid 31 current snap is 112 2024-08-17T00:44:32.811 INFO:tasks.rados.rados.0.smithi082.stdout:1146: finishing write tid 3 to smithi08280503-44 2024-08-17T00:44:32.811 INFO:tasks.rados.rados.0.smithi082.stdout:1146: finishing write tid 4 to smithi08280503-44 2024-08-17T00:44:32.813 INFO:tasks.rados.rados.0.smithi082.stdout:1147: done (2 left) 2024-08-17T00:44:32.813 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 9 current snap is 112 2024-08-17T00:44:32.813 INFO:tasks.rados.rados.0.smithi082.stdout:1148: seq_num 368 ranges {0=573440,573440=622592,1196032=180224} 2024-08-17T00:44:32.816 INFO:tasks.rados.rados.0.smithi082.stdout:1148: writing smithi08280503-9 from 0 to 573440 tid 1 2024-08-17T00:44:32.820 INFO:tasks.rados.rados.0.smithi082.stdout:1148: writing smithi08280503-9 from 573440 to 1196032 tid 2 2024-08-17T00:44:32.821 INFO:tasks.rados.rados.0.smithi082.stdout:1148: writing smithi08280503-9 from 1196032 to 1376256 tid 3 2024-08-17T00:44:32.821 INFO:tasks.rados.rados.0.smithi082.stdout:1149: snap_remove snap 92 2024-08-17T00:44:32.916 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:32 smithi082 systemd[1]: Stopping Ceph osd.0 for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:44:32.916 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:32 smithi082 ceph-mon[94343]: osdmap e288: 8 total, 8 up, 8 in 2024-08-17T00:44:32.916 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:32 smithi082 ceph-mon[94343]: pgmap v96: 121 pgs: 121 active+clean; 332 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 21 op/s 2024-08-17T00:44:32.917 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:32 smithi082 ceph-mon[91979]: osdmap e288: 8 total, 8 up, 8 in 2024-08-17T00:44:32.917 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:32 smithi082 ceph-mon[91979]: pgmap v96: 121 pgs: 121 active+clean; 332 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 21 op/s 2024-08-17T00:44:33.225 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:32 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0[43959]: 2024-08-17T00:44:32.932+0000 7f3b86908640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T00:44:33.225 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:32 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0[43959]: 2024-08-17T00:44:32.932+0000 7f3b86908640 -1 osd.0 289 *** Got signal Terminated *** 2024-08-17T00:44:33.225 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:32 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0[43959]: 2024-08-17T00:44:32.932+0000 7f3b86908640 -1 osd.0 289 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T00:44:33.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:32 smithi137 ceph-mon[86391]: osdmap e288: 8 total, 8 up, 8 in 2024-08-17T00:44:33.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:32 smithi137 ceph-mon[86391]: pgmap v96: 121 pgs: 121 active+clean; 332 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 21 op/s 2024-08-17T00:44:33.736 INFO:tasks.rados.rados.0.smithi082.stdout:1146: finishing write tid 5 to smithi08280503-44 2024-08-17T00:44:33.736 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 253 (ObjNum 366 snap 112 seq_num 366) dirty exists 2024-08-17T00:44:33.737 INFO:tasks.rados.rados.0.smithi082.stdout:1146: left oid 44 (ObjNum 366 snap 112 seq_num 366) 2024-08-17T00:44:33.737 INFO:tasks.rados.rados.0.smithi082.stdout:1145: expect (ObjNum 264 snap 75 seq_num 264) 2024-08-17T00:44:33.791 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:33 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi137\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:33.926 INFO:tasks.rados.rados.0.smithi082.stdout:1148: finishing write tid 1 to smithi08280503-9 2024-08-17T00:44:33.927 INFO:tasks.rados.rados.0.smithi082.stdout:1148: finishing write tid 2 to smithi08280503-9 2024-08-17T00:44:33.927 INFO:tasks.rados.rados.0.smithi082.stdout:1148: finishing write tid 3 to smithi08280503-9 2024-08-17T00:44:33.927 INFO:tasks.rados.rados.0.smithi082.stdout:1148: finishing write tid 4 to smithi08280503-9 2024-08-17T00:44:33.927 INFO:tasks.rados.rados.0.smithi082.stdout:1148: finishing write tid 5 to smithi08280503-9 2024-08-17T00:44:33.927 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 707 (ObjNum 368 snap 112 seq_num 368) dirty exists 2024-08-17T00:44:33.927 INFO:tasks.rados.rados.0.smithi082.stdout:1148: left oid 9 (ObjNum 368 snap 112 seq_num 368) 2024-08-17T00:44:33.927 INFO:tasks.rados.rados.0.smithi082.stdout:1145: done (3 left) 2024-08-17T00:44:33.927 INFO:tasks.rados.rados.0.smithi082.stdout:1146: done (2 left) 2024-08-17T00:44:33.927 INFO:tasks.rados.rados.0.smithi082.stdout:1148: done (1 left) 2024-08-17T00:44:33.927 INFO:tasks.rados.rados.0.smithi082.stdout:1149: done (0 left) 2024-08-17T00:44:33.927 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 30 current snap is 112 2024-08-17T00:44:33.927 INFO:tasks.rados.rados.0.smithi082.stdout:1150: seq_num 369 ranges {2547712=589824,3137536=507904,3645440=294912} 2024-08-17T00:44:33.943 INFO:tasks.rados.rados.0.smithi082.stdout:1150: writing smithi08280503-30 from 2547712 to 3137536 tid 1 2024-08-17T00:44:33.945 INFO:tasks.rados.rados.0.smithi082.stdout:1150: writing smithi08280503-30 from 3137536 to 3645440 tid 2 2024-08-17T00:44:33.947 INFO:tasks.rados.rados.0.smithi082.stdout:1150: writing smithi08280503-30 from 3645440 to 3940352 tid 3 2024-08-17T00:44:33.947 INFO:tasks.rados.rados.0.smithi082.stdout:1151: setattr oid 47 current snap is 112 2024-08-17T00:44:33.948 INFO:tasks.rados.rados.0.smithi082.stdout:1152: copy_from oid 46 from oid 9 current snap is 112 2024-08-17T00:44:33.948 INFO:tasks.rados.rados.0.smithi082.stdout:1153: snap_create 2024-08-17T00:44:33.954 INFO:tasks.rados.rados.0.smithi082.stdout:1152: finishing copy_from racing read to smithi08280503-46 2024-08-17T00:44:33.955 INFO:tasks.rados.rados.0.smithi082.stdout:1152: finishing copy_from to smithi08280503-46 2024-08-17T00:44:33.955 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 46 v 707 (ObjNum 368 snap 112 seq_num 368) dirty exists 2024-08-17T00:44:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:33 smithi082 ceph-mon[94343]: osdmap e289: 8 total, 8 up, 8 in 2024-08-17T00:44:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:33 smithi082 ceph-mon[94343]: osd.0 marked itself down and dead 2024-08-17T00:44:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:33 smithi082 ceph-mon[94343]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:44:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:33 smithi082 ceph-mon[94343]: osdmap e290: 8 total, 7 up, 8 in 2024-08-17T00:44:34.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:33 smithi082 ceph-mon[91979]: osdmap e289: 8 total, 8 up, 8 in 2024-08-17T00:44:34.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:33 smithi082 ceph-mon[91979]: osd.0 marked itself down and dead 2024-08-17T00:44:34.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:33 smithi082 ceph-mon[91979]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:44:34.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:33 smithi082 ceph-mon[91979]: osdmap e290: 8 total, 7 up, 8 in 2024-08-17T00:44:34.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:33 smithi137 ceph-mon[86391]: osdmap e289: 8 total, 8 up, 8 in 2024-08-17T00:44:34.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:33 smithi137 ceph-mon[86391]: osd.0 marked itself down and dead 2024-08-17T00:44:34.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:33 smithi137 ceph-mon[86391]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:44:34.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:33 smithi137 ceph-mon[86391]: osdmap e290: 8 total, 7 up, 8 in 2024-08-17T00:44:34.537 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:34 smithi082 podman[99529]: 2024-08-17 00:44:34.28669847 +0000 UTC m=+1.486636541 container died 8591866ca3eadb3177f9e05ac34515d2544eb84da6712e9a8a2df9087581c1ca (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=quincy-03a1ac1, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-08-17T00:44:34.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:34 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:34.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:34 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:34.740 INFO:tasks.rados.rados.0.smithi082.stdout:1152: done (3 left) 2024-08-17T00:44:34.740 INFO:tasks.rados.rados.0.smithi082.stdout:1153: done (2 left) 2024-08-17T00:44:34.740 INFO:tasks.rados.rados.0.smithi082.stdout:1154: snap_remove snap 103 2024-08-17T00:44:34.797 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:34 smithi082 podman[99529]: 2024-08-17 00:44:34.635279434 +0000 UTC m=+1.835217493 container cleanup 8591866ca3eadb3177f9e05ac34515d2544eb84da6712e9a8a2df9087581c1ca (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=quincy-03a1ac1, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:44:34.797 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:34 smithi082 bash[99529]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0 2024-08-17T00:44:35.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:44:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:44:35] "GET /metrics HTTP/1.1" 200 36041 "" "Prometheus/2.43.0" 2024-08-17T00:44:35.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:34 smithi082 ceph-mon[94343]: pgmap v99: 121 pgs: 16 stale+active+clean, 105 active+clean; 332 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 23 op/s 2024-08-17T00:44:35.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:34 smithi082 ceph-mon[94343]: osdmap e291: 8 total, 7 up, 8 in 2024-08-17T00:44:35.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:34 smithi082 ceph-mon[91979]: pgmap v99: 121 pgs: 16 stale+active+clean, 105 active+clean; 332 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 23 op/s 2024-08-17T00:44:35.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:34 smithi082 ceph-mon[91979]: osdmap e291: 8 total, 7 up, 8 in 2024-08-17T00:44:35.226 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:34 smithi082 podman[99555]: 2024-08-17 00:44:34.953798787 +0000 UTC m=+0.666907217 container remove 8591866ca3eadb3177f9e05ac34515d2544eb84da6712e9a8a2df9087581c1ca (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=quincy-03a1ac1) 2024-08-17T00:44:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:34 smithi137 ceph-mon[86391]: pgmap v99: 121 pgs: 16 stale+active+clean, 105 active+clean; 332 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 23 op/s 2024-08-17T00:44:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:34 smithi137 ceph-mon[86391]: osdmap e291: 8 total, 7 up, 8 in 2024-08-17T00:44:35.568 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:35 smithi082 podman[99644]: 2024-08-17 00:44:35.180107915 +0000 UTC m=+0.017864972 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:44:35.568 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:35 smithi082 podman[99644]: 2024-08-17 00:44:35.313085074 +0000 UTC m=+0.150842131 container create a55db912bd40121d07a3c687eaa1d07544aeebc9f19b52c6b42cd9a35dfed458 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0) 2024-08-17T00:44:35.739 INFO:tasks.rados.rados.0.smithi082.stdout:1154: done (2 left) 2024-08-17T00:44:35.739 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 17 current snap is 113 2024-08-17T00:44:35.739 INFO:tasks.rados.rados.0.smithi082.stdout:1155: seq_num 370 ranges {8716288=606208,9322496=794624,10117120=8192} 2024-08-17T00:44:35.791 INFO:tasks.rados.rados.0.smithi082.stdout:1155: writing smithi08280503-17 from 8716288 to 9322496 tid 1 2024-08-17T00:44:35.796 INFO:tasks.rados.rados.0.smithi082.stdout:1155: writing smithi08280503-17 from 9322496 to 10117120 tid 2 2024-08-17T00:44:35.796 INFO:tasks.rados.rados.0.smithi082.stdout:1155: writing smithi08280503-17 from 10117120 to 10125312 tid 3 2024-08-17T00:44:35.796 INFO:tasks.rados.rados.0.smithi082.stdout:1156: rollback oid 7 current snap is 113 2024-08-17T00:44:35.796 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 7 to 102 2024-08-17T00:44:35.796 INFO:tasks.rados.rados.0.smithi082.stdout:1150: finishing write tid 1 to smithi08280503-30 2024-08-17T00:44:35.797 INFO:tasks.rados.rados.0.smithi082.stdout:1150: finishing write tid 2 to smithi08280503-30 2024-08-17T00:44:35.797 INFO:tasks.rados.rados.0.smithi082.stdout:1150: finishing write tid 3 to smithi08280503-30 2024-08-17T00:44:35.797 INFO:tasks.rados.rados.0.smithi082.stdout:1150: finishing write tid 4 to smithi08280503-30 2024-08-17T00:44:35.797 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 347 (ObjNum 296 snap 85 seq_num 296) dirty exists 2024-08-17T00:44:35.797 INFO:tasks.rados.rados.0.smithi082.stdout:1150: finishing write tid 5 to smithi08280503-30 2024-08-17T00:44:35.797 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 30 v 608 (ObjNum 369 snap 112 seq_num 369) dirty exists 2024-08-17T00:44:35.797 INFO:tasks.rados.rados.0.smithi082.stdout:1150: left oid 30 (ObjNum 369 snap 112 seq_num 369) 2024-08-17T00:44:35.797 INFO:tasks.rados.rados.0.smithi082.stdout:1155: finishing write tid 1 to smithi08280503-17 2024-08-17T00:44:35.797 INFO:tasks.rados.rados.0.smithi082.stdout:1150: done (3 left) 2024-08-17T00:44:35.797 INFO:tasks.rados.rados.0.smithi082.stdout:1151: done (2 left) 2024-08-17T00:44:35.797 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 21 current snap is 113 2024-08-17T00:44:35.797 INFO:tasks.rados.rados.0.smithi082.stdout:1157: seq_num 371 ranges {4669440=622592,5292032=679936,5971968=122880} 2024-08-17T00:44:35.824 INFO:tasks.rados.rados.0.smithi082.stdout:1157: writing smithi08280503-21 from 4669440 to 5292032 tid 1 2024-08-17T00:44:35.827 INFO:tasks.rados.rados.0.smithi082.stdout:1157: writing smithi08280503-21 from 5292032 to 5971968 tid 2 2024-08-17T00:44:35.828 INFO:tasks.rados.rados.0.smithi082.stdout:1157: writing smithi08280503-21 from 5971968 to 6094848 tid 3 2024-08-17T00:44:35.828 INFO:tasks.rados.rados.0.smithi082.stdout:1158: read oid 41 snap -1 2024-08-17T00:44:35.829 INFO:tasks.rados.rados.0.smithi082.stdout:1158: expect (ObjNum 322 snap 98 seq_num 322) 2024-08-17T00:44:35.829 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 50 current snap is 113 2024-08-17T00:44:35.829 INFO:tasks.rados.rados.0.smithi082.stdout:1156: finishing rollback tid 0 to smithi08280503-7 2024-08-17T00:44:35.829 INFO:tasks.rados.rados.0.smithi082.stdout:1156: finishing rollback tid 1 to smithi08280503-7 2024-08-17T00:44:35.829 INFO:tasks.rados.rados.0.smithi082.stdout:1159: seq_num 372 ranges {2064384=638976,2703360=565248,3268608=237568} 2024-08-17T00:44:35.844 INFO:tasks.rados.rados.0.smithi082.stdout:1159: writing smithi08280503-50 from 2064384 to 2703360 tid 1 2024-08-17T00:44:35.848 INFO:tasks.rados.rados.0.smithi082.stdout:1159: writing smithi08280503-50 from 2703360 to 3268608 tid 2 2024-08-17T00:44:35.850 INFO:tasks.rados.rados.0.smithi082.stdout:1159: writing smithi08280503-50 from 3268608 to 3506176 tid 3 2024-08-17T00:44:35.851 INFO:tasks.rados.rados.0.smithi082.stdout:1160: rollback oid 9 current snap is 113 2024-08-17T00:44:35.851 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 9 to 98 2024-08-17T00:44:35.851 INFO:tasks.rados.rados.0.smithi082.stdout:1156: finishing rollback tid 2 to smithi08280503-7 2024-08-17T00:44:35.851 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 677 (ObjNum 289 snap 83 seq_num 289) dirty exists 2024-08-17T00:44:35.851 INFO:tasks.rados.rados.0.smithi082.stdout:1155: finishing write tid 2 to smithi08280503-17 2024-08-17T00:44:35.851 INFO:tasks.rados.rados.0.smithi082.stdout:1155: finishing write tid 3 to smithi08280503-17 2024-08-17T00:44:35.851 INFO:tasks.rados.rados.0.smithi082.stdout:1155: finishing write tid 4 to smithi08280503-17 2024-08-17T00:44:35.851 INFO:tasks.rados.rados.0.smithi082.stdout:1155: finishing write tid 5 to smithi08280503-17 2024-08-17T00:44:35.851 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 441 (ObjNum 370 snap 113 seq_num 370) dirty exists 2024-08-17T00:44:35.851 INFO:tasks.rados.rados.0.smithi082.stdout:1155: left oid 17 (ObjNum 370 snap 113 seq_num 370) 2024-08-17T00:44:35.851 INFO:tasks.rados.rados.0.smithi082.stdout:1157: finishing write tid 1 to smithi08280503-21 2024-08-17T00:44:35.851 INFO:tasks.rados.rados.0.smithi082.stdout:1155: done (5 left) 2024-08-17T00:44:35.851 INFO:tasks.rados.rados.0.smithi082.stdout:1156: done (4 left) 2024-08-17T00:44:35.852 INFO:tasks.rados.rados.0.smithi082.stdout:1161: read oid 43 snap -1 2024-08-17T00:44:35.852 INFO:tasks.rados.rados.0.smithi082.stdout:1161: expect (ObjNum 363 snap 110 seq_num 363) 2024-08-17T00:44:35.852 INFO:tasks.rados.rados.0.smithi082.stdout:1157: finishing write tid 2 to smithi08280503-21 2024-08-17T00:44:35.852 INFO:tasks.rados.rados.0.smithi082.stdout:1157: finishing write tid 3 to smithi08280503-21 2024-08-17T00:44:35.852 INFO:tasks.rados.rados.0.smithi082.stdout:1157: finishing write tid 4 to smithi08280503-21 2024-08-17T00:44:35.852 INFO:tasks.rados.rados.0.smithi082.stdout:1157: finishing write tid 5 to smithi08280503-21 2024-08-17T00:44:35.852 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 352 (ObjNum 371 snap 113 seq_num 371) dirty exists 2024-08-17T00:44:35.852 INFO:tasks.rados.rados.0.smithi082.stdout:1157: left oid 21 (ObjNum 371 snap 113 seq_num 371) 2024-08-17T00:44:35.852 INFO:tasks.rados.rados.0.smithi082.stdout:1162: read oid 42 snap -1 2024-08-17T00:44:35.852 INFO:tasks.rados.rados.0.smithi082.stdout:1162: expect (ObjNum 361 snap 110 seq_num 361) 2024-08-17T00:44:35.852 INFO:tasks.rados.rados.0.smithi082.stdout:1157: done (5 left) 2024-08-17T00:44:35.852 INFO:tasks.rados.rados.0.smithi082.stdout:1163: copy_from oid 5 from oid 16 current snap is 113 2024-08-17T00:44:35.852 INFO:tasks.rados.rados.0.smithi082.stdout:1164: read oid 46 snap 105 2024-08-17T00:44:35.852 INFO:tasks.rados.rados.0.smithi082.stdout:1164: expect (ObjNum 142 snap 34 seq_num 142) 2024-08-17T00:44:35.853 INFO:tasks.rados.rados.0.smithi082.stdout:1165: snap_create 2024-08-17T00:44:35.855 INFO:tasks.rados.rados.0.smithi082.stdout:1158: expect (ObjNum 322 snap 98 seq_num 322) 2024-08-17T00:44:35.975 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:35 smithi082 podman[99644]: 2024-08-17 00:44:35.56773076 +0000 UTC m=+0.405487824 container init a55db912bd40121d07a3c687eaa1d07544aeebc9f19b52c6b42cd9a35dfed458 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-08-17T00:44:35.975 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:35 smithi082 podman[99644]: 2024-08-17 00:44:35.571362821 +0000 UTC m=+0.409119888 container start a55db912bd40121d07a3c687eaa1d07544aeebc9f19b52c6b42cd9a35dfed458 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:44:35.975 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:35 smithi082 podman[99644]: 2024-08-17 00:44:35.651014816 +0000 UTC m=+0.488771874 container attach a55db912bd40121d07a3c687eaa1d07544aeebc9f19b52c6b42cd9a35dfed458 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-08-17T00:44:35.975 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:35 smithi082 podman[99644]: 2024-08-17 00:44:35.771309126 +0000 UTC m=+0.609066182 container died a55db912bd40121d07a3c687eaa1d07544aeebc9f19b52c6b42cd9a35dfed458 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-08-17T00:44:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:44:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:36 smithi082 ceph-mon[94343]: osdmap e292: 8 total, 7 up, 8 in 2024-08-17T00:44:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:44:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:36 smithi082 ceph-mon[91979]: osdmap e292: 8 total, 7 up, 8 in 2024-08-17T00:44:36.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:36.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:44:36.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:36 smithi137 ceph-mon[86391]: osdmap e292: 8 total, 7 up, 8 in 2024-08-17T00:44:36.491 INFO:tasks.rados.rados.0.smithi082.stdout:1159: finishing write tid 1 to smithi08280503-50 2024-08-17T00:44:36.491 INFO:tasks.rados.rados.0.smithi082.stdout:1163: finishing copy_from to smithi08280503-5 2024-08-17T00:44:36.491 INFO:tasks.rados.rados.0.smithi082.stdout:1163: got expected ENOENT (src dne) 2024-08-17T00:44:36.491 INFO:tasks.rados.rados.0.smithi082.stdout:1163: finishing copy_from racing read to smithi08280503-5 2024-08-17T00:44:36.491 INFO:tasks.rados.rados.0.smithi082.stdout:1160: finishing rollback tid 0 to smithi08280503-9 2024-08-17T00:44:36.492 INFO:tasks.rados.rados.0.smithi082.stdout:1159: finishing write tid 2 to smithi08280503-50 2024-08-17T00:44:36.492 INFO:tasks.rados.rados.0.smithi082.stdout:1159: finishing write tid 3 to smithi08280503-50 2024-08-17T00:44:36.492 INFO:tasks.rados.rados.0.smithi082.stdout:1159: finishing write tid 4 to smithi08280503-50 2024-08-17T00:44:36.492 INFO:tasks.rados.rados.0.smithi082.stdout:1160: finishing rollback tid 1 to smithi08280503-9 2024-08-17T00:44:36.492 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 728 (ObjNum 33 snap 0 seq_num 2954945340) dirty dne 2024-08-17T00:44:36.492 INFO:tasks.rados.rados.0.smithi082.stdout:1159: finishing write tid 5 to smithi08280503-50 2024-08-17T00:44:36.492 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 647 (ObjNum 372 snap 113 seq_num 372) dirty exists 2024-08-17T00:44:36.492 INFO:tasks.rados.rados.0.smithi082.stdout:1159: left oid 50 (ObjNum 372 snap 113 seq_num 372) 2024-08-17T00:44:36.492 INFO:tasks.rados.rados.0.smithi082.stdout:1162: expect (ObjNum 361 snap 110 seq_num 361) 2024-08-17T00:44:36.567 INFO:tasks.rados.rados.0.smithi082.stdout:1161: expect (ObjNum 363 snap 110 seq_num 363) 2024-08-17T00:44:36.602 INFO:tasks.rados.rados.0.smithi082.stdout:1164: expect (ObjNum 142 snap 34 seq_num 142) 2024-08-17T00:44:36.891 INFO:tasks.rados.rados.0.smithi082.stdout:1158: done (7 left) 2024-08-17T00:44:36.891 INFO:tasks.rados.rados.0.smithi082.stdout:1159: done (6 left) 2024-08-17T00:44:36.891 INFO:tasks.rados.rados.0.smithi082.stdout:1160: done (5 left) 2024-08-17T00:44:36.891 INFO:tasks.rados.rados.0.smithi082.stdout:1161: done (4 left) 2024-08-17T00:44:36.891 INFO:tasks.rados.rados.0.smithi082.stdout:1162: done (3 left) 2024-08-17T00:44:36.891 INFO:tasks.rados.rados.0.smithi082.stdout:1163: done (2 left) 2024-08-17T00:44:36.891 INFO:tasks.rados.rados.0.smithi082.stdout:1164: done (1 left) 2024-08-17T00:44:36.891 INFO:tasks.rados.rados.0.smithi082.stdout:1165: done (0 left) 2024-08-17T00:44:36.892 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 40 current snap is 114 2024-08-17T00:44:36.892 INFO:tasks.rados.rados.0.smithi082.stdout:1166: seq_num 373 ranges {5627904=655360,6283264=499712,6782976=303104} 2024-08-17T00:44:36.923 INFO:tasks.rados.rados.0.smithi082.stdout:1166: writing smithi08280503-40 from 5627904 to 6283264 tid 1 2024-08-17T00:44:36.926 INFO:tasks.rados.rados.0.smithi082.stdout:1166: writing smithi08280503-40 from 6283264 to 6782976 tid 2 2024-08-17T00:44:36.928 INFO:tasks.rados.rados.0.smithi082.stdout:1166: writing smithi08280503-40 from 6782976 to 7086080 tid 3 2024-08-17T00:44:36.928 INFO:tasks.rados.rados.0.smithi082.stdout:1167: delete oid 47 current snap is 114 2024-08-17T00:44:36.929 INFO:tasks.rados.rados.0.smithi082.stdout:1166: finishing write tid 1 to smithi08280503-40 2024-08-17T00:44:36.930 INFO:tasks.rados.rados.0.smithi082.stdout:1166: finishing write tid 2 to smithi08280503-40 2024-08-17T00:44:36.931 INFO:tasks.rados.rados.0.smithi082.stdout:1166: finishing write tid 3 to smithi08280503-40 2024-08-17T00:44:36.931 INFO:tasks.rados.rados.0.smithi082.stdout:1166: finishing write tid 4 to smithi08280503-40 2024-08-17T00:44:36.932 INFO:tasks.rados.rados.0.smithi082.stdout:1166: finishing write tid 5 to smithi08280503-40 2024-08-17T00:44:36.932 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 682 (ObjNum 373 snap 114 seq_num 373) dirty exists 2024-08-17T00:44:36.932 INFO:tasks.rados.rados.0.smithi082.stdout:1166: left oid 40 (ObjNum 373 snap 114 seq_num 373) 2024-08-17T00:44:36.933 INFO:tasks.rados.rados.0.smithi082.stdout:1166: done (1 left) 2024-08-17T00:44:36.933 INFO:tasks.rados.rados.0.smithi082.stdout:1167: done (0 left) 2024-08-17T00:44:36.933 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 16 current snap is 114 2024-08-17T00:44:36.934 INFO:tasks.rados.rados.0.smithi082.stdout:1168: seq_num 375 ranges {0=688128,688128=663552,1351680=139264} 2024-08-17T00:44:36.937 INFO:tasks.rados.rados.0.smithi082.stdout:1168: writing smithi08280503-16 from 0 to 688128 tid 1 2024-08-17T00:44:36.938 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:36 smithi082 podman[99666]: 2024-08-17 00:44:36.478540217 +0000 UTC m=+0.697751154 container remove a55db912bd40121d07a3c687eaa1d07544aeebc9f19b52c6b42cd9a35dfed458 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-08-17T00:44:36.938 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:36 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.0.service: Deactivated successfully. 2024-08-17T00:44:36.938 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:36 smithi082 systemd[1]: Stopped Ceph osd.0 for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:44:36.938 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:36 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.0.service: Consumed 10.221s CPU time. 2024-08-17T00:44:36.938 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:36 smithi082 systemd[1]: Starting Ceph osd.0 for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:44:36.942 INFO:tasks.rados.rados.0.smithi082.stdout:1168: writing smithi08280503-16 from 688128 to 1351680 tid 2 2024-08-17T00:44:36.943 INFO:tasks.rados.rados.0.smithi082.stdout:1168: writing smithi08280503-16 from 1351680 to 1490944 tid 3 2024-08-17T00:44:36.943 INFO:tasks.rados.rados.0.smithi082.stdout:1169: delete oid 29 current snap is 114 2024-08-17T00:44:36.943 INFO:tasks.rados.rados.0.smithi082.stdout:1168: finishing write tid 1 to smithi08280503-16 2024-08-17T00:44:36.945 INFO:tasks.rados.rados.0.smithi082.stdout:1169: done (1 left) 2024-08-17T00:44:36.945 INFO:tasks.rados.rados.0.smithi082.stdout:1170: rollback oid 42 current snap is 114 2024-08-17T00:44:36.945 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 42 to 94 2024-08-17T00:44:36.946 INFO:tasks.rados.rados.0.smithi082.stdout:1171: read oid 39 snap -1 2024-08-17T00:44:36.946 INFO:tasks.rados.rados.0.smithi082.stdout:1171: expect deleted 2024-08-17T00:44:36.946 INFO:tasks.rados.rados.0.smithi082.stdout:1172: snap_create 2024-08-17T00:44:36.946 INFO:tasks.rados.rados.0.smithi082.stdout:1168: finishing write tid 2 to smithi08280503-16 2024-08-17T00:44:36.946 INFO:tasks.rados.rados.0.smithi082.stdout:1168: finishing write tid 3 to smithi08280503-16 2024-08-17T00:44:36.946 INFO:tasks.rados.rados.0.smithi082.stdout:1168: finishing write tid 4 to smithi08280503-16 2024-08-17T00:44:36.946 INFO:tasks.rados.rados.0.smithi082.stdout:1168: finishing write tid 5 to smithi08280503-16 2024-08-17T00:44:36.946 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 263 (ObjNum 375 snap 114 seq_num 375) dirty exists 2024-08-17T00:44:36.947 INFO:tasks.rados.rados.0.smithi082.stdout:1168: left oid 16 (ObjNum 375 snap 114 seq_num 375) 2024-08-17T00:44:36.947 INFO:tasks.rados.rados.0.smithi082.stdout:1170: finishing rollback tid 0 to smithi08280503-42 2024-08-17T00:44:36.947 INFO:tasks.rados.rados.0.smithi082.stdout:1170: finishing rollback tid 1 to smithi08280503-42 2024-08-17T00:44:36.947 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 577 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T00:44:37.191 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:37 smithi082 ceph-mon[94343]: pgmap v102: 121 pgs: 4 active+undersized, 16 stale+active+clean, 1 active+undersized+degraded, 100 active+clean; 333 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 348 KiB/s wr, 6 op/s; 15/597 objects degraded (2.513%) 2024-08-17T00:44:37.191 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:37 smithi082 ceph-mon[94343]: Health check failed: Degraded data redundancy: 15/597 objects degraded (2.513%), 1 pg degraded (PG_DEGRADED) 2024-08-17T00:44:37.191 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:37 smithi082 ceph-mon[94343]: osdmap e293: 8 total, 7 up, 8 in 2024-08-17T00:44:37.192 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:37 smithi082 ceph-mon[91979]: pgmap v102: 121 pgs: 4 active+undersized, 16 stale+active+clean, 1 active+undersized+degraded, 100 active+clean; 333 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 348 KiB/s wr, 6 op/s; 15/597 objects degraded (2.513%) 2024-08-17T00:44:37.192 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:37 smithi082 ceph-mon[91979]: Health check failed: Degraded data redundancy: 15/597 objects degraded (2.513%), 1 pg degraded (PG_DEGRADED) 2024-08-17T00:44:37.192 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:37 smithi082 ceph-mon[91979]: osdmap e293: 8 total, 7 up, 8 in 2024-08-17T00:44:37.192 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:36 smithi082 podman[99762]: 2024-08-17 00:44:36.840322005 +0000 UTC m=+0.017550167 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:44:37.192 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:36 smithi082 podman[99762]: 2024-08-17 00:44:36.946425624 +0000 UTC m=+0.123653791 container create a3cfa8ea636980ae31341faa64f53b3d09638200239a40346baeec0908e13b33 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0-activate, RELEASE=squid-d863d21, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-08-17T00:44:37.475 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:37 smithi082 podman[99762]: 2024-08-17 00:44:37.190634868 +0000 UTC m=+0.367863044 container init a3cfa8ea636980ae31341faa64f53b3d09638200239a40346baeec0908e13b33 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0-activate, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-08-17T00:44:37.475 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:37 smithi082 podman[99762]: 2024-08-17 00:44:37.194324552 +0000 UTC m=+0.371552719 container start a3cfa8ea636980ae31341faa64f53b3d09638200239a40346baeec0908e13b33 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0-activate, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:44:37.475 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:37 smithi082 podman[99762]: 2024-08-17 00:44:37.282556183 +0000 UTC m=+0.459784356 container attach a3cfa8ea636980ae31341faa64f53b3d09638200239a40346baeec0908e13b33 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0-activate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-08-17T00:44:37.475 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:37 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0-activate[99776]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:44:37.476 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:37 smithi082 bash[99762]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:44:37.476 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:37 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0-activate[99776]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:44:37.476 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:37 smithi082 bash[99762]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:44:37.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:37 smithi137 ceph-mon[86391]: pgmap v102: 121 pgs: 4 active+undersized, 16 stale+active+clean, 1 active+undersized+degraded, 100 active+clean; 333 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 348 KiB/s wr, 6 op/s; 15/597 objects degraded (2.513%) 2024-08-17T00:44:37.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:37 smithi137 ceph-mon[86391]: Health check failed: Degraded data redundancy: 15/597 objects degraded (2.513%), 1 pg degraded (PG_DEGRADED) 2024-08-17T00:44:37.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:37 smithi137 ceph-mon[86391]: osdmap e293: 8 total, 7 up, 8 in 2024-08-17T00:44:37.746 INFO:tasks.rados.rados.0.smithi082.stdout:1168: done (3 left) 2024-08-17T00:44:37.746 INFO:tasks.rados.rados.0.smithi082.stdout:1170: done (2 left) 2024-08-17T00:44:37.746 INFO:tasks.rados.rados.0.smithi082.stdout:1171: done (1 left) 2024-08-17T00:44:37.746 INFO:tasks.rados.rados.0.smithi082.stdout:1172: done (0 left) 2024-08-17T00:44:37.746 INFO:tasks.rados.rados.0.smithi082.stdout:1173: copy_from oid 48 from oid 8 current snap is 115 2024-08-17T00:44:37.746 INFO:tasks.rados.rados.0.smithi082.stdout:1174: read oid 41 snap -1 2024-08-17T00:44:37.746 INFO:tasks.rados.rados.0.smithi082.stdout:1174: expect (ObjNum 322 snap 98 seq_num 322) 2024-08-17T00:44:37.746 INFO:tasks.rados.rados.0.smithi082.stdout:1175: snap_create 2024-08-17T00:44:37.774 INFO:tasks.rados.rados.0.smithi082.stdout:1173: finishing copy_from racing read to smithi08280503-48 2024-08-17T00:44:37.782 INFO:tasks.rados.rados.0.smithi082.stdout:1174: expect (ObjNum 322 snap 98 seq_num 322) 2024-08-17T00:44:37.950 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:37 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0-activate[99776]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-17T00:44:37.951 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:37 smithi082 bash[99762]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-17T00:44:37.951 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:37 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0-activate[99776]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-08-17T00:44:37.951 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:37 smithi082 bash[99762]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-08-17T00:44:37.951 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:37 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0-activate[99776]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-08-17T00:44:37.951 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:37 smithi082 bash[99762]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-08-17T00:44:37.951 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:37 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0-activate[99776]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-17T00:44:37.951 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:37 smithi082 bash[99762]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-17T00:44:37.951 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:37 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0-activate[99776]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-08-17T00:44:37.951 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:37 smithi082 bash[99762]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-08-17T00:44:37.951 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:37 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0-activate[99776]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-17T00:44:37.951 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:37 smithi082 bash[99762]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-17T00:44:37.951 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:37 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0-activate[99776]: --> ceph-volume raw activate successful for osd ID: 0 2024-08-17T00:44:37.951 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:37 smithi082 bash[99762]: --> ceph-volume raw activate successful for osd ID: 0 2024-08-17T00:44:37.951 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:37 smithi082 podman[99762]: 2024-08-17 00:44:37.569505247 +0000 UTC m=+0.746733420 container died a3cfa8ea636980ae31341faa64f53b3d09638200239a40346baeec0908e13b33 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0-activate, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-d863d21, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-08-17T00:44:38.225 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:38 smithi082 podman[99911]: 2024-08-17 00:44:38.186631752 +0000 UTC m=+0.611432795 container remove a3cfa8ea636980ae31341faa64f53b3d09638200239a40346baeec0908e13b33 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-08-17T00:44:38.421 INFO:tasks.rados.rados.0.smithi082.stdout:1173: finishing copy_from to smithi08280503-48 2024-08-17T00:44:38.421 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 237 (ObjNum 264 snap 75 seq_num 264) dirty exists 2024-08-17T00:44:38.707 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:38 smithi082 podman[99973]: 2024-08-17 00:44:38.302674159 +0000 UTC m=+0.017385584 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:44:38.707 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:38 smithi082 podman[99973]: 2024-08-17 00:44:38.412624013 +0000 UTC m=+0.127335446 container create 32a8251d6cbd7c1a7b261238607c4e97049c55ee95351d95ff21f6aec3b2f889 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:44:38.707 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:38 smithi082 podman[99973]: 2024-08-17 00:44:38.623180335 +0000 UTC m=+0.337891770 container init 32a8251d6cbd7c1a7b261238607c4e97049c55ee95351d95ff21f6aec3b2f889 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0, RELEASE=squid-d863d21, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-08-17T00:44:38.708 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:38 smithi082 podman[99973]: 2024-08-17 00:44:38.626445989 +0000 UTC m=+0.341157417 container start 32a8251d6cbd7c1a7b261238607c4e97049c55ee95351d95ff21f6aec3b2f889 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD) 2024-08-17T00:44:38.708 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:38 smithi082 ceph-osd[99992]: -- 172.21.15.82:0/1640852938 <== mon.0 v2:172.21.15.82:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ac3e657a40 con 0x55ac3e635c00 2024-08-17T00:44:38.755 INFO:tasks.rados.rados.0.smithi082.stdout:1173: done (2 left) 2024-08-17T00:44:38.755 INFO:tasks.rados.rados.0.smithi082.stdout:1174: done (1 left) 2024-08-17T00:44:38.755 INFO:tasks.rados.rados.0.smithi082.stdout:1175: done (0 left) 2024-08-17T00:44:38.755 INFO:tasks.rados.rados.0.smithi082.stdout:1176: snap_create 2024-08-17T00:44:38.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:38 smithi082 ceph-mon[94343]: osdmap e294: 8 total, 7 up, 8 in 2024-08-17T00:44:38.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:38 smithi082 ceph-mon[94343]: pgmap v105: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 346 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 18 op/s; 91/621 objects degraded (14.654%) 2024-08-17T00:44:38.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:38 smithi082 ceph-mon[91979]: osdmap e294: 8 total, 7 up, 8 in 2024-08-17T00:44:38.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:38 smithi082 ceph-mon[91979]: pgmap v105: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 346 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 18 op/s; 91/621 objects degraded (14.654%) 2024-08-17T00:44:38.975 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:38 smithi082 bash[99973]: 32a8251d6cbd7c1a7b261238607c4e97049c55ee95351d95ff21f6aec3b2f889 2024-08-17T00:44:38.976 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:38 smithi082 systemd[1]: Started Ceph osd.0 for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:44:38.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:38 smithi137 ceph-mon[86391]: osdmap e294: 8 total, 7 up, 8 in 2024-08-17T00:44:38.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:38 smithi137 ceph-mon[86391]: pgmap v105: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 346 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 18 op/s; 91/621 objects degraded (14.654%) 2024-08-17T00:44:38.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:38 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:39.466 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:39 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0[99988]: 2024-08-17T00:44:39.178+0000 7f82c47c1640 -1 Falling back to public interface 2024-08-17T00:44:39.752 INFO:tasks.rados.rados.0.smithi082.stdout:1176: done (0 left) 2024-08-17T00:44:39.752 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 7 current snap is 117 2024-08-17T00:44:39.753 INFO:tasks.rados.rados.0.smithi082.stdout:1177: seq_num 377 ranges {5283840=720896,6004736=434176,6438912=368640} 2024-08-17T00:44:39.786 INFO:tasks.rados.rados.0.smithi082.stdout:1177: writing smithi08280503-7 from 5283840 to 6004736 tid 1 2024-08-17T00:44:39.789 INFO:tasks.rados.rados.0.smithi082.stdout:1177: writing smithi08280503-7 from 6004736 to 6438912 tid 2 2024-08-17T00:44:39.792 INFO:tasks.rados.rados.0.smithi082.stdout:1177: writing smithi08280503-7 from 6438912 to 6807552 tid 3 2024-08-17T00:44:39.792 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 45 current snap is 117 2024-08-17T00:44:39.792 INFO:tasks.rados.rados.0.smithi082.stdout:1178: seq_num 378 ranges {0=737280,737280=720896,1458176=81920} 2024-08-17T00:44:39.796 INFO:tasks.rados.rados.0.smithi082.stdout:1178: writing smithi08280503-45 from 0 to 737280 tid 1 2024-08-17T00:44:39.800 INFO:tasks.rados.rados.0.smithi082.stdout:1178: writing smithi08280503-45 from 737280 to 1458176 tid 2 2024-08-17T00:44:39.801 INFO:tasks.rados.rados.0.smithi082.stdout:1178: writing smithi08280503-45 from 1458176 to 1540096 tid 3 2024-08-17T00:44:39.801 INFO:tasks.rados.rados.0.smithi082.stdout:1179: copy_from oid 38 from oid 44 current snap is 117 2024-08-17T00:44:39.801 INFO:tasks.rados.rados.0.smithi082.stdout:1177: finishing write tid 1 to smithi08280503-7 2024-08-17T00:44:39.802 INFO:tasks.rados.rados.0.smithi082.stdout:1177: finishing write tid 2 to smithi08280503-7 2024-08-17T00:44:39.802 INFO:tasks.rados.rados.0.smithi082.stdout:1177: finishing write tid 3 to smithi08280503-7 2024-08-17T00:44:39.802 INFO:tasks.rados.rados.0.smithi082.stdout:1177: finishing write tid 4 to smithi08280503-7 2024-08-17T00:44:39.802 INFO:tasks.rados.rados.0.smithi082.stdout:1177: finishing write tid 5 to smithi08280503-7 2024-08-17T00:44:39.802 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 687 (ObjNum 377 snap 117 seq_num 377) dirty exists 2024-08-17T00:44:39.802 INFO:tasks.rados.rados.0.smithi082.stdout:1177: left oid 7 (ObjNum 377 snap 117 seq_num 377) 2024-08-17T00:44:39.802 INFO:tasks.rados.rados.0.smithi082.stdout:1177: done (2 left) 2024-08-17T00:44:39.802 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 27 current snap is 117 2024-08-17T00:44:39.802 INFO:tasks.rados.rados.0.smithi082.stdout:1180: seq_num 379 ranges {942080=753664,1695744=606208,2301952=196608} 2024-08-17T00:44:39.811 INFO:tasks.rados.rados.0.smithi082.stdout:1180: writing smithi08280503-27 from 942080 to 1695744 tid 1 2024-08-17T00:44:39.815 INFO:tasks.rados.rados.0.smithi082.stdout:1180: writing smithi08280503-27 from 1695744 to 2301952 tid 2 2024-08-17T00:44:39.816 INFO:tasks.rados.rados.0.smithi082.stdout:1180: writing smithi08280503-27 from 2301952 to 2498560 tid 3 2024-08-17T00:44:39.817 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 5 current snap is 117 2024-08-17T00:44:39.817 INFO:tasks.rados.rados.0.smithi082.stdout:1178: finishing write tid 1 to smithi08280503-45 2024-08-17T00:44:39.817 INFO:tasks.rados.rados.0.smithi082.stdout:1181: seq_num 380 ranges {1089536=770048,1859584=483328,2342912=319488} 2024-08-17T00:44:39.826 INFO:tasks.rados.rados.0.smithi082.stdout:1181: writing smithi08280503-5 from 1089536 to 1859584 tid 1 2024-08-17T00:44:39.829 INFO:tasks.rados.rados.0.smithi082.stdout:1181: writing smithi08280503-5 from 1859584 to 2342912 tid 2 2024-08-17T00:44:39.832 INFO:tasks.rados.rados.0.smithi082.stdout:1181: writing smithi08280503-5 from 2342912 to 2662400 tid 3 2024-08-17T00:44:39.832 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 37 current snap is 117 2024-08-17T00:44:39.832 INFO:tasks.rados.rados.0.smithi082.stdout:1178: finishing write tid 2 to smithi08280503-45 2024-08-17T00:44:39.832 INFO:tasks.rados.rados.0.smithi082.stdout:1182: seq_num 381 ranges {0=786432,786432=417792,1204224=385024} 2024-08-17T00:44:39.836 INFO:tasks.rados.rados.0.smithi082.stdout:1182: writing smithi08280503-37 from 0 to 786432 tid 1 2024-08-17T00:44:39.839 INFO:tasks.rados.rados.0.smithi082.stdout:1182: writing smithi08280503-37 from 786432 to 1204224 tid 2 2024-08-17T00:44:39.841 INFO:tasks.rados.rados.0.smithi082.stdout:1182: writing smithi08280503-37 from 1204224 to 1589248 tid 3 2024-08-17T00:44:39.842 INFO:tasks.rados.rados.0.smithi082.stdout:1183: snap_remove snap 98 2024-08-17T00:44:40.198 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:39 smithi082 ceph-mon[94343]: osdmap e295: 8 total, 7 up, 8 in 2024-08-17T00:44:40.198 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:39 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:40.198 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:39 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:40.198 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:39 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:44:40.198 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:39 smithi082 ceph-mon[91979]: osdmap e295: 8 total, 7 up, 8 in 2024-08-17T00:44:40.198 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:39 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:40.198 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:39 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:40.198 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:39 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:44:40.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:39 smithi137 ceph-mon[86391]: osdmap e295: 8 total, 7 up, 8 in 2024-08-17T00:44:40.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:39 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:40.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:39 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:40.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:39 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:44:40.761 INFO:tasks.rados.rados.0.smithi082.stdout:1183: done (5 left) 2024-08-17T00:44:40.761 INFO:tasks.rados.rados.0.smithi082.stdout:1184: snap_create 2024-08-17T00:44:40.761 INFO:tasks.rados.rados.0.smithi082.stdout:1178: finishing write tid 3 to smithi08280503-45 2024-08-17T00:44:40.761 INFO:tasks.rados.rados.0.smithi082.stdout:1178: finishing write tid 4 to smithi08280503-45 2024-08-17T00:44:40.762 INFO:tasks.rados.rados.0.smithi082.stdout:1178: finishing write tid 5 to smithi08280503-45 2024-08-17T00:44:40.762 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 258 (ObjNum 378 snap 117 seq_num 378) dirty exists 2024-08-17T00:44:40.762 INFO:tasks.rados.rados.0.smithi082.stdout:1178: left oid 45 (ObjNum 378 snap 117 seq_num 378) 2024-08-17T00:44:40.762 INFO:tasks.rados.rados.0.smithi082.stdout:1179: finishing copy_from racing read to smithi08280503-38 2024-08-17T00:44:40.762 INFO:tasks.rados.rados.0.smithi082.stdout:1179: finishing copy_from to smithi08280503-38 2024-08-17T00:44:40.762 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 253 (ObjNum 366 snap 112 seq_num 366) dirty exists 2024-08-17T00:44:40.762 INFO:tasks.rados.rados.0.smithi082.stdout:1180: finishing write tid 1 to smithi08280503-27 2024-08-17T00:44:40.762 INFO:tasks.rados.rados.0.smithi082.stdout:1180: finishing write tid 2 to smithi08280503-27 2024-08-17T00:44:40.762 INFO:tasks.rados.rados.0.smithi082.stdout:1180: finishing write tid 3 to smithi08280503-27 2024-08-17T00:44:40.762 INFO:tasks.rados.rados.0.smithi082.stdout:1180: finishing write tid 4 to smithi08280503-27 2024-08-17T00:44:40.762 INFO:tasks.rados.rados.0.smithi082.stdout:1180: finishing write tid 5 to smithi08280503-27 2024-08-17T00:44:40.762 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 692 (ObjNum 379 snap 117 seq_num 379) dirty exists 2024-08-17T00:44:40.762 INFO:tasks.rados.rados.0.smithi082.stdout:1180: left oid 27 (ObjNum 379 snap 117 seq_num 379) 2024-08-17T00:44:40.763 INFO:tasks.rados.rados.0.smithi082.stdout:1181: finishing write tid 1 to smithi08280503-5 2024-08-17T00:44:40.763 INFO:tasks.rados.rados.0.smithi082.stdout:1181: finishing write tid 2 to smithi08280503-5 2024-08-17T00:44:40.763 INFO:tasks.rados.rados.0.smithi082.stdout:1181: finishing write tid 3 to smithi08280503-5 2024-08-17T00:44:40.763 INFO:tasks.rados.rados.0.smithi082.stdout:1181: finishing write tid 4 to smithi08280503-5 2024-08-17T00:44:40.763 INFO:tasks.rados.rados.0.smithi082.stdout:1181: finishing write tid 5 to smithi08280503-5 2024-08-17T00:44:40.763 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 600 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-08-17T00:44:40.763 INFO:tasks.rados.rados.0.smithi082.stdout:1181: left oid 5 (ObjNum 380 snap 117 seq_num 380) 2024-08-17T00:44:40.763 INFO:tasks.rados.rados.0.smithi082.stdout:1182: finishing write tid 1 to smithi08280503-37 2024-08-17T00:44:40.763 INFO:tasks.rados.rados.0.smithi082.stdout:1182: finishing write tid 2 to smithi08280503-37 2024-08-17T00:44:40.763 INFO:tasks.rados.rados.0.smithi082.stdout:1182: finishing write tid 3 to smithi08280503-37 2024-08-17T00:44:40.763 INFO:tasks.rados.rados.0.smithi082.stdout:1182: finishing write tid 4 to smithi08280503-37 2024-08-17T00:44:40.763 INFO:tasks.rados.rados.0.smithi082.stdout:1182: finishing write tid 5 to smithi08280503-37 2024-08-17T00:44:40.763 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 653 (ObjNum 381 snap 117 seq_num 381) dirty exists 2024-08-17T00:44:40.763 INFO:tasks.rados.rados.0.smithi082.stdout:1182: left oid 37 (ObjNum 381 snap 117 seq_num 381) 2024-08-17T00:44:41.041 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:40 smithi082 ceph-mon[94343]: osdmap e296: 8 total, 7 up, 8 in 2024-08-17T00:44:41.041 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:40 smithi082 ceph-mon[94343]: pgmap v108: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 346 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 12 op/s; 91/621 objects degraded (14.654%) 2024-08-17T00:44:41.042 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:40 smithi082 ceph-mon[91979]: osdmap e296: 8 total, 7 up, 8 in 2024-08-17T00:44:41.042 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:40 smithi082 ceph-mon[91979]: pgmap v108: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 346 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 12 op/s; 91/621 objects degraded (14.654%) 2024-08-17T00:44:41.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:40 smithi137 ceph-mon[86391]: osdmap e296: 8 total, 7 up, 8 in 2024-08-17T00:44:41.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:40 smithi137 ceph-mon[86391]: pgmap v108: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 346 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 12 op/s; 91/621 objects degraded (14.654%) 2024-08-17T00:44:41.766 INFO:tasks.rados.rados.0.smithi082.stdout:1178: done (5 left) 2024-08-17T00:44:41.766 INFO:tasks.rados.rados.0.smithi082.stdout:1179: done (4 left) 2024-08-17T00:44:41.766 INFO:tasks.rados.rados.0.smithi082.stdout:1180: done (3 left) 2024-08-17T00:44:41.766 INFO:tasks.rados.rados.0.smithi082.stdout:1181: done (2 left) 2024-08-17T00:44:41.766 INFO:tasks.rados.rados.0.smithi082.stdout:1182: done (1 left) 2024-08-17T00:44:41.766 INFO:tasks.rados.rados.0.smithi082.stdout:1184: done (0 left) 2024-08-17T00:44:41.766 INFO:tasks.rados.rados.0.smithi082.stdout:1185: copy_from oid 34 from oid 38 current snap is 118 2024-08-17T00:44:41.766 INFO:tasks.rados.rados.0.smithi082.stdout:1186: rollback oid 46 current snap is 118 2024-08-17T00:44:41.766 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 46 to 108 2024-08-17T00:44:41.766 INFO:tasks.rados.rados.0.smithi082.stdout:1187: rollback oid 23 current snap is 118 2024-08-17T00:44:41.766 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 23 to 113 2024-08-17T00:44:41.767 INFO:tasks.rados.rados.0.smithi082.stdout:1188: delete oid 22 current snap is 118 2024-08-17T00:44:41.771 INFO:tasks.rados.rados.0.smithi082.stdout:1187: finishing rollback tid 1 to smithi08280503-23 2024-08-17T00:44:41.771 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 364 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-08-17T00:44:41.771 INFO:tasks.rados.rados.0.smithi082.stdout:1187: done (3 left) 2024-08-17T00:44:41.772 INFO:tasks.rados.rados.0.smithi082.stdout:1188: done (2 left) 2024-08-17T00:44:41.772 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 48 current snap is 118 2024-08-17T00:44:41.772 INFO:tasks.rados.rados.0.smithi082.stdout:1189: seq_num 383 ranges {4669440=417792,5087232=589824,5677056=417792,6094848=196608} 2024-08-17T00:44:41.799 INFO:tasks.rados.rados.0.smithi082.stdout:1189: writing smithi08280503-48 from 4669440 to 5087232 tid 1 2024-08-17T00:44:41.803 INFO:tasks.rados.rados.0.smithi082.stdout:1189: writing smithi08280503-48 from 5087232 to 5677056 tid 2 2024-08-17T00:44:41.805 INFO:tasks.rados.rados.0.smithi082.stdout:1189: writing smithi08280503-48 from 5677056 to 6094848 tid 3 2024-08-17T00:44:41.807 INFO:tasks.rados.rados.0.smithi082.stdout:1189: writing smithi08280503-48 from 6094848 to 6291456 tid 4 2024-08-17T00:44:41.807 INFO:tasks.rados.rados.0.smithi082.stdout:1190: copy_from oid 13 from oid 1 current snap is 118 2024-08-17T00:44:41.807 INFO:tasks.rados.rados.0.smithi082.stdout:1186: finishing rollback tid 0 to smithi08280503-46 2024-08-17T00:44:41.807 INFO:tasks.rados.rados.0.smithi082.stdout:1186: finishing rollback tid 1 to smithi08280503-46 2024-08-17T00:44:41.807 INFO:tasks.rados.rados.0.smithi082.stdout:1186: finishing rollback tid 2 to smithi08280503-46 2024-08-17T00:44:41.807 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 46 v 740 (ObjNum 142 snap 34 seq_num 142) dirty exists 2024-08-17T00:44:41.807 INFO:tasks.rados.rados.0.smithi082.stdout:1185: finishing copy_from racing read to smithi08280503-34 2024-08-17T00:44:41.807 INFO:tasks.rados.rados.0.smithi082.stdout:1185: finishing copy_from to smithi08280503-34 2024-08-17T00:44:41.807 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 253 (ObjNum 366 snap 112 seq_num 366) dirty exists 2024-08-17T00:44:41.808 INFO:tasks.rados.rados.0.smithi082.stdout:1189: finishing write tid 1 to smithi08280503-48 2024-08-17T00:44:41.808 INFO:tasks.rados.rados.0.smithi082.stdout:1189: finishing write tid 2 to smithi08280503-48 2024-08-17T00:44:41.808 INFO:tasks.rados.rados.0.smithi082.stdout:1185: done (3 left) 2024-08-17T00:44:41.808 INFO:tasks.rados.rados.0.smithi082.stdout:1186: done (2 left) 2024-08-17T00:44:41.808 INFO:tasks.rados.rados.0.smithi082.stdout:1191: snap_remove snap 116 2024-08-17T00:44:42.046 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:41 smithi082 ceph-mon[94343]: osdmap e297: 8 total, 7 up, 8 in 2024-08-17T00:44:42.046 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:41 smithi082 ceph-mon[91979]: osdmap e297: 8 total, 7 up, 8 in 2024-08-17T00:44:42.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:41 smithi137 ceph-mon[86391]: osdmap e297: 8 total, 7 up, 8 in 2024-08-17T00:44:42.475 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:42 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0[99988]: 2024-08-17T00:44:42.044+0000 7f82c47c1640 -1 osd.0 289 log_to_monitors true 2024-08-17T00:44:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:42.776 INFO:tasks.rados.rados.0.smithi082.stdout:1191: done (2 left) 2024-08-17T00:44:42.777 INFO:tasks.rados.rados.0.smithi082.stdout:1192: copy_from oid 7 from oid 3 current snap is 118 2024-08-17T00:44:42.777 INFO:tasks.rados.rados.0.smithi082.stdout:1189: finishing write tid 3 to smithi08280503-48 2024-08-17T00:44:42.777 INFO:tasks.rados.rados.0.smithi082.stdout:1189: finishing write tid 4 to smithi08280503-48 2024-08-17T00:44:42.777 INFO:tasks.rados.rados.0.smithi082.stdout:1189: finishing write tid 5 to smithi08280503-48 2024-08-17T00:44:42.777 INFO:tasks.rados.rados.0.smithi082.stdout:1189: finishing write tid 6 to smithi08280503-48 2024-08-17T00:44:42.777 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 665 (ObjNum 383 snap 118 seq_num 383) dirty exists 2024-08-17T00:44:42.777 INFO:tasks.rados.rados.0.smithi082.stdout:1189: left oid 48 (ObjNum 383 snap 118 seq_num 383) 2024-08-17T00:44:42.777 INFO:tasks.rados.rados.0.smithi082.stdout:1190: finishing copy_from racing read to smithi08280503-13 2024-08-17T00:44:42.777 INFO:tasks.rados.rados.0.smithi082.stdout:1190: finishing copy_from to smithi08280503-13 2024-08-17T00:44:42.777 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 405 (ObjNum 264 snap 75 seq_num 264) dirty exists 2024-08-17T00:44:42.777 INFO:tasks.rados.rados.0.smithi082.stdout:1189: done (2 left) 2024-08-17T00:44:42.777 INFO:tasks.rados.rados.0.smithi082.stdout:1190: done (1 left) 2024-08-17T00:44:42.777 INFO:tasks.rados.rados.0.smithi082.stdout:1193: copy_from oid 6 from oid 47 current snap is 118 2024-08-17T00:44:42.778 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 27 current snap is 118 2024-08-17T00:44:42.778 INFO:tasks.rados.rados.0.smithi082.stdout:1194: seq_num 384 ranges {2498560=434176,2932736=475136,3407872=630784,4038656=98304} 2024-08-17T00:44:42.794 INFO:tasks.rados.rados.0.smithi082.stdout:1194: writing smithi08280503-27 from 2498560 to 2932736 tid 1 2024-08-17T00:44:42.797 INFO:tasks.rados.rados.0.smithi082.stdout:1194: writing smithi08280503-27 from 2932736 to 3407872 tid 2 2024-08-17T00:44:42.801 INFO:tasks.rados.rados.0.smithi082.stdout:1194: writing smithi08280503-27 from 3407872 to 4038656 tid 3 2024-08-17T00:44:42.802 INFO:tasks.rados.rados.0.smithi082.stdout:1194: writing smithi08280503-27 from 4038656 to 4136960 tid 4 2024-08-17T00:44:42.802 INFO:tasks.rados.rados.0.smithi082.stdout:1193: finishing copy_from to smithi08280503-6 2024-08-17T00:44:42.802 INFO:tasks.rados.rados.0.smithi082.stdout:1193: got expected ENOENT (src dne) 2024-08-17T00:44:42.802 INFO:tasks.rados.rados.0.smithi082.stdout:1193: finishing copy_from racing read to smithi08280503-6 2024-08-17T00:44:42.802 INFO:tasks.rados.rados.0.smithi082.stdout:1193: done (2 left) 2024-08-17T00:44:42.803 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 46 current snap is 118 2024-08-17T00:44:42.803 INFO:tasks.rados.rados.0.smithi082.stdout:1195: seq_num 385 ranges {6430720=450560,6881280=761856,7643136=442368} 2024-08-17T00:44:42.840 INFO:tasks.rados.rados.0.smithi082.stdout:1195: writing smithi08280503-46 from 6430720 to 6881280 tid 1 2024-08-17T00:44:42.844 INFO:tasks.rados.rados.0.smithi082.stdout:1195: writing smithi08280503-46 from 6881280 to 7643136 tid 2 2024-08-17T00:44:42.847 INFO:tasks.rados.rados.0.smithi082.stdout:1195: writing smithi08280503-46 from 7643136 to 8085504 tid 3 2024-08-17T00:44:42.847 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 8 current snap is 118 2024-08-17T00:44:42.847 INFO:tasks.rados.rados.0.smithi082.stdout:1192: finishing copy_from racing read to smithi08280503-7 2024-08-17T00:44:42.847 INFO:tasks.rados.rados.0.smithi082.stdout:1196: seq_num 386 ranges {4669440=466944,5136384=638976,5775360=565248} 2024-08-17T00:44:42.875 INFO:tasks.rados.rados.0.smithi082.stdout:1196: writing smithi08280503-8 from 4669440 to 5136384 tid 1 2024-08-17T00:44:42.879 INFO:tasks.rados.rados.0.smithi082.stdout:1196: writing smithi08280503-8 from 5136384 to 5775360 tid 2 2024-08-17T00:44:42.883 INFO:tasks.rados.rados.0.smithi082.stdout:1196: writing smithi08280503-8 from 5775360 to 6340608 tid 3 2024-08-17T00:44:42.883 INFO:tasks.rados.rados.0.smithi082.stdout:1197: rmattr oid 48 current snap is 118 2024-08-17T00:44:42.883 INFO:tasks.rados.rados.0.smithi082.stdout:1197: done (4 left) 2024-08-17T00:44:42.883 INFO:tasks.rados.rados.0.smithi082.stdout:1198: delete oid 15 current snap is 118 2024-08-17T00:44:42.883 INFO:tasks.rados.rados.0.smithi082.stdout:1194: finishing write tid 1 to smithi08280503-27 2024-08-17T00:44:42.883 INFO:tasks.rados.rados.0.smithi082.stdout:1194: finishing write tid 2 to smithi08280503-27 2024-08-17T00:44:42.883 INFO:tasks.rados.rados.0.smithi082.stdout:1192: finishing copy_from to smithi08280503-7 2024-08-17T00:44:42.883 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 331 (ObjNum 352 snap 109 seq_num 352) dirty exists 2024-08-17T00:44:42.883 INFO:tasks.rados.rados.0.smithi082.stdout:1194: finishing write tid 3 to smithi08280503-27 2024-08-17T00:44:42.883 INFO:tasks.rados.rados.0.smithi082.stdout:1194: finishing write tid 4 to smithi08280503-27 2024-08-17T00:44:42.883 INFO:tasks.rados.rados.0.smithi082.stdout:1194: finishing write tid 5 to smithi08280503-27 2024-08-17T00:44:42.883 INFO:tasks.rados.rados.0.smithi082.stdout:1194: finishing write tid 6 to smithi08280503-27 2024-08-17T00:44:42.884 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 710 (ObjNum 384 snap 118 seq_num 384) dirty exists 2024-08-17T00:44:42.884 INFO:tasks.rados.rados.0.smithi082.stdout:1194: left oid 27 (ObjNum 384 snap 118 seq_num 384) 2024-08-17T00:44:42.884 INFO:tasks.rados.rados.0.smithi082.stdout:1195: finishing write tid 1 to smithi08280503-46 2024-08-17T00:44:42.925 INFO:tasks.rados.rados.0.smithi082.stdout:1192: done (4 left) 2024-08-17T00:44:42.925 INFO:tasks.rados.rados.0.smithi082.stdout:1194: done (3 left) 2024-08-17T00:44:42.925 INFO:tasks.rados.rados.0.smithi082.stdout:1198: done (2 left) 2024-08-17T00:44:42.925 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 28 current snap is 118 2024-08-17T00:44:42.925 INFO:tasks.rados.rados.0.smithi082.stdout:1199: seq_num 388 ranges {3440640=507904,3948544=458752,4407296=606208,5013504=139264} 2024-08-17T00:44:42.946 INFO:tasks.rados.rados.0.smithi082.stdout:1199: writing smithi08280503-28 from 3440640 to 3948544 tid 1 2024-08-17T00:44:42.949 INFO:tasks.rados.rados.0.smithi082.stdout:1199: writing smithi08280503-28 from 3948544 to 4407296 tid 2 2024-08-17T00:44:42.953 INFO:tasks.rados.rados.0.smithi082.stdout:1199: writing smithi08280503-28 from 4407296 to 5013504 tid 3 2024-08-17T00:44:42.953 INFO:tasks.rados.rados.0.smithi082.stdout:1199: writing smithi08280503-28 from 5013504 to 5152768 tid 4 2024-08-17T00:44:42.954 INFO:tasks.rados.rados.0.smithi082.stdout:1200: delete oid 33 current snap is 118 2024-08-17T00:44:42.954 INFO:tasks.rados.rados.0.smithi082.stdout:1195: finishing write tid 2 to smithi08280503-46 2024-08-17T00:44:42.956 INFO:tasks.rados.rados.0.smithi082.stdout:1200: done (3 left) 2024-08-17T00:44:42.956 INFO:tasks.rados.rados.0.smithi082.stdout:1201: setattr oid 47 current snap is 118 2024-08-17T00:44:42.957 INFO:tasks.rados.rados.0.smithi082.stdout:1202: read oid 38 snap -1 2024-08-17T00:44:42.957 INFO:tasks.rados.rados.0.smithi082.stdout:1202: expect (ObjNum 366 snap 112 seq_num 366) 2024-08-17T00:44:42.957 INFO:tasks.rados.rados.0.smithi082.stdout:1203: snap_remove snap 104 2024-08-17T00:44:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:42 smithi082 ceph-mon[94343]: osdmap e298: 8 total, 7 up, 8 in 2024-08-17T00:44:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:42 smithi082 ceph-mon[94343]: from='osd.0 [v2:172.21.15.82:6802/3417694778,v1:172.21.15.82:6803/3417694778]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T00:44:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:42 smithi082 ceph-mon[94343]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T00:44:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:42 smithi082 ceph-mon[94343]: pgmap v111: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 363 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.1 MiB/s wr, 11 op/s; 94/642 objects degraded (14.642%) 2024-08-17T00:44:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:42 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:42 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:43.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:42 smithi082 ceph-mon[91979]: osdmap e298: 8 total, 7 up, 8 in 2024-08-17T00:44:43.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:42 smithi082 ceph-mon[91979]: from='osd.0 [v2:172.21.15.82:6802/3417694778,v1:172.21.15.82:6803/3417694778]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T00:44:43.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:42 smithi082 ceph-mon[91979]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T00:44:43.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:42 smithi082 ceph-mon[91979]: pgmap v111: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 363 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.1 MiB/s wr, 11 op/s; 94/642 objects degraded (14.642%) 2024-08-17T00:44:43.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:42 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:43.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:42 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:42 smithi137 ceph-mon[86391]: osdmap e298: 8 total, 7 up, 8 in 2024-08-17T00:44:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:42 smithi137 ceph-mon[86391]: from='osd.0 [v2:172.21.15.82:6802/3417694778,v1:172.21.15.82:6803/3417694778]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T00:44:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:42 smithi137 ceph-mon[86391]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T00:44:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:42 smithi137 ceph-mon[86391]: pgmap v111: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 363 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.1 MiB/s wr, 11 op/s; 94/642 objects degraded (14.642%) 2024-08-17T00:44:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:42 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:42 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:43.570 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 00:44:43 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0[99988]: 2024-08-17T00:44:43.261+0000 7f82b8564640 -1 osd.0 289 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:44:43.773 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:43.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi137\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:43.876 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:43 smithi082 ceph-mon[94343]: Health check update: Degraded data redundancy: 94/642 objects degraded (14.642%), 15 pgs degraded (PG_DEGRADED) 2024-08-17T00:44:43.876 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:43 smithi082 ceph-mon[94343]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T00:44:43.876 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:43 smithi082 ceph-mon[94343]: osdmap e299: 8 total, 7 up, 8 in 2024-08-17T00:44:43.876 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:43 smithi082 ceph-mon[94343]: from='osd.0 [v2:172.21.15.82:6802/3417694778,v1:172.21.15.82:6803/3417694778]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:44:43.876 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:43 smithi082 ceph-mon[94343]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:44:43.876 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:43 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:43.876 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:43 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:43.877 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:43 smithi082 ceph-mon[94343]: from='osd.0 ' entity='osd.0' 2024-08-17T00:44:43.877 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:43 smithi082 ceph-mon[91979]: Health check update: Degraded data redundancy: 94/642 objects degraded (14.642%), 15 pgs degraded (PG_DEGRADED) 2024-08-17T00:44:43.877 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:43 smithi082 ceph-mon[91979]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T00:44:43.877 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:43 smithi082 ceph-mon[91979]: osdmap e299: 8 total, 7 up, 8 in 2024-08-17T00:44:43.877 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:43 smithi082 ceph-mon[91979]: from='osd.0 [v2:172.21.15.82:6802/3417694778,v1:172.21.15.82:6803/3417694778]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:44:43.877 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:43 smithi082 ceph-mon[91979]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:44:43.877 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:43 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:43.877 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:43 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:43.877 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:43 smithi082 ceph-mon[91979]: from='osd.0 ' entity='osd.0' 2024-08-17T00:44:44.014 INFO:tasks.rados.rados.0.smithi082.stdout:1203: done (5 left) 2024-08-17T00:44:44.015 INFO:tasks.rados.rados.0.smithi082.stdout:1204: snap_remove snap 115 2024-08-17T00:44:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:43 smithi137 ceph-mon[86391]: Health check update: Degraded data redundancy: 94/642 objects degraded (14.642%), 15 pgs degraded (PG_DEGRADED) 2024-08-17T00:44:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:43 smithi137 ceph-mon[86391]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T00:44:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:43 smithi137 ceph-mon[86391]: osdmap e299: 8 total, 7 up, 8 in 2024-08-17T00:44:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:43 smithi137 ceph-mon[86391]: from='osd.0 [v2:172.21.15.82:6802/3417694778,v1:172.21.15.82:6803/3417694778]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:44:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:43 smithi137 ceph-mon[86391]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:44:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:43 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:43 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:43 smithi137 ceph-mon[86391]: from='osd.0 ' entity='osd.0' 2024-08-17T00:44:44.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:44 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:44.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:44 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:45.020 INFO:tasks.rados.rados.0.smithi082.stdout:1204: done (5 left) 2024-08-17T00:44:45.020 INFO:tasks.rados.rados.0.smithi082.stdout:1205: snap_create 2024-08-17T00:44:45.020 INFO:tasks.rados.rados.0.smithi082.stdout:1195: finishing write tid 3 to smithi08280503-46 2024-08-17T00:44:45.020 INFO:tasks.rados.rados.0.smithi082.stdout:1195: finishing write tid 4 to smithi08280503-46 2024-08-17T00:44:45.021 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 355 (ObjNum 33 snap 0 seq_num 3912353056) dirty exists 2024-08-17T00:44:45.021 INFO:tasks.rados.rados.0.smithi082.stdout:1195: finishing write tid 5 to smithi08280503-46 2024-08-17T00:44:45.021 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 46 v 746 (ObjNum 385 snap 118 seq_num 385) dirty exists 2024-08-17T00:44:45.021 INFO:tasks.rados.rados.0.smithi082.stdout:1195: left oid 46 (ObjNum 385 snap 118 seq_num 385) 2024-08-17T00:44:45.021 INFO:tasks.rados.rados.0.smithi082.stdout:1202: expect (ObjNum 366 snap 112 seq_num 366) 2024-08-17T00:44:45.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:44 smithi082 ceph-mon[94343]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:44:45.026 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:44 smithi082 ceph-mon[94343]: osd.0 [v2:172.21.15.82:6802/3417694778,v1:172.21.15.82:6803/3417694778] boot 2024-08-17T00:44:45.026 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:44 smithi082 ceph-mon[94343]: osdmap e300: 8 total, 8 up, 8 in 2024-08-17T00:44:45.026 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:44 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:44:45.026 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:44 smithi082 ceph-mon[94343]: pgmap v114: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 363 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.1 MiB/s wr, 11 op/s; 94/642 objects degraded (14.642%) 2024-08-17T00:44:45.026 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:44 smithi082 ceph-mon[91979]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:44:45.026 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:44 smithi082 ceph-mon[91979]: osd.0 [v2:172.21.15.82:6802/3417694778,v1:172.21.15.82:6803/3417694778] boot 2024-08-17T00:44:45.026 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:44 smithi082 ceph-mon[91979]: osdmap e300: 8 total, 8 up, 8 in 2024-08-17T00:44:45.026 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:44 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:44:45.026 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:44 smithi082 ceph-mon[91979]: pgmap v114: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 363 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.1 MiB/s wr, 11 op/s; 94/642 objects degraded (14.642%) 2024-08-17T00:44:45.092 INFO:tasks.rados.rados.0.smithi082.stdout:1196: finishing write tid 1 to smithi08280503-8 2024-08-17T00:44:45.092 INFO:tasks.rados.rados.0.smithi082.stdout:1196: finishing write tid 2 to smithi08280503-8 2024-08-17T00:44:45.092 INFO:tasks.rados.rados.0.smithi082.stdout:1196: finishing write tid 3 to smithi08280503-8 2024-08-17T00:44:45.092 INFO:tasks.rados.rados.0.smithi082.stdout:1196: finishing write tid 4 to smithi08280503-8 2024-08-17T00:44:45.092 INFO:tasks.rados.rados.0.smithi082.stdout:1196: finishing write tid 5 to smithi08280503-8 2024-08-17T00:44:45.092 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 643 (ObjNum 386 snap 118 seq_num 386) dirty exists 2024-08-17T00:44:45.092 INFO:tasks.rados.rados.0.smithi082.stdout:1196: left oid 8 (ObjNum 386 snap 118 seq_num 386) 2024-08-17T00:44:45.092 INFO:tasks.rados.rados.0.smithi082.stdout:1199: finishing write tid 1 to smithi08280503-28 2024-08-17T00:44:45.092 INFO:tasks.rados.rados.0.smithi082.stdout:1199: finishing write tid 2 to smithi08280503-28 2024-08-17T00:44:45.092 INFO:tasks.rados.rados.0.smithi082.stdout:1199: finishing write tid 3 to smithi08280503-28 2024-08-17T00:44:45.092 INFO:tasks.rados.rados.0.smithi082.stdout:1199: finishing write tid 4 to smithi08280503-28 2024-08-17T00:44:45.092 INFO:tasks.rados.rados.0.smithi082.stdout:1199: finishing write tid 5 to smithi08280503-28 2024-08-17T00:44:45.092 INFO:tasks.rados.rados.0.smithi082.stdout:1199: finishing write tid 6 to smithi08280503-28 2024-08-17T00:44:45.092 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 648 (ObjNum 388 snap 118 seq_num 388) dirty exists 2024-08-17T00:44:45.093 INFO:tasks.rados.rados.0.smithi082.stdout:1199: left oid 28 (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:44:45.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:44 smithi137 ceph-mon[86391]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:44:45.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:44 smithi137 ceph-mon[86391]: osd.0 [v2:172.21.15.82:6802/3417694778,v1:172.21.15.82:6803/3417694778] boot 2024-08-17T00:44:45.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:44 smithi137 ceph-mon[86391]: osdmap e300: 8 total, 8 up, 8 in 2024-08-17T00:44:45.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:44 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T00:44:45.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:44 smithi137 ceph-mon[86391]: pgmap v114: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 363 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.1 MiB/s wr, 11 op/s; 94/642 objects degraded (14.642%) 2024-08-17T00:44:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:44:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:44:45] "GET /metrics HTTP/1.1" 200 36104 "" "Prometheus/2.43.0" 2024-08-17T00:44:46.023 INFO:tasks.rados.rados.0.smithi082.stdout:1195: done (5 left) 2024-08-17T00:44:46.023 INFO:tasks.rados.rados.0.smithi082.stdout:1196: done (4 left) 2024-08-17T00:44:46.023 INFO:tasks.rados.rados.0.smithi082.stdout:1199: done (3 left) 2024-08-17T00:44:46.023 INFO:tasks.rados.rados.0.smithi082.stdout:1201: done (2 left) 2024-08-17T00:44:46.023 INFO:tasks.rados.rados.0.smithi082.stdout:1202: done (1 left) 2024-08-17T00:44:46.023 INFO:tasks.rados.rados.0.smithi082.stdout:1205: done (0 left) 2024-08-17T00:44:46.024 INFO:tasks.rados.rados.0.smithi082.stdout:1206: rollback oid 14 current snap is 119 2024-08-17T00:44:46.024 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 14 to 109 2024-08-17T00:44:46.024 INFO:tasks.rados.rados.0.smithi082.stdout:1207: snap_remove snap 108 2024-08-17T00:44:46.179 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:46 smithi082 ceph-mon[94343]: osdmap e301: 8 total, 8 up, 8 in 2024-08-17T00:44:46.180 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:46 smithi082 ceph-mon[91979]: osdmap e301: 8 total, 8 up, 8 in 2024-08-17T00:44:46.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:44:46 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:44:46.345+0000 7fdf5fb8a640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-17T00:44:46.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:46 smithi137 ceph-mon[86391]: osdmap e301: 8 total, 8 up, 8 in 2024-08-17T00:44:47.036 INFO:tasks.rados.rados.0.smithi082.stdout:1207: done (1 left) 2024-08-17T00:44:47.036 INFO:tasks.rados.rados.0.smithi082.stdout:1208: snap_remove snap 106 2024-08-17T00:44:47.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:47 smithi082 ceph-mon[91979]: osdmap e302: 8 total, 8 up, 8 in 2024-08-17T00:44:47.565 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:47 smithi082 ceph-mon[91979]: pgmap v117: 121 pgs: 34 active+undersized, 14 active+undersized+degraded, 73 active+clean; 363 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 4 op/s; 78/639 objects degraded (12.207%); 4.6 MiB/s, 1 objects/s recovering 2024-08-17T00:44:47.565 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:47.565 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:47.565 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:47.565 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:44:47.565 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:47.565 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:44:47.565 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:44:47.566 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:44:47.566 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:44:47.566 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T00:44:47.566 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:47 smithi082 ceph-mon[94343]: osdmap e302: 8 total, 8 up, 8 in 2024-08-17T00:44:47.566 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:47 smithi082 ceph-mon[94343]: pgmap v117: 121 pgs: 34 active+undersized, 14 active+undersized+degraded, 73 active+clean; 363 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 4 op/s; 78/639 objects degraded (12.207%); 4.6 MiB/s, 1 objects/s recovering 2024-08-17T00:44:47.566 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:47.566 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:47.566 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:47.566 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:44:47.567 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:47.567 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:44:47.567 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:44:47.567 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:44:47.567 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:44:47.567 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T00:44:47.567 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:47 smithi137 ceph-mon[86391]: osdmap e302: 8 total, 8 up, 8 in 2024-08-17T00:44:47.567 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:47 smithi137 ceph-mon[86391]: pgmap v117: 121 pgs: 34 active+undersized, 14 active+undersized+degraded, 73 active+clean; 363 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 4 op/s; 78/639 objects degraded (12.207%); 4.6 MiB/s, 1 objects/s recovering 2024-08-17T00:44:47.567 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:47 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:47.568 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:47 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:47.568 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:47 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:44:47.568 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:47 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:44:47.568 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:47 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:47.568 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:47 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:44:47.568 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:47 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:44:47.568 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:47 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:44:47.568 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:47 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:44:47.568 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:47 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T00:44:48.032 INFO:tasks.rados.rados.0.smithi082.stdout:1208: done (1 left) 2024-08-17T00:44:48.032 INFO:tasks.rados.rados.0.smithi082.stdout:1209: rollback oid 38 current snap is 119 2024-08-17T00:44:48.032 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 38 to 97 2024-08-17T00:44:48.032 INFO:tasks.rados.rados.0.smithi082.stdout:1206: finishing rollback tid 0 to smithi08280503-14 2024-08-17T00:44:48.032 INFO:tasks.rados.rados.0.smithi082.stdout:1206: finishing rollback tid 1 to smithi08280503-14 2024-08-17T00:44:48.032 INFO:tasks.rados.rados.0.smithi082.stdout:1210: read oid 4 snap -1 2024-08-17T00:44:48.032 INFO:tasks.rados.rados.0.smithi082.stdout:1210: expect (ObjNum 356 snap 109 seq_num 356) 2024-08-17T00:44:48.033 INFO:tasks.rados.rados.0.smithi082.stdout:1206: finishing rollback tid 2 to smithi08280503-14 2024-08-17T00:44:48.033 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 760 (ObjNum 343 snap 108 seq_num 343) dirty exists 2024-08-17T00:44:48.033 INFO:tasks.rados.rados.0.smithi082.stdout:1211: read oid 28 snap -1 2024-08-17T00:44:48.033 INFO:tasks.rados.rados.0.smithi082.stdout:1211: expect (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:44:48.034 INFO:tasks.rados.rados.0.smithi082.stdout:1206: done (3 left) 2024-08-17T00:44:48.034 INFO:tasks.rados.rados.0.smithi082.stdout:1212: rollback oid 22 current snap is 119 2024-08-17T00:44:48.034 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 22 to 117 2024-08-17T00:44:48.034 INFO:tasks.rados.rados.0.smithi082.stdout:1213: read oid 6 snap -1 2024-08-17T00:44:48.034 INFO:tasks.rados.rados.0.smithi082.stdout:1213: expect (ObjNum 346 snap 109 seq_num 346) 2024-08-17T00:44:48.034 INFO:tasks.rados.rados.0.smithi082.stdout:1214: rmattr oid 2 current snap is 119 2024-08-17T00:44:48.034 INFO:tasks.rados.rados.0.smithi082.stdout:1214: done (5 left) 2024-08-17T00:44:48.034 INFO:tasks.rados.rados.0.smithi082.stdout:1215: copy_from oid 1 from oid 19 current snap is 119 2024-08-17T00:44:48.034 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 40 current snap is 119 2024-08-17T00:44:48.034 INFO:tasks.rados.rados.0.smithi082.stdout:1216: seq_num 390 ranges {7086080=540672,7626752=630784,8257536=573440} 2024-08-17T00:44:48.077 INFO:tasks.rados.rados.0.smithi082.stdout:1216: writing smithi08280503-40 from 7086080 to 7626752 tid 1 2024-08-17T00:44:48.081 INFO:tasks.rados.rados.0.smithi082.stdout:1216: writing smithi08280503-40 from 7626752 to 8257536 tid 2 2024-08-17T00:44:48.085 INFO:tasks.rados.rados.0.smithi082.stdout:1216: writing smithi08280503-40 from 8257536 to 8830976 tid 3 2024-08-17T00:44:48.085 INFO:tasks.rados.rados.0.smithi082.stdout:1217: copy_from oid 41 from oid 34 current snap is 119 2024-08-17T00:44:48.086 INFO:tasks.rados.rados.0.smithi082.stdout:1209: finishing rollback tid 0 to smithi08280503-38 2024-08-17T00:44:48.086 INFO:tasks.rados.rados.0.smithi082.stdout:1209: finishing rollback tid 1 to smithi08280503-38 2024-08-17T00:44:48.086 INFO:tasks.rados.rados.0.smithi082.stdout:1209: finishing rollback tid 2 to smithi08280503-38 2024-08-17T00:44:48.086 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 611 (ObjNum 198 snap 49 seq_num 198) dirty exists 2024-08-17T00:44:48.086 INFO:tasks.rados.rados.0.smithi082.stdout:1213: expect (ObjNum 346 snap 109 seq_num 346) 2024-08-17T00:44:48.147 INFO:tasks.rados.rados.0.smithi082.stdout:1215: finishing copy_from racing read to smithi08280503-1 2024-08-17T00:44:48.147 INFO:tasks.rados.rados.0.smithi082.stdout:1212: finishing rollback tid 1 to smithi08280503-22 2024-08-17T00:44:48.147 INFO:tasks.rados.rados.0.smithi082.stdout:1212: finishing rollback tid 2 to smithi08280503-22 2024-08-17T00:44:48.147 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 451 (ObjNum 244 snap 65 seq_num 244) dirty exists 2024-08-17T00:44:48.147 INFO:tasks.rados.rados.0.smithi082.stdout:1209: done (7 left) 2024-08-17T00:44:48.147 INFO:tasks.rados.rados.0.smithi082.stdout:1212: done (6 left) 2024-08-17T00:44:48.147 INFO:tasks.rados.rados.0.smithi082.stdout:1213: done (5 left) 2024-08-17T00:44:48.147 INFO:tasks.rados.rados.0.smithi082.stdout:1218: read oid 16 snap -1 2024-08-17T00:44:48.147 INFO:tasks.rados.rados.0.smithi082.stdout:1218: expect (ObjNum 375 snap 114 seq_num 375) 2024-08-17T00:44:48.147 INFO:tasks.rados.rados.0.smithi082.stdout:1219: rollback oid 10 current snap is 119 2024-08-17T00:44:48.147 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 10 to 97 2024-08-17T00:44:48.148 INFO:tasks.rados.rados.0.smithi082.stdout:1215: finishing copy_from to smithi08280503-1 2024-08-17T00:44:48.148 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 580 (ObjNum 341 snap 105 seq_num 341) dirty exists 2024-08-17T00:44:48.148 INFO:tasks.rados.rados.0.smithi082.stdout:1211: expect (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:44:48.395 INFO:tasks.rados.rados.0.smithi082.stdout:1216: finishing write tid 1 to smithi08280503-40 2024-08-17T00:44:48.395 INFO:tasks.rados.rados.0.smithi082.stdout:1216: finishing write tid 2 to smithi08280503-40 2024-08-17T00:44:48.395 INFO:tasks.rados.rados.0.smithi082.stdout:1216: finishing write tid 3 to smithi08280503-40 2024-08-17T00:44:48.395 INFO:tasks.rados.rados.0.smithi082.stdout:1216: finishing write tid 4 to smithi08280503-40 2024-08-17T00:44:48.395 INFO:tasks.rados.rados.0.smithi082.stdout:1216: finishing write tid 5 to smithi08280503-40 2024-08-17T00:44:48.395 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 741 (ObjNum 390 snap 119 seq_num 390) dirty exists 2024-08-17T00:44:48.395 INFO:tasks.rados.rados.0.smithi082.stdout:1216: left oid 40 (ObjNum 390 snap 119 seq_num 390) 2024-08-17T00:44:48.395 INFO:tasks.rados.rados.0.smithi082.stdout:1217: finishing copy_from racing read to smithi08280503-41 2024-08-17T00:44:48.395 INFO:tasks.rados.rados.0.smithi082.stdout:1217: finishing copy_from to smithi08280503-41 2024-08-17T00:44:48.395 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 253 (ObjNum 366 snap 112 seq_num 366) dirty exists 2024-08-17T00:44:48.395 INFO:tasks.rados.rados.0.smithi082.stdout:1210: expect (ObjNum 356 snap 109 seq_num 356) 2024-08-17T00:44:48.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:48 smithi082 ceph-mon[91979]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T00:44:48.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:48 smithi082 ceph-mon[91979]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-17T00:44:48.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:48 smithi082 ceph-mon[91979]: osdmap e303: 8 total, 8 up, 8 in 2024-08-17T00:44:48.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:48 smithi082 ceph-mon[94343]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T00:44:48.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:48 smithi082 ceph-mon[94343]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-17T00:44:48.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:48 smithi082 ceph-mon[94343]: osdmap e303: 8 total, 8 up, 8 in 2024-08-17T00:44:48.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:48 smithi137 ceph-mon[86391]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T00:44:48.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:48 smithi137 ceph-mon[86391]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-17T00:44:48.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:48 smithi137 ceph-mon[86391]: osdmap e303: 8 total, 8 up, 8 in 2024-08-17T00:44:48.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:48 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:48.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-17T00:44:48.988 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:48 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:48.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:49.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:49 smithi082 ceph-mon[91979]: osdmap e304: 8 total, 8 up, 8 in 2024-08-17T00:44:49.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:49 smithi082 ceph-mon[91979]: pgmap v120: 121 pgs: 121 active+clean; 382 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 4.9 MiB/s wr, 14 op/s; 16 MiB/s, 4 objects/s recovering 2024-08-17T00:44:49.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:49 smithi082 ceph-mon[91979]: Health check update: Degraded data redundancy: 78/639 objects degraded (12.207%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T00:44:49.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:49 smithi082 ceph-mon[94343]: osdmap e304: 8 total, 8 up, 8 in 2024-08-17T00:44:49.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:49 smithi082 ceph-mon[94343]: pgmap v120: 121 pgs: 121 active+clean; 382 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 4.9 MiB/s wr, 14 op/s; 16 MiB/s, 4 objects/s recovering 2024-08-17T00:44:49.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:49 smithi082 ceph-mon[94343]: Health check update: Degraded data redundancy: 78/639 objects degraded (12.207%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T00:44:49.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:49 smithi137 ceph-mon[86391]: osdmap e304: 8 total, 8 up, 8 in 2024-08-17T00:44:49.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:49 smithi137 ceph-mon[86391]: pgmap v120: 121 pgs: 121 active+clean; 382 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 4.9 MiB/s wr, 14 op/s; 16 MiB/s, 4 objects/s recovering 2024-08-17T00:44:49.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:49 smithi137 ceph-mon[86391]: Health check update: Degraded data redundancy: 78/639 objects degraded (12.207%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T00:44:49.675 INFO:tasks.rados.rados.0.smithi082.stdout:1219: finishing rollback tid 0 to smithi08280503-10 2024-08-17T00:44:49.675 INFO:tasks.rados.rados.0.smithi082.stdout:1219: finishing rollback tid 1 to smithi08280503-10 2024-08-17T00:44:49.675 INFO:tasks.rados.rados.0.smithi082.stdout:1218: expect (ObjNum 375 snap 114 seq_num 375) 2024-08-17T00:44:49.713 INFO:tasks.rados.rados.0.smithi082.stdout:1219: finishing rollback tid 2 to smithi08280503-10 2024-08-17T00:44:49.713 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 603 (ObjNum 274 snap 77 seq_num 274) dirty exists 2024-08-17T00:44:49.713 INFO:tasks.rados.rados.0.smithi082.stdout:1210: done (6 left) 2024-08-17T00:44:49.713 INFO:tasks.rados.rados.0.smithi082.stdout:1211: done (5 left) 2024-08-17T00:44:49.713 INFO:tasks.rados.rados.0.smithi082.stdout:1215: done (4 left) 2024-08-17T00:44:49.713 INFO:tasks.rados.rados.0.smithi082.stdout:1216: done (3 left) 2024-08-17T00:44:49.713 INFO:tasks.rados.rados.0.smithi082.stdout:1217: done (2 left) 2024-08-17T00:44:49.713 INFO:tasks.rados.rados.0.smithi082.stdout:1218: done (1 left) 2024-08-17T00:44:49.713 INFO:tasks.rados.rados.0.smithi082.stdout:1219: done (0 left) 2024-08-17T00:44:49.714 INFO:tasks.rados.rados.0.smithi082.stdout:1220: rollback oid 5 current snap is 119 2024-08-17T00:44:49.714 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 5 to 111 2024-08-17T00:44:49.714 INFO:tasks.rados.rados.0.smithi082.stdout:1221: snap_create 2024-08-17T00:44:49.716 INFO:tasks.rados.rados.0.smithi082.stdout:1220: finishing rollback tid 0 to smithi08280503-5 2024-08-17T00:44:49.716 INFO:tasks.rados.rados.0.smithi082.stdout:1220: finishing rollback tid 1 to smithi08280503-5 2024-08-17T00:44:49.716 INFO:tasks.rados.rados.0.smithi082.stdout:1220: finishing rollback tid 2 to smithi08280503-5 2024-08-17T00:44:49.716 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 606 (ObjNum 351 snap 109 seq_num 351) dirty exists 2024-08-17T00:44:50.054 INFO:tasks.rados.rados.0.smithi082.stdout:1220: done (1 left) 2024-08-17T00:44:50.054 INFO:tasks.rados.rados.0.smithi082.stdout:1221: done (0 left) 2024-08-17T00:44:50.054 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 5 current snap is 120 2024-08-17T00:44:50.054 INFO:tasks.rados.rados.0.smithi082.stdout:1222: seq_num 391 ranges {1089536=557056,1646592=516096,2162688=688128} 2024-08-17T00:44:50.062 INFO:tasks.rados.rados.0.smithi082.stdout:1222: writing smithi08280503-5 from 1089536 to 1646592 tid 1 2024-08-17T00:44:50.065 INFO:tasks.rados.rados.0.smithi082.stdout:1222: writing smithi08280503-5 from 1646592 to 2162688 tid 2 2024-08-17T00:44:50.070 INFO:tasks.rados.rados.0.smithi082.stdout:1222: writing smithi08280503-5 from 2162688 to 2850816 tid 3 2024-08-17T00:44:50.070 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 10 current snap is 120 2024-08-17T00:44:50.070 INFO:tasks.rados.rados.0.smithi082.stdout:1222: finishing write tid 1 to smithi08280503-5 2024-08-17T00:44:50.070 INFO:tasks.rados.rados.0.smithi082.stdout:1222: finishing write tid 2 to smithi08280503-5 2024-08-17T00:44:50.071 INFO:tasks.rados.rados.0.smithi082.stdout:1223: seq_num 392 ranges {9199616=573440,9773056=802816,10575872=401408} 2024-08-17T00:44:50.122 INFO:tasks.rados.rados.0.smithi082.stdout:1223: writing smithi08280503-10 from 9199616 to 9773056 tid 1 2024-08-17T00:44:50.127 INFO:tasks.rados.rados.0.smithi082.stdout:1223: writing smithi08280503-10 from 9773056 to 10575872 tid 2 2024-08-17T00:44:50.130 INFO:tasks.rados.rados.0.smithi082.stdout:1223: writing smithi08280503-10 from 10575872 to 10977280 tid 3 2024-08-17T00:44:50.130 INFO:tasks.rados.rados.0.smithi082.stdout:1224: rmattr oid 30 current snap is 120 2024-08-17T00:44:50.130 INFO:tasks.rados.rados.0.smithi082.stdout:1222: finishing write tid 3 to smithi08280503-5 2024-08-17T00:44:50.130 INFO:tasks.rados.rados.0.smithi082.stdout:1222: finishing write tid 4 to smithi08280503-5 2024-08-17T00:44:50.130 INFO:tasks.rados.rados.0.smithi082.stdout:1222: finishing write tid 5 to smithi08280503-5 2024-08-17T00:44:50.130 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 610 (ObjNum 391 snap 120 seq_num 391) dirty exists 2024-08-17T00:44:50.130 INFO:tasks.rados.rados.0.smithi082.stdout:1222: left oid 5 (ObjNum 391 snap 120 seq_num 391) 2024-08-17T00:44:50.130 INFO:tasks.rados.rados.0.smithi082.stdout:1223: finishing write tid 1 to smithi08280503-10 2024-08-17T00:44:50.131 INFO:tasks.rados.rados.0.smithi082.stdout:1222: done (2 left) 2024-08-17T00:44:50.131 INFO:tasks.rados.rados.0.smithi082.stdout:1225: copy_from oid 34 from oid 50 current snap is 120 2024-08-17T00:44:50.131 INFO:tasks.rados.rados.0.smithi082.stdout:1226: read oid 28 snap -1 2024-08-17T00:44:50.131 INFO:tasks.rados.rados.0.smithi082.stdout:1226: expect (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:44:50.131 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 22 current snap is 120 2024-08-17T00:44:50.131 INFO:tasks.rados.rados.0.smithi082.stdout:1227: seq_num 393 ranges {3530752=589824,4120576=679936,4800512=524288} 2024-08-17T00:44:50.152 INFO:tasks.rados.rados.0.smithi082.stdout:1227: writing smithi08280503-22 from 3530752 to 4120576 tid 1 2024-08-17T00:44:50.156 INFO:tasks.rados.rados.0.smithi082.stdout:1227: writing smithi08280503-22 from 4120576 to 4800512 tid 2 2024-08-17T00:44:50.160 INFO:tasks.rados.rados.0.smithi082.stdout:1227: writing smithi08280503-22 from 4800512 to 5324800 tid 3 2024-08-17T00:44:50.160 INFO:tasks.rados.rados.0.smithi082.stdout:1228: copy_from oid 42 from oid 25 current snap is 120 2024-08-17T00:44:50.160 INFO:tasks.rados.rados.0.smithi082.stdout:1223: finishing write tid 2 to smithi08280503-10 2024-08-17T00:44:50.160 INFO:tasks.rados.rados.0.smithi082.stdout:1223: finishing write tid 3 to smithi08280503-10 2024-08-17T00:44:50.160 INFO:tasks.rados.rados.0.smithi082.stdout:1223: finishing write tid 4 to smithi08280503-10 2024-08-17T00:44:50.160 INFO:tasks.rados.rados.0.smithi082.stdout:1223: finishing write tid 5 to smithi08280503-10 2024-08-17T00:44:50.160 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 614 (ObjNum 392 snap 120 seq_num 392) dirty exists 2024-08-17T00:44:50.161 INFO:tasks.rados.rados.0.smithi082.stdout:1223: left oid 10 (ObjNum 392 snap 120 seq_num 392) 2024-08-17T00:44:50.161 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 30 v 612 (ObjNum 369 snap 112 seq_num 369) dirty exists 2024-08-17T00:44:50.161 INFO:tasks.rados.rados.0.smithi082.stdout:1226: expect (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:44:50.406 INFO:tasks.rados.rados.0.smithi082.stdout:1225: finishing copy_from racing read to smithi08280503-34 2024-08-17T00:44:50.407 INFO:tasks.rados.rados.0.smithi082.stdout:1225: finishing copy_from to smithi08280503-34 2024-08-17T00:44:50.407 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 647 (ObjNum 372 snap 113 seq_num 372) dirty exists 2024-08-17T00:44:50.407 INFO:tasks.rados.rados.0.smithi082.stdout:1227: finishing write tid 1 to smithi08280503-22 2024-08-17T00:44:50.407 INFO:tasks.rados.rados.0.smithi082.stdout:1223: done (5 left) 2024-08-17T00:44:50.407 INFO:tasks.rados.rados.0.smithi082.stdout:1224: done (4 left) 2024-08-17T00:44:50.407 INFO:tasks.rados.rados.0.smithi082.stdout:1225: done (3 left) 2024-08-17T00:44:50.407 INFO:tasks.rados.rados.0.smithi082.stdout:1226: done (2 left) 2024-08-17T00:44:50.407 INFO:tasks.rados.rados.0.smithi082.stdout:1229: snap_remove snap 74 2024-08-17T00:44:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:50 smithi082 ceph-mon[91979]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 78/639 objects degraded (12.207%), 14 pgs degraded) 2024-08-17T00:44:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:50 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:44:50.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:50 smithi082 ceph-mon[94343]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 78/639 objects degraded (12.207%), 14 pgs degraded) 2024-08-17T00:44:50.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:50 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:44:50.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:50 smithi137 ceph-mon[86391]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 78/639 objects degraded (12.207%), 14 pgs degraded) 2024-08-17T00:44:50.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:50 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:44:51.161 INFO:tasks.rados.rados.0.smithi082.stdout:1229: done (2 left) 2024-08-17T00:44:51.161 INFO:tasks.rados.rados.0.smithi082.stdout:1230: snap_remove snap 113 2024-08-17T00:44:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:51 smithi082 ceph-mon[94343]: osdmap e305: 8 total, 8 up, 8 in 2024-08-17T00:44:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:51 smithi082 ceph-mon[94343]: pgmap v122: 121 pgs: 121 active+clean; 382 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1003 B/s rd, 4.8 MiB/s wr, 14 op/s; 15 MiB/s, 4 objects/s recovering 2024-08-17T00:44:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:44:51.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:51 smithi082 ceph-mon[91979]: osdmap e305: 8 total, 8 up, 8 in 2024-08-17T00:44:51.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:51 smithi082 ceph-mon[91979]: pgmap v122: 121 pgs: 121 active+clean; 382 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1003 B/s rd, 4.8 MiB/s wr, 14 op/s; 15 MiB/s, 4 objects/s recovering 2024-08-17T00:44:51.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:51.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:44:51.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:51 smithi137 ceph-mon[86391]: osdmap e305: 8 total, 8 up, 8 in 2024-08-17T00:44:51.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:51 smithi137 ceph-mon[86391]: pgmap v122: 121 pgs: 121 active+clean; 382 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1003 B/s rd, 4.8 MiB/s wr, 14 op/s; 15 MiB/s, 4 objects/s recovering 2024-08-17T00:44:51.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:51.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:44:52.180 INFO:tasks.rados.rados.0.smithi082.stdout:1230: done (2 left) 2024-08-17T00:44:52.180 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 27 current snap is 120 2024-08-17T00:44:52.180 INFO:tasks.rados.rados.0.smithi082.stdout:1231: seq_num 394 ranges {4136960=606208,4743168=565248,5308416=557056,5865472=81920} 2024-08-17T00:44:52.206 INFO:tasks.rados.rados.0.smithi082.stdout:1231: writing smithi08280503-27 from 4136960 to 4743168 tid 1 2024-08-17T00:44:52.209 INFO:tasks.rados.rados.0.smithi082.stdout:1231: writing smithi08280503-27 from 4743168 to 5308416 tid 2 2024-08-17T00:44:52.212 INFO:tasks.rados.rados.0.smithi082.stdout:1231: writing smithi08280503-27 from 5308416 to 5865472 tid 3 2024-08-17T00:44:52.213 INFO:tasks.rados.rados.0.smithi082.stdout:1231: writing smithi08280503-27 from 5865472 to 5947392 tid 4 2024-08-17T00:44:52.213 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 35 current snap is 120 2024-08-17T00:44:52.214 INFO:tasks.rados.rados.0.smithi082.stdout:1227: finishing write tid 2 to smithi08280503-22 2024-08-17T00:44:52.214 INFO:tasks.rados.rados.0.smithi082.stdout:1227: finishing write tid 3 to smithi08280503-22 2024-08-17T00:44:52.214 INFO:tasks.rados.rados.0.smithi082.stdout:1227: finishing write tid 4 to smithi08280503-22 2024-08-17T00:44:52.214 INFO:tasks.rados.rados.0.smithi082.stdout:1227: finishing write tid 5 to smithi08280503-22 2024-08-17T00:44:52.214 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 458 (ObjNum 393 snap 120 seq_num 393) dirty exists 2024-08-17T00:44:52.214 INFO:tasks.rados.rados.0.smithi082.stdout:1227: left oid 22 (ObjNum 393 snap 120 seq_num 393) 2024-08-17T00:44:52.214 INFO:tasks.rados.rados.0.smithi082.stdout:1228: finishing copy_from racing read to smithi08280503-42 2024-08-17T00:44:52.214 INFO:tasks.rados.rados.0.smithi082.stdout:1228: finishing copy_from to smithi08280503-42 2024-08-17T00:44:52.214 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 407 (ObjNum 301 snap 88 seq_num 301) dirty exists 2024-08-17T00:44:52.214 INFO:tasks.rados.rados.0.smithi082.stdout:1232: seq_num 395 ranges {3530752=622592,4153344=450560,4603904=753664} 2024-08-17T00:44:52.235 INFO:tasks.rados.rados.0.smithi082.stdout:1232: writing smithi08280503-35 from 3530752 to 4153344 tid 1 2024-08-17T00:44:52.238 INFO:tasks.rados.rados.0.smithi082.stdout:1232: writing smithi08280503-35 from 4153344 to 4603904 tid 2 2024-08-17T00:44:52.242 INFO:tasks.rados.rados.0.smithi082.stdout:1232: writing smithi08280503-35 from 4603904 to 5357568 tid 3 2024-08-17T00:44:52.243 INFO:tasks.rados.rados.0.smithi082.stdout:1227: done (3 left) 2024-08-17T00:44:52.243 INFO:tasks.rados.rados.0.smithi082.stdout:1228: done (2 left) 2024-08-17T00:44:52.243 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 48 current snap is 120 2024-08-17T00:44:52.243 INFO:tasks.rados.rados.0.smithi082.stdout:1231: finishing write tid 1 to smithi08280503-27 2024-08-17T00:44:52.243 INFO:tasks.rados.rados.0.smithi082.stdout:1231: finishing write tid 2 to smithi08280503-27 2024-08-17T00:44:52.243 INFO:tasks.rados.rados.0.smithi082.stdout:1233: seq_num 396 ranges {6291456=638976,6930432=786432,7716864=417792} 2024-08-17T00:44:52.278 INFO:tasks.rados.rados.0.smithi082.stdout:1233: writing smithi08280503-48 from 6291456 to 6930432 tid 1 2024-08-17T00:44:52.283 INFO:tasks.rados.rados.0.smithi082.stdout:1233: writing smithi08280503-48 from 6930432 to 7716864 tid 2 2024-08-17T00:44:52.287 INFO:tasks.rados.rados.0.smithi082.stdout:1233: writing smithi08280503-48 from 7716864 to 8134656 tid 3 2024-08-17T00:44:52.287 INFO:tasks.rados.rados.0.smithi082.stdout:1234: copy_from oid 38 from oid 8 current snap is 120 2024-08-17T00:44:52.288 INFO:tasks.rados.rados.0.smithi082.stdout:1231: finishing write tid 3 to smithi08280503-27 2024-08-17T00:44:52.288 INFO:tasks.rados.rados.0.smithi082.stdout:1231: finishing write tid 4 to smithi08280503-27 2024-08-17T00:44:52.288 INFO:tasks.rados.rados.0.smithi082.stdout:1231: finishing write tid 5 to smithi08280503-27 2024-08-17T00:44:52.288 INFO:tasks.rados.rados.0.smithi082.stdout:1231: finishing write tid 6 to smithi08280503-27 2024-08-17T00:44:52.288 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 763 (ObjNum 394 snap 120 seq_num 394) dirty exists 2024-08-17T00:44:52.288 INFO:tasks.rados.rados.0.smithi082.stdout:1231: left oid 27 (ObjNum 394 snap 120 seq_num 394) 2024-08-17T00:44:52.288 INFO:tasks.rados.rados.0.smithi082.stdout:1232: finishing write tid 1 to smithi08280503-35 2024-08-17T00:44:52.288 INFO:tasks.rados.rados.0.smithi082.stdout:1232: finishing write tid 2 to smithi08280503-35 2024-08-17T00:44:52.288 INFO:tasks.rados.rados.0.smithi082.stdout:1231: done (3 left) 2024-08-17T00:44:52.288 INFO:tasks.rados.rados.0.smithi082.stdout:1235: copy_from oid 2 from oid 14 current snap is 120 2024-08-17T00:44:52.288 INFO:tasks.rados.rados.0.smithi082.stdout:1232: finishing write tid 3 to smithi08280503-35 2024-08-17T00:44:52.288 INFO:tasks.rados.rados.0.smithi082.stdout:1232: finishing write tid 4 to smithi08280503-35 2024-08-17T00:44:52.288 INFO:tasks.rados.rados.0.smithi082.stdout:1232: finishing write tid 5 to smithi08280503-35 2024-08-17T00:44:52.288 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 262 (ObjNum 395 snap 120 seq_num 395) dirty exists 2024-08-17T00:44:52.289 INFO:tasks.rados.rados.0.smithi082.stdout:1232: left oid 35 (ObjNum 395 snap 120 seq_num 395) 2024-08-17T00:44:52.289 INFO:tasks.rados.rados.0.smithi082.stdout:1233: finishing write tid 1 to smithi08280503-48 2024-08-17T00:44:52.289 INFO:tasks.rados.rados.0.smithi082.stdout:1232: done (3 left) 2024-08-17T00:44:52.289 INFO:tasks.rados.rados.0.smithi082.stdout:1236: rollback oid 36 current snap is 120 2024-08-17T00:44:52.289 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 36 to 102 2024-08-17T00:44:52.289 INFO:tasks.rados.rados.0.smithi082.stdout:1233: finishing write tid 2 to smithi08280503-48 2024-08-17T00:44:52.289 INFO:tasks.rados.rados.0.smithi082.stdout:1237: read oid 41 snap -1 2024-08-17T00:44:52.289 INFO:tasks.rados.rados.0.smithi082.stdout:1237: expect (ObjNum 366 snap 112 seq_num 366) 2024-08-17T00:44:52.289 INFO:tasks.rados.rados.0.smithi082.stdout:1238: snap_remove snap 109 2024-08-17T00:44:52.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:52 smithi082 ceph-mon[94343]: osdmap e306: 8 total, 8 up, 8 in 2024-08-17T00:44:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:52 smithi082 ceph-mon[91979]: osdmap e306: 8 total, 8 up, 8 in 2024-08-17T00:44:52.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:52 smithi137 ceph-mon[86391]: osdmap e306: 8 total, 8 up, 8 in 2024-08-17T00:44:52.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:53.185 INFO:tasks.rados.rados.0.smithi082.stdout:1238: done (5 left) 2024-08-17T00:44:53.185 INFO:tasks.rados.rados.0.smithi082.stdout:1239: copy_from oid 11 from oid 18 current snap is 120 2024-08-17T00:44:53.186 INFO:tasks.rados.rados.0.smithi082.stdout:1236: finishing rollback tid 0 to smithi08280503-36 2024-08-17T00:44:53.186 INFO:tasks.rados.rados.0.smithi082.stdout:1236: finishing rollback tid 1 to smithi08280503-36 2024-08-17T00:44:53.186 INFO:tasks.rados.rados.0.smithi082.stdout:1236: finishing rollback tid 2 to smithi08280503-36 2024-08-17T00:44:53.186 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 622 (ObjNum 307 snap 91 seq_num 307) dirty exists 2024-08-17T00:44:53.186 INFO:tasks.rados.rados.0.smithi082.stdout:1233: finishing write tid 3 to smithi08280503-48 2024-08-17T00:44:53.186 INFO:tasks.rados.rados.0.smithi082.stdout:1233: finishing write tid 4 to smithi08280503-48 2024-08-17T00:44:53.186 INFO:tasks.rados.rados.0.smithi082.stdout:1237: expect (ObjNum 366 snap 112 seq_num 366) 2024-08-17T00:44:53.245 INFO:tasks.rados.rados.0.smithi082.stdout:1233: finishing write tid 5 to smithi08280503-48 2024-08-17T00:44:53.245 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 700 (ObjNum 396 snap 120 seq_num 396) dirty exists 2024-08-17T00:44:53.245 INFO:tasks.rados.rados.0.smithi082.stdout:1233: left oid 48 (ObjNum 396 snap 120 seq_num 396) 2024-08-17T00:44:53.245 INFO:tasks.rados.rados.0.smithi082.stdout:1235: finishing copy_from racing read to smithi08280503-2 2024-08-17T00:44:53.245 INFO:tasks.rados.rados.0.smithi082.stdout:1234: finishing copy_from racing read to smithi08280503-38 2024-08-17T00:44:53.246 INFO:tasks.rados.rados.0.smithi082.stdout:1234: finishing copy_from to smithi08280503-38 2024-08-17T00:44:53.246 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 643 (ObjNum 386 snap 118 seq_num 386) dirty exists 2024-08-17T00:44:53.246 INFO:tasks.rados.rados.0.smithi082.stdout:1235: finishing copy_from to smithi08280503-2 2024-08-17T00:44:53.246 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 2 v 760 (ObjNum 343 snap 108 seq_num 343) dirty exists 2024-08-17T00:44:53.246 INFO:tasks.rados.rados.0.smithi082.stdout:1233: done (5 left) 2024-08-17T00:44:53.246 INFO:tasks.rados.rados.0.smithi082.stdout:1234: done (4 left) 2024-08-17T00:44:53.246 INFO:tasks.rados.rados.0.smithi082.stdout:1235: done (3 left) 2024-08-17T00:44:53.246 INFO:tasks.rados.rados.0.smithi082.stdout:1236: done (2 left) 2024-08-17T00:44:53.246 INFO:tasks.rados.rados.0.smithi082.stdout:1237: done (1 left) 2024-08-17T00:44:53.246 INFO:tasks.rados.rados.0.smithi082.stdout:1240: read oid 26 snap 118 2024-08-17T00:44:53.246 INFO:tasks.rados.rados.0.smithi082.stdout:1240: expect (ObjNum 348 snap 109 seq_num 348) 2024-08-17T00:44:53.246 INFO:tasks.rados.rados.0.smithi082.stdout:1241: rollback oid 40 current snap is 120 2024-08-17T00:44:53.247 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 40 to 105 2024-08-17T00:44:53.247 INFO:tasks.rados.rados.0.smithi082.stdout:1239: finishing copy_from racing read to smithi08280503-11 2024-08-17T00:44:53.247 INFO:tasks.rados.rados.0.smithi082.stdout:1239: finishing copy_from to smithi08280503-11 2024-08-17T00:44:53.247 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 412 (ObjNum 332 snap 102 seq_num 332) dirty exists 2024-08-17T00:44:53.247 INFO:tasks.rados.rados.0.smithi082.stdout:1239: done (2 left) 2024-08-17T00:44:53.247 INFO:tasks.rados.rados.0.smithi082.stdout:1242: read oid 21 snap -1 2024-08-17T00:44:53.247 INFO:tasks.rados.rados.0.smithi082.stdout:1242: expect (ObjNum 371 snap 113 seq_num 371) 2024-08-17T00:44:53.247 INFO:tasks.rados.rados.0.smithi082.stdout:1243: read oid 17 snap -1 2024-08-17T00:44:53.247 INFO:tasks.rados.rados.0.smithi082.stdout:1243: expect (ObjNum 370 snap 113 seq_num 370) 2024-08-17T00:44:53.247 INFO:tasks.rados.rados.0.smithi082.stdout:1244: read oid 23 snap -1 2024-08-17T00:44:53.247 INFO:tasks.rados.rados.0.smithi082.stdout:1244: expect deleted 2024-08-17T00:44:53.247 INFO:tasks.rados.rados.0.smithi082.stdout:1245: read oid 27 snap 97 2024-08-17T00:44:53.247 INFO:tasks.rados.rados.0.smithi082.stdout:1245: expect (ObjNum 173 snap 41 seq_num 173) 2024-08-17T00:44:53.248 INFO:tasks.rados.rados.0.smithi082.stdout:1246: copy_from oid 1 from oid 30 current snap is 120 2024-08-17T00:44:53.248 INFO:tasks.rados.rados.0.smithi082.stdout:1247: snap_create 2024-08-17T00:44:53.254 INFO:tasks.rados.rados.0.smithi082.stdout:1241: finishing rollback tid 0 to smithi08280503-40 2024-08-17T00:44:53.257 INFO:tasks.rados.rados.0.smithi082.stdout:1241: finishing rollback tid 1 to smithi08280503-40 2024-08-17T00:44:53.257 INFO:tasks.rados.rados.0.smithi082.stdout:1241: finishing rollback tid 2 to smithi08280503-40 2024-08-17T00:44:53.258 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 775 (ObjNum 328 snap 100 seq_num 328) dirty exists 2024-08-17T00:44:53.258 INFO:tasks.rados.rados.0.smithi082.stdout:1245: expect (ObjNum 173 snap 41 seq_num 173) 2024-08-17T00:44:53.298 INFO:tasks.rados.rados.0.smithi082.stdout:1240: expect (ObjNum 348 snap 109 seq_num 348) 2024-08-17T00:44:53.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:53 smithi082 ceph-mon[91979]: pgmap v124: 121 pgs: 121 active+clean; 414 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.3 MiB/s wr, 12 op/s; 4.0 MiB/s, 0 objects/s recovering 2024-08-17T00:44:53.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:53 smithi082 ceph-mon[91979]: mgrmap e45: y(active, since 92s), standbys: x 2024-08-17T00:44:53.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:53 smithi082 ceph-mon[91979]: osdmap e307: 8 total, 8 up, 8 in 2024-08-17T00:44:53.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:53 smithi082 ceph-mon[94343]: pgmap v124: 121 pgs: 121 active+clean; 414 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.3 MiB/s wr, 12 op/s; 4.0 MiB/s, 0 objects/s recovering 2024-08-17T00:44:53.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:53 smithi082 ceph-mon[94343]: mgrmap e45: y(active, since 92s), standbys: x 2024-08-17T00:44:53.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:53 smithi082 ceph-mon[94343]: osdmap e307: 8 total, 8 up, 8 in 2024-08-17T00:44:53.476 INFO:tasks.rados.rados.0.smithi082.stdout:1242: expect (ObjNum 371 snap 113 seq_num 371) 2024-08-17T00:44:53.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:53 smithi137 ceph-mon[86391]: pgmap v124: 121 pgs: 121 active+clean; 414 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.3 MiB/s wr, 12 op/s; 4.0 MiB/s, 0 objects/s recovering 2024-08-17T00:44:53.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:53 smithi137 ceph-mon[86391]: mgrmap e45: y(active, since 92s), standbys: x 2024-08-17T00:44:53.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:53 smithi137 ceph-mon[86391]: osdmap e307: 8 total, 8 up, 8 in 2024-08-17T00:44:53.762 INFO:tasks.rados.rados.0.smithi082.stdout:1246: finishing copy_from racing read to smithi08280503-1 2024-08-17T00:44:53.762 INFO:tasks.rados.rados.0.smithi082.stdout:1246: finishing copy_from to smithi08280503-1 2024-08-17T00:44:53.762 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 612 (ObjNum 369 snap 112 seq_num 369) dirty exists 2024-08-17T00:44:53.763 INFO:tasks.rados.rados.0.smithi082.stdout:1243: expect (ObjNum 370 snap 113 seq_num 370) 2024-08-17T00:44:53.928 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:53.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi137\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:54.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:54 smithi137 ceph-mon[86391]: osdmap e308: 8 total, 8 up, 8 in 2024-08-17T00:44:54.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:54 smithi137 ceph-mon[86391]: osdmap e309: 8 total, 8 up, 8 in 2024-08-17T00:44:54.292 INFO:teuthology.orchestra.run.smithi082.stdout:true 2024-08-17T00:44:54.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:54 smithi082 ceph-mon[91979]: osdmap e308: 8 total, 8 up, 8 in 2024-08-17T00:44:54.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:54 smithi082 ceph-mon[91979]: osdmap e309: 8 total, 8 up, 8 in 2024-08-17T00:44:54.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:54 smithi082 ceph-mon[94343]: osdmap e308: 8 total, 8 up, 8 in 2024-08-17T00:44:54.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:54 smithi082 ceph-mon[94343]: osdmap e309: 8 total, 8 up, 8 in 2024-08-17T00:44:54.506 INFO:tasks.rados.rados.0.smithi082.stdout:1240: done (7 left) 2024-08-17T00:44:54.506 INFO:tasks.rados.rados.0.smithi082.stdout:1241: done (6 left) 2024-08-17T00:44:54.506 INFO:tasks.rados.rados.0.smithi082.stdout:1242: done (5 left) 2024-08-17T00:44:54.506 INFO:tasks.rados.rados.0.smithi082.stdout:1243: done (4 left) 2024-08-17T00:44:54.506 INFO:tasks.rados.rados.0.smithi082.stdout:1244: done (3 left) 2024-08-17T00:44:54.506 INFO:tasks.rados.rados.0.smithi082.stdout:1245: done (2 left) 2024-08-17T00:44:54.506 INFO:tasks.rados.rados.0.smithi082.stdout:1246: done (1 left) 2024-08-17T00:44:54.506 INFO:tasks.rados.rados.0.smithi082.stdout:1247: done (0 left) 2024-08-17T00:44:54.507 INFO:tasks.rados.rados.0.smithi082.stdout:1248: delete oid 8 current snap is 121 2024-08-17T00:44:54.508 INFO:tasks.rados.rados.0.smithi082.stdout:1248: done (0 left) 2024-08-17T00:44:54.508 INFO:tasks.rados.rados.0.smithi082.stdout:1249: copy_from oid 49 from oid 47 current snap is 121 2024-08-17T00:44:54.509 INFO:tasks.rados.rados.0.smithi082.stdout:1250: snap_create 2024-08-17T00:44:54.511 INFO:tasks.rados.rados.0.smithi082.stdout:1249: finishing copy_from racing read to smithi08280503-49 2024-08-17T00:44:54.512 INFO:tasks.rados.rados.0.smithi082.stdout:1249: finishing copy_from to smithi08280503-49 2024-08-17T00:44:54.512 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 49 v 355 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-17T00:44:54.559 INFO:teuthology.orchestra.run.smithi082.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:44:54.559 INFO:teuthology.orchestra.run.smithi082.stdout:alertmanager.a smithi082 *:9093,9094 running (2m) 12s ago 6m 16.2M - 0.25.0 c8568f914cd2 21f506531c7e 2024-08-17T00:44:54.559 INFO:teuthology.orchestra.run.smithi082.stdout:grafana.a smithi137 *:3000 running (2m) 52s ago 6m 82.8M - 9.4.7 954c08fa6188 a7d4db6b9a81 2024-08-17T00:44:54.559 INFO:teuthology.orchestra.run.smithi082.stdout:mds.a smithi082 running (8m) 12s ago 8m 17.3M - 17.2.7-1402-g03a1ac13 bc5a85a90206 884927c0355a 2024-08-17T00:44:54.559 INFO:teuthology.orchestra.run.smithi082.stdout:mds.b smithi137 running (8m) 52s ago 8m 14.5M - 17.2.7-1402-g03a1ac13 bc5a85a90206 931a05caee78 2024-08-17T00:44:54.560 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.x smithi137 *:8443,9283,8765 running (115s) 52s ago 11m 438M - 19.1.0-1363-gd863d21c ba08250ef864 745a5ef30a75 2024-08-17T00:44:54.560 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.y smithi082 *:8443,9283,8765 running (2m) 12s ago 12m 502M - 19.1.0-1363-gd863d21c ba08250ef864 92bb5538a947 2024-08-17T00:44:54.560 INFO:teuthology.orchestra.run.smithi082.stdout:mon.a smithi082 running (101s) 12s ago 13m 46.3M 2048M 19.1.0-1363-gd863d21c ba08250ef864 f4aa8d413a0e 2024-08-17T00:44:54.560 INFO:teuthology.orchestra.run.smithi082.stdout:mon.b smithi137 running (62s) 52s ago 11m 21.1M 2048M 19.1.0-1363-gd863d21c ba08250ef864 9fd7ba29d439 2024-08-17T00:44:54.560 INFO:teuthology.orchestra.run.smithi082.stdout:mon.c smithi082 running (80s) 12s ago 11m 38.6M 2048M 19.1.0-1363-gd863d21c ba08250ef864 d6960322022d 2024-08-17T00:44:54.560 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.a smithi082 *:9100 running (2m) 12s ago 6m 8350k - 1.5.0 0da6a335fe13 198283f1b08e 2024-08-17T00:44:54.560 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.b smithi137 *:9100 running (2m) 52s ago 6m 8526k - 1.5.0 0da6a335fe13 da4f12b322e3 2024-08-17T00:44:54.560 INFO:teuthology.orchestra.run.smithi082.stdout:osd.0 smithi082 running (16s) 12s ago 11m 11.9M 2480M 19.1.0-1363-gd863d21c ba08250ef864 32a8251d6cbd 2024-08-17T00:44:54.560 INFO:teuthology.orchestra.run.smithi082.stdout:osd.1 smithi082 running (10m) 12s ago 10m 146M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 bc404187cbbd 2024-08-17T00:44:54.560 INFO:teuthology.orchestra.run.smithi082.stdout:osd.2 smithi082 running (10m) 12s ago 10m 220M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 e0a943d904ef 2024-08-17T00:44:54.560 INFO:teuthology.orchestra.run.smithi082.stdout:osd.3 smithi082 running (9m) 12s ago 9m 120M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 a83a3a475578 2024-08-17T00:44:54.560 INFO:teuthology.orchestra.run.smithi082.stdout:osd.4 smithi137 running (9m) 52s ago 9m 167M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 9962b1177464 2024-08-17T00:44:54.560 INFO:teuthology.orchestra.run.smithi082.stdout:osd.5 smithi137 running (9m) 52s ago 9m 199M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 704b6949e902 2024-08-17T00:44:54.561 INFO:teuthology.orchestra.run.smithi082.stdout:osd.6 smithi137 running (8m) 52s ago 8m 105M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 fa6586afc3c0 2024-08-17T00:44:54.561 INFO:teuthology.orchestra.run.smithi082.stdout:osd.7 smithi137 running (8m) 52s ago 8m 132M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 ae5731d0601b 2024-08-17T00:44:54.561 INFO:teuthology.orchestra.run.smithi082.stdout:prometheus.a smithi137 *:9095 running (2m) 52s ago 7m 49.5M - 2.43.0 a07b618ecd1d d20756562103 2024-08-17T00:44:54.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:54.738 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:54.883 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-08-17T00:44:54.884 INFO:teuthology.orchestra.run.smithi082.stdout: "mon": { 2024-08-17T00:44:54.884 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:44:54.884 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:44:54.884 INFO:teuthology.orchestra.run.smithi082.stdout: "mgr": { 2024-08-17T00:44:54.884 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:44:54.884 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:44:54.884 INFO:teuthology.orchestra.run.smithi082.stdout: "osd": { 2024-08-17T00:44:54.884 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 7, 2024-08-17T00:44:54.884 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 1 2024-08-17T00:44:54.884 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:44:54.884 INFO:teuthology.orchestra.run.smithi082.stdout: "mds": { 2024-08-17T00:44:54.884 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:44:54.884 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:44:54.884 INFO:teuthology.orchestra.run.smithi082.stdout: "overall": { 2024-08-17T00:44:54.885 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 9, 2024-08-17T00:44:54.885 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 6 2024-08-17T00:44:54.885 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-08-17T00:44:54.885 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-08-17T00:44:55.179 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:44:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:44:55] "GET /metrics HTTP/1.1" 200 36115 "" "Prometheus/2.43.0" 2024-08-17T00:44:55.186 INFO:tasks.rados.rados.0.smithi082.stdout:1249: done (1 left) 2024-08-17T00:44:55.186 INFO:tasks.rados.rados.0.smithi082.stdout:1250: done (0 left) 2024-08-17T00:44:55.186 INFO:tasks.rados.rados.0.smithi082.stdout:1251: setattr oid 25 current snap is 122 2024-08-17T00:44:55.187 INFO:tasks.rados.rados.0.smithi082.stdout:1252: setattr oid 47 current snap is 122 2024-08-17T00:44:55.189 INFO:tasks.rados.rados.0.smithi082.stdout:1253: snap_create 2024-08-17T00:44:55.194 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 472 (ObjNum 301 snap 88 seq_num 301) dirty exists 2024-08-17T00:44:55.195 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 391 (ObjNum 65 snap 0 seq_num 1649301857) dirty exists 2024-08-17T00:44:55.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:55 smithi082 ceph-mon[91979]: pgmap v128: 121 pgs: 121 active+clean; 409 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.8 MiB/s wr, 16 op/s 2024-08-17T00:44:55.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:55 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/347155921' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:44:55.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:55 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:55.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:55 smithi082 ceph-mon[94343]: pgmap v128: 121 pgs: 121 active+clean; 409 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.8 MiB/s wr, 16 op/s 2024-08-17T00:44:55.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:55 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/347155921' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:44:55.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:55 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:55.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:55 smithi137 ceph-mon[86391]: pgmap v128: 121 pgs: 121 active+clean; 409 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.8 MiB/s wr, 16 op/s 2024-08-17T00:44:55.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:55 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/347155921' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:44:55.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:55 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:44:56.189 INFO:tasks.rados.rados.0.smithi082.stdout:1251: done (2 left) 2024-08-17T00:44:56.190 INFO:tasks.rados.rados.0.smithi082.stdout:1252: done (1 left) 2024-08-17T00:44:56.190 INFO:tasks.rados.rados.0.smithi082.stdout:1253: done (0 left) 2024-08-17T00:44:56.190 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 7 current snap is 123 2024-08-17T00:44:56.190 INFO:tasks.rados.rados.0.smithi082.stdout:1254: seq_num 398 ranges {6029312=671744,6701056=557056,7258112=532480,7790592=114688} 2024-08-17T00:44:56.225 INFO:tasks.rados.rados.0.smithi082.stdout:1254: writing smithi08280503-7 from 6029312 to 6701056 tid 1 2024-08-17T00:44:56.229 INFO:tasks.rados.rados.0.smithi082.stdout:1254: writing smithi08280503-7 from 6701056 to 7258112 tid 2 2024-08-17T00:44:56.233 INFO:tasks.rados.rados.0.smithi082.stdout:1254: writing smithi08280503-7 from 7258112 to 7790592 tid 3 2024-08-17T00:44:56.234 INFO:tasks.rados.rados.0.smithi082.stdout:1254: writing smithi08280503-7 from 7790592 to 7905280 tid 4 2024-08-17T00:44:56.234 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 32 current snap is 123 2024-08-17T00:44:56.234 INFO:tasks.rados.rados.0.smithi082.stdout:1255: seq_num 399 ranges {1204224=688128,1892352=434176,2326528=745472,3072000=24576} 2024-08-17T00:44:56.244 INFO:tasks.rados.rados.0.smithi082.stdout:1255: writing smithi08280503-32 from 1204224 to 1892352 tid 1 2024-08-17T00:44:56.247 INFO:tasks.rados.rados.0.smithi082.stdout:1255: writing smithi08280503-32 from 1892352 to 2326528 tid 2 2024-08-17T00:44:56.251 INFO:tasks.rados.rados.0.smithi082.stdout:1255: writing smithi08280503-32 from 2326528 to 3072000 tid 3 2024-08-17T00:44:56.251 INFO:tasks.rados.rados.0.smithi082.stdout:1255: writing smithi08280503-32 from 3072000 to 3096576 tid 4 2024-08-17T00:44:56.251 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 34 current snap is 123 2024-08-17T00:44:56.252 INFO:tasks.rados.rados.0.smithi082.stdout:1254: finishing write tid 1 to smithi08280503-7 2024-08-17T00:44:56.252 INFO:tasks.rados.rados.0.smithi082.stdout:1256: seq_num 400 ranges {3506176=704512,4210688=720896,4931584=483328} 2024-08-17T00:44:56.274 INFO:tasks.rados.rados.0.smithi082.stdout:1256: writing smithi08280503-34 from 3506176 to 4210688 tid 1 2024-08-17T00:44:56.278 INFO:tasks.rados.rados.0.smithi082.stdout:1256: writing smithi08280503-34 from 4210688 to 4931584 tid 2 2024-08-17T00:44:56.281 INFO:tasks.rados.rados.0.smithi082.stdout:1256: writing smithi08280503-34 from 4931584 to 5414912 tid 3 2024-08-17T00:44:56.281 INFO:tasks.rados.rados.0.smithi082.stdout:1257: snap_create 2024-08-17T00:44:56.281 INFO:tasks.rados.rados.0.smithi082.stdout:1254: finishing write tid 2 to smithi08280503-7 2024-08-17T00:44:56.281 INFO:tasks.rados.rados.0.smithi082.stdout:1254: finishing write tid 3 to smithi08280503-7 2024-08-17T00:44:56.281 INFO:tasks.rados.rados.0.smithi082.stdout:1254: finishing write tid 4 to smithi08280503-7 2024-08-17T00:44:56.281 INFO:tasks.rados.rados.0.smithi082.stdout:1254: finishing write tid 5 to smithi08280503-7 2024-08-17T00:44:56.282 INFO:tasks.rados.rados.0.smithi082.stdout:1254: finishing write tid 6 to smithi08280503-7 2024-08-17T00:44:56.282 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 781 (ObjNum 398 snap 123 seq_num 398) dirty exists 2024-08-17T00:44:56.282 INFO:tasks.rados.rados.0.smithi082.stdout:1254: left oid 7 (ObjNum 398 snap 123 seq_num 398) 2024-08-17T00:44:56.282 INFO:tasks.rados.rados.0.smithi082.stdout:1255: finishing write tid 1 to smithi08280503-32 2024-08-17T00:44:56.282 INFO:tasks.rados.rados.0.smithi082.stdout:1255: finishing write tid 2 to smithi08280503-32 2024-08-17T00:44:56.282 INFO:tasks.rados.rados.0.smithi082.stdout:1255: finishing write tid 3 to smithi08280503-32 2024-08-17T00:44:56.282 INFO:tasks.rados.rados.0.smithi082.stdout:1255: finishing write tid 4 to smithi08280503-32 2024-08-17T00:44:56.282 INFO:tasks.rados.rados.0.smithi082.stdout:1255: finishing write tid 5 to smithi08280503-32 2024-08-17T00:44:56.282 INFO:tasks.rados.rados.0.smithi082.stdout:1255: finishing write tid 6 to smithi08280503-32 2024-08-17T00:44:56.282 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 714 (ObjNum 399 snap 123 seq_num 399) dirty exists 2024-08-17T00:44:56.282 INFO:tasks.rados.rados.0.smithi082.stdout:1255: left oid 32 (ObjNum 399 snap 123 seq_num 399) 2024-08-17T00:44:56.283 INFO:tasks.rados.rados.0.smithi082.stdout:1256: finishing write tid 1 to smithi08280503-34 2024-08-17T00:44:56.284 INFO:tasks.rados.rados.0.smithi082.stdout:1256: finishing write tid 2 to smithi08280503-34 2024-08-17T00:44:56.284 INFO:tasks.rados.rados.0.smithi082.stdout:1256: finishing write tid 3 to smithi08280503-34 2024-08-17T00:44:56.284 INFO:tasks.rados.rados.0.smithi082.stdout:1256: finishing write tid 4 to smithi08280503-34 2024-08-17T00:44:56.285 INFO:tasks.rados.rados.0.smithi082.stdout:1256: finishing write tid 5 to smithi08280503-34 2024-08-17T00:44:56.285 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 651 (ObjNum 400 snap 123 seq_num 400) dirty exists 2024-08-17T00:44:56.285 INFO:tasks.rados.rados.0.smithi082.stdout:1256: left oid 34 (ObjNum 400 snap 123 seq_num 400) 2024-08-17T00:44:56.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:56 smithi082 ceph-mon[94343]: from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:44:56.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:56 smithi082 ceph-mon[94343]: from='client.34218 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:44:56.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:56 smithi082 ceph-mon[94343]: osdmap e310: 8 total, 8 up, 8 in 2024-08-17T00:44:56.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:56 smithi082 ceph-mon[91979]: from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:44:56.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:56 smithi082 ceph-mon[91979]: from='client.34218 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:44:56.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:56 smithi082 ceph-mon[91979]: osdmap e310: 8 total, 8 up, 8 in 2024-08-17T00:44:56.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:56 smithi137 ceph-mon[86391]: from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:44:56.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:56 smithi137 ceph-mon[86391]: from='client.34218 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:44:56.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:56 smithi137 ceph-mon[86391]: osdmap e310: 8 total, 8 up, 8 in 2024-08-17T00:44:57.197 INFO:tasks.rados.rados.0.smithi082.stdout:1254: done (3 left) 2024-08-17T00:44:57.197 INFO:tasks.rados.rados.0.smithi082.stdout:1255: done (2 left) 2024-08-17T00:44:57.197 INFO:tasks.rados.rados.0.smithi082.stdout:1256: done (1 left) 2024-08-17T00:44:57.197 INFO:tasks.rados.rados.0.smithi082.stdout:1257: done (0 left) 2024-08-17T00:44:57.197 INFO:tasks.rados.rados.0.smithi082.stdout:1258: delete oid 40 current snap is 124 2024-08-17T00:44:57.203 INFO:tasks.rados.rados.0.smithi082.stdout:1258: done (0 left) 2024-08-17T00:44:57.203 INFO:tasks.rados.rados.0.smithi082.stdout:1259: snap_remove snap 121 2024-08-17T00:44:57.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:57 smithi082 ceph-mon[91979]: pgmap v130: 121 pgs: 121 active+clean; 409 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 446 KiB/s wr, 9 op/s 2024-08-17T00:44:57.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:57 smithi082 ceph-mon[91979]: osdmap e311: 8 total, 8 up, 8 in 2024-08-17T00:44:57.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:57 smithi082 ceph-mon[94343]: pgmap v130: 121 pgs: 121 active+clean; 409 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 446 KiB/s wr, 9 op/s 2024-08-17T00:44:57.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:57 smithi082 ceph-mon[94343]: osdmap e311: 8 total, 8 up, 8 in 2024-08-17T00:44:57.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:57 smithi137 ceph-mon[86391]: pgmap v130: 121 pgs: 121 active+clean; 409 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 446 KiB/s wr, 9 op/s 2024-08-17T00:44:57.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:57 smithi137 ceph-mon[86391]: osdmap e311: 8 total, 8 up, 8 in 2024-08-17T00:44:58.209 INFO:tasks.rados.rados.0.smithi082.stdout:1259: done (0 left) 2024-08-17T00:44:58.209 INFO:tasks.rados.rados.0.smithi082.stdout:1260: snap_remove snap 89 2024-08-17T00:44:58.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:58 smithi082 ceph-mon[94343]: osdmap e312: 8 total, 8 up, 8 in 2024-08-17T00:44:58.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:58 smithi082 ceph-mon[91979]: osdmap e312: 8 total, 8 up, 8 in 2024-08-17T00:44:58.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:58 smithi137 ceph-mon[86391]: osdmap e312: 8 total, 8 up, 8 in 2024-08-17T00:44:58.739 INFO:tasks.rados.rados.0.smithi082.stdout:1260: done (0 left) 2024-08-17T00:44:58.739 INFO:tasks.rados.rados.0.smithi082.stdout:1261: snap_remove snap 102 2024-08-17T00:44:58.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:44:58 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:44:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:44:59.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:59 smithi082 ceph-mon[94343]: pgmap v133: 121 pgs: 121 active+clean; 395 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.8 MiB/s wr, 19 op/s 2024-08-17T00:44:59.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:59 smithi082 ceph-mon[94343]: osdmap e313: 8 total, 8 up, 8 in 2024-08-17T00:44:59.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:44:59 smithi082 ceph-mon[94343]: osdmap e314: 8 total, 8 up, 8 in 2024-08-17T00:44:59.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:59 smithi082 ceph-mon[91979]: pgmap v133: 121 pgs: 121 active+clean; 395 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.8 MiB/s wr, 19 op/s 2024-08-17T00:44:59.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:59 smithi082 ceph-mon[91979]: osdmap e313: 8 total, 8 up, 8 in 2024-08-17T00:44:59.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:44:59 smithi082 ceph-mon[91979]: osdmap e314: 8 total, 8 up, 8 in 2024-08-17T00:44:59.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:59 smithi137 ceph-mon[86391]: pgmap v133: 121 pgs: 121 active+clean; 395 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.8 MiB/s wr, 19 op/s 2024-08-17T00:44:59.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:59 smithi137 ceph-mon[86391]: osdmap e313: 8 total, 8 up, 8 in 2024-08-17T00:44:59.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:44:59 smithi137 ceph-mon[86391]: osdmap e314: 8 total, 8 up, 8 in 2024-08-17T00:44:59.744 INFO:tasks.rados.rados.0.smithi082.stdout:1261: done (0 left) 2024-08-17T00:44:59.744 INFO:tasks.rados.rados.0.smithi082.stdout:1262: delete oid 34 current snap is 124 2024-08-17T00:44:59.750 INFO:tasks.rados.rados.0.smithi082.stdout:1262: done (0 left) 2024-08-17T00:44:59.750 INFO:tasks.rados.rados.0.smithi082.stdout:1263: read oid 33 snap -1 2024-08-17T00:44:59.750 INFO:tasks.rados.rados.0.smithi082.stdout:1263: expect deleted 2024-08-17T00:44:59.750 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 48 current snap is 124 2024-08-17T00:44:59.750 INFO:tasks.rados.rados.0.smithi082.stdout:1264: seq_num 403 ranges {8134656=753664,8888320=425984,9314304=720896,10035200=57344} 2024-08-17T00:44:59.798 INFO:tasks.rados.rados.0.smithi082.stdout:1264: writing smithi08280503-48 from 8134656 to 8888320 tid 1 2024-08-17T00:44:59.801 INFO:tasks.rados.rados.0.smithi082.stdout:1264: writing smithi08280503-48 from 8888320 to 9314304 tid 2 2024-08-17T00:44:59.805 INFO:tasks.rados.rados.0.smithi082.stdout:1264: writing smithi08280503-48 from 9314304 to 10035200 tid 3 2024-08-17T00:44:59.806 INFO:tasks.rados.rados.0.smithi082.stdout:1264: writing smithi08280503-48 from 10035200 to 10092544 tid 4 2024-08-17T00:44:59.806 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 5 current snap is 124 2024-08-17T00:44:59.806 INFO:tasks.rados.rados.0.smithi082.stdout:1265: seq_num 404 ranges {2850816=770048,3620864=712704,4333568=491520} 2024-08-17T00:44:59.825 INFO:tasks.rados.rados.0.smithi082.stdout:1265: writing smithi08280503-5 from 2850816 to 3620864 tid 1 2024-08-17T00:44:59.829 INFO:tasks.rados.rados.0.smithi082.stdout:1265: writing smithi08280503-5 from 3620864 to 4333568 tid 2 2024-08-17T00:44:59.833 INFO:tasks.rados.rados.0.smithi082.stdout:1265: writing smithi08280503-5 from 4333568 to 4825088 tid 3 2024-08-17T00:44:59.833 INFO:tasks.rados.rados.0.smithi082.stdout:1266: read oid 42 snap -1 2024-08-17T00:44:59.833 INFO:tasks.rados.rados.0.smithi082.stdout:1266: expect (ObjNum 301 snap 88 seq_num 301) 2024-08-17T00:44:59.833 INFO:tasks.rados.rados.0.smithi082.stdout:1267: read oid 25 snap 105 2024-08-17T00:44:59.833 INFO:tasks.rados.rados.0.smithi082.stdout:1267: expect (ObjNum 301 snap 88 seq_num 301) 2024-08-17T00:44:59.833 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 10 current snap is 124 2024-08-17T00:44:59.833 INFO:tasks.rados.rados.0.smithi082.stdout:1268: seq_num 405 ranges {10977280=786432,11763712=589824,12353536=614400} 2024-08-17T00:44:59.894 INFO:tasks.rados.rados.0.smithi082.stdout:1268: writing smithi08280503-10 from 10977280 to 11763712 tid 1 2024-08-17T00:44:59.898 INFO:tasks.rados.rados.0.smithi082.stdout:1268: writing smithi08280503-10 from 11763712 to 12353536 tid 2 2024-08-17T00:44:59.902 INFO:tasks.rados.rados.0.smithi082.stdout:1268: writing smithi08280503-10 from 12353536 to 12967936 tid 3 2024-08-17T00:44:59.902 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 3 current snap is 124 2024-08-17T00:44:59.902 INFO:tasks.rados.rados.0.smithi082.stdout:1264: finishing write tid 1 to smithi08280503-48 2024-08-17T00:44:59.902 INFO:tasks.rados.rados.0.smithi082.stdout:1264: finishing write tid 2 to smithi08280503-48 2024-08-17T00:44:59.902 INFO:tasks.rados.rados.0.smithi082.stdout:1264: finishing write tid 3 to smithi08280503-48 2024-08-17T00:44:59.903 INFO:tasks.rados.rados.0.smithi082.stdout:1269: seq_num 406 ranges {6029312=802816,6832128=475136,7307264=499712,7806976=229376} 2024-08-17T00:44:59.938 INFO:tasks.rados.rados.0.smithi082.stdout:1269: writing smithi08280503-3 from 6029312 to 6832128 tid 1 2024-08-17T00:44:59.940 INFO:tasks.rados.rados.0.smithi082.stdout:1269: writing smithi08280503-3 from 6832128 to 7307264 tid 2 2024-08-17T00:44:59.943 INFO:tasks.rados.rados.0.smithi082.stdout:1269: writing smithi08280503-3 from 7307264 to 7806976 tid 3 2024-08-17T00:44:59.945 INFO:tasks.rados.rados.0.smithi082.stdout:1269: writing smithi08280503-3 from 7806976 to 8036352 tid 4 2024-08-17T00:44:59.945 INFO:tasks.rados.rados.0.smithi082.stdout:1263: done (6 left) 2024-08-17T00:44:59.945 INFO:tasks.rados.rados.0.smithi082.stdout:1270: delete oid 1 current snap is 124 2024-08-17T00:44:59.945 INFO:tasks.rados.rados.0.smithi082.stdout:1264: finishing write tid 4 to smithi08280503-48 2024-08-17T00:44:59.946 INFO:tasks.rados.rados.0.smithi082.stdout:1264: finishing write tid 5 to smithi08280503-48 2024-08-17T00:44:59.946 INFO:tasks.rados.rados.0.smithi082.stdout:1264: finishing write tid 6 to smithi08280503-48 2024-08-17T00:44:59.946 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 742 (ObjNum 403 snap 124 seq_num 403) dirty exists 2024-08-17T00:44:59.946 INFO:tasks.rados.rados.0.smithi082.stdout:1264: left oid 48 (ObjNum 403 snap 124 seq_num 403) 2024-08-17T00:44:59.946 INFO:tasks.rados.rados.0.smithi082.stdout:1265: finishing write tid 1 to smithi08280503-5 2024-08-17T00:44:59.946 INFO:tasks.rados.rados.0.smithi082.stdout:1265: finishing write tid 2 to smithi08280503-5 2024-08-17T00:44:59.946 INFO:tasks.rados.rados.0.smithi082.stdout:1265: finishing write tid 3 to smithi08280503-5 2024-08-17T00:44:59.946 INFO:tasks.rados.rados.0.smithi082.stdout:1265: finishing write tid 4 to smithi08280503-5 2024-08-17T00:44:59.946 INFO:tasks.rados.rados.0.smithi082.stdout:1265: finishing write tid 5 to smithi08280503-5 2024-08-17T00:44:59.946 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 618 (ObjNum 404 snap 124 seq_num 404) dirty exists 2024-08-17T00:44:59.946 INFO:tasks.rados.rados.0.smithi082.stdout:1265: left oid 5 (ObjNum 404 snap 124 seq_num 404) 2024-08-17T00:44:59.946 INFO:tasks.rados.rados.0.smithi082.stdout:1266: expect (ObjNum 301 snap 88 seq_num 301) 2024-08-17T00:44:59.958 INFO:tasks.rados.rados.0.smithi082.stdout:1267: expect (ObjNum 301 snap 88 seq_num 301) 2024-08-17T00:44:59.971 INFO:tasks.rados.rados.0.smithi082.stdout:1268: finishing write tid 1 to smithi08280503-10 2024-08-17T00:44:59.971 INFO:tasks.rados.rados.0.smithi082.stdout:1268: finishing write tid 2 to smithi08280503-10 2024-08-17T00:44:59.971 INFO:tasks.rados.rados.0.smithi082.stdout:1268: finishing write tid 3 to smithi08280503-10 2024-08-17T00:44:59.971 INFO:tasks.rados.rados.0.smithi082.stdout:1268: finishing write tid 4 to smithi08280503-10 2024-08-17T00:44:59.972 INFO:tasks.rados.rados.0.smithi082.stdout:1268: finishing write tid 5 to smithi08280503-10 2024-08-17T00:44:59.972 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 622 (ObjNum 405 snap 124 seq_num 405) dirty exists 2024-08-17T00:44:59.972 INFO:tasks.rados.rados.0.smithi082.stdout:1268: left oid 10 (ObjNum 405 snap 124 seq_num 405) 2024-08-17T00:44:59.972 INFO:tasks.rados.rados.0.smithi082.stdout:1269: finishing write tid 1 to smithi08280503-3 2024-08-17T00:44:59.972 INFO:tasks.rados.rados.0.smithi082.stdout:1269: finishing write tid 2 to smithi08280503-3 2024-08-17T00:44:59.972 INFO:tasks.rados.rados.0.smithi082.stdout:1264: done (6 left) 2024-08-17T00:44:59.972 INFO:tasks.rados.rados.0.smithi082.stdout:1265: done (5 left) 2024-08-17T00:44:59.972 INFO:tasks.rados.rados.0.smithi082.stdout:1266: done (4 left) 2024-08-17T00:44:59.972 INFO:tasks.rados.rados.0.smithi082.stdout:1267: done (3 left) 2024-08-17T00:44:59.972 INFO:tasks.rados.rados.0.smithi082.stdout:1268: done (2 left) 2024-08-17T00:44:59.972 INFO:tasks.rados.rados.0.smithi082.stdout:1270: done (1 left) 2024-08-17T00:44:59.972 INFO:tasks.rados.rados.0.smithi082.stdout:1271: read oid 30 snap -1 2024-08-17T00:44:59.972 INFO:tasks.rados.rados.0.smithi082.stdout:1271: expect (ObjNum 369 snap 112 seq_num 369) 2024-08-17T00:44:59.973 INFO:tasks.rados.rados.0.smithi082.stdout:1272: delete oid 37 current snap is 124 2024-08-17T00:44:59.973 INFO:tasks.rados.rados.0.smithi082.stdout:1269: finishing write tid 3 to smithi08280503-3 2024-08-17T00:44:59.973 INFO:tasks.rados.rados.0.smithi082.stdout:1269: finishing write tid 4 to smithi08280503-3 2024-08-17T00:44:59.973 INFO:tasks.rados.rados.0.smithi082.stdout:1269: finishing write tid 5 to smithi08280503-3 2024-08-17T00:44:59.973 INFO:tasks.rados.rados.0.smithi082.stdout:1269: finishing write tid 6 to smithi08280503-3 2024-08-17T00:44:59.973 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 411 (ObjNum 406 snap 124 seq_num 406) dirty exists 2024-08-17T00:44:59.973 INFO:tasks.rados.rados.0.smithi082.stdout:1269: left oid 3 (ObjNum 406 snap 124 seq_num 406) 2024-08-17T00:44:59.973 INFO:tasks.rados.rados.0.smithi082.stdout:1269: done (2 left) 2024-08-17T00:44:59.973 INFO:tasks.rados.rados.0.smithi082.stdout:1272: done (1 left) 2024-08-17T00:44:59.974 INFO:tasks.rados.rados.0.smithi082.stdout:1273: snap_remove snap 120 2024-08-17T00:45:00.753 INFO:tasks.rados.rados.0.smithi082.stdout:1273: done (1 left) 2024-08-17T00:45:00.753 INFO:tasks.rados.rados.0.smithi082.stdout:1274: snap_remove snap 86 2024-08-17T00:45:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:00 smithi082 ceph-mon[94343]: osdmap e315: 8 total, 8 up, 8 in 2024-08-17T00:45:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:00 smithi082 ceph-mon[94343]: pgmap v137: 121 pgs: 121 active+clean; 395 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T00:45:01.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:00 smithi082 ceph-mon[91979]: osdmap e315: 8 total, 8 up, 8 in 2024-08-17T00:45:01.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:00 smithi082 ceph-mon[91979]: pgmap v137: 121 pgs: 121 active+clean; 395 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T00:45:01.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:00 smithi137 ceph-mon[86391]: osdmap e315: 8 total, 8 up, 8 in 2024-08-17T00:45:01.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:00 smithi137 ceph-mon[86391]: pgmap v137: 121 pgs: 121 active+clean; 395 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T00:45:01.754 INFO:tasks.rados.rados.0.smithi082.stdout:1274: done (1 left) 2024-08-17T00:45:01.754 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 13 current snap is 124 2024-08-17T00:45:01.755 INFO:tasks.rados.rados.0.smithi082.stdout:1275: seq_num 409 ranges {4669440=458752,5128192=532480,5660672=720896,6381568=352256} 2024-08-17T00:45:01.783 INFO:tasks.rados.rados.0.smithi082.stdout:1275: writing smithi08280503-13 from 4669440 to 5128192 tid 1 2024-08-17T00:45:01.786 INFO:tasks.rados.rados.0.smithi082.stdout:1275: writing smithi08280503-13 from 5128192 to 5660672 tid 2 2024-08-17T00:45:01.790 INFO:tasks.rados.rados.0.smithi082.stdout:1275: writing smithi08280503-13 from 5660672 to 6381568 tid 3 2024-08-17T00:45:01.793 INFO:tasks.rados.rados.0.smithi082.stdout:1275: writing smithi08280503-13 from 6381568 to 6733824 tid 4 2024-08-17T00:45:01.793 INFO:tasks.rados.rados.0.smithi082.stdout:1276: rmattr oid 6 current snap is 124 2024-08-17T00:45:01.793 INFO:tasks.rados.rados.0.smithi082.stdout:1276: done (2 left) 2024-08-17T00:45:01.793 INFO:tasks.rados.rados.0.smithi082.stdout:1277: read oid 34 snap 112 2024-08-17T00:45:01.793 INFO:tasks.rados.rados.0.smithi082.stdout:1277: expect (ObjNum 330 snap 101 seq_num 330) 2024-08-17T00:45:01.793 INFO:tasks.rados.rados.0.smithi082.stdout:1278: snap_remove snap 123 2024-08-17T00:45:02.034 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:01 smithi082 ceph-mon[94343]: osdmap e316: 8 total, 8 up, 8 in 2024-08-17T00:45:02.034 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:01 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T00:45:02.034 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:01 smithi082 ceph-mon[91979]: osdmap e316: 8 total, 8 up, 8 in 2024-08-17T00:45:02.035 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:01 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T00:45:02.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:01 smithi137 ceph-mon[86391]: osdmap e316: 8 total, 8 up, 8 in 2024-08-17T00:45:02.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:01 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T00:45:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:02.761 INFO:tasks.rados.rados.0.smithi082.stdout:1278: done (3 left) 2024-08-17T00:45:02.761 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 1 current snap is 124 2024-08-17T00:45:02.761 INFO:tasks.rados.rados.0.smithi082.stdout:1279: seq_num 410 ranges {0=475136,475136=417792,892928=475136,1368064=425984,1794048=286720} 2024-08-17T00:45:02.764 INFO:tasks.rados.rados.0.smithi082.stdout:1279: writing smithi08280503-1 from 0 to 475136 tid 1 2024-08-17T00:45:02.767 INFO:tasks.rados.rados.0.smithi082.stdout:1279: writing smithi08280503-1 from 475136 to 892928 tid 2 2024-08-17T00:45:02.770 INFO:tasks.rados.rados.0.smithi082.stdout:1279: writing smithi08280503-1 from 892928 to 1368064 tid 3 2024-08-17T00:45:02.774 INFO:tasks.rados.rados.0.smithi082.stdout:1279: writing smithi08280503-1 from 1368064 to 1794048 tid 4 2024-08-17T00:45:02.776 INFO:tasks.rados.rados.0.smithi082.stdout:1279: writing smithi08280503-1 from 1794048 to 2080768 tid 5 2024-08-17T00:45:02.776 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 33 current snap is 124 2024-08-17T00:45:02.776 INFO:tasks.rados.rados.0.smithi082.stdout:1280: seq_num 411 ranges {0=491520,491520=753664,1245184=688128,1933312=163840} 2024-08-17T00:45:02.779 INFO:tasks.rados.rados.0.smithi082.stdout:1280: writing smithi08280503-33 from 0 to 491520 tid 1 2024-08-17T00:45:02.783 INFO:tasks.rados.rados.0.smithi082.stdout:1280: writing smithi08280503-33 from 491520 to 1245184 tid 2 2024-08-17T00:45:02.787 INFO:tasks.rados.rados.0.smithi082.stdout:1280: writing smithi08280503-33 from 1245184 to 1933312 tid 3 2024-08-17T00:45:02.788 INFO:tasks.rados.rados.0.smithi082.stdout:1280: writing smithi08280503-33 from 1933312 to 2097152 tid 4 2024-08-17T00:45:02.788 INFO:tasks.rados.rados.0.smithi082.stdout:1281: read oid 50 snap 84 2024-08-17T00:45:02.788 INFO:tasks.rados.rados.0.smithi082.stdout:1281: expect (ObjNum 266 snap 76 seq_num 266) 2024-08-17T00:45:02.788 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 7 current snap is 124 2024-08-17T00:45:02.788 INFO:tasks.rados.rados.0.smithi082.stdout:1271: expect (ObjNum 369 snap 112 seq_num 369) 2024-08-17T00:45:02.983 INFO:tasks.rados.rados.0.smithi082.stdout:1275: finishing write tid 1 to smithi08280503-13 2024-08-17T00:45:02.983 INFO:tasks.rados.rados.0.smithi082.stdout:1275: finishing write tid 2 to smithi08280503-13 2024-08-17T00:45:02.983 INFO:tasks.rados.rados.0.smithi082.stdout:1282: seq_num 412 ranges {7905280=507904,8413184=630784,9043968=491520,9535488=483328} 2024-08-17T00:45:03.028 INFO:tasks.rados.rados.0.smithi082.stdout:1282: writing smithi08280503-7 from 7905280 to 8413184 tid 1 2024-08-17T00:45:03.032 INFO:tasks.rados.rados.0.smithi082.stdout:1282: writing smithi08280503-7 from 8413184 to 9043968 tid 2 2024-08-17T00:45:03.035 INFO:tasks.rados.rados.0.smithi082.stdout:1282: writing smithi08280503-7 from 9043968 to 9535488 tid 3 2024-08-17T00:45:03.038 INFO:tasks.rados.rados.0.smithi082.stdout:1282: writing smithi08280503-7 from 9535488 to 10018816 tid 4 2024-08-17T00:45:03.038 INFO:tasks.rados.rados.0.smithi082.stdout:1271: done (6 left) 2024-08-17T00:45:03.039 INFO:tasks.rados.rados.0.smithi082.stdout:1283: setattr oid 35 current snap is 124 2024-08-17T00:45:03.039 INFO:tasks.rados.rados.0.smithi082.stdout:1275: finishing write tid 3 to smithi08280503-13 2024-08-17T00:45:03.039 INFO:tasks.rados.rados.0.smithi082.stdout:1275: finishing write tid 4 to smithi08280503-13 2024-08-17T00:45:03.039 INFO:tasks.rados.rados.0.smithi082.stdout:1275: finishing write tid 5 to smithi08280503-13 2024-08-17T00:45:03.039 INFO:tasks.rados.rados.0.smithi082.stdout:1275: finishing write tid 6 to smithi08280503-13 2024-08-17T00:45:03.039 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 648 (ObjNum 409 snap 124 seq_num 409) dirty exists 2024-08-17T00:45:03.039 INFO:tasks.rados.rados.0.smithi082.stdout:1275: left oid 13 (ObjNum 409 snap 124 seq_num 409) 2024-08-17T00:45:03.039 INFO:tasks.rados.rados.0.smithi082.stdout:1277: expect (ObjNum 330 snap 101 seq_num 330) 2024-08-17T00:45:03.108 INFO:tasks.rados.rados.0.smithi082.stdout:1279: finishing write tid 1 to smithi08280503-1 2024-08-17T00:45:03.108 INFO:tasks.rados.rados.0.smithi082.stdout:1279: finishing write tid 2 to smithi08280503-1 2024-08-17T00:45:03.108 INFO:tasks.rados.rados.0.smithi082.stdout:1279: finishing write tid 3 to smithi08280503-1 2024-08-17T00:45:03.108 INFO:tasks.rados.rados.0.smithi082.stdout:1279: finishing write tid 4 to smithi08280503-1 2024-08-17T00:45:03.108 INFO:tasks.rados.rados.0.smithi082.stdout:1279: finishing write tid 5 to smithi08280503-1 2024-08-17T00:45:03.109 INFO:tasks.rados.rados.0.smithi082.stdout:1279: finishing write tid 6 to smithi08280503-1 2024-08-17T00:45:03.109 INFO:tasks.rados.rados.0.smithi082.stdout:1279: finishing write tid 7 to smithi08280503-1 2024-08-17T00:45:03.109 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 619 (ObjNum 410 snap 124 seq_num 410) dirty exists 2024-08-17T00:45:03.109 INFO:tasks.rados.rados.0.smithi082.stdout:1279: left oid 1 (ObjNum 410 snap 124 seq_num 410) 2024-08-17T00:45:03.109 INFO:tasks.rados.rados.0.smithi082.stdout:1280: finishing write tid 1 to smithi08280503-33 2024-08-17T00:45:03.109 INFO:tasks.rados.rados.0.smithi082.stdout:1280: finishing write tid 2 to smithi08280503-33 2024-08-17T00:45:03.109 INFO:tasks.rados.rados.0.smithi082.stdout:1280: finishing write tid 3 to smithi08280503-33 2024-08-17T00:45:03.109 INFO:tasks.rados.rados.0.smithi082.stdout:1280: finishing write tid 4 to smithi08280503-33 2024-08-17T00:45:03.109 INFO:tasks.rados.rados.0.smithi082.stdout:1280: finishing write tid 5 to smithi08280503-33 2024-08-17T00:45:03.109 INFO:tasks.rados.rados.0.smithi082.stdout:1280: finishing write tid 6 to smithi08280503-33 2024-08-17T00:45:03.109 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 499 (ObjNum 411 snap 124 seq_num 411) dirty exists 2024-08-17T00:45:03.109 INFO:tasks.rados.rados.0.smithi082.stdout:1280: left oid 33 (ObjNum 411 snap 124 seq_num 411) 2024-08-17T00:45:03.109 INFO:tasks.rados.rados.0.smithi082.stdout:1281: expect (ObjNum 266 snap 76 seq_num 266) 2024-08-17T00:45:03.164 INFO:tasks.rados.rados.0.smithi082.stdout:1282: finishing write tid 1 to smithi08280503-7 2024-08-17T00:45:03.164 INFO:tasks.rados.rados.0.smithi082.stdout:1282: finishing write tid 2 to smithi08280503-7 2024-08-17T00:45:03.164 INFO:tasks.rados.rados.0.smithi082.stdout:1282: finishing write tid 3 to smithi08280503-7 2024-08-17T00:45:03.164 INFO:tasks.rados.rados.0.smithi082.stdout:1282: finishing write tid 4 to smithi08280503-7 2024-08-17T00:45:03.164 INFO:tasks.rados.rados.0.smithi082.stdout:1282: finishing write tid 5 to smithi08280503-7 2024-08-17T00:45:03.164 INFO:tasks.rados.rados.0.smithi082.stdout:1282: finishing write tid 6 to smithi08280503-7 2024-08-17T00:45:03.164 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 824 (ObjNum 412 snap 124 seq_num 412) dirty exists 2024-08-17T00:45:03.164 INFO:tasks.rados.rados.0.smithi082.stdout:1282: left oid 7 (ObjNum 412 snap 124 seq_num 412) 2024-08-17T00:45:03.164 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 263 (ObjNum 395 snap 120 seq_num 395) dirty exists 2024-08-17T00:45:03.164 INFO:tasks.rados.rados.0.smithi082.stdout:1275: done (6 left) 2024-08-17T00:45:03.164 INFO:tasks.rados.rados.0.smithi082.stdout:1277: done (5 left) 2024-08-17T00:45:03.164 INFO:tasks.rados.rados.0.smithi082.stdout:1279: done (4 left) 2024-08-17T00:45:03.164 INFO:tasks.rados.rados.0.smithi082.stdout:1280: done (3 left) 2024-08-17T00:45:03.165 INFO:tasks.rados.rados.0.smithi082.stdout:1281: done (2 left) 2024-08-17T00:45:03.165 INFO:tasks.rados.rados.0.smithi082.stdout:1282: done (1 left) 2024-08-17T00:45:03.165 INFO:tasks.rados.rados.0.smithi082.stdout:1283: done (0 left) 2024-08-17T00:45:03.165 INFO:tasks.rados.rados.0.smithi082.stdout:1284: read oid 24 snap -1 2024-08-17T00:45:03.165 INFO:tasks.rados.rados.0.smithi082.stdout:1284: expect (ObjNum 348 snap 109 seq_num 348) 2024-08-17T00:45:03.165 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 13 current snap is 124 2024-08-17T00:45:03.165 INFO:tasks.rados.rados.0.smithi082.stdout:1285: seq_num 413 ranges {6733824=524288,7258112=516096,7774208=696320,8470528=393216} 2024-08-17T00:45:03.203 INFO:tasks.rados.rados.0.smithi082.stdout:1285: writing smithi08280503-13 from 6733824 to 7258112 tid 1 2024-08-17T00:45:03.206 INFO:tasks.rados.rados.0.smithi082.stdout:1285: writing smithi08280503-13 from 7258112 to 7774208 tid 2 2024-08-17T00:45:03.208 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:02 smithi082 ceph-mon[91979]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T00:45:03.208 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:02 smithi082 ceph-mon[91979]: Upgrade: osd.1 is safe to restart 2024-08-17T00:45:03.208 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:02 smithi082 ceph-mon[91979]: osdmap e317: 8 total, 8 up, 8 in 2024-08-17T00:45:03.208 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:02 smithi082 ceph-mon[91979]: pgmap v140: 121 pgs: 121 active+clean; 404 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.3 MiB/s wr, 14 op/s 2024-08-17T00:45:03.209 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:02 smithi082 ceph-mon[94343]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T00:45:03.209 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:02 smithi082 ceph-mon[94343]: Upgrade: osd.1 is safe to restart 2024-08-17T00:45:03.209 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:02 smithi082 ceph-mon[94343]: osdmap e317: 8 total, 8 up, 8 in 2024-08-17T00:45:03.209 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:02 smithi082 ceph-mon[94343]: pgmap v140: 121 pgs: 121 active+clean; 404 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.3 MiB/s wr, 14 op/s 2024-08-17T00:45:03.210 INFO:tasks.rados.rados.0.smithi082.stdout:1285: writing smithi08280503-13 from 7774208 to 8470528 tid 3 2024-08-17T00:45:03.213 INFO:tasks.rados.rados.0.smithi082.stdout:1285: writing smithi08280503-13 from 8470528 to 8863744 tid 4 2024-08-17T00:45:03.213 INFO:tasks.rados.rados.0.smithi082.stdout:1286: read oid 42 snap -1 2024-08-17T00:45:03.213 INFO:tasks.rados.rados.0.smithi082.stdout:1286: expect (ObjNum 301 snap 88 seq_num 301) 2024-08-17T00:45:03.214 INFO:tasks.rados.rados.0.smithi082.stdout:1287: setattr oid 23 current snap is 124 2024-08-17T00:45:03.214 INFO:tasks.rados.rados.0.smithi082.stdout:1284: expect (ObjNum 348 snap 109 seq_num 348) 2024-08-17T00:45:03.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:02 smithi137 ceph-mon[86391]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T00:45:03.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:02 smithi137 ceph-mon[86391]: Upgrade: osd.1 is safe to restart 2024-08-17T00:45:03.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:02 smithi137 ceph-mon[86391]: osdmap e317: 8 total, 8 up, 8 in 2024-08-17T00:45:03.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:02 smithi137 ceph-mon[86391]: pgmap v140: 121 pgs: 121 active+clean; 404 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.3 MiB/s wr, 14 op/s 2024-08-17T00:45:03.397 INFO:tasks.rados.rados.0.smithi082.stdout:1285: finishing write tid 1 to smithi08280503-13 2024-08-17T00:45:03.397 INFO:tasks.rados.rados.0.smithi082.stdout:1285: finishing write tid 2 to smithi08280503-13 2024-08-17T00:45:03.397 INFO:tasks.rados.rados.0.smithi082.stdout:1285: finishing write tid 3 to smithi08280503-13 2024-08-17T00:45:03.397 INFO:tasks.rados.rados.0.smithi082.stdout:1285: finishing write tid 4 to smithi08280503-13 2024-08-17T00:45:03.397 INFO:tasks.rados.rados.0.smithi082.stdout:1285: finishing write tid 5 to smithi08280503-13 2024-08-17T00:45:03.397 INFO:tasks.rados.rados.0.smithi082.stdout:1285: finishing write tid 6 to smithi08280503-13 2024-08-17T00:45:03.397 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 655 (ObjNum 413 snap 124 seq_num 413) dirty exists 2024-08-17T00:45:03.397 INFO:tasks.rados.rados.0.smithi082.stdout:1285: left oid 13 (ObjNum 413 snap 124 seq_num 413) 2024-08-17T00:45:03.397 INFO:tasks.rados.rados.0.smithi082.stdout:1286: expect (ObjNum 301 snap 88 seq_num 301) 2024-08-17T00:45:03.409 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 365 (ObjNum 145 snap 0 seq_num 2955029955) dirty exists 2024-08-17T00:45:03.409 INFO:tasks.rados.rados.0.smithi082.stdout:1284: done (3 left) 2024-08-17T00:45:03.410 INFO:tasks.rados.rados.0.smithi082.stdout:1285: done (2 left) 2024-08-17T00:45:03.410 INFO:tasks.rados.rados.0.smithi082.stdout:1286: done (1 left) 2024-08-17T00:45:03.410 INFO:tasks.rados.rados.0.smithi082.stdout:1287: done (0 left) 2024-08-17T00:45:03.410 INFO:tasks.rados.rados.0.smithi082.stdout:1288: snap_remove snap 84 2024-08-17T00:45:03.759 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:03 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi137\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:03.825 INFO:tasks.rados.rados.0.smithi082.stdout:1288: done (0 left) 2024-08-17T00:45:03.825 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 29 current snap is 124 2024-08-17T00:45:03.825 INFO:tasks.rados.rados.0.smithi082.stdout:1289: seq_num 414 ranges {0=540672,540672=802816,1343488=458752,1802240=344064} 2024-08-17T00:45:03.832 INFO:tasks.rados.rados.0.smithi082.stdout:1289: writing smithi08280503-29 from 0 to 540672 tid 1 2024-08-17T00:45:03.833 INFO:tasks.rados.rados.0.smithi082.stdout:1289: writing smithi08280503-29 from 540672 to 1343488 tid 2 2024-08-17T00:45:03.837 INFO:tasks.rados.rados.0.smithi082.stdout:1289: writing smithi08280503-29 from 1343488 to 1802240 tid 3 2024-08-17T00:45:03.839 INFO:tasks.rados.rados.0.smithi082.stdout:1289: writing smithi08280503-29 from 1802240 to 2146304 tid 4 2024-08-17T00:45:03.839 INFO:tasks.rados.rados.0.smithi082.stdout:1290: copy_from oid 14 from oid 8 current snap is 124 2024-08-17T00:45:03.839 INFO:tasks.rados.rados.0.smithi082.stdout:1289: finishing write tid 1 to smithi08280503-29 2024-08-17T00:45:03.839 INFO:tasks.rados.rados.0.smithi082.stdout:1291: setattr oid 25 current snap is 124 2024-08-17T00:45:03.841 INFO:tasks.rados.rados.0.smithi082.stdout:1292: rollback oid 45 current snap is 124 2024-08-17T00:45:03.842 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 45 to 105 2024-08-17T00:45:03.842 INFO:tasks.rados.rados.0.smithi082.stdout:1293: rollback oid 50 current snap is 124 2024-08-17T00:45:03.842 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 50 to 118 2024-08-17T00:45:03.842 INFO:tasks.rados.rados.0.smithi082.stdout:1294: delete oid 6 current snap is 124 2024-08-17T00:45:03.842 INFO:tasks.rados.rados.0.smithi082.stdout:1289: finishing write tid 2 to smithi08280503-29 2024-08-17T00:45:03.844 INFO:tasks.rados.rados.0.smithi082.stdout:1289: finishing write tid 3 to smithi08280503-29 2024-08-17T00:45:03.844 INFO:tasks.rados.rados.0.smithi082.stdout:1289: finishing write tid 4 to smithi08280503-29 2024-08-17T00:45:03.844 INFO:tasks.rados.rados.0.smithi082.stdout:1289: finishing write tid 5 to smithi08280503-29 2024-08-17T00:45:03.847 INFO:tasks.rados.rados.0.smithi082.stdout:1289: finishing write tid 6 to smithi08280503-29 2024-08-17T00:45:03.847 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 664 (ObjNum 414 snap 124 seq_num 414) dirty exists 2024-08-17T00:45:03.847 INFO:tasks.rados.rados.0.smithi082.stdout:1289: left oid 29 (ObjNum 414 snap 124 seq_num 414) 2024-08-17T00:45:03.849 INFO:tasks.rados.rados.0.smithi082.stdout:1293: finishing rollback tid 0 to smithi08280503-50 2024-08-17T00:45:03.849 INFO:tasks.rados.rados.0.smithi082.stdout:1293: finishing rollback tid 1 to smithi08280503-50 2024-08-17T00:45:03.849 INFO:tasks.rados.rados.0.smithi082.stdout:1293: finishing rollback tid 2 to smithi08280503-50 2024-08-17T00:45:03.849 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 770 (ObjNum 372 snap 113 seq_num 372) dirty exists 2024-08-17T00:45:03.851 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 505 (ObjNum 301 snap 88 seq_num 301) dirty exists 2024-08-17T00:45:03.851 INFO:tasks.rados.rados.0.smithi082.stdout:1292: finishing rollback tid 0 to smithi08280503-45 2024-08-17T00:45:03.852 INFO:tasks.rados.rados.0.smithi082.stdout:1289: done (5 left) 2024-08-17T00:45:03.852 INFO:tasks.rados.rados.0.smithi082.stdout:1291: done (4 left) 2024-08-17T00:45:03.852 INFO:tasks.rados.rados.0.smithi082.stdout:1293: done (3 left) 2024-08-17T00:45:03.852 INFO:tasks.rados.rados.0.smithi082.stdout:1294: done (2 left) 2024-08-17T00:45:03.853 INFO:tasks.rados.rados.0.smithi082.stdout:1295: read oid 6 snap -1 2024-08-17T00:45:03.853 INFO:tasks.rados.rados.0.smithi082.stdout:1295: expect deleted 2024-08-17T00:45:03.853 INFO:tasks.rados.rados.0.smithi082.stdout:1296: read oid 28 snap 94 2024-08-17T00:45:03.853 INFO:tasks.rados.rados.0.smithi082.stdout:1296: expect (ObjNum 239 snap 62 seq_num 239) 2024-08-17T00:45:03.853 INFO:tasks.rados.rados.0.smithi082.stdout:1297: read oid 38 snap 105 2024-08-17T00:45:03.853 INFO:tasks.rados.rados.0.smithi082.stdout:1297: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:45:03.853 INFO:tasks.rados.rados.0.smithi082.stdout:1298: copy_from oid 18 from oid 37 current snap is 124 2024-08-17T00:45:03.853 INFO:tasks.rados.rados.0.smithi082.stdout:1299: copy_from oid 13 from oid 3 current snap is 124 2024-08-17T00:45:03.853 INFO:tasks.rados.rados.0.smithi082.stdout:1300: delete oid 16 current snap is 124 2024-08-17T00:45:03.854 INFO:tasks.rados.rados.0.smithi082.stdout:1292: finishing rollback tid 1 to smithi08280503-45 2024-08-17T00:45:03.854 INFO:tasks.rados.rados.0.smithi082.stdout:1292: finishing rollback tid 2 to smithi08280503-45 2024-08-17T00:45:03.854 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 266 (ObjNum 235 snap 62 seq_num 235) dirty exists 2024-08-17T00:45:03.856 INFO:tasks.rados.rados.0.smithi082.stdout:1290: finishing copy_from to smithi08280503-14 2024-08-17T00:45:03.857 INFO:tasks.rados.rados.0.smithi082.stdout:1290: got expected ENOENT (src dne) 2024-08-17T00:45:03.857 INFO:tasks.rados.rados.0.smithi082.stdout:1290: finishing copy_from racing read to smithi08280503-14 2024-08-17T00:45:03.859 INFO:tasks.rados.rados.0.smithi082.stdout:1290: done (7 left) 2024-08-17T00:45:03.859 INFO:tasks.rados.rados.0.smithi082.stdout:1292: done (6 left) 2024-08-17T00:45:03.859 INFO:tasks.rados.rados.0.smithi082.stdout:1295: done (5 left) 2024-08-17T00:45:03.859 INFO:tasks.rados.rados.0.smithi082.stdout:1300: done (4 left) 2024-08-17T00:45:03.859 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 11 current snap is 124 2024-08-17T00:45:03.859 INFO:tasks.rados.rados.0.smithi082.stdout:1301: seq_num 417 ranges {1794048=589824,2383872=458752,2842624=679936,3522560=466944} 2024-08-17T00:45:03.873 INFO:tasks.rados.rados.0.smithi082.stdout:1301: writing smithi08280503-11 from 1794048 to 2383872 tid 1 2024-08-17T00:45:03.875 INFO:tasks.rados.rados.0.smithi082.stdout:1301: writing smithi08280503-11 from 2383872 to 2842624 tid 2 2024-08-17T00:45:03.879 INFO:tasks.rados.rados.0.smithi082.stdout:1301: writing smithi08280503-11 from 2842624 to 3522560 tid 3 2024-08-17T00:45:03.882 INFO:tasks.rados.rados.0.smithi082.stdout:1301: writing smithi08280503-11 from 3522560 to 3989504 tid 4 2024-08-17T00:45:03.882 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 41 current snap is 124 2024-08-17T00:45:03.882 INFO:tasks.rados.rados.0.smithi082.stdout:1302: seq_num 418 ranges {1646592=606208,2252800=737280,2990080=434176,3424256=434176} 2024-08-17T00:45:03.895 INFO:tasks.rados.rados.0.smithi082.stdout:1302: writing smithi08280503-41 from 1646592 to 2252800 tid 1 2024-08-17T00:45:03.899 INFO:tasks.rados.rados.0.smithi082.stdout:1302: writing smithi08280503-41 from 2252800 to 2990080 tid 2 2024-08-17T00:45:03.902 INFO:tasks.rados.rados.0.smithi082.stdout:1302: writing smithi08280503-41 from 2990080 to 3424256 tid 3 2024-08-17T00:45:03.904 INFO:tasks.rados.rados.0.smithi082.stdout:1302: writing smithi08280503-41 from 3424256 to 3858432 tid 4 2024-08-17T00:45:03.904 INFO:tasks.rados.rados.0.smithi082.stdout:1303: copy_from oid 2 from oid 36 current snap is 124 2024-08-17T00:45:03.904 INFO:tasks.rados.rados.0.smithi082.stdout:1296: expect (ObjNum 239 snap 62 seq_num 239) 2024-08-17T00:45:03.946 INFO:tasks.rados.rados.0.smithi082.stdout:1298: finishing copy_from to smithi08280503-18 2024-08-17T00:45:03.947 INFO:tasks.rados.rados.0.smithi082.stdout:1298: got expected ENOENT (src dne) 2024-08-17T00:45:03.947 INFO:tasks.rados.rados.0.smithi082.stdout:1298: finishing copy_from racing read to smithi08280503-18 2024-08-17T00:45:03.947 INFO:tasks.rados.rados.0.smithi082.stdout:1297: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:45:04.179 INFO:tasks.rados.rados.0.smithi082.stdout:1301: finishing write tid 1 to smithi08280503-11 2024-08-17T00:45:04.179 INFO:tasks.rados.rados.0.smithi082.stdout:1301: finishing write tid 2 to smithi08280503-11 2024-08-17T00:45:04.179 INFO:tasks.rados.rados.0.smithi082.stdout:1301: finishing write tid 3 to smithi08280503-11 2024-08-17T00:45:04.179 INFO:tasks.rados.rados.0.smithi082.stdout:1296: done (6 left) 2024-08-17T00:45:04.179 INFO:tasks.rados.rados.0.smithi082.stdout:1297: done (5 left) 2024-08-17T00:45:04.179 INFO:tasks.rados.rados.0.smithi082.stdout:1298: done (4 left) 2024-08-17T00:45:04.179 INFO:tasks.rados.rados.0.smithi082.stdout:1304: read oid 25 snap -1 2024-08-17T00:45:04.179 INFO:tasks.rados.rados.0.smithi082.stdout:1304: expect (ObjNum 301 snap 88 seq_num 301) 2024-08-17T00:45:04.179 INFO:tasks.rados.rados.0.smithi082.stdout:1305: rollback oid 16 current snap is 124 2024-08-17T00:45:04.179 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 16 to 118 2024-08-17T00:45:04.179 INFO:tasks.rados.rados.0.smithi082.stdout:1301: finishing write tid 4 to smithi08280503-11 2024-08-17T00:45:04.179 INFO:tasks.rados.rados.0.smithi082.stdout:1301: finishing write tid 5 to smithi08280503-11 2024-08-17T00:45:04.180 INFO:tasks.rados.rados.0.smithi082.stdout:1301: finishing write tid 6 to smithi08280503-11 2024-08-17T00:45:04.180 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 648 (ObjNum 417 snap 124 seq_num 417) dirty exists 2024-08-17T00:45:04.180 INFO:tasks.rados.rados.0.smithi082.stdout:1301: left oid 11 (ObjNum 417 snap 124 seq_num 417) 2024-08-17T00:45:04.180 INFO:tasks.rados.rados.0.smithi082.stdout:1299: finishing copy_from racing read to smithi08280503-13 2024-08-17T00:45:04.180 INFO:tasks.rados.rados.0.smithi082.stdout:1301: done (5 left) 2024-08-17T00:45:04.180 INFO:tasks.rados.rados.0.smithi082.stdout:1306: snap_remove snap 117 2024-08-17T00:45:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:03 smithi082 ceph-mon[94343]: osdmap e318: 8 total, 8 up, 8 in 2024-08-17T00:45:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:03 smithi082 ceph-mon[94343]: Upgrade: Updating osd.1 2024-08-17T00:45:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:03 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:03 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T00:45:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:03 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:45:04.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:03 smithi082 ceph-mon[94343]: Deploying daemon osd.1 on smithi082 2024-08-17T00:45:04.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:03 smithi082 ceph-mon[91979]: osdmap e318: 8 total, 8 up, 8 in 2024-08-17T00:45:04.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:03 smithi082 ceph-mon[91979]: Upgrade: Updating osd.1 2024-08-17T00:45:04.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:03 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:04.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:03 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T00:45:04.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:03 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:45:04.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:03 smithi082 ceph-mon[91979]: Deploying daemon osd.1 on smithi082 2024-08-17T00:45:04.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:03 smithi137 ceph-mon[86391]: osdmap e318: 8 total, 8 up, 8 in 2024-08-17T00:45:04.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:03 smithi137 ceph-mon[86391]: Upgrade: Updating osd.1 2024-08-17T00:45:04.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:03 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:04.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:03 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T00:45:04.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:03 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:45:04.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:03 smithi137 ceph-mon[86391]: Deploying daemon osd.1 on smithi082 2024-08-17T00:45:04.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:04 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:04.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:04 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:04.835 INFO:tasks.rados.rados.0.smithi082.stdout:1306: done (5 left) 2024-08-17T00:45:04.835 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 19 current snap is 124 2024-08-17T00:45:04.835 INFO:tasks.rados.rados.0.smithi082.stdout:1299: finishing copy_from to smithi08280503-13 2024-08-17T00:45:04.836 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 411 (ObjNum 406 snap 124 seq_num 406) dirty exists 2024-08-17T00:45:04.836 INFO:tasks.rados.rados.0.smithi082.stdout:1302: finishing write tid 1 to smithi08280503-41 2024-08-17T00:45:04.836 INFO:tasks.rados.rados.0.smithi082.stdout:1302: finishing write tid 2 to smithi08280503-41 2024-08-17T00:45:04.836 INFO:tasks.rados.rados.0.smithi082.stdout:1302: finishing write tid 3 to smithi08280503-41 2024-08-17T00:45:04.836 INFO:tasks.rados.rados.0.smithi082.stdout:1307: seq_num 419 ranges {1548288=622592,2170880=671744,2842624=647168,3489792=286720} 2024-08-17T00:45:04.849 INFO:tasks.rados.rados.0.smithi082.stdout:1307: writing smithi08280503-19 from 1548288 to 2170880 tid 1 2024-08-17T00:45:04.854 INFO:tasks.rados.rados.0.smithi082.stdout:1307: writing smithi08280503-19 from 2170880 to 2842624 tid 2 2024-08-17T00:45:04.859 INFO:tasks.rados.rados.0.smithi082.stdout:1307: writing smithi08280503-19 from 2842624 to 3489792 tid 3 2024-08-17T00:45:04.862 INFO:tasks.rados.rados.0.smithi082.stdout:1307: writing smithi08280503-19 from 3489792 to 3776512 tid 4 2024-08-17T00:45:04.862 INFO:tasks.rados.rados.0.smithi082.stdout:1299: done (5 left) 2024-08-17T00:45:04.862 INFO:tasks.rados.rados.0.smithi082.stdout:1308: delete oid 40 current snap is 124 2024-08-17T00:45:04.862 INFO:tasks.rados.rados.0.smithi082.stdout:1302: finishing write tid 4 to smithi08280503-41 2024-08-17T00:45:04.862 INFO:tasks.rados.rados.0.smithi082.stdout:1302: finishing write tid 5 to smithi08280503-41 2024-08-17T00:45:04.862 INFO:tasks.rados.rados.0.smithi082.stdout:1302: finishing write tid 6 to smithi08280503-41 2024-08-17T00:45:04.862 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 786 (ObjNum 418 snap 124 seq_num 418) dirty exists 2024-08-17T00:45:04.862 INFO:tasks.rados.rados.0.smithi082.stdout:1302: left oid 41 (ObjNum 418 snap 124 seq_num 418) 2024-08-17T00:45:04.862 INFO:tasks.rados.rados.0.smithi082.stdout:1303: finishing copy_from racing read to smithi08280503-2 2024-08-17T00:45:04.862 INFO:tasks.rados.rados.0.smithi082.stdout:1303: finishing copy_from to smithi08280503-2 2024-08-17T00:45:04.862 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 2 v 622 (ObjNum 307 snap 91 seq_num 307) dirty exists 2024-08-17T00:45:04.862 INFO:tasks.rados.rados.0.smithi082.stdout:1305: finishing rollback tid 1 to smithi08280503-16 2024-08-17T00:45:04.863 INFO:tasks.rados.rados.0.smithi082.stdout:1305: finishing rollback tid 2 to smithi08280503-16 2024-08-17T00:45:04.863 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 293 (ObjNum 375 snap 114 seq_num 375) dirty exists 2024-08-17T00:45:04.863 INFO:tasks.rados.rados.0.smithi082.stdout:1304: expect (ObjNum 301 snap 88 seq_num 301) 2024-08-17T00:45:04.890 INFO:tasks.rados.rados.0.smithi082.stdout:1307: finishing write tid 1 to smithi08280503-19 2024-08-17T00:45:04.890 INFO:tasks.rados.rados.0.smithi082.stdout:1307: finishing write tid 2 to smithi08280503-19 2024-08-17T00:45:04.891 INFO:tasks.rados.rados.0.smithi082.stdout:1307: finishing write tid 3 to smithi08280503-19 2024-08-17T00:45:04.891 INFO:tasks.rados.rados.0.smithi082.stdout:1307: finishing write tid 4 to smithi08280503-19 2024-08-17T00:45:04.891 INFO:tasks.rados.rados.0.smithi082.stdout:1307: finishing write tid 5 to smithi08280503-19 2024-08-17T00:45:04.891 INFO:tasks.rados.rados.0.smithi082.stdout:1302: done (5 left) 2024-08-17T00:45:04.891 INFO:tasks.rados.rados.0.smithi082.stdout:1303: done (4 left) 2024-08-17T00:45:04.891 INFO:tasks.rados.rados.0.smithi082.stdout:1304: done (3 left) 2024-08-17T00:45:04.891 INFO:tasks.rados.rados.0.smithi082.stdout:1305: done (2 left) 2024-08-17T00:45:04.891 INFO:tasks.rados.rados.0.smithi082.stdout:1308: done (1 left) 2024-08-17T00:45:04.891 INFO:tasks.rados.rados.0.smithi082.stdout:1309: snap_remove snap 94 2024-08-17T00:45:04.897 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:04 smithi082 ceph-mon[94343]: osdmap e319: 8 total, 8 up, 8 in 2024-08-17T00:45:04.897 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:04 smithi082 ceph-mon[94343]: pgmap v143: 121 pgs: 121 active+clean; 404 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.2 MiB/s wr, 14 op/s 2024-08-17T00:45:04.898 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:04 smithi082 ceph-mon[91979]: osdmap e319: 8 total, 8 up, 8 in 2024-08-17T00:45:04.898 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:04 smithi082 ceph-mon[91979]: pgmap v143: 121 pgs: 121 active+clean; 404 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.2 MiB/s wr, 14 op/s 2024-08-17T00:45:05.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:45:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:45:05] "GET /metrics HTTP/1.1" 200 36115 "" "Prometheus/2.43.0" 2024-08-17T00:45:05.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:04 smithi137 ceph-mon[86391]: osdmap e319: 8 total, 8 up, 8 in 2024-08-17T00:45:05.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:04 smithi137 ceph-mon[86391]: pgmap v143: 121 pgs: 121 active+clean; 404 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.2 MiB/s wr, 14 op/s 2024-08-17T00:45:05.829 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:05 smithi082 ceph-mon[91979]: osdmap e320: 8 total, 8 up, 8 in 2024-08-17T00:45:05.829 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:45:05.836 INFO:tasks.rados.rados.0.smithi082.stdout:1309: done (1 left) 2024-08-17T00:45:05.837 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 25 current snap is 124 2024-08-17T00:45:05.837 INFO:tasks.rados.rados.0.smithi082.stdout:1307: finishing write tid 6 to smithi08280503-19 2024-08-17T00:45:05.837 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 844 (ObjNum 419 snap 124 seq_num 419) dirty exists 2024-08-17T00:45:05.837 INFO:tasks.rados.rados.0.smithi082.stdout:1307: left oid 19 (ObjNum 419 snap 124 seq_num 419) 2024-08-17T00:45:05.837 INFO:tasks.rados.rados.0.smithi082.stdout:1310: seq_num 421 ranges {344064=655360,999424=442368,1441792=663552,2105344=499712} 2024-08-17T00:45:05.843 INFO:tasks.rados.rados.0.smithi082.stdout:1310: writing smithi08280503-25 from 344064 to 999424 tid 1 2024-08-17T00:45:05.847 INFO:tasks.rados.rados.0.smithi082.stdout:1310: writing smithi08280503-25 from 999424 to 1441792 tid 2 2024-08-17T00:45:05.852 INFO:tasks.rados.rados.0.smithi082.stdout:1310: writing smithi08280503-25 from 1441792 to 2105344 tid 3 2024-08-17T00:45:05.857 INFO:tasks.rados.rados.0.smithi082.stdout:1310: writing smithi08280503-25 from 2105344 to 2605056 tid 4 2024-08-17T00:45:05.857 INFO:tasks.rados.rados.0.smithi082.stdout:1307: done (1 left) 2024-08-17T00:45:05.858 INFO:tasks.rados.rados.0.smithi082.stdout:1311: read oid 23 snap -1 2024-08-17T00:45:05.858 INFO:tasks.rados.rados.0.smithi082.stdout:1311: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:45:05.858 INFO:tasks.rados.rados.0.smithi082.stdout:1312: delete oid 4 current snap is 124 2024-08-17T00:45:05.858 INFO:tasks.rados.rados.0.smithi082.stdout:1310: finishing write tid 1 to smithi08280503-25 2024-08-17T00:45:05.858 INFO:tasks.rados.rados.0.smithi082.stdout:1310: finishing write tid 2 to smithi08280503-25 2024-08-17T00:45:05.859 INFO:tasks.rados.rados.0.smithi082.stdout:1311: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:45:05.864 INFO:tasks.rados.rados.0.smithi082.stdout:1310: finishing write tid 3 to smithi08280503-25 2024-08-17T00:45:05.864 INFO:tasks.rados.rados.0.smithi082.stdout:1311: done (2 left) 2024-08-17T00:45:05.864 INFO:tasks.rados.rados.0.smithi082.stdout:1312: done (1 left) 2024-08-17T00:45:05.864 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 11 current snap is 124 2024-08-17T00:45:05.865 INFO:tasks.rados.rados.0.smithi082.stdout:1313: seq_num 423 ranges {3989504=688128,4677632=614400,5292032=622592,5914624=368640} 2024-08-17T00:45:05.891 INFO:tasks.rados.rados.0.smithi082.stdout:1313: writing smithi08280503-11 from 3989504 to 4677632 tid 1 2024-08-17T00:45:05.896 INFO:tasks.rados.rados.0.smithi082.stdout:1313: writing smithi08280503-11 from 4677632 to 5292032 tid 2 2024-08-17T00:45:05.901 INFO:tasks.rados.rados.0.smithi082.stdout:1313: writing smithi08280503-11 from 5292032 to 5914624 tid 3 2024-08-17T00:45:05.904 INFO:tasks.rados.rados.0.smithi082.stdout:1313: writing smithi08280503-11 from 5914624 to 6283264 tid 4 2024-08-17T00:45:05.904 INFO:tasks.rados.rados.0.smithi082.stdout:1314: snap_create 2024-08-17T00:45:05.904 INFO:tasks.rados.rados.0.smithi082.stdout:1310: finishing write tid 4 to smithi08280503-25 2024-08-17T00:45:05.904 INFO:tasks.rados.rados.0.smithi082.stdout:1310: finishing write tid 5 to smithi08280503-25 2024-08-17T00:45:05.904 INFO:tasks.rados.rados.0.smithi082.stdout:1310: finishing write tid 6 to smithi08280503-25 2024-08-17T00:45:05.904 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 524 (ObjNum 421 snap 124 seq_num 421) dirty exists 2024-08-17T00:45:05.904 INFO:tasks.rados.rados.0.smithi082.stdout:1310: left oid 25 (ObjNum 421 snap 124 seq_num 421) 2024-08-17T00:45:05.904 INFO:tasks.rados.rados.0.smithi082.stdout:1313: finishing write tid 1 to smithi08280503-11 2024-08-17T00:45:05.904 INFO:tasks.rados.rados.0.smithi082.stdout:1313: finishing write tid 2 to smithi08280503-11 2024-08-17T00:45:05.905 INFO:tasks.rados.rados.0.smithi082.stdout:1313: finishing write tid 3 to smithi08280503-11 2024-08-17T00:45:05.905 INFO:tasks.rados.rados.0.smithi082.stdout:1313: finishing write tid 4 to smithi08280503-11 2024-08-17T00:45:05.906 INFO:tasks.rados.rados.0.smithi082.stdout:1313: finishing write tid 5 to smithi08280503-11 2024-08-17T00:45:05.907 INFO:tasks.rados.rados.0.smithi082.stdout:1313: finishing write tid 6 to smithi08280503-11 2024-08-17T00:45:05.907 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 653 (ObjNum 423 snap 124 seq_num 423) dirty exists 2024-08-17T00:45:05.907 INFO:tasks.rados.rados.0.smithi082.stdout:1313: left oid 11 (ObjNum 423 snap 124 seq_num 423) 2024-08-17T00:45:06.214 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:05 smithi082 ceph-mon[94343]: osdmap e320: 8 total, 8 up, 8 in 2024-08-17T00:45:06.215 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:45:06.215 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:05 smithi082 systemd[1]: Stopping Ceph osd.1 for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:45:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:05 smithi137 ceph-mon[86391]: osdmap e320: 8 total, 8 up, 8 in 2024-08-17T00:45:06.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:45:06.476 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:06 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1[49610]: 2024-08-17T00:45:06.212+0000 7faf3d8fb640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T00:45:06.476 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:06 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1[49610]: 2024-08-17T00:45:06.212+0000 7faf3d8fb640 -1 osd.1 321 *** Got signal Terminated *** 2024-08-17T00:45:06.476 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:06 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1[49610]: 2024-08-17T00:45:06.212+0000 7faf3d8fb640 -1 osd.1 321 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T00:45:06.857 INFO:tasks.rados.rados.0.smithi082.stdout:1310: done (2 left) 2024-08-17T00:45:06.857 INFO:tasks.rados.rados.0.smithi082.stdout:1313: done (1 left) 2024-08-17T00:45:06.857 INFO:tasks.rados.rados.0.smithi082.stdout:1314: done (0 left) 2024-08-17T00:45:06.857 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 9 current snap is 125 2024-08-17T00:45:06.857 INFO:tasks.rados.rados.0.smithi082.stdout:1315: seq_num 424 ranges {0=704512,704512=491520,1196032=434176,1630208=679936} 2024-08-17T00:45:06.861 INFO:tasks.rados.rados.0.smithi082.stdout:1315: writing smithi08280503-9 from 0 to 704512 tid 1 2024-08-17T00:45:06.864 INFO:tasks.rados.rados.0.smithi082.stdout:1315: writing smithi08280503-9 from 704512 to 1196032 tid 2 2024-08-17T00:45:06.866 INFO:tasks.rados.rados.0.smithi082.stdout:1315: writing smithi08280503-9 from 1196032 to 1630208 tid 3 2024-08-17T00:45:06.871 INFO:tasks.rados.rados.0.smithi082.stdout:1315: writing smithi08280503-9 from 1630208 to 2310144 tid 4 2024-08-17T00:45:06.871 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 10 current snap is 125 2024-08-17T00:45:06.871 INFO:tasks.rados.rados.0.smithi082.stdout:1315: finishing write tid 1 to smithi08280503-9 2024-08-17T00:45:06.871 INFO:tasks.rados.rados.0.smithi082.stdout:1316: seq_num 425 ranges {12967936=720896,13688832=778240,14467072=638976,15106048=188416} 2024-08-17T00:45:06.942 INFO:tasks.rados.rados.0.smithi082.stdout:1316: writing smithi08280503-10 from 12967936 to 13688832 tid 1 2024-08-17T00:45:06.947 INFO:tasks.rados.rados.0.smithi082.stdout:1316: writing smithi08280503-10 from 13688832 to 14467072 tid 2 2024-08-17T00:45:06.950 INFO:tasks.rados.rados.0.smithi082.stdout:1316: writing smithi08280503-10 from 14467072 to 15106048 tid 3 2024-08-17T00:45:06.951 INFO:tasks.rados.rados.0.smithi082.stdout:1316: writing smithi08280503-10 from 15106048 to 15294464 tid 4 2024-08-17T00:45:06.951 INFO:tasks.rados.rados.0.smithi082.stdout:1317: copy_from oid 6 from oid 7 current snap is 125 2024-08-17T00:45:06.952 INFO:tasks.rados.rados.0.smithi082.stdout:1315: finishing write tid 2 to smithi08280503-9 2024-08-17T00:45:06.952 INFO:tasks.rados.rados.0.smithi082.stdout:1318: rmattr oid 30 current snap is 125 2024-08-17T00:45:06.952 INFO:tasks.rados.rados.0.smithi082.stdout:1315: finishing write tid 3 to smithi08280503-9 2024-08-17T00:45:06.952 INFO:tasks.rados.rados.0.smithi082.stdout:1315: finishing write tid 4 to smithi08280503-9 2024-08-17T00:45:06.952 INFO:tasks.rados.rados.0.smithi082.stdout:1315: finishing write tid 5 to smithi08280503-9 2024-08-17T00:45:06.952 INFO:tasks.rados.rados.0.smithi082.stdout:1315: finishing write tid 6 to smithi08280503-9 2024-08-17T00:45:06.952 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 847 (ObjNum 424 snap 125 seq_num 424) dirty exists 2024-08-17T00:45:06.952 INFO:tasks.rados.rados.0.smithi082.stdout:1315: left oid 9 (ObjNum 424 snap 125 seq_num 424) 2024-08-17T00:45:06.952 INFO:tasks.rados.rados.0.smithi082.stdout:1315: done (3 left) 2024-08-17T00:45:06.952 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 40 current snap is 125 2024-08-17T00:45:06.952 INFO:tasks.rados.rados.0.smithi082.stdout:1319: seq_num 426 ranges {0=737280,737280=712704,1449984=802816,2252800=90112} 2024-08-17T00:45:06.955 INFO:tasks.rados.rados.0.smithi082.stdout:1319: writing smithi08280503-40 from 0 to 737280 tid 1 2024-08-17T00:45:06.959 INFO:tasks.rados.rados.0.smithi082.stdout:1319: writing smithi08280503-40 from 737280 to 1449984 tid 2 2024-08-17T00:45:06.964 INFO:tasks.rados.rados.0.smithi082.stdout:1319: writing smithi08280503-40 from 1449984 to 2252800 tid 3 2024-08-17T00:45:06.965 INFO:tasks.rados.rados.0.smithi082.stdout:1319: writing smithi08280503-40 from 2252800 to 2342912 tid 4 2024-08-17T00:45:06.965 INFO:tasks.rados.rados.0.smithi082.stdout:1320: delete oid 15 current snap is 125 2024-08-17T00:45:06.965 INFO:tasks.rados.rados.0.smithi082.stdout:1319: finishing write tid 1 to smithi08280503-40 2024-08-17T00:45:06.965 INFO:tasks.rados.rados.0.smithi082.stdout:1319: finishing write tid 2 to smithi08280503-40 2024-08-17T00:45:06.966 INFO:tasks.rados.rados.0.smithi082.stdout:1320: done (4 left) 2024-08-17T00:45:06.966 INFO:tasks.rados.rados.0.smithi082.stdout:1321: read oid 45 snap -1 2024-08-17T00:45:06.966 INFO:tasks.rados.rados.0.smithi082.stdout:1321: expect (ObjNum 235 snap 62 seq_num 235) 2024-08-17T00:45:06.967 INFO:tasks.rados.rados.0.smithi082.stdout:1322: snap_create 2024-08-17T00:45:06.968 INFO:tasks.rados.rados.0.smithi082.stdout:1319: finishing write tid 3 to smithi08280503-40 2024-08-17T00:45:06.968 INFO:tasks.rados.rados.0.smithi082.stdout:1319: finishing write tid 4 to smithi08280503-40 2024-08-17T00:45:06.968 INFO:tasks.rados.rados.0.smithi082.stdout:1319: finishing write tid 5 to smithi08280503-40 2024-08-17T00:45:06.969 INFO:tasks.rados.rados.0.smithi082.stdout:1319: finishing write tid 6 to smithi08280503-40 2024-08-17T00:45:06.969 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 858 (ObjNum 426 snap 125 seq_num 426) dirty exists 2024-08-17T00:45:06.969 INFO:tasks.rados.rados.0.smithi082.stdout:1319: left oid 40 (ObjNum 426 snap 125 seq_num 426) 2024-08-17T00:45:06.973 INFO:tasks.rados.rados.0.smithi082.stdout:1321: expect (ObjNum 235 snap 62 seq_num 235) 2024-08-17T00:45:07.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:06 smithi082 ceph-mon[94343]: osdmap e321: 8 total, 8 up, 8 in 2024-08-17T00:45:07.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:06 smithi082 ceph-mon[94343]: pgmap v146: 121 pgs: 121 active+clean; 383 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 298 KiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-08-17T00:45:07.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:06 smithi082 ceph-mon[94343]: osd.1 marked itself down and dead 2024-08-17T00:45:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:06 smithi082 ceph-mon[91979]: osdmap e321: 8 total, 8 up, 8 in 2024-08-17T00:45:07.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:06 smithi082 ceph-mon[91979]: pgmap v146: 121 pgs: 121 active+clean; 383 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 298 KiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-08-17T00:45:07.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:06 smithi082 ceph-mon[91979]: osd.1 marked itself down and dead 2024-08-17T00:45:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:06 smithi137 ceph-mon[86391]: osdmap e321: 8 total, 8 up, 8 in 2024-08-17T00:45:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:06 smithi137 ceph-mon[86391]: pgmap v146: 121 pgs: 121 active+clean; 383 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 298 KiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-08-17T00:45:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:06 smithi137 ceph-mon[86391]: osd.1 marked itself down and dead 2024-08-17T00:45:07.604 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:07 smithi082 podman[104477]: 2024-08-17 00:45:07.293878644 +0000 UTC m=+1.185505260 container died bc404187cbbd4a2f71e16a7852050db97eab02fdff97efa76266e3882c3ae71f (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=quincy-03a1ac1, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-08-17T00:45:07.604 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:07 smithi082 podman[104477]: 2024-08-17 00:45:07.604279026 +0000 UTC m=+1.495905641 container cleanup bc404187cbbd4a2f71e16a7852050db97eab02fdff97efa76266e3882c3ae71f (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1, RELEASE=quincy-03a1ac1, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-17T00:45:07.846 INFO:tasks.rados.rados.0.smithi082.stdout:1319: done (5 left) 2024-08-17T00:45:07.846 INFO:tasks.rados.rados.0.smithi082.stdout:1321: done (4 left) 2024-08-17T00:45:07.846 INFO:tasks.rados.rados.0.smithi082.stdout:1322: done (3 left) 2024-08-17T00:45:07.846 INFO:tasks.rados.rados.0.smithi082.stdout:1323: snap_remove snap 112 2024-08-17T00:45:07.856 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:07 smithi082 ceph-mon[94343]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:45:07.856 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:07 smithi082 ceph-mon[94343]: osdmap e322: 8 total, 7 up, 8 in 2024-08-17T00:45:07.856 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:07 smithi082 ceph-mon[91979]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:45:07.856 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:07 smithi082 ceph-mon[91979]: osdmap e322: 8 total, 7 up, 8 in 2024-08-17T00:45:07.856 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:07 smithi082 bash[104477]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1 2024-08-17T00:45:08.185 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:07 smithi082 podman[104497]: 2024-08-17 00:45:07.855523084 +0000 UTC m=+0.554598081 container remove bc404187cbbd4a2f71e16a7852050db97eab02fdff97efa76266e3882c3ae71f (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-03a1ac1, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2) 2024-08-17T00:45:08.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:07 smithi137 ceph-mon[86391]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:45:08.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:07 smithi137 ceph-mon[86391]: osdmap e322: 8 total, 7 up, 8 in 2024-08-17T00:45:08.475 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:08 smithi082 podman[104584]: 2024-08-17 00:45:08.086973482 +0000 UTC m=+0.017174869 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:45:08.475 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:08 smithi082 podman[104584]: 2024-08-17 00:45:08.223482404 +0000 UTC m=+0.153683778 container create 0be337db6096485d0256a7c47ab530124d7dde8c898aa119ad19b8fbec303a59 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, ceph=True) 2024-08-17T00:45:08.475 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:08 smithi082 podman[104584]: 2024-08-17 00:45:08.426087554 +0000 UTC m=+0.356288928 container init 0be337db6096485d0256a7c47ab530124d7dde8c898aa119ad19b8fbec303a59 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-d863d21, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-08-17T00:45:08.475 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:08 smithi082 podman[104584]: 2024-08-17 00:45:08.429336392 +0000 UTC m=+0.359537770 container start 0be337db6096485d0256a7c47ab530124d7dde8c898aa119ad19b8fbec303a59 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1-deactivate, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-08-17T00:45:08.747 INFO:tasks.rados.rados.0.smithi082.stdout:1323: done (3 left) 2024-08-17T00:45:08.747 INFO:tasks.rados.rados.0.smithi082.stdout:1324: snap_create 2024-08-17T00:45:08.747 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 30 v 654 (ObjNum 369 snap 112 seq_num 369) dirty exists 2024-08-17T00:45:08.747 INFO:tasks.rados.rados.0.smithi082.stdout:1316: finishing write tid 1 to smithi08280503-10 2024-08-17T00:45:08.747 INFO:tasks.rados.rados.0.smithi082.stdout:1316: finishing write tid 2 to smithi08280503-10 2024-08-17T00:45:08.747 INFO:tasks.rados.rados.0.smithi082.stdout:1316: finishing write tid 3 to smithi08280503-10 2024-08-17T00:45:08.747 INFO:tasks.rados.rados.0.smithi082.stdout:1316: finishing write tid 4 to smithi08280503-10 2024-08-17T00:45:08.747 INFO:tasks.rados.rados.0.smithi082.stdout:1316: finishing write tid 5 to smithi08280503-10 2024-08-17T00:45:08.747 INFO:tasks.rados.rados.0.smithi082.stdout:1316: finishing write tid 6 to smithi08280503-10 2024-08-17T00:45:08.748 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 628 (ObjNum 425 snap 125 seq_num 425) dirty exists 2024-08-17T00:45:08.748 INFO:tasks.rados.rados.0.smithi082.stdout:1316: left oid 10 (ObjNum 425 snap 125 seq_num 425) 2024-08-17T00:45:08.748 INFO:tasks.rados.rados.0.smithi082.stdout:1317: finishing copy_from racing read to smithi08280503-6 2024-08-17T00:45:08.748 INFO:tasks.rados.rados.0.smithi082.stdout:1317: finishing copy_from to smithi08280503-6 2024-08-17T00:45:08.748 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 824 (ObjNum 412 snap 124 seq_num 412) dirty exists 2024-08-17T00:45:08.852 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:08 smithi082 podman[104584]: 2024-08-17 00:45:08.509396979 +0000 UTC m=+0.439598354 container attach 0be337db6096485d0256a7c47ab530124d7dde8c898aa119ad19b8fbec303a59 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True) 2024-08-17T00:45:08.852 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:08 smithi082 podman[104584]: 2024-08-17 00:45:08.616464297 +0000 UTC m=+0.546665686 container died 0be337db6096485d0256a7c47ab530124d7dde8c898aa119ad19b8fbec303a59 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=) 2024-08-17T00:45:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:08 smithi137 ceph-mon[86391]: osdmap e323: 8 total, 7 up, 8 in 2024-08-17T00:45:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:08 smithi137 ceph-mon[86391]: pgmap v149: 121 pgs: 8 peering, 15 stale+active+clean, 98 active+clean; 376 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.7 MiB/s wr, 44 op/s 2024-08-17T00:45:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:08 smithi137 ceph-mon[86391]: osdmap e324: 8 total, 7 up, 8 in 2024-08-17T00:45:08.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:08 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:09.180 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:08 smithi082 ceph-mon[94343]: osdmap e323: 8 total, 7 up, 8 in 2024-08-17T00:45:09.180 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:08 smithi082 ceph-mon[94343]: pgmap v149: 121 pgs: 8 peering, 15 stale+active+clean, 98 active+clean; 376 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.7 MiB/s wr, 44 op/s 2024-08-17T00:45:09.180 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:08 smithi082 ceph-mon[94343]: osdmap e324: 8 total, 7 up, 8 in 2024-08-17T00:45:09.180 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:08 smithi082 ceph-mon[91979]: osdmap e323: 8 total, 7 up, 8 in 2024-08-17T00:45:09.181 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:08 smithi082 ceph-mon[91979]: pgmap v149: 121 pgs: 8 peering, 15 stale+active+clean, 98 active+clean; 376 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.7 MiB/s wr, 44 op/s 2024-08-17T00:45:09.181 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:08 smithi082 ceph-mon[91979]: osdmap e324: 8 total, 7 up, 8 in 2024-08-17T00:45:09.475 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:09 smithi082 podman[104607]: 2024-08-17 00:45:09.179828163 +0000 UTC m=+0.557867279 container remove 0be337db6096485d0256a7c47ab530124d7dde8c898aa119ad19b8fbec303a59 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0) 2024-08-17T00:45:09.475 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:09 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.1.service: Deactivated successfully. 2024-08-17T00:45:09.475 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:09 smithi082 systemd[1]: Stopped Ceph osd.1 for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:45:09.476 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:09 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.1.service: Consumed 10.578s CPU time. 2024-08-17T00:45:09.476 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:09 smithi082 systemd[1]: Starting Ceph osd.1 for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:45:09.742 INFO:tasks.rados.rados.0.smithi082.stdout:1316: done (3 left) 2024-08-17T00:45:09.742 INFO:tasks.rados.rados.0.smithi082.stdout:1317: done (2 left) 2024-08-17T00:45:09.742 INFO:tasks.rados.rados.0.smithi082.stdout:1318: done (1 left) 2024-08-17T00:45:09.742 INFO:tasks.rados.rados.0.smithi082.stdout:1324: done (0 left) 2024-08-17T00:45:09.742 INFO:tasks.rados.rados.0.smithi082.stdout:1325: read oid 28 snap -1 2024-08-17T00:45:09.742 INFO:tasks.rados.rados.0.smithi082.stdout:1325: expect (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:45:09.742 INFO:tasks.rados.rados.0.smithi082.stdout:1326: read oid 11 snap -1 2024-08-17T00:45:09.743 INFO:tasks.rados.rados.0.smithi082.stdout:1326: expect (ObjNum 423 snap 124 seq_num 423) 2024-08-17T00:45:09.743 INFO:tasks.rados.rados.0.smithi082.stdout:1327: read oid 14 snap -1 2024-08-17T00:45:09.743 INFO:tasks.rados.rados.0.smithi082.stdout:1327: expect (ObjNum 343 snap 108 seq_num 343) 2024-08-17T00:45:09.743 INFO:tasks.rados.rados.0.smithi082.stdout:1328: copy_from oid 50 from oid 12 current snap is 127 2024-08-17T00:45:09.743 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 45 current snap is 127 2024-08-17T00:45:09.743 INFO:tasks.rados.rados.0.smithi082.stdout:1329: seq_num 428 ranges {2572288=778240,3350528=483328,3833856=409600,4243456=417792,4661248=294912} 2024-08-17T00:45:09.761 INFO:tasks.rados.rados.0.smithi082.stdout:1329: writing smithi08280503-45 from 2572288 to 3350528 tid 1 2024-08-17T00:45:09.764 INFO:tasks.rados.rados.0.smithi082.stdout:1329: writing smithi08280503-45 from 3350528 to 3833856 tid 2 2024-08-17T00:45:09.767 INFO:tasks.rados.rados.0.smithi082.stdout:1329: writing smithi08280503-45 from 3833856 to 4243456 tid 3 2024-08-17T00:45:09.770 INFO:tasks.rados.rados.0.smithi082.stdout:1329: writing smithi08280503-45 from 4243456 to 4661248 tid 4 2024-08-17T00:45:09.773 INFO:tasks.rados.rados.0.smithi082.stdout:1329: writing smithi08280503-45 from 4661248 to 4956160 tid 5 2024-08-17T00:45:09.773 INFO:tasks.rados.rados.0.smithi082.stdout:1330: read oid 2 snap 126 2024-08-17T00:45:09.773 INFO:tasks.rados.rados.0.smithi082.stdout:1330: expect (ObjNum 307 snap 91 seq_num 307) 2024-08-17T00:45:09.773 INFO:tasks.rados.rados.0.smithi082.stdout:1331: rollback oid 37 current snap is 127 2024-08-17T00:45:09.773 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 37 to 97 2024-08-17T00:45:09.773 INFO:tasks.rados.rados.0.smithi082.stdout:1328: finishing copy_from to smithi08280503-50 2024-08-17T00:45:09.773 INFO:tasks.rados.rados.0.smithi082.stdout:1328: got expected ENOENT (src dne) 2024-08-17T00:45:09.773 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 40 current snap is 127 2024-08-17T00:45:09.774 INFO:tasks.rados.rados.0.smithi082.stdout:1328: finishing copy_from racing read to smithi08280503-50 2024-08-17T00:45:09.774 INFO:tasks.rados.rados.0.smithi082.stdout:1332: seq_num 429 ranges {2342912=794624,3137536=770048,3907584=622592,4530176=212992} 2024-08-17T00:45:09.791 INFO:tasks.rados.rados.0.smithi082.stdout:1332: writing smithi08280503-40 from 2342912 to 3137536 tid 1 2024-08-17T00:45:09.795 INFO:tasks.rados.rados.0.smithi082.stdout:1332: writing smithi08280503-40 from 3137536 to 3907584 tid 2 2024-08-17T00:45:09.799 INFO:tasks.rados.rados.0.smithi082.stdout:1332: writing smithi08280503-40 from 3907584 to 4530176 tid 3 2024-08-17T00:45:09.800 INFO:tasks.rados.rados.0.smithi082.stdout:1332: writing smithi08280503-40 from 4530176 to 4743168 tid 4 2024-08-17T00:45:09.800 INFO:tasks.rados.rados.0.smithi082.stdout:1328: done (7 left) 2024-08-17T00:45:09.801 INFO:tasks.rados.rados.0.smithi082.stdout:1333: snap_remove snap 114 2024-08-17T00:45:09.876 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:09 smithi082 podman[104707]: 2024-08-17 00:45:09.521585208 +0000 UTC m=+0.017221996 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:45:09.876 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:09 smithi082 podman[104707]: 2024-08-17 00:45:09.622782981 +0000 UTC m=+0.118419757 container create 7fc1ec6a148643a414cdc957f2529b47288480c3dcb5750aa1fbd4ef764edb2f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1-activate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T00:45:10.208 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:09 smithi082 podman[104707]: 2024-08-17 00:45:09.875744079 +0000 UTC m=+0.371380853 container init 7fc1ec6a148643a414cdc957f2529b47288480c3dcb5750aa1fbd4ef764edb2f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-08-17T00:45:10.208 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:09 smithi082 podman[104707]: 2024-08-17 00:45:09.879172383 +0000 UTC m=+0.374809172 container start 7fc1ec6a148643a414cdc957f2529b47288480c3dcb5750aa1fbd4ef764edb2f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1-activate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, GIT_CLEAN=True) 2024-08-17T00:45:10.209 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:09 smithi082 podman[104707]: 2024-08-17 00:45:09.950659083 +0000 UTC m=+0.446295875 container attach 7fc1ec6a148643a414cdc957f2529b47288480c3dcb5750aa1fbd4ef764edb2f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1-activate, RELEASE=squid-d863d21, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T00:45:10.209 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:10 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1-activate[104722]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:45:10.209 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:10 smithi082 bash[104707]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:45:10.209 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:10 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1-activate[104722]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:45:10.209 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:10 smithi082 bash[104707]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:45:10.209 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:10 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1-activate[104722]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-17T00:45:10.209 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:10 smithi082 bash[104707]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-17T00:45:10.475 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:10 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1-activate[104722]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-08-17T00:45:10.476 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:10 smithi082 bash[104707]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-08-17T00:45:10.476 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:10 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1-activate[104722]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-08-17T00:45:10.476 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:10 smithi082 bash[104707]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-08-17T00:45:10.476 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:10 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1-activate[104722]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-17T00:45:10.476 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:10 smithi082 bash[104707]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-17T00:45:10.476 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:10 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1-activate[104722]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-08-17T00:45:10.476 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:10 smithi082 bash[104707]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-08-17T00:45:10.476 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:10 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1-activate[104722]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-17T00:45:10.476 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:10 smithi082 bash[104707]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-17T00:45:10.476 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:10 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1-activate[104722]: --> ceph-volume raw activate successful for osd ID: 1 2024-08-17T00:45:10.476 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:10 smithi082 bash[104707]: --> ceph-volume raw activate successful for osd ID: 1 2024-08-17T00:45:10.476 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:10 smithi082 podman[104707]: 2024-08-17 00:45:10.256098174 +0000 UTC m=+0.751734966 container died 7fc1ec6a148643a414cdc957f2529b47288480c3dcb5750aa1fbd4ef764edb2f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1-activate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-d863d21, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:45:10.753 INFO:tasks.rados.rados.0.smithi082.stdout:1333: done (7 left) 2024-08-17T00:45:10.753 INFO:tasks.rados.rados.0.smithi082.stdout:1334: snap_remove snap 110 2024-08-17T00:45:10.846 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:10 smithi082 ceph-mon[94343]: osdmap e325: 8 total, 7 up, 8 in 2024-08-17T00:45:10.846 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:10 smithi082 ceph-mon[94343]: pgmap v152: 121 pgs: 8 peering, 15 stale+active+clean, 98 active+clean; 376 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.1 MiB/s wr, 33 op/s 2024-08-17T00:45:10.846 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:10 smithi082 ceph-mon[91979]: osdmap e325: 8 total, 7 up, 8 in 2024-08-17T00:45:10.847 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:10 smithi082 ceph-mon[91979]: pgmap v152: 121 pgs: 8 peering, 15 stale+active+clean, 98 active+clean; 376 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.1 MiB/s wr, 33 op/s 2024-08-17T00:45:11.189 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:10 smithi082 podman[104851]: 2024-08-17 00:45:10.845927797 +0000 UTC m=+0.584136750 container remove 7fc1ec6a148643a414cdc957f2529b47288480c3dcb5750aa1fbd4ef764edb2f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1-activate, io.buildah.version=1.36.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS) 2024-08-17T00:45:11.189 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:11 smithi082 podman[104911]: 2024-08-17 00:45:10.960033799 +0000 UTC m=+0.017220808 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:45:11.189 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:11 smithi082 podman[104911]: 2024-08-17 00:45:11.071957588 +0000 UTC m=+0.129144587 container create 27410d903b1687a5f45dbc7af035423a2056486ceca5b5829d538322414e1a8e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-08-17T00:45:11.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:10 smithi137 ceph-mon[86391]: osdmap e325: 8 total, 7 up, 8 in 2024-08-17T00:45:11.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:10 smithi137 ceph-mon[86391]: pgmap v152: 121 pgs: 8 peering, 15 stale+active+clean, 98 active+clean; 376 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.1 MiB/s wr, 33 op/s 2024-08-17T00:45:11.725 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:11 smithi082 podman[104911]: 2024-08-17 00:45:11.291711274 +0000 UTC m=+0.348898274 container init 27410d903b1687a5f45dbc7af035423a2056486ceca5b5829d538322414e1a8e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-08-17T00:45:11.725 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:11 smithi082 podman[104911]: 2024-08-17 00:45:11.295454821 +0000 UTC m=+0.352641821 container start 27410d903b1687a5f45dbc7af035423a2056486ceca5b5829d538322414e1a8e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1, io.buildah.version=1.36.0, GIT_CLEAN=True, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:45:11.725 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:11 smithi082 ceph-osd[104929]: -- 172.21.15.82:0/3691757210 <== mon.2 v2:172.21.15.82:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55eb9f291a40 con 0x55eb9f26fc00 2024-08-17T00:45:11.725 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:11 smithi082 bash[104911]: 27410d903b1687a5f45dbc7af035423a2056486ceca5b5829d538322414e1a8e 2024-08-17T00:45:11.726 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:11 smithi082 systemd[1]: Started Ceph osd.1 for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:45:11.751 INFO:tasks.rados.rados.0.smithi082.stdout:1334: done (7 left) 2024-08-17T00:45:11.751 INFO:tasks.rados.rados.0.smithi082.stdout:1335: delete oid 47 current snap is 127 2024-08-17T00:45:11.751 INFO:tasks.rados.rados.0.smithi082.stdout:1329: finishing write tid 1 to smithi08280503-45 2024-08-17T00:45:11.751 INFO:tasks.rados.rados.0.smithi082.stdout:1327: expect (ObjNum 343 snap 108 seq_num 343) 2024-08-17T00:45:12.064 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:11 smithi082 ceph-mon[94343]: osdmap e326: 8 total, 7 up, 8 in 2024-08-17T00:45:12.064 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:11 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:12.064 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:11 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:12.064 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:11 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:45:12.065 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:11 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1[104925]: 2024-08-17T00:45:11.836+0000 7f3fcccb3640 -1 Falling back to public interface 2024-08-17T00:45:12.065 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:11 smithi082 ceph-mon[91979]: osdmap e326: 8 total, 7 up, 8 in 2024-08-17T00:45:12.065 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:11 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:12.065 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:11 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:12.065 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:11 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:45:12.108 INFO:tasks.rados.rados.0.smithi082.stdout:1331: finishing rollback tid 1 to smithi08280503-37 2024-08-17T00:45:12.108 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 744 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T00:45:12.108 INFO:tasks.rados.rados.0.smithi082.stdout:1325: expect (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:45:12.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:11 smithi137 ceph-mon[86391]: osdmap e326: 8 total, 7 up, 8 in 2024-08-17T00:45:12.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:11 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:12.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:11 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:12.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:11 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:45:12.365 INFO:tasks.rados.rados.0.smithi082.stdout:1330: expect (ObjNum 307 snap 91 seq_num 307) 2024-08-17T00:45:12.374 INFO:tasks.rados.rados.0.smithi082.stdout:1329: finishing write tid 2 to smithi08280503-45 2024-08-17T00:45:12.374 INFO:tasks.rados.rados.0.smithi082.stdout:1329: finishing write tid 3 to smithi08280503-45 2024-08-17T00:45:12.374 INFO:tasks.rados.rados.0.smithi082.stdout:1329: finishing write tid 4 to smithi08280503-45 2024-08-17T00:45:12.374 INFO:tasks.rados.rados.0.smithi082.stdout:1329: finishing write tid 5 to smithi08280503-45 2024-08-17T00:45:12.374 INFO:tasks.rados.rados.0.smithi082.stdout:1329: finishing write tid 6 to smithi08280503-45 2024-08-17T00:45:12.375 INFO:tasks.rados.rados.0.smithi082.stdout:1329: finishing write tid 7 to smithi08280503-45 2024-08-17T00:45:12.375 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 272 (ObjNum 428 snap 127 seq_num 428) dirty exists 2024-08-17T00:45:12.375 INFO:tasks.rados.rados.0.smithi082.stdout:1329: left oid 45 (ObjNum 428 snap 127 seq_num 428) 2024-08-17T00:45:12.375 INFO:tasks.rados.rados.0.smithi082.stdout:1326: expect (ObjNum 423 snap 124 seq_num 423) 2024-08-17T00:45:12.650 INFO:tasks.rados.rados.0.smithi082.stdout:1332: finishing write tid 1 to smithi08280503-40 2024-08-17T00:45:12.650 INFO:tasks.rados.rados.0.smithi082.stdout:1332: finishing write tid 2 to smithi08280503-40 2024-08-17T00:45:12.650 INFO:tasks.rados.rados.0.smithi082.stdout:1332: finishing write tid 3 to smithi08280503-40 2024-08-17T00:45:12.650 INFO:tasks.rados.rados.0.smithi082.stdout:1332: finishing write tid 4 to smithi08280503-40 2024-08-17T00:45:12.650 INFO:tasks.rados.rados.0.smithi082.stdout:1332: finishing write tid 5 to smithi08280503-40 2024-08-17T00:45:12.651 INFO:tasks.rados.rados.0.smithi082.stdout:1332: finishing write tid 6 to smithi08280503-40 2024-08-17T00:45:12.651 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 872 (ObjNum 429 snap 127 seq_num 429) dirty exists 2024-08-17T00:45:12.651 INFO:tasks.rados.rados.0.smithi082.stdout:1332: left oid 40 (ObjNum 429 snap 127 seq_num 429) 2024-08-17T00:45:12.651 INFO:tasks.rados.rados.0.smithi082.stdout:1325: done (7 left) 2024-08-17T00:45:12.651 INFO:tasks.rados.rados.0.smithi082.stdout:1326: done (6 left) 2024-08-17T00:45:12.651 INFO:tasks.rados.rados.0.smithi082.stdout:1327: done (5 left) 2024-08-17T00:45:12.651 INFO:tasks.rados.rados.0.smithi082.stdout:1329: done (4 left) 2024-08-17T00:45:12.651 INFO:tasks.rados.rados.0.smithi082.stdout:1330: done (3 left) 2024-08-17T00:45:12.651 INFO:tasks.rados.rados.0.smithi082.stdout:1331: done (2 left) 2024-08-17T00:45:12.651 INFO:tasks.rados.rados.0.smithi082.stdout:1332: done (1 left) 2024-08-17T00:45:12.651 INFO:tasks.rados.rados.0.smithi082.stdout:1335: done (0 left) 2024-08-17T00:45:12.652 INFO:tasks.rados.rados.0.smithi082.stdout:1336: setattr oid 18 current snap is 127 2024-08-17T00:45:12.652 INFO:tasks.rados.rados.0.smithi082.stdout:1337: delete oid 22 current snap is 127 2024-08-17T00:45:12.654 INFO:tasks.rados.rados.0.smithi082.stdout:1337: done (1 left) 2024-08-17T00:45:12.654 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 6 current snap is 127 2024-08-17T00:45:12.655 INFO:tasks.rados.rados.0.smithi082.stdout:1338: seq_num 432 ranges {10018816=40960} 2024-08-17T00:45:12.709 INFO:tasks.rados.rados.0.smithi082.stdout:1338: writing smithi08280503-6 from 10018816 to 10059776 tid 1 2024-08-17T00:45:12.709 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 20 current snap is 127 2024-08-17T00:45:12.710 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 650 (ObjNum 332 snap 102 seq_num 332) dirty exists 2024-08-17T00:45:12.710 INFO:tasks.rados.rados.0.smithi082.stdout:1339: seq_num 433 ranges {4382720=57344} 2024-08-17T00:45:12.734 INFO:tasks.rados.rados.0.smithi082.stdout:1339: writing smithi08280503-20 from 4382720 to 4440064 tid 1 2024-08-17T00:45:12.734 INFO:tasks.rados.rados.0.smithi082.stdout:1336: done (2 left) 2024-08-17T00:45:12.734 INFO:tasks.rados.rados.0.smithi082.stdout:1340: snap_remove snap 118 2024-08-17T00:45:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:12.770 INFO:tasks.rados.rados.0.smithi082.stdout:1340: done (2 left) 2024-08-17T00:45:12.771 INFO:tasks.rados.rados.0.smithi082.stdout:1341: snap_remove snap 119 2024-08-17T00:45:13.108 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:12 smithi082 ceph-mon[94343]: osdmap e327: 8 total, 7 up, 8 in 2024-08-17T00:45:13.108 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:12 smithi082 ceph-mon[94343]: pgmap v155: 121 pgs: 28 active+undersized, 8 peering, 10 active+undersized+degraded, 75 active+clean; 386 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.6 MiB/s wr, 9 op/s; 67/570 objects degraded (11.754%) 2024-08-17T00:45:13.108 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:12 smithi082 ceph-mon[91979]: osdmap e327: 8 total, 7 up, 8 in 2024-08-17T00:45:13.108 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:12 smithi082 ceph-mon[91979]: pgmap v155: 121 pgs: 28 active+undersized, 8 peering, 10 active+undersized+degraded, 75 active+clean; 386 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.6 MiB/s wr, 9 op/s; 67/570 objects degraded (11.754%) 2024-08-17T00:45:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:12 smithi137 ceph-mon[86391]: osdmap e327: 8 total, 7 up, 8 in 2024-08-17T00:45:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:12 smithi137 ceph-mon[86391]: pgmap v155: 121 pgs: 28 active+undersized, 8 peering, 10 active+undersized+degraded, 75 active+clean; 386 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.6 MiB/s wr, 9 op/s; 67/570 objects degraded (11.754%) 2024-08-17T00:45:13.747 INFO:tasks.rados.rados.0.smithi082.stdout:1341: done (2 left) 2024-08-17T00:45:13.747 INFO:tasks.rados.rados.0.smithi082.stdout:1342: snap_create 2024-08-17T00:45:13.747 INFO:tasks.rados.rados.0.smithi082.stdout:1338: finishing write tid 1 to smithi08280503-6 2024-08-17T00:45:13.748 INFO:tasks.rados.rados.0.smithi082.stdout:1338: finishing write tid 2 to smithi08280503-6 2024-08-17T00:45:13.748 INFO:tasks.rados.rados.0.smithi082.stdout:1338: finishing write tid 3 to smithi08280503-6 2024-08-17T00:45:13.748 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 826 (ObjNum 432 snap 127 seq_num 432) dirty exists 2024-08-17T00:45:13.748 INFO:tasks.rados.rados.0.smithi082.stdout:1338: left oid 6 (ObjNum 432 snap 127 seq_num 432) 2024-08-17T00:45:13.748 INFO:tasks.rados.rados.0.smithi082.stdout:1339: finishing write tid 1 to smithi08280503-20 2024-08-17T00:45:13.748 INFO:tasks.rados.rados.0.smithi082.stdout:1339: finishing write tid 2 to smithi08280503-20 2024-08-17T00:45:13.748 INFO:tasks.rados.rados.0.smithi082.stdout:1339: finishing write tid 3 to smithi08280503-20 2024-08-17T00:45:13.748 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 621 (ObjNum 433 snap 127 seq_num 433) dirty exists 2024-08-17T00:45:13.748 INFO:tasks.rados.rados.0.smithi082.stdout:1339: left oid 20 (ObjNum 433 snap 127 seq_num 433) 2024-08-17T00:45:13.763 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:13 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi137\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:13 smithi082 ceph-mon[94343]: Health check failed: Degraded data redundancy: 67/570 objects degraded (11.754%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T00:45:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:13 smithi082 ceph-mon[94343]: osdmap e328: 8 total, 7 up, 8 in 2024-08-17T00:45:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:13 smithi082 ceph-mon[94343]: osdmap e329: 8 total, 7 up, 8 in 2024-08-17T00:45:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:13 smithi082 ceph-mon[91979]: Health check failed: Degraded data redundancy: 67/570 objects degraded (11.754%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T00:45:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:13 smithi082 ceph-mon[91979]: osdmap e328: 8 total, 7 up, 8 in 2024-08-17T00:45:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:13 smithi082 ceph-mon[91979]: osdmap e329: 8 total, 7 up, 8 in 2024-08-17T00:45:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:13 smithi137 ceph-mon[86391]: Health check failed: Degraded data redundancy: 67/570 objects degraded (11.754%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T00:45:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:13 smithi137 ceph-mon[86391]: osdmap e328: 8 total, 7 up, 8 in 2024-08-17T00:45:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:13 smithi137 ceph-mon[86391]: osdmap e329: 8 total, 7 up, 8 in 2024-08-17T00:45:14.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:14 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:14.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:14.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:14 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:14.745 INFO:tasks.rados.rados.0.smithi082.stdout:1338: done (2 left) 2024-08-17T00:45:14.745 INFO:tasks.rados.rados.0.smithi082.stdout:1339: done (1 left) 2024-08-17T00:45:14.745 INFO:tasks.rados.rados.0.smithi082.stdout:1342: done (0 left) 2024-08-17T00:45:14.745 INFO:tasks.rados.rados.0.smithi082.stdout:1343: read oid 50 snap -1 2024-08-17T00:45:14.745 INFO:tasks.rados.rados.0.smithi082.stdout:1343: expect (ObjNum 372 snap 113 seq_num 372) 2024-08-17T00:45:14.745 INFO:tasks.rados.rados.0.smithi082.stdout:1344: rollback oid 37 current snap is 128 2024-08-17T00:45:14.745 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 37 to 97 2024-08-17T00:45:14.745 INFO:tasks.rados.rados.0.smithi082.stdout:1345: delete oid 27 current snap is 128 2024-08-17T00:45:14.751 INFO:tasks.rados.rados.0.smithi082.stdout:1345: done (2 left) 2024-08-17T00:45:14.751 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 31 current snap is 128 2024-08-17T00:45:14.751 INFO:tasks.rados.rados.0.smithi082.stdout:1346: seq_num 435 ranges {0=90112} 2024-08-17T00:45:14.751 INFO:tasks.rados.rados.0.smithi082.stdout:1346: writing smithi08280503-31 from 0 to 90112 tid 1 2024-08-17T00:45:14.752 INFO:tasks.rados.rados.0.smithi082.stdout:1347: rollback oid 24 current snap is 128 2024-08-17T00:45:14.752 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 24 to 124 2024-08-17T00:45:14.752 INFO:tasks.rados.rados.0.smithi082.stdout:1348: copy_from oid 26 from oid 8 current snap is 128 2024-08-17T00:45:14.752 INFO:tasks.rados.rados.0.smithi082.stdout:1349: read oid 20 snap -1 2024-08-17T00:45:14.752 INFO:tasks.rados.rados.0.smithi082.stdout:1349: expect (ObjNum 433 snap 127 seq_num 433) 2024-08-17T00:45:14.752 INFO:tasks.rados.rados.0.smithi082.stdout:1350: rmattr oid 5 current snap is 128 2024-08-17T00:45:14.752 INFO:tasks.rados.rados.0.smithi082.stdout:1351: read oid 19 snap -1 2024-08-17T00:45:14.752 INFO:tasks.rados.rados.0.smithi082.stdout:1351: expect (ObjNum 419 snap 124 seq_num 419) 2024-08-17T00:45:14.752 INFO:tasks.rados.rados.0.smithi082.stdout:1352: delete oid 21 current snap is 128 2024-08-17T00:45:14.758 INFO:tasks.rados.rados.0.smithi082.stdout:1343: expect (ObjNum 372 snap 113 seq_num 372) 2024-08-17T00:45:14.797 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:14 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1[104925]: 2024-08-17T00:45:14.712+0000 7f3fcccb3640 -1 osd.1 321 log_to_monitors true 2024-08-17T00:45:14.898 INFO:tasks.rados.rados.0.smithi082.stdout:1344: finishing rollback tid 1 to smithi08280503-37 2024-08-17T00:45:14.898 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 744 (ObjNum 129 snap 0 seq_num 3912389824) dirty dne 2024-08-17T00:45:14.898 INFO:tasks.rados.rados.0.smithi082.stdout:1351: expect (ObjNum 419 snap 124 seq_num 419) 2024-08-17T00:45:15.036 INFO:tasks.rados.rados.0.smithi082.stdout:1349: expect (ObjNum 433 snap 127 seq_num 433) 2024-08-17T00:45:15.210 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:45:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:45:15] "GET /metrics HTTP/1.1" 200 36098 "" "Prometheus/2.43.0" 2024-08-17T00:45:15.211 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:14 smithi082 ceph-mon[94343]: pgmap v158: 121 pgs: 35 active+undersized, 11 active+undersized+degraded, 75 active+clean; 389 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.2 MiB/s wr, 17 op/s; 80/576 objects degraded (13.889%) 2024-08-17T00:45:15.211 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:14 smithi082 ceph-mon[94343]: from='osd.1 [v2:172.21.15.82:6810/2373969417,v1:172.21.15.82:6811/2373969417]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T00:45:15.211 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:14 smithi082 ceph-mon[94343]: from='osd.1 [v2:172.21.15.82:6810/2373969417,v1:172.21.15.82:6811/2373969417]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T00:45:15.211 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:14 smithi082 ceph-mon[94343]: osdmap e330: 8 total, 7 up, 8 in 2024-08-17T00:45:15.211 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:14 smithi082 ceph-mon[94343]: from='osd.1 [v2:172.21.15.82:6810/2373969417,v1:172.21.15.82:6811/2373969417]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:45:15.211 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 00:45:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1[104925]: 2024-08-17T00:45:15.209+0000 7f3fc0a56640 -1 osd.1 321 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:45:15.212 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:14 smithi082 ceph-mon[91979]: pgmap v158: 121 pgs: 35 active+undersized, 11 active+undersized+degraded, 75 active+clean; 389 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.2 MiB/s wr, 17 op/s; 80/576 objects degraded (13.889%) 2024-08-17T00:45:15.212 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:14 smithi082 ceph-mon[91979]: from='osd.1 [v2:172.21.15.82:6810/2373969417,v1:172.21.15.82:6811/2373969417]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T00:45:15.212 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:14 smithi082 ceph-mon[91979]: from='osd.1 [v2:172.21.15.82:6810/2373969417,v1:172.21.15.82:6811/2373969417]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T00:45:15.212 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:14 smithi082 ceph-mon[91979]: osdmap e330: 8 total, 7 up, 8 in 2024-08-17T00:45:15.212 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:14 smithi082 ceph-mon[91979]: from='osd.1 [v2:172.21.15.82:6810/2373969417,v1:172.21.15.82:6811/2373969417]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:45:15.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:14 smithi137 ceph-mon[86391]: pgmap v158: 121 pgs: 35 active+undersized, 11 active+undersized+degraded, 75 active+clean; 389 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.2 MiB/s wr, 17 op/s; 80/576 objects degraded (13.889%) 2024-08-17T00:45:15.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:14 smithi137 ceph-mon[86391]: from='osd.1 [v2:172.21.15.82:6810/2373969417,v1:172.21.15.82:6811/2373969417]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T00:45:15.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:14 smithi137 ceph-mon[86391]: from='osd.1 [v2:172.21.15.82:6810/2373969417,v1:172.21.15.82:6811/2373969417]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T00:45:15.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:14 smithi137 ceph-mon[86391]: osdmap e330: 8 total, 7 up, 8 in 2024-08-17T00:45:15.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:14 smithi137 ceph-mon[86391]: from='osd.1 [v2:172.21.15.82:6810/2373969417,v1:172.21.15.82:6811/2373969417]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:45:15.327 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 827 (ObjNum 404 snap 124 seq_num 404) dirty exists 2024-08-17T00:45:15.327 INFO:tasks.rados.rados.0.smithi082.stdout:1346: finishing write tid 1 to smithi08280503-31 2024-08-17T00:45:15.327 INFO:tasks.rados.rados.0.smithi082.stdout:1343: done (8 left) 2024-08-17T00:45:15.327 INFO:tasks.rados.rados.0.smithi082.stdout:1344: done (7 left) 2024-08-17T00:45:15.328 INFO:tasks.rados.rados.0.smithi082.stdout:1349: done (6 left) 2024-08-17T00:45:15.328 INFO:tasks.rados.rados.0.smithi082.stdout:1350: done (5 left) 2024-08-17T00:45:15.328 INFO:tasks.rados.rados.0.smithi082.stdout:1351: done (4 left) 2024-08-17T00:45:15.328 INFO:tasks.rados.rados.0.smithi082.stdout:1352: done (3 left) 2024-08-17T00:45:15.328 INFO:tasks.rados.rados.0.smithi082.stdout:1353: rollback oid 10 current snap is 128 2024-08-17T00:45:15.328 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 10 to 97 2024-08-17T00:45:15.328 INFO:tasks.rados.rados.0.smithi082.stdout:1346: finishing write tid 2 to smithi08280503-31 2024-08-17T00:45:15.328 INFO:tasks.rados.rados.0.smithi082.stdout:1346: finishing write tid 3 to smithi08280503-31 2024-08-17T00:45:15.328 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 910 (ObjNum 435 snap 128 seq_num 435) dirty exists 2024-08-17T00:45:15.328 INFO:tasks.rados.rados.0.smithi082.stdout:1346: left oid 31 (ObjNum 435 snap 128 seq_num 435) 2024-08-17T00:45:15.328 INFO:tasks.rados.rados.0.smithi082.stdout:1348: finishing copy_from to smithi08280503-26 2024-08-17T00:45:15.329 INFO:tasks.rados.rados.0.smithi082.stdout:1348: got expected ENOENT (src dne) 2024-08-17T00:45:15.329 INFO:tasks.rados.rados.0.smithi082.stdout:1348: finishing copy_from racing read to smithi08280503-26 2024-08-17T00:45:15.329 INFO:tasks.rados.rados.0.smithi082.stdout:1347: finishing rollback tid 0 to smithi08280503-24 2024-08-17T00:45:15.329 INFO:tasks.rados.rados.0.smithi082.stdout:1347: finishing rollback tid 1 to smithi08280503-24 2024-08-17T00:45:15.329 INFO:tasks.rados.rados.0.smithi082.stdout:1347: finishing rollback tid 2 to smithi08280503-24 2024-08-17T00:45:15.329 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 653 (ObjNum 348 snap 109 seq_num 348) dirty exists 2024-08-17T00:45:15.329 INFO:tasks.rados.rados.0.smithi082.stdout:1346: done (3 left) 2024-08-17T00:45:15.329 INFO:tasks.rados.rados.0.smithi082.stdout:1347: done (2 left) 2024-08-17T00:45:15.329 INFO:tasks.rados.rados.0.smithi082.stdout:1348: done (1 left) 2024-08-17T00:45:15.329 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 12 current snap is 128 2024-08-17T00:45:15.329 INFO:tasks.rados.rados.0.smithi082.stdout:1354: seq_num 437 ranges {0=122880} 2024-08-17T00:45:15.330 INFO:tasks.rados.rados.0.smithi082.stdout:1354: writing smithi08280503-12 from 0 to 122880 tid 1 2024-08-17T00:45:15.330 INFO:tasks.rados.rados.0.smithi082.stdout:1355: setattr oid 13 current snap is 128 2024-08-17T00:45:15.330 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 41 current snap is 128 2024-08-17T00:45:15.330 INFO:tasks.rados.rados.0.smithi082.stdout:1356: seq_num 438 ranges {3858432=139264} 2024-08-17T00:45:15.353 INFO:tasks.rados.rados.0.smithi082.stdout:1356: writing smithi08280503-41 from 3858432 to 3997696 tid 1 2024-08-17T00:45:15.353 INFO:tasks.rados.rados.0.smithi082.stdout:1357: copy_from oid 31 from oid 11 current snap is 128 2024-08-17T00:45:15.353 INFO:tasks.rados.rados.0.smithi082.stdout:1353: finishing rollback tid 0 to smithi08280503-10 2024-08-17T00:45:15.353 INFO:tasks.rados.rados.0.smithi082.stdout:1353: finishing rollback tid 1 to smithi08280503-10 2024-08-17T00:45:15.353 INFO:tasks.rados.rados.0.smithi082.stdout:1354: finishing write tid 1 to smithi08280503-12 2024-08-17T00:45:15.353 INFO:tasks.rados.rados.0.smithi082.stdout:1353: finishing rollback tid 2 to smithi08280503-10 2024-08-17T00:45:15.354 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 830 (ObjNum 274 snap 77 seq_num 274) dirty exists 2024-08-17T00:45:15.354 INFO:tasks.rados.rados.0.smithi082.stdout:1354: finishing write tid 2 to smithi08280503-12 2024-08-17T00:45:15.354 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 701 (ObjNum 406 snap 124 seq_num 406) dirty exists 2024-08-17T00:45:15.354 INFO:tasks.rados.rados.0.smithi082.stdout:1354: finishing write tid 3 to smithi08280503-12 2024-08-17T00:45:15.354 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 367 (ObjNum 437 snap 128 seq_num 437) dirty exists 2024-08-17T00:45:15.354 INFO:tasks.rados.rados.0.smithi082.stdout:1354: left oid 12 (ObjNum 437 snap 128 seq_num 437) 2024-08-17T00:45:15.355 INFO:tasks.rados.rados.0.smithi082.stdout:1353: done (4 left) 2024-08-17T00:45:15.355 INFO:tasks.rados.rados.0.smithi082.stdout:1354: done (3 left) 2024-08-17T00:45:15.355 INFO:tasks.rados.rados.0.smithi082.stdout:1355: done (2 left) 2024-08-17T00:45:15.355 INFO:tasks.rados.rados.0.smithi082.stdout:1358: read oid 26 snap 111 2024-08-17T00:45:15.355 INFO:tasks.rados.rados.0.smithi082.stdout:1358: expect (ObjNum 348 snap 109 seq_num 348) 2024-08-17T00:45:15.355 INFO:tasks.rados.rados.0.smithi082.stdout:1359: rollback oid 9 current snap is 128 2024-08-17T00:45:15.356 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 9 to 124 2024-08-17T00:45:15.356 INFO:tasks.rados.rados.0.smithi082.stdout:1360: read oid 24 snap -1 2024-08-17T00:45:15.356 INFO:tasks.rados.rados.0.smithi082.stdout:1360: expect (ObjNum 348 snap 109 seq_num 348) 2024-08-17T00:45:15.356 INFO:tasks.rados.rados.0.smithi082.stdout:1361: snap_create 2024-08-17T00:45:15.357 INFO:tasks.rados.rados.0.smithi082.stdout:1356: finishing write tid 1 to smithi08280503-41 2024-08-17T00:45:15.357 INFO:tasks.rados.rados.0.smithi082.stdout:1356: finishing write tid 2 to smithi08280503-41 2024-08-17T00:45:15.357 INFO:tasks.rados.rados.0.smithi082.stdout:1356: finishing write tid 3 to smithi08280503-41 2024-08-17T00:45:15.357 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 813 (ObjNum 438 snap 128 seq_num 438) dirty exists 2024-08-17T00:45:15.358 INFO:tasks.rados.rados.0.smithi082.stdout:1356: left oid 41 (ObjNum 438 snap 128 seq_num 438) 2024-08-17T00:45:15.374 INFO:tasks.rados.rados.0.smithi082.stdout:1358: expect (ObjNum 348 snap 109 seq_num 348) 2024-08-17T00:45:15.564 INFO:tasks.rados.rados.0.smithi082.stdout:1359: finishing rollback tid 0 to smithi08280503-9 2024-08-17T00:45:15.564 INFO:tasks.rados.rados.0.smithi082.stdout:1359: finishing rollback tid 1 to smithi08280503-9 2024-08-17T00:45:15.565 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 876 (ObjNum 145 snap 0 seq_num 3912525168) dirty dne 2024-08-17T00:45:15.565 INFO:tasks.rados.rados.0.smithi082.stdout:1360: expect (ObjNum 348 snap 109 seq_num 348) 2024-08-17T00:45:15.747 INFO:tasks.rados.rados.0.smithi082.stdout:1357: finishing copy_from racing read to smithi08280503-31 2024-08-17T00:45:15.747 INFO:tasks.rados.rados.0.smithi082.stdout:1357: finishing copy_from to smithi08280503-31 2024-08-17T00:45:15.747 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 653 (ObjNum 423 snap 124 seq_num 423) dirty exists 2024-08-17T00:45:16.206 INFO:tasks.rados.rados.0.smithi082.stdout:1356: done (5 left) 2024-08-17T00:45:16.206 INFO:tasks.rados.rados.0.smithi082.stdout:1357: done (4 left) 2024-08-17T00:45:16.206 INFO:tasks.rados.rados.0.smithi082.stdout:1358: done (3 left) 2024-08-17T00:45:16.206 INFO:tasks.rados.rados.0.smithi082.stdout:1359: done (2 left) 2024-08-17T00:45:16.206 INFO:tasks.rados.rados.0.smithi082.stdout:1360: done (1 left) 2024-08-17T00:45:16.206 INFO:tasks.rados.rados.0.smithi082.stdout:1361: done (0 left) 2024-08-17T00:45:16.206 INFO:tasks.rados.rados.0.smithi082.stdout:1362: delete oid 33 current snap is 129 2024-08-17T00:45:16.218 INFO:tasks.rados.rados.0.smithi082.stdout:1362: done (0 left) 2024-08-17T00:45:16.218 INFO:tasks.rados.rados.0.smithi082.stdout:1363: read oid 12 snap -1 2024-08-17T00:45:16.218 INFO:tasks.rados.rados.0.smithi082.stdout:1363: expect (ObjNum 437 snap 128 seq_num 437) 2024-08-17T00:45:16.218 INFO:tasks.rados.rados.0.smithi082.stdout:1364: rmattr oid 26 current snap is 129 2024-08-17T00:45:16.218 INFO:tasks.rados.rados.0.smithi082.stdout:1365: copy_from oid 44 from oid 8 current snap is 129 2024-08-17T00:45:16.218 INFO:tasks.rados.rados.0.smithi082.stdout:1366: rollback oid 2 current snap is 129 2024-08-17T00:45:16.218 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 2 to 126 2024-08-17T00:45:16.219 INFO:tasks.rados.rados.0.smithi082.stdout:1367: snap_create 2024-08-17T00:45:16.222 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 878 (ObjNum 348 snap 109 seq_num 348) dirty exists 2024-08-17T00:45:16.222 INFO:tasks.rados.rados.0.smithi082.stdout:1366: finishing rollback tid 0 to smithi08280503-2 2024-08-17T00:45:16.223 INFO:tasks.rados.rados.0.smithi082.stdout:1366: finishing rollback tid 1 to smithi08280503-2 2024-08-17T00:45:16.223 INFO:tasks.rados.rados.0.smithi082.stdout:1366: finishing rollback tid 2 to smithi08280503-2 2024-08-17T00:45:16.223 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 2 v 763 (ObjNum 307 snap 91 seq_num 307) dirty exists 2024-08-17T00:45:16.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:16 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:16.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:16 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:16.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:16 smithi082 ceph-mon[91979]: from='osd.1 [v2:172.21.15.82:6810/2373969417,v1:172.21.15.82:6811/2373969417]' entity='osd.1' 2024-08-17T00:45:16.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:16 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:16.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:16 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:16 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:16 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:16 smithi082 ceph-mon[94343]: from='osd.1 [v2:172.21.15.82:6810/2373969417,v1:172.21.15.82:6811/2373969417]' entity='osd.1' 2024-08-17T00:45:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:16 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:16.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:16 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:16.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:16 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:16.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:16 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:16.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:16 smithi137 ceph-mon[86391]: from='osd.1 [v2:172.21.15.82:6810/2373969417,v1:172.21.15.82:6811/2373969417]' entity='osd.1' 2024-08-17T00:45:16.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:16 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:16.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:16 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:17.209 INFO:tasks.rados.rados.0.smithi082.stdout:1364: done (4 left) 2024-08-17T00:45:17.209 INFO:tasks.rados.rados.0.smithi082.stdout:1366: done (3 left) 2024-08-17T00:45:17.209 INFO:tasks.rados.rados.0.smithi082.stdout:1367: done (2 left) 2024-08-17T00:45:17.209 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 41 current snap is 130 2024-08-17T00:45:17.209 INFO:tasks.rados.rados.0.smithi082.stdout:1368: seq_num 440 ranges {3997696=172032} 2024-08-17T00:45:17.233 INFO:tasks.rados.rados.0.smithi082.stdout:1368: writing smithi08280503-41 from 3997696 to 4169728 tid 1 2024-08-17T00:45:17.233 INFO:tasks.rados.rados.0.smithi082.stdout:1369: delete oid 50 current snap is 130 2024-08-17T00:45:17.233 INFO:tasks.rados.rados.0.smithi082.stdout:1363: expect (ObjNum 437 snap 128 seq_num 437) 2024-08-17T00:45:17.238 INFO:tasks.rados.rados.0.smithi082.stdout:1365: finishing copy_from to smithi08280503-44 2024-08-17T00:45:17.239 INFO:tasks.rados.rados.0.smithi082.stdout:1365: got expected ENOENT (src dne) 2024-08-17T00:45:17.239 INFO:tasks.rados.rados.0.smithi082.stdout:1365: finishing copy_from racing read to smithi08280503-44 2024-08-17T00:45:17.244 INFO:tasks.rados.rados.0.smithi082.stdout:1363: done (3 left) 2024-08-17T00:45:17.244 INFO:tasks.rados.rados.0.smithi082.stdout:1365: done (2 left) 2024-08-17T00:45:17.244 INFO:tasks.rados.rados.0.smithi082.stdout:1369: done (1 left) 2024-08-17T00:45:17.244 INFO:tasks.rados.rados.0.smithi082.stdout:1370: snap_create 2024-08-17T00:45:17.262 INFO:tasks.rados.rados.0.smithi082.stdout:1368: finishing write tid 1 to smithi08280503-41 2024-08-17T00:45:17.262 INFO:tasks.rados.rados.0.smithi082.stdout:1368: finishing write tid 2 to smithi08280503-41 2024-08-17T00:45:17.263 INFO:tasks.rados.rados.0.smithi082.stdout:1368: finishing write tid 3 to smithi08280503-41 2024-08-17T00:45:17.263 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 818 (ObjNum 440 snap 130 seq_num 440) dirty exists 2024-08-17T00:45:17.264 INFO:tasks.rados.rados.0.smithi082.stdout:1368: left oid 41 (ObjNum 440 snap 130 seq_num 440) 2024-08-17T00:45:17.410 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:17 smithi082 ceph-mon[94343]: pgmap v160: 121 pgs: 35 active+undersized, 11 active+undersized+degraded, 75 active+clean; 387 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 547 KiB/s wr, 9 op/s; 80/579 objects degraded (13.817%) 2024-08-17T00:45:17.411 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:17 smithi082 ceph-mon[94343]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:45:17.411 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:17 smithi082 ceph-mon[94343]: osd.1 [v2:172.21.15.82:6810/2373969417,v1:172.21.15.82:6811/2373969417] boot 2024-08-17T00:45:17.411 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:17 smithi082 ceph-mon[94343]: osdmap e331: 8 total, 8 up, 8 in 2024-08-17T00:45:17.411 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:17 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:45:17.411 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:17 smithi082 ceph-mon[91979]: pgmap v160: 121 pgs: 35 active+undersized, 11 active+undersized+degraded, 75 active+clean; 387 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 547 KiB/s wr, 9 op/s; 80/579 objects degraded (13.817%) 2024-08-17T00:45:17.411 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:17 smithi082 ceph-mon[91979]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:45:17.411 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:17 smithi082 ceph-mon[91979]: osd.1 [v2:172.21.15.82:6810/2373969417,v1:172.21.15.82:6811/2373969417] boot 2024-08-17T00:45:17.411 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:17 smithi082 ceph-mon[91979]: osdmap e331: 8 total, 8 up, 8 in 2024-08-17T00:45:17.411 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:17 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:45:17.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:17 smithi137 ceph-mon[86391]: pgmap v160: 121 pgs: 35 active+undersized, 11 active+undersized+degraded, 75 active+clean; 387 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 547 KiB/s wr, 9 op/s; 80/579 objects degraded (13.817%) 2024-08-17T00:45:17.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:17 smithi137 ceph-mon[86391]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:45:17.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:17 smithi137 ceph-mon[86391]: osd.1 [v2:172.21.15.82:6810/2373969417,v1:172.21.15.82:6811/2373969417] boot 2024-08-17T00:45:17.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:17 smithi137 ceph-mon[86391]: osdmap e331: 8 total, 8 up, 8 in 2024-08-17T00:45:17.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:17 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T00:45:18.215 INFO:tasks.rados.rados.0.smithi082.stdout:1368: done (1 left) 2024-08-17T00:45:18.224 INFO:tasks.rados.rados.0.smithi082.stdout:1370: done (0 left) 2024-08-17T00:45:18.224 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 5 current snap is 131 2024-08-17T00:45:18.224 INFO:tasks.rados.rados.0.smithi082.stdout:1371: seq_num 442 ranges {4825088=204800} 2024-08-17T00:45:18.242 INFO:tasks.rados.rados.0.smithi082.stdout:1371: writing smithi08280503-5 from 4825088 to 5029888 tid 1 2024-08-17T00:45:18.243 INFO:tasks.rados.rados.0.smithi082.stdout:1372: rollback oid 11 current snap is 131 2024-08-17T00:45:18.243 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 11 to 127 2024-08-17T00:45:18.243 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 4 current snap is 131 2024-08-17T00:45:18.243 INFO:tasks.rados.rados.0.smithi082.stdout:1373: seq_num 443 ranges {0=221184} 2024-08-17T00:45:18.244 INFO:tasks.rados.rados.0.smithi082.stdout:1373: writing smithi08280503-4 from 0 to 221184 tid 1 2024-08-17T00:45:18.244 INFO:tasks.rados.rados.0.smithi082.stdout:1374: delete oid 30 current snap is 131 2024-08-17T00:45:18.248 INFO:tasks.rados.rados.0.smithi082.stdout:1373: finishing write tid 1 to smithi08280503-4 2024-08-17T00:45:18.248 INFO:tasks.rados.rados.0.smithi082.stdout:1373: finishing write tid 2 to smithi08280503-4 2024-08-17T00:45:18.250 INFO:tasks.rados.rados.0.smithi082.stdout:1372: finishing rollback tid 0 to smithi08280503-11 2024-08-17T00:45:18.250 INFO:tasks.rados.rados.0.smithi082.stdout:1372: finishing rollback tid 1 to smithi08280503-11 2024-08-17T00:45:18.251 INFO:tasks.rados.rados.0.smithi082.stdout:1372: finishing rollback tid 2 to smithi08280503-11 2024-08-17T00:45:18.251 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 657 (ObjNum 423 snap 124 seq_num 423) dirty exists 2024-08-17T00:45:18.251 INFO:tasks.rados.rados.0.smithi082.stdout:1373: finishing write tid 3 to smithi08280503-4 2024-08-17T00:45:18.251 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 880 (ObjNum 443 snap 131 seq_num 443) dirty exists 2024-08-17T00:45:18.251 INFO:tasks.rados.rados.0.smithi082.stdout:1373: left oid 4 (ObjNum 443 snap 131 seq_num 443) 2024-08-17T00:45:18.252 INFO:tasks.rados.rados.0.smithi082.stdout:1372: done (3 left) 2024-08-17T00:45:18.252 INFO:tasks.rados.rados.0.smithi082.stdout:1373: done (2 left) 2024-08-17T00:45:18.252 INFO:tasks.rados.rados.0.smithi082.stdout:1374: done (1 left) 2024-08-17T00:45:18.252 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 15 current snap is 131 2024-08-17T00:45:18.252 INFO:tasks.rados.rados.0.smithi082.stdout:1375: seq_num 445 ranges {0=253952} 2024-08-17T00:45:18.253 INFO:tasks.rados.rados.0.smithi082.stdout:1375: writing smithi08280503-15 from 0 to 253952 tid 1 2024-08-17T00:45:18.253 INFO:tasks.rados.rados.0.smithi082.stdout:1376: delete oid 34 current snap is 131 2024-08-17T00:45:18.253 INFO:tasks.rados.rados.0.smithi082.stdout:1371: finishing write tid 1 to smithi08280503-5 2024-08-17T00:45:18.253 INFO:tasks.rados.rados.0.smithi082.stdout:1371: finishing write tid 2 to smithi08280503-5 2024-08-17T00:45:18.254 INFO:tasks.rados.rados.0.smithi082.stdout:1371: finishing write tid 3 to smithi08280503-5 2024-08-17T00:45:18.254 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 832 (ObjNum 442 snap 131 seq_num 442) dirty exists 2024-08-17T00:45:18.254 INFO:tasks.rados.rados.0.smithi082.stdout:1371: left oid 5 (ObjNum 442 snap 131 seq_num 442) 2024-08-17T00:45:18.257 INFO:tasks.rados.rados.0.smithi082.stdout:1375: finishing write tid 1 to smithi08280503-15 2024-08-17T00:45:18.257 INFO:tasks.rados.rados.0.smithi082.stdout:1375: finishing write tid 2 to smithi08280503-15 2024-08-17T00:45:18.258 INFO:tasks.rados.rados.0.smithi082.stdout:1371: done (2 left) 2024-08-17T00:45:18.258 INFO:tasks.rados.rados.0.smithi082.stdout:1376: done (1 left) 2024-08-17T00:45:18.258 INFO:tasks.rados.rados.0.smithi082.stdout:1377: rollback oid 13 current snap is 131 2024-08-17T00:45:18.258 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 13 to 111 2024-08-17T00:45:18.258 INFO:tasks.rados.rados.0.smithi082.stdout:1378: snap_create 2024-08-17T00:45:18.259 INFO:tasks.rados.rados.0.smithi082.stdout:1375: finishing write tid 3 to smithi08280503-15 2024-08-17T00:45:18.259 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 623 (ObjNum 445 snap 131 seq_num 445) dirty exists 2024-08-17T00:45:18.259 INFO:tasks.rados.rados.0.smithi082.stdout:1375: left oid 15 (ObjNum 445 snap 131 seq_num 445) 2024-08-17T00:45:18.263 INFO:tasks.rados.rados.0.smithi082.stdout:1377: finishing rollback tid 0 to smithi08280503-13 2024-08-17T00:45:18.263 INFO:tasks.rados.rados.0.smithi082.stdout:1377: finishing rollback tid 1 to smithi08280503-13 2024-08-17T00:45:18.263 INFO:tasks.rados.rados.0.smithi082.stdout:1377: finishing rollback tid 2 to smithi08280503-13 2024-08-17T00:45:18.263 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 705 (ObjNum 305 snap 89 seq_num 305) dirty exists 2024-08-17T00:45:18.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:18 smithi082 ceph-mon[94343]: osdmap e332: 8 total, 8 up, 8 in 2024-08-17T00:45:18.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:18 smithi082 ceph-mon[91979]: osdmap e332: 8 total, 8 up, 8 in 2024-08-17T00:45:18.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:18 smithi137 ceph-mon[86391]: osdmap e332: 8 total, 8 up, 8 in 2024-08-17T00:45:18.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:18 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:19.212 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:45:19 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:45:19.055+0000 7fdf5fb8a640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-17T00:45:19.219 INFO:tasks.rados.rados.0.smithi082.stdout:1375: done (2 left) 2024-08-17T00:45:19.220 INFO:tasks.rados.rados.0.smithi082.stdout:1377: done (1 left) 2024-08-17T00:45:19.220 INFO:tasks.rados.rados.0.smithi082.stdout:1378: done (0 left) 2024-08-17T00:45:19.220 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 38 current snap is 132 2024-08-17T00:45:19.220 INFO:tasks.rados.rados.0.smithi082.stdout:1379: seq_num 447 ranges {6340608=294912} 2024-08-17T00:45:19.255 INFO:tasks.rados.rados.0.smithi082.stdout:1379: writing smithi08280503-38 from 6340608 to 6635520 tid 1 2024-08-17T00:45:19.255 INFO:tasks.rados.rados.0.smithi082.stdout:1380: rollback oid 50 current snap is 132 2024-08-17T00:45:19.255 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 50 to 127 2024-08-17T00:45:19.255 INFO:tasks.rados.rados.0.smithi082.stdout:1381: setattr oid 41 current snap is 132 2024-08-17T00:45:19.255 INFO:tasks.rados.rados.0.smithi082.stdout:1382: rollback oid 7 current snap is 132 2024-08-17T00:45:19.255 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 7 to 126 2024-08-17T00:45:19.255 INFO:tasks.rados.rados.0.smithi082.stdout:1383: snap_remove snap 125 2024-08-17T00:45:19.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:19 smithi082 ceph-mon[91979]: pgmap v163: 121 pgs: 30 active+undersized, 10 active+undersized+degraded, 81 active+clean; 396 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.5 MiB/s wr, 17 op/s; 71/588 objects degraded (12.075%); 2.6 MiB/s, 0 objects/s recovering 2024-08-17T00:45:19.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:19 smithi082 ceph-mon[91979]: Health check update: Degraded data redundancy: 71/588 objects degraded (12.075%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T00:45:19.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:19 smithi082 ceph-mon[91979]: osdmap e333: 8 total, 8 up, 8 in 2024-08-17T00:45:19.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:19 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:19.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:19 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:19.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:19 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:45:19.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:19 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:45:19.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:19 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:19.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:19 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:45:19.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:19 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:45:19.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:19 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:45:19.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:19 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:45:19.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:19 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T00:45:19.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:19 smithi082 ceph-mon[94343]: pgmap v163: 121 pgs: 30 active+undersized, 10 active+undersized+degraded, 81 active+clean; 396 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.5 MiB/s wr, 17 op/s; 71/588 objects degraded (12.075%); 2.6 MiB/s, 0 objects/s recovering 2024-08-17T00:45:19.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:19 smithi082 ceph-mon[94343]: Health check update: Degraded data redundancy: 71/588 objects degraded (12.075%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T00:45:19.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:19 smithi082 ceph-mon[94343]: osdmap e333: 8 total, 8 up, 8 in 2024-08-17T00:45:19.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:19 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:19.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:19 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:19.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:19 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:45:19.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:19 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:45:19.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:19 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:19.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:19 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:45:19.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:19 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:45:19.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:19 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:45:19.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:19 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:45:19.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:19 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T00:45:19.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:19 smithi137 ceph-mon[86391]: pgmap v163: 121 pgs: 30 active+undersized, 10 active+undersized+degraded, 81 active+clean; 396 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.5 MiB/s wr, 17 op/s; 71/588 objects degraded (12.075%); 2.6 MiB/s, 0 objects/s recovering 2024-08-17T00:45:19.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:19 smithi137 ceph-mon[86391]: Health check update: Degraded data redundancy: 71/588 objects degraded (12.075%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T00:45:19.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:19 smithi137 ceph-mon[86391]: osdmap e333: 8 total, 8 up, 8 in 2024-08-17T00:45:19.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:19 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:19.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:19 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:19.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:19 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:45:19.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:19 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:45:19.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:19 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:19.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:19 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:45:19.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:19 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:45:19.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:19 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:45:19.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:19 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:45:19.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:19 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T00:45:20.228 INFO:tasks.rados.rados.0.smithi082.stdout:1379: finishing write tid 1 to smithi08280503-38 2024-08-17T00:45:20.229 INFO:tasks.rados.rados.0.smithi082.stdout:1380: finishing rollback tid 1 to smithi08280503-50 2024-08-17T00:45:20.229 INFO:tasks.rados.rados.0.smithi082.stdout:1380: finishing rollback tid 2 to smithi08280503-50 2024-08-17T00:45:20.229 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 838 (ObjNum 372 snap 113 seq_num 372) dirty exists 2024-08-17T00:45:20.229 INFO:tasks.rados.rados.0.smithi082.stdout:1382: finishing rollback tid 0 to smithi08280503-7 2024-08-17T00:45:20.229 INFO:tasks.rados.rados.0.smithi082.stdout:1379: finishing write tid 2 to smithi08280503-38 2024-08-17T00:45:20.229 INFO:tasks.rados.rados.0.smithi082.stdout:1382: finishing rollback tid 1 to smithi08280503-7 2024-08-17T00:45:20.229 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 840 (ObjNum 440 snap 130 seq_num 440) dirty exists 2024-08-17T00:45:20.229 INFO:tasks.rados.rados.0.smithi082.stdout:1382: finishing rollback tid 2 to smithi08280503-7 2024-08-17T00:45:20.230 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 915 (ObjNum 412 snap 124 seq_num 412) dirty exists 2024-08-17T00:45:20.230 INFO:tasks.rados.rados.0.smithi082.stdout:1379: finishing write tid 3 to smithi08280503-38 2024-08-17T00:45:20.230 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 660 (ObjNum 447 snap 132 seq_num 447) dirty exists 2024-08-17T00:45:20.230 INFO:tasks.rados.rados.0.smithi082.stdout:1379: left oid 38 (ObjNum 447 snap 132 seq_num 447) 2024-08-17T00:45:20.230 INFO:tasks.rados.rados.0.smithi082.stdout:1379: done (4 left) 2024-08-17T00:45:20.230 INFO:tasks.rados.rados.0.smithi082.stdout:1380: done (3 left) 2024-08-17T00:45:20.230 INFO:tasks.rados.rados.0.smithi082.stdout:1381: done (2 left) 2024-08-17T00:45:20.230 INFO:tasks.rados.rados.0.smithi082.stdout:1382: done (1 left) 2024-08-17T00:45:20.230 INFO:tasks.rados.rados.0.smithi082.stdout:1383: done (0 left) 2024-08-17T00:45:20.230 INFO:tasks.rados.rados.0.smithi082.stdout:1384: rollback oid 30 current snap is 132 2024-08-17T00:45:20.230 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 30 to 111 2024-08-17T00:45:20.230 INFO:tasks.rados.rados.0.smithi082.stdout:1385: delete oid 31 current snap is 132 2024-08-17T00:45:20.237 INFO:tasks.rados.rados.0.smithi082.stdout:1385: done (1 left) 2024-08-17T00:45:20.237 INFO:tasks.rados.rados.0.smithi082.stdout:1386: snap_remove snap 97 2024-08-17T00:45:20.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:20 smithi082 ceph-mon[94343]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T00:45:20.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:20 smithi082 ceph-mon[94343]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-17T00:45:20.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:20 smithi082 ceph-mon[94343]: osdmap e334: 8 total, 8 up, 8 in 2024-08-17T00:45:20.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:20.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:45:20.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:20 smithi082 ceph-mon[91979]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T00:45:20.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:20 smithi082 ceph-mon[91979]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-17T00:45:20.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:20 smithi082 ceph-mon[91979]: osdmap e334: 8 total, 8 up, 8 in 2024-08-17T00:45:20.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:20.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:45:20.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:20 smithi137 ceph-mon[86391]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T00:45:20.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:20 smithi137 ceph-mon[86391]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-17T00:45:20.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:20 smithi137 ceph-mon[86391]: osdmap e334: 8 total, 8 up, 8 in 2024-08-17T00:45:20.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:20.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:45:21.233 INFO:tasks.rados.rados.0.smithi082.stdout:1384: finishing rollback tid 1 to smithi08280503-30 2024-08-17T00:45:21.234 INFO:tasks.rados.rados.0.smithi082.stdout:1384: finishing rollback tid 2 to smithi08280503-30 2024-08-17T00:45:21.234 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 30 v 662 (ObjNum 304 snap 88 seq_num 304) dirty exists 2024-08-17T00:45:21.234 INFO:tasks.rados.rados.0.smithi082.stdout:1384: done (1 left) 2024-08-17T00:45:21.234 INFO:tasks.rados.rados.0.smithi082.stdout:1386: done (0 left) 2024-08-17T00:45:21.234 INFO:tasks.rados.rados.0.smithi082.stdout:1387: read oid 12 snap 122 2024-08-17T00:45:21.234 INFO:tasks.rados.rados.0.smithi082.stdout:1387: expect deleted 2024-08-17T00:45:21.234 INFO:tasks.rados.rados.0.smithi082.stdout:1388: snap_remove snap 105 2024-08-17T00:45:21.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:21 smithi137 ceph-mon[86391]: pgmap v166: 121 pgs: 18 active+undersized, 5 active+undersized+degraded, 98 active+clean; 388 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.7 MiB/s wr, 17 op/s; 51/588 objects degraded (8.673%); 4.7 MiB/s, 1 objects/s recovering 2024-08-17T00:45:21.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:21 smithi137 ceph-mon[86391]: osdmap e335: 8 total, 8 up, 8 in 2024-08-17T00:45:21.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:21 smithi082 ceph-mon[94343]: pgmap v166: 121 pgs: 18 active+undersized, 5 active+undersized+degraded, 98 active+clean; 388 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.7 MiB/s wr, 17 op/s; 51/588 objects degraded (8.673%); 4.7 MiB/s, 1 objects/s recovering 2024-08-17T00:45:21.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:21 smithi082 ceph-mon[94343]: osdmap e335: 8 total, 8 up, 8 in 2024-08-17T00:45:21.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:21 smithi082 ceph-mon[91979]: pgmap v166: 121 pgs: 18 active+undersized, 5 active+undersized+degraded, 98 active+clean; 388 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.7 MiB/s wr, 17 op/s; 51/588 objects degraded (8.673%); 4.7 MiB/s, 1 objects/s recovering 2024-08-17T00:45:21.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:21 smithi082 ceph-mon[91979]: osdmap e335: 8 total, 8 up, 8 in 2024-08-17T00:45:22.249 INFO:tasks.rados.rados.0.smithi082.stdout:1387: done (1 left) 2024-08-17T00:45:22.249 INFO:tasks.rados.rados.0.smithi082.stdout:1388: done (0 left) 2024-08-17T00:45:22.249 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 41 current snap is 132 2024-08-17T00:45:22.249 INFO:tasks.rados.rados.0.smithi082.stdout:1389: seq_num 449 ranges {4169728=327680} 2024-08-17T00:45:22.274 INFO:tasks.rados.rados.0.smithi082.stdout:1389: writing smithi08280503-41 from 4169728 to 4497408 tid 1 2024-08-17T00:45:22.274 INFO:tasks.rados.rados.0.smithi082.stdout:1390: snap_remove snap 130 2024-08-17T00:45:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:22 smithi082 ceph-mon[94343]: osdmap e336: 8 total, 8 up, 8 in 2024-08-17T00:45:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:22 smithi082 ceph-mon[94343]: pgmap v169: 121 pgs: 121 active+clean; 391 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 280 KiB/s wr, 13 op/s; 20 MiB/s, 2 objects/s recovering 2024-08-17T00:45:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:22 smithi082 ceph-mon[91979]: osdmap e336: 8 total, 8 up, 8 in 2024-08-17T00:45:22.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:22 smithi082 ceph-mon[91979]: pgmap v169: 121 pgs: 121 active+clean; 391 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 280 KiB/s wr, 13 op/s; 20 MiB/s, 2 objects/s recovering 2024-08-17T00:45:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:22 smithi137 ceph-mon[86391]: osdmap e336: 8 total, 8 up, 8 in 2024-08-17T00:45:22.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:22 smithi137 ceph-mon[86391]: pgmap v169: 121 pgs: 121 active+clean; 391 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 280 KiB/s wr, 13 op/s; 20 MiB/s, 2 objects/s recovering 2024-08-17T00:45:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:23.256 INFO:tasks.rados.rados.0.smithi082.stdout:1390: done (1 left) 2024-08-17T00:45:23.257 INFO:tasks.rados.rados.0.smithi082.stdout:1391: read oid 7 snap -1 2024-08-17T00:45:23.257 INFO:tasks.rados.rados.0.smithi082.stdout:1391: expect (ObjNum 412 snap 124 seq_num 412) 2024-08-17T00:45:23.257 INFO:tasks.rados.rados.0.smithi082.stdout:1392: rollback oid 15 current snap is 132 2024-08-17T00:45:23.257 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 15 to 126 2024-08-17T00:45:23.257 INFO:tasks.rados.rados.0.smithi082.stdout:1389: finishing write tid 1 to smithi08280503-41 2024-08-17T00:45:23.257 INFO:tasks.rados.rados.0.smithi082.stdout:1389: finishing write tid 2 to smithi08280503-41 2024-08-17T00:45:23.257 INFO:tasks.rados.rados.0.smithi082.stdout:1389: finishing write tid 3 to smithi08280503-41 2024-08-17T00:45:23.257 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 864 (ObjNum 449 snap 132 seq_num 449) dirty exists 2024-08-17T00:45:23.257 INFO:tasks.rados.rados.0.smithi082.stdout:1389: left oid 41 (ObjNum 449 snap 132 seq_num 449) 2024-08-17T00:45:23.257 INFO:tasks.rados.rados.0.smithi082.stdout:1389: done (2 left) 2024-08-17T00:45:23.257 INFO:tasks.rados.rados.0.smithi082.stdout:1393: setattr oid 12 current snap is 132 2024-08-17T00:45:23.258 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 29 current snap is 132 2024-08-17T00:45:23.258 INFO:tasks.rados.rados.0.smithi082.stdout:1394: seq_num 450 ranges {2146304=344064} 2024-08-17T00:45:23.272 INFO:tasks.rados.rados.0.smithi082.stdout:1394: writing smithi08280503-29 from 2146304 to 2490368 tid 1 2024-08-17T00:45:23.272 INFO:tasks.rados.rados.0.smithi082.stdout:1395: snap_remove snap 129 2024-08-17T00:45:23.504 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:23 smithi137 ceph-mon[86391]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 51/588 objects degraded (8.673%), 5 pgs degraded) 2024-08-17T00:45:23.505 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:23 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:45:23.505 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:23 smithi137 ceph-mon[86391]: osdmap e337: 8 total, 8 up, 8 in 2024-08-17T00:45:23.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:23 smithi082 ceph-mon[94343]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 51/588 objects degraded (8.673%), 5 pgs degraded) 2024-08-17T00:45:23.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:23 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:45:23.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:23 smithi082 ceph-mon[94343]: osdmap e337: 8 total, 8 up, 8 in 2024-08-17T00:45:23.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:23 smithi082 ceph-mon[91979]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 51/588 objects degraded (8.673%), 5 pgs degraded) 2024-08-17T00:45:23.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:23 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:45:23.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:23 smithi082 ceph-mon[91979]: osdmap e337: 8 total, 8 up, 8 in 2024-08-17T00:45:23.745 INFO:tasks.rados.rados.0.smithi082.stdout:1395: done (4 left) 2024-08-17T00:45:23.745 INFO:tasks.rados.rados.0.smithi082.stdout:1396: rollback oid 34 current snap is 132 2024-08-17T00:45:23.745 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 34 to 111 2024-08-17T00:45:23.746 INFO:tasks.rados.rados.0.smithi082.stdout:1392: finishing rollback tid 0 to smithi08280503-15 2024-08-17T00:45:23.746 INFO:tasks.rados.rados.0.smithi082.stdout:1392: finishing rollback tid 1 to smithi08280503-15 2024-08-17T00:45:23.746 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 625 (ObjNum 33 snap 0 seq_num 3910235744) dirty dne 2024-08-17T00:45:23.746 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 368 (ObjNum 437 snap 128 seq_num 437) dirty exists 2024-08-17T00:45:23.746 INFO:tasks.rados.rados.0.smithi082.stdout:1394: finishing write tid 1 to smithi08280503-29 2024-08-17T00:45:23.746 INFO:tasks.rados.rados.0.smithi082.stdout:1394: finishing write tid 2 to smithi08280503-29 2024-08-17T00:45:23.746 INFO:tasks.rados.rados.0.smithi082.stdout:1394: finishing write tid 3 to smithi08280503-29 2024-08-17T00:45:23.746 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 722 (ObjNum 450 snap 132 seq_num 450) dirty exists 2024-08-17T00:45:23.746 INFO:tasks.rados.rados.0.smithi082.stdout:1394: left oid 29 (ObjNum 450 snap 132 seq_num 450) 2024-08-17T00:45:23.746 INFO:tasks.rados.rados.0.smithi082.stdout:1391: expect (ObjNum 412 snap 124 seq_num 412) 2024-08-17T00:45:23.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi137\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:24.407 INFO:tasks.rados.rados.0.smithi082.stdout:1396: finishing rollback tid 1 to smithi08280503-34 2024-08-17T00:45:24.408 INFO:tasks.rados.rados.0.smithi082.stdout:1396: finishing rollback tid 2 to smithi08280503-34 2024-08-17T00:45:24.408 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 654 (ObjNum 330 snap 101 seq_num 330) dirty exists 2024-08-17T00:45:24.408 INFO:tasks.rados.rados.0.smithi082.stdout:1391: done (4 left) 2024-08-17T00:45:24.408 INFO:tasks.rados.rados.0.smithi082.stdout:1392: done (3 left) 2024-08-17T00:45:24.408 INFO:tasks.rados.rados.0.smithi082.stdout:1393: done (2 left) 2024-08-17T00:45:24.408 INFO:tasks.rados.rados.0.smithi082.stdout:1394: done (1 left) 2024-08-17T00:45:24.408 INFO:tasks.rados.rados.0.smithi082.stdout:1396: done (0 left) 2024-08-17T00:45:24.408 INFO:tasks.rados.rados.0.smithi082.stdout:1397: read oid 7 snap -1 2024-08-17T00:45:24.408 INFO:tasks.rados.rados.0.smithi082.stdout:1397: expect (ObjNum 412 snap 124 seq_num 412) 2024-08-17T00:45:24.408 INFO:tasks.rados.rados.0.smithi082.stdout:1398: setattr oid 23 current snap is 132 2024-08-17T00:45:24.409 INFO:tasks.rados.rados.0.smithi082.stdout:1399: copy_from oid 34 from oid 27 current snap is 132 2024-08-17T00:45:24.409 INFO:tasks.rados.rados.0.smithi082.stdout:1400: read oid 10 snap -1 2024-08-17T00:45:24.409 INFO:tasks.rados.rados.0.smithi082.stdout:1400: expect (ObjNum 274 snap 77 seq_num 274) 2024-08-17T00:45:24.409 INFO:tasks.rados.rados.0.smithi082.stdout:1401: copy_from oid 31 from oid 2 current snap is 132 2024-08-17T00:45:24.409 INFO:tasks.rados.rados.0.smithi082.stdout:1402: snap_remove snap 124 2024-08-17T00:45:24.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:24 smithi082 ceph-mon[94343]: osdmap e338: 8 total, 8 up, 8 in 2024-08-17T00:45:24.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:24 smithi082 ceph-mon[94343]: osdmap e339: 8 total, 8 up, 8 in 2024-08-17T00:45:24.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:24 smithi082 ceph-mon[94343]: pgmap v173: 121 pgs: 121 active+clean; 369 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 94 KiB/s rd, 214 KiB/s wr, 13 op/s; 18 MiB/s, 2 objects/s recovering 2024-08-17T00:45:24.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:24 smithi082 ceph-mon[91979]: osdmap e338: 8 total, 8 up, 8 in 2024-08-17T00:45:24.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:24 smithi082 ceph-mon[91979]: osdmap e339: 8 total, 8 up, 8 in 2024-08-17T00:45:24.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:24 smithi082 ceph-mon[91979]: pgmap v173: 121 pgs: 121 active+clean; 369 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 94 KiB/s rd, 214 KiB/s wr, 13 op/s; 18 MiB/s, 2 objects/s recovering 2024-08-17T00:45:24.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:24 smithi137 ceph-mon[86391]: osdmap e338: 8 total, 8 up, 8 in 2024-08-17T00:45:24.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:24 smithi137 ceph-mon[86391]: osdmap e339: 8 total, 8 up, 8 in 2024-08-17T00:45:24.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:24 smithi137 ceph-mon[86391]: pgmap v173: 121 pgs: 121 active+clean; 369 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 94 KiB/s rd, 214 KiB/s wr, 13 op/s; 18 MiB/s, 2 objects/s recovering 2024-08-17T00:45:24.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:24.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:25.171 INFO:teuthology.orchestra.run.smithi082.stdout:true 2024-08-17T00:45:25.261 INFO:tasks.rados.rados.0.smithi082.stdout:1402: done (5 left) 2024-08-17T00:45:25.261 INFO:tasks.rados.rados.0.smithi082.stdout:1403: delete oid 36 current snap is 132 2024-08-17T00:45:25.261 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 369 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T00:45:25.261 INFO:tasks.rados.rados.0.smithi082.stdout:1399: finishing copy_from to smithi08280503-34 2024-08-17T00:45:25.261 INFO:tasks.rados.rados.0.smithi082.stdout:1399: got expected ENOENT (src dne) 2024-08-17T00:45:25.261 INFO:tasks.rados.rados.0.smithi082.stdout:1399: finishing copy_from racing read to smithi08280503-34 2024-08-17T00:45:25.261 INFO:tasks.rados.rados.0.smithi082.stdout:1401: finishing copy_from racing read to smithi08280503-31 2024-08-17T00:45:25.261 INFO:tasks.rados.rados.0.smithi082.stdout:1400: expect (ObjNum 274 snap 77 seq_num 274) 2024-08-17T00:45:25.448 INFO:teuthology.orchestra.run.smithi082.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:45:25.449 INFO:teuthology.orchestra.run.smithi082.stdout:alertmanager.a smithi082 *:9093,9094 running (3m) 10s ago 7m 25.6M - 0.25.0 c8568f914cd2 21f506531c7e 2024-08-17T00:45:25.449 INFO:teuthology.orchestra.run.smithi082.stdout:grafana.a smithi137 *:3000 running (3m) 83s ago 7m 82.8M - 9.4.7 954c08fa6188 a7d4db6b9a81 2024-08-17T00:45:25.449 INFO:teuthology.orchestra.run.smithi082.stdout:mds.a smithi082 running (8m) 10s ago 8m 17.6M - 17.2.7-1402-g03a1ac13 bc5a85a90206 884927c0355a 2024-08-17T00:45:25.449 INFO:teuthology.orchestra.run.smithi082.stdout:mds.b smithi137 running (8m) 83s ago 8m 14.5M - 17.2.7-1402-g03a1ac13 bc5a85a90206 931a05caee78 2024-08-17T00:45:25.449 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.x smithi137 *:8443,9283,8765 running (2m) 83s ago 11m 438M - 19.1.0-1363-gd863d21c ba08250ef864 745a5ef30a75 2024-08-17T00:45:25.449 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.y smithi082 *:8443,9283,8765 running (2m) 10s ago 13m 504M - 19.1.0-1363-gd863d21c ba08250ef864 92bb5538a947 2024-08-17T00:45:25.449 INFO:teuthology.orchestra.run.smithi082.stdout:mon.a smithi082 running (2m) 10s ago 13m 50.1M 2048M 19.1.0-1363-gd863d21c ba08250ef864 f4aa8d413a0e 2024-08-17T00:45:25.449 INFO:teuthology.orchestra.run.smithi082.stdout:mon.b smithi137 running (93s) 83s ago 12m 21.1M 2048M 19.1.0-1363-gd863d21c ba08250ef864 9fd7ba29d439 2024-08-17T00:45:25.449 INFO:teuthology.orchestra.run.smithi082.stdout:mon.c smithi082 running (111s) 10s ago 12m 42.9M 2048M 19.1.0-1363-gd863d21c ba08250ef864 d6960322022d 2024-08-17T00:45:25.449 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.a smithi082 *:9100 running (3m) 10s ago 6m 7814k - 1.5.0 0da6a335fe13 198283f1b08e 2024-08-17T00:45:25.449 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.b smithi137 *:9100 running (2m) 83s ago 6m 8526k - 1.5.0 0da6a335fe13 da4f12b322e3 2024-08-17T00:45:25.449 INFO:teuthology.orchestra.run.smithi082.stdout:osd.0 smithi082 running (47s) 10s ago 11m 131M 2480M 19.1.0-1363-gd863d21c ba08250ef864 32a8251d6cbd 2024-08-17T00:45:25.450 INFO:teuthology.orchestra.run.smithi082.stdout:osd.1 smithi082 running (14s) 10s ago 11m 11.6M 2480M 19.1.0-1363-gd863d21c ba08250ef864 27410d903b16 2024-08-17T00:45:25.450 INFO:teuthology.orchestra.run.smithi082.stdout:osd.2 smithi082 running (10m) 10s ago 10m 264M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 e0a943d904ef 2024-08-17T00:45:25.450 INFO:teuthology.orchestra.run.smithi082.stdout:osd.3 smithi082 running (10m) 10s ago 10m 136M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 a83a3a475578 2024-08-17T00:45:25.450 INFO:teuthology.orchestra.run.smithi082.stdout:osd.4 smithi137 running (10m) 83s ago 10m 167M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 9962b1177464 2024-08-17T00:45:25.450 INFO:teuthology.orchestra.run.smithi082.stdout:osd.5 smithi137 running (9m) 83s ago 9m 199M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 704b6949e902 2024-08-17T00:45:25.450 INFO:teuthology.orchestra.run.smithi082.stdout:osd.6 smithi137 running (9m) 83s ago 9m 105M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 fa6586afc3c0 2024-08-17T00:45:25.450 INFO:teuthology.orchestra.run.smithi082.stdout:osd.7 smithi137 running (8m) 83s ago 8m 132M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 ae5731d0601b 2024-08-17T00:45:25.450 INFO:teuthology.orchestra.run.smithi082.stdout:prometheus.a smithi137 *:9095 running (2m) 83s ago 7m 49.5M - 2.43.0 a07b618ecd1d d20756562103 2024-08-17T00:45:25.450 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:45:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:45:25] "GET /metrics HTTP/1.1" 200 36171 "" "Prometheus/2.43.0" 2024-08-17T00:45:25.778 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-08-17T00:45:25.779 INFO:teuthology.orchestra.run.smithi082.stdout: "mon": { 2024-08-17T00:45:25.779 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:45:25.779 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:45:25.779 INFO:teuthology.orchestra.run.smithi082.stdout: "mgr": { 2024-08-17T00:45:25.779 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:45:25.779 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:45:25.779 INFO:teuthology.orchestra.run.smithi082.stdout: "osd": { 2024-08-17T00:45:25.779 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 6, 2024-08-17T00:45:25.779 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:45:25.779 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:45:25.779 INFO:teuthology.orchestra.run.smithi082.stdout: "mds": { 2024-08-17T00:45:25.780 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:45:25.780 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:45:25.780 INFO:teuthology.orchestra.run.smithi082.stdout: "overall": { 2024-08-17T00:45:25.780 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 8, 2024-08-17T00:45:25.780 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 7 2024-08-17T00:45:25.780 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-08-17T00:45:25.780 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-08-17T00:45:25.799 INFO:tasks.rados.rados.0.smithi082.stdout:1397: expect (ObjNum 412 snap 124 seq_num 412) 2024-08-17T00:45:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:25 smithi082 ceph-mon[94343]: from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:45:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:25 smithi082 ceph-mon[94343]: osdmap e340: 8 total, 8 up, 8 in 2024-08-17T00:45:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:25 smithi082 ceph-mon[91979]: from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:45:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:25 smithi082 ceph-mon[91979]: osdmap e340: 8 total, 8 up, 8 in 2024-08-17T00:45:26.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:25 smithi137 ceph-mon[86391]: from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:45:26.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:25 smithi137 ceph-mon[86391]: osdmap e340: 8 total, 8 up, 8 in 2024-08-17T00:45:26.455 INFO:tasks.rados.rados.0.smithi082.stdout:1401: finishing copy_from to smithi08280503-31 2024-08-17T00:45:26.455 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 763 (ObjNum 307 snap 91 seq_num 307) dirty exists 2024-08-17T00:45:26.455 INFO:tasks.rados.rados.0.smithi082.stdout:1397: done (5 left) 2024-08-17T00:45:26.455 INFO:tasks.rados.rados.0.smithi082.stdout:1398: done (4 left) 2024-08-17T00:45:26.455 INFO:tasks.rados.rados.0.smithi082.stdout:1399: done (3 left) 2024-08-17T00:45:26.455 INFO:tasks.rados.rados.0.smithi082.stdout:1400: done (2 left) 2024-08-17T00:45:26.456 INFO:tasks.rados.rados.0.smithi082.stdout:1401: done (1 left) 2024-08-17T00:45:26.456 INFO:tasks.rados.rados.0.smithi082.stdout:1403: done (0 left) 2024-08-17T00:45:26.456 INFO:tasks.rados.rados.0.smithi082.stdout:1404: read oid 24 snap -1 2024-08-17T00:45:26.456 INFO:tasks.rados.rados.0.smithi082.stdout:1404: expect (ObjNum 348 snap 109 seq_num 348) 2024-08-17T00:45:26.456 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 42 current snap is 132 2024-08-17T00:45:26.456 INFO:tasks.rados.rados.0.smithi082.stdout:1405: seq_num 452 ranges {344064=376832} 2024-08-17T00:45:26.459 INFO:tasks.rados.rados.0.smithi082.stdout:1405: writing smithi08280503-42 from 344064 to 720896 tid 1 2024-08-17T00:45:26.459 INFO:tasks.rados.rados.0.smithi082.stdout:1406: snap_remove snap 126 2024-08-17T00:45:26.757 INFO:tasks.rados.rados.0.smithi082.stdout:1406: done (2 left) 2024-08-17T00:45:26.758 INFO:tasks.rados.rados.0.smithi082.stdout:1407: snap_create 2024-08-17T00:45:26.758 INFO:tasks.rados.rados.0.smithi082.stdout:1405: finishing write tid 1 to smithi08280503-42 2024-08-17T00:45:26.758 INFO:tasks.rados.rados.0.smithi082.stdout:1405: finishing write tid 2 to smithi08280503-42 2024-08-17T00:45:26.758 INFO:tasks.rados.rados.0.smithi082.stdout:1405: finishing write tid 3 to smithi08280503-42 2024-08-17T00:45:26.758 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 735 (ObjNum 452 snap 132 seq_num 452) dirty exists 2024-08-17T00:45:26.758 INFO:tasks.rados.rados.0.smithi082.stdout:1405: left oid 42 (ObjNum 452 snap 132 seq_num 452) 2024-08-17T00:45:26.758 INFO:tasks.rados.rados.0.smithi082.stdout:1404: expect (ObjNum 348 snap 109 seq_num 348) 2024-08-17T00:45:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:26 smithi082 ceph-mon[94343]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:45:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:26 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1516135829' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:45:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:26 smithi082 ceph-mon[94343]: pgmap v175: 121 pgs: 121 active+clean; 339 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 164 KiB/s wr, 4 op/s 2024-08-17T00:45:27.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:26 smithi082 ceph-mon[91979]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:45:27.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:26 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1516135829' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:45:27.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:26 smithi082 ceph-mon[91979]: pgmap v175: 121 pgs: 121 active+clean; 339 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 164 KiB/s wr, 4 op/s 2024-08-17T00:45:27.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:26 smithi137 ceph-mon[86391]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:45:27.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:26 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1516135829' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:45:27.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:26 smithi137 ceph-mon[86391]: pgmap v175: 121 pgs: 121 active+clean; 339 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 164 KiB/s wr, 4 op/s 2024-08-17T00:45:27.756 INFO:tasks.rados.rados.0.smithi082.stdout:1404: done (2 left) 2024-08-17T00:45:27.757 INFO:tasks.rados.rados.0.smithi082.stdout:1405: done (1 left) 2024-08-17T00:45:27.757 INFO:tasks.rados.rados.0.smithi082.stdout:1407: done (0 left) 2024-08-17T00:45:27.757 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 31 current snap is 133 2024-08-17T00:45:27.757 INFO:tasks.rados.rados.0.smithi082.stdout:1408: seq_num 453 ranges {344064=393216} 2024-08-17T00:45:27.760 INFO:tasks.rados.rados.0.smithi082.stdout:1408: writing smithi08280503-31 from 344064 to 737280 tid 1 2024-08-17T00:45:27.760 INFO:tasks.rados.rados.0.smithi082.stdout:1409: delete oid 33 current snap is 133 2024-08-17T00:45:27.766 INFO:tasks.rados.rados.0.smithi082.stdout:1408: finishing write tid 1 to smithi08280503-31 2024-08-17T00:45:27.766 INFO:tasks.rados.rados.0.smithi082.stdout:1408: finishing write tid 2 to smithi08280503-31 2024-08-17T00:45:27.766 INFO:tasks.rados.rados.0.smithi082.stdout:1409: done (1 left) 2024-08-17T00:45:27.767 INFO:tasks.rados.rados.0.smithi082.stdout:1410: setattr oid 13 current snap is 133 2024-08-17T00:45:27.768 INFO:tasks.rados.rados.0.smithi082.stdout:1411: snap_remove snap 132 2024-08-17T00:45:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:27 smithi082 ceph-mon[94343]: osdmap e341: 8 total, 8 up, 8 in 2024-08-17T00:45:28.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:27 smithi082 ceph-mon[91979]: osdmap e341: 8 total, 8 up, 8 in 2024-08-17T00:45:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:27 smithi137 ceph-mon[86391]: osdmap e341: 8 total, 8 up, 8 in 2024-08-17T00:45:28.747 INFO:tasks.rados.rados.0.smithi082.stdout:1411: done (2 left) 2024-08-17T00:45:28.747 INFO:tasks.rados.rados.0.smithi082.stdout:1412: setattr oid 15 current snap is 133 2024-08-17T00:45:28.747 INFO:tasks.rados.rados.0.smithi082.stdout:1408: finishing write tid 3 to smithi08280503-31 2024-08-17T00:45:28.747 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 959 (ObjNum 453 snap 133 seq_num 453) dirty exists 2024-08-17T00:45:28.747 INFO:tasks.rados.rados.0.smithi082.stdout:1408: left oid 31 (ObjNum 453 snap 133 seq_num 453) 2024-08-17T00:45:28.747 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 745 (ObjNum 305 snap 89 seq_num 305) dirty exists 2024-08-17T00:45:28.749 INFO:tasks.rados.rados.0.smithi082.stdout:1408: done (2 left) 2024-08-17T00:45:28.749 INFO:tasks.rados.rados.0.smithi082.stdout:1410: done (1 left) 2024-08-17T00:45:28.749 INFO:tasks.rados.rados.0.smithi082.stdout:1413: rollback oid 33 current snap is 133 2024-08-17T00:45:28.749 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 33 to 131 2024-08-17T00:45:28.749 INFO:tasks.rados.rados.0.smithi082.stdout:1414: copy_from oid 2 from oid 47 current snap is 133 2024-08-17T00:45:28.749 INFO:tasks.rados.rados.0.smithi082.stdout:1415: delete oid 45 current snap is 133 2024-08-17T00:45:28.757 INFO:tasks.rados.rados.0.smithi082.stdout:1414: finishing copy_from to smithi08280503-2 2024-08-17T00:45:28.757 INFO:tasks.rados.rados.0.smithi082.stdout:1414: got expected ENOENT (src dne) 2024-08-17T00:45:28.757 INFO:tasks.rados.rados.0.smithi082.stdout:1414: finishing copy_from racing read to smithi08280503-2 2024-08-17T00:45:28.767 INFO:tasks.rados.rados.0.smithi082.stdout:1413: finishing rollback tid 1 to smithi08280503-33 2024-08-17T00:45:28.767 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 552 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T00:45:28.768 INFO:tasks.rados.rados.0.smithi082.stdout:1413: done (3 left) 2024-08-17T00:45:28.768 INFO:tasks.rados.rados.0.smithi082.stdout:1414: done (2 left) 2024-08-17T00:45:28.768 INFO:tasks.rados.rados.0.smithi082.stdout:1415: done (1 left) 2024-08-17T00:45:28.768 INFO:tasks.rados.rados.0.smithi082.stdout:1416: read oid 43 snap -1 2024-08-17T00:45:28.768 INFO:tasks.rados.rados.0.smithi082.stdout:1416: expect (ObjNum 363 snap 110 seq_num 363) 2024-08-17T00:45:28.768 INFO:tasks.rados.rados.0.smithi082.stdout:1417: snap_remove snap 131 2024-08-17T00:45:28.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:28 smithi137 ceph-mon[86391]: osdmap e342: 8 total, 8 up, 8 in 2024-08-17T00:45:28.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:28 smithi137 ceph-mon[86391]: pgmap v178: 121 pgs: 121 active+clean; 319 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 227 KiB/s wr, 16 op/s 2024-08-17T00:45:28.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:28 smithi137 ceph-mon[86391]: osdmap e343: 8 total, 8 up, 8 in 2024-08-17T00:45:28.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:28 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:28 smithi082 ceph-mon[94343]: osdmap e342: 8 total, 8 up, 8 in 2024-08-17T00:45:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:28 smithi082 ceph-mon[94343]: pgmap v178: 121 pgs: 121 active+clean; 319 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 227 KiB/s wr, 16 op/s 2024-08-17T00:45:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:28 smithi082 ceph-mon[94343]: osdmap e343: 8 total, 8 up, 8 in 2024-08-17T00:45:29.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:28 smithi082 ceph-mon[91979]: osdmap e342: 8 total, 8 up, 8 in 2024-08-17T00:45:29.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:28 smithi082 ceph-mon[91979]: pgmap v178: 121 pgs: 121 active+clean; 319 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 227 KiB/s wr, 16 op/s 2024-08-17T00:45:29.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:28 smithi082 ceph-mon[91979]: osdmap e343: 8 total, 8 up, 8 in 2024-08-17T00:45:29.777 INFO:tasks.rados.rados.0.smithi082.stdout:1417: done (2 left) 2024-08-17T00:45:29.777 INFO:tasks.rados.rados.0.smithi082.stdout:1418: copy_from oid 1 from oid 8 current snap is 133 2024-08-17T00:45:29.777 INFO:tasks.rados.rados.0.smithi082.stdout:1419: snap_remove snap 128 2024-08-17T00:45:30.785 INFO:tasks.rados.rados.0.smithi082.stdout:1419: done (3 left) 2024-08-17T00:45:30.785 INFO:tasks.rados.rados.0.smithi082.stdout:1420: read oid 17 snap 111 2024-08-17T00:45:30.785 INFO:tasks.rados.rados.0.smithi082.stdout:1420: expect (ObjNum 215 snap 55 seq_num 215) 2024-08-17T00:45:30.785 INFO:tasks.rados.rados.0.smithi082.stdout:1421: delete oid 16 current snap is 133 2024-08-17T00:45:30.785 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 626 (ObjNum 129 snap 0 seq_num 3912228576) dirty exists 2024-08-17T00:45:30.785 INFO:tasks.rados.rados.0.smithi082.stdout:1416: expect (ObjNum 363 snap 110 seq_num 363) 2024-08-17T00:45:30.834 INFO:tasks.rados.rados.0.smithi082.stdout:1418: finishing copy_from to smithi08280503-1 2024-08-17T00:45:30.834 INFO:tasks.rados.rados.0.smithi082.stdout:1418: got expected ENOENT (src dne) 2024-08-17T00:45:30.834 INFO:tasks.rados.rados.0.smithi082.stdout:1418: finishing copy_from racing read to smithi08280503-1 2024-08-17T00:45:30.835 INFO:tasks.rados.rados.0.smithi082.stdout:1412: done (4 left) 2024-08-17T00:45:30.835 INFO:tasks.rados.rados.0.smithi082.stdout:1416: done (3 left) 2024-08-17T00:45:30.835 INFO:tasks.rados.rados.0.smithi082.stdout:1418: done (2 left) 2024-08-17T00:45:30.835 INFO:tasks.rados.rados.0.smithi082.stdout:1421: done (1 left) 2024-08-17T00:45:30.835 INFO:tasks.rados.rados.0.smithi082.stdout:1422: rollback oid 11 current snap is 133 2024-08-17T00:45:30.835 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 11 to 111 2024-08-17T00:45:30.835 INFO:tasks.rados.rados.0.smithi082.stdout:1420: expect (ObjNum 215 snap 55 seq_num 215) 2024-08-17T00:45:31.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:30 smithi082 ceph-mon[94343]: osdmap e344: 8 total, 8 up, 8 in 2024-08-17T00:45:31.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:30 smithi082 ceph-mon[94343]: pgmap v181: 121 pgs: 121 active+clean; 319 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 84 KiB/s wr, 12 op/s 2024-08-17T00:45:31.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:30 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:31.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:30 smithi082 ceph-mon[91979]: osdmap e344: 8 total, 8 up, 8 in 2024-08-17T00:45:31.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:30 smithi082 ceph-mon[91979]: pgmap v181: 121 pgs: 121 active+clean; 319 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 84 KiB/s wr, 12 op/s 2024-08-17T00:45:31.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:31.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:30 smithi137 ceph-mon[86391]: osdmap e344: 8 total, 8 up, 8 in 2024-08-17T00:45:31.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:30 smithi137 ceph-mon[86391]: pgmap v181: 121 pgs: 121 active+clean; 319 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 84 KiB/s wr, 12 op/s 2024-08-17T00:45:31.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:30 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:31.396 INFO:tasks.rados.rados.0.smithi082.stdout:1422: finishing rollback tid 0 to smithi08280503-11 2024-08-17T00:45:31.396 INFO:tasks.rados.rados.0.smithi082.stdout:1422: finishing rollback tid 1 to smithi08280503-11 2024-08-17T00:45:31.397 INFO:tasks.rados.rados.0.smithi082.stdout:1422: finishing rollback tid 2 to smithi08280503-11 2024-08-17T00:45:31.397 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 665 (ObjNum 359 snap 110 seq_num 359) dirty exists 2024-08-17T00:45:31.397 INFO:tasks.rados.rados.0.smithi082.stdout:1420: done (1 left) 2024-08-17T00:45:31.397 INFO:tasks.rados.rados.0.smithi082.stdout:1422: done (0 left) 2024-08-17T00:45:31.397 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 32 current snap is 133 2024-08-17T00:45:31.397 INFO:tasks.rados.rados.0.smithi082.stdout:1423: seq_num 457 ranges {3096576=458752} 2024-08-17T00:45:31.416 INFO:tasks.rados.rados.0.smithi082.stdout:1423: writing smithi08280503-32 from 3096576 to 3555328 tid 1 2024-08-17T00:45:31.416 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 11 current snap is 133 2024-08-17T00:45:31.416 INFO:tasks.rados.rados.0.smithi082.stdout:1424: seq_num 458 ranges {2310144=475136} 2024-08-17T00:45:31.431 INFO:tasks.rados.rados.0.smithi082.stdout:1424: writing smithi08280503-11 from 2310144 to 2785280 tid 1 2024-08-17T00:45:31.431 INFO:tasks.rados.rados.0.smithi082.stdout:1425: read oid 9 snap -1 2024-08-17T00:45:31.431 INFO:tasks.rados.rados.0.smithi082.stdout:1425: expect deleted 2024-08-17T00:45:31.431 INFO:tasks.rados.rados.0.smithi082.stdout:1426: delete oid 29 current snap is 133 2024-08-17T00:45:31.431 INFO:tasks.rados.rados.0.smithi082.stdout:1423: finishing write tid 1 to smithi08280503-32 2024-08-17T00:45:31.431 INFO:tasks.rados.rados.0.smithi082.stdout:1423: finishing write tid 2 to smithi08280503-32 2024-08-17T00:45:31.431 INFO:tasks.rados.rados.0.smithi082.stdout:1423: finishing write tid 3 to smithi08280503-32 2024-08-17T00:45:31.431 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 887 (ObjNum 457 snap 133 seq_num 457) dirty exists 2024-08-17T00:45:31.431 INFO:tasks.rados.rados.0.smithi082.stdout:1423: left oid 32 (ObjNum 457 snap 133 seq_num 457) 2024-08-17T00:45:31.432 INFO:tasks.rados.rados.0.smithi082.stdout:1423: done (3 left) 2024-08-17T00:45:31.433 INFO:tasks.rados.rados.0.smithi082.stdout:1425: done (2 left) 2024-08-17T00:45:31.433 INFO:tasks.rados.rados.0.smithi082.stdout:1426: done (1 left) 2024-08-17T00:45:31.433 INFO:tasks.rados.rados.0.smithi082.stdout:1427: copy_from oid 24 from oid 31 current snap is 133 2024-08-17T00:45:31.433 INFO:tasks.rados.rados.0.smithi082.stdout:1428: rmattr oid 22 current snap is 133 2024-08-17T00:45:31.433 INFO:tasks.rados.rados.0.smithi082.stdout:1428: done (2 left) 2024-08-17T00:45:31.433 INFO:tasks.rados.rados.0.smithi082.stdout:1429: snap_remove snap 122 2024-08-17T00:45:31.782 INFO:tasks.rados.rados.0.smithi082.stdout:1429: done (2 left) 2024-08-17T00:45:31.782 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 19 current snap is 133 2024-08-17T00:45:31.783 INFO:tasks.rados.rados.0.smithi082.stdout:1424: finishing write tid 1 to smithi08280503-11 2024-08-17T00:45:31.783 INFO:tasks.rados.rados.0.smithi082.stdout:1430: seq_num 460 ranges {3776512=507904} 2024-08-17T00:45:31.807 INFO:tasks.rados.rados.0.smithi082.stdout:1430: writing smithi08280503-19 from 3776512 to 4284416 tid 1 2024-08-17T00:45:31.808 INFO:tasks.rados.rados.0.smithi082.stdout:1431: copy_from oid 20 from oid 33 current snap is 133 2024-08-17T00:45:31.808 INFO:tasks.rados.rados.0.smithi082.stdout:1424: finishing write tid 2 to smithi08280503-11 2024-08-17T00:45:31.808 INFO:tasks.rados.rados.0.smithi082.stdout:1424: finishing write tid 3 to smithi08280503-11 2024-08-17T00:45:31.808 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 667 (ObjNum 458 snap 133 seq_num 458) dirty exists 2024-08-17T00:45:31.808 INFO:tasks.rados.rados.0.smithi082.stdout:1424: left oid 11 (ObjNum 458 snap 133 seq_num 458) 2024-08-17T00:45:31.808 INFO:tasks.rados.rados.0.smithi082.stdout:1427: finishing copy_from racing read to smithi08280503-24 2024-08-17T00:45:31.808 INFO:tasks.rados.rados.0.smithi082.stdout:1424: done (3 left) 2024-08-17T00:45:31.808 INFO:tasks.rados.rados.0.smithi082.stdout:1432: rollback oid 7 current snap is 133 2024-08-17T00:45:31.808 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 7 to 111 2024-08-17T00:45:31.808 INFO:tasks.rados.rados.0.smithi082.stdout:1427: finishing copy_from to smithi08280503-24 2024-08-17T00:45:31.808 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 959 (ObjNum 453 snap 133 seq_num 453) dirty exists 2024-08-17T00:45:31.808 INFO:tasks.rados.rados.0.smithi082.stdout:1427: done (3 left) 2024-08-17T00:45:31.809 INFO:tasks.rados.rados.0.smithi082.stdout:1433: rollback oid 16 current snap is 133 2024-08-17T00:45:31.809 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 16 to 111 2024-08-17T00:45:31.809 INFO:tasks.rados.rados.0.smithi082.stdout:1434: snap_remove snap 127 2024-08-17T00:45:32.126 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:31 smithi082 ceph-mon[94343]: osdmap e345: 8 total, 8 up, 8 in 2024-08-17T00:45:32.127 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:31 smithi082 ceph-mon[91979]: osdmap e345: 8 total, 8 up, 8 in 2024-08-17T00:45:32.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:31 smithi137 ceph-mon[86391]: osdmap e345: 8 total, 8 up, 8 in 2024-08-17T00:45:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:32.799 INFO:tasks.rados.rados.0.smithi082.stdout:1434: done (4 left) 2024-08-17T00:45:32.799 INFO:tasks.rados.rados.0.smithi082.stdout:1435: read oid 47 snap 111 2024-08-17T00:45:32.799 INFO:tasks.rados.rados.0.smithi082.stdout:1435: expect (ObjNum 296 snap 85 seq_num 296) 2024-08-17T00:45:32.799 INFO:tasks.rados.rados.0.smithi082.stdout:1436: copy_from oid 8 from oid 29 current snap is 133 2024-08-17T00:45:32.799 INFO:tasks.rados.rados.0.smithi082.stdout:1431: finishing copy_from to smithi08280503-20 2024-08-17T00:45:32.799 INFO:tasks.rados.rados.0.smithi082.stdout:1431: got expected ENOENT (src dne) 2024-08-17T00:45:32.799 INFO:tasks.rados.rados.0.smithi082.stdout:1431: finishing copy_from racing read to smithi08280503-20 2024-08-17T00:45:32.799 INFO:tasks.rados.rados.0.smithi082.stdout:1433: finishing rollback tid 1 to smithi08280503-16 2024-08-17T00:45:32.799 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 309 (ObjNum 257 snap 0 seq_num 3912279440) dirty dne 2024-08-17T00:45:32.799 INFO:tasks.rados.rados.0.smithi082.stdout:1430: finishing write tid 1 to smithi08280503-19 2024-08-17T00:45:32.799 INFO:tasks.rados.rados.0.smithi082.stdout:1430: finishing write tid 2 to smithi08280503-19 2024-08-17T00:45:32.799 INFO:tasks.rados.rados.0.smithi082.stdout:1432: finishing rollback tid 0 to smithi08280503-7 2024-08-17T00:45:32.799 INFO:tasks.rados.rados.0.smithi082.stdout:1432: finishing rollback tid 1 to smithi08280503-7 2024-08-17T00:45:32.800 INFO:tasks.rados.rados.0.smithi082.stdout:1432: finishing rollback tid 2 to smithi08280503-7 2024-08-17T00:45:32.800 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 975 (ObjNum 338 snap 105 seq_num 338) dirty exists 2024-08-17T00:45:32.800 INFO:tasks.rados.rados.0.smithi082.stdout:1430: finishing write tid 3 to smithi08280503-19 2024-08-17T00:45:32.800 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 972 (ObjNum 460 snap 133 seq_num 460) dirty exists 2024-08-17T00:45:32.800 INFO:tasks.rados.rados.0.smithi082.stdout:1430: left oid 19 (ObjNum 460 snap 133 seq_num 460) 2024-08-17T00:45:32.800 INFO:tasks.rados.rados.0.smithi082.stdout:1430: done (5 left) 2024-08-17T00:45:32.800 INFO:tasks.rados.rados.0.smithi082.stdout:1431: done (4 left) 2024-08-17T00:45:32.800 INFO:tasks.rados.rados.0.smithi082.stdout:1432: done (3 left) 2024-08-17T00:45:32.800 INFO:tasks.rados.rados.0.smithi082.stdout:1433: done (2 left) 2024-08-17T00:45:32.800 INFO:tasks.rados.rados.0.smithi082.stdout:1437: read oid 10 snap -1 2024-08-17T00:45:32.800 INFO:tasks.rados.rados.0.smithi082.stdout:1437: expect (ObjNum 274 snap 77 seq_num 274) 2024-08-17T00:45:32.800 INFO:tasks.rados.rados.0.smithi082.stdout:1438: snap_create 2024-08-17T00:45:32.811 INFO:tasks.rados.rados.0.smithi082.stdout:1436: finishing copy_from to smithi08280503-8 2024-08-17T00:45:32.811 INFO:tasks.rados.rados.0.smithi082.stdout:1436: got expected ENOENT (src dne) 2024-08-17T00:45:32.811 INFO:tasks.rados.rados.0.smithi082.stdout:1436: finishing copy_from racing read to smithi08280503-8 2024-08-17T00:45:32.829 INFO:tasks.rados.rados.0.smithi082.stdout:1435: expect (ObjNum 296 snap 85 seq_num 296) 2024-08-17T00:45:33.054 INFO:tasks.rados.rados.0.smithi082.stdout:1437: expect (ObjNum 274 snap 77 seq_num 274) 2024-08-17T00:45:33.138 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:32 smithi082 ceph-mon[94343]: osdmap e346: 8 total, 8 up, 8 in 2024-08-17T00:45:33.138 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:32 smithi082 ceph-mon[94343]: pgmap v184: 121 pgs: 121 active+clean; 314 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 188 KiB/s wr, 14 op/s 2024-08-17T00:45:33.139 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:32 smithi082 ceph-mon[91979]: osdmap e346: 8 total, 8 up, 8 in 2024-08-17T00:45:33.139 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:32 smithi082 ceph-mon[91979]: pgmap v184: 121 pgs: 121 active+clean; 314 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 188 KiB/s wr, 14 op/s 2024-08-17T00:45:33.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:32 smithi137 ceph-mon[86391]: osdmap e346: 8 total, 8 up, 8 in 2024-08-17T00:45:33.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:32 smithi137 ceph-mon[86391]: pgmap v184: 121 pgs: 121 active+clean; 314 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 188 KiB/s wr, 14 op/s 2024-08-17T00:45:33.751 INFO:tasks.rados.rados.0.smithi082.stdout:1435: done (3 left) 2024-08-17T00:45:33.751 INFO:tasks.rados.rados.0.smithi082.stdout:1436: done (2 left) 2024-08-17T00:45:33.751 INFO:tasks.rados.rados.0.smithi082.stdout:1437: done (1 left) 2024-08-17T00:45:33.751 INFO:tasks.rados.rados.0.smithi082.stdout:1438: done (0 left) 2024-08-17T00:45:33.751 INFO:tasks.rados.rados.0.smithi082.stdout:1439: delete oid 36 current snap is 134 2024-08-17T00:45:33.754 INFO:tasks.rados.rados.0.smithi082.stdout:1439: done (0 left) 2024-08-17T00:45:33.754 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 4 current snap is 134 2024-08-17T00:45:33.755 INFO:tasks.rados.rados.0.smithi082.stdout:1440: seq_num 462 ranges {221184=540672} 2024-08-17T00:45:33.760 INFO:tasks.rados.rados.0.smithi082.stdout:1440: writing smithi08280503-4 from 221184 to 761856 tid 1 2024-08-17T00:45:33.760 INFO:tasks.rados.rados.0.smithi082.stdout:1441: rollback oid 39 current snap is 134 2024-08-17T00:45:33.760 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 39 to 133 2024-08-17T00:45:33.760 INFO:tasks.rados.rados.0.smithi082.stdout:1442: read oid 48 snap 111 2024-08-17T00:45:33.760 INFO:tasks.rados.rados.0.smithi082.stdout:1442: expect (ObjNum 281 snap 80 seq_num 281) 2024-08-17T00:45:33.760 INFO:tasks.rados.rados.0.smithi082.stdout:1443: rmattr oid 7 current snap is 134 2024-08-17T00:45:33.761 INFO:tasks.rados.rados.0.smithi082.stdout:1443: done (3 left) 2024-08-17T00:45:33.761 INFO:tasks.rados.rados.0.smithi082.stdout:1444: read oid 11 snap -1 2024-08-17T00:45:33.761 INFO:tasks.rados.rados.0.smithi082.stdout:1444: expect (ObjNum 458 snap 133 seq_num 458) 2024-08-17T00:45:33.761 INFO:tasks.rados.rados.0.smithi082.stdout:1445: read oid 42 snap -1 2024-08-17T00:45:33.761 INFO:tasks.rados.rados.0.smithi082.stdout:1445: expect (ObjNum 452 snap 132 seq_num 452) 2024-08-17T00:45:33.761 INFO:tasks.rados.rados.0.smithi082.stdout:1446: copy_from oid 16 from oid 19 current snap is 134 2024-08-17T00:45:33.761 INFO:tasks.rados.rados.0.smithi082.stdout:1447: read oid 13 snap 133 2024-08-17T00:45:33.761 INFO:tasks.rados.rados.0.smithi082.stdout:1447: expect (ObjNum 305 snap 89 seq_num 305) 2024-08-17T00:45:33.761 INFO:tasks.rados.rados.0.smithi082.stdout:1448: read oid 34 snap -1 2024-08-17T00:45:33.761 INFO:tasks.rados.rados.0.smithi082.stdout:1448: expect (ObjNum 330 snap 101 seq_num 330) 2024-08-17T00:45:33.761 INFO:tasks.rados.rados.0.smithi082.stdout:1449: copy_from oid 15 from oid 18 current snap is 134 2024-08-17T00:45:33.761 INFO:tasks.rados.rados.0.smithi082.stdout:1450: read oid 8 snap -1 2024-08-17T00:45:33.761 INFO:tasks.rados.rados.0.smithi082.stdout:1450: expect deleted 2024-08-17T00:45:33.761 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 25 current snap is 134 2024-08-17T00:45:33.761 INFO:tasks.rados.rados.0.smithi082.stdout:1451: seq_num 463 ranges {2605056=557056} 2024-08-17T00:45:33.777 INFO:tasks.rados.rados.0.smithi082.stdout:1451: writing smithi08280503-25 from 2605056 to 3162112 tid 1 2024-08-17T00:45:33.777 INFO:tasks.rados.rados.0.smithi082.stdout:1452: copy_from oid 2 from oid 35 current snap is 134 2024-08-17T00:45:33.777 INFO:tasks.rados.rados.0.smithi082.stdout:1441: finishing rollback tid 1 to smithi08280503-39 2024-08-17T00:45:33.778 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 0 (ObjNum 321 snap 0 seq_num 1853861392) dirty dne 2024-08-17T00:45:33.778 INFO:tasks.rados.rados.0.smithi082.stdout:1440: finishing write tid 1 to smithi08280503-4 2024-08-17T00:45:33.778 INFO:tasks.rados.rados.0.smithi082.stdout:1441: done (11 left) 2024-08-17T00:45:33.778 INFO:tasks.rados.rados.0.smithi082.stdout:1450: done (10 left) 2024-08-17T00:45:33.778 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 20 current snap is 134 2024-08-17T00:45:33.778 INFO:tasks.rados.rados.0.smithi082.stdout:1440: finishing write tid 2 to smithi08280503-4 2024-08-17T00:45:33.778 INFO:tasks.rados.rados.0.smithi082.stdout:1453: seq_num 464 ranges {4440064=573440} 2024-08-17T00:45:33.793 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:33 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi137\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:33.805 INFO:tasks.rados.rados.0.smithi082.stdout:1453: writing smithi08280503-20 from 4440064 to 5013504 tid 1 2024-08-17T00:45:33.806 INFO:tasks.rados.rados.0.smithi082.stdout:1454: copy_from oid 47 from oid 32 current snap is 134 2024-08-17T00:45:33.806 INFO:tasks.rados.rados.0.smithi082.stdout:1445: expect (ObjNum 452 snap 132 seq_num 452) 2024-08-17T00:45:33.835 INFO:tasks.rados.rados.0.smithi082.stdout:1440: finishing write tid 3 to smithi08280503-4 2024-08-17T00:45:33.836 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 919 (ObjNum 462 snap 134 seq_num 462) dirty exists 2024-08-17T00:45:33.836 INFO:tasks.rados.rados.0.smithi082.stdout:1440: left oid 4 (ObjNum 462 snap 134 seq_num 462) 2024-08-17T00:45:33.836 INFO:tasks.rados.rados.0.smithi082.stdout:1440: done (11 left) 2024-08-17T00:45:33.836 INFO:tasks.rados.rados.0.smithi082.stdout:1445: done (10 left) 2024-08-17T00:45:33.836 INFO:tasks.rados.rados.0.smithi082.stdout:1455: delete oid 1 current snap is 134 2024-08-17T00:45:33.836 INFO:tasks.rados.rados.0.smithi082.stdout:1447: expect (ObjNum 305 snap 89 seq_num 305) 2024-08-17T00:45:33.846 INFO:tasks.rados.rados.0.smithi082.stdout:1448: expect (ObjNum 330 snap 101 seq_num 330) 2024-08-17T00:45:33.909 INFO:tasks.rados.rados.0.smithi082.stdout:1449: finishing copy_from racing read to smithi08280503-15 2024-08-17T00:45:33.909 INFO:tasks.rados.rados.0.smithi082.stdout:1449: finishing copy_from to smithi08280503-15 2024-08-17T00:45:33.909 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 650 (ObjNum 332 snap 102 seq_num 332) dirty exists 2024-08-17T00:45:33.910 INFO:tasks.rados.rados.0.smithi082.stdout:1444: expect (ObjNum 458 snap 133 seq_num 458) 2024-08-17T00:45:34.040 INFO:tasks.rados.rados.0.smithi082.stdout:1451: finishing write tid 1 to smithi08280503-25 2024-08-17T00:45:34.040 INFO:tasks.rados.rados.0.smithi082.stdout:1451: finishing write tid 2 to smithi08280503-25 2024-08-17T00:45:34.040 INFO:tasks.rados.rados.0.smithi082.stdout:1444: done (10 left) 2024-08-17T00:45:34.040 INFO:tasks.rados.rados.0.smithi082.stdout:1447: done (9 left) 2024-08-17T00:45:34.040 INFO:tasks.rados.rados.0.smithi082.stdout:1448: done (8 left) 2024-08-17T00:45:34.040 INFO:tasks.rados.rados.0.smithi082.stdout:1449: done (7 left) 2024-08-17T00:45:34.040 INFO:tasks.rados.rados.0.smithi082.stdout:1455: done (6 left) 2024-08-17T00:45:34.040 INFO:tasks.rados.rados.0.smithi082.stdout:1456: snap_remove snap 133 2024-08-17T00:45:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:33 smithi082 ceph-mon[94343]: osdmap e347: 8 total, 8 up, 8 in 2024-08-17T00:45:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:33 smithi082 ceph-mon[94343]: osdmap e348: 8 total, 8 up, 8 in 2024-08-17T00:45:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:33 smithi082 ceph-mon[91979]: osdmap e347: 8 total, 8 up, 8 in 2024-08-17T00:45:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:33 smithi082 ceph-mon[91979]: osdmap e348: 8 total, 8 up, 8 in 2024-08-17T00:45:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:33 smithi137 ceph-mon[86391]: osdmap e347: 8 total, 8 up, 8 in 2024-08-17T00:45:34.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:33 smithi137 ceph-mon[86391]: osdmap e348: 8 total, 8 up, 8 in 2024-08-17T00:45:34.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:34 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:34.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:34 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:34.805 INFO:tasks.rados.rados.0.smithi082.stdout:1456: done (6 left) 2024-08-17T00:45:34.805 INFO:tasks.rados.rados.0.smithi082.stdout:1457: copy_from oid 45 from oid 46 current snap is 134 2024-08-17T00:45:34.805 INFO:tasks.rados.rados.0.smithi082.stdout:1451: finishing write tid 3 to smithi08280503-25 2024-08-17T00:45:34.805 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 589 (ObjNum 463 snap 134 seq_num 463) dirty exists 2024-08-17T00:45:34.805 INFO:tasks.rados.rados.0.smithi082.stdout:1451: left oid 25 (ObjNum 463 snap 134 seq_num 463) 2024-08-17T00:45:34.805 INFO:tasks.rados.rados.0.smithi082.stdout:1446: finishing copy_from racing read to smithi08280503-16 2024-08-17T00:45:34.805 INFO:tasks.rados.rados.0.smithi082.stdout:1446: finishing copy_from to smithi08280503-16 2024-08-17T00:45:34.805 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 972 (ObjNum 460 snap 133 seq_num 460) dirty exists 2024-08-17T00:45:34.805 INFO:tasks.rados.rados.0.smithi082.stdout:1453: finishing write tid 1 to smithi08280503-20 2024-08-17T00:45:34.805 INFO:tasks.rados.rados.0.smithi082.stdout:1453: finishing write tid 2 to smithi08280503-20 2024-08-17T00:45:34.805 INFO:tasks.rados.rados.0.smithi082.stdout:1442: expect (ObjNum 281 snap 80 seq_num 281) 2024-08-17T00:45:35.186 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:45:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:45:35] "GET /metrics HTTP/1.1" 200 36171 "" "Prometheus/2.43.0" 2024-08-17T00:45:35.186 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:34 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T00:45:35.186 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:34 smithi082 ceph-mon[94343]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T00:45:35.186 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:34 smithi082 ceph-mon[94343]: Upgrade: osd.2 is safe to restart 2024-08-17T00:45:35.186 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:34 smithi082 ceph-mon[94343]: pgmap v187: 121 pgs: 121 active+clean; 308 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 368 KiB/s wr, 15 op/s 2024-08-17T00:45:35.187 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:34 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T00:45:35.187 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:34 smithi082 ceph-mon[91979]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T00:45:35.187 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:34 smithi082 ceph-mon[91979]: Upgrade: osd.2 is safe to restart 2024-08-17T00:45:35.187 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:34 smithi082 ceph-mon[91979]: pgmap v187: 121 pgs: 121 active+clean; 308 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 368 KiB/s wr, 15 op/s 2024-08-17T00:45:35.197 INFO:tasks.rados.rados.0.smithi082.stdout:1453: finishing write tid 3 to smithi08280503-20 2024-08-17T00:45:35.198 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 652 (ObjNum 464 snap 134 seq_num 464) dirty exists 2024-08-17T00:45:35.198 INFO:tasks.rados.rados.0.smithi082.stdout:1453: left oid 20 (ObjNum 464 snap 134 seq_num 464) 2024-08-17T00:45:35.198 INFO:tasks.rados.rados.0.smithi082.stdout:1452: finishing copy_from racing read to smithi08280503-2 2024-08-17T00:45:35.198 INFO:tasks.rados.rados.0.smithi082.stdout:1452: finishing copy_from to smithi08280503-2 2024-08-17T00:45:35.198 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 2 v 263 (ObjNum 395 snap 120 seq_num 395) dirty exists 2024-08-17T00:45:35.198 INFO:tasks.rados.rados.0.smithi082.stdout:1454: finishing copy_from racing read to smithi08280503-47 2024-08-17T00:45:35.198 INFO:tasks.rados.rados.0.smithi082.stdout:1454: finishing copy_from to smithi08280503-47 2024-08-17T00:45:35.198 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 887 (ObjNum 457 snap 133 seq_num 457) dirty exists 2024-08-17T00:45:35.198 INFO:tasks.rados.rados.0.smithi082.stdout:1442: done (6 left) 2024-08-17T00:45:35.198 INFO:tasks.rados.rados.0.smithi082.stdout:1446: done (5 left) 2024-08-17T00:45:35.198 INFO:tasks.rados.rados.0.smithi082.stdout:1451: done (4 left) 2024-08-17T00:45:35.199 INFO:tasks.rados.rados.0.smithi082.stdout:1452: done (3 left) 2024-08-17T00:45:35.199 INFO:tasks.rados.rados.0.smithi082.stdout:1453: done (2 left) 2024-08-17T00:45:35.199 INFO:tasks.rados.rados.0.smithi082.stdout:1454: done (1 left) 2024-08-17T00:45:35.199 INFO:tasks.rados.rados.0.smithi082.stdout:1458: rmattr oid 13 current snap is 134 2024-08-17T00:45:35.199 INFO:tasks.rados.rados.0.smithi082.stdout:1457: finishing copy_from racing read to smithi08280503-45 2024-08-17T00:45:35.199 INFO:tasks.rados.rados.0.smithi082.stdout:1457: finishing copy_from to smithi08280503-45 2024-08-17T00:45:35.199 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 746 (ObjNum 385 snap 118 seq_num 385) dirty exists 2024-08-17T00:45:35.199 INFO:tasks.rados.rados.0.smithi082.stdout:1457: done (1 left) 2024-08-17T00:45:35.200 INFO:tasks.rados.rados.0.smithi082.stdout:1459: read oid 45 snap -1 2024-08-17T00:45:35.200 INFO:tasks.rados.rados.0.smithi082.stdout:1459: expect (ObjNum 385 snap 118 seq_num 385) 2024-08-17T00:45:35.200 INFO:tasks.rados.rados.0.smithi082.stdout:1460: read oid 37 snap -1 2024-08-17T00:45:35.200 INFO:tasks.rados.rados.0.smithi082.stdout:1460: expect deleted 2024-08-17T00:45:35.200 INFO:tasks.rados.rados.0.smithi082.stdout:1461: snap_create 2024-08-17T00:45:35.201 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 780 (ObjNum 305 snap 89 seq_num 305) dirty exists 2024-08-17T00:45:35.222 INFO:tasks.rados.rados.0.smithi082.stdout:1459: expect (ObjNum 385 snap 118 seq_num 385) 2024-08-17T00:45:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:34 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T00:45:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:34 smithi137 ceph-mon[86391]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T00:45:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:34 smithi137 ceph-mon[86391]: Upgrade: osd.2 is safe to restart 2024-08-17T00:45:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:34 smithi137 ceph-mon[86391]: pgmap v187: 121 pgs: 121 active+clean; 308 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 368 KiB/s wr, 15 op/s 2024-08-17T00:45:36.052 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:35 smithi082 ceph-mon[94343]: osdmap e349: 8 total, 8 up, 8 in 2024-08-17T00:45:36.052 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:36.053 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:45:36.053 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:36.053 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T00:45:36.053 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:45:36.053 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:35 smithi082 ceph-mon[91979]: osdmap e349: 8 total, 8 up, 8 in 2024-08-17T00:45:36.053 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:36.053 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:45:36.053 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:36.053 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T00:45:36.053 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:45:36.163 INFO:tasks.rados.rados.0.smithi082.stdout:1458: done (3 left) 2024-08-17T00:45:36.163 INFO:tasks.rados.rados.0.smithi082.stdout:1459: done (2 left) 2024-08-17T00:45:36.164 INFO:tasks.rados.rados.0.smithi082.stdout:1460: done (1 left) 2024-08-17T00:45:36.164 INFO:tasks.rados.rados.0.smithi082.stdout:1461: done (0 left) 2024-08-17T00:45:36.164 INFO:tasks.rados.rados.0.smithi082.stdout:1462: setattr oid 49 current snap is 135 2024-08-17T00:45:36.165 INFO:tasks.rados.rados.0.smithi082.stdout:1463: read oid 45 snap -1 2024-08-17T00:45:36.165 INFO:tasks.rados.rados.0.smithi082.stdout:1463: expect (ObjNum 385 snap 118 seq_num 385) 2024-08-17T00:45:36.165 INFO:tasks.rados.rados.0.smithi082.stdout:1464: snap_remove snap 134 2024-08-17T00:45:36.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:35 smithi137 ceph-mon[86391]: osdmap e349: 8 total, 8 up, 8 in 2024-08-17T00:45:36.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:36.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:45:36.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:36.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T00:45:36.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:45:37.164 INFO:tasks.rados.rados.0.smithi082.stdout:1464: done (2 left) 2024-08-17T00:45:37.165 INFO:tasks.rados.rados.0.smithi082.stdout:1465: copy_from oid 13 from oid 37 current snap is 135 2024-08-17T00:45:37.165 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 49 v 905 (ObjNum 65 snap 0 seq_num 3911561392) dirty exists 2024-08-17T00:45:37.165 INFO:tasks.rados.rados.0.smithi082.stdout:1463: expect (ObjNum 385 snap 118 seq_num 385) 2024-08-17T00:45:37.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:37 smithi082 ceph-mon[94343]: Upgrade: Updating osd.2 2024-08-17T00:45:37.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:37 smithi082 ceph-mon[94343]: Deploying daemon osd.2 on smithi082 2024-08-17T00:45:37.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:37 smithi082 ceph-mon[94343]: pgmap v189: 121 pgs: 121 active+clean; 246 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.1 MiB/s wr, 15 op/s 2024-08-17T00:45:37.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:37 smithi082 ceph-mon[94343]: osdmap e350: 8 total, 8 up, 8 in 2024-08-17T00:45:37.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:37 smithi082 ceph-mon[91979]: Upgrade: Updating osd.2 2024-08-17T00:45:37.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:37 smithi082 ceph-mon[91979]: Deploying daemon osd.2 on smithi082 2024-08-17T00:45:37.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:37 smithi082 ceph-mon[91979]: pgmap v189: 121 pgs: 121 active+clean; 246 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.1 MiB/s wr, 15 op/s 2024-08-17T00:45:37.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:37 smithi082 ceph-mon[91979]: osdmap e350: 8 total, 8 up, 8 in 2024-08-17T00:45:37.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:37 smithi137 ceph-mon[86391]: Upgrade: Updating osd.2 2024-08-17T00:45:37.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:37 smithi137 ceph-mon[86391]: Deploying daemon osd.2 on smithi082 2024-08-17T00:45:37.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:37 smithi137 ceph-mon[86391]: pgmap v189: 121 pgs: 121 active+clean; 246 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.1 MiB/s wr, 15 op/s 2024-08-17T00:45:37.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:37 smithi137 ceph-mon[86391]: osdmap e350: 8 total, 8 up, 8 in 2024-08-17T00:45:37.594 INFO:tasks.rados.rados.0.smithi082.stdout:1465: finishing copy_from to smithi08280503-13 2024-08-17T00:45:37.595 INFO:tasks.rados.rados.0.smithi082.stdout:1465: got expected ENOENT (src dne) 2024-08-17T00:45:37.595 INFO:tasks.rados.rados.0.smithi082.stdout:1462: done (2 left) 2024-08-17T00:45:37.595 INFO:tasks.rados.rados.0.smithi082.stdout:1463: done (1 left) 2024-08-17T00:45:37.595 INFO:tasks.rados.rados.0.smithi082.stdout:1466: snap_create 2024-08-17T00:45:37.595 INFO:tasks.rados.rados.0.smithi082.stdout:1465: finishing copy_from racing read to smithi08280503-13 2024-08-17T00:45:38.177 INFO:tasks.rados.rados.0.smithi082.stdout:1465: done (1 left) 2024-08-17T00:45:38.177 INFO:tasks.rados.rados.0.smithi082.stdout:1466: done (0 left) 2024-08-17T00:45:38.177 INFO:tasks.rados.rados.0.smithi082.stdout:1467: delete oid 30 current snap is 136 2024-08-17T00:45:38.181 INFO:tasks.rados.rados.0.smithi082.stdout:1467: done (0 left) 2024-08-17T00:45:38.181 INFO:tasks.rados.rados.0.smithi082.stdout:1468: rollback oid 41 current snap is 136 2024-08-17T00:45:38.182 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 41 to 135 2024-08-17T00:45:38.182 INFO:tasks.rados.rados.0.smithi082.stdout:1469: read oid 42 snap -1 2024-08-17T00:45:38.182 INFO:tasks.rados.rados.0.smithi082.stdout:1469: expect (ObjNum 452 snap 132 seq_num 452) 2024-08-17T00:45:38.182 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 35 current snap is 136 2024-08-17T00:45:38.182 INFO:tasks.rados.rados.0.smithi082.stdout:1470: seq_num 467 ranges {5357568=630784} 2024-08-17T00:45:38.214 INFO:tasks.rados.rados.0.smithi082.stdout:1470: writing smithi08280503-35 from 5357568 to 5988352 tid 1 2024-08-17T00:45:38.214 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 29 current snap is 136 2024-08-17T00:45:38.214 INFO:tasks.rados.rados.0.smithi082.stdout:1468: finishing rollback tid 0 to smithi08280503-41 2024-08-17T00:45:38.214 INFO:tasks.rados.rados.0.smithi082.stdout:1468: finishing rollback tid 1 to smithi08280503-41 2024-08-17T00:45:38.214 INFO:tasks.rados.rados.0.smithi082.stdout:1468: finishing rollback tid 2 to smithi08280503-41 2024-08-17T00:45:38.214 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 911 (ObjNum 449 snap 132 seq_num 449) dirty exists 2024-08-17T00:45:38.214 INFO:tasks.rados.rados.0.smithi082.stdout:1469: expect (ObjNum 452 snap 132 seq_num 452) 2024-08-17T00:45:38.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:38 smithi082 ceph-mon[94343]: osdmap e351: 8 total, 8 up, 8 in 2024-08-17T00:45:38.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:38 smithi082 ceph-mon[91979]: osdmap e351: 8 total, 8 up, 8 in 2024-08-17T00:45:38.242 INFO:tasks.rados.rados.0.smithi082.stdout:1470: finishing write tid 1 to smithi08280503-35 2024-08-17T00:45:38.242 INFO:tasks.rados.rados.0.smithi082.stdout:1470: finishing write tid 2 to smithi08280503-35 2024-08-17T00:45:38.242 INFO:tasks.rados.rados.0.smithi082.stdout:1471: seq_num 468 ranges {0=647168} 2024-08-17T00:45:38.247 INFO:tasks.rados.rados.0.smithi082.stdout:1471: writing smithi08280503-29 from 0 to 647168 tid 1 2024-08-17T00:45:38.247 INFO:tasks.rados.rados.0.smithi082.stdout:1468: done (3 left) 2024-08-17T00:45:38.247 INFO:tasks.rados.rados.0.smithi082.stdout:1469: done (2 left) 2024-08-17T00:45:38.247 INFO:tasks.rados.rados.0.smithi082.stdout:1472: read oid 41 snap -1 2024-08-17T00:45:38.247 INFO:tasks.rados.rados.0.smithi082.stdout:1472: expect (ObjNum 449 snap 132 seq_num 449) 2024-08-17T00:45:38.247 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 32 current snap is 136 2024-08-17T00:45:38.247 INFO:tasks.rados.rados.0.smithi082.stdout:1473: seq_num 469 ranges {3555328=663552} 2024-08-17T00:45:38.271 INFO:tasks.rados.rados.0.smithi082.stdout:1473: writing smithi08280503-32 from 3555328 to 4218880 tid 1 2024-08-17T00:45:38.271 INFO:tasks.rados.rados.0.smithi082.stdout:1474: snap_create 2024-08-17T00:45:38.271 INFO:tasks.rados.rados.0.smithi082.stdout:1470: finishing write tid 3 to smithi08280503-35 2024-08-17T00:45:38.271 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 748 (ObjNum 467 snap 136 seq_num 467) dirty exists 2024-08-17T00:45:38.271 INFO:tasks.rados.rados.0.smithi082.stdout:1470: left oid 35 (ObjNum 467 snap 136 seq_num 467) 2024-08-17T00:45:38.271 INFO:tasks.rados.rados.0.smithi082.stdout:1471: finishing write tid 1 to smithi08280503-29 2024-08-17T00:45:38.271 INFO:tasks.rados.rados.0.smithi082.stdout:1471: finishing write tid 2 to smithi08280503-29 2024-08-17T00:45:38.271 INFO:tasks.rados.rados.0.smithi082.stdout:1471: finishing write tid 3 to smithi08280503-29 2024-08-17T00:45:38.271 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 782 (ObjNum 468 snap 136 seq_num 468) dirty exists 2024-08-17T00:45:38.271 INFO:tasks.rados.rados.0.smithi082.stdout:1471: left oid 29 (ObjNum 468 snap 136 seq_num 468) 2024-08-17T00:45:38.271 INFO:tasks.rados.rados.0.smithi082.stdout:1472: expect (ObjNum 449 snap 132 seq_num 449) 2024-08-17T00:45:38.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:38 smithi137 ceph-mon[86391]: osdmap e351: 8 total, 8 up, 8 in 2024-08-17T00:45:38.616 INFO:tasks.rados.rados.0.smithi082.stdout:1473: finishing write tid 1 to smithi08280503-32 2024-08-17T00:45:38.616 INFO:tasks.rados.rados.0.smithi082.stdout:1473: finishing write tid 2 to smithi08280503-32 2024-08-17T00:45:38.616 INFO:tasks.rados.rados.0.smithi082.stdout:1473: finishing write tid 3 to smithi08280503-32 2024-08-17T00:45:38.616 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 914 (ObjNum 469 snap 136 seq_num 469) dirty exists 2024-08-17T00:45:38.617 INFO:tasks.rados.rados.0.smithi082.stdout:1473: left oid 32 (ObjNum 469 snap 136 seq_num 469) 2024-08-17T00:45:38.754 INFO:tasks.rados.rados.0.smithi082.stdout:1470: done (4 left) 2024-08-17T00:45:38.754 INFO:tasks.rados.rados.0.smithi082.stdout:1471: done (3 left) 2024-08-17T00:45:38.754 INFO:tasks.rados.rados.0.smithi082.stdout:1472: done (2 left) 2024-08-17T00:45:38.754 INFO:tasks.rados.rados.0.smithi082.stdout:1473: done (1 left) 2024-08-17T00:45:38.754 INFO:tasks.rados.rados.0.smithi082.stdout:1474: done (0 left) 2024-08-17T00:45:38.754 INFO:tasks.rados.rados.0.smithi082.stdout:1475: rollback oid 13 current snap is 137 2024-08-17T00:45:38.755 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 13 to 111 2024-08-17T00:45:38.755 INFO:tasks.rados.rados.0.smithi082.stdout:1476: read oid 46 snap -1 2024-08-17T00:45:38.755 INFO:tasks.rados.rados.0.smithi082.stdout:1476: expect (ObjNum 385 snap 118 seq_num 385) 2024-08-17T00:45:38.755 INFO:tasks.rados.rados.0.smithi082.stdout:1477: snap_remove snap 135 2024-08-17T00:45:38.975 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:38 smithi082 systemd[1]: Stopping Ceph osd.2 for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:45:38.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:38 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:39.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:39 smithi082 ceph-mon[91979]: pgmap v192: 121 pgs: 121 active+clean; 253 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 5.7 MiB/s wr, 17 op/s 2024-08-17T00:45:39.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:39 smithi082 ceph-mon[91979]: osdmap e352: 8 total, 8 up, 8 in 2024-08-17T00:45:39.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:39 smithi082 ceph-mon[91979]: osdmap e353: 8 total, 8 up, 8 in 2024-08-17T00:45:39.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:39 smithi082 ceph-mon[91979]: osd.2 marked itself down and dead 2024-08-17T00:45:39.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:39 smithi082 ceph-mon[94343]: pgmap v192: 121 pgs: 121 active+clean; 253 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 5.7 MiB/s wr, 17 op/s 2024-08-17T00:45:39.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:39 smithi082 ceph-mon[94343]: osdmap e352: 8 total, 8 up, 8 in 2024-08-17T00:45:39.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:39 smithi082 ceph-mon[94343]: osdmap e353: 8 total, 8 up, 8 in 2024-08-17T00:45:39.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:39 smithi082 ceph-mon[94343]: osd.2 marked itself down and dead 2024-08-17T00:45:39.476 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:38 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2[55475]: 2024-08-17T00:45:38.998+0000 7efca6e49640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T00:45:39.476 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:38 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2[55475]: 2024-08-17T00:45:38.998+0000 7efca6e49640 -1 osd.2 353 *** Got signal Terminated *** 2024-08-17T00:45:39.476 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:38 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2[55475]: 2024-08-17T00:45:38.998+0000 7efca6e49640 -1 osd.2 353 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T00:45:39.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:39 smithi137 ceph-mon[86391]: pgmap v192: 121 pgs: 121 active+clean; 253 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 5.7 MiB/s wr, 17 op/s 2024-08-17T00:45:39.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:39 smithi137 ceph-mon[86391]: osdmap e352: 8 total, 8 up, 8 in 2024-08-17T00:45:39.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:39 smithi137 ceph-mon[86391]: osdmap e353: 8 total, 8 up, 8 in 2024-08-17T00:45:39.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:39 smithi137 ceph-mon[86391]: osd.2 marked itself down and dead 2024-08-17T00:45:39.756 INFO:tasks.rados.rados.0.smithi082.stdout:1477: done (2 left) 2024-08-17T00:45:39.756 INFO:tasks.rados.rados.0.smithi082.stdout:1478: snap_remove snap 136 2024-08-17T00:45:40.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:40 smithi082 ceph-mon[94343]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:45:40.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:40 smithi082 ceph-mon[94343]: osdmap e354: 8 total, 7 up, 8 in 2024-08-17T00:45:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:40 smithi082 ceph-mon[91979]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:45:40.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:40 smithi082 ceph-mon[91979]: osdmap e354: 8 total, 7 up, 8 in 2024-08-17T00:45:40.476 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:40 smithi082 podman[108981]: 2024-08-17 00:45:40.317320852 +0000 UTC m=+1.431162365 container died e0a943d904efc585eaa5721ce32fae5ffaa7fb3cd624f6551d833d1750894db3 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, RELEASE=quincy-03a1ac1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-08-17T00:45:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:40 smithi137 ceph-mon[86391]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:45:40.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:40 smithi137 ceph-mon[86391]: osdmap e354: 8 total, 7 up, 8 in 2024-08-17T00:45:40.756 INFO:tasks.rados.rados.0.smithi082.stdout:1478: done (2 left) 2024-08-17T00:45:40.756 INFO:tasks.rados.rados.0.smithi082.stdout:1479: read oid 34 snap 111 2024-08-17T00:45:40.757 INFO:tasks.rados.rados.0.smithi082.stdout:1479: expect (ObjNum 330 snap 101 seq_num 330) 2024-08-17T00:45:40.757 INFO:tasks.rados.rados.0.smithi082.stdout:1480: copy_from oid 10 from oid 30 current snap is 137 2024-08-17T00:45:40.757 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 14 current snap is 137 2024-08-17T00:45:40.757 INFO:tasks.rados.rados.0.smithi082.stdout:1481: seq_num 470 ranges {6193152=679936} 2024-08-17T00:45:40.795 INFO:tasks.rados.rados.0.smithi082.stdout:1481: writing smithi08280503-14 from 6193152 to 6873088 tid 1 2024-08-17T00:45:40.795 INFO:tasks.rados.rados.0.smithi082.stdout:1482: snap_create 2024-08-17T00:45:40.795 INFO:tasks.rados.rados.0.smithi082.stdout:1475: finishing rollback tid 0 to smithi08280503-13 2024-08-17T00:45:40.795 INFO:tasks.rados.rados.0.smithi082.stdout:1475: finishing rollback tid 1 to smithi08280503-13 2024-08-17T00:45:40.795 INFO:tasks.rados.rados.0.smithi082.stdout:1475: finishing rollback tid 2 to smithi08280503-13 2024-08-17T00:45:40.795 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 786 (ObjNum 305 snap 89 seq_num 305) dirty exists 2024-08-17T00:45:40.795 INFO:tasks.rados.rados.0.smithi082.stdout:1476: expect (ObjNum 385 snap 118 seq_num 385) 2024-08-17T00:45:40.958 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:40 smithi082 podman[108981]: 2024-08-17 00:45:40.764776344 +0000 UTC m=+1.878617862 container cleanup e0a943d904efc585eaa5721ce32fae5ffaa7fb3cd624f6551d833d1750894db3 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=quincy-03a1ac1, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:45:40.958 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:40 smithi082 bash[108981]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2 2024-08-17T00:45:41.225 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:40 smithi082 podman[108998]: 2024-08-17 00:45:40.957935713 +0000 UTC m=+0.634055635 container remove e0a943d904efc585eaa5721ce32fae5ffaa7fb3cd624f6551d833d1750894db3 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=quincy-03a1ac1, org.label-schema.vendor=CentOS, ceph=True) 2024-08-17T00:45:41.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:41 smithi082 ceph-mon[91979]: pgmap v196: 121 pgs: 8 peering, 11 stale+active+clean, 102 active+clean; 251 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-17T00:45:41.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:41 smithi082 ceph-mon[91979]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T00:45:41.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:41 smithi082 ceph-mon[91979]: osdmap e355: 8 total, 7 up, 8 in 2024-08-17T00:45:41.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:41 smithi082 ceph-mon[94343]: pgmap v196: 121 pgs: 8 peering, 11 stale+active+clean, 102 active+clean; 251 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-17T00:45:41.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:41 smithi082 ceph-mon[94343]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T00:45:41.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:41 smithi082 ceph-mon[94343]: osdmap e355: 8 total, 7 up, 8 in 2024-08-17T00:45:41.236 INFO:tasks.rados.rados.0.smithi082.stdout:1480: finishing copy_from to smithi08280503-10 2024-08-17T00:45:41.236 INFO:tasks.rados.rados.0.smithi082.stdout:1480: got expected ENOENT (src dne) 2024-08-17T00:45:41.236 INFO:tasks.rados.rados.0.smithi082.stdout:1480: finishing copy_from racing read to smithi08280503-10 2024-08-17T00:45:41.236 INFO:tasks.rados.rados.0.smithi082.stdout:1479: expect (ObjNum 330 snap 101 seq_num 330) 2024-08-17T00:45:41.302 INFO:tasks.rados.rados.0.smithi082.stdout:1481: finishing write tid 1 to smithi08280503-14 2024-08-17T00:45:41.302 INFO:tasks.rados.rados.0.smithi082.stdout:1481: finishing write tid 2 to smithi08280503-14 2024-08-17T00:45:41.302 INFO:tasks.rados.rados.0.smithi082.stdout:1481: finishing write tid 3 to smithi08280503-14 2024-08-17T00:45:41.302 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 923 (ObjNum 470 snap 137 seq_num 470) dirty exists 2024-08-17T00:45:41.302 INFO:tasks.rados.rados.0.smithi082.stdout:1481: left oid 14 (ObjNum 470 snap 137 seq_num 470) 2024-08-17T00:45:41.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:41 smithi137 ceph-mon[86391]: pgmap v196: 121 pgs: 8 peering, 11 stale+active+clean, 102 active+clean; 251 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-17T00:45:41.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:41 smithi137 ceph-mon[86391]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T00:45:41.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:41 smithi137 ceph-mon[86391]: osdmap e355: 8 total, 7 up, 8 in 2024-08-17T00:45:41.720 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:41 smithi082 podman[109081]: 2024-08-17 00:45:41.308146184 +0000 UTC m=+0.016998795 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:45:41.720 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:41 smithi082 podman[109081]: 2024-08-17 00:45:41.417147952 +0000 UTC m=+0.126000550 container create 994afe7fdeeea981fc044d73bc3a34eca5cd85902dae45ea2b9e6cf88adff56f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-d863d21) 2024-08-17T00:45:41.720 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:41 smithi082 podman[109081]: 2024-08-17 00:45:41.645160415 +0000 UTC m=+0.354013029 container init 994afe7fdeeea981fc044d73bc3a34eca5cd85902dae45ea2b9e6cf88adff56f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-08-17T00:45:41.721 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:41 smithi082 podman[109081]: 2024-08-17 00:45:41.64865192 +0000 UTC m=+0.357504501 container start 994afe7fdeeea981fc044d73bc3a34eca5cd85902dae45ea2b9e6cf88adff56f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-08-17T00:45:41.721 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:41 smithi082 podman[109081]: 2024-08-17 00:45:41.719788047 +0000 UTC m=+0.428640645 container attach 994afe7fdeeea981fc044d73bc3a34eca5cd85902dae45ea2b9e6cf88adff56f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=) 2024-08-17T00:45:41.769 INFO:tasks.rados.rados.0.smithi082.stdout:1475: done (5 left) 2024-08-17T00:45:41.770 INFO:tasks.rados.rados.0.smithi082.stdout:1476: done (4 left) 2024-08-17T00:45:41.770 INFO:tasks.rados.rados.0.smithi082.stdout:1479: done (3 left) 2024-08-17T00:45:41.770 INFO:tasks.rados.rados.0.smithi082.stdout:1480: done (2 left) 2024-08-17T00:45:41.770 INFO:tasks.rados.rados.0.smithi082.stdout:1481: done (1 left) 2024-08-17T00:45:41.770 INFO:tasks.rados.rados.0.smithi082.stdout:1482: done (0 left) 2024-08-17T00:45:41.770 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 47 current snap is 138 2024-08-17T00:45:41.770 INFO:tasks.rados.rados.0.smithi082.stdout:1483: seq_num 471 ranges {3555328=696320} 2024-08-17T00:45:41.793 INFO:tasks.rados.rados.0.smithi082.stdout:1483: writing smithi08280503-47 from 3555328 to 4251648 tid 1 2024-08-17T00:45:41.793 INFO:tasks.rados.rados.0.smithi082.stdout:1484: setattr oid 48 current snap is 138 2024-08-17T00:45:41.795 INFO:tasks.rados.rados.0.smithi082.stdout:1485: read oid 17 snap 137 2024-08-17T00:45:41.795 INFO:tasks.rados.rados.0.smithi082.stdout:1485: expect (ObjNum 370 snap 113 seq_num 370) 2024-08-17T00:45:41.795 INFO:tasks.rados.rados.0.smithi082.stdout:1486: snap_create 2024-08-17T00:45:41.801 INFO:tasks.rados.rados.0.smithi082.stdout:1483: finishing write tid 1 to smithi08280503-47 2024-08-17T00:45:41.801 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 916 (ObjNum 403 snap 124 seq_num 403) dirty exists 2024-08-17T00:45:41.801 INFO:tasks.rados.rados.0.smithi082.stdout:1483: finishing write tid 2 to smithi08280503-47 2024-08-17T00:45:41.802 INFO:tasks.rados.rados.0.smithi082.stdout:1483: finishing write tid 3 to smithi08280503-47 2024-08-17T00:45:41.802 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 889 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:45:41.802 INFO:tasks.rados.rados.0.smithi082.stdout:1483: left oid 47 (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:45:41.856 INFO:tasks.rados.rados.0.smithi082.stdout:1485: expect (ObjNum 370 snap 113 seq_num 370) 2024-08-17T00:45:41.975 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:41 smithi082 podman[109081]: 2024-08-17 00:45:41.861193324 +0000 UTC m=+0.570045914 container died 994afe7fdeeea981fc044d73bc3a34eca5cd85902dae45ea2b9e6cf88adff56f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0) 2024-08-17T00:45:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:42.774 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:42 smithi082 podman[109104]: 2024-08-17 00:45:42.5152827 +0000 UTC m=+0.648632524 container remove 994afe7fdeeea981fc044d73bc3a34eca5cd85902dae45ea2b9e6cf88adff56f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-08-17T00:45:42.774 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:42 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.2.service: Deactivated successfully. 2024-08-17T00:45:42.774 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:42 smithi082 systemd[1]: Stopped Ceph osd.2 for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:45:42.774 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:42 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.2.service: Consumed 15.975s CPU time. 2024-08-17T00:45:42.774 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:42 smithi082 systemd[1]: Starting Ceph osd.2 for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:45:42.778 INFO:tasks.rados.rados.0.smithi082.stdout:1483: done (3 left) 2024-08-17T00:45:42.778 INFO:tasks.rados.rados.0.smithi082.stdout:1484: done (2 left) 2024-08-17T00:45:42.779 INFO:tasks.rados.rados.0.smithi082.stdout:1485: done (1 left) 2024-08-17T00:45:42.779 INFO:tasks.rados.rados.0.smithi082.stdout:1486: done (0 left) 2024-08-17T00:45:42.779 INFO:tasks.rados.rados.0.smithi082.stdout:1487: rollback oid 1 current snap is 139 2024-08-17T00:45:42.779 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 1 to 138 2024-08-17T00:45:42.779 INFO:tasks.rados.rados.0.smithi082.stdout:1488: read oid 38 snap -1 2024-08-17T00:45:42.779 INFO:tasks.rados.rados.0.smithi082.stdout:1488: expect (ObjNum 447 snap 132 seq_num 447) 2024-08-17T00:45:42.779 INFO:tasks.rados.rados.0.smithi082.stdout:1489: rollback oid 18 current snap is 139 2024-08-17T00:45:42.779 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 18 to 111 2024-08-17T00:45:42.779 INFO:tasks.rados.rados.0.smithi082.stdout:1490: rollback oid 27 current snap is 139 2024-08-17T00:45:42.779 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 27 to 111 2024-08-17T00:45:42.779 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 35 current snap is 139 2024-08-17T00:45:42.779 INFO:tasks.rados.rados.0.smithi082.stdout:1491: seq_num 472 ranges {5988352=712704} 2024-08-17T00:45:42.815 INFO:tasks.rados.rados.0.smithi082.stdout:1491: writing smithi08280503-35 from 5988352 to 6701056 tid 1 2024-08-17T00:45:42.815 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 8 current snap is 139 2024-08-17T00:45:42.815 INFO:tasks.rados.rados.0.smithi082.stdout:1492: seq_num 473 ranges {0=729088} 2024-08-17T00:45:42.820 INFO:tasks.rados.rados.0.smithi082.stdout:1492: writing smithi08280503-8 from 0 to 729088 tid 1 2024-08-17T00:45:42.820 INFO:tasks.rados.rados.0.smithi082.stdout:1493: copy_from oid 14 from oid 21 current snap is 139 2024-08-17T00:45:42.820 INFO:tasks.rados.rados.0.smithi082.stdout:1489: finishing rollback tid 0 to smithi08280503-18 2024-08-17T00:45:42.820 INFO:tasks.rados.rados.0.smithi082.stdout:1487: finishing rollback tid 1 to smithi08280503-1 2024-08-17T00:45:42.821 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 653 (ObjNum 449 snap 0 seq_num 3912358144) dirty dne 2024-08-17T00:45:42.821 INFO:tasks.rados.rados.0.smithi082.stdout:1489: finishing rollback tid 1 to smithi08280503-18 2024-08-17T00:45:42.821 INFO:tasks.rados.rados.0.smithi082.stdout:1489: finishing rollback tid 2 to smithi08280503-18 2024-08-17T00:45:42.821 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 962 (ObjNum 332 snap 102 seq_num 332) dirty exists 2024-08-17T00:45:42.821 INFO:tasks.rados.rados.0.smithi082.stdout:1490: finishing rollback tid 1 to smithi08280503-27 2024-08-17T00:45:42.821 INFO:tasks.rados.rados.0.smithi082.stdout:1490: finishing rollback tid 2 to smithi08280503-27 2024-08-17T00:45:42.821 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 991 (ObjNum 173 snap 41 seq_num 173) dirty exists 2024-08-17T00:45:42.821 INFO:tasks.rados.rados.0.smithi082.stdout:1488: expect (ObjNum 447 snap 132 seq_num 447) 2024-08-17T00:45:43.100 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:42 smithi082 ceph-mon[91979]: osdmap e356: 8 total, 7 up, 8 in 2024-08-17T00:45:43.100 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:42 smithi082 ceph-mon[91979]: pgmap v199: 121 pgs: 16 active+undersized, 8 peering, 3 stale+active+clean, 7 active+undersized+degraded, 87 active+clean; 253 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 493 KiB/s wr, 11 op/s; 42/348 objects degraded (12.069%) 2024-08-17T00:45:43.101 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:42 smithi082 ceph-mon[94343]: osdmap e356: 8 total, 7 up, 8 in 2024-08-17T00:45:43.101 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:42 smithi082 ceph-mon[94343]: pgmap v199: 121 pgs: 16 active+undersized, 8 peering, 3 stale+active+clean, 7 active+undersized+degraded, 87 active+clean; 253 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 493 KiB/s wr, 11 op/s; 42/348 objects degraded (12.069%) 2024-08-17T00:45:43.101 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:42 smithi082 podman[109200]: 2024-08-17 00:45:42.86916999 +0000 UTC m=+0.017150235 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:45:43.101 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:42 smithi082 podman[109200]: 2024-08-17 00:45:42.98327767 +0000 UTC m=+0.131257910 container create f269bda11c06c0662e7a653fba9843217dd7cabc7d43951ac4c6a4257fcfa782 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2-activate, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-08-17T00:45:43.235 INFO:tasks.rados.rados.0.smithi082.stdout:1491: finishing write tid 1 to smithi08280503-35 2024-08-17T00:45:43.235 INFO:tasks.rados.rados.0.smithi082.stdout:1491: finishing write tid 2 to smithi08280503-35 2024-08-17T00:45:43.235 INFO:tasks.rados.rados.0.smithi082.stdout:1487: done (6 left) 2024-08-17T00:45:43.236 INFO:tasks.rados.rados.0.smithi082.stdout:1488: done (5 left) 2024-08-17T00:45:43.236 INFO:tasks.rados.rados.0.smithi082.stdout:1489: done (4 left) 2024-08-17T00:45:43.236 INFO:tasks.rados.rados.0.smithi082.stdout:1490: done (3 left) 2024-08-17T00:45:43.236 INFO:tasks.rados.rados.0.smithi082.stdout:1494: snap_remove snap 138 2024-08-17T00:45:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:42 smithi137 ceph-mon[86391]: osdmap e356: 8 total, 7 up, 8 in 2024-08-17T00:45:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:42 smithi137 ceph-mon[86391]: pgmap v199: 121 pgs: 16 active+undersized, 8 peering, 3 stale+active+clean, 7 active+undersized+degraded, 87 active+clean; 253 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 493 KiB/s wr, 11 op/s; 42/348 objects degraded (12.069%) 2024-08-17T00:45:43.351 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:43 smithi082 podman[109200]: 2024-08-17 00:45:43.219598624 +0000 UTC m=+0.367578882 container init f269bda11c06c0662e7a653fba9843217dd7cabc7d43951ac4c6a4257fcfa782 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2-activate, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:45:43.351 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:43 smithi082 podman[109200]: 2024-08-17 00:45:43.223142321 +0000 UTC m=+0.371122572 container start f269bda11c06c0662e7a653fba9843217dd7cabc7d43951ac4c6a4257fcfa782 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2-activate, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21) 2024-08-17T00:45:43.352 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:43 smithi082 podman[109200]: 2024-08-17 00:45:43.311133025 +0000 UTC m=+0.459113265 container attach f269bda11c06c0662e7a653fba9843217dd7cabc7d43951ac4c6a4257fcfa782 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2-activate, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True) 2024-08-17T00:45:43.725 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:43 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2-activate[109215]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:45:43.725 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:43 smithi082 bash[109200]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:45:43.726 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:43 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2-activate[109215]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:45:43.726 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:43 smithi082 bash[109200]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:45:43.726 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:43 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2-activate[109215]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-17T00:45:43.726 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:43 smithi082 bash[109200]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-17T00:45:43.726 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:43 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2-activate[109215]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-08-17T00:45:43.726 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:43 smithi082 bash[109200]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-08-17T00:45:43.726 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:43 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2-activate[109215]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-08-17T00:45:43.726 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:43 smithi082 bash[109200]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-08-17T00:45:43.726 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:43 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2-activate[109215]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-17T00:45:43.726 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:43 smithi082 bash[109200]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-17T00:45:43.726 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:43 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2-activate[109215]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-08-17T00:45:43.726 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:43 smithi082 bash[109200]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-08-17T00:45:43.726 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:43 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2-activate[109215]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-17T00:45:43.727 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:43 smithi082 bash[109200]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-17T00:45:43.727 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:43 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2-activate[109215]: --> ceph-volume raw activate successful for osd ID: 2 2024-08-17T00:45:43.727 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:43 smithi082 bash[109200]: --> ceph-volume raw activate successful for osd ID: 2 2024-08-17T00:45:43.727 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:43 smithi082 podman[109200]: 2024-08-17 00:45:43.59895179 +0000 UTC m=+0.746932035 container died f269bda11c06c0662e7a653fba9843217dd7cabc7d43951ac4c6a4257fcfa782 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:45:43.753 INFO:tasks.rados.rados.0.smithi082.stdout:1494: done (3 left) 2024-08-17T00:45:43.753 INFO:tasks.rados.rados.0.smithi082.stdout:1495: read oid 7 snap -1 2024-08-17T00:45:43.753 INFO:tasks.rados.rados.0.smithi082.stdout:1495: expect (ObjNum 338 snap 105 seq_num 338) 2024-08-17T00:45:43.753 INFO:tasks.rados.rados.0.smithi082.stdout:1491: finishing write tid 3 to smithi08280503-35 2024-08-17T00:45:43.753 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 750 (ObjNum 472 snap 139 seq_num 472) dirty exists 2024-08-17T00:45:43.753 INFO:tasks.rados.rados.0.smithi082.stdout:1491: left oid 35 (ObjNum 472 snap 139 seq_num 472) 2024-08-17T00:45:43.753 INFO:tasks.rados.rados.0.smithi082.stdout:1493: finishing copy_from to smithi08280503-14 2024-08-17T00:45:43.753 INFO:tasks.rados.rados.0.smithi082.stdout:1493: got expected ENOENT (src dne) 2024-08-17T00:45:43.753 INFO:tasks.rados.rados.0.smithi082.stdout:1493: finishing copy_from racing read to smithi08280503-14 2024-08-17T00:45:43.753 INFO:tasks.rados.rados.0.smithi082.stdout:1492: finishing write tid 1 to smithi08280503-8 2024-08-17T00:45:43.753 INFO:tasks.rados.rados.0.smithi082.stdout:1492: finishing write tid 2 to smithi08280503-8 2024-08-17T00:45:43.754 INFO:tasks.rados.rados.0.smithi082.stdout:1496: read oid 38 snap 111 2024-08-17T00:45:43.754 INFO:tasks.rados.rados.0.smithi082.stdout:1496: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:45:43.754 INFO:tasks.rados.rados.0.smithi082.stdout:1491: done (4 left) 2024-08-17T00:45:43.754 INFO:tasks.rados.rados.0.smithi082.stdout:1493: done (3 left) 2024-08-17T00:45:43.754 INFO:tasks.rados.rados.0.smithi082.stdout:1497: delete oid 25 current snap is 139 2024-08-17T00:45:43.754 INFO:tasks.rados.rados.0.smithi082.stdout:1492: finishing write tid 3 to smithi08280503-8 2024-08-17T00:45:43.754 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 964 (ObjNum 473 snap 139 seq_num 473) dirty exists 2024-08-17T00:45:43.754 INFO:tasks.rados.rados.0.smithi082.stdout:1492: left oid 8 (ObjNum 473 snap 139 seq_num 473) 2024-08-17T00:45:43.761 INFO:tasks.rados.rados.0.smithi082.stdout:1492: done (3 left) 2024-08-17T00:45:43.761 INFO:tasks.rados.rados.0.smithi082.stdout:1497: done (2 left) 2024-08-17T00:45:43.761 INFO:tasks.rados.rados.0.smithi082.stdout:1498: snap_remove snap 137 2024-08-17T00:45:43.770 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi137\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:44.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:43 smithi082 ceph-mon[94343]: Health check failed: Degraded data redundancy: 42/348 objects degraded (12.069%), 7 pgs degraded (PG_DEGRADED) 2024-08-17T00:45:44.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:43 smithi082 ceph-mon[94343]: osdmap e357: 8 total, 7 up, 8 in 2024-08-17T00:45:44.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:43 smithi082 ceph-mon[94343]: osdmap e358: 8 total, 7 up, 8 in 2024-08-17T00:45:44.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:43 smithi082 ceph-mon[91979]: Health check failed: Degraded data redundancy: 42/348 objects degraded (12.069%), 7 pgs degraded (PG_DEGRADED) 2024-08-17T00:45:44.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:43 smithi082 ceph-mon[91979]: osdmap e357: 8 total, 7 up, 8 in 2024-08-17T00:45:44.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:43 smithi082 ceph-mon[91979]: osdmap e358: 8 total, 7 up, 8 in 2024-08-17T00:45:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:43 smithi137 ceph-mon[86391]: Health check failed: Degraded data redundancy: 42/348 objects degraded (12.069%), 7 pgs degraded (PG_DEGRADED) 2024-08-17T00:45:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:43 smithi137 ceph-mon[86391]: osdmap e357: 8 total, 7 up, 8 in 2024-08-17T00:45:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:43 smithi137 ceph-mon[86391]: osdmap e358: 8 total, 7 up, 8 in 2024-08-17T00:45:44.656 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:44 smithi082 podman[109340]: 2024-08-17 00:45:44.348977005 +0000 UTC m=+0.744184741 container remove f269bda11c06c0662e7a653fba9843217dd7cabc7d43951ac4c6a4257fcfa782 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-08-17T00:45:44.656 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:44 smithi082 podman[109398]: 2024-08-17 00:45:44.549726014 +0000 UTC m=+0.102383019 container create d73e6cacdf8e9d8c51fef6c64aeadb11e39b9d867e02079f1985d96ea4964900 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:45:44.657 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:44 smithi082 podman[109398]: 2024-08-17 00:45:44.46437333 +0000 UTC m=+0.017030301 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:45:44.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:44 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:44.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:44.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:44 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:44.754 INFO:tasks.rados.rados.0.smithi082.stdout:1495: expect (ObjNum 338 snap 105 seq_num 338) 2024-08-17T00:45:44.780 INFO:tasks.rados.rados.0.smithi082.stdout:1496: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T00:45:45.023 INFO:tasks.rados.rados.0.smithi082.stdout:1495: done (2 left) 2024-08-17T00:45:45.023 INFO:tasks.rados.rados.0.smithi082.stdout:1496: done (1 left) 2024-08-17T00:45:45.023 INFO:tasks.rados.rados.0.smithi082.stdout:1498: done (0 left) 2024-08-17T00:45:45.023 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 3 current snap is 139 2024-08-17T00:45:45.024 INFO:tasks.rados.rados.0.smithi082.stdout:1499: seq_num 475 ranges {8036352=761856} 2024-08-17T00:45:45.024 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:44 smithi082 ceph-mon[94343]: pgmap v202: 121 pgs: 20 active+undersized, 8 peering, 9 active+undersized+degraded, 84 active+clean; 255 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 992 KiB/s wr, 14 op/s; 49/354 objects degraded (13.842%) 2024-08-17T00:45:45.024 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:44 smithi082 ceph-mon[94343]: osdmap e359: 8 total, 7 up, 8 in 2024-08-17T00:45:45.024 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:44 smithi082 ceph-mon[91979]: pgmap v202: 121 pgs: 20 active+undersized, 8 peering, 9 active+undersized+degraded, 84 active+clean; 255 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 992 KiB/s wr, 14 op/s; 49/354 objects degraded (13.842%) 2024-08-17T00:45:45.025 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:44 smithi082 ceph-mon[91979]: osdmap e359: 8 total, 7 up, 8 in 2024-08-17T00:45:45.025 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:44 smithi082 podman[109398]: 2024-08-17 00:45:44.771076367 +0000 UTC m=+0.323733336 container init d73e6cacdf8e9d8c51fef6c64aeadb11e39b9d867e02079f1985d96ea4964900 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2, GIT_CLEAN=True, RELEASE=squid-d863d21, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:45:45.025 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:44 smithi082 podman[109398]: 2024-08-17 00:45:44.776258979 +0000 UTC m=+0.328915945 container start d73e6cacdf8e9d8c51fef6c64aeadb11e39b9d867e02079f1985d96ea4964900 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-08-17T00:45:45.025 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:44 smithi082 ceph-osd[109417]: -- 172.21.15.82:0/1910124343 <== mon.0 v2:172.21.15.82:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c9dec19a40 con 0x55c9df9dc400 2024-08-17T00:45:45.025 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:44 smithi082 bash[109398]: d73e6cacdf8e9d8c51fef6c64aeadb11e39b9d867e02079f1985d96ea4964900 2024-08-17T00:45:45.025 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:44 smithi082 systemd[1]: Started Ceph osd.2 for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:45:45.071 INFO:tasks.rados.rados.0.smithi082.stdout:1499: writing smithi08280503-3 from 8036352 to 8798208 tid 1 2024-08-17T00:45:45.071 INFO:tasks.rados.rados.0.smithi082.stdout:1500: setattr oid 12 current snap is 139 2024-08-17T00:45:45.072 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 9 current snap is 139 2024-08-17T00:45:45.072 INFO:tasks.rados.rados.0.smithi082.stdout:1501: seq_num 476 ranges {0=778240} 2024-08-17T00:45:45.076 INFO:tasks.rados.rados.0.smithi082.stdout:1501: writing smithi08280503-9 from 0 to 778240 tid 1 2024-08-17T00:45:45.076 INFO:tasks.rados.rados.0.smithi082.stdout:1502: copy_from oid 7 from oid 4 current snap is 139 2024-08-17T00:45:45.077 INFO:tasks.rados.rados.0.smithi082.stdout:1503: rollback oid 33 current snap is 139 2024-08-17T00:45:45.077 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 33 to 111 2024-08-17T00:45:45.077 INFO:tasks.rados.rados.0.smithi082.stdout:1504: delete oid 49 current snap is 139 2024-08-17T00:45:45.080 INFO:tasks.rados.rados.0.smithi082.stdout:1504: done (5 left) 2024-08-17T00:45:45.080 INFO:tasks.rados.rados.0.smithi082.stdout:1505: copy_from oid 36 from oid 37 current snap is 139 2024-08-17T00:45:45.080 INFO:tasks.rados.rados.0.smithi082.stdout:1506: copy_from oid 44 from oid 15 current snap is 139 2024-08-17T00:45:45.080 INFO:tasks.rados.rados.0.smithi082.stdout:1507: read oid 28 snap -1 2024-08-17T00:45:45.080 INFO:tasks.rados.rados.0.smithi082.stdout:1507: expect (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:45:45.080 INFO:tasks.rados.rados.0.smithi082.stdout:1508: delete oid 27 current snap is 139 2024-08-17T00:45:45.081 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 373 (ObjNum 437 snap 128 seq_num 437) dirty exists 2024-08-17T00:45:45.081 INFO:tasks.rados.rados.0.smithi082.stdout:1499: finishing write tid 1 to smithi08280503-3 2024-08-17T00:45:45.081 INFO:tasks.rados.rados.0.smithi082.stdout:1499: finishing write tid 2 to smithi08280503-3 2024-08-17T00:45:45.084 INFO:tasks.rados.rados.0.smithi082.stdout:1499: finishing write tid 3 to smithi08280503-3 2024-08-17T00:45:45.084 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 891 (ObjNum 475 snap 139 seq_num 475) dirty exists 2024-08-17T00:45:45.084 INFO:tasks.rados.rados.0.smithi082.stdout:1499: left oid 3 (ObjNum 475 snap 139 seq_num 475) 2024-08-17T00:45:45.086 INFO:tasks.rados.rados.0.smithi082.stdout:1505: finishing copy_from to smithi08280503-36 2024-08-17T00:45:45.086 INFO:tasks.rados.rados.0.smithi082.stdout:1505: got expected ENOENT (src dne) 2024-08-17T00:45:45.086 INFO:tasks.rados.rados.0.smithi082.stdout:1505: finishing copy_from racing read to smithi08280503-36 2024-08-17T00:45:45.087 INFO:tasks.rados.rados.0.smithi082.stdout:1499: done (8 left) 2024-08-17T00:45:45.087 INFO:tasks.rados.rados.0.smithi082.stdout:1500: done (7 left) 2024-08-17T00:45:45.087 INFO:tasks.rados.rados.0.smithi082.stdout:1505: done (6 left) 2024-08-17T00:45:45.088 INFO:tasks.rados.rados.0.smithi082.stdout:1508: done (5 left) 2024-08-17T00:45:45.088 INFO:tasks.rados.rados.0.smithi082.stdout:1509: rmattr oid 26 current snap is 139 2024-08-17T00:45:45.088 INFO:tasks.rados.rados.0.smithi082.stdout:1510: read oid 17 snap -1 2024-08-17T00:45:45.088 INFO:tasks.rados.rados.0.smithi082.stdout:1510: expect (ObjNum 370 snap 113 seq_num 370) 2024-08-17T00:45:45.088 INFO:tasks.rados.rados.0.smithi082.stdout:1511: snap_create 2024-08-17T00:45:45.089 INFO:tasks.rados.rados.0.smithi082.stdout:1501: finishing write tid 1 to smithi08280503-9 2024-08-17T00:45:45.090 INFO:tasks.rados.rados.0.smithi082.stdout:1501: finishing write tid 2 to smithi08280503-9 2024-08-17T00:45:45.090 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 926 (ObjNum 348 snap 109 seq_num 348) dirty exists 2024-08-17T00:45:45.092 INFO:tasks.rados.rados.0.smithi082.stdout:1503: finishing rollback tid 1 to smithi08280503-33 2024-08-17T00:45:45.092 INFO:tasks.rados.rados.0.smithi082.stdout:1503: finishing rollback tid 2 to smithi08280503-33 2024-08-17T00:45:45.092 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 595 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-17T00:45:45.092 INFO:tasks.rados.rados.0.smithi082.stdout:1501: finishing write tid 3 to smithi08280503-9 2024-08-17T00:45:45.092 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 925 (ObjNum 476 snap 139 seq_num 476) dirty exists 2024-08-17T00:45:45.092 INFO:tasks.rados.rados.0.smithi082.stdout:1501: left oid 9 (ObjNum 476 snap 139 seq_num 476) 2024-08-17T00:45:45.093 INFO:tasks.rados.rados.0.smithi082.stdout:1502: finishing copy_from racing read to smithi08280503-7 2024-08-17T00:45:45.094 INFO:tasks.rados.rados.0.smithi082.stdout:1502: finishing copy_from to smithi08280503-7 2024-08-17T00:45:45.094 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 919 (ObjNum 462 snap 134 seq_num 462) dirty exists 2024-08-17T00:45:45.096 INFO:tasks.rados.rados.0.smithi082.stdout:1506: finishing copy_from racing read to smithi08280503-44 2024-08-17T00:45:45.101 INFO:tasks.rados.rados.0.smithi082.stdout:1506: finishing copy_from to smithi08280503-44 2024-08-17T00:45:45.101 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 650 (ObjNum 332 snap 102 seq_num 332) dirty exists 2024-08-17T00:45:45.104 INFO:tasks.rados.rados.0.smithi082.stdout:1507: expect (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:45:45.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:44 smithi137 ceph-mon[86391]: pgmap v202: 121 pgs: 20 active+undersized, 8 peering, 9 active+undersized+degraded, 84 active+clean; 255 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 992 KiB/s wr, 14 op/s; 49/354 objects degraded (13.842%) 2024-08-17T00:45:45.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:44 smithi137 ceph-mon[86391]: osdmap e359: 8 total, 7 up, 8 in 2024-08-17T00:45:45.323 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:45:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:45:45] "GET /metrics HTTP/1.1" 200 36170 "" "Prometheus/2.43.0" 2024-08-17T00:45:45.382 INFO:tasks.rados.rados.0.smithi082.stdout:1510: expect (ObjNum 370 snap 113 seq_num 370) 2024-08-17T00:45:45.725 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2[109413]: 2024-08-17T00:45:45.321+0000 7fd30c112640 -1 Falling back to public interface 2024-08-17T00:45:46.131 INFO:tasks.rados.rados.0.smithi082.stdout:1501: done (7 left) 2024-08-17T00:45:46.131 INFO:tasks.rados.rados.0.smithi082.stdout:1502: done (6 left) 2024-08-17T00:45:46.132 INFO:tasks.rados.rados.0.smithi082.stdout:1503: done (5 left) 2024-08-17T00:45:46.132 INFO:tasks.rados.rados.0.smithi082.stdout:1506: done (4 left) 2024-08-17T00:45:46.132 INFO:tasks.rados.rados.0.smithi082.stdout:1507: done (3 left) 2024-08-17T00:45:46.132 INFO:tasks.rados.rados.0.smithi082.stdout:1509: done (2 left) 2024-08-17T00:45:46.132 INFO:tasks.rados.rados.0.smithi082.stdout:1510: done (1 left) 2024-08-17T00:45:46.132 INFO:tasks.rados.rados.0.smithi082.stdout:1511: done (0 left) 2024-08-17T00:45:46.132 INFO:tasks.rados.rados.0.smithi082.stdout:1512: delete oid 46 current snap is 140 2024-08-17T00:45:46.137 INFO:tasks.rados.rados.0.smithi082.stdout:1512: done (0 left) 2024-08-17T00:45:46.137 INFO:tasks.rados.rados.0.smithi082.stdout:1513: rollback oid 6 current snap is 140 2024-08-17T00:45:46.137 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 6 to 111 2024-08-17T00:45:46.137 INFO:tasks.rados.rados.0.smithi082.stdout:1514: read oid 17 snap -1 2024-08-17T00:45:46.137 INFO:tasks.rados.rados.0.smithi082.stdout:1514: expect (ObjNum 370 snap 113 seq_num 370) 2024-08-17T00:45:46.137 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 22 current snap is 140 2024-08-17T00:45:46.137 INFO:tasks.rados.rados.0.smithi082.stdout:1515: seq_num 480 ranges {0=442368,442368=401408} 2024-08-17T00:45:46.140 INFO:tasks.rados.rados.0.smithi082.stdout:1515: writing smithi08280503-22 from 0 to 442368 tid 1 2024-08-17T00:45:46.143 INFO:tasks.rados.rados.0.smithi082.stdout:1515: writing smithi08280503-22 from 442368 to 843776 tid 2 2024-08-17T00:45:46.143 INFO:tasks.rados.rados.0.smithi082.stdout:1516: setattr oid 45 current snap is 140 2024-08-17T00:45:46.144 INFO:tasks.rados.rados.0.smithi082.stdout:1513: finishing rollback tid 0 to smithi08280503-6 2024-08-17T00:45:46.144 INFO:tasks.rados.rados.0.smithi082.stdout:1513: finishing rollback tid 1 to smithi08280503-6 2024-08-17T00:45:46.145 INFO:tasks.rados.rados.0.smithi082.stdout:1513: finishing rollback tid 2 to smithi08280503-6 2024-08-17T00:45:46.146 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 835 (ObjNum 346 snap 109 seq_num 346) dirty exists 2024-08-17T00:45:46.146 INFO:tasks.rados.rados.0.smithi082.stdout:1513: done (3 left) 2024-08-17T00:45:46.146 INFO:tasks.rados.rados.0.smithi082.stdout:1517: read oid 23 snap -1 2024-08-17T00:45:46.146 INFO:tasks.rados.rados.0.smithi082.stdout:1517: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:45:46.146 INFO:tasks.rados.rados.0.smithi082.stdout:1518: read oid 33 snap 139 2024-08-17T00:45:46.146 INFO:tasks.rados.rados.0.smithi082.stdout:1518: expect (ObjNum 110 snap 22 seq_num 110) 2024-08-17T00:45:46.146 INFO:tasks.rados.rados.0.smithi082.stdout:1519: rollback oid 31 current snap is 140 2024-08-17T00:45:46.146 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 31 to 139 2024-08-17T00:45:46.146 INFO:tasks.rados.rados.0.smithi082.stdout:1520: rollback oid 44 current snap is 140 2024-08-17T00:45:46.146 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 44 to 139 2024-08-17T00:45:46.146 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 32 current snap is 140 2024-08-17T00:45:46.146 INFO:tasks.rados.rados.0.smithi082.stdout:1521: seq_num 481 ranges {4218880=458752,4677632=401408} 2024-08-17T00:45:46.173 INFO:tasks.rados.rados.0.smithi082.stdout:1521: writing smithi08280503-32 from 4218880 to 4677632 tid 1 2024-08-17T00:45:46.176 INFO:tasks.rados.rados.0.smithi082.stdout:1521: writing smithi08280503-32 from 4677632 to 5079040 tid 2 2024-08-17T00:45:46.176 INFO:tasks.rados.rados.0.smithi082.stdout:1522: setattr oid 10 current snap is 140 2024-08-17T00:45:46.176 INFO:tasks.rados.rados.0.smithi082.stdout:1517: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:45:46.182 INFO:tasks.rados.rados.0.smithi082.stdout:1515: finishing write tid 1 to smithi08280503-22 2024-08-17T00:45:46.182 INFO:tasks.rados.rados.0.smithi082.stdout:1515: finishing write tid 2 to smithi08280503-22 2024-08-17T00:45:46.182 INFO:tasks.rados.rados.0.smithi082.stdout:1515: finishing write tid 3 to smithi08280503-22 2024-08-17T00:45:46.183 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 751 (ObjNum 385 snap 118 seq_num 385) dirty exists 2024-08-17T00:45:46.183 INFO:tasks.rados.rados.0.smithi082.stdout:1519: finishing rollback tid 0 to smithi08280503-31 2024-08-17T00:45:46.183 INFO:tasks.rados.rados.0.smithi082.stdout:1519: finishing rollback tid 1 to smithi08280503-31 2024-08-17T00:45:46.183 INFO:tasks.rados.rados.0.smithi082.stdout:1519: finishing rollback tid 2 to smithi08280503-31 2024-08-17T00:45:46.183 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 997 (ObjNum 453 snap 133 seq_num 453) dirty exists 2024-08-17T00:45:46.183 INFO:tasks.rados.rados.0.smithi082.stdout:1520: finishing rollback tid 0 to smithi08280503-44 2024-08-17T00:45:46.183 INFO:tasks.rados.rados.0.smithi082.stdout:1520: finishing rollback tid 1 to smithi08280503-44 2024-08-17T00:45:46.183 INFO:tasks.rados.rados.0.smithi082.stdout:1520: finishing rollback tid 2 to smithi08280503-44 2024-08-17T00:45:46.183 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 975 (ObjNum 332 snap 102 seq_num 332) dirty exists 2024-08-17T00:45:46.183 INFO:tasks.rados.rados.0.smithi082.stdout:1515: finishing write tid 4 to smithi08280503-22 2024-08-17T00:45:46.183 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 600 (ObjNum 480 snap 140 seq_num 480) dirty exists 2024-08-17T00:45:46.183 INFO:tasks.rados.rados.0.smithi082.stdout:1515: left oid 22 (ObjNum 480 snap 140 seq_num 480) 2024-08-17T00:45:46.183 INFO:tasks.rados.rados.0.smithi082.stdout:1521: finishing write tid 1 to smithi08280503-32 2024-08-17T00:45:46.183 INFO:tasks.rados.rados.0.smithi082.stdout:1515: done (8 left) 2024-08-17T00:45:46.183 INFO:tasks.rados.rados.0.smithi082.stdout:1516: done (7 left) 2024-08-17T00:45:46.184 INFO:tasks.rados.rados.0.smithi082.stdout:1517: done (6 left) 2024-08-17T00:45:46.184 INFO:tasks.rados.rados.0.smithi082.stdout:1519: done (5 left) 2024-08-17T00:45:46.184 INFO:tasks.rados.rados.0.smithi082.stdout:1520: done (4 left) 2024-08-17T00:45:46.184 INFO:tasks.rados.rados.0.smithi082.stdout:1523: setattr oid 15 current snap is 140 2024-08-17T00:45:46.184 INFO:tasks.rados.rados.0.smithi082.stdout:1521: finishing write tid 2 to smithi08280503-32 2024-08-17T00:45:46.184 INFO:tasks.rados.rados.0.smithi082.stdout:1521: finishing write tid 3 to smithi08280503-32 2024-08-17T00:45:46.184 INFO:tasks.rados.rados.0.smithi082.stdout:1518: expect (ObjNum 110 snap 22 seq_num 110) 2024-08-17T00:45:46.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:46.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:46.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:45:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:45:46.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:46.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:46.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:45:46.367 INFO:tasks.rados.rados.0.smithi082.stdout:1521: finishing write tid 4 to smithi08280503-32 2024-08-17T00:45:46.368 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 921 (ObjNum 481 snap 140 seq_num 481) dirty exists 2024-08-17T00:45:46.368 INFO:tasks.rados.rados.0.smithi082.stdout:1521: left oid 32 (ObjNum 481 snap 140 seq_num 481) 2024-08-17T00:45:46.368 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 836 (ObjNum 274 snap 77 seq_num 274) dirty exists 2024-08-17T00:45:46.368 INFO:tasks.rados.rados.0.smithi082.stdout:1514: expect (ObjNum 370 snap 113 seq_num 370) 2024-08-17T00:45:47.124 INFO:tasks.rados.rados.0.smithi082.stdout:1514: done (4 left) 2024-08-17T00:45:47.124 INFO:tasks.rados.rados.0.smithi082.stdout:1518: done (3 left) 2024-08-17T00:45:47.124 INFO:tasks.rados.rados.0.smithi082.stdout:1521: done (2 left) 2024-08-17T00:45:47.124 INFO:tasks.rados.rados.0.smithi082.stdout:1522: done (1 left) 2024-08-17T00:45:47.124 INFO:tasks.rados.rados.0.smithi082.stdout:1524: copy_from oid 43 from oid 26 current snap is 140 2024-08-17T00:45:47.124 INFO:tasks.rados.rados.0.smithi082.stdout:1525: read oid 28 snap -1 2024-08-17T00:45:47.124 INFO:tasks.rados.rados.0.smithi082.stdout:1525: expect (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:45:47.124 INFO:tasks.rados.rados.0.smithi082.stdout:1526: rollback oid 32 current snap is 140 2024-08-17T00:45:47.124 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 32 to 111 2024-08-17T00:45:47.124 INFO:tasks.rados.rados.0.smithi082.stdout:1527: copy_from oid 9 from oid 37 current snap is 140 2024-08-17T00:45:47.125 INFO:tasks.rados.rados.0.smithi082.stdout:1528: rollback oid 17 current snap is 140 2024-08-17T00:45:47.125 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 17 to 111 2024-08-17T00:45:47.125 INFO:tasks.rados.rados.0.smithi082.stdout:1529: snap_create 2024-08-17T00:45:47.127 INFO:tasks.rados.rados.0.smithi082.stdout:1526: finishing rollback tid 0 to smithi08280503-32 2024-08-17T00:45:47.128 INFO:tasks.rados.rados.0.smithi082.stdout:1526: finishing rollback tid 1 to smithi08280503-32 2024-08-17T00:45:47.128 INFO:tasks.rados.rados.0.smithi082.stdout:1526: finishing rollback tid 2 to smithi08280503-32 2024-08-17T00:45:47.128 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 924 (ObjNum 358 snap 109 seq_num 358) dirty exists 2024-08-17T00:45:47.130 INFO:tasks.rados.rados.0.smithi082.stdout:1527: finishing copy_from to smithi08280503-9 2024-08-17T00:45:47.130 INFO:tasks.rados.rados.0.smithi082.stdout:1527: got expected ENOENT (src dne) 2024-08-17T00:45:47.130 INFO:tasks.rados.rados.0.smithi082.stdout:1527: finishing copy_from racing read to smithi08280503-9 2024-08-17T00:45:47.130 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 654 (ObjNum 332 snap 102 seq_num 332) dirty exists 2024-08-17T00:45:47.130 INFO:tasks.rados.rados.0.smithi082.stdout:1528: finishing rollback tid 0 to smithi08280503-17 2024-08-17T00:45:47.131 INFO:tasks.rados.rados.0.smithi082.stdout:1528: finishing rollback tid 1 to smithi08280503-17 2024-08-17T00:45:47.131 INFO:tasks.rados.rados.0.smithi082.stdout:1528: finishing rollback tid 2 to smithi08280503-17 2024-08-17T00:45:47.131 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 657 (ObjNum 215 snap 55 seq_num 215) dirty exists 2024-08-17T00:45:47.137 INFO:tasks.rados.rados.0.smithi082.stdout:1525: expect (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:45:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:46 smithi082 ceph-mon[94343]: osdmap e360: 8 total, 7 up, 8 in 2024-08-17T00:45:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:46 smithi082 ceph-mon[94343]: pgmap v205: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 259 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 1.6 MiB/s wr, 23 op/s; 55/360 objects degraded (15.278%) 2024-08-17T00:45:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:46 smithi082 ceph-mon[91979]: osdmap e360: 8 total, 7 up, 8 in 2024-08-17T00:45:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:46 smithi082 ceph-mon[91979]: pgmap v205: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 259 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 1.6 MiB/s wr, 23 op/s; 55/360 objects degraded (15.278%) 2024-08-17T00:45:47.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:46 smithi137 ceph-mon[86391]: osdmap e360: 8 total, 7 up, 8 in 2024-08-17T00:45:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:46 smithi137 ceph-mon[86391]: pgmap v205: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 259 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 1.6 MiB/s wr, 23 op/s; 55/360 objects degraded (15.278%) 2024-08-17T00:45:47.394 INFO:tasks.rados.rados.0.smithi082.stdout:1524: finishing copy_from racing read to smithi08280503-43 2024-08-17T00:45:47.394 INFO:tasks.rados.rados.0.smithi082.stdout:1524: finishing copy_from to smithi08280503-43 2024-08-17T00:45:47.394 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 926 (ObjNum 348 snap 109 seq_num 348) dirty exists 2024-08-17T00:45:47.961 INFO:tasks.rados.rados.0.smithi082.stdout:1523: done (6 left) 2024-08-17T00:45:47.961 INFO:tasks.rados.rados.0.smithi082.stdout:1524: done (5 left) 2024-08-17T00:45:47.961 INFO:tasks.rados.rados.0.smithi082.stdout:1525: done (4 left) 2024-08-17T00:45:47.961 INFO:tasks.rados.rados.0.smithi082.stdout:1526: done (3 left) 2024-08-17T00:45:47.961 INFO:tasks.rados.rados.0.smithi082.stdout:1527: done (2 left) 2024-08-17T00:45:47.961 INFO:tasks.rados.rados.0.smithi082.stdout:1528: done (1 left) 2024-08-17T00:45:47.961 INFO:tasks.rados.rados.0.smithi082.stdout:1529: done (0 left) 2024-08-17T00:45:47.961 INFO:tasks.rados.rados.0.smithi082.stdout:1530: snap_create 2024-08-17T00:45:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:47 smithi082 ceph-mon[94343]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T00:45:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:47 smithi082 ceph-mon[91979]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T00:45:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:47 smithi137 ceph-mon[86391]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T00:45:48.753 INFO:tasks.rados.rados.0.smithi082.stdout:1530: done (0 left) 2024-08-17T00:45:48.753 INFO:tasks.rados.rados.0.smithi082.stdout:1531: read oid 37 snap -1 2024-08-17T00:45:48.753 INFO:tasks.rados.rados.0.smithi082.stdout:1531: expect deleted 2024-08-17T00:45:48.753 INFO:tasks.rados.rados.0.smithi082.stdout:1532: read oid 17 snap -1 2024-08-17T00:45:48.753 INFO:tasks.rados.rados.0.smithi082.stdout:1532: expect (ObjNum 215 snap 55 seq_num 215) 2024-08-17T00:45:48.753 INFO:tasks.rados.rados.0.smithi082.stdout:1533: rollback oid 50 current snap is 142 2024-08-17T00:45:48.753 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 50 to 139 2024-08-17T00:45:48.754 INFO:tasks.rados.rados.0.smithi082.stdout:1534: rmattr oid 5 current snap is 142 2024-08-17T00:45:48.754 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 23 current snap is 142 2024-08-17T00:45:48.754 INFO:tasks.rados.rados.0.smithi082.stdout:1535: seq_num 482 ranges {0=475136,475136=401408} 2024-08-17T00:45:48.756 INFO:tasks.rados.rados.0.smithi082.stdout:1535: writing smithi08280503-23 from 0 to 475136 tid 1 2024-08-17T00:45:48.759 INFO:tasks.rados.rados.0.smithi082.stdout:1535: writing smithi08280503-23 from 475136 to 876544 tid 2 2024-08-17T00:45:48.759 INFO:tasks.rados.rados.0.smithi082.stdout:1536: read oid 38 snap -1 2024-08-17T00:45:48.759 INFO:tasks.rados.rados.0.smithi082.stdout:1536: expect (ObjNum 447 snap 132 seq_num 447) 2024-08-17T00:45:48.759 INFO:tasks.rados.rados.0.smithi082.stdout:1537: read oid 12 snap -1 2024-08-17T00:45:48.760 INFO:tasks.rados.rados.0.smithi082.stdout:1537: expect (ObjNum 437 snap 128 seq_num 437) 2024-08-17T00:45:48.760 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 2 current snap is 142 2024-08-17T00:45:48.760 INFO:tasks.rados.rados.0.smithi082.stdout:1538: seq_num 483 ranges {5357568=491520,5849088=401408} 2024-08-17T00:45:48.793 INFO:tasks.rados.rados.0.smithi082.stdout:1538: writing smithi08280503-2 from 5357568 to 5849088 tid 1 2024-08-17T00:45:48.796 INFO:tasks.rados.rados.0.smithi082.stdout:1538: writing smithi08280503-2 from 5849088 to 6250496 tid 2 2024-08-17T00:45:48.796 INFO:tasks.rados.rados.0.smithi082.stdout:1539: read oid 42 snap 141 2024-08-17T00:45:48.796 INFO:tasks.rados.rados.0.smithi082.stdout:1539: expect (ObjNum 452 snap 132 seq_num 452) 2024-08-17T00:45:48.796 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 19 current snap is 142 2024-08-17T00:45:48.796 INFO:tasks.rados.rados.0.smithi082.stdout:1540: seq_num 484 ranges {4284416=507904,4792320=401408} 2024-08-17T00:45:48.822 INFO:tasks.rados.rados.0.smithi082.stdout:1540: writing smithi08280503-19 from 4284416 to 4792320 tid 1 2024-08-17T00:45:48.825 INFO:tasks.rados.rados.0.smithi082.stdout:1540: writing smithi08280503-19 from 4792320 to 5193728 tid 2 2024-08-17T00:45:48.825 INFO:tasks.rados.rados.0.smithi082.stdout:1541: setattr oid 34 current snap is 142 2024-08-17T00:45:48.825 INFO:tasks.rados.rados.0.smithi082.stdout:1533: finishing rollback tid 0 to smithi08280503-50 2024-08-17T00:45:48.825 INFO:tasks.rados.rados.0.smithi082.stdout:1533: finishing rollback tid 1 to smithi08280503-50 2024-08-17T00:45:48.825 INFO:tasks.rados.rados.0.smithi082.stdout:1537: expect (ObjNum 437 snap 128 seq_num 437) 2024-08-17T00:45:48.833 INFO:tasks.rados.rados.0.smithi082.stdout:1533: finishing rollback tid 2 to smithi08280503-50 2024-08-17T00:45:48.833 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 928 (ObjNum 372 snap 113 seq_num 372) dirty exists 2024-08-17T00:45:48.833 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 837 (ObjNum 442 snap 131 seq_num 442) dirty exists 2024-08-17T00:45:48.833 INFO:tasks.rados.rados.0.smithi082.stdout:1536: expect (ObjNum 447 snap 132 seq_num 447) 2024-08-17T00:45:48.975 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:48 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2[109413]: 2024-08-17T00:45:48.559+0000 7fd30c112640 -1 osd.2 353 log_to_monitors true 2024-08-17T00:45:48.986 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:48 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:49.288 INFO:tasks.rados.rados.0.smithi082.stdout:1539: expect (ObjNum 452 snap 132 seq_num 452) 2024-08-17T00:45:49.316 INFO:tasks.rados.rados.0.smithi082.stdout:1532: expect (ObjNum 215 snap 55 seq_num 215) 2024-08-17T00:45:49.475 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:45:49 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2[109413]: 2024-08-17T00:45:49.237+0000 7fd2ffeb5640 -1 osd.2 353 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:45:49.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:49 smithi082 ceph-mon[94343]: osdmap e361: 8 total, 7 up, 8 in 2024-08-17T00:45:49.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:49 smithi082 ceph-mon[94343]: pgmap v207: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 260 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 1.0 MiB/s wr, 30 op/s; 57/363 objects degraded (15.702%) 2024-08-17T00:45:49.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:49 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:49.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:49 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:49.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:49 smithi082 ceph-mon[94343]: from='osd.2 [v2:172.21.15.82:6818/2916873772,v1:172.21.15.82:6819/2916873772]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T00:45:49.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:49 smithi082 ceph-mon[94343]: Health check update: Degraded data redundancy: 55/360 objects degraded (15.278%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T00:45:49.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:49 smithi082 ceph-mon[94343]: from='osd.2 [v2:172.21.15.82:6818/2916873772,v1:172.21.15.82:6819/2916873772]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T00:45:49.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:49 smithi082 ceph-mon[94343]: osdmap e362: 8 total, 7 up, 8 in 2024-08-17T00:45:49.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:49 smithi082 ceph-mon[94343]: from='osd.2 [v2:172.21.15.82:6818/2916873772,v1:172.21.15.82:6819/2916873772]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:45:49.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:49 smithi082 ceph-mon[91979]: osdmap e361: 8 total, 7 up, 8 in 2024-08-17T00:45:49.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:49 smithi082 ceph-mon[91979]: pgmap v207: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 260 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 1.0 MiB/s wr, 30 op/s; 57/363 objects degraded (15.702%) 2024-08-17T00:45:49.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:49 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:49.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:49 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:49.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:49 smithi082 ceph-mon[91979]: from='osd.2 [v2:172.21.15.82:6818/2916873772,v1:172.21.15.82:6819/2916873772]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T00:45:49.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:49 smithi082 ceph-mon[91979]: Health check update: Degraded data redundancy: 55/360 objects degraded (15.278%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T00:45:49.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:49 smithi082 ceph-mon[91979]: from='osd.2 [v2:172.21.15.82:6818/2916873772,v1:172.21.15.82:6819/2916873772]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T00:45:49.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:49 smithi082 ceph-mon[91979]: osdmap e362: 8 total, 7 up, 8 in 2024-08-17T00:45:49.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:49 smithi082 ceph-mon[91979]: from='osd.2 [v2:172.21.15.82:6818/2916873772,v1:172.21.15.82:6819/2916873772]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:45:49.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:49 smithi137 ceph-mon[86391]: osdmap e361: 8 total, 7 up, 8 in 2024-08-17T00:45:49.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:49 smithi137 ceph-mon[86391]: pgmap v207: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 260 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 1.0 MiB/s wr, 30 op/s; 57/363 objects degraded (15.702%) 2024-08-17T00:45:49.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:49 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:49.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:49 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:49.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:49 smithi137 ceph-mon[86391]: from='osd.2 [v2:172.21.15.82:6818/2916873772,v1:172.21.15.82:6819/2916873772]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T00:45:49.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:49 smithi137 ceph-mon[86391]: Health check update: Degraded data redundancy: 55/360 objects degraded (15.278%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T00:45:49.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:49 smithi137 ceph-mon[86391]: from='osd.2 [v2:172.21.15.82:6818/2916873772,v1:172.21.15.82:6819/2916873772]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T00:45:49.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:49 smithi137 ceph-mon[86391]: osdmap e362: 8 total, 7 up, 8 in 2024-08-17T00:45:49.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:49 smithi137 ceph-mon[86391]: from='osd.2 [v2:172.21.15.82:6818/2916873772,v1:172.21.15.82:6819/2916873772]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:45:49.893 INFO:tasks.rados.rados.0.smithi082.stdout:1540: finishing write tid 1 to smithi08280503-19 2024-08-17T00:45:49.894 INFO:tasks.rados.rados.0.smithi082.stdout:1540: finishing write tid 2 to smithi08280503-19 2024-08-17T00:45:49.894 INFO:tasks.rados.rados.0.smithi082.stdout:1540: finishing write tid 3 to smithi08280503-19 2024-08-17T00:45:49.894 INFO:tasks.rados.rados.0.smithi082.stdout:1540: finishing write tid 4 to smithi08280503-19 2024-08-17T00:45:49.894 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 1001 (ObjNum 484 snap 142 seq_num 484) dirty exists 2024-08-17T00:45:49.894 INFO:tasks.rados.rados.0.smithi082.stdout:1540: left oid 19 (ObjNum 484 snap 142 seq_num 484) 2024-08-17T00:45:49.894 INFO:tasks.rados.rados.0.smithi082.stdout:1535: finishing write tid 1 to smithi08280503-23 2024-08-17T00:45:49.894 INFO:tasks.rados.rados.0.smithi082.stdout:1535: finishing write tid 2 to smithi08280503-23 2024-08-17T00:45:49.894 INFO:tasks.rados.rados.0.smithi082.stdout:1535: finishing write tid 3 to smithi08280503-23 2024-08-17T00:45:49.894 INFO:tasks.rados.rados.0.smithi082.stdout:1535: finishing write tid 4 to smithi08280503-23 2024-08-17T00:45:49.894 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 377 (ObjNum 482 snap 142 seq_num 482) dirty exists 2024-08-17T00:45:49.894 INFO:tasks.rados.rados.0.smithi082.stdout:1535: left oid 23 (ObjNum 482 snap 142 seq_num 482) 2024-08-17T00:45:49.895 INFO:tasks.rados.rados.0.smithi082.stdout:1538: finishing write tid 1 to smithi08280503-2 2024-08-17T00:45:49.895 INFO:tasks.rados.rados.0.smithi082.stdout:1538: finishing write tid 2 to smithi08280503-2 2024-08-17T00:45:49.895 INFO:tasks.rados.rados.0.smithi082.stdout:1538: finishing write tid 3 to smithi08280503-2 2024-08-17T00:45:49.895 INFO:tasks.rados.rados.0.smithi082.stdout:1538: finishing write tid 4 to smithi08280503-2 2024-08-17T00:45:49.895 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 2 v 766 (ObjNum 483 snap 142 seq_num 483) dirty exists 2024-08-17T00:45:49.895 INFO:tasks.rados.rados.0.smithi082.stdout:1538: left oid 2 (ObjNum 483 snap 142 seq_num 483) 2024-08-17T00:45:49.895 INFO:tasks.rados.rados.0.smithi082.stdout:1531: done (10 left) 2024-08-17T00:45:49.895 INFO:tasks.rados.rados.0.smithi082.stdout:1532: done (9 left) 2024-08-17T00:45:49.895 INFO:tasks.rados.rados.0.smithi082.stdout:1533: done (8 left) 2024-08-17T00:45:49.895 INFO:tasks.rados.rados.0.smithi082.stdout:1534: done (7 left) 2024-08-17T00:45:49.895 INFO:tasks.rados.rados.0.smithi082.stdout:1535: done (6 left) 2024-08-17T00:45:49.895 INFO:tasks.rados.rados.0.smithi082.stdout:1536: done (5 left) 2024-08-17T00:45:49.895 INFO:tasks.rados.rados.0.smithi082.stdout:1537: done (4 left) 2024-08-17T00:45:49.896 INFO:tasks.rados.rados.0.smithi082.stdout:1538: done (3 left) 2024-08-17T00:45:49.896 INFO:tasks.rados.rados.0.smithi082.stdout:1539: done (2 left) 2024-08-17T00:45:49.896 INFO:tasks.rados.rados.0.smithi082.stdout:1540: done (1 left) 2024-08-17T00:45:49.896 INFO:tasks.rados.rados.0.smithi082.stdout:1542: snap_remove snap 140 2024-08-17T00:45:50.247 INFO:tasks.rados.rados.0.smithi082.stdout:1542: done (1 left) 2024-08-17T00:45:50.247 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 23 current snap is 142 2024-08-17T00:45:50.247 INFO:tasks.rados.rados.0.smithi082.stdout:1543: seq_num 485 ranges {876544=532480,1409024=401408} 2024-08-17T00:45:50.247 INFO:tasks.rados.rados.0.smithi082.stdout:1543: writing smithi08280503-23 from 876544 to 1409024 tid 1 2024-08-17T00:45:50.250 INFO:tasks.rados.rados.0.smithi082.stdout:1543: writing smithi08280503-23 from 1409024 to 1810432 tid 2 2024-08-17T00:45:50.251 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 655 (ObjNum 330 snap 101 seq_num 330) dirty exists 2024-08-17T00:45:50.251 INFO:tasks.rados.rados.0.smithi082.stdout:1541: done (1 left) 2024-08-17T00:45:50.251 INFO:tasks.rados.rados.0.smithi082.stdout:1544: rollback oid 39 current snap is 142 2024-08-17T00:45:50.252 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 39 to 141 2024-08-17T00:45:50.252 INFO:tasks.rados.rados.0.smithi082.stdout:1545: rmattr oid 9 current snap is 142 2024-08-17T00:45:50.252 INFO:tasks.rados.rados.0.smithi082.stdout:1545: done (2 left) 2024-08-17T00:45:50.252 INFO:tasks.rados.rados.0.smithi082.stdout:1546: rollback oid 25 current snap is 142 2024-08-17T00:45:50.252 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 25 to 111 2024-08-17T00:45:50.252 INFO:tasks.rados.rados.0.smithi082.stdout:1547: setattr oid 34 current snap is 142 2024-08-17T00:45:50.254 INFO:tasks.rados.rados.0.smithi082.stdout:1548: read oid 42 snap -1 2024-08-17T00:45:50.254 INFO:tasks.rados.rados.0.smithi082.stdout:1548: expect (ObjNum 452 snap 132 seq_num 452) 2024-08-17T00:45:50.254 INFO:tasks.rados.rados.0.smithi082.stdout:1549: read oid 33 snap 111 2024-08-17T00:45:50.255 INFO:tasks.rados.rados.0.smithi082.stdout:1549: expect (ObjNum 110 snap 22 seq_num 110) 2024-08-17T00:45:50.255 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 1 current snap is 142 2024-08-17T00:45:50.255 INFO:tasks.rados.rados.0.smithi082.stdout:1550: seq_num 486 ranges {0=548864,548864=401408} 2024-08-17T00:45:50.257 INFO:tasks.rados.rados.0.smithi082.stdout:1550: writing smithi08280503-1 from 0 to 548864 tid 1 2024-08-17T00:45:50.260 INFO:tasks.rados.rados.0.smithi082.stdout:1550: writing smithi08280503-1 from 548864 to 950272 tid 2 2024-08-17T00:45:50.260 INFO:tasks.rados.rados.0.smithi082.stdout:1551: snap_create 2024-08-17T00:45:50.260 INFO:tasks.rados.rados.0.smithi082.stdout:1546: finishing rollback tid 1 to smithi08280503-25 2024-08-17T00:45:50.261 INFO:tasks.rados.rados.0.smithi082.stdout:1543: finishing write tid 1 to smithi08280503-23 2024-08-17T00:45:50.261 INFO:tasks.rados.rados.0.smithi082.stdout:1546: finishing rollback tid 2 to smithi08280503-25 2024-08-17T00:45:50.261 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 602 (ObjNum 301 snap 88 seq_num 301) dirty exists 2024-08-17T00:45:50.261 INFO:tasks.rados.rados.0.smithi082.stdout:1543: finishing write tid 2 to smithi08280503-23 2024-08-17T00:45:50.261 INFO:tasks.rados.rados.0.smithi082.stdout:1543: finishing write tid 3 to smithi08280503-23 2024-08-17T00:45:50.261 INFO:tasks.rados.rados.0.smithi082.stdout:1544: finishing rollback tid 1 to smithi08280503-39 2024-08-17T00:45:50.261 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 0 (ObjNum 289 snap 0 seq_num 2956906692) dirty dne 2024-08-17T00:45:50.261 INFO:tasks.rados.rados.0.smithi082.stdout:1543: finishing write tid 4 to smithi08280503-23 2024-08-17T00:45:50.261 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 382 (ObjNum 485 snap 142 seq_num 485) dirty exists 2024-08-17T00:45:50.262 INFO:tasks.rados.rados.0.smithi082.stdout:1543: left oid 23 (ObjNum 485 snap 142 seq_num 485) 2024-08-17T00:45:50.264 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 656 (ObjNum 330 snap 101 seq_num 330) dirty exists 2024-08-17T00:45:50.268 INFO:tasks.rados.rados.0.smithi082.stdout:1550: finishing write tid 1 to smithi08280503-1 2024-08-17T00:45:50.269 INFO:tasks.rados.rados.0.smithi082.stdout:1550: finishing write tid 2 to smithi08280503-1 2024-08-17T00:45:50.269 INFO:tasks.rados.rados.0.smithi082.stdout:1550: finishing write tid 3 to smithi08280503-1 2024-08-17T00:45:50.272 INFO:tasks.rados.rados.0.smithi082.stdout:1550: finishing write tid 4 to smithi08280503-1 2024-08-17T00:45:50.272 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 660 (ObjNum 486 snap 142 seq_num 486) dirty exists 2024-08-17T00:45:50.272 INFO:tasks.rados.rados.0.smithi082.stdout:1550: left oid 1 (ObjNum 486 snap 142 seq_num 486) 2024-08-17T00:45:50.276 INFO:tasks.rados.rados.0.smithi082.stdout:1549: expect (ObjNum 110 snap 22 seq_num 110) 2024-08-17T00:45:50.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:50.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:50.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:50 smithi082 ceph-mon[94343]: from='osd.2 [v2:172.21.15.82:6818/2916873772,v1:172.21.15.82:6819/2916873772]' entity='osd.2' 2024-08-17T00:45:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:50.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:50.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:50 smithi082 ceph-mon[91979]: from='osd.2 [v2:172.21.15.82:6818/2916873772,v1:172.21.15.82:6819/2916873772]' entity='osd.2' 2024-08-17T00:45:50.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:50.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:50.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:50 smithi137 ceph-mon[86391]: from='osd.2 [v2:172.21.15.82:6818/2916873772,v1:172.21.15.82:6819/2916873772]' entity='osd.2' 2024-08-17T00:45:51.247 INFO:tasks.rados.rados.0.smithi082.stdout:1543: done (7 left) 2024-08-17T00:45:51.247 INFO:tasks.rados.rados.0.smithi082.stdout:1544: done (6 left) 2024-08-17T00:45:51.247 INFO:tasks.rados.rados.0.smithi082.stdout:1546: done (5 left) 2024-08-17T00:45:51.247 INFO:tasks.rados.rados.0.smithi082.stdout:1547: done (4 left) 2024-08-17T00:45:51.247 INFO:tasks.rados.rados.0.smithi082.stdout:1549: done (3 left) 2024-08-17T00:45:51.247 INFO:tasks.rados.rados.0.smithi082.stdout:1550: done (2 left) 2024-08-17T00:45:51.248 INFO:tasks.rados.rados.0.smithi082.stdout:1551: done (1 left) 2024-08-17T00:45:51.248 INFO:tasks.rados.rados.0.smithi082.stdout:1552: copy_from oid 16 from oid 21 current snap is 143 2024-08-17T00:45:51.248 INFO:tasks.rados.rados.0.smithi082.stdout:1553: rollback oid 24 current snap is 143 2024-08-17T00:45:51.248 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 24 to 141 2024-08-17T00:45:51.248 INFO:tasks.rados.rados.0.smithi082.stdout:1554: rollback oid 39 current snap is 143 2024-08-17T00:45:51.248 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 39 to 142 2024-08-17T00:45:51.248 INFO:tasks.rados.rados.0.smithi082.stdout:1555: read oid 18 snap -1 2024-08-17T00:45:51.248 INFO:tasks.rados.rados.0.smithi082.stdout:1555: expect (ObjNum 332 snap 102 seq_num 332) 2024-08-17T00:45:51.248 INFO:tasks.rados.rados.0.smithi082.stdout:1556: read oid 48 snap -1 2024-08-17T00:45:51.248 INFO:tasks.rados.rados.0.smithi082.stdout:1556: expect (ObjNum 403 snap 124 seq_num 403) 2024-08-17T00:45:51.248 INFO:tasks.rados.rados.0.smithi082.stdout:1557: delete oid 37 current snap is 143 2024-08-17T00:45:51.252 INFO:tasks.rados.rados.0.smithi082.stdout:1554: finishing rollback tid 1 to smithi08280503-39 2024-08-17T00:45:51.252 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 0 (ObjNum 33 snap 0 seq_num 1549492333) dirty dne 2024-08-17T00:45:51.256 INFO:tasks.rados.rados.0.smithi082.stdout:1553: finishing rollback tid 0 to smithi08280503-24 2024-08-17T00:45:51.256 INFO:tasks.rados.rados.0.smithi082.stdout:1552: finishing copy_from to smithi08280503-16 2024-08-17T00:45:51.256 INFO:tasks.rados.rados.0.smithi082.stdout:1552: got expected ENOENT (src dne) 2024-08-17T00:45:51.256 INFO:tasks.rados.rados.0.smithi082.stdout:1552: finishing copy_from racing read to smithi08280503-16 2024-08-17T00:45:51.257 INFO:tasks.rados.rados.0.smithi082.stdout:1553: finishing rollback tid 1 to smithi08280503-24 2024-08-17T00:45:51.262 INFO:tasks.rados.rados.0.smithi082.stdout:1553: finishing rollback tid 2 to smithi08280503-24 2024-08-17T00:45:51.262 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 967 (ObjNum 453 snap 133 seq_num 453) dirty exists 2024-08-17T00:45:51.263 INFO:tasks.rados.rados.0.smithi082.stdout:1555: expect (ObjNum 332 snap 102 seq_num 332) 2024-08-17T00:45:51.345 INFO:tasks.rados.rados.0.smithi082.stdout:1548: expect (ObjNum 452 snap 132 seq_num 452) 2024-08-17T00:45:51.377 INFO:tasks.rados.rados.0.smithi082.stdout:1548: done (6 left) 2024-08-17T00:45:51.377 INFO:tasks.rados.rados.0.smithi082.stdout:1552: done (5 left) 2024-08-17T00:45:51.377 INFO:tasks.rados.rados.0.smithi082.stdout:1553: done (4 left) 2024-08-17T00:45:51.377 INFO:tasks.rados.rados.0.smithi082.stdout:1554: done (3 left) 2024-08-17T00:45:51.377 INFO:tasks.rados.rados.0.smithi082.stdout:1555: done (2 left) 2024-08-17T00:45:51.377 INFO:tasks.rados.rados.0.smithi082.stdout:1557: done (1 left) 2024-08-17T00:45:51.378 INFO:tasks.rados.rados.0.smithi082.stdout:1558: snap_create 2024-08-17T00:45:51.378 INFO:tasks.rados.rados.0.smithi082.stdout:1556: expect (ObjNum 403 snap 124 seq_num 403) 2024-08-17T00:45:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:51 smithi082 ceph-mon[94343]: pgmap v209: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 260 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 872 KiB/s wr, 25 op/s; 57/363 objects degraded (15.702%) 2024-08-17T00:45:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:45:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:51 smithi082 ceph-mon[94343]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:45:51.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:51 smithi082 ceph-mon[94343]: osd.2 [v2:172.21.15.82:6818/2916873772,v1:172.21.15.82:6819/2916873772] boot 2024-08-17T00:45:51.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:51 smithi082 ceph-mon[94343]: osdmap e363: 8 total, 8 up, 8 in 2024-08-17T00:45:51.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:45:51.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:51 smithi082 ceph-mon[91979]: pgmap v209: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 260 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 872 KiB/s wr, 25 op/s; 57/363 objects degraded (15.702%) 2024-08-17T00:45:51.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:51.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:45:51.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:51 smithi082 ceph-mon[91979]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:45:51.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:51 smithi082 ceph-mon[91979]: osd.2 [v2:172.21.15.82:6818/2916873772,v1:172.21.15.82:6819/2916873772] boot 2024-08-17T00:45:51.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:51 smithi082 ceph-mon[91979]: osdmap e363: 8 total, 8 up, 8 in 2024-08-17T00:45:51.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:45:51.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:51 smithi137 ceph-mon[86391]: pgmap v209: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 260 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 872 KiB/s wr, 25 op/s; 57/363 objects degraded (15.702%) 2024-08-17T00:45:51.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:51.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:45:51.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:51 smithi137 ceph-mon[86391]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:45:51.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:51 smithi137 ceph-mon[86391]: osd.2 [v2:172.21.15.82:6818/2916873772,v1:172.21.15.82:6819/2916873772] boot 2024-08-17T00:45:51.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:51 smithi137 ceph-mon[86391]: osdmap e363: 8 total, 8 up, 8 in 2024-08-17T00:45:51.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T00:45:52.249 INFO:tasks.rados.rados.0.smithi082.stdout:1556: done (1 left) 2024-08-17T00:45:52.249 INFO:tasks.rados.rados.0.smithi082.stdout:1558: done (0 left) 2024-08-17T00:45:52.249 INFO:tasks.rados.rados.0.smithi082.stdout:1559: copy_from oid 2 from oid 47 current snap is 144 2024-08-17T00:45:52.249 INFO:tasks.rados.rados.0.smithi082.stdout:1560: snap_remove snap 111 2024-08-17T00:45:52.437 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:52 smithi082 ceph-mon[94343]: osdmap e364: 8 total, 8 up, 8 in 2024-08-17T00:45:52.437 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:52 smithi082 ceph-mon[94343]: pgmap v212: 121 pgs: 15 peering, 15 active+undersized, 7 active+undersized+degraded, 84 active+clean; 264 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 846 KiB/s wr, 26 op/s; 47/378 objects degraded (12.434%) 2024-08-17T00:45:52.437 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:52 smithi082 ceph-mon[91979]: osdmap e364: 8 total, 8 up, 8 in 2024-08-17T00:45:52.438 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:52 smithi082 ceph-mon[91979]: pgmap v212: 121 pgs: 15 peering, 15 active+undersized, 7 active+undersized+degraded, 84 active+clean; 264 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 846 KiB/s wr, 26 op/s; 47/378 objects degraded (12.434%) 2024-08-17T00:45:52.725 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:45:52 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:45:52.592+0000 7fdf5fb8a640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-17T00:45:52.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:52 smithi137 ceph-mon[86391]: osdmap e364: 8 total, 8 up, 8 in 2024-08-17T00:45:52.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:52 smithi137 ceph-mon[86391]: pgmap v212: 121 pgs: 15 peering, 15 active+undersized, 7 active+undersized+degraded, 84 active+clean; 264 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 846 KiB/s wr, 26 op/s; 47/378 objects degraded (12.434%) 2024-08-17T00:45:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:53.261 INFO:tasks.rados.rados.0.smithi082.stdout:1560: done (1 left) 2024-08-17T00:45:53.261 INFO:tasks.rados.rados.0.smithi082.stdout:1561: rollback oid 25 current snap is 144 2024-08-17T00:45:53.261 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 25 to 141 2024-08-17T00:45:53.261 INFO:tasks.rados.rados.0.smithi082.stdout:1562: rmattr oid 5 current snap is 144 2024-08-17T00:45:53.262 INFO:tasks.rados.rados.0.smithi082.stdout:1559: finishing copy_from racing read to smithi08280503-2 2024-08-17T00:45:53.262 INFO:tasks.rados.rados.0.smithi082.stdout:1559: finishing copy_from to smithi08280503-2 2024-08-17T00:45:53.262 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 2 v 889 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:45:53.262 INFO:tasks.rados.rados.0.smithi082.stdout:1559: done (2 left) 2024-08-17T00:45:53.262 INFO:tasks.rados.rados.0.smithi082.stdout:1563: read oid 34 snap 141 2024-08-17T00:45:53.263 INFO:tasks.rados.rados.0.smithi082.stdout:1563: expect (ObjNum 330 snap 101 seq_num 330) 2024-08-17T00:45:53.263 INFO:tasks.rados.rados.0.smithi082.stdout:1564: delete oid 23 current snap is 144 2024-08-17T00:45:53.271 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 838 (ObjNum 442 snap 131 seq_num 442) dirty exists 2024-08-17T00:45:53.273 INFO:tasks.rados.rados.0.smithi082.stdout:1561: finishing rollback tid 0 to smithi08280503-25 2024-08-17T00:45:53.273 INFO:tasks.rados.rados.0.smithi082.stdout:1561: finishing rollback tid 1 to smithi08280503-25 2024-08-17T00:45:53.274 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 605 (ObjNum 33 snap 0 seq_num 3912338384) dirty dne 2024-08-17T00:45:53.275 INFO:tasks.rados.rados.0.smithi082.stdout:1563: expect (ObjNum 330 snap 101 seq_num 330) 2024-08-17T00:45:53.343 INFO:tasks.rados.rados.0.smithi082.stdout:1561: done (3 left) 2024-08-17T00:45:53.343 INFO:tasks.rados.rados.0.smithi082.stdout:1562: done (2 left) 2024-08-17T00:45:53.343 INFO:tasks.rados.rados.0.smithi082.stdout:1563: done (1 left) 2024-08-17T00:45:53.343 INFO:tasks.rados.rados.0.smithi082.stdout:1564: done (0 left) 2024-08-17T00:45:53.344 INFO:tasks.rados.rados.0.smithi082.stdout:1565: read oid 42 snap -1 2024-08-17T00:45:53.344 INFO:tasks.rados.rados.0.smithi082.stdout:1565: expect (ObjNum 452 snap 132 seq_num 452) 2024-08-17T00:45:53.344 INFO:tasks.rados.rados.0.smithi082.stdout:1566: snap_create 2024-08-17T00:45:53.347 INFO:tasks.rados.rados.0.smithi082.stdout:1565: expect (ObjNum 452 snap 132 seq_num 452) 2024-08-17T00:45:53.505 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:53 smithi137 ceph-mon[86391]: osdmap e365: 8 total, 8 up, 8 in 2024-08-17T00:45:53.505 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:53 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:53.505 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:53 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:53.505 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:53 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:45:53.505 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:53 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:45:53.505 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:53 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:53.505 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:53 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:45:53.505 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:53 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:45:53.505 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:53 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:45:53.506 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:53 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:45:53.506 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:53 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T00:45:53.506 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:53 smithi137 ceph-mon[86391]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T00:45:53.506 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:53 smithi137 ceph-mon[86391]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-17T00:45:53.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:53 smithi082 ceph-mon[94343]: osdmap e365: 8 total, 8 up, 8 in 2024-08-17T00:45:53.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:53 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:53.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:53 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:53.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:53 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:45:53.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:53 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:45:53.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:53 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:53.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:53 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:45:53.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:53 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:45:53.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:53 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:45:53.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:53 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:45:53.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:53 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T00:45:53.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:53 smithi082 ceph-mon[94343]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T00:45:53.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:53 smithi082 ceph-mon[94343]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-17T00:45:53.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:53 smithi082 ceph-mon[91979]: osdmap e365: 8 total, 8 up, 8 in 2024-08-17T00:45:53.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:53 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:53.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:53 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:53.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:53 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:45:53.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:53 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:45:53.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:53 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:45:53.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:53 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:45:53.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:53 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:45:53.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:53 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:45:53.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:53 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:45:53.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:53 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T00:45:53.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:53 smithi082 ceph-mon[91979]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T00:45:53.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:53 smithi082 ceph-mon[91979]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-17T00:45:53.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi137\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:54.266 INFO:tasks.rados.rados.0.smithi082.stdout:1565: done (1 left) 2024-08-17T00:45:54.266 INFO:tasks.rados.rados.0.smithi082.stdout:1566: done (0 left) 2024-08-17T00:45:54.266 INFO:tasks.rados.rados.0.smithi082.stdout:1567: snap_remove snap 143 2024-08-17T00:45:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:54 smithi082 ceph-mon[91979]: osdmap e366: 8 total, 8 up, 8 in 2024-08-17T00:45:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:54 smithi082 ceph-mon[91979]: Health check update: Degraded data redundancy: 47/378 objects degraded (12.434%), 7 pgs degraded (PG_DEGRADED) 2024-08-17T00:45:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:54 smithi082 ceph-mon[91979]: pgmap v215: 121 pgs: 15 peering, 7 active+undersized, 99 active+clean; 220 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 3.5 MiB/s wr, 36 op/s; 29 MiB/s, 6 objects/s recovering 2024-08-17T00:45:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:54 smithi082 ceph-mon[94343]: osdmap e366: 8 total, 8 up, 8 in 2024-08-17T00:45:54.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:54 smithi082 ceph-mon[94343]: Health check update: Degraded data redundancy: 47/378 objects degraded (12.434%), 7 pgs degraded (PG_DEGRADED) 2024-08-17T00:45:54.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:54 smithi082 ceph-mon[94343]: pgmap v215: 121 pgs: 15 peering, 7 active+undersized, 99 active+clean; 220 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 3.5 MiB/s wr, 36 op/s; 29 MiB/s, 6 objects/s recovering 2024-08-17T00:45:54.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:54 smithi137 ceph-mon[86391]: osdmap e366: 8 total, 8 up, 8 in 2024-08-17T00:45:54.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:54 smithi137 ceph-mon[86391]: Health check update: Degraded data redundancy: 47/378 objects degraded (12.434%), 7 pgs degraded (PG_DEGRADED) 2024-08-17T00:45:54.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:54 smithi137 ceph-mon[86391]: pgmap v215: 121 pgs: 15 peering, 7 active+undersized, 99 active+clean; 220 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 3.5 MiB/s wr, 36 op/s; 29 MiB/s, 6 objects/s recovering 2024-08-17T00:45:54.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:54.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:55.271 INFO:tasks.rados.rados.0.smithi082.stdout:1567: done (0 left) 2024-08-17T00:45:55.271 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 8 current snap is 145 2024-08-17T00:45:55.271 INFO:tasks.rados.rados.0.smithi082.stdout:1568: seq_num 489 ranges {729088=598016,1327104=401408} 2024-08-17T00:45:55.278 INFO:tasks.rados.rados.0.smithi082.stdout:1568: writing smithi08280503-8 from 729088 to 1327104 tid 1 2024-08-17T00:45:55.281 INFO:tasks.rados.rados.0.smithi082.stdout:1568: writing smithi08280503-8 from 1327104 to 1728512 tid 2 2024-08-17T00:45:55.281 INFO:tasks.rados.rados.0.smithi082.stdout:1569: delete oid 12 current snap is 145 2024-08-17T00:45:55.286 INFO:tasks.rados.rados.0.smithi082.stdout:1568: finishing write tid 1 to smithi08280503-8 2024-08-17T00:45:55.287 INFO:tasks.rados.rados.0.smithi082.stdout:1568: finishing write tid 2 to smithi08280503-8 2024-08-17T00:45:55.287 INFO:tasks.rados.rados.0.smithi082.stdout:1568: finishing write tid 3 to smithi08280503-8 2024-08-17T00:45:55.288 INFO:tasks.rados.rados.0.smithi082.stdout:1569: done (1 left) 2024-08-17T00:45:55.288 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 35 current snap is 145 2024-08-17T00:45:55.288 INFO:tasks.rados.rados.0.smithi082.stdout:1570: seq_num 491 ranges {6701056=630784,7331840=401408} 2024-08-17T00:45:55.327 INFO:tasks.rados.rados.0.smithi082.stdout:1570: writing smithi08280503-35 from 6701056 to 7331840 tid 1 2024-08-17T00:45:55.330 INFO:tasks.rados.rados.0.smithi082.stdout:1570: writing smithi08280503-35 from 7331840 to 7733248 tid 2 2024-08-17T00:45:55.330 INFO:tasks.rados.rados.0.smithi082.stdout:1571: delete oid 4 current snap is 145 2024-08-17T00:45:55.330 INFO:tasks.rados.rados.0.smithi082.stdout:1568: finishing write tid 4 to smithi08280503-8 2024-08-17T00:45:55.330 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 970 (ObjNum 489 snap 145 seq_num 489) dirty exists 2024-08-17T00:45:55.330 INFO:tasks.rados.rados.0.smithi082.stdout:1568: left oid 8 (ObjNum 489 snap 145 seq_num 489) 2024-08-17T00:45:55.332 INFO:tasks.rados.rados.0.smithi082.stdout:1570: finishing write tid 1 to smithi08280503-35 2024-08-17T00:45:55.333 INFO:tasks.rados.rados.0.smithi082.stdout:1570: finishing write tid 2 to smithi08280503-35 2024-08-17T00:45:55.333 INFO:tasks.rados.rados.0.smithi082.stdout:1570: finishing write tid 3 to smithi08280503-35 2024-08-17T00:45:55.335 INFO:tasks.rados.rados.0.smithi082.stdout:1568: done (2 left) 2024-08-17T00:45:55.335 INFO:tasks.rados.rados.0.smithi082.stdout:1571: done (1 left) 2024-08-17T00:45:55.335 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 47 current snap is 145 2024-08-17T00:45:55.335 INFO:tasks.rados.rados.0.smithi082.stdout:1572: seq_num 493 ranges {4251648=663552,4915200=401408} 2024-08-17T00:45:55.361 INFO:tasks.rados.rados.0.smithi082.stdout:1572: writing smithi08280503-47 from 4251648 to 4915200 tid 1 2024-08-17T00:45:55.363 INFO:tasks.rados.rados.0.smithi082.stdout:1572: writing smithi08280503-47 from 4915200 to 5316608 tid 2 2024-08-17T00:45:55.363 INFO:tasks.rados.rados.0.smithi082.stdout:1573: rmattr oid 23 current snap is 145 2024-08-17T00:45:55.364 INFO:tasks.rados.rados.0.smithi082.stdout:1573: done (2 left) 2024-08-17T00:45:55.364 INFO:tasks.rados.rados.0.smithi082.stdout:1574: copy_from oid 30 from oid 2 current snap is 145 2024-08-17T00:45:55.364 INFO:tasks.rados.rados.0.smithi082.stdout:1570: finishing write tid 4 to smithi08280503-35 2024-08-17T00:45:55.364 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 754 (ObjNum 491 snap 145 seq_num 491) dirty exists 2024-08-17T00:45:55.364 INFO:tasks.rados.rados.0.smithi082.stdout:1570: left oid 35 (ObjNum 491 snap 145 seq_num 491) 2024-08-17T00:45:55.364 INFO:tasks.rados.rados.0.smithi082.stdout:1570: done (2 left) 2024-08-17T00:45:55.364 INFO:tasks.rados.rados.0.smithi082.stdout:1575: copy_from oid 18 from oid 44 current snap is 145 2024-08-17T00:45:55.364 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 7 current snap is 145 2024-08-17T00:45:55.364 INFO:tasks.rados.rados.0.smithi082.stdout:1576: seq_num 494 ranges {761856=679936,1441792=401408} 2024-08-17T00:45:55.371 INFO:tasks.rados.rados.0.smithi082.stdout:1576: writing smithi08280503-7 from 761856 to 1441792 tid 1 2024-08-17T00:45:55.374 INFO:tasks.rados.rados.0.smithi082.stdout:1576: writing smithi08280503-7 from 1441792 to 1843200 tid 2 2024-08-17T00:45:55.374 INFO:tasks.rados.rados.0.smithi082.stdout:1577: delete oid 46 current snap is 145 2024-08-17T00:45:55.374 INFO:tasks.rados.rados.0.smithi082.stdout:1572: finishing write tid 1 to smithi08280503-47 2024-08-17T00:45:55.374 INFO:tasks.rados.rados.0.smithi082.stdout:1572: finishing write tid 2 to smithi08280503-47 2024-08-17T00:45:55.374 INFO:tasks.rados.rados.0.smithi082.stdout:1572: finishing write tid 3 to smithi08280503-47 2024-08-17T00:45:55.374 INFO:tasks.rados.rados.0.smithi082.stdout:1572: finishing write tid 4 to smithi08280503-47 2024-08-17T00:45:55.375 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 894 (ObjNum 493 snap 145 seq_num 493) dirty exists 2024-08-17T00:45:55.375 INFO:tasks.rados.rados.0.smithi082.stdout:1572: left oid 47 (ObjNum 493 snap 145 seq_num 493) 2024-08-17T00:45:55.377 INFO:tasks.rados.rados.0.smithi082.stdout:1572: done (4 left) 2024-08-17T00:45:55.377 INFO:tasks.rados.rados.0.smithi082.stdout:1577: done (3 left) 2024-08-17T00:45:55.377 INFO:tasks.rados.rados.0.smithi082.stdout:1578: read oid 37 snap -1 2024-08-17T00:45:55.377 INFO:tasks.rados.rados.0.smithi082.stdout:1578: expect deleted 2024-08-17T00:45:55.377 INFO:tasks.rados.rados.0.smithi082.stdout:1579: delete oid 48 current snap is 145 2024-08-17T00:45:55.377 INFO:tasks.rados.rados.0.smithi082.stdout:1575: finishing copy_from racing read to smithi08280503-18 2024-08-17T00:45:55.379 INFO:tasks.rados.rados.0.smithi082.stdout:1575: finishing copy_from to smithi08280503-18 2024-08-17T00:45:55.379 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 975 (ObjNum 332 snap 102 seq_num 332) dirty exists 2024-08-17T00:45:55.379 INFO:tasks.rados.rados.0.smithi082.stdout:1576: finishing write tid 1 to smithi08280503-7 2024-08-17T00:45:55.380 INFO:tasks.rados.rados.0.smithi082.stdout:1576: finishing write tid 2 to smithi08280503-7 2024-08-17T00:45:55.380 INFO:tasks.rados.rados.0.smithi082.stdout:1576: finishing write tid 3 to smithi08280503-7 2024-08-17T00:45:55.380 INFO:tasks.rados.rados.0.smithi082.stdout:1575: done (4 left) 2024-08-17T00:45:55.381 INFO:tasks.rados.rados.0.smithi082.stdout:1578: done (3 left) 2024-08-17T00:45:55.381 INFO:tasks.rados.rados.0.smithi082.stdout:1579: done (2 left) 2024-08-17T00:45:55.381 INFO:tasks.rados.rados.0.smithi082.stdout:1580: snap_create 2024-08-17T00:45:55.381 INFO:tasks.rados.rados.0.smithi082.stdout:1576: finishing write tid 4 to smithi08280503-7 2024-08-17T00:45:55.381 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 1017 (ObjNum 494 snap 145 seq_num 494) dirty exists 2024-08-17T00:45:55.381 INFO:tasks.rados.rados.0.smithi082.stdout:1576: left oid 7 (ObjNum 494 snap 145 seq_num 494) 2024-08-17T00:45:55.385 INFO:tasks.rados.rados.0.smithi082.stdout:1574: finishing copy_from racing read to smithi08280503-30 2024-08-17T00:45:55.388 INFO:tasks.rados.rados.0.smithi082.stdout:1574: finishing copy_from to smithi08280503-30 2024-08-17T00:45:55.388 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 30 v 889 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:45:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:45:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:45:55] "GET /metrics HTTP/1.1" 200 36021 "" "Prometheus/2.43.0" 2024-08-17T00:45:55.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:55 smithi082 ceph-mon[91979]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 47/378 objects degraded (12.434%), 7 pgs degraded) 2024-08-17T00:45:55.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:55 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:45:55.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:55 smithi082 ceph-mon[91979]: osdmap e367: 8 total, 8 up, 8 in 2024-08-17T00:45:55.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:55 smithi082 ceph-mon[94343]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 47/378 objects degraded (12.434%), 7 pgs degraded) 2024-08-17T00:45:55.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:55 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:45:55.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:55 smithi082 ceph-mon[94343]: osdmap e367: 8 total, 8 up, 8 in 2024-08-17T00:45:55.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:55 smithi137 ceph-mon[86391]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 47/378 objects degraded (12.434%), 7 pgs degraded) 2024-08-17T00:45:55.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:55 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:45:55.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:55 smithi137 ceph-mon[86391]: osdmap e367: 8 total, 8 up, 8 in 2024-08-17T00:45:56.069 INFO:teuthology.orchestra.run.smithi082.stdout:true 2024-08-17T00:45:56.280 INFO:tasks.rados.rados.0.smithi082.stdout:1574: done (2 left) 2024-08-17T00:45:56.281 INFO:tasks.rados.rados.0.smithi082.stdout:1576: done (1 left) 2024-08-17T00:45:56.281 INFO:tasks.rados.rados.0.smithi082.stdout:1580: done (0 left) 2024-08-17T00:45:56.281 INFO:tasks.rados.rados.0.smithi082.stdout:1581: delete oid 9 current snap is 146 2024-08-17T00:45:56.284 INFO:tasks.rados.rados.0.smithi082.stdout:1581: done (0 left) 2024-08-17T00:45:56.284 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 39 current snap is 146 2024-08-17T00:45:56.284 INFO:tasks.rados.rados.0.smithi082.stdout:1582: seq_num 498 ranges {0=745472,745472=401408} 2024-08-17T00:45:56.290 INFO:tasks.rados.rados.0.smithi082.stdout:1582: writing smithi08280503-39 from 0 to 745472 tid 1 2024-08-17T00:45:56.293 INFO:tasks.rados.rados.0.smithi082.stdout:1582: writing smithi08280503-39 from 745472 to 1146880 tid 2 2024-08-17T00:45:56.293 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 47 current snap is 146 2024-08-17T00:45:56.293 INFO:tasks.rados.rados.0.smithi082.stdout:1583: seq_num 499 ranges {5316608=761856,6078464=401408} 2024-08-17T00:45:56.328 INFO:tasks.rados.rados.0.smithi082.stdout:1583: writing smithi08280503-47 from 5316608 to 6078464 tid 1 2024-08-17T00:45:56.332 INFO:tasks.rados.rados.0.smithi082.stdout:1583: writing smithi08280503-47 from 6078464 to 6479872 tid 2 2024-08-17T00:45:56.332 INFO:tasks.rados.rados.0.smithi082.stdout:1584: read oid 32 snap -1 2024-08-17T00:45:56.332 INFO:tasks.rados.rados.0.smithi082.stdout:1584: expect (ObjNum 358 snap 109 seq_num 358) 2024-08-17T00:45:56.332 INFO:tasks.rados.rados.0.smithi082.stdout:1585: snap_create 2024-08-17T00:45:56.332 INFO:tasks.rados.rados.0.smithi082.stdout:1582: finishing write tid 1 to smithi08280503-39 2024-08-17T00:45:56.332 INFO:tasks.rados.rados.0.smithi082.stdout:1582: finishing write tid 2 to smithi08280503-39 2024-08-17T00:45:56.333 INFO:tasks.rados.rados.0.smithi082.stdout:1582: finishing write tid 3 to smithi08280503-39 2024-08-17T00:45:56.333 INFO:tasks.rados.rados.0.smithi082.stdout:1582: finishing write tid 4 to smithi08280503-39 2024-08-17T00:45:56.333 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 659 (ObjNum 498 snap 146 seq_num 498) dirty exists 2024-08-17T00:45:56.333 INFO:tasks.rados.rados.0.smithi082.stdout:1582: left oid 39 (ObjNum 498 snap 146 seq_num 498) 2024-08-17T00:45:56.334 INFO:tasks.rados.rados.0.smithi082.stdout:1583: finishing write tid 1 to smithi08280503-47 2024-08-17T00:45:56.334 INFO:tasks.rados.rados.0.smithi082.stdout:1583: finishing write tid 2 to smithi08280503-47 2024-08-17T00:45:56.335 INFO:tasks.rados.rados.0.smithi082.stdout:1583: finishing write tid 3 to smithi08280503-47 2024-08-17T00:45:56.335 INFO:tasks.rados.rados.0.smithi082.stdout:1583: finishing write tid 4 to smithi08280503-47 2024-08-17T00:45:56.335 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 897 (ObjNum 499 snap 146 seq_num 499) dirty exists 2024-08-17T00:45:56.336 INFO:tasks.rados.rados.0.smithi082.stdout:1583: left oid 47 (ObjNum 499 snap 146 seq_num 499) 2024-08-17T00:45:56.338 INFO:tasks.rados.rados.0.smithi082.stdout:1584: expect (ObjNum 358 snap 109 seq_num 358) 2024-08-17T00:45:56.356 INFO:teuthology.orchestra.run.smithi082.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:45:56.356 INFO:teuthology.orchestra.run.smithi082.stdout:alertmanager.a smithi082 *:9093,9094 running (3m) 7s ago 7m 25.6M - 0.25.0 c8568f914cd2 21f506531c7e 2024-08-17T00:45:56.356 INFO:teuthology.orchestra.run.smithi082.stdout:grafana.a smithi137 *:3000 running (3m) 114s ago 7m 82.8M - 9.4.7 954c08fa6188 a7d4db6b9a81 2024-08-17T00:45:56.356 INFO:teuthology.orchestra.run.smithi082.stdout:mds.a smithi082 running (9m) 7s ago 9m 17.8M - 17.2.7-1402-g03a1ac13 bc5a85a90206 884927c0355a 2024-08-17T00:45:56.356 INFO:teuthology.orchestra.run.smithi082.stdout:mds.b smithi137 running (9m) 114s ago 9m 14.5M - 17.2.7-1402-g03a1ac13 bc5a85a90206 931a05caee78 2024-08-17T00:45:56.356 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.x smithi137 *:8443,9283,8765 running (2m) 114s ago 12m 438M - 19.1.0-1363-gd863d21c ba08250ef864 745a5ef30a75 2024-08-17T00:45:56.357 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.y smithi082 *:8443,9283,8765 running (3m) 7s ago 13m 506M - 19.1.0-1363-gd863d21c ba08250ef864 92bb5538a947 2024-08-17T00:45:56.357 INFO:teuthology.orchestra.run.smithi082.stdout:mon.a smithi082 running (2m) 7s ago 14m 50.2M 2048M 19.1.0-1363-gd863d21c ba08250ef864 f4aa8d413a0e 2024-08-17T00:45:56.357 INFO:teuthology.orchestra.run.smithi082.stdout:mon.b smithi137 running (2m) 114s ago 12m 21.1M 2048M 19.1.0-1363-gd863d21c ba08250ef864 9fd7ba29d439 2024-08-17T00:45:56.357 INFO:teuthology.orchestra.run.smithi082.stdout:mon.c smithi082 running (2m) 7s ago 12m 42.5M 2048M 19.1.0-1363-gd863d21c ba08250ef864 d6960322022d 2024-08-17T00:45:56.357 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.a smithi082 *:9100 running (3m) 7s ago 7m 16.0M - 1.5.0 0da6a335fe13 198283f1b08e 2024-08-17T00:45:56.357 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.b smithi137 *:9100 running (3m) 114s ago 7m 8526k - 1.5.0 0da6a335fe13 da4f12b322e3 2024-08-17T00:45:56.357 INFO:teuthology.orchestra.run.smithi082.stdout:osd.0 smithi082 running (78s) 7s ago 12m 170M 2480M 19.1.0-1363-gd863d21c ba08250ef864 32a8251d6cbd 2024-08-17T00:45:56.357 INFO:teuthology.orchestra.run.smithi082.stdout:osd.1 smithi082 running (45s) 7s ago 11m 98.2M 2480M 19.1.0-1363-gd863d21c ba08250ef864 27410d903b16 2024-08-17T00:45:56.357 INFO:teuthology.orchestra.run.smithi082.stdout:osd.2 smithi082 running (11s) 7s ago 11m 14.5M 2480M 19.1.0-1363-gd863d21c ba08250ef864 d73e6cacdf8e 2024-08-17T00:45:56.357 INFO:teuthology.orchestra.run.smithi082.stdout:osd.3 smithi082 running (10m) 7s ago 10m 150M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 a83a3a475578 2024-08-17T00:45:56.357 INFO:teuthology.orchestra.run.smithi082.stdout:osd.4 smithi137 running (10m) 114s ago 10m 167M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 9962b1177464 2024-08-17T00:45:56.357 INFO:teuthology.orchestra.run.smithi082.stdout:osd.5 smithi137 running (10m) 114s ago 10m 199M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 704b6949e902 2024-08-17T00:45:56.357 INFO:teuthology.orchestra.run.smithi082.stdout:osd.6 smithi137 running (9m) 114s ago 9m 105M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 fa6586afc3c0 2024-08-17T00:45:56.358 INFO:teuthology.orchestra.run.smithi082.stdout:osd.7 smithi137 running (9m) 114s ago 9m 132M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 ae5731d0601b 2024-08-17T00:45:56.358 INFO:teuthology.orchestra.run.smithi082.stdout:prometheus.a smithi137 *:9095 running (3m) 114s ago 8m 49.5M - 2.43.0 a07b618ecd1d d20756562103 2024-08-17T00:45:56.358 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:56 smithi082 ceph-mon[94343]: osdmap e368: 8 total, 8 up, 8 in 2024-08-17T00:45:56.358 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:56 smithi082 ceph-mon[94343]: from='client.44186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:45:56.358 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:56 smithi082 ceph-mon[94343]: pgmap v218: 121 pgs: 121 active+clean; 179 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 15 op/s; 29 MiB/s, 6 objects/s recovering 2024-08-17T00:45:56.358 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:56 smithi082 ceph-mon[91979]: osdmap e368: 8 total, 8 up, 8 in 2024-08-17T00:45:56.358 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:56 smithi082 ceph-mon[91979]: from='client.44186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:45:56.358 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:56 smithi082 ceph-mon[91979]: pgmap v218: 121 pgs: 121 active+clean; 179 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 15 op/s; 29 MiB/s, 6 objects/s recovering 2024-08-17T00:45:56.678 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-08-17T00:45:56.678 INFO:teuthology.orchestra.run.smithi082.stdout: "mon": { 2024-08-17T00:45:56.679 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:45:56.679 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:45:56.679 INFO:teuthology.orchestra.run.smithi082.stdout: "mgr": { 2024-08-17T00:45:56.679 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:45:56.679 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:45:56.679 INFO:teuthology.orchestra.run.smithi082.stdout: "osd": { 2024-08-17T00:45:56.679 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 5, 2024-08-17T00:45:56.679 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:45:56.679 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:45:56.679 INFO:teuthology.orchestra.run.smithi082.stdout: "mds": { 2024-08-17T00:45:56.679 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:45:56.679 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:45:56.680 INFO:teuthology.orchestra.run.smithi082.stdout: "overall": { 2024-08-17T00:45:56.680 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 7, 2024-08-17T00:45:56.680 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 8 2024-08-17T00:45:56.680 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-08-17T00:45:56.680 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-08-17T00:45:56.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:56 smithi137 ceph-mon[86391]: osdmap e368: 8 total, 8 up, 8 in 2024-08-17T00:45:56.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:56 smithi137 ceph-mon[86391]: from='client.44186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:45:56.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:56 smithi137 ceph-mon[86391]: pgmap v218: 121 pgs: 121 active+clean; 179 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 15 op/s; 29 MiB/s, 6 objects/s recovering 2024-08-17T00:45:57.283 INFO:tasks.rados.rados.0.smithi082.stdout:1582: done (3 left) 2024-08-17T00:45:57.283 INFO:tasks.rados.rados.0.smithi082.stdout:1583: done (2 left) 2024-08-17T00:45:57.283 INFO:tasks.rados.rados.0.smithi082.stdout:1584: done (1 left) 2024-08-17T00:45:57.283 INFO:tasks.rados.rados.0.smithi082.stdout:1585: done (0 left) 2024-08-17T00:45:57.283 INFO:tasks.rados.rados.0.smithi082.stdout:1586: copy_from oid 23 from oid 48 current snap is 147 2024-08-17T00:45:57.283 INFO:tasks.rados.rados.0.smithi082.stdout:1587: delete oid 40 current snap is 147 2024-08-17T00:45:57.287 INFO:tasks.rados.rados.0.smithi082.stdout:1586: finishing copy_from to smithi08280503-23 2024-08-17T00:45:57.287 INFO:tasks.rados.rados.0.smithi082.stdout:1586: got expected ENOENT (src dne) 2024-08-17T00:45:57.287 INFO:tasks.rados.rados.0.smithi082.stdout:1586: finishing copy_from racing read to smithi08280503-23 2024-08-17T00:45:57.287 INFO:tasks.rados.rados.0.smithi082.stdout:1586: done (1 left) 2024-08-17T00:45:57.288 INFO:tasks.rados.rados.0.smithi082.stdout:1587: done (0 left) 2024-08-17T00:45:57.288 INFO:tasks.rados.rados.0.smithi082.stdout:1588: snap_remove snap 145 2024-08-17T00:45:57.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:57 smithi082 ceph-mon[91979]: osdmap e369: 8 total, 8 up, 8 in 2024-08-17T00:45:57.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:57 smithi082 ceph-mon[91979]: from='client.34266 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:45:57.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:57 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3078505164' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:45:57.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:57 smithi082 ceph-mon[94343]: osdmap e369: 8 total, 8 up, 8 in 2024-08-17T00:45:57.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:57 smithi082 ceph-mon[94343]: from='client.34266 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:45:57.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:57 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3078505164' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:45:57.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:57 smithi137 ceph-mon[86391]: osdmap e369: 8 total, 8 up, 8 in 2024-08-17T00:45:57.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:57 smithi137 ceph-mon[86391]: from='client.34266 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:45:57.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:57 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3078505164' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:45:58.296 INFO:tasks.rados.rados.0.smithi082.stdout:1588: done (0 left) 2024-08-17T00:45:58.296 INFO:tasks.rados.rados.0.smithi082.stdout:1589: setattr oid 38 current snap is 147 2024-08-17T00:45:58.297 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 46 current snap is 147 2024-08-17T00:45:58.298 INFO:tasks.rados.rados.0.smithi082.stdout:1590: seq_num 501 ranges {0=794624,794624=401408} 2024-08-17T00:45:58.302 INFO:tasks.rados.rados.0.smithi082.stdout:1590: writing smithi08280503-46 from 0 to 794624 tid 1 2024-08-17T00:45:58.305 INFO:tasks.rados.rados.0.smithi082.stdout:1590: writing smithi08280503-46 from 794624 to 1196032 tid 2 2024-08-17T00:45:58.305 INFO:tasks.rados.rados.0.smithi082.stdout:1591: delete oid 23 current snap is 147 2024-08-17T00:45:58.305 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 890 (ObjNum 447 snap 132 seq_num 447) dirty exists 2024-08-17T00:45:58.307 INFO:tasks.rados.rados.0.smithi082.stdout:1589: done (2 left) 2024-08-17T00:45:58.308 INFO:tasks.rados.rados.0.smithi082.stdout:1591: done (1 left) 2024-08-17T00:45:58.308 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 26 current snap is 147 2024-08-17T00:45:58.308 INFO:tasks.rados.rados.0.smithi082.stdout:1592: seq_num 503 ranges {4177920=425984,4603904=704512,5308416=98304} 2024-08-17T00:45:58.332 INFO:tasks.rados.rados.0.smithi082.stdout:1592: writing smithi08280503-26 from 4177920 to 4603904 tid 1 2024-08-17T00:45:58.336 INFO:tasks.rados.rados.0.smithi082.stdout:1592: writing smithi08280503-26 from 4603904 to 5308416 tid 2 2024-08-17T00:45:58.337 INFO:tasks.rados.rados.0.smithi082.stdout:1592: writing smithi08280503-26 from 5308416 to 5406720 tid 3 2024-08-17T00:45:58.337 INFO:tasks.rados.rados.0.smithi082.stdout:1593: snap_remove snap 146 2024-08-17T00:45:58.659 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:58 smithi137 ceph-mon[86391]: osdmap e370: 8 total, 8 up, 8 in 2024-08-17T00:45:58.659 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:58 smithi137 ceph-mon[86391]: pgmap v221: 121 pgs: 121 active+clean; 174 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-08-17T00:45:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:58 smithi082 ceph-mon[91979]: osdmap e370: 8 total, 8 up, 8 in 2024-08-17T00:45:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:58 smithi082 ceph-mon[91979]: pgmap v221: 121 pgs: 121 active+clean; 174 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-08-17T00:45:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:58 smithi082 ceph-mon[94343]: osdmap e370: 8 total, 8 up, 8 in 2024-08-17T00:45:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:58 smithi082 ceph-mon[94343]: pgmap v221: 121 pgs: 121 active+clean; 174 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-08-17T00:45:58.756 INFO:tasks.rados.rados.0.smithi082.stdout:1593: done (2 left) 2024-08-17T00:45:58.756 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 9 current snap is 147 2024-08-17T00:45:58.756 INFO:tasks.rados.rados.0.smithi082.stdout:1590: finishing write tid 1 to smithi08280503-46 2024-08-17T00:45:58.756 INFO:tasks.rados.rados.0.smithi082.stdout:1594: seq_num 504 ranges {0=450560,450560=589824,1040384=212992} 2024-08-17T00:45:58.758 INFO:tasks.rados.rados.0.smithi082.stdout:1594: writing smithi08280503-9 from 0 to 450560 tid 1 2024-08-17T00:45:58.762 INFO:tasks.rados.rados.0.smithi082.stdout:1594: writing smithi08280503-9 from 450560 to 1040384 tid 2 2024-08-17T00:45:58.764 INFO:tasks.rados.rados.0.smithi082.stdout:1594: writing smithi08280503-9 from 1040384 to 1253376 tid 3 2024-08-17T00:45:58.764 INFO:tasks.rados.rados.0.smithi082.stdout:1595: snap_create 2024-08-17T00:45:58.764 INFO:tasks.rados.rados.0.smithi082.stdout:1590: finishing write tid 2 to smithi08280503-46 2024-08-17T00:45:58.765 INFO:tasks.rados.rados.0.smithi082.stdout:1590: finishing write tid 3 to smithi08280503-46 2024-08-17T00:45:58.765 INFO:tasks.rados.rados.0.smithi082.stdout:1590: finishing write tid 4 to smithi08280503-46 2024-08-17T00:45:58.765 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 46 v 950 (ObjNum 501 snap 147 seq_num 501) dirty exists 2024-08-17T00:45:58.765 INFO:tasks.rados.rados.0.smithi082.stdout:1590: left oid 46 (ObjNum 501 snap 147 seq_num 501) 2024-08-17T00:45:58.765 INFO:tasks.rados.rados.0.smithi082.stdout:1592: finishing write tid 1 to smithi08280503-26 2024-08-17T00:45:58.765 INFO:tasks.rados.rados.0.smithi082.stdout:1592: finishing write tid 2 to smithi08280503-26 2024-08-17T00:45:58.766 INFO:tasks.rados.rados.0.smithi082.stdout:1592: finishing write tid 3 to smithi08280503-26 2024-08-17T00:45:58.766 INFO:tasks.rados.rados.0.smithi082.stdout:1592: finishing write tid 4 to smithi08280503-26 2024-08-17T00:45:58.766 INFO:tasks.rados.rados.0.smithi082.stdout:1592: finishing write tid 5 to smithi08280503-26 2024-08-17T00:45:58.766 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 955 (ObjNum 503 snap 147 seq_num 503) dirty exists 2024-08-17T00:45:58.766 INFO:tasks.rados.rados.0.smithi082.stdout:1592: left oid 26 (ObjNum 503 snap 147 seq_num 503) 2024-08-17T00:45:58.768 INFO:tasks.rados.rados.0.smithi082.stdout:1594: finishing write tid 1 to smithi08280503-9 2024-08-17T00:45:58.770 INFO:tasks.rados.rados.0.smithi082.stdout:1594: finishing write tid 2 to smithi08280503-9 2024-08-17T00:45:58.770 INFO:tasks.rados.rados.0.smithi082.stdout:1594: finishing write tid 3 to smithi08280503-9 2024-08-17T00:45:58.770 INFO:tasks.rados.rados.0.smithi082.stdout:1594: finishing write tid 4 to smithi08280503-9 2024-08-17T00:45:58.772 INFO:tasks.rados.rados.0.smithi082.stdout:1594: finishing write tid 5 to smithi08280503-9 2024-08-17T00:45:58.772 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 961 (ObjNum 504 snap 147 seq_num 504) dirty exists 2024-08-17T00:45:58.772 INFO:tasks.rados.rados.0.smithi082.stdout:1594: left oid 9 (ObjNum 504 snap 147 seq_num 504) 2024-08-17T00:45:58.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:58 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:58.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-17T00:45:58.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:45:58 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:45:58.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:45:59.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:59 smithi082 ceph-mon[91979]: osdmap e371: 8 total, 8 up, 8 in 2024-08-17T00:45:59.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:45:59 smithi082 ceph-mon[91979]: osdmap e372: 8 total, 8 up, 8 in 2024-08-17T00:45:59.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:59 smithi082 ceph-mon[94343]: osdmap e371: 8 total, 8 up, 8 in 2024-08-17T00:45:59.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:45:59 smithi082 ceph-mon[94343]: osdmap e372: 8 total, 8 up, 8 in 2024-08-17T00:45:59.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:59 smithi137 ceph-mon[86391]: osdmap e371: 8 total, 8 up, 8 in 2024-08-17T00:45:59.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:45:59 smithi137 ceph-mon[86391]: osdmap e372: 8 total, 8 up, 8 in 2024-08-17T00:45:59.761 INFO:tasks.rados.rados.0.smithi082.stdout:1590: done (3 left) 2024-08-17T00:45:59.761 INFO:tasks.rados.rados.0.smithi082.stdout:1592: done (2 left) 2024-08-17T00:45:59.761 INFO:tasks.rados.rados.0.smithi082.stdout:1594: done (1 left) 2024-08-17T00:45:59.761 INFO:tasks.rados.rados.0.smithi082.stdout:1595: done (0 left) 2024-08-17T00:45:59.761 INFO:tasks.rados.rados.0.smithi082.stdout:1596: rollback oid 36 current snap is 148 2024-08-17T00:45:59.761 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 36 to 144 2024-08-17T00:45:59.761 INFO:tasks.rados.rados.0.smithi082.stdout:1597: snap_create 2024-08-17T00:45:59.762 INFO:tasks.rados.rados.0.smithi082.stdout:1596: finishing rollback tid 1 to smithi08280503-36 2024-08-17T00:45:59.762 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 0 (ObjNum 33 snap 0 seq_num 3911962240) dirty dne 2024-08-17T00:46:00.764 INFO:tasks.rados.rados.0.smithi082.stdout:1596: done (1 left) 2024-08-17T00:46:00.765 INFO:tasks.rados.rados.0.smithi082.stdout:1597: done (0 left) 2024-08-17T00:46:00.765 INFO:tasks.rados.rados.0.smithi082.stdout:1598: read oid 4 snap 142 2024-08-17T00:46:00.765 INFO:tasks.rados.rados.0.smithi082.stdout:1598: expect (ObjNum 462 snap 134 seq_num 462) 2024-08-17T00:46:00.765 INFO:tasks.rados.rados.0.smithi082.stdout:1599: snap_remove snap 144 2024-08-17T00:46:01.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:00 smithi082 ceph-mon[91979]: osdmap e373: 8 total, 8 up, 8 in 2024-08-17T00:46:01.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:00 smithi082 ceph-mon[91979]: pgmap v225: 121 pgs: 121 active+clean; 182 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 921 KiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-08-17T00:46:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:00 smithi082 ceph-mon[94343]: osdmap e373: 8 total, 8 up, 8 in 2024-08-17T00:46:01.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:00 smithi082 ceph-mon[94343]: pgmap v225: 121 pgs: 121 active+clean; 182 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 921 KiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-08-17T00:46:01.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:00 smithi137 ceph-mon[86391]: osdmap e373: 8 total, 8 up, 8 in 2024-08-17T00:46:01.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:00 smithi137 ceph-mon[86391]: pgmap v225: 121 pgs: 121 active+clean; 182 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 921 KiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-08-17T00:46:01.767 INFO:tasks.rados.rados.0.smithi082.stdout:1599: done (1 left) 2024-08-17T00:46:01.767 INFO:tasks.rados.rados.0.smithi082.stdout:1600: setattr oid 49 current snap is 149 2024-08-17T00:46:01.767 INFO:tasks.rados.rados.0.smithi082.stdout:1598: expect (ObjNum 462 snap 134 seq_num 462) 2024-08-17T00:46:01.793 INFO:tasks.rados.rados.0.smithi082.stdout:1598: done (1 left) 2024-08-17T00:46:01.794 INFO:tasks.rados.rados.0.smithi082.stdout:1601: snap_remove snap 139 2024-08-17T00:46:02.127 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:01 smithi082 ceph-mon[94343]: osdmap e374: 8 total, 8 up, 8 in 2024-08-17T00:46:02.127 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:01 smithi082 ceph-mon[91979]: osdmap e374: 8 total, 8 up, 8 in 2024-08-17T00:46:02.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:01 smithi137 ceph-mon[86391]: osdmap e374: 8 total, 8 up, 8 in 2024-08-17T00:46:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:02.779 INFO:tasks.rados.rados.0.smithi082.stdout:1601: done (1 left) 2024-08-17T00:46:02.779 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 41 current snap is 149 2024-08-17T00:46:02.779 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 49 v 950 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T00:46:02.779 INFO:tasks.rados.rados.0.smithi082.stdout:1602: seq_num 505 ranges {4497408=466944,4964352=475136,5439488=327680} 2024-08-17T00:46:02.806 INFO:tasks.rados.rados.0.smithi082.stdout:1602: writing smithi08280503-41 from 4497408 to 4964352 tid 1 2024-08-17T00:46:02.809 INFO:tasks.rados.rados.0.smithi082.stdout:1602: writing smithi08280503-41 from 4964352 to 5439488 tid 2 2024-08-17T00:46:02.811 INFO:tasks.rados.rados.0.smithi082.stdout:1602: writing smithi08280503-41 from 5439488 to 5767168 tid 3 2024-08-17T00:46:02.811 INFO:tasks.rados.rados.0.smithi082.stdout:1600: done (1 left) 2024-08-17T00:46:02.811 INFO:tasks.rados.rados.0.smithi082.stdout:1603: copy_from oid 29 from oid 48 current snap is 149 2024-08-17T00:46:02.811 INFO:tasks.rados.rados.0.smithi082.stdout:1604: snap_remove snap 142 2024-08-17T00:46:03.143 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:02 smithi082 ceph-mon[94343]: osdmap e375: 8 total, 8 up, 8 in 2024-08-17T00:46:03.144 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:02 smithi082 ceph-mon[94343]: pgmap v228: 121 pgs: 121 active+clean; 185 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 924 KiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-08-17T00:46:03.144 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:02 smithi082 ceph-mon[91979]: osdmap e375: 8 total, 8 up, 8 in 2024-08-17T00:46:03.144 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:02 smithi082 ceph-mon[91979]: pgmap v228: 121 pgs: 121 active+clean; 185 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 924 KiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-08-17T00:46:03.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:02 smithi137 ceph-mon[86391]: osdmap e375: 8 total, 8 up, 8 in 2024-08-17T00:46:03.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:02 smithi137 ceph-mon[86391]: pgmap v228: 121 pgs: 121 active+clean; 185 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 924 KiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-08-17T00:46:03.761 INFO:tasks.rados.rados.0.smithi082.stdout:1604: done (2 left) 2024-08-17T00:46:03.762 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 49 current snap is 149 2024-08-17T00:46:03.762 INFO:tasks.rados.rados.0.smithi082.stdout:1602: finishing write tid 1 to smithi08280503-41 2024-08-17T00:46:03.762 INFO:tasks.rados.rados.0.smithi082.stdout:1605: seq_num 506 ranges {0=483328,483328=761856,1245184=40960} 2024-08-17T00:46:03.764 INFO:tasks.rados.rados.0.smithi082.stdout:1605: writing smithi08280503-49 from 0 to 483328 tid 1 2024-08-17T00:46:03.770 INFO:tasks.rados.rados.0.smithi082.stdout:1605: writing smithi08280503-49 from 483328 to 1245184 tid 2 2024-08-17T00:46:03.771 INFO:tasks.rados.rados.0.smithi082.stdout:1605: writing smithi08280503-49 from 1245184 to 1286144 tid 3 2024-08-17T00:46:03.771 INFO:tasks.rados.rados.0.smithi082.stdout:1606: read oid 30 snap -1 2024-08-17T00:46:03.771 INFO:tasks.rados.rados.0.smithi082.stdout:1606: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:46:03.771 INFO:tasks.rados.rados.0.smithi082.stdout:1607: snap_create 2024-08-17T00:46:03.771 INFO:tasks.rados.rados.0.smithi082.stdout:1602: finishing write tid 2 to smithi08280503-41 2024-08-17T00:46:03.771 INFO:tasks.rados.rados.0.smithi082.stdout:1602: finishing write tid 3 to smithi08280503-41 2024-08-17T00:46:03.771 INFO:tasks.rados.rados.0.smithi082.stdout:1602: finishing write tid 4 to smithi08280503-41 2024-08-17T00:46:03.771 INFO:tasks.rados.rados.0.smithi082.stdout:1603: finishing copy_from to smithi08280503-29 2024-08-17T00:46:03.771 INFO:tasks.rados.rados.0.smithi082.stdout:1603: got expected ENOENT (src dne) 2024-08-17T00:46:03.771 INFO:tasks.rados.rados.0.smithi082.stdout:1603: finishing copy_from racing read to smithi08280503-29 2024-08-17T00:46:03.772 INFO:tasks.rados.rados.0.smithi082.stdout:1602: finishing write tid 5 to smithi08280503-41 2024-08-17T00:46:03.772 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 957 (ObjNum 505 snap 149 seq_num 505) dirty exists 2024-08-17T00:46:03.772 INFO:tasks.rados.rados.0.smithi082.stdout:1602: left oid 41 (ObjNum 505 snap 149 seq_num 505) 2024-08-17T00:46:03.774 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:03 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi137\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:03.782 INFO:tasks.rados.rados.0.smithi082.stdout:1605: finishing write tid 1 to smithi08280503-49 2024-08-17T00:46:03.782 INFO:tasks.rados.rados.0.smithi082.stdout:1605: finishing write tid 2 to smithi08280503-49 2024-08-17T00:46:03.786 INFO:tasks.rados.rados.0.smithi082.stdout:1605: finishing write tid 3 to smithi08280503-49 2024-08-17T00:46:03.786 INFO:tasks.rados.rados.0.smithi082.stdout:1605: finishing write tid 4 to smithi08280503-49 2024-08-17T00:46:03.789 INFO:tasks.rados.rados.0.smithi082.stdout:1605: finishing write tid 5 to smithi08280503-49 2024-08-17T00:46:03.789 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 49 v 967 (ObjNum 506 snap 149 seq_num 506) dirty exists 2024-08-17T00:46:03.789 INFO:tasks.rados.rados.0.smithi082.stdout:1605: left oid 49 (ObjNum 506 snap 149 seq_num 506) 2024-08-17T00:46:03.791 INFO:tasks.rados.rados.0.smithi082.stdout:1606: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:46:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:03 smithi082 ceph-mon[94343]: osdmap e376: 8 total, 8 up, 8 in 2024-08-17T00:46:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:03 smithi082 ceph-mon[94343]: osdmap e377: 8 total, 8 up, 8 in 2024-08-17T00:46:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:03 smithi082 ceph-mon[91979]: osdmap e376: 8 total, 8 up, 8 in 2024-08-17T00:46:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:03 smithi082 ceph-mon[91979]: osdmap e377: 8 total, 8 up, 8 in 2024-08-17T00:46:04.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:03 smithi137 ceph-mon[86391]: osdmap e376: 8 total, 8 up, 8 in 2024-08-17T00:46:04.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:03 smithi137 ceph-mon[86391]: osdmap e377: 8 total, 8 up, 8 in 2024-08-17T00:46:04.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:04 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:04.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:04 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:04.757 INFO:tasks.rados.rados.0.smithi082.stdout:1602: done (4 left) 2024-08-17T00:46:04.757 INFO:tasks.rados.rados.0.smithi082.stdout:1603: done (3 left) 2024-08-17T00:46:04.757 INFO:tasks.rados.rados.0.smithi082.stdout:1605: done (2 left) 2024-08-17T00:46:04.757 INFO:tasks.rados.rados.0.smithi082.stdout:1606: done (1 left) 2024-08-17T00:46:04.757 INFO:tasks.rados.rados.0.smithi082.stdout:1607: done (0 left) 2024-08-17T00:46:04.758 INFO:tasks.rados.rados.0.smithi082.stdout:1608: setattr oid 37 current snap is 150 2024-08-17T00:46:04.759 INFO:tasks.rados.rados.0.smithi082.stdout:1609: copy_from oid 34 from oid 33 current snap is 150 2024-08-17T00:46:04.759 INFO:tasks.rados.rados.0.smithi082.stdout:1610: copy_from oid 16 from oid 43 current snap is 150 2024-08-17T00:46:04.759 INFO:tasks.rados.rados.0.smithi082.stdout:1611: rollback oid 13 current snap is 150 2024-08-17T00:46:04.759 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 13 to 148 2024-08-17T00:46:04.759 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 24 current snap is 150 2024-08-17T00:46:04.759 INFO:tasks.rados.rados.0.smithi082.stdout:1612: seq_num 507 ranges {737280=499712,1236992=638976,1875968=163840} 2024-08-17T00:46:04.766 INFO:tasks.rados.rados.0.smithi082.stdout:1612: writing smithi08280503-24 from 737280 to 1236992 tid 1 2024-08-17T00:46:04.769 INFO:tasks.rados.rados.0.smithi082.stdout:1612: writing smithi08280503-24 from 1236992 to 1875968 tid 2 2024-08-17T00:46:04.771 INFO:tasks.rados.rados.0.smithi082.stdout:1612: writing smithi08280503-24 from 1875968 to 2039808 tid 3 2024-08-17T00:46:04.772 INFO:tasks.rados.rados.0.smithi082.stdout:1613: copy_from oid 38 from oid 11 current snap is 150 2024-08-17T00:46:04.772 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 972 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-17T00:46:04.772 INFO:tasks.rados.rados.0.smithi082.stdout:1611: finishing rollback tid 0 to smithi08280503-13 2024-08-17T00:46:04.772 INFO:tasks.rados.rados.0.smithi082.stdout:1611: finishing rollback tid 1 to smithi08280503-13 2024-08-17T00:46:04.772 INFO:tasks.rados.rados.0.smithi082.stdout:1611: finishing rollback tid 2 to smithi08280503-13 2024-08-17T00:46:04.772 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 798 (ObjNum 305 snap 89 seq_num 305) dirty exists 2024-08-17T00:46:04.772 INFO:tasks.rados.rados.0.smithi082.stdout:1608: done (5 left) 2024-08-17T00:46:04.772 INFO:tasks.rados.rados.0.smithi082.stdout:1611: done (4 left) 2024-08-17T00:46:04.772 INFO:tasks.rados.rados.0.smithi082.stdout:1614: rollback oid 6 current snap is 150 2024-08-17T00:46:04.772 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 6 to 149 2024-08-17T00:46:04.772 INFO:tasks.rados.rados.0.smithi082.stdout:1615: snap_create 2024-08-17T00:46:04.773 INFO:tasks.rados.rados.0.smithi082.stdout:1612: finishing write tid 1 to smithi08280503-24 2024-08-17T00:46:04.775 INFO:tasks.rados.rados.0.smithi082.stdout:1612: finishing write tid 2 to smithi08280503-24 2024-08-17T00:46:04.777 INFO:tasks.rados.rados.0.smithi082.stdout:1614: finishing rollback tid 0 to smithi08280503-6 2024-08-17T00:46:04.779 INFO:tasks.rados.rados.0.smithi082.stdout:1609: finishing copy_from racing read to smithi08280503-34 2024-08-17T00:46:04.779 INFO:tasks.rados.rados.0.smithi082.stdout:1614: finishing rollback tid 1 to smithi08280503-6 2024-08-17T00:46:04.780 INFO:tasks.rados.rados.0.smithi082.stdout:1612: finishing write tid 3 to smithi08280503-24 2024-08-17T00:46:04.780 INFO:tasks.rados.rados.0.smithi082.stdout:1614: finishing rollback tid 2 to smithi08280503-6 2024-08-17T00:46:04.780 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 841 (ObjNum 346 snap 109 seq_num 346) dirty exists 2024-08-17T00:46:04.781 INFO:tasks.rados.rados.0.smithi082.stdout:1612: finishing write tid 4 to smithi08280503-24 2024-08-17T00:46:04.783 INFO:tasks.rados.rados.0.smithi082.stdout:1610: finishing copy_from racing read to smithi08280503-16 2024-08-17T00:46:04.786 INFO:tasks.rados.rados.0.smithi082.stdout:1609: finishing copy_from to smithi08280503-34 2024-08-17T00:46:04.786 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 595 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-17T00:46:04.786 INFO:tasks.rados.rados.0.smithi082.stdout:1610: finishing copy_from to smithi08280503-16 2024-08-17T00:46:04.786 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 926 (ObjNum 348 snap 109 seq_num 348) dirty exists 2024-08-17T00:46:04.787 INFO:tasks.rados.rados.0.smithi082.stdout:1612: finishing write tid 5 to smithi08280503-24 2024-08-17T00:46:04.787 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 979 (ObjNum 507 snap 150 seq_num 507) dirty exists 2024-08-17T00:46:04.788 INFO:tasks.rados.rados.0.smithi082.stdout:1612: left oid 24 (ObjNum 507 snap 150 seq_num 507) 2024-08-17T00:46:04.788 INFO:tasks.rados.rados.0.smithi082.stdout:1613: finishing copy_from racing read to smithi08280503-38 2024-08-17T00:46:04.790 INFO:tasks.rados.rados.0.smithi082.stdout:1613: finishing copy_from to smithi08280503-38 2024-08-17T00:46:04.790 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 667 (ObjNum 458 snap 133 seq_num 458) dirty exists 2024-08-17T00:46:05.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:46:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:46:05] "GET /metrics HTTP/1.1" 200 36021 "" "Prometheus/2.43.0" 2024-08-17T00:46:05.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:04 smithi082 ceph-mon[94343]: pgmap v231: 121 pgs: 121 active+clean; 165 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 559 KiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-08-17T00:46:05.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:04 smithi082 ceph-mon[94343]: osdmap e378: 8 total, 8 up, 8 in 2024-08-17T00:46:05.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:04 smithi082 ceph-mon[91979]: pgmap v231: 121 pgs: 121 active+clean; 165 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 559 KiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-08-17T00:46:05.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:04 smithi082 ceph-mon[91979]: osdmap e378: 8 total, 8 up, 8 in 2024-08-17T00:46:05.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:04 smithi137 ceph-mon[86391]: pgmap v231: 121 pgs: 121 active+clean; 165 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 559 KiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-08-17T00:46:05.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:04 smithi137 ceph-mon[86391]: osdmap e378: 8 total, 8 up, 8 in 2024-08-17T00:46:05.761 INFO:tasks.rados.rados.0.smithi082.stdout:1609: done (5 left) 2024-08-17T00:46:05.761 INFO:tasks.rados.rados.0.smithi082.stdout:1610: done (4 left) 2024-08-17T00:46:05.762 INFO:tasks.rados.rados.0.smithi082.stdout:1612: done (3 left) 2024-08-17T00:46:05.762 INFO:tasks.rados.rados.0.smithi082.stdout:1613: done (2 left) 2024-08-17T00:46:05.762 INFO:tasks.rados.rados.0.smithi082.stdout:1614: done (1 left) 2024-08-17T00:46:05.762 INFO:tasks.rados.rados.0.smithi082.stdout:1615: done (0 left) 2024-08-17T00:46:05.762 INFO:tasks.rados.rados.0.smithi082.stdout:1616: rmattr oid 9 current snap is 151 2024-08-17T00:46:05.762 INFO:tasks.rados.rados.0.smithi082.stdout:1616: done (0 left) 2024-08-17T00:46:05.762 INFO:tasks.rados.rados.0.smithi082.stdout:1617: copy_from oid 8 from oid 42 current snap is 151 2024-08-17T00:46:05.762 INFO:tasks.rados.rados.0.smithi082.stdout:1618: delete oid 3 current snap is 151 2024-08-17T00:46:05.766 INFO:tasks.rados.rados.0.smithi082.stdout:1618: done (1 left) 2024-08-17T00:46:05.767 INFO:tasks.rados.rados.0.smithi082.stdout:1619: rollback oid 25 current snap is 151 2024-08-17T00:46:05.767 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 25 to 148 2024-08-17T00:46:05.767 INFO:tasks.rados.rados.0.smithi082.stdout:1620: snap_create 2024-08-17T00:46:05.769 INFO:tasks.rados.rados.0.smithi082.stdout:1619: finishing rollback tid 1 to smithi08280503-25 2024-08-17T00:46:05.769 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 0 (ObjNum 33 snap 0 seq_num 3912019744) dirty dne 2024-08-17T00:46:05.772 INFO:tasks.rados.rados.0.smithi082.stdout:1617: finishing copy_from racing read to smithi08280503-8 2024-08-17T00:46:05.772 INFO:tasks.rados.rados.0.smithi082.stdout:1617: finishing copy_from to smithi08280503-8 2024-08-17T00:46:05.772 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 735 (ObjNum 452 snap 132 seq_num 452) dirty exists 2024-08-17T00:46:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:46:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:06 smithi082 ceph-mon[91979]: osdmap e379: 8 total, 8 up, 8 in 2024-08-17T00:46:06.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:06.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:46:06.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:06.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:06 smithi082 ceph-mon[94343]: osdmap e379: 8 total, 8 up, 8 in 2024-08-17T00:46:06.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:06.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:46:06.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:06.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:06 smithi137 ceph-mon[86391]: osdmap e379: 8 total, 8 up, 8 in 2024-08-17T00:46:06.765 INFO:tasks.rados.rados.0.smithi082.stdout:1617: done (2 left) 2024-08-17T00:46:06.765 INFO:tasks.rados.rados.0.smithi082.stdout:1619: done (1 left) 2024-08-17T00:46:06.765 INFO:tasks.rados.rados.0.smithi082.stdout:1620: done (0 left) 2024-08-17T00:46:06.765 INFO:tasks.rados.rados.0.smithi082.stdout:1621: read oid 30 snap 149 2024-08-17T00:46:06.765 INFO:tasks.rados.rados.0.smithi082.stdout:1621: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:46:06.765 INFO:tasks.rados.rados.0.smithi082.stdout:1622: rollback oid 17 current snap is 152 2024-08-17T00:46:06.765 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 17 to 141 2024-08-17T00:46:06.765 INFO:tasks.rados.rados.0.smithi082.stdout:1623: read oid 14 snap 148 2024-08-17T00:46:06.766 INFO:tasks.rados.rados.0.smithi082.stdout:1623: expect (ObjNum 470 snap 137 seq_num 470) 2024-08-17T00:46:06.766 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 13 current snap is 152 2024-08-17T00:46:06.766 INFO:tasks.rados.rados.0.smithi082.stdout:1624: seq_num 509 ranges {311296=532480,843776=409600,1253376=393216} 2024-08-17T00:46:06.769 INFO:tasks.rados.rados.0.smithi082.stdout:1624: writing smithi08280503-13 from 311296 to 843776 tid 1 2024-08-17T00:46:06.772 INFO:tasks.rados.rados.0.smithi082.stdout:1624: writing smithi08280503-13 from 843776 to 1253376 tid 2 2024-08-17T00:46:06.775 INFO:tasks.rados.rados.0.smithi082.stdout:1624: writing smithi08280503-13 from 1253376 to 1646592 tid 3 2024-08-17T00:46:06.775 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 23 current snap is 152 2024-08-17T00:46:06.775 INFO:tasks.rados.rados.0.smithi082.stdout:1622: finishing rollback tid 0 to smithi08280503-17 2024-08-17T00:46:06.775 INFO:tasks.rados.rados.0.smithi082.stdout:1625: seq_num 510 ranges {0=548864,548864=745472,1294336=57344} 2024-08-17T00:46:06.778 INFO:tasks.rados.rados.0.smithi082.stdout:1625: writing smithi08280503-23 from 0 to 548864 tid 1 2024-08-17T00:46:06.783 INFO:tasks.rados.rados.0.smithi082.stdout:1625: writing smithi08280503-23 from 548864 to 1294336 tid 2 2024-08-17T00:46:06.785 INFO:tasks.rados.rados.0.smithi082.stdout:1625: writing smithi08280503-23 from 1294336 to 1351680 tid 3 2024-08-17T00:46:06.785 INFO:tasks.rados.rados.0.smithi082.stdout:1626: rollback oid 32 current snap is 152 2024-08-17T00:46:06.785 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 32 to 148 2024-08-17T00:46:06.785 INFO:tasks.rados.rados.0.smithi082.stdout:1622: finishing rollback tid 1 to smithi08280503-17 2024-08-17T00:46:06.785 INFO:tasks.rados.rados.0.smithi082.stdout:1622: finishing rollback tid 2 to smithi08280503-17 2024-08-17T00:46:06.785 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 663 (ObjNum 215 snap 55 seq_num 215) dirty exists 2024-08-17T00:46:06.785 INFO:tasks.rados.rados.0.smithi082.stdout:1624: finishing write tid 1 to smithi08280503-13 2024-08-17T00:46:06.785 INFO:tasks.rados.rados.0.smithi082.stdout:1624: finishing write tid 2 to smithi08280503-13 2024-08-17T00:46:06.785 INFO:tasks.rados.rados.0.smithi082.stdout:1624: finishing write tid 3 to smithi08280503-13 2024-08-17T00:46:06.785 INFO:tasks.rados.rados.0.smithi082.stdout:1624: finishing write tid 4 to smithi08280503-13 2024-08-17T00:46:06.785 INFO:tasks.rados.rados.0.smithi082.stdout:1624: finishing write tid 5 to smithi08280503-13 2024-08-17T00:46:06.785 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 803 (ObjNum 509 snap 152 seq_num 509) dirty exists 2024-08-17T00:46:06.785 INFO:tasks.rados.rados.0.smithi082.stdout:1624: left oid 13 (ObjNum 509 snap 152 seq_num 509) 2024-08-17T00:46:06.785 INFO:tasks.rados.rados.0.smithi082.stdout:1622: done (5 left) 2024-08-17T00:46:06.786 INFO:tasks.rados.rados.0.smithi082.stdout:1624: done (4 left) 2024-08-17T00:46:06.786 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 11 current snap is 152 2024-08-17T00:46:06.786 INFO:tasks.rados.rados.0.smithi082.stdout:1627: seq_num 511 ranges {2785280=565248,3350528=630784,3981312=172032} 2024-08-17T00:46:06.803 INFO:tasks.rados.rados.0.smithi082.stdout:1627: writing smithi08280503-11 from 2785280 to 3350528 tid 1 2024-08-17T00:46:06.806 INFO:tasks.rados.rados.0.smithi082.stdout:1627: writing smithi08280503-11 from 3350528 to 3981312 tid 2 2024-08-17T00:46:06.808 INFO:tasks.rados.rados.0.smithi082.stdout:1627: writing smithi08280503-11 from 3981312 to 4153344 tid 3 2024-08-17T00:46:06.808 INFO:tasks.rados.rados.0.smithi082.stdout:1628: read oid 36 snap -1 2024-08-17T00:46:06.808 INFO:tasks.rados.rados.0.smithi082.stdout:1628: expect deleted 2024-08-17T00:46:06.808 INFO:tasks.rados.rados.0.smithi082.stdout:1629: snap_remove snap 150 2024-08-17T00:46:07.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:07 smithi082 ceph-mon[94343]: pgmap v234: 121 pgs: 121 active+clean; 169 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 11 op/s 2024-08-17T00:46:07.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:07 smithi082 ceph-mon[94343]: osdmap e380: 8 total, 8 up, 8 in 2024-08-17T00:46:07.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:07 smithi082 ceph-mon[91979]: pgmap v234: 121 pgs: 121 active+clean; 169 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 11 op/s 2024-08-17T00:46:07.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:07 smithi082 ceph-mon[91979]: osdmap e380: 8 total, 8 up, 8 in 2024-08-17T00:46:07.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:07 smithi137 ceph-mon[86391]: pgmap v234: 121 pgs: 121 active+clean; 169 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 11 op/s 2024-08-17T00:46:07.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:07 smithi137 ceph-mon[86391]: osdmap e380: 8 total, 8 up, 8 in 2024-08-17T00:46:07.766 INFO:tasks.rados.rados.0.smithi082.stdout:1629: done (6 left) 2024-08-17T00:46:07.767 INFO:tasks.rados.rados.0.smithi082.stdout:1630: rollback oid 33 current snap is 152 2024-08-17T00:46:07.767 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 33 to 151 2024-08-17T00:46:07.767 INFO:tasks.rados.rados.0.smithi082.stdout:1625: finishing write tid 1 to smithi08280503-23 2024-08-17T00:46:07.767 INFO:tasks.rados.rados.0.smithi082.stdout:1625: finishing write tid 2 to smithi08280503-23 2024-08-17T00:46:07.767 INFO:tasks.rados.rados.0.smithi082.stdout:1625: finishing write tid 3 to smithi08280503-23 2024-08-17T00:46:07.767 INFO:tasks.rados.rados.0.smithi082.stdout:1626: finishing rollback tid 0 to smithi08280503-32 2024-08-17T00:46:07.767 INFO:tasks.rados.rados.0.smithi082.stdout:1625: finishing write tid 4 to smithi08280503-23 2024-08-17T00:46:07.767 INFO:tasks.rados.rados.0.smithi082.stdout:1626: finishing rollback tid 1 to smithi08280503-32 2024-08-17T00:46:07.767 INFO:tasks.rados.rados.0.smithi082.stdout:1626: finishing rollback tid 2 to smithi08280503-32 2024-08-17T00:46:07.767 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 976 (ObjNum 358 snap 109 seq_num 358) dirty exists 2024-08-17T00:46:07.767 INFO:tasks.rados.rados.0.smithi082.stdout:1625: finishing write tid 5 to smithi08280503-23 2024-08-17T00:46:07.767 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 403 (ObjNum 510 snap 152 seq_num 510) dirty exists 2024-08-17T00:46:07.767 INFO:tasks.rados.rados.0.smithi082.stdout:1625: left oid 23 (ObjNum 510 snap 152 seq_num 510) 2024-08-17T00:46:07.767 INFO:tasks.rados.rados.0.smithi082.stdout:1621: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:46:08.010 INFO:tasks.rados.rados.0.smithi082.stdout:1623: expect (ObjNum 470 snap 137 seq_num 470) 2024-08-17T00:46:08.305 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:08 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T00:46:08.305 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:08 smithi082 ceph-mon[94343]: osdmap e381: 8 total, 8 up, 8 in 2024-08-17T00:46:08.306 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:08 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T00:46:08.306 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:08 smithi082 ceph-mon[91979]: osdmap e381: 8 total, 8 up, 8 in 2024-08-17T00:46:08.473 INFO:tasks.rados.rados.0.smithi082.stdout:1627: finishing write tid 1 to smithi08280503-11 2024-08-17T00:46:08.473 INFO:tasks.rados.rados.0.smithi082.stdout:1627: finishing write tid 2 to smithi08280503-11 2024-08-17T00:46:08.473 INFO:tasks.rados.rados.0.smithi082.stdout:1627: finishing write tid 3 to smithi08280503-11 2024-08-17T00:46:08.473 INFO:tasks.rados.rados.0.smithi082.stdout:1627: finishing write tid 4 to smithi08280503-11 2024-08-17T00:46:08.473 INFO:tasks.rados.rados.0.smithi082.stdout:1627: finishing write tid 5 to smithi08280503-11 2024-08-17T00:46:08.473 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 894 (ObjNum 511 snap 152 seq_num 511) dirty exists 2024-08-17T00:46:08.473 INFO:tasks.rados.rados.0.smithi082.stdout:1627: left oid 11 (ObjNum 511 snap 152 seq_num 511) 2024-08-17T00:46:08.473 INFO:tasks.rados.rados.0.smithi082.stdout:1630: finishing rollback tid 0 to smithi08280503-33 2024-08-17T00:46:08.473 INFO:tasks.rados.rados.0.smithi082.stdout:1630: finishing rollback tid 1 to smithi08280503-33 2024-08-17T00:46:08.474 INFO:tasks.rados.rados.0.smithi082.stdout:1621: done (6 left) 2024-08-17T00:46:08.474 INFO:tasks.rados.rados.0.smithi082.stdout:1623: done (5 left) 2024-08-17T00:46:08.474 INFO:tasks.rados.rados.0.smithi082.stdout:1625: done (4 left) 2024-08-17T00:46:08.474 INFO:tasks.rados.rados.0.smithi082.stdout:1626: done (3 left) 2024-08-17T00:46:08.474 INFO:tasks.rados.rados.0.smithi082.stdout:1627: done (2 left) 2024-08-17T00:46:08.474 INFO:tasks.rados.rados.0.smithi082.stdout:1628: done (1 left) 2024-08-17T00:46:08.474 INFO:tasks.rados.rados.0.smithi082.stdout:1631: read oid 21 snap 147 2024-08-17T00:46:08.474 INFO:tasks.rados.rados.0.smithi082.stdout:1631: expect deleted 2024-08-17T00:46:08.474 INFO:tasks.rados.rados.0.smithi082.stdout:1632: read oid 44 snap 149 2024-08-17T00:46:08.474 INFO:tasks.rados.rados.0.smithi082.stdout:1632: expect (ObjNum 332 snap 102 seq_num 332) 2024-08-17T00:46:08.474 INFO:tasks.rados.rados.0.smithi082.stdout:1633: delete oid 29 current snap is 152 2024-08-17T00:46:08.474 INFO:tasks.rados.rados.0.smithi082.stdout:1630: finishing rollback tid 2 to smithi08280503-33 2024-08-17T00:46:08.474 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 619 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-17T00:46:08.475 INFO:tasks.rados.rados.0.smithi082.stdout:1630: done (3 left) 2024-08-17T00:46:08.475 INFO:tasks.rados.rados.0.smithi082.stdout:1631: done (2 left) 2024-08-17T00:46:08.475 INFO:tasks.rados.rados.0.smithi082.stdout:1633: done (1 left) 2024-08-17T00:46:08.475 INFO:tasks.rados.rados.0.smithi082.stdout:1634: setattr oid 28 current snap is 152 2024-08-17T00:46:08.477 INFO:tasks.rados.rados.0.smithi082.stdout:1632: expect (ObjNum 332 snap 102 seq_num 332) 2024-08-17T00:46:08.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:08 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T00:46:08.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:08 smithi137 ceph-mon[86391]: osdmap e381: 8 total, 8 up, 8 in 2024-08-17T00:46:08.543 INFO:tasks.rados.rados.0.smithi082.stdout:1632: done (1 left) 2024-08-17T00:46:08.543 INFO:tasks.rados.rados.0.smithi082.stdout:1635: rollback oid 18 current snap is 152 2024-08-17T00:46:08.543 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 18 to 149 2024-08-17T00:46:08.543 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 48 current snap is 152 2024-08-17T00:46:08.543 INFO:tasks.rados.rados.0.smithi082.stdout:1636: seq_num 513 ranges {0=598016,598016=794624,1392640=8192} 2024-08-17T00:46:08.546 INFO:tasks.rados.rados.0.smithi082.stdout:1636: writing smithi08280503-48 from 0 to 598016 tid 1 2024-08-17T00:46:08.552 INFO:tasks.rados.rados.0.smithi082.stdout:1636: writing smithi08280503-48 from 598016 to 1392640 tid 2 2024-08-17T00:46:08.552 INFO:tasks.rados.rados.0.smithi082.stdout:1636: writing smithi08280503-48 from 1392640 to 1400832 tid 3 2024-08-17T00:46:08.552 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 980 (ObjNum 388 snap 118 seq_num 388) dirty exists 2024-08-17T00:46:08.552 INFO:tasks.rados.rados.0.smithi082.stdout:1635: finishing rollback tid 0 to smithi08280503-18 2024-08-17T00:46:08.552 INFO:tasks.rados.rados.0.smithi082.stdout:1635: finishing rollback tid 1 to smithi08280503-18 2024-08-17T00:46:08.552 INFO:tasks.rados.rados.0.smithi082.stdout:1637: read oid 1 snap -1 2024-08-17T00:46:08.552 INFO:tasks.rados.rados.0.smithi082.stdout:1637: expect (ObjNum 486 snap 142 seq_num 486) 2024-08-17T00:46:08.552 INFO:tasks.rados.rados.0.smithi082.stdout:1634: done (3 left) 2024-08-17T00:46:08.553 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 25 current snap is 152 2024-08-17T00:46:08.553 INFO:tasks.rados.rados.0.smithi082.stdout:1635: finishing rollback tid 2 to smithi08280503-18 2024-08-17T00:46:08.553 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 983 (ObjNum 332 snap 102 seq_num 332) dirty exists 2024-08-17T00:46:08.553 INFO:tasks.rados.rados.0.smithi082.stdout:1636: finishing write tid 1 to smithi08280503-48 2024-08-17T00:46:08.553 INFO:tasks.rados.rados.0.smithi082.stdout:1638: seq_num 514 ranges {0=614400,614400=679936,1294336=122880} 2024-08-17T00:46:08.556 INFO:tasks.rados.rados.0.smithi082.stdout:1638: writing smithi08280503-25 from 0 to 614400 tid 1 2024-08-17T00:46:08.560 INFO:tasks.rados.rados.0.smithi082.stdout:1638: writing smithi08280503-25 from 614400 to 1294336 tid 2 2024-08-17T00:46:08.561 INFO:tasks.rados.rados.0.smithi082.stdout:1638: writing smithi08280503-25 from 1294336 to 1417216 tid 3 2024-08-17T00:46:08.561 INFO:tasks.rados.rados.0.smithi082.stdout:1635: done (3 left) 2024-08-17T00:46:08.561 INFO:tasks.rados.rados.0.smithi082.stdout:1639: delete oid 35 current snap is 152 2024-08-17T00:46:08.561 INFO:tasks.rados.rados.0.smithi082.stdout:1636: finishing write tid 2 to smithi08280503-48 2024-08-17T00:46:08.561 INFO:tasks.rados.rados.0.smithi082.stdout:1636: finishing write tid 3 to smithi08280503-48 2024-08-17T00:46:08.561 INFO:tasks.rados.rados.0.smithi082.stdout:1636: finishing write tid 4 to smithi08280503-48 2024-08-17T00:46:08.561 INFO:tasks.rados.rados.0.smithi082.stdout:1636: finishing write tid 5 to smithi08280503-48 2024-08-17T00:46:08.561 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 982 (ObjNum 513 snap 152 seq_num 513) dirty exists 2024-08-17T00:46:08.561 INFO:tasks.rados.rados.0.smithi082.stdout:1636: left oid 48 (ObjNum 513 snap 152 seq_num 513) 2024-08-17T00:46:08.561 INFO:tasks.rados.rados.0.smithi082.stdout:1637: expect (ObjNum 486 snap 142 seq_num 486) 2024-08-17T00:46:08.586 INFO:tasks.rados.rados.0.smithi082.stdout:1638: finishing write tid 1 to smithi08280503-25 2024-08-17T00:46:08.586 INFO:tasks.rados.rados.0.smithi082.stdout:1638: finishing write tid 2 to smithi08280503-25 2024-08-17T00:46:08.586 INFO:tasks.rados.rados.0.smithi082.stdout:1636: done (3 left) 2024-08-17T00:46:08.586 INFO:tasks.rados.rados.0.smithi082.stdout:1637: done (2 left) 2024-08-17T00:46:08.586 INFO:tasks.rados.rados.0.smithi082.stdout:1639: done (1 left) 2024-08-17T00:46:08.587 INFO:tasks.rados.rados.0.smithi082.stdout:1640: snap_create 2024-08-17T00:46:08.587 INFO:tasks.rados.rados.0.smithi082.stdout:1638: finishing write tid 3 to smithi08280503-25 2024-08-17T00:46:08.587 INFO:tasks.rados.rados.0.smithi082.stdout:1638: finishing write tid 4 to smithi08280503-25 2024-08-17T00:46:08.587 INFO:tasks.rados.rados.0.smithi082.stdout:1638: finishing write tid 5 to smithi08280503-25 2024-08-17T00:46:08.587 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 623 (ObjNum 514 snap 152 seq_num 514) dirty exists 2024-08-17T00:46:08.587 INFO:tasks.rados.rados.0.smithi082.stdout:1638: left oid 25 (ObjNum 514 snap 152 seq_num 514) 2024-08-17T00:46:08.759 INFO:tasks.rados.rados.0.smithi082.stdout:1638: done (1 left) 2024-08-17T00:46:08.759 INFO:tasks.rados.rados.0.smithi082.stdout:1640: done (0 left) 2024-08-17T00:46:08.759 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 3 current snap is 153 2024-08-17T00:46:08.759 INFO:tasks.rados.rados.0.smithi082.stdout:1641: seq_num 516 ranges {0=647168,647168=450560,1097728=352256} 2024-08-17T00:46:08.762 INFO:tasks.rados.rados.0.smithi082.stdout:1641: writing smithi08280503-3 from 0 to 647168 tid 1 2024-08-17T00:46:08.765 INFO:tasks.rados.rados.0.smithi082.stdout:1641: writing smithi08280503-3 from 647168 to 1097728 tid 2 2024-08-17T00:46:08.768 INFO:tasks.rados.rados.0.smithi082.stdout:1641: writing smithi08280503-3 from 1097728 to 1449984 tid 3 2024-08-17T00:46:08.768 INFO:tasks.rados.rados.0.smithi082.stdout:1642: rollback oid 11 current snap is 153 2024-08-17T00:46:08.768 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 11 to 148 2024-08-17T00:46:08.768 INFO:tasks.rados.rados.0.smithi082.stdout:1643: rollback oid 26 current snap is 153 2024-08-17T00:46:08.768 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 26 to 151 2024-08-17T00:46:08.768 INFO:tasks.rados.rados.0.smithi082.stdout:1641: finishing write tid 1 to smithi08280503-3 2024-08-17T00:46:08.768 INFO:tasks.rados.rados.0.smithi082.stdout:1644: rollback oid 19 current snap is 153 2024-08-17T00:46:08.768 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 19 to 149 2024-08-17T00:46:08.768 INFO:tasks.rados.rados.0.smithi082.stdout:1645: snap_create 2024-08-17T00:46:08.768 INFO:tasks.rados.rados.0.smithi082.stdout:1641: finishing write tid 2 to smithi08280503-3 2024-08-17T00:46:08.770 INFO:tasks.rados.rados.0.smithi082.stdout:1641: finishing write tid 3 to smithi08280503-3 2024-08-17T00:46:08.771 INFO:tasks.rados.rados.0.smithi082.stdout:1641: finishing write tid 4 to smithi08280503-3 2024-08-17T00:46:08.773 INFO:tasks.rados.rados.0.smithi082.stdout:1641: finishing write tid 5 to smithi08280503-3 2024-08-17T00:46:08.773 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 902 (ObjNum 516 snap 153 seq_num 516) dirty exists 2024-08-17T00:46:08.773 INFO:tasks.rados.rados.0.smithi082.stdout:1641: left oid 3 (ObjNum 516 snap 153 seq_num 516) 2024-08-17T00:46:08.776 INFO:tasks.rados.rados.0.smithi082.stdout:1642: finishing rollback tid 0 to smithi08280503-11 2024-08-17T00:46:08.776 INFO:tasks.rados.rados.0.smithi082.stdout:1644: finishing rollback tid 0 to smithi08280503-19 2024-08-17T00:46:08.776 INFO:tasks.rados.rados.0.smithi082.stdout:1643: finishing rollback tid 0 to smithi08280503-26 2024-08-17T00:46:08.778 INFO:tasks.rados.rados.0.smithi082.stdout:1644: finishing rollback tid 1 to smithi08280503-19 2024-08-17T00:46:08.778 INFO:tasks.rados.rados.0.smithi082.stdout:1642: finishing rollback tid 1 to smithi08280503-11 2024-08-17T00:46:08.778 INFO:tasks.rados.rados.0.smithi082.stdout:1643: finishing rollback tid 1 to smithi08280503-26 2024-08-17T00:46:08.778 INFO:tasks.rados.rados.0.smithi082.stdout:1644: finishing rollback tid 2 to smithi08280503-19 2024-08-17T00:46:08.778 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 1043 (ObjNum 484 snap 142 seq_num 484) dirty exists 2024-08-17T00:46:08.778 INFO:tasks.rados.rados.0.smithi082.stdout:1642: finishing rollback tid 2 to smithi08280503-11 2024-08-17T00:46:08.778 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 897 (ObjNum 458 snap 133 seq_num 458) dirty exists 2024-08-17T00:46:08.778 INFO:tasks.rados.rados.0.smithi082.stdout:1643: finishing rollback tid 2 to smithi08280503-26 2024-08-17T00:46:08.778 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 987 (ObjNum 503 snap 147 seq_num 503) dirty exists 2024-08-17T00:46:08.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:08 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:08.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-17T00:46:08.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:08 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:08.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:09.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:09 smithi082 ceph-mon[94343]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T00:46:09.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:09 smithi082 ceph-mon[94343]: Upgrade: osd.3 is safe to restart 2024-08-17T00:46:09.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:09 smithi082 ceph-mon[94343]: pgmap v237: 121 pgs: 121 active+clean; 171 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:46:09.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:09 smithi082 ceph-mon[94343]: osdmap e382: 8 total, 8 up, 8 in 2024-08-17T00:46:09.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:09 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:09.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:09 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T00:46:09.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:09 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:46:09.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:09 smithi082 ceph-mon[91979]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T00:46:09.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:09 smithi082 ceph-mon[91979]: Upgrade: osd.3 is safe to restart 2024-08-17T00:46:09.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:09 smithi082 ceph-mon[91979]: pgmap v237: 121 pgs: 121 active+clean; 171 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:46:09.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:09 smithi082 ceph-mon[91979]: osdmap e382: 8 total, 8 up, 8 in 2024-08-17T00:46:09.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:09 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:09.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:09 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T00:46:09.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:09 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:46:09.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:09 smithi137 ceph-mon[86391]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T00:46:09.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:09 smithi137 ceph-mon[86391]: Upgrade: osd.3 is safe to restart 2024-08-17T00:46:09.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:09 smithi137 ceph-mon[86391]: pgmap v237: 121 pgs: 121 active+clean; 171 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T00:46:09.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:09 smithi137 ceph-mon[86391]: osdmap e382: 8 total, 8 up, 8 in 2024-08-17T00:46:09.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:09 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:09.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:09 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T00:46:09.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:09 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:46:09.768 INFO:tasks.rados.rados.0.smithi082.stdout:1641: done (4 left) 2024-08-17T00:46:09.768 INFO:tasks.rados.rados.0.smithi082.stdout:1642: done (3 left) 2024-08-17T00:46:09.768 INFO:tasks.rados.rados.0.smithi082.stdout:1643: done (2 left) 2024-08-17T00:46:09.769 INFO:tasks.rados.rados.0.smithi082.stdout:1644: done (1 left) 2024-08-17T00:46:09.769 INFO:tasks.rados.rados.0.smithi082.stdout:1645: done (0 left) 2024-08-17T00:46:09.769 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 38 current snap is 154 2024-08-17T00:46:09.769 INFO:tasks.rados.rados.0.smithi082.stdout:1646: seq_num 517 ranges {2785280=663552,3448832=786432,4235264=16384} 2024-08-17T00:46:09.787 INFO:tasks.rados.rados.0.smithi082.stdout:1646: writing smithi08280503-38 from 2785280 to 3448832 tid 1 2024-08-17T00:46:09.792 INFO:tasks.rados.rados.0.smithi082.stdout:1646: writing smithi08280503-38 from 3448832 to 4235264 tid 2 2024-08-17T00:46:09.792 INFO:tasks.rados.rados.0.smithi082.stdout:1646: writing smithi08280503-38 from 4235264 to 4251648 tid 3 2024-08-17T00:46:09.792 INFO:tasks.rados.rados.0.smithi082.stdout:1647: snap_create 2024-08-17T00:46:09.792 INFO:tasks.rados.rados.0.smithi082.stdout:1646: finishing write tid 1 to smithi08280503-38 2024-08-17T00:46:09.795 INFO:tasks.rados.rados.0.smithi082.stdout:1646: finishing write tid 2 to smithi08280503-38 2024-08-17T00:46:09.795 INFO:tasks.rados.rados.0.smithi082.stdout:1646: finishing write tid 3 to smithi08280503-38 2024-08-17T00:46:09.795 INFO:tasks.rados.rados.0.smithi082.stdout:1646: finishing write tid 4 to smithi08280503-38 2024-08-17T00:46:09.797 INFO:tasks.rados.rados.0.smithi082.stdout:1646: finishing write tid 5 to smithi08280503-38 2024-08-17T00:46:09.797 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 901 (ObjNum 517 snap 154 seq_num 517) dirty exists 2024-08-17T00:46:09.797 INFO:tasks.rados.rados.0.smithi082.stdout:1646: left oid 38 (ObjNum 517 snap 154 seq_num 517) 2024-08-17T00:46:10.401 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:10 smithi082 ceph-mon[94343]: Upgrade: Updating osd.3 2024-08-17T00:46:10.401 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:10 smithi082 ceph-mon[94343]: Deploying daemon osd.3 on smithi082 2024-08-17T00:46:10.401 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:10 smithi082 ceph-mon[94343]: osdmap e383: 8 total, 8 up, 8 in 2024-08-17T00:46:10.401 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:10 smithi082 ceph-mon[91979]: Upgrade: Updating osd.3 2024-08-17T00:46:10.401 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:10 smithi082 ceph-mon[91979]: Deploying daemon osd.3 on smithi082 2024-08-17T00:46:10.401 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:10 smithi082 ceph-mon[91979]: osdmap e383: 8 total, 8 up, 8 in 2024-08-17T00:46:10.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:10 smithi137 ceph-mon[86391]: Upgrade: Updating osd.3 2024-08-17T00:46:10.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:10 smithi137 ceph-mon[86391]: Deploying daemon osd.3 on smithi082 2024-08-17T00:46:10.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:10 smithi137 ceph-mon[86391]: osdmap e383: 8 total, 8 up, 8 in 2024-08-17T00:46:10.774 INFO:tasks.rados.rados.0.smithi082.stdout:1646: done (1 left) 2024-08-17T00:46:10.774 INFO:tasks.rados.rados.0.smithi082.stdout:1647: done (0 left) 2024-08-17T00:46:10.775 INFO:tasks.rados.rados.0.smithi082.stdout:1648: setattr oid 29 current snap is 155 2024-08-17T00:46:10.775 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 31 current snap is 155 2024-08-17T00:46:10.776 INFO:tasks.rados.rados.0.smithi082.stdout:1649: seq_num 518 ranges {737280=679936,1417216=671744,2088960=131072} 2024-08-17T00:46:10.784 INFO:tasks.rados.rados.0.smithi082.stdout:1649: writing smithi08280503-31 from 737280 to 1417216 tid 1 2024-08-17T00:46:10.788 INFO:tasks.rados.rados.0.smithi082.stdout:1649: writing smithi08280503-31 from 1417216 to 2088960 tid 2 2024-08-17T00:46:10.789 INFO:tasks.rados.rados.0.smithi082.stdout:1649: writing smithi08280503-31 from 2088960 to 2220032 tid 3 2024-08-17T00:46:10.789 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 46 current snap is 155 2024-08-17T00:46:10.790 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 808 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-17T00:46:10.790 INFO:tasks.rados.rados.0.smithi082.stdout:1649: finishing write tid 1 to smithi08280503-31 2024-08-17T00:46:10.790 INFO:tasks.rados.rados.0.smithi082.stdout:1650: seq_num 519 ranges {1196032=696320,1892352=548864,2441216=253952} 2024-08-17T00:46:10.800 INFO:tasks.rados.rados.0.smithi082.stdout:1650: writing smithi08280503-46 from 1196032 to 1892352 tid 1 2024-08-17T00:46:10.803 INFO:tasks.rados.rados.0.smithi082.stdout:1650: writing smithi08280503-46 from 1892352 to 2441216 tid 2 2024-08-17T00:46:10.805 INFO:tasks.rados.rados.0.smithi082.stdout:1650: writing smithi08280503-46 from 2441216 to 2695168 tid 3 2024-08-17T00:46:10.806 INFO:tasks.rados.rados.0.smithi082.stdout:1648: done (2 left) 2024-08-17T00:46:10.806 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 25 current snap is 155 2024-08-17T00:46:10.806 INFO:tasks.rados.rados.0.smithi082.stdout:1649: finishing write tid 2 to smithi08280503-31 2024-08-17T00:46:10.806 INFO:tasks.rados.rados.0.smithi082.stdout:1649: finishing write tid 3 to smithi08280503-31 2024-08-17T00:46:10.806 INFO:tasks.rados.rados.0.smithi082.stdout:1649: finishing write tid 4 to smithi08280503-31 2024-08-17T00:46:10.806 INFO:tasks.rados.rados.0.smithi082.stdout:1649: finishing write tid 5 to smithi08280503-31 2024-08-17T00:46:10.806 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 1048 (ObjNum 518 snap 155 seq_num 518) dirty exists 2024-08-17T00:46:10.806 INFO:tasks.rados.rados.0.smithi082.stdout:1649: left oid 31 (ObjNum 518 snap 155 seq_num 518) 2024-08-17T00:46:10.806 INFO:tasks.rados.rados.0.smithi082.stdout:1650: finishing write tid 1 to smithi08280503-46 2024-08-17T00:46:10.806 INFO:tasks.rados.rados.0.smithi082.stdout:1651: seq_num 520 ranges {1417216=712704,2129920=434176,2564096=368640} 2024-08-17T00:46:10.816 INFO:tasks.rados.rados.0.smithi082.stdout:1651: writing smithi08280503-25 from 1417216 to 2129920 tid 1 2024-08-17T00:46:10.819 INFO:tasks.rados.rados.0.smithi082.stdout:1651: writing smithi08280503-25 from 2129920 to 2564096 tid 2 2024-08-17T00:46:10.821 INFO:tasks.rados.rados.0.smithi082.stdout:1651: writing smithi08280503-25 from 2564096 to 2932736 tid 3 2024-08-17T00:46:10.821 INFO:tasks.rados.rados.0.smithi082.stdout:1649: done (2 left) 2024-08-17T00:46:10.822 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 42 current snap is 155 2024-08-17T00:46:10.822 INFO:tasks.rados.rados.0.smithi082.stdout:1650: finishing write tid 2 to smithi08280503-46 2024-08-17T00:46:10.822 INFO:tasks.rados.rados.0.smithi082.stdout:1652: seq_num 521 ranges {720896=729088,1449984=720896,2170880=81920} 2024-08-17T00:46:10.829 INFO:tasks.rados.rados.0.smithi082.stdout:1652: writing smithi08280503-42 from 720896 to 1449984 tid 1 2024-08-17T00:46:10.833 INFO:tasks.rados.rados.0.smithi082.stdout:1652: writing smithi08280503-42 from 1449984 to 2170880 tid 2 2024-08-17T00:46:10.834 INFO:tasks.rados.rados.0.smithi082.stdout:1652: writing smithi08280503-42 from 2170880 to 2252800 tid 3 2024-08-17T00:46:10.834 INFO:tasks.rados.rados.0.smithi082.stdout:1653: rmattr oid 18 current snap is 155 2024-08-17T00:46:10.834 INFO:tasks.rados.rados.0.smithi082.stdout:1650: finishing write tid 3 to smithi08280503-46 2024-08-17T00:46:10.834 INFO:tasks.rados.rados.0.smithi082.stdout:1650: finishing write tid 4 to smithi08280503-46 2024-08-17T00:46:10.834 INFO:tasks.rados.rados.0.smithi082.stdout:1650: finishing write tid 5 to smithi08280503-46 2024-08-17T00:46:10.835 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 46 v 992 (ObjNum 519 snap 155 seq_num 519) dirty exists 2024-08-17T00:46:10.835 INFO:tasks.rados.rados.0.smithi082.stdout:1650: left oid 46 (ObjNum 519 snap 155 seq_num 519) 2024-08-17T00:46:10.835 INFO:tasks.rados.rados.0.smithi082.stdout:1651: finishing write tid 1 to smithi08280503-25 2024-08-17T00:46:10.835 INFO:tasks.rados.rados.0.smithi082.stdout:1651: finishing write tid 2 to smithi08280503-25 2024-08-17T00:46:10.835 INFO:tasks.rados.rados.0.smithi082.stdout:1651: finishing write tid 3 to smithi08280503-25 2024-08-17T00:46:10.835 INFO:tasks.rados.rados.0.smithi082.stdout:1651: finishing write tid 4 to smithi08280503-25 2024-08-17T00:46:10.835 INFO:tasks.rados.rados.0.smithi082.stdout:1651: finishing write tid 5 to smithi08280503-25 2024-08-17T00:46:10.835 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 628 (ObjNum 520 snap 155 seq_num 520) dirty exists 2024-08-17T00:46:10.835 INFO:tasks.rados.rados.0.smithi082.stdout:1651: left oid 25 (ObjNum 520 snap 155 seq_num 520) 2024-08-17T00:46:10.835 INFO:tasks.rados.rados.0.smithi082.stdout:1652: finishing write tid 1 to smithi08280503-42 2024-08-17T00:46:10.835 INFO:tasks.rados.rados.0.smithi082.stdout:1650: done (3 left) 2024-08-17T00:46:10.835 INFO:tasks.rados.rados.0.smithi082.stdout:1651: done (2 left) 2024-08-17T00:46:10.835 INFO:tasks.rados.rados.0.smithi082.stdout:1654: setattr oid 39 current snap is 155 2024-08-17T00:46:10.836 INFO:tasks.rados.rados.0.smithi082.stdout:1655: rollback oid 4 current snap is 155 2024-08-17T00:46:10.836 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 4 to 154 2024-08-17T00:46:10.836 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 8 current snap is 155 2024-08-17T00:46:10.836 INFO:tasks.rados.rados.0.smithi082.stdout:1656: seq_num 522 ranges {720896=745472,1466368=606208,2072576=196608} 2024-08-17T00:46:10.844 INFO:tasks.rados.rados.0.smithi082.stdout:1656: writing smithi08280503-8 from 720896 to 1466368 tid 1 2024-08-17T00:46:10.848 INFO:tasks.rados.rados.0.smithi082.stdout:1656: writing smithi08280503-8 from 1466368 to 2072576 tid 2 2024-08-17T00:46:10.849 INFO:tasks.rados.rados.0.smithi082.stdout:1656: writing smithi08280503-8 from 2072576 to 2269184 tid 3 2024-08-17T00:46:10.850 INFO:tasks.rados.rados.0.smithi082.stdout:1657: rollback oid 28 current snap is 155 2024-08-17T00:46:10.850 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 28 to 153 2024-08-17T00:46:10.850 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 984 (ObjNum 332 snap 102 seq_num 332) dirty exists 2024-08-17T00:46:10.850 INFO:tasks.rados.rados.0.smithi082.stdout:1652: finishing write tid 2 to smithi08280503-42 2024-08-17T00:46:10.850 INFO:tasks.rados.rados.0.smithi082.stdout:1652: finishing write tid 3 to smithi08280503-42 2024-08-17T00:46:10.850 INFO:tasks.rados.rados.0.smithi082.stdout:1652: finishing write tid 4 to smithi08280503-42 2024-08-17T00:46:10.850 INFO:tasks.rados.rados.0.smithi082.stdout:1655: finishing rollback tid 1 to smithi08280503-4 2024-08-17T00:46:10.850 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 942 (ObjNum 65 snap 0 seq_num 1853861136) dirty dne 2024-08-17T00:46:10.850 INFO:tasks.rados.rados.0.smithi082.stdout:1652: finishing write tid 5 to smithi08280503-42 2024-08-17T00:46:10.850 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 813 (ObjNum 521 snap 155 seq_num 521) dirty exists 2024-08-17T00:46:10.850 INFO:tasks.rados.rados.0.smithi082.stdout:1652: left oid 42 (ObjNum 521 snap 155 seq_num 521) 2024-08-17T00:46:10.851 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 660 (ObjNum 498 snap 146 seq_num 498) dirty exists 2024-08-17T00:46:10.851 INFO:tasks.rados.rados.0.smithi082.stdout:1656: finishing write tid 1 to smithi08280503-8 2024-08-17T00:46:10.851 INFO:tasks.rados.rados.0.smithi082.stdout:1652: done (5 left) 2024-08-17T00:46:10.851 INFO:tasks.rados.rados.0.smithi082.stdout:1653: done (4 left) 2024-08-17T00:46:10.851 INFO:tasks.rados.rados.0.smithi082.stdout:1654: done (3 left) 2024-08-17T00:46:10.851 INFO:tasks.rados.rados.0.smithi082.stdout:1655: done (2 left) 2024-08-17T00:46:10.851 INFO:tasks.rados.rados.0.smithi082.stdout:1658: copy_from oid 35 from oid 50 current snap is 155 2024-08-17T00:46:10.851 INFO:tasks.rados.rados.0.smithi082.stdout:1659: delete oid 21 current snap is 155 2024-08-17T00:46:10.853 INFO:tasks.rados.rados.0.smithi082.stdout:1659: done (3 left) 2024-08-17T00:46:10.853 INFO:tasks.rados.rados.0.smithi082.stdout:1660: rmattr oid 26 current snap is 155 2024-08-17T00:46:10.853 INFO:tasks.rados.rados.0.smithi082.stdout:1656: finishing write tid 2 to smithi08280503-8 2024-08-17T00:46:10.854 INFO:tasks.rados.rados.0.smithi082.stdout:1661: copy_from oid 17 from oid 9 current snap is 155 2024-08-17T00:46:10.854 INFO:tasks.rados.rados.0.smithi082.stdout:1662: setattr oid 3 current snap is 155 2024-08-17T00:46:10.854 INFO:tasks.rados.rados.0.smithi082.stdout:1656: finishing write tid 3 to smithi08280503-8 2024-08-17T00:46:10.854 INFO:tasks.rados.rados.0.smithi082.stdout:1656: finishing write tid 4 to smithi08280503-8 2024-08-17T00:46:10.857 INFO:tasks.rados.rados.0.smithi082.stdout:1663: snap_create 2024-08-17T00:46:10.857 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 995 (ObjNum 503 snap 147 seq_num 503) dirty exists 2024-08-17T00:46:10.859 INFO:tasks.rados.rados.0.smithi082.stdout:1656: finishing write tid 5 to smithi08280503-8 2024-08-17T00:46:10.860 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 988 (ObjNum 522 snap 155 seq_num 522) dirty exists 2024-08-17T00:46:10.860 INFO:tasks.rados.rados.0.smithi082.stdout:1656: left oid 8 (ObjNum 522 snap 155 seq_num 522) 2024-08-17T00:46:10.860 INFO:tasks.rados.rados.0.smithi082.stdout:1657: finishing rollback tid 0 to smithi08280503-28 2024-08-17T00:46:10.861 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 903 (ObjNum 516 snap 153 seq_num 516) dirty exists 2024-08-17T00:46:10.861 INFO:tasks.rados.rados.0.smithi082.stdout:1657: finishing rollback tid 1 to smithi08280503-28 2024-08-17T00:46:10.861 INFO:tasks.rados.rados.0.smithi082.stdout:1657: finishing rollback tid 2 to smithi08280503-28 2024-08-17T00:46:10.861 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 991 (ObjNum 388 snap 118 seq_num 388) dirty exists 2024-08-17T00:46:10.866 INFO:tasks.rados.rados.0.smithi082.stdout:1658: finishing copy_from racing read to smithi08280503-35 2024-08-17T00:46:10.866 INFO:tasks.rados.rados.0.smithi082.stdout:1661: finishing copy_from racing read to smithi08280503-17 2024-08-17T00:46:10.868 INFO:tasks.rados.rados.0.smithi082.stdout:1658: finishing copy_from to smithi08280503-35 2024-08-17T00:46:10.868 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 928 (ObjNum 372 snap 113 seq_num 372) dirty exists 2024-08-17T00:46:10.868 INFO:tasks.rados.rados.0.smithi082.stdout:1661: finishing copy_from to smithi08280503-17 2024-08-17T00:46:10.868 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 961 (ObjNum 504 snap 147 seq_num 504) dirty exists 2024-08-17T00:46:11.342 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:11 smithi082 ceph-mon[94343]: pgmap v240: 121 pgs: 121 active+clean; 176 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-08-17T00:46:11.342 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:11 smithi082 ceph-mon[94343]: osdmap e384: 8 total, 8 up, 8 in 2024-08-17T00:46:11.343 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:11 smithi082 ceph-mon[91979]: pgmap v240: 121 pgs: 121 active+clean; 176 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-08-17T00:46:11.343 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:11 smithi082 ceph-mon[91979]: osdmap e384: 8 total, 8 up, 8 in 2024-08-17T00:46:11.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:11 smithi137 ceph-mon[86391]: pgmap v240: 121 pgs: 121 active+clean; 176 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-08-17T00:46:11.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:11 smithi137 ceph-mon[86391]: osdmap e384: 8 total, 8 up, 8 in 2024-08-17T00:46:11.777 INFO:tasks.rados.rados.0.smithi082.stdout:1656: done (6 left) 2024-08-17T00:46:11.777 INFO:tasks.rados.rados.0.smithi082.stdout:1657: done (5 left) 2024-08-17T00:46:11.777 INFO:tasks.rados.rados.0.smithi082.stdout:1658: done (4 left) 2024-08-17T00:46:11.777 INFO:tasks.rados.rados.0.smithi082.stdout:1660: done (3 left) 2024-08-17T00:46:11.777 INFO:tasks.rados.rados.0.smithi082.stdout:1661: done (2 left) 2024-08-17T00:46:11.777 INFO:tasks.rados.rados.0.smithi082.stdout:1662: done (1 left) 2024-08-17T00:46:11.777 INFO:tasks.rados.rados.0.smithi082.stdout:1663: done (0 left) 2024-08-17T00:46:11.777 INFO:tasks.rados.rados.0.smithi082.stdout:1664: delete oid 24 current snap is 156 2024-08-17T00:46:11.781 INFO:tasks.rados.rados.0.smithi082.stdout:1664: done (0 left) 2024-08-17T00:46:11.781 INFO:tasks.rados.rados.0.smithi082.stdout:1665: rmattr oid 14 current snap is 156 2024-08-17T00:46:11.781 INFO:tasks.rados.rados.0.smithi082.stdout:1665: done (0 left) 2024-08-17T00:46:11.781 INFO:tasks.rados.rados.0.smithi082.stdout:1666: delete oid 15 current snap is 156 2024-08-17T00:46:11.784 INFO:tasks.rados.rados.0.smithi082.stdout:1666: done (0 left) 2024-08-17T00:46:11.785 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 4 current snap is 156 2024-08-17T00:46:11.785 INFO:tasks.rados.rados.0.smithi082.stdout:1667: seq_num 526 ranges {0=417792,417792=589824,1007616=614400} 2024-08-17T00:46:11.787 INFO:tasks.rados.rados.0.smithi082.stdout:1667: writing smithi08280503-4 from 0 to 417792 tid 1 2024-08-17T00:46:11.790 INFO:tasks.rados.rados.0.smithi082.stdout:1667: writing smithi08280503-4 from 417792 to 1007616 tid 2 2024-08-17T00:46:11.794 INFO:tasks.rados.rados.0.smithi082.stdout:1667: writing smithi08280503-4 from 1007616 to 1622016 tid 3 2024-08-17T00:46:11.794 INFO:tasks.rados.rados.0.smithi082.stdout:1668: snap_create 2024-08-17T00:46:11.794 INFO:tasks.rados.rados.0.smithi082.stdout:1667: finishing write tid 1 to smithi08280503-4 2024-08-17T00:46:11.794 INFO:tasks.rados.rados.0.smithi082.stdout:1667: finishing write tid 2 to smithi08280503-4 2024-08-17T00:46:11.796 INFO:tasks.rados.rados.0.smithi082.stdout:1667: finishing write tid 3 to smithi08280503-4 2024-08-17T00:46:11.797 INFO:tasks.rados.rados.0.smithi082.stdout:1667: finishing write tid 4 to smithi08280503-4 2024-08-17T00:46:11.798 INFO:tasks.rados.rados.0.smithi082.stdout:1667: finishing write tid 5 to smithi08280503-4 2024-08-17T00:46:11.798 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 999 (ObjNum 526 snap 156 seq_num 526) dirty exists 2024-08-17T00:46:11.798 INFO:tasks.rados.rados.0.smithi082.stdout:1667: left oid 4 (ObjNum 526 snap 156 seq_num 526) 2024-08-17T00:46:12.476 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:11 smithi082 systemd[1]: Stopping Ceph osd.3 for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:46:12.476 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:12 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3[61683]: 2024-08-17T00:46:12.229+0000 7f8cf7ca6640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T00:46:12.476 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:12 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3[61683]: 2024-08-17T00:46:12.229+0000 7f8cf7ca6640 -1 osd.3 385 *** Got signal Terminated *** 2024-08-17T00:46:12.476 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:12 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3[61683]: 2024-08-17T00:46:12.229+0000 7f8cf7ca6640 -1 osd.3 385 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T00:46:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:12.792 INFO:tasks.rados.rados.0.smithi082.stdout:1667: done (1 left) 2024-08-17T00:46:12.792 INFO:tasks.rados.rados.0.smithi082.stdout:1668: done (0 left) 2024-08-17T00:46:12.792 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 45 current snap is 157 2024-08-17T00:46:12.792 INFO:tasks.rados.rados.0.smithi082.stdout:1669: seq_num 527 ranges {8085504=434176,8519680=475136,8994816=565248,9560064=163840} 2024-08-17T00:46:12.838 INFO:tasks.rados.rados.0.smithi082.stdout:1669: writing smithi08280503-45 from 8085504 to 8519680 tid 1 2024-08-17T00:46:12.841 INFO:tasks.rados.rados.0.smithi082.stdout:1669: writing smithi08280503-45 from 8519680 to 8994816 tid 2 2024-08-17T00:46:12.844 INFO:tasks.rados.rados.0.smithi082.stdout:1669: writing smithi08280503-45 from 8994816 to 9560064 tid 3 2024-08-17T00:46:12.845 INFO:tasks.rados.rados.0.smithi082.stdout:1669: writing smithi08280503-45 from 9560064 to 9723904 tid 4 2024-08-17T00:46:12.845 INFO:tasks.rados.rados.0.smithi082.stdout:1670: snap_remove snap 154 2024-08-17T00:46:13.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:12 smithi082 ceph-mon[94343]: osdmap e385: 8 total, 8 up, 8 in 2024-08-17T00:46:13.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:12 smithi082 ceph-mon[94343]: pgmap v243: 121 pgs: 121 active+clean; 186 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.7 MiB/s wr, 38 op/s 2024-08-17T00:46:13.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:12 smithi082 ceph-mon[94343]: osd.3 marked itself down and dead 2024-08-17T00:46:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:12 smithi082 ceph-mon[91979]: osdmap e385: 8 total, 8 up, 8 in 2024-08-17T00:46:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:12 smithi082 ceph-mon[91979]: pgmap v243: 121 pgs: 121 active+clean; 186 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.7 MiB/s wr, 38 op/s 2024-08-17T00:46:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:12 smithi082 ceph-mon[91979]: osd.3 marked itself down and dead 2024-08-17T00:46:13.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:12 smithi137 ceph-mon[86391]: osdmap e385: 8 total, 8 up, 8 in 2024-08-17T00:46:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:12 smithi137 ceph-mon[86391]: pgmap v243: 121 pgs: 121 active+clean; 186 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.7 MiB/s wr, 38 op/s 2024-08-17T00:46:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:12 smithi137 ceph-mon[86391]: osd.3 marked itself down and dead 2024-08-17T00:46:13.646 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:13 smithi082 podman[113477]: 2024-08-17 00:46:13.333769786 +0000 UTC m=+1.192741535 container died a83a3a475578a762fe7cb244ad88a3d32cbd2603e7277418e0d35840ea8855ec (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-03a1ac1, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-08-17T00:46:13.758 INFO:tasks.rados.rados.0.smithi082.stdout:1670: done (1 left) 2024-08-17T00:46:13.758 INFO:tasks.rados.rados.0.smithi082.stdout:1671: copy_from oid 25 from oid 40 current snap is 157 2024-08-17T00:46:13.758 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 29 current snap is 157 2024-08-17T00:46:13.758 INFO:tasks.rados.rados.0.smithi082.stdout:1672: seq_num 528 ranges {0=450560,450560=761856,1212416=442368} 2024-08-17T00:46:13.761 INFO:tasks.rados.rados.0.smithi082.stdout:1672: writing smithi08280503-29 from 0 to 450560 tid 1 2024-08-17T00:46:13.766 INFO:tasks.rados.rados.0.smithi082.stdout:1672: writing smithi08280503-29 from 450560 to 1212416 tid 2 2024-08-17T00:46:13.770 INFO:tasks.rados.rados.0.smithi082.stdout:1672: writing smithi08280503-29 from 1212416 to 1654784 tid 3 2024-08-17T00:46:13.770 INFO:tasks.rados.rados.0.smithi082.stdout:1673: snap_remove snap 153 2024-08-17T00:46:13.782 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:13 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi137\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:13 smithi082 ceph-mon[94343]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:46:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:13 smithi082 ceph-mon[94343]: osdmap e386: 8 total, 7 up, 8 in 2024-08-17T00:46:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:13 smithi082 ceph-mon[94343]: osdmap e387: 8 total, 7 up, 8 in 2024-08-17T00:46:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:13 smithi082 ceph-mon[91979]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:46:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:13 smithi082 ceph-mon[91979]: osdmap e386: 8 total, 7 up, 8 in 2024-08-17T00:46:13.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:13 smithi082 ceph-mon[91979]: osdmap e387: 8 total, 7 up, 8 in 2024-08-17T00:46:13.976 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:13 smithi082 podman[113477]: 2024-08-17 00:46:13.645887757 +0000 UTC m=+1.504859459 container cleanup a83a3a475578a762fe7cb244ad88a3d32cbd2603e7277418e0d35840ea8855ec (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-03a1ac1, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:46:13.976 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:13 smithi082 bash[113477]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3 2024-08-17T00:46:13.976 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:13 smithi082 podman[113494]: 2024-08-17 00:46:13.880703979 +0000 UTC m=+0.539460775 container remove a83a3a475578a762fe7cb244ad88a3d32cbd2603e7277418e0d35840ea8855ec (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=quincy-03a1ac1, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-08-17T00:46:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:13 smithi137 ceph-mon[86391]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:46:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:13 smithi137 ceph-mon[86391]: osdmap e386: 8 total, 7 up, 8 in 2024-08-17T00:46:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:13 smithi137 ceph-mon[86391]: osdmap e387: 8 total, 7 up, 8 in 2024-08-17T00:46:14.468 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:14 smithi082 podman[113578]: 2024-08-17 00:46:14.111866122 +0000 UTC m=+0.017136174 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:46:14.468 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:14 smithi082 podman[113578]: 2024-08-17 00:46:14.240046846 +0000 UTC m=+0.145316897 container create 677dac1e769665b04cd7afa3c8dc84965e49ed55c65de6ab4217aa0380489a03 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-08-17T00:46:14.468 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:14 smithi082 podman[113578]: 2024-08-17 00:46:14.467886397 +0000 UTC m=+0.373156456 container init 677dac1e769665b04cd7afa3c8dc84965e49ed55c65de6ab4217aa0380489a03 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:46:14.725 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:14 smithi082 podman[113578]: 2024-08-17 00:46:14.471438082 +0000 UTC m=+0.376708144 container start 677dac1e769665b04cd7afa3c8dc84965e49ed55c65de6ab4217aa0380489a03 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3-deactivate, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-08-17T00:46:14.725 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:14 smithi082 podman[113578]: 2024-08-17 00:46:14.553847204 +0000 UTC m=+0.459117260 container attach 677dac1e769665b04cd7afa3c8dc84965e49ed55c65de6ab4217aa0380489a03 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731) 2024-08-17T00:46:14.725 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:14 smithi082 podman[113578]: 2024-08-17 00:46:14.660597903 +0000 UTC m=+0.565867955 container died 677dac1e769665b04cd7afa3c8dc84965e49ed55c65de6ab4217aa0380489a03 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3-deactivate, RELEASE=squid-d863d21, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-08-17T00:46:14.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:14 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:14.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:14.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:14 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:14.759 INFO:tasks.rados.rados.0.smithi082.stdout:1673: done (3 left) 2024-08-17T00:46:14.759 INFO:tasks.rados.rados.0.smithi082.stdout:1674: delete oid 17 current snap is 157 2024-08-17T00:46:14.759 INFO:tasks.rados.rados.0.smithi082.stdout:1671: finishing copy_from to smithi08280503-25 2024-08-17T00:46:14.759 INFO:tasks.rados.rados.0.smithi082.stdout:1671: got expected ENOENT (src dne) 2024-08-17T00:46:14.759 INFO:tasks.rados.rados.0.smithi082.stdout:1671: finishing copy_from racing read to smithi08280503-25 2024-08-17T00:46:14.759 INFO:tasks.rados.rados.0.smithi082.stdout:1672: finishing write tid 1 to smithi08280503-29 2024-08-17T00:46:14.759 INFO:tasks.rados.rados.0.smithi082.stdout:1672: finishing write tid 2 to smithi08280503-29 2024-08-17T00:46:14.759 INFO:tasks.rados.rados.0.smithi082.stdout:1672: finishing write tid 3 to smithi08280503-29 2024-08-17T00:46:14.760 INFO:tasks.rados.rados.0.smithi082.stdout:1672: finishing write tid 4 to smithi08280503-29 2024-08-17T00:46:14.760 INFO:tasks.rados.rados.0.smithi082.stdout:1669: finishing write tid 1 to smithi08280503-45 2024-08-17T00:46:14.760 INFO:tasks.rados.rados.0.smithi082.stdout:1669: finishing write tid 2 to smithi08280503-45 2024-08-17T00:46:14.760 INFO:tasks.rados.rados.0.smithi082.stdout:1669: finishing write tid 3 to smithi08280503-45 2024-08-17T00:46:14.760 INFO:tasks.rados.rados.0.smithi082.stdout:1669: finishing write tid 4 to smithi08280503-45 2024-08-17T00:46:14.760 INFO:tasks.rados.rados.0.smithi082.stdout:1669: finishing write tid 5 to smithi08280503-45 2024-08-17T00:46:14.760 INFO:tasks.rados.rados.0.smithi082.stdout:1672: finishing write tid 5 to smithi08280503-29 2024-08-17T00:46:14.760 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 820 (ObjNum 528 snap 157 seq_num 528) dirty exists 2024-08-17T00:46:14.760 INFO:tasks.rados.rados.0.smithi082.stdout:1672: left oid 29 (ObjNum 528 snap 157 seq_num 528) 2024-08-17T00:46:14.760 INFO:tasks.rados.rados.0.smithi082.stdout:1669: finishing write tid 6 to smithi08280503-45 2024-08-17T00:46:14.760 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 933 (ObjNum 527 snap 157 seq_num 527) dirty exists 2024-08-17T00:46:14.761 INFO:tasks.rados.rados.0.smithi082.stdout:1669: left oid 45 (ObjNum 527 snap 157 seq_num 527) 2024-08-17T00:46:14.770 INFO:tasks.rados.rados.0.smithi082.stdout:1669: done (3 left) 2024-08-17T00:46:14.770 INFO:tasks.rados.rados.0.smithi082.stdout:1671: done (2 left) 2024-08-17T00:46:14.770 INFO:tasks.rados.rados.0.smithi082.stdout:1672: done (1 left) 2024-08-17T00:46:14.770 INFO:tasks.rados.rados.0.smithi082.stdout:1674: done (0 left) 2024-08-17T00:46:14.770 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 23 current snap is 157 2024-08-17T00:46:14.770 INFO:tasks.rados.rados.0.smithi082.stdout:1675: seq_num 530 ranges {1351680=483328,1835008=532480,2367488=671744} 2024-08-17T00:46:14.777 INFO:tasks.rados.rados.0.smithi082.stdout:1675: writing smithi08280503-23 from 1351680 to 1835008 tid 1 2024-08-17T00:46:14.780 INFO:tasks.rados.rados.0.smithi082.stdout:1675: writing smithi08280503-23 from 1835008 to 2367488 tid 2 2024-08-17T00:46:14.784 INFO:tasks.rados.rados.0.smithi082.stdout:1675: writing smithi08280503-23 from 2367488 to 3039232 tid 3 2024-08-17T00:46:14.784 INFO:tasks.rados.rados.0.smithi082.stdout:1676: snap_create 2024-08-17T00:46:14.785 INFO:tasks.rados.rados.0.smithi082.stdout:1675: finishing write tid 1 to smithi08280503-23 2024-08-17T00:46:14.785 INFO:tasks.rados.rados.0.smithi082.stdout:1675: finishing write tid 2 to smithi08280503-23 2024-08-17T00:46:14.788 INFO:tasks.rados.rados.0.smithi082.stdout:1675: finishing write tid 3 to smithi08280503-23 2024-08-17T00:46:14.788 INFO:tasks.rados.rados.0.smithi082.stdout:1675: finishing write tid 4 to smithi08280503-23 2024-08-17T00:46:14.790 INFO:tasks.rados.rados.0.smithi082.stdout:1675: finishing write tid 5 to smithi08280503-23 2024-08-17T00:46:14.790 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 408 (ObjNum 530 snap 157 seq_num 530) dirty exists 2024-08-17T00:46:14.790 INFO:tasks.rados.rados.0.smithi082.stdout:1675: left oid 23 (ObjNum 530 snap 157 seq_num 530) 2024-08-17T00:46:15.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:14 smithi082 ceph-mon[94343]: pgmap v246: 121 pgs: 2 active+undersized, 9 peering, 12 stale+active+clean, 2 active+undersized+degraded, 96 active+clean; 195 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.7 MiB/s wr, 40 op/s; 13/375 objects degraded (3.467%) 2024-08-17T00:46:15.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:14 smithi082 ceph-mon[94343]: osdmap e388: 8 total, 7 up, 8 in 2024-08-17T00:46:15.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:14 smithi082 ceph-mon[91979]: pgmap v246: 121 pgs: 2 active+undersized, 9 peering, 12 stale+active+clean, 2 active+undersized+degraded, 96 active+clean; 195 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.7 MiB/s wr, 40 op/s; 13/375 objects degraded (3.467%) 2024-08-17T00:46:15.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:14 smithi082 ceph-mon[91979]: osdmap e388: 8 total, 7 up, 8 in 2024-08-17T00:46:15.226 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:46:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:46:15] "GET /metrics HTTP/1.1" 200 36162 "" "Prometheus/2.43.0" 2024-08-17T00:46:15.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:14 smithi137 ceph-mon[86391]: pgmap v246: 121 pgs: 2 active+undersized, 9 peering, 12 stale+active+clean, 2 active+undersized+degraded, 96 active+clean; 195 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.7 MiB/s wr, 40 op/s; 13/375 objects degraded (3.467%) 2024-08-17T00:46:15.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:14 smithi137 ceph-mon[86391]: osdmap e388: 8 total, 7 up, 8 in 2024-08-17T00:46:15.725 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:15 smithi082 podman[113601]: 2024-08-17 00:46:15.355598727 +0000 UTC m=+0.689068780 container remove 677dac1e769665b04cd7afa3c8dc84965e49ed55c65de6ab4217aa0380489a03 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:46:15.725 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:15 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.3.service: Deactivated successfully. 2024-08-17T00:46:15.725 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:15 smithi082 systemd[1]: Stopped Ceph osd.3 for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:46:15.725 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:15 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.3.service: Consumed 9.668s CPU time. 2024-08-17T00:46:15.726 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:15 smithi082 systemd[1]: Starting Ceph osd.3 for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:46:15.790 INFO:tasks.rados.rados.0.smithi082.stdout:1675: done (1 left) 2024-08-17T00:46:15.791 INFO:tasks.rados.rados.0.smithi082.stdout:1676: done (0 left) 2024-08-17T00:46:15.791 INFO:tasks.rados.rados.0.smithi082.stdout:1677: read oid 33 snap -1 2024-08-17T00:46:15.791 INFO:tasks.rados.rados.0.smithi082.stdout:1677: expect (ObjNum 110 snap 22 seq_num 110) 2024-08-17T00:46:15.791 INFO:tasks.rados.rados.0.smithi082.stdout:1678: rollback oid 17 current snap is 158 2024-08-17T00:46:15.791 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 17 to 148 2024-08-17T00:46:15.791 INFO:tasks.rados.rados.0.smithi082.stdout:1679: snap_create 2024-08-17T00:46:15.795 INFO:tasks.rados.rados.0.smithi082.stdout:1678: finishing rollback tid 1 to smithi08280503-17 2024-08-17T00:46:15.795 INFO:tasks.rados.rados.0.smithi082.stdout:1678: finishing rollback tid 2 to smithi08280503-17 2024-08-17T00:46:15.795 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 965 (ObjNum 215 snap 55 seq_num 215) dirty exists 2024-08-17T00:46:15.810 INFO:tasks.rados.rados.0.smithi082.stdout:1677: expect (ObjNum 110 snap 22 seq_num 110) 2024-08-17T00:46:16.093 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:15 smithi082 ceph-mon[94343]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-08-17T00:46:16.093 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:15 smithi082 ceph-mon[94343]: Health check failed: Degraded data redundancy: 13/375 objects degraded (3.467%), 2 pgs degraded (PG_DEGRADED) 2024-08-17T00:46:16.094 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:15 smithi082 ceph-mon[91979]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-08-17T00:46:16.094 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:15 smithi082 ceph-mon[91979]: Health check failed: Degraded data redundancy: 13/375 objects degraded (3.467%), 2 pgs degraded (PG_DEGRADED) 2024-08-17T00:46:16.094 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:15 smithi082 podman[113700]: 2024-08-17 00:46:15.693498091 +0000 UTC m=+0.017636096 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:46:16.094 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:15 smithi082 podman[113700]: 2024-08-17 00:46:15.823179764 +0000 UTC m=+0.147317774 container create 29642a9775a7c76db3e1785cf4e1d6139a2306c322c9f0ca1224a4ae309b6f0a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3-activate, RELEASE=squid-d863d21, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-08-17T00:46:16.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:15 smithi137 ceph-mon[86391]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-08-17T00:46:16.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:15 smithi137 ceph-mon[86391]: Health check failed: Degraded data redundancy: 13/375 objects degraded (3.467%), 2 pgs degraded (PG_DEGRADED) 2024-08-17T00:46:16.426 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:16 smithi082 podman[113700]: 2024-08-17 00:46:16.093167446 +0000 UTC m=+0.417305466 container init 29642a9775a7c76db3e1785cf4e1d6139a2306c322c9f0ca1224a4ae309b6f0a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.36.0) 2024-08-17T00:46:16.426 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:16 smithi082 podman[113700]: 2024-08-17 00:46:16.09664089 +0000 UTC m=+0.420778903 container start 29642a9775a7c76db3e1785cf4e1d6139a2306c322c9f0ca1224a4ae309b6f0a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3-activate, maintainer=Guillaume Abrioux , RELEASE=squid-d863d21, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-08-17T00:46:16.426 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:16 smithi082 podman[113700]: 2024-08-17 00:46:16.193307861 +0000 UTC m=+0.517445874 container attach 29642a9775a7c76db3e1785cf4e1d6139a2306c322c9f0ca1224a4ae309b6f0a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=squid-d863d21, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T00:46:16.426 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3-activate[113715]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:46:16.426 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:16 smithi082 bash[113700]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:46:16.426 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3-activate[113715]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:46:16.426 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:16 smithi082 bash[113700]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:46:16.427 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3-activate[113715]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-17T00:46:16.427 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:16 smithi082 bash[113700]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-17T00:46:16.725 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3-activate[113715]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-08-17T00:46:16.725 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:16 smithi082 bash[113700]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-08-17T00:46:16.726 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3-activate[113715]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-08-17T00:46:16.726 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:16 smithi082 bash[113700]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-08-17T00:46:16.726 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3-activate[113715]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-17T00:46:16.726 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:16 smithi082 bash[113700]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-17T00:46:16.726 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3-activate[113715]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-08-17T00:46:16.726 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:16 smithi082 bash[113700]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-08-17T00:46:16.726 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3-activate[113715]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-17T00:46:16.726 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:16 smithi082 bash[113700]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-17T00:46:16.726 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:16 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3-activate[113715]: --> ceph-volume raw activate successful for osd ID: 3 2024-08-17T00:46:16.726 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:16 smithi082 bash[113700]: --> ceph-volume raw activate successful for osd ID: 3 2024-08-17T00:46:16.726 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:16 smithi082 podman[113700]: 2024-08-17 00:46:16.473620427 +0000 UTC m=+0.797758428 container died 29642a9775a7c76db3e1785cf4e1d6139a2306c322c9f0ca1224a4ae309b6f0a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3-activate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS) 2024-08-17T00:46:16.799 INFO:tasks.rados.rados.0.smithi082.stdout:1677: done (2 left) 2024-08-17T00:46:16.799 INFO:tasks.rados.rados.0.smithi082.stdout:1678: done (1 left) 2024-08-17T00:46:16.799 INFO:tasks.rados.rados.0.smithi082.stdout:1679: done (0 left) 2024-08-17T00:46:16.799 INFO:tasks.rados.rados.0.smithi082.stdout:1680: snap_create 2024-08-17T00:46:17.090 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:16 smithi082 ceph-mon[94343]: osdmap e389: 8 total, 7 up, 8 in 2024-08-17T00:46:17.090 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:16 smithi082 ceph-mon[94343]: pgmap v249: 121 pgs: 26 active+undersized, 9 peering, 6 active+undersized+degraded, 80 active+clean; 208 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 18 op/s; 29/387 objects degraded (7.494%) 2024-08-17T00:46:17.090 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:16 smithi082 ceph-mon[91979]: osdmap e389: 8 total, 7 up, 8 in 2024-08-17T00:46:17.090 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:16 smithi082 ceph-mon[91979]: pgmap v249: 121 pgs: 26 active+undersized, 9 peering, 6 active+undersized+degraded, 80 active+clean; 208 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 18 op/s; 29/387 objects degraded (7.494%) 2024-08-17T00:46:17.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:16 smithi137 ceph-mon[86391]: osdmap e389: 8 total, 7 up, 8 in 2024-08-17T00:46:17.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:16 smithi137 ceph-mon[86391]: pgmap v249: 121 pgs: 26 active+undersized, 9 peering, 6 active+undersized+degraded, 80 active+clean; 208 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 18 op/s; 29/387 objects degraded (7.494%) 2024-08-17T00:46:17.430 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:17 smithi082 podman[113845]: 2024-08-17 00:46:17.08906808 +0000 UTC m=+0.606260149 container remove 29642a9775a7c76db3e1785cf4e1d6139a2306c322c9f0ca1224a4ae309b6f0a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3-activate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux ) 2024-08-17T00:46:17.430 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:17 smithi082 podman[113907]: 2024-08-17 00:46:17.201700199 +0000 UTC m=+0.017067026 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:46:17.430 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:17 smithi082 podman[113907]: 2024-08-17 00:46:17.323522773 +0000 UTC m=+0.138889636 container create ff1e0af1a005b9af2ab4acc3076b26388b3000e93efa6dba79b326272d7cf08b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_BRANCH=HEAD) 2024-08-17T00:46:17.801 INFO:tasks.rados.rados.0.smithi082.stdout:1680: done (0 left) 2024-08-17T00:46:17.801 INFO:tasks.rados.rados.0.smithi082.stdout:1681: read oid 37 snap -1 2024-08-17T00:46:17.801 INFO:tasks.rados.rados.0.smithi082.stdout:1681: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:46:17.801 INFO:tasks.rados.rados.0.smithi082.stdout:1682: snap_remove snap 155 2024-08-17T00:46:17.805 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:17 smithi082 podman[113907]: 2024-08-17 00:46:17.526136258 +0000 UTC m=+0.341503079 container init ff1e0af1a005b9af2ab4acc3076b26388b3000e93efa6dba79b326272d7cf08b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True) 2024-08-17T00:46:17.806 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:17 smithi082 podman[113907]: 2024-08-17 00:46:17.529420418 +0000 UTC m=+0.344787230 container start ff1e0af1a005b9af2ab4acc3076b26388b3000e93efa6dba79b326272d7cf08b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, GIT_CLEAN=True) 2024-08-17T00:46:17.806 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:17 smithi082 ceph-osd[113927]: -- 172.21.15.82:0/524973261 <== mon.0 v2:172.21.15.82:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562ac4399a40 con 0x562ac4377c00 2024-08-17T00:46:17.806 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:17 smithi082 bash[113907]: ff1e0af1a005b9af2ab4acc3076b26388b3000e93efa6dba79b326272d7cf08b 2024-08-17T00:46:17.806 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:17 smithi082 systemd[1]: Started Ceph osd.3 for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:46:18.075 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:17 smithi082 ceph-mon[94343]: osdmap e390: 8 total, 7 up, 8 in 2024-08-17T00:46:18.075 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:17 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:18.075 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:17 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:18.075 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:17 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:46:18.076 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:17 smithi082 ceph-mon[91979]: osdmap e390: 8 total, 7 up, 8 in 2024-08-17T00:46:18.076 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:17 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:18.076 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:17 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:18.076 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:17 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:46:18.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:17 smithi137 ceph-mon[86391]: osdmap e390: 8 total, 7 up, 8 in 2024-08-17T00:46:18.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:17 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:18.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:17 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:18.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:17 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:46:18.402 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:18 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3[113923]: 2024-08-17T00:46:18.073+0000 7f79dc182640 -1 Falling back to public interface 2024-08-17T00:46:18.820 INFO:tasks.rados.rados.0.smithi082.stdout:1682: done (1 left) 2024-08-17T00:46:18.820 INFO:tasks.rados.rados.0.smithi082.stdout:1683: read oid 28 snap 159 2024-08-17T00:46:18.820 INFO:tasks.rados.rados.0.smithi082.stdout:1683: expect (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:46:18.820 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 16 current snap is 160 2024-08-17T00:46:18.820 INFO:tasks.rados.rados.0.smithi082.stdout:1684: seq_num 531 ranges {4177920=499712,4677632=417792,5095424=548864,5644288=237568} 2024-08-17T00:46:18.846 INFO:tasks.rados.rados.0.smithi082.stdout:1684: writing smithi08280503-16 from 4177920 to 4677632 tid 1 2024-08-17T00:46:18.848 INFO:tasks.rados.rados.0.smithi082.stdout:1684: writing smithi08280503-16 from 4677632 to 5095424 tid 2 2024-08-17T00:46:18.852 INFO:tasks.rados.rados.0.smithi082.stdout:1684: writing smithi08280503-16 from 5095424 to 5644288 tid 3 2024-08-17T00:46:18.853 INFO:tasks.rados.rados.0.smithi082.stdout:1684: writing smithi08280503-16 from 5644288 to 5881856 tid 4 2024-08-17T00:46:18.854 INFO:tasks.rados.rados.0.smithi082.stdout:1685: delete oid 2 current snap is 160 2024-08-17T00:46:18.854 INFO:tasks.rados.rados.0.smithi082.stdout:1681: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:46:18.858 INFO:tasks.rados.rados.0.smithi082.stdout:1683: expect (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:46:18.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:18 smithi137 ceph-mon[86391]: osdmap e391: 8 total, 7 up, 8 in 2024-08-17T00:46:18.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:18 smithi137 ceph-mon[86391]: pgmap v252: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 209 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 6 op/s; 36/390 objects degraded (9.231%) 2024-08-17T00:46:18.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:18 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:19.120 INFO:tasks.rados.rados.0.smithi082.stdout:1684: finishing write tid 1 to smithi08280503-16 2024-08-17T00:46:19.120 INFO:tasks.rados.rados.0.smithi082.stdout:1684: finishing write tid 2 to smithi08280503-16 2024-08-17T00:46:19.120 INFO:tasks.rados.rados.0.smithi082.stdout:1681: done (3 left) 2024-08-17T00:46:19.120 INFO:tasks.rados.rados.0.smithi082.stdout:1683: done (2 left) 2024-08-17T00:46:19.120 INFO:tasks.rados.rados.0.smithi082.stdout:1685: done (1 left) 2024-08-17T00:46:19.120 INFO:tasks.rados.rados.0.smithi082.stdout:1686: rollback oid 5 current snap is 160 2024-08-17T00:46:19.120 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 5 to 148 2024-08-17T00:46:19.120 INFO:tasks.rados.rados.0.smithi082.stdout:1684: finishing write tid 3 to smithi08280503-16 2024-08-17T00:46:19.120 INFO:tasks.rados.rados.0.smithi082.stdout:1684: finishing write tid 4 to smithi08280503-16 2024-08-17T00:46:19.120 INFO:tasks.rados.rados.0.smithi082.stdout:1684: finishing write tid 5 to smithi08280503-16 2024-08-17T00:46:19.120 INFO:tasks.rados.rados.0.smithi082.stdout:1684: finishing write tid 6 to smithi08280503-16 2024-08-17T00:46:19.120 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 980 (ObjNum 531 snap 160 seq_num 531) dirty exists 2024-08-17T00:46:19.121 INFO:tasks.rados.rados.0.smithi082.stdout:1684: left oid 16 (ObjNum 531 snap 160 seq_num 531) 2024-08-17T00:46:19.121 INFO:tasks.rados.rados.0.smithi082.stdout:1684: done (1 left) 2024-08-17T00:46:19.121 INFO:tasks.rados.rados.0.smithi082.stdout:1687: delete oid 39 current snap is 160 2024-08-17T00:46:19.122 INFO:tasks.rados.rados.0.smithi082.stdout:1686: finishing rollback tid 0 to smithi08280503-5 2024-08-17T00:46:19.122 INFO:tasks.rados.rados.0.smithi082.stdout:1687: done (1 left) 2024-08-17T00:46:19.122 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 23 current snap is 160 2024-08-17T00:46:19.122 INFO:tasks.rados.rados.0.smithi082.stdout:1688: seq_num 534 ranges {3039232=548864,3588096=516096,4104192=688128} 2024-08-17T00:46:19.141 INFO:tasks.rados.rados.0.smithi082.stdout:1688: writing smithi08280503-23 from 3039232 to 3588096 tid 1 2024-08-17T00:46:19.144 INFO:tasks.rados.rados.0.smithi082.stdout:1688: writing smithi08280503-23 from 3588096 to 4104192 tid 2 2024-08-17T00:46:19.148 INFO:tasks.rados.rados.0.smithi082.stdout:1688: writing smithi08280503-23 from 4104192 to 4792320 tid 3 2024-08-17T00:46:19.148 INFO:tasks.rados.rados.0.smithi082.stdout:1689: snap_remove snap 157 2024-08-17T00:46:19.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:18 smithi082 ceph-mon[94343]: osdmap e391: 8 total, 7 up, 8 in 2024-08-17T00:46:19.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:18 smithi082 ceph-mon[94343]: pgmap v252: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 209 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 6 op/s; 36/390 objects degraded (9.231%) 2024-08-17T00:46:19.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:18 smithi082 ceph-mon[91979]: osdmap e391: 8 total, 7 up, 8 in 2024-08-17T00:46:19.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:18 smithi082 ceph-mon[91979]: pgmap v252: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 209 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 6 op/s; 36/390 objects degraded (9.231%) 2024-08-17T00:46:19.824 INFO:tasks.rados.rados.0.smithi082.stdout:1689: done (2 left) 2024-08-17T00:46:19.824 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 11 current snap is 160 2024-08-17T00:46:19.824 INFO:tasks.rados.rados.0.smithi082.stdout:1686: finishing rollback tid 1 to smithi08280503-5 2024-08-17T00:46:19.824 INFO:tasks.rados.rados.0.smithi082.stdout:1690: seq_num 535 ranges {2785280=565248,3350528=802816,4153344=401408} 2024-08-17T00:46:19.842 INFO:tasks.rados.rados.0.smithi082.stdout:1690: writing smithi08280503-11 from 2785280 to 3350528 tid 1 2024-08-17T00:46:19.847 INFO:tasks.rados.rados.0.smithi082.stdout:1690: writing smithi08280503-11 from 3350528 to 4153344 tid 2 2024-08-17T00:46:19.850 INFO:tasks.rados.rados.0.smithi082.stdout:1690: writing smithi08280503-11 from 4153344 to 4554752 tid 3 2024-08-17T00:46:19.850 INFO:tasks.rados.rados.0.smithi082.stdout:1691: read oid 29 snap -1 2024-08-17T00:46:19.850 INFO:tasks.rados.rados.0.smithi082.stdout:1691: expect (ObjNum 528 snap 157 seq_num 528) 2024-08-17T00:46:19.850 INFO:tasks.rados.rados.0.smithi082.stdout:1692: copy_from oid 1 from oid 3 current snap is 160 2024-08-17T00:46:19.850 INFO:tasks.rados.rados.0.smithi082.stdout:1686: finishing rollback tid 2 to smithi08280503-5 2024-08-17T00:46:19.850 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 844 (ObjNum 442 snap 131 seq_num 442) dirty exists 2024-08-17T00:46:19.850 INFO:tasks.rados.rados.0.smithi082.stdout:1686: done (4 left) 2024-08-17T00:46:19.850 INFO:tasks.rados.rados.0.smithi082.stdout:1693: read oid 41 snap -1 2024-08-17T00:46:19.851 INFO:tasks.rados.rados.0.smithi082.stdout:1693: expect (ObjNum 505 snap 149 seq_num 505) 2024-08-17T00:46:19.851 INFO:tasks.rados.rados.0.smithi082.stdout:1694: snap_create 2024-08-17T00:46:19.851 INFO:tasks.rados.rados.0.smithi082.stdout:1688: finishing write tid 1 to smithi08280503-23 2024-08-17T00:46:19.851 INFO:tasks.rados.rados.0.smithi082.stdout:1688: finishing write tid 2 to smithi08280503-23 2024-08-17T00:46:19.851 INFO:tasks.rados.rados.0.smithi082.stdout:1688: finishing write tid 3 to smithi08280503-23 2024-08-17T00:46:19.851 INFO:tasks.rados.rados.0.smithi082.stdout:1688: finishing write tid 4 to smithi08280503-23 2024-08-17T00:46:19.851 INFO:tasks.rados.rados.0.smithi082.stdout:1688: finishing write tid 5 to smithi08280503-23 2024-08-17T00:46:19.851 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 415 (ObjNum 534 snap 160 seq_num 534) dirty exists 2024-08-17T00:46:19.851 INFO:tasks.rados.rados.0.smithi082.stdout:1688: left oid 23 (ObjNum 534 snap 160 seq_num 534) 2024-08-17T00:46:19.851 INFO:tasks.rados.rados.0.smithi082.stdout:1690: finishing write tid 1 to smithi08280503-11 2024-08-17T00:46:19.852 INFO:tasks.rados.rados.0.smithi082.stdout:1690: finishing write tid 2 to smithi08280503-11 2024-08-17T00:46:19.853 INFO:tasks.rados.rados.0.smithi082.stdout:1690: finishing write tid 3 to smithi08280503-11 2024-08-17T00:46:19.853 INFO:tasks.rados.rados.0.smithi082.stdout:1690: finishing write tid 4 to smithi08280503-11 2024-08-17T00:46:19.855 INFO:tasks.rados.rados.0.smithi082.stdout:1690: finishing write tid 5 to smithi08280503-11 2024-08-17T00:46:19.855 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 905 (ObjNum 535 snap 160 seq_num 535) dirty exists 2024-08-17T00:46:19.855 INFO:tasks.rados.rados.0.smithi082.stdout:1690: left oid 11 (ObjNum 535 snap 160 seq_num 535) 2024-08-17T00:46:19.862 INFO:tasks.rados.rados.0.smithi082.stdout:1692: finishing copy_from racing read to smithi08280503-1 2024-08-17T00:46:19.863 INFO:tasks.rados.rados.0.smithi082.stdout:1692: finishing copy_from to smithi08280503-1 2024-08-17T00:46:19.863 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 903 (ObjNum 516 snap 153 seq_num 516) dirty exists 2024-08-17T00:46:19.869 INFO:tasks.rados.rados.0.smithi082.stdout:1691: expect (ObjNum 528 snap 157 seq_num 528) 2024-08-17T00:46:19.914 INFO:tasks.rados.rados.0.smithi082.stdout:1693: expect (ObjNum 505 snap 149 seq_num 505) 2024-08-17T00:46:20.100 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:19 smithi082 ceph-mon[94343]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2024-08-17T00:46:20.100 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:19 smithi082 ceph-mon[94343]: osdmap e392: 8 total, 7 up, 8 in 2024-08-17T00:46:20.100 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:19 smithi082 ceph-mon[91979]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2024-08-17T00:46:20.101 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:19 smithi082 ceph-mon[91979]: osdmap e392: 8 total, 7 up, 8 in 2024-08-17T00:46:20.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:19 smithi137 ceph-mon[86391]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2024-08-17T00:46:20.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:19 smithi137 ceph-mon[86391]: osdmap e392: 8 total, 7 up, 8 in 2024-08-17T00:46:20.831 INFO:tasks.rados.rados.0.smithi082.stdout:1688: done (5 left) 2024-08-17T00:46:20.831 INFO:tasks.rados.rados.0.smithi082.stdout:1690: done (4 left) 2024-08-17T00:46:20.831 INFO:tasks.rados.rados.0.smithi082.stdout:1691: done (3 left) 2024-08-17T00:46:20.831 INFO:tasks.rados.rados.0.smithi082.stdout:1692: done (2 left) 2024-08-17T00:46:20.831 INFO:tasks.rados.rados.0.smithi082.stdout:1693: done (1 left) 2024-08-17T00:46:20.831 INFO:tasks.rados.rados.0.smithi082.stdout:1694: done (0 left) 2024-08-17T00:46:20.831 INFO:tasks.rados.rados.0.smithi082.stdout:1695: delete oid 50 current snap is 161 2024-08-17T00:46:20.835 INFO:tasks.rados.rados.0.smithi082.stdout:1695: done (0 left) 2024-08-17T00:46:20.835 INFO:tasks.rados.rados.0.smithi082.stdout:1696: rmattr oid 47 current snap is 161 2024-08-17T00:46:20.835 INFO:tasks.rados.rados.0.smithi082.stdout:1696: done (0 left) 2024-08-17T00:46:20.835 INFO:tasks.rados.rados.0.smithi082.stdout:1697: delete oid 50 current snap is 161 2024-08-17T00:46:20.837 INFO:tasks.rados.rados.0.smithi082.stdout:1697: done (0 left) 2024-08-17T00:46:20.837 INFO:tasks.rados.rados.0.smithi082.stdout:1698: snap_remove snap 152 2024-08-17T00:46:21.051 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:20 smithi082 ceph-mon[94343]: osdmap e393: 8 total, 7 up, 8 in 2024-08-17T00:46:21.051 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:20 smithi082 ceph-mon[94343]: pgmap v255: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 211 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 816 KiB/s wr, 3 op/s; 37/393 objects degraded (9.415%) 2024-08-17T00:46:21.051 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:21.051 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:46:21.051 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:20 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3[113923]: 2024-08-17T00:46:20.919+0000 7f79dc182640 -1 osd.3 385 log_to_monitors true 2024-08-17T00:46:21.051 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:20 smithi082 ceph-mon[91979]: osdmap e393: 8 total, 7 up, 8 in 2024-08-17T00:46:21.052 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:20 smithi082 ceph-mon[91979]: pgmap v255: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 211 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 816 KiB/s wr, 3 op/s; 37/393 objects degraded (9.415%) 2024-08-17T00:46:21.052 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:21.052 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:46:21.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:20 smithi137 ceph-mon[86391]: osdmap e393: 8 total, 7 up, 8 in 2024-08-17T00:46:21.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:20 smithi137 ceph-mon[86391]: pgmap v255: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 211 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 816 KiB/s wr, 3 op/s; 37/393 objects degraded (9.415%) 2024-08-17T00:46:21.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:21.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:46:21.834 INFO:tasks.rados.rados.0.smithi082.stdout:1698: done (0 left) 2024-08-17T00:46:21.834 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 23 current snap is 161 2024-08-17T00:46:21.834 INFO:tasks.rados.rados.0.smithi082.stdout:1699: seq_num 538 ranges {4792320=614400,5406720=450560,5857280=704512,6561792=49152} 2024-08-17T00:46:21.864 INFO:tasks.rados.rados.0.smithi082.stdout:1699: writing smithi08280503-23 from 4792320 to 5406720 tid 1 2024-08-17T00:46:21.867 INFO:tasks.rados.rados.0.smithi082.stdout:1699: writing smithi08280503-23 from 5406720 to 5857280 tid 2 2024-08-17T00:46:21.872 INFO:tasks.rados.rados.0.smithi082.stdout:1699: writing smithi08280503-23 from 5857280 to 6561792 tid 3 2024-08-17T00:46:21.872 INFO:tasks.rados.rados.0.smithi082.stdout:1699: writing smithi08280503-23 from 6561792 to 6610944 tid 4 2024-08-17T00:46:21.872 INFO:tasks.rados.rados.0.smithi082.stdout:1700: read oid 15 snap -1 2024-08-17T00:46:21.872 INFO:tasks.rados.rados.0.smithi082.stdout:1700: expect deleted 2024-08-17T00:46:21.872 INFO:tasks.rados.rados.0.smithi082.stdout:1701: setattr oid 36 current snap is 161 2024-08-17T00:46:21.872 INFO:tasks.rados.rados.0.smithi082.stdout:1699: finishing write tid 1 to smithi08280503-23 2024-08-17T00:46:21.872 INFO:tasks.rados.rados.0.smithi082.stdout:1699: finishing write tid 2 to smithi08280503-23 2024-08-17T00:46:21.873 INFO:tasks.rados.rados.0.smithi082.stdout:1700: done (2 left) 2024-08-17T00:46:21.873 INFO:tasks.rados.rados.0.smithi082.stdout:1702: snap_create 2024-08-17T00:46:21.875 INFO:tasks.rados.rados.0.smithi082.stdout:1699: finishing write tid 3 to smithi08280503-23 2024-08-17T00:46:21.875 INFO:tasks.rados.rados.0.smithi082.stdout:1699: finishing write tid 4 to smithi08280503-23 2024-08-17T00:46:21.875 INFO:tasks.rados.rados.0.smithi082.stdout:1699: finishing write tid 5 to smithi08280503-23 2024-08-17T00:46:21.876 INFO:tasks.rados.rados.0.smithi082.stdout:1699: finishing write tid 6 to smithi08280503-23 2024-08-17T00:46:21.877 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 425 (ObjNum 538 snap 161 seq_num 538) dirty exists 2024-08-17T00:46:21.877 INFO:tasks.rados.rados.0.smithi082.stdout:1699: left oid 23 (ObjNum 538 snap 161 seq_num 538) 2024-08-17T00:46:21.880 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 825 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-08-17T00:46:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:21 smithi082 ceph-mon[94343]: Health check update: Degraded data redundancy: 37/393 objects degraded (9.415%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T00:46:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:21 smithi082 ceph-mon[94343]: osdmap e394: 8 total, 7 up, 8 in 2024-08-17T00:46:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:21 smithi082 ceph-mon[94343]: from='osd.3 [v2:172.21.15.82:6826/3306196347,v1:172.21.15.82:6827/3306196347]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T00:46:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:21 smithi082 ceph-mon[94343]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T00:46:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:22.226 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:46:21 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3[113923]: 2024-08-17T00:46:21.864+0000 7f79d3f2d640 -1 osd.3 385 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:46:22.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:21 smithi082 ceph-mon[91979]: Health check update: Degraded data redundancy: 37/393 objects degraded (9.415%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T00:46:22.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:21 smithi082 ceph-mon[91979]: osdmap e394: 8 total, 7 up, 8 in 2024-08-17T00:46:22.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:21 smithi082 ceph-mon[91979]: from='osd.3 [v2:172.21.15.82:6826/3306196347,v1:172.21.15.82:6827/3306196347]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T00:46:22.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:21 smithi082 ceph-mon[91979]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T00:46:22.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:22.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:22.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:21 smithi137 ceph-mon[86391]: Health check update: Degraded data redundancy: 37/393 objects degraded (9.415%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T00:46:22.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:21 smithi137 ceph-mon[86391]: osdmap e394: 8 total, 7 up, 8 in 2024-08-17T00:46:22.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:21 smithi137 ceph-mon[86391]: from='osd.3 [v2:172.21.15.82:6826/3306196347,v1:172.21.15.82:6827/3306196347]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T00:46:22.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:21 smithi137 ceph-mon[86391]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T00:46:22.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:22.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:22.876 INFO:tasks.rados.rados.0.smithi082.stdout:1699: done (2 left) 2024-08-17T00:46:22.876 INFO:tasks.rados.rados.0.smithi082.stdout:1701: done (1 left) 2024-08-17T00:46:22.876 INFO:tasks.rados.rados.0.smithi082.stdout:1702: done (0 left) 2024-08-17T00:46:22.876 INFO:tasks.rados.rados.0.smithi082.stdout:1703: delete oid 2 current snap is 162 2024-08-17T00:46:22.888 INFO:tasks.rados.rados.0.smithi082.stdout:1703: done (0 left) 2024-08-17T00:46:22.888 INFO:tasks.rados.rados.0.smithi082.stdout:1704: copy_from oid 29 from oid 30 current snap is 162 2024-08-17T00:46:22.888 INFO:tasks.rados.rados.0.smithi082.stdout:1705: read oid 1 snap 161 2024-08-17T00:46:22.888 INFO:tasks.rados.rados.0.smithi082.stdout:1705: expect (ObjNum 516 snap 153 seq_num 516) 2024-08-17T00:46:22.888 INFO:tasks.rados.rados.0.smithi082.stdout:1706: snap_remove snap 149 2024-08-17T00:46:22.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:22 smithi082 ceph-mon[91979]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T00:46:22.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:22 smithi082 ceph-mon[91979]: osdmap e395: 8 total, 7 up, 8 in 2024-08-17T00:46:22.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:22 smithi082 ceph-mon[91979]: from='osd.3 [v2:172.21.15.82:6826/3306196347,v1:172.21.15.82:6827/3306196347]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:46:22.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:22 smithi082 ceph-mon[91979]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:46:22.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:22 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:22.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:22 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:22.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:22 smithi082 ceph-mon[91979]: pgmap v258: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 214 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 5 op/s; 38/402 objects degraded (9.453%) 2024-08-17T00:46:22.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:22 smithi082 ceph-mon[94343]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T00:46:22.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:22 smithi082 ceph-mon[94343]: osdmap e395: 8 total, 7 up, 8 in 2024-08-17T00:46:22.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:22 smithi082 ceph-mon[94343]: from='osd.3 [v2:172.21.15.82:6826/3306196347,v1:172.21.15.82:6827/3306196347]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:46:22.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:22 smithi082 ceph-mon[94343]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:46:22.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:22 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:22.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:22 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:22.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:22 smithi082 ceph-mon[94343]: pgmap v258: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 214 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 5 op/s; 38/402 objects degraded (9.453%) 2024-08-17T00:46:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:22 smithi137 ceph-mon[86391]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T00:46:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:22 smithi137 ceph-mon[86391]: osdmap e395: 8 total, 7 up, 8 in 2024-08-17T00:46:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:22 smithi137 ceph-mon[86391]: from='osd.3 [v2:172.21.15.82:6826/3306196347,v1:172.21.15.82:6827/3306196347]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:46:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:22 smithi137 ceph-mon[86391]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-08-17T00:46:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:22 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:22 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:22 smithi137 ceph-mon[86391]: pgmap v258: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 214 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 5 op/s; 38/402 objects degraded (9.453%) 2024-08-17T00:46:23.833 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi137\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:23.876 INFO:tasks.rados.rados.0.smithi082.stdout:1706: done (2 left) 2024-08-17T00:46:23.876 INFO:tasks.rados.rados.0.smithi082.stdout:1707: read oid 39 snap 158 2024-08-17T00:46:23.876 INFO:tasks.rados.rados.0.smithi082.stdout:1707: expect (ObjNum 498 snap 146 seq_num 498) 2024-08-17T00:46:23.876 INFO:tasks.rados.rados.0.smithi082.stdout:1708: delete oid 47 current snap is 162 2024-08-17T00:46:23.876 INFO:tasks.rados.rados.0.smithi082.stdout:1704: finishing copy_from racing read to smithi08280503-29 2024-08-17T00:46:23.876 INFO:tasks.rados.rados.0.smithi082.stdout:1704: finishing copy_from to smithi08280503-29 2024-08-17T00:46:23.876 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 889 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:46:23.891 INFO:tasks.rados.rados.0.smithi082.stdout:1704: done (3 left) 2024-08-17T00:46:23.891 INFO:tasks.rados.rados.0.smithi082.stdout:1708: done (2 left) 2024-08-17T00:46:23.891 INFO:tasks.rados.rados.0.smithi082.stdout:1709: read oid 50 snap -1 2024-08-17T00:46:23.891 INFO:tasks.rados.rados.0.smithi082.stdout:1709: expect deleted 2024-08-17T00:46:23.891 INFO:tasks.rados.rados.0.smithi082.stdout:1710: rollback oid 40 current snap is 162 2024-08-17T00:46:23.891 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 40 to 141 2024-08-17T00:46:23.891 INFO:tasks.rados.rados.0.smithi082.stdout:1711: read oid 35 snap -1 2024-08-17T00:46:23.891 INFO:tasks.rados.rados.0.smithi082.stdout:1711: expect (ObjNum 372 snap 113 seq_num 372) 2024-08-17T00:46:23.891 INFO:tasks.rados.rados.0.smithi082.stdout:1712: rollback oid 34 current snap is 162 2024-08-17T00:46:23.891 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 34 to 161 2024-08-17T00:46:23.891 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 14 current snap is 162 2024-08-17T00:46:23.891 INFO:tasks.rados.rados.0.smithi082.stdout:1713: seq_num 541 ranges {6873088=663552,7536640=557056,8093696=475136,8568832=172032} 2024-08-17T00:46:23.931 INFO:tasks.rados.rados.0.smithi082.stdout:1713: writing smithi08280503-14 from 6873088 to 7536640 tid 1 2024-08-17T00:46:23.934 INFO:tasks.rados.rados.0.smithi082.stdout:1713: writing smithi08280503-14 from 7536640 to 8093696 tid 2 2024-08-17T00:46:23.937 INFO:tasks.rados.rados.0.smithi082.stdout:1713: writing smithi08280503-14 from 8093696 to 8568832 tid 3 2024-08-17T00:46:23.939 INFO:tasks.rados.rados.0.smithi082.stdout:1713: writing smithi08280503-14 from 8568832 to 8740864 tid 4 2024-08-17T00:46:23.939 INFO:tasks.rados.rados.0.smithi082.stdout:1707: expect (ObjNum 498 snap 146 seq_num 498) 2024-08-17T00:46:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:23 smithi082 ceph-mon[94343]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:46:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:23 smithi082 ceph-mon[94343]: osd.3 [v2:172.21.15.82:6826/3306196347,v1:172.21.15.82:6827/3306196347] boot 2024-08-17T00:46:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:23 smithi082 ceph-mon[94343]: osdmap e396: 8 total, 8 up, 8 in 2024-08-17T00:46:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:23 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:46:23.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:23 smithi082 ceph-mon[91979]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:46:23.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:23 smithi082 ceph-mon[91979]: osd.3 [v2:172.21.15.82:6826/3306196347,v1:172.21.15.82:6827/3306196347] boot 2024-08-17T00:46:23.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:23 smithi082 ceph-mon[91979]: osdmap e396: 8 total, 8 up, 8 in 2024-08-17T00:46:23.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:23 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:46:23.985 INFO:tasks.rados.rados.0.smithi082.stdout:1705: expect (ObjNum 516 snap 153 seq_num 516) 2024-08-17T00:46:24.037 INFO:tasks.rados.rados.0.smithi082.stdout:1710: finishing rollback tid 1 to smithi08280503-40 2024-08-17T00:46:24.037 INFO:tasks.rados.rados.0.smithi082.stdout:1712: finishing rollback tid 0 to smithi08280503-34 2024-08-17T00:46:24.037 INFO:tasks.rados.rados.0.smithi082.stdout:1712: finishing rollback tid 1 to smithi08280503-34 2024-08-17T00:46:24.037 INFO:tasks.rados.rados.0.smithi082.stdout:1712: finishing rollback tid 2 to smithi08280503-34 2024-08-17T00:46:24.037 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 664 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-17T00:46:24.037 INFO:tasks.rados.rados.0.smithi082.stdout:1710: finishing rollback tid 2 to smithi08280503-40 2024-08-17T00:46:24.037 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 1062 (ObjNum 429 snap 127 seq_num 429) dirty exists 2024-08-17T00:46:24.038 INFO:tasks.rados.rados.0.smithi082.stdout:1705: done (6 left) 2024-08-17T00:46:24.038 INFO:tasks.rados.rados.0.smithi082.stdout:1707: done (5 left) 2024-08-17T00:46:24.038 INFO:tasks.rados.rados.0.smithi082.stdout:1710: done (4 left) 2024-08-17T00:46:24.038 INFO:tasks.rados.rados.0.smithi082.stdout:1712: done (3 left) 2024-08-17T00:46:24.038 INFO:tasks.rados.rados.0.smithi082.stdout:1714: delete oid 39 current snap is 162 2024-08-17T00:46:24.038 INFO:tasks.rados.rados.0.smithi082.stdout:1711: expect (ObjNum 372 snap 113 seq_num 372) 2024-08-17T00:46:24.194 INFO:tasks.rados.rados.0.smithi082.stdout:1713: finishing write tid 1 to smithi08280503-14 2024-08-17T00:46:24.194 INFO:tasks.rados.rados.0.smithi082.stdout:1709: done (3 left) 2024-08-17T00:46:24.194 INFO:tasks.rados.rados.0.smithi082.stdout:1711: done (2 left) 2024-08-17T00:46:24.194 INFO:tasks.rados.rados.0.smithi082.stdout:1714: done (1 left) 2024-08-17T00:46:24.194 INFO:tasks.rados.rados.0.smithi082.stdout:1715: rollback oid 41 current snap is 162 2024-08-17T00:46:24.194 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 41 to 161 2024-08-17T00:46:24.194 INFO:tasks.rados.rados.0.smithi082.stdout:1713: finishing write tid 2 to smithi08280503-14 2024-08-17T00:46:24.194 INFO:tasks.rados.rados.0.smithi082.stdout:1713: finishing write tid 3 to smithi08280503-14 2024-08-17T00:46:24.194 INFO:tasks.rados.rados.0.smithi082.stdout:1713: finishing write tid 4 to smithi08280503-14 2024-08-17T00:46:24.195 INFO:tasks.rados.rados.0.smithi082.stdout:1713: finishing write tid 5 to smithi08280503-14 2024-08-17T00:46:24.195 INFO:tasks.rados.rados.0.smithi082.stdout:1713: finishing write tid 6 to smithi08280503-14 2024-08-17T00:46:24.195 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 1011 (ObjNum 541 snap 162 seq_num 541) dirty exists 2024-08-17T00:46:24.195 INFO:tasks.rados.rados.0.smithi082.stdout:1713: left oid 14 (ObjNum 541 snap 162 seq_num 541) 2024-08-17T00:46:24.195 INFO:tasks.rados.rados.0.smithi082.stdout:1713: done (1 left) 2024-08-17T00:46:24.195 INFO:tasks.rados.rados.0.smithi082.stdout:1716: read oid 27 snap 151 2024-08-17T00:46:24.195 INFO:tasks.rados.rados.0.smithi082.stdout:1716: expect deleted 2024-08-17T00:46:24.195 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 50 current snap is 162 2024-08-17T00:46:24.195 INFO:tasks.rados.rados.0.smithi082.stdout:1717: seq_num 543 ranges {0=704512,704512=729088,1433600=475136} 2024-08-17T00:46:24.198 INFO:tasks.rados.rados.0.smithi082.stdout:1717: writing smithi08280503-50 from 0 to 704512 tid 1 2024-08-17T00:46:24.202 INFO:tasks.rados.rados.0.smithi082.stdout:1717: writing smithi08280503-50 from 704512 to 1433600 tid 2 2024-08-17T00:46:24.205 INFO:tasks.rados.rados.0.smithi082.stdout:1717: writing smithi08280503-50 from 1433600 to 1908736 tid 3 2024-08-17T00:46:24.205 INFO:tasks.rados.rados.0.smithi082.stdout:1718: snap_remove snap 158 2024-08-17T00:46:24.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:23 smithi137 ceph-mon[86391]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:46:24.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:23 smithi137 ceph-mon[86391]: osd.3 [v2:172.21.15.82:6826/3306196347,v1:172.21.15.82:6827/3306196347] boot 2024-08-17T00:46:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:23 smithi137 ceph-mon[86391]: osdmap e396: 8 total, 8 up, 8 in 2024-08-17T00:46:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:23 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T00:46:24.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:24.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:24.881 INFO:tasks.rados.rados.0.smithi082.stdout:1715: finishing rollback tid 0 to smithi08280503-41 2024-08-17T00:46:24.881 INFO:tasks.rados.rados.0.smithi082.stdout:1715: finishing rollback tid 1 to smithi08280503-41 2024-08-17T00:46:24.881 INFO:tasks.rados.rados.0.smithi082.stdout:1715: finishing rollback tid 2 to smithi08280503-41 2024-08-17T00:46:24.881 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 995 (ObjNum 505 snap 149 seq_num 505) dirty exists 2024-08-17T00:46:24.881 INFO:tasks.rados.rados.0.smithi082.stdout:1715: done (3 left) 2024-08-17T00:46:24.881 INFO:tasks.rados.rados.0.smithi082.stdout:1716: done (2 left) 2024-08-17T00:46:24.881 INFO:tasks.rados.rados.0.smithi082.stdout:1718: done (1 left) 2024-08-17T00:46:24.881 INFO:tasks.rados.rados.0.smithi082.stdout:1719: snap_remove snap 161 2024-08-17T00:46:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:24 smithi082 ceph-mon[91979]: osdmap e397: 8 total, 8 up, 8 in 2024-08-17T00:46:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:24 smithi082 ceph-mon[91979]: pgmap v261: 121 pgs: 3 peering, 32 active+undersized, 6 active+undersized+degraded, 80 active+clean; 214 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 782 KiB/s wr, 6 op/s; 25/405 objects degraded (6.173%) 2024-08-17T00:46:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:24 smithi082 ceph-mon[94343]: osdmap e397: 8 total, 8 up, 8 in 2024-08-17T00:46:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:24 smithi082 ceph-mon[94343]: pgmap v261: 121 pgs: 3 peering, 32 active+undersized, 6 active+undersized+degraded, 80 active+clean; 214 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 782 KiB/s wr, 6 op/s; 25/405 objects degraded (6.173%) 2024-08-17T00:46:25.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:24 smithi137 ceph-mon[86391]: osdmap e397: 8 total, 8 up, 8 in 2024-08-17T00:46:25.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:24 smithi137 ceph-mon[86391]: pgmap v261: 121 pgs: 3 peering, 32 active+undersized, 6 active+undersized+degraded, 80 active+clean; 214 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 782 KiB/s wr, 6 op/s; 25/405 objects degraded (6.173%) 2024-08-17T00:46:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:46:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:46:25] "GET /metrics HTTP/1.1" 200 36167 "" "Prometheus/2.43.0" 2024-08-17T00:46:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:46:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:46:25.208+0000 7fdf5fb8a640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-17T00:46:25.885 INFO:tasks.rados.rados.0.smithi082.stdout:1719: done (1 left) 2024-08-17T00:46:25.885 INFO:tasks.rados.rados.0.smithi082.stdout:1720: copy_from oid 15 from oid 42 current snap is 162 2024-08-17T00:46:25.885 INFO:tasks.rados.rados.0.smithi082.stdout:1717: finishing write tid 1 to smithi08280503-50 2024-08-17T00:46:25.885 INFO:tasks.rados.rados.0.smithi082.stdout:1717: finishing write tid 2 to smithi08280503-50 2024-08-17T00:46:25.885 INFO:tasks.rados.rados.0.smithi082.stdout:1717: finishing write tid 3 to smithi08280503-50 2024-08-17T00:46:25.886 INFO:tasks.rados.rados.0.smithi082.stdout:1717: finishing write tid 4 to smithi08280503-50 2024-08-17T00:46:25.886 INFO:tasks.rados.rados.0.smithi082.stdout:1717: finishing write tid 5 to smithi08280503-50 2024-08-17T00:46:25.886 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 999 (ObjNum 543 snap 162 seq_num 543) dirty exists 2024-08-17T00:46:25.886 INFO:tasks.rados.rados.0.smithi082.stdout:1717: left oid 50 (ObjNum 543 snap 162 seq_num 543) 2024-08-17T00:46:25.886 INFO:tasks.rados.rados.0.smithi082.stdout:1717: done (1 left) 2024-08-17T00:46:25.886 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 6 current snap is 162 2024-08-17T00:46:25.886 INFO:tasks.rados.rados.0.smithi082.stdout:1721: seq_num 544 ranges {1769472=720896,2490368=614400,3104768=589824} 2024-08-17T00:46:25.900 INFO:tasks.rados.rados.0.smithi082.stdout:1721: writing smithi08280503-6 from 1769472 to 2490368 tid 1 2024-08-17T00:46:25.903 INFO:tasks.rados.rados.0.smithi082.stdout:1721: writing smithi08280503-6 from 2490368 to 3104768 tid 2 2024-08-17T00:46:25.908 INFO:tasks.rados.rados.0.smithi082.stdout:1721: writing smithi08280503-6 from 3104768 to 3694592 tid 3 2024-08-17T00:46:25.908 INFO:tasks.rados.rados.0.smithi082.stdout:1722: read oid 46 snap -1 2024-08-17T00:46:25.908 INFO:tasks.rados.rados.0.smithi082.stdout:1722: expect (ObjNum 519 snap 155 seq_num 519) 2024-08-17T00:46:25.908 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 1 current snap is 162 2024-08-17T00:46:25.908 INFO:tasks.rados.rados.0.smithi082.stdout:1721: finishing write tid 1 to smithi08280503-6 2024-08-17T00:46:25.908 INFO:tasks.rados.rados.0.smithi082.stdout:1720: finishing copy_from racing read to smithi08280503-15 2024-08-17T00:46:25.908 INFO:tasks.rados.rados.0.smithi082.stdout:1720: finishing copy_from to smithi08280503-15 2024-08-17T00:46:25.908 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 813 (ObjNum 521 snap 155 seq_num 521) dirty exists 2024-08-17T00:46:25.908 INFO:tasks.rados.rados.0.smithi082.stdout:1721: finishing write tid 2 to smithi08280503-6 2024-08-17T00:46:25.909 INFO:tasks.rados.rados.0.smithi082.stdout:1723: seq_num 545 ranges {1449984=737280,2187264=491520,2678784=450560,3129344=262144} 2024-08-17T00:46:25.921 INFO:tasks.rados.rados.0.smithi082.stdout:1723: writing smithi08280503-1 from 1449984 to 2187264 tid 1 2024-08-17T00:46:25.923 INFO:tasks.rados.rados.0.smithi082.stdout:1723: writing smithi08280503-1 from 2187264 to 2678784 tid 2 2024-08-17T00:46:25.926 INFO:tasks.rados.rados.0.smithi082.stdout:1723: writing smithi08280503-1 from 2678784 to 3129344 tid 3 2024-08-17T00:46:25.928 INFO:tasks.rados.rados.0.smithi082.stdout:1723: writing smithi08280503-1 from 3129344 to 3391488 tid 4 2024-08-17T00:46:25.928 INFO:tasks.rados.rados.0.smithi082.stdout:1720: done (3 left) 2024-08-17T00:46:25.928 INFO:tasks.rados.rados.0.smithi082.stdout:1724: rollback oid 38 current snap is 162 2024-08-17T00:46:25.928 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 38 to 151 2024-08-17T00:46:25.928 INFO:tasks.rados.rados.0.smithi082.stdout:1721: finishing write tid 3 to smithi08280503-6 2024-08-17T00:46:25.928 INFO:tasks.rados.rados.0.smithi082.stdout:1721: finishing write tid 4 to smithi08280503-6 2024-08-17T00:46:25.928 INFO:tasks.rados.rados.0.smithi082.stdout:1721: finishing write tid 5 to smithi08280503-6 2024-08-17T00:46:25.929 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 848 (ObjNum 544 snap 162 seq_num 544) dirty exists 2024-08-17T00:46:25.929 INFO:tasks.rados.rados.0.smithi082.stdout:1721: left oid 6 (ObjNum 544 snap 162 seq_num 544) 2024-08-17T00:46:25.929 INFO:tasks.rados.rados.0.smithi082.stdout:1722: expect (ObjNum 519 snap 155 seq_num 519) 2024-08-17T00:46:26.018 INFO:tasks.rados.rados.0.smithi082.stdout:1723: finishing write tid 1 to smithi08280503-1 2024-08-17T00:46:26.018 INFO:tasks.rados.rados.0.smithi082.stdout:1723: finishing write tid 2 to smithi08280503-1 2024-08-17T00:46:26.018 INFO:tasks.rados.rados.0.smithi082.stdout:1723: finishing write tid 3 to smithi08280503-1 2024-08-17T00:46:26.018 INFO:tasks.rados.rados.0.smithi082.stdout:1723: finishing write tid 4 to smithi08280503-1 2024-08-17T00:46:26.018 INFO:tasks.rados.rados.0.smithi082.stdout:1723: finishing write tid 5 to smithi08280503-1 2024-08-17T00:46:26.018 INFO:tasks.rados.rados.0.smithi082.stdout:1724: finishing rollback tid 0 to smithi08280503-38 2024-08-17T00:46:26.018 INFO:tasks.rados.rados.0.smithi082.stdout:1724: finishing rollback tid 1 to smithi08280503-38 2024-08-17T00:46:26.018 INFO:tasks.rados.rados.0.smithi082.stdout:1724: finishing rollback tid 2 to smithi08280503-38 2024-08-17T00:46:26.019 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 908 (ObjNum 458 snap 133 seq_num 458) dirty exists 2024-08-17T00:46:26.019 INFO:tasks.rados.rados.0.smithi082.stdout:1723: finishing write tid 6 to smithi08280503-1 2024-08-17T00:46:26.019 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 970 (ObjNum 545 snap 162 seq_num 545) dirty exists 2024-08-17T00:46:26.019 INFO:tasks.rados.rados.0.smithi082.stdout:1723: left oid 1 (ObjNum 545 snap 162 seq_num 545) 2024-08-17T00:46:26.019 INFO:tasks.rados.rados.0.smithi082.stdout:1721: done (3 left) 2024-08-17T00:46:26.019 INFO:tasks.rados.rados.0.smithi082.stdout:1722: done (2 left) 2024-08-17T00:46:26.019 INFO:tasks.rados.rados.0.smithi082.stdout:1723: done (1 left) 2024-08-17T00:46:26.019 INFO:tasks.rados.rados.0.smithi082.stdout:1724: done (0 left) 2024-08-17T00:46:26.019 INFO:tasks.rados.rados.0.smithi082.stdout:1725: read oid 25 snap -1 2024-08-17T00:46:26.019 INFO:tasks.rados.rados.0.smithi082.stdout:1725: expect (ObjNum 520 snap 155 seq_num 520) 2024-08-17T00:46:26.019 INFO:tasks.rados.rados.0.smithi082.stdout:1726: rollback oid 22 current snap is 162 2024-08-17T00:46:26.019 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 22 to 148 2024-08-17T00:46:26.019 INFO:tasks.rados.rados.0.smithi082.stdout:1727: copy_from oid 45 from oid 40 current snap is 162 2024-08-17T00:46:26.019 INFO:tasks.rados.rados.0.smithi082.stdout:1728: read oid 33 snap -1 2024-08-17T00:46:26.019 INFO:tasks.rados.rados.0.smithi082.stdout:1728: expect (ObjNum 110 snap 22 seq_num 110) 2024-08-17T00:46:26.020 INFO:tasks.rados.rados.0.smithi082.stdout:1729: rollback oid 26 current snap is 162 2024-08-17T00:46:26.020 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 26 to 141 2024-08-17T00:46:26.020 INFO:tasks.rados.rados.0.smithi082.stdout:1730: copy_from oid 39 from oid 8 current snap is 162 2024-08-17T00:46:26.020 INFO:tasks.rados.rados.0.smithi082.stdout:1731: snap_remove snap 160 2024-08-17T00:46:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:25 smithi082 ceph-mon[94343]: osdmap e398: 8 total, 8 up, 8 in 2024-08-17T00:46:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:25 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:25 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:25 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:46:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:25 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:46:26.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:25 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:26.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:25 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:46:26.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:25 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:46:26.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:25 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:46:26.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:25 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:46:26.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:25 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T00:46:26.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:25 smithi082 ceph-mon[94343]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T00:46:26.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:25 smithi082 ceph-mon[94343]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-17T00:46:26.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:25 smithi082 ceph-mon[91979]: osdmap e398: 8 total, 8 up, 8 in 2024-08-17T00:46:26.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:25 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:26.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:25 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:26.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:25 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:46:26.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:25 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:46:26.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:25 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:26.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:25 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:46:26.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:25 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:46:26.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:25 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:46:26.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:25 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:46:26.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:25 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T00:46:26.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:25 smithi082 ceph-mon[91979]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T00:46:26.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:25 smithi082 ceph-mon[91979]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-17T00:46:26.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:25 smithi137 ceph-mon[86391]: osdmap e398: 8 total, 8 up, 8 in 2024-08-17T00:46:26.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:25 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:26.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:25 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:26.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:25 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:46:26.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:25 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:46:26.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:25 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:26.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:25 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:46:26.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:25 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:46:26.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:25 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:46:26.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:25 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:46:26.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:25 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T00:46:26.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:25 smithi137 ceph-mon[86391]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T00:46:26.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:25 smithi137 ceph-mon[86391]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-17T00:46:26.897 INFO:tasks.rados.rados.0.smithi082.stdout:1731: done (6 left) 2024-08-17T00:46:26.898 INFO:tasks.rados.rados.0.smithi082.stdout:1732: rollback oid 42 current snap is 162 2024-08-17T00:46:26.898 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 42 to 147 2024-08-17T00:46:26.898 INFO:tasks.rados.rados.0.smithi082.stdout:1729: finishing rollback tid 0 to smithi08280503-26 2024-08-17T00:46:26.898 INFO:tasks.rados.rados.0.smithi082.stdout:1729: finishing rollback tid 1 to smithi08280503-26 2024-08-17T00:46:26.898 INFO:tasks.rados.rados.0.smithi082.stdout:1729: finishing rollback tid 2 to smithi08280503-26 2024-08-17T00:46:26.898 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 1019 (ObjNum 348 snap 109 seq_num 348) dirty exists 2024-08-17T00:46:26.898 INFO:tasks.rados.rados.0.smithi082.stdout:1730: finishing copy_from racing read to smithi08280503-39 2024-08-17T00:46:26.898 INFO:tasks.rados.rados.0.smithi082.stdout:1725: expect (ObjNum 520 snap 155 seq_num 520) 2024-08-17T00:46:26.994 INFO:teuthology.orchestra.run.smithi082.stdout:true 2024-08-17T00:46:27.016 INFO:tasks.rados.rados.0.smithi082.stdout:1726: finishing rollback tid 0 to smithi08280503-22 2024-08-17T00:46:27.017 INFO:tasks.rados.rados.0.smithi082.stdout:1726: finishing rollback tid 1 to smithi08280503-22 2024-08-17T00:46:27.017 INFO:tasks.rados.rados.0.smithi082.stdout:1730: finishing copy_from to smithi08280503-39 2024-08-17T00:46:27.017 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 988 (ObjNum 522 snap 155 seq_num 522) dirty exists 2024-08-17T00:46:27.017 INFO:tasks.rados.rados.0.smithi082.stdout:1727: finishing copy_from racing read to smithi08280503-45 2024-08-17T00:46:27.017 INFO:tasks.rados.rados.0.smithi082.stdout:1725: done (6 left) 2024-08-17T00:46:27.017 INFO:tasks.rados.rados.0.smithi082.stdout:1729: done (5 left) 2024-08-17T00:46:27.017 INFO:tasks.rados.rados.0.smithi082.stdout:1730: done (4 left) 2024-08-17T00:46:27.017 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 50 current snap is 162 2024-08-17T00:46:27.017 INFO:tasks.rados.rados.0.smithi082.stdout:1726: finishing rollback tid 2 to smithi08280503-22 2024-08-17T00:46:27.017 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 640 (ObjNum 480 snap 140 seq_num 480) dirty exists 2024-08-17T00:46:27.017 INFO:tasks.rados.rados.0.smithi082.stdout:1727: finishing copy_from to smithi08280503-45 2024-08-17T00:46:27.017 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 1062 (ObjNum 429 snap 127 seq_num 429) dirty exists 2024-08-17T00:46:27.018 INFO:tasks.rados.rados.0.smithi082.stdout:1728: expect (ObjNum 110 snap 22 seq_num 110) 2024-08-17T00:46:27.171 INFO:tasks.rados.rados.0.smithi082.stdout:1732: finishing rollback tid 0 to smithi08280503-42 2024-08-17T00:46:27.171 INFO:tasks.rados.rados.0.smithi082.stdout:1732: finishing rollback tid 1 to smithi08280503-42 2024-08-17T00:46:27.172 INFO:tasks.rados.rados.0.smithi082.stdout:1732: finishing rollback tid 2 to smithi08280503-42 2024-08-17T00:46:27.172 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 892 (ObjNum 452 snap 132 seq_num 452) dirty exists 2024-08-17T00:46:27.172 INFO:tasks.rados.rados.0.smithi082.stdout:1733: seq_num 546 ranges {1908736=753664,2662400=778240,3440640=425984} 2024-08-17T00:46:27.185 INFO:tasks.rados.rados.0.smithi082.stdout:1733: writing smithi08280503-50 from 1908736 to 2662400 tid 1 2024-08-17T00:46:27.190 INFO:tasks.rados.rados.0.smithi082.stdout:1733: writing smithi08280503-50 from 2662400 to 3440640 tid 2 2024-08-17T00:46:27.193 INFO:tasks.rados.rados.0.smithi082.stdout:1733: writing smithi08280503-50 from 3440640 to 3866624 tid 3 2024-08-17T00:46:27.193 INFO:tasks.rados.rados.0.smithi082.stdout:1726: done (4 left) 2024-08-17T00:46:27.193 INFO:tasks.rados.rados.0.smithi082.stdout:1727: done (3 left) 2024-08-17T00:46:27.193 INFO:tasks.rados.rados.0.smithi082.stdout:1728: done (2 left) 2024-08-17T00:46:27.193 INFO:tasks.rados.rados.0.smithi082.stdout:1732: done (1 left) 2024-08-17T00:46:27.193 INFO:tasks.rados.rados.0.smithi082.stdout:1734: rollback oid 33 current snap is 162 2024-08-17T00:46:27.193 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 33 to 156 2024-08-17T00:46:27.194 INFO:tasks.rados.rados.0.smithi082.stdout:1733: finishing write tid 1 to smithi08280503-50 2024-08-17T00:46:27.194 INFO:tasks.rados.rados.0.smithi082.stdout:1735: delete oid 18 current snap is 162 2024-08-17T00:46:27.195 INFO:tasks.rados.rados.0.smithi082.stdout:1735: done (2 left) 2024-08-17T00:46:27.195 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 27 current snap is 162 2024-08-17T00:46:27.195 INFO:tasks.rados.rados.0.smithi082.stdout:1736: seq_num 548 ranges {0=786432,786432=598016,1384448=606208} 2024-08-17T00:46:27.200 INFO:tasks.rados.rados.0.smithi082.stdout:1736: writing smithi08280503-27 from 0 to 786432 tid 1 2024-08-17T00:46:27.203 INFO:tasks.rados.rados.0.smithi082.stdout:1736: writing smithi08280503-27 from 786432 to 1384448 tid 2 2024-08-17T00:46:27.207 INFO:tasks.rados.rados.0.smithi082.stdout:1736: writing smithi08280503-27 from 1384448 to 1990656 tid 3 2024-08-17T00:46:27.207 INFO:tasks.rados.rados.0.smithi082.stdout:1733: finishing write tid 2 to smithi08280503-50 2024-08-17T00:46:27.207 INFO:tasks.rados.rados.0.smithi082.stdout:1733: finishing write tid 3 to smithi08280503-50 2024-08-17T00:46:27.207 INFO:tasks.rados.rados.0.smithi082.stdout:1733: finishing write tid 4 to smithi08280503-50 2024-08-17T00:46:27.207 INFO:tasks.rados.rados.0.smithi082.stdout:1734: finishing rollback tid 0 to smithi08280503-33 2024-08-17T00:46:27.207 INFO:tasks.rados.rados.0.smithi082.stdout:1734: finishing rollback tid 1 to smithi08280503-33 2024-08-17T00:46:27.207 INFO:tasks.rados.rados.0.smithi082.stdout:1733: finishing write tid 5 to smithi08280503-50 2024-08-17T00:46:27.207 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 1013 (ObjNum 546 snap 162 seq_num 546) dirty exists 2024-08-17T00:46:27.208 INFO:tasks.rados.rados.0.smithi082.stdout:1733: left oid 50 (ObjNum 546 snap 162 seq_num 546) 2024-08-17T00:46:27.208 INFO:tasks.rados.rados.0.smithi082.stdout:1734: finishing rollback tid 2 to smithi08280503-33 2024-08-17T00:46:27.208 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 646 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-17T00:46:27.208 INFO:tasks.rados.rados.0.smithi082.stdout:1736: finishing write tid 1 to smithi08280503-27 2024-08-17T00:46:27.208 INFO:tasks.rados.rados.0.smithi082.stdout:1733: done (2 left) 2024-08-17T00:46:27.208 INFO:tasks.rados.rados.0.smithi082.stdout:1734: done (1 left) 2024-08-17T00:46:27.208 INFO:tasks.rados.rados.0.smithi082.stdout:1737: snap_create 2024-08-17T00:46:27.208 INFO:tasks.rados.rados.0.smithi082.stdout:1736: finishing write tid 2 to smithi08280503-27 2024-08-17T00:46:27.209 INFO:tasks.rados.rados.0.smithi082.stdout:1736: finishing write tid 3 to smithi08280503-27 2024-08-17T00:46:27.209 INFO:tasks.rados.rados.0.smithi082.stdout:1736: finishing write tid 4 to smithi08280503-27 2024-08-17T00:46:27.210 INFO:tasks.rados.rados.0.smithi082.stdout:1736: finishing write tid 5 to smithi08280503-27 2024-08-17T00:46:27.211 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 1066 (ObjNum 548 snap 162 seq_num 548) dirty exists 2024-08-17T00:46:27.211 INFO:tasks.rados.rados.0.smithi082.stdout:1736: left oid 27 (ObjNum 548 snap 162 seq_num 548) 2024-08-17T00:46:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:26 smithi082 ceph-mon[94343]: osdmap e399: 8 total, 8 up, 8 in 2024-08-17T00:46:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:26 smithi082 ceph-mon[94343]: pgmap v264: 121 pgs: 3 peering, 19 active+undersized, 3 active+undersized+degraded, 96 active+clean; 226 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.4 MiB/s wr, 19 op/s; 11/420 objects degraded (2.619%); 2.9 MiB/s, 0 objects/s recovering 2024-08-17T00:46:27.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:26 smithi082 ceph-mon[91979]: osdmap e399: 8 total, 8 up, 8 in 2024-08-17T00:46:27.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:26 smithi082 ceph-mon[91979]: pgmap v264: 121 pgs: 3 peering, 19 active+undersized, 3 active+undersized+degraded, 96 active+clean; 226 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.4 MiB/s wr, 19 op/s; 11/420 objects degraded (2.619%); 2.9 MiB/s, 0 objects/s recovering 2024-08-17T00:46:27.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:26 smithi137 ceph-mon[86391]: osdmap e399: 8 total, 8 up, 8 in 2024-08-17T00:46:27.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:26 smithi137 ceph-mon[86391]: pgmap v264: 121 pgs: 3 peering, 19 active+undersized, 3 active+undersized+degraded, 96 active+clean; 226 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.4 MiB/s wr, 19 op/s; 11/420 objects degraded (2.619%); 2.9 MiB/s, 0 objects/s recovering 2024-08-17T00:46:27.268 INFO:teuthology.orchestra.run.smithi082.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:46:27.268 INFO:teuthology.orchestra.run.smithi082.stdout:alertmanager.a smithi082 *:9093,9094 running (4m) 6s ago 8m 24.5M - 0.25.0 c8568f914cd2 21f506531c7e 2024-08-17T00:46:27.268 INFO:teuthology.orchestra.run.smithi082.stdout:grafana.a smithi137 *:3000 running (4m) 2m ago 8m 82.8M - 9.4.7 954c08fa6188 a7d4db6b9a81 2024-08-17T00:46:27.268 INFO:teuthology.orchestra.run.smithi082.stdout:mds.a smithi082 running (9m) 6s ago 9m 18.1M - 17.2.7-1402-g03a1ac13 bc5a85a90206 884927c0355a 2024-08-17T00:46:27.268 INFO:teuthology.orchestra.run.smithi082.stdout:mds.b smithi137 running (9m) 2m ago 9m 14.5M - 17.2.7-1402-g03a1ac13 bc5a85a90206 931a05caee78 2024-08-17T00:46:27.268 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.x smithi137 *:8443,9283,8765 running (3m) 2m ago 12m 438M - 19.1.0-1363-gd863d21c ba08250ef864 745a5ef30a75 2024-08-17T00:46:27.268 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.y smithi082 *:8443,9283,8765 running (3m) 6s ago 14m 507M - 19.1.0-1363-gd863d21c ba08250ef864 92bb5538a947 2024-08-17T00:46:27.268 INFO:teuthology.orchestra.run.smithi082.stdout:mon.a smithi082 running (3m) 6s ago 14m 53.5M 2048M 19.1.0-1363-gd863d21c ba08250ef864 f4aa8d413a0e 2024-08-17T00:46:27.268 INFO:teuthology.orchestra.run.smithi082.stdout:mon.b smithi137 running (2m) 2m ago 13m 21.1M 2048M 19.1.0-1363-gd863d21c ba08250ef864 9fd7ba29d439 2024-08-17T00:46:27.268 INFO:teuthology.orchestra.run.smithi082.stdout:mon.c smithi082 running (2m) 6s ago 13m 45.1M 2048M 19.1.0-1363-gd863d21c ba08250ef864 d6960322022d 2024-08-17T00:46:27.268 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.a smithi082 *:9100 running (4m) 6s ago 7m 16.5M - 1.5.0 0da6a335fe13 198283f1b08e 2024-08-17T00:46:27.268 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.b smithi137 *:9100 running (4m) 2m ago 7m 8526k - 1.5.0 0da6a335fe13 da4f12b322e3 2024-08-17T00:46:27.268 INFO:teuthology.orchestra.run.smithi082.stdout:osd.0 smithi082 running (108s) 6s ago 12m 193M 2480M 19.1.0-1363-gd863d21c ba08250ef864 32a8251d6cbd 2024-08-17T00:46:27.269 INFO:teuthology.orchestra.run.smithi082.stdout:osd.1 smithi082 running (76s) 6s ago 12m 127M 2480M 19.1.0-1363-gd863d21c ba08250ef864 27410d903b16 2024-08-17T00:46:27.269 INFO:teuthology.orchestra.run.smithi082.stdout:osd.2 smithi082 running (42s) 6s ago 11m 118M 2480M 19.1.0-1363-gd863d21c ba08250ef864 d73e6cacdf8e 2024-08-17T00:46:27.269 INFO:teuthology.orchestra.run.smithi082.stdout:osd.3 smithi082 running (10s) 6s ago 11m 12.1M 2480M 19.1.0-1363-gd863d21c ba08250ef864 ff1e0af1a005 2024-08-17T00:46:27.269 INFO:teuthology.orchestra.run.smithi082.stdout:osd.4 smithi137 running (11m) 2m ago 11m 167M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 9962b1177464 2024-08-17T00:46:27.269 INFO:teuthology.orchestra.run.smithi082.stdout:osd.5 smithi137 running (10m) 2m ago 10m 199M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 704b6949e902 2024-08-17T00:46:27.269 INFO:teuthology.orchestra.run.smithi082.stdout:osd.6 smithi137 running (10m) 2m ago 10m 105M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 fa6586afc3c0 2024-08-17T00:46:27.269 INFO:teuthology.orchestra.run.smithi082.stdout:osd.7 smithi137 running (9m) 2m ago 9m 132M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 ae5731d0601b 2024-08-17T00:46:27.269 INFO:teuthology.orchestra.run.smithi082.stdout:prometheus.a smithi137 *:9095 running (3m) 2m ago 8m 49.5M - 2.43.0 a07b618ecd1d d20756562103 2024-08-17T00:46:27.586 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-08-17T00:46:27.586 INFO:teuthology.orchestra.run.smithi082.stdout: "mon": { 2024-08-17T00:46:27.586 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:46:27.586 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:46:27.586 INFO:teuthology.orchestra.run.smithi082.stdout: "mgr": { 2024-08-17T00:46:27.586 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:46:27.586 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:46:27.586 INFO:teuthology.orchestra.run.smithi082.stdout: "osd": { 2024-08-17T00:46:27.586 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 4, 2024-08-17T00:46:27.586 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 4 2024-08-17T00:46:27.587 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:46:27.587 INFO:teuthology.orchestra.run.smithi082.stdout: "mds": { 2024-08-17T00:46:27.587 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:46:27.587 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:46:27.587 INFO:teuthology.orchestra.run.smithi082.stdout: "overall": { 2024-08-17T00:46:27.587 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 6, 2024-08-17T00:46:27.587 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 9 2024-08-17T00:46:27.587 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-08-17T00:46:27.587 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-08-17T00:46:27.902 INFO:tasks.rados.rados.0.smithi082.stdout:1736: done (1 left) 2024-08-17T00:46:27.902 INFO:tasks.rados.rados.0.smithi082.stdout:1737: done (0 left) 2024-08-17T00:46:27.902 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 42 current snap is 163 2024-08-17T00:46:27.902 INFO:tasks.rados.rados.0.smithi082.stdout:1738: seq_num 549 ranges {720896=802816,1523712=483328,2007040=434176,2441216=286720} 2024-08-17T00:46:27.910 INFO:tasks.rados.rados.0.smithi082.stdout:1738: writing smithi08280503-42 from 720896 to 1523712 tid 1 2024-08-17T00:46:27.912 INFO:tasks.rados.rados.0.smithi082.stdout:1738: writing smithi08280503-42 from 1523712 to 2007040 tid 2 2024-08-17T00:46:27.915 INFO:tasks.rados.rados.0.smithi082.stdout:1738: writing smithi08280503-42 from 2007040 to 2441216 tid 3 2024-08-17T00:46:27.917 INFO:tasks.rados.rados.0.smithi082.stdout:1738: writing smithi08280503-42 from 2441216 to 2727936 tid 4 2024-08-17T00:46:27.917 INFO:tasks.rados.rados.0.smithi082.stdout:1739: snap_create 2024-08-17T00:46:27.919 INFO:tasks.rados.rados.0.smithi082.stdout:1738: finishing write tid 1 to smithi08280503-42 2024-08-17T00:46:27.919 INFO:tasks.rados.rados.0.smithi082.stdout:1738: finishing write tid 2 to smithi08280503-42 2024-08-17T00:46:27.920 INFO:tasks.rados.rados.0.smithi082.stdout:1738: finishing write tid 3 to smithi08280503-42 2024-08-17T00:46:27.922 INFO:tasks.rados.rados.0.smithi082.stdout:1738: finishing write tid 4 to smithi08280503-42 2024-08-17T00:46:27.922 INFO:tasks.rados.rados.0.smithi082.stdout:1738: finishing write tid 5 to smithi08280503-42 2024-08-17T00:46:27.923 INFO:tasks.rados.rados.0.smithi082.stdout:1738: finishing write tid 6 to smithi08280503-42 2024-08-17T00:46:27.924 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 897 (ObjNum 549 snap 163 seq_num 549) dirty exists 2024-08-17T00:46:27.924 INFO:tasks.rados.rados.0.smithi082.stdout:1738: left oid 42 (ObjNum 549 snap 163 seq_num 549) 2024-08-17T00:46:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:27 smithi082 ceph-mon[94343]: Health check update: Degraded data redundancy: 11/420 objects degraded (2.619%), 3 pgs degraded (PG_DEGRADED) 2024-08-17T00:46:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:27 smithi082 ceph-mon[94343]: osdmap e400: 8 total, 8 up, 8 in 2024-08-17T00:46:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:27 smithi082 ceph-mon[94343]: from='client.34284 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:46:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:27 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3734990776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:46:28.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:27 smithi082 ceph-mon[91979]: Health check update: Degraded data redundancy: 11/420 objects degraded (2.619%), 3 pgs degraded (PG_DEGRADED) 2024-08-17T00:46:28.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:27 smithi082 ceph-mon[91979]: osdmap e400: 8 total, 8 up, 8 in 2024-08-17T00:46:28.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:27 smithi082 ceph-mon[91979]: from='client.34284 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:46:28.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:27 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3734990776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:46:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:27 smithi137 ceph-mon[86391]: Health check update: Degraded data redundancy: 11/420 objects degraded (2.619%), 3 pgs degraded (PG_DEGRADED) 2024-08-17T00:46:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:27 smithi137 ceph-mon[86391]: osdmap e400: 8 total, 8 up, 8 in 2024-08-17T00:46:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:27 smithi137 ceph-mon[86391]: from='client.34284 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:46:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:27 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3734990776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:46:28.911 INFO:tasks.rados.rados.0.smithi082.stdout:1738: done (1 left) 2024-08-17T00:46:28.911 INFO:tasks.rados.rados.0.smithi082.stdout:1739: done (0 left) 2024-08-17T00:46:28.911 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 18 current snap is 164 2024-08-17T00:46:28.911 INFO:tasks.rados.rados.0.smithi082.stdout:1740: seq_num 550 ranges {0=417792,417792=770048,1187840=638976,1826816=196608} 2024-08-17T00:46:28.913 INFO:tasks.rados.rados.0.smithi082.stdout:1740: writing smithi08280503-18 from 0 to 417792 tid 1 2024-08-17T00:46:28.919 INFO:tasks.rados.rados.0.smithi082.stdout:1740: writing smithi08280503-18 from 417792 to 1187840 tid 2 2024-08-17T00:46:28.923 INFO:tasks.rados.rados.0.smithi082.stdout:1740: writing smithi08280503-18 from 1187840 to 1826816 tid 3 2024-08-17T00:46:28.924 INFO:tasks.rados.rados.0.smithi082.stdout:1740: writing smithi08280503-18 from 1826816 to 2023424 tid 4 2024-08-17T00:46:28.924 INFO:tasks.rados.rados.0.smithi082.stdout:1741: snap_create 2024-08-17T00:46:28.924 INFO:tasks.rados.rados.0.smithi082.stdout:1740: finishing write tid 1 to smithi08280503-18 2024-08-17T00:46:28.924 INFO:tasks.rados.rados.0.smithi082.stdout:1740: finishing write tid 2 to smithi08280503-18 2024-08-17T00:46:28.926 INFO:tasks.rados.rados.0.smithi082.stdout:1740: finishing write tid 3 to smithi08280503-18 2024-08-17T00:46:28.926 INFO:tasks.rados.rados.0.smithi082.stdout:1740: finishing write tid 4 to smithi08280503-18 2024-08-17T00:46:28.927 INFO:tasks.rados.rados.0.smithi082.stdout:1740: finishing write tid 5 to smithi08280503-18 2024-08-17T00:46:28.929 INFO:tasks.rados.rados.0.smithi082.stdout:1740: finishing write tid 6 to smithi08280503-18 2024-08-17T00:46:28.929 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 998 (ObjNum 550 snap 164 seq_num 550) dirty exists 2024-08-17T00:46:28.929 INFO:tasks.rados.rados.0.smithi082.stdout:1740: left oid 18 (ObjNum 550 snap 164 seq_num 550) 2024-08-17T00:46:28.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:28 smithi137 ceph-mon[86391]: from='client.34290 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:46:28.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:28 smithi137 ceph-mon[86391]: osdmap e401: 8 total, 8 up, 8 in 2024-08-17T00:46:28.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:28 smithi137 ceph-mon[86391]: pgmap v267: 121 pgs: 3 peering, 118 active+clean; 231 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.5 MiB/s wr, 17 op/s; 9.6 MiB/s, 1 objects/s recovering 2024-08-17T00:46:28.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:28 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:28.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-17T00:46:28.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:28 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:28 smithi082 ceph-mon[94343]: from='client.34290 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:46:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:28 smithi082 ceph-mon[94343]: osdmap e401: 8 total, 8 up, 8 in 2024-08-17T00:46:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:28 smithi082 ceph-mon[94343]: pgmap v267: 121 pgs: 3 peering, 118 active+clean; 231 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.5 MiB/s wr, 17 op/s; 9.6 MiB/s, 1 objects/s recovering 2024-08-17T00:46:29.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:28 smithi082 ceph-mon[91979]: from='client.34290 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:46:29.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:28 smithi082 ceph-mon[91979]: osdmap e401: 8 total, 8 up, 8 in 2024-08-17T00:46:29.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:28 smithi082 ceph-mon[91979]: pgmap v267: 121 pgs: 3 peering, 118 active+clean; 231 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.5 MiB/s wr, 17 op/s; 9.6 MiB/s, 1 objects/s recovering 2024-08-17T00:46:29.922 INFO:tasks.rados.rados.0.smithi082.stdout:1740: done (1 left) 2024-08-17T00:46:29.922 INFO:tasks.rados.rados.0.smithi082.stdout:1741: done (0 left) 2024-08-17T00:46:29.922 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 17 current snap is 165 2024-08-17T00:46:29.922 INFO:tasks.rados.rados.0.smithi082.stdout:1742: seq_num 551 ranges {8716288=434176,9150464=647168,9797632=450560,10248192=507904} 2024-08-17T00:46:29.969 INFO:tasks.rados.rados.0.smithi082.stdout:1742: writing smithi08280503-17 from 8716288 to 9150464 tid 1 2024-08-17T00:46:29.973 INFO:tasks.rados.rados.0.smithi082.stdout:1742: writing smithi08280503-17 from 9150464 to 9797632 tid 2 2024-08-17T00:46:29.975 INFO:tasks.rados.rados.0.smithi082.stdout:1742: writing smithi08280503-17 from 9797632 to 10248192 tid 3 2024-08-17T00:46:29.978 INFO:tasks.rados.rados.0.smithi082.stdout:1742: writing smithi08280503-17 from 10248192 to 10756096 tid 4 2024-08-17T00:46:29.979 INFO:tasks.rados.rados.0.smithi082.stdout:1743: rollback oid 22 current snap is 165 2024-08-17T00:46:29.979 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 22 to 156 2024-08-17T00:46:29.979 INFO:tasks.rados.rados.0.smithi082.stdout:1744: delete oid 39 current snap is 165 2024-08-17T00:46:29.979 INFO:tasks.rados.rados.0.smithi082.stdout:1742: finishing write tid 1 to smithi08280503-17 2024-08-17T00:46:29.979 INFO:tasks.rados.rados.0.smithi082.stdout:1742: finishing write tid 2 to smithi08280503-17 2024-08-17T00:46:29.982 INFO:tasks.rados.rados.0.smithi082.stdout:1742: finishing write tid 3 to smithi08280503-17 2024-08-17T00:46:29.983 INFO:tasks.rados.rados.0.smithi082.stdout:1743: finishing rollback tid 0 to smithi08280503-22 2024-08-17T00:46:29.983 INFO:tasks.rados.rados.0.smithi082.stdout:1744: done (2 left) 2024-08-17T00:46:29.983 INFO:tasks.rados.rados.0.smithi082.stdout:1745: snap_remove snap 141 2024-08-17T00:46:30.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:29 smithi082 ceph-mon[94343]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/420 objects degraded (2.619%), 3 pgs degraded) 2024-08-17T00:46:30.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:29 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:46:30.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:29 smithi082 ceph-mon[94343]: osdmap e402: 8 total, 8 up, 8 in 2024-08-17T00:46:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:29 smithi082 ceph-mon[91979]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/420 objects degraded (2.619%), 3 pgs degraded) 2024-08-17T00:46:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:29 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:46:30.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:29 smithi082 ceph-mon[91979]: osdmap e402: 8 total, 8 up, 8 in 2024-08-17T00:46:30.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:29 smithi137 ceph-mon[86391]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/420 objects degraded (2.619%), 3 pgs degraded) 2024-08-17T00:46:30.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:29 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:46:30.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:29 smithi137 ceph-mon[86391]: osdmap e402: 8 total, 8 up, 8 in 2024-08-17T00:46:30.932 INFO:tasks.rados.rados.0.smithi082.stdout:1745: done (2 left) 2024-08-17T00:46:30.932 INFO:tasks.rados.rados.0.smithi082.stdout:1746: snap_create 2024-08-17T00:46:30.932 INFO:tasks.rados.rados.0.smithi082.stdout:1742: finishing write tid 4 to smithi08280503-17 2024-08-17T00:46:30.932 INFO:tasks.rados.rados.0.smithi082.stdout:1743: finishing rollback tid 1 to smithi08280503-22 2024-08-17T00:46:30.933 INFO:tasks.rados.rados.0.smithi082.stdout:1742: finishing write tid 5 to smithi08280503-17 2024-08-17T00:46:30.933 INFO:tasks.rados.rados.0.smithi082.stdout:1743: finishing rollback tid 2 to smithi08280503-22 2024-08-17T00:46:30.933 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 650 (ObjNum 480 snap 140 seq_num 480) dirty exists 2024-08-17T00:46:30.933 INFO:tasks.rados.rados.0.smithi082.stdout:1742: finishing write tid 6 to smithi08280503-17 2024-08-17T00:46:30.933 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 975 (ObjNum 551 snap 165 seq_num 551) dirty exists 2024-08-17T00:46:30.933 INFO:tasks.rados.rados.0.smithi082.stdout:1742: left oid 17 (ObjNum 551 snap 165 seq_num 551) 2024-08-17T00:46:31.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:30 smithi082 ceph-mon[94343]: osdmap e403: 8 total, 8 up, 8 in 2024-08-17T00:46:31.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:30 smithi082 ceph-mon[94343]: pgmap v270: 121 pgs: 121 active+clean; 245 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.4 MiB/s wr, 10 op/s; 6.6 MiB/s, 0 objects/s recovering 2024-08-17T00:46:31.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:30 smithi082 ceph-mon[91979]: osdmap e403: 8 total, 8 up, 8 in 2024-08-17T00:46:31.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:30 smithi082 ceph-mon[91979]: pgmap v270: 121 pgs: 121 active+clean; 245 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.4 MiB/s wr, 10 op/s; 6.6 MiB/s, 0 objects/s recovering 2024-08-17T00:46:31.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:30 smithi137 ceph-mon[86391]: osdmap e403: 8 total, 8 up, 8 in 2024-08-17T00:46:31.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:30 smithi137 ceph-mon[86391]: pgmap v270: 121 pgs: 121 active+clean; 245 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.4 MiB/s wr, 10 op/s; 6.6 MiB/s, 0 objects/s recovering 2024-08-17T00:46:31.933 INFO:tasks.rados.rados.0.smithi082.stdout:1742: done (2 left) 2024-08-17T00:46:31.933 INFO:tasks.rados.rados.0.smithi082.stdout:1743: done (1 left) 2024-08-17T00:46:31.933 INFO:tasks.rados.rados.0.smithi082.stdout:1746: done (0 left) 2024-08-17T00:46:31.933 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 10 current snap is 166 2024-08-17T00:46:31.933 INFO:tasks.rados.rados.0.smithi082.stdout:1747: seq_num 553 ranges {9199616=466944,9666560=417792,10084352=417792,10502144=516096,11018240=253952} 2024-08-17T00:46:31.984 INFO:tasks.rados.rados.0.smithi082.stdout:1747: writing smithi08280503-10 from 9199616 to 9666560 tid 1 2024-08-17T00:46:31.986 INFO:tasks.rados.rados.0.smithi082.stdout:1747: writing smithi08280503-10 from 9666560 to 10084352 tid 2 2024-08-17T00:46:31.989 INFO:tasks.rados.rados.0.smithi082.stdout:1747: writing smithi08280503-10 from 10084352 to 10502144 tid 3 2024-08-17T00:46:31.993 INFO:tasks.rados.rados.0.smithi082.stdout:1747: writing smithi08280503-10 from 10502144 to 11018240 tid 4 2024-08-17T00:46:31.994 INFO:tasks.rados.rados.0.smithi082.stdout:1747: writing smithi08280503-10 from 11018240 to 11272192 tid 5 2024-08-17T00:46:31.995 INFO:tasks.rados.rados.0.smithi082.stdout:1748: snap_create 2024-08-17T00:46:31.995 INFO:tasks.rados.rados.0.smithi082.stdout:1747: finishing write tid 1 to smithi08280503-10 2024-08-17T00:46:31.995 INFO:tasks.rados.rados.0.smithi082.stdout:1747: finishing write tid 2 to smithi08280503-10 2024-08-17T00:46:31.995 INFO:tasks.rados.rados.0.smithi082.stdout:1747: finishing write tid 3 to smithi08280503-10 2024-08-17T00:46:31.997 INFO:tasks.rados.rados.0.smithi082.stdout:1747: finishing write tid 4 to smithi08280503-10 2024-08-17T00:46:31.997 INFO:tasks.rados.rados.0.smithi082.stdout:1747: finishing write tid 5 to smithi08280503-10 2024-08-17T00:46:31.998 INFO:tasks.rados.rados.0.smithi082.stdout:1747: finishing write tid 6 to smithi08280503-10 2024-08-17T00:46:31.999 INFO:tasks.rados.rados.0.smithi082.stdout:1747: finishing write tid 7 to smithi08280503-10 2024-08-17T00:46:31.999 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 854 (ObjNum 553 snap 166 seq_num 553) dirty exists 2024-08-17T00:46:31.999 INFO:tasks.rados.rados.0.smithi082.stdout:1747: left oid 10 (ObjNum 553 snap 166 seq_num 553) 2024-08-17T00:46:32.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:31 smithi082 ceph-mon[94343]: osdmap e404: 8 total, 8 up, 8 in 2024-08-17T00:46:32.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:31 smithi082 ceph-mon[91979]: osdmap e404: 8 total, 8 up, 8 in 2024-08-17T00:46:32.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:31 smithi137 ceph-mon[86391]: osdmap e404: 8 total, 8 up, 8 in 2024-08-17T00:46:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:32.949 INFO:tasks.rados.rados.0.smithi082.stdout:1747: done (1 left) 2024-08-17T00:46:32.949 INFO:tasks.rados.rados.0.smithi082.stdout:1748: done (0 left) 2024-08-17T00:46:32.949 INFO:tasks.rados.rados.0.smithi082.stdout:1749: rollback oid 27 current snap is 167 2024-08-17T00:46:32.949 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 27 to 165 2024-08-17T00:46:32.949 INFO:tasks.rados.rados.0.smithi082.stdout:1750: delete oid 39 current snap is 167 2024-08-17T00:46:32.951 INFO:tasks.rados.rados.0.smithi082.stdout:1750: done (1 left) 2024-08-17T00:46:32.951 INFO:tasks.rados.rados.0.smithi082.stdout:1751: rollback oid 5 current snap is 167 2024-08-17T00:46:32.951 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 5 to 164 2024-08-17T00:46:32.951 INFO:tasks.rados.rados.0.smithi082.stdout:1752: copy_from oid 6 from oid 24 current snap is 167 2024-08-17T00:46:32.951 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 17 current snap is 167 2024-08-17T00:46:32.951 INFO:tasks.rados.rados.0.smithi082.stdout:1753: seq_num 555 ranges {10756096=499712,11255808=638976,11894784=425984,12320768=540672} 2024-08-17T00:46:33.012 INFO:tasks.rados.rados.0.smithi082.stdout:1753: writing smithi08280503-17 from 10756096 to 11255808 tid 1 2024-08-17T00:46:33.015 INFO:tasks.rados.rados.0.smithi082.stdout:1753: writing smithi08280503-17 from 11255808 to 11894784 tid 2 2024-08-17T00:46:33.018 INFO:tasks.rados.rados.0.smithi082.stdout:1753: writing smithi08280503-17 from 11894784 to 12320768 tid 3 2024-08-17T00:46:33.021 INFO:tasks.rados.rados.0.smithi082.stdout:1753: writing smithi08280503-17 from 12320768 to 12861440 tid 4 2024-08-17T00:46:33.022 INFO:tasks.rados.rados.0.smithi082.stdout:1754: snap_create 2024-08-17T00:46:33.022 INFO:tasks.rados.rados.0.smithi082.stdout:1749: finishing rollback tid 0 to smithi08280503-27 2024-08-17T00:46:33.022 INFO:tasks.rados.rados.0.smithi082.stdout:1749: finishing rollback tid 1 to smithi08280503-27 2024-08-17T00:46:33.022 INFO:tasks.rados.rados.0.smithi082.stdout:1752: finishing copy_from to smithi08280503-6 2024-08-17T00:46:33.022 INFO:tasks.rados.rados.0.smithi082.stdout:1752: got expected ENOENT (src dne) 2024-08-17T00:46:33.022 INFO:tasks.rados.rados.0.smithi082.stdout:1752: finishing copy_from racing read to smithi08280503-6 2024-08-17T00:46:33.022 INFO:tasks.rados.rados.0.smithi082.stdout:1749: finishing rollback tid 2 to smithi08280503-27 2024-08-17T00:46:33.022 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 1078 (ObjNum 548 snap 162 seq_num 548) dirty exists 2024-08-17T00:46:33.022 INFO:tasks.rados.rados.0.smithi082.stdout:1751: finishing rollback tid 0 to smithi08280503-5 2024-08-17T00:46:33.022 INFO:tasks.rados.rados.0.smithi082.stdout:1751: finishing rollback tid 1 to smithi08280503-5 2024-08-17T00:46:33.022 INFO:tasks.rados.rados.0.smithi082.stdout:1751: finishing rollback tid 2 to smithi08280503-5 2024-08-17T00:46:33.022 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 857 (ObjNum 442 snap 131 seq_num 442) dirty exists 2024-08-17T00:46:33.023 INFO:tasks.rados.rados.0.smithi082.stdout:1753: finishing write tid 1 to smithi08280503-17 2024-08-17T00:46:33.023 INFO:tasks.rados.rados.0.smithi082.stdout:1753: finishing write tid 2 to smithi08280503-17 2024-08-17T00:46:33.023 INFO:tasks.rados.rados.0.smithi082.stdout:1753: finishing write tid 3 to smithi08280503-17 2024-08-17T00:46:33.024 INFO:tasks.rados.rados.0.smithi082.stdout:1753: finishing write tid 4 to smithi08280503-17 2024-08-17T00:46:33.024 INFO:tasks.rados.rados.0.smithi082.stdout:1753: finishing write tid 5 to smithi08280503-17 2024-08-17T00:46:33.025 INFO:tasks.rados.rados.0.smithi082.stdout:1753: finishing write tid 6 to smithi08280503-17 2024-08-17T00:46:33.025 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 980 (ObjNum 555 snap 167 seq_num 555) dirty exists 2024-08-17T00:46:33.025 INFO:tasks.rados.rados.0.smithi082.stdout:1753: left oid 17 (ObjNum 555 snap 167 seq_num 555) 2024-08-17T00:46:33.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:32 smithi082 ceph-mon[94343]: osdmap e405: 8 total, 8 up, 8 in 2024-08-17T00:46:33.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:32 smithi082 ceph-mon[94343]: pgmap v273: 121 pgs: 121 active+clean; 248 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 14 op/s 2024-08-17T00:46:33.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:32 smithi082 ceph-mon[91979]: osdmap e405: 8 total, 8 up, 8 in 2024-08-17T00:46:33.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:32 smithi082 ceph-mon[91979]: pgmap v273: 121 pgs: 121 active+clean; 248 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 14 op/s 2024-08-17T00:46:33.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:32 smithi137 ceph-mon[86391]: osdmap e405: 8 total, 8 up, 8 in 2024-08-17T00:46:33.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:32 smithi137 ceph-mon[86391]: pgmap v273: 121 pgs: 121 active+clean; 248 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 14 op/s 2024-08-17T00:46:33.764 INFO:tasks.rados.rados.0.smithi082.stdout:1749: done (4 left) 2024-08-17T00:46:33.764 INFO:tasks.rados.rados.0.smithi082.stdout:1751: done (3 left) 2024-08-17T00:46:33.764 INFO:tasks.rados.rados.0.smithi082.stdout:1752: done (2 left) 2024-08-17T00:46:33.764 INFO:tasks.rados.rados.0.smithi082.stdout:1753: done (1 left) 2024-08-17T00:46:33.764 INFO:tasks.rados.rados.0.smithi082.stdout:1754: done (0 left) 2024-08-17T00:46:33.764 INFO:tasks.rados.rados.0.smithi082.stdout:1755: snap_remove snap 151 2024-08-17T00:46:33.944 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:33 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi137\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:33 smithi082 ceph-mon[94343]: osdmap e406: 8 total, 8 up, 8 in 2024-08-17T00:46:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:33 smithi082 ceph-mon[94343]: osdmap e407: 8 total, 8 up, 8 in 2024-08-17T00:46:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:33 smithi082 ceph-mon[91979]: osdmap e406: 8 total, 8 up, 8 in 2024-08-17T00:46:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:33 smithi082 ceph-mon[91979]: osdmap e407: 8 total, 8 up, 8 in 2024-08-17T00:46:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:33 smithi137 ceph-mon[86391]: osdmap e406: 8 total, 8 up, 8 in 2024-08-17T00:46:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:33 smithi137 ceph-mon[86391]: osdmap e407: 8 total, 8 up, 8 in 2024-08-17T00:46:34.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:34 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:34.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:34 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:34.766 INFO:tasks.rados.rados.0.smithi082.stdout:1755: done (0 left) 2024-08-17T00:46:34.766 INFO:tasks.rados.rados.0.smithi082.stdout:1756: read oid 42 snap 159 2024-08-17T00:46:34.766 INFO:tasks.rados.rados.0.smithi082.stdout:1756: expect (ObjNum 521 snap 155 seq_num 521) 2024-08-17T00:46:34.766 INFO:tasks.rados.rados.0.smithi082.stdout:1757: snap_remove snap 162 2024-08-17T00:46:35.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:34 smithi082 ceph-mon[94343]: pgmap v276: 121 pgs: 121 active+clean; 230 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.9 MiB/s wr, 9 op/s 2024-08-17T00:46:35.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:34 smithi082 ceph-mon[94343]: osdmap e408: 8 total, 8 up, 8 in 2024-08-17T00:46:35.226 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:46:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:46:35] "GET /metrics HTTP/1.1" 200 36167 "" "Prometheus/2.43.0" 2024-08-17T00:46:35.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:34 smithi082 ceph-mon[91979]: pgmap v276: 121 pgs: 121 active+clean; 230 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.9 MiB/s wr, 9 op/s 2024-08-17T00:46:35.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:34 smithi082 ceph-mon[91979]: osdmap e408: 8 total, 8 up, 8 in 2024-08-17T00:46:35.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:34 smithi137 ceph-mon[86391]: pgmap v276: 121 pgs: 121 active+clean; 230 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.9 MiB/s wr, 9 op/s 2024-08-17T00:46:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:34 smithi137 ceph-mon[86391]: osdmap e408: 8 total, 8 up, 8 in 2024-08-17T00:46:35.766 INFO:tasks.rados.rados.0.smithi082.stdout:1757: done (1 left) 2024-08-17T00:46:35.766 INFO:tasks.rados.rados.0.smithi082.stdout:1758: snap_create 2024-08-17T00:46:35.766 INFO:tasks.rados.rados.0.smithi082.stdout:1756: expect (ObjNum 521 snap 155 seq_num 521) 2024-08-17T00:46:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:46:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:36 smithi082 ceph-mon[94343]: osdmap e409: 8 total, 8 up, 8 in 2024-08-17T00:46:36.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:36.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:46:36.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:36.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:36 smithi082 ceph-mon[91979]: osdmap e409: 8 total, 8 up, 8 in 2024-08-17T00:46:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:36.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:46:36.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:36.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:36 smithi137 ceph-mon[86391]: osdmap e409: 8 total, 8 up, 8 in 2024-08-17T00:46:36.777 INFO:tasks.rados.rados.0.smithi082.stdout:1756: done (1 left) 2024-08-17T00:46:36.777 INFO:tasks.rados.rados.0.smithi082.stdout:1758: done (0 left) 2024-08-17T00:46:36.777 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 23 current snap is 169 2024-08-17T00:46:36.777 INFO:tasks.rados.rados.0.smithi082.stdout:1759: seq_num 556 ranges {6610944=516096,7127040=524288,7651328=638976,8290304=442368} 2024-08-17T00:46:36.813 INFO:tasks.rados.rados.0.smithi082.stdout:1759: writing smithi08280503-23 from 6610944 to 7127040 tid 1 2024-08-17T00:46:36.816 INFO:tasks.rados.rados.0.smithi082.stdout:1759: writing smithi08280503-23 from 7127040 to 7651328 tid 2 2024-08-17T00:46:36.820 INFO:tasks.rados.rados.0.smithi082.stdout:1759: writing smithi08280503-23 from 7651328 to 8290304 tid 3 2024-08-17T00:46:36.823 INFO:tasks.rados.rados.0.smithi082.stdout:1759: writing smithi08280503-23 from 8290304 to 8732672 tid 4 2024-08-17T00:46:36.823 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 35 current snap is 169 2024-08-17T00:46:36.824 INFO:tasks.rados.rados.0.smithi082.stdout:1759: finishing write tid 1 to smithi08280503-23 2024-08-17T00:46:36.824 INFO:tasks.rados.rados.0.smithi082.stdout:1760: seq_num 557 ranges {3506176=532480,4038656=802816,4841472=794624,5636096=8192} 2024-08-17T00:46:36.845 INFO:tasks.rados.rados.0.smithi082.stdout:1760: writing smithi08280503-35 from 3506176 to 4038656 tid 1 2024-08-17T00:46:36.850 INFO:tasks.rados.rados.0.smithi082.stdout:1760: writing smithi08280503-35 from 4038656 to 4841472 tid 2 2024-08-17T00:46:36.855 INFO:tasks.rados.rados.0.smithi082.stdout:1760: writing smithi08280503-35 from 4841472 to 5636096 tid 3 2024-08-17T00:46:36.855 INFO:tasks.rados.rados.0.smithi082.stdout:1760: writing smithi08280503-35 from 5636096 to 5644288 tid 4 2024-08-17T00:46:36.855 INFO:tasks.rados.rados.0.smithi082.stdout:1761: rollback oid 37 current snap is 169 2024-08-17T00:46:36.856 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 37 to 164 2024-08-17T00:46:36.856 INFO:tasks.rados.rados.0.smithi082.stdout:1759: finishing write tid 2 to smithi08280503-23 2024-08-17T00:46:36.856 INFO:tasks.rados.rados.0.smithi082.stdout:1759: finishing write tid 3 to smithi08280503-23 2024-08-17T00:46:36.856 INFO:tasks.rados.rados.0.smithi082.stdout:1759: finishing write tid 4 to smithi08280503-23 2024-08-17T00:46:36.856 INFO:tasks.rados.rados.0.smithi082.stdout:1759: finishing write tid 5 to smithi08280503-23 2024-08-17T00:46:36.856 INFO:tasks.rados.rados.0.smithi082.stdout:1759: finishing write tid 6 to smithi08280503-23 2024-08-17T00:46:36.856 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 439 (ObjNum 556 snap 169 seq_num 556) dirty exists 2024-08-17T00:46:36.856 INFO:tasks.rados.rados.0.smithi082.stdout:1759: left oid 23 (ObjNum 556 snap 169 seq_num 556) 2024-08-17T00:46:36.856 INFO:tasks.rados.rados.0.smithi082.stdout:1760: finishing write tid 1 to smithi08280503-35 2024-08-17T00:46:36.856 INFO:tasks.rados.rados.0.smithi082.stdout:1760: finishing write tid 2 to smithi08280503-35 2024-08-17T00:46:36.856 INFO:tasks.rados.rados.0.smithi082.stdout:1759: done (2 left) 2024-08-17T00:46:36.856 INFO:tasks.rados.rados.0.smithi082.stdout:1762: setattr oid 26 current snap is 169 2024-08-17T00:46:36.857 INFO:tasks.rados.rados.0.smithi082.stdout:1763: read oid 24 snap -1 2024-08-17T00:46:36.857 INFO:tasks.rados.rados.0.smithi082.stdout:1763: expect deleted 2024-08-17T00:46:36.857 INFO:tasks.rados.rados.0.smithi082.stdout:1764: snap_remove snap 165 2024-08-17T00:46:37.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:37 smithi082 ceph-mon[91979]: pgmap v279: 121 pgs: 121 active+clean; 232 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-08-17T00:46:37.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:37 smithi082 ceph-mon[91979]: osdmap e410: 8 total, 8 up, 8 in 2024-08-17T00:46:37.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:37 smithi082 ceph-mon[94343]: pgmap v279: 121 pgs: 121 active+clean; 232 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-08-17T00:46:37.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:37 smithi082 ceph-mon[94343]: osdmap e410: 8 total, 8 up, 8 in 2024-08-17T00:46:37.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:37 smithi137 ceph-mon[86391]: pgmap v279: 121 pgs: 121 active+clean; 232 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-08-17T00:46:37.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:37 smithi137 ceph-mon[86391]: osdmap e410: 8 total, 8 up, 8 in 2024-08-17T00:46:37.776 INFO:tasks.rados.rados.0.smithi082.stdout:1764: done (4 left) 2024-08-17T00:46:37.777 INFO:tasks.rados.rados.0.smithi082.stdout:1765: delete oid 38 current snap is 169 2024-08-17T00:46:37.777 INFO:tasks.rados.rados.0.smithi082.stdout:1760: finishing write tid 3 to smithi08280503-35 2024-08-17T00:46:37.777 INFO:tasks.rados.rados.0.smithi082.stdout:1760: finishing write tid 4 to smithi08280503-35 2024-08-17T00:46:37.777 INFO:tasks.rados.rados.0.smithi082.stdout:1760: finishing write tid 5 to smithi08280503-35 2024-08-17T00:46:37.777 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 1039 (ObjNum 348 snap 109 seq_num 348) dirty exists 2024-08-17T00:46:37.777 INFO:tasks.rados.rados.0.smithi082.stdout:1761: finishing rollback tid 0 to smithi08280503-37 2024-08-17T00:46:37.777 INFO:tasks.rados.rados.0.smithi082.stdout:1761: finishing rollback tid 1 to smithi08280503-37 2024-08-17T00:46:37.777 INFO:tasks.rados.rados.0.smithi082.stdout:1761: finishing rollback tid 2 to smithi08280503-37 2024-08-17T00:46:37.777 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 1031 (ObjNum 33 snap 0 seq_num 3912038656) dirty exists 2024-08-17T00:46:37.777 INFO:tasks.rados.rados.0.smithi082.stdout:1760: finishing write tid 6 to smithi08280503-35 2024-08-17T00:46:37.777 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 1067 (ObjNum 557 snap 169 seq_num 557) dirty exists 2024-08-17T00:46:37.777 INFO:tasks.rados.rados.0.smithi082.stdout:1760: left oid 35 (ObjNum 557 snap 169 seq_num 557) 2024-08-17T00:46:37.783 INFO:tasks.rados.rados.0.smithi082.stdout:1760: done (4 left) 2024-08-17T00:46:37.783 INFO:tasks.rados.rados.0.smithi082.stdout:1761: done (3 left) 2024-08-17T00:46:37.783 INFO:tasks.rados.rados.0.smithi082.stdout:1762: done (2 left) 2024-08-17T00:46:37.784 INFO:tasks.rados.rados.0.smithi082.stdout:1763: done (1 left) 2024-08-17T00:46:37.784 INFO:tasks.rados.rados.0.smithi082.stdout:1765: done (0 left) 2024-08-17T00:46:37.784 INFO:tasks.rados.rados.0.smithi082.stdout:1766: snap_create 2024-08-17T00:46:38.765 INFO:tasks.rados.rados.0.smithi082.stdout:1766: done (0 left) 2024-08-17T00:46:38.765 INFO:tasks.rados.rados.0.smithi082.stdout:1767: read oid 15 snap 168 2024-08-17T00:46:38.765 INFO:tasks.rados.rados.0.smithi082.stdout:1767: expect (ObjNum 521 snap 155 seq_num 521) 2024-08-17T00:46:38.765 INFO:tasks.rados.rados.0.smithi082.stdout:1768: rollback oid 35 current snap is 170 2024-08-17T00:46:38.765 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 35 to 147 2024-08-17T00:46:38.765 INFO:tasks.rados.rados.0.smithi082.stdout:1769: rmattr oid 50 current snap is 170 2024-08-17T00:46:38.765 INFO:tasks.rados.rados.0.smithi082.stdout:1769: done (2 left) 2024-08-17T00:46:38.765 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 43 current snap is 170 2024-08-17T00:46:38.765 INFO:tasks.rados.rados.0.smithi082.stdout:1770: seq_num 559 ranges {4177920=565248,4743168=573440,5316608=409600,5726208=622592} 2024-08-17T00:46:38.790 INFO:tasks.rados.rados.0.smithi082.stdout:1770: writing smithi08280503-43 from 4177920 to 4743168 tid 1 2024-08-17T00:46:38.795 INFO:tasks.rados.rados.0.smithi082.stdout:1770: writing smithi08280503-43 from 4743168 to 5316608 tid 2 2024-08-17T00:46:38.797 INFO:tasks.rados.rados.0.smithi082.stdout:1770: writing smithi08280503-43 from 5316608 to 5726208 tid 3 2024-08-17T00:46:38.801 INFO:tasks.rados.rados.0.smithi082.stdout:1770: writing smithi08280503-43 from 5726208 to 6348800 tid 4 2024-08-17T00:46:38.801 INFO:tasks.rados.rados.0.smithi082.stdout:1771: snap_create 2024-08-17T00:46:38.801 INFO:tasks.rados.rados.0.smithi082.stdout:1768: finishing rollback tid 0 to smithi08280503-35 2024-08-17T00:46:38.801 INFO:tasks.rados.rados.0.smithi082.stdout:1768: finishing rollback tid 1 to smithi08280503-35 2024-08-17T00:46:38.801 INFO:tasks.rados.rados.0.smithi082.stdout:1768: finishing rollback tid 2 to smithi08280503-35 2024-08-17T00:46:38.801 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 1070 (ObjNum 491 snap 145 seq_num 491) dirty exists 2024-08-17T00:46:38.802 INFO:tasks.rados.rados.0.smithi082.stdout:1767: expect (ObjNum 521 snap 155 seq_num 521) 2024-08-17T00:46:38.880 INFO:tasks.rados.rados.0.smithi082.stdout:1770: finishing write tid 1 to smithi08280503-43 2024-08-17T00:46:38.880 INFO:tasks.rados.rados.0.smithi082.stdout:1770: finishing write tid 2 to smithi08280503-43 2024-08-17T00:46:38.881 INFO:tasks.rados.rados.0.smithi082.stdout:1770: finishing write tid 3 to smithi08280503-43 2024-08-17T00:46:38.881 INFO:tasks.rados.rados.0.smithi082.stdout:1770: finishing write tid 4 to smithi08280503-43 2024-08-17T00:46:38.881 INFO:tasks.rados.rados.0.smithi082.stdout:1770: finishing write tid 5 to smithi08280503-43 2024-08-17T00:46:38.881 INFO:tasks.rados.rados.0.smithi082.stdout:1770: finishing write tid 6 to smithi08280503-43 2024-08-17T00:46:38.881 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 1047 (ObjNum 559 snap 170 seq_num 559) dirty exists 2024-08-17T00:46:38.881 INFO:tasks.rados.rados.0.smithi082.stdout:1770: left oid 43 (ObjNum 559 snap 170 seq_num 559) 2024-08-17T00:46:38.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:38 smithi137 ceph-mon[86391]: osdmap e411: 8 total, 8 up, 8 in 2024-08-17T00:46:38.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:38 smithi137 ceph-mon[86391]: pgmap v282: 121 pgs: 121 active+clean; 233 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-08-17T00:46:38.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:38 smithi137 ceph-mon[86391]: osdmap e412: 8 total, 8 up, 8 in 2024-08-17T00:46:38.988 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:38 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:38.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-17T00:46:38.988 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:38 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:38.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:39.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:38 smithi082 ceph-mon[94343]: osdmap e411: 8 total, 8 up, 8 in 2024-08-17T00:46:39.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:38 smithi082 ceph-mon[94343]: pgmap v282: 121 pgs: 121 active+clean; 233 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-08-17T00:46:39.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:38 smithi082 ceph-mon[94343]: osdmap e412: 8 total, 8 up, 8 in 2024-08-17T00:46:39.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:38 smithi082 ceph-mon[91979]: osdmap e411: 8 total, 8 up, 8 in 2024-08-17T00:46:39.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:38 smithi082 ceph-mon[91979]: pgmap v282: 121 pgs: 121 active+clean; 233 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-08-17T00:46:39.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:38 smithi082 ceph-mon[91979]: osdmap e412: 8 total, 8 up, 8 in 2024-08-17T00:46:39.784 INFO:tasks.rados.rados.0.smithi082.stdout:1767: done (3 left) 2024-08-17T00:46:39.784 INFO:tasks.rados.rados.0.smithi082.stdout:1768: done (2 left) 2024-08-17T00:46:39.785 INFO:tasks.rados.rados.0.smithi082.stdout:1770: done (1 left) 2024-08-17T00:46:39.785 INFO:tasks.rados.rados.0.smithi082.stdout:1771: done (0 left) 2024-08-17T00:46:39.785 INFO:tasks.rados.rados.0.smithi082.stdout:1772: read oid 48 snap -1 2024-08-17T00:46:39.785 INFO:tasks.rados.rados.0.smithi082.stdout:1772: expect (ObjNum 513 snap 152 seq_num 513) 2024-08-17T00:46:39.785 INFO:tasks.rados.rados.0.smithi082.stdout:1773: copy_from oid 1 from oid 22 current snap is 171 2024-08-17T00:46:39.785 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 5 current snap is 171 2024-08-17T00:46:39.785 INFO:tasks.rados.rados.0.smithi082.stdout:1774: seq_num 560 ranges {5029888=581632,5611520=458752,6070272=614400,6684672=532480} 2024-08-17T00:46:39.814 INFO:tasks.rados.rados.0.smithi082.stdout:1774: writing smithi08280503-5 from 5029888 to 5611520 tid 1 2024-08-17T00:46:39.817 INFO:tasks.rados.rados.0.smithi082.stdout:1774: writing smithi08280503-5 from 5611520 to 6070272 tid 2 2024-08-17T00:46:39.821 INFO:tasks.rados.rados.0.smithi082.stdout:1774: writing smithi08280503-5 from 6070272 to 6684672 tid 3 2024-08-17T00:46:39.825 INFO:tasks.rados.rados.0.smithi082.stdout:1774: writing smithi08280503-5 from 6684672 to 7217152 tid 4 2024-08-17T00:46:39.825 INFO:tasks.rados.rados.0.smithi082.stdout:1775: read oid 3 snap -1 2024-08-17T00:46:39.825 INFO:tasks.rados.rados.0.smithi082.stdout:1775: expect (ObjNum 516 snap 153 seq_num 516) 2024-08-17T00:46:39.825 INFO:tasks.rados.rados.0.smithi082.stdout:1776: snap_create 2024-08-17T00:46:39.825 INFO:tasks.rados.rados.0.smithi082.stdout:1773: finishing copy_from racing read to smithi08280503-1 2024-08-17T00:46:39.825 INFO:tasks.rados.rados.0.smithi082.stdout:1772: expect (ObjNum 513 snap 152 seq_num 513) 2024-08-17T00:46:39.862 INFO:tasks.rados.rados.0.smithi082.stdout:1773: finishing copy_from to smithi08280503-1 2024-08-17T00:46:39.862 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 650 (ObjNum 480 snap 140 seq_num 480) dirty exists 2024-08-17T00:46:39.862 INFO:tasks.rados.rados.0.smithi082.stdout:1774: finishing write tid 1 to smithi08280503-5 2024-08-17T00:46:39.862 INFO:tasks.rados.rados.0.smithi082.stdout:1774: finishing write tid 2 to smithi08280503-5 2024-08-17T00:46:39.863 INFO:tasks.rados.rados.0.smithi082.stdout:1774: finishing write tid 3 to smithi08280503-5 2024-08-17T00:46:39.863 INFO:tasks.rados.rados.0.smithi082.stdout:1774: finishing write tid 4 to smithi08280503-5 2024-08-17T00:46:39.863 INFO:tasks.rados.rados.0.smithi082.stdout:1774: finishing write tid 5 to smithi08280503-5 2024-08-17T00:46:39.863 INFO:tasks.rados.rados.0.smithi082.stdout:1774: finishing write tid 6 to smithi08280503-5 2024-08-17T00:46:39.863 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 862 (ObjNum 560 snap 171 seq_num 560) dirty exists 2024-08-17T00:46:39.863 INFO:tasks.rados.rados.0.smithi082.stdout:1774: left oid 5 (ObjNum 560 snap 171 seq_num 560) 2024-08-17T00:46:39.863 INFO:tasks.rados.rados.0.smithi082.stdout:1775: expect (ObjNum 516 snap 153 seq_num 516) 2024-08-17T00:46:40.789 INFO:tasks.rados.rados.0.smithi082.stdout:1772: done (4 left) 2024-08-17T00:46:40.789 INFO:tasks.rados.rados.0.smithi082.stdout:1773: done (3 left) 2024-08-17T00:46:40.790 INFO:tasks.rados.rados.0.smithi082.stdout:1774: done (2 left) 2024-08-17T00:46:40.790 INFO:tasks.rados.rados.0.smithi082.stdout:1775: done (1 left) 2024-08-17T00:46:40.790 INFO:tasks.rados.rados.0.smithi082.stdout:1776: done (0 left) 2024-08-17T00:46:40.790 INFO:tasks.rados.rados.0.smithi082.stdout:1777: copy_from oid 15 from oid 50 current snap is 172 2024-08-17T00:46:40.790 INFO:tasks.rados.rados.0.smithi082.stdout:1778: snap_create 2024-08-17T00:46:40.812 INFO:tasks.rados.rados.0.smithi082.stdout:1777: finishing copy_from racing read to smithi08280503-15 2024-08-17T00:46:40.815 INFO:tasks.rados.rados.0.smithi082.stdout:1777: finishing copy_from to smithi08280503-15 2024-08-17T00:46:40.815 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 1013 (ObjNum 546 snap 162 seq_num 546) dirty exists 2024-08-17T00:46:40.871 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:40 smithi137 ceph-mon[86391]: osdmap e413: 8 total, 8 up, 8 in 2024-08-17T00:46:40.871 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:40 smithi137 ceph-mon[86391]: pgmap v285: 121 pgs: 121 active+clean; 235 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 8 op/s 2024-08-17T00:46:40.871 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:40 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T00:46:40.872 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:40 smithi137 ceph-mon[86391]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T00:46:40.872 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:40 smithi137 ceph-mon[86391]: Upgrade: osd.4 is safe to restart 2024-08-17T00:46:41.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:40 smithi082 ceph-mon[94343]: osdmap e413: 8 total, 8 up, 8 in 2024-08-17T00:46:41.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:40 smithi082 ceph-mon[94343]: pgmap v285: 121 pgs: 121 active+clean; 235 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 8 op/s 2024-08-17T00:46:41.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:40 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T00:46:41.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:40 smithi082 ceph-mon[94343]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T00:46:41.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:40 smithi082 ceph-mon[94343]: Upgrade: osd.4 is safe to restart 2024-08-17T00:46:41.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:40 smithi082 ceph-mon[91979]: osdmap e413: 8 total, 8 up, 8 in 2024-08-17T00:46:41.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:40 smithi082 ceph-mon[91979]: pgmap v285: 121 pgs: 121 active+clean; 235 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 8 op/s 2024-08-17T00:46:41.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:40 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T00:46:41.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:40 smithi082 ceph-mon[91979]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T00:46:41.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:40 smithi082 ceph-mon[91979]: Upgrade: osd.4 is safe to restart 2024-08-17T00:46:41.793 INFO:tasks.rados.rados.0.smithi082.stdout:1777: done (1 left) 2024-08-17T00:46:41.793 INFO:tasks.rados.rados.0.smithi082.stdout:1778: done (0 left) 2024-08-17T00:46:41.794 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 43 current snap is 173 2024-08-17T00:46:41.794 INFO:tasks.rados.rados.0.smithi082.stdout:1779: seq_num 561 ranges {6348800=598016,6946816=745472,7692288=778240,8470528=81920} 2024-08-17T00:46:41.829 INFO:tasks.rados.rados.0.smithi082.stdout:1779: writing smithi08280503-43 from 6348800 to 6946816 tid 1 2024-08-17T00:46:41.834 INFO:tasks.rados.rados.0.smithi082.stdout:1779: writing smithi08280503-43 from 6946816 to 7692288 tid 2 2024-08-17T00:46:41.838 INFO:tasks.rados.rados.0.smithi082.stdout:1779: writing smithi08280503-43 from 7692288 to 8470528 tid 3 2024-08-17T00:46:41.839 INFO:tasks.rados.rados.0.smithi082.stdout:1779: writing smithi08280503-43 from 8470528 to 8552448 tid 4 2024-08-17T00:46:41.839 INFO:tasks.rados.rados.0.smithi082.stdout:1780: delete oid 18 current snap is 173 2024-08-17T00:46:41.839 INFO:tasks.rados.rados.0.smithi082.stdout:1779: finishing write tid 1 to smithi08280503-43 2024-08-17T00:46:41.839 INFO:tasks.rados.rados.0.smithi082.stdout:1779: finishing write tid 2 to smithi08280503-43 2024-08-17T00:46:41.843 INFO:tasks.rados.rados.0.smithi082.stdout:1779: finishing write tid 3 to smithi08280503-43 2024-08-17T00:46:41.843 INFO:tasks.rados.rados.0.smithi082.stdout:1779: finishing write tid 4 to smithi08280503-43 2024-08-17T00:46:41.843 INFO:tasks.rados.rados.0.smithi082.stdout:1779: finishing write tid 5 to smithi08280503-43 2024-08-17T00:46:41.845 INFO:tasks.rados.rados.0.smithi082.stdout:1779: finishing write tid 6 to smithi08280503-43 2024-08-17T00:46:41.846 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 1053 (ObjNum 561 snap 173 seq_num 561) dirty exists 2024-08-17T00:46:41.846 INFO:tasks.rados.rados.0.smithi082.stdout:1779: left oid 43 (ObjNum 561 snap 173 seq_num 561) 2024-08-17T00:46:41.846 INFO:tasks.rados.rados.0.smithi082.stdout:1779: done (1 left) 2024-08-17T00:46:41.846 INFO:tasks.rados.rados.0.smithi082.stdout:1780: done (0 left) 2024-08-17T00:46:41.846 INFO:tasks.rados.rados.0.smithi082.stdout:1781: read oid 36 snap -1 2024-08-17T00:46:41.846 INFO:tasks.rados.rados.0.smithi082.stdout:1781: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:46:41.846 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 18 current snap is 173 2024-08-17T00:46:41.846 INFO:tasks.rados.rados.0.smithi082.stdout:1782: seq_num 563 ranges {0=638976,638976=565248,1204224=794624,1998848=245760} 2024-08-17T00:46:41.849 INFO:tasks.rados.rados.0.smithi082.stdout:1782: writing smithi08280503-18 from 0 to 638976 tid 1 2024-08-17T00:46:41.852 INFO:tasks.rados.rados.0.smithi082.stdout:1782: writing smithi08280503-18 from 638976 to 1204224 tid 2 2024-08-17T00:46:41.857 INFO:tasks.rados.rados.0.smithi082.stdout:1782: writing smithi08280503-18 from 1204224 to 1998848 tid 3 2024-08-17T00:46:41.859 INFO:tasks.rados.rados.0.smithi082.stdout:1782: writing smithi08280503-18 from 1998848 to 2244608 tid 4 2024-08-17T00:46:41.859 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 44 current snap is 173 2024-08-17T00:46:41.859 INFO:tasks.rados.rados.0.smithi082.stdout:1783: seq_num 564 ranges {1794048=655360,2449408=442368,2891776=598016,3489792=565248} 2024-08-17T00:46:41.872 INFO:tasks.rados.rados.0.smithi082.stdout:1783: writing smithi08280503-44 from 1794048 to 2449408 tid 1 2024-08-17T00:46:41.874 INFO:tasks.rados.rados.0.smithi082.stdout:1783: writing smithi08280503-44 from 2449408 to 2891776 tid 2 2024-08-17T00:46:41.878 INFO:tasks.rados.rados.0.smithi082.stdout:1783: writing smithi08280503-44 from 2891776 to 3489792 tid 3 2024-08-17T00:46:41.881 INFO:tasks.rados.rados.0.smithi082.stdout:1783: writing smithi08280503-44 from 3489792 to 4055040 tid 4 2024-08-17T00:46:41.882 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 9 current snap is 173 2024-08-17T00:46:41.882 INFO:tasks.rados.rados.0.smithi082.stdout:1784: seq_num 565 ranges {1253376=671744,1925120=729088,2654208=753664,3407872=122880} 2024-08-17T00:46:41.892 INFO:tasks.rados.rados.0.smithi082.stdout:1784: writing smithi08280503-9 from 1253376 to 1925120 tid 1 2024-08-17T00:46:41.896 INFO:tasks.rados.rados.0.smithi082.stdout:1784: writing smithi08280503-9 from 1925120 to 2654208 tid 2 2024-08-17T00:46:41.900 INFO:tasks.rados.rados.0.smithi082.stdout:1784: writing smithi08280503-9 from 2654208 to 3407872 tid 3 2024-08-17T00:46:41.901 INFO:tasks.rados.rados.0.smithi082.stdout:1784: writing smithi08280503-9 from 3407872 to 3530752 tid 4 2024-08-17T00:46:41.901 INFO:tasks.rados.rados.0.smithi082.stdout:1785: read oid 10 snap -1 2024-08-17T00:46:41.902 INFO:tasks.rados.rados.0.smithi082.stdout:1785: expect (ObjNum 553 snap 166 seq_num 553) 2024-08-17T00:46:41.902 INFO:tasks.rados.rados.0.smithi082.stdout:1786: rollback oid 42 current snap is 173 2024-08-17T00:46:41.902 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 42 to 163 2024-08-17T00:46:41.902 INFO:tasks.rados.rados.0.smithi082.stdout:1781: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:46:41.904 INFO:tasks.rados.rados.0.smithi082.stdout:1782: finishing write tid 1 to smithi08280503-18 2024-08-17T00:46:41.905 INFO:tasks.rados.rados.0.smithi082.stdout:1782: finishing write tid 2 to smithi08280503-18 2024-08-17T00:46:41.905 INFO:tasks.rados.rados.0.smithi082.stdout:1781: done (5 left) 2024-08-17T00:46:41.905 INFO:tasks.rados.rados.0.smithi082.stdout:1787: read oid 17 snap 172 2024-08-17T00:46:41.905 INFO:tasks.rados.rados.0.smithi082.stdout:1787: expect (ObjNum 555 snap 167 seq_num 555) 2024-08-17T00:46:41.905 INFO:tasks.rados.rados.0.smithi082.stdout:1788: snap_remove snap 171 2024-08-17T00:46:41.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:41 smithi137 ceph-mon[86391]: osdmap e414: 8 total, 8 up, 8 in 2024-08-17T00:46:41.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:41 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:41.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:41 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T00:46:41.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:41 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:46:42.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:41 smithi082 ceph-mon[94343]: osdmap e414: 8 total, 8 up, 8 in 2024-08-17T00:46:42.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:41 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:42.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:41 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T00:46:42.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:41 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:46:42.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:41 smithi082 ceph-mon[91979]: osdmap e414: 8 total, 8 up, 8 in 2024-08-17T00:46:42.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:41 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:42.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:41 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T00:46:42.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:41 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:46:42.435 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:42.802 INFO:tasks.rados.rados.0.smithi082.stdout:1788: done (6 left) 2024-08-17T00:46:42.802 INFO:tasks.rados.rados.0.smithi082.stdout:1789: copy_from oid 27 from oid 36 current snap is 173 2024-08-17T00:46:42.802 INFO:tasks.rados.rados.0.smithi082.stdout:1782: finishing write tid 3 to smithi08280503-18 2024-08-17T00:46:42.802 INFO:tasks.rados.rados.0.smithi082.stdout:1782: finishing write tid 4 to smithi08280503-18 2024-08-17T00:46:42.802 INFO:tasks.rados.rados.0.smithi082.stdout:1782: finishing write tid 5 to smithi08280503-18 2024-08-17T00:46:42.802 INFO:tasks.rados.rados.0.smithi082.stdout:1782: finishing write tid 6 to smithi08280503-18 2024-08-17T00:46:42.802 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 1004 (ObjNum 563 snap 173 seq_num 563) dirty exists 2024-08-17T00:46:42.803 INFO:tasks.rados.rados.0.smithi082.stdout:1782: left oid 18 (ObjNum 563 snap 173 seq_num 563) 2024-08-17T00:46:42.803 INFO:tasks.rados.rados.0.smithi082.stdout:1783: finishing write tid 1 to smithi08280503-44 2024-08-17T00:46:42.803 INFO:tasks.rados.rados.0.smithi082.stdout:1783: finishing write tid 2 to smithi08280503-44 2024-08-17T00:46:42.803 INFO:tasks.rados.rados.0.smithi082.stdout:1783: finishing write tid 3 to smithi08280503-44 2024-08-17T00:46:42.803 INFO:tasks.rados.rados.0.smithi082.stdout:1783: finishing write tid 4 to smithi08280503-44 2024-08-17T00:46:42.803 INFO:tasks.rados.rados.0.smithi082.stdout:1783: finishing write tid 5 to smithi08280503-44 2024-08-17T00:46:42.803 INFO:tasks.rados.rados.0.smithi082.stdout:1783: finishing write tid 6 to smithi08280503-44 2024-08-17T00:46:42.803 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 985 (ObjNum 564 snap 173 seq_num 564) dirty exists 2024-08-17T00:46:42.803 INFO:tasks.rados.rados.0.smithi082.stdout:1783: left oid 44 (ObjNum 564 snap 173 seq_num 564) 2024-08-17T00:46:42.803 INFO:tasks.rados.rados.0.smithi082.stdout:1784: finishing write tid 1 to smithi08280503-9 2024-08-17T00:46:42.803 INFO:tasks.rados.rados.0.smithi082.stdout:1784: finishing write tid 2 to smithi08280503-9 2024-08-17T00:46:42.804 INFO:tasks.rados.rados.0.smithi082.stdout:1784: finishing write tid 3 to smithi08280503-9 2024-08-17T00:46:42.804 INFO:tasks.rados.rados.0.smithi082.stdout:1786: finishing rollback tid 0 to smithi08280503-42 2024-08-17T00:46:42.804 INFO:tasks.rados.rados.0.smithi082.stdout:1786: finishing rollback tid 1 to smithi08280503-42 2024-08-17T00:46:42.804 INFO:tasks.rados.rados.0.smithi082.stdout:1786: finishing rollback tid 2 to smithi08280503-42 2024-08-17T00:46:42.804 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 900 (ObjNum 549 snap 163 seq_num 549) dirty exists 2024-08-17T00:46:42.804 INFO:tasks.rados.rados.0.smithi082.stdout:1784: finishing write tid 4 to smithi08280503-9 2024-08-17T00:46:42.804 INFO:tasks.rados.rados.0.smithi082.stdout:1784: finishing write tid 5 to smithi08280503-9 2024-08-17T00:46:42.804 INFO:tasks.rados.rados.0.smithi082.stdout:1784: finishing write tid 6 to smithi08280503-9 2024-08-17T00:46:42.804 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 1059 (ObjNum 565 snap 173 seq_num 565) dirty exists 2024-08-17T00:46:42.804 INFO:tasks.rados.rados.0.smithi082.stdout:1784: left oid 9 (ObjNum 565 snap 173 seq_num 565) 2024-08-17T00:46:42.804 INFO:tasks.rados.rados.0.smithi082.stdout:1785: expect (ObjNum 553 snap 166 seq_num 553) 2024-08-17T00:46:43.127 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:42 smithi137 ceph-mon[86391]: Upgrade: Updating osd.4 2024-08-17T00:46:43.128 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:42 smithi137 ceph-mon[86391]: Deploying daemon osd.4 on smithi137 2024-08-17T00:46:43.128 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:42 smithi137 ceph-mon[86391]: osdmap e415: 8 total, 8 up, 8 in 2024-08-17T00:46:43.128 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:42 smithi137 ceph-mon[86391]: pgmap v288: 121 pgs: 121 active+clean; 241 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-08-17T00:46:43.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:42 smithi082 ceph-mon[91979]: Upgrade: Updating osd.4 2024-08-17T00:46:43.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:42 smithi082 ceph-mon[91979]: Deploying daemon osd.4 on smithi137 2024-08-17T00:46:43.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:42 smithi082 ceph-mon[91979]: osdmap e415: 8 total, 8 up, 8 in 2024-08-17T00:46:43.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:42 smithi082 ceph-mon[91979]: pgmap v288: 121 pgs: 121 active+clean; 241 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-08-17T00:46:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:42 smithi082 ceph-mon[94343]: Upgrade: Updating osd.4 2024-08-17T00:46:43.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:42 smithi082 ceph-mon[94343]: Deploying daemon osd.4 on smithi137 2024-08-17T00:46:43.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:42 smithi082 ceph-mon[94343]: osdmap e415: 8 total, 8 up, 8 in 2024-08-17T00:46:43.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:42 smithi082 ceph-mon[94343]: pgmap v288: 121 pgs: 121 active+clean; 241 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-08-17T00:46:43.537 INFO:tasks.rados.rados.0.smithi082.stdout:1787: expect (ObjNum 555 snap 167 seq_num 555) 2024-08-17T00:46:43.680 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:43.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi137\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:43.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:43 smithi137 ceph-mon[86391]: osdmap e416: 8 total, 8 up, 8 in 2024-08-17T00:46:43.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:43 smithi137 ceph-mon[86391]: osdmap e417: 8 total, 8 up, 8 in 2024-08-17T00:46:44.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:43 smithi082 ceph-mon[94343]: osdmap e416: 8 total, 8 up, 8 in 2024-08-17T00:46:44.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:43 smithi082 ceph-mon[94343]: osdmap e417: 8 total, 8 up, 8 in 2024-08-17T00:46:44.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:43 smithi082 ceph-mon[91979]: osdmap e416: 8 total, 8 up, 8 in 2024-08-17T00:46:44.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:43 smithi082 ceph-mon[91979]: osdmap e417: 8 total, 8 up, 8 in 2024-08-17T00:46:44.505 INFO:tasks.rados.rados.0.smithi082.stdout:1789: finishing copy_from racing read to smithi08280503-27 2024-08-17T00:46:44.505 INFO:tasks.rados.rados.0.smithi082.stdout:1789: finishing copy_from to smithi08280503-27 2024-08-17T00:46:44.505 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 825 (ObjNum 33 snap 0 seq_num 3892922448) dirty exists 2024-08-17T00:46:44.506 INFO:tasks.rados.rados.0.smithi082.stdout:1782: done (6 left) 2024-08-17T00:46:44.506 INFO:tasks.rados.rados.0.smithi082.stdout:1783: done (5 left) 2024-08-17T00:46:44.506 INFO:tasks.rados.rados.0.smithi082.stdout:1784: done (4 left) 2024-08-17T00:46:44.506 INFO:tasks.rados.rados.0.smithi082.stdout:1785: done (3 left) 2024-08-17T00:46:44.506 INFO:tasks.rados.rados.0.smithi082.stdout:1786: done (2 left) 2024-08-17T00:46:44.506 INFO:tasks.rados.rados.0.smithi082.stdout:1787: done (1 left) 2024-08-17T00:46:44.506 INFO:tasks.rados.rados.0.smithi082.stdout:1789: done (0 left) 2024-08-17T00:46:44.506 INFO:tasks.rados.rados.0.smithi082.stdout:1790: read oid 18 snap 170 2024-08-17T00:46:44.506 INFO:tasks.rados.rados.0.smithi082.stdout:1790: expect (ObjNum 550 snap 164 seq_num 550) 2024-08-17T00:46:44.506 INFO:tasks.rados.rados.0.smithi082.stdout:1791: delete oid 13 current snap is 173 2024-08-17T00:46:44.509 INFO:tasks.rados.rados.0.smithi082.stdout:1791: done (1 left) 2024-08-17T00:46:44.509 INFO:tasks.rados.rados.0.smithi082.stdout:1792: snap_create 2024-08-17T00:46:44.510 INFO:tasks.rados.rados.0.smithi082.stdout:1790: expect (ObjNum 550 snap 164 seq_num 550) 2024-08-17T00:46:44.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:44 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:44.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:44.648 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:44 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:44.806 INFO:tasks.rados.rados.0.smithi082.stdout:1790: done (1 left) 2024-08-17T00:46:44.806 INFO:tasks.rados.rados.0.smithi082.stdout:1792: done (0 left) 2024-08-17T00:46:44.806 INFO:tasks.rados.rados.0.smithi082.stdout:1793: delete oid 8 current snap is 174 2024-08-17T00:46:44.809 INFO:tasks.rados.rados.0.smithi082.stdout:1793: done (0 left) 2024-08-17T00:46:44.809 INFO:tasks.rados.rados.0.smithi082.stdout:1794: rollback oid 13 current snap is 174 2024-08-17T00:46:44.809 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 13 to 172 2024-08-17T00:46:44.809 INFO:tasks.rados.rados.0.smithi082.stdout:1795: snap_create 2024-08-17T00:46:44.811 INFO:tasks.rados.rados.0.smithi082.stdout:1794: finishing rollback tid 1 to smithi08280503-13 2024-08-17T00:46:44.812 INFO:tasks.rados.rados.0.smithi082.stdout:1794: finishing rollback tid 2 to smithi08280503-13 2024-08-17T00:46:44.812 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 903 (ObjNum 509 snap 152 seq_num 509) dirty exists 2024-08-17T00:46:44.919 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:44 smithi137 ceph-mon[86391]: pgmap v291: 121 pgs: 121 active+clean; 257 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-08-17T00:46:44.919 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:44 smithi137 systemd[1]: Stopping Ceph osd.4 for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:46:45.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:44 smithi082 ceph-mon[91979]: pgmap v291: 121 pgs: 121 active+clean; 257 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-08-17T00:46:45.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:44 smithi082 ceph-mon[94343]: pgmap v291: 121 pgs: 121 active+clean; 257 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-08-17T00:46:45.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:46:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:46:45] "GET /metrics HTTP/1.1" 200 36155 "" "Prometheus/2.43.0" 2024-08-17T00:46:45.237 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:44 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4[38008]: 2024-08-17T00:46:44.918+0000 7f39e849a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T00:46:45.237 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:44 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4[38008]: 2024-08-17T00:46:44.918+0000 7f39e849a640 -1 osd.4 418 *** Got signal Terminated *** 2024-08-17T00:46:45.237 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:44 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4[38008]: 2024-08-17T00:46:44.918+0000 7f39e849a640 -1 osd.4 418 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T00:46:45.808 INFO:tasks.rados.rados.0.smithi082.stdout:1794: done (1 left) 2024-08-17T00:46:45.809 INFO:tasks.rados.rados.0.smithi082.stdout:1795: done (0 left) 2024-08-17T00:46:45.809 INFO:tasks.rados.rados.0.smithi082.stdout:1796: snap_remove snap 159 2024-08-17T00:46:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:45 smithi082 ceph-mon[94343]: osdmap e418: 8 total, 8 up, 8 in 2024-08-17T00:46:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:45 smithi082 ceph-mon[94343]: osd.4 marked itself down and dead 2024-08-17T00:46:46.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:45 smithi082 ceph-mon[91979]: osdmap e418: 8 total, 8 up, 8 in 2024-08-17T00:46:46.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:45 smithi082 ceph-mon[91979]: osd.4 marked itself down and dead 2024-08-17T00:46:46.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:45 smithi137 ceph-mon[86391]: osdmap e418: 8 total, 8 up, 8 in 2024-08-17T00:46:46.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:45 smithi137 ceph-mon[86391]: osd.4 marked itself down and dead 2024-08-17T00:46:46.578 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:46 smithi137 podman[91380]: 2024-08-17 00:46:46.304495303 +0000 UTC m=+1.478982507 container died 9962b117746463e7a6612d660acbdc6dfec85a82d340b96ca27fb5ce9e146386 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4, CEPH_POINT_RELEASE=, ceph=True, RELEASE=quincy-03a1ac1, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-08-17T00:46:46.816 INFO:tasks.rados.rados.0.smithi082.stdout:1796: done (0 left) 2024-08-17T00:46:46.816 INFO:tasks.rados.rados.0.smithi082.stdout:1797: copy_from oid 10 from oid 48 current snap is 175 2024-08-17T00:46:46.816 INFO:tasks.rados.rados.0.smithi082.stdout:1798: snap_create 2024-08-17T00:46:46.833 INFO:tasks.rados.rados.0.smithi082.stdout:1797: finishing copy_from racing read to smithi08280503-10 2024-08-17T00:46:46.839 INFO:tasks.rados.rados.0.smithi082.stdout:1797: finishing copy_from to smithi08280503-10 2024-08-17T00:46:46.839 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 982 (ObjNum 513 snap 152 seq_num 513) dirty exists 2024-08-17T00:46:46.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:46 smithi137 ceph-mon[86391]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:46:46.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:46 smithi137 ceph-mon[86391]: osdmap e419: 8 total, 7 up, 8 in 2024-08-17T00:46:46.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:46 smithi137 ceph-mon[86391]: pgmap v294: 121 pgs: 23 peering, 4 stale+active+clean, 94 active+clean; 259 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-08-17T00:46:46.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:46 smithi137 ceph-mon[86391]: osdmap e420: 8 total, 7 up, 8 in 2024-08-17T00:46:46.987 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:46 smithi137 podman[91380]: 2024-08-17 00:46:46.759966001 +0000 UTC m=+1.934453245 container cleanup 9962b117746463e7a6612d660acbdc6dfec85a82d340b96ca27fb5ce9e146386 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=quincy-03a1ac1, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=) 2024-08-17T00:46:46.987 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:46 smithi137 bash[91380]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4 2024-08-17T00:46:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:46 smithi082 ceph-mon[94343]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:46:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:46 smithi082 ceph-mon[94343]: osdmap e419: 8 total, 7 up, 8 in 2024-08-17T00:46:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:46 smithi082 ceph-mon[94343]: pgmap v294: 121 pgs: 23 peering, 4 stale+active+clean, 94 active+clean; 259 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-08-17T00:46:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:46 smithi082 ceph-mon[94343]: osdmap e420: 8 total, 7 up, 8 in 2024-08-17T00:46:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:46 smithi082 ceph-mon[91979]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:46:47.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:46 smithi082 ceph-mon[91979]: osdmap e419: 8 total, 7 up, 8 in 2024-08-17T00:46:47.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:46 smithi082 ceph-mon[91979]: pgmap v294: 121 pgs: 23 peering, 4 stale+active+clean, 94 active+clean; 259 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-08-17T00:46:47.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:46 smithi082 ceph-mon[91979]: osdmap e420: 8 total, 7 up, 8 in 2024-08-17T00:46:47.347 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:47 smithi137 podman[91409]: 2024-08-17 00:46:47.019995291 +0000 UTC m=+0.710543798 container remove 9962b117746463e7a6612d660acbdc6dfec85a82d340b96ca27fb5ce9e146386 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, RELEASE=quincy-03a1ac1, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-08-17T00:46:47.640 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:47 smithi137 podman[91497]: 2024-08-17 00:46:47.24980588 +0000 UTC m=+0.017034247 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:46:47.640 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:47 smithi137 podman[91497]: 2024-08-17 00:46:47.354196482 +0000 UTC m=+0.121424878 container create 08db86b98b8742dd28a6774c1df8c668910e6e835fd51d01a9d3be85aafc4158 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-08-17T00:46:47.640 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:47 smithi137 podman[91497]: 2024-08-17 00:46:47.556658515 +0000 UTC m=+0.323886869 container init 08db86b98b8742dd28a6774c1df8c668910e6e835fd51d01a9d3be85aafc4158 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-08-17T00:46:47.640 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:47 smithi137 podman[91497]: 2024-08-17 00:46:47.560189206 +0000 UTC m=+0.327417561 container start 08db86b98b8742dd28a6774c1df8c668910e6e835fd51d01a9d3be85aafc4158 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0) 2024-08-17T00:46:47.640 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:47 smithi137 podman[91497]: 2024-08-17 00:46:47.639794603 +0000 UTC m=+0.407022960 container attach 08db86b98b8742dd28a6774c1df8c668910e6e835fd51d01a9d3be85aafc4158 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:46:47.824 INFO:tasks.rados.rados.0.smithi082.stdout:1797: done (1 left) 2024-08-17T00:46:47.824 INFO:tasks.rados.rados.0.smithi082.stdout:1798: done (0 left) 2024-08-17T00:46:47.824 INFO:tasks.rados.rados.0.smithi082.stdout:1799: read oid 11 snap -1 2024-08-17T00:46:47.825 INFO:tasks.rados.rados.0.smithi082.stdout:1799: expect (ObjNum 535 snap 160 seq_num 535) 2024-08-17T00:46:47.825 INFO:tasks.rados.rados.0.smithi082.stdout:1800: read oid 12 snap -1 2024-08-17T00:46:47.825 INFO:tasks.rados.rados.0.smithi082.stdout:1800: expect deleted 2024-08-17T00:46:47.825 INFO:tasks.rados.rados.0.smithi082.stdout:1801: delete oid 31 current snap is 176 2024-08-17T00:46:47.830 INFO:tasks.rados.rados.0.smithi082.stdout:1800: done (2 left) 2024-08-17T00:46:47.830 INFO:tasks.rados.rados.0.smithi082.stdout:1801: done (1 left) 2024-08-17T00:46:47.830 INFO:tasks.rados.rados.0.smithi082.stdout:1802: read oid 27 snap -1 2024-08-17T00:46:47.830 INFO:tasks.rados.rados.0.smithi082.stdout:1802: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:46:47.830 INFO:tasks.rados.rados.0.smithi082.stdout:1803: delete oid 14 current snap is 176 2024-08-17T00:46:47.832 INFO:tasks.rados.rados.0.smithi082.stdout:1802: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:46:47.835 INFO:tasks.rados.rados.0.smithi082.stdout:1802: done (2 left) 2024-08-17T00:46:47.835 INFO:tasks.rados.rados.0.smithi082.stdout:1803: done (1 left) 2024-08-17T00:46:47.835 INFO:tasks.rados.rados.0.smithi082.stdout:1804: rollback oid 40 current snap is 176 2024-08-17T00:46:47.835 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 40 to 172 2024-08-17T00:46:47.835 INFO:tasks.rados.rados.0.smithi082.stdout:1805: read oid 22 snap -1 2024-08-17T00:46:47.835 INFO:tasks.rados.rados.0.smithi082.stdout:1805: expect (ObjNum 480 snap 140 seq_num 480) 2024-08-17T00:46:47.836 INFO:tasks.rados.rados.0.smithi082.stdout:1806: setattr oid 29 current snap is 176 2024-08-17T00:46:47.836 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 5 current snap is 176 2024-08-17T00:46:47.836 INFO:tasks.rados.rados.0.smithi082.stdout:1807: seq_num 570 ranges {7217152=753664,7970816=548864,8519680=540672,9060352=516096} 2024-08-17T00:46:47.879 INFO:tasks.rados.rados.0.smithi082.stdout:1807: writing smithi08280503-5 from 7217152 to 7970816 tid 1 2024-08-17T00:46:47.882 INFO:tasks.rados.rados.0.smithi082.stdout:1807: writing smithi08280503-5 from 7970816 to 8519680 tid 2 2024-08-17T00:46:47.886 INFO:tasks.rados.rados.0.smithi082.stdout:1807: writing smithi08280503-5 from 8519680 to 9060352 tid 3 2024-08-17T00:46:47.889 INFO:tasks.rados.rados.0.smithi082.stdout:1807: writing smithi08280503-5 from 9060352 to 9576448 tid 4 2024-08-17T00:46:47.889 INFO:tasks.rados.rados.0.smithi082.stdout:1808: snap_remove snap 148 2024-08-17T00:46:47.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:47 smithi137 ceph-mon[86391]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-08-17T00:46:47.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:47 smithi137 ceph-mon[86391]: osdmap e421: 8 total, 7 up, 8 in 2024-08-17T00:46:47.987 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:47 smithi137 podman[91497]: 2024-08-17 00:46:47.744349669 +0000 UTC m=+0.511578044 container died 08db86b98b8742dd28a6774c1df8c668910e6e835fd51d01a9d3be85aafc4158 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21) 2024-08-17T00:46:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:47 smithi082 ceph-mon[94343]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-08-17T00:46:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:47 smithi082 ceph-mon[94343]: osdmap e421: 8 total, 7 up, 8 in 2024-08-17T00:46:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:47 smithi082 ceph-mon[91979]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-08-17T00:46:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:47 smithi082 ceph-mon[91979]: osdmap e421: 8 total, 7 up, 8 in 2024-08-17T00:46:48.836 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:48 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:48.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:48.836 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:48 smithi137 podman[91520]: 2024-08-17 00:46:48.494036234 +0000 UTC m=+0.741145551 container remove 08db86b98b8742dd28a6774c1df8c668910e6e835fd51d01a9d3be85aafc4158 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21) 2024-08-17T00:46:48.836 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:48 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.4.service: Deactivated successfully. 2024-08-17T00:46:48.836 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:48 smithi137 systemd[1]: Stopped Ceph osd.4 for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:46:48.836 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:48 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.4.service: Consumed 14.483s CPU time. 2024-08-17T00:46:48.836 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:48 smithi137 systemd[1]: Starting Ceph osd.4 for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:46:48.838 INFO:tasks.rados.rados.0.smithi082.stdout:1808: done (5 left) 2024-08-17T00:46:48.839 INFO:tasks.rados.rados.0.smithi082.stdout:1809: snap_create 2024-08-17T00:46:48.839 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 904 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:46:48.839 INFO:tasks.rados.rados.0.smithi082.stdout:1804: finishing rollback tid 0 to smithi08280503-40 2024-08-17T00:46:48.839 INFO:tasks.rados.rados.0.smithi082.stdout:1804: finishing rollback tid 1 to smithi08280503-40 2024-08-17T00:46:48.839 INFO:tasks.rados.rados.0.smithi082.stdout:1804: finishing rollback tid 2 to smithi08280503-40 2024-08-17T00:46:48.839 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 1094 (ObjNum 429 snap 127 seq_num 429) dirty exists 2024-08-17T00:46:48.839 INFO:tasks.rados.rados.0.smithi082.stdout:1805: expect (ObjNum 480 snap 140 seq_num 480) 2024-08-17T00:46:48.862 INFO:tasks.rados.rados.0.smithi082.stdout:1799: expect (ObjNum 535 snap 160 seq_num 535) 2024-08-17T00:46:49.076 INFO:tasks.rados.rados.0.smithi082.stdout:1807: finishing write tid 1 to smithi08280503-5 2024-08-17T00:46:49.077 INFO:tasks.rados.rados.0.smithi082.stdout:1807: finishing write tid 2 to smithi08280503-5 2024-08-17T00:46:49.077 INFO:tasks.rados.rados.0.smithi082.stdout:1807: finishing write tid 3 to smithi08280503-5 2024-08-17T00:46:49.077 INFO:tasks.rados.rados.0.smithi082.stdout:1807: finishing write tid 4 to smithi08280503-5 2024-08-17T00:46:49.077 INFO:tasks.rados.rados.0.smithi082.stdout:1807: finishing write tid 5 to smithi08280503-5 2024-08-17T00:46:49.077 INFO:tasks.rados.rados.0.smithi082.stdout:1807: finishing write tid 6 to smithi08280503-5 2024-08-17T00:46:49.077 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 987 (ObjNum 570 snap 176 seq_num 570) dirty exists 2024-08-17T00:46:49.077 INFO:tasks.rados.rados.0.smithi082.stdout:1807: left oid 5 (ObjNum 570 snap 176 seq_num 570) 2024-08-17T00:46:49.181 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:48 smithi137 ceph-mon[86391]: pgmap v297: 121 pgs: 7 active+undersized, 23 peering, 2 stale+active+clean, 6 active+undersized+degraded, 83 active+clean; 259 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 552 KiB/s wr, 5 op/s; 33/441 objects degraded (7.483%) 2024-08-17T00:46:49.181 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:48 smithi137 podman[91622]: 2024-08-17 00:46:48.928455946 +0000 UTC m=+0.110265614 container create 3da7fb3228daf68bb36f119fd370032c29002e56eacf2256b18d0c8a2e360324 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4-activate, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-d863d21, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-08-17T00:46:49.181 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:48 smithi137 podman[91622]: 2024-08-17 00:46:48.836354782 +0000 UTC m=+0.018164432 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:46:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:48 smithi082 ceph-mon[94343]: pgmap v297: 121 pgs: 7 active+undersized, 23 peering, 2 stale+active+clean, 6 active+undersized+degraded, 83 active+clean; 259 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 552 KiB/s wr, 5 op/s; 33/441 objects degraded (7.483%) 2024-08-17T00:46:49.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:48 smithi082 ceph-mon[91979]: pgmap v297: 121 pgs: 7 active+undersized, 23 peering, 2 stale+active+clean, 6 active+undersized+degraded, 83 active+clean; 259 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 552 KiB/s wr, 5 op/s; 33/441 objects degraded (7.483%) 2024-08-17T00:46:49.487 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:49 smithi137 podman[91622]: 2024-08-17 00:46:49.18089665 +0000 UTC m=+0.362706287 container init 3da7fb3228daf68bb36f119fd370032c29002e56eacf2256b18d0c8a2e360324 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21) 2024-08-17T00:46:49.487 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:49 smithi137 podman[91622]: 2024-08-17 00:46:49.18518813 +0000 UTC m=+0.366997757 container start 3da7fb3228daf68bb36f119fd370032c29002e56eacf2256b18d0c8a2e360324 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4-activate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-08-17T00:46:49.487 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:49 smithi137 podman[91622]: 2024-08-17 00:46:49.289339847 +0000 UTC m=+0.471149488 container attach 3da7fb3228daf68bb36f119fd370032c29002e56eacf2256b18d0c8a2e360324 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4-activate, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-08-17T00:46:49.487 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:49 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4-activate[91637]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:46:49.488 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:49 smithi137 bash[91622]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:46:49.488 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:49 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4-activate[91637]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:46:49.488 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:49 smithi137 bash[91622]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:46:49.836 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:49 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4-activate[91637]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-17T00:46:49.836 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:49 smithi137 bash[91622]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-17T00:46:49.836 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:49 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4-activate[91637]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-08-17T00:46:49.836 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:49 smithi137 bash[91622]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-08-17T00:46:49.837 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:49 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4-activate[91637]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-08-17T00:46:49.837 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:49 smithi137 bash[91622]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-08-17T00:46:49.837 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:49 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4-activate[91637]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-17T00:46:49.837 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:49 smithi137 bash[91622]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-17T00:46:49.837 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:49 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4-activate[91637]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-08-17T00:46:49.837 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:49 smithi137 bash[91622]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-08-17T00:46:49.837 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:49 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4-activate[91637]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-17T00:46:49.837 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:49 smithi137 bash[91622]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-17T00:46:49.837 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:49 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4-activate[91637]: --> ceph-volume raw activate successful for osd ID: 4 2024-08-17T00:46:49.837 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:49 smithi137 bash[91622]: --> ceph-volume raw activate successful for osd ID: 4 2024-08-17T00:46:49.837 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:49 smithi137 podman[91622]: 2024-08-17 00:46:49.563575895 +0000 UTC m=+0.745385522 container died 3da7fb3228daf68bb36f119fd370032c29002e56eacf2256b18d0c8a2e360324 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4-activate, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0) 2024-08-17T00:46:49.846 INFO:tasks.rados.rados.0.smithi082.stdout:1799: done (5 left) 2024-08-17T00:46:49.846 INFO:tasks.rados.rados.0.smithi082.stdout:1804: done (4 left) 2024-08-17T00:46:49.846 INFO:tasks.rados.rados.0.smithi082.stdout:1805: done (3 left) 2024-08-17T00:46:49.846 INFO:tasks.rados.rados.0.smithi082.stdout:1806: done (2 left) 2024-08-17T00:46:49.846 INFO:tasks.rados.rados.0.smithi082.stdout:1807: done (1 left) 2024-08-17T00:46:49.846 INFO:tasks.rados.rados.0.smithi082.stdout:1809: done (0 left) 2024-08-17T00:46:49.846 INFO:tasks.rados.rados.0.smithi082.stdout:1810: delete oid 38 current snap is 177 2024-08-17T00:46:49.847 INFO:tasks.rados.rados.0.smithi082.stdout:1810: done (0 left) 2024-08-17T00:46:49.847 INFO:tasks.rados.rados.0.smithi082.stdout:1811: snap_remove snap 163 2024-08-17T00:46:50.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:49 smithi137 ceph-mon[86391]: Health check failed: Degraded data redundancy: 33/441 objects degraded (7.483%), 6 pgs degraded (PG_DEGRADED) 2024-08-17T00:46:50.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:49 smithi137 ceph-mon[86391]: osdmap e422: 8 total, 7 up, 8 in 2024-08-17T00:46:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:49 smithi082 ceph-mon[94343]: Health check failed: Degraded data redundancy: 33/441 objects degraded (7.483%), 6 pgs degraded (PG_DEGRADED) 2024-08-17T00:46:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:49 smithi082 ceph-mon[94343]: osdmap e422: 8 total, 7 up, 8 in 2024-08-17T00:46:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:49 smithi082 ceph-mon[91979]: Health check failed: Degraded data redundancy: 33/441 objects degraded (7.483%), 6 pgs degraded (PG_DEGRADED) 2024-08-17T00:46:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:49 smithi082 ceph-mon[91979]: osdmap e422: 8 total, 7 up, 8 in 2024-08-17T00:46:50.475 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:50 smithi137 podman[91771]: 2024-08-17 00:46:50.134772713 +0000 UTC m=+0.565885575 container remove 3da7fb3228daf68bb36f119fd370032c29002e56eacf2256b18d0c8a2e360324 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, io.buildah.version=1.36.0, org.label-schema.license=GPLv2) 2024-08-17T00:46:50.475 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:50 smithi137 podman[91830]: 2024-08-17 00:46:50.252587258 +0000 UTC m=+0.017336026 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:46:50.475 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:50 smithi137 podman[91830]: 2024-08-17 00:46:50.360554971 +0000 UTC m=+0.125303733 container create 908ee8f7568afae3b2f5d330084933a3bbd33c38a04c116cccc55023c2adaf9b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-08-17T00:46:50.737 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:50 smithi137 podman[91830]: 2024-08-17 00:46:50.571055052 +0000 UTC m=+0.335803833 container init 908ee8f7568afae3b2f5d330084933a3bbd33c38a04c116cccc55023c2adaf9b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_CLEAN=True) 2024-08-17T00:46:50.737 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:50 smithi137 podman[91830]: 2024-08-17 00:46:50.574246068 +0000 UTC m=+0.338994830 container start 908ee8f7568afae3b2f5d330084933a3bbd33c38a04c116cccc55023c2adaf9b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-08-17T00:46:50.737 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:50 smithi137 ceph-osd[91850]: -- 172.21.15.137:0/3774419891 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b7e5681a40 con 0x55b7e6444000 2024-08-17T00:46:50.737 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:50 smithi137 bash[91830]: 908ee8f7568afae3b2f5d330084933a3bbd33c38a04c116cccc55023c2adaf9b 2024-08-17T00:46:50.737 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:50 smithi137 systemd[1]: Started Ceph osd.4 for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:46:50.851 INFO:tasks.rados.rados.0.smithi082.stdout:1811: done (0 left) 2024-08-17T00:46:50.852 INFO:tasks.rados.rados.0.smithi082.stdout:1812: rmattr oid 12 current snap is 177 2024-08-17T00:46:50.852 INFO:tasks.rados.rados.0.smithi082.stdout:1812: done (0 left) 2024-08-17T00:46:50.852 INFO:tasks.rados.rados.0.smithi082.stdout:1813: snap_remove snap 174 2024-08-17T00:46:51.125 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:50 smithi137 ceph-mon[86391]: osdmap e423: 8 total, 7 up, 8 in 2024-08-17T00:46:51.126 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:50 smithi137 ceph-mon[86391]: pgmap v300: 121 pgs: 10 active+undersized, 23 peering, 11 active+undersized+degraded, 77 active+clean; 263 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.4 MiB/s wr, 8 op/s; 59/456 objects degraded (12.939%) 2024-08-17T00:46:51.126 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:51.126 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:46:51.126 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:51.126 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:51.126 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:46:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:50 smithi082 ceph-mon[94343]: osdmap e423: 8 total, 7 up, 8 in 2024-08-17T00:46:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:50 smithi082 ceph-mon[94343]: pgmap v300: 121 pgs: 10 active+undersized, 23 peering, 11 active+undersized+degraded, 77 active+clean; 263 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.4 MiB/s wr, 8 op/s; 59/456 objects degraded (12.939%) 2024-08-17T00:46:51.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:51.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:46:51.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:51.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:51.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:46:51.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:50 smithi082 ceph-mon[91979]: osdmap e423: 8 total, 7 up, 8 in 2024-08-17T00:46:51.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:50 smithi082 ceph-mon[91979]: pgmap v300: 121 pgs: 10 active+undersized, 23 peering, 11 active+undersized+degraded, 77 active+clean; 263 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.4 MiB/s wr, 8 op/s; 59/456 objects degraded (12.939%) 2024-08-17T00:46:51.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:51.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:46:51.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:51.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:51.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:46:51.457 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:51 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4[91846]: 2024-08-17T00:46:51.123+0000 7fd9796dd640 -1 Falling back to public interface 2024-08-17T00:46:51.854 INFO:tasks.rados.rados.0.smithi082.stdout:1813: done (0 left) 2024-08-17T00:46:51.854 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 34 current snap is 177 2024-08-17T00:46:51.854 INFO:tasks.rados.rados.0.smithi082.stdout:1814: seq_num 572 ranges {4038656=786432,4825088=770048,5595136=557056,6152192=278528} 2024-08-17T00:46:51.880 INFO:tasks.rados.rados.0.smithi082.stdout:1814: writing smithi08280503-34 from 4038656 to 4825088 tid 1 2024-08-17T00:46:51.884 INFO:tasks.rados.rados.0.smithi082.stdout:1814: writing smithi08280503-34 from 4825088 to 5595136 tid 2 2024-08-17T00:46:51.887 INFO:tasks.rados.rados.0.smithi082.stdout:1814: writing smithi08280503-34 from 5595136 to 6152192 tid 3 2024-08-17T00:46:51.889 INFO:tasks.rados.rados.0.smithi082.stdout:1814: writing smithi08280503-34 from 6152192 to 6430720 tid 4 2024-08-17T00:46:51.889 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 38 current snap is 177 2024-08-17T00:46:51.889 INFO:tasks.rados.rados.0.smithi082.stdout:1814: finishing write tid 1 to smithi08280503-34 2024-08-17T00:46:51.890 INFO:tasks.rados.rados.0.smithi082.stdout:1814: finishing write tid 2 to smithi08280503-34 2024-08-17T00:46:51.890 INFO:tasks.rados.rados.0.smithi082.stdout:1815: seq_num 573 ranges {0=802816,802816=655360,1458176=720896,2179072=229376} 2024-08-17T00:46:51.894 INFO:tasks.rados.rados.0.smithi082.stdout:1815: writing smithi08280503-38 from 0 to 802816 tid 1 2024-08-17T00:46:51.897 INFO:tasks.rados.rados.0.smithi082.stdout:1815: writing smithi08280503-38 from 802816 to 1458176 tid 2 2024-08-17T00:46:51.902 INFO:tasks.rados.rados.0.smithi082.stdout:1815: writing smithi08280503-38 from 1458176 to 2179072 tid 3 2024-08-17T00:46:51.903 INFO:tasks.rados.rados.0.smithi082.stdout:1815: writing smithi08280503-38 from 2179072 to 2408448 tid 4 2024-08-17T00:46:51.903 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 1 current snap is 177 2024-08-17T00:46:51.903 INFO:tasks.rados.rados.0.smithi082.stdout:1814: finishing write tid 3 to smithi08280503-34 2024-08-17T00:46:51.903 INFO:tasks.rados.rados.0.smithi082.stdout:1814: finishing write tid 4 to smithi08280503-34 2024-08-17T00:46:51.904 INFO:tasks.rados.rados.0.smithi082.stdout:1814: finishing write tid 5 to smithi08280503-34 2024-08-17T00:46:51.904 INFO:tasks.rados.rados.0.smithi082.stdout:1816: seq_num 574 ranges {843776=16384} 2024-08-17T00:46:51.909 INFO:tasks.rados.rados.0.smithi082.stdout:1816: writing smithi08280503-1 from 843776 to 860160 tid 1 2024-08-17T00:46:51.909 INFO:tasks.rados.rados.0.smithi082.stdout:1817: rollback oid 33 current snap is 177 2024-08-17T00:46:51.909 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 33 to 168 2024-08-17T00:46:51.909 INFO:tasks.rados.rados.0.smithi082.stdout:1814: finishing write tid 6 to smithi08280503-34 2024-08-17T00:46:51.909 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 994 (ObjNum 572 snap 177 seq_num 572) dirty exists 2024-08-17T00:46:51.909 INFO:tasks.rados.rados.0.smithi082.stdout:1814: left oid 34 (ObjNum 572 snap 177 seq_num 572) 2024-08-17T00:46:51.909 INFO:tasks.rados.rados.0.smithi082.stdout:1815: finishing write tid 1 to smithi08280503-38 2024-08-17T00:46:51.909 INFO:tasks.rados.rados.0.smithi082.stdout:1815: finishing write tid 2 to smithi08280503-38 2024-08-17T00:46:51.909 INFO:tasks.rados.rados.0.smithi082.stdout:1814: done (3 left) 2024-08-17T00:46:51.909 INFO:tasks.rados.rados.0.smithi082.stdout:1818: rollback oid 6 current snap is 177 2024-08-17T00:46:51.909 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 6 to 147 2024-08-17T00:46:51.909 INFO:tasks.rados.rados.0.smithi082.stdout:1815: finishing write tid 3 to smithi08280503-38 2024-08-17T00:46:51.910 INFO:tasks.rados.rados.0.smithi082.stdout:1815: finishing write tid 4 to smithi08280503-38 2024-08-17T00:46:51.910 INFO:tasks.rados.rados.0.smithi082.stdout:1815: finishing write tid 5 to smithi08280503-38 2024-08-17T00:46:51.910 INFO:tasks.rados.rados.0.smithi082.stdout:1815: finishing write tid 6 to smithi08280503-38 2024-08-17T00:46:51.910 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 914 (ObjNum 573 snap 177 seq_num 573) dirty exists 2024-08-17T00:46:51.910 INFO:tasks.rados.rados.0.smithi082.stdout:1815: left oid 38 (ObjNum 573 snap 177 seq_num 573) 2024-08-17T00:46:51.910 INFO:tasks.rados.rados.0.smithi082.stdout:1815: done (3 left) 2024-08-17T00:46:51.910 INFO:tasks.rados.rados.0.smithi082.stdout:1819: copy_from oid 8 from oid 35 current snap is 177 2024-08-17T00:46:51.910 INFO:tasks.rados.rados.0.smithi082.stdout:1820: read oid 47 snap -1 2024-08-17T00:46:51.910 INFO:tasks.rados.rados.0.smithi082.stdout:1820: expect deleted 2024-08-17T00:46:51.910 INFO:tasks.rados.rados.0.smithi082.stdout:1821: delete oid 45 current snap is 177 2024-08-17T00:46:51.913 INFO:tasks.rados.rados.0.smithi082.stdout:1817: finishing rollback tid 0 to smithi08280503-33 2024-08-17T00:46:51.913 INFO:tasks.rados.rados.0.smithi082.stdout:1817: finishing rollback tid 1 to smithi08280503-33 2024-08-17T00:46:51.913 INFO:tasks.rados.rados.0.smithi082.stdout:1818: finishing rollback tid 0 to smithi08280503-6 2024-08-17T00:46:51.913 INFO:tasks.rados.rados.0.smithi082.stdout:1816: finishing write tid 1 to smithi08280503-1 2024-08-17T00:46:51.913 INFO:tasks.rados.rados.0.smithi082.stdout:1818: finishing rollback tid 1 to smithi08280503-6 2024-08-17T00:46:51.913 INFO:tasks.rados.rados.0.smithi082.stdout:1818: finishing rollback tid 2 to smithi08280503-6 2024-08-17T00:46:51.913 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 990 (ObjNum 346 snap 109 seq_num 346) dirty exists 2024-08-17T00:46:51.913 INFO:tasks.rados.rados.0.smithi082.stdout:1817: finishing rollback tid 2 to smithi08280503-33 2024-08-17T00:46:51.914 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 664 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-17T00:46:51.914 INFO:tasks.rados.rados.0.smithi082.stdout:1816: finishing write tid 2 to smithi08280503-1 2024-08-17T00:46:51.916 INFO:tasks.rados.rados.0.smithi082.stdout:1816: finishing write tid 3 to smithi08280503-1 2024-08-17T00:46:51.916 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 1015 (ObjNum 574 snap 177 seq_num 574) dirty exists 2024-08-17T00:46:51.917 INFO:tasks.rados.rados.0.smithi082.stdout:1816: left oid 1 (ObjNum 574 snap 177 seq_num 574) 2024-08-17T00:46:51.917 INFO:tasks.rados.rados.0.smithi082.stdout:1816: done (5 left) 2024-08-17T00:46:51.917 INFO:tasks.rados.rados.0.smithi082.stdout:1817: done (4 left) 2024-08-17T00:46:51.918 INFO:tasks.rados.rados.0.smithi082.stdout:1818: done (3 left) 2024-08-17T00:46:51.918 INFO:tasks.rados.rados.0.smithi082.stdout:1820: done (2 left) 2024-08-17T00:46:51.918 INFO:tasks.rados.rados.0.smithi082.stdout:1821: done (1 left) 2024-08-17T00:46:51.918 INFO:tasks.rados.rados.0.smithi082.stdout:1822: read oid 27 snap -1 2024-08-17T00:46:51.918 INFO:tasks.rados.rados.0.smithi082.stdout:1822: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:46:51.918 INFO:tasks.rados.rados.0.smithi082.stdout:1823: snap_remove snap 173 2024-08-17T00:46:52.214 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:51 smithi137 ceph-mon[86391]: osdmap e424: 8 total, 7 up, 8 in 2024-08-17T00:46:52.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:51 smithi082 ceph-mon[94343]: osdmap e424: 8 total, 7 up, 8 in 2024-08-17T00:46:52.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:51 smithi082 ceph-mon[91979]: osdmap e424: 8 total, 7 up, 8 in 2024-08-17T00:46:52.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:52.870 INFO:tasks.rados.rados.0.smithi082.stdout:1823: done (2 left) 2024-08-17T00:46:52.870 INFO:tasks.rados.rados.0.smithi082.stdout:1824: snap_create 2024-08-17T00:46:52.870 INFO:tasks.rados.rados.0.smithi082.stdout:1822: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:46:52.872 INFO:tasks.rados.rados.0.smithi082.stdout:1819: finishing copy_from racing read to smithi08280503-8 2024-08-17T00:46:52.872 INFO:tasks.rados.rados.0.smithi082.stdout:1819: finishing copy_from to smithi08280503-8 2024-08-17T00:46:52.872 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 1070 (ObjNum 491 snap 145 seq_num 491) dirty exists 2024-08-17T00:46:53.157 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:52 smithi137 ceph-mon[86391]: osdmap e425: 8 total, 7 up, 8 in 2024-08-17T00:46:53.157 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:52 smithi137 ceph-mon[86391]: pgmap v303: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 261 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 918 KiB/s wr, 11 op/s; 74/453 objects degraded (16.336%) 2024-08-17T00:46:53.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:52 smithi082 ceph-mon[94343]: osdmap e425: 8 total, 7 up, 8 in 2024-08-17T00:46:53.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:52 smithi082 ceph-mon[94343]: pgmap v303: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 261 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 918 KiB/s wr, 11 op/s; 74/453 objects degraded (16.336%) 2024-08-17T00:46:53.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:52 smithi082 ceph-mon[91979]: osdmap e425: 8 total, 7 up, 8 in 2024-08-17T00:46:53.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:52 smithi082 ceph-mon[91979]: pgmap v303: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 261 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 918 KiB/s wr, 11 op/s; 74/453 objects degraded (16.336%) 2024-08-17T00:46:53.770 INFO:tasks.rados.rados.0.smithi082.stdout:1819: done (2 left) 2024-08-17T00:46:53.771 INFO:tasks.rados.rados.0.smithi082.stdout:1822: done (1 left) 2024-08-17T00:46:53.771 INFO:tasks.rados.rados.0.smithi082.stdout:1824: done (0 left) 2024-08-17T00:46:53.771 INFO:tasks.rados.rados.0.smithi082.stdout:1825: snap_remove snap 169 2024-08-17T00:46:53.830 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:53 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi137\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:53 smithi082 ceph-mon[94343]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-08-17T00:46:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:53 smithi082 ceph-mon[94343]: osdmap e426: 8 total, 7 up, 8 in 2024-08-17T00:46:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:53 smithi082 ceph-mon[94343]: osdmap e427: 8 total, 7 up, 8 in 2024-08-17T00:46:54.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:53 smithi082 ceph-mon[91979]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-08-17T00:46:54.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:53 smithi082 ceph-mon[91979]: osdmap e426: 8 total, 7 up, 8 in 2024-08-17T00:46:54.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:53 smithi082 ceph-mon[91979]: osdmap e427: 8 total, 7 up, 8 in 2024-08-17T00:46:54.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:53 smithi137 ceph-mon[86391]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-08-17T00:46:54.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:53 smithi137 ceph-mon[86391]: osdmap e426: 8 total, 7 up, 8 in 2024-08-17T00:46:54.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:53 smithi137 ceph-mon[86391]: osdmap e427: 8 total, 7 up, 8 in 2024-08-17T00:46:54.737 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4[91846]: 2024-08-17T00:46:54.335+0000 7fd9796dd640 -1 osd.4 418 log_to_monitors true 2024-08-17T00:46:54.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:54.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:54 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:54.773 INFO:tasks.rados.rados.0.smithi082.stdout:1825: done (0 left) 2024-08-17T00:46:54.773 INFO:tasks.rados.rados.0.smithi082.stdout:1826: rollback oid 17 current snap is 178 2024-08-17T00:46:54.773 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 17 to 166 2024-08-17T00:46:54.773 INFO:tasks.rados.rados.0.smithi082.stdout:1827: snap_remove snap 172 2024-08-17T00:46:55.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:46:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:46:55] "GET /metrics HTTP/1.1" 200 36228 "" "Prometheus/2.43.0" 2024-08-17T00:46:55.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:54 smithi082 ceph-mon[94343]: pgmap v306: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 269 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 632 KiB/s rd, 1.8 MiB/s wr, 8 op/s; 74/459 objects degraded (16.122%) 2024-08-17T00:46:55.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:54 smithi082 ceph-mon[94343]: from='osd.4 [v2:172.21.15.137:6800/702627767,v1:172.21.15.137:6801/702627767]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T00:46:55.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:54 smithi082 ceph-mon[94343]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T00:46:55.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:54 smithi082 ceph-mon[94343]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T00:46:55.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:54 smithi082 ceph-mon[94343]: from='osd.4 [v2:172.21.15.137:6800/702627767,v1:172.21.15.137:6801/702627767]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:46:55.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:54 smithi082 ceph-mon[94343]: osdmap e428: 8 total, 7 up, 8 in 2024-08-17T00:46:55.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:54 smithi082 ceph-mon[94343]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:46:55.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:54 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:55.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:54 smithi082 ceph-mon[91979]: pgmap v306: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 269 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 632 KiB/s rd, 1.8 MiB/s wr, 8 op/s; 74/459 objects degraded (16.122%) 2024-08-17T00:46:55.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:54 smithi082 ceph-mon[91979]: from='osd.4 [v2:172.21.15.137:6800/702627767,v1:172.21.15.137:6801/702627767]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T00:46:55.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:54 smithi082 ceph-mon[91979]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T00:46:55.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:54 smithi082 ceph-mon[91979]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T00:46:55.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:54 smithi082 ceph-mon[91979]: from='osd.4 [v2:172.21.15.137:6800/702627767,v1:172.21.15.137:6801/702627767]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:46:55.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:54 smithi082 ceph-mon[91979]: osdmap e428: 8 total, 7 up, 8 in 2024-08-17T00:46:55.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:54 smithi082 ceph-mon[91979]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:46:55.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:54 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:55.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:54 smithi137 ceph-mon[86391]: pgmap v306: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 269 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 632 KiB/s rd, 1.8 MiB/s wr, 8 op/s; 74/459 objects degraded (16.122%) 2024-08-17T00:46:55.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:54 smithi137 ceph-mon[86391]: from='osd.4 [v2:172.21.15.137:6800/702627767,v1:172.21.15.137:6801/702627767]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T00:46:55.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:54 smithi137 ceph-mon[86391]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T00:46:55.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:54 smithi137 ceph-mon[86391]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T00:46:55.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:54 smithi137 ceph-mon[86391]: from='osd.4 [v2:172.21.15.137:6800/702627767,v1:172.21.15.137:6801/702627767]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:46:55.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:54 smithi137 ceph-mon[86391]: osdmap e428: 8 total, 7 up, 8 in 2024-08-17T00:46:55.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:54 smithi137 ceph-mon[86391]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:46:55.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:54 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:55.737 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 00:46:55 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4[91846]: 2024-08-17T00:46:55.249+0000 7fd96d480640 -1 osd.4 418 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:46:55.781 INFO:tasks.rados.rados.0.smithi082.stdout:1827: done (1 left) 2024-08-17T00:46:55.781 INFO:tasks.rados.rados.0.smithi082.stdout:1828: snap_create 2024-08-17T00:46:55.781 INFO:tasks.rados.rados.0.smithi082.stdout:1826: finishing rollback tid 0 to smithi08280503-17 2024-08-17T00:46:55.781 INFO:tasks.rados.rados.0.smithi082.stdout:1826: finishing rollback tid 1 to smithi08280503-17 2024-08-17T00:46:55.781 INFO:tasks.rados.rados.0.smithi082.stdout:1826: finishing rollback tid 2 to smithi08280503-17 2024-08-17T00:46:55.781 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 1018 (ObjNum 551 snap 165 seq_num 551) dirty exists 2024-08-17T00:46:56.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:55 smithi082 ceph-mon[94343]: Health check update: Degraded data redundancy: 74/459 objects degraded (16.122%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T00:46:56.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:55 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:56.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:55 smithi082 ceph-mon[94343]: from='osd.4 ' entity='osd.4' 2024-08-17T00:46:56.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:55 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:56.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:55 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:56.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:55 smithi082 ceph-mon[94343]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:46:56.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:55 smithi082 ceph-mon[94343]: osd.4 [v2:172.21.15.137:6800/702627767,v1:172.21.15.137:6801/702627767] boot 2024-08-17T00:46:56.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:55 smithi082 ceph-mon[94343]: osdmap e429: 8 total, 8 up, 8 in 2024-08-17T00:46:56.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:55 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:46:56.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:55 smithi082 ceph-mon[91979]: Health check update: Degraded data redundancy: 74/459 objects degraded (16.122%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T00:46:56.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:55 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:56.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:55 smithi082 ceph-mon[91979]: from='osd.4 ' entity='osd.4' 2024-08-17T00:46:56.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:55 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:56.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:55 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:56.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:55 smithi082 ceph-mon[91979]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:46:56.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:55 smithi082 ceph-mon[91979]: osd.4 [v2:172.21.15.137:6800/702627767,v1:172.21.15.137:6801/702627767] boot 2024-08-17T00:46:56.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:55 smithi082 ceph-mon[91979]: osdmap e429: 8 total, 8 up, 8 in 2024-08-17T00:46:56.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:55 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:46:56.227 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:55 smithi137 ceph-mon[86391]: Health check update: Degraded data redundancy: 74/459 objects degraded (16.122%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T00:46:56.227 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:55 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:56.227 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:55 smithi137 ceph-mon[86391]: from='osd.4 ' entity='osd.4' 2024-08-17T00:46:56.227 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:55 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:56.228 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:55 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:56.228 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:55 smithi137 ceph-mon[86391]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:46:56.228 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:55 smithi137 ceph-mon[86391]: osd.4 [v2:172.21.15.137:6800/702627767,v1:172.21.15.137:6801/702627767] boot 2024-08-17T00:46:56.228 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:55 smithi137 ceph-mon[86391]: osdmap e429: 8 total, 8 up, 8 in 2024-08-17T00:46:56.228 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:55 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T00:46:56.775 INFO:tasks.rados.rados.0.smithi082.stdout:1826: done (1 left) 2024-08-17T00:46:56.775 INFO:tasks.rados.rados.0.smithi082.stdout:1828: done (0 left) 2024-08-17T00:46:56.775 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 48 current snap is 179 2024-08-17T00:46:56.775 INFO:tasks.rados.rados.0.smithi082.stdout:1829: seq_num 576 ranges {1400832=49152} 2024-08-17T00:46:56.783 INFO:tasks.rados.rados.0.smithi082.stdout:1829: writing smithi08280503-48 from 1400832 to 1449984 tid 1 2024-08-17T00:46:56.783 INFO:tasks.rados.rados.0.smithi082.stdout:1830: setattr oid 21 current snap is 179 2024-08-17T00:46:56.784 INFO:tasks.rados.rados.0.smithi082.stdout:1831: snap_create 2024-08-17T00:46:56.787 INFO:tasks.rados.rados.0.smithi082.stdout:1829: finishing write tid 1 to smithi08280503-48 2024-08-17T00:46:56.787 INFO:tasks.rados.rados.0.smithi082.stdout:1829: finishing write tid 2 to smithi08280503-48 2024-08-17T00:46:56.789 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 905 (ObjNum 65 snap 0 seq_num 1431727957) dirty exists 2024-08-17T00:46:56.789 INFO:tasks.rados.rados.0.smithi082.stdout:1829: finishing write tid 3 to smithi08280503-48 2024-08-17T00:46:56.789 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 1050 (ObjNum 576 snap 179 seq_num 576) dirty exists 2024-08-17T00:46:56.789 INFO:tasks.rados.rados.0.smithi082.stdout:1829: left oid 48 (ObjNum 576 snap 179 seq_num 576) 2024-08-17T00:46:57.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:56 smithi082 ceph-mon[91979]: pgmap v309: 121 pgs: 19 peering, 13 active+undersized, 12 active+undersized+degraded, 77 active+clean; 273 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 3.0 MiB/s wr, 5 op/s; 66/462 objects degraded (14.286%) 2024-08-17T00:46:57.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:56 smithi082 ceph-mon[91979]: osdmap e430: 8 total, 8 up, 8 in 2024-08-17T00:46:57.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:56 smithi082 ceph-mon[94343]: pgmap v309: 121 pgs: 19 peering, 13 active+undersized, 12 active+undersized+degraded, 77 active+clean; 273 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 3.0 MiB/s wr, 5 op/s; 66/462 objects degraded (14.286%) 2024-08-17T00:46:57.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:56 smithi082 ceph-mon[94343]: osdmap e430: 8 total, 8 up, 8 in 2024-08-17T00:46:57.226 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:56 smithi137 ceph-mon[86391]: pgmap v309: 121 pgs: 19 peering, 13 active+undersized, 12 active+undersized+degraded, 77 active+clean; 273 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 3.0 MiB/s wr, 5 op/s; 66/462 objects degraded (14.286%) 2024-08-17T00:46:57.226 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:56 smithi137 ceph-mon[86391]: osdmap e430: 8 total, 8 up, 8 in 2024-08-17T00:46:57.775 INFO:tasks.rados.rados.0.smithi082.stdout:1829: done (2 left) 2024-08-17T00:46:57.775 INFO:tasks.rados.rados.0.smithi082.stdout:1830: done (1 left) 2024-08-17T00:46:57.775 INFO:tasks.rados.rados.0.smithi082.stdout:1831: done (0 left) 2024-08-17T00:46:57.775 INFO:tasks.rados.rados.0.smithi082.stdout:1832: setattr oid 1 current snap is 180 2024-08-17T00:46:57.776 INFO:tasks.rados.rados.0.smithi082.stdout:1833: rmattr oid 4 current snap is 180 2024-08-17T00:46:57.776 INFO:tasks.rados.rados.0.smithi082.stdout:1833: done (1 left) 2024-08-17T00:46:57.776 INFO:tasks.rados.rados.0.smithi082.stdout:1834: copy_from oid 15 from oid 24 current snap is 180 2024-08-17T00:46:57.776 INFO:tasks.rados.rados.0.smithi082.stdout:1835: snap_remove snap 170 2024-08-17T00:46:57.886 INFO:teuthology.orchestra.run.smithi082.stdout:true 2024-08-17T00:46:58.144 INFO:teuthology.orchestra.run.smithi082.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:46:58.144 INFO:teuthology.orchestra.run.smithi082.stdout:alertmanager.a smithi082 *:9093,9094 running (4m) 36s ago 8m 24.5M - 0.25.0 c8568f914cd2 21f506531c7e 2024-08-17T00:46:58.144 INFO:teuthology.orchestra.run.smithi082.stdout:grafana.a smithi137 *:3000 running (4m) 3s ago 8m 82.9M - 9.4.7 954c08fa6188 a7d4db6b9a81 2024-08-17T00:46:58.144 INFO:teuthology.orchestra.run.smithi082.stdout:mds.a smithi082 running (10m) 36s ago 10m 18.1M - 17.2.7-1402-g03a1ac13 bc5a85a90206 884927c0355a 2024-08-17T00:46:58.144 INFO:teuthology.orchestra.run.smithi082.stdout:mds.b smithi137 running (10m) 3s ago 10m 15.0M - 17.2.7-1402-g03a1ac13 bc5a85a90206 931a05caee78 2024-08-17T00:46:58.144 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.x smithi137 *:8443,9283,8765 running (3m) 3s ago 13m 440M - 19.1.0-1363-gd863d21c ba08250ef864 745a5ef30a75 2024-08-17T00:46:58.144 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.y smithi082 *:8443,9283,8765 running (4m) 36s ago 15m 507M - 19.1.0-1363-gd863d21c ba08250ef864 92bb5538a947 2024-08-17T00:46:58.144 INFO:teuthology.orchestra.run.smithi082.stdout:mon.a smithi082 running (3m) 36s ago 15m 53.5M 2048M 19.1.0-1363-gd863d21c ba08250ef864 f4aa8d413a0e 2024-08-17T00:46:58.145 INFO:teuthology.orchestra.run.smithi082.stdout:mon.b smithi137 running (3m) 3s ago 13m 42.1M 2048M 19.1.0-1363-gd863d21c ba08250ef864 9fd7ba29d439 2024-08-17T00:46:58.145 INFO:teuthology.orchestra.run.smithi082.stdout:mon.c smithi082 running (3m) 36s ago 13m 45.1M 2048M 19.1.0-1363-gd863d21c ba08250ef864 d6960322022d 2024-08-17T00:46:58.145 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.a smithi082 *:9100 running (4m) 36s ago 8m 16.5M - 1.5.0 0da6a335fe13 198283f1b08e 2024-08-17T00:46:58.145 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.b smithi137 *:9100 running (4m) 3s ago 8m 16.8M - 1.5.0 0da6a335fe13 da4f12b322e3 2024-08-17T00:46:58.145 INFO:teuthology.orchestra.run.smithi082.stdout:osd.0 smithi082 running (2m) 36s ago 13m 193M 2480M 19.1.0-1363-gd863d21c ba08250ef864 32a8251d6cbd 2024-08-17T00:46:58.145 INFO:teuthology.orchestra.run.smithi082.stdout:osd.1 smithi082 running (107s) 36s ago 12m 127M 2480M 19.1.0-1363-gd863d21c ba08250ef864 27410d903b16 2024-08-17T00:46:58.145 INFO:teuthology.orchestra.run.smithi082.stdout:osd.2 smithi082 running (73s) 36s ago 12m 118M 2480M 19.1.0-1363-gd863d21c ba08250ef864 d73e6cacdf8e 2024-08-17T00:46:58.145 INFO:teuthology.orchestra.run.smithi082.stdout:osd.3 smithi082 running (40s) 36s ago 11m 12.1M 2480M 19.1.0-1363-gd863d21c ba08250ef864 ff1e0af1a005 2024-08-17T00:46:58.145 INFO:teuthology.orchestra.run.smithi082.stdout:osd.4 smithi137 running (7s) 3s ago 11m 11.7M 2480M 19.1.0-1363-gd863d21c ba08250ef864 908ee8f7568a 2024-08-17T00:46:58.145 INFO:teuthology.orchestra.run.smithi082.stdout:osd.5 smithi137 running (11m) 3s ago 11m 318M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 704b6949e902 2024-08-17T00:46:58.145 INFO:teuthology.orchestra.run.smithi082.stdout:osd.6 smithi137 running (10m) 3s ago 10m 154M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 fa6586afc3c0 2024-08-17T00:46:58.145 INFO:teuthology.orchestra.run.smithi082.stdout:osd.7 smithi137 running (10m) 3s ago 10m 204M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 ae5731d0601b 2024-08-17T00:46:58.145 INFO:teuthology.orchestra.run.smithi082.stdout:prometheus.a smithi137 *:9095 running (4m) 3s ago 9m 63.8M - 2.43.0 a07b618ecd1d d20756562103 2024-08-17T00:46:58.461 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-08-17T00:46:58.461 INFO:teuthology.orchestra.run.smithi082.stdout: "mon": { 2024-08-17T00:46:58.461 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:46:58.461 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:46:58.462 INFO:teuthology.orchestra.run.smithi082.stdout: "mgr": { 2024-08-17T00:46:58.462 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:46:58.462 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:46:58.462 INFO:teuthology.orchestra.run.smithi082.stdout: "osd": { 2024-08-17T00:46:58.462 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 3, 2024-08-17T00:46:58.462 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 5 2024-08-17T00:46:58.462 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:46:58.462 INFO:teuthology.orchestra.run.smithi082.stdout: "mds": { 2024-08-17T00:46:58.462 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:46:58.462 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:46:58.462 INFO:teuthology.orchestra.run.smithi082.stdout: "overall": { 2024-08-17T00:46:58.462 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 5, 2024-08-17T00:46:58.463 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 10 2024-08-17T00:46:58.463 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-08-17T00:46:58.463 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-08-17T00:46:58.786 INFO:tasks.rados.rados.0.smithi082.stdout:1835: done (2 left) 2024-08-17T00:46:58.787 INFO:tasks.rados.rados.0.smithi082.stdout:1836: setattr oid 39 current snap is 180 2024-08-17T00:46:58.787 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 1019 (ObjNum 574 snap 177 seq_num 574) dirty exists 2024-08-17T00:46:58.787 INFO:tasks.rados.rados.0.smithi082.stdout:1834: finishing copy_from to smithi08280503-15 2024-08-17T00:46:58.787 INFO:tasks.rados.rados.0.smithi082.stdout:1834: got expected ENOENT (src dne) 2024-08-17T00:46:58.787 INFO:tasks.rados.rados.0.smithi082.stdout:1834: finishing copy_from racing read to smithi08280503-15 2024-08-17T00:46:58.791 INFO:tasks.rados.rados.0.smithi082.stdout:1832: done (2 left) 2024-08-17T00:46:58.792 INFO:tasks.rados.rados.0.smithi082.stdout:1834: done (1 left) 2024-08-17T00:46:58.792 INFO:tasks.rados.rados.0.smithi082.stdout:1837: read oid 46 snap 156 2024-08-17T00:46:58.792 INFO:tasks.rados.rados.0.smithi082.stdout:1837: expect (ObjNum 519 snap 155 seq_num 519) 2024-08-17T00:46:58.792 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 22 current snap is 180 2024-08-17T00:46:58.792 INFO:tasks.rados.rados.0.smithi082.stdout:1838: seq_num 577 ranges {843776=65536} 2024-08-17T00:46:58.794 INFO:tasks.rados.rados.0.smithi082.stdout:1838: writing smithi08280503-22 from 843776 to 909312 tid 1 2024-08-17T00:46:58.794 INFO:tasks.rados.rados.0.smithi082.stdout:1839: copy_from oid 27 from oid 33 current snap is 180 2024-08-17T00:46:58.794 INFO:tasks.rados.rados.0.smithi082.stdout:1840: rollback oid 34 current snap is 180 2024-08-17T00:46:58.794 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 34 to 167 2024-08-17T00:46:58.794 INFO:tasks.rados.rados.0.smithi082.stdout:1841: read oid 9 snap -1 2024-08-17T00:46:58.794 INFO:tasks.rados.rados.0.smithi082.stdout:1841: expect (ObjNum 565 snap 173 seq_num 565) 2024-08-17T00:46:58.794 INFO:tasks.rados.rados.0.smithi082.stdout:1842: copy_from oid 13 from oid 7 current snap is 180 2024-08-17T00:46:58.794 INFO:tasks.rados.rados.0.smithi082.stdout:1843: copy_from oid 8 from oid 17 current snap is 180 2024-08-17T00:46:58.794 INFO:tasks.rados.rados.0.smithi082.stdout:1844: snap_remove snap 175 2024-08-17T00:46:58.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:58 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:58.660Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-17T00:46:58.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:46:58 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:46:58.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:46:58.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:58 smithi137 ceph-mon[86391]: osdmap e431: 8 total, 8 up, 8 in 2024-08-17T00:46:58.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:58 smithi137 ceph-mon[86391]: from='client.44234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:46:58.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:58 smithi137 ceph-mon[86391]: pgmap v312: 121 pgs: 19 peering, 6 active+undersized, 8 active+undersized+degraded, 88 active+clean; 271 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 2 op/s; 46/459 objects degraded (10.022%); 1.8 MiB/s, 0 objects/s recovering 2024-08-17T00:46:58.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:58 smithi137 ceph-mon[86391]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:46:58.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:58 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2354535290' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:46:58.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:58.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:58.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:46:58.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:46:58.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:59.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:46:58 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:46:58.847+0000 7fdf5fb8a640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-08-17T00:46:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:58 smithi082 ceph-mon[91979]: osdmap e431: 8 total, 8 up, 8 in 2024-08-17T00:46:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:58 smithi082 ceph-mon[91979]: from='client.44234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:46:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:58 smithi082 ceph-mon[91979]: pgmap v312: 121 pgs: 19 peering, 6 active+undersized, 8 active+undersized+degraded, 88 active+clean; 271 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 2 op/s; 46/459 objects degraded (10.022%); 1.8 MiB/s, 0 objects/s recovering 2024-08-17T00:46:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:58 smithi082 ceph-mon[91979]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:46:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:58 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2354535290' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:46:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:46:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:46:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:59.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:58 smithi082 ceph-mon[94343]: osdmap e431: 8 total, 8 up, 8 in 2024-08-17T00:46:59.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:58 smithi082 ceph-mon[94343]: from='client.44234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:46:59.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:58 smithi082 ceph-mon[94343]: pgmap v312: 121 pgs: 19 peering, 6 active+undersized, 8 active+undersized+degraded, 88 active+clean; 271 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 2 op/s; 46/459 objects degraded (10.022%); 1.8 MiB/s, 0 objects/s recovering 2024-08-17T00:46:59.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:58 smithi082 ceph-mon[94343]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:46:59.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:58 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2354535290' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:46:59.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:59.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:59.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:46:59.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:46:59.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:46:59.795 INFO:tasks.rados.rados.0.smithi082.stdout:1844: done (8 left) 2024-08-17T00:46:59.796 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 995 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-17T00:46:59.796 INFO:tasks.rados.rados.0.smithi082.stdout:1838: finishing write tid 1 to smithi08280503-22 2024-08-17T00:46:59.796 INFO:tasks.rados.rados.0.smithi082.stdout:1838: finishing write tid 2 to smithi08280503-22 2024-08-17T00:46:59.796 INFO:tasks.rados.rados.0.smithi082.stdout:1840: finishing rollback tid 0 to smithi08280503-34 2024-08-17T00:46:59.796 INFO:tasks.rados.rados.0.smithi082.stdout:1840: finishing rollback tid 1 to smithi08280503-34 2024-08-17T00:46:59.796 INFO:tasks.rados.rados.0.smithi082.stdout:1840: finishing rollback tid 2 to smithi08280503-34 2024-08-17T00:46:59.796 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 998 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-17T00:46:59.796 INFO:tasks.rados.rados.0.smithi082.stdout:1838: finishing write tid 3 to smithi08280503-22 2024-08-17T00:46:59.796 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 679 (ObjNum 577 snap 180 seq_num 577) dirty exists 2024-08-17T00:46:59.797 INFO:tasks.rados.rados.0.smithi082.stdout:1838: left oid 22 (ObjNum 577 snap 180 seq_num 577) 2024-08-17T00:46:59.797 INFO:tasks.rados.rados.0.smithi082.stdout:1842: finishing copy_from racing read to smithi08280503-13 2024-08-17T00:46:59.797 INFO:tasks.rados.rados.0.smithi082.stdout:1842: finishing copy_from to smithi08280503-13 2024-08-17T00:46:59.797 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 1017 (ObjNum 494 snap 145 seq_num 494) dirty exists 2024-08-17T00:46:59.797 INFO:tasks.rados.rados.0.smithi082.stdout:1837: expect (ObjNum 519 snap 155 seq_num 519) 2024-08-17T00:46:59.888 INFO:tasks.rados.rados.0.smithi082.stdout:1841: expect (ObjNum 565 snap 173 seq_num 565) 2024-08-17T00:46:59.997 INFO:tasks.rados.rados.0.smithi082.stdout:1839: finishing copy_from racing read to smithi08280503-27 2024-08-17T00:46:59.997 INFO:tasks.rados.rados.0.smithi082.stdout:1839: finishing copy_from to smithi08280503-27 2024-08-17T00:46:59.997 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 664 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-17T00:46:59.997 INFO:tasks.rados.rados.0.smithi082.stdout:1843: finishing copy_from racing read to smithi08280503-8 2024-08-17T00:46:59.997 INFO:tasks.rados.rados.0.smithi082.stdout:1843: finishing copy_from to smithi08280503-8 2024-08-17T00:46:59.998 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 1018 (ObjNum 551 snap 165 seq_num 551) dirty exists 2024-08-17T00:46:59.998 INFO:tasks.rados.rados.0.smithi082.stdout:1845: read oid 41 snap -1 2024-08-17T00:46:59.998 INFO:tasks.rados.rados.0.smithi082.stdout:1845: expect (ObjNum 505 snap 149 seq_num 505) 2024-08-17T00:46:59.998 INFO:tasks.rados.rados.0.smithi082.stdout:1836: done (8 left) 2024-08-17T00:46:59.998 INFO:tasks.rados.rados.0.smithi082.stdout:1837: done (7 left) 2024-08-17T00:46:59.998 INFO:tasks.rados.rados.0.smithi082.stdout:1838: done (6 left) 2024-08-17T00:46:59.998 INFO:tasks.rados.rados.0.smithi082.stdout:1839: done (5 left) 2024-08-17T00:46:59.998 INFO:tasks.rados.rados.0.smithi082.stdout:1840: done (4 left) 2024-08-17T00:46:59.998 INFO:tasks.rados.rados.0.smithi082.stdout:1841: done (3 left) 2024-08-17T00:46:59.998 INFO:tasks.rados.rados.0.smithi082.stdout:1842: done (2 left) 2024-08-17T00:46:59.998 INFO:tasks.rados.rados.0.smithi082.stdout:1843: done (1 left) 2024-08-17T00:46:59.998 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 45 current snap is 180 2024-08-17T00:46:59.999 INFO:tasks.rados.rados.0.smithi082.stdout:1846: seq_num 578 ranges {0=81920} 2024-08-17T00:46:59.999 INFO:tasks.rados.rados.0.smithi082.stdout:1846: writing smithi08280503-45 from 0 to 81920 tid 1 2024-08-17T00:46:59.999 INFO:tasks.rados.rados.0.smithi082.stdout:1847: rollback oid 24 current snap is 180 2024-08-17T00:46:59.999 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 24 to 164 2024-08-17T00:46:59.999 INFO:tasks.rados.rados.0.smithi082.stdout:1848: read oid 33 snap -1 2024-08-17T00:46:59.999 INFO:tasks.rados.rados.0.smithi082.stdout:1848: expect (ObjNum 110 snap 22 seq_num 110) 2024-08-17T00:46:59.999 INFO:tasks.rados.rados.0.smithi082.stdout:1849: read oid 21 snap -1 2024-08-17T00:46:59.999 INFO:tasks.rados.rados.0.smithi082.stdout:1849: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:46:59.999 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 15 current snap is 180 2024-08-17T00:46:59.999 INFO:tasks.rados.rados.0.smithi082.stdout:1850: seq_num 579 ranges {3866624=98304} 2024-08-17T00:47:00.019 INFO:tasks.rados.rados.0.smithi082.stdout:1850: writing smithi08280503-15 from 3866624 to 3964928 tid 1 2024-08-17T00:47:00.019 INFO:tasks.rados.rados.0.smithi082.stdout:1851: rmattr oid 46 current snap is 180 2024-08-17T00:47:00.019 INFO:tasks.rados.rados.0.smithi082.stdout:1851: done (6 left) 2024-08-17T00:47:00.019 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 37 current snap is 180 2024-08-17T00:47:00.019 INFO:tasks.rados.rados.0.smithi082.stdout:1852: seq_num 580 ranges {0=114688} 2024-08-17T00:47:00.019 INFO:tasks.rados.rados.0.smithi082.stdout:1852: writing smithi08280503-37 from 0 to 114688 tid 1 2024-08-17T00:47:00.020 INFO:tasks.rados.rados.0.smithi082.stdout:1853: rollback oid 50 current snap is 180 2024-08-17T00:47:00.020 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 50 to 178 2024-08-17T00:47:00.020 INFO:tasks.rados.rados.0.smithi082.stdout:1849: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:47:00.021 INFO:tasks.rados.rados.0.smithi082.stdout:1847: finishing rollback tid 1 to smithi08280503-24 2024-08-17T00:47:00.021 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 992 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T00:47:00.021 INFO:tasks.rados.rados.0.smithi082.stdout:1846: finishing write tid 1 to smithi08280503-45 2024-08-17T00:47:00.021 INFO:tasks.rados.rados.0.smithi082.stdout:1846: finishing write tid 2 to smithi08280503-45 2024-08-17T00:47:00.021 INFO:tasks.rados.rados.0.smithi082.stdout:1847: done (7 left) 2024-08-17T00:47:00.021 INFO:tasks.rados.rados.0.smithi082.stdout:1849: done (6 left) 2024-08-17T00:47:00.021 INFO:tasks.rados.rados.0.smithi082.stdout:1854: copy_from oid 13 from oid 31 current snap is 180 2024-08-17T00:47:00.021 INFO:tasks.rados.rados.0.smithi082.stdout:1846: finishing write tid 3 to smithi08280503-45 2024-08-17T00:47:00.021 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 1073 (ObjNum 578 snap 180 seq_num 578) dirty exists 2024-08-17T00:47:00.022 INFO:tasks.rados.rados.0.smithi082.stdout:1846: left oid 45 (ObjNum 578 snap 180 seq_num 578) 2024-08-17T00:47:00.022 INFO:tasks.rados.rados.0.smithi082.stdout:1845: expect (ObjNum 505 snap 149 seq_num 505) 2024-08-17T00:47:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:59 smithi082 ceph-mon[91979]: osdmap e432: 8 total, 8 up, 8 in 2024-08-17T00:47:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:47:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:47:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:47:00.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:47:00.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T00:47:00.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:59 smithi082 ceph-mon[91979]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T00:47:00.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:46:59 smithi082 ceph-mon[91979]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-08-17T00:47:00.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:59 smithi082 ceph-mon[94343]: osdmap e432: 8 total, 8 up, 8 in 2024-08-17T00:47:00.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:47:00.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:47:00.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:47:00.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:47:00.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T00:47:00.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:59 smithi082 ceph-mon[94343]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T00:47:00.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:46:59 smithi082 ceph-mon[94343]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-08-17T00:47:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:59 smithi137 ceph-mon[86391]: osdmap e432: 8 total, 8 up, 8 in 2024-08-17T00:47:00.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:47:00.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:47:00.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:47:00.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:47:00.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T00:47:00.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:59 smithi137 ceph-mon[86391]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T00:47:00.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:46:59 smithi137 ceph-mon[86391]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-08-17T00:47:00.461 INFO:tasks.rados.rados.0.smithi082.stdout:1848: expect (ObjNum 110 snap 22 seq_num 110) 2024-08-17T00:47:00.608 INFO:tasks.rados.rados.0.smithi082.stdout:1854: finishing copy_from to smithi08280503-13 2024-08-17T00:47:00.609 INFO:tasks.rados.rados.0.smithi082.stdout:1854: got expected ENOENT (src dne) 2024-08-17T00:47:00.609 INFO:tasks.rados.rados.0.smithi082.stdout:1850: finishing write tid 1 to smithi08280503-15 2024-08-17T00:47:00.609 INFO:tasks.rados.rados.0.smithi082.stdout:1854: finishing copy_from racing read to smithi08280503-13 2024-08-17T00:47:00.609 INFO:tasks.rados.rados.0.smithi082.stdout:1850: finishing write tid 2 to smithi08280503-15 2024-08-17T00:47:00.609 INFO:tasks.rados.rados.0.smithi082.stdout:1850: finishing write tid 3 to smithi08280503-15 2024-08-17T00:47:00.609 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 1021 (ObjNum 579 snap 180 seq_num 579) dirty exists 2024-08-17T00:47:00.609 INFO:tasks.rados.rados.0.smithi082.stdout:1850: left oid 15 (ObjNum 579 snap 180 seq_num 579) 2024-08-17T00:47:00.609 INFO:tasks.rados.rados.0.smithi082.stdout:1852: finishing write tid 1 to smithi08280503-37 2024-08-17T00:47:00.609 INFO:tasks.rados.rados.0.smithi082.stdout:1852: finishing write tid 2 to smithi08280503-37 2024-08-17T00:47:00.609 INFO:tasks.rados.rados.0.smithi082.stdout:1845: done (6 left) 2024-08-17T00:47:00.609 INFO:tasks.rados.rados.0.smithi082.stdout:1846: done (5 left) 2024-08-17T00:47:00.610 INFO:tasks.rados.rados.0.smithi082.stdout:1848: done (4 left) 2024-08-17T00:47:00.610 INFO:tasks.rados.rados.0.smithi082.stdout:1850: done (3 left) 2024-08-17T00:47:00.610 INFO:tasks.rados.rados.0.smithi082.stdout:1854: done (2 left) 2024-08-17T00:47:00.610 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 29 current snap is 180 2024-08-17T00:47:00.610 INFO:tasks.rados.rados.0.smithi082.stdout:1853: finishing rollback tid 0 to smithi08280503-50 2024-08-17T00:47:00.610 INFO:tasks.rados.rados.0.smithi082.stdout:1853: finishing rollback tid 1 to smithi08280503-50 2024-08-17T00:47:00.610 INFO:tasks.rados.rados.0.smithi082.stdout:1855: seq_num 581 ranges {4251648=139264} 2024-08-17T00:47:00.632 INFO:tasks.rados.rados.0.smithi082.stdout:1855: writing smithi08280503-29 from 4251648 to 4390912 tid 1 2024-08-17T00:47:00.632 INFO:tasks.rados.rados.0.smithi082.stdout:1856: read oid 9 snap -1 2024-08-17T00:47:00.632 INFO:tasks.rados.rados.0.smithi082.stdout:1856: expect (ObjNum 565 snap 173 seq_num 565) 2024-08-17T00:47:00.632 INFO:tasks.rados.rados.0.smithi082.stdout:1857: rollback oid 32 current snap is 180 2024-08-17T00:47:00.633 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 32 to 164 2024-08-17T00:47:00.633 INFO:tasks.rados.rados.0.smithi082.stdout:1852: finishing write tid 3 to smithi08280503-37 2024-08-17T00:47:00.633 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 1057 (ObjNum 580 snap 180 seq_num 580) dirty exists 2024-08-17T00:47:00.633 INFO:tasks.rados.rados.0.smithi082.stdout:1852: left oid 37 (ObjNum 580 snap 180 seq_num 580) 2024-08-17T00:47:00.633 INFO:tasks.rados.rados.0.smithi082.stdout:1853: finishing rollback tid 2 to smithi08280503-50 2024-08-17T00:47:00.633 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 1061 (ObjNum 546 snap 162 seq_num 546) dirty exists 2024-08-17T00:47:00.633 INFO:tasks.rados.rados.0.smithi082.stdout:1852: done (4 left) 2024-08-17T00:47:00.634 INFO:tasks.rados.rados.0.smithi082.stdout:1853: done (3 left) 2024-08-17T00:47:00.634 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 42 current snap is 180 2024-08-17T00:47:00.634 INFO:tasks.rados.rados.0.smithi082.stdout:1858: seq_num 582 ranges {2727936=155648} 2024-08-17T00:47:00.647 INFO:tasks.rados.rados.0.smithi082.stdout:1858: writing smithi08280503-42 from 2727936 to 2883584 tid 1 2024-08-17T00:47:00.647 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 11 current snap is 180 2024-08-17T00:47:00.647 INFO:tasks.rados.rados.0.smithi082.stdout:1859: seq_num 583 ranges {4554752=172032} 2024-08-17T00:47:00.673 INFO:tasks.rados.rados.0.smithi082.stdout:1859: writing smithi08280503-11 from 4554752 to 4726784 tid 1 2024-08-17T00:47:00.673 INFO:tasks.rados.rados.0.smithi082.stdout:1860: snap_create 2024-08-17T00:47:00.673 INFO:tasks.rados.rados.0.smithi082.stdout:1855: finishing write tid 1 to smithi08280503-29 2024-08-17T00:47:00.673 INFO:tasks.rados.rados.0.smithi082.stdout:1857: finishing rollback tid 0 to smithi08280503-32 2024-08-17T00:47:00.673 INFO:tasks.rados.rados.0.smithi082.stdout:1855: finishing write tid 2 to smithi08280503-29 2024-08-17T00:47:00.673 INFO:tasks.rados.rados.0.smithi082.stdout:1857: finishing rollback tid 1 to smithi08280503-32 2024-08-17T00:47:00.673 INFO:tasks.rados.rados.0.smithi082.stdout:1857: finishing rollback tid 2 to smithi08280503-32 2024-08-17T00:47:00.673 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 1065 (ObjNum 358 snap 109 seq_num 358) dirty exists 2024-08-17T00:47:00.673 INFO:tasks.rados.rados.0.smithi082.stdout:1855: finishing write tid 3 to smithi08280503-29 2024-08-17T00:47:00.673 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 1019 (ObjNum 581 snap 180 seq_num 581) dirty exists 2024-08-17T00:47:00.673 INFO:tasks.rados.rados.0.smithi082.stdout:1855: left oid 29 (ObjNum 581 snap 180 seq_num 581) 2024-08-17T00:47:00.674 INFO:tasks.rados.rados.0.smithi082.stdout:1856: expect (ObjNum 565 snap 173 seq_num 565) 2024-08-17T00:47:00.781 INFO:tasks.rados.rados.0.smithi082.stdout:1858: finishing write tid 1 to smithi08280503-42 2024-08-17T00:47:00.781 INFO:tasks.rados.rados.0.smithi082.stdout:1858: finishing write tid 2 to smithi08280503-42 2024-08-17T00:47:00.781 INFO:tasks.rados.rados.0.smithi082.stdout:1858: finishing write tid 3 to smithi08280503-42 2024-08-17T00:47:00.781 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 1021 (ObjNum 582 snap 180 seq_num 582) dirty exists 2024-08-17T00:47:00.781 INFO:tasks.rados.rados.0.smithi082.stdout:1858: left oid 42 (ObjNum 582 snap 180 seq_num 582) 2024-08-17T00:47:00.781 INFO:tasks.rados.rados.0.smithi082.stdout:1859: finishing write tid 1 to smithi08280503-11 2024-08-17T00:47:00.781 INFO:tasks.rados.rados.0.smithi082.stdout:1859: finishing write tid 2 to smithi08280503-11 2024-08-17T00:47:00.782 INFO:tasks.rados.rados.0.smithi082.stdout:1859: finishing write tid 3 to smithi08280503-11 2024-08-17T00:47:00.782 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 916 (ObjNum 583 snap 180 seq_num 583) dirty exists 2024-08-17T00:47:00.782 INFO:tasks.rados.rados.0.smithi082.stdout:1859: left oid 11 (ObjNum 583 snap 180 seq_num 583) 2024-08-17T00:47:00.795 INFO:tasks.rados.rados.0.smithi082.stdout:1855: done (5 left) 2024-08-17T00:47:00.795 INFO:tasks.rados.rados.0.smithi082.stdout:1856: done (4 left) 2024-08-17T00:47:00.796 INFO:tasks.rados.rados.0.smithi082.stdout:1857: done (3 left) 2024-08-17T00:47:00.796 INFO:tasks.rados.rados.0.smithi082.stdout:1858: done (2 left) 2024-08-17T00:47:00.796 INFO:tasks.rados.rados.0.smithi082.stdout:1859: done (1 left) 2024-08-17T00:47:00.796 INFO:tasks.rados.rados.0.smithi082.stdout:1860: done (0 left) 2024-08-17T00:47:00.796 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 49 current snap is 181 2024-08-17T00:47:00.796 INFO:tasks.rados.rados.0.smithi082.stdout:1861: seq_num 584 ranges {1286144=188416} 2024-08-17T00:47:00.803 INFO:tasks.rados.rados.0.smithi082.stdout:1861: writing smithi08280503-49 from 1286144 to 1474560 tid 1 2024-08-17T00:47:00.803 INFO:tasks.rados.rados.0.smithi082.stdout:1862: delete oid 40 current snap is 181 2024-08-17T00:47:00.808 INFO:tasks.rados.rados.0.smithi082.stdout:1862: done (1 left) 2024-08-17T00:47:00.808 INFO:tasks.rados.rados.0.smithi082.stdout:1863: read oid 6 snap 176 2024-08-17T00:47:00.808 INFO:tasks.rados.rados.0.smithi082.stdout:1863: expect (ObjNum 544 snap 162 seq_num 544) 2024-08-17T00:47:00.809 INFO:tasks.rados.rados.0.smithi082.stdout:1864: rollback oid 3 current snap is 181 2024-08-17T00:47:00.809 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 3 to 147 2024-08-17T00:47:00.809 INFO:tasks.rados.rados.0.smithi082.stdout:1865: read oid 42 snap -1 2024-08-17T00:47:00.809 INFO:tasks.rados.rados.0.smithi082.stdout:1865: expect (ObjNum 582 snap 180 seq_num 582) 2024-08-17T00:47:00.809 INFO:tasks.rados.rados.0.smithi082.stdout:1866: copy_from oid 35 from oid 27 current snap is 181 2024-08-17T00:47:00.809 INFO:tasks.rados.rados.0.smithi082.stdout:1867: snap_remove snap 167 2024-08-17T00:47:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:00 smithi082 ceph-mon[94343]: osdmap e433: 8 total, 8 up, 8 in 2024-08-17T00:47:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:00 smithi082 ceph-mon[94343]: pgmap v315: 121 pgs: 19 peering, 102 active+clean; 275 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1018 KiB/s wr, 10 op/s; 12 MiB/s, 2 objects/s recovering 2024-08-17T00:47:01.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:00 smithi082 ceph-mon[91979]: osdmap e433: 8 total, 8 up, 8 in 2024-08-17T00:47:01.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:00 smithi082 ceph-mon[91979]: pgmap v315: 121 pgs: 19 peering, 102 active+clean; 275 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1018 KiB/s wr, 10 op/s; 12 MiB/s, 2 objects/s recovering 2024-08-17T00:47:01.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:00 smithi137 ceph-mon[86391]: osdmap e433: 8 total, 8 up, 8 in 2024-08-17T00:47:01.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:00 smithi137 ceph-mon[86391]: pgmap v315: 121 pgs: 19 peering, 102 active+clean; 275 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1018 KiB/s wr, 10 op/s; 12 MiB/s, 2 objects/s recovering 2024-08-17T00:47:01.798 INFO:tasks.rados.rados.0.smithi082.stdout:1867: done (5 left) 2024-08-17T00:47:01.798 INFO:tasks.rados.rados.0.smithi082.stdout:1868: setattr oid 15 current snap is 181 2024-08-17T00:47:01.798 INFO:tasks.rados.rados.0.smithi082.stdout:1861: finishing write tid 1 to smithi08280503-49 2024-08-17T00:47:01.798 INFO:tasks.rados.rados.0.smithi082.stdout:1861: finishing write tid 2 to smithi08280503-49 2024-08-17T00:47:01.798 INFO:tasks.rados.rados.0.smithi082.stdout:1864: finishing rollback tid 0 to smithi08280503-3 2024-08-17T00:47:01.798 INFO:tasks.rados.rados.0.smithi082.stdout:1861: finishing write tid 3 to smithi08280503-49 2024-08-17T00:47:01.798 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 49 v 1068 (ObjNum 584 snap 181 seq_num 584) dirty exists 2024-08-17T00:47:01.798 INFO:tasks.rados.rados.0.smithi082.stdout:1861: left oid 49 (ObjNum 584 snap 181 seq_num 584) 2024-08-17T00:47:01.799 INFO:tasks.rados.rados.0.smithi082.stdout:1864: finishing rollback tid 1 to smithi08280503-3 2024-08-17T00:47:01.799 INFO:tasks.rados.rados.0.smithi082.stdout:1864: finishing rollback tid 2 to smithi08280503-3 2024-08-17T00:47:01.799 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 908 (ObjNum 475 snap 139 seq_num 475) dirty exists 2024-08-17T00:47:01.799 INFO:tasks.rados.rados.0.smithi082.stdout:1863: expect (ObjNum 544 snap 162 seq_num 544) 2024-08-17T00:47:01.941 INFO:tasks.rados.rados.0.smithi082.stdout:1865: expect (ObjNum 582 snap 180 seq_num 582) 2024-08-17T00:47:02.076 INFO:tasks.rados.rados.0.smithi082.stdout:1866: finishing copy_from racing read to smithi08280503-35 2024-08-17T00:47:02.076 INFO:tasks.rados.rados.0.smithi082.stdout:1866: finishing copy_from to smithi08280503-35 2024-08-17T00:47:02.076 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 664 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-17T00:47:02.076 INFO:tasks.rados.rados.0.smithi082.stdout:1861: done (5 left) 2024-08-17T00:47:02.077 INFO:tasks.rados.rados.0.smithi082.stdout:1863: done (4 left) 2024-08-17T00:47:02.077 INFO:tasks.rados.rados.0.smithi082.stdout:1864: done (3 left) 2024-08-17T00:47:02.077 INFO:tasks.rados.rados.0.smithi082.stdout:1865: done (2 left) 2024-08-17T00:47:02.077 INFO:tasks.rados.rados.0.smithi082.stdout:1866: done (1 left) 2024-08-17T00:47:02.077 INFO:tasks.rados.rados.0.smithi082.stdout:1869: copy_from oid 7 from oid 35 current snap is 181 2024-08-17T00:47:02.077 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 21 current snap is 181 2024-08-17T00:47:02.077 INFO:tasks.rados.rados.0.smithi082.stdout:1870: seq_num 586 ranges {0=221184} 2024-08-17T00:47:02.078 INFO:tasks.rados.rados.0.smithi082.stdout:1870: writing smithi08280503-21 from 0 to 221184 tid 1 2024-08-17T00:47:02.078 INFO:tasks.rados.rados.0.smithi082.stdout:1871: rollback oid 48 current snap is 181 2024-08-17T00:47:02.078 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 48 to 164 2024-08-17T00:47:02.078 INFO:tasks.rados.rados.0.smithi082.stdout:1872: delete oid 24 current snap is 181 2024-08-17T00:47:02.079 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 1022 (ObjNum 579 snap 180 seq_num 579) dirty exists 2024-08-17T00:47:02.079 INFO:tasks.rados.rados.0.smithi082.stdout:1868: done (4 left) 2024-08-17T00:47:02.079 INFO:tasks.rados.rados.0.smithi082.stdout:1872: done (3 left) 2024-08-17T00:47:02.079 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 38 current snap is 181 2024-08-17T00:47:02.079 INFO:tasks.rados.rados.0.smithi082.stdout:1873: seq_num 588 ranges {2408448=253952} 2024-08-17T00:47:02.095 INFO:tasks.rados.rados.0.smithi082.stdout:1873: writing smithi08280503-38 from 2408448 to 2662400 tid 1 2024-08-17T00:47:02.095 INFO:tasks.rados.rados.0.smithi082.stdout:1874: rollback oid 29 current snap is 181 2024-08-17T00:47:02.095 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 29 to 177 2024-08-17T00:47:02.095 INFO:tasks.rados.rados.0.smithi082.stdout:1870: finishing write tid 1 to smithi08280503-21 2024-08-17T00:47:02.095 INFO:tasks.rados.rados.0.smithi082.stdout:1871: finishing rollback tid 0 to smithi08280503-48 2024-08-17T00:47:02.095 INFO:tasks.rados.rados.0.smithi082.stdout:1870: finishing write tid 2 to smithi08280503-21 2024-08-17T00:47:02.095 INFO:tasks.rados.rados.0.smithi082.stdout:1871: finishing rollback tid 1 to smithi08280503-48 2024-08-17T00:47:02.095 INFO:tasks.rados.rados.0.smithi082.stdout:1871: finishing rollback tid 2 to smithi08280503-48 2024-08-17T00:47:02.096 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 1082 (ObjNum 513 snap 152 seq_num 513) dirty exists 2024-08-17T00:47:02.096 INFO:tasks.rados.rados.0.smithi082.stdout:1870: finishing write tid 3 to smithi08280503-21 2024-08-17T00:47:02.096 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 910 (ObjNum 586 snap 181 seq_num 586) dirty exists 2024-08-17T00:47:02.096 INFO:tasks.rados.rados.0.smithi082.stdout:1870: left oid 21 (ObjNum 586 snap 181 seq_num 586) 2024-08-17T00:47:02.096 INFO:tasks.rados.rados.0.smithi082.stdout:1869: finishing copy_from racing read to smithi08280503-7 2024-08-17T00:47:02.096 INFO:tasks.rados.rados.0.smithi082.stdout:1870: done (4 left) 2024-08-17T00:47:02.096 INFO:tasks.rados.rados.0.smithi082.stdout:1871: done (3 left) 2024-08-17T00:47:02.096 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 50 current snap is 181 2024-08-17T00:47:02.096 INFO:tasks.rados.rados.0.smithi082.stdout:1875: seq_num 589 ranges {3866624=270336} 2024-08-17T00:47:02.117 INFO:tasks.rados.rados.0.smithi082.stdout:1875: writing smithi08280503-50 from 3866624 to 4136960 tid 1 2024-08-17T00:47:02.117 INFO:tasks.rados.rados.0.smithi082.stdout:1876: rollback oid 28 current snap is 181 2024-08-17T00:47:02.117 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 28 to 147 2024-08-17T00:47:02.117 INFO:tasks.rados.rados.0.smithi082.stdout:1869: finishing copy_from to smithi08280503-7 2024-08-17T00:47:02.117 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 664 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-17T00:47:02.117 INFO:tasks.rados.rados.0.smithi082.stdout:1873: finishing write tid 1 to smithi08280503-38 2024-08-17T00:47:02.117 INFO:tasks.rados.rados.0.smithi082.stdout:1873: finishing write tid 2 to smithi08280503-38 2024-08-17T00:47:02.117 INFO:tasks.rados.rados.0.smithi082.stdout:1874: finishing rollback tid 0 to smithi08280503-29 2024-08-17T00:47:02.117 INFO:tasks.rados.rados.0.smithi082.stdout:1873: finishing write tid 3 to smithi08280503-38 2024-08-17T00:47:02.118 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 918 (ObjNum 588 snap 181 seq_num 588) dirty exists 2024-08-17T00:47:02.118 INFO:tasks.rados.rados.0.smithi082.stdout:1873: left oid 38 (ObjNum 588 snap 181 seq_num 588) 2024-08-17T00:47:02.118 INFO:tasks.rados.rados.0.smithi082.stdout:1874: finishing rollback tid 1 to smithi08280503-29 2024-08-17T00:47:02.118 INFO:tasks.rados.rados.0.smithi082.stdout:1874: finishing rollback tid 2 to smithi08280503-29 2024-08-17T00:47:02.118 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 1024 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:47:02.118 INFO:tasks.rados.rados.0.smithi082.stdout:1869: done (4 left) 2024-08-17T00:47:02.118 INFO:tasks.rados.rados.0.smithi082.stdout:1873: done (3 left) 2024-08-17T00:47:02.118 INFO:tasks.rados.rados.0.smithi082.stdout:1874: done (2 left) 2024-08-17T00:47:02.118 INFO:tasks.rados.rados.0.smithi082.stdout:1877: snap_create 2024-08-17T00:47:02.119 INFO:tasks.rados.rados.0.smithi082.stdout:1875: finishing write tid 1 to smithi08280503-50 2024-08-17T00:47:02.120 INFO:tasks.rados.rados.0.smithi082.stdout:1875: finishing write tid 2 to smithi08280503-50 2024-08-17T00:47:02.120 INFO:tasks.rados.rados.0.smithi082.stdout:1876: finishing rollback tid 0 to smithi08280503-28 2024-08-17T00:47:02.120 INFO:tasks.rados.rados.0.smithi082.stdout:1876: finishing rollback tid 1 to smithi08280503-28 2024-08-17T00:47:02.120 INFO:tasks.rados.rados.0.smithi082.stdout:1876: finishing rollback tid 2 to smithi08280503-28 2024-08-17T00:47:02.121 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 1073 (ObjNum 388 snap 118 seq_num 388) dirty exists 2024-08-17T00:47:02.121 INFO:tasks.rados.rados.0.smithi082.stdout:1875: finishing write tid 3 to smithi08280503-50 2024-08-17T00:47:02.121 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 1085 (ObjNum 589 snap 181 seq_num 589) dirty exists 2024-08-17T00:47:02.121 INFO:tasks.rados.rados.0.smithi082.stdout:1875: left oid 50 (ObjNum 589 snap 181 seq_num 589) 2024-08-17T00:47:02.126 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:01 smithi082 ceph-mon[94343]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 46/459 objects degraded (10.022%), 8 pgs degraded) 2024-08-17T00:47:02.126 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:01 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:47:02.126 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:01 smithi082 ceph-mon[94343]: osdmap e434: 8 total, 8 up, 8 in 2024-08-17T00:47:02.126 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:01 smithi082 ceph-mon[91979]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 46/459 objects degraded (10.022%), 8 pgs degraded) 2024-08-17T00:47:02.126 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:01 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:47:02.126 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:01 smithi082 ceph-mon[91979]: osdmap e434: 8 total, 8 up, 8 in 2024-08-17T00:47:02.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:01 smithi137 ceph-mon[86391]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 46/459 objects degraded (10.022%), 8 pgs degraded) 2024-08-17T00:47:02.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:01 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:47:02.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:01 smithi137 ceph-mon[86391]: osdmap e434: 8 total, 8 up, 8 in 2024-08-17T00:47:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:47:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:47:02.806 INFO:tasks.rados.rados.0.smithi082.stdout:1875: done (2 left) 2024-08-17T00:47:02.806 INFO:tasks.rados.rados.0.smithi082.stdout:1876: done (1 left) 2024-08-17T00:47:02.806 INFO:tasks.rados.rados.0.smithi082.stdout:1877: done (0 left) 2024-08-17T00:47:02.806 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 50 current snap is 182 2024-08-17T00:47:02.807 INFO:tasks.rados.rados.0.smithi082.stdout:1878: seq_num 590 ranges {4136960=286720} 2024-08-17T00:47:02.830 INFO:tasks.rados.rados.0.smithi082.stdout:1878: writing smithi08280503-50 from 4136960 to 4423680 tid 1 2024-08-17T00:47:02.831 INFO:tasks.rados.rados.0.smithi082.stdout:1879: read oid 28 snap 177 2024-08-17T00:47:02.831 INFO:tasks.rados.rados.0.smithi082.stdout:1879: expect (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:47:02.831 INFO:tasks.rados.rados.0.smithi082.stdout:1880: setattr oid 14 current snap is 182 2024-08-17T00:47:02.832 INFO:tasks.rados.rados.0.smithi082.stdout:1881: rollback oid 47 current snap is 182 2024-08-17T00:47:02.833 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 47 to 166 2024-08-17T00:47:02.833 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 11 current snap is 182 2024-08-17T00:47:02.833 INFO:tasks.rados.rados.0.smithi082.stdout:1882: seq_num 591 ranges {4726784=303104} 2024-08-17T00:47:02.860 INFO:tasks.rados.rados.0.smithi082.stdout:1882: writing smithi08280503-11 from 4726784 to 5029888 tid 1 2024-08-17T00:47:02.860 INFO:tasks.rados.rados.0.smithi082.stdout:1883: copy_from oid 23 from oid 43 current snap is 182 2024-08-17T00:47:02.860 INFO:tasks.rados.rados.0.smithi082.stdout:1881: finishing rollback tid 1 to smithi08280503-47 2024-08-17T00:47:02.861 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 904 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T00:47:02.861 INFO:tasks.rados.rados.0.smithi082.stdout:1881: done (5 left) 2024-08-17T00:47:02.861 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 10 current snap is 182 2024-08-17T00:47:02.861 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 1100 (ObjNum 33 snap 0 seq_num 3912889872) dirty exists 2024-08-17T00:47:02.861 INFO:tasks.rados.rados.0.smithi082.stdout:1878: finishing write tid 1 to smithi08280503-50 2024-08-17T00:47:02.861 INFO:tasks.rados.rados.0.smithi082.stdout:1884: seq_num 592 ranges {1400832=319488} 2024-08-17T00:47:02.870 INFO:tasks.rados.rados.0.smithi082.stdout:1884: writing smithi08280503-10 from 1400832 to 1720320 tid 1 2024-08-17T00:47:02.870 INFO:tasks.rados.rados.0.smithi082.stdout:1880: done (5 left) 2024-08-17T00:47:02.870 INFO:tasks.rados.rados.0.smithi082.stdout:1885: snap_remove snap 147 2024-08-17T00:47:03.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:02 smithi082 ceph-mon[94343]: osdmap e435: 8 total, 8 up, 8 in 2024-08-17T00:47:03.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:02 smithi082 ceph-mon[94343]: pgmap v318: 121 pgs: 121 active+clean; 286 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.5 MiB/s wr, 26 op/s; 13 MiB/s, 2 objects/s recovering 2024-08-17T00:47:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:02 smithi082 ceph-mon[91979]: osdmap e435: 8 total, 8 up, 8 in 2024-08-17T00:47:03.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:02 smithi082 ceph-mon[91979]: pgmap v318: 121 pgs: 121 active+clean; 286 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.5 MiB/s wr, 26 op/s; 13 MiB/s, 2 objects/s recovering 2024-08-17T00:47:03.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:02 smithi137 ceph-mon[86391]: osdmap e435: 8 total, 8 up, 8 in 2024-08-17T00:47:03.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:02 smithi137 ceph-mon[86391]: pgmap v318: 121 pgs: 121 active+clean; 286 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.5 MiB/s wr, 26 op/s; 13 MiB/s, 2 objects/s recovering 2024-08-17T00:47:03.774 INFO:tasks.rados.rados.0.smithi082.stdout:1885: done (5 left) 2024-08-17T00:47:03.775 INFO:tasks.rados.rados.0.smithi082.stdout:1886: snap_remove snap 156 2024-08-17T00:47:03.775 INFO:tasks.rados.rados.0.smithi082.stdout:1878: finishing write tid 2 to smithi08280503-50 2024-08-17T00:47:03.775 INFO:tasks.rados.rados.0.smithi082.stdout:1878: finishing write tid 3 to smithi08280503-50 2024-08-17T00:47:03.775 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 1088 (ObjNum 590 snap 182 seq_num 590) dirty exists 2024-08-17T00:47:03.775 INFO:tasks.rados.rados.0.smithi082.stdout:1878: left oid 50 (ObjNum 590 snap 182 seq_num 590) 2024-08-17T00:47:03.775 INFO:tasks.rados.rados.0.smithi082.stdout:1879: expect (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:47:03.804 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:47:03 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:47:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi137\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi137\", job=\"node\", machine=\"x86_64\", nodename=\"smithi137\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:47:04.035 INFO:tasks.rados.rados.0.smithi082.stdout:1882: finishing write tid 1 to smithi08280503-11 2024-08-17T00:47:04.035 INFO:tasks.rados.rados.0.smithi082.stdout:1882: finishing write tid 2 to smithi08280503-11 2024-08-17T00:47:04.035 INFO:tasks.rados.rados.0.smithi082.stdout:1882: finishing write tid 3 to smithi08280503-11 2024-08-17T00:47:04.035 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 920 (ObjNum 591 snap 182 seq_num 591) dirty exists 2024-08-17T00:47:04.036 INFO:tasks.rados.rados.0.smithi082.stdout:1882: left oid 11 (ObjNum 591 snap 182 seq_num 591) 2024-08-17T00:47:04.036 INFO:tasks.rados.rados.0.smithi082.stdout:1884: finishing write tid 1 to smithi08280503-10 2024-08-17T00:47:04.036 INFO:tasks.rados.rados.0.smithi082.stdout:1884: finishing write tid 2 to smithi08280503-10 2024-08-17T00:47:04.036 INFO:tasks.rados.rados.0.smithi082.stdout:1884: finishing write tid 3 to smithi08280503-10 2024-08-17T00:47:04.036 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 992 (ObjNum 592 snap 182 seq_num 592) dirty exists 2024-08-17T00:47:04.036 INFO:tasks.rados.rados.0.smithi082.stdout:1884: left oid 10 (ObjNum 592 snap 182 seq_num 592) 2024-08-17T00:47:04.036 INFO:tasks.rados.rados.0.smithi082.stdout:1883: finishing copy_from racing read to smithi08280503-23 2024-08-17T00:47:04.036 INFO:tasks.rados.rados.0.smithi082.stdout:1883: finishing copy_from to smithi08280503-23 2024-08-17T00:47:04.036 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 1053 (ObjNum 561 snap 173 seq_num 561) dirty exists 2024-08-17T00:47:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:03 smithi082 ceph-mon[91979]: osdmap e436: 8 total, 8 up, 8 in 2024-08-17T00:47:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:03 smithi082 ceph-mon[91979]: osdmap e437: 8 total, 8 up, 8 in 2024-08-17T00:47:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:03 smithi082 ceph-mon[94343]: osdmap e436: 8 total, 8 up, 8 in 2024-08-17T00:47:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:03 smithi082 ceph-mon[94343]: osdmap e437: 8 total, 8 up, 8 in 2024-08-17T00:47:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:03 smithi137 ceph-mon[86391]: osdmap e436: 8 total, 8 up, 8 in 2024-08-17T00:47:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:03 smithi137 ceph-mon[86391]: osdmap e437: 8 total, 8 up, 8 in 2024-08-17T00:47:04.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:47:04 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:47:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:47:04.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:47:04 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:47:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:47:04.817 INFO:tasks.rados.rados.0.smithi082.stdout:1878: done (5 left) 2024-08-17T00:47:04.818 INFO:tasks.rados.rados.0.smithi082.stdout:1879: done (4 left) 2024-08-17T00:47:04.818 INFO:tasks.rados.rados.0.smithi082.stdout:1882: done (3 left) 2024-08-17T00:47:04.818 INFO:tasks.rados.rados.0.smithi082.stdout:1883: done (2 left) 2024-08-17T00:47:04.818 INFO:tasks.rados.rados.0.smithi082.stdout:1884: done (1 left) 2024-08-17T00:47:04.818 INFO:tasks.rados.rados.0.smithi082.stdout:1886: done (0 left) 2024-08-17T00:47:04.818 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 9 current snap is 182 2024-08-17T00:47:04.818 INFO:tasks.rados.rados.0.smithi082.stdout:1887: seq_num 593 ranges {3530752=335872} 2024-08-17T00:47:04.840 INFO:tasks.rados.rados.0.smithi082.stdout:1887: writing smithi08280503-9 from 3530752 to 3866624 tid 1 2024-08-17T00:47:04.840 INFO:tasks.rados.rados.0.smithi082.stdout:1888: setattr oid 30 current snap is 182 2024-08-17T00:47:04.842 INFO:tasks.rados.rados.0.smithi082.stdout:1889: rollback oid 11 current snap is 182 2024-08-17T00:47:04.842 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 11 to 181 2024-08-17T00:47:04.842 INFO:tasks.rados.rados.0.smithi082.stdout:1890: read oid 46 snap -1 2024-08-17T00:47:04.842 INFO:tasks.rados.rados.0.smithi082.stdout:1890: expect (ObjNum 519 snap 155 seq_num 519) 2024-08-17T00:47:04.843 INFO:tasks.rados.rados.0.smithi082.stdout:1891: setattr oid 23 current snap is 182 2024-08-17T00:47:04.844 INFO:tasks.rados.rados.0.smithi082.stdout:1887: finishing write tid 1 to smithi08280503-9 2024-08-17T00:47:04.845 INFO:tasks.rados.rados.0.smithi082.stdout:1887: finishing write tid 2 to smithi08280503-9 2024-08-17T00:47:04.845 INFO:tasks.rados.rados.0.smithi082.stdout:1892: read oid 50 snap 177 2024-08-17T00:47:04.845 INFO:tasks.rados.rados.0.smithi082.stdout:1892: expect (ObjNum 546 snap 162 seq_num 546) 2024-08-17T00:47:04.846 INFO:tasks.rados.rados.0.smithi082.stdout:1893: snap_create 2024-08-17T00:47:04.847 INFO:tasks.rados.rados.0.smithi082.stdout:1887: finishing write tid 3 to smithi08280503-9 2024-08-17T00:47:04.848 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 1121 (ObjNum 593 snap 182 seq_num 593) dirty exists 2024-08-17T00:47:04.848 INFO:tasks.rados.rados.0.smithi082.stdout:1887: left oid 9 (ObjNum 593 snap 182 seq_num 593) 2024-08-17T00:47:04.849 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 30 v 921 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:47:04.849 INFO:tasks.rados.rados.0.smithi082.stdout:1889: finishing rollback tid 0 to smithi08280503-11 2024-08-17T00:47:04.849 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 1054 (ObjNum 561 snap 173 seq_num 561) dirty exists 2024-08-17T00:47:04.850 INFO:tasks.rados.rados.0.smithi082.stdout:1889: finishing rollback tid 1 to smithi08280503-11 2024-08-17T00:47:04.850 INFO:tasks.rados.rados.0.smithi082.stdout:1889: finishing rollback tid 2 to smithi08280503-11 2024-08-17T00:47:04.850 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 924 (ObjNum 583 snap 180 seq_num 583) dirty exists 2024-08-17T00:47:04.861 INFO:tasks.rados.rados.0.smithi082.stdout:1892: expect (ObjNum 546 snap 162 seq_num 546) 2024-08-17T00:47:04.990 INFO:tasks.rados.rados.0.smithi082.stdout:1890: expect (ObjNum 519 snap 155 seq_num 519) 2024-08-17T00:47:05.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:04 smithi082 ceph-mon[91979]: pgmap v321: 121 pgs: 121 active+clean; 305 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.3 MiB/s wr, 31 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-08-17T00:47:05.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:04 smithi082 ceph-mon[94343]: pgmap v321: 121 pgs: 121 active+clean; 305 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.3 MiB/s wr, 31 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-08-17T00:47:05.226 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:47:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:47:05] "GET /metrics HTTP/1.1" 200 36228 "" "Prometheus/2.43.0" 2024-08-17T00:47:05.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:04 smithi137 ceph-mon[86391]: pgmap v321: 121 pgs: 121 active+clean; 305 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.3 MiB/s wr, 31 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-08-17T00:47:05.819 INFO:tasks.rados.rados.0.smithi082.stdout:1887: done (6 left) 2024-08-17T00:47:05.820 INFO:tasks.rados.rados.0.smithi082.stdout:1888: done (5 left) 2024-08-17T00:47:05.820 INFO:tasks.rados.rados.0.smithi082.stdout:1889: done (4 left) 2024-08-17T00:47:05.820 INFO:tasks.rados.rados.0.smithi082.stdout:1890: done (3 left) 2024-08-17T00:47:05.820 INFO:tasks.rados.rados.0.smithi082.stdout:1891: done (2 left) 2024-08-17T00:47:05.820 INFO:tasks.rados.rados.0.smithi082.stdout:1892: done (1 left) 2024-08-17T00:47:05.820 INFO:tasks.rados.rados.0.smithi082.stdout:1893: done (0 left) 2024-08-17T00:47:05.820 INFO:tasks.rados.rados.0.smithi082.stdout:1894: read oid 24 snap -1 2024-08-17T00:47:05.820 INFO:tasks.rados.rados.0.smithi082.stdout:1894: expect deleted 2024-08-17T00:47:05.820 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 23 current snap is 183 2024-08-17T00:47:05.820 INFO:tasks.rados.rados.0.smithi082.stdout:1895: seq_num 594 ranges {8552448=352256} 2024-08-17T00:47:05.866 INFO:tasks.rados.rados.0.smithi082.stdout:1895: writing smithi08280503-23 from 8552448 to 8904704 tid 1 2024-08-17T00:47:05.866 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 5 current snap is 183 2024-08-17T00:47:05.866 INFO:tasks.rados.rados.0.smithi082.stdout:1896: seq_num 595 ranges {9576448=368640} 2024-08-17T00:47:05.917 INFO:tasks.rados.rados.0.smithi082.stdout:1896: writing smithi08280503-5 from 9576448 to 9945088 tid 1 2024-08-17T00:47:05.917 INFO:tasks.rados.rados.0.smithi082.stdout:1894: done (2 left) 2024-08-17T00:47:05.918 INFO:tasks.rados.rados.0.smithi082.stdout:1897: snap_remove snap 177 2024-08-17T00:47:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:05 smithi082 ceph-mon[94343]: osdmap e438: 8 total, 8 up, 8 in 2024-08-17T00:47:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:47:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:05 smithi082 ceph-mon[91979]: osdmap e438: 8 total, 8 up, 8 in 2024-08-17T00:47:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:47:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:05 smithi137 ceph-mon[86391]: osdmap e438: 8 total, 8 up, 8 in 2024-08-17T00:47:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:06.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:47:06.826 INFO:tasks.rados.rados.0.smithi082.stdout:1897: done (2 left) 2024-08-17T00:47:06.826 INFO:tasks.rados.rados.0.smithi082.stdout:1898: read oid 44 snap 164 2024-08-17T00:47:06.826 INFO:tasks.rados.rados.0.smithi082.stdout:1898: expect (ObjNum 332 snap 102 seq_num 332) 2024-08-17T00:47:06.826 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 48 current snap is 183 2024-08-17T00:47:06.826 INFO:tasks.rados.rados.0.smithi082.stdout:1895: finishing write tid 1 to smithi08280503-23 2024-08-17T00:47:06.826 INFO:tasks.rados.rados.0.smithi082.stdout:1899: seq_num 596 ranges {1400832=385024} 2024-08-17T00:47:06.836 INFO:tasks.rados.rados.0.smithi082.stdout:1899: writing smithi08280503-48 from 1400832 to 1785856 tid 1 2024-08-17T00:47:06.837 INFO:tasks.rados.rados.0.smithi082.stdout:1900: copy_from oid 50 from oid 49 current snap is 183 2024-08-17T00:47:06.837 INFO:tasks.rados.rados.0.smithi082.stdout:1901: snap_create 2024-08-17T00:47:06.837 INFO:tasks.rados.rados.0.smithi082.stdout:1895: finishing write tid 2 to smithi08280503-23 2024-08-17T00:47:06.837 INFO:tasks.rados.rados.0.smithi082.stdout:1895: finishing write tid 3 to smithi08280503-23 2024-08-17T00:47:06.837 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 1056 (ObjNum 594 snap 183 seq_num 594) dirty exists 2024-08-17T00:47:06.837 INFO:tasks.rados.rados.0.smithi082.stdout:1895: left oid 23 (ObjNum 594 snap 183 seq_num 594) 2024-08-17T00:47:06.837 INFO:tasks.rados.rados.0.smithi082.stdout:1896: finishing write tid 1 to smithi08280503-5 2024-08-17T00:47:06.837 INFO:tasks.rados.rados.0.smithi082.stdout:1896: finishing write tid 2 to smithi08280503-5 2024-08-17T00:47:06.837 INFO:tasks.rados.rados.0.smithi082.stdout:1896: finishing write tid 3 to smithi08280503-5 2024-08-17T00:47:06.837 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 994 (ObjNum 595 snap 183 seq_num 595) dirty exists 2024-08-17T00:47:06.837 INFO:tasks.rados.rados.0.smithi082.stdout:1896: left oid 5 (ObjNum 595 snap 183 seq_num 595) 2024-08-17T00:47:06.842 INFO:tasks.rados.rados.0.smithi082.stdout:1898: expect (ObjNum 332 snap 102 seq_num 332) 2024-08-17T00:47:06.911 INFO:tasks.rados.rados.0.smithi082.stdout:1899: finishing write tid 1 to smithi08280503-48 2024-08-17T00:47:06.911 INFO:tasks.rados.rados.0.smithi082.stdout:1899: finishing write tid 2 to smithi08280503-48 2024-08-17T00:47:06.911 INFO:tasks.rados.rados.0.smithi082.stdout:1899: finishing write tid 3 to smithi08280503-48 2024-08-17T00:47:06.911 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 1109 (ObjNum 596 snap 183 seq_num 596) dirty exists 2024-08-17T00:47:06.911 INFO:tasks.rados.rados.0.smithi082.stdout:1899: left oid 48 (ObjNum 596 snap 183 seq_num 596) 2024-08-17T00:47:06.912 INFO:tasks.rados.rados.0.smithi082.stdout:1900: finishing copy_from racing read to smithi08280503-50 2024-08-17T00:47:06.912 INFO:tasks.rados.rados.0.smithi082.stdout:1900: finishing copy_from to smithi08280503-50 2024-08-17T00:47:06.912 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 1068 (ObjNum 584 snap 181 seq_num 584) dirty exists 2024-08-17T00:47:07.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:06 smithi082 ceph-mon[94343]: osdmap e439: 8 total, 8 up, 8 in 2024-08-17T00:47:07.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:06 smithi082 ceph-mon[94343]: pgmap v324: 121 pgs: 121 active+clean; 276 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.2 MiB/s wr, 32 op/s 2024-08-17T00:47:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:06 smithi082 ceph-mon[91979]: osdmap e439: 8 total, 8 up, 8 in 2024-08-17T00:47:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:06 smithi082 ceph-mon[91979]: pgmap v324: 121 pgs: 121 active+clean; 276 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.2 MiB/s wr, 32 op/s 2024-08-17T00:47:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:06 smithi137 ceph-mon[86391]: osdmap e439: 8 total, 8 up, 8 in 2024-08-17T00:47:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:06 smithi137 ceph-mon[86391]: pgmap v324: 121 pgs: 121 active+clean; 276 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.2 MiB/s wr, 32 op/s 2024-08-17T00:47:07.834 INFO:tasks.rados.rados.0.smithi082.stdout:1895: done (5 left) 2024-08-17T00:47:07.834 INFO:tasks.rados.rados.0.smithi082.stdout:1896: done (4 left) 2024-08-17T00:47:07.835 INFO:tasks.rados.rados.0.smithi082.stdout:1898: done (3 left) 2024-08-17T00:47:07.835 INFO:tasks.rados.rados.0.smithi082.stdout:1899: done (2 left) 2024-08-17T00:47:07.835 INFO:tasks.rados.rados.0.smithi082.stdout:1900: done (1 left) 2024-08-17T00:47:07.835 INFO:tasks.rados.rados.0.smithi082.stdout:1901: done (0 left) 2024-08-17T00:47:07.835 INFO:tasks.rados.rados.0.smithi082.stdout:1902: copy_from oid 24 from oid 14 current snap is 184 2024-08-17T00:47:07.835 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 10 current snap is 184 2024-08-17T00:47:07.835 INFO:tasks.rados.rados.0.smithi082.stdout:1903: seq_num 597 ranges {1720320=401408} 2024-08-17T00:47:07.847 INFO:tasks.rados.rados.0.smithi082.stdout:1903: writing smithi08280503-10 from 1720320 to 2121728 tid 1 2024-08-17T00:47:07.847 INFO:tasks.rados.rados.0.smithi082.stdout:1904: snap_remove snap 183 2024-08-17T00:47:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:07 smithi082 ceph-mon[94343]: osdmap e440: 8 total, 8 up, 8 in 2024-08-17T00:47:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:07 smithi082 ceph-mon[91979]: osdmap e440: 8 total, 8 up, 8 in 2024-08-17T00:47:08.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:07 smithi137 ceph-mon[86391]: osdmap e440: 8 total, 8 up, 8 in 2024-08-17T00:47:08.775 INFO:tasks.rados.rados.0.smithi082.stdout:1904: done (2 left) 2024-08-17T00:47:08.776 INFO:tasks.rados.rados.0.smithi082.stdout:1905: read oid 36 snap -1 2024-08-17T00:47:08.776 INFO:tasks.rados.rados.0.smithi082.stdout:1905: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:47:08.776 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 25 current snap is 184 2024-08-17T00:47:08.776 INFO:tasks.rados.rados.0.smithi082.stdout:1902: finishing copy_from racing read to smithi08280503-24 2024-08-17T00:47:08.776 INFO:tasks.rados.rados.0.smithi082.stdout:1902: finishing copy_from to smithi08280503-24 2024-08-17T00:47:08.776 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 1100 (ObjNum 97 snap 0 seq_num 2955042439) dirty exists 2024-08-17T00:47:08.776 INFO:tasks.rados.rados.0.smithi082.stdout:1903: finishing write tid 1 to smithi08280503-10 2024-08-17T00:47:08.776 INFO:tasks.rados.rados.0.smithi082.stdout:1906: seq_num 598 ranges {2932736=417792} 2024-08-17T00:47:08.793 INFO:tasks.rados.rados.0.smithi082.stdout:1906: writing smithi08280503-25 from 2932736 to 3350528 tid 1 2024-08-17T00:47:08.793 INFO:tasks.rados.rados.0.smithi082.stdout:1902: done (3 left) 2024-08-17T00:47:08.794 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 48 current snap is 184 2024-08-17T00:47:08.794 INFO:tasks.rados.rados.0.smithi082.stdout:1907: seq_num 599 ranges {1785856=434176} 2024-08-17T00:47:08.806 INFO:tasks.rados.rados.0.smithi082.stdout:1907: writing smithi08280503-48 from 1785856 to 2220032 tid 1 2024-08-17T00:47:08.806 INFO:tasks.rados.rados.0.smithi082.stdout:1908: copy_from oid 45 from oid 29 current snap is 184 2024-08-17T00:47:08.806 INFO:tasks.rados.rados.0.smithi082.stdout:1903: finishing write tid 2 to smithi08280503-10 2024-08-17T00:47:08.806 INFO:tasks.rados.rados.0.smithi082.stdout:1903: finishing write tid 3 to smithi08280503-10 2024-08-17T00:47:08.806 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 996 (ObjNum 597 snap 184 seq_num 597) dirty exists 2024-08-17T00:47:08.806 INFO:tasks.rados.rados.0.smithi082.stdout:1903: left oid 10 (ObjNum 597 snap 184 seq_num 597) 2024-08-17T00:47:08.806 INFO:tasks.rados.rados.0.smithi082.stdout:1905: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:47:08.808 INFO:tasks.rados.rados.0.smithi082.stdout:1906: finishing write tid 1 to smithi08280503-25 2024-08-17T00:47:08.808 INFO:tasks.rados.rados.0.smithi082.stdout:1906: finishing write tid 2 to smithi08280503-25 2024-08-17T00:47:08.808 INFO:tasks.rados.rados.0.smithi082.stdout:1906: finishing write tid 3 to smithi08280503-25 2024-08-17T00:47:08.809 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 700 (ObjNum 598 snap 184 seq_num 598) dirty exists 2024-08-17T00:47:08.809 INFO:tasks.rados.rados.0.smithi082.stdout:1906: left oid 25 (ObjNum 598 snap 184 seq_num 598) 2024-08-17T00:47:08.809 INFO:tasks.rados.rados.0.smithi082.stdout:1903: done (4 left) 2024-08-17T00:47:08.809 INFO:tasks.rados.rados.0.smithi082.stdout:1905: done (3 left) 2024-08-17T00:47:08.809 INFO:tasks.rados.rados.0.smithi082.stdout:1906: done (2 left) 2024-08-17T00:47:08.809 INFO:tasks.rados.rados.0.smithi082.stdout:1909: snap_remove snap 180 2024-08-17T00:47:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:08 smithi137 ceph-mon[86391]: osdmap e441: 8 total, 8 up, 8 in 2024-08-17T00:47:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:08 smithi137 ceph-mon[86391]: pgmap v327: 121 pgs: 121 active+clean; 253 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-08-17T00:47:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:08 smithi137 ceph-mon[86391]: osdmap e442: 8 total, 8 up, 8 in 2024-08-17T00:47:08.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:47:08 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:47:08.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-17T00:47:08.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:47:08 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:47:08.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)\", cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)\", cluster_addr=\"172.21.15.82\", device_class=\"ssd\", hostname=\"smithi082\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.82\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:47:09.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:08 smithi082 ceph-mon[94343]: osdmap e441: 8 total, 8 up, 8 in 2024-08-17T00:47:09.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:08 smithi082 ceph-mon[94343]: pgmap v327: 121 pgs: 121 active+clean; 253 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-08-17T00:47:09.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:08 smithi082 ceph-mon[94343]: osdmap e442: 8 total, 8 up, 8 in 2024-08-17T00:47:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:08 smithi082 ceph-mon[91979]: osdmap e441: 8 total, 8 up, 8 in 2024-08-17T00:47:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:08 smithi082 ceph-mon[91979]: pgmap v327: 121 pgs: 121 active+clean; 253 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-08-17T00:47:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:08 smithi082 ceph-mon[91979]: osdmap e442: 8 total, 8 up, 8 in 2024-08-17T00:47:09.775 INFO:tasks.rados.rados.0.smithi082.stdout:1909: done (2 left) 2024-08-17T00:47:09.775 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 31 current snap is 184 2024-08-17T00:47:09.775 INFO:tasks.rados.rados.0.smithi082.stdout:1910: seq_num 600 ranges {0=450560} 2024-08-17T00:47:09.778 INFO:tasks.rados.rados.0.smithi082.stdout:1910: writing smithi08280503-31 from 0 to 450560 tid 1 2024-08-17T00:47:09.778 INFO:tasks.rados.rados.0.smithi082.stdout:1911: snap_remove snap 178 2024-08-17T00:47:10.781 INFO:tasks.rados.rados.0.smithi082.stdout:1911: done (3 left) 2024-08-17T00:47:10.782 INFO:tasks.rados.rados.0.smithi082.stdout:1912: read oid 50 snap -1 2024-08-17T00:47:10.782 INFO:tasks.rados.rados.0.smithi082.stdout:1912: expect (ObjNum 584 snap 181 seq_num 584) 2024-08-17T00:47:10.782 INFO:tasks.rados.rados.0.smithi082.stdout:1913: snap_remove snap 168 2024-08-17T00:47:11.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:10 smithi082 ceph-mon[94343]: osdmap e443: 8 total, 8 up, 8 in 2024-08-17T00:47:11.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:10 smithi082 ceph-mon[94343]: pgmap v330: 121 pgs: 121 active+clean; 247 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 932 KiB/s wr, 14 op/s 2024-08-17T00:47:11.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:10 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:11.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:10 smithi082 ceph-mon[91979]: osdmap e443: 8 total, 8 up, 8 in 2024-08-17T00:47:11.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:10 smithi082 ceph-mon[91979]: pgmap v330: 121 pgs: 121 active+clean; 247 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 932 KiB/s wr, 14 op/s 2024-08-17T00:47:11.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:10 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:11.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:10 smithi137 ceph-mon[86391]: osdmap e443: 8 total, 8 up, 8 in 2024-08-17T00:47:11.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:10 smithi137 ceph-mon[86391]: pgmap v330: 121 pgs: 121 active+clean; 247 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 932 KiB/s wr, 14 op/s 2024-08-17T00:47:11.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:10 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:11.783 INFO:tasks.rados.rados.0.smithi082.stdout:1913: done (4 left) 2024-08-17T00:47:11.784 INFO:tasks.rados.rados.0.smithi082.stdout:1914: snap_remove snap 176 2024-08-17T00:47:12.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:11 smithi082 ceph-mon[94343]: osdmap e444: 8 total, 8 up, 8 in 2024-08-17T00:47:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:11 smithi082 ceph-mon[91979]: osdmap e444: 8 total, 8 up, 8 in 2024-08-17T00:47:12.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:11 smithi137 ceph-mon[86391]: osdmap e444: 8 total, 8 up, 8 in 2024-08-17T00:47:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:47:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:47:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:47:12.802 INFO:tasks.rados.rados.0.smithi082.stdout:1914: done (4 left) 2024-08-17T00:47:12.802 INFO:tasks.rados.rados.0.smithi082.stdout:1915: read oid 23 snap 182 2024-08-17T00:47:12.802 INFO:tasks.rados.rados.0.smithi082.stdout:1915: expect (ObjNum 561 snap 173 seq_num 561) 2024-08-17T00:47:12.802 INFO:tasks.rados.rados.0.smithi082.stdout:1916: copy_from oid 38 from oid 3 current snap is 184 2024-08-17T00:47:12.802 INFO:tasks.rados.rados.0.smithi082.stdout:1907: finishing write tid 1 to smithi08280503-48 2024-08-17T00:47:12.802 INFO:tasks.rados.rados.0.smithi082.stdout:1907: finishing write tid 2 to smithi08280503-48 2024-08-17T00:47:12.802 INFO:tasks.rados.rados.0.smithi082.stdout:1907: finishing write tid 3 to smithi08280503-48 2024-08-17T00:47:12.802 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 1123 (ObjNum 599 snap 184 seq_num 599) dirty exists 2024-08-17T00:47:12.802 INFO:tasks.rados.rados.0.smithi082.stdout:1907: left oid 48 (ObjNum 599 snap 184 seq_num 599) 2024-08-17T00:47:12.802 INFO:tasks.rados.rados.0.smithi082.stdout:1908: finishing copy_from racing read to smithi08280503-45 2024-08-17T00:47:12.803 INFO:tasks.rados.rados.0.smithi082.stdout:1908: finishing copy_from to smithi08280503-45 2024-08-17T00:47:12.803 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 1024 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:47:12.803 INFO:tasks.rados.rados.0.smithi082.stdout:1910: finishing write tid 1 to smithi08280503-31 2024-08-17T00:47:12.803 INFO:tasks.rados.rados.0.smithi082.stdout:1910: finishing write tid 2 to smithi08280503-31 2024-08-17T00:47:12.803 INFO:tasks.rados.rados.0.smithi082.stdout:1910: finishing write tid 3 to smithi08280503-31 2024-08-17T00:47:12.803 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 1166 (ObjNum 600 snap 184 seq_num 600) dirty exists 2024-08-17T00:47:12.803 INFO:tasks.rados.rados.0.smithi082.stdout:1910: left oid 31 (ObjNum 600 snap 184 seq_num 600) 2024-08-17T00:47:12.803 INFO:tasks.rados.rados.0.smithi082.stdout:1912: expect (ObjNum 584 snap 181 seq_num 584) 2024-08-17T00:47:12.878 INFO:tasks.rados.rados.0.smithi082.stdout:1915: expect (ObjNum 561 snap 173 seq_num 561) 2024-08-17T00:47:13.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:12 smithi082 ceph-mon[94343]: osdmap e445: 8 total, 8 up, 8 in 2024-08-17T00:47:13.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:12 smithi082 ceph-mon[94343]: pgmap v333: 121 pgs: 121 active+clean; 246 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 932 KiB/s wr, 13 op/s 2024-08-17T00:47:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:12 smithi082 ceph-mon[91979]: osdmap e445: 8 total, 8 up, 8 in 2024-08-17T00:47:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:12 smithi082 ceph-mon[91979]: pgmap v333: 121 pgs: 121 active+clean; 246 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 932 KiB/s wr, 13 op/s 2024-08-17T00:47:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:12 smithi137 ceph-mon[86391]: osdmap e445: 8 total, 8 up, 8 in 2024-08-17T00:47:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:12 smithi137 ceph-mon[86391]: pgmap v333: 121 pgs: 121 active+clean; 246 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 932 KiB/s wr, 13 op/s 2024-08-17T00:47:13.331 INFO:tasks.rados.rados.0.smithi082.stdout:1916: finishing copy_from racing read to smithi08280503-38 2024-08-17T00:47:13.331 INFO:tasks.rados.rados.0.smithi082.stdout:1916: finishing copy_from to smithi08280503-38 2024-08-17T00:47:13.332 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 908 (ObjNum 475 snap 139 seq_num 475) dirty exists 2024-08-17T00:47:13.332 INFO:tasks.rados.rados.0.smithi082.stdout:1907: done (5 left) 2024-08-17T00:47:13.332 INFO:tasks.rados.rados.0.smithi082.stdout:1908: done (4 left) 2024-08-17T00:47:13.332 INFO:tasks.rados.rados.0.smithi082.stdout:1910: done (3 left) 2024-08-17T00:47:13.332 INFO:tasks.rados.rados.0.smithi082.stdout:1912: done (2 left) 2024-08-17T00:47:13.332 INFO:tasks.rados.rados.0.smithi082.stdout:1915: done (1 left) 2024-08-17T00:47:13.332 INFO:tasks.rados.rados.0.smithi082.stdout:1916: done (0 left) 2024-08-17T00:47:13.332 INFO:tasks.rados.rados.0.smithi082.stdout:1917: rollback oid 36 current snap is 184 2024-08-17T00:47:13.332 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 36 to 179 2024-08-17T00:47:13.332 INFO:tasks.rados.rados.0.smithi082.stdout:1918: delete oid 18 current snap is 184 2024-08-17T00:47:13.333 INFO:tasks.rados.rados.0.smithi082.stdout:1918: done (1 left) 2024-08-17T00:47:13.334 INFO:tasks.rados.rados.0.smithi082.stdout:1919: read oid 49 snap -1 2024-08-17T00:47:13.334 INFO:tasks.rados.rados.0.smithi082.stdout:1919: expect (ObjNum 584 snap 181 seq_num 584) 2024-08-17T00:47:13.334 INFO:tasks.rados.rados.0.smithi082.stdout:1920: delete oid 2 current snap is 184 2024-08-17T00:47:13.336 INFO:tasks.rados.rados.0.smithi082.stdout:1917: finishing rollback tid 0 to smithi08280503-36 2024-08-17T00:47:13.336 INFO:tasks.rados.rados.0.smithi082.stdout:1917: finishing rollback tid 1 to smithi08280503-36 2024-08-17T00:47:13.336 INFO:tasks.rados.rados.0.smithi082.stdout:1920: done (2 left) 2024-08-17T00:47:13.337 INFO:tasks.rados.rados.0.smithi082.stdout:1921: rollback oid 35 current snap is 184 2024-08-17T00:47:13.337 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 35 to 182 2024-08-17T00:47:13.337 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 15 current snap is 184 2024-08-17T00:47:13.337 INFO:tasks.rados.rados.0.smithi082.stdout:1922: seq_num 603 ranges {3964928=507904} 2024-08-17T00:47:13.360 INFO:tasks.rados.rados.0.smithi082.stdout:1922: writing smithi08280503-15 from 3964928 to 4472832 tid 1 2024-08-17T00:47:13.360 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 22 current snap is 184 2024-08-17T00:47:13.360 INFO:tasks.rados.rados.0.smithi082.stdout:1923: seq_num 604 ranges {909312=524288} 2024-08-17T00:47:13.368 INFO:tasks.rados.rados.0.smithi082.stdout:1923: writing smithi08280503-22 from 909312 to 1433600 tid 1 2024-08-17T00:47:13.368 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 47 current snap is 184 2024-08-17T00:47:13.369 INFO:tasks.rados.rados.0.smithi082.stdout:1917: finishing rollback tid 2 to smithi08280503-36 2024-08-17T00:47:13.369 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 1027 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-17T00:47:13.369 INFO:tasks.rados.rados.0.smithi082.stdout:1919: expect (ObjNum 584 snap 181 seq_num 584) 2024-08-17T00:47:13.429 INFO:tasks.rados.rados.0.smithi082.stdout:1921: finishing rollback tid 0 to smithi08280503-35 2024-08-17T00:47:13.429 INFO:tasks.rados.rados.0.smithi082.stdout:1921: finishing rollback tid 1 to smithi08280503-35 2024-08-17T00:47:13.429 INFO:tasks.rados.rados.0.smithi082.stdout:1921: finishing rollback tid 2 to smithi08280503-35 2024-08-17T00:47:13.429 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 1076 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-17T00:47:13.429 INFO:tasks.rados.rados.0.smithi082.stdout:1922: finishing write tid 1 to smithi08280503-15 2024-08-17T00:47:13.429 INFO:tasks.rados.rados.0.smithi082.stdout:1922: finishing write tid 2 to smithi08280503-15 2024-08-17T00:47:13.430 INFO:tasks.rados.rados.0.smithi082.stdout:1922: finishing write tid 3 to smithi08280503-15 2024-08-17T00:47:13.430 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 1024 (ObjNum 603 snap 184 seq_num 603) dirty exists 2024-08-17T00:47:13.430 INFO:tasks.rados.rados.0.smithi082.stdout:1922: left oid 15 (ObjNum 603 snap 184 seq_num 603) 2024-08-17T00:47:13.430 INFO:tasks.rados.rados.0.smithi082.stdout:1923: finishing write tid 1 to smithi08280503-22 2024-08-17T00:47:13.430 INFO:tasks.rados.rados.0.smithi082.stdout:1923: finishing write tid 2 to smithi08280503-22 2024-08-17T00:47:13.430 INFO:tasks.rados.rados.0.smithi082.stdout:1923: finishing write tid 3 to smithi08280503-22 2024-08-17T00:47:13.430 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 721 (ObjNum 604 snap 184 seq_num 604) dirty exists 2024-08-17T00:47:13.430 INFO:tasks.rados.rados.0.smithi082.stdout:1923: left oid 22 (ObjNum 604 snap 184 seq_num 604) 2024-08-17T00:47:13.430 INFO:tasks.rados.rados.0.smithi082.stdout:1924: seq_num 605 ranges {0=540672} 2024-08-17T00:47:13.432 INFO:tasks.rados.rados.0.smithi082.stdout:1924: writing smithi08280503-47 from 0 to 540672 tid 1 2024-08-17T00:47:13.432 INFO:tasks.rados.rados.0.smithi082.stdout:1917: done (5 left) 2024-08-17T00:47:13.432 INFO:tasks.rados.rados.0.smithi082.stdout:1919: done (4 left) 2024-08-17T00:47:13.432 INFO:tasks.rados.rados.0.smithi082.stdout:1921: done (3 left) 2024-08-17T00:47:13.433 INFO:tasks.rados.rados.0.smithi082.stdout:1922: done (2 left) 2024-08-17T00:47:13.433 INFO:tasks.rados.rados.0.smithi082.stdout:1923: done (1 left) 2024-08-17T00:47:13.433 INFO:tasks.rados.rados.0.smithi082.stdout:1925: read oid 41 snap -1 2024-08-17T00:47:13.433 INFO:tasks.rados.rados.0.smithi082.stdout:1925: expect (ObjNum 505 snap 149 seq_num 505) 2024-08-17T00:47:13.433 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 20 current snap is 184 2024-08-17T00:47:13.433 INFO:tasks.rados.rados.0.smithi082.stdout:1926: seq_num 606 ranges {5013504=557056} 2024-08-17T00:47:13.462 INFO:tasks.rados.rados.0.smithi082.stdout:1926: writing smithi08280503-20 from 5013504 to 5570560 tid 1 2024-08-17T00:47:13.462 INFO:tasks.rados.rados.0.smithi082.stdout:1927: rollback oid 22 current snap is 184 2024-08-17T00:47:13.463 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 22 to 181 2024-08-17T00:47:13.463 INFO:tasks.rados.rados.0.smithi082.stdout:1924: finishing write tid 1 to smithi08280503-47 2024-08-17T00:47:13.463 INFO:tasks.rados.rados.0.smithi082.stdout:1924: finishing write tid 2 to smithi08280503-47 2024-08-17T00:47:13.463 INFO:tasks.rados.rados.0.smithi082.stdout:1924: finishing write tid 3 to smithi08280503-47 2024-08-17T00:47:13.463 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 912 (ObjNum 605 snap 184 seq_num 605) dirty exists 2024-08-17T00:47:13.463 INFO:tasks.rados.rados.0.smithi082.stdout:1924: left oid 47 (ObjNum 605 snap 184 seq_num 605) 2024-08-17T00:47:13.463 INFO:tasks.rados.rados.0.smithi082.stdout:1925: expect (ObjNum 505 snap 149 seq_num 505) 2024-08-17T00:47:13.900 INFO:tasks.rados.rados.0.smithi082.stdout:1927: finishing rollback tid 0 to smithi08280503-22 2024-08-17T00:47:13.900 INFO:tasks.rados.rados.0.smithi082.stdout:1927: finishing rollback tid 1 to smithi08280503-22 2024-08-17T00:47:13.900 INFO:tasks.rados.rados.0.smithi082.stdout:1927: finishing rollback tid 2 to smithi08280503-22 2024-08-17T00:47:13.900 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 724 (ObjNum 577 snap 180 seq_num 577) dirty exists 2024-08-17T00:47:13.900 INFO:tasks.rados.rados.0.smithi082.stdout:1926: finishing write tid 1 to smithi08280503-20 2024-08-17T00:47:13.901 INFO:tasks.rados.rados.0.smithi082.stdout:1926: finishing write tid 2 to smithi08280503-20 2024-08-17T00:47:13.901 INFO:tasks.rados.rados.0.smithi082.stdout:1924: done (3 left) 2024-08-17T00:47:13.901 INFO:tasks.rados.rados.0.smithi082.stdout:1925: done (2 left) 2024-08-17T00:47:13.901 INFO:tasks.rados.rados.0.smithi082.stdout:1927: done (1 left) 2024-08-17T00:47:13.901 INFO:tasks.rados.rados.0.smithi082.stdout:1928: delete oid 19 current snap is 184 2024-08-17T00:47:13.901 INFO:tasks.rados.rados.0.smithi082.stdout:1926: finishing write tid 3 to smithi08280503-20 2024-08-17T00:47:13.901 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 1026 (ObjNum 606 snap 184 seq_num 606) dirty exists 2024-08-17T00:47:13.901 INFO:tasks.rados.rados.0.smithi082.stdout:1926: left oid 20 (ObjNum 606 snap 184 seq_num 606) 2024-08-17T00:47:13.903 INFO:tasks.rados.rados.0.smithi082.stdout:1926: done (1 left) 2024-08-17T00:47:13.903 INFO:tasks.rados.rados.0.smithi082.stdout:1928: done (0 left) 2024-08-17T00:47:13.903 INFO:tasks.rados.rados.0.smithi082.stdout:1929: setattr oid 29 current snap is 184 2024-08-17T00:47:13.905 INFO:tasks.rados.rados.0.smithi082.stdout:1930: rollback oid 3 current snap is 184 2024-08-17T00:47:13.906 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 3 to 181 2024-08-17T00:47:13.906 INFO:tasks.rados.rados.0.smithi082.stdout:1931: rollback oid 20 current snap is 184 2024-08-17T00:47:13.906 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 20 to 179 2024-08-17T00:47:13.906 INFO:tasks.rados.rados.0.smithi082.stdout:1932: read oid 43 snap 164 2024-08-17T00:47:13.906 INFO:tasks.rados.rados.0.smithi082.stdout:1932: expect (ObjNum 348 snap 109 seq_num 348) 2024-08-17T00:47:13.906 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 33 current snap is 184 2024-08-17T00:47:13.906 INFO:tasks.rados.rados.0.smithi082.stdout:1933: seq_num 608 ranges {4038656=589824} 2024-08-17T00:47:13.932 INFO:tasks.rados.rados.0.smithi082.stdout:1933: writing smithi08280503-33 from 4038656 to 4628480 tid 1 2024-08-17T00:47:13.932 INFO:tasks.rados.rados.0.smithi082.stdout:1934: snap_create 2024-08-17T00:47:13.932 INFO:tasks.rados.rados.0.smithi082.stdout:1931: finishing rollback tid 0 to smithi08280503-20 2024-08-17T00:47:13.932 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 1028 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:47:13.933 INFO:tasks.rados.rados.0.smithi082.stdout:1931: finishing rollback tid 1 to smithi08280503-20 2024-08-17T00:47:13.933 INFO:tasks.rados.rados.0.smithi082.stdout:1931: finishing rollback tid 2 to smithi08280503-20 2024-08-17T00:47:13.933 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 1029 (ObjNum 464 snap 134 seq_num 464) dirty exists 2024-08-17T00:47:13.933 INFO:tasks.rados.rados.0.smithi082.stdout:1930: finishing rollback tid 0 to smithi08280503-3 2024-08-17T00:47:13.933 INFO:tasks.rados.rados.0.smithi082.stdout:1930: finishing rollback tid 1 to smithi08280503-3 2024-08-17T00:47:13.933 INFO:tasks.rados.rados.0.smithi082.stdout:1930: finishing rollback tid 2 to smithi08280503-3 2024-08-17T00:47:13.933 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 915 (ObjNum 475 snap 139 seq_num 475) dirty exists 2024-08-17T00:47:13.933 INFO:tasks.rados.rados.0.smithi082.stdout:1932: expect (ObjNum 348 snap 109 seq_num 348) 2024-08-17T00:47:14.110 INFO:tasks.rados.rados.0.smithi082.stdout:1933: finishing write tid 1 to smithi08280503-33 2024-08-17T00:47:14.110 INFO:tasks.rados.rados.0.smithi082.stdout:1933: finishing write tid 2 to smithi08280503-33 2024-08-17T00:47:14.111 INFO:tasks.rados.rados.0.smithi082.stdout:1933: finishing write tid 3 to smithi08280503-33 2024-08-17T00:47:14.111 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 727 (ObjNum 608 snap 184 seq_num 608) dirty exists 2024-08-17T00:47:14.111 INFO:tasks.rados.rados.0.smithi082.stdout:1933: left oid 33 (ObjNum 608 snap 184 seq_num 608) 2024-08-17T00:47:14.160 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:13 smithi137 ceph-mon[86391]: osdmap e446: 8 total, 8 up, 8 in 2024-08-17T00:47:14.160 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:13 smithi137 ceph-mon[86391]: osdmap e447: 8 total, 8 up, 8 in 2024-08-17T00:47:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:13 smithi082 ceph-mon[94343]: osdmap e446: 8 total, 8 up, 8 in 2024-08-17T00:47:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:13 smithi082 ceph-mon[94343]: osdmap e447: 8 total, 8 up, 8 in 2024-08-17T00:47:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:13 smithi082 ceph-mon[91979]: osdmap e446: 8 total, 8 up, 8 in 2024-08-17T00:47:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:13 smithi082 ceph-mon[91979]: osdmap e447: 8 total, 8 up, 8 in 2024-08-17T00:47:14.804 INFO:tasks.rados.rados.0.smithi082.stdout:1929: done (5 left) 2024-08-17T00:47:14.804 INFO:tasks.rados.rados.0.smithi082.stdout:1930: done (4 left) 2024-08-17T00:47:14.804 INFO:tasks.rados.rados.0.smithi082.stdout:1931: done (3 left) 2024-08-17T00:47:14.804 INFO:tasks.rados.rados.0.smithi082.stdout:1932: done (2 left) 2024-08-17T00:47:14.804 INFO:tasks.rados.rados.0.smithi082.stdout:1933: done (1 left) 2024-08-17T00:47:14.805 INFO:tasks.rados.rados.0.smithi082.stdout:1934: done (0 left) 2024-08-17T00:47:14.805 INFO:tasks.rados.rados.0.smithi082.stdout:1935: snap_remove snap 181 2024-08-17T00:47:15.119 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T00:47:15.119 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:14 smithi137 ceph-mon[86391]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T00:47:15.119 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:14 smithi137 ceph-mon[86391]: Upgrade: osd.5 is safe to restart 2024-08-17T00:47:15.119 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:14 smithi137 ceph-mon[86391]: pgmap v336: 121 pgs: 121 active+clean; 251 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-08-17T00:47:15.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:47:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:47:15] "GET /metrics HTTP/1.1" 200 36234 "" "Prometheus/2.43.0" 2024-08-17T00:47:15.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T00:47:15.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:14 smithi082 ceph-mon[91979]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T00:47:15.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:14 smithi082 ceph-mon[91979]: Upgrade: osd.5 is safe to restart 2024-08-17T00:47:15.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:14 smithi082 ceph-mon[91979]: pgmap v336: 121 pgs: 121 active+clean; 251 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-08-17T00:47:15.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T00:47:15.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:14 smithi082 ceph-mon[94343]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T00:47:15.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:14 smithi082 ceph-mon[94343]: Upgrade: osd.5 is safe to restart 2024-08-17T00:47:15.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:14 smithi082 ceph-mon[94343]: pgmap v336: 121 pgs: 121 active+clean; 251 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-08-17T00:47:15.821 INFO:tasks.rados.rados.0.smithi082.stdout:1935: done (0 left) 2024-08-17T00:47:15.821 INFO:tasks.rados.rados.0.smithi082.stdout:1936: rollback oid 34 current snap is 185 2024-08-17T00:47:15.821 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 34 to 166 2024-08-17T00:47:15.821 INFO:tasks.rados.rados.0.smithi082.stdout:1937: snap_remove snap 164 2024-08-17T00:47:15.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:15 smithi137 ceph-mon[86391]: osdmap e448: 8 total, 8 up, 8 in 2024-08-17T00:47:15.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:15 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:15.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:15 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T00:47:15.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:15 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:47:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:15 smithi082 ceph-mon[94343]: osdmap e448: 8 total, 8 up, 8 in 2024-08-17T00:47:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:15 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:15 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T00:47:16.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:15 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:47:16.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:15 smithi082 ceph-mon[91979]: osdmap e448: 8 total, 8 up, 8 in 2024-08-17T00:47:16.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:15 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:16.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:15 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T00:47:16.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:15 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:47:16.821 INFO:tasks.rados.rados.0.smithi082.stdout:1937: done (1 left) 2024-08-17T00:47:16.821 INFO:tasks.rados.rados.0.smithi082.stdout:1938: copy_from oid 27 from oid 37 current snap is 185 2024-08-17T00:47:16.821 INFO:tasks.rados.rados.0.smithi082.stdout:1936: finishing rollback tid 0 to smithi08280503-34 2024-08-17T00:47:16.821 INFO:tasks.rados.rados.0.smithi082.stdout:1936: finishing rollback tid 1 to smithi08280503-34 2024-08-17T00:47:16.821 INFO:tasks.rados.rados.0.smithi082.stdout:1936: finishing rollback tid 2 to smithi08280503-34 2024-08-17T00:47:16.821 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 1001 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-17T00:47:16.821 INFO:tasks.rados.rados.0.smithi082.stdout:1936: done (1 left) 2024-08-17T00:47:16.821 INFO:tasks.rados.rados.0.smithi082.stdout:1939: snap_remove snap 182 2024-08-17T00:47:16.939 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:16 smithi137 ceph-mon[86391]: Upgrade: Updating osd.5 2024-08-17T00:47:16.939 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:16 smithi137 ceph-mon[86391]: Deploying daemon osd.5 on smithi137 2024-08-17T00:47:16.939 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:16 smithi137 ceph-mon[86391]: osdmap e449: 8 total, 8 up, 8 in 2024-08-17T00:47:16.939 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:16 smithi137 ceph-mon[86391]: pgmap v339: 121 pgs: 121 active+clean; 259 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.9 MiB/s wr, 17 op/s 2024-08-17T00:47:17.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:16 smithi082 ceph-mon[94343]: Upgrade: Updating osd.5 2024-08-17T00:47:17.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:16 smithi082 ceph-mon[94343]: Deploying daemon osd.5 on smithi137 2024-08-17T00:47:17.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:16 smithi082 ceph-mon[94343]: osdmap e449: 8 total, 8 up, 8 in 2024-08-17T00:47:17.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:16 smithi082 ceph-mon[94343]: pgmap v339: 121 pgs: 121 active+clean; 259 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.9 MiB/s wr, 17 op/s 2024-08-17T00:47:17.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:16 smithi082 ceph-mon[91979]: Upgrade: Updating osd.5 2024-08-17T00:47:17.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:16 smithi082 ceph-mon[91979]: Deploying daemon osd.5 on smithi137 2024-08-17T00:47:17.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:16 smithi082 ceph-mon[91979]: osdmap e449: 8 total, 8 up, 8 in 2024-08-17T00:47:17.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:16 smithi082 ceph-mon[91979]: pgmap v339: 121 pgs: 121 active+clean; 259 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.9 MiB/s wr, 17 op/s 2024-08-17T00:47:17.829 INFO:tasks.rados.rados.0.smithi082.stdout:1939: done (1 left) 2024-08-17T00:47:17.829 INFO:tasks.rados.rados.0.smithi082.stdout:1940: delete oid 11 current snap is 185 2024-08-17T00:47:17.829 INFO:tasks.rados.rados.0.smithi082.stdout:1938: finishing copy_from racing read to smithi08280503-27 2024-08-17T00:47:17.829 INFO:tasks.rados.rados.0.smithi082.stdout:1938: finishing copy_from to smithi08280503-27 2024-08-17T00:47:17.829 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 1057 (ObjNum 580 snap 180 seq_num 580) dirty exists 2024-08-17T00:47:17.839 INFO:tasks.rados.rados.0.smithi082.stdout:1938: done (1 left) 2024-08-17T00:47:17.839 INFO:tasks.rados.rados.0.smithi082.stdout:1940: done (0 left) 2024-08-17T00:47:17.839 INFO:tasks.rados.rados.0.smithi082.stdout:1941: read oid 47 snap -1 2024-08-17T00:47:17.839 INFO:tasks.rados.rados.0.smithi082.stdout:1941: expect (ObjNum 605 snap 184 seq_num 605) 2024-08-17T00:47:17.839 INFO:tasks.rados.rados.0.smithi082.stdout:1942: read oid 2 snap -1 2024-08-17T00:47:17.839 INFO:tasks.rados.rados.0.smithi082.stdout:1942: expect deleted 2024-08-17T00:47:17.839 INFO:tasks.rados.rados.0.smithi082.stdout:1943: read oid 42 snap -1 2024-08-17T00:47:17.839 INFO:tasks.rados.rados.0.smithi082.stdout:1943: expect (ObjNum 582 snap 180 seq_num 582) 2024-08-17T00:47:17.840 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 3 current snap is 185 2024-08-17T00:47:17.840 INFO:tasks.rados.rados.0.smithi082.stdout:1944: seq_num 610 ranges {8798208=622592} 2024-08-17T00:47:17.890 INFO:tasks.rados.rados.0.smithi082.stdout:1944: writing smithi08280503-3 from 8798208 to 9420800 tid 1 2024-08-17T00:47:17.890 INFO:tasks.rados.rados.0.smithi082.stdout:1945: snap_remove snap 179 2024-08-17T00:47:18.180 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:17 smithi137 ceph-mon[86391]: osdmap e450: 8 total, 8 up, 8 in 2024-08-17T00:47:18.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:17 smithi082 ceph-mon[94343]: osdmap e450: 8 total, 8 up, 8 in 2024-08-17T00:47:18.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:17 smithi082 ceph-mon[91979]: osdmap e450: 8 total, 8 up, 8 in 2024-08-17T00:47:18.487 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:18 smithi137 systemd[1]: Stopping Ceph osd.5 for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:47:18.487 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:18 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[43577]: 2024-08-17T00:47:18.427+0000 7fb426c6c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T00:47:18.487 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:18 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[43577]: 2024-08-17T00:47:18.427+0000 7fb426c6c640 -1 osd.5 451 *** Got signal Terminated *** 2024-08-17T00:47:18.487 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:18 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[43577]: 2024-08-17T00:47:18.427+0000 7fb426c6c640 -1 osd.5 451 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T00:47:18.780 INFO:tasks.rados.rados.0.smithi082.stdout:1945: done (4 left) 2024-08-17T00:47:18.780 INFO:tasks.rados.rados.0.smithi082.stdout:1946: rollback oid 23 current snap is 185 2024-08-17T00:47:18.780 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 23 to 166 2024-08-17T00:47:18.780 INFO:tasks.rados.rados.0.smithi082.stdout:1947: read oid 19 snap -1 2024-08-17T00:47:18.780 INFO:tasks.rados.rados.0.smithi082.stdout:1947: expect deleted 2024-08-17T00:47:18.780 INFO:tasks.rados.rados.0.smithi082.stdout:1948: snap_create 2024-08-17T00:47:18.780 INFO:tasks.rados.rados.0.smithi082.stdout:1941: expect (ObjNum 605 snap 184 seq_num 605) 2024-08-17T00:47:18.803 INFO:tasks.rados.rados.0.smithi082.stdout:1943: expect (ObjNum 582 snap 180 seq_num 582) 2024-08-17T00:47:18.940 INFO:tasks.rados.rados.0.smithi082.stdout:1944: finishing write tid 1 to smithi08280503-3 2024-08-17T00:47:18.940 INFO:tasks.rados.rados.0.smithi082.stdout:1944: finishing write tid 2 to smithi08280503-3 2024-08-17T00:47:18.940 INFO:tasks.rados.rados.0.smithi082.stdout:1944: finishing write tid 3 to smithi08280503-3 2024-08-17T00:47:18.940 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 917 (ObjNum 610 snap 185 seq_num 610) dirty exists 2024-08-17T00:47:18.941 INFO:tasks.rados.rados.0.smithi082.stdout:1944: left oid 3 (ObjNum 610 snap 185 seq_num 610) 2024-08-17T00:47:19.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:18 smithi082 ceph-mon[94343]: osdmap e451: 8 total, 8 up, 8 in 2024-08-17T00:47:19.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:18 smithi082 ceph-mon[94343]: pgmap v342: 121 pgs: 121 active+clean; 259 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-08-17T00:47:19.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:18 smithi082 ceph-mon[94343]: osd.5 marked itself down and dead 2024-08-17T00:47:19.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:18 smithi082 ceph-mon[94343]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:47:19.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:18 smithi082 ceph-mon[94343]: osdmap e452: 8 total, 7 up, 8 in 2024-08-17T00:47:19.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:18 smithi082 ceph-mon[91979]: osdmap e451: 8 total, 8 up, 8 in 2024-08-17T00:47:19.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:18 smithi082 ceph-mon[91979]: pgmap v342: 121 pgs: 121 active+clean; 259 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-08-17T00:47:19.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:18 smithi082 ceph-mon[91979]: osd.5 marked itself down and dead 2024-08-17T00:47:19.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:18 smithi082 ceph-mon[91979]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:47:19.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:18 smithi082 ceph-mon[91979]: osdmap e452: 8 total, 7 up, 8 in 2024-08-17T00:47:19.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:18 smithi137 ceph-mon[86391]: osdmap e451: 8 total, 8 up, 8 in 2024-08-17T00:47:19.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:18 smithi137 ceph-mon[86391]: pgmap v342: 121 pgs: 121 active+clean; 259 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-08-17T00:47:19.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:18 smithi137 ceph-mon[86391]: osd.5 marked itself down and dead 2024-08-17T00:47:19.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:18 smithi137 ceph-mon[86391]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:47:19.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:18 smithi137 ceph-mon[86391]: osdmap e452: 8 total, 7 up, 8 in 2024-08-17T00:47:19.620 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:19 smithi137 podman[96039]: 2024-08-17 00:47:19.34744355 +0000 UTC m=+1.021725015 container died 704b6949e902cfd49067b1d9401716d344c2e38790ee40cf7811eaff9196f835 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=quincy-03a1ac1, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=) 2024-08-17T00:47:19.778 INFO:tasks.rados.rados.0.smithi082.stdout:1941: done (6 left) 2024-08-17T00:47:19.778 INFO:tasks.rados.rados.0.smithi082.stdout:1942: done (5 left) 2024-08-17T00:47:19.778 INFO:tasks.rados.rados.0.smithi082.stdout:1943: done (4 left) 2024-08-17T00:47:19.778 INFO:tasks.rados.rados.0.smithi082.stdout:1944: done (3 left) 2024-08-17T00:47:19.778 INFO:tasks.rados.rados.0.smithi082.stdout:1948: done (2 left) 2024-08-17T00:47:19.778 INFO:tasks.rados.rados.0.smithi082.stdout:1949: copy_from oid 49 from oid 20 current snap is 186 2024-08-17T00:47:19.778 INFO:tasks.rados.rados.0.smithi082.stdout:1950: read oid 24 snap -1 2024-08-17T00:47:19.778 INFO:tasks.rados.rados.0.smithi082.stdout:1950: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:47:19.778 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 6 current snap is 186 2024-08-17T00:47:19.778 INFO:tasks.rados.rados.0.smithi082.stdout:1951: seq_num 611 ranges {1769472=638976} 2024-08-17T00:47:19.792 INFO:tasks.rados.rados.0.smithi082.stdout:1951: writing smithi08280503-6 from 1769472 to 2408448 tid 1 2024-08-17T00:47:19.792 INFO:tasks.rados.rados.0.smithi082.stdout:1952: snap_create 2024-08-17T00:47:19.792 INFO:tasks.rados.rados.0.smithi082.stdout:1950: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:47:19.796 INFO:tasks.rados.rados.0.smithi082.stdout:1946: finishing rollback tid 0 to smithi08280503-23 2024-08-17T00:47:19.796 INFO:tasks.rados.rados.0.smithi082.stdout:1946: finishing rollback tid 1 to smithi08280503-23 2024-08-17T00:47:19.796 INFO:tasks.rados.rados.0.smithi082.stdout:1946: finishing rollback tid 2 to smithi08280503-23 2024-08-17T00:47:19.796 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 1059 (ObjNum 538 snap 161 seq_num 538) dirty exists 2024-08-17T00:47:19.797 INFO:tasks.rados.rados.0.smithi082.stdout:1951: finishing write tid 1 to smithi08280503-6 2024-08-17T00:47:19.797 INFO:tasks.rados.rados.0.smithi082.stdout:1951: finishing write tid 2 to smithi08280503-6 2024-08-17T00:47:19.798 INFO:tasks.rados.rados.0.smithi082.stdout:1951: finishing write tid 3 to smithi08280503-6 2024-08-17T00:47:19.798 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 998 (ObjNum 611 snap 186 seq_num 611) dirty exists 2024-08-17T00:47:19.798 INFO:tasks.rados.rados.0.smithi082.stdout:1951: left oid 6 (ObjNum 611 snap 186 seq_num 611) 2024-08-17T00:47:19.807 INFO:tasks.rados.rados.0.smithi082.stdout:1949: finishing copy_from racing read to smithi08280503-49 2024-08-17T00:47:19.811 INFO:tasks.rados.rados.0.smithi082.stdout:1949: finishing copy_from to smithi08280503-49 2024-08-17T00:47:19.811 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 49 v 1029 (ObjNum 464 snap 134 seq_num 464) dirty exists 2024-08-17T00:47:19.987 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:19 smithi137 podman[96039]: 2024-08-17 00:47:19.786239469 +0000 UTC m=+1.460520934 container cleanup 704b6949e902cfd49067b1d9401716d344c2e38790ee40cf7811eaff9196f835 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5, RELEASE=quincy-03a1ac1, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True) 2024-08-17T00:47:19.987 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:19 smithi137 bash[96039]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5 2024-08-17T00:47:20.411 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:19 smithi137 podman[96054]: 2024-08-17 00:47:19.988200097 +0000 UTC m=+0.642755324 container remove 704b6949e902cfd49067b1d9401716d344c2e38790ee40cf7811eaff9196f835 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, RELEASE=quincy-03a1ac1, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:47:20.667 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:20 smithi137 podman[96143]: 2024-08-17 00:47:20.313774265 +0000 UTC m=+0.017877497 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:47:20.667 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:20 smithi137 podman[96143]: 2024-08-17 00:47:20.444630567 +0000 UTC m=+0.148733832 container create edf2d05add4e609a3ae7afaece4bc7df9e88a9c819eba376fb52b43d519b22dd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5-deactivate, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-08-17T00:47:20.786 INFO:tasks.rados.rados.0.smithi082.stdout:1946: done (5 left) 2024-08-17T00:47:20.786 INFO:tasks.rados.rados.0.smithi082.stdout:1947: done (4 left) 2024-08-17T00:47:20.786 INFO:tasks.rados.rados.0.smithi082.stdout:1949: done (3 left) 2024-08-17T00:47:20.786 INFO:tasks.rados.rados.0.smithi082.stdout:1950: done (2 left) 2024-08-17T00:47:20.786 INFO:tasks.rados.rados.0.smithi082.stdout:1951: done (1 left) 2024-08-17T00:47:20.787 INFO:tasks.rados.rados.0.smithi082.stdout:1952: done (0 left) 2024-08-17T00:47:20.787 INFO:tasks.rados.rados.0.smithi082.stdout:1953: snap_remove snap 184 2024-08-17T00:47:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:20 smithi137 ceph-mon[86391]: osdmap e453: 8 total, 7 up, 8 in 2024-08-17T00:47:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:20 smithi137 ceph-mon[86391]: pgmap v345: 121 pgs: 8 active+undersized, 6 peering, 11 stale+active+clean, 5 active+undersized+degraded, 91 active+clean; 260 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 28 KiB/s wr, 3 op/s; 19/402 objects degraded (4.726%) 2024-08-17T00:47:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:47:20.988 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:20 smithi137 podman[96143]: 2024-08-17 00:47:20.666733594 +0000 UTC m=+0.370836816 container init edf2d05add4e609a3ae7afaece4bc7df9e88a9c819eba376fb52b43d519b22dd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True) 2024-08-17T00:47:20.988 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:20 smithi137 podman[96143]: 2024-08-17 00:47:20.670311837 +0000 UTC m=+0.374415060 container start edf2d05add4e609a3ae7afaece4bc7df9e88a9c819eba376fb52b43d519b22dd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS) 2024-08-17T00:47:20.988 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:20 smithi137 podman[96143]: 2024-08-17 00:47:20.741505836 +0000 UTC m=+0.445609077 container attach edf2d05add4e609a3ae7afaece4bc7df9e88a9c819eba376fb52b43d519b22dd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5-deactivate, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.36.0) 2024-08-17T00:47:20.988 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:20 smithi137 podman[96143]: 2024-08-17 00:47:20.863992616 +0000 UTC m=+0.568095842 container died edf2d05add4e609a3ae7afaece4bc7df9e88a9c819eba376fb52b43d519b22dd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5-deactivate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:47:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:20 smithi082 ceph-mon[94343]: osdmap e453: 8 total, 7 up, 8 in 2024-08-17T00:47:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:20 smithi082 ceph-mon[94343]: pgmap v345: 121 pgs: 8 active+undersized, 6 peering, 11 stale+active+clean, 5 active+undersized+degraded, 91 active+clean; 260 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 28 KiB/s wr, 3 op/s; 19/402 objects degraded (4.726%) 2024-08-17T00:47:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:47:21.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:20 smithi082 ceph-mon[91979]: osdmap e453: 8 total, 7 up, 8 in 2024-08-17T00:47:21.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:20 smithi082 ceph-mon[91979]: pgmap v345: 121 pgs: 8 active+undersized, 6 peering, 11 stale+active+clean, 5 active+undersized+degraded, 91 active+clean; 260 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 28 KiB/s wr, 3 op/s; 19/402 objects degraded (4.726%) 2024-08-17T00:47:21.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:21.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:47:21.737 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:21 smithi137 podman[96165]: 2024-08-17 00:47:21.46178994 +0000 UTC m=+0.591760764 container remove edf2d05add4e609a3ae7afaece4bc7df9e88a9c819eba376fb52b43d519b22dd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:47:21.737 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:21 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.5.service: Deactivated successfully. 2024-08-17T00:47:21.738 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:21 smithi137 systemd[1]: Stopped Ceph osd.5 for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:47:21.738 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:21 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.5.service: Consumed 15.930s CPU time. 2024-08-17T00:47:21.738 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:21 smithi137 systemd[1]: Starting Ceph osd.5 for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:47:21.788 INFO:tasks.rados.rados.0.smithi082.stdout:1953: done (0 left) 2024-08-17T00:47:21.788 INFO:tasks.rados.rados.0.smithi082.stdout:1954: read oid 39 snap -1 2024-08-17T00:47:21.788 INFO:tasks.rados.rados.0.smithi082.stdout:1954: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:47:21.788 INFO:tasks.rados.rados.0.smithi082.stdout:1955: setattr oid 29 current snap is 187 2024-08-17T00:47:21.788 INFO:tasks.rados.rados.0.smithi082.stdout:1954: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:47:21.791 INFO:tasks.rados.rados.0.smithi082.stdout:1954: done (1 left) 2024-08-17T00:47:21.791 INFO:tasks.rados.rados.0.smithi082.stdout:1956: snap_remove snap 166 2024-08-17T00:47:22.079 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:21 smithi137 ceph-mon[86391]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-17T00:47:22.079 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:21 smithi137 ceph-mon[86391]: Health check failed: Degraded data redundancy: 19/402 objects degraded (4.726%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T00:47:22.079 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:21 smithi137 ceph-mon[86391]: osdmap e454: 8 total, 7 up, 8 in 2024-08-17T00:47:22.079 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:21 smithi137 podman[96263]: 2024-08-17 00:47:21.80363809 +0000 UTC m=+0.020261250 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:47:22.080 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:21 smithi137 podman[96263]: 2024-08-17 00:47:21.912851957 +0000 UTC m=+0.129475113 container create 05cfb2cedeb9ed4308331ee32f414494379ce13e91781a4557d641962fad37cd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5-activate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-08-17T00:47:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:21 smithi082 ceph-mon[94343]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-17T00:47:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:21 smithi082 ceph-mon[94343]: Health check failed: Degraded data redundancy: 19/402 objects degraded (4.726%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T00:47:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:21 smithi082 ceph-mon[94343]: osdmap e454: 8 total, 7 up, 8 in 2024-08-17T00:47:22.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:21 smithi082 ceph-mon[91979]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-17T00:47:22.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:21 smithi082 ceph-mon[91979]: Health check failed: Degraded data redundancy: 19/402 objects degraded (4.726%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T00:47:22.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:21 smithi082 ceph-mon[91979]: osdmap e454: 8 total, 7 up, 8 in 2024-08-17T00:47:22.348 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:47:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:47:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:47:22.349 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:22 smithi137 podman[96263]: 2024-08-17 00:47:22.216330296 +0000 UTC m=+0.432953462 container init 05cfb2cedeb9ed4308331ee32f414494379ce13e91781a4557d641962fad37cd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5-activate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-08-17T00:47:22.349 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:22 smithi137 podman[96263]: 2024-08-17 00:47:22.21996464 +0000 UTC m=+0.436587797 container start 05cfb2cedeb9ed4308331ee32f414494379ce13e91781a4557d641962fad37cd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5-activate, RELEASE=squid-d863d21, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T00:47:22.349 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:22 smithi137 podman[96263]: 2024-08-17 00:47:22.307197251 +0000 UTC m=+0.523820422 container attach 05cfb2cedeb9ed4308331ee32f414494379ce13e91781a4557d641962fad37cd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5-activate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-08-17T00:47:22.737 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5-activate[96279]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:47:22.737 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:22 smithi137 bash[96263]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:47:22.737 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5-activate[96279]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:47:22.737 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:22 smithi137 bash[96263]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:47:22.738 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5-activate[96279]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-17T00:47:22.738 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:22 smithi137 bash[96263]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-17T00:47:22.738 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5-activate[96279]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-08-17T00:47:22.738 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:22 smithi137 bash[96263]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-08-17T00:47:22.738 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5-activate[96279]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-08-17T00:47:22.738 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:22 smithi137 bash[96263]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-08-17T00:47:22.738 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5-activate[96279]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-17T00:47:22.738 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:22 smithi137 bash[96263]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-17T00:47:22.738 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5-activate[96279]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-08-17T00:47:22.738 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:22 smithi137 bash[96263]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-08-17T00:47:22.738 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5-activate[96279]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-17T00:47:22.738 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:22 smithi137 bash[96263]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-17T00:47:22.739 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5-activate[96279]: --> ceph-volume raw activate successful for osd ID: 5 2024-08-17T00:47:22.739 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:22 smithi137 bash[96263]: --> ceph-volume raw activate successful for osd ID: 5 2024-08-17T00:47:22.739 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:22 smithi137 podman[96263]: 2024-08-17 00:47:22.595010722 +0000 UTC m=+0.811633891 container died 05cfb2cedeb9ed4308331ee32f414494379ce13e91781a4557d641962fad37cd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5-activate, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T00:47:22.795 INFO:tasks.rados.rados.0.smithi082.stdout:1956: done (1 left) 2024-08-17T00:47:22.795 INFO:tasks.rados.rados.0.smithi082.stdout:1957: delete oid 24 current snap is 187 2024-08-17T00:47:22.795 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 1029 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:47:22.801 INFO:tasks.rados.rados.0.smithi082.stdout:1955: done (1 left) 2024-08-17T00:47:22.801 INFO:tasks.rados.rados.0.smithi082.stdout:1957: done (0 left) 2024-08-17T00:47:22.801 INFO:tasks.rados.rados.0.smithi082.stdout:1958: delete oid 13 current snap is 187 2024-08-17T00:47:22.805 INFO:tasks.rados.rados.0.smithi082.stdout:1958: done (0 left) 2024-08-17T00:47:22.805 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 39 current snap is 187 2024-08-17T00:47:22.805 INFO:tasks.rados.rados.0.smithi082.stdout:1959: seq_num 614 ranges {0=688128} 2024-08-17T00:47:22.810 INFO:tasks.rados.rados.0.smithi082.stdout:1959: writing smithi08280503-39 from 0 to 688128 tid 1 2024-08-17T00:47:22.811 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 41 current snap is 187 2024-08-17T00:47:22.811 INFO:tasks.rados.rados.0.smithi082.stdout:1960: seq_num 615 ranges {5767168=704512} 2024-08-17T00:47:22.846 INFO:tasks.rados.rados.0.smithi082.stdout:1960: writing smithi08280503-41 from 5767168 to 6471680 tid 1 2024-08-17T00:47:22.846 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 20 current snap is 187 2024-08-17T00:47:22.846 INFO:tasks.rados.rados.0.smithi082.stdout:1959: finishing write tid 1 to smithi08280503-39 2024-08-17T00:47:22.846 INFO:tasks.rados.rados.0.smithi082.stdout:1959: finishing write tid 2 to smithi08280503-39 2024-08-17T00:47:22.846 INFO:tasks.rados.rados.0.smithi082.stdout:1959: finishing write tid 3 to smithi08280503-39 2024-08-17T00:47:22.846 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 1003 (ObjNum 614 snap 187 seq_num 614) dirty exists 2024-08-17T00:47:22.846 INFO:tasks.rados.rados.0.smithi082.stdout:1959: left oid 39 (ObjNum 614 snap 187 seq_num 614) 2024-08-17T00:47:22.846 INFO:tasks.rados.rados.0.smithi082.stdout:1961: seq_num 616 ranges {5013504=720896} 2024-08-17T00:47:22.876 INFO:tasks.rados.rados.0.smithi082.stdout:1961: writing smithi08280503-20 from 5013504 to 5734400 tid 1 2024-08-17T00:47:22.877 INFO:tasks.rados.rados.0.smithi082.stdout:1959: done (2 left) 2024-08-17T00:47:22.877 INFO:tasks.rados.rados.0.smithi082.stdout:1962: setattr oid 24 current snap is 187 2024-08-17T00:47:22.877 INFO:tasks.rados.rados.0.smithi082.stdout:1960: finishing write tid 1 to smithi08280503-41 2024-08-17T00:47:22.877 INFO:tasks.rados.rados.0.smithi082.stdout:1960: finishing write tid 2 to smithi08280503-41 2024-08-17T00:47:22.877 INFO:tasks.rados.rados.0.smithi082.stdout:1960: finishing write tid 3 to smithi08280503-41 2024-08-17T00:47:22.877 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 1182 (ObjNum 615 snap 187 seq_num 615) dirty exists 2024-08-17T00:47:22.877 INFO:tasks.rados.rados.0.smithi082.stdout:1960: left oid 41 (ObjNum 615 snap 187 seq_num 615) 2024-08-17T00:47:22.877 INFO:tasks.rados.rados.0.smithi082.stdout:1960: done (2 left) 2024-08-17T00:47:22.878 INFO:tasks.rados.rados.0.smithi082.stdout:1963: delete oid 10 current snap is 187 2024-08-17T00:47:22.880 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 1103 (ObjNum 353 snap 0 seq_num 3912280384) dirty exists 2024-08-17T00:47:22.881 INFO:tasks.rados.rados.0.smithi082.stdout:1961: finishing write tid 1 to smithi08280503-20 2024-08-17T00:47:22.881 INFO:tasks.rados.rados.0.smithi082.stdout:1962: done (2 left) 2024-08-17T00:47:22.881 INFO:tasks.rados.rados.0.smithi082.stdout:1963: done (1 left) 2024-08-17T00:47:22.881 INFO:tasks.rados.rados.0.smithi082.stdout:1964: read oid 40 snap -1 2024-08-17T00:47:22.881 INFO:tasks.rados.rados.0.smithi082.stdout:1964: expect deleted 2024-08-17T00:47:22.881 INFO:tasks.rados.rados.0.smithi082.stdout:1965: read oid 2 snap 186 2024-08-17T00:47:22.881 INFO:tasks.rados.rados.0.smithi082.stdout:1965: expect deleted 2024-08-17T00:47:22.881 INFO:tasks.rados.rados.0.smithi082.stdout:1966: rmattr oid 28 current snap is 187 2024-08-17T00:47:22.881 INFO:tasks.rados.rados.0.smithi082.stdout:1966: done (3 left) 2024-08-17T00:47:22.881 INFO:tasks.rados.rados.0.smithi082.stdout:1967: snap_create 2024-08-17T00:47:22.881 INFO:tasks.rados.rados.0.smithi082.stdout:1961: finishing write tid 2 to smithi08280503-20 2024-08-17T00:47:22.882 INFO:tasks.rados.rados.0.smithi082.stdout:1961: finishing write tid 3 to smithi08280503-20 2024-08-17T00:47:22.882 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 1031 (ObjNum 616 snap 187 seq_num 616) dirty exists 2024-08-17T00:47:22.882 INFO:tasks.rados.rados.0.smithi082.stdout:1961: left oid 20 (ObjNum 616 snap 187 seq_num 616) 2024-08-17T00:47:23.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:22 smithi082 ceph-mon[94343]: osdmap e455: 8 total, 7 up, 8 in 2024-08-17T00:47:23.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:22 smithi082 ceph-mon[94343]: pgmap v348: 121 pgs: 27 active+undersized, 6 peering, 2 stale+active+clean, 10 active+undersized+degraded, 76 active+clean; 261 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 180 KiB/s wr, 4 op/s; 42/399 objects degraded (10.526%) 2024-08-17T00:47:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:22 smithi082 ceph-mon[91979]: osdmap e455: 8 total, 7 up, 8 in 2024-08-17T00:47:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:22 smithi082 ceph-mon[91979]: pgmap v348: 121 pgs: 27 active+undersized, 6 peering, 2 stale+active+clean, 10 active+undersized+degraded, 76 active+clean; 261 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 180 KiB/s wr, 4 op/s; 42/399 objects degraded (10.526%) 2024-08-17T00:47:23.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:22 smithi137 ceph-mon[86391]: osdmap e455: 8 total, 7 up, 8 in 2024-08-17T00:47:23.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:22 smithi137 ceph-mon[86391]: pgmap v348: 121 pgs: 27 active+undersized, 6 peering, 2 stale+active+clean, 10 active+undersized+degraded, 76 active+clean; 261 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 180 KiB/s wr, 4 op/s; 42/399 objects degraded (10.526%) 2024-08-17T00:47:23.621 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:23 smithi137 podman[96397]: 2024-08-17 00:47:23.278142217 +0000 UTC m=+0.673773847 container remove 05cfb2cedeb9ed4308331ee32f414494379ce13e91781a4557d641962fad37cd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5-activate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, RELEASE=squid-d863d21, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-08-17T00:47:23.621 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:23 smithi137 podman[96455]: 2024-08-17 00:47:23.392472385 +0000 UTC m=+0.017199726 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:47:23.621 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:23 smithi137 podman[96455]: 2024-08-17 00:47:23.495977898 +0000 UTC m=+0.120705224 container create 5093a53e7478854f93a108984317f699f7a891996d2155d6150fe36c4916bed4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5, GIT_BRANCH=HEAD, RELEASE=squid-d863d21, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True) 2024-08-17T00:47:23.775 INFO:tasks.rados.rados.0.smithi082.stdout:1961: done (3 left) 2024-08-17T00:47:23.775 INFO:tasks.rados.rados.0.smithi082.stdout:1964: done (2 left) 2024-08-17T00:47:23.775 INFO:tasks.rados.rados.0.smithi082.stdout:1965: done (1 left) 2024-08-17T00:47:23.775 INFO:tasks.rados.rados.0.smithi082.stdout:1967: done (0 left) 2024-08-17T00:47:23.775 INFO:tasks.rados.rados.0.smithi082.stdout:1968: read oid 32 snap 185 2024-08-17T00:47:23.775 INFO:tasks.rados.rados.0.smithi082.stdout:1968: expect (ObjNum 358 snap 109 seq_num 358) 2024-08-17T00:47:23.775 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 46 current snap is 188 2024-08-17T00:47:23.775 INFO:tasks.rados.rados.0.smithi082.stdout:1969: seq_num 618 ranges {2695168=753664} 2024-08-17T00:47:23.794 INFO:tasks.rados.rados.0.smithi082.stdout:1969: writing smithi08280503-46 from 2695168 to 3448832 tid 1 2024-08-17T00:47:23.794 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 5 current snap is 188 2024-08-17T00:47:23.794 INFO:tasks.rados.rados.0.smithi082.stdout:1970: seq_num 619 ranges {9945088=770048} 2024-08-17T00:47:23.851 INFO:tasks.rados.rados.0.smithi082.stdout:1970: writing smithi08280503-5 from 9945088 to 10715136 tid 1 2024-08-17T00:47:23.851 INFO:tasks.rados.rados.0.smithi082.stdout:1971: read oid 50 snap -1 2024-08-17T00:47:23.851 INFO:tasks.rados.rados.0.smithi082.stdout:1971: expect (ObjNum 584 snap 181 seq_num 584) 2024-08-17T00:47:23.851 INFO:tasks.rados.rados.0.smithi082.stdout:1972: read oid 8 snap 186 2024-08-17T00:47:23.852 INFO:tasks.rados.rados.0.smithi082.stdout:1972: expect (ObjNum 551 snap 165 seq_num 551) 2024-08-17T00:47:23.852 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 7 current snap is 188 2024-08-17T00:47:23.852 INFO:tasks.rados.rados.0.smithi082.stdout:1968: expect (ObjNum 358 snap 109 seq_num 358) 2024-08-17T00:47:23.888 INFO:tasks.rados.rados.0.smithi082.stdout:1969: finishing write tid 1 to smithi08280503-46 2024-08-17T00:47:23.888 INFO:tasks.rados.rados.0.smithi082.stdout:1969: finishing write tid 2 to smithi08280503-46 2024-08-17T00:47:23.888 INFO:tasks.rados.rados.0.smithi082.stdout:1969: finishing write tid 3 to smithi08280503-46 2024-08-17T00:47:23.888 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 46 v 1160 (ObjNum 618 snap 188 seq_num 618) dirty exists 2024-08-17T00:47:23.888 INFO:tasks.rados.rados.0.smithi082.stdout:1969: left oid 46 (ObjNum 618 snap 188 seq_num 618) 2024-08-17T00:47:23.888 INFO:tasks.rados.rados.0.smithi082.stdout:1973: seq_num 620 ranges {4038656=794624} 2024-08-17T00:47:23.914 INFO:tasks.rados.rados.0.smithi082.stdout:1973: writing smithi08280503-7 from 4038656 to 4833280 tid 1 2024-08-17T00:47:23.914 INFO:tasks.rados.rados.0.smithi082.stdout:1968: done (5 left) 2024-08-17T00:47:23.914 INFO:tasks.rados.rados.0.smithi082.stdout:1969: done (4 left) 2024-08-17T00:47:23.914 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 21 current snap is 188 2024-08-17T00:47:23.914 INFO:tasks.rados.rados.0.smithi082.stdout:1974: seq_num 621 ranges {221184=409600,630784=401408} 2024-08-17T00:47:23.917 INFO:tasks.rados.rados.0.smithi082.stdout:1974: writing smithi08280503-21 from 221184 to 630784 tid 1 2024-08-17T00:47:23.920 INFO:tasks.rados.rados.0.smithi082.stdout:1974: writing smithi08280503-21 from 630784 to 1032192 tid 2 2024-08-17T00:47:23.920 INFO:tasks.rados.rados.0.smithi082.stdout:1975: snap_remove snap 185 2024-08-17T00:47:24.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:23 smithi082 ceph-mon[94343]: osdmap e456: 8 total, 7 up, 8 in 2024-08-17T00:47:24.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:23 smithi082 ceph-mon[94343]: osdmap e457: 8 total, 7 up, 8 in 2024-08-17T00:47:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:23 smithi082 ceph-mon[91979]: osdmap e456: 8 total, 7 up, 8 in 2024-08-17T00:47:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:23 smithi082 ceph-mon[91979]: osdmap e457: 8 total, 7 up, 8 in 2024-08-17T00:47:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:23 smithi137 ceph-mon[86391]: osdmap e456: 8 total, 7 up, 8 in 2024-08-17T00:47:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:23 smithi137 ceph-mon[86391]: osdmap e457: 8 total, 7 up, 8 in 2024-08-17T00:47:24.237 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:23 smithi137 podman[96455]: 2024-08-17 00:47:23.756721822 +0000 UTC m=+0.381449148 container init 5093a53e7478854f93a108984317f699f7a891996d2155d6150fe36c4916bed4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-08-17T00:47:24.237 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:23 smithi137 podman[96455]: 2024-08-17 00:47:23.760091747 +0000 UTC m=+0.384819074 container start 5093a53e7478854f93a108984317f699f7a891996d2155d6150fe36c4916bed4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-08-17T00:47:24.237 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:23 smithi137 ceph-osd[96474]: -- 172.21.15.137:0/2282210646 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556ce5243a40 con 0x556ce5221c00 2024-08-17T00:47:24.237 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:23 smithi137 bash[96455]: 5093a53e7478854f93a108984317f699f7a891996d2155d6150fe36c4916bed4 2024-08-17T00:47:24.237 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:23 smithi137 systemd[1]: Started Ceph osd.5 for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:47:24.643 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T00:47:24.308+0000 7fd854c33640 -1 Falling back to public interface 2024-08-17T00:47:24.929 INFO:tasks.rados.rados.0.smithi082.stdout:1975: done (5 left) 2024-08-17T00:47:24.929 INFO:tasks.rados.rados.0.smithi082.stdout:1976: read oid 37 snap -1 2024-08-17T00:47:24.930 INFO:tasks.rados.rados.0.smithi082.stdout:1976: expect (ObjNum 580 snap 180 seq_num 580) 2024-08-17T00:47:24.930 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 6 current snap is 188 2024-08-17T00:47:24.930 INFO:tasks.rados.rados.0.smithi082.stdout:1977: seq_num 622 ranges {2408448=425984,2834432=401408} 2024-08-17T00:47:24.945 INFO:tasks.rados.rados.0.smithi082.stdout:1977: writing smithi08280503-6 from 2408448 to 2834432 tid 1 2024-08-17T00:47:24.948 INFO:tasks.rados.rados.0.smithi082.stdout:1977: writing smithi08280503-6 from 2834432 to 3235840 tid 2 2024-08-17T00:47:24.948 INFO:tasks.rados.rados.0.smithi082.stdout:1978: snap_remove snap 187 2024-08-17T00:47:25.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:47:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:47:25] "GET /metrics HTTP/1.1" 200 36224 "" "Prometheus/2.43.0" 2024-08-17T00:47:25.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:24 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:25.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:24 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:25.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:24 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:47:25.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:24 smithi082 ceph-mon[94343]: pgmap v351: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 218 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 6 op/s; 71/369 objects degraded (19.241%) 2024-08-17T00:47:25.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:24 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:25.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:24 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:25.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:24 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:47:25.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:24 smithi082 ceph-mon[91979]: pgmap v351: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 218 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 6 op/s; 71/369 objects degraded (19.241%) 2024-08-17T00:47:25.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:24 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:25.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:24 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:25.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:24 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:47:25.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:24 smithi137 ceph-mon[86391]: pgmap v351: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 218 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 6 op/s; 71/369 objects degraded (19.241%) 2024-08-17T00:47:25.930 INFO:tasks.rados.rados.0.smithi082.stdout:1978: done (7 left) 2024-08-17T00:47:25.930 INFO:tasks.rados.rados.0.smithi082.stdout:1979: copy_from oid 40 from oid 41 current snap is 188 2024-08-17T00:47:25.930 INFO:tasks.rados.rados.0.smithi082.stdout:1970: finishing write tid 1 to smithi08280503-5 2024-08-17T00:47:25.931 INFO:tasks.rados.rados.0.smithi082.stdout:1970: finishing write tid 2 to smithi08280503-5 2024-08-17T00:47:25.931 INFO:tasks.rados.rados.0.smithi082.stdout:1971: expect (ObjNum 584 snap 181 seq_num 584) 2024-08-17T00:47:25.998 INFO:tasks.rados.rados.0.smithi082.stdout:1970: finishing write tid 3 to smithi08280503-5 2024-08-17T00:47:25.998 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 1001 (ObjNum 619 snap 188 seq_num 619) dirty exists 2024-08-17T00:47:25.998 INFO:tasks.rados.rados.0.smithi082.stdout:1970: left oid 5 (ObjNum 619 snap 188 seq_num 619) 2024-08-17T00:47:25.998 INFO:tasks.rados.rados.0.smithi082.stdout:1970: done (7 left) 2024-08-17T00:47:25.998 INFO:tasks.rados.rados.0.smithi082.stdout:1971: done (6 left) 2024-08-17T00:47:25.998 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 4 current snap is 188 2024-08-17T00:47:25.998 INFO:tasks.rados.rados.0.smithi082.stdout:1972: expect (ObjNum 551 snap 165 seq_num 551) 2024-08-17T00:47:26.193 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:25 smithi137 ceph-mon[86391]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-08-17T00:47:26.193 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:25 smithi137 ceph-mon[86391]: osdmap e458: 8 total, 7 up, 8 in 2024-08-17T00:47:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:25 smithi082 ceph-mon[94343]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-08-17T00:47:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:25 smithi082 ceph-mon[94343]: osdmap e458: 8 total, 7 up, 8 in 2024-08-17T00:47:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:25 smithi082 ceph-mon[91979]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-08-17T00:47:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:25 smithi082 ceph-mon[91979]: osdmap e458: 8 total, 7 up, 8 in 2024-08-17T00:47:26.739 INFO:tasks.rados.rados.0.smithi082.stdout:1973: finishing write tid 1 to smithi08280503-7 2024-08-17T00:47:26.739 INFO:tasks.rados.rados.0.smithi082.stdout:1973: finishing write tid 2 to smithi08280503-7 2024-08-17T00:47:26.739 INFO:tasks.rados.rados.0.smithi082.stdout:1973: finishing write tid 3 to smithi08280503-7 2024-08-17T00:47:26.739 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 1213 (ObjNum 620 snap 188 seq_num 620) dirty exists 2024-08-17T00:47:26.739 INFO:tasks.rados.rados.0.smithi082.stdout:1973: left oid 7 (ObjNum 620 snap 188 seq_num 620) 2024-08-17T00:47:26.739 INFO:tasks.rados.rados.0.smithi082.stdout:1974: finishing write tid 1 to smithi08280503-21 2024-08-17T00:47:26.739 INFO:tasks.rados.rados.0.smithi082.stdout:1980: seq_num 623 ranges {1622016=442368,2064384=401408} 2024-08-17T00:47:26.749 INFO:tasks.rados.rados.0.smithi082.stdout:1980: writing smithi08280503-4 from 1622016 to 2064384 tid 1 2024-08-17T00:47:26.753 INFO:tasks.rados.rados.0.smithi082.stdout:1980: writing smithi08280503-4 from 2064384 to 2465792 tid 2 2024-08-17T00:47:26.753 INFO:tasks.rados.rados.0.smithi082.stdout:1972: done (6 left) 2024-08-17T00:47:26.753 INFO:tasks.rados.rados.0.smithi082.stdout:1973: done (5 left) 2024-08-17T00:47:26.753 INFO:tasks.rados.rados.0.smithi082.stdout:1981: delete oid 11 current snap is 188 2024-08-17T00:47:26.753 INFO:tasks.rados.rados.0.smithi082.stdout:1974: finishing write tid 2 to smithi08280503-21 2024-08-17T00:47:26.753 INFO:tasks.rados.rados.0.smithi082.stdout:1974: finishing write tid 3 to smithi08280503-21 2024-08-17T00:47:26.753 INFO:tasks.rados.rados.0.smithi082.stdout:1974: finishing write tid 4 to smithi08280503-21 2024-08-17T00:47:26.753 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 920 (ObjNum 621 snap 188 seq_num 621) dirty exists 2024-08-17T00:47:26.753 INFO:tasks.rados.rados.0.smithi082.stdout:1974: left oid 21 (ObjNum 621 snap 188 seq_num 621) 2024-08-17T00:47:26.753 INFO:tasks.rados.rados.0.smithi082.stdout:1976: expect (ObjNum 580 snap 180 seq_num 580) 2024-08-17T00:47:26.759 INFO:tasks.rados.rados.0.smithi082.stdout:1977: finishing write tid 1 to smithi08280503-6 2024-08-17T00:47:26.759 INFO:tasks.rados.rados.0.smithi082.stdout:1977: finishing write tid 2 to smithi08280503-6 2024-08-17T00:47:26.760 INFO:tasks.rados.rados.0.smithi082.stdout:1974: done (5 left) 2024-08-17T00:47:26.760 INFO:tasks.rados.rados.0.smithi082.stdout:1976: done (4 left) 2024-08-17T00:47:26.760 INFO:tasks.rados.rados.0.smithi082.stdout:1981: done (3 left) 2024-08-17T00:47:26.760 INFO:tasks.rados.rados.0.smithi082.stdout:1982: rmattr oid 45 current snap is 188 2024-08-17T00:47:26.760 INFO:tasks.rados.rados.0.smithi082.stdout:1977: finishing write tid 3 to smithi08280503-6 2024-08-17T00:47:26.760 INFO:tasks.rados.rados.0.smithi082.stdout:1977: finishing write tid 4 to smithi08280503-6 2024-08-17T00:47:26.760 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 1004 (ObjNum 622 snap 188 seq_num 622) dirty exists 2024-08-17T00:47:26.760 INFO:tasks.rados.rados.0.smithi082.stdout:1977: left oid 6 (ObjNum 622 snap 188 seq_num 622) 2024-08-17T00:47:26.760 INFO:tasks.rados.rados.0.smithi082.stdout:1979: finishing copy_from racing read to smithi08280503-40 2024-08-17T00:47:26.760 INFO:tasks.rados.rados.0.smithi082.stdout:1979: finishing copy_from to smithi08280503-40 2024-08-17T00:47:26.760 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 1182 (ObjNum 615 snap 187 seq_num 615) dirty exists 2024-08-17T00:47:26.760 INFO:tasks.rados.rados.0.smithi082.stdout:1980: finishing write tid 1 to smithi08280503-4 2024-08-17T00:47:26.761 INFO:tasks.rados.rados.0.smithi082.stdout:1980: finishing write tid 2 to smithi08280503-4 2024-08-17T00:47:26.761 INFO:tasks.rados.rados.0.smithi082.stdout:1980: finishing write tid 3 to smithi08280503-4 2024-08-17T00:47:26.761 INFO:tasks.rados.rados.0.smithi082.stdout:1980: finishing write tid 4 to smithi08280503-4 2024-08-17T00:47:26.761 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 1168 (ObjNum 623 snap 188 seq_num 623) dirty exists 2024-08-17T00:47:26.761 INFO:tasks.rados.rados.0.smithi082.stdout:1980: left oid 4 (ObjNum 623 snap 188 seq_num 623) 2024-08-17T00:47:26.761 INFO:tasks.rados.rados.0.smithi082.stdout:1977: done (3 left) 2024-08-17T00:47:26.761 INFO:tasks.rados.rados.0.smithi082.stdout:1979: done (2 left) 2024-08-17T00:47:26.761 INFO:tasks.rados.rados.0.smithi082.stdout:1980: done (1 left) 2024-08-17T00:47:26.761 INFO:tasks.rados.rados.0.smithi082.stdout:1983: read oid 38 snap 186 2024-08-17T00:47:26.761 INFO:tasks.rados.rados.0.smithi082.stdout:1983: expect (ObjNum 475 snap 139 seq_num 475) 2024-08-17T00:47:26.761 INFO:tasks.rados.rados.0.smithi082.stdout:1984: snap_create 2024-08-17T00:47:26.762 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 1077 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:47:26.792 INFO:tasks.rados.rados.0.smithi082.stdout:1983: expect (ObjNum 475 snap 139 seq_num 475) 2024-08-17T00:47:26.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:26 smithi137 ceph-mon[86391]: osdmap e459: 8 total, 7 up, 8 in 2024-08-17T00:47:26.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:26 smithi137 ceph-mon[86391]: pgmap v354: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 207 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 912 KiB/s rd, 2.2 MiB/s wr, 14 op/s; 75/357 objects degraded (21.008%) 2024-08-17T00:47:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:26 smithi082 ceph-mon[94343]: osdmap e459: 8 total, 7 up, 8 in 2024-08-17T00:47:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:26 smithi082 ceph-mon[94343]: pgmap v354: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 207 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 912 KiB/s rd, 2.2 MiB/s wr, 14 op/s; 75/357 objects degraded (21.008%) 2024-08-17T00:47:27.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:26 smithi082 ceph-mon[91979]: osdmap e459: 8 total, 7 up, 8 in 2024-08-17T00:47:27.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:26 smithi082 ceph-mon[91979]: pgmap v354: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 207 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 912 KiB/s rd, 2.2 MiB/s wr, 14 op/s; 75/357 objects degraded (21.008%) 2024-08-17T00:47:27.421 INFO:tasks.rados.rados.0.smithi082.stdout:1982: done (2 left) 2024-08-17T00:47:27.421 INFO:tasks.rados.rados.0.smithi082.stdout:1983: done (1 left) 2024-08-17T00:47:27.421 INFO:tasks.rados.rados.0.smithi082.stdout:1984: done (0 left) 2024-08-17T00:47:27.421 INFO:tasks.rados.rados.0.smithi082.stdout:1985: snap_remove snap 188 2024-08-17T00:47:27.932 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T00:47:27.662+0000 7fd854c33640 -1 osd.5 451 log_to_monitors true 2024-08-17T00:47:27.940 INFO:tasks.rados.rados.0.smithi082.stdout:1985: done (0 left) 2024-08-17T00:47:27.940 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 6 current snap is 189 2024-08-17T00:47:27.940 INFO:tasks.rados.rados.0.smithi082.stdout:1986: seq_num 625 ranges {3235840=475136,3710976=401408} 2024-08-17T00:47:27.959 INFO:tasks.rados.rados.0.smithi082.stdout:1986: writing smithi08280503-6 from 3235840 to 3710976 tid 1 2024-08-17T00:47:27.962 INFO:tasks.rados.rados.0.smithi082.stdout:1986: writing smithi08280503-6 from 3710976 to 4112384 tid 2 2024-08-17T00:47:27.962 INFO:tasks.rados.rados.0.smithi082.stdout:1987: copy_from oid 20 from oid 45 current snap is 189 2024-08-17T00:47:27.963 INFO:tasks.rados.rados.0.smithi082.stdout:1988: rollback oid 39 current snap is 189 2024-08-17T00:47:27.963 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 39 to 186 2024-08-17T00:47:27.963 INFO:tasks.rados.rados.0.smithi082.stdout:1989: read oid 30 snap 186 2024-08-17T00:47:27.963 INFO:tasks.rados.rados.0.smithi082.stdout:1989: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:47:27.963 INFO:tasks.rados.rados.0.smithi082.stdout:1990: read oid 8 snap -1 2024-08-17T00:47:27.963 INFO:tasks.rados.rados.0.smithi082.stdout:1990: expect (ObjNum 551 snap 165 seq_num 551) 2024-08-17T00:47:27.963 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 31 current snap is 189 2024-08-17T00:47:27.963 INFO:tasks.rados.rados.0.smithi082.stdout:1991: seq_num 626 ranges {450560=491520,942080=401408} 2024-08-17T00:47:27.968 INFO:tasks.rados.rados.0.smithi082.stdout:1991: writing smithi08280503-31 from 450560 to 942080 tid 1 2024-08-17T00:47:27.971 INFO:tasks.rados.rados.0.smithi082.stdout:1991: writing smithi08280503-31 from 942080 to 1343488 tid 2 2024-08-17T00:47:27.971 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 40 current snap is 189 2024-08-17T00:47:27.971 INFO:tasks.rados.rados.0.smithi082.stdout:1992: seq_num 627 ranges {6471680=507904,6979584=401408} 2024-08-17T00:47:28.010 INFO:tasks.rados.rados.0.smithi082.stdout:1992: writing smithi08280503-40 from 6471680 to 6979584 tid 1 2024-08-17T00:47:28.013 INFO:tasks.rados.rados.0.smithi082.stdout:1992: writing smithi08280503-40 from 6979584 to 7380992 tid 2 2024-08-17T00:47:28.013 INFO:tasks.rados.rados.0.smithi082.stdout:1993: read oid 46 snap -1 2024-08-17T00:47:28.013 INFO:tasks.rados.rados.0.smithi082.stdout:1993: expect (ObjNum 618 snap 188 seq_num 618) 2024-08-17T00:47:28.014 INFO:tasks.rados.rados.0.smithi082.stdout:1994: rmattr oid 50 current snap is 189 2024-08-17T00:47:28.014 INFO:tasks.rados.rados.0.smithi082.stdout:1988: finishing rollback tid 0 to smithi08280503-39 2024-08-17T00:47:28.014 INFO:tasks.rados.rados.0.smithi082.stdout:1995: snap_create 2024-08-17T00:47:28.014 INFO:tasks.rados.rados.0.smithi082.stdout:1988: finishing rollback tid 1 to smithi08280503-39 2024-08-17T00:47:28.014 INFO:tasks.rados.rados.0.smithi082.stdout:1988: finishing rollback tid 2 to smithi08280503-39 2024-08-17T00:47:28.014 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 1006 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-17T00:47:28.014 INFO:tasks.rados.rados.0.smithi082.stdout:1986: finishing write tid 1 to smithi08280503-6 2024-08-17T00:47:28.014 INFO:tasks.rados.rados.0.smithi082.stdout:1986: finishing write tid 2 to smithi08280503-6 2024-08-17T00:47:28.014 INFO:tasks.rados.rados.0.smithi082.stdout:1986: finishing write tid 3 to smithi08280503-6 2024-08-17T00:47:28.014 INFO:tasks.rados.rados.0.smithi082.stdout:1991: finishing write tid 1 to smithi08280503-31 2024-08-17T00:47:28.014 INFO:tasks.rados.rados.0.smithi082.stdout:1991: finishing write tid 2 to smithi08280503-31 2024-08-17T00:47:28.014 INFO:tasks.rados.rados.0.smithi082.stdout:1986: finishing write tid 4 to smithi08280503-6 2024-08-17T00:47:28.014 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 1007 (ObjNum 625 snap 189 seq_num 625) dirty exists 2024-08-17T00:47:28.015 INFO:tasks.rados.rados.0.smithi082.stdout:1986: left oid 6 (ObjNum 625 snap 189 seq_num 625) 2024-08-17T00:47:28.015 INFO:tasks.rados.rados.0.smithi082.stdout:1991: finishing write tid 3 to smithi08280503-31 2024-08-17T00:47:28.015 INFO:tasks.rados.rados.0.smithi082.stdout:1991: finishing write tid 4 to smithi08280503-31 2024-08-17T00:47:28.015 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 1218 (ObjNum 626 snap 189 seq_num 626) dirty exists 2024-08-17T00:47:28.015 INFO:tasks.rados.rados.0.smithi082.stdout:1991: left oid 31 (ObjNum 626 snap 189 seq_num 626) 2024-08-17T00:47:28.015 INFO:tasks.rados.rados.0.smithi082.stdout:1989: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:47:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:27 smithi082 ceph-mon[94343]: Health check update: Degraded data redundancy: 75/357 objects degraded (21.008%), 13 pgs degraded (PG_DEGRADED) 2024-08-17T00:47:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:27 smithi082 ceph-mon[94343]: osdmap e460: 8 total, 7 up, 8 in 2024-08-17T00:47:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:27 smithi082 ceph-mon[94343]: from='osd.5 [v2:172.21.15.137:6808/378185567,v1:172.21.15.137:6809/378185567]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T00:47:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:27 smithi082 ceph-mon[94343]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T00:47:28.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:27 smithi082 ceph-mon[91979]: Health check update: Degraded data redundancy: 75/357 objects degraded (21.008%), 13 pgs degraded (PG_DEGRADED) 2024-08-17T00:47:28.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:27 smithi082 ceph-mon[91979]: osdmap e460: 8 total, 7 up, 8 in 2024-08-17T00:47:28.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:27 smithi082 ceph-mon[91979]: from='osd.5 [v2:172.21.15.137:6808/378185567,v1:172.21.15.137:6809/378185567]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T00:47:28.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:27 smithi082 ceph-mon[91979]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T00:47:28.236 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 00:47:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T00:47:27.960+0000 7fd84c9de640 -1 osd.5 451 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:47:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:27 smithi137 ceph-mon[86391]: Health check update: Degraded data redundancy: 75/357 objects degraded (21.008%), 13 pgs degraded (PG_DEGRADED) 2024-08-17T00:47:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:27 smithi137 ceph-mon[86391]: osdmap e460: 8 total, 7 up, 8 in 2024-08-17T00:47:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:27 smithi137 ceph-mon[86391]: from='osd.5 [v2:172.21.15.137:6808/378185567,v1:172.21.15.137:6809/378185567]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T00:47:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:27 smithi137 ceph-mon[86391]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T00:47:28.251 INFO:tasks.rados.rados.0.smithi082.stdout:1987: finishing copy_from racing read to smithi08280503-20 2024-08-17T00:47:28.251 INFO:tasks.rados.rados.0.smithi082.stdout:1987: finishing copy_from to smithi08280503-20 2024-08-17T00:47:28.251 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 1077 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:47:28.251 INFO:tasks.rados.rados.0.smithi082.stdout:1990: expect (ObjNum 551 snap 165 seq_num 551) 2024-08-17T00:47:28.752 INFO:teuthology.orchestra.run.smithi082.stdout:true 2024-08-17T00:47:29.026 INFO:tasks.rados.rados.0.smithi082.stdout:1992: finishing write tid 1 to smithi08280503-40 2024-08-17T00:47:29.026 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 1184 (ObjNum 584 snap 181 seq_num 584) dirty exists 2024-08-17T00:47:29.026 INFO:tasks.rados.rados.0.smithi082.stdout:1992: finishing write tid 2 to smithi08280503-40 2024-08-17T00:47:29.026 INFO:tasks.rados.rados.0.smithi082.stdout:1986: done (9 left) 2024-08-17T00:47:29.026 INFO:tasks.rados.rados.0.smithi082.stdout:1987: done (8 left) 2024-08-17T00:47:29.026 INFO:tasks.rados.rados.0.smithi082.stdout:1988: done (7 left) 2024-08-17T00:47:29.026 INFO:tasks.rados.rados.0.smithi082.stdout:1989: done (6 left) 2024-08-17T00:47:29.026 INFO:tasks.rados.rados.0.smithi082.stdout:1990: done (5 left) 2024-08-17T00:47:29.026 INFO:tasks.rados.rados.0.smithi082.stdout:1991: done (4 left) 2024-08-17T00:47:29.027 INFO:tasks.rados.rados.0.smithi082.stdout:1994: done (3 left) 2024-08-17T00:47:29.027 INFO:tasks.rados.rados.0.smithi082.stdout:1995: done (2 left) 2024-08-17T00:47:29.027 INFO:tasks.rados.rados.0.smithi082.stdout:1996: read oid 37 snap 186 2024-08-17T00:47:29.027 INFO:tasks.rados.rados.0.smithi082.stdout:1996: expect (ObjNum 580 snap 180 seq_num 580) 2024-08-17T00:47:29.027 INFO:tasks.rados.rados.0.smithi082.stdout:1997: delete oid 24 current snap is 190 2024-08-17T00:47:29.027 INFO:tasks.rados.rados.0.smithi082.stdout:1992: finishing write tid 3 to smithi08280503-40 2024-08-17T00:47:29.027 INFO:tasks.rados.rados.0.smithi082.stdout:1992: finishing write tid 4 to smithi08280503-40 2024-08-17T00:47:29.027 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 1221 (ObjNum 627 snap 189 seq_num 627) dirty exists 2024-08-17T00:47:29.027 INFO:tasks.rados.rados.0.smithi082.stdout:1992: left oid 40 (ObjNum 627 snap 189 seq_num 627) 2024-08-17T00:47:29.027 INFO:tasks.rados.rados.0.smithi082.stdout:1993: expect (ObjNum 618 snap 188 seq_num 618) 2024-08-17T00:47:29.031 INFO:teuthology.orchestra.run.smithi082.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:47:29.031 INFO:teuthology.orchestra.run.smithi082.stdout:alertmanager.a smithi082 *:9093,9094 running (5m) 67s ago 9m 24.5M - 0.25.0 c8568f914cd2 21f506531c7e 2024-08-17T00:47:29.031 INFO:teuthology.orchestra.run.smithi082.stdout:grafana.a smithi137 *:3000 running (5m) 1s ago 9m 84.9M - 9.4.7 954c08fa6188 a7d4db6b9a81 2024-08-17T00:47:29.032 INFO:teuthology.orchestra.run.smithi082.stdout:mds.a smithi082 running (10m) 67s ago 10m 18.1M - 17.2.7-1402-g03a1ac13 bc5a85a90206 884927c0355a 2024-08-17T00:47:29.032 INFO:teuthology.orchestra.run.smithi082.stdout:mds.b smithi137 running (10m) 1s ago 10m 15.1M - 17.2.7-1402-g03a1ac13 bc5a85a90206 931a05caee78 2024-08-17T00:47:29.032 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.x smithi137 *:8443,9283,8765 running (4m) 1s ago 13m 440M - 19.1.0-1363-gd863d21c ba08250ef864 745a5ef30a75 2024-08-17T00:47:29.032 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.y smithi082 *:8443,9283,8765 running (4m) 67s ago 15m 507M - 19.1.0-1363-gd863d21c ba08250ef864 92bb5538a947 2024-08-17T00:47:29.032 INFO:teuthology.orchestra.run.smithi082.stdout:mon.a smithi082 running (4m) 67s ago 15m 53.5M 2048M 19.1.0-1363-gd863d21c ba08250ef864 f4aa8d413a0e 2024-08-17T00:47:29.032 INFO:teuthology.orchestra.run.smithi082.stdout:mon.b smithi137 running (3m) 1s ago 14m 43.5M 2048M 19.1.0-1363-gd863d21c ba08250ef864 9fd7ba29d439 2024-08-17T00:47:29.032 INFO:teuthology.orchestra.run.smithi082.stdout:mon.c smithi082 running (3m) 67s ago 14m 45.1M 2048M 19.1.0-1363-gd863d21c ba08250ef864 d6960322022d 2024-08-17T00:47:29.032 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.a smithi082 *:9100 running (5m) 67s ago 8m 16.5M - 1.5.0 0da6a335fe13 198283f1b08e 2024-08-17T00:47:29.032 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.b smithi137 *:9100 running (5m) 1s ago 8m 17.1M - 1.5.0 0da6a335fe13 da4f12b322e3 2024-08-17T00:47:29.032 INFO:teuthology.orchestra.run.smithi082.stdout:osd.0 smithi082 running (2m) 67s ago 13m 193M 2480M 19.1.0-1363-gd863d21c ba08250ef864 32a8251d6cbd 2024-08-17T00:47:29.032 INFO:teuthology.orchestra.run.smithi082.stdout:osd.1 smithi082 running (2m) 67s ago 13m 127M 2480M 19.1.0-1363-gd863d21c ba08250ef864 27410d903b16 2024-08-17T00:47:29.032 INFO:teuthology.orchestra.run.smithi082.stdout:osd.2 smithi082 running (104s) 67s ago 12m 118M 2480M 19.1.0-1363-gd863d21c ba08250ef864 d73e6cacdf8e 2024-08-17T00:47:29.032 INFO:teuthology.orchestra.run.smithi082.stdout:osd.3 smithi082 running (71s) 67s ago 12m 12.1M 2480M 19.1.0-1363-gd863d21c ba08250ef864 ff1e0af1a005 2024-08-17T00:47:29.032 INFO:teuthology.orchestra.run.smithi082.stdout:osd.4 smithi137 running (38s) 1s ago 12m 123M 2480M 19.1.0-1363-gd863d21c ba08250ef864 908ee8f7568a 2024-08-17T00:47:29.033 INFO:teuthology.orchestra.run.smithi082.stdout:osd.5 smithi137 running (5s) 1s ago 11m 11.9M 2480M 19.1.0-1363-gd863d21c ba08250ef864 5093a53e7478 2024-08-17T00:47:29.033 INFO:teuthology.orchestra.run.smithi082.stdout:osd.6 smithi137 running (11m) 1s ago 11m 171M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 fa6586afc3c0 2024-08-17T00:47:29.033 INFO:teuthology.orchestra.run.smithi082.stdout:osd.7 smithi137 running (10m) 1s ago 10m 223M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 ae5731d0601b 2024-08-17T00:47:29.033 INFO:teuthology.orchestra.run.smithi082.stdout:prometheus.a smithi137 *:9095 running (4m) 1s ago 9m 63.8M - 2.43.0 a07b618ecd1d d20756562103 2024-08-17T00:47:29.033 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:28 smithi082 ceph-mon[94343]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T00:47:29.033 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:28 smithi082 ceph-mon[94343]: from='osd.5 [v2:172.21.15.137:6808/378185567,v1:172.21.15.137:6809/378185567]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:47:29.033 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:28 smithi082 ceph-mon[94343]: osdmap e461: 8 total, 7 up, 8 in 2024-08-17T00:47:29.033 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:28 smithi082 ceph-mon[94343]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:47:29.033 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:28 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:29.033 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:28 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:29.034 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:28 smithi082 ceph-mon[94343]: pgmap v357: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 207 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 542 KiB/s wr, 16 op/s; 75/357 objects degraded (21.008%) 2024-08-17T00:47:29.034 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:28 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:29.034 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:28 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:29.034 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:28 smithi082 ceph-mon[91979]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T00:47:29.034 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:28 smithi082 ceph-mon[91979]: from='osd.5 [v2:172.21.15.137:6808/378185567,v1:172.21.15.137:6809/378185567]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:47:29.034 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:28 smithi082 ceph-mon[91979]: osdmap e461: 8 total, 7 up, 8 in 2024-08-17T00:47:29.034 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:28 smithi082 ceph-mon[91979]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:47:29.034 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:29.034 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:29.034 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:28 smithi082 ceph-mon[91979]: pgmap v357: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 207 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 542 KiB/s wr, 16 op/s; 75/357 objects degraded (21.008%) 2024-08-17T00:47:29.034 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:29.035 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:29.191 INFO:tasks.rados.rados.0.smithi082.stdout:1992: done (3 left) 2024-08-17T00:47:29.192 INFO:tasks.rados.rados.0.smithi082.stdout:1993: done (2 left) 2024-08-17T00:47:29.192 INFO:tasks.rados.rados.0.smithi082.stdout:1997: done (1 left) 2024-08-17T00:47:29.192 INFO:tasks.rados.rados.0.smithi082.stdout:1998: delete oid 4 current snap is 190 2024-08-17T00:47:29.194 INFO:tasks.rados.rados.0.smithi082.stdout:1998: done (1 left) 2024-08-17T00:47:29.194 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 43 current snap is 190 2024-08-17T00:47:29.194 INFO:tasks.rados.rados.0.smithi082.stdout:1999: seq_num 630 ranges {8552448=557056,9109504=401408} 2024-08-17T00:47:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:28 smithi137 ceph-mon[86391]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T00:47:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:28 smithi137 ceph-mon[86391]: from='osd.5 [v2:172.21.15.137:6808/378185567,v1:172.21.15.137:6809/378185567]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:47:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:28 smithi137 ceph-mon[86391]: osdmap e461: 8 total, 7 up, 8 in 2024-08-17T00:47:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:28 smithi137 ceph-mon[86391]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:47:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:28 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:28 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:28 smithi137 ceph-mon[86391]: pgmap v357: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 207 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 542 KiB/s wr, 16 op/s; 75/357 objects degraded (21.008%) 2024-08-17T00:47:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:28 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:28 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:29.243 INFO:tasks.rados.rados.0.smithi082.stdout:1999: writing smithi08280503-43 from 8552448 to 9109504 tid 1 2024-08-17T00:47:29.245 INFO:tasks.rados.rados.0.smithi082.stdout:1999: writing smithi08280503-43 from 9109504 to 9510912 tid 2 2024-08-17T00:47:29.246 INFO:tasks.rados.rados.0.smithi082.stdout:2000: rmattr oid 14 current snap is 190 2024-08-17T00:47:29.246 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 5 current snap is 190 2024-08-17T00:47:29.246 INFO:tasks.rados.rados.0.smithi082.stdout:2001: seq_num 631 ranges {10715136=573440,11288576=401408} 2024-08-17T00:47:29.307 INFO:tasks.rados.rados.0.smithi082.stdout:2001: writing smithi08280503-5 from 10715136 to 11288576 tid 1 2024-08-17T00:47:29.310 INFO:tasks.rados.rados.0.smithi082.stdout:2001: writing smithi08280503-5 from 11288576 to 11689984 tid 2 2024-08-17T00:47:29.310 INFO:tasks.rados.rados.0.smithi082.stdout:2002: delete oid 50 current snap is 190 2024-08-17T00:47:29.310 INFO:tasks.rados.rados.0.smithi082.stdout:1999: finishing write tid 1 to smithi08280503-43 2024-08-17T00:47:29.310 INFO:tasks.rados.rados.0.smithi082.stdout:1999: finishing write tid 2 to smithi08280503-43 2024-08-17T00:47:29.310 INFO:tasks.rados.rados.0.smithi082.stdout:1999: finishing write tid 3 to smithi08280503-43 2024-08-17T00:47:29.310 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 1176 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-17T00:47:29.310 INFO:tasks.rados.rados.0.smithi082.stdout:1999: finishing write tid 4 to smithi08280503-43 2024-08-17T00:47:29.310 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 1174 (ObjNum 630 snap 190 seq_num 630) dirty exists 2024-08-17T00:47:29.310 INFO:tasks.rados.rados.0.smithi082.stdout:1999: left oid 43 (ObjNum 630 snap 190 seq_num 630) 2024-08-17T00:47:29.312 INFO:tasks.rados.rados.0.smithi082.stdout:2001: finishing write tid 1 to smithi08280503-5 2024-08-17T00:47:29.312 INFO:tasks.rados.rados.0.smithi082.stdout:2001: finishing write tid 2 to smithi08280503-5 2024-08-17T00:47:29.312 INFO:tasks.rados.rados.0.smithi082.stdout:2001: finishing write tid 3 to smithi08280503-5 2024-08-17T00:47:29.313 INFO:tasks.rados.rados.0.smithi082.stdout:2001: finishing write tid 4 to smithi08280503-5 2024-08-17T00:47:29.313 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 1010 (ObjNum 631 snap 190 seq_num 631) dirty exists 2024-08-17T00:47:29.313 INFO:tasks.rados.rados.0.smithi082.stdout:2001: left oid 5 (ObjNum 631 snap 190 seq_num 631) 2024-08-17T00:47:29.376 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-08-17T00:47:29.376 INFO:teuthology.orchestra.run.smithi082.stdout: "mon": { 2024-08-17T00:47:29.376 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:47:29.376 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:47:29.376 INFO:teuthology.orchestra.run.smithi082.stdout: "mgr": { 2024-08-17T00:47:29.376 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:47:29.376 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:47:29.376 INFO:teuthology.orchestra.run.smithi082.stdout: "osd": { 2024-08-17T00:47:29.376 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2, 2024-08-17T00:47:29.376 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 6 2024-08-17T00:47:29.376 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:47:29.376 INFO:teuthology.orchestra.run.smithi082.stdout: "mds": { 2024-08-17T00:47:29.377 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:47:29.377 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:47:29.377 INFO:teuthology.orchestra.run.smithi082.stdout: "overall": { 2024-08-17T00:47:29.377 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 4, 2024-08-17T00:47:29.377 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 11 2024-08-17T00:47:29.377 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-08-17T00:47:29.377 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-08-17T00:47:29.968 INFO:tasks.rados.rados.0.smithi082.stdout:1996: expect (ObjNum 580 snap 180 seq_num 580) 2024-08-17T00:47:29.978 INFO:tasks.rados.rados.0.smithi082.stdout:1996: done (4 left) 2024-08-17T00:47:29.978 INFO:tasks.rados.rados.0.smithi082.stdout:1999: done (3 left) 2024-08-17T00:47:29.978 INFO:tasks.rados.rados.0.smithi082.stdout:2000: done (2 left) 2024-08-17T00:47:29.978 INFO:tasks.rados.rados.0.smithi082.stdout:2001: done (1 left) 2024-08-17T00:47:29.978 INFO:tasks.rados.rados.0.smithi082.stdout:2002: done (0 left) 2024-08-17T00:47:29.978 INFO:tasks.rados.rados.0.smithi082.stdout:2003: setattr oid 40 current snap is 190 2024-08-17T00:47:29.980 INFO:tasks.rados.rados.0.smithi082.stdout:2004: read oid 50 snap -1 2024-08-17T00:47:29.980 INFO:tasks.rados.rados.0.smithi082.stdout:2004: expect deleted 2024-08-17T00:47:29.980 INFO:tasks.rados.rados.0.smithi082.stdout:2005: copy_from oid 6 from oid 18 current snap is 190 2024-08-17T00:47:29.980 INFO:tasks.rados.rados.0.smithi082.stdout:2006: read oid 16 snap -1 2024-08-17T00:47:29.980 INFO:tasks.rados.rados.0.smithi082.stdout:2006: expect (ObjNum 531 snap 160 seq_num 531) 2024-08-17T00:47:29.980 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 27 current snap is 190 2024-08-17T00:47:29.980 INFO:tasks.rados.rados.0.smithi082.stdout:2007: seq_num 633 ranges {114688=606208,720896=401408} 2024-08-17T00:47:29.984 INFO:tasks.rados.rados.0.smithi082.stdout:2007: writing smithi08280503-27 from 114688 to 720896 tid 1 2024-08-17T00:47:29.987 INFO:tasks.rados.rados.0.smithi082.stdout:2007: writing smithi08280503-27 from 720896 to 1122304 tid 2 2024-08-17T00:47:29.988 INFO:tasks.rados.rados.0.smithi082.stdout:2008: read oid 9 snap 189 2024-08-17T00:47:29.988 INFO:tasks.rados.rados.0.smithi082.stdout:2008: expect (ObjNum 593 snap 182 seq_num 593) 2024-08-17T00:47:29.988 INFO:tasks.rados.rados.0.smithi082.stdout:2009: read oid 28 snap -1 2024-08-17T00:47:29.988 INFO:tasks.rados.rados.0.smithi082.stdout:2009: expect (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:47:29.988 INFO:tasks.rados.rados.0.smithi082.stdout:2010: delete oid 31 current snap is 190 2024-08-17T00:47:29.988 INFO:tasks.rados.rados.0.smithi082.stdout:2005: finishing copy_from to smithi08280503-6 2024-08-17T00:47:29.988 INFO:tasks.rados.rados.0.smithi082.stdout:2005: got expected ENOENT (src dne) 2024-08-17T00:47:29.988 INFO:tasks.rados.rados.0.smithi082.stdout:2005: finishing copy_from racing read to smithi08280503-6 2024-08-17T00:47:29.995 INFO:tasks.rados.rados.0.smithi082.stdout:2007: finishing write tid 1 to smithi08280503-27 2024-08-17T00:47:29.996 INFO:tasks.rados.rados.0.smithi082.stdout:2007: finishing write tid 2 to smithi08280503-27 2024-08-17T00:47:29.997 INFO:tasks.rados.rados.0.smithi082.stdout:2007: finishing write tid 3 to smithi08280503-27 2024-08-17T00:47:30.005 INFO:tasks.rados.rados.0.smithi082.stdout:2007: finishing write tid 4 to smithi08280503-27 2024-08-17T00:47:30.005 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 1225 (ObjNum 633 snap 190 seq_num 633) dirty exists 2024-08-17T00:47:30.005 INFO:tasks.rados.rados.0.smithi082.stdout:2007: left oid 27 (ObjNum 633 snap 190 seq_num 633) 2024-08-17T00:47:30.007 INFO:tasks.rados.rados.0.smithi082.stdout:2006: expect (ObjNum 531 snap 160 seq_num 531) 2024-08-17T00:47:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:29 smithi082 ceph-mon[91979]: from='client.34329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:47:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:29 smithi082 ceph-mon[91979]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:47:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:29 smithi082 ceph-mon[91979]: osd.5 [v2:172.21.15.137:6808/378185567,v1:172.21.15.137:6809/378185567] boot 2024-08-17T00:47:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:29 smithi082 ceph-mon[91979]: osdmap e462: 8 total, 8 up, 8 in 2024-08-17T00:47:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:29 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:47:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:29 smithi082 ceph-mon[91979]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:47:30.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:29 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3591155820' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:47:30.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:29 smithi082 ceph-mon[91979]: osdmap e463: 8 total, 8 up, 8 in 2024-08-17T00:47:30.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:29 smithi082 ceph-mon[94343]: from='client.34329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:47:30.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:29 smithi082 ceph-mon[94343]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:47:30.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:29 smithi082 ceph-mon[94343]: osd.5 [v2:172.21.15.137:6808/378185567,v1:172.21.15.137:6809/378185567] boot 2024-08-17T00:47:30.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:29 smithi082 ceph-mon[94343]: osdmap e462: 8 total, 8 up, 8 in 2024-08-17T00:47:30.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:29 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:47:30.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:29 smithi082 ceph-mon[94343]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:47:30.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:29 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3591155820' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:47:30.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:29 smithi082 ceph-mon[94343]: osdmap e463: 8 total, 8 up, 8 in 2024-08-17T00:47:30.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:29 smithi137 ceph-mon[86391]: from='client.34329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:47:30.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:29 smithi137 ceph-mon[86391]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:47:30.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:29 smithi137 ceph-mon[86391]: osd.5 [v2:172.21.15.137:6808/378185567,v1:172.21.15.137:6809/378185567] boot 2024-08-17T00:47:30.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:29 smithi137 ceph-mon[86391]: osdmap e462: 8 total, 8 up, 8 in 2024-08-17T00:47:30.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:29 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T00:47:30.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:29 smithi137 ceph-mon[86391]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:47:30.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:29 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3591155820' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:47:30.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:29 smithi137 ceph-mon[86391]: osdmap e463: 8 total, 8 up, 8 in 2024-08-17T00:47:30.315 INFO:tasks.rados.rados.0.smithi082.stdout:2008: expect (ObjNum 593 snap 182 seq_num 593) 2024-08-17T00:47:30.485 INFO:tasks.rados.rados.0.smithi082.stdout:2009: expect (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:47:30.728 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 1229 (ObjNum 627 snap 189 seq_num 627) dirty exists 2024-08-17T00:47:30.729 INFO:tasks.rados.rados.0.smithi082.stdout:2003: done (7 left) 2024-08-17T00:47:30.729 INFO:tasks.rados.rados.0.smithi082.stdout:2004: done (6 left) 2024-08-17T00:47:30.729 INFO:tasks.rados.rados.0.smithi082.stdout:2005: done (5 left) 2024-08-17T00:47:30.729 INFO:tasks.rados.rados.0.smithi082.stdout:2006: done (4 left) 2024-08-17T00:47:30.729 INFO:tasks.rados.rados.0.smithi082.stdout:2007: done (3 left) 2024-08-17T00:47:30.729 INFO:tasks.rados.rados.0.smithi082.stdout:2008: done (2 left) 2024-08-17T00:47:30.729 INFO:tasks.rados.rados.0.smithi082.stdout:2009: done (1 left) 2024-08-17T00:47:30.729 INFO:tasks.rados.rados.0.smithi082.stdout:2010: done (0 left) 2024-08-17T00:47:30.729 INFO:tasks.rados.rados.0.smithi082.stdout:2011: delete oid 23 current snap is 190 2024-08-17T00:47:30.731 INFO:tasks.rados.rados.0.smithi082.stdout:2011: done (0 left) 2024-08-17T00:47:30.731 INFO:tasks.rados.rados.0.smithi082.stdout:2012: read oid 37 snap 186 2024-08-17T00:47:30.732 INFO:tasks.rados.rados.0.smithi082.stdout:2012: expect (ObjNum 580 snap 180 seq_num 580) 2024-08-17T00:47:30.732 INFO:tasks.rados.rados.0.smithi082.stdout:2013: rmattr oid 26 current snap is 190 2024-08-17T00:47:30.732 INFO:tasks.rados.rados.0.smithi082.stdout:2014: snap_create 2024-08-17T00:47:30.734 INFO:tasks.rados.rados.0.smithi082.stdout:2012: expect (ObjNum 580 snap 180 seq_num 580) 2024-08-17T00:47:30.739 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 1178 (ObjNum 348 snap 109 seq_num 348) dirty exists 2024-08-17T00:47:30.962 INFO:tasks.rados.rados.0.smithi082.stdout:2012: done (2 left) 2024-08-17T00:47:30.962 INFO:tasks.rados.rados.0.smithi082.stdout:2013: done (1 left) 2024-08-17T00:47:30.962 INFO:tasks.rados.rados.0.smithi082.stdout:2014: done (0 left) 2024-08-17T00:47:30.962 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 41 current snap is 191 2024-08-17T00:47:30.963 INFO:tasks.rados.rados.0.smithi082.stdout:2015: seq_num 636 ranges {6471680=655360,7127040=401408} 2024-08-17T00:47:30.999 INFO:tasks.rados.rados.0.smithi082.stdout:2015: writing smithi08280503-41 from 6471680 to 7127040 tid 1 2024-08-17T00:47:31.002 INFO:tasks.rados.rados.0.smithi082.stdout:2015: writing smithi08280503-41 from 7127040 to 7528448 tid 2 2024-08-17T00:47:31.002 INFO:tasks.rados.rados.0.smithi082.stdout:2016: snap_remove snap 189 2024-08-17T00:47:31.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:30 smithi082 ceph-mon[94343]: pgmap v360: 121 pgs: 7 peering, 32 active+undersized, 10 active+undersized+degraded, 72 active+clean; 222 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 22 op/s; 68/372 objects degraded (18.280%) 2024-08-17T00:47:31.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:30 smithi082 ceph-mon[91979]: pgmap v360: 121 pgs: 7 peering, 32 active+undersized, 10 active+undersized+degraded, 72 active+clean; 222 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 22 op/s; 68/372 objects degraded (18.280%) 2024-08-17T00:47:31.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:30 smithi137 ceph-mon[86391]: pgmap v360: 121 pgs: 7 peering, 32 active+undersized, 10 active+undersized+degraded, 72 active+clean; 222 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 22 op/s; 68/372 objects degraded (18.280%) 2024-08-17T00:47:31.962 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:31 smithi137 ceph-mon[86391]: osdmap e464: 8 total, 8 up, 8 in 2024-08-17T00:47:31.962 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:31 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:31.962 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:31 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:31.963 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:31 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:47:31.975 INFO:tasks.rados.rados.0.smithi082.stdout:2016: done (1 left) 2024-08-17T00:47:31.975 INFO:tasks.rados.rados.0.smithi082.stdout:2017: delete oid 10 current snap is 191 2024-08-17T00:47:31.975 INFO:tasks.rados.rados.0.smithi082.stdout:2015: finishing write tid 1 to smithi08280503-41 2024-08-17T00:47:31.975 INFO:tasks.rados.rados.0.smithi082.stdout:2015: finishing write tid 2 to smithi08280503-41 2024-08-17T00:47:31.975 INFO:tasks.rados.rados.0.smithi082.stdout:2015: finishing write tid 3 to smithi08280503-41 2024-08-17T00:47:31.975 INFO:tasks.rados.rados.0.smithi082.stdout:2015: finishing write tid 4 to smithi08280503-41 2024-08-17T00:47:31.975 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 1208 (ObjNum 636 snap 191 seq_num 636) dirty exists 2024-08-17T00:47:31.975 INFO:tasks.rados.rados.0.smithi082.stdout:2015: left oid 41 (ObjNum 636 snap 191 seq_num 636) 2024-08-17T00:47:31.980 INFO:tasks.rados.rados.0.smithi082.stdout:2015: done (1 left) 2024-08-17T00:47:31.980 INFO:tasks.rados.rados.0.smithi082.stdout:2017: done (0 left) 2024-08-17T00:47:31.980 INFO:tasks.rados.rados.0.smithi082.stdout:2018: setattr oid 9 current snap is 191 2024-08-17T00:47:31.982 INFO:tasks.rados.rados.0.smithi082.stdout:2019: rollback oid 23 current snap is 191 2024-08-17T00:47:31.982 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 23 to 186 2024-08-17T00:47:31.982 INFO:tasks.rados.rados.0.smithi082.stdout:2020: rollback oid 5 current snap is 191 2024-08-17T00:47:31.982 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 5 to 186 2024-08-17T00:47:31.983 INFO:tasks.rados.rados.0.smithi082.stdout:2021: rmattr oid 22 current snap is 191 2024-08-17T00:47:31.983 INFO:tasks.rados.rados.0.smithi082.stdout:2021: done (3 left) 2024-08-17T00:47:31.983 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 27 current snap is 191 2024-08-17T00:47:31.983 INFO:tasks.rados.rados.0.smithi082.stdout:2022: seq_num 638 ranges {1122304=688128,1810432=401408} 2024-08-17T00:47:31.993 INFO:tasks.rados.rados.0.smithi082.stdout:2022: writing smithi08280503-27 from 1122304 to 1810432 tid 1 2024-08-17T00:47:31.996 INFO:tasks.rados.rados.0.smithi082.stdout:2022: writing smithi08280503-27 from 1810432 to 2211840 tid 2 2024-08-17T00:47:31.996 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 26 current snap is 191 2024-08-17T00:47:31.996 INFO:tasks.rados.rados.0.smithi082.stdout:2020: finishing rollback tid 0 to smithi08280503-5 2024-08-17T00:47:31.996 INFO:tasks.rados.rados.0.smithi082.stdout:2023: seq_num 639 ranges {4177920=704512,4882432=401408} 2024-08-17T00:47:32.022 INFO:tasks.rados.rados.0.smithi082.stdout:2023: writing smithi08280503-26 from 4177920 to 4882432 tid 1 2024-08-17T00:47:32.025 INFO:tasks.rados.rados.0.smithi082.stdout:2023: writing smithi08280503-26 from 4882432 to 5283840 tid 2 2024-08-17T00:47:32.025 INFO:tasks.rados.rados.0.smithi082.stdout:2024: read oid 31 snap -1 2024-08-17T00:47:32.025 INFO:tasks.rados.rados.0.smithi082.stdout:2024: expect deleted 2024-08-17T00:47:32.025 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 25 current snap is 191 2024-08-17T00:47:32.025 INFO:tasks.rados.rados.0.smithi082.stdout:2019: finishing rollback tid 1 to smithi08280503-23 2024-08-17T00:47:32.025 INFO:tasks.rados.rados.0.smithi082.stdout:2019: finishing rollback tid 2 to smithi08280503-23 2024-08-17T00:47:32.025 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 1062 (ObjNum 538 snap 161 seq_num 538) dirty exists 2024-08-17T00:47:32.025 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 1188 (ObjNum 593 snap 182 seq_num 593) dirty exists 2024-08-17T00:47:32.025 INFO:tasks.rados.rados.0.smithi082.stdout:2020: finishing rollback tid 1 to smithi08280503-5 2024-08-17T00:47:32.026 INFO:tasks.rados.rados.0.smithi082.stdout:2020: finishing rollback tid 2 to smithi08280503-5 2024-08-17T00:47:32.026 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 1013 (ObjNum 595 snap 183 seq_num 595) dirty exists 2024-08-17T00:47:32.026 INFO:tasks.rados.rados.0.smithi082.stdout:2025: seq_num 640 ranges {3350528=729088,4079616=401408} 2024-08-17T00:47:32.046 INFO:tasks.rados.rados.0.smithi082.stdout:2025: writing smithi08280503-25 from 3350528 to 4079616 tid 1 2024-08-17T00:47:32.049 INFO:tasks.rados.rados.0.smithi082.stdout:2025: writing smithi08280503-25 from 4079616 to 4481024 tid 2 2024-08-17T00:47:32.049 INFO:tasks.rados.rados.0.smithi082.stdout:2018: done (6 left) 2024-08-17T00:47:32.049 INFO:tasks.rados.rados.0.smithi082.stdout:2019: done (5 left) 2024-08-17T00:47:32.049 INFO:tasks.rados.rados.0.smithi082.stdout:2020: done (4 left) 2024-08-17T00:47:32.049 INFO:tasks.rados.rados.0.smithi082.stdout:2026: copy_from oid 41 from oid 29 current snap is 191 2024-08-17T00:47:32.049 INFO:tasks.rados.rados.0.smithi082.stdout:2022: finishing write tid 1 to smithi08280503-27 2024-08-17T00:47:32.049 INFO:tasks.rados.rados.0.smithi082.stdout:2022: finishing write tid 2 to smithi08280503-27 2024-08-17T00:47:32.050 INFO:tasks.rados.rados.0.smithi082.stdout:2022: finishing write tid 3 to smithi08280503-27 2024-08-17T00:47:32.050 INFO:tasks.rados.rados.0.smithi082.stdout:2022: finishing write tid 4 to smithi08280503-27 2024-08-17T00:47:32.050 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 1257 (ObjNum 638 snap 191 seq_num 638) dirty exists 2024-08-17T00:47:32.050 INFO:tasks.rados.rados.0.smithi082.stdout:2022: left oid 27 (ObjNum 638 snap 191 seq_num 638) 2024-08-17T00:47:32.050 INFO:tasks.rados.rados.0.smithi082.stdout:2022: done (4 left) 2024-08-17T00:47:32.050 INFO:tasks.rados.rados.0.smithi082.stdout:2024: done (3 left) 2024-08-17T00:47:32.050 INFO:tasks.rados.rados.0.smithi082.stdout:2027: read oid 24 snap -1 2024-08-17T00:47:32.050 INFO:tasks.rados.rados.0.smithi082.stdout:2027: expect deleted 2024-08-17T00:47:32.050 INFO:tasks.rados.rados.0.smithi082.stdout:2028: snap_create 2024-08-17T00:47:32.050 INFO:tasks.rados.rados.0.smithi082.stdout:2023: finishing write tid 1 to smithi08280503-26 2024-08-17T00:47:32.050 INFO:tasks.rados.rados.0.smithi082.stdout:2023: finishing write tid 2 to smithi08280503-26 2024-08-17T00:47:32.050 INFO:tasks.rados.rados.0.smithi082.stdout:2023: finishing write tid 3 to smithi08280503-26 2024-08-17T00:47:32.051 INFO:tasks.rados.rados.0.smithi082.stdout:2023: finishing write tid 4 to smithi08280503-26 2024-08-17T00:47:32.051 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 1192 (ObjNum 639 snap 191 seq_num 639) dirty exists 2024-08-17T00:47:32.051 INFO:tasks.rados.rados.0.smithi082.stdout:2023: left oid 26 (ObjNum 639 snap 191 seq_num 639) 2024-08-17T00:47:32.051 INFO:tasks.rados.rados.0.smithi082.stdout:2025: finishing write tid 1 to smithi08280503-25 2024-08-17T00:47:32.051 INFO:tasks.rados.rados.0.smithi082.stdout:2025: finishing write tid 2 to smithi08280503-25 2024-08-17T00:47:32.051 INFO:tasks.rados.rados.0.smithi082.stdout:2025: finishing write tid 3 to smithi08280503-25 2024-08-17T00:47:32.052 INFO:tasks.rados.rados.0.smithi082.stdout:2025: finishing write tid 4 to smithi08280503-25 2024-08-17T00:47:32.052 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 757 (ObjNum 640 snap 191 seq_num 640) dirty exists 2024-08-17T00:47:32.052 INFO:tasks.rados.rados.0.smithi082.stdout:2025: left oid 25 (ObjNum 640 snap 191 seq_num 640) 2024-08-17T00:47:32.066 INFO:tasks.rados.rados.0.smithi082.stdout:2026: finishing copy_from racing read to smithi08280503-41 2024-08-17T00:47:32.070 INFO:tasks.rados.rados.0.smithi082.stdout:2026: finishing copy_from to smithi08280503-41 2024-08-17T00:47:32.070 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 1029 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:47:32.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:47:31 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:47:31.881+0000 7fdf5fb8a640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-17T00:47:32.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:31 smithi082 ceph-mon[94343]: osdmap e464: 8 total, 8 up, 8 in 2024-08-17T00:47:32.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:31 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:32.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:31 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:32.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:31 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:47:32.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:31 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:47:32.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:31 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:32.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:31 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:47:32.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:31 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:47:32.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:31 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:47:32.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:31 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:47:32.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:31 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T00:47:32.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:31 smithi082 ceph-mon[91979]: osdmap e464: 8 total, 8 up, 8 in 2024-08-17T00:47:32.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:31 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:32.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:31 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:32.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:31 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:47:32.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:31 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:47:32.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:31 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:32.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:31 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:47:32.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:31 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:47:32.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:31 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:47:32.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:31 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:47:32.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:31 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T00:47:32.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:31 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:47:32.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:31 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:32.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:31 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:47:32.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:31 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:47:32.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:31 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:47:32.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:31 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:47:32.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:31 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T00:47:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:47:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:47:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:47:32.978 INFO:tasks.rados.rados.0.smithi082.stdout:2023: done (4 left) 2024-08-17T00:47:32.978 INFO:tasks.rados.rados.0.smithi082.stdout:2025: done (3 left) 2024-08-17T00:47:32.979 INFO:tasks.rados.rados.0.smithi082.stdout:2026: done (2 left) 2024-08-17T00:47:32.979 INFO:tasks.rados.rados.0.smithi082.stdout:2027: done (1 left) 2024-08-17T00:47:32.979 INFO:tasks.rados.rados.0.smithi082.stdout:2028: done (0 left) 2024-08-17T00:47:32.979 INFO:tasks.rados.rados.0.smithi082.stdout:2029: delete oid 16 current snap is 192 2024-08-17T00:47:32.983 INFO:tasks.rados.rados.0.smithi082.stdout:2029: done (0 left) 2024-08-17T00:47:32.983 INFO:tasks.rados.rados.0.smithi082.stdout:2030: rollback oid 28 current snap is 192 2024-08-17T00:47:32.983 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 28 to 186 2024-08-17T00:47:32.983 INFO:tasks.rados.rados.0.smithi082.stdout:2031: copy_from oid 35 from oid 21 current snap is 192 2024-08-17T00:47:32.983 INFO:tasks.rados.rados.0.smithi082.stdout:2032: delete oid 50 current snap is 192 2024-08-17T00:47:32.989 INFO:tasks.rados.rados.0.smithi082.stdout:2032: done (2 left) 2024-08-17T00:47:32.989 INFO:tasks.rados.rados.0.smithi082.stdout:2033: setattr oid 44 current snap is 192 2024-08-17T00:47:32.990 INFO:tasks.rados.rados.0.smithi082.stdout:2030: finishing rollback tid 0 to smithi08280503-28 2024-08-17T00:47:32.991 INFO:tasks.rados.rados.0.smithi082.stdout:2030: finishing rollback tid 1 to smithi08280503-28 2024-08-17T00:47:32.991 INFO:tasks.rados.rados.0.smithi082.stdout:2030: finishing rollback tid 2 to smithi08280503-28 2024-08-17T00:47:32.991 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 1107 (ObjNum 388 snap 118 seq_num 388) dirty exists 2024-08-17T00:47:32.991 INFO:tasks.rados.rados.0.smithi082.stdout:2030: done (2 left) 2024-08-17T00:47:32.991 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 1 current snap is 192 2024-08-17T00:47:32.992 INFO:tasks.rados.rados.0.smithi082.stdout:2034: seq_num 643 ranges {860160=778240,1638400=401408} 2024-08-17T00:47:33.001 INFO:tasks.rados.rados.0.smithi082.stdout:2034: writing smithi08280503-1 from 860160 to 1638400 tid 1 2024-08-17T00:47:33.003 INFO:tasks.rados.rados.0.smithi082.stdout:2034: writing smithi08280503-1 from 1638400 to 2039808 tid 2 2024-08-17T00:47:33.003 INFO:tasks.rados.rados.0.smithi082.stdout:2035: read oid 12 snap -1 2024-08-17T00:47:33.004 INFO:tasks.rados.rados.0.smithi082.stdout:2035: expect deleted 2024-08-17T00:47:33.004 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 32 current snap is 192 2024-08-17T00:47:33.004 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 987 (ObjNum 564 snap 173 seq_num 564) dirty exists 2024-08-17T00:47:33.004 INFO:tasks.rados.rados.0.smithi082.stdout:2031: finishing copy_from racing read to smithi08280503-35 2024-08-17T00:47:33.004 INFO:tasks.rados.rados.0.smithi082.stdout:2031: finishing copy_from to smithi08280503-35 2024-08-17T00:47:33.004 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 920 (ObjNum 621 snap 188 seq_num 621) dirty exists 2024-08-17T00:47:33.004 INFO:tasks.rados.rados.0.smithi082.stdout:2036: seq_num 644 ranges {1204224=794624,1998848=401408} 2024-08-17T00:47:33.014 INFO:tasks.rados.rados.0.smithi082.stdout:2036: writing smithi08280503-32 from 1204224 to 1998848 tid 1 2024-08-17T00:47:33.017 INFO:tasks.rados.rados.0.smithi082.stdout:2036: writing smithi08280503-32 from 1998848 to 2400256 tid 2 2024-08-17T00:47:33.017 INFO:tasks.rados.rados.0.smithi082.stdout:2031: done (4 left) 2024-08-17T00:47:33.017 INFO:tasks.rados.rados.0.smithi082.stdout:2033: done (3 left) 2024-08-17T00:47:33.017 INFO:tasks.rados.rados.0.smithi082.stdout:2037: snap_create 2024-08-17T00:47:33.017 INFO:tasks.rados.rados.0.smithi082.stdout:2034: finishing write tid 1 to smithi08280503-1 2024-08-17T00:47:33.017 INFO:tasks.rados.rados.0.smithi082.stdout:2034: finishing write tid 2 to smithi08280503-1 2024-08-17T00:47:33.018 INFO:tasks.rados.rados.0.smithi082.stdout:2034: finishing write tid 3 to smithi08280503-1 2024-08-17T00:47:33.018 INFO:tasks.rados.rados.0.smithi082.stdout:2034: finishing write tid 4 to smithi08280503-1 2024-08-17T00:47:33.018 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 1080 (ObjNum 643 snap 192 seq_num 643) dirty exists 2024-08-17T00:47:33.018 INFO:tasks.rados.rados.0.smithi082.stdout:2034: left oid 1 (ObjNum 643 snap 192 seq_num 643) 2024-08-17T00:47:33.020 INFO:tasks.rados.rados.0.smithi082.stdout:2036: finishing write tid 1 to smithi08280503-32 2024-08-17T00:47:33.020 INFO:tasks.rados.rados.0.smithi082.stdout:2036: finishing write tid 2 to smithi08280503-32 2024-08-17T00:47:33.020 INFO:tasks.rados.rados.0.smithi082.stdout:2036: finishing write tid 3 to smithi08280503-32 2024-08-17T00:47:33.021 INFO:tasks.rados.rados.0.smithi082.stdout:2036: finishing write tid 4 to smithi08280503-32 2024-08-17T00:47:33.021 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 1218 (ObjNum 644 snap 192 seq_num 644) dirty exists 2024-08-17T00:47:33.021 INFO:tasks.rados.rados.0.smithi082.stdout:2036: left oid 32 (ObjNum 644 snap 192 seq_num 644) 2024-08-17T00:47:33.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:32 smithi082 ceph-mon[94343]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T00:47:33.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:32 smithi082 ceph-mon[94343]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-17T00:47:33.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:32 smithi082 ceph-mon[94343]: osdmap e465: 8 total, 8 up, 8 in 2024-08-17T00:47:33.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:32 smithi082 ceph-mon[94343]: pgmap v363: 121 pgs: 7 peering, 22 active+undersized, 5 active+undersized+degraded, 87 active+clean; 218 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 15 op/s; 42/342 objects degraded (12.281%); 2.8 MiB/s, 1 objects/s recovering 2024-08-17T00:47:33.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:32 smithi082 ceph-mon[91979]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T00:47:33.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:32 smithi082 ceph-mon[91979]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-17T00:47:33.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:32 smithi082 ceph-mon[91979]: osdmap e465: 8 total, 8 up, 8 in 2024-08-17T00:47:33.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:32 smithi082 ceph-mon[91979]: pgmap v363: 121 pgs: 7 peering, 22 active+undersized, 5 active+undersized+degraded, 87 active+clean; 218 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 15 op/s; 42/342 objects degraded (12.281%); 2.8 MiB/s, 1 objects/s recovering 2024-08-17T00:47:33.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:32 smithi137 ceph-mon[86391]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T00:47:33.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:32 smithi137 ceph-mon[86391]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-17T00:47:33.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:32 smithi137 ceph-mon[86391]: osdmap e465: 8 total, 8 up, 8 in 2024-08-17T00:47:33.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:32 smithi137 ceph-mon[86391]: pgmap v363: 121 pgs: 7 peering, 22 active+undersized, 5 active+undersized+degraded, 87 active+clean; 218 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 15 op/s; 42/342 objects degraded (12.281%); 2.8 MiB/s, 1 objects/s recovering 2024-08-17T00:47:33.982 INFO:tasks.rados.rados.0.smithi082.stdout:2034: done (3 left) 2024-08-17T00:47:33.982 INFO:tasks.rados.rados.0.smithi082.stdout:2035: done (2 left) 2024-08-17T00:47:33.982 INFO:tasks.rados.rados.0.smithi082.stdout:2036: done (1 left) 2024-08-17T00:47:33.982 INFO:tasks.rados.rados.0.smithi082.stdout:2037: done (0 left) 2024-08-17T00:47:33.982 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 6 current snap is 193 2024-08-17T00:47:33.982 INFO:tasks.rados.rados.0.smithi082.stdout:2038: seq_num 645 ranges {4112384=409600,4521984=778240,5300224=24576} 2024-08-17T00:47:34.005 INFO:tasks.rados.rados.0.smithi082.stdout:2038: writing smithi08280503-6 from 4112384 to 4521984 tid 1 2024-08-17T00:47:34.010 INFO:tasks.rados.rados.0.smithi082.stdout:2038: writing smithi08280503-6 from 4521984 to 5300224 tid 2 2024-08-17T00:47:34.011 INFO:tasks.rados.rados.0.smithi082.stdout:2038: writing smithi08280503-6 from 5300224 to 5324800 tid 3 2024-08-17T00:47:34.011 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 36 current snap is 193 2024-08-17T00:47:34.011 INFO:tasks.rados.rados.0.smithi082.stdout:2039: seq_num 646 ranges {0=425984,425984=655360,1081344=147456} 2024-08-17T00:47:34.013 INFO:tasks.rados.rados.0.smithi082.stdout:2039: writing smithi08280503-36 from 0 to 425984 tid 1 2024-08-17T00:47:34.017 INFO:tasks.rados.rados.0.smithi082.stdout:2039: writing smithi08280503-36 from 425984 to 1081344 tid 2 2024-08-17T00:47:34.019 INFO:tasks.rados.rados.0.smithi082.stdout:2039: writing smithi08280503-36 from 1081344 to 1228800 tid 3 2024-08-17T00:47:34.019 INFO:tasks.rados.rados.0.smithi082.stdout:2040: snap_create 2024-08-17T00:47:34.019 INFO:tasks.rados.rados.0.smithi082.stdout:2038: finishing write tid 1 to smithi08280503-6 2024-08-17T00:47:34.019 INFO:tasks.rados.rados.0.smithi082.stdout:2038: finishing write tid 2 to smithi08280503-6 2024-08-17T00:47:34.019 INFO:tasks.rados.rados.0.smithi082.stdout:2038: finishing write tid 3 to smithi08280503-6 2024-08-17T00:47:34.019 INFO:tasks.rados.rados.0.smithi082.stdout:2038: finishing write tid 4 to smithi08280503-6 2024-08-17T00:47:34.019 INFO:tasks.rados.rados.0.smithi082.stdout:2038: finishing write tid 5 to smithi08280503-6 2024-08-17T00:47:34.019 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 1017 (ObjNum 645 snap 193 seq_num 645) dirty exists 2024-08-17T00:47:34.019 INFO:tasks.rados.rados.0.smithi082.stdout:2038: left oid 6 (ObjNum 645 snap 193 seq_num 645) 2024-08-17T00:47:34.019 INFO:tasks.rados.rados.0.smithi082.stdout:2039: finishing write tid 1 to smithi08280503-36 2024-08-17T00:47:34.022 INFO:tasks.rados.rados.0.smithi082.stdout:2039: finishing write tid 2 to smithi08280503-36 2024-08-17T00:47:34.022 INFO:tasks.rados.rados.0.smithi082.stdout:2039: finishing write tid 3 to smithi08280503-36 2024-08-17T00:47:34.022 INFO:tasks.rados.rados.0.smithi082.stdout:2039: finishing write tid 4 to smithi08280503-36 2024-08-17T00:47:34.023 INFO:tasks.rados.rados.0.smithi082.stdout:2039: finishing write tid 5 to smithi08280503-36 2024-08-17T00:47:34.024 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 1034 (ObjNum 646 snap 193 seq_num 646) dirty exists 2024-08-17T00:47:34.024 INFO:tasks.rados.rados.0.smithi082.stdout:2039: left oid 36 (ObjNum 646 snap 193 seq_num 646) 2024-08-17T00:47:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:33 smithi082 ceph-mon[91979]: Health check update: Degraded data redundancy: 42/342 objects degraded (12.281%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T00:47:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:33 smithi082 ceph-mon[91979]: osdmap e466: 8 total, 8 up, 8 in 2024-08-17T00:47:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:33 smithi082 ceph-mon[94343]: Health check update: Degraded data redundancy: 42/342 objects degraded (12.281%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T00:47:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:33 smithi082 ceph-mon[94343]: osdmap e466: 8 total, 8 up, 8 in 2024-08-17T00:47:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:33 smithi137 ceph-mon[86391]: Health check update: Degraded data redundancy: 42/342 objects degraded (12.281%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T00:47:34.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:33 smithi137 ceph-mon[86391]: osdmap e466: 8 total, 8 up, 8 in 2024-08-17T00:47:34.991 INFO:tasks.rados.rados.0.smithi082.stdout:2038: done (2 left) 2024-08-17T00:47:34.991 INFO:tasks.rados.rados.0.smithi082.stdout:2039: done (1 left) 2024-08-17T00:47:34.991 INFO:tasks.rados.rados.0.smithi082.stdout:2040: done (0 left) 2024-08-17T00:47:34.991 INFO:tasks.rados.rados.0.smithi082.stdout:2041: rmattr oid 11 current snap is 194 2024-08-17T00:47:34.991 INFO:tasks.rados.rados.0.smithi082.stdout:2041: done (0 left) 2024-08-17T00:47:34.991 INFO:tasks.rados.rados.0.smithi082.stdout:2042: read oid 45 snap -1 2024-08-17T00:47:34.991 INFO:tasks.rados.rados.0.smithi082.stdout:2042: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:47:34.991 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 11 current snap is 194 2024-08-17T00:47:34.991 INFO:tasks.rados.rados.0.smithi082.stdout:2043: seq_num 647 ranges {0=442368,442368=589824,1032192=212992} 2024-08-17T00:47:34.993 INFO:tasks.rados.rados.0.smithi082.stdout:2043: writing smithi08280503-11 from 0 to 442368 tid 1 2024-08-17T00:47:34.997 INFO:tasks.rados.rados.0.smithi082.stdout:2043: writing smithi08280503-11 from 442368 to 1032192 tid 2 2024-08-17T00:47:34.999 INFO:tasks.rados.rados.0.smithi082.stdout:2043: writing smithi08280503-11 from 1032192 to 1245184 tid 3 2024-08-17T00:47:34.999 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 25 current snap is 194 2024-08-17T00:47:34.999 INFO:tasks.rados.rados.0.smithi082.stdout:2044: seq_num 648 ranges {4481024=458752,4939776=475136,5414912=327680} 2024-08-17T00:47:35.026 INFO:tasks.rados.rados.0.smithi082.stdout:2044: writing smithi08280503-25 from 4481024 to 4939776 tid 1 2024-08-17T00:47:35.028 INFO:tasks.rados.rados.0.smithi082.stdout:2044: writing smithi08280503-25 from 4939776 to 5414912 tid 2 2024-08-17T00:47:35.031 INFO:tasks.rados.rados.0.smithi082.stdout:2044: writing smithi08280503-25 from 5414912 to 5742592 tid 3 2024-08-17T00:47:35.031 INFO:tasks.rados.rados.0.smithi082.stdout:2045: setattr oid 21 current snap is 194 2024-08-17T00:47:35.031 INFO:tasks.rados.rados.0.smithi082.stdout:2043: finishing write tid 1 to smithi08280503-11 2024-08-17T00:47:35.031 INFO:tasks.rados.rados.0.smithi082.stdout:2043: finishing write tid 2 to smithi08280503-11 2024-08-17T00:47:35.031 INFO:tasks.rados.rados.0.smithi082.stdout:2043: finishing write tid 3 to smithi08280503-11 2024-08-17T00:47:35.031 INFO:tasks.rados.rados.0.smithi082.stdout:2043: finishing write tid 4 to smithi08280503-11 2024-08-17T00:47:35.032 INFO:tasks.rados.rados.0.smithi082.stdout:2043: finishing write tid 5 to smithi08280503-11 2024-08-17T00:47:35.032 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 929 (ObjNum 647 snap 194 seq_num 647) dirty exists 2024-08-17T00:47:35.032 INFO:tasks.rados.rados.0.smithi082.stdout:2043: left oid 11 (ObjNum 647 snap 194 seq_num 647) 2024-08-17T00:47:35.032 INFO:tasks.rados.rados.0.smithi082.stdout:2042: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:47:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:34 smithi137 ceph-mon[86391]: osdmap e467: 8 total, 8 up, 8 in 2024-08-17T00:47:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:34 smithi137 ceph-mon[86391]: pgmap v366: 121 pgs: 7 peering, 114 active+clean; 189 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 33 op/s; 16 MiB/s, 5 objects/s recovering 2024-08-17T00:47:35.265 INFO:tasks.rados.rados.0.smithi082.stdout:2044: finishing write tid 1 to smithi08280503-25 2024-08-17T00:47:35.266 INFO:tasks.rados.rados.0.smithi082.stdout:2044: finishing write tid 2 to smithi08280503-25 2024-08-17T00:47:35.266 INFO:tasks.rados.rados.0.smithi082.stdout:2044: finishing write tid 3 to smithi08280503-25 2024-08-17T00:47:35.266 INFO:tasks.rados.rados.0.smithi082.stdout:2044: finishing write tid 4 to smithi08280503-25 2024-08-17T00:47:35.266 INFO:tasks.rados.rados.0.smithi082.stdout:2044: finishing write tid 5 to smithi08280503-25 2024-08-17T00:47:35.266 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 762 (ObjNum 648 snap 194 seq_num 648) dirty exists 2024-08-17T00:47:35.266 INFO:tasks.rados.rados.0.smithi082.stdout:2044: left oid 25 (ObjNum 648 snap 194 seq_num 648) 2024-08-17T00:47:35.266 INFO:tasks.rados.rados.0.smithi082.stdout:2042: done (3 left) 2024-08-17T00:47:35.266 INFO:tasks.rados.rados.0.smithi082.stdout:2043: done (2 left) 2024-08-17T00:47:35.266 INFO:tasks.rados.rados.0.smithi082.stdout:2044: done (1 left) 2024-08-17T00:47:35.266 INFO:tasks.rados.rados.0.smithi082.stdout:2046: snap_remove snap 186 2024-08-17T00:47:35.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:47:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:47:35] "GET /metrics HTTP/1.1" 200 36224 "" "Prometheus/2.43.0" 2024-08-17T00:47:35.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:34 smithi082 ceph-mon[94343]: osdmap e467: 8 total, 8 up, 8 in 2024-08-17T00:47:35.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:34 smithi082 ceph-mon[94343]: pgmap v366: 121 pgs: 7 peering, 114 active+clean; 189 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 33 op/s; 16 MiB/s, 5 objects/s recovering 2024-08-17T00:47:35.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:34 smithi082 ceph-mon[91979]: osdmap e467: 8 total, 8 up, 8 in 2024-08-17T00:47:35.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:34 smithi082 ceph-mon[91979]: pgmap v366: 121 pgs: 7 peering, 114 active+clean; 189 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 33 op/s; 16 MiB/s, 5 objects/s recovering 2024-08-17T00:47:36.163 INFO:tasks.rados.rados.0.smithi082.stdout:2046: done (1 left) 2024-08-17T00:47:36.163 INFO:tasks.rados.rados.0.smithi082.stdout:2047: read oid 1 snap -1 2024-08-17T00:47:36.163 INFO:tasks.rados.rados.0.smithi082.stdout:2047: expect (ObjNum 643 snap 192 seq_num 643) 2024-08-17T00:47:36.163 INFO:tasks.rados.rados.0.smithi082.stdout:2048: rmattr oid 44 current snap is 194 2024-08-17T00:47:36.163 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 921 (ObjNum 621 snap 188 seq_num 621) dirty exists 2024-08-17T00:47:36.163 INFO:tasks.rados.rados.0.smithi082.stdout:2045: done (2 left) 2024-08-17T00:47:36.163 INFO:tasks.rados.rados.0.smithi082.stdout:2049: copy_from oid 6 from oid 25 current snap is 194 2024-08-17T00:47:36.163 INFO:tasks.rados.rados.0.smithi082.stdout:2050: snap_create 2024-08-17T00:47:36.179 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 988 (ObjNum 564 snap 173 seq_num 564) dirty exists 2024-08-17T00:47:36.192 INFO:tasks.rados.rados.0.smithi082.stdout:2047: expect (ObjNum 643 snap 192 seq_num 643) 2024-08-17T00:47:36.275 INFO:tasks.rados.rados.0.smithi082.stdout:2049: finishing copy_from racing read to smithi08280503-6 2024-08-17T00:47:36.275 INFO:tasks.rados.rados.0.smithi082.stdout:2049: finishing copy_from to smithi08280503-6 2024-08-17T00:47:36.276 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 762 (ObjNum 648 snap 194 seq_num 648) dirty exists 2024-08-17T00:47:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:35 smithi082 ceph-mon[94343]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 42/342 objects degraded (12.281%), 5 pgs degraded) 2024-08-17T00:47:36.497 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:35 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:47:36.497 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:35 smithi082 ceph-mon[94343]: osdmap e468: 8 total, 8 up, 8 in 2024-08-17T00:47:36.497 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:36.497 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:47:36.497 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:35 smithi082 ceph-mon[91979]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 42/342 objects degraded (12.281%), 5 pgs degraded) 2024-08-17T00:47:36.497 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:35 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:47:36.498 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:35 smithi082 ceph-mon[91979]: osdmap e468: 8 total, 8 up, 8 in 2024-08-17T00:47:36.498 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:36.498 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:47:36.498 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:35 smithi137 ceph-mon[86391]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 42/342 objects degraded (12.281%), 5 pgs degraded) 2024-08-17T00:47:36.498 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:35 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:47:36.498 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:35 smithi137 ceph-mon[86391]: osdmap e468: 8 total, 8 up, 8 in 2024-08-17T00:47:36.498 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:36.498 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:47:37.168 INFO:tasks.rados.rados.0.smithi082.stdout:2047: done (3 left) 2024-08-17T00:47:37.168 INFO:tasks.rados.rados.0.smithi082.stdout:2048: done (2 left) 2024-08-17T00:47:37.168 INFO:tasks.rados.rados.0.smithi082.stdout:2049: done (1 left) 2024-08-17T00:47:37.169 INFO:tasks.rados.rados.0.smithi082.stdout:2050: done (0 left) 2024-08-17T00:47:37.169 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 40 current snap is 195 2024-08-17T00:47:37.169 INFO:tasks.rados.rados.0.smithi082.stdout:2051: seq_num 649 ranges {7380992=475136,7856128=761856,8617984=40960} 2024-08-17T00:47:37.209 INFO:tasks.rados.rados.0.smithi082.stdout:2051: writing smithi08280503-40 from 7380992 to 7856128 tid 1 2024-08-17T00:47:37.215 INFO:tasks.rados.rados.0.smithi082.stdout:2051: writing smithi08280503-40 from 7856128 to 8617984 tid 2 2024-08-17T00:47:37.215 INFO:tasks.rados.rados.0.smithi082.stdout:2051: writing smithi08280503-40 from 8617984 to 8658944 tid 3 2024-08-17T00:47:37.215 INFO:tasks.rados.rados.0.smithi082.stdout:2052: setattr oid 23 current snap is 195 2024-08-17T00:47:37.216 INFO:tasks.rados.rados.0.smithi082.stdout:2053: delete oid 21 current snap is 195 2024-08-17T00:47:37.220 INFO:tasks.rados.rados.0.smithi082.stdout:2051: finishing write tid 1 to smithi08280503-40 2024-08-17T00:47:37.220 INFO:tasks.rados.rados.0.smithi082.stdout:2051: finishing write tid 2 to smithi08280503-40 2024-08-17T00:47:37.220 INFO:tasks.rados.rados.0.smithi082.stdout:2051: finishing write tid 3 to smithi08280503-40 2024-08-17T00:47:37.221 INFO:tasks.rados.rados.0.smithi082.stdout:2053: done (2 left) 2024-08-17T00:47:37.221 INFO:tasks.rados.rados.0.smithi082.stdout:2054: read oid 41 snap -1 2024-08-17T00:47:37.221 INFO:tasks.rados.rados.0.smithi082.stdout:2054: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:47:37.221 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 12 current snap is 195 2024-08-17T00:47:37.221 INFO:tasks.rados.rados.0.smithi082.stdout:2055: seq_num 651 ranges {0=507904,507904=532480,1040384=270336} 2024-08-17T00:47:37.224 INFO:tasks.rados.rados.0.smithi082.stdout:2055: writing smithi08280503-12 from 0 to 507904 tid 1 2024-08-17T00:47:37.227 INFO:tasks.rados.rados.0.smithi082.stdout:2055: writing smithi08280503-12 from 507904 to 1040384 tid 2 2024-08-17T00:47:37.229 INFO:tasks.rados.rados.0.smithi082.stdout:2055: writing smithi08280503-12 from 1040384 to 1310720 tid 3 2024-08-17T00:47:37.229 INFO:tasks.rados.rados.0.smithi082.stdout:2056: setattr oid 27 current snap is 195 2024-08-17T00:47:37.229 INFO:tasks.rados.rados.0.smithi082.stdout:2051: finishing write tid 4 to smithi08280503-40 2024-08-17T00:47:37.230 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 1063 (ObjNum 538 snap 161 seq_num 538) dirty exists 2024-08-17T00:47:37.230 INFO:tasks.rados.rados.0.smithi082.stdout:2051: finishing write tid 5 to smithi08280503-40 2024-08-17T00:47:37.230 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 1268 (ObjNum 649 snap 195 seq_num 649) dirty exists 2024-08-17T00:47:37.230 INFO:tasks.rados.rados.0.smithi082.stdout:2051: left oid 40 (ObjNum 649 snap 195 seq_num 649) 2024-08-17T00:47:37.230 INFO:tasks.rados.rados.0.smithi082.stdout:2055: finishing write tid 1 to smithi08280503-12 2024-08-17T00:47:37.232 INFO:tasks.rados.rados.0.smithi082.stdout:2055: finishing write tid 2 to smithi08280503-12 2024-08-17T00:47:37.232 INFO:tasks.rados.rados.0.smithi082.stdout:2051: done (4 left) 2024-08-17T00:47:37.232 INFO:tasks.rados.rados.0.smithi082.stdout:2052: done (3 left) 2024-08-17T00:47:37.232 INFO:tasks.rados.rados.0.smithi082.stdout:2057: snap_create 2024-08-17T00:47:37.232 INFO:tasks.rados.rados.0.smithi082.stdout:2055: finishing write tid 3 to smithi08280503-12 2024-08-17T00:47:37.233 INFO:tasks.rados.rados.0.smithi082.stdout:2055: finishing write tid 4 to smithi08280503-12 2024-08-17T00:47:37.234 INFO:tasks.rados.rados.0.smithi082.stdout:2055: finishing write tid 5 to smithi08280503-12 2024-08-17T00:47:37.234 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 1067 (ObjNum 651 snap 195 seq_num 651) dirty exists 2024-08-17T00:47:37.234 INFO:tasks.rados.rados.0.smithi082.stdout:2055: left oid 12 (ObjNum 651 snap 195 seq_num 651) 2024-08-17T00:47:37.240 INFO:tasks.rados.rados.0.smithi082.stdout:2054: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:47:37.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:37 smithi082 ceph-mon[94343]: pgmap v368: 121 pgs: 121 active+clean; 192 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 39 op/s; 13 MiB/s, 3 objects/s recovering 2024-08-17T00:47:37.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:37 smithi082 ceph-mon[94343]: osdmap e469: 8 total, 8 up, 8 in 2024-08-17T00:47:37.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:37 smithi082 ceph-mon[91979]: pgmap v368: 121 pgs: 121 active+clean; 192 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 39 op/s; 13 MiB/s, 3 objects/s recovering 2024-08-17T00:47:37.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:37 smithi082 ceph-mon[91979]: osdmap e469: 8 total, 8 up, 8 in 2024-08-17T00:47:37.476 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 1270 (ObjNum 638 snap 191 seq_num 638) dirty exists 2024-08-17T00:47:37.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:37 smithi137 ceph-mon[86391]: pgmap v368: 121 pgs: 121 active+clean; 192 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 39 op/s; 13 MiB/s, 3 objects/s recovering 2024-08-17T00:47:37.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:37 smithi137 ceph-mon[86391]: osdmap e469: 8 total, 8 up, 8 in 2024-08-17T00:47:38.180 INFO:tasks.rados.rados.0.smithi082.stdout:2054: done (3 left) 2024-08-17T00:47:38.180 INFO:tasks.rados.rados.0.smithi082.stdout:2055: done (2 left) 2024-08-17T00:47:38.181 INFO:tasks.rados.rados.0.smithi082.stdout:2056: done (1 left) 2024-08-17T00:47:38.181 INFO:tasks.rados.rados.0.smithi082.stdout:2057: done (0 left) 2024-08-17T00:47:38.181 INFO:tasks.rados.rados.0.smithi082.stdout:2058: copy_from oid 9 from oid 43 current snap is 196 2024-08-17T00:47:38.181 INFO:tasks.rados.rados.0.smithi082.stdout:2059: copy_from oid 20 from oid 18 current snap is 196 2024-08-17T00:47:38.181 INFO:tasks.rados.rados.0.smithi082.stdout:2060: read oid 15 snap 191 2024-08-17T00:47:38.181 INFO:tasks.rados.rados.0.smithi082.stdout:2060: expect (ObjNum 603 snap 184 seq_num 603) 2024-08-17T00:47:38.181 INFO:tasks.rados.rados.0.smithi082.stdout:2061: rollback oid 48 current snap is 196 2024-08-17T00:47:38.181 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 48 to 190 2024-08-17T00:47:38.181 INFO:tasks.rados.rados.0.smithi082.stdout:2062: read oid 19 snap -1 2024-08-17T00:47:38.181 INFO:tasks.rados.rados.0.smithi082.stdout:2062: expect deleted 2024-08-17T00:47:38.181 INFO:tasks.rados.rados.0.smithi082.stdout:2063: read oid 45 snap -1 2024-08-17T00:47:38.181 INFO:tasks.rados.rados.0.smithi082.stdout:2063: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:47:38.181 INFO:tasks.rados.rados.0.smithi082.stdout:2064: snap_create 2024-08-17T00:47:38.186 INFO:tasks.rados.rados.0.smithi082.stdout:2059: finishing copy_from to smithi08280503-20 2024-08-17T00:47:38.186 INFO:tasks.rados.rados.0.smithi082.stdout:2059: got expected ENOENT (src dne) 2024-08-17T00:47:38.186 INFO:tasks.rados.rados.0.smithi082.stdout:2059: finishing copy_from racing read to smithi08280503-20 2024-08-17T00:47:38.191 INFO:tasks.rados.rados.0.smithi082.stdout:2061: finishing rollback tid 0 to smithi08280503-48 2024-08-17T00:47:38.191 INFO:tasks.rados.rados.0.smithi082.stdout:2061: finishing rollback tid 1 to smithi08280503-48 2024-08-17T00:47:38.191 INFO:tasks.rados.rados.0.smithi082.stdout:2061: finishing rollback tid 2 to smithi08280503-48 2024-08-17T00:47:38.191 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 1228 (ObjNum 599 snap 184 seq_num 599) dirty exists 2024-08-17T00:47:38.196 INFO:tasks.rados.rados.0.smithi082.stdout:2063: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:47:38.433 INFO:tasks.rados.rados.0.smithi082.stdout:2060: expect (ObjNum 603 snap 184 seq_num 603) 2024-08-17T00:47:38.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:38 smithi082 ceph-mon[94343]: osdmap e470: 8 total, 8 up, 8 in 2024-08-17T00:47:38.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:38 smithi082 ceph-mon[91979]: osdmap e470: 8 total, 8 up, 8 in 2024-08-17T00:47:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:38 smithi137 ceph-mon[86391]: osdmap e470: 8 total, 8 up, 8 in 2024-08-17T00:47:38.698 INFO:tasks.rados.rados.0.smithi082.stdout:2058: finishing copy_from racing read to smithi08280503-9 2024-08-17T00:47:38.699 INFO:tasks.rados.rados.0.smithi082.stdout:2058: finishing copy_from to smithi08280503-9 2024-08-17T00:47:38.699 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 1174 (ObjNum 630 snap 190 seq_num 630) dirty exists 2024-08-17T00:47:38.780 INFO:tasks.rados.rados.0.smithi082.stdout:2058: done (6 left) 2024-08-17T00:47:38.780 INFO:tasks.rados.rados.0.smithi082.stdout:2059: done (5 left) 2024-08-17T00:47:38.780 INFO:tasks.rados.rados.0.smithi082.stdout:2060: done (4 left) 2024-08-17T00:47:38.781 INFO:tasks.rados.rados.0.smithi082.stdout:2061: done (3 left) 2024-08-17T00:47:38.781 INFO:tasks.rados.rados.0.smithi082.stdout:2062: done (2 left) 2024-08-17T00:47:38.781 INFO:tasks.rados.rados.0.smithi082.stdout:2063: done (1 left) 2024-08-17T00:47:38.781 INFO:tasks.rados.rados.0.smithi082.stdout:2064: done (0 left) 2024-08-17T00:47:38.781 INFO:tasks.rados.rados.0.smithi082.stdout:2065: rollback oid 22 current snap is 197 2024-08-17T00:47:38.781 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 22 to 190 2024-08-17T00:47:38.782 INFO:tasks.rados.rados.0.smithi082.stdout:2066: rmattr oid 42 current snap is 197 2024-08-17T00:47:38.782 INFO:tasks.rados.rados.0.smithi082.stdout:2067: delete oid 48 current snap is 197 2024-08-17T00:47:38.782 INFO:tasks.rados.rados.0.smithi082.stdout:2067: done (2 left) 2024-08-17T00:47:38.783 INFO:tasks.rados.rados.0.smithi082.stdout:2068: delete oid 5 current snap is 197 2024-08-17T00:47:38.785 INFO:tasks.rados.rados.0.smithi082.stdout:2065: finishing rollback tid 0 to smithi08280503-22 2024-08-17T00:47:38.785 INFO:tasks.rados.rados.0.smithi082.stdout:2068: done (2 left) 2024-08-17T00:47:38.785 INFO:tasks.rados.rados.0.smithi082.stdout:2069: snap_create 2024-08-17T00:47:38.786 INFO:tasks.rados.rados.0.smithi082.stdout:2065: finishing rollback tid 1 to smithi08280503-22 2024-08-17T00:47:38.786 INFO:tasks.rados.rados.0.smithi082.stdout:2065: finishing rollback tid 2 to smithi08280503-22 2024-08-17T00:47:38.787 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 768 (ObjNum 577 snap 180 seq_num 577) dirty exists 2024-08-17T00:47:38.787 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 1035 (ObjNum 582 snap 180 seq_num 582) dirty exists 2024-08-17T00:47:39.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:39 smithi082 ceph-mon[94343]: pgmap v371: 121 pgs: 121 active+clean; 188 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-08-17T00:47:39.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:39 smithi082 ceph-mon[94343]: osdmap e471: 8 total, 8 up, 8 in 2024-08-17T00:47:39.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:39 smithi082 ceph-mon[94343]: osdmap e472: 8 total, 8 up, 8 in 2024-08-17T00:47:39.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:39 smithi082 ceph-mon[91979]: pgmap v371: 121 pgs: 121 active+clean; 188 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-08-17T00:47:39.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:39 smithi082 ceph-mon[91979]: osdmap e471: 8 total, 8 up, 8 in 2024-08-17T00:47:39.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:39 smithi082 ceph-mon[91979]: osdmap e472: 8 total, 8 up, 8 in 2024-08-17T00:47:39.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:39 smithi137 ceph-mon[86391]: pgmap v371: 121 pgs: 121 active+clean; 188 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-08-17T00:47:39.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:39 smithi137 ceph-mon[86391]: osdmap e471: 8 total, 8 up, 8 in 2024-08-17T00:47:39.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:39 smithi137 ceph-mon[86391]: osdmap e472: 8 total, 8 up, 8 in 2024-08-17T00:47:39.780 INFO:tasks.rados.rados.0.smithi082.stdout:2065: done (2 left) 2024-08-17T00:47:39.781 INFO:tasks.rados.rados.0.smithi082.stdout:2066: done (1 left) 2024-08-17T00:47:39.781 INFO:tasks.rados.rados.0.smithi082.stdout:2069: done (0 left) 2024-08-17T00:47:39.781 INFO:tasks.rados.rados.0.smithi082.stdout:2070: rmattr oid 43 current snap is 198 2024-08-17T00:47:39.781 INFO:tasks.rados.rados.0.smithi082.stdout:2071: read oid 29 snap -1 2024-08-17T00:47:39.781 INFO:tasks.rados.rados.0.smithi082.stdout:2071: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:47:39.781 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 37 current snap is 198 2024-08-17T00:47:39.781 INFO:tasks.rados.rados.0.smithi082.stdout:2072: seq_num 654 ranges {114688=557056,671744=630784,1302528=172032} 2024-08-17T00:47:39.784 INFO:tasks.rados.rados.0.smithi082.stdout:2072: writing smithi08280503-37 from 114688 to 671744 tid 1 2024-08-17T00:47:39.788 INFO:tasks.rados.rados.0.smithi082.stdout:2072: writing smithi08280503-37 from 671744 to 1302528 tid 2 2024-08-17T00:47:39.789 INFO:tasks.rados.rados.0.smithi082.stdout:2072: writing smithi08280503-37 from 1302528 to 1474560 tid 3 2024-08-17T00:47:39.790 INFO:tasks.rados.rados.0.smithi082.stdout:2073: snap_create 2024-08-17T00:47:39.790 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 1208 (ObjNum 630 snap 190 seq_num 630) dirty exists 2024-08-17T00:47:39.793 INFO:tasks.rados.rados.0.smithi082.stdout:2072: finishing write tid 1 to smithi08280503-37 2024-08-17T00:47:39.793 INFO:tasks.rados.rados.0.smithi082.stdout:2072: finishing write tid 2 to smithi08280503-37 2024-08-17T00:47:39.794 INFO:tasks.rados.rados.0.smithi082.stdout:2072: finishing write tid 3 to smithi08280503-37 2024-08-17T00:47:39.795 INFO:tasks.rados.rados.0.smithi082.stdout:2072: finishing write tid 4 to smithi08280503-37 2024-08-17T00:47:39.796 INFO:tasks.rados.rados.0.smithi082.stdout:2072: finishing write tid 5 to smithi08280503-37 2024-08-17T00:47:39.796 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 1235 (ObjNum 654 snap 198 seq_num 654) dirty exists 2024-08-17T00:47:39.796 INFO:tasks.rados.rados.0.smithi082.stdout:2072: left oid 37 (ObjNum 654 snap 198 seq_num 654) 2024-08-17T00:47:39.806 INFO:tasks.rados.rados.0.smithi082.stdout:2071: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:47:40.792 INFO:tasks.rados.rados.0.smithi082.stdout:2070: done (3 left) 2024-08-17T00:47:40.792 INFO:tasks.rados.rados.0.smithi082.stdout:2071: done (2 left) 2024-08-17T00:47:40.792 INFO:tasks.rados.rados.0.smithi082.stdout:2072: done (1 left) 2024-08-17T00:47:40.793 INFO:tasks.rados.rados.0.smithi082.stdout:2073: done (0 left) 2024-08-17T00:47:40.793 INFO:tasks.rados.rados.0.smithi082.stdout:2074: snap_remove snap 195 2024-08-17T00:47:41.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:40 smithi082 ceph-mon[94343]: osdmap e473: 8 total, 8 up, 8 in 2024-08-17T00:47:41.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:40 smithi082 ceph-mon[94343]: pgmap v375: 121 pgs: 121 active+clean; 197 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 32 op/s 2024-08-17T00:47:41.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:40 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:41.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:40 smithi082 ceph-mon[91979]: osdmap e473: 8 total, 8 up, 8 in 2024-08-17T00:47:41.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:40 smithi082 ceph-mon[91979]: pgmap v375: 121 pgs: 121 active+clean; 197 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 32 op/s 2024-08-17T00:47:41.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:40 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:41.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:40 smithi137 ceph-mon[86391]: osdmap e473: 8 total, 8 up, 8 in 2024-08-17T00:47:41.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:40 smithi137 ceph-mon[86391]: pgmap v375: 121 pgs: 121 active+clean; 197 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 32 op/s 2024-08-17T00:47:41.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:40 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:41.791 INFO:tasks.rados.rados.0.smithi082.stdout:2074: done (0 left) 2024-08-17T00:47:41.792 INFO:tasks.rados.rados.0.smithi082.stdout:2075: read oid 16 snap -1 2024-08-17T00:47:41.792 INFO:tasks.rados.rados.0.smithi082.stdout:2075: expect deleted 2024-08-17T00:47:41.792 INFO:tasks.rados.rados.0.smithi082.stdout:2076: read oid 15 snap -1 2024-08-17T00:47:41.792 INFO:tasks.rados.rados.0.smithi082.stdout:2076: expect (ObjNum 603 snap 184 seq_num 603) 2024-08-17T00:47:41.792 INFO:tasks.rados.rados.0.smithi082.stdout:2077: rollback oid 36 current snap is 199 2024-08-17T00:47:41.792 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 36 to 193 2024-08-17T00:47:41.792 INFO:tasks.rados.rados.0.smithi082.stdout:2078: rollback oid 29 current snap is 199 2024-08-17T00:47:41.792 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 29 to 192 2024-08-17T00:47:41.792 INFO:tasks.rados.rados.0.smithi082.stdout:2079: snap_create 2024-08-17T00:47:41.803 INFO:tasks.rados.rados.0.smithi082.stdout:2077: finishing rollback tid 0 to smithi08280503-36 2024-08-17T00:47:41.804 INFO:tasks.rados.rados.0.smithi082.stdout:2077: finishing rollback tid 1 to smithi08280503-36 2024-08-17T00:47:41.804 INFO:tasks.rados.rados.0.smithi082.stdout:2077: finishing rollback tid 2 to smithi08280503-36 2024-08-17T00:47:41.804 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 1038 (ObjNum 646 snap 193 seq_num 646) dirty exists 2024-08-17T00:47:41.811 INFO:tasks.rados.rados.0.smithi082.stdout:2078: finishing rollback tid 0 to smithi08280503-29 2024-08-17T00:47:41.811 INFO:tasks.rados.rados.0.smithi082.stdout:2078: finishing rollback tid 1 to smithi08280503-29 2024-08-17T00:47:41.811 INFO:tasks.rados.rados.0.smithi082.stdout:2078: finishing rollback tid 2 to smithi08280503-29 2024-08-17T00:47:41.811 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 1044 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:47:41.816 INFO:tasks.rados.rados.0.smithi082.stdout:2076: expect (ObjNum 603 snap 184 seq_num 603) 2024-08-17T00:47:42.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:41 smithi082 ceph-mon[91979]: osdmap e474: 8 total, 8 up, 8 in 2024-08-17T00:47:42.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:41 smithi082 ceph-mon[94343]: osdmap e474: 8 total, 8 up, 8 in 2024-08-17T00:47:42.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:41 smithi137 ceph-mon[86391]: osdmap e474: 8 total, 8 up, 8 in 2024-08-17T00:47:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:47:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:47:42.809 INFO:tasks.rados.rados.0.smithi082.stdout:2075: done (4 left) 2024-08-17T00:47:42.809 INFO:tasks.rados.rados.0.smithi082.stdout:2076: done (3 left) 2024-08-17T00:47:42.809 INFO:tasks.rados.rados.0.smithi082.stdout:2077: done (2 left) 2024-08-17T00:47:42.809 INFO:tasks.rados.rados.0.smithi082.stdout:2078: done (1 left) 2024-08-17T00:47:42.809 INFO:tasks.rados.rados.0.smithi082.stdout:2079: done (0 left) 2024-08-17T00:47:42.809 INFO:tasks.rados.rados.0.smithi082.stdout:2080: rollback oid 20 current snap is 200 2024-08-17T00:47:42.810 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 20 to 192 2024-08-17T00:47:42.810 INFO:tasks.rados.rados.0.smithi082.stdout:2081: copy_from oid 33 from oid 28 current snap is 200 2024-08-17T00:47:42.810 INFO:tasks.rados.rados.0.smithi082.stdout:2082: read oid 50 snap 198 2024-08-17T00:47:42.810 INFO:tasks.rados.rados.0.smithi082.stdout:2082: expect deleted 2024-08-17T00:47:42.810 INFO:tasks.rados.rados.0.smithi082.stdout:2083: delete oid 29 current snap is 200 2024-08-17T00:47:42.813 INFO:tasks.rados.rados.0.smithi082.stdout:2082: done (3 left) 2024-08-17T00:47:42.813 INFO:tasks.rados.rados.0.smithi082.stdout:2083: done (2 left) 2024-08-17T00:47:42.813 INFO:tasks.rados.rados.0.smithi082.stdout:2084: rmattr oid 24 current snap is 200 2024-08-17T00:47:42.813 INFO:tasks.rados.rados.0.smithi082.stdout:2084: done (2 left) 2024-08-17T00:47:42.813 INFO:tasks.rados.rados.0.smithi082.stdout:2085: delete oid 27 current snap is 200 2024-08-17T00:47:42.816 INFO:tasks.rados.rados.0.smithi082.stdout:2080: finishing rollback tid 0 to smithi08280503-20 2024-08-17T00:47:42.817 INFO:tasks.rados.rados.0.smithi082.stdout:2080: finishing rollback tid 1 to smithi08280503-20 2024-08-17T00:47:42.817 INFO:tasks.rados.rados.0.smithi082.stdout:2080: finishing rollback tid 2 to smithi08280503-20 2024-08-17T00:47:42.817 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 1083 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:47:42.818 INFO:tasks.rados.rados.0.smithi082.stdout:2080: done (2 left) 2024-08-17T00:47:42.818 INFO:tasks.rados.rados.0.smithi082.stdout:2085: done (1 left) 2024-08-17T00:47:42.818 INFO:tasks.rados.rados.0.smithi082.stdout:2086: copy_from oid 15 from oid 38 current snap is 200 2024-08-17T00:47:42.818 INFO:tasks.rados.rados.0.smithi082.stdout:2087: read oid 23 snap 190 2024-08-17T00:47:42.818 INFO:tasks.rados.rados.0.smithi082.stdout:2087: expect deleted 2024-08-17T00:47:42.818 INFO:tasks.rados.rados.0.smithi082.stdout:2088: read oid 31 snap -1 2024-08-17T00:47:42.818 INFO:tasks.rados.rados.0.smithi082.stdout:2088: expect deleted 2024-08-17T00:47:42.818 INFO:tasks.rados.rados.0.smithi082.stdout:2089: snap_create 2024-08-17T00:47:42.843 INFO:tasks.rados.rados.0.smithi082.stdout:2081: finishing copy_from racing read to smithi08280503-33 2024-08-17T00:47:42.847 INFO:tasks.rados.rados.0.smithi082.stdout:2081: finishing copy_from to smithi08280503-33 2024-08-17T00:47:42.847 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 1107 (ObjNum 388 snap 118 seq_num 388) dirty exists 2024-08-17T00:47:42.865 INFO:tasks.rados.rados.0.smithi082.stdout:2086: finishing copy_from racing read to smithi08280503-15 2024-08-17T00:47:42.866 INFO:tasks.rados.rados.0.smithi082.stdout:2086: finishing copy_from to smithi08280503-15 2024-08-17T00:47:42.866 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 908 (ObjNum 475 snap 139 seq_num 475) dirty exists 2024-08-17T00:47:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:42 smithi082 ceph-mon[94343]: osdmap e475: 8 total, 8 up, 8 in 2024-08-17T00:47:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:42 smithi082 ceph-mon[94343]: pgmap v378: 121 pgs: 121 active+clean; 195 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.9 MiB/s wr, 19 op/s 2024-08-17T00:47:43.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:42 smithi082 ceph-mon[91979]: osdmap e475: 8 total, 8 up, 8 in 2024-08-17T00:47:43.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:42 smithi082 ceph-mon[91979]: pgmap v378: 121 pgs: 121 active+clean; 195 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.9 MiB/s wr, 19 op/s 2024-08-17T00:47:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:42 smithi137 ceph-mon[86391]: osdmap e475: 8 total, 8 up, 8 in 2024-08-17T00:47:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:42 smithi137 ceph-mon[86391]: pgmap v378: 121 pgs: 121 active+clean; 195 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.9 MiB/s wr, 19 op/s 2024-08-17T00:47:43.782 INFO:tasks.rados.rados.0.smithi082.stdout:2081: done (4 left) 2024-08-17T00:47:43.782 INFO:tasks.rados.rados.0.smithi082.stdout:2086: done (3 left) 2024-08-17T00:47:43.782 INFO:tasks.rados.rados.0.smithi082.stdout:2087: done (2 left) 2024-08-17T00:47:43.782 INFO:tasks.rados.rados.0.smithi082.stdout:2088: done (1 left) 2024-08-17T00:47:43.782 INFO:tasks.rados.rados.0.smithi082.stdout:2089: done (0 left) 2024-08-17T00:47:43.782 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 24 current snap is 201 2024-08-17T00:47:43.782 INFO:tasks.rados.rados.0.smithi082.stdout:2090: seq_num 657 ranges {0=606208,606208=688128,1294336=114688} 2024-08-17T00:47:43.785 INFO:tasks.rados.rados.0.smithi082.stdout:2090: writing smithi08280503-24 from 0 to 606208 tid 1 2024-08-17T00:47:43.789 INFO:tasks.rados.rados.0.smithi082.stdout:2090: writing smithi08280503-24 from 606208 to 1294336 tid 2 2024-08-17T00:47:43.790 INFO:tasks.rados.rados.0.smithi082.stdout:2090: writing smithi08280503-24 from 1294336 to 1409024 tid 3 2024-08-17T00:47:43.790 INFO:tasks.rados.rados.0.smithi082.stdout:2091: delete oid 9 current snap is 201 2024-08-17T00:47:43.794 INFO:tasks.rados.rados.0.smithi082.stdout:2090: finishing write tid 1 to smithi08280503-24 2024-08-17T00:47:43.795 INFO:tasks.rados.rados.0.smithi082.stdout:2090: finishing write tid 2 to smithi08280503-24 2024-08-17T00:47:43.796 INFO:tasks.rados.rados.0.smithi082.stdout:2091: done (1 left) 2024-08-17T00:47:43.796 INFO:tasks.rados.rados.0.smithi082.stdout:2092: read oid 27 snap -1 2024-08-17T00:47:43.796 INFO:tasks.rados.rados.0.smithi082.stdout:2092: expect deleted 2024-08-17T00:47:43.796 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 12 current snap is 201 2024-08-17T00:47:43.796 INFO:tasks.rados.rados.0.smithi082.stdout:2090: finishing write tid 3 to smithi08280503-24 2024-08-17T00:47:43.796 INFO:tasks.rados.rados.0.smithi082.stdout:2093: seq_num 659 ranges {1310720=647168,1957888=450560,2408448=352256} 2024-08-17T00:47:43.807 INFO:tasks.rados.rados.0.smithi082.stdout:2093: writing smithi08280503-12 from 1310720 to 1957888 tid 1 2024-08-17T00:47:43.809 INFO:tasks.rados.rados.0.smithi082.stdout:2093: writing smithi08280503-12 from 1957888 to 2408448 tid 2 2024-08-17T00:47:43.812 INFO:tasks.rados.rados.0.smithi082.stdout:2093: writing smithi08280503-12 from 2408448 to 2760704 tid 3 2024-08-17T00:47:43.812 INFO:tasks.rados.rados.0.smithi082.stdout:2090: finishing write tid 4 to smithi08280503-24 2024-08-17T00:47:43.812 INFO:tasks.rados.rados.0.smithi082.stdout:2094: rollback oid 30 current snap is 201 2024-08-17T00:47:43.812 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 30 to 200 2024-08-17T00:47:43.812 INFO:tasks.rados.rados.0.smithi082.stdout:2090: finishing write tid 5 to smithi08280503-24 2024-08-17T00:47:43.813 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 1111 (ObjNum 657 snap 201 seq_num 657) dirty exists 2024-08-17T00:47:43.813 INFO:tasks.rados.rados.0.smithi082.stdout:2090: left oid 24 (ObjNum 657 snap 201 seq_num 657) 2024-08-17T00:47:43.813 INFO:tasks.rados.rados.0.smithi082.stdout:2090: done (3 left) 2024-08-17T00:47:43.813 INFO:tasks.rados.rados.0.smithi082.stdout:2092: done (2 left) 2024-08-17T00:47:43.813 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 38 current snap is 201 2024-08-17T00:47:43.813 INFO:tasks.rados.rados.0.smithi082.stdout:2095: seq_num 660 ranges {8798208=663552,9461760=737280,10199040=65536} 2024-08-17T00:47:43.862 INFO:tasks.rados.rados.0.smithi082.stdout:2095: writing smithi08280503-38 from 8798208 to 9461760 tid 1 2024-08-17T00:47:43.867 INFO:tasks.rados.rados.0.smithi082.stdout:2095: writing smithi08280503-38 from 9461760 to 10199040 tid 2 2024-08-17T00:47:43.868 INFO:tasks.rados.rados.0.smithi082.stdout:2095: writing smithi08280503-38 from 10199040 to 10264576 tid 3 2024-08-17T00:47:43.868 INFO:tasks.rados.rados.0.smithi082.stdout:2096: copy_from oid 7 from oid 25 current snap is 201 2024-08-17T00:47:43.868 INFO:tasks.rados.rados.0.smithi082.stdout:2093: finishing write tid 1 to smithi08280503-12 2024-08-17T00:47:43.868 INFO:tasks.rados.rados.0.smithi082.stdout:2097: rollback oid 37 current snap is 201 2024-08-17T00:47:43.868 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 37 to 198 2024-08-17T00:47:43.868 INFO:tasks.rados.rados.0.smithi082.stdout:2093: finishing write tid 2 to smithi08280503-12 2024-08-17T00:47:43.869 INFO:tasks.rados.rados.0.smithi082.stdout:2094: finishing rollback tid 0 to smithi08280503-30 2024-08-17T00:47:43.869 INFO:tasks.rados.rados.0.smithi082.stdout:2094: finishing rollback tid 1 to smithi08280503-30 2024-08-17T00:47:43.869 INFO:tasks.rados.rados.0.smithi082.stdout:2093: finishing write tid 3 to smithi08280503-12 2024-08-17T00:47:43.869 INFO:tasks.rados.rados.0.smithi082.stdout:2093: finishing write tid 4 to smithi08280503-12 2024-08-17T00:47:43.869 INFO:tasks.rados.rados.0.smithi082.stdout:2094: finishing rollback tid 2 to smithi08280503-30 2024-08-17T00:47:43.869 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 30 v 932 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:47:43.869 INFO:tasks.rados.rados.0.smithi082.stdout:2093: finishing write tid 5 to smithi08280503-12 2024-08-17T00:47:43.869 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 1071 (ObjNum 659 snap 201 seq_num 659) dirty exists 2024-08-17T00:47:43.869 INFO:tasks.rados.rados.0.smithi082.stdout:2093: left oid 12 (ObjNum 659 snap 201 seq_num 659) 2024-08-17T00:47:43.870 INFO:tasks.rados.rados.0.smithi082.stdout:2095: finishing write tid 1 to smithi08280503-38 2024-08-17T00:47:43.870 INFO:tasks.rados.rados.0.smithi082.stdout:2093: done (4 left) 2024-08-17T00:47:43.870 INFO:tasks.rados.rados.0.smithi082.stdout:2094: done (3 left) 2024-08-17T00:47:43.870 INFO:tasks.rados.rados.0.smithi082.stdout:2098: delete oid 36 current snap is 201 2024-08-17T00:47:43.872 INFO:tasks.rados.rados.0.smithi082.stdout:2095: finishing write tid 2 to smithi08280503-38 2024-08-17T00:47:43.872 INFO:tasks.rados.rados.0.smithi082.stdout:2095: finishing write tid 3 to smithi08280503-38 2024-08-17T00:47:43.873 INFO:tasks.rados.rados.0.smithi082.stdout:2095: finishing write tid 4 to smithi08280503-38 2024-08-17T00:47:43.873 INFO:tasks.rados.rados.0.smithi082.stdout:2097: finishing rollback tid 0 to smithi08280503-37 2024-08-17T00:47:43.873 INFO:tasks.rados.rados.0.smithi082.stdout:2097: finishing rollback tid 1 to smithi08280503-37 2024-08-17T00:47:43.873 INFO:tasks.rados.rados.0.smithi082.stdout:2097: finishing rollback tid 2 to smithi08280503-37 2024-08-17T00:47:43.873 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 1243 (ObjNum 654 snap 198 seq_num 654) dirty exists 2024-08-17T00:47:43.874 INFO:tasks.rados.rados.0.smithi082.stdout:2095: finishing write tid 5 to smithi08280503-38 2024-08-17T00:47:43.874 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 936 (ObjNum 660 snap 201 seq_num 660) dirty exists 2024-08-17T00:47:43.874 INFO:tasks.rados.rados.0.smithi082.stdout:2095: left oid 38 (ObjNum 660 snap 201 seq_num 660) 2024-08-17T00:47:43.875 INFO:tasks.rados.rados.0.smithi082.stdout:2095: done (3 left) 2024-08-17T00:47:43.875 INFO:tasks.rados.rados.0.smithi082.stdout:2097: done (2 left) 2024-08-17T00:47:43.875 INFO:tasks.rados.rados.0.smithi082.stdout:2098: done (1 left) 2024-08-17T00:47:43.875 INFO:tasks.rados.rados.0.smithi082.stdout:2099: read oid 43 snap 196 2024-08-17T00:47:43.875 INFO:tasks.rados.rados.0.smithi082.stdout:2099: expect (ObjNum 630 snap 190 seq_num 630) 2024-08-17T00:47:43.875 INFO:tasks.rados.rados.0.smithi082.stdout:2100: rmattr oid 19 current snap is 201 2024-08-17T00:47:43.875 INFO:tasks.rados.rados.0.smithi082.stdout:2100: done (2 left) 2024-08-17T00:47:43.876 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 22 current snap is 201 2024-08-17T00:47:43.876 INFO:tasks.rados.rados.0.smithi082.stdout:2101: seq_num 662 ranges {909312=696320,1605632=557056,2162688=245760} 2024-08-17T00:47:43.884 INFO:tasks.rados.rados.0.smithi082.stdout:2101: writing smithi08280503-22 from 909312 to 1605632 tid 1 2024-08-17T00:47:43.888 INFO:tasks.rados.rados.0.smithi082.stdout:2101: writing smithi08280503-22 from 1605632 to 2162688 tid 2 2024-08-17T00:47:43.890 INFO:tasks.rados.rados.0.smithi082.stdout:2101: writing smithi08280503-22 from 2162688 to 2408448 tid 3 2024-08-17T00:47:43.890 INFO:tasks.rados.rados.0.smithi082.stdout:2102: delete oid 3 current snap is 201 2024-08-17T00:47:43.892 INFO:tasks.rados.rados.0.smithi082.stdout:2101: finishing write tid 1 to smithi08280503-22 2024-08-17T00:47:43.895 INFO:tasks.rados.rados.0.smithi082.stdout:2101: finishing write tid 2 to smithi08280503-22 2024-08-17T00:47:43.895 INFO:tasks.rados.rados.0.smithi082.stdout:2101: finishing write tid 3 to smithi08280503-22 2024-08-17T00:47:43.895 INFO:tasks.rados.rados.0.smithi082.stdout:2101: finishing write tid 4 to smithi08280503-22 2024-08-17T00:47:43.896 INFO:tasks.rados.rados.0.smithi082.stdout:2101: finishing write tid 5 to smithi08280503-22 2024-08-17T00:47:43.897 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 1111 (ObjNum 662 snap 201 seq_num 662) dirty exists 2024-08-17T00:47:43.897 INFO:tasks.rados.rados.0.smithi082.stdout:2101: left oid 22 (ObjNum 662 snap 201 seq_num 662) 2024-08-17T00:47:43.898 INFO:tasks.rados.rados.0.smithi082.stdout:2101: done (3 left) 2024-08-17T00:47:43.898 INFO:tasks.rados.rados.0.smithi082.stdout:2102: done (2 left) 2024-08-17T00:47:43.898 INFO:tasks.rados.rados.0.smithi082.stdout:2103: read oid 29 snap -1 2024-08-17T00:47:43.898 INFO:tasks.rados.rados.0.smithi082.stdout:2103: expect deleted 2024-08-17T00:47:43.898 INFO:tasks.rados.rados.0.smithi082.stdout:2104: snap_remove snap 194 2024-08-17T00:47:44.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:43 smithi082 ceph-mon[94343]: osdmap e476: 8 total, 8 up, 8 in 2024-08-17T00:47:44.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:43 smithi082 ceph-mon[94343]: osdmap e477: 8 total, 8 up, 8 in 2024-08-17T00:47:44.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:43 smithi082 ceph-mon[91979]: osdmap e476: 8 total, 8 up, 8 in 2024-08-17T00:47:44.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:43 smithi082 ceph-mon[91979]: osdmap e477: 8 total, 8 up, 8 in 2024-08-17T00:47:44.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:43 smithi137 ceph-mon[86391]: osdmap e476: 8 total, 8 up, 8 in 2024-08-17T00:47:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:43 smithi137 ceph-mon[86391]: osdmap e477: 8 total, 8 up, 8 in 2024-08-17T00:47:44.812 INFO:tasks.rados.rados.0.smithi082.stdout:2104: done (3 left) 2024-08-17T00:47:44.812 INFO:tasks.rados.rados.0.smithi082.stdout:2105: delete oid 44 current snap is 201 2024-08-17T00:47:44.812 INFO:tasks.rados.rados.0.smithi082.stdout:2096: finishing copy_from racing read to smithi08280503-7 2024-08-17T00:47:44.812 INFO:tasks.rados.rados.0.smithi082.stdout:2096: finishing copy_from to smithi08280503-7 2024-08-17T00:47:44.812 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 762 (ObjNum 648 snap 194 seq_num 648) dirty exists 2024-08-17T00:47:44.812 INFO:tasks.rados.rados.0.smithi082.stdout:2099: expect (ObjNum 630 snap 190 seq_num 630) 2024-08-17T00:47:45.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:44 smithi082 ceph-mon[94343]: pgmap v381: 121 pgs: 121 active+clean; 197 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 332 KiB/s wr, 6 op/s 2024-08-17T00:47:45.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:47:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:47:45] "GET /metrics HTTP/1.1" 200 36230 "" "Prometheus/2.43.0" 2024-08-17T00:47:45.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:44 smithi082 ceph-mon[91979]: pgmap v381: 121 pgs: 121 active+clean; 197 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 332 KiB/s wr, 6 op/s 2024-08-17T00:47:45.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:44 smithi137 ceph-mon[86391]: pgmap v381: 121 pgs: 121 active+clean; 197 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 332 KiB/s wr, 6 op/s 2024-08-17T00:47:45.426 INFO:tasks.rados.rados.0.smithi082.stdout:2096: done (3 left) 2024-08-17T00:47:45.426 INFO:tasks.rados.rados.0.smithi082.stdout:2099: done (2 left) 2024-08-17T00:47:45.426 INFO:tasks.rados.rados.0.smithi082.stdout:2103: done (1 left) 2024-08-17T00:47:45.426 INFO:tasks.rados.rados.0.smithi082.stdout:2105: done (0 left) 2024-08-17T00:47:45.426 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 21 current snap is 201 2024-08-17T00:47:45.426 INFO:tasks.rados.rados.0.smithi082.stdout:2106: seq_num 665 ranges {0=745472,745472=606208,1351680=196608} 2024-08-17T00:47:45.429 INFO:tasks.rados.rados.0.smithi082.stdout:2106: writing smithi08280503-21 from 0 to 745472 tid 1 2024-08-17T00:47:45.433 INFO:tasks.rados.rados.0.smithi082.stdout:2106: writing smithi08280503-21 from 745472 to 1351680 tid 2 2024-08-17T00:47:45.434 INFO:tasks.rados.rados.0.smithi082.stdout:2106: writing smithi08280503-21 from 1351680 to 1548288 tid 3 2024-08-17T00:47:45.434 INFO:tasks.rados.rados.0.smithi082.stdout:2107: rollback oid 24 current snap is 201 2024-08-17T00:47:45.435 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 24 to 198 2024-08-17T00:47:45.435 INFO:tasks.rados.rados.0.smithi082.stdout:2106: finishing write tid 1 to smithi08280503-21 2024-08-17T00:47:45.435 INFO:tasks.rados.rados.0.smithi082.stdout:2108: copy_from oid 44 from oid 15 current snap is 201 2024-08-17T00:47:45.435 INFO:tasks.rados.rados.0.smithi082.stdout:2109: rmattr oid 11 current snap is 201 2024-08-17T00:47:45.435 INFO:tasks.rados.rados.0.smithi082.stdout:2109: done (3 left) 2024-08-17T00:47:45.435 INFO:tasks.rados.rados.0.smithi082.stdout:2110: rmattr oid 47 current snap is 201 2024-08-17T00:47:45.435 INFO:tasks.rados.rados.0.smithi082.stdout:2110: done (3 left) 2024-08-17T00:47:45.435 INFO:tasks.rados.rados.0.smithi082.stdout:2111: delete oid 39 current snap is 201 2024-08-17T00:47:45.437 INFO:tasks.rados.rados.0.smithi082.stdout:2107: finishing rollback tid 0 to smithi08280503-24 2024-08-17T00:47:45.437 INFO:tasks.rados.rados.0.smithi082.stdout:2111: done (3 left) 2024-08-17T00:47:45.437 INFO:tasks.rados.rados.0.smithi082.stdout:2112: read oid 37 snap -1 2024-08-17T00:47:45.437 INFO:tasks.rados.rados.0.smithi082.stdout:2112: expect (ObjNum 654 snap 198 seq_num 654) 2024-08-17T00:47:45.437 INFO:tasks.rados.rados.0.smithi082.stdout:2113: snap_create 2024-08-17T00:47:45.437 INFO:tasks.rados.rados.0.smithi082.stdout:2107: finishing rollback tid 1 to smithi08280503-24 2024-08-17T00:47:45.438 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 1113 (ObjNum 65 snap 0 seq_num 3892917200) dirty dne 2024-08-17T00:47:45.438 INFO:tasks.rados.rados.0.smithi082.stdout:2106: finishing write tid 2 to smithi08280503-21 2024-08-17T00:47:45.440 INFO:tasks.rados.rados.0.smithi082.stdout:2106: finishing write tid 3 to smithi08280503-21 2024-08-17T00:47:45.440 INFO:tasks.rados.rados.0.smithi082.stdout:2106: finishing write tid 4 to smithi08280503-21 2024-08-17T00:47:45.442 INFO:tasks.rados.rados.0.smithi082.stdout:2106: finishing write tid 5 to smithi08280503-21 2024-08-17T00:47:45.442 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 927 (ObjNum 665 snap 201 seq_num 665) dirty exists 2024-08-17T00:47:45.443 INFO:tasks.rados.rados.0.smithi082.stdout:2106: left oid 21 (ObjNum 665 snap 201 seq_num 665) 2024-08-17T00:47:45.445 INFO:tasks.rados.rados.0.smithi082.stdout:2112: expect (ObjNum 654 snap 198 seq_num 654) 2024-08-17T00:47:45.497 INFO:tasks.rados.rados.0.smithi082.stdout:2108: finishing copy_from racing read to smithi08280503-44 2024-08-17T00:47:45.497 INFO:tasks.rados.rados.0.smithi082.stdout:2108: finishing copy_from to smithi08280503-44 2024-08-17T00:47:45.498 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 908 (ObjNum 475 snap 139 seq_num 475) dirty exists 2024-08-17T00:47:45.815 INFO:tasks.rados.rados.0.smithi082.stdout:2106: done (4 left) 2024-08-17T00:47:45.816 INFO:tasks.rados.rados.0.smithi082.stdout:2107: done (3 left) 2024-08-17T00:47:45.816 INFO:tasks.rados.rados.0.smithi082.stdout:2108: done (2 left) 2024-08-17T00:47:45.816 INFO:tasks.rados.rados.0.smithi082.stdout:2112: done (1 left) 2024-08-17T00:47:45.816 INFO:tasks.rados.rados.0.smithi082.stdout:2113: done (0 left) 2024-08-17T00:47:45.816 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 14 current snap is 202 2024-08-17T00:47:45.816 INFO:tasks.rados.rados.0.smithi082.stdout:2114: seq_num 667 ranges {0=778240,778240=778240,1556480=24576} 2024-08-17T00:47:45.820 INFO:tasks.rados.rados.0.smithi082.stdout:2114: writing smithi08280503-14 from 0 to 778240 tid 1 2024-08-17T00:47:45.826 INFO:tasks.rados.rados.0.smithi082.stdout:2114: writing smithi08280503-14 from 778240 to 1556480 tid 2 2024-08-17T00:47:45.826 INFO:tasks.rados.rados.0.smithi082.stdout:2114: writing smithi08280503-14 from 1556480 to 1581056 tid 3 2024-08-17T00:47:45.826 INFO:tasks.rados.rados.0.smithi082.stdout:2115: read oid 25 snap -1 2024-08-17T00:47:45.826 INFO:tasks.rados.rados.0.smithi082.stdout:2115: expect (ObjNum 648 snap 194 seq_num 648) 2024-08-17T00:47:45.826 INFO:tasks.rados.rados.0.smithi082.stdout:2116: read oid 47 snap -1 2024-08-17T00:47:45.826 INFO:tasks.rados.rados.0.smithi082.stdout:2116: expect (ObjNum 605 snap 184 seq_num 605) 2024-08-17T00:47:45.826 INFO:tasks.rados.rados.0.smithi082.stdout:2117: rmattr oid 36 current snap is 202 2024-08-17T00:47:45.827 INFO:tasks.rados.rados.0.smithi082.stdout:2118: rollback oid 10 current snap is 202 2024-08-17T00:47:45.827 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 10 to 196 2024-08-17T00:47:45.827 INFO:tasks.rados.rados.0.smithi082.stdout:2119: delete oid 23 current snap is 202 2024-08-17T00:47:45.827 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 0 (ObjNum 65 snap 0 seq_num 1432908895) dirty dne 2024-08-17T00:47:45.827 INFO:tasks.rados.rados.0.smithi082.stdout:2114: finishing write tid 1 to smithi08280503-14 2024-08-17T00:47:45.827 INFO:tasks.rados.rados.0.smithi082.stdout:2118: finishing rollback tid 1 to smithi08280503-10 2024-08-17T00:47:45.827 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 0 (ObjNum 33 snap 0 seq_num 3892917624) dirty dne 2024-08-17T00:47:45.830 INFO:tasks.rados.rados.0.smithi082.stdout:2116: expect (ObjNum 605 snap 184 seq_num 605) 2024-08-17T00:47:45.848 INFO:tasks.rados.rados.0.smithi082.stdout:2114: finishing write tid 2 to smithi08280503-14 2024-08-17T00:47:45.848 INFO:tasks.rados.rados.0.smithi082.stdout:2114: finishing write tid 3 to smithi08280503-14 2024-08-17T00:47:45.848 INFO:tasks.rados.rados.0.smithi082.stdout:2114: finishing write tid 4 to smithi08280503-14 2024-08-17T00:47:45.848 INFO:tasks.rados.rados.0.smithi082.stdout:2114: finishing write tid 5 to smithi08280503-14 2024-08-17T00:47:45.848 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 1223 (ObjNum 667 snap 202 seq_num 667) dirty exists 2024-08-17T00:47:45.849 INFO:tasks.rados.rados.0.smithi082.stdout:2114: left oid 14 (ObjNum 667 snap 202 seq_num 667) 2024-08-17T00:47:45.849 INFO:tasks.rados.rados.0.smithi082.stdout:2114: done (5 left) 2024-08-17T00:47:45.849 INFO:tasks.rados.rados.0.smithi082.stdout:2116: done (4 left) 2024-08-17T00:47:45.849 INFO:tasks.rados.rados.0.smithi082.stdout:2117: done (3 left) 2024-08-17T00:47:45.849 INFO:tasks.rados.rados.0.smithi082.stdout:2118: done (2 left) 2024-08-17T00:47:45.849 INFO:tasks.rados.rados.0.smithi082.stdout:2119: done (1 left) 2024-08-17T00:47:45.849 INFO:tasks.rados.rados.0.smithi082.stdout:2120: rollback oid 15 current snap is 202 2024-08-17T00:47:45.849 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 15 to 200 2024-08-17T00:47:45.849 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 39 current snap is 202 2024-08-17T00:47:45.849 INFO:tasks.rados.rados.0.smithi082.stdout:2121: seq_num 669 ranges {0=409600,409600=548864,958464=655360} 2024-08-17T00:47:45.850 INFO:tasks.rados.rados.0.smithi082.stdout:2121: writing smithi08280503-39 from 0 to 409600 tid 1 2024-08-17T00:47:45.853 INFO:tasks.rados.rados.0.smithi082.stdout:2121: writing smithi08280503-39 from 409600 to 958464 tid 2 2024-08-17T00:47:45.857 INFO:tasks.rados.rados.0.smithi082.stdout:2121: writing smithi08280503-39 from 958464 to 1613824 tid 3 2024-08-17T00:47:45.858 INFO:tasks.rados.rados.0.smithi082.stdout:2122: read oid 29 snap 198 2024-08-17T00:47:45.858 INFO:tasks.rados.rados.0.smithi082.stdout:2122: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:47:45.858 INFO:tasks.rados.rados.0.smithi082.stdout:2123: read oid 5 snap -1 2024-08-17T00:47:45.858 INFO:tasks.rados.rados.0.smithi082.stdout:2123: expect deleted 2024-08-17T00:47:45.858 INFO:tasks.rados.rados.0.smithi082.stdout:2124: rollback oid 41 current snap is 202 2024-08-17T00:47:45.858 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 41 to 197 2024-08-17T00:47:45.858 INFO:tasks.rados.rados.0.smithi082.stdout:2115: expect (ObjNum 648 snap 194 seq_num 648) 2024-08-17T00:47:46.196 INFO:tasks.rados.rados.0.smithi082.stdout:2120: finishing rollback tid 0 to smithi08280503-15 2024-08-17T00:47:46.196 INFO:tasks.rados.rados.0.smithi082.stdout:2120: finishing rollback tid 1 to smithi08280503-15 2024-08-17T00:47:46.196 INFO:tasks.rados.rados.0.smithi082.stdout:2120: finishing rollback tid 2 to smithi08280503-15 2024-08-17T00:47:46.196 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 1086 (ObjNum 475 snap 139 seq_num 475) dirty exists 2024-08-17T00:47:46.196 INFO:tasks.rados.rados.0.smithi082.stdout:2121: finishing write tid 1 to smithi08280503-39 2024-08-17T00:47:46.196 INFO:tasks.rados.rados.0.smithi082.stdout:2121: finishing write tid 2 to smithi08280503-39 2024-08-17T00:47:46.196 INFO:tasks.rados.rados.0.smithi082.stdout:2121: finishing write tid 3 to smithi08280503-39 2024-08-17T00:47:46.196 INFO:tasks.rados.rados.0.smithi082.stdout:2115: done (5 left) 2024-08-17T00:47:46.196 INFO:tasks.rados.rados.0.smithi082.stdout:2120: done (4 left) 2024-08-17T00:47:46.196 INFO:tasks.rados.rados.0.smithi082.stdout:2123: done (3 left) 2024-08-17T00:47:46.197 INFO:tasks.rados.rados.0.smithi082.stdout:2125: read oid 27 snap -1 2024-08-17T00:47:46.197 INFO:tasks.rados.rados.0.smithi082.stdout:2125: expect deleted 2024-08-17T00:47:46.197 INFO:tasks.rados.rados.0.smithi082.stdout:2126: snap_remove snap 191 2024-08-17T00:47:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:45 smithi082 ceph-mon[94343]: osdmap e478: 8 total, 8 up, 8 in 2024-08-17T00:47:46.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:45 smithi082 ceph-mon[91979]: osdmap e478: 8 total, 8 up, 8 in 2024-08-17T00:47:46.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:45 smithi137 ceph-mon[86391]: osdmap e478: 8 total, 8 up, 8 in 2024-08-17T00:47:46.825 INFO:tasks.rados.rados.0.smithi082.stdout:2126: done (4 left) 2024-08-17T00:47:46.825 INFO:tasks.rados.rados.0.smithi082.stdout:2127: snap_create 2024-08-17T00:47:46.825 INFO:tasks.rados.rados.0.smithi082.stdout:2121: finishing write tid 4 to smithi08280503-39 2024-08-17T00:47:46.825 INFO:tasks.rados.rados.0.smithi082.stdout:2121: finishing write tid 5 to smithi08280503-39 2024-08-17T00:47:46.825 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 1011 (ObjNum 669 snap 202 seq_num 669) dirty exists 2024-08-17T00:47:46.825 INFO:tasks.rados.rados.0.smithi082.stdout:2121: left oid 39 (ObjNum 669 snap 202 seq_num 669) 2024-08-17T00:47:46.825 INFO:tasks.rados.rados.0.smithi082.stdout:2124: finishing rollback tid 0 to smithi08280503-41 2024-08-17T00:47:46.825 INFO:tasks.rados.rados.0.smithi082.stdout:2124: finishing rollback tid 1 to smithi08280503-41 2024-08-17T00:47:46.825 INFO:tasks.rados.rados.0.smithi082.stdout:2124: finishing rollback tid 2 to smithi08280503-41 2024-08-17T00:47:46.826 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 1251 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:47:46.826 INFO:tasks.rados.rados.0.smithi082.stdout:2122: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:47:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:46 smithi082 ceph-mon[94343]: osdmap e479: 8 total, 8 up, 8 in 2024-08-17T00:47:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:46 smithi082 ceph-mon[94343]: pgmap v384: 121 pgs: 121 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.7 MiB/s wr, 14 op/s 2024-08-17T00:47:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:46 smithi082 ceph-mon[91979]: osdmap e479: 8 total, 8 up, 8 in 2024-08-17T00:47:47.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:46 smithi082 ceph-mon[91979]: pgmap v384: 121 pgs: 121 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.7 MiB/s wr, 14 op/s 2024-08-17T00:47:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:46 smithi137 ceph-mon[86391]: osdmap e479: 8 total, 8 up, 8 in 2024-08-17T00:47:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:46 smithi137 ceph-mon[86391]: pgmap v384: 121 pgs: 121 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.7 MiB/s wr, 14 op/s 2024-08-17T00:47:47.827 INFO:tasks.rados.rados.0.smithi082.stdout:2121: done (4 left) 2024-08-17T00:47:47.827 INFO:tasks.rados.rados.0.smithi082.stdout:2122: done (3 left) 2024-08-17T00:47:47.827 INFO:tasks.rados.rados.0.smithi082.stdout:2124: done (2 left) 2024-08-17T00:47:47.827 INFO:tasks.rados.rados.0.smithi082.stdout:2125: done (1 left) 2024-08-17T00:47:47.827 INFO:tasks.rados.rados.0.smithi082.stdout:2127: done (0 left) 2024-08-17T00:47:47.827 INFO:tasks.rados.rados.0.smithi082.stdout:2128: read oid 42 snap -1 2024-08-17T00:47:47.827 INFO:tasks.rados.rados.0.smithi082.stdout:2128: expect (ObjNum 582 snap 180 seq_num 582) 2024-08-17T00:47:47.827 INFO:tasks.rados.rados.0.smithi082.stdout:2129: delete oid 19 current snap is 203 2024-08-17T00:47:47.832 INFO:tasks.rados.rados.0.smithi082.stdout:2129: done (1 left) 2024-08-17T00:47:47.832 INFO:tasks.rados.rados.0.smithi082.stdout:2130: read oid 15 snap -1 2024-08-17T00:47:47.833 INFO:tasks.rados.rados.0.smithi082.stdout:2130: expect (ObjNum 475 snap 139 seq_num 475) 2024-08-17T00:47:47.833 INFO:tasks.rados.rados.0.smithi082.stdout:2131: snap_create 2024-08-17T00:47:47.844 INFO:tasks.rados.rados.0.smithi082.stdout:2128: expect (ObjNum 582 snap 180 seq_num 582) 2024-08-17T00:47:47.980 INFO:tasks.rados.rados.0.smithi082.stdout:2130: expect (ObjNum 475 snap 139 seq_num 475) 2024-08-17T00:47:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:47 smithi082 ceph-mon[94343]: osdmap e480: 8 total, 8 up, 8 in 2024-08-17T00:47:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T00:47:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:47 smithi082 ceph-mon[94343]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T00:47:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:47 smithi082 ceph-mon[94343]: Upgrade: osd.6 is safe to restart 2024-08-17T00:47:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:47 smithi082 ceph-mon[91979]: osdmap e480: 8 total, 8 up, 8 in 2024-08-17T00:47:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T00:47:48.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:47 smithi082 ceph-mon[91979]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T00:47:48.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:47 smithi082 ceph-mon[91979]: Upgrade: osd.6 is safe to restart 2024-08-17T00:47:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:47 smithi137 ceph-mon[86391]: osdmap e480: 8 total, 8 up, 8 in 2024-08-17T00:47:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:47 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T00:47:48.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:47 smithi137 ceph-mon[86391]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T00:47:48.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:47 smithi137 ceph-mon[86391]: Upgrade: osd.6 is safe to restart 2024-08-17T00:47:48.783 INFO:tasks.rados.rados.0.smithi082.stdout:2128: done (2 left) 2024-08-17T00:47:48.784 INFO:tasks.rados.rados.0.smithi082.stdout:2130: done (1 left) 2024-08-17T00:47:48.784 INFO:tasks.rados.rados.0.smithi082.stdout:2131: done (0 left) 2024-08-17T00:47:48.784 INFO:tasks.rados.rados.0.smithi082.stdout:2132: read oid 47 snap -1 2024-08-17T00:47:48.784 INFO:tasks.rados.rados.0.smithi082.stdout:2132: expect (ObjNum 605 snap 184 seq_num 605) 2024-08-17T00:47:48.784 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 12 current snap is 204 2024-08-17T00:47:48.784 INFO:tasks.rados.rados.0.smithi082.stdout:2133: seq_num 671 ranges {2760704=442368,3203072=761856,3964928=442368} 2024-08-17T00:47:48.800 INFO:tasks.rados.rados.0.smithi082.stdout:2133: writing smithi08280503-12 from 2760704 to 3203072 tid 1 2024-08-17T00:47:48.804 INFO:tasks.rados.rados.0.smithi082.stdout:2133: writing smithi08280503-12 from 3203072 to 3964928 tid 2 2024-08-17T00:47:48.807 INFO:tasks.rados.rados.0.smithi082.stdout:2133: writing smithi08280503-12 from 3964928 to 4407296 tid 3 2024-08-17T00:47:48.808 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 8 current snap is 204 2024-08-17T00:47:48.808 INFO:tasks.rados.rados.0.smithi082.stdout:2134: seq_num 672 ranges {10756096=458752,11214848=647168,11862016=466944,12328960=90112} 2024-08-17T00:47:48.868 INFO:tasks.rados.rados.0.smithi082.stdout:2134: writing smithi08280503-8 from 10756096 to 11214848 tid 1 2024-08-17T00:47:48.871 INFO:tasks.rados.rados.0.smithi082.stdout:2134: writing smithi08280503-8 from 11214848 to 11862016 tid 2 2024-08-17T00:47:48.874 INFO:tasks.rados.rados.0.smithi082.stdout:2134: writing smithi08280503-8 from 11862016 to 12328960 tid 3 2024-08-17T00:47:48.875 INFO:tasks.rados.rados.0.smithi082.stdout:2134: writing smithi08280503-8 from 12328960 to 12419072 tid 4 2024-08-17T00:47:48.875 INFO:tasks.rados.rados.0.smithi082.stdout:2135: delete oid 31 current snap is 204 2024-08-17T00:47:48.875 INFO:tasks.rados.rados.0.smithi082.stdout:2132: expect (ObjNum 605 snap 184 seq_num 605) 2024-08-17T00:47:48.891 INFO:tasks.rados.rados.0.smithi082.stdout:2133: finishing write tid 1 to smithi08280503-12 2024-08-17T00:47:48.891 INFO:tasks.rados.rados.0.smithi082.stdout:2132: done (3 left) 2024-08-17T00:47:48.891 INFO:tasks.rados.rados.0.smithi082.stdout:2135: done (2 left) 2024-08-17T00:47:48.891 INFO:tasks.rados.rados.0.smithi082.stdout:2136: delete oid 10 current snap is 204 2024-08-17T00:47:48.891 INFO:tasks.rados.rados.0.smithi082.stdout:2133: finishing write tid 2 to smithi08280503-12 2024-08-17T00:47:48.892 INFO:tasks.rados.rados.0.smithi082.stdout:2133: finishing write tid 3 to smithi08280503-12 2024-08-17T00:47:48.892 INFO:tasks.rados.rados.0.smithi082.stdout:2133: finishing write tid 4 to smithi08280503-12 2024-08-17T00:47:48.892 INFO:tasks.rados.rados.0.smithi082.stdout:2133: finishing write tid 5 to smithi08280503-12 2024-08-17T00:47:48.892 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 1076 (ObjNum 671 snap 204 seq_num 671) dirty exists 2024-08-17T00:47:48.892 INFO:tasks.rados.rados.0.smithi082.stdout:2133: left oid 12 (ObjNum 671 snap 204 seq_num 671) 2024-08-17T00:47:48.892 INFO:tasks.rados.rados.0.smithi082.stdout:2134: finishing write tid 1 to smithi08280503-8 2024-08-17T00:47:48.892 INFO:tasks.rados.rados.0.smithi082.stdout:2134: finishing write tid 2 to smithi08280503-8 2024-08-17T00:47:48.892 INFO:tasks.rados.rados.0.smithi082.stdout:2134: finishing write tid 3 to smithi08280503-8 2024-08-17T00:47:48.892 INFO:tasks.rados.rados.0.smithi082.stdout:2134: finishing write tid 4 to smithi08280503-8 2024-08-17T00:47:48.892 INFO:tasks.rados.rados.0.smithi082.stdout:2134: finishing write tid 5 to smithi08280503-8 2024-08-17T00:47:48.892 INFO:tasks.rados.rados.0.smithi082.stdout:2134: finishing write tid 6 to smithi08280503-8 2024-08-17T00:47:48.892 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 1118 (ObjNum 672 snap 204 seq_num 672) dirty exists 2024-08-17T00:47:48.892 INFO:tasks.rados.rados.0.smithi082.stdout:2134: left oid 8 (ObjNum 672 snap 204 seq_num 672) 2024-08-17T00:47:48.893 INFO:tasks.rados.rados.0.smithi082.stdout:2133: done (2 left) 2024-08-17T00:47:48.893 INFO:tasks.rados.rados.0.smithi082.stdout:2134: done (1 left) 2024-08-17T00:47:48.893 INFO:tasks.rados.rados.0.smithi082.stdout:2136: done (0 left) 2024-08-17T00:47:48.893 INFO:tasks.rados.rados.0.smithi082.stdout:2137: read oid 13 snap -1 2024-08-17T00:47:48.893 INFO:tasks.rados.rados.0.smithi082.stdout:2137: expect deleted 2024-08-17T00:47:48.894 INFO:tasks.rados.rados.0.smithi082.stdout:2138: read oid 25 snap -1 2024-08-17T00:47:48.894 INFO:tasks.rados.rados.0.smithi082.stdout:2138: expect (ObjNum 648 snap 194 seq_num 648) 2024-08-17T00:47:48.894 INFO:tasks.rados.rados.0.smithi082.stdout:2139: snap_remove snap 192 2024-08-17T00:47:48.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:48 smithi137 ceph-mon[86391]: osdmap e481: 8 total, 8 up, 8 in 2024-08-17T00:47:48.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:48 smithi137 ceph-mon[86391]: pgmap v387: 121 pgs: 121 active+clean; 225 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 7.6 MiB/s wr, 16 op/s 2024-08-17T00:47:48.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:48 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:48.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:48 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T00:47:48.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:48 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:47:48.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:48 smithi137 ceph-mon[86391]: osdmap e482: 8 total, 8 up, 8 in 2024-08-17T00:47:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:48 smithi082 ceph-mon[94343]: osdmap e481: 8 total, 8 up, 8 in 2024-08-17T00:47:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:48 smithi082 ceph-mon[94343]: pgmap v387: 121 pgs: 121 active+clean; 225 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 7.6 MiB/s wr, 16 op/s 2024-08-17T00:47:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:48 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:48 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T00:47:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:48 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:47:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:48 smithi082 ceph-mon[94343]: osdmap e482: 8 total, 8 up, 8 in 2024-08-17T00:47:49.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:48 smithi082 ceph-mon[91979]: osdmap e481: 8 total, 8 up, 8 in 2024-08-17T00:47:49.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:48 smithi082 ceph-mon[91979]: pgmap v387: 121 pgs: 121 active+clean; 225 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 7.6 MiB/s wr, 16 op/s 2024-08-17T00:47:49.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:48 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:49.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:48 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T00:47:49.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:48 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:47:49.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:48 smithi082 ceph-mon[91979]: osdmap e482: 8 total, 8 up, 8 in 2024-08-17T00:47:49.843 INFO:tasks.rados.rados.0.smithi082.stdout:2139: done (2 left) 2024-08-17T00:47:49.843 INFO:tasks.rados.rados.0.smithi082.stdout:2140: copy_from oid 26 from oid 46 current snap is 204 2024-08-17T00:47:49.843 INFO:tasks.rados.rados.0.smithi082.stdout:2141: snap_create 2024-08-17T00:47:49.844 INFO:tasks.rados.rados.0.smithi082.stdout:2138: expect (ObjNum 648 snap 194 seq_num 648) 2024-08-17T00:47:49.964 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:49 smithi137 ceph-mon[86391]: Upgrade: Updating osd.6 2024-08-17T00:47:49.964 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:49 smithi137 ceph-mon[86391]: Deploying daemon osd.6 on smithi137 2024-08-17T00:47:50.191 INFO:tasks.rados.rados.0.smithi082.stdout:2140: finishing copy_from racing read to smithi08280503-26 2024-08-17T00:47:50.191 INFO:tasks.rados.rados.0.smithi082.stdout:2140: finishing copy_from to smithi08280503-26 2024-08-17T00:47:50.191 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 1160 (ObjNum 618 snap 188 seq_num 618) dirty exists 2024-08-17T00:47:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:49 smithi082 ceph-mon[94343]: Upgrade: Updating osd.6 2024-08-17T00:47:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:49 smithi082 ceph-mon[94343]: Deploying daemon osd.6 on smithi137 2024-08-17T00:47:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:49 smithi082 ceph-mon[91979]: Upgrade: Updating osd.6 2024-08-17T00:47:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:49 smithi082 ceph-mon[91979]: Deploying daemon osd.6 on smithi137 2024-08-17T00:47:50.850 INFO:tasks.rados.rados.0.smithi082.stdout:2137: done (3 left) 2024-08-17T00:47:50.851 INFO:tasks.rados.rados.0.smithi082.stdout:2138: done (2 left) 2024-08-17T00:47:50.851 INFO:tasks.rados.rados.0.smithi082.stdout:2140: done (1 left) 2024-08-17T00:47:50.851 INFO:tasks.rados.rados.0.smithi082.stdout:2141: done (0 left) 2024-08-17T00:47:50.851 INFO:tasks.rados.rados.0.smithi082.stdout:2142: setattr oid 23 current snap is 205 2024-08-17T00:47:50.852 INFO:tasks.rados.rados.0.smithi082.stdout:2143: snap_create 2024-08-17T00:47:50.857 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 1077 (ObjNum 465 snap 0 seq_num 1494127245) dirty exists 2024-08-17T00:47:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:50 smithi082 ceph-mon[91979]: osdmap e483: 8 total, 8 up, 8 in 2024-08-17T00:47:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:50 smithi082 ceph-mon[91979]: pgmap v390: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 232 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.9 MiB/s wr, 13 op/s 2024-08-17T00:47:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:47:51.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:50 smithi082 ceph-mon[94343]: osdmap e483: 8 total, 8 up, 8 in 2024-08-17T00:47:51.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:50 smithi082 ceph-mon[94343]: pgmap v390: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 232 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.9 MiB/s wr, 13 op/s 2024-08-17T00:47:51.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:47:51.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:50 smithi137 ceph-mon[86391]: osdmap e483: 8 total, 8 up, 8 in 2024-08-17T00:47:51.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:50 smithi137 ceph-mon[86391]: pgmap v390: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 232 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.9 MiB/s wr, 13 op/s 2024-08-17T00:47:51.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:47:51.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:51 smithi137 systemd[1]: Stopping Ceph osd.6 for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:47:51.852 INFO:tasks.rados.rados.0.smithi082.stdout:2142: done (1 left) 2024-08-17T00:47:51.852 INFO:tasks.rados.rados.0.smithi082.stdout:2143: done (0 left) 2024-08-17T00:47:51.852 INFO:tasks.rados.rados.0.smithi082.stdout:2144: read oid 30 snap 201 2024-08-17T00:47:51.853 INFO:tasks.rados.rados.0.smithi082.stdout:2144: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:47:51.853 INFO:tasks.rados.rados.0.smithi082.stdout:2145: delete oid 39 current snap is 206 2024-08-17T00:47:51.855 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:51 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[49350]: 2024-08-17T00:47:51.497+0000 7f54a0a0c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T00:47:51.855 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:51 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[49350]: 2024-08-17T00:47:51.497+0000 7f54a0a0c640 -1 osd.6 484 *** Got signal Terminated *** 2024-08-17T00:47:51.855 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:51 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[49350]: 2024-08-17T00:47:51.497+0000 7f54a0a0c640 -1 osd.6 484 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T00:47:51.877 INFO:tasks.rados.rados.0.smithi082.stdout:2144: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:47:52.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:51 smithi082 ceph-mon[94343]: osdmap e484: 8 total, 8 up, 8 in 2024-08-17T00:47:52.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:51 smithi082 ceph-mon[94343]: osd.6 marked itself down and dead 2024-08-17T00:47:52.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:51 smithi082 ceph-mon[91979]: osdmap e484: 8 total, 8 up, 8 in 2024-08-17T00:47:52.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:51 smithi082 ceph-mon[91979]: osd.6 marked itself down and dead 2024-08-17T00:47:52.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:51 smithi137 ceph-mon[86391]: osdmap e484: 8 total, 8 up, 8 in 2024-08-17T00:47:52.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:51 smithi137 ceph-mon[86391]: osd.6 marked itself down and dead 2024-08-17T00:47:52.615 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:52 smithi137 podman[100490]: 2024-08-17 00:47:52.337008902 +0000 UTC m=+0.954807265 container died fa6586afc3c0922e3b384a146a3e8ae931c453973b329558eee93e94e4666855 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6, RELEASE=quincy-03a1ac1, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-08-17T00:47:52.615 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:47:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:47:52.864 INFO:tasks.rados.rados.0.smithi082.stdout:2144: done (1 left) 2024-08-17T00:47:52.864 INFO:tasks.rados.rados.0.smithi082.stdout:2145: done (0 left) 2024-08-17T00:47:52.864 INFO:tasks.rados.rados.0.smithi082.stdout:2146: snap_remove snap 196 2024-08-17T00:47:53.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:52 smithi082 ceph-mon[91979]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:47:53.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:52 smithi082 ceph-mon[91979]: osdmap e485: 8 total, 7 up, 8 in 2024-08-17T00:47:53.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:52 smithi082 ceph-mon[91979]: pgmap v393: 121 pgs: 7 peering, 13 stale+active+clean, 2 active+clean+snaptrim, 99 active+clean; 232 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-08-17T00:47:53.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:52 smithi082 ceph-mon[94343]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:47:53.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:52 smithi082 ceph-mon[94343]: osdmap e485: 8 total, 7 up, 8 in 2024-08-17T00:47:53.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:52 smithi082 ceph-mon[94343]: pgmap v393: 121 pgs: 7 peering, 13 stale+active+clean, 2 active+clean+snaptrim, 99 active+clean; 232 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-08-17T00:47:53.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:52 smithi137 ceph-mon[86391]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:47:53.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:52 smithi137 ceph-mon[86391]: osdmap e485: 8 total, 7 up, 8 in 2024-08-17T00:47:53.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:52 smithi137 ceph-mon[86391]: pgmap v393: 121 pgs: 7 peering, 13 stale+active+clean, 2 active+clean+snaptrim, 99 active+clean; 232 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-08-17T00:47:53.237 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:52 smithi137 podman[100490]: 2024-08-17 00:47:52.9977026 +0000 UTC m=+1.615500962 container cleanup fa6586afc3c0922e3b384a146a3e8ae931c453973b329558eee93e94e4666855 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-03a1ac1, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-08-17T00:47:53.237 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:52 smithi137 bash[100490]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6 2024-08-17T00:47:53.737 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:53 smithi137 podman[100507]: 2024-08-17 00:47:53.366324895 +0000 UTC m=+1.024929951 container remove fa6586afc3c0922e3b384a146a3e8ae931c453973b329558eee93e94e4666855 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, RELEASE=quincy-03a1ac1, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:47:53.786 INFO:tasks.rados.rados.0.smithi082.stdout:2146: done (0 left) 2024-08-17T00:47:53.786 INFO:tasks.rados.rados.0.smithi082.stdout:2147: read oid 49 snap -1 2024-08-17T00:47:53.786 INFO:tasks.rados.rados.0.smithi082.stdout:2147: expect (ObjNum 464 snap 134 seq_num 464) 2024-08-17T00:47:53.786 INFO:tasks.rados.rados.0.smithi082.stdout:2148: rmattr oid 36 current snap is 206 2024-08-17T00:47:53.786 INFO:tasks.rados.rados.0.smithi082.stdout:2148: done (1 left) 2024-08-17T00:47:53.786 INFO:tasks.rados.rados.0.smithi082.stdout:2149: rmattr oid 45 current snap is 206 2024-08-17T00:47:53.787 INFO:tasks.rados.rados.0.smithi082.stdout:2150: snap_create 2024-08-17T00:47:53.805 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 1078 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:47:53.827 INFO:tasks.rados.rados.0.smithi082.stdout:2147: expect (ObjNum 464 snap 134 seq_num 464) 2024-08-17T00:47:54.029 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:53 smithi137 ceph-mon[86391]: osdmap e486: 8 total, 7 up, 8 in 2024-08-17T00:47:54.029 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:53 smithi137 ceph-mon[86391]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T00:47:54.029 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:53 smithi137 ceph-mon[86391]: osdmap e487: 8 total, 7 up, 8 in 2024-08-17T00:47:54.029 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:53 smithi137 podman[100601]: 2024-08-17 00:47:53.674825373 +0000 UTC m=+0.017256738 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:47:54.030 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:53 smithi137 podman[100601]: 2024-08-17 00:47:53.775336512 +0000 UTC m=+0.117767863 container create f145b52536f8b23110d8f3a7376eebc294a883260181db63b8787f0f2baaef24 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T00:47:54.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:53 smithi082 ceph-mon[91979]: osdmap e486: 8 total, 7 up, 8 in 2024-08-17T00:47:54.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:53 smithi082 ceph-mon[91979]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T00:47:54.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:53 smithi082 ceph-mon[91979]: osdmap e487: 8 total, 7 up, 8 in 2024-08-17T00:47:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:53 smithi082 ceph-mon[94343]: osdmap e486: 8 total, 7 up, 8 in 2024-08-17T00:47:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:53 smithi082 ceph-mon[94343]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T00:47:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:53 smithi082 ceph-mon[94343]: osdmap e487: 8 total, 7 up, 8 in 2024-08-17T00:47:54.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:54 smithi137 podman[100601]: 2024-08-17 00:47:54.028917919 +0000 UTC m=+0.371349296 container init f145b52536f8b23110d8f3a7376eebc294a883260181db63b8787f0f2baaef24 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-08-17T00:47:54.488 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:54 smithi137 podman[100601]: 2024-08-17 00:47:54.032579656 +0000 UTC m=+0.375011019 container start f145b52536f8b23110d8f3a7376eebc294a883260181db63b8787f0f2baaef24 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-08-17T00:47:54.488 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:54 smithi137 podman[100601]: 2024-08-17 00:47:54.111639303 +0000 UTC m=+0.454070672 container attach f145b52536f8b23110d8f3a7376eebc294a883260181db63b8787f0f2baaef24 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True) 2024-08-17T00:47:54.488 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:54 smithi137 podman[100601]: 2024-08-17 00:47:54.217440507 +0000 UTC m=+0.559871867 container died f145b52536f8b23110d8f3a7376eebc294a883260181db63b8787f0f2baaef24 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-08-17T00:47:54.796 INFO:tasks.rados.rados.0.smithi082.stdout:2147: done (2 left) 2024-08-17T00:47:54.797 INFO:tasks.rados.rados.0.smithi082.stdout:2149: done (1 left) 2024-08-17T00:47:54.797 INFO:tasks.rados.rados.0.smithi082.stdout:2150: done (0 left) 2024-08-17T00:47:54.797 INFO:tasks.rados.rados.0.smithi082.stdout:2151: copy_from oid 48 from oid 32 current snap is 207 2024-08-17T00:47:54.797 INFO:tasks.rados.rados.0.smithi082.stdout:2152: rollback oid 19 current snap is 207 2024-08-17T00:47:54.797 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 19 to 203 2024-08-17T00:47:54.797 INFO:tasks.rados.rados.0.smithi082.stdout:2153: copy_from oid 36 from oid 37 current snap is 207 2024-08-17T00:47:54.797 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 39 current snap is 207 2024-08-17T00:47:54.797 INFO:tasks.rados.rados.0.smithi082.stdout:2154: seq_num 676 ranges {0=524288,524288=589824,1114112=450560,1564672=163840} 2024-08-17T00:47:54.799 INFO:tasks.rados.rados.0.smithi082.stdout:2154: writing smithi08280503-39 from 0 to 524288 tid 1 2024-08-17T00:47:54.802 INFO:tasks.rados.rados.0.smithi082.stdout:2154: writing smithi08280503-39 from 524288 to 1114112 tid 2 2024-08-17T00:47:54.805 INFO:tasks.rados.rados.0.smithi082.stdout:2154: writing smithi08280503-39 from 1114112 to 1564672 tid 3 2024-08-17T00:47:54.808 INFO:tasks.rados.rados.0.smithi082.stdout:2154: writing smithi08280503-39 from 1564672 to 1728512 tid 4 2024-08-17T00:47:54.808 INFO:tasks.rados.rados.0.smithi082.stdout:2155: snap_create 2024-08-17T00:47:54.808 INFO:tasks.rados.rados.0.smithi082.stdout:2152: finishing rollback tid 1 to smithi08280503-19 2024-08-17T00:47:54.808 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 0 (ObjNum 113 snap 0 seq_num 271) dirty dne 2024-08-17T00:47:54.808 INFO:tasks.rados.rados.0.smithi082.stdout:2154: finishing write tid 1 to smithi08280503-39 2024-08-17T00:47:54.808 INFO:tasks.rados.rados.0.smithi082.stdout:2154: finishing write tid 2 to smithi08280503-39 2024-08-17T00:47:54.808 INFO:tasks.rados.rados.0.smithi082.stdout:2151: finishing copy_from racing read to smithi08280503-48 2024-08-17T00:47:54.809 INFO:tasks.rados.rados.0.smithi082.stdout:2154: finishing write tid 3 to smithi08280503-39 2024-08-17T00:47:54.810 INFO:tasks.rados.rados.0.smithi082.stdout:2154: finishing write tid 4 to smithi08280503-39 2024-08-17T00:47:54.810 INFO:tasks.rados.rados.0.smithi082.stdout:2151: finishing copy_from to smithi08280503-48 2024-08-17T00:47:54.810 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 1218 (ObjNum 644 snap 192 seq_num 644) dirty exists 2024-08-17T00:47:54.810 INFO:tasks.rados.rados.0.smithi082.stdout:2154: finishing write tid 5 to smithi08280503-39 2024-08-17T00:47:54.812 INFO:tasks.rados.rados.0.smithi082.stdout:2154: finishing write tid 6 to smithi08280503-39 2024-08-17T00:47:54.812 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 1017 (ObjNum 676 snap 207 seq_num 676) dirty exists 2024-08-17T00:47:54.813 INFO:tasks.rados.rados.0.smithi082.stdout:2154: left oid 39 (ObjNum 676 snap 207 seq_num 676) 2024-08-17T00:47:54.814 INFO:tasks.rados.rados.0.smithi082.stdout:2153: finishing copy_from racing read to smithi08280503-36 2024-08-17T00:47:54.815 INFO:tasks.rados.rados.0.smithi082.stdout:2153: finishing copy_from to smithi08280503-36 2024-08-17T00:47:54.815 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 1243 (ObjNum 654 snap 198 seq_num 654) dirty exists 2024-08-17T00:47:55.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:54 smithi082 ceph-mon[94343]: pgmap v396: 121 pgs: 11 active+undersized, 11 peering, 7 stale+active+clean, 3 active+clean+snaptrim, 1 active+undersized+degraded, 88 active+clean; 239 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 4/363 objects degraded (1.102%) 2024-08-17T00:47:55.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:54 smithi082 ceph-mon[94343]: osdmap e488: 8 total, 7 up, 8 in 2024-08-17T00:47:55.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:54 smithi082 ceph-mon[91979]: pgmap v396: 121 pgs: 11 active+undersized, 11 peering, 7 stale+active+clean, 3 active+clean+snaptrim, 1 active+undersized+degraded, 88 active+clean; 239 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 4/363 objects degraded (1.102%) 2024-08-17T00:47:55.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:54 smithi082 ceph-mon[91979]: osdmap e488: 8 total, 7 up, 8 in 2024-08-17T00:47:55.226 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:47:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:47:55] "GET /metrics HTTP/1.1" 200 36216 "" "Prometheus/2.43.0" 2024-08-17T00:47:55.229 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:54 smithi137 ceph-mon[86391]: pgmap v396: 121 pgs: 11 active+undersized, 11 peering, 7 stale+active+clean, 3 active+clean+snaptrim, 1 active+undersized+degraded, 88 active+clean; 239 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 4/363 objects degraded (1.102%) 2024-08-17T00:47:55.229 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:54 smithi137 ceph-mon[86391]: osdmap e488: 8 total, 7 up, 8 in 2024-08-17T00:47:55.229 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:54 smithi137 podman[100624]: 2024-08-17 00:47:54.764899172 +0000 UTC m=+0.538426675 container remove f145b52536f8b23110d8f3a7376eebc294a883260181db63b8787f0f2baaef24 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:47:55.229 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:54 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.6.service: Deactivated successfully. 2024-08-17T00:47:55.229 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:54 smithi137 systemd[1]: Stopped Ceph osd.6 for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:47:55.229 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:54 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.6.service: Consumed 11.373s CPU time. 2024-08-17T00:47:55.230 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:55 smithi137 systemd[1]: Starting Ceph osd.6 for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:47:55.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:55 smithi137 podman[100725]: 2024-08-17 00:47:55.130675814 +0000 UTC m=+0.017236384 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:47:55.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:55 smithi137 podman[100725]: 2024-08-17 00:47:55.257638876 +0000 UTC m=+0.144199433 container create e251d2bd8046eef5f2d81ea82aeccdeba16c6bac88fb284fff12a39b4a2ab353 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6-activate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-08-17T00:47:55.796 INFO:tasks.rados.rados.0.smithi082.stdout:2151: done (4 left) 2024-08-17T00:47:55.797 INFO:tasks.rados.rados.0.smithi082.stdout:2152: done (3 left) 2024-08-17T00:47:55.797 INFO:tasks.rados.rados.0.smithi082.stdout:2153: done (2 left) 2024-08-17T00:47:55.797 INFO:tasks.rados.rados.0.smithi082.stdout:2154: done (1 left) 2024-08-17T00:47:55.797 INFO:tasks.rados.rados.0.smithi082.stdout:2155: done (0 left) 2024-08-17T00:47:55.797 INFO:tasks.rados.rados.0.smithi082.stdout:2156: read oid 28 snap -1 2024-08-17T00:47:55.797 INFO:tasks.rados.rados.0.smithi082.stdout:2156: expect (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:47:55.797 INFO:tasks.rados.rados.0.smithi082.stdout:2157: read oid 50 snap -1 2024-08-17T00:47:55.797 INFO:tasks.rados.rados.0.smithi082.stdout:2157: expect deleted 2024-08-17T00:47:55.797 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 15 current snap is 208 2024-08-17T00:47:55.797 INFO:tasks.rados.rados.0.smithi082.stdout:2158: seq_num 677 ranges {8798208=540672,9338880=516096,9854976=655360,10510336=32768} 2024-08-17T00:47:55.846 INFO:tasks.rados.rados.0.smithi082.stdout:2158: writing smithi08280503-15 from 8798208 to 9338880 tid 1 2024-08-17T00:47:55.849 INFO:tasks.rados.rados.0.smithi082.stdout:2158: writing smithi08280503-15 from 9338880 to 9854976 tid 2 2024-08-17T00:47:55.853 INFO:tasks.rados.rados.0.smithi082.stdout:2158: writing smithi08280503-15 from 9854976 to 10510336 tid 3 2024-08-17T00:47:55.853 INFO:tasks.rados.rados.0.smithi082.stdout:2158: writing smithi08280503-15 from 10510336 to 10543104 tid 4 2024-08-17T00:47:55.853 INFO:tasks.rados.rados.0.smithi082.stdout:2159: snap_remove snap 202 2024-08-17T00:47:55.869 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:55 smithi137 podman[100725]: 2024-08-17 00:47:55.535436674 +0000 UTC m=+0.421997240 container init e251d2bd8046eef5f2d81ea82aeccdeba16c6bac88fb284fff12a39b4a2ab353 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6-activate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:47:55.869 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:55 smithi137 podman[100725]: 2024-08-17 00:47:55.538793587 +0000 UTC m=+0.425354144 container start e251d2bd8046eef5f2d81ea82aeccdeba16c6bac88fb284fff12a39b4a2ab353 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6-activate, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:47:55.869 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:55 smithi137 podman[100725]: 2024-08-17 00:47:55.593815591 +0000 UTC m=+0.480376152 container attach e251d2bd8046eef5f2d81ea82aeccdeba16c6bac88fb284fff12a39b4a2ab353 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6-activate, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0) 2024-08-17T00:47:55.869 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:55 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6-activate[100740]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:47:55.869 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:55 smithi137 bash[100725]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:47:55.869 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:55 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6-activate[100740]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:47:55.869 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:55 smithi137 bash[100725]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:47:55.870 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:55 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6-activate[100740]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-17T00:47:55.870 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:55 smithi137 bash[100725]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-17T00:47:56.222 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:55 smithi137 ceph-mon[86391]: Health check failed: Degraded data redundancy: 4/363 objects degraded (1.102%), 1 pg degraded (PG_DEGRADED) 2024-08-17T00:47:56.222 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:55 smithi137 ceph-mon[86391]: osdmap e489: 8 total, 7 up, 8 in 2024-08-17T00:47:56.222 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:55 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6-activate[100740]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-08-17T00:47:56.222 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:55 smithi137 bash[100725]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-08-17T00:47:56.222 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:55 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6-activate[100740]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-08-17T00:47:56.223 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:55 smithi137 bash[100725]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-08-17T00:47:56.223 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:55 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6-activate[100740]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-17T00:47:56.223 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:55 smithi137 bash[100725]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-17T00:47:56.223 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:55 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6-activate[100740]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-08-17T00:47:56.223 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:55 smithi137 bash[100725]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-08-17T00:47:56.223 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:55 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6-activate[100740]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-17T00:47:56.223 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:55 smithi137 bash[100725]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-17T00:47:56.223 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:55 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6-activate[100740]: --> ceph-volume raw activate successful for osd ID: 6 2024-08-17T00:47:56.223 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:55 smithi137 bash[100725]: --> ceph-volume raw activate successful for osd ID: 6 2024-08-17T00:47:56.223 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:55 smithi137 podman[100725]: 2024-08-17 00:47:55.917449769 +0000 UTC m=+0.804010336 container died e251d2bd8046eef5f2d81ea82aeccdeba16c6bac88fb284fff12a39b4a2ab353 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6-activate, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-08-17T00:47:56.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:55 smithi082 ceph-mon[94343]: Health check failed: Degraded data redundancy: 4/363 objects degraded (1.102%), 1 pg degraded (PG_DEGRADED) 2024-08-17T00:47:56.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:55 smithi082 ceph-mon[94343]: osdmap e489: 8 total, 7 up, 8 in 2024-08-17T00:47:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:55 smithi082 ceph-mon[91979]: Health check failed: Degraded data redundancy: 4/363 objects degraded (1.102%), 1 pg degraded (PG_DEGRADED) 2024-08-17T00:47:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:55 smithi082 ceph-mon[91979]: osdmap e489: 8 total, 7 up, 8 in 2024-08-17T00:47:56.798 INFO:tasks.rados.rados.0.smithi082.stdout:2159: done (3 left) 2024-08-17T00:47:56.798 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 25 current snap is 208 2024-08-17T00:47:56.798 INFO:tasks.rados.rados.0.smithi082.stdout:2160: seq_num 678 ranges {5742592=565248,6307840=802816,7110656=401408} 2024-08-17T00:47:56.830 INFO:tasks.rados.rados.0.smithi082.stdout:2160: writing smithi08280503-25 from 5742592 to 6307840 tid 1 2024-08-17T00:47:56.835 INFO:tasks.rados.rados.0.smithi082.stdout:2160: writing smithi08280503-25 from 6307840 to 7110656 tid 2 2024-08-17T00:47:56.838 INFO:tasks.rados.rados.0.smithi082.stdout:2160: writing smithi08280503-25 from 7110656 to 7512064 tid 3 2024-08-17T00:47:56.838 INFO:tasks.rados.rados.0.smithi082.stdout:2161: rollback oid 23 current snap is 208 2024-08-17T00:47:56.838 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 23 to 201 2024-08-17T00:47:56.838 INFO:tasks.rados.rados.0.smithi082.stdout:2156: expect (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:47:56.887 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:56 smithi137 podman[100863]: 2024-08-17 00:47:56.564216635 +0000 UTC m=+0.640515977 container remove e251d2bd8046eef5f2d81ea82aeccdeba16c6bac88fb284fff12a39b4a2ab353 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6-activate, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, RELEASE=squid-d863d21, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-08-17T00:47:56.887 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:56 smithi137 podman[100928]: 2024-08-17 00:47:56.773525077 +0000 UTC m=+0.110391211 container create e037950bdd93599f81fadfc970e40103125788e519e4834894be2e7044664240 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, RELEASE=squid-d863d21, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:47:56.888 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:56 smithi137 podman[100928]: 2024-08-17 00:47:56.680280848 +0000 UTC m=+0.017146945 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:47:57.087 INFO:tasks.rados.rados.0.smithi082.stdout:2158: finishing write tid 1 to smithi08280503-15 2024-08-17T00:47:57.088 INFO:tasks.rados.rados.0.smithi082.stdout:2158: finishing write tid 2 to smithi08280503-15 2024-08-17T00:47:57.088 INFO:tasks.rados.rados.0.smithi082.stdout:2156: done (4 left) 2024-08-17T00:47:57.088 INFO:tasks.rados.rados.0.smithi082.stdout:2157: done (3 left) 2024-08-17T00:47:57.088 INFO:tasks.rados.rados.0.smithi082.stdout:2162: read oid 33 snap 200 2024-08-17T00:47:57.088 INFO:tasks.rados.rados.0.smithi082.stdout:2162: expect (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:47:57.088 INFO:tasks.rados.rados.0.smithi082.stdout:2158: finishing write tid 3 to smithi08280503-15 2024-08-17T00:47:57.088 INFO:tasks.rados.rados.0.smithi082.stdout:2158: finishing write tid 4 to smithi08280503-15 2024-08-17T00:47:57.088 INFO:tasks.rados.rados.0.smithi082.stdout:2158: finishing write tid 5 to smithi08280503-15 2024-08-17T00:47:57.088 INFO:tasks.rados.rados.0.smithi082.stdout:2158: finishing write tid 6 to smithi08280503-15 2024-08-17T00:47:57.089 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 1091 (ObjNum 677 snap 208 seq_num 677) dirty exists 2024-08-17T00:47:57.089 INFO:tasks.rados.rados.0.smithi082.stdout:2158: left oid 15 (ObjNum 677 snap 208 seq_num 677) 2024-08-17T00:47:57.089 INFO:tasks.rados.rados.0.smithi082.stdout:2160: finishing write tid 1 to smithi08280503-25 2024-08-17T00:47:57.089 INFO:tasks.rados.rados.0.smithi082.stdout:2160: finishing write tid 2 to smithi08280503-25 2024-08-17T00:47:57.089 INFO:tasks.rados.rados.0.smithi082.stdout:2163: read oid 34 snap 193 2024-08-17T00:47:57.089 INFO:tasks.rados.rados.0.smithi082.stdout:2163: expect (ObjNum 110 snap 22 seq_num 110) 2024-08-17T00:47:57.089 INFO:tasks.rados.rados.0.smithi082.stdout:2158: done (4 left) 2024-08-17T00:47:57.089 INFO:tasks.rados.rados.0.smithi082.stdout:2164: delete oid 1 current snap is 208 2024-08-17T00:47:57.089 INFO:tasks.rados.rados.0.smithi082.stdout:2160: finishing write tid 3 to smithi08280503-25 2024-08-17T00:47:57.089 INFO:tasks.rados.rados.0.smithi082.stdout:2160: finishing write tid 4 to smithi08280503-25 2024-08-17T00:47:57.089 INFO:tasks.rados.rados.0.smithi082.stdout:2161: finishing rollback tid 0 to smithi08280503-23 2024-08-17T00:47:57.089 INFO:tasks.rados.rados.0.smithi082.stdout:2161: finishing rollback tid 1 to smithi08280503-23 2024-08-17T00:47:57.090 INFO:tasks.rados.rados.0.smithi082.stdout:2161: finishing rollback tid 2 to smithi08280503-23 2024-08-17T00:47:57.090 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 1080 (ObjNum 538 snap 161 seq_num 538) dirty exists 2024-08-17T00:47:57.090 INFO:tasks.rados.rados.0.smithi082.stdout:2160: finishing write tid 5 to smithi08280503-25 2024-08-17T00:47:57.090 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 1115 (ObjNum 678 snap 208 seq_num 678) dirty exists 2024-08-17T00:47:57.090 INFO:tasks.rados.rados.0.smithi082.stdout:2160: left oid 25 (ObjNum 678 snap 208 seq_num 678) 2024-08-17T00:47:57.091 INFO:tasks.rados.rados.0.smithi082.stdout:2160: done (4 left) 2024-08-17T00:47:57.092 INFO:tasks.rados.rados.0.smithi082.stdout:2161: done (3 left) 2024-08-17T00:47:57.092 INFO:tasks.rados.rados.0.smithi082.stdout:2164: done (2 left) 2024-08-17T00:47:57.092 INFO:tasks.rados.rados.0.smithi082.stdout:2165: snap_create 2024-08-17T00:47:57.116 INFO:tasks.rados.rados.0.smithi082.stdout:2163: expect (ObjNum 110 snap 22 seq_num 110) 2024-08-17T00:47:57.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:56 smithi082 ceph-mon[91979]: pgmap v399: 121 pgs: 27 active+undersized, 11 peering, 1 active+clean+snaptrim, 5 active+undersized+degraded, 77 active+clean; 240 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.0 MiB/s wr, 11 op/s; 9/363 objects degraded (2.479%) 2024-08-17T00:47:57.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:56 smithi082 ceph-mon[91979]: osdmap e490: 8 total, 7 up, 8 in 2024-08-17T00:47:57.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:56 smithi082 ceph-mon[94343]: pgmap v399: 121 pgs: 27 active+undersized, 11 peering, 1 active+clean+snaptrim, 5 active+undersized+degraded, 77 active+clean; 240 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.0 MiB/s wr, 11 op/s; 9/363 objects degraded (2.479%) 2024-08-17T00:47:57.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:56 smithi082 ceph-mon[94343]: osdmap e490: 8 total, 7 up, 8 in 2024-08-17T00:47:57.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:56 smithi137 ceph-mon[86391]: pgmap v399: 121 pgs: 27 active+undersized, 11 peering, 1 active+clean+snaptrim, 5 active+undersized+degraded, 77 active+clean; 240 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.0 MiB/s wr, 11 op/s; 9/363 objects degraded (2.479%) 2024-08-17T00:47:57.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:56 smithi137 ceph-mon[86391]: osdmap e490: 8 total, 7 up, 8 in 2024-08-17T00:47:57.237 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:57 smithi137 podman[100928]: 2024-08-17 00:47:57.000997765 +0000 UTC m=+0.337863854 container init e037950bdd93599f81fadfc970e40103125788e519e4834894be2e7044664240 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD) 2024-08-17T00:47:57.237 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:57 smithi137 podman[100928]: 2024-08-17 00:47:57.004663258 +0000 UTC m=+0.341529348 container start e037950bdd93599f81fadfc970e40103125788e519e4834894be2e7044664240 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-d863d21, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.license=GPLv2) 2024-08-17T00:47:57.237 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:57 smithi137 ceph-osd[100947]: -- 172.21.15.137:0/2947924953 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5591c191ba40 con 0x5591c26de400 2024-08-17T00:47:57.237 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:57 smithi137 bash[100928]: e037950bdd93599f81fadfc970e40103125788e519e4834894be2e7044664240 2024-08-17T00:47:57.237 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:57 smithi137 systemd[1]: Started Ceph osd.6 for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:47:57.268 INFO:tasks.rados.rados.0.smithi082.stdout:2162: expect (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:47:57.894 INFO:tasks.rados.rados.0.smithi082.stdout:2162: done (2 left) 2024-08-17T00:47:57.894 INFO:tasks.rados.rados.0.smithi082.stdout:2163: done (1 left) 2024-08-17T00:47:57.895 INFO:tasks.rados.rados.0.smithi082.stdout:2165: done (0 left) 2024-08-17T00:47:57.895 INFO:tasks.rados.rados.0.smithi082.stdout:2166: snap_create 2024-08-17T00:47:57.987 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:47:57 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T00:47:57.554+0000 7f30366b5640 -1 Falling back to public interface 2024-08-17T00:47:58.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:58.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:58.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:47:58.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:58 smithi082 ceph-mon[94343]: osdmap e491: 8 total, 7 up, 8 in 2024-08-17T00:47:58.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:58.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:58.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:47:58.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:58 smithi082 ceph-mon[91979]: osdmap e491: 8 total, 7 up, 8 in 2024-08-17T00:47:58.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:58.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:47:58.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:47:58.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:58 smithi137 ceph-mon[86391]: osdmap e491: 8 total, 7 up, 8 in 2024-08-17T00:47:58.788 INFO:tasks.rados.rados.0.smithi082.stdout:2166: done (0 left) 2024-08-17T00:47:58.788 INFO:tasks.rados.rados.0.smithi082.stdout:2167: delete oid 49 current snap is 210 2024-08-17T00:47:58.794 INFO:tasks.rados.rados.0.smithi082.stdout:2167: done (0 left) 2024-08-17T00:47:58.795 INFO:tasks.rados.rados.0.smithi082.stdout:2168: delete oid 41 current snap is 210 2024-08-17T00:47:58.799 INFO:tasks.rados.rados.0.smithi082.stdout:2168: done (0 left) 2024-08-17T00:47:58.799 INFO:tasks.rados.rados.0.smithi082.stdout:2169: copy_from oid 45 from oid 18 current snap is 210 2024-08-17T00:47:58.799 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 6 current snap is 210 2024-08-17T00:47:58.799 INFO:tasks.rados.rados.0.smithi082.stdout:2170: seq_num 682 ranges {5742592=630784,6373376=745472,7118848=442368,7561216=16384} 2024-08-17T00:47:58.833 INFO:tasks.rados.rados.0.smithi082.stdout:2170: writing smithi08280503-6 from 5742592 to 6373376 tid 1 2024-08-17T00:47:58.837 INFO:tasks.rados.rados.0.smithi082.stdout:2170: writing smithi08280503-6 from 6373376 to 7118848 tid 2 2024-08-17T00:47:58.841 INFO:tasks.rados.rados.0.smithi082.stdout:2170: writing smithi08280503-6 from 7118848 to 7561216 tid 3 2024-08-17T00:47:58.841 INFO:tasks.rados.rados.0.smithi082.stdout:2170: writing smithi08280503-6 from 7561216 to 7577600 tid 4 2024-08-17T00:47:58.841 INFO:tasks.rados.rados.0.smithi082.stdout:2171: copy_from oid 41 from oid 11 current snap is 210 2024-08-17T00:47:58.841 INFO:tasks.rados.rados.0.smithi082.stdout:2169: finishing copy_from to smithi08280503-45 2024-08-17T00:47:58.841 INFO:tasks.rados.rados.0.smithi082.stdout:2169: got expected ENOENT (src dne) 2024-08-17T00:47:58.841 INFO:tasks.rados.rados.0.smithi082.stdout:2169: finishing copy_from racing read to smithi08280503-45 2024-08-17T00:47:58.841 INFO:tasks.rados.rados.0.smithi082.stdout:2169: done (2 left) 2024-08-17T00:47:58.841 INFO:tasks.rados.rados.0.smithi082.stdout:2172: setattr oid 30 current snap is 210 2024-08-17T00:47:58.841 INFO:tasks.rados.rados.0.smithi082.stdout:2170: finishing write tid 1 to smithi08280503-6 2024-08-17T00:47:58.842 INFO:tasks.rados.rados.0.smithi082.stdout:2170: finishing write tid 2 to smithi08280503-6 2024-08-17T00:47:58.842 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 47 current snap is 210 2024-08-17T00:47:58.842 INFO:tasks.rados.rados.0.smithi082.stdout:2173: seq_num 683 ranges {540672=647168,1187840=630784,1818624=573440} 2024-08-17T00:47:58.848 INFO:tasks.rados.rados.0.smithi082.stdout:2173: writing smithi08280503-47 from 540672 to 1187840 tid 1 2024-08-17T00:47:58.852 INFO:tasks.rados.rados.0.smithi082.stdout:2173: writing smithi08280503-47 from 1187840 to 1818624 tid 2 2024-08-17T00:47:58.858 INFO:tasks.rados.rados.0.smithi082.stdout:2173: writing smithi08280503-47 from 1818624 to 2392064 tid 3 2024-08-17T00:47:58.859 INFO:tasks.rados.rados.0.smithi082.stdout:2174: rollback oid 32 current snap is 210 2024-08-17T00:47:58.859 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 32 to 203 2024-08-17T00:47:58.859 INFO:tasks.rados.rados.0.smithi082.stdout:2170: finishing write tid 3 to smithi08280503-6 2024-08-17T00:47:58.859 INFO:tasks.rados.rados.0.smithi082.stdout:2170: finishing write tid 4 to smithi08280503-6 2024-08-17T00:47:58.859 INFO:tasks.rados.rados.0.smithi082.stdout:2170: finishing write tid 5 to smithi08280503-6 2024-08-17T00:47:58.859 INFO:tasks.rados.rados.0.smithi082.stdout:2170: finishing write tid 6 to smithi08280503-6 2024-08-17T00:47:58.859 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 1023 (ObjNum 682 snap 210 seq_num 682) dirty exists 2024-08-17T00:47:58.859 INFO:tasks.rados.rados.0.smithi082.stdout:2170: left oid 6 (ObjNum 682 snap 210 seq_num 682) 2024-08-17T00:47:58.859 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 30 v 937 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:47:58.859 INFO:tasks.rados.rados.0.smithi082.stdout:2170: done (4 left) 2024-08-17T00:47:58.859 INFO:tasks.rados.rados.0.smithi082.stdout:2172: done (3 left) 2024-08-17T00:47:58.859 INFO:tasks.rados.rados.0.smithi082.stdout:2175: setattr oid 20 current snap is 210 2024-08-17T00:47:58.859 INFO:tasks.rados.rados.0.smithi082.stdout:2173: finishing write tid 1 to smithi08280503-47 2024-08-17T00:47:58.860 INFO:tasks.rados.rados.0.smithi082.stdout:2171: finishing copy_from racing read to smithi08280503-41 2024-08-17T00:47:58.860 INFO:tasks.rados.rados.0.smithi082.stdout:2171: finishing copy_from to smithi08280503-41 2024-08-17T00:47:58.860 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 929 (ObjNum 647 snap 194 seq_num 647) dirty exists 2024-08-17T00:47:58.860 INFO:tasks.rados.rados.0.smithi082.stdout:2173: finishing write tid 2 to smithi08280503-47 2024-08-17T00:47:58.860 INFO:tasks.rados.rados.0.smithi082.stdout:2171: done (3 left) 2024-08-17T00:47:58.860 INFO:tasks.rados.rados.0.smithi082.stdout:2176: copy_from oid 18 from oid 4 current snap is 210 2024-08-17T00:47:58.860 INFO:tasks.rados.rados.0.smithi082.stdout:2177: rmattr oid 6 current snap is 210 2024-08-17T00:47:58.860 INFO:tasks.rados.rados.0.smithi082.stdout:2177: done (4 left) 2024-08-17T00:47:58.860 INFO:tasks.rados.rados.0.smithi082.stdout:2178: copy_from oid 30 from oid 48 current snap is 210 2024-08-17T00:47:58.860 INFO:tasks.rados.rados.0.smithi082.stdout:2179: read oid 43 snap -1 2024-08-17T00:47:58.860 INFO:tasks.rados.rados.0.smithi082.stdout:2179: expect (ObjNum 630 snap 190 seq_num 630) 2024-08-17T00:47:58.861 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 7 current snap is 210 2024-08-17T00:47:58.861 INFO:tasks.rados.rados.0.smithi082.stdout:2180: seq_num 684 ranges {5742592=663552,6406144=507904,6914048=409600,7323648=286720} 2024-08-17T00:47:58.896 INFO:tasks.rados.rados.0.smithi082.stdout:2180: writing smithi08280503-7 from 5742592 to 6406144 tid 1 2024-08-17T00:47:58.899 INFO:tasks.rados.rados.0.smithi082.stdout:2180: writing smithi08280503-7 from 6406144 to 6914048 tid 2 2024-08-17T00:47:58.901 INFO:tasks.rados.rados.0.smithi082.stdout:2180: writing smithi08280503-7 from 6914048 to 7323648 tid 3 2024-08-17T00:47:58.904 INFO:tasks.rados.rados.0.smithi082.stdout:2180: writing smithi08280503-7 from 7323648 to 7610368 tid 4 2024-08-17T00:47:58.904 INFO:tasks.rados.rados.0.smithi082.stdout:2181: read oid 42 snap -1 2024-08-17T00:47:58.904 INFO:tasks.rados.rados.0.smithi082.stdout:2181: expect (ObjNum 582 snap 180 seq_num 582) 2024-08-17T00:47:58.904 INFO:tasks.rados.rados.0.smithi082.stdout:2182: delete oid 16 current snap is 210 2024-08-17T00:47:58.904 INFO:tasks.rados.rados.0.smithi082.stdout:2173: finishing write tid 3 to smithi08280503-47 2024-08-17T00:47:58.904 INFO:tasks.rados.rados.0.smithi082.stdout:2173: finishing write tid 4 to smithi08280503-47 2024-08-17T00:47:58.904 INFO:tasks.rados.rados.0.smithi082.stdout:2176: finishing copy_from to smithi08280503-18 2024-08-17T00:47:58.904 INFO:tasks.rados.rados.0.smithi082.stdout:2176: got expected ENOENT (src dne) 2024-08-17T00:47:58.904 INFO:tasks.rados.rados.0.smithi082.stdout:2176: finishing copy_from racing read to smithi08280503-18 2024-08-17T00:47:58.904 INFO:tasks.rados.rados.0.smithi082.stdout:2174: finishing rollback tid 0 to smithi08280503-32 2024-08-17T00:47:58.904 INFO:tasks.rados.rados.0.smithi082.stdout:2173: finishing write tid 5 to smithi08280503-47 2024-08-17T00:47:58.904 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 931 (ObjNum 683 snap 210 seq_num 683) dirty exists 2024-08-17T00:47:58.905 INFO:tasks.rados.rados.0.smithi082.stdout:2173: left oid 47 (ObjNum 683 snap 210 seq_num 683) 2024-08-17T00:47:58.905 INFO:tasks.rados.rados.0.smithi082.stdout:2174: finishing rollback tid 1 to smithi08280503-32 2024-08-17T00:47:58.905 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 1093 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:47:58.905 INFO:tasks.rados.rados.0.smithi082.stdout:2174: finishing rollback tid 2 to smithi08280503-32 2024-08-17T00:47:58.905 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 1281 (ObjNum 644 snap 192 seq_num 644) dirty exists 2024-08-17T00:47:58.905 INFO:tasks.rados.rados.0.smithi082.stdout:2178: finishing copy_from racing read to smithi08280503-30 2024-08-17T00:47:58.905 INFO:tasks.rados.rados.0.smithi082.stdout:2178: finishing copy_from to smithi08280503-30 2024-08-17T00:47:58.905 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 30 v 1218 (ObjNum 644 snap 192 seq_num 644) dirty exists 2024-08-17T00:47:58.905 INFO:tasks.rados.rados.0.smithi082.stdout:2179: expect (ObjNum 630 snap 190 seq_num 630) 2024-08-17T00:47:59.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:59 smithi082 ceph-mon[94343]: pgmap v402: 121 pgs: 35 active+undersized, 1 active+clean+snaptrim, 8 active+undersized+degraded, 77 active+clean; 248 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 782 KiB/s wr, 6 op/s; 22/369 objects degraded (5.962%) 2024-08-17T00:47:59.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:59 smithi082 ceph-mon[94343]: osdmap e492: 8 total, 7 up, 8 in 2024-08-17T00:47:59.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:47:59 smithi082 ceph-mon[94343]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T00:47:59.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:59 smithi082 ceph-mon[91979]: pgmap v402: 121 pgs: 35 active+undersized, 1 active+clean+snaptrim, 8 active+undersized+degraded, 77 active+clean; 248 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 782 KiB/s wr, 6 op/s; 22/369 objects degraded (5.962%) 2024-08-17T00:47:59.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:59 smithi082 ceph-mon[91979]: osdmap e492: 8 total, 7 up, 8 in 2024-08-17T00:47:59.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:47:59 smithi082 ceph-mon[91979]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T00:47:59.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:59 smithi137 ceph-mon[86391]: pgmap v402: 121 pgs: 35 active+undersized, 1 active+clean+snaptrim, 8 active+undersized+degraded, 77 active+clean; 248 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 782 KiB/s wr, 6 op/s; 22/369 objects degraded (5.962%) 2024-08-17T00:47:59.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:59 smithi137 ceph-mon[86391]: osdmap e492: 8 total, 7 up, 8 in 2024-08-17T00:47:59.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:47:59 smithi137 ceph-mon[86391]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T00:47:59.519 INFO:tasks.rados.rados.0.smithi082.stdout:2180: finishing write tid 1 to smithi08280503-7 2024-08-17T00:47:59.519 INFO:tasks.rados.rados.0.smithi082.stdout:2180: finishing write tid 2 to smithi08280503-7 2024-08-17T00:47:59.519 INFO:tasks.rados.rados.0.smithi082.stdout:2173: done (8 left) 2024-08-17T00:47:59.519 INFO:tasks.rados.rados.0.smithi082.stdout:2174: done (7 left) 2024-08-17T00:47:59.519 INFO:tasks.rados.rados.0.smithi082.stdout:2175: done (6 left) 2024-08-17T00:47:59.519 INFO:tasks.rados.rados.0.smithi082.stdout:2176: done (5 left) 2024-08-17T00:47:59.519 INFO:tasks.rados.rados.0.smithi082.stdout:2178: done (4 left) 2024-08-17T00:47:59.519 INFO:tasks.rados.rados.0.smithi082.stdout:2179: done (3 left) 2024-08-17T00:47:59.519 INFO:tasks.rados.rados.0.smithi082.stdout:2182: done (2 left) 2024-08-17T00:47:59.519 INFO:tasks.rados.rados.0.smithi082.stdout:2183: snap_remove snap 204 2024-08-17T00:47:59.661 INFO:teuthology.orchestra.run.smithi082.stdout:true 2024-08-17T00:47:59.921 INFO:teuthology.orchestra.run.smithi082.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:47:59.921 INFO:teuthology.orchestra.run.smithi082.stdout:alertmanager.a smithi082 *:9093,9094 running (5m) 98s ago 9m 24.5M - 0.25.0 c8568f914cd2 21f506531c7e 2024-08-17T00:47:59.921 INFO:teuthology.orchestra.run.smithi082.stdout:grafana.a smithi137 *:3000 running (5m) 31s ago 9m 84.9M - 9.4.7 954c08fa6188 a7d4db6b9a81 2024-08-17T00:47:59.922 INFO:teuthology.orchestra.run.smithi082.stdout:mds.a smithi082 running (11m) 98s ago 11m 18.1M - 17.2.7-1402-g03a1ac13 bc5a85a90206 884927c0355a 2024-08-17T00:47:59.922 INFO:teuthology.orchestra.run.smithi082.stdout:mds.b smithi137 running (11m) 31s ago 11m 15.1M - 17.2.7-1402-g03a1ac13 bc5a85a90206 931a05caee78 2024-08-17T00:47:59.922 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.x smithi137 *:8443,9283,8765 running (5m) 31s ago 14m 440M - 19.1.0-1363-gd863d21c ba08250ef864 745a5ef30a75 2024-08-17T00:47:59.922 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.y smithi082 *:8443,9283,8765 running (5m) 98s ago 16m 507M - 19.1.0-1363-gd863d21c ba08250ef864 92bb5538a947 2024-08-17T00:47:59.922 INFO:teuthology.orchestra.run.smithi082.stdout:mon.a smithi082 running (4m) 98s ago 16m 53.5M 2048M 19.1.0-1363-gd863d21c ba08250ef864 f4aa8d413a0e 2024-08-17T00:47:59.922 INFO:teuthology.orchestra.run.smithi082.stdout:mon.b smithi137 running (4m) 31s ago 14m 43.5M 2048M 19.1.0-1363-gd863d21c ba08250ef864 9fd7ba29d439 2024-08-17T00:47:59.922 INFO:teuthology.orchestra.run.smithi082.stdout:mon.c smithi082 running (4m) 98s ago 14m 45.1M 2048M 19.1.0-1363-gd863d21c ba08250ef864 d6960322022d 2024-08-17T00:47:59.922 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.a smithi082 *:9100 running (5m) 98s ago 9m 16.5M - 1.5.0 0da6a335fe13 198283f1b08e 2024-08-17T00:47:59.922 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.b smithi137 *:9100 running (5m) 31s ago 9m 17.1M - 1.5.0 0da6a335fe13 da4f12b322e3 2024-08-17T00:47:59.922 INFO:teuthology.orchestra.run.smithi082.stdout:osd.0 smithi082 running (3m) 98s ago 14m 193M 2480M 19.1.0-1363-gd863d21c ba08250ef864 32a8251d6cbd 2024-08-17T00:47:59.922 INFO:teuthology.orchestra.run.smithi082.stdout:osd.1 smithi082 running (2m) 98s ago 13m 127M 2480M 19.1.0-1363-gd863d21c ba08250ef864 27410d903b16 2024-08-17T00:47:59.922 INFO:teuthology.orchestra.run.smithi082.stdout:osd.2 smithi082 running (2m) 98s ago 13m 118M 2480M 19.1.0-1363-gd863d21c ba08250ef864 d73e6cacdf8e 2024-08-17T00:47:59.923 INFO:teuthology.orchestra.run.smithi082.stdout:osd.3 smithi082 running (102s) 98s ago 12m 12.1M 2480M 19.1.0-1363-gd863d21c ba08250ef864 ff1e0af1a005 2024-08-17T00:47:59.923 INFO:teuthology.orchestra.run.smithi082.stdout:osd.4 smithi137 running (69s) 31s ago 12m 123M 2480M 19.1.0-1363-gd863d21c ba08250ef864 908ee8f7568a 2024-08-17T00:47:59.923 INFO:teuthology.orchestra.run.smithi082.stdout:osd.5 smithi137 running (36s) 31s ago 12m 11.9M 2480M 19.1.0-1363-gd863d21c ba08250ef864 5093a53e7478 2024-08-17T00:47:59.923 INFO:teuthology.orchestra.run.smithi082.stdout:osd.6 smithi137 starting - - - 2480M 2024-08-17T00:47:59.923 INFO:teuthology.orchestra.run.smithi082.stdout:osd.7 smithi137 running (11m) 31s ago 11m 223M 2480M 17.2.7-1402-g03a1ac13 bc5a85a90206 ae5731d0601b 2024-08-17T00:47:59.923 INFO:teuthology.orchestra.run.smithi082.stdout:prometheus.a smithi137 *:9095 running (5m) 31s ago 10m 63.8M - 2.43.0 a07b618ecd1d d20756562103 2024-08-17T00:48:00.175 INFO:tasks.rados.rados.0.smithi082.stdout:2183: done (2 left) 2024-08-17T00:48:00.175 INFO:tasks.rados.rados.0.smithi082.stdout:2184: read oid 41 snap 197 2024-08-17T00:48:00.175 INFO:tasks.rados.rados.0.smithi082.stdout:2184: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:48:00.175 INFO:tasks.rados.rados.0.smithi082.stdout:2185: read oid 48 snap -1 2024-08-17T00:48:00.176 INFO:tasks.rados.rados.0.smithi082.stdout:2185: expect (ObjNum 644 snap 192 seq_num 644) 2024-08-17T00:48:00.176 INFO:tasks.rados.rados.0.smithi082.stdout:2186: read oid 49 snap -1 2024-08-17T00:48:00.176 INFO:tasks.rados.rados.0.smithi082.stdout:2186: expect deleted 2024-08-17T00:48:00.176 INFO:tasks.rados.rados.0.smithi082.stdout:2187: delete oid 1 current snap is 210 2024-08-17T00:48:00.176 INFO:tasks.rados.rados.0.smithi082.stdout:2180: finishing write tid 3 to smithi08280503-7 2024-08-17T00:48:00.176 INFO:tasks.rados.rados.0.smithi082.stdout:2180: finishing write tid 4 to smithi08280503-7 2024-08-17T00:48:00.176 INFO:tasks.rados.rados.0.smithi082.stdout:2180: finishing write tid 5 to smithi08280503-7 2024-08-17T00:48:00.176 INFO:tasks.rados.rados.0.smithi082.stdout:2180: finishing write tid 6 to smithi08280503-7 2024-08-17T00:48:00.176 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 1304 (ObjNum 684 snap 210 seq_num 684) dirty exists 2024-08-17T00:48:00.176 INFO:tasks.rados.rados.0.smithi082.stdout:2180: left oid 7 (ObjNum 684 snap 210 seq_num 684) 2024-08-17T00:48:00.176 INFO:tasks.rados.rados.0.smithi082.stdout:2181: expect (ObjNum 582 snap 180 seq_num 582) 2024-08-17T00:48:00.261 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-08-17T00:48:00.261 INFO:teuthology.orchestra.run.smithi082.stdout: "mon": { 2024-08-17T00:48:00.261 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:48:00.261 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:48:00.261 INFO:teuthology.orchestra.run.smithi082.stdout: "mgr": { 2024-08-17T00:48:00.261 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:48:00.261 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:48:00.261 INFO:teuthology.orchestra.run.smithi082.stdout: "osd": { 2024-08-17T00:48:00.261 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 1, 2024-08-17T00:48:00.261 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 6 2024-08-17T00:48:00.262 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:48:00.262 INFO:teuthology.orchestra.run.smithi082.stdout: "mds": { 2024-08-17T00:48:00.262 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:48:00.262 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:48:00.262 INFO:teuthology.orchestra.run.smithi082.stdout: "overall": { 2024-08-17T00:48:00.262 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 3, 2024-08-17T00:48:00.262 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 11 2024-08-17T00:48:00.262 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-08-17T00:48:00.262 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-08-17T00:48:00.321 INFO:tasks.rados.rados.0.smithi082.stdout:2184: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:48:00.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:00 smithi082 ceph-mon[94343]: Health check update: Degraded data redundancy: 22/390 objects degraded (5.641%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T00:48:00.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:00 smithi082 ceph-mon[94343]: osdmap e493: 8 total, 7 up, 8 in 2024-08-17T00:48:00.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:00 smithi082 ceph-mon[91979]: Health check update: Degraded data redundancy: 22/390 objects degraded (5.641%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T00:48:00.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:00 smithi082 ceph-mon[91979]: osdmap e493: 8 total, 7 up, 8 in 2024-08-17T00:48:00.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:00 smithi137 ceph-mon[86391]: Health check update: Degraded data redundancy: 22/390 objects degraded (5.641%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T00:48:00.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:00 smithi137 ceph-mon[86391]: osdmap e493: 8 total, 7 up, 8 in 2024-08-17T00:48:00.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:48:00 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T00:48:00.409+0000 7f30366b5640 -1 osd.6 484 log_to_monitors true 2024-08-17T00:48:00.557 INFO:tasks.rados.rados.0.smithi082.stdout:2185: expect (ObjNum 644 snap 192 seq_num 644) 2024-08-17T00:48:00.637 INFO:tasks.rados.rados.0.smithi082.stdout:2180: done (5 left) 2024-08-17T00:48:00.637 INFO:tasks.rados.rados.0.smithi082.stdout:2181: done (4 left) 2024-08-17T00:48:00.637 INFO:tasks.rados.rados.0.smithi082.stdout:2184: done (3 left) 2024-08-17T00:48:00.637 INFO:tasks.rados.rados.0.smithi082.stdout:2185: done (2 left) 2024-08-17T00:48:00.637 INFO:tasks.rados.rados.0.smithi082.stdout:2186: done (1 left) 2024-08-17T00:48:00.637 INFO:tasks.rados.rados.0.smithi082.stdout:2187: done (0 left) 2024-08-17T00:48:00.637 INFO:tasks.rados.rados.0.smithi082.stdout:2188: read oid 7 snap -1 2024-08-17T00:48:00.637 INFO:tasks.rados.rados.0.smithi082.stdout:2188: expect (ObjNum 684 snap 210 seq_num 684) 2024-08-17T00:48:00.637 INFO:tasks.rados.rados.0.smithi082.stdout:2189: rollback oid 28 current snap is 210 2024-08-17T00:48:00.637 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 28 to 208 2024-08-17T00:48:00.637 INFO:tasks.rados.rados.0.smithi082.stdout:2190: read oid 11 snap -1 2024-08-17T00:48:00.638 INFO:tasks.rados.rados.0.smithi082.stdout:2190: expect (ObjNum 647 snap 194 seq_num 647) 2024-08-17T00:48:00.638 INFO:tasks.rados.rados.0.smithi082.stdout:2191: snap_create 2024-08-17T00:48:00.641 INFO:tasks.rados.rados.0.smithi082.stdout:2189: finishing rollback tid 0 to smithi08280503-28 2024-08-17T00:48:00.641 INFO:tasks.rados.rados.0.smithi082.stdout:2189: finishing rollback tid 1 to smithi08280503-28 2024-08-17T00:48:00.641 INFO:tasks.rados.rados.0.smithi082.stdout:2189: finishing rollback tid 2 to smithi08280503-28 2024-08-17T00:48:00.641 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 1121 (ObjNum 388 snap 118 seq_num 388) dirty exists 2024-08-17T00:48:00.641 INFO:tasks.rados.rados.0.smithi082.stdout:2190: expect (ObjNum 647 snap 194 seq_num 647) 2024-08-17T00:48:00.674 INFO:tasks.rados.rados.0.smithi082.stdout:2188: expect (ObjNum 684 snap 210 seq_num 684) 2024-08-17T00:48:01.219 INFO:tasks.rados.rados.0.smithi082.stdout:2188: done (3 left) 2024-08-17T00:48:01.219 INFO:tasks.rados.rados.0.smithi082.stdout:2189: done (2 left) 2024-08-17T00:48:01.219 INFO:tasks.rados.rados.0.smithi082.stdout:2190: done (1 left) 2024-08-17T00:48:01.220 INFO:tasks.rados.rados.0.smithi082.stdout:2191: done (0 left) 2024-08-17T00:48:01.220 INFO:tasks.rados.rados.0.smithi082.stdout:2192: read oid 10 snap -1 2024-08-17T00:48:01.220 INFO:tasks.rados.rados.0.smithi082.stdout:2192: expect deleted 2024-08-17T00:48:01.220 INFO:tasks.rados.rados.0.smithi082.stdout:2193: snap_create 2024-08-17T00:48:01.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:01 smithi082 ceph-mon[94343]: from='client.44279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:48:01.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:01 smithi082 ceph-mon[94343]: from='client.34356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:48:01.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:01 smithi082 ceph-mon[94343]: pgmap v404: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 256 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.5 MiB/s wr, 19 op/s; 22/390 objects degraded (5.641%) 2024-08-17T00:48:01.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:01 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1176898720' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:48:01.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:01 smithi082 ceph-mon[94343]: from='osd.6 [v2:172.21.15.137:6816/2827592218,v1:172.21.15.137:6817/2827592218]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T00:48:01.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:01 smithi082 ceph-mon[94343]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T00:48:01.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:01 smithi082 ceph-mon[91979]: from='client.44279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:48:01.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:01 smithi082 ceph-mon[91979]: from='client.34356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:48:01.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:01 smithi082 ceph-mon[91979]: pgmap v404: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 256 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.5 MiB/s wr, 19 op/s; 22/390 objects degraded (5.641%) 2024-08-17T00:48:01.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:01 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1176898720' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:48:01.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:01 smithi082 ceph-mon[91979]: from='osd.6 [v2:172.21.15.137:6816/2827592218,v1:172.21.15.137:6817/2827592218]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T00:48:01.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:01 smithi082 ceph-mon[91979]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T00:48:01.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 00:48:01 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T00:48:01.242+0000 7f302e460640 -1 osd.6 484 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:48:01.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:01 smithi137 ceph-mon[86391]: from='client.44279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:48:01.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:01 smithi137 ceph-mon[86391]: from='client.34356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:48:01.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:01 smithi137 ceph-mon[86391]: pgmap v404: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 256 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.5 MiB/s wr, 19 op/s; 22/390 objects degraded (5.641%) 2024-08-17T00:48:01.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:01 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1176898720' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:48:01.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:01 smithi137 ceph-mon[86391]: from='osd.6 [v2:172.21.15.137:6816/2827592218,v1:172.21.15.137:6817/2827592218]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T00:48:01.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:01 smithi137 ceph-mon[86391]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T00:48:02.223 INFO:tasks.rados.rados.0.smithi082.stdout:2192: done (1 left) 2024-08-17T00:48:02.223 INFO:tasks.rados.rados.0.smithi082.stdout:2193: done (0 left) 2024-08-17T00:48:02.223 INFO:tasks.rados.rados.0.smithi082.stdout:2194: read oid 28 snap 201 2024-08-17T00:48:02.223 INFO:tasks.rados.rados.0.smithi082.stdout:2194: expect (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:48:02.224 INFO:tasks.rados.rados.0.smithi082.stdout:2195: snap_remove snap 203 2024-08-17T00:48:02.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:48:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:48:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:48:02.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:02 smithi137 ceph-mon[86391]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T00:48:02.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:02 smithi137 ceph-mon[86391]: from='osd.6 [v2:172.21.15.137:6816/2827592218,v1:172.21.15.137:6817/2827592218]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:48:02.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:02 smithi137 ceph-mon[86391]: osdmap e494: 8 total, 7 up, 8 in 2024-08-17T00:48:02.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:02 smithi137 ceph-mon[86391]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:48:02.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:02.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:02.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:02.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:02.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:02 smithi082 ceph-mon[94343]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T00:48:02.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:02 smithi082 ceph-mon[94343]: from='osd.6 [v2:172.21.15.137:6816/2827592218,v1:172.21.15.137:6817/2827592218]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:48:02.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:02 smithi082 ceph-mon[94343]: osdmap e494: 8 total, 7 up, 8 in 2024-08-17T00:48:02.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:02 smithi082 ceph-mon[94343]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:48:02.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:02.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:02.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:02.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:02.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:02 smithi082 ceph-mon[91979]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T00:48:02.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:02 smithi082 ceph-mon[91979]: from='osd.6 [v2:172.21.15.137:6816/2827592218,v1:172.21.15.137:6817/2827592218]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:48:02.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:02 smithi082 ceph-mon[91979]: osdmap e494: 8 total, 7 up, 8 in 2024-08-17T00:48:02.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:02 smithi082 ceph-mon[91979]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:48:02.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:02.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:02.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:02.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:03.224 INFO:tasks.rados.rados.0.smithi082.stdout:2195: done (1 left) 2024-08-17T00:48:03.225 INFO:tasks.rados.rados.0.smithi082.stdout:2196: rmattr oid 17 current snap is 212 2024-08-17T00:48:03.225 INFO:tasks.rados.rados.0.smithi082.stdout:2197: copy_from oid 47 from oid 38 current snap is 212 2024-08-17T00:48:03.225 INFO:tasks.rados.rados.0.smithi082.stdout:2198: read oid 34 snap -1 2024-08-17T00:48:03.225 INFO:tasks.rados.rados.0.smithi082.stdout:2198: expect (ObjNum 110 snap 22 seq_num 110) 2024-08-17T00:48:03.225 INFO:tasks.rados.rados.0.smithi082.stdout:2199: setattr oid 6 current snap is 212 2024-08-17T00:48:03.226 INFO:tasks.rados.rados.0.smithi082.stdout:2200: read oid 21 snap 190 2024-08-17T00:48:03.226 INFO:tasks.rados.rados.0.smithi082.stdout:2200: expect (ObjNum 621 snap 188 seq_num 621) 2024-08-17T00:48:03.226 INFO:tasks.rados.rados.0.smithi082.stdout:2201: copy_from oid 36 from oid 12 current snap is 212 2024-08-17T00:48:03.226 INFO:tasks.rados.rados.0.smithi082.stdout:2194: expect (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:48:03.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:03 smithi137 ceph-mon[86391]: pgmap v407: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 256 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.2 MiB/s wr, 18 op/s; 22/390 objects degraded (5.641%) 2024-08-17T00:48:03.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:03 smithi137 ceph-mon[86391]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:48:03.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:03 smithi137 ceph-mon[86391]: osd.6 [v2:172.21.15.137:6816/2827592218,v1:172.21.15.137:6817/2827592218] boot 2024-08-17T00:48:03.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:03 smithi137 ceph-mon[86391]: osdmap e495: 8 total, 8 up, 8 in 2024-08-17T00:48:03.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:03 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:48:03.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:03 smithi137 ceph-mon[86391]: osdmap e496: 8 total, 8 up, 8 in 2024-08-17T00:48:03.490 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 1024 (ObjNum 682 snap 210 seq_num 682) dirty exists 2024-08-17T00:48:03.490 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 1094 (ObjNum 551 snap 165 seq_num 551) dirty exists 2024-08-17T00:48:03.490 INFO:tasks.rados.rados.0.smithi082.stdout:2194: done (6 left) 2024-08-17T00:48:03.490 INFO:tasks.rados.rados.0.smithi082.stdout:2196: done (5 left) 2024-08-17T00:48:03.490 INFO:tasks.rados.rados.0.smithi082.stdout:2199: done (4 left) 2024-08-17T00:48:03.490 INFO:tasks.rados.rados.0.smithi082.stdout:2202: copy_from oid 26 from oid 11 current snap is 212 2024-08-17T00:48:03.490 INFO:tasks.rados.rados.0.smithi082.stdout:2200: expect (ObjNum 621 snap 188 seq_num 621) 2024-08-17T00:48:03.522 INFO:tasks.rados.rados.0.smithi082.stdout:2201: finishing copy_from racing read to smithi08280503-36 2024-08-17T00:48:03.522 INFO:tasks.rados.rados.0.smithi082.stdout:2198: expect (ObjNum 110 snap 22 seq_num 110) 2024-08-17T00:48:03.670 INFO:tasks.rados.rados.0.smithi082.stdout:2201: finishing copy_from to smithi08280503-36 2024-08-17T00:48:03.670 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 1076 (ObjNum 671 snap 204 seq_num 671) dirty exists 2024-08-17T00:48:03.670 INFO:tasks.rados.rados.0.smithi082.stdout:2197: finishing copy_from racing read to smithi08280503-47 2024-08-17T00:48:03.670 INFO:tasks.rados.rados.0.smithi082.stdout:2197: finishing copy_from to smithi08280503-47 2024-08-17T00:48:03.670 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 936 (ObjNum 660 snap 201 seq_num 660) dirty exists 2024-08-17T00:48:03.671 INFO:tasks.rados.rados.0.smithi082.stdout:2197: done (4 left) 2024-08-17T00:48:03.671 INFO:tasks.rados.rados.0.smithi082.stdout:2198: done (3 left) 2024-08-17T00:48:03.671 INFO:tasks.rados.rados.0.smithi082.stdout:2200: done (2 left) 2024-08-17T00:48:03.671 INFO:tasks.rados.rados.0.smithi082.stdout:2201: done (1 left) 2024-08-17T00:48:03.671 INFO:tasks.rados.rados.0.smithi082.stdout:2203: snap_remove snap 210 2024-08-17T00:48:03.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:03 smithi082 ceph-mon[94343]: pgmap v407: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 256 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.2 MiB/s wr, 18 op/s; 22/390 objects degraded (5.641%) 2024-08-17T00:48:03.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:03 smithi082 ceph-mon[94343]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:48:03.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:03 smithi082 ceph-mon[94343]: osd.6 [v2:172.21.15.137:6816/2827592218,v1:172.21.15.137:6817/2827592218] boot 2024-08-17T00:48:03.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:03 smithi082 ceph-mon[94343]: osdmap e495: 8 total, 8 up, 8 in 2024-08-17T00:48:03.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:03 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:48:03.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:03 smithi082 ceph-mon[94343]: osdmap e496: 8 total, 8 up, 8 in 2024-08-17T00:48:03.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:03 smithi082 ceph-mon[91979]: pgmap v407: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 256 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.2 MiB/s wr, 18 op/s; 22/390 objects degraded (5.641%) 2024-08-17T00:48:03.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:03 smithi082 ceph-mon[91979]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:48:03.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:03 smithi082 ceph-mon[91979]: osd.6 [v2:172.21.15.137:6816/2827592218,v1:172.21.15.137:6817/2827592218] boot 2024-08-17T00:48:03.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:03 smithi082 ceph-mon[91979]: osdmap e495: 8 total, 8 up, 8 in 2024-08-17T00:48:03.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:03 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T00:48:03.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:03 smithi082 ceph-mon[91979]: osdmap e496: 8 total, 8 up, 8 in 2024-08-17T00:48:04.241 INFO:tasks.rados.rados.0.smithi082.stdout:2203: done (1 left) 2024-08-17T00:48:04.241 INFO:tasks.rados.rados.0.smithi082.stdout:2204: copy_from oid 19 from oid 13 current snap is 212 2024-08-17T00:48:04.241 INFO:tasks.rados.rados.0.smithi082.stdout:2205: read oid 20 snap -1 2024-08-17T00:48:04.241 INFO:tasks.rados.rados.0.smithi082.stdout:2205: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:48:04.241 INFO:tasks.rados.rados.0.smithi082.stdout:2206: snap_remove snap 205 2024-08-17T00:48:05.246 INFO:tasks.rados.rados.0.smithi082.stdout:2206: done (3 left) 2024-08-17T00:48:05.246 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 24 current snap is 212 2024-08-17T00:48:05.246 INFO:tasks.rados.rados.0.smithi082.stdout:2202: finishing copy_from racing read to smithi08280503-26 2024-08-17T00:48:05.247 INFO:tasks.rados.rados.0.smithi082.stdout:2202: finishing copy_from to smithi08280503-26 2024-08-17T00:48:05.247 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 929 (ObjNum 647 snap 194 seq_num 647) dirty exists 2024-08-17T00:48:05.247 INFO:tasks.rados.rados.0.smithi082.stdout:2204: finishing copy_from to smithi08280503-19 2024-08-17T00:48:05.247 INFO:tasks.rados.rados.0.smithi082.stdout:2204: got expected ENOENT (src dne) 2024-08-17T00:48:05.247 INFO:tasks.rados.rados.0.smithi082.stdout:2204: finishing copy_from racing read to smithi08280503-19 2024-08-17T00:48:05.247 INFO:tasks.rados.rados.0.smithi082.stdout:2205: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:48:05.426 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:05 smithi137 ceph-mon[86391]: pgmap v410: 121 pgs: 7 peering, 27 active+undersized, 6 active+undersized+degraded, 81 active+clean; 262 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 1.5 MiB/s wr, 16 op/s; 14/408 objects degraded (3.431%) 2024-08-17T00:48:05.426 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:05 smithi137 ceph-mon[86391]: osdmap e497: 8 total, 8 up, 8 in 2024-08-17T00:48:05.426 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:05.426 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:48:05.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:48:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:48:05] "GET /metrics HTTP/1.1" 200 36216 "" "Prometheus/2.43.0" 2024-08-17T00:48:05.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:05 smithi082 ceph-mon[94343]: pgmap v410: 121 pgs: 7 peering, 27 active+undersized, 6 active+undersized+degraded, 81 active+clean; 262 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 1.5 MiB/s wr, 16 op/s; 14/408 objects degraded (3.431%) 2024-08-17T00:48:05.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:05 smithi082 ceph-mon[94343]: osdmap e497: 8 total, 8 up, 8 in 2024-08-17T00:48:05.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:05.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:48:05.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:05 smithi082 ceph-mon[91979]: pgmap v410: 121 pgs: 7 peering, 27 active+undersized, 6 active+undersized+degraded, 81 active+clean; 262 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 1.5 MiB/s wr, 16 op/s; 14/408 objects degraded (3.431%) 2024-08-17T00:48:05.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:05 smithi082 ceph-mon[91979]: osdmap e497: 8 total, 8 up, 8 in 2024-08-17T00:48:05.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:05.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:48:05.484 INFO:tasks.rados.rados.0.smithi082.stdout:2207: seq_num 687 ranges {0=712704,712704=614400,1327104=589824} 2024-08-17T00:48:05.488 INFO:tasks.rados.rados.0.smithi082.stdout:2207: writing smithi08280503-24 from 0 to 712704 tid 1 2024-08-17T00:48:05.491 INFO:tasks.rados.rados.0.smithi082.stdout:2207: writing smithi08280503-24 from 712704 to 1327104 tid 2 2024-08-17T00:48:05.495 INFO:tasks.rados.rados.0.smithi082.stdout:2207: writing smithi08280503-24 from 1327104 to 1916928 tid 3 2024-08-17T00:48:05.495 INFO:tasks.rados.rados.0.smithi082.stdout:2202: done (3 left) 2024-08-17T00:48:05.496 INFO:tasks.rados.rados.0.smithi082.stdout:2204: done (2 left) 2024-08-17T00:48:05.496 INFO:tasks.rados.rados.0.smithi082.stdout:2205: done (1 left) 2024-08-17T00:48:05.496 INFO:tasks.rados.rados.0.smithi082.stdout:2208: snap_remove snap 207 2024-08-17T00:48:05.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:48:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T00:48:05.579+0000 7fdf5fb8a640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-08-17T00:48:06.476 INFO:tasks.rados.rados.0.smithi082.stdout:2207: finishing write tid 1 to smithi08280503-24 2024-08-17T00:48:06.476 INFO:tasks.rados.rados.0.smithi082.stdout:2207: finishing write tid 2 to smithi08280503-24 2024-08-17T00:48:06.476 INFO:tasks.rados.rados.0.smithi082.stdout:2207: finishing write tid 3 to smithi08280503-24 2024-08-17T00:48:06.476 INFO:tasks.rados.rados.0.smithi082.stdout:2207: finishing write tid 4 to smithi08280503-24 2024-08-17T00:48:06.476 INFO:tasks.rados.rados.0.smithi082.stdout:2207: finishing write tid 5 to smithi08280503-24 2024-08-17T00:48:06.476 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 1125 (ObjNum 687 snap 212 seq_num 687) dirty exists 2024-08-17T00:48:06.476 INFO:tasks.rados.rados.0.smithi082.stdout:2207: left oid 24 (ObjNum 687 snap 212 seq_num 687) 2024-08-17T00:48:06.476 INFO:tasks.rados.rados.0.smithi082.stdout:2207: done (1 left) 2024-08-17T00:48:06.476 INFO:tasks.rados.rados.0.smithi082.stdout:2208: done (0 left) 2024-08-17T00:48:06.476 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 3 current snap is 212 2024-08-17T00:48:06.476 INFO:tasks.rados.rados.0.smithi082.stdout:2209: seq_num 688 ranges {0=729088,729088=499712,1228800=704512} 2024-08-17T00:48:06.480 INFO:tasks.rados.rados.0.smithi082.stdout:2209: writing smithi08280503-3 from 0 to 729088 tid 1 2024-08-17T00:48:06.484 INFO:tasks.rados.rados.0.smithi082.stdout:2209: writing smithi08280503-3 from 729088 to 1228800 tid 2 2024-08-17T00:48:06.489 INFO:tasks.rados.rados.0.smithi082.stdout:2209: writing smithi08280503-3 from 1228800 to 1933312 tid 3 2024-08-17T00:48:06.490 INFO:tasks.rados.rados.0.smithi082.stdout:2210: copy_from oid 25 from oid 17 current snap is 212 2024-08-17T00:48:06.490 INFO:tasks.rados.rados.0.smithi082.stdout:2211: rollback oid 48 current snap is 212 2024-08-17T00:48:06.490 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 48 to 198 2024-08-17T00:48:06.490 INFO:tasks.rados.rados.0.smithi082.stdout:2212: delete oid 23 current snap is 212 2024-08-17T00:48:06.490 INFO:tasks.rados.rados.0.smithi082.stdout:2209: finishing write tid 1 to smithi08280503-3 2024-08-17T00:48:06.492 INFO:tasks.rados.rados.0.smithi082.stdout:2209: finishing write tid 2 to smithi08280503-3 2024-08-17T00:48:06.493 INFO:tasks.rados.rados.0.smithi082.stdout:2212: done (3 left) 2024-08-17T00:48:06.493 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 37 current snap is 212 2024-08-17T00:48:06.493 INFO:tasks.rados.rados.0.smithi082.stdout:2213: seq_num 690 ranges {1474560=761856,2236416=663552,2899968=409600,3309568=131072} 2024-08-17T00:48:06.505 INFO:tasks.rados.rados.0.smithi082.stdout:2213: writing smithi08280503-37 from 1474560 to 2236416 tid 1 2024-08-17T00:48:06.509 INFO:tasks.rados.rados.0.smithi082.stdout:2213: writing smithi08280503-37 from 2236416 to 2899968 tid 2 2024-08-17T00:48:06.511 INFO:tasks.rados.rados.0.smithi082.stdout:2213: writing smithi08280503-37 from 2899968 to 3309568 tid 3 2024-08-17T00:48:06.512 INFO:tasks.rados.rados.0.smithi082.stdout:2213: writing smithi08280503-37 from 3309568 to 3440640 tid 4 2024-08-17T00:48:06.513 INFO:tasks.rados.rados.0.smithi082.stdout:2214: copy_from oid 18 from oid 42 current snap is 212 2024-08-17T00:48:06.513 INFO:tasks.rados.rados.0.smithi082.stdout:2211: finishing rollback tid 0 to smithi08280503-48 2024-08-17T00:48:06.513 INFO:tasks.rados.rados.0.smithi082.stdout:2211: finishing rollback tid 1 to smithi08280503-48 2024-08-17T00:48:06.513 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 1306 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T00:48:06.513 INFO:tasks.rados.rados.0.smithi082.stdout:2209: finishing write tid 3 to smithi08280503-3 2024-08-17T00:48:06.513 INFO:tasks.rados.rados.0.smithi082.stdout:2209: finishing write tid 4 to smithi08280503-3 2024-08-17T00:48:06.513 INFO:tasks.rados.rados.0.smithi082.stdout:2209: finishing write tid 5 to smithi08280503-3 2024-08-17T00:48:06.513 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 940 (ObjNum 688 snap 212 seq_num 688) dirty exists 2024-08-17T00:48:06.513 INFO:tasks.rados.rados.0.smithi082.stdout:2209: left oid 3 (ObjNum 688 snap 212 seq_num 688) 2024-08-17T00:48:06.513 INFO:tasks.rados.rados.0.smithi082.stdout:2213: finishing write tid 1 to smithi08280503-37 2024-08-17T00:48:06.513 INFO:tasks.rados.rados.0.smithi082.stdout:2209: done (4 left) 2024-08-17T00:48:06.513 INFO:tasks.rados.rados.0.smithi082.stdout:2211: done (3 left) 2024-08-17T00:48:06.513 INFO:tasks.rados.rados.0.smithi082.stdout:2215: snap_remove snap 200 2024-08-17T00:48:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:06 smithi082 ceph-mon[94343]: osdmap e498: 8 total, 8 up, 8 in 2024-08-17T00:48:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:06.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:48:06.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:48:06.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:06.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:48:06.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:48:06.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:48:06.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:48:06.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T00:48:06.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:06 smithi082 ceph-mon[91979]: osdmap e498: 8 total, 8 up, 8 in 2024-08-17T00:48:06.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:06.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:06.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:48:06.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:48:06.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:06.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:48:06.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:48:06.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:48:06.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:48:06.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T00:48:06.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:06 smithi137 ceph-mon[86391]: osdmap e498: 8 total, 8 up, 8 in 2024-08-17T00:48:06.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:06.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:06.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:48:06.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:48:06.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:06.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:48:06.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:48:06.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:48:06.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:48:06.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T00:48:07.477 INFO:tasks.rados.rados.0.smithi082.stdout:2215: done (3 left) 2024-08-17T00:48:07.477 INFO:tasks.rados.rados.0.smithi082.stdout:2216: read oid 38 snap -1 2024-08-17T00:48:07.478 INFO:tasks.rados.rados.0.smithi082.stdout:2216: expect (ObjNum 660 snap 201 seq_num 660) 2024-08-17T00:48:07.478 INFO:tasks.rados.rados.0.smithi082.stdout:2217: setattr oid 13 current snap is 212 2024-08-17T00:48:07.478 INFO:tasks.rados.rados.0.smithi082.stdout:2213: finishing write tid 2 to smithi08280503-37 2024-08-17T00:48:07.478 INFO:tasks.rados.rados.0.smithi082.stdout:2213: finishing write tid 3 to smithi08280503-37 2024-08-17T00:48:07.478 INFO:tasks.rados.rados.0.smithi082.stdout:2213: finishing write tid 4 to smithi08280503-37 2024-08-17T00:48:07.478 INFO:tasks.rados.rados.0.smithi082.stdout:2213: finishing write tid 5 to smithi08280503-37 2024-08-17T00:48:07.478 INFO:tasks.rados.rados.0.smithi082.stdout:2213: finishing write tid 6 to smithi08280503-37 2024-08-17T00:48:07.478 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 1314 (ObjNum 690 snap 212 seq_num 690) dirty exists 2024-08-17T00:48:07.478 INFO:tasks.rados.rados.0.smithi082.stdout:2213: left oid 37 (ObjNum 690 snap 212 seq_num 690) 2024-08-17T00:48:07.478 INFO:tasks.rados.rados.0.smithi082.stdout:2214: finishing copy_from racing read to smithi08280503-18 2024-08-17T00:48:07.478 INFO:tasks.rados.rados.0.smithi082.stdout:2214: finishing copy_from to smithi08280503-18 2024-08-17T00:48:07.478 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 1035 (ObjNum 582 snap 180 seq_num 582) dirty exists 2024-08-17T00:48:07.479 INFO:tasks.rados.rados.0.smithi082.stdout:2210: finishing copy_from racing read to smithi08280503-25 2024-08-17T00:48:07.479 INFO:tasks.rados.rados.0.smithi082.stdout:2210: finishing copy_from to smithi08280503-25 2024-08-17T00:48:07.479 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 1094 (ObjNum 551 snap 165 seq_num 551) dirty exists 2024-08-17T00:48:07.479 INFO:tasks.rados.rados.0.smithi082.stdout:2210: done (4 left) 2024-08-17T00:48:07.479 INFO:tasks.rados.rados.0.smithi082.stdout:2213: done (3 left) 2024-08-17T00:48:07.479 INFO:tasks.rados.rados.0.smithi082.stdout:2214: done (2 left) 2024-08-17T00:48:07.480 INFO:tasks.rados.rados.0.smithi082.stdout:2218: snap_create 2024-08-17T00:48:07.491 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 1244 (ObjNum 65 snap 0 seq_num 1533373796) dirty exists 2024-08-17T00:48:07.524 INFO:tasks.rados.rados.0.smithi082.stdout:2216: expect (ObjNum 660 snap 201 seq_num 660) 2024-08-17T00:48:07.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:07 smithi082 ceph-mon[91979]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T00:48:07.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:07 smithi082 ceph-mon[91979]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-08-17T00:48:07.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:07 smithi082 ceph-mon[91979]: pgmap v413: 121 pgs: 7 peering, 17 active+undersized, 3 active+undersized+degraded, 94 active+clean; 266 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 2.5 MiB/s wr, 18 op/s; 10/414 objects degraded (2.415%) 2024-08-17T00:48:07.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:07 smithi082 ceph-mon[91979]: Health check update: Degraded data redundancy: 10/414 objects degraded (2.415%), 3 pgs degraded (PG_DEGRADED) 2024-08-17T00:48:07.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:07 smithi082 ceph-mon[91979]: osdmap e499: 8 total, 8 up, 8 in 2024-08-17T00:48:07.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:07 smithi082 ceph-mon[94343]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T00:48:07.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:07 smithi082 ceph-mon[94343]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-08-17T00:48:07.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:07 smithi082 ceph-mon[94343]: pgmap v413: 121 pgs: 7 peering, 17 active+undersized, 3 active+undersized+degraded, 94 active+clean; 266 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 2.5 MiB/s wr, 18 op/s; 10/414 objects degraded (2.415%) 2024-08-17T00:48:07.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:07 smithi082 ceph-mon[94343]: Health check update: Degraded data redundancy: 10/414 objects degraded (2.415%), 3 pgs degraded (PG_DEGRADED) 2024-08-17T00:48:07.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:07 smithi082 ceph-mon[94343]: osdmap e499: 8 total, 8 up, 8 in 2024-08-17T00:48:07.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:07 smithi137 ceph-mon[86391]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T00:48:07.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:07 smithi137 ceph-mon[86391]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-08-17T00:48:07.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:07 smithi137 ceph-mon[86391]: pgmap v413: 121 pgs: 7 peering, 17 active+undersized, 3 active+undersized+degraded, 94 active+clean; 266 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 2.5 MiB/s wr, 18 op/s; 10/414 objects degraded (2.415%) 2024-08-17T00:48:07.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:07 smithi137 ceph-mon[86391]: Health check update: Degraded data redundancy: 10/414 objects degraded (2.415%), 3 pgs degraded (PG_DEGRADED) 2024-08-17T00:48:07.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:07 smithi137 ceph-mon[86391]: osdmap e499: 8 total, 8 up, 8 in 2024-08-17T00:48:08.481 INFO:tasks.rados.rados.0.smithi082.stdout:2216: done (2 left) 2024-08-17T00:48:08.482 INFO:tasks.rados.rados.0.smithi082.stdout:2217: done (1 left) 2024-08-17T00:48:08.482 INFO:tasks.rados.rados.0.smithi082.stdout:2218: done (0 left) 2024-08-17T00:48:08.482 INFO:tasks.rados.rados.0.smithi082.stdout:2219: snap_create 2024-08-17T00:48:08.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:08 smithi137 ceph-mon[86391]: osdmap e500: 8 total, 8 up, 8 in 2024-08-17T00:48:08.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:08 smithi137 ceph-mon[86391]: pgmap v416: 121 pgs: 121 active+clean; 281 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.1 MiB/s wr, 8 op/s; 3.5 MiB/s, 1 objects/s recovering 2024-08-17T00:48:08.786 INFO:tasks.rados.rados.0.smithi082.stdout:2219: done (0 left) 2024-08-17T00:48:08.786 INFO:tasks.rados.rados.0.smithi082.stdout:2220: snap_remove snap 209 2024-08-17T00:48:08.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:08 smithi082 ceph-mon[94343]: osdmap e500: 8 total, 8 up, 8 in 2024-08-17T00:48:08.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:08 smithi082 ceph-mon[94343]: pgmap v416: 121 pgs: 121 active+clean; 281 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.1 MiB/s wr, 8 op/s; 3.5 MiB/s, 1 objects/s recovering 2024-08-17T00:48:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:08 smithi082 ceph-mon[91979]: osdmap e500: 8 total, 8 up, 8 in 2024-08-17T00:48:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:08 smithi082 ceph-mon[91979]: pgmap v416: 121 pgs: 121 active+clean; 281 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.1 MiB/s wr, 8 op/s; 3.5 MiB/s, 1 objects/s recovering 2024-08-17T00:48:09.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:09 smithi137 ceph-mon[86391]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/414 objects degraded (2.415%), 3 pgs degraded) 2024-08-17T00:48:09.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:09 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:48:09.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:09 smithi137 ceph-mon[86391]: osdmap e501: 8 total, 8 up, 8 in 2024-08-17T00:48:09.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:09 smithi137 ceph-mon[86391]: osdmap e502: 8 total, 8 up, 8 in 2024-08-17T00:48:09.795 INFO:tasks.rados.rados.0.smithi082.stdout:2220: done (0 left) 2024-08-17T00:48:09.795 INFO:tasks.rados.rados.0.smithi082.stdout:2221: rmattr oid 25 current snap is 214 2024-08-17T00:48:09.795 INFO:tasks.rados.rados.0.smithi082.stdout:2222: read oid 26 snap -1 2024-08-17T00:48:09.795 INFO:tasks.rados.rados.0.smithi082.stdout:2222: expect (ObjNum 647 snap 194 seq_num 647) 2024-08-17T00:48:09.795 INFO:tasks.rados.rados.0.smithi082.stdout:2223: delete oid 30 current snap is 214 2024-08-17T00:48:09.800 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 1116 (ObjNum 551 snap 165 seq_num 551) dirty exists 2024-08-17T00:48:09.802 INFO:tasks.rados.rados.0.smithi082.stdout:2221: done (2 left) 2024-08-17T00:48:09.802 INFO:tasks.rados.rados.0.smithi082.stdout:2223: done (1 left) 2024-08-17T00:48:09.803 INFO:tasks.rados.rados.0.smithi082.stdout:2224: rollback oid 22 current snap is 214 2024-08-17T00:48:09.803 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 22 to 197 2024-08-17T00:48:09.803 INFO:tasks.rados.rados.0.smithi082.stdout:2225: snap_remove snap 208 2024-08-17T00:48:09.807 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:09 smithi082 ceph-mon[91979]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/414 objects degraded (2.415%), 3 pgs degraded) 2024-08-17T00:48:09.807 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:09 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:48:09.807 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:09 smithi082 ceph-mon[91979]: osdmap e501: 8 total, 8 up, 8 in 2024-08-17T00:48:09.808 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:09 smithi082 ceph-mon[91979]: osdmap e502: 8 total, 8 up, 8 in 2024-08-17T00:48:09.808 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:09 smithi082 ceph-mon[94343]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/414 objects degraded (2.415%), 3 pgs degraded) 2024-08-17T00:48:09.808 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:09 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:48:09.808 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:09 smithi082 ceph-mon[94343]: osdmap e501: 8 total, 8 up, 8 in 2024-08-17T00:48:09.808 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:09 smithi082 ceph-mon[94343]: osdmap e502: 8 total, 8 up, 8 in 2024-08-17T00:48:10.225 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 00:48:09 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2[109413]: 2024-08-17T00:48:09.806+0000 7fd2ed676640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 112 after trimming was started 2024-08-17T00:48:10.799 INFO:tasks.rados.rados.0.smithi082.stdout:2225: done (2 left) 2024-08-17T00:48:10.800 INFO:tasks.rados.rados.0.smithi082.stdout:2226: copy_from oid 37 from oid 45 current snap is 214 2024-08-17T00:48:10.800 INFO:tasks.rados.rados.0.smithi082.stdout:2227: read oid 10 snap -1 2024-08-17T00:48:10.800 INFO:tasks.rados.rados.0.smithi082.stdout:2227: expect deleted 2024-08-17T00:48:10.800 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 40 current snap is 214 2024-08-17T00:48:10.800 INFO:tasks.rados.rados.0.smithi082.stdout:2228: seq_num 692 ranges {8658944=794624,9453568=483328,9936896=720896} 2024-08-17T00:48:10.850 INFO:tasks.rados.rados.0.smithi082.stdout:2228: writing smithi08280503-40 from 8658944 to 9453568 tid 1 2024-08-17T00:48:10.852 INFO:tasks.rados.rados.0.smithi082.stdout:2228: writing smithi08280503-40 from 9453568 to 9936896 tid 2 2024-08-17T00:48:10.857 INFO:tasks.rados.rados.0.smithi082.stdout:2228: writing smithi08280503-40 from 9936896 to 10657792 tid 3 2024-08-17T00:48:10.857 INFO:tasks.rados.rados.0.smithi082.stdout:2229: snap_remove snap 201 2024-08-17T00:48:11.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:10 smithi082 ceph-mon[94343]: osdmap e503: 8 total, 8 up, 8 in 2024-08-17T00:48:11.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:10 smithi082 ceph-mon[94343]: pgmap v420: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 293 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 10 op/s; 3.1 MiB/s, 1 objects/s recovering 2024-08-17T00:48:11.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:10 smithi082 ceph-mon[91979]: osdmap e503: 8 total, 8 up, 8 in 2024-08-17T00:48:11.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:10 smithi082 ceph-mon[91979]: pgmap v420: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 293 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 10 op/s; 3.1 MiB/s, 1 objects/s recovering 2024-08-17T00:48:11.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:10 smithi137 ceph-mon[86391]: osdmap e503: 8 total, 8 up, 8 in 2024-08-17T00:48:11.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:10 smithi137 ceph-mon[86391]: pgmap v420: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 293 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 10 op/s; 3.1 MiB/s, 1 objects/s recovering 2024-08-17T00:48:11.803 INFO:tasks.rados.rados.0.smithi082.stdout:2229: done (5 left) 2024-08-17T00:48:11.803 INFO:tasks.rados.rados.0.smithi082.stdout:2224: finishing rollback tid 0 to smithi08280503-22 2024-08-17T00:48:11.803 INFO:tasks.rados.rados.0.smithi082.stdout:2224: finishing rollback tid 1 to smithi08280503-22 2024-08-17T00:48:11.804 INFO:tasks.rados.rados.0.smithi082.stdout:2224: finishing rollback tid 2 to smithi08280503-22 2024-08-17T00:48:11.804 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 1119 (ObjNum 577 snap 180 seq_num 577) dirty exists 2024-08-17T00:48:11.804 INFO:tasks.rados.rados.0.smithi082.stdout:2222: expect (ObjNum 647 snap 194 seq_num 647) 2024-08-17T00:48:11.839 INFO:tasks.rados.rados.0.smithi082.stdout:2226: finishing copy_from racing read to smithi08280503-37 2024-08-17T00:48:11.839 INFO:tasks.rados.rados.0.smithi082.stdout:2226: finishing copy_from to smithi08280503-37 2024-08-17T00:48:11.839 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 1078 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:48:11.839 INFO:tasks.rados.rados.0.smithi082.stdout:2228: finishing write tid 1 to smithi08280503-40 2024-08-17T00:48:11.839 INFO:tasks.rados.rados.0.smithi082.stdout:2228: finishing write tid 2 to smithi08280503-40 2024-08-17T00:48:11.839 INFO:tasks.rados.rados.0.smithi082.stdout:2228: finishing write tid 3 to smithi08280503-40 2024-08-17T00:48:11.839 INFO:tasks.rados.rados.0.smithi082.stdout:2228: finishing write tid 4 to smithi08280503-40 2024-08-17T00:48:11.839 INFO:tasks.rados.rados.0.smithi082.stdout:2230: read oid 19 snap -1 2024-08-17T00:48:11.839 INFO:tasks.rados.rados.0.smithi082.stdout:2230: expect deleted 2024-08-17T00:48:11.839 INFO:tasks.rados.rados.0.smithi082.stdout:2222: done (5 left) 2024-08-17T00:48:11.839 INFO:tasks.rados.rados.0.smithi082.stdout:2224: done (4 left) 2024-08-17T00:48:11.839 INFO:tasks.rados.rados.0.smithi082.stdout:2226: done (3 left) 2024-08-17T00:48:11.840 INFO:tasks.rados.rados.0.smithi082.stdout:2227: done (2 left) 2024-08-17T00:48:11.840 INFO:tasks.rados.rados.0.smithi082.stdout:2231: read oid 39 snap -1 2024-08-17T00:48:11.840 INFO:tasks.rados.rados.0.smithi082.stdout:2231: expect (ObjNum 676 snap 207 seq_num 676) 2024-08-17T00:48:11.840 INFO:tasks.rados.rados.0.smithi082.stdout:2232: snap_create 2024-08-17T00:48:11.840 INFO:tasks.rados.rados.0.smithi082.stdout:2228: finishing write tid 5 to smithi08280503-40 2024-08-17T00:48:11.840 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 1323 (ObjNum 692 snap 214 seq_num 692) dirty exists 2024-08-17T00:48:11.840 INFO:tasks.rados.rados.0.smithi082.stdout:2228: left oid 40 (ObjNum 692 snap 214 seq_num 692) 2024-08-17T00:48:11.846 INFO:tasks.rados.rados.0.smithi082.stdout:2231: expect (ObjNum 676 snap 207 seq_num 676) 2024-08-17T00:48:12.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:11 smithi082 ceph-mon[94343]: osdmap e504: 8 total, 8 up, 8 in 2024-08-17T00:48:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:11 smithi082 ceph-mon[91979]: osdmap e504: 8 total, 8 up, 8 in 2024-08-17T00:48:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:11 smithi137 ceph-mon[86391]: osdmap e504: 8 total, 8 up, 8 in 2024-08-17T00:48:12.739 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:48:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:48:12.807 INFO:tasks.rados.rados.0.smithi082.stdout:2228: done (3 left) 2024-08-17T00:48:12.808 INFO:tasks.rados.rados.0.smithi082.stdout:2230: done (2 left) 2024-08-17T00:48:12.808 INFO:tasks.rados.rados.0.smithi082.stdout:2231: done (1 left) 2024-08-17T00:48:12.808 INFO:tasks.rados.rados.0.smithi082.stdout:2232: done (0 left) 2024-08-17T00:48:12.808 INFO:tasks.rados.rados.0.smithi082.stdout:2233: copy_from oid 44 from oid 8 current snap is 215 2024-08-17T00:48:12.808 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 35 current snap is 215 2024-08-17T00:48:12.808 INFO:tasks.rados.rados.0.smithi082.stdout:2234: seq_num 693 ranges {1032192=409600,1441792=770048,2211840=581632,2793472=253952} 2024-08-17T00:48:12.815 INFO:tasks.rados.rados.0.smithi082.stdout:2234: writing smithi08280503-35 from 1032192 to 1441792 tid 1 2024-08-17T00:48:12.820 INFO:tasks.rados.rados.0.smithi082.stdout:2234: writing smithi08280503-35 from 1441792 to 2211840 tid 2 2024-08-17T00:48:12.824 INFO:tasks.rados.rados.0.smithi082.stdout:2234: writing smithi08280503-35 from 2211840 to 2793472 tid 3 2024-08-17T00:48:12.826 INFO:tasks.rados.rados.0.smithi082.stdout:2234: writing smithi08280503-35 from 2793472 to 3047424 tid 4 2024-08-17T00:48:12.826 INFO:tasks.rados.rados.0.smithi082.stdout:2235: read oid 11 snap -1 2024-08-17T00:48:12.827 INFO:tasks.rados.rados.0.smithi082.stdout:2235: expect (ObjNum 647 snap 194 seq_num 647) 2024-08-17T00:48:12.827 INFO:tasks.rados.rados.0.smithi082.stdout:2236: read oid 46 snap -1 2024-08-17T00:48:12.827 INFO:tasks.rados.rados.0.smithi082.stdout:2236: expect (ObjNum 618 snap 188 seq_num 618) 2024-08-17T00:48:12.827 INFO:tasks.rados.rados.0.smithi082.stdout:2237: delete oid 48 current snap is 215 2024-08-17T00:48:12.827 INFO:tasks.rados.rados.0.smithi082.stdout:2234: finishing write tid 1 to smithi08280503-35 2024-08-17T00:48:12.827 INFO:tasks.rados.rados.0.smithi082.stdout:2234: finishing write tid 2 to smithi08280503-35 2024-08-17T00:48:12.830 INFO:tasks.rados.rados.0.smithi082.stdout:2234: finishing write tid 3 to smithi08280503-35 2024-08-17T00:48:12.830 INFO:tasks.rados.rados.0.smithi082.stdout:2234: finishing write tid 4 to smithi08280503-35 2024-08-17T00:48:12.831 INFO:tasks.rados.rados.0.smithi082.stdout:2234: finishing write tid 5 to smithi08280503-35 2024-08-17T00:48:12.833 INFO:tasks.rados.rados.0.smithi082.stdout:2237: done (4 left) 2024-08-17T00:48:12.833 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 16 current snap is 215 2024-08-17T00:48:12.833 INFO:tasks.rados.rados.0.smithi082.stdout:2238: seq_num 695 ranges {0=442368,442368=540672,983040=598016,1581056=466944} 2024-08-17T00:48:12.835 INFO:tasks.rados.rados.0.smithi082.stdout:2238: writing smithi08280503-16 from 0 to 442368 tid 1 2024-08-17T00:48:12.838 INFO:tasks.rados.rados.0.smithi082.stdout:2238: writing smithi08280503-16 from 442368 to 983040 tid 2 2024-08-17T00:48:12.842 INFO:tasks.rados.rados.0.smithi082.stdout:2238: writing smithi08280503-16 from 983040 to 1581056 tid 3 2024-08-17T00:48:12.845 INFO:tasks.rados.rados.0.smithi082.stdout:2238: writing smithi08280503-16 from 1581056 to 2048000 tid 4 2024-08-17T00:48:12.845 INFO:tasks.rados.rados.0.smithi082.stdout:2239: snap_create 2024-08-17T00:48:12.845 INFO:tasks.rados.rados.0.smithi082.stdout:2234: finishing write tid 6 to smithi08280503-35 2024-08-17T00:48:12.845 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 1083 (ObjNum 693 snap 215 seq_num 693) dirty exists 2024-08-17T00:48:12.845 INFO:tasks.rados.rados.0.smithi082.stdout:2234: left oid 35 (ObjNum 693 snap 215 seq_num 693) 2024-08-17T00:48:12.845 INFO:tasks.rados.rados.0.smithi082.stdout:2235: expect (ObjNum 647 snap 194 seq_num 647) 2024-08-17T00:48:12.882 INFO:tasks.rados.rados.0.smithi082.stdout:2236: expect (ObjNum 618 snap 188 seq_num 618) 2024-08-17T00:48:13.030 INFO:tasks.rados.rados.0.smithi082.stdout:2238: finishing write tid 1 to smithi08280503-16 2024-08-17T00:48:13.030 INFO:tasks.rados.rados.0.smithi082.stdout:2238: finishing write tid 2 to smithi08280503-16 2024-08-17T00:48:13.030 INFO:tasks.rados.rados.0.smithi082.stdout:2238: finishing write tid 3 to smithi08280503-16 2024-08-17T00:48:13.030 INFO:tasks.rados.rados.0.smithi082.stdout:2238: finishing write tid 4 to smithi08280503-16 2024-08-17T00:48:13.030 INFO:tasks.rados.rados.0.smithi082.stdout:2238: finishing write tid 5 to smithi08280503-16 2024-08-17T00:48:13.031 INFO:tasks.rados.rados.0.smithi082.stdout:2233: finishing copy_from racing read to smithi08280503-44 2024-08-17T00:48:13.031 INFO:tasks.rados.rados.0.smithi082.stdout:2238: finishing write tid 6 to smithi08280503-16 2024-08-17T00:48:13.031 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 994 (ObjNum 695 snap 215 seq_num 695) dirty exists 2024-08-17T00:48:13.031 INFO:tasks.rados.rados.0.smithi082.stdout:2238: left oid 16 (ObjNum 695 snap 215 seq_num 695) 2024-08-17T00:48:13.031 INFO:tasks.rados.rados.0.smithi082.stdout:2233: finishing copy_from to smithi08280503-44 2024-08-17T00:48:13.031 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 1118 (ObjNum 672 snap 204 seq_num 672) dirty exists 2024-08-17T00:48:13.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:12 smithi082 ceph-mon[94343]: osdmap e505: 8 total, 8 up, 8 in 2024-08-17T00:48:13.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:12 smithi082 ceph-mon[94343]: pgmap v423: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 295 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-08-17T00:48:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:12 smithi082 ceph-mon[91979]: osdmap e505: 8 total, 8 up, 8 in 2024-08-17T00:48:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:12 smithi082 ceph-mon[91979]: pgmap v423: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 295 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-08-17T00:48:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:12 smithi137 ceph-mon[86391]: osdmap e505: 8 total, 8 up, 8 in 2024-08-17T00:48:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:12 smithi137 ceph-mon[86391]: pgmap v423: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 295 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-08-17T00:48:13.791 INFO:tasks.rados.rados.0.smithi082.stdout:2233: done (5 left) 2024-08-17T00:48:13.791 INFO:tasks.rados.rados.0.smithi082.stdout:2234: done (4 left) 2024-08-17T00:48:13.791 INFO:tasks.rados.rados.0.smithi082.stdout:2235: done (3 left) 2024-08-17T00:48:13.791 INFO:tasks.rados.rados.0.smithi082.stdout:2236: done (2 left) 2024-08-17T00:48:13.791 INFO:tasks.rados.rados.0.smithi082.stdout:2238: done (1 left) 2024-08-17T00:48:13.791 INFO:tasks.rados.rados.0.smithi082.stdout:2239: done (0 left) 2024-08-17T00:48:13.791 INFO:tasks.rados.rados.0.smithi082.stdout:2240: read oid 35 snap -1 2024-08-17T00:48:13.791 INFO:tasks.rados.rados.0.smithi082.stdout:2240: expect (ObjNum 693 snap 215 seq_num 693) 2024-08-17T00:48:13.791 INFO:tasks.rados.rados.0.smithi082.stdout:2241: setattr oid 14 current snap is 216 2024-08-17T00:48:13.792 INFO:tasks.rados.rados.0.smithi082.stdout:2242: setattr oid 38 current snap is 216 2024-08-17T00:48:13.795 INFO:tasks.rados.rados.0.smithi082.stdout:2243: read oid 21 snap -1 2024-08-17T00:48:13.796 INFO:tasks.rados.rados.0.smithi082.stdout:2243: expect (ObjNum 665 snap 201 seq_num 665) 2024-08-17T00:48:13.796 INFO:tasks.rados.rados.0.smithi082.stdout:2244: rmattr oid 46 current snap is 216 2024-08-17T00:48:13.796 INFO:tasks.rados.rados.0.smithi082.stdout:2244: done (4 left) 2024-08-17T00:48:13.796 INFO:tasks.rados.rados.0.smithi082.stdout:2245: copy_from oid 19 from oid 7 current snap is 216 2024-08-17T00:48:13.796 INFO:tasks.rados.rados.0.smithi082.stdout:2246: delete oid 23 current snap is 216 2024-08-17T00:48:13.800 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 1273 (ObjNum 667 snap 202 seq_num 667) dirty exists 2024-08-17T00:48:13.802 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 1220 (ObjNum 660 snap 201 seq_num 660) dirty exists 2024-08-17T00:48:13.806 INFO:tasks.rados.rados.0.smithi082.stdout:2241: done (5 left) 2024-08-17T00:48:13.806 INFO:tasks.rados.rados.0.smithi082.stdout:2242: done (4 left) 2024-08-17T00:48:13.806 INFO:tasks.rados.rados.0.smithi082.stdout:2246: done (3 left) 2024-08-17T00:48:13.806 INFO:tasks.rados.rados.0.smithi082.stdout:2247: rollback oid 49 current snap is 216 2024-08-17T00:48:13.806 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 49 to 215 2024-08-17T00:48:13.806 INFO:tasks.rados.rados.0.smithi082.stdout:2248: read oid 8 snap -1 2024-08-17T00:48:13.806 INFO:tasks.rados.rados.0.smithi082.stdout:2248: expect (ObjNum 672 snap 204 seq_num 672) 2024-08-17T00:48:13.806 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 27 current snap is 216 2024-08-17T00:48:13.806 INFO:tasks.rados.rados.0.smithi082.stdout:2249: seq_num 697 ranges {0=475136,475136=704512,1179648=557056,1736704=344064} 2024-08-17T00:48:13.809 INFO:tasks.rados.rados.0.smithi082.stdout:2249: writing smithi08280503-27 from 0 to 475136 tid 1 2024-08-17T00:48:13.813 INFO:tasks.rados.rados.0.smithi082.stdout:2249: writing smithi08280503-27 from 475136 to 1179648 tid 2 2024-08-17T00:48:13.817 INFO:tasks.rados.rados.0.smithi082.stdout:2249: writing smithi08280503-27 from 1179648 to 1736704 tid 3 2024-08-17T00:48:13.819 INFO:tasks.rados.rados.0.smithi082.stdout:2249: writing smithi08280503-27 from 1736704 to 2080768 tid 4 2024-08-17T00:48:13.819 INFO:tasks.rados.rados.0.smithi082.stdout:2250: rollback oid 41 current snap is 216 2024-08-17T00:48:13.819 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 41 to 214 2024-08-17T00:48:13.819 INFO:tasks.rados.rados.0.smithi082.stdout:2243: expect (ObjNum 665 snap 201 seq_num 665) 2024-08-17T00:48:13.867 INFO:tasks.rados.rados.0.smithi082.stdout:2240: expect (ObjNum 693 snap 215 seq_num 693) 2024-08-17T00:48:13.966 INFO:tasks.rados.rados.0.smithi082.stdout:2247: finishing rollback tid 1 to smithi08280503-49 2024-08-17T00:48:13.966 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 49 v 1274 (ObjNum 65 snap 0 seq_num 3892917200) dirty dne 2024-08-17T00:48:13.966 INFO:tasks.rados.rados.0.smithi082.stdout:2250: finishing rollback tid 0 to smithi08280503-41 2024-08-17T00:48:13.966 INFO:tasks.rados.rados.0.smithi082.stdout:2250: finishing rollback tid 1 to smithi08280503-41 2024-08-17T00:48:13.967 INFO:tasks.rados.rados.0.smithi082.stdout:2250: finishing rollback tid 2 to smithi08280503-41 2024-08-17T00:48:13.967 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 1358 (ObjNum 647 snap 194 seq_num 647) dirty exists 2024-08-17T00:48:13.967 INFO:tasks.rados.rados.0.smithi082.stdout:2240: done (6 left) 2024-08-17T00:48:13.967 INFO:tasks.rados.rados.0.smithi082.stdout:2243: done (5 left) 2024-08-17T00:48:13.967 INFO:tasks.rados.rados.0.smithi082.stdout:2247: done (4 left) 2024-08-17T00:48:13.967 INFO:tasks.rados.rados.0.smithi082.stdout:2250: done (3 left) 2024-08-17T00:48:13.967 INFO:tasks.rados.rados.0.smithi082.stdout:2251: rollback oid 4 current snap is 216 2024-08-17T00:48:13.967 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 4 to 215 2024-08-17T00:48:13.967 INFO:tasks.rados.rados.0.smithi082.stdout:2245: finishing copy_from racing read to smithi08280503-19 2024-08-17T00:48:13.967 INFO:tasks.rados.rados.0.smithi082.stdout:2245: finishing copy_from to smithi08280503-19 2024-08-17T00:48:13.967 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 1304 (ObjNum 684 snap 210 seq_num 684) dirty exists 2024-08-17T00:48:13.968 INFO:tasks.rados.rados.0.smithi082.stdout:2249: finishing write tid 1 to smithi08280503-27 2024-08-17T00:48:13.968 INFO:tasks.rados.rados.0.smithi082.stdout:2249: finishing write tid 2 to smithi08280503-27 2024-08-17T00:48:13.968 INFO:tasks.rados.rados.0.smithi082.stdout:2249: finishing write tid 3 to smithi08280503-27 2024-08-17T00:48:13.968 INFO:tasks.rados.rados.0.smithi082.stdout:2249: finishing write tid 4 to smithi08280503-27 2024-08-17T00:48:13.968 INFO:tasks.rados.rados.0.smithi082.stdout:2249: finishing write tid 5 to smithi08280503-27 2024-08-17T00:48:13.968 INFO:tasks.rados.rados.0.smithi082.stdout:2249: finishing write tid 6 to smithi08280503-27 2024-08-17T00:48:13.968 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 1333 (ObjNum 697 snap 216 seq_num 697) dirty exists 2024-08-17T00:48:13.968 INFO:tasks.rados.rados.0.smithi082.stdout:2249: left oid 27 (ObjNum 697 snap 216 seq_num 697) 2024-08-17T00:48:13.968 INFO:tasks.rados.rados.0.smithi082.stdout:2248: expect (ObjNum 672 snap 204 seq_num 672) 2024-08-17T00:48:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:13 smithi082 ceph-mon[94343]: osdmap e506: 8 total, 8 up, 8 in 2024-08-17T00:48:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:13 smithi082 ceph-mon[94343]: osdmap e507: 8 total, 8 up, 8 in 2024-08-17T00:48:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:13 smithi082 ceph-mon[91979]: osdmap e506: 8 total, 8 up, 8 in 2024-08-17T00:48:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:13 smithi082 ceph-mon[91979]: osdmap e507: 8 total, 8 up, 8 in 2024-08-17T00:48:14.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:13 smithi137 ceph-mon[86391]: osdmap e506: 8 total, 8 up, 8 in 2024-08-17T00:48:14.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:13 smithi137 ceph-mon[86391]: osdmap e507: 8 total, 8 up, 8 in 2024-08-17T00:48:14.919 INFO:tasks.rados.rados.0.smithi082.stdout:2251: finishing rollback tid 1 to smithi08280503-4 2024-08-17T00:48:14.919 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 0 (ObjNum 33 snap 0 seq_num 1515410531) dirty dne 2024-08-17T00:48:14.920 INFO:tasks.rados.rados.0.smithi082.stdout:2245: done (3 left) 2024-08-17T00:48:14.920 INFO:tasks.rados.rados.0.smithi082.stdout:2248: done (2 left) 2024-08-17T00:48:14.920 INFO:tasks.rados.rados.0.smithi082.stdout:2249: done (1 left) 2024-08-17T00:48:14.920 INFO:tasks.rados.rados.0.smithi082.stdout:2251: done (0 left) 2024-08-17T00:48:14.920 INFO:tasks.rados.rados.0.smithi082.stdout:2252: snap_create 2024-08-17T00:48:15.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:14 smithi082 ceph-mon[94343]: pgmap v426: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 310 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.2 MiB/s wr, 18 op/s 2024-08-17T00:48:15.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:14 smithi082 ceph-mon[91979]: pgmap v426: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 310 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.2 MiB/s wr, 18 op/s 2024-08-17T00:48:15.226 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:48:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:48:15] "GET /metrics HTTP/1.1" 200 36057 "" "Prometheus/2.43.0" 2024-08-17T00:48:15.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:14 smithi137 ceph-mon[86391]: pgmap v426: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 310 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.2 MiB/s wr, 18 op/s 2024-08-17T00:48:15.819 INFO:tasks.rados.rados.0.smithi082.stdout:2252: done (0 left) 2024-08-17T00:48:15.819 INFO:tasks.rados.rados.0.smithi082.stdout:2253: snap_remove snap 190 2024-08-17T00:48:16.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:16 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:16.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:16 smithi137 ceph-mon[86391]: osdmap e508: 8 total, 8 up, 8 in 2024-08-17T00:48:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:16 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:16 smithi082 ceph-mon[94343]: osdmap e508: 8 total, 8 up, 8 in 2024-08-17T00:48:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:16 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:16 smithi082 ceph-mon[91979]: osdmap e508: 8 total, 8 up, 8 in 2024-08-17T00:48:16.832 INFO:tasks.rados.rados.0.smithi082.stdout:2253: done (0 left) 2024-08-17T00:48:16.832 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 15 current snap is 217 2024-08-17T00:48:16.832 INFO:tasks.rados.rados.0.smithi082.stdout:2254: seq_num 698 ranges {10543104=499712,11042816=589824,11632640=770048,12402688=245760} 2024-08-17T00:48:16.892 INFO:tasks.rados.rados.0.smithi082.stdout:2254: writing smithi08280503-15 from 10543104 to 11042816 tid 1 2024-08-17T00:48:16.895 INFO:tasks.rados.rados.0.smithi082.stdout:2254: writing smithi08280503-15 from 11042816 to 11632640 tid 2 2024-08-17T00:48:16.899 INFO:tasks.rados.rados.0.smithi082.stdout:2254: writing smithi08280503-15 from 11632640 to 12402688 tid 3 2024-08-17T00:48:16.901 INFO:tasks.rados.rados.0.smithi082.stdout:2254: writing smithi08280503-15 from 12402688 to 12648448 tid 4 2024-08-17T00:48:16.901 INFO:tasks.rados.rados.0.smithi082.stdout:2255: snap_create 2024-08-17T00:48:16.901 INFO:tasks.rados.rados.0.smithi082.stdout:2254: finishing write tid 1 to smithi08280503-15 2024-08-17T00:48:16.901 INFO:tasks.rados.rados.0.smithi082.stdout:2254: finishing write tid 2 to smithi08280503-15 2024-08-17T00:48:16.904 INFO:tasks.rados.rados.0.smithi082.stdout:2254: finishing write tid 3 to smithi08280503-15 2024-08-17T00:48:16.904 INFO:tasks.rados.rados.0.smithi082.stdout:2254: finishing write tid 4 to smithi08280503-15 2024-08-17T00:48:16.904 INFO:tasks.rados.rados.0.smithi082.stdout:2254: finishing write tid 5 to smithi08280503-15 2024-08-17T00:48:16.907 INFO:tasks.rados.rados.0.smithi082.stdout:2254: finishing write tid 6 to smithi08280503-15 2024-08-17T00:48:16.907 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 1099 (ObjNum 698 snap 217 seq_num 698) dirty exists 2024-08-17T00:48:16.907 INFO:tasks.rados.rados.0.smithi082.stdout:2254: left oid 15 (ObjNum 698 snap 217 seq_num 698) 2024-08-17T00:48:17.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:17 smithi082 ceph-mon[94343]: pgmap v428: 121 pgs: 121 active+clean; 310 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-08-17T00:48:17.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:17 smithi082 ceph-mon[94343]: osdmap e509: 8 total, 8 up, 8 in 2024-08-17T00:48:17.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:17 smithi082 ceph-mon[91979]: pgmap v428: 121 pgs: 121 active+clean; 310 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-08-17T00:48:17.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:17 smithi082 ceph-mon[91979]: osdmap e509: 8 total, 8 up, 8 in 2024-08-17T00:48:17.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:17 smithi137 ceph-mon[86391]: pgmap v428: 121 pgs: 121 active+clean; 310 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-08-17T00:48:17.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:17 smithi137 ceph-mon[86391]: osdmap e509: 8 total, 8 up, 8 in 2024-08-17T00:48:17.829 INFO:tasks.rados.rados.0.smithi082.stdout:2254: done (1 left) 2024-08-17T00:48:17.829 INFO:tasks.rados.rados.0.smithi082.stdout:2255: done (0 left) 2024-08-17T00:48:17.829 INFO:tasks.rados.rados.0.smithi082.stdout:2256: snap_create 2024-08-17T00:48:18.793 INFO:tasks.rados.rados.0.smithi082.stdout:2256: done (0 left) 2024-08-17T00:48:18.793 INFO:tasks.rados.rados.0.smithi082.stdout:2257: rollback oid 45 current snap is 219 2024-08-17T00:48:18.793 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 45 to 197 2024-08-17T00:48:18.794 INFO:tasks.rados.rados.0.smithi082.stdout:2258: read oid 14 snap -1 2024-08-17T00:48:18.794 INFO:tasks.rados.rados.0.smithi082.stdout:2258: expect (ObjNum 667 snap 202 seq_num 667) 2024-08-17T00:48:18.794 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 27 current snap is 219 2024-08-17T00:48:18.794 INFO:tasks.rados.rados.0.smithi082.stdout:2259: seq_num 699 ranges {2080768=516096,2596864=475136,3072000=573440,3645440=557056} 2024-08-17T00:48:18.807 INFO:tasks.rados.rados.0.smithi082.stdout:2259: writing smithi08280503-27 from 2080768 to 2596864 tid 1 2024-08-17T00:48:18.810 INFO:tasks.rados.rados.0.smithi082.stdout:2259: writing smithi08280503-27 from 2596864 to 3072000 tid 2 2024-08-17T00:48:18.813 INFO:tasks.rados.rados.0.smithi082.stdout:2259: writing smithi08280503-27 from 3072000 to 3645440 tid 3 2024-08-17T00:48:18.817 INFO:tasks.rados.rados.0.smithi082.stdout:2259: writing smithi08280503-27 from 3645440 to 4202496 tid 4 2024-08-17T00:48:18.817 INFO:tasks.rados.rados.0.smithi082.stdout:2260: snap_create 2024-08-17T00:48:18.817 INFO:tasks.rados.rados.0.smithi082.stdout:2257: finishing rollback tid 0 to smithi08280503-45 2024-08-17T00:48:18.817 INFO:tasks.rados.rados.0.smithi082.stdout:2257: finishing rollback tid 1 to smithi08280503-45 2024-08-17T00:48:18.817 INFO:tasks.rados.rados.0.smithi082.stdout:2257: finishing rollback tid 2 to smithi08280503-45 2024-08-17T00:48:18.817 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 1086 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:48:18.817 INFO:tasks.rados.rados.0.smithi082.stdout:2258: expect (ObjNum 667 snap 202 seq_num 667) 2024-08-17T00:48:18.862 INFO:tasks.rados.rados.0.smithi082.stdout:2259: finishing write tid 1 to smithi08280503-27 2024-08-17T00:48:18.862 INFO:tasks.rados.rados.0.smithi082.stdout:2259: finishing write tid 2 to smithi08280503-27 2024-08-17T00:48:18.862 INFO:tasks.rados.rados.0.smithi082.stdout:2259: finishing write tid 3 to smithi08280503-27 2024-08-17T00:48:18.863 INFO:tasks.rados.rados.0.smithi082.stdout:2259: finishing write tid 4 to smithi08280503-27 2024-08-17T00:48:18.863 INFO:tasks.rados.rados.0.smithi082.stdout:2259: finishing write tid 5 to smithi08280503-27 2024-08-17T00:48:18.863 INFO:tasks.rados.rados.0.smithi082.stdout:2259: finishing write tid 6 to smithi08280503-27 2024-08-17T00:48:18.863 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 1345 (ObjNum 699 snap 219 seq_num 699) dirty exists 2024-08-17T00:48:18.863 INFO:tasks.rados.rados.0.smithi082.stdout:2259: left oid 27 (ObjNum 699 snap 219 seq_num 699) 2024-08-17T00:48:19.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:18 smithi082 ceph-mon[94343]: osdmap e510: 8 total, 8 up, 8 in 2024-08-17T00:48:19.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:18 smithi082 ceph-mon[94343]: pgmap v431: 121 pgs: 121 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.2 MiB/s wr, 19 op/s 2024-08-17T00:48:19.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:18 smithi082 ceph-mon[94343]: osdmap e511: 8 total, 8 up, 8 in 2024-08-17T00:48:19.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:18 smithi082 ceph-mon[91979]: osdmap e510: 8 total, 8 up, 8 in 2024-08-17T00:48:19.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:18 smithi082 ceph-mon[91979]: pgmap v431: 121 pgs: 121 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.2 MiB/s wr, 19 op/s 2024-08-17T00:48:19.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:18 smithi082 ceph-mon[91979]: osdmap e511: 8 total, 8 up, 8 in 2024-08-17T00:48:19.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:18 smithi137 ceph-mon[86391]: osdmap e510: 8 total, 8 up, 8 in 2024-08-17T00:48:19.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:18 smithi137 ceph-mon[86391]: pgmap v431: 121 pgs: 121 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.2 MiB/s wr, 19 op/s 2024-08-17T00:48:19.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:18 smithi137 ceph-mon[86391]: osdmap e511: 8 total, 8 up, 8 in 2024-08-17T00:48:19.792 INFO:tasks.rados.rados.0.smithi082.stdout:2257: done (3 left) 2024-08-17T00:48:19.792 INFO:tasks.rados.rados.0.smithi082.stdout:2258: done (2 left) 2024-08-17T00:48:19.792 INFO:tasks.rados.rados.0.smithi082.stdout:2259: done (1 left) 2024-08-17T00:48:19.792 INFO:tasks.rados.rados.0.smithi082.stdout:2260: done (0 left) 2024-08-17T00:48:19.793 INFO:tasks.rados.rados.0.smithi082.stdout:2261: read oid 2 snap -1 2024-08-17T00:48:19.793 INFO:tasks.rados.rados.0.smithi082.stdout:2261: expect deleted 2024-08-17T00:48:19.793 INFO:tasks.rados.rados.0.smithi082.stdout:2262: snap_create 2024-08-17T00:48:20.802 INFO:tasks.rados.rados.0.smithi082.stdout:2261: done (1 left) 2024-08-17T00:48:20.802 INFO:tasks.rados.rados.0.smithi082.stdout:2262: done (0 left) 2024-08-17T00:48:20.802 INFO:tasks.rados.rados.0.smithi082.stdout:2263: snap_create 2024-08-17T00:48:21.114 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:20 smithi137 ceph-mon[86391]: osdmap e512: 8 total, 8 up, 8 in 2024-08-17T00:48:21.114 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:20 smithi137 ceph-mon[86391]: pgmap v434: 121 pgs: 121 active+clean; 313 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 10 op/s 2024-08-17T00:48:21.114 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:21.114 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:48:21.115 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T00:48:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:20 smithi082 ceph-mon[94343]: osdmap e512: 8 total, 8 up, 8 in 2024-08-17T00:48:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:20 smithi082 ceph-mon[94343]: pgmap v434: 121 pgs: 121 active+clean; 313 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 10 op/s 2024-08-17T00:48:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:48:21.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T00:48:21.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:20 smithi082 ceph-mon[91979]: osdmap e512: 8 total, 8 up, 8 in 2024-08-17T00:48:21.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:20 smithi082 ceph-mon[91979]: pgmap v434: 121 pgs: 121 active+clean; 313 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 10 op/s 2024-08-17T00:48:21.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:21.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:48:21.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T00:48:21.804 INFO:tasks.rados.rados.0.smithi082.stdout:2263: done (0 left) 2024-08-17T00:48:21.804 INFO:tasks.rados.rados.0.smithi082.stdout:2264: copy_from oid 41 from oid 34 current snap is 222 2024-08-17T00:48:21.804 INFO:tasks.rados.rados.0.smithi082.stdout:2265: read oid 14 snap 199 2024-08-17T00:48:21.804 INFO:tasks.rados.rados.0.smithi082.stdout:2265: expect (ObjNum -382526592 snap 21904 seq_num 3910281232) 2024-08-17T00:48:21.804 INFO:tasks.rados.rados.0.smithi082.stdout:2266: delete oid 13 current snap is 222 2024-08-17T00:48:21.807 INFO:tasks.rados.rados.0.smithi082.stdout:2265: expect (ObjNum -382526592 snap 21904 seq_num 3910281232) 2024-08-17T00:48:21.809 INFO:tasks.rados.rados.0.smithi082.stdout:2265: done (2 left) 2024-08-17T00:48:21.810 INFO:tasks.rados.rados.0.smithi082.stdout:2266: done (1 left) 2024-08-17T00:48:21.810 INFO:tasks.rados.rados.0.smithi082.stdout:2267: rmattr oid 40 current snap is 222 2024-08-17T00:48:21.810 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 12 current snap is 222 2024-08-17T00:48:21.810 INFO:tasks.rados.rados.0.smithi082.stdout:2268: seq_num 701 ranges {4407296=548864,4956160=696320,5652480=540672,6193152=368640} 2024-08-17T00:48:21.837 INFO:tasks.rados.rados.0.smithi082.stdout:2268: writing smithi08280503-12 from 4407296 to 4956160 tid 1 2024-08-17T00:48:21.841 INFO:tasks.rados.rados.0.smithi082.stdout:2268: writing smithi08280503-12 from 4956160 to 5652480 tid 2 2024-08-17T00:48:21.844 INFO:tasks.rados.rados.0.smithi082.stdout:2268: writing smithi08280503-12 from 5652480 to 6193152 tid 3 2024-08-17T00:48:21.847 INFO:tasks.rados.rados.0.smithi082.stdout:2268: writing smithi08280503-12 from 6193152 to 6561792 tid 4 2024-08-17T00:48:21.847 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 18 current snap is 222 2024-08-17T00:48:21.847 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 1347 (ObjNum 692 snap 214 seq_num 692) dirty exists 2024-08-17T00:48:21.847 INFO:tasks.rados.rados.0.smithi082.stdout:2264: finishing copy_from racing read to smithi08280503-41 2024-08-17T00:48:21.847 INFO:tasks.rados.rados.0.smithi082.stdout:2264: finishing copy_from to smithi08280503-41 2024-08-17T00:48:21.847 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 1001 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-17T00:48:21.847 INFO:tasks.rados.rados.0.smithi082.stdout:2268: finishing write tid 1 to smithi08280503-12 2024-08-17T00:48:21.847 INFO:tasks.rados.rados.0.smithi082.stdout:2269: seq_num 702 ranges {2883584=565248,3448832=581632,4030464=745472,4775936=278528} 2024-08-17T00:48:21.865 INFO:tasks.rados.rados.0.smithi082.stdout:2269: writing smithi08280503-18 from 2883584 to 3448832 tid 1 2024-08-17T00:48:21.868 INFO:tasks.rados.rados.0.smithi082.stdout:2269: writing smithi08280503-18 from 3448832 to 4030464 tid 2 2024-08-17T00:48:21.873 INFO:tasks.rados.rados.0.smithi082.stdout:2269: writing smithi08280503-18 from 4030464 to 4775936 tid 3 2024-08-17T00:48:21.875 INFO:tasks.rados.rados.0.smithi082.stdout:2269: writing smithi08280503-18 from 4775936 to 5054464 tid 4 2024-08-17T00:48:21.875 INFO:tasks.rados.rados.0.smithi082.stdout:2264: done (3 left) 2024-08-17T00:48:21.875 INFO:tasks.rados.rados.0.smithi082.stdout:2267: done (2 left) 2024-08-17T00:48:21.875 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 47 current snap is 222 2024-08-17T00:48:21.875 INFO:tasks.rados.rados.0.smithi082.stdout:2268: finishing write tid 2 to smithi08280503-12 2024-08-17T00:48:21.875 INFO:tasks.rados.rados.0.smithi082.stdout:2270: seq_num 703 ranges {10264576=581632,10846208=458752,11304960=557056,11862016=417792,12279808=172032} 2024-08-17T00:48:21.932 INFO:tasks.rados.rados.0.smithi082.stdout:2270: writing smithi08280503-47 from 10264576 to 10846208 tid 1 2024-08-17T00:48:21.934 INFO:tasks.rados.rados.0.smithi082.stdout:2270: writing smithi08280503-47 from 10846208 to 11304960 tid 2 2024-08-17T00:48:21.937 INFO:tasks.rados.rados.0.smithi082.stdout:2270: writing smithi08280503-47 from 11304960 to 11862016 tid 3 2024-08-17T00:48:21.939 INFO:tasks.rados.rados.0.smithi082.stdout:2270: writing smithi08280503-47 from 11862016 to 12279808 tid 4 2024-08-17T00:48:21.941 INFO:tasks.rados.rados.0.smithi082.stdout:2270: writing smithi08280503-47 from 12279808 to 12451840 tid 5 2024-08-17T00:48:21.941 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 5 current snap is 222 2024-08-17T00:48:21.941 INFO:tasks.rados.rados.0.smithi082.stdout:2271: seq_num 704 ranges {0=598016,598016=745472,1343488=712704,2056192=147456} 2024-08-17T00:48:21.944 INFO:tasks.rados.rados.0.smithi082.stdout:2271: writing smithi08280503-5 from 0 to 598016 tid 1 2024-08-17T00:48:21.948 INFO:tasks.rados.rados.0.smithi082.stdout:2271: writing smithi08280503-5 from 598016 to 1343488 tid 2 2024-08-17T00:48:21.952 INFO:tasks.rados.rados.0.smithi082.stdout:2271: writing smithi08280503-5 from 1343488 to 2056192 tid 3 2024-08-17T00:48:21.954 INFO:tasks.rados.rados.0.smithi082.stdout:2271: writing smithi08280503-5 from 2056192 to 2203648 tid 4 2024-08-17T00:48:21.955 INFO:tasks.rados.rados.0.smithi082.stdout:2272: read oid 17 snap 193 2024-08-17T00:48:21.955 INFO:tasks.rados.rados.0.smithi082.stdout:2272: expect (ObjNum 551 snap 165 seq_num 551) 2024-08-17T00:48:21.955 INFO:tasks.rados.rados.0.smithi082.stdout:2273: rmattr oid 43 current snap is 222 2024-08-17T00:48:21.955 INFO:tasks.rados.rados.0.smithi082.stdout:2268: finishing write tid 3 to smithi08280503-12 2024-08-17T00:48:21.955 INFO:tasks.rados.rados.0.smithi082.stdout:2268: finishing write tid 4 to smithi08280503-12 2024-08-17T00:48:21.955 INFO:tasks.rados.rados.0.smithi082.stdout:2268: finishing write tid 5 to smithi08280503-12 2024-08-17T00:48:21.955 INFO:tasks.rados.rados.0.smithi082.stdout:2268: finishing write tid 6 to smithi08280503-12 2024-08-17T00:48:21.955 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 1086 (ObjNum 701 snap 222 seq_num 701) dirty exists 2024-08-17T00:48:21.955 INFO:tasks.rados.rados.0.smithi082.stdout:2268: left oid 12 (ObjNum 701 snap 222 seq_num 701) 2024-08-17T00:48:21.955 INFO:tasks.rados.rados.0.smithi082.stdout:2269: finishing write tid 1 to smithi08280503-18 2024-08-17T00:48:21.955 INFO:tasks.rados.rados.0.smithi082.stdout:2269: finishing write tid 2 to smithi08280503-18 2024-08-17T00:48:21.955 INFO:tasks.rados.rados.0.smithi082.stdout:2269: finishing write tid 3 to smithi08280503-18 2024-08-17T00:48:21.955 INFO:tasks.rados.rados.0.smithi082.stdout:2269: finishing write tid 4 to smithi08280503-18 2024-08-17T00:48:21.956 INFO:tasks.rados.rados.0.smithi082.stdout:2269: finishing write tid 5 to smithi08280503-18 2024-08-17T00:48:21.956 INFO:tasks.rados.rados.0.smithi082.stdout:2269: finishing write tid 6 to smithi08280503-18 2024-08-17T00:48:21.956 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 1130 (ObjNum 702 snap 222 seq_num 702) dirty exists 2024-08-17T00:48:21.956 INFO:tasks.rados.rados.0.smithi082.stdout:2269: left oid 18 (ObjNum 702 snap 222 seq_num 702) 2024-08-17T00:48:21.956 INFO:tasks.rados.rados.0.smithi082.stdout:2270: finishing write tid 1 to smithi08280503-47 2024-08-17T00:48:21.956 INFO:tasks.rados.rados.0.smithi082.stdout:2270: finishing write tid 2 to smithi08280503-47 2024-08-17T00:48:21.956 INFO:tasks.rados.rados.0.smithi082.stdout:2270: finishing write tid 3 to smithi08280503-47 2024-08-17T00:48:21.956 INFO:tasks.rados.rados.0.smithi082.stdout:2270: finishing write tid 4 to smithi08280503-47 2024-08-17T00:48:21.956 INFO:tasks.rados.rados.0.smithi082.stdout:2270: finishing write tid 5 to smithi08280503-47 2024-08-17T00:48:21.956 INFO:tasks.rados.rados.0.smithi082.stdout:2270: finishing write tid 6 to smithi08280503-47 2024-08-17T00:48:21.956 INFO:tasks.rados.rados.0.smithi082.stdout:2270: finishing write tid 7 to smithi08280503-47 2024-08-17T00:48:21.956 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 946 (ObjNum 703 snap 222 seq_num 703) dirty exists 2024-08-17T00:48:21.956 INFO:tasks.rados.rados.0.smithi082.stdout:2270: left oid 47 (ObjNum 703 snap 222 seq_num 703) 2024-08-17T00:48:21.957 INFO:tasks.rados.rados.0.smithi082.stdout:2271: finishing write tid 1 to smithi08280503-5 2024-08-17T00:48:21.957 INFO:tasks.rados.rados.0.smithi082.stdout:2271: finishing write tid 2 to smithi08280503-5 2024-08-17T00:48:21.957 INFO:tasks.rados.rados.0.smithi082.stdout:2268: done (5 left) 2024-08-17T00:48:21.957 INFO:tasks.rados.rados.0.smithi082.stdout:2269: done (4 left) 2024-08-17T00:48:21.957 INFO:tasks.rados.rados.0.smithi082.stdout:2270: done (3 left) 2024-08-17T00:48:21.957 INFO:tasks.rados.rados.0.smithi082.stdout:2274: snap_create 2024-08-17T00:48:21.957 INFO:tasks.rados.rados.0.smithi082.stdout:2271: finishing write tid 3 to smithi08280503-5 2024-08-17T00:48:21.959 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 1283 (ObjNum 630 snap 190 seq_num 630) dirty exists 2024-08-17T00:48:21.959 INFO:tasks.rados.rados.0.smithi082.stdout:2271: finishing write tid 4 to smithi08280503-5 2024-08-17T00:48:21.959 INFO:tasks.rados.rados.0.smithi082.stdout:2271: finishing write tid 5 to smithi08280503-5 2024-08-17T00:48:21.961 INFO:tasks.rados.rados.0.smithi082.stdout:2271: finishing write tid 6 to smithi08280503-5 2024-08-17T00:48:21.961 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 1029 (ObjNum 704 snap 222 seq_num 704) dirty exists 2024-08-17T00:48:21.961 INFO:tasks.rados.rados.0.smithi082.stdout:2271: left oid 5 (ObjNum 704 snap 222 seq_num 704) 2024-08-17T00:48:22.008 INFO:tasks.rados.rados.0.smithi082.stdout:2272: expect (ObjNum 551 snap 165 seq_num 551) 2024-08-17T00:48:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:21 smithi082 ceph-mon[94343]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T00:48:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:21 smithi082 ceph-mon[94343]: Upgrade: osd.7 is safe to restart 2024-08-17T00:48:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:21 smithi082 ceph-mon[94343]: osdmap e513: 8 total, 8 up, 8 in 2024-08-17T00:48:22.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:21 smithi082 ceph-mon[91979]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T00:48:22.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:21 smithi082 ceph-mon[91979]: Upgrade: osd.7 is safe to restart 2024-08-17T00:48:22.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:21 smithi082 ceph-mon[91979]: osdmap e513: 8 total, 8 up, 8 in 2024-08-17T00:48:22.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:21 smithi137 ceph-mon[86391]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T00:48:22.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:21 smithi137 ceph-mon[86391]: Upgrade: osd.7 is safe to restart 2024-08-17T00:48:22.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:21 smithi137 ceph-mon[86391]: osdmap e513: 8 total, 8 up, 8 in 2024-08-17T00:48:22.639 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:48:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:48:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:48:22.821 INFO:tasks.rados.rados.0.smithi082.stdout:2271: done (3 left) 2024-08-17T00:48:22.821 INFO:tasks.rados.rados.0.smithi082.stdout:2272: done (2 left) 2024-08-17T00:48:22.821 INFO:tasks.rados.rados.0.smithi082.stdout:2273: done (1 left) 2024-08-17T00:48:22.822 INFO:tasks.rados.rados.0.smithi082.stdout:2274: done (0 left) 2024-08-17T00:48:22.822 INFO:tasks.rados.rados.0.smithi082.stdout:2275: snap_remove snap 211 2024-08-17T00:48:22.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:22 smithi137 ceph-mon[86391]: osdmap e514: 8 total, 8 up, 8 in 2024-08-17T00:48:22.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:22 smithi137 ceph-mon[86391]: Upgrade: Updating osd.7 2024-08-17T00:48:22.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:22 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:22.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:22 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T00:48:22.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:22 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:48:22.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:22 smithi137 ceph-mon[86391]: Deploying daemon osd.7 on smithi137 2024-08-17T00:48:22.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:22 smithi137 ceph-mon[86391]: pgmap v437: 121 pgs: 121 active+clean; 313 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-08-17T00:48:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:22 smithi082 ceph-mon[91979]: osdmap e514: 8 total, 8 up, 8 in 2024-08-17T00:48:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:22 smithi082 ceph-mon[91979]: Upgrade: Updating osd.7 2024-08-17T00:48:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:22 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:22 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T00:48:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:22 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:48:23.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:22 smithi082 ceph-mon[91979]: Deploying daemon osd.7 on smithi137 2024-08-17T00:48:23.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:22 smithi082 ceph-mon[91979]: pgmap v437: 121 pgs: 121 active+clean; 313 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-08-17T00:48:23.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:22 smithi082 ceph-mon[94343]: osdmap e514: 8 total, 8 up, 8 in 2024-08-17T00:48:23.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:22 smithi082 ceph-mon[94343]: Upgrade: Updating osd.7 2024-08-17T00:48:23.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:22 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:23.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:22 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T00:48:23.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:22 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:48:23.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:22 smithi082 ceph-mon[94343]: Deploying daemon osd.7 on smithi137 2024-08-17T00:48:23.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:22 smithi082 ceph-mon[94343]: pgmap v437: 121 pgs: 121 active+clean; 313 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-08-17T00:48:23.797 INFO:tasks.rados.rados.0.smithi082.stdout:2275: done (0 left) 2024-08-17T00:48:23.797 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 32 current snap is 223 2024-08-17T00:48:23.797 INFO:tasks.rados.rados.0.smithi082.stdout:2276: seq_num 705 ranges {2400256=614400,3014656=630784,3645440=524288,4169728=450560} 2024-08-17T00:48:23.814 INFO:tasks.rados.rados.0.smithi082.stdout:2276: writing smithi08280503-32 from 2400256 to 3014656 tid 1 2024-08-17T00:48:23.818 INFO:tasks.rados.rados.0.smithi082.stdout:2276: writing smithi08280503-32 from 3014656 to 3645440 tid 2 2024-08-17T00:48:23.822 INFO:tasks.rados.rados.0.smithi082.stdout:2276: writing smithi08280503-32 from 3645440 to 4169728 tid 3 2024-08-17T00:48:23.825 INFO:tasks.rados.rados.0.smithi082.stdout:2276: writing smithi08280503-32 from 4169728 to 4620288 tid 4 2024-08-17T00:48:23.825 INFO:tasks.rados.rados.0.smithi082.stdout:2277: snap_remove snap 220 2024-08-17T00:48:23.825 INFO:tasks.rados.rados.0.smithi082.stdout:2276: finishing write tid 1 to smithi08280503-32 2024-08-17T00:48:23.865 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:23 smithi137 ceph-mon[86391]: osdmap e515: 8 total, 8 up, 8 in 2024-08-17T00:48:23.865 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:23 smithi137 ceph-mon[86391]: osdmap e516: 8 total, 8 up, 8 in 2024-08-17T00:48:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:23 smithi082 ceph-mon[91979]: osdmap e515: 8 total, 8 up, 8 in 2024-08-17T00:48:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:23 smithi082 ceph-mon[91979]: osdmap e516: 8 total, 8 up, 8 in 2024-08-17T00:48:24.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:23 smithi082 ceph-mon[94343]: osdmap e515: 8 total, 8 up, 8 in 2024-08-17T00:48:24.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:23 smithi082 ceph-mon[94343]: osdmap e516: 8 total, 8 up, 8 in 2024-08-17T00:48:24.828 INFO:tasks.rados.rados.0.smithi082.stdout:2277: done (1 left) 2024-08-17T00:48:24.829 INFO:tasks.rados.rados.0.smithi082.stdout:2278: copy_from oid 8 from oid 42 current snap is 223 2024-08-17T00:48:24.829 INFO:tasks.rados.rados.0.smithi082.stdout:2276: finishing write tid 2 to smithi08280503-32 2024-08-17T00:48:24.829 INFO:tasks.rados.rados.0.smithi082.stdout:2279: read oid 9 snap 216 2024-08-17T00:48:24.829 INFO:tasks.rados.rados.0.smithi082.stdout:2279: expect deleted 2024-08-17T00:48:24.829 INFO:tasks.rados.rados.0.smithi082.stdout:2280: copy_from oid 43 from oid 35 current snap is 223 2024-08-17T00:48:24.829 INFO:tasks.rados.rados.0.smithi082.stdout:2281: rmattr oid 36 current snap is 223 2024-08-17T00:48:24.829 INFO:tasks.rados.rados.0.smithi082.stdout:2281: done (4 left) 2024-08-17T00:48:24.829 INFO:tasks.rados.rados.0.smithi082.stdout:2282: rmattr oid 17 current snap is 223 2024-08-17T00:48:24.829 INFO:tasks.rados.rados.0.smithi082.stdout:2276: finishing write tid 3 to smithi08280503-32 2024-08-17T00:48:24.829 INFO:tasks.rados.rados.0.smithi082.stdout:2276: finishing write tid 4 to smithi08280503-32 2024-08-17T00:48:24.830 INFO:tasks.rados.rados.0.smithi082.stdout:2276: finishing write tid 5 to smithi08280503-32 2024-08-17T00:48:24.830 INFO:tasks.rados.rados.0.smithi082.stdout:2276: finishing write tid 6 to smithi08280503-32 2024-08-17T00:48:24.830 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 1382 (ObjNum 705 snap 223 seq_num 705) dirty exists 2024-08-17T00:48:24.830 INFO:tasks.rados.rados.0.smithi082.stdout:2276: left oid 32 (ObjNum 705 snap 223 seq_num 705) 2024-08-17T00:48:24.830 INFO:tasks.rados.rados.0.smithi082.stdout:2276: done (4 left) 2024-08-17T00:48:24.830 INFO:tasks.rados.rados.0.smithi082.stdout:2283: snap_create 2024-08-17T00:48:24.833 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 1100 (ObjNum 551 snap 165 seq_num 551) dirty exists 2024-08-17T00:48:24.846 INFO:tasks.rados.rados.0.smithi082.stdout:2280: finishing copy_from racing read to smithi08280503-43 2024-08-17T00:48:24.846 INFO:tasks.rados.rados.0.smithi082.stdout:2278: finishing copy_from racing read to smithi08280503-8 2024-08-17T00:48:24.849 INFO:tasks.rados.rados.0.smithi082.stdout:2280: finishing copy_from to smithi08280503-43 2024-08-17T00:48:24.849 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 1083 (ObjNum 693 snap 215 seq_num 693) dirty exists 2024-08-17T00:48:24.851 INFO:tasks.rados.rados.0.smithi082.stdout:2278: finishing copy_from to smithi08280503-8 2024-08-17T00:48:24.851 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 1035 (ObjNum 582 snap 180 seq_num 582) dirty exists 2024-08-17T00:48:25.098 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:24 smithi137 ceph-mon[86391]: pgmap v440: 121 pgs: 121 active+clean; 322 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-08-17T00:48:25.098 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:24 smithi137 systemd[1]: Stopping Ceph osd.7 for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:48:25.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:24 smithi082 ceph-mon[91979]: pgmap v440: 121 pgs: 121 active+clean; 322 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-08-17T00:48:25.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:48:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:48:25] "GET /metrics HTTP/1.1" 200 36211 "" "Prometheus/2.43.0" 2024-08-17T00:48:25.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:24 smithi082 ceph-mon[94343]: pgmap v440: 121 pgs: 121 active+clean; 322 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-08-17T00:48:25.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[55185]: 2024-08-17T00:48:25.096+0000 7f47b2292640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T00:48:25.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[55185]: 2024-08-17T00:48:25.096+0000 7f47b2292640 -1 osd.7 517 *** Got signal Terminated *** 2024-08-17T00:48:25.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[55185]: 2024-08-17T00:48:25.096+0000 7f47b2292640 -1 osd.7 517 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T00:48:25.832 INFO:tasks.rados.rados.0.smithi082.stdout:2278: done (4 left) 2024-08-17T00:48:25.832 INFO:tasks.rados.rados.0.smithi082.stdout:2279: done (3 left) 2024-08-17T00:48:25.832 INFO:tasks.rados.rados.0.smithi082.stdout:2280: done (2 left) 2024-08-17T00:48:25.833 INFO:tasks.rados.rados.0.smithi082.stdout:2282: done (1 left) 2024-08-17T00:48:25.833 INFO:tasks.rados.rados.0.smithi082.stdout:2283: done (0 left) 2024-08-17T00:48:25.833 INFO:tasks.rados.rados.0.smithi082.stdout:2284: read oid 19 snap -1 2024-08-17T00:48:25.833 INFO:tasks.rados.rados.0.smithi082.stdout:2284: expect (ObjNum 684 snap 210 seq_num 684) 2024-08-17T00:48:25.833 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 41 current snap is 224 2024-08-17T00:48:25.833 INFO:tasks.rados.rados.0.smithi082.stdout:2285: seq_num 706 ranges {4038656=630784,4669440=516096,5185536=729088,5914624=360448} 2024-08-17T00:48:25.858 INFO:tasks.rados.rados.0.smithi082.stdout:2285: writing smithi08280503-41 from 4038656 to 4669440 tid 1 2024-08-17T00:48:25.861 INFO:tasks.rados.rados.0.smithi082.stdout:2285: writing smithi08280503-41 from 4669440 to 5185536 tid 2 2024-08-17T00:48:25.866 INFO:tasks.rados.rados.0.smithi082.stdout:2285: writing smithi08280503-41 from 5185536 to 5914624 tid 3 2024-08-17T00:48:25.868 INFO:tasks.rados.rados.0.smithi082.stdout:2285: writing smithi08280503-41 from 5914624 to 6275072 tid 4 2024-08-17T00:48:25.868 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 7 current snap is 224 2024-08-17T00:48:25.868 INFO:tasks.rados.rados.0.smithi082.stdout:2285: finishing write tid 1 to smithi08280503-41 2024-08-17T00:48:25.868 INFO:tasks.rados.rados.0.smithi082.stdout:2285: finishing write tid 2 to smithi08280503-41 2024-08-17T00:48:25.868 INFO:tasks.rados.rados.0.smithi082.stdout:2286: seq_num 707 ranges {7610368=647168,8257536=802816,9060352=532480,9592832=270336} 2024-08-17T00:48:25.911 INFO:tasks.rados.rados.0.smithi082.stdout:2286: writing smithi08280503-7 from 7610368 to 8257536 tid 1 2024-08-17T00:48:25.916 INFO:tasks.rados.rados.0.smithi082.stdout:2286: writing smithi08280503-7 from 8257536 to 9060352 tid 2 2024-08-17T00:48:25.919 INFO:tasks.rados.rados.0.smithi082.stdout:2286: writing smithi08280503-7 from 9060352 to 9592832 tid 3 2024-08-17T00:48:25.921 INFO:tasks.rados.rados.0.smithi082.stdout:2286: writing smithi08280503-7 from 9592832 to 9863168 tid 4 2024-08-17T00:48:25.921 INFO:tasks.rados.rados.0.smithi082.stdout:2287: snap_create 2024-08-17T00:48:25.921 INFO:tasks.rados.rados.0.smithi082.stdout:2285: finishing write tid 3 to smithi08280503-41 2024-08-17T00:48:25.921 INFO:tasks.rados.rados.0.smithi082.stdout:2285: finishing write tid 4 to smithi08280503-41 2024-08-17T00:48:25.921 INFO:tasks.rados.rados.0.smithi082.stdout:2285: finishing write tid 5 to smithi08280503-41 2024-08-17T00:48:25.921 INFO:tasks.rados.rados.0.smithi082.stdout:2285: finishing write tid 6 to smithi08280503-41 2024-08-17T00:48:25.921 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 1392 (ObjNum 706 snap 224 seq_num 706) dirty exists 2024-08-17T00:48:25.921 INFO:tasks.rados.rados.0.smithi082.stdout:2285: left oid 41 (ObjNum 706 snap 224 seq_num 706) 2024-08-17T00:48:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:25 smithi082 ceph-mon[91979]: osdmap e517: 8 total, 8 up, 8 in 2024-08-17T00:48:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:25 smithi082 ceph-mon[91979]: osd.7 marked itself down and dead 2024-08-17T00:48:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:25 smithi082 ceph-mon[94343]: osdmap e517: 8 total, 8 up, 8 in 2024-08-17T00:48:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:25 smithi082 ceph-mon[94343]: osd.7 marked itself down and dead 2024-08-17T00:48:26.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:25 smithi137 ceph-mon[86391]: osdmap e517: 8 total, 8 up, 8 in 2024-08-17T00:48:26.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:25 smithi137 ceph-mon[86391]: osd.7 marked itself down and dead 2024-08-17T00:48:26.714 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:26 smithi137 podman[105147]: 2024-08-17 00:48:26.380730117 +0000 UTC m=+1.400009484 container died ae5731d0601b567101f3f6c3f0efc3ccab5590ba5568487657372f7b3bf2a499 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7, RELEASE=quincy-03a1ac1, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-08-17T00:48:26.840 INFO:tasks.rados.rados.0.smithi082.stdout:2285: done (3 left) 2024-08-17T00:48:26.840 INFO:tasks.rados.rados.0.smithi082.stdout:2287: done (2 left) 2024-08-17T00:48:26.840 INFO:tasks.rados.rados.0.smithi082.stdout:2288: read oid 9 snap -1 2024-08-17T00:48:26.841 INFO:tasks.rados.rados.0.smithi082.stdout:2288: expect deleted 2024-08-17T00:48:26.841 INFO:tasks.rados.rados.0.smithi082.stdout:2289: snap_create 2024-08-17T00:48:26.884 INFO:tasks.rados.rados.0.smithi082.stdout:2284: expect (ObjNum 684 snap 210 seq_num 684) 2024-08-17T00:48:26.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:26 smithi137 ceph-mon[86391]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:48:26.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:26 smithi137 ceph-mon[86391]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-17T00:48:26.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:26 smithi137 ceph-mon[86391]: osdmap e518: 8 total, 7 up, 8 in 2024-08-17T00:48:26.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:26 smithi137 ceph-mon[86391]: pgmap v443: 121 pgs: 20 stale+active+clean, 101 active+clean; 321 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.0 MiB/s wr, 12 op/s 2024-08-17T00:48:26.987 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:26 smithi137 podman[105147]: 2024-08-17 00:48:26.862914083 +0000 UTC m=+1.882193495 container cleanup ae5731d0601b567101f3f6c3f0efc3ccab5590ba5568487657372f7b3bf2a499 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7, io.buildah.version=1.36.0, RELEASE=quincy-03a1ac1, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-08-17T00:48:26.987 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:26 smithi137 bash[105147]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7 2024-08-17T00:48:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:26 smithi082 ceph-mon[94343]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:48:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:26 smithi082 ceph-mon[94343]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-17T00:48:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:26 smithi082 ceph-mon[94343]: osdmap e518: 8 total, 7 up, 8 in 2024-08-17T00:48:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:26 smithi082 ceph-mon[94343]: pgmap v443: 121 pgs: 20 stale+active+clean, 101 active+clean; 321 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.0 MiB/s wr, 12 op/s 2024-08-17T00:48:27.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:26 smithi082 ceph-mon[91979]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T00:48:27.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:26 smithi082 ceph-mon[91979]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-17T00:48:27.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:26 smithi082 ceph-mon[91979]: osdmap e518: 8 total, 7 up, 8 in 2024-08-17T00:48:27.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:26 smithi082 ceph-mon[91979]: pgmap v443: 121 pgs: 20 stale+active+clean, 101 active+clean; 321 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.0 MiB/s wr, 12 op/s 2024-08-17T00:48:27.355 INFO:tasks.rados.rados.0.smithi082.stdout:2286: finishing write tid 1 to smithi08280503-7 2024-08-17T00:48:27.355 INFO:tasks.rados.rados.0.smithi082.stdout:2286: finishing write tid 2 to smithi08280503-7 2024-08-17T00:48:27.356 INFO:tasks.rados.rados.0.smithi082.stdout:2286: finishing write tid 3 to smithi08280503-7 2024-08-17T00:48:27.356 INFO:tasks.rados.rados.0.smithi082.stdout:2286: finishing write tid 4 to smithi08280503-7 2024-08-17T00:48:27.356 INFO:tasks.rados.rados.0.smithi082.stdout:2286: finishing write tid 5 to smithi08280503-7 2024-08-17T00:48:27.356 INFO:tasks.rados.rados.0.smithi082.stdout:2286: finishing write tid 6 to smithi08280503-7 2024-08-17T00:48:27.356 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 1357 (ObjNum 707 snap 224 seq_num 707) dirty exists 2024-08-17T00:48:27.356 INFO:tasks.rados.rados.0.smithi082.stdout:2286: left oid 7 (ObjNum 707 snap 224 seq_num 707) 2024-08-17T00:48:27.415 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:27 smithi137 podman[105167]: 2024-08-17 00:48:27.114473417 +0000 UTC m=+0.733728991 container remove ae5731d0601b567101f3f6c3f0efc3ccab5590ba5568487657372f7b3bf2a499 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=quincy-03a1ac1, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-08-17T00:48:27.737 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:27 smithi137 podman[105257]: 2024-08-17 00:48:27.415419269 +0000 UTC m=+0.092580910 container create ce79691ebf57a7f7bd3c76f5ba2439e91f4a4ea604b010127afd814e88f32821 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7-deactivate, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-d863d21, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS) 2024-08-17T00:48:27.737 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:27 smithi137 podman[105257]: 2024-08-17 00:48:27.34042467 +0000 UTC m=+0.017586312 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:48:27.737 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:27 smithi137 podman[105257]: 2024-08-17 00:48:27.651630831 +0000 UTC m=+0.328792491 container init ce79691ebf57a7f7bd3c76f5ba2439e91f4a4ea604b010127afd814e88f32821 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, RELEASE=squid-d863d21, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-08-17T00:48:27.737 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:27 smithi137 podman[105257]: 2024-08-17 00:48:27.655106775 +0000 UTC m=+0.332268418 container start ce79691ebf57a7f7bd3c76f5ba2439e91f4a4ea604b010127afd814e88f32821 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-08-17T00:48:27.839 INFO:tasks.rados.rados.0.smithi082.stdout:2284: done (3 left) 2024-08-17T00:48:27.839 INFO:tasks.rados.rados.0.smithi082.stdout:2286: done (2 left) 2024-08-17T00:48:27.839 INFO:tasks.rados.rados.0.smithi082.stdout:2288: done (1 left) 2024-08-17T00:48:27.840 INFO:tasks.rados.rados.0.smithi082.stdout:2289: done (0 left) 2024-08-17T00:48:27.840 INFO:tasks.rados.rados.0.smithi082.stdout:2290: delete oid 3 current snap is 226 2024-08-17T00:48:27.845 INFO:tasks.rados.rados.0.smithi082.stdout:2290: done (0 left) 2024-08-17T00:48:27.845 INFO:tasks.rados.rados.0.smithi082.stdout:2291: read oid 38 snap -1 2024-08-17T00:48:27.845 INFO:tasks.rados.rados.0.smithi082.stdout:2291: expect (ObjNum 660 snap 201 seq_num 660) 2024-08-17T00:48:27.846 INFO:tasks.rados.rados.0.smithi082.stdout:2292: setattr oid 19 current snap is 226 2024-08-17T00:48:27.846 INFO:tasks.rados.rados.0.smithi082.stdout:2293: read oid 2 snap -1 2024-08-17T00:48:27.846 INFO:tasks.rados.rados.0.smithi082.stdout:2293: expect deleted 2024-08-17T00:48:27.846 INFO:tasks.rados.rados.0.smithi082.stdout:2294: snap_remove snap 198 2024-08-17T00:48:28.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:27 smithi082 ceph-mon[91979]: osdmap e519: 8 total, 7 up, 8 in 2024-08-17T00:48:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:27 smithi082 ceph-mon[94343]: osdmap e519: 8 total, 7 up, 8 in 2024-08-17T00:48:28.230 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:27 smithi137 ceph-mon[86391]: osdmap e519: 8 total, 7 up, 8 in 2024-08-17T00:48:28.230 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:27 smithi137 podman[105257]: 2024-08-17 00:48:27.761984952 +0000 UTC m=+0.439146608 container attach ce79691ebf57a7f7bd3c76f5ba2439e91f4a4ea604b010127afd814e88f32821 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-08-17T00:48:28.230 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:27 smithi137 podman[105257]: 2024-08-17 00:48:27.846541405 +0000 UTC m=+0.523703047 container died ce79691ebf57a7f7bd3c76f5ba2439e91f4a4ea604b010127afd814e88f32821 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-08-17T00:48:28.846 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:28 smithi137 podman[105281]: 2024-08-17 00:48:28.55535032 +0000 UTC m=+0.702148769 container remove ce79691ebf57a7f7bd3c76f5ba2439e91f4a4ea604b010127afd814e88f32821 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-d863d21, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-17T00:48:28.847 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:28 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.7.service: Deactivated successfully. 2024-08-17T00:48:28.847 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:28 smithi137 systemd[1]: Stopped Ceph osd.7 for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:48:28.847 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:28 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.7.service: Consumed 15.414s CPU time. 2024-08-17T00:48:28.847 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:28 smithi137 systemd[1]: Starting Ceph osd.7 for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:48:28.854 INFO:tasks.rados.rados.0.smithi082.stdout:2294: done (3 left) 2024-08-17T00:48:28.854 INFO:tasks.rados.rados.0.smithi082.stdout:2295: copy_from oid 33 from oid 28 current snap is 226 2024-08-17T00:48:28.854 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 23 current snap is 226 2024-08-17T00:48:28.854 INFO:tasks.rados.rados.0.smithi082.stdout:2296: seq_num 709 ranges {0=679936,679936=614400,1294336=499712,1794048=491520} 2024-08-17T00:48:28.859 INFO:tasks.rados.rados.0.smithi082.stdout:2296: writing smithi08280503-23 from 0 to 679936 tid 1 2024-08-17T00:48:28.864 INFO:tasks.rados.rados.0.smithi082.stdout:2296: writing smithi08280503-23 from 679936 to 1294336 tid 2 2024-08-17T00:48:28.867 INFO:tasks.rados.rados.0.smithi082.stdout:2296: writing smithi08280503-23 from 1294336 to 1794048 tid 3 2024-08-17T00:48:28.871 INFO:tasks.rados.rados.0.smithi082.stdout:2296: writing smithi08280503-23 from 1794048 to 2285568 tid 4 2024-08-17T00:48:28.871 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 46 current snap is 226 2024-08-17T00:48:28.871 INFO:tasks.rados.rados.0.smithi082.stdout:2297: seq_num 710 ranges {3448832=696320,4145152=499712,4644864=712704,5357568=393216} 2024-08-17T00:48:28.895 INFO:tasks.rados.rados.0.smithi082.stdout:2297: writing smithi08280503-46 from 3448832 to 4145152 tid 1 2024-08-17T00:48:28.898 INFO:tasks.rados.rados.0.smithi082.stdout:2297: writing smithi08280503-46 from 4145152 to 4644864 tid 2 2024-08-17T00:48:28.902 INFO:tasks.rados.rados.0.smithi082.stdout:2297: writing smithi08280503-46 from 4644864 to 5357568 tid 3 2024-08-17T00:48:28.904 INFO:tasks.rados.rados.0.smithi082.stdout:2297: writing smithi08280503-46 from 5357568 to 5750784 tid 4 2024-08-17T00:48:28.904 INFO:tasks.rados.rados.0.smithi082.stdout:2298: read oid 32 snap -1 2024-08-17T00:48:28.905 INFO:tasks.rados.rados.0.smithi082.stdout:2298: expect (ObjNum 705 snap 223 seq_num 705) 2024-08-17T00:48:28.905 INFO:tasks.rados.rados.0.smithi082.stdout:2299: snap_remove snap 225 2024-08-17T00:48:29.104 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:28 smithi137 ceph-mon[86391]: osdmap e520: 8 total, 7 up, 8 in 2024-08-17T00:48:29.104 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:28 smithi137 ceph-mon[86391]: pgmap v446: 121 pgs: 20 active+undersized, 7 peering, 10 stale+active+clean, 4 active+undersized+degraded, 80 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s wr, 2 op/s; 6/444 objects degraded (1.351%) 2024-08-17T00:48:29.105 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:28 smithi137 podman[105379]: 2024-08-17 00:48:28.99786482 +0000 UTC m=+0.103649973 container create 8380c4dcb630457ce3f7f9462f2b498ad4e9e4cefd15dc6fbb84978f72b9a158 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7-activate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:48:29.105 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:29 smithi137 podman[105379]: 2024-08-17 00:48:28.913376702 +0000 UTC m=+0.019144642 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:48:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:28 smithi082 ceph-mon[94343]: osdmap e520: 8 total, 7 up, 8 in 2024-08-17T00:48:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:28 smithi082 ceph-mon[94343]: pgmap v446: 121 pgs: 20 active+undersized, 7 peering, 10 stale+active+clean, 4 active+undersized+degraded, 80 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s wr, 2 op/s; 6/444 objects degraded (1.351%) 2024-08-17T00:48:29.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:28 smithi082 ceph-mon[91979]: osdmap e520: 8 total, 7 up, 8 in 2024-08-17T00:48:29.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:28 smithi082 ceph-mon[91979]: pgmap v446: 121 pgs: 20 active+undersized, 7 peering, 10 stale+active+clean, 4 active+undersized+degraded, 80 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s wr, 2 op/s; 6/444 objects degraded (1.351%) 2024-08-17T00:48:29.355 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:29 smithi137 podman[105379]: 2024-08-17 00:48:29.225328958 +0000 UTC m=+0.331096885 container init 8380c4dcb630457ce3f7f9462f2b498ad4e9e4cefd15dc6fbb84978f72b9a158 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-08-17T00:48:29.357 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:29 smithi137 podman[105379]: 2024-08-17 00:48:29.228759404 +0000 UTC m=+0.334527324 container start 8380c4dcb630457ce3f7f9462f2b498ad4e9e4cefd15dc6fbb84978f72b9a158 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7-activate, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:48:29.357 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:29 smithi137 podman[105379]: 2024-08-17 00:48:29.325261613 +0000 UTC m=+0.431029547 container attach 8380c4dcb630457ce3f7f9462f2b498ad4e9e4cefd15dc6fbb84978f72b9a158 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T00:48:29.616 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7-activate[105394]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:48:29.616 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:29 smithi137 bash[105379]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:48:29.616 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7-activate[105394]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:48:29.616 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:29 smithi137 bash[105379]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T00:48:29.616 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7-activate[105394]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-17T00:48:29.616 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:29 smithi137 bash[105379]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-17T00:48:29.616 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7-activate[105394]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-08-17T00:48:29.616 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:29 smithi137 bash[105379]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-08-17T00:48:29.617 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7-activate[105394]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-08-17T00:48:29.617 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:29 smithi137 bash[105379]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-08-17T00:48:29.617 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7-activate[105394]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-17T00:48:29.617 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:29 smithi137 bash[105379]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-17T00:48:29.617 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7-activate[105394]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-08-17T00:48:29.617 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:29 smithi137 bash[105379]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-08-17T00:48:29.617 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7-activate[105394]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-17T00:48:29.617 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:29 smithi137 bash[105379]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-17T00:48:29.617 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7-activate[105394]: --> ceph-volume raw activate successful for osd ID: 7 2024-08-17T00:48:29.617 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:29 smithi137 bash[105379]: --> ceph-volume raw activate successful for osd ID: 7 2024-08-17T00:48:29.852 INFO:tasks.rados.rados.0.smithi082.stdout:2299: done (7 left) 2024-08-17T00:48:29.852 INFO:tasks.rados.rados.0.smithi082.stdout:2300: read oid 41 snap 222 2024-08-17T00:48:29.852 INFO:tasks.rados.rados.0.smithi082.stdout:2300: expect (ObjNum 110 snap 22 seq_num 110) 2024-08-17T00:48:29.852 INFO:tasks.rados.rados.0.smithi082.stdout:2301: read oid 42 snap -1 2024-08-17T00:48:29.853 INFO:tasks.rados.rados.0.smithi082.stdout:2301: expect (ObjNum 582 snap 180 seq_num 582) 2024-08-17T00:48:29.853 INFO:tasks.rados.rados.0.smithi082.stdout:2302: setattr oid 37 current snap is 226 2024-08-17T00:48:29.853 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 1359 (ObjNum 684 snap 210 seq_num 684) dirty exists 2024-08-17T00:48:29.853 INFO:tasks.rados.rados.0.smithi082.stdout:2291: expect (ObjNum 660 snap 201 seq_num 660) 2024-08-17T00:48:29.929 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:29 smithi137 ceph-mon[86391]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T00:48:29.929 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:29 smithi137 ceph-mon[86391]: Health check failed: Degraded data redundancy: 6/444 objects degraded (1.351%), 4 pgs degraded (PG_DEGRADED) 2024-08-17T00:48:29.929 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:29 smithi137 ceph-mon[86391]: osdmap e521: 8 total, 7 up, 8 in 2024-08-17T00:48:29.930 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:29 smithi137 podman[105379]: 2024-08-17 00:48:29.615424779 +0000 UTC m=+0.721192706 container died 8380c4dcb630457ce3f7f9462f2b498ad4e9e4cefd15dc6fbb84978f72b9a158 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7-activate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:48:30.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:29 smithi082 ceph-mon[94343]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T00:48:30.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:29 smithi082 ceph-mon[94343]: Health check failed: Degraded data redundancy: 6/444 objects degraded (1.351%), 4 pgs degraded (PG_DEGRADED) 2024-08-17T00:48:30.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:29 smithi082 ceph-mon[94343]: osdmap e521: 8 total, 7 up, 8 in 2024-08-17T00:48:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:29 smithi082 ceph-mon[91979]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T00:48:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:29 smithi082 ceph-mon[91979]: Health check failed: Degraded data redundancy: 6/444 objects degraded (1.351%), 4 pgs degraded (PG_DEGRADED) 2024-08-17T00:48:30.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:29 smithi082 ceph-mon[91979]: osdmap e521: 8 total, 7 up, 8 in 2024-08-17T00:48:30.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:30 smithi137 podman[105527]: 2024-08-17 00:48:30.195779471 +0000 UTC m=+0.572018149 container remove 8380c4dcb630457ce3f7f9462f2b498ad4e9e4cefd15dc6fbb84978f72b9a158 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7-activate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-08-17T00:48:30.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:30 smithi137 podman[105589]: 2024-08-17 00:48:30.388280546 +0000 UTC m=+0.094805091 container create 085540a710fc492315faa947fcdd5df719f1659e32bae09d45465e03dc6ec533 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0) 2024-08-17T00:48:30.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:30 smithi137 podman[105589]: 2024-08-17 00:48:30.310656629 +0000 UTC m=+0.017181191 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:48:30.545 INFO:teuthology.orchestra.run.smithi082.stdout:true 2024-08-17T00:48:30.672 INFO:tasks.rados.rados.0.smithi082.stdout:2296: finishing write tid 1 to smithi08280503-23 2024-08-17T00:48:30.672 INFO:tasks.rados.rados.0.smithi082.stdout:2296: finishing write tid 2 to smithi08280503-23 2024-08-17T00:48:30.672 INFO:tasks.rados.rados.0.smithi082.stdout:2296: finishing write tid 3 to smithi08280503-23 2024-08-17T00:48:30.672 INFO:tasks.rados.rados.0.smithi082.stdout:2296: finishing write tid 4 to smithi08280503-23 2024-08-17T00:48:30.672 INFO:tasks.rados.rados.0.smithi082.stdout:2296: finishing write tid 5 to smithi08280503-23 2024-08-17T00:48:30.672 INFO:tasks.rados.rados.0.smithi082.stdout:2296: finishing write tid 6 to smithi08280503-23 2024-08-17T00:48:30.672 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 1091 (ObjNum 709 snap 226 seq_num 709) dirty exists 2024-08-17T00:48:30.672 INFO:tasks.rados.rados.0.smithi082.stdout:2296: left oid 23 (ObjNum 709 snap 226 seq_num 709) 2024-08-17T00:48:30.673 INFO:tasks.rados.rados.0.smithi082.stdout:2295: finishing copy_from racing read to smithi08280503-33 2024-08-17T00:48:30.673 INFO:tasks.rados.rados.0.smithi082.stdout:2295: finishing copy_from to smithi08280503-33 2024-08-17T00:48:30.673 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 1121 (ObjNum 388 snap 118 seq_num 388) dirty exists 2024-08-17T00:48:30.673 INFO:tasks.rados.rados.0.smithi082.stdout:2297: finishing write tid 1 to smithi08280503-46 2024-08-17T00:48:30.673 INFO:tasks.rados.rados.0.smithi082.stdout:2297: finishing write tid 2 to smithi08280503-46 2024-08-17T00:48:30.673 INFO:tasks.rados.rados.0.smithi082.stdout:2297: finishing write tid 3 to smithi08280503-46 2024-08-17T00:48:30.673 INFO:tasks.rados.rados.0.smithi082.stdout:2297: finishing write tid 4 to smithi08280503-46 2024-08-17T00:48:30.673 INFO:tasks.rados.rados.0.smithi082.stdout:2297: finishing write tid 5 to smithi08280503-46 2024-08-17T00:48:30.673 INFO:tasks.rados.rados.0.smithi082.stdout:2297: finishing write tid 6 to smithi08280503-46 2024-08-17T00:48:30.673 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 46 v 1307 (ObjNum 710 snap 226 seq_num 710) dirty exists 2024-08-17T00:48:30.673 INFO:tasks.rados.rados.0.smithi082.stdout:2297: left oid 46 (ObjNum 710 snap 226 seq_num 710) 2024-08-17T00:48:30.673 INFO:tasks.rados.rados.0.smithi082.stdout:2298: expect (ObjNum 705 snap 223 seq_num 705) 2024-08-17T00:48:30.825 INFO:teuthology.orchestra.run.smithi082.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:48:30.826 INFO:teuthology.orchestra.run.smithi082.stdout:alertmanager.a smithi082 *:9093,9094 running (6m) 2m ago 10m 24.5M - 0.25.0 c8568f914cd2 21f506531c7e 2024-08-17T00:48:30.826 INFO:teuthology.orchestra.run.smithi082.stdout:grafana.a smithi137 *:3000 running (6m) 29s ago 10m 86.6M - 9.4.7 954c08fa6188 a7d4db6b9a81 2024-08-17T00:48:30.826 INFO:teuthology.orchestra.run.smithi082.stdout:mds.a smithi082 running (11m) 2m ago 11m 18.1M - 17.2.7-1402-g03a1ac13 bc5a85a90206 884927c0355a 2024-08-17T00:48:30.826 INFO:teuthology.orchestra.run.smithi082.stdout:mds.b smithi137 running (11m) 29s ago 11m 15.2M - 17.2.7-1402-g03a1ac13 bc5a85a90206 931a05caee78 2024-08-17T00:48:30.826 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.x smithi137 *:8443,9283,8765 running (5m) 29s ago 14m 440M - 19.1.0-1363-gd863d21c ba08250ef864 745a5ef30a75 2024-08-17T00:48:30.826 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.y smithi082 *:8443,9283,8765 running (5m) 2m ago 16m 507M - 19.1.0-1363-gd863d21c ba08250ef864 92bb5538a947 2024-08-17T00:48:30.826 INFO:teuthology.orchestra.run.smithi082.stdout:mon.a smithi082 running (5m) 2m ago 16m 53.5M 2048M 19.1.0-1363-gd863d21c ba08250ef864 f4aa8d413a0e 2024-08-17T00:48:30.826 INFO:teuthology.orchestra.run.smithi082.stdout:mon.b smithi137 running (4m) 29s ago 15m 48.0M 2048M 19.1.0-1363-gd863d21c ba08250ef864 9fd7ba29d439 2024-08-17T00:48:30.826 INFO:teuthology.orchestra.run.smithi082.stdout:mon.c smithi082 running (4m) 2m ago 15m 45.1M 2048M 19.1.0-1363-gd863d21c ba08250ef864 d6960322022d 2024-08-17T00:48:30.827 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.a smithi082 *:9100 running (6m) 2m ago 9m 16.5M - 1.5.0 0da6a335fe13 198283f1b08e 2024-08-17T00:48:30.827 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.b smithi137 *:9100 running (6m) 29s ago 9m 16.8M - 1.5.0 0da6a335fe13 da4f12b322e3 2024-08-17T00:48:30.827 INFO:teuthology.orchestra.run.smithi082.stdout:osd.0 smithi082 running (3m) 2m ago 14m 193M 2480M 19.1.0-1363-gd863d21c ba08250ef864 32a8251d6cbd 2024-08-17T00:48:30.827 INFO:teuthology.orchestra.run.smithi082.stdout:osd.1 smithi082 running (3m) 2m ago 14m 127M 2480M 19.1.0-1363-gd863d21c ba08250ef864 27410d903b16 2024-08-17T00:48:30.827 INFO:teuthology.orchestra.run.smithi082.stdout:osd.2 smithi082 running (2m) 2m ago 13m 118M 2480M 19.1.0-1363-gd863d21c ba08250ef864 d73e6cacdf8e 2024-08-17T00:48:30.827 INFO:teuthology.orchestra.run.smithi082.stdout:osd.3 smithi082 running (2m) 2m ago 13m 12.1M 2480M 19.1.0-1363-gd863d21c ba08250ef864 ff1e0af1a005 2024-08-17T00:48:30.827 INFO:teuthology.orchestra.run.smithi082.stdout:osd.4 smithi137 running (100s) 29s ago 13m 171M 2480M 19.1.0-1363-gd863d21c ba08250ef864 908ee8f7568a 2024-08-17T00:48:30.827 INFO:teuthology.orchestra.run.smithi082.stdout:osd.5 smithi137 running (67s) 29s ago 12m 141M 2480M 19.1.0-1363-gd863d21c ba08250ef864 5093a53e7478 2024-08-17T00:48:30.827 INFO:teuthology.orchestra.run.smithi082.stdout:osd.6 smithi137 running (34s) 29s ago 12m 11.1M 2480M 19.1.0-1363-gd863d21c ba08250ef864 e037950bdd93 2024-08-17T00:48:30.827 INFO:teuthology.orchestra.run.smithi082.stdout:osd.7 smithi137 starting - - - 2480M 2024-08-17T00:48:30.827 INFO:teuthology.orchestra.run.smithi082.stdout:prometheus.a smithi137 *:9095 running (5m) 29s ago 10m 63.8M - 2.43.0 a07b618ecd1d d20756562103 2024-08-17T00:48:30.851 INFO:tasks.rados.rados.0.smithi082.stdout:2301: expect (ObjNum 582 snap 180 seq_num 582) 2024-08-17T00:48:30.861 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:30 smithi137 podman[105589]: 2024-08-17 00:48:30.623922799 +0000 UTC m=+0.330447362 container init 085540a710fc492315faa947fcdd5df719f1659e32bae09d45465e03dc6ec533 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7, GIT_BRANCH=HEAD, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.36.0) 2024-08-17T00:48:30.861 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:30 smithi137 podman[105589]: 2024-08-17 00:48:30.627042309 +0000 UTC m=+0.333566855 container start 085540a710fc492315faa947fcdd5df719f1659e32bae09d45465e03dc6ec533 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_CLEAN=True, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-08-17T00:48:30.861 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:30 smithi137 ceph-osd[105609]: -- 172.21.15.137:0/1128076635 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c2adb7fa40 con 0x55c2ae942000 2024-08-17T00:48:30.861 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:30 smithi137 bash[105589]: 085540a710fc492315faa947fcdd5df719f1659e32bae09d45465e03dc6ec533 2024-08-17T00:48:30.861 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:30 smithi137 systemd[1]: Started Ceph osd.7 for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:48:30.998 INFO:tasks.rados.rados.0.smithi082.stdout:2300: expect (ObjNum 110 snap 22 seq_num 110) 2024-08-17T00:48:31.154 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 1402 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:48:31.155 INFO:tasks.rados.rados.0.smithi082.stdout:2291: done (9 left) 2024-08-17T00:48:31.155 INFO:tasks.rados.rados.0.smithi082.stdout:2292: done (8 left) 2024-08-17T00:48:31.155 INFO:tasks.rados.rados.0.smithi082.stdout:2293: done (7 left) 2024-08-17T00:48:31.155 INFO:tasks.rados.rados.0.smithi082.stdout:2295: done (6 left) 2024-08-17T00:48:31.155 INFO:tasks.rados.rados.0.smithi082.stdout:2296: done (5 left) 2024-08-17T00:48:31.155 INFO:tasks.rados.rados.0.smithi082.stdout:2297: done (4 left) 2024-08-17T00:48:31.155 INFO:tasks.rados.rados.0.smithi082.stdout:2298: done (3 left) 2024-08-17T00:48:31.155 INFO:tasks.rados.rados.0.smithi082.stdout:2300: done (2 left) 2024-08-17T00:48:31.155 INFO:tasks.rados.rados.0.smithi082.stdout:2301: done (1 left) 2024-08-17T00:48:31.155 INFO:tasks.rados.rados.0.smithi082.stdout:2302: done (0 left) 2024-08-17T00:48:31.155 INFO:tasks.rados.rados.0.smithi082.stdout:2303: read oid 35 snap -1 2024-08-17T00:48:31.155 INFO:tasks.rados.rados.0.smithi082.stdout:2303: expect (ObjNum 693 snap 215 seq_num 693) 2024-08-17T00:48:31.156 INFO:tasks.rados.rados.0.smithi082.stdout:2304: read oid 22 snap -1 2024-08-17T00:48:31.156 INFO:tasks.rados.rados.0.smithi082.stdout:2304: expect (ObjNum 577 snap 180 seq_num 577) 2024-08-17T00:48:31.156 INFO:tasks.rados.rados.0.smithi082.stdout:2305: rollback oid 41 current snap is 226 2024-08-17T00:48:31.156 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 41 to 215 2024-08-17T00:48:31.156 INFO:tasks.rados.rados.0.smithi082.stdout:2306: rmattr oid 37 current snap is 226 2024-08-17T00:48:31.156 INFO:tasks.rados.rados.0.smithi082.stdout:2307: read oid 42 snap 212 2024-08-17T00:48:31.156 INFO:tasks.rados.rados.0.smithi082.stdout:2307: expect (ObjNum 582 snap 180 seq_num 582) 2024-08-17T00:48:31.156 INFO:tasks.rados.rados.0.smithi082.stdout:2308: read oid 32 snap -1 2024-08-17T00:48:31.156 INFO:tasks.rados.rados.0.smithi082.stdout:2308: expect (ObjNum 705 snap 223 seq_num 705) 2024-08-17T00:48:31.156 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 46 current snap is 226 2024-08-17T00:48:31.156 INFO:tasks.rados.rados.0.smithi082.stdout:2309: seq_num 711 ranges {5750784=712704,6463488=786432,7249920=516096,7766016=303104} 2024-08-17T00:48:31.170 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:30 smithi137 ceph-mon[86391]: osdmap e522: 8 total, 7 up, 8 in 2024-08-17T00:48:31.170 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:30 smithi137 ceph-mon[86391]: pgmap v449: 121 pgs: 1 active+clean+snaptrim, 33 active+undersized, 7 peering, 10 active+undersized+degraded, 70 active+clean; 328 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.2 MiB/s wr, 10 op/s; 45/459 objects degraded (9.804%) 2024-08-17T00:48:31.170 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:30 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:31.170 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:30 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:31.170 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:30 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:48:31.170 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:31 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T00:48:31.167+0000 7f5f36b8c640 -1 Falling back to public interface 2024-08-17T00:48:31.191 INFO:tasks.rados.rados.0.smithi082.stdout:2309: writing smithi08280503-46 from 5750784 to 6463488 tid 1 2024-08-17T00:48:31.195 INFO:tasks.rados.rados.0.smithi082.stdout:2309: writing smithi08280503-46 from 6463488 to 7249920 tid 2 2024-08-17T00:48:31.198 INFO:tasks.rados.rados.0.smithi082.stdout:2309: writing smithi08280503-46 from 7249920 to 7766016 tid 3 2024-08-17T00:48:31.199 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-08-17T00:48:31.199 INFO:teuthology.orchestra.run.smithi082.stdout: "mon": { 2024-08-17T00:48:31.199 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:48:31.199 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:48:31.199 INFO:teuthology.orchestra.run.smithi082.stdout: "mgr": { 2024-08-17T00:48:31.199 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:48:31.199 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:48:31.199 INFO:teuthology.orchestra.run.smithi082.stdout: "osd": { 2024-08-17T00:48:31.200 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 7 2024-08-17T00:48:31.200 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:48:31.200 INFO:teuthology.orchestra.run.smithi082.stdout: "mds": { 2024-08-17T00:48:31.200 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2 2024-08-17T00:48:31.200 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:48:31.200 INFO:teuthology.orchestra.run.smithi082.stdout: "overall": { 2024-08-17T00:48:31.200 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 2, 2024-08-17T00:48:31.200 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 12 2024-08-17T00:48:31.200 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-08-17T00:48:31.200 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-08-17T00:48:31.200 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:30 smithi082 ceph-mon[94343]: osdmap e522: 8 total, 7 up, 8 in 2024-08-17T00:48:31.201 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:30 smithi082 ceph-mon[94343]: pgmap v449: 121 pgs: 1 active+clean+snaptrim, 33 active+undersized, 7 peering, 10 active+undersized+degraded, 70 active+clean; 328 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.2 MiB/s wr, 10 op/s; 45/459 objects degraded (9.804%) 2024-08-17T00:48:31.201 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:30 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:31.201 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:30 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:31.201 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:30 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:48:31.201 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:30 smithi082 ceph-mon[91979]: osdmap e522: 8 total, 7 up, 8 in 2024-08-17T00:48:31.201 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:30 smithi082 ceph-mon[91979]: pgmap v449: 121 pgs: 1 active+clean+snaptrim, 33 active+undersized, 7 peering, 10 active+undersized+degraded, 70 active+clean; 328 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.2 MiB/s wr, 10 op/s; 45/459 objects degraded (9.804%) 2024-08-17T00:48:31.201 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:31.201 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:31.201 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:48:31.202 INFO:tasks.rados.rados.0.smithi082.stdout:2309: writing smithi08280503-46 from 7766016 to 8069120 tid 4 2024-08-17T00:48:31.202 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 24 current snap is 226 2024-08-17T00:48:31.202 INFO:tasks.rados.rados.0.smithi082.stdout:2310: seq_num 712 ranges {1916928=729088,2646016=671744,3317760=671744,3989504=262144} 2024-08-17T00:48:31.215 INFO:tasks.rados.rados.0.smithi082.stdout:2310: writing smithi08280503-24 from 1916928 to 2646016 tid 1 2024-08-17T00:48:31.219 INFO:tasks.rados.rados.0.smithi082.stdout:2310: writing smithi08280503-24 from 2646016 to 3317760 tid 2 2024-08-17T00:48:31.223 INFO:tasks.rados.rados.0.smithi082.stdout:2310: writing smithi08280503-24 from 3317760 to 3989504 tid 3 2024-08-17T00:48:31.224 INFO:tasks.rados.rados.0.smithi082.stdout:2310: writing smithi08280503-24 from 3989504 to 4251648 tid 4 2024-08-17T00:48:31.225 INFO:tasks.rados.rados.0.smithi082.stdout:2311: delete oid 2 current snap is 226 2024-08-17T00:48:31.225 INFO:tasks.rados.rados.0.smithi082.stdout:2304: expect (ObjNum 577 snap 180 seq_num 577) 2024-08-17T00:48:31.264 INFO:tasks.rados.rados.0.smithi082.stdout:2303: expect (ObjNum 693 snap 215 seq_num 693) 2024-08-17T00:48:31.361 INFO:tasks.rados.rados.0.smithi082.stdout:2305: finishing rollback tid 0 to smithi08280503-41 2024-08-17T00:48:31.361 INFO:tasks.rados.rados.0.smithi082.stdout:2305: finishing rollback tid 1 to smithi08280503-41 2024-08-17T00:48:31.361 INFO:tasks.rados.rados.0.smithi082.stdout:2307: expect (ObjNum 582 snap 180 seq_num 582) 2024-08-17T00:48:31.496 INFO:tasks.rados.rados.0.smithi082.stdout:2305: finishing rollback tid 2 to smithi08280503-41 2024-08-17T00:48:31.496 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 1406 (ObjNum 647 snap 194 seq_num 647) dirty exists 2024-08-17T00:48:31.496 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 1407 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:48:31.496 INFO:tasks.rados.rados.0.smithi082.stdout:2308: expect (ObjNum 705 snap 223 seq_num 705) 2024-08-17T00:48:31.667 INFO:tasks.rados.rados.0.smithi082.stdout:2309: finishing write tid 1 to smithi08280503-46 2024-08-17T00:48:31.667 INFO:tasks.rados.rados.0.smithi082.stdout:2309: finishing write tid 2 to smithi08280503-46 2024-08-17T00:48:31.667 INFO:tasks.rados.rados.0.smithi082.stdout:2309: finishing write tid 3 to smithi08280503-46 2024-08-17T00:48:31.668 INFO:tasks.rados.rados.0.smithi082.stdout:2309: finishing write tid 4 to smithi08280503-46 2024-08-17T00:48:31.668 INFO:tasks.rados.rados.0.smithi082.stdout:2309: finishing write tid 5 to smithi08280503-46 2024-08-17T00:48:31.668 INFO:tasks.rados.rados.0.smithi082.stdout:2309: finishing write tid 6 to smithi08280503-46 2024-08-17T00:48:31.668 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 46 v 1314 (ObjNum 711 snap 226 seq_num 711) dirty exists 2024-08-17T00:48:31.668 INFO:tasks.rados.rados.0.smithi082.stdout:2309: left oid 46 (ObjNum 711 snap 226 seq_num 711) 2024-08-17T00:48:31.668 INFO:tasks.rados.rados.0.smithi082.stdout:2310: finishing write tid 1 to smithi08280503-24 2024-08-17T00:48:31.668 INFO:tasks.rados.rados.0.smithi082.stdout:2310: finishing write tid 2 to smithi08280503-24 2024-08-17T00:48:31.668 INFO:tasks.rados.rados.0.smithi082.stdout:2310: finishing write tid 3 to smithi08280503-24 2024-08-17T00:48:31.668 INFO:tasks.rados.rados.0.smithi082.stdout:2303: done (8 left) 2024-08-17T00:48:31.668 INFO:tasks.rados.rados.0.smithi082.stdout:2304: done (7 left) 2024-08-17T00:48:31.668 INFO:tasks.rados.rados.0.smithi082.stdout:2305: done (6 left) 2024-08-17T00:48:31.668 INFO:tasks.rados.rados.0.smithi082.stdout:2306: done (5 left) 2024-08-17T00:48:31.669 INFO:tasks.rados.rados.0.smithi082.stdout:2307: done (4 left) 2024-08-17T00:48:31.669 INFO:tasks.rados.rados.0.smithi082.stdout:2308: done (3 left) 2024-08-17T00:48:31.669 INFO:tasks.rados.rados.0.smithi082.stdout:2309: done (2 left) 2024-08-17T00:48:31.669 INFO:tasks.rados.rados.0.smithi082.stdout:2311: done (1 left) 2024-08-17T00:48:31.669 INFO:tasks.rados.rados.0.smithi082.stdout:2312: setattr oid 25 current snap is 226 2024-08-17T00:48:31.669 INFO:tasks.rados.rados.0.smithi082.stdout:2310: finishing write tid 4 to smithi08280503-24 2024-08-17T00:48:31.669 INFO:tasks.rados.rados.0.smithi082.stdout:2310: finishing write tid 5 to smithi08280503-24 2024-08-17T00:48:31.669 INFO:tasks.rados.rados.0.smithi082.stdout:2310: finishing write tid 6 to smithi08280503-24 2024-08-17T00:48:31.669 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 1135 (ObjNum 712 snap 226 seq_num 712) dirty exists 2024-08-17T00:48:31.669 INFO:tasks.rados.rados.0.smithi082.stdout:2310: left oid 24 (ObjNum 712 snap 226 seq_num 712) 2024-08-17T00:48:31.669 INFO:tasks.rados.rados.0.smithi082.stdout:2310: done (1 left) 2024-08-17T00:48:31.669 INFO:tasks.rados.rados.0.smithi082.stdout:2313: read oid 10 snap -1 2024-08-17T00:48:31.669 INFO:tasks.rados.rados.0.smithi082.stdout:2313: expect deleted 2024-08-17T00:48:31.669 INFO:tasks.rados.rados.0.smithi082.stdout:2314: setattr oid 36 current snap is 226 2024-08-17T00:48:31.670 INFO:tasks.rados.rados.0.smithi082.stdout:2313: done (2 left) 2024-08-17T00:48:31.670 INFO:tasks.rados.rados.0.smithi082.stdout:2315: rmattr oid 14 current snap is 226 2024-08-17T00:48:31.670 INFO:tasks.rados.rados.0.smithi082.stdout:2316: read oid 15 snap -1 2024-08-17T00:48:31.670 INFO:tasks.rados.rados.0.smithi082.stdout:2316: expect (ObjNum 698 snap 217 seq_num 698) 2024-08-17T00:48:31.670 INFO:tasks.rados.rados.0.smithi082.stdout:2317: snap_create 2024-08-17T00:48:31.672 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 1122 (ObjNum 551 snap 165 seq_num 551) dirty exists 2024-08-17T00:48:31.672 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 1246 (ObjNum 671 snap 204 seq_num 671) dirty exists 2024-08-17T00:48:31.672 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 1316 (ObjNum 667 snap 202 seq_num 667) dirty exists 2024-08-17T00:48:31.733 INFO:tasks.rados.rados.0.smithi082.stdout:2316: expect (ObjNum 698 snap 217 seq_num 698) 2024-08-17T00:48:32.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:31 smithi082 ceph-mon[94343]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:48:32.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:31 smithi082 ceph-mon[94343]: from='client.34377 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:48:32.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:31 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3940794100' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:48:32.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:31 smithi082 ceph-mon[91979]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:48:32.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:31 smithi082 ceph-mon[91979]: from='client.34377 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:48:32.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:31 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3940794100' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:48:32.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:31 smithi137 ceph-mon[86391]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:48:32.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:31 smithi137 ceph-mon[86391]: from='client.34377 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:48:32.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:31 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3940794100' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:48:32.625 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:48:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:48:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:48:32.758 INFO:tasks.rados.rados.0.smithi082.stdout:2312: done (4 left) 2024-08-17T00:48:32.758 INFO:tasks.rados.rados.0.smithi082.stdout:2314: done (3 left) 2024-08-17T00:48:32.759 INFO:tasks.rados.rados.0.smithi082.stdout:2315: done (2 left) 2024-08-17T00:48:32.759 INFO:tasks.rados.rados.0.smithi082.stdout:2316: done (1 left) 2024-08-17T00:48:32.759 INFO:tasks.rados.rados.0.smithi082.stdout:2317: done (0 left) 2024-08-17T00:48:32.759 INFO:tasks.rados.rados.0.smithi082.stdout:2318: snap_remove snap 222 2024-08-17T00:48:32.875 INFO:tasks.rados.rados.0.smithi082.stdout:2318: done (0 left) 2024-08-17T00:48:32.875 INFO:tasks.rados.rados.0.smithi082.stdout:2319: rmattr oid 26 current snap is 227 2024-08-17T00:48:32.875 INFO:tasks.rados.rados.0.smithi082.stdout:2319: done (0 left) 2024-08-17T00:48:32.875 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 1 current snap is 227 2024-08-17T00:48:32.875 INFO:tasks.rados.rados.0.smithi082.stdout:2320: seq_num 714 ranges {0=761856,761856=442368,1204224=688128,1892352=475136} 2024-08-17T00:48:32.879 INFO:tasks.rados.rados.0.smithi082.stdout:2320: writing smithi08280503-1 from 0 to 761856 tid 1 2024-08-17T00:48:32.882 INFO:tasks.rados.rados.0.smithi082.stdout:2320: writing smithi08280503-1 from 761856 to 1204224 tid 2 2024-08-17T00:48:32.886 INFO:tasks.rados.rados.0.smithi082.stdout:2320: writing smithi08280503-1 from 1204224 to 1892352 tid 3 2024-08-17T00:48:32.889 INFO:tasks.rados.rados.0.smithi082.stdout:2320: writing smithi08280503-1 from 1892352 to 2367488 tid 4 2024-08-17T00:48:32.889 INFO:tasks.rados.rados.0.smithi082.stdout:2321: copy_from oid 15 from oid 9 current snap is 227 2024-08-17T00:48:32.889 INFO:tasks.rados.rados.0.smithi082.stdout:2320: finishing write tid 1 to smithi08280503-1 2024-08-17T00:48:32.889 INFO:tasks.rados.rados.0.smithi082.stdout:2320: finishing write tid 2 to smithi08280503-1 2024-08-17T00:48:32.889 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 41 current snap is 227 2024-08-17T00:48:32.889 INFO:tasks.rados.rados.0.smithi082.stdout:2322: seq_num 715 ranges {1245184=778240,2023424=770048,2793472=499712,3293184=335872} 2024-08-17T00:48:32.901 INFO:tasks.rados.rados.0.smithi082.stdout:2322: writing smithi08280503-41 from 1245184 to 2023424 tid 1 2024-08-17T00:48:32.906 INFO:tasks.rados.rados.0.smithi082.stdout:2322: writing smithi08280503-41 from 2023424 to 2793472 tid 2 2024-08-17T00:48:32.909 INFO:tasks.rados.rados.0.smithi082.stdout:2322: writing smithi08280503-41 from 2793472 to 3293184 tid 3 2024-08-17T00:48:32.911 INFO:tasks.rados.rados.0.smithi082.stdout:2322: writing smithi08280503-41 from 3293184 to 3629056 tid 4 2024-08-17T00:48:32.911 INFO:tasks.rados.rados.0.smithi082.stdout:2323: delete oid 38 current snap is 227 2024-08-17T00:48:32.911 INFO:tasks.rados.rados.0.smithi082.stdout:2320: finishing write tid 3 to smithi08280503-1 2024-08-17T00:48:32.912 INFO:tasks.rados.rados.0.smithi082.stdout:2320: finishing write tid 4 to smithi08280503-1 2024-08-17T00:48:32.912 INFO:tasks.rados.rados.0.smithi082.stdout:2320: finishing write tid 5 to smithi08280503-1 2024-08-17T00:48:32.912 INFO:tasks.rados.rados.0.smithi082.stdout:2320: finishing write tid 6 to smithi08280503-1 2024-08-17T00:48:32.912 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 1105 (ObjNum 714 snap 227 seq_num 714) dirty exists 2024-08-17T00:48:32.912 INFO:tasks.rados.rados.0.smithi082.stdout:2320: left oid 1 (ObjNum 714 snap 227 seq_num 714) 2024-08-17T00:48:32.912 INFO:tasks.rados.rados.0.smithi082.stdout:2321: finishing copy_from to smithi08280503-15 2024-08-17T00:48:32.912 INFO:tasks.rados.rados.0.smithi082.stdout:2321: got expected ENOENT (src dne) 2024-08-17T00:48:32.912 INFO:tasks.rados.rados.0.smithi082.stdout:2321: finishing copy_from racing read to smithi08280503-15 2024-08-17T00:48:32.912 INFO:tasks.rados.rados.0.smithi082.stdout:2322: finishing write tid 1 to smithi08280503-41 2024-08-17T00:48:32.912 INFO:tasks.rados.rados.0.smithi082.stdout:2322: finishing write tid 2 to smithi08280503-41 2024-08-17T00:48:32.913 INFO:tasks.rados.rados.0.smithi082.stdout:2322: finishing write tid 3 to smithi08280503-41 2024-08-17T00:48:32.913 INFO:tasks.rados.rados.0.smithi082.stdout:2322: finishing write tid 4 to smithi08280503-41 2024-08-17T00:48:32.915 INFO:tasks.rados.rados.0.smithi082.stdout:2322: finishing write tid 5 to smithi08280503-41 2024-08-17T00:48:32.915 INFO:tasks.rados.rados.0.smithi082.stdout:2320: done (3 left) 2024-08-17T00:48:32.915 INFO:tasks.rados.rados.0.smithi082.stdout:2321: done (2 left) 2024-08-17T00:48:32.915 INFO:tasks.rados.rados.0.smithi082.stdout:2323: done (1 left) 2024-08-17T00:48:32.915 INFO:tasks.rados.rados.0.smithi082.stdout:2324: rollback oid 42 current snap is 227 2024-08-17T00:48:32.915 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 42 to 215 2024-08-17T00:48:32.915 INFO:tasks.rados.rados.0.smithi082.stdout:2325: rollback oid 35 current snap is 227 2024-08-17T00:48:32.915 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 35 to 221 2024-08-17T00:48:32.916 INFO:tasks.rados.rados.0.smithi082.stdout:2326: rollback oid 19 current snap is 227 2024-08-17T00:48:32.916 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 19 to 224 2024-08-17T00:48:32.916 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 4 current snap is 227 2024-08-17T00:48:32.916 INFO:tasks.rados.rados.0.smithi082.stdout:2327: seq_num 717 ranges {0=16384} 2024-08-17T00:48:32.916 INFO:tasks.rados.rados.0.smithi082.stdout:2327: writing smithi08280503-4 from 0 to 16384 tid 1 2024-08-17T00:48:32.916 INFO:tasks.rados.rados.0.smithi082.stdout:2328: snap_create 2024-08-17T00:48:32.918 INFO:tasks.rados.rados.0.smithi082.stdout:2322: finishing write tid 6 to smithi08280503-41 2024-08-17T00:48:32.918 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 1419 (ObjNum 715 snap 227 seq_num 715) dirty exists 2024-08-17T00:48:32.918 INFO:tasks.rados.rados.0.smithi082.stdout:2322: left oid 41 (ObjNum 715 snap 227 seq_num 715) 2024-08-17T00:48:32.919 INFO:tasks.rados.rados.0.smithi082.stdout:2325: finishing rollback tid 0 to smithi08280503-35 2024-08-17T00:48:32.919 INFO:tasks.rados.rados.0.smithi082.stdout:2324: finishing rollback tid 0 to smithi08280503-42 2024-08-17T00:48:32.920 INFO:tasks.rados.rados.0.smithi082.stdout:2325: finishing rollback tid 1 to smithi08280503-35 2024-08-17T00:48:32.920 INFO:tasks.rados.rados.0.smithi082.stdout:2325: finishing rollback tid 2 to smithi08280503-35 2024-08-17T00:48:32.921 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 1089 (ObjNum 693 snap 215 seq_num 693) dirty exists 2024-08-17T00:48:32.921 INFO:tasks.rados.rados.0.smithi082.stdout:2327: finishing write tid 1 to smithi08280503-4 2024-08-17T00:48:32.921 INFO:tasks.rados.rados.0.smithi082.stdout:2327: finishing write tid 2 to smithi08280503-4 2024-08-17T00:48:32.921 INFO:tasks.rados.rados.0.smithi082.stdout:2326: finishing rollback tid 0 to smithi08280503-19 2024-08-17T00:48:32.922 INFO:tasks.rados.rados.0.smithi082.stdout:2324: finishing rollback tid 1 to smithi08280503-42 2024-08-17T00:48:32.922 INFO:tasks.rados.rados.0.smithi082.stdout:2326: finishing rollback tid 1 to smithi08280503-19 2024-08-17T00:48:32.922 INFO:tasks.rados.rados.0.smithi082.stdout:2324: finishing rollback tid 2 to smithi08280503-42 2024-08-17T00:48:32.922 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 1249 (ObjNum 582 snap 180 seq_num 582) dirty exists 2024-08-17T00:48:32.922 INFO:tasks.rados.rados.0.smithi082.stdout:2326: finishing rollback tid 2 to smithi08280503-19 2024-08-17T00:48:32.922 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 1363 (ObjNum 684 snap 210 seq_num 684) dirty exists 2024-08-17T00:48:32.922 INFO:tasks.rados.rados.0.smithi082.stdout:2327: finishing write tid 3 to smithi08280503-4 2024-08-17T00:48:32.922 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 1324 (ObjNum 717 snap 227 seq_num 717) dirty exists 2024-08-17T00:48:32.923 INFO:tasks.rados.rados.0.smithi082.stdout:2327: left oid 4 (ObjNum 717 snap 227 seq_num 717) 2024-08-17T00:48:32.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:32 smithi137 ceph-mon[86391]: osdmap e523: 8 total, 7 up, 8 in 2024-08-17T00:48:32.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:32 smithi137 ceph-mon[86391]: pgmap v451: 121 pgs: 1 active+clean+snaptrim, 38 active+undersized, 12 active+undersized+degraded, 70 active+clean; 328 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 8 op/s; 47/462 objects degraded (10.173%) 2024-08-17T00:48:33.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:32 smithi082 ceph-mon[94343]: osdmap e523: 8 total, 7 up, 8 in 2024-08-17T00:48:33.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:32 smithi082 ceph-mon[94343]: pgmap v451: 121 pgs: 1 active+clean+snaptrim, 38 active+undersized, 12 active+undersized+degraded, 70 active+clean; 328 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 8 op/s; 47/462 objects degraded (10.173%) 2024-08-17T00:48:33.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:32 smithi082 ceph-mon[91979]: osdmap e523: 8 total, 7 up, 8 in 2024-08-17T00:48:33.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:32 smithi082 ceph-mon[91979]: pgmap v451: 121 pgs: 1 active+clean+snaptrim, 38 active+undersized, 12 active+undersized+degraded, 70 active+clean; 328 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 8 op/s; 47/462 objects degraded (10.173%) 2024-08-17T00:48:33.795 INFO:tasks.rados.rados.0.smithi082.stdout:2322: done (5 left) 2024-08-17T00:48:33.795 INFO:tasks.rados.rados.0.smithi082.stdout:2324: done (4 left) 2024-08-17T00:48:33.795 INFO:tasks.rados.rados.0.smithi082.stdout:2325: done (3 left) 2024-08-17T00:48:33.795 INFO:tasks.rados.rados.0.smithi082.stdout:2326: done (2 left) 2024-08-17T00:48:33.795 INFO:tasks.rados.rados.0.smithi082.stdout:2327: done (1 left) 2024-08-17T00:48:33.795 INFO:tasks.rados.rados.0.smithi082.stdout:2328: done (0 left) 2024-08-17T00:48:33.795 INFO:tasks.rados.rados.0.smithi082.stdout:2329: read oid 19 snap -1 2024-08-17T00:48:33.795 INFO:tasks.rados.rados.0.smithi082.stdout:2329: expect (ObjNum 684 snap 210 seq_num 684) 2024-08-17T00:48:33.795 INFO:tasks.rados.rados.0.smithi082.stdout:2330: snap_remove snap 226 2024-08-17T00:48:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:33 smithi082 ceph-mon[94343]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T00:48:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:33 smithi082 ceph-mon[94343]: osdmap e524: 8 total, 7 up, 8 in 2024-08-17T00:48:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:33 smithi082 ceph-mon[94343]: osdmap e525: 8 total, 7 up, 8 in 2024-08-17T00:48:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:33 smithi082 ceph-mon[91979]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T00:48:34.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:33 smithi082 ceph-mon[91979]: osdmap e524: 8 total, 7 up, 8 in 2024-08-17T00:48:34.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:33 smithi082 ceph-mon[91979]: osdmap e525: 8 total, 7 up, 8 in 2024-08-17T00:48:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:33 smithi137 ceph-mon[86391]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T00:48:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:33 smithi137 ceph-mon[86391]: osdmap e524: 8 total, 7 up, 8 in 2024-08-17T00:48:34.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:33 smithi137 ceph-mon[86391]: osdmap e525: 8 total, 7 up, 8 in 2024-08-17T00:48:34.657 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:34 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T00:48:34.389+0000 7f5f36b8c640 -1 osd.7 517 log_to_monitors true 2024-08-17T00:48:34.800 INFO:tasks.rados.rados.0.smithi082.stdout:2329: expect (ObjNum 684 snap 210 seq_num 684) 2024-08-17T00:48:35.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:48:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:48:35] "GET /metrics HTTP/1.1" 200 36211 "" "Prometheus/2.43.0" 2024-08-17T00:48:35.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:34 smithi082 ceph-mon[94343]: pgmap v454: 121 pgs: 1 active+clean+snaptrim, 38 active+undersized, 12 active+undersized+degraded, 70 active+clean; 340 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.7 MiB/s wr, 30 op/s; 50/489 objects degraded (10.225%) 2024-08-17T00:48:35.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:34 smithi082 ceph-mon[94343]: from='osd.7 [v2:172.21.15.137:6824/2341817159,v1:172.21.15.137:6825/2341817159]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T00:48:35.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:34 smithi082 ceph-mon[94343]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T00:48:35.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:34 smithi082 ceph-mon[94343]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T00:48:35.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:34 smithi082 ceph-mon[94343]: from='osd.7 [v2:172.21.15.137:6824/2341817159,v1:172.21.15.137:6825/2341817159]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:48:35.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:34 smithi082 ceph-mon[94343]: osdmap e526: 8 total, 7 up, 8 in 2024-08-17T00:48:35.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:34 smithi082 ceph-mon[94343]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:48:35.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:34 smithi082 ceph-mon[91979]: pgmap v454: 121 pgs: 1 active+clean+snaptrim, 38 active+undersized, 12 active+undersized+degraded, 70 active+clean; 340 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.7 MiB/s wr, 30 op/s; 50/489 objects degraded (10.225%) 2024-08-17T00:48:35.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:34 smithi082 ceph-mon[91979]: from='osd.7 [v2:172.21.15.137:6824/2341817159,v1:172.21.15.137:6825/2341817159]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T00:48:35.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:34 smithi082 ceph-mon[91979]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T00:48:35.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:34 smithi082 ceph-mon[91979]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T00:48:35.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:34 smithi082 ceph-mon[91979]: from='osd.7 [v2:172.21.15.137:6824/2341817159,v1:172.21.15.137:6825/2341817159]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:48:35.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:34 smithi082 ceph-mon[91979]: osdmap e526: 8 total, 7 up, 8 in 2024-08-17T00:48:35.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:34 smithi082 ceph-mon[91979]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:48:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:34 smithi137 ceph-mon[86391]: pgmap v454: 121 pgs: 1 active+clean+snaptrim, 38 active+undersized, 12 active+undersized+degraded, 70 active+clean; 340 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.7 MiB/s wr, 30 op/s; 50/489 objects degraded (10.225%) 2024-08-17T00:48:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:34 smithi137 ceph-mon[86391]: from='osd.7 [v2:172.21.15.137:6824/2341817159,v1:172.21.15.137:6825/2341817159]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T00:48:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:34 smithi137 ceph-mon[86391]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T00:48:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:34 smithi137 ceph-mon[86391]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T00:48:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:34 smithi137 ceph-mon[86391]: from='osd.7 [v2:172.21.15.137:6824/2341817159,v1:172.21.15.137:6825/2341817159]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:48:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:34 smithi137 ceph-mon[86391]: osdmap e526: 8 total, 7 up, 8 in 2024-08-17T00:48:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:34 smithi137 ceph-mon[86391]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-08-17T00:48:35.283 INFO:tasks.rados.rados.0.smithi082.stdout:2329: done (1 left) 2024-08-17T00:48:35.283 INFO:tasks.rados.rados.0.smithi082.stdout:2330: done (0 left) 2024-08-17T00:48:35.283 INFO:tasks.rados.rados.0.smithi082.stdout:2331: snap_create 2024-08-17T00:48:35.737 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:48:35 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T00:48:35.279+0000 7f5f2a92f640 -1 osd.7 517 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T00:48:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:35 smithi082 ceph-mon[94343]: Health check update: Degraded data redundancy: 50/489 objects degraded (10.225%), 12 pgs degraded (PG_DEGRADED) 2024-08-17T00:48:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:48:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:35 smithi082 ceph-mon[94343]: from='osd.7 ' entity='osd.7' 2024-08-17T00:48:36.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:36.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:36.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:35 smithi082 ceph-mon[91979]: Health check update: Degraded data redundancy: 50/489 objects degraded (10.225%), 12 pgs degraded (PG_DEGRADED) 2024-08-17T00:48:36.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:36.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:48:36.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:36.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:36.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:35 smithi082 ceph-mon[91979]: from='osd.7 ' entity='osd.7' 2024-08-17T00:48:36.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:36.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:36.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:35 smithi137 ceph-mon[86391]: Health check update: Degraded data redundancy: 50/489 objects degraded (10.225%), 12 pgs degraded (PG_DEGRADED) 2024-08-17T00:48:36.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:36.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:48:36.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:36.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:36.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:35 smithi137 ceph-mon[86391]: from='osd.7 ' entity='osd.7' 2024-08-17T00:48:36.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:36.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:36.275 INFO:tasks.rados.rados.0.smithi082.stdout:2331: done (0 left) 2024-08-17T00:48:36.275 INFO:tasks.rados.rados.0.smithi082.stdout:2332: copy_from oid 50 from oid 43 current snap is 229 2024-08-17T00:48:36.275 INFO:tasks.rados.rados.0.smithi082.stdout:2333: snap_create 2024-08-17T00:48:36.294 INFO:tasks.rados.rados.0.smithi082.stdout:2332: finishing copy_from racing read to smithi08280503-50 2024-08-17T00:48:36.297 INFO:tasks.rados.rados.0.smithi082.stdout:2332: finishing copy_from to smithi08280503-50 2024-08-17T00:48:36.297 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 1083 (ObjNum 693 snap 215 seq_num 693) dirty exists 2024-08-17T00:48:37.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:36 smithi082 ceph-mon[94343]: pgmap v456: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 343 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 3.1 MiB/s wr, 37 op/s; 50/495 objects degraded (10.101%) 2024-08-17T00:48:37.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:36 smithi082 ceph-mon[94343]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:48:37.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:36 smithi082 ceph-mon[94343]: osd.7 [v2:172.21.15.137:6824/2341817159,v1:172.21.15.137:6825/2341817159] boot 2024-08-17T00:48:37.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:36 smithi082 ceph-mon[94343]: osdmap e527: 8 total, 8 up, 8 in 2024-08-17T00:48:37.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:48:37.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:36 smithi082 ceph-mon[91979]: pgmap v456: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 343 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 3.1 MiB/s wr, 37 op/s; 50/495 objects degraded (10.101%) 2024-08-17T00:48:37.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:36 smithi082 ceph-mon[91979]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:48:37.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:36 smithi082 ceph-mon[91979]: osd.7 [v2:172.21.15.137:6824/2341817159,v1:172.21.15.137:6825/2341817159] boot 2024-08-17T00:48:37.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:36 smithi082 ceph-mon[91979]: osdmap e527: 8 total, 8 up, 8 in 2024-08-17T00:48:37.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:48:37.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:36 smithi137 ceph-mon[86391]: pgmap v456: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 343 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 3.1 MiB/s wr, 37 op/s; 50/495 objects degraded (10.101%) 2024-08-17T00:48:37.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:36 smithi137 ceph-mon[86391]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T00:48:37.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:36 smithi137 ceph-mon[86391]: osd.7 [v2:172.21.15.137:6824/2341817159,v1:172.21.15.137:6825/2341817159] boot 2024-08-17T00:48:37.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:36 smithi137 ceph-mon[86391]: osdmap e527: 8 total, 8 up, 8 in 2024-08-17T00:48:37.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T00:48:37.285 INFO:tasks.rados.rados.0.smithi082.stdout:2332: done (1 left) 2024-08-17T00:48:37.285 INFO:tasks.rados.rados.0.smithi082.stdout:2333: done (0 left) 2024-08-17T00:48:37.285 INFO:tasks.rados.rados.0.smithi082.stdout:2334: rollback oid 44 current snap is 230 2024-08-17T00:48:37.285 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 44 to 197 2024-08-17T00:48:37.285 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 42 current snap is 230 2024-08-17T00:48:37.285 INFO:tasks.rados.rados.0.smithi082.stdout:2335: seq_num 718 ranges {2883584=32768} 2024-08-17T00:48:37.302 INFO:tasks.rados.rados.0.smithi082.stdout:2335: writing smithi08280503-42 from 2883584 to 2916352 tid 1 2024-08-17T00:48:37.302 INFO:tasks.rados.rados.0.smithi082.stdout:2336: rollback oid 5 current snap is 230 2024-08-17T00:48:37.302 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 5 to 221 2024-08-17T00:48:37.302 INFO:tasks.rados.rados.0.smithi082.stdout:2334: finishing rollback tid 0 to smithi08280503-44 2024-08-17T00:48:37.303 INFO:tasks.rados.rados.0.smithi082.stdout:2334: finishing rollback tid 1 to smithi08280503-44 2024-08-17T00:48:37.303 INFO:tasks.rados.rados.0.smithi082.stdout:2334: finishing rollback tid 2 to smithi08280503-44 2024-08-17T00:48:37.303 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 1121 (ObjNum 564 snap 173 seq_num 564) dirty exists 2024-08-17T00:48:37.303 INFO:tasks.rados.rados.0.smithi082.stdout:2334: done (2 left) 2024-08-17T00:48:37.303 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 37 current snap is 230 2024-08-17T00:48:37.303 INFO:tasks.rados.rados.0.smithi082.stdout:2337: seq_num 719 ranges {4251648=49152} 2024-08-17T00:48:37.326 INFO:tasks.rados.rados.0.smithi082.stdout:2337: writing smithi08280503-37 from 4251648 to 4300800 tid 1 2024-08-17T00:48:37.326 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 9 current snap is 230 2024-08-17T00:48:37.327 INFO:tasks.rados.rados.0.smithi082.stdout:2336: finishing rollback tid 0 to smithi08280503-5 2024-08-17T00:48:37.327 INFO:tasks.rados.rados.0.smithi082.stdout:2336: finishing rollback tid 1 to smithi08280503-5 2024-08-17T00:48:37.327 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 1031 (ObjNum 33 snap 0 seq_num 1953066355) dirty dne 2024-08-17T00:48:37.327 INFO:tasks.rados.rados.0.smithi082.stdout:2335: finishing write tid 1 to smithi08280503-42 2024-08-17T00:48:37.327 INFO:tasks.rados.rados.0.smithi082.stdout:2338: seq_num 720 ranges {0=65536} 2024-08-17T00:48:37.327 INFO:tasks.rados.rados.0.smithi082.stdout:2338: writing smithi08280503-9 from 0 to 65536 tid 1 2024-08-17T00:48:37.327 INFO:tasks.rados.rados.0.smithi082.stdout:2336: done (3 left) 2024-08-17T00:48:37.327 INFO:tasks.rados.rados.0.smithi082.stdout:2339: read oid 44 snap -1 2024-08-17T00:48:37.327 INFO:tasks.rados.rados.0.smithi082.stdout:2339: expect (ObjNum 564 snap 173 seq_num 564) 2024-08-17T00:48:37.327 INFO:tasks.rados.rados.0.smithi082.stdout:2340: snap_remove snap 193 2024-08-17T00:48:38.294 INFO:tasks.rados.rados.0.smithi082.stdout:2340: done (4 left) 2024-08-17T00:48:38.294 INFO:tasks.rados.rados.0.smithi082.stdout:2341: snap_create 2024-08-17T00:48:38.294 INFO:tasks.rados.rados.0.smithi082.stdout:2335: finishing write tid 2 to smithi08280503-42 2024-08-17T00:48:38.294 INFO:tasks.rados.rados.0.smithi082.stdout:2335: finishing write tid 3 to smithi08280503-42 2024-08-17T00:48:38.294 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 1251 (ObjNum 718 snap 230 seq_num 718) dirty exists 2024-08-17T00:48:38.295 INFO:tasks.rados.rados.0.smithi082.stdout:2335: left oid 42 (ObjNum 718 snap 230 seq_num 718) 2024-08-17T00:48:38.295 INFO:tasks.rados.rados.0.smithi082.stdout:2337: finishing write tid 1 to smithi08280503-37 2024-08-17T00:48:38.295 INFO:tasks.rados.rados.0.smithi082.stdout:2338: finishing write tid 1 to smithi08280503-9 2024-08-17T00:48:38.295 INFO:tasks.rados.rados.0.smithi082.stdout:2337: finishing write tid 2 to smithi08280503-37 2024-08-17T00:48:38.295 INFO:tasks.rados.rados.0.smithi082.stdout:2338: finishing write tid 2 to smithi08280503-9 2024-08-17T00:48:38.295 INFO:tasks.rados.rados.0.smithi082.stdout:2338: finishing write tid 3 to smithi08280503-9 2024-08-17T00:48:38.295 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 1326 (ObjNum 720 snap 230 seq_num 720) dirty exists 2024-08-17T00:48:38.295 INFO:tasks.rados.rados.0.smithi082.stdout:2338: left oid 9 (ObjNum 720 snap 230 seq_num 720) 2024-08-17T00:48:38.295 INFO:tasks.rados.rados.0.smithi082.stdout:2337: finishing write tid 3 to smithi08280503-37 2024-08-17T00:48:38.295 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 1425 (ObjNum 719 snap 230 seq_num 719) dirty exists 2024-08-17T00:48:38.295 INFO:tasks.rados.rados.0.smithi082.stdout:2337: left oid 37 (ObjNum 719 snap 230 seq_num 719) 2024-08-17T00:48:38.295 INFO:tasks.rados.rados.0.smithi082.stdout:2339: expect (ObjNum 564 snap 173 seq_num 564) 2024-08-17T00:48:38.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:38 smithi082 ceph-mon[94343]: osdmap e528: 8 total, 8 up, 8 in 2024-08-17T00:48:38.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:38 smithi082 ceph-mon[94343]: pgmap v459: 121 pgs: 4 peering, 23 active+undersized, 10 active+undersized+degraded, 84 active+clean; 343 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 2.0 MiB/s wr, 33 op/s; 47/498 objects degraded (9.438%) 2024-08-17T00:48:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:38 smithi082 ceph-mon[91979]: osdmap e528: 8 total, 8 up, 8 in 2024-08-17T00:48:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:38 smithi082 ceph-mon[91979]: pgmap v459: 121 pgs: 4 peering, 23 active+undersized, 10 active+undersized+degraded, 84 active+clean; 343 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 2.0 MiB/s wr, 33 op/s; 47/498 objects degraded (9.438%) 2024-08-17T00:48:38.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:38 smithi137 ceph-mon[86391]: osdmap e528: 8 total, 8 up, 8 in 2024-08-17T00:48:38.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:38 smithi137 ceph-mon[86391]: pgmap v459: 121 pgs: 4 peering, 23 active+undersized, 10 active+undersized+degraded, 84 active+clean; 343 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 2.0 MiB/s wr, 33 op/s; 47/498 objects degraded (9.438%) 2024-08-17T00:48:39.289 INFO:tasks.rados.rados.0.smithi082.stdout:2335: done (4 left) 2024-08-17T00:48:39.290 INFO:tasks.rados.rados.0.smithi082.stdout:2337: done (3 left) 2024-08-17T00:48:39.290 INFO:tasks.rados.rados.0.smithi082.stdout:2338: done (2 left) 2024-08-17T00:48:39.290 INFO:tasks.rados.rados.0.smithi082.stdout:2339: done (1 left) 2024-08-17T00:48:39.290 INFO:tasks.rados.rados.0.smithi082.stdout:2341: done (0 left) 2024-08-17T00:48:39.290 INFO:tasks.rados.rados.0.smithi082.stdout:2342: copy_from oid 38 from oid 17 current snap is 231 2024-08-17T00:48:39.290 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 11 current snap is 231 2024-08-17T00:48:39.290 INFO:tasks.rados.rados.0.smithi082.stdout:2343: seq_num 721 ranges {1245184=81920} 2024-08-17T00:48:39.297 INFO:tasks.rados.rados.0.smithi082.stdout:2343: writing smithi08280503-11 from 1245184 to 1327104 tid 1 2024-08-17T00:48:39.297 INFO:tasks.rados.rados.0.smithi082.stdout:2344: delete oid 47 current snap is 231 2024-08-17T00:48:39.300 INFO:tasks.rados.rados.0.smithi082.stdout:2343: finishing write tid 1 to smithi08280503-11 2024-08-17T00:48:39.300 INFO:tasks.rados.rados.0.smithi082.stdout:2343: finishing write tid 2 to smithi08280503-11 2024-08-17T00:48:39.302 INFO:tasks.rados.rados.0.smithi082.stdout:2343: finishing write tid 3 to smithi08280503-11 2024-08-17T00:48:39.302 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 1223 (ObjNum 721 snap 231 seq_num 721) dirty exists 2024-08-17T00:48:39.302 INFO:tasks.rados.rados.0.smithi082.stdout:2343: left oid 11 (ObjNum 721 snap 231 seq_num 721) 2024-08-17T00:48:39.305 INFO:tasks.rados.rados.0.smithi082.stdout:2343: done (2 left) 2024-08-17T00:48:39.306 INFO:tasks.rados.rados.0.smithi082.stdout:2344: done (1 left) 2024-08-17T00:48:39.306 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 3 current snap is 231 2024-08-17T00:48:39.306 INFO:tasks.rados.rados.0.smithi082.stdout:2345: seq_num 723 ranges {0=114688} 2024-08-17T00:48:39.306 INFO:tasks.rados.rados.0.smithi082.stdout:2345: writing smithi08280503-3 from 0 to 114688 tid 1 2024-08-17T00:48:39.306 INFO:tasks.rados.rados.0.smithi082.stdout:2346: delete oid 19 current snap is 231 2024-08-17T00:48:39.310 INFO:tasks.rados.rados.0.smithi082.stdout:2345: finishing write tid 1 to smithi08280503-3 2024-08-17T00:48:39.310 INFO:tasks.rados.rados.0.smithi082.stdout:2345: finishing write tid 2 to smithi08280503-3 2024-08-17T00:48:39.312 INFO:tasks.rados.rados.0.smithi082.stdout:2346: done (2 left) 2024-08-17T00:48:39.312 INFO:tasks.rados.rados.0.smithi082.stdout:2347: rollback oid 25 current snap is 231 2024-08-17T00:48:39.312 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 25 to 219 2024-08-17T00:48:39.312 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 35 current snap is 231 2024-08-17T00:48:39.312 INFO:tasks.rados.rados.0.smithi082.stdout:2348: seq_num 725 ranges {3047424=147456} 2024-08-17T00:48:39.330 INFO:tasks.rados.rados.0.smithi082.stdout:2348: writing smithi08280503-35 from 3047424 to 3194880 tid 1 2024-08-17T00:48:39.330 INFO:tasks.rados.rados.0.smithi082.stdout:2349: read oid 9 snap -1 2024-08-17T00:48:39.331 INFO:tasks.rados.rados.0.smithi082.stdout:2349: expect (ObjNum 720 snap 230 seq_num 720) 2024-08-17T00:48:39.331 INFO:tasks.rados.rados.0.smithi082.stdout:2350: read oid 27 snap -1 2024-08-17T00:48:39.331 INFO:tasks.rados.rados.0.smithi082.stdout:2350: expect (ObjNum 699 snap 219 seq_num 699) 2024-08-17T00:48:39.331 INFO:tasks.rados.rados.0.smithi082.stdout:2351: read oid 47 snap 212 2024-08-17T00:48:39.331 INFO:tasks.rados.rados.0.smithi082.stdout:2351: expect (ObjNum 660 snap 201 seq_num 660) 2024-08-17T00:48:39.331 INFO:tasks.rados.rados.0.smithi082.stdout:2352: copy_from oid 43 from oid 44 current snap is 231 2024-08-17T00:48:39.331 INFO:tasks.rados.rados.0.smithi082.stdout:2345: finishing write tid 3 to smithi08280503-3 2024-08-17T00:48:39.331 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 950 (ObjNum 723 snap 231 seq_num 723) dirty exists 2024-08-17T00:48:39.331 INFO:tasks.rados.rados.0.smithi082.stdout:2345: left oid 3 (ObjNum 723 snap 231 seq_num 723) 2024-08-17T00:48:39.331 INFO:tasks.rados.rados.0.smithi082.stdout:2345: done (7 left) 2024-08-17T00:48:39.331 INFO:tasks.rados.rados.0.smithi082.stdout:2353: delete oid 41 current snap is 231 2024-08-17T00:48:39.331 INFO:tasks.rados.rados.0.smithi082.stdout:2347: finishing rollback tid 0 to smithi08280503-25 2024-08-17T00:48:39.332 INFO:tasks.rados.rados.0.smithi082.stdout:2347: finishing rollback tid 1 to smithi08280503-25 2024-08-17T00:48:39.332 INFO:tasks.rados.rados.0.smithi082.stdout:2347: finishing rollback tid 2 to smithi08280503-25 2024-08-17T00:48:39.332 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 1125 (ObjNum 551 snap 165 seq_num 551) dirty exists 2024-08-17T00:48:39.333 INFO:tasks.rados.rados.0.smithi082.stdout:2349: expect (ObjNum 720 snap 230 seq_num 720) 2024-08-17T00:48:39.343 INFO:tasks.rados.rados.0.smithi082.stdout:2347: done (7 left) 2024-08-17T00:48:39.343 INFO:tasks.rados.rados.0.smithi082.stdout:2349: done (6 left) 2024-08-17T00:48:39.343 INFO:tasks.rados.rados.0.smithi082.stdout:2353: done (5 left) 2024-08-17T00:48:39.343 INFO:tasks.rados.rados.0.smithi082.stdout:2354: snap_remove snap 216 2024-08-17T00:48:39.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:39 smithi082 ceph-mon[94343]: osdmap e529: 8 total, 8 up, 8 in 2024-08-17T00:48:39.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:39 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:39.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:39 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:39.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:39 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:48:39.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:39 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:48:39.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:39 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:39.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:39 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:48:39.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:39 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:48:39.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:39 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:48:39.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:39 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:48:39.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:39 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:48:39.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:39 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:39.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:39 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-08-17T00:48:39.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:39 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-17T00:48:39.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:39 smithi082 ceph-mon[91979]: osdmap e529: 8 total, 8 up, 8 in 2024-08-17T00:48:39.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:39 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:39.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:39 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:39.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:39 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:48:39.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:39 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:48:39.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:39 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:39.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:39 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:48:39.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:39 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:48:39.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:39 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:48:39.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:39 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:48:39.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:39 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:48:39.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:39 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:39.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:39 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-08-17T00:48:39.728 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:39 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-17T00:48:39.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:39 smithi137 ceph-mon[86391]: osdmap e529: 8 total, 8 up, 8 in 2024-08-17T00:48:39.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:39 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:39.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:39 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:39.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:39 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:48:39.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:39 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:48:39.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:39 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:39.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:39 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:48:39.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:39 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:48:39.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:39 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:48:39.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:39 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:48:39.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:39 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:48:39.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:39 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:39.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:39 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-08-17T00:48:39.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:39 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-17T00:48:40.363 INFO:tasks.rados.rados.0.smithi082.stdout:2348: finishing write tid 1 to smithi08280503-35 2024-08-17T00:48:40.364 INFO:tasks.rados.rados.0.smithi082.stdout:2348: finishing write tid 2 to smithi08280503-35 2024-08-17T00:48:40.364 INFO:tasks.rados.rados.0.smithi082.stdout:2342: finishing copy_from racing read to smithi08280503-38 2024-08-17T00:48:40.364 INFO:tasks.rados.rados.0.smithi082.stdout:2348: finishing write tid 3 to smithi08280503-35 2024-08-17T00:48:40.364 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 1091 (ObjNum 725 snap 231 seq_num 725) dirty exists 2024-08-17T00:48:40.364 INFO:tasks.rados.rados.0.smithi082.stdout:2348: left oid 35 (ObjNum 725 snap 231 seq_num 725) 2024-08-17T00:48:40.364 INFO:tasks.rados.rados.0.smithi082.stdout:2342: finishing copy_from to smithi08280503-38 2024-08-17T00:48:40.364 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 1100 (ObjNum 551 snap 165 seq_num 551) dirty exists 2024-08-17T00:48:40.364 INFO:tasks.rados.rados.0.smithi082.stdout:2352: finishing copy_from racing read to smithi08280503-43 2024-08-17T00:48:40.364 INFO:tasks.rados.rados.0.smithi082.stdout:2350: expect (ObjNum 699 snap 219 seq_num 699) 2024-08-17T00:48:40.521 INFO:tasks.rados.rados.0.smithi082.stdout:2352: finishing copy_from to smithi08280503-43 2024-08-17T00:48:40.521 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 1121 (ObjNum 564 snap 173 seq_num 564) dirty exists 2024-08-17T00:48:40.522 INFO:tasks.rados.rados.0.smithi082.stdout:2351: expect (ObjNum 660 snap 201 seq_num 660) 2024-08-17T00:48:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[91979]: Upgrade: Setting container_image for all osd 2024-08-17T00:48:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-08-17T00:48:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[91979]: osdmap e530: 8 total, 8 up, 8 in 2024-08-17T00:48:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-17T00:48:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-08-17T00:48:40.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-17T00:48:40.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-08-17T00:48:40.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-17T00:48:40.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-08-17T00:48:40.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-17T00:48:40.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-08-17T00:48:40.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-17T00:48:40.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-08-17T00:48:40.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-17T00:48:40.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-08-17T00:48:40.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-17T00:48:40.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[91979]: Upgrade: Setting require_osd_release to 19 squid 2024-08-17T00:48:40.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-08-17T00:48:40.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[91979]: pgmap v462: 121 pgs: 4 peering, 3 active+undersized, 1 active+undersized+degraded, 113 active+clean; 336 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 3.3 MiB/s wr, 5 op/s; 1/480 objects degraded (0.208%); 14 MiB/s, 2 objects/s recovering 2024-08-17T00:48:40.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[94343]: Upgrade: Setting container_image for all osd 2024-08-17T00:48:40.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-08-17T00:48:40.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[94343]: osdmap e530: 8 total, 8 up, 8 in 2024-08-17T00:48:40.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-17T00:48:40.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-08-17T00:48:40.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-17T00:48:40.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-08-17T00:48:40.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-17T00:48:40.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-08-17T00:48:40.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-17T00:48:40.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-08-17T00:48:40.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-17T00:48:40.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-08-17T00:48:40.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-17T00:48:40.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-08-17T00:48:40.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-17T00:48:40.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[94343]: Upgrade: Setting require_osd_release to 19 squid 2024-08-17T00:48:40.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-08-17T00:48:40.728 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:40 smithi082 ceph-mon[94343]: pgmap v462: 121 pgs: 4 peering, 3 active+undersized, 1 active+undersized+degraded, 113 active+clean; 336 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 3.3 MiB/s wr, 5 op/s; 1/480 objects degraded (0.208%); 14 MiB/s, 2 objects/s recovering 2024-08-17T00:48:40.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:40 smithi137 ceph-mon[86391]: Upgrade: Setting container_image for all osd 2024-08-17T00:48:40.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:40 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-08-17T00:48:40.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:40 smithi137 ceph-mon[86391]: osdmap e530: 8 total, 8 up, 8 in 2024-08-17T00:48:40.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:40 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-17T00:48:40.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:40 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-08-17T00:48:40.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:40 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-17T00:48:40.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:40 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-08-17T00:48:40.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:40 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-17T00:48:40.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:40 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-08-17T00:48:40.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:40 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-17T00:48:40.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:40 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-08-17T00:48:40.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:40 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-17T00:48:40.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:40 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-08-17T00:48:40.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:40 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-17T00:48:40.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:40 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-08-17T00:48:40.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:40 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-17T00:48:40.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:40 smithi137 ceph-mon[86391]: Upgrade: Setting require_osd_release to 19 squid 2024-08-17T00:48:40.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:40 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-08-17T00:48:40.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:40 smithi137 ceph-mon[86391]: pgmap v462: 121 pgs: 4 peering, 3 active+undersized, 1 active+undersized+degraded, 113 active+clean; 336 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 3.3 MiB/s wr, 5 op/s; 1/480 objects degraded (0.208%); 14 MiB/s, 2 objects/s recovering 2024-08-17T00:48:41.343 INFO:tasks.rados.rados.0.smithi082.stdout:2342: done (5 left) 2024-08-17T00:48:41.343 INFO:tasks.rados.rados.0.smithi082.stdout:2348: done (4 left) 2024-08-17T00:48:41.343 INFO:tasks.rados.rados.0.smithi082.stdout:2350: done (3 left) 2024-08-17T00:48:41.343 INFO:tasks.rados.rados.0.smithi082.stdout:2351: done (2 left) 2024-08-17T00:48:41.343 INFO:tasks.rados.rados.0.smithi082.stdout:2352: done (1 left) 2024-08-17T00:48:41.343 INFO:tasks.rados.rados.0.smithi082.stdout:2354: done (0 left) 2024-08-17T00:48:41.343 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 25 current snap is 231 2024-08-17T00:48:41.344 INFO:tasks.rados.rados.0.smithi082.stdout:2355: seq_num 727 ranges {10756096=180224} 2024-08-17T00:48:41.402 INFO:tasks.rados.rados.0.smithi082.stdout:2355: writing smithi08280503-25 from 10756096 to 10936320 tid 1 2024-08-17T00:48:41.402 INFO:tasks.rados.rados.0.smithi082.stdout:2356: read oid 15 snap -1 2024-08-17T00:48:41.402 INFO:tasks.rados.rados.0.smithi082.stdout:2356: expect (ObjNum 698 snap 217 seq_num 698) 2024-08-17T00:48:41.402 INFO:tasks.rados.rados.0.smithi082.stdout:2357: rmattr oid 5 current snap is 231 2024-08-17T00:48:41.402 INFO:tasks.rados.rados.0.smithi082.stdout:2357: done (2 left) 2024-08-17T00:48:41.402 INFO:tasks.rados.rados.0.smithi082.stdout:2358: read oid 30 snap 224 2024-08-17T00:48:41.402 INFO:tasks.rados.rados.0.smithi082.stdout:2358: expect deleted 2024-08-17T00:48:41.402 INFO:tasks.rados.rados.0.smithi082.stdout:2359: copy_from oid 2 from oid 24 current snap is 231 2024-08-17T00:48:41.403 INFO:tasks.rados.rados.0.smithi082.stdout:2360: snap_create 2024-08-17T00:48:41.406 INFO:tasks.rados.rados.0.smithi082.stdout:2355: finishing write tid 1 to smithi08280503-25 2024-08-17T00:48:41.407 INFO:tasks.rados.rados.0.smithi082.stdout:2355: finishing write tid 2 to smithi08280503-25 2024-08-17T00:48:41.409 INFO:tasks.rados.rados.0.smithi082.stdout:2355: finishing write tid 3 to smithi08280503-25 2024-08-17T00:48:41.409 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 1127 (ObjNum 727 snap 231 seq_num 727) dirty exists 2024-08-17T00:48:41.409 INFO:tasks.rados.rados.0.smithi082.stdout:2355: left oid 25 (ObjNum 727 snap 231 seq_num 727) 2024-08-17T00:48:41.417 INFO:tasks.rados.rados.0.smithi082.stdout:2359: finishing copy_from racing read to smithi08280503-2 2024-08-17T00:48:41.422 INFO:tasks.rados.rados.0.smithi082.stdout:2359: finishing copy_from to smithi08280503-2 2024-08-17T00:48:41.422 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 2 v 1135 (ObjNum 712 snap 226 seq_num 712) dirty exists 2024-08-17T00:48:41.469 INFO:tasks.rados.rados.0.smithi082.stdout:2356: expect (ObjNum 698 snap 217 seq_num 698) 2024-08-17T00:48:41.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:41 smithi082 ceph-mon[91979]: Health check update: Degraded data redundancy: 1/480 objects degraded (0.208%), 1 pg degraded (PG_DEGRADED) 2024-08-17T00:48:41.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:41 smithi082 ceph-mon[91979]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-17T00:48:41.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:41 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-17T00:48:41.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:41 smithi082 ceph-mon[91979]: osdmap e531: 8 total, 8 up, 8 in 2024-08-17T00:48:41.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:41 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-17T00:48:41.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:41 smithi082 ceph-mon[91979]: Upgrade: It appears safe to stop mds.a 2024-08-17T00:48:41.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:41 smithi082 ceph-mon[94343]: Health check update: Degraded data redundancy: 1/480 objects degraded (0.208%), 1 pg degraded (PG_DEGRADED) 2024-08-17T00:48:41.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:41 smithi082 ceph-mon[94343]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-17T00:48:41.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:41 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-17T00:48:41.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:41 smithi082 ceph-mon[94343]: osdmap e531: 8 total, 8 up, 8 in 2024-08-17T00:48:41.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:41 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-17T00:48:41.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:41 smithi082 ceph-mon[94343]: Upgrade: It appears safe to stop mds.a 2024-08-17T00:48:41.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:41 smithi137 ceph-mon[86391]: Health check update: Degraded data redundancy: 1/480 objects degraded (0.208%), 1 pg degraded (PG_DEGRADED) 2024-08-17T00:48:41.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:41 smithi137 ceph-mon[86391]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-17T00:48:41.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:41 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-17T00:48:41.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:41 smithi137 ceph-mon[86391]: osdmap e531: 8 total, 8 up, 8 in 2024-08-17T00:48:41.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:41 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-17T00:48:41.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:41 smithi137 ceph-mon[86391]: Upgrade: It appears safe to stop mds.a 2024-08-17T00:48:42.528 INFO:tasks.rados.rados.0.smithi082.stdout:2355: done (4 left) 2024-08-17T00:48:42.528 INFO:tasks.rados.rados.0.smithi082.stdout:2356: done (3 left) 2024-08-17T00:48:42.528 INFO:tasks.rados.rados.0.smithi082.stdout:2358: done (2 left) 2024-08-17T00:48:42.528 INFO:tasks.rados.rados.0.smithi082.stdout:2359: done (1 left) 2024-08-17T00:48:42.528 INFO:tasks.rados.rados.0.smithi082.stdout:2360: done (0 left) 2024-08-17T00:48:42.528 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 12 current snap is 232 2024-08-17T00:48:42.528 INFO:tasks.rados.rados.0.smithi082.stdout:2361: seq_num 728 ranges {6561792=196608} 2024-08-17T00:48:42.563 INFO:tasks.rados.rados.0.smithi082.stdout:2361: writing smithi08280503-12 from 6561792 to 6758400 tid 1 2024-08-17T00:48:42.563 INFO:tasks.rados.rados.0.smithi082.stdout:2362: read oid 33 snap -1 2024-08-17T00:48:42.563 INFO:tasks.rados.rados.0.smithi082.stdout:2362: expect (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:48:42.564 INFO:tasks.rados.rados.0.smithi082.stdout:2363: rmattr oid 38 current snap is 232 2024-08-17T00:48:42.564 INFO:tasks.rados.rados.0.smithi082.stdout:2364: rollback oid 10 current snap is 232 2024-08-17T00:48:42.564 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 10 to 224 2024-08-17T00:48:42.564 INFO:tasks.rados.rados.0.smithi082.stdout:2365: rollback oid 35 current snap is 232 2024-08-17T00:48:42.564 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 35 to 227 2024-08-17T00:48:42.564 INFO:tasks.rados.rados.0.smithi082.stdout:2366: rollback oid 2 current snap is 232 2024-08-17T00:48:42.564 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 2 to 215 2024-08-17T00:48:42.564 INFO:tasks.rados.rados.0.smithi082.stdout:2367: read oid 17 snap -1 2024-08-17T00:48:42.564 INFO:tasks.rados.rados.0.smithi082.stdout:2367: expect (ObjNum 551 snap 165 seq_num 551) 2024-08-17T00:48:42.564 INFO:tasks.rados.rados.0.smithi082.stdout:2368: rollback oid 29 current snap is 232 2024-08-17T00:48:42.564 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 29 to 221 2024-08-17T00:48:42.565 INFO:tasks.rados.rados.0.smithi082.stdout:2369: delete oid 22 current snap is 232 2024-08-17T00:48:42.566 INFO:tasks.rados.rados.0.smithi082.stdout:2364: finishing rollback tid 1 to smithi08280503-10 2024-08-17T00:48:42.566 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T00:48:42.569 INFO:tasks.rados.rados.0.smithi082.stdout:2366: finishing rollback tid 0 to smithi08280503-2 2024-08-17T00:48:42.569 INFO:tasks.rados.rados.0.smithi082.stdout:2365: finishing rollback tid 0 to smithi08280503-35 2024-08-17T00:48:42.570 INFO:tasks.rados.rados.0.smithi082.stdout:2366: finishing rollback tid 1 to smithi08280503-2 2024-08-17T00:48:42.570 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 2 v 1137 (ObjNum 33 snap 0 seq_num 1878523408) dirty dne 2024-08-17T00:48:42.570 INFO:tasks.rados.rados.0.smithi082.stdout:2368: finishing rollback tid 1 to smithi08280503-29 2024-08-17T00:48:42.570 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 1046 (ObjNum 65 snap 0 seq_num 3892917200) dirty dne 2024-08-17T00:48:42.571 INFO:tasks.rados.rados.0.smithi082.stdout:2365: finishing rollback tid 1 to smithi08280503-35 2024-08-17T00:48:42.571 INFO:tasks.rados.rados.0.smithi082.stdout:2365: finishing rollback tid 2 to smithi08280503-35 2024-08-17T00:48:42.571 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 1094 (ObjNum 693 snap 215 seq_num 693) dirty exists 2024-08-17T00:48:42.572 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 1224 (ObjNum 551 snap 165 seq_num 551) dirty exists 2024-08-17T00:48:42.573 INFO:tasks.rados.rados.0.smithi082.stdout:2361: finishing write tid 1 to smithi08280503-12 2024-08-17T00:48:42.573 INFO:tasks.rados.rados.0.smithi082.stdout:2361: finishing write tid 2 to smithi08280503-12 2024-08-17T00:48:42.575 INFO:tasks.rados.rados.0.smithi082.stdout:2361: finishing write tid 3 to smithi08280503-12 2024-08-17T00:48:42.575 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 1093 (ObjNum 728 snap 232 seq_num 728) dirty exists 2024-08-17T00:48:42.575 INFO:tasks.rados.rados.0.smithi082.stdout:2361: left oid 12 (ObjNum 728 snap 232 seq_num 728) 2024-08-17T00:48:42.596 INFO:tasks.rados.rados.0.smithi082.stdout:2362: expect (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:48:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:48:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:48:42.851 INFO:tasks.rados.rados.0.smithi082.stdout:2367: expect (ObjNum 551 snap 165 seq_num 551) 2024-08-17T00:48:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:42 smithi082 ceph-mon[94343]: Upgrade: Updating mds.a 2024-08-17T00:48:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:42 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:42 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:48:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:42 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:48:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:42 smithi082 ceph-mon[94343]: Deploying daemon mds.a on smithi082 2024-08-17T00:48:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:42 smithi082 ceph-mon[94343]: pgmap v464: 121 pgs: 121 active+clean; 339 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.8 MiB/s wr, 7 op/s; 11 MiB/s, 2 objects/s recovering 2024-08-17T00:48:43.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:42 smithi082 ceph-mon[94343]: osdmap e532: 8 total, 8 up, 8 in 2024-08-17T00:48:43.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:42 smithi082 ceph-mon[91979]: Upgrade: Updating mds.a 2024-08-17T00:48:43.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:42 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:43.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:42 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:48:43.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:42 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:48:43.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:42 smithi082 ceph-mon[91979]: Deploying daemon mds.a on smithi082 2024-08-17T00:48:43.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:42 smithi082 ceph-mon[91979]: pgmap v464: 121 pgs: 121 active+clean; 339 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.8 MiB/s wr, 7 op/s; 11 MiB/s, 2 objects/s recovering 2024-08-17T00:48:43.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:42 smithi082 ceph-mon[91979]: osdmap e532: 8 total, 8 up, 8 in 2024-08-17T00:48:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:42 smithi137 ceph-mon[86391]: Upgrade: Updating mds.a 2024-08-17T00:48:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:42 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:42 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:48:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:42 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:48:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:42 smithi137 ceph-mon[86391]: Deploying daemon mds.a on smithi082 2024-08-17T00:48:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:42 smithi137 ceph-mon[86391]: pgmap v464: 121 pgs: 121 active+clean; 339 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.8 MiB/s wr, 7 op/s; 11 MiB/s, 2 objects/s recovering 2024-08-17T00:48:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:42 smithi137 ceph-mon[86391]: osdmap e532: 8 total, 8 up, 8 in 2024-08-17T00:48:43.626 INFO:tasks.rados.rados.0.smithi082.stdout:2361: done (8 left) 2024-08-17T00:48:43.626 INFO:tasks.rados.rados.0.smithi082.stdout:2362: done (7 left) 2024-08-17T00:48:43.626 INFO:tasks.rados.rados.0.smithi082.stdout:2363: done (6 left) 2024-08-17T00:48:43.626 INFO:tasks.rados.rados.0.smithi082.stdout:2364: done (5 left) 2024-08-17T00:48:43.626 INFO:tasks.rados.rados.0.smithi082.stdout:2365: done (4 left) 2024-08-17T00:48:43.627 INFO:tasks.rados.rados.0.smithi082.stdout:2366: done (3 left) 2024-08-17T00:48:43.627 INFO:tasks.rados.rados.0.smithi082.stdout:2367: done (2 left) 2024-08-17T00:48:43.627 INFO:tasks.rados.rados.0.smithi082.stdout:2368: done (1 left) 2024-08-17T00:48:43.627 INFO:tasks.rados.rados.0.smithi082.stdout:2369: done (0 left) 2024-08-17T00:48:43.627 INFO:tasks.rados.rados.0.smithi082.stdout:2370: snap_remove snap 221 2024-08-17T00:48:43.779 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 00:48:43 smithi082 systemd[1]: Stopping Ceph mds.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:48:43.786 INFO:tasks.rados.rados.0.smithi082.stdout:2370: done (0 left) 2024-08-17T00:48:43.786 INFO:tasks.rados.rados.0.smithi082.stdout:2371: rmattr oid 9 current snap is 232 2024-08-17T00:48:43.787 INFO:tasks.rados.rados.0.smithi082.stdout:2371: done (0 left) 2024-08-17T00:48:43.787 INFO:tasks.rados.rados.0.smithi082.stdout:2372: rollback oid 12 current snap is 232 2024-08-17T00:48:43.787 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 12 to 214 2024-08-17T00:48:43.787 INFO:tasks.rados.rados.0.smithi082.stdout:2373: snap_remove snap 230 2024-08-17T00:48:43.800 INFO:tasks.rados.rados.0.smithi082.stdout:2373: done (1 left) 2024-08-17T00:48:43.801 INFO:tasks.rados.rados.0.smithi082.stdout:2374: delete oid 2 current snap is 232 2024-08-17T00:48:43.801 INFO:tasks.rados.rados.0.smithi082.stdout:2372: finishing rollback tid 0 to smithi08280503-12 2024-08-17T00:48:43.801 INFO:tasks.rados.rados.0.smithi082.stdout:2372: finishing rollback tid 1 to smithi08280503-12 2024-08-17T00:48:43.801 INFO:tasks.rados.rados.0.smithi082.stdout:2372: finishing rollback tid 2 to smithi08280503-12 2024-08-17T00:48:43.801 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 1096 (ObjNum 671 snap 204 seq_num 671) dirty exists 2024-08-17T00:48:43.811 INFO:tasks.rados.rados.0.smithi082.stdout:2372: done (1 left) 2024-08-17T00:48:43.812 INFO:tasks.rados.rados.0.smithi082.stdout:2374: done (0 left) 2024-08-17T00:48:43.812 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 10 current snap is 232 2024-08-17T00:48:43.812 INFO:tasks.rados.rados.0.smithi082.stdout:2375: seq_num 731 ranges {0=245760} 2024-08-17T00:48:43.814 INFO:tasks.rados.rados.0.smithi082.stdout:2375: writing smithi08280503-10 from 0 to 245760 tid 1 2024-08-17T00:48:43.814 INFO:tasks.rados.rados.0.smithi082.stdout:2376: read oid 6 snap -1 2024-08-17T00:48:43.814 INFO:tasks.rados.rados.0.smithi082.stdout:2376: expect (ObjNum 682 snap 210 seq_num 682) 2024-08-17T00:48:43.815 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 28 current snap is 232 2024-08-17T00:48:43.815 INFO:tasks.rados.rados.0.smithi082.stdout:2377: seq_num 732 ranges {5152768=262144} 2024-08-17T00:48:43.845 INFO:tasks.rados.rados.0.smithi082.stdout:2377: writing smithi08280503-28 from 5152768 to 5414912 tid 1 2024-08-17T00:48:43.845 INFO:tasks.rados.rados.0.smithi082.stdout:2378: setattr oid 27 current snap is 232 2024-08-17T00:48:43.845 INFO:tasks.rados.rados.0.smithi082.stdout:2375: finishing write tid 1 to smithi08280503-10 2024-08-17T00:48:43.845 INFO:tasks.rados.rados.0.smithi082.stdout:2375: finishing write tid 2 to smithi08280503-10 2024-08-17T00:48:43.846 INFO:tasks.rados.rados.0.smithi082.stdout:2376: expect (ObjNum 682 snap 210 seq_num 682) 2024-08-17T00:48:44.225 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 00:48:43 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-a[66817]: 2024-08-17T00:48:43.777+0000 7f277954a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T00:48:44.225 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 00:48:43 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-a[66817]: 2024-08-17T00:48:43.778+0000 7f277954a640 -1 mds.a *** got signal Terminated *** 2024-08-17T00:48:44.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:43 smithi082 ceph-mon[94343]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/480 objects degraded (0.208%), 1 pg degraded) 2024-08-17T00:48:44.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:43 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:48:44.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:43 smithi082 ceph-mon[94343]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T00:48:44.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:43 smithi082 ceph-mon[94343]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T00:48:44.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:43 smithi082 ceph-mon[94343]: osdmap e533: 8 total, 8 up, 8 in 2024-08-17T00:48:44.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:43 smithi082 ceph-mon[94343]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-17T00:48:44.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:43 smithi082 ceph-mon[94343]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T00:48:44.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:43 smithi082 ceph-mon[94343]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T00:48:44.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:43 smithi082 ceph-mon[94343]: fsmap cephfs:1/1 {0=b=up:replay} 2024-08-17T00:48:44.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:43 smithi082 ceph-mon[94343]: osdmap e534: 8 total, 8 up, 8 in 2024-08-17T00:48:44.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:43 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-a[91975]: 2024-08-17T00:48:43.778+0000 7f31bb24e640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T00:48:44.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:43 smithi082 ceph-mon[91979]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/480 objects degraded (0.208%), 1 pg degraded) 2024-08-17T00:48:44.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:43 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:48:44.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:43 smithi082 ceph-mon[91979]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T00:48:44.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:43 smithi082 ceph-mon[91979]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T00:48:44.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:43 smithi082 ceph-mon[91979]: osdmap e533: 8 total, 8 up, 8 in 2024-08-17T00:48:44.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:43 smithi082 ceph-mon[91979]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-17T00:48:44.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:43 smithi082 ceph-mon[91979]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T00:48:44.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:43 smithi082 ceph-mon[91979]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T00:48:44.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:43 smithi082 ceph-mon[91979]: fsmap cephfs:1/1 {0=b=up:replay} 2024-08-17T00:48:44.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:43 smithi082 ceph-mon[91979]: osdmap e534: 8 total, 8 up, 8 in 2024-08-17T00:48:44.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:43 smithi137 ceph-mon[86391]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/480 objects degraded (0.208%), 1 pg degraded) 2024-08-17T00:48:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:43 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:48:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:43 smithi137 ceph-mon[86391]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T00:48:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:43 smithi137 ceph-mon[86391]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T00:48:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:43 smithi137 ceph-mon[86391]: osdmap e533: 8 total, 8 up, 8 in 2024-08-17T00:48:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:43 smithi137 ceph-mon[86391]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-17T00:48:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:43 smithi137 ceph-mon[86391]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T00:48:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:43 smithi137 ceph-mon[86391]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T00:48:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:43 smithi137 ceph-mon[86391]: fsmap cephfs:1/1 {0=b=up:replay} 2024-08-17T00:48:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:43 smithi137 ceph-mon[86391]: osdmap e534: 8 total, 8 up, 8 in 2024-08-17T00:48:44.322 INFO:tasks.rados.rados.0.smithi082.stdout:2375: finishing write tid 3 to smithi08280503-10 2024-08-17T00:48:44.322 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 1033 (ObjNum 731 snap 232 seq_num 731) dirty exists 2024-08-17T00:48:44.322 INFO:tasks.rados.rados.0.smithi082.stdout:2375: left oid 10 (ObjNum 731 snap 232 seq_num 731) 2024-08-17T00:48:44.322 INFO:tasks.rados.rados.0.smithi082.stdout:2377: finishing write tid 1 to smithi08280503-28 2024-08-17T00:48:44.322 INFO:tasks.rados.rados.0.smithi082.stdout:2377: finishing write tid 2 to smithi08280503-28 2024-08-17T00:48:44.322 INFO:tasks.rados.rados.0.smithi082.stdout:2377: finishing write tid 3 to smithi08280503-28 2024-08-17T00:48:44.322 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 1137 (ObjNum 732 snap 232 seq_num 732) dirty exists 2024-08-17T00:48:44.323 INFO:tasks.rados.rados.0.smithi082.stdout:2377: left oid 28 (ObjNum 732 snap 232 seq_num 732) 2024-08-17T00:48:44.323 INFO:tasks.rados.rados.0.smithi082.stdout:2375: done (3 left) 2024-08-17T00:48:44.323 INFO:tasks.rados.rados.0.smithi082.stdout:2376: done (2 left) 2024-08-17T00:48:44.323 INFO:tasks.rados.rados.0.smithi082.stdout:2377: done (1 left) 2024-08-17T00:48:44.323 INFO:tasks.rados.rados.0.smithi082.stdout:2379: copy_from oid 34 from oid 32 current snap is 232 2024-08-17T00:48:44.323 INFO:tasks.rados.rados.0.smithi082.stdout:2380: snap_create 2024-08-17T00:48:44.325 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 1401 (ObjNum 699 snap 219 seq_num 699) dirty exists 2024-08-17T00:48:44.341 INFO:tasks.rados.rados.0.smithi082.stdout:2379: finishing copy_from racing read to smithi08280503-34 2024-08-17T00:48:44.347 INFO:tasks.rados.rados.0.smithi082.stdout:2379: finishing copy_from to smithi08280503-34 2024-08-17T00:48:44.347 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 1382 (ObjNum 705 snap 223 seq_num 705) dirty exists 2024-08-17T00:48:44.828 INFO:tasks.rados.rados.0.smithi082.stdout:2378: done (2 left) 2024-08-17T00:48:44.828 INFO:tasks.rados.rados.0.smithi082.stdout:2379: done (1 left) 2024-08-17T00:48:44.828 INFO:tasks.rados.rados.0.smithi082.stdout:2380: done (0 left) 2024-08-17T00:48:44.828 INFO:tasks.rados.rados.0.smithi082.stdout:2381: rollback oid 6 current snap is 233 2024-08-17T00:48:44.828 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 6 to 215 2024-08-17T00:48:44.828 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 9 current snap is 233 2024-08-17T00:48:44.829 INFO:tasks.rados.rados.0.smithi082.stdout:2382: seq_num 733 ranges {65536=278528} 2024-08-17T00:48:44.830 INFO:tasks.rados.rados.0.smithi082.stdout:2382: writing smithi08280503-9 from 65536 to 344064 tid 1 2024-08-17T00:48:44.830 INFO:tasks.rados.rados.0.smithi082.stdout:2383: copy_from oid 19 from oid 31 current snap is 233 2024-08-17T00:48:44.830 INFO:tasks.rados.rados.0.smithi082.stdout:2384: rollback oid 17 current snap is 233 2024-08-17T00:48:44.830 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 17 to 231 2024-08-17T00:48:44.830 INFO:tasks.rados.rados.0.smithi082.stdout:2385: delete oid 21 current snap is 233 2024-08-17T00:48:44.833 INFO:tasks.rados.rados.0.smithi082.stdout:2383: finishing copy_from to smithi08280503-19 2024-08-17T00:48:44.833 INFO:tasks.rados.rados.0.smithi082.stdout:2383: got expected ENOENT (src dne) 2024-08-17T00:48:44.833 INFO:tasks.rados.rados.0.smithi082.stdout:2383: finishing copy_from racing read to smithi08280503-19 2024-08-17T00:48:44.834 INFO:tasks.rados.rados.0.smithi082.stdout:2383: done (4 left) 2024-08-17T00:48:44.834 INFO:tasks.rados.rados.0.smithi082.stdout:2385: done (3 left) 2024-08-17T00:48:44.835 INFO:tasks.rados.rados.0.smithi082.stdout:2386: read oid 42 snap -1 2024-08-17T00:48:44.835 INFO:tasks.rados.rados.0.smithi082.stdout:2386: expect (ObjNum 718 snap 230 seq_num 718) 2024-08-17T00:48:44.835 INFO:tasks.rados.rados.0.smithi082.stdout:2387: rollback oid 49 current snap is 233 2024-08-17T00:48:44.835 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 49 to 213 2024-08-17T00:48:44.835 INFO:tasks.rados.rados.0.smithi082.stdout:2388: rollback oid 44 current snap is 233 2024-08-17T00:48:44.835 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 44 to 217 2024-08-17T00:48:44.835 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 22 current snap is 233 2024-08-17T00:48:44.835 INFO:tasks.rados.rados.0.smithi082.stdout:2389: seq_num 735 ranges {0=311296} 2024-08-17T00:48:44.837 INFO:tasks.rados.rados.0.smithi082.stdout:2389: writing smithi08280503-22 from 0 to 311296 tid 1 2024-08-17T00:48:44.837 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 3 current snap is 233 2024-08-17T00:48:44.837 INFO:tasks.rados.rados.0.smithi082.stdout:2390: seq_num 736 ranges {114688=335872} 2024-08-17T00:48:44.842 INFO:tasks.rados.rados.0.smithi082.stdout:2390: writing smithi08280503-3 from 114688 to 450560 tid 1 2024-08-17T00:48:44.842 INFO:tasks.rados.rados.0.smithi082.stdout:2391: copy_from oid 34 from oid 27 current snap is 233 2024-08-17T00:48:44.842 INFO:tasks.rados.rados.0.smithi082.stdout:2392: setattr oid 46 current snap is 233 2024-08-17T00:48:44.842 INFO:tasks.rados.rados.0.smithi082.stdout:2381: finishing rollback tid 0 to smithi08280503-6 2024-08-17T00:48:44.842 INFO:tasks.rados.rados.0.smithi082.stdout:2382: finishing write tid 1 to smithi08280503-9 2024-08-17T00:48:44.842 INFO:tasks.rados.rados.0.smithi082.stdout:2381: finishing rollback tid 1 to smithi08280503-6 2024-08-17T00:48:44.842 INFO:tasks.rados.rados.0.smithi082.stdout:2384: finishing rollback tid 0 to smithi08280503-17 2024-08-17T00:48:44.842 INFO:tasks.rados.rados.0.smithi082.stdout:2382: finishing write tid 2 to smithi08280503-9 2024-08-17T00:48:44.842 INFO:tasks.rados.rados.0.smithi082.stdout:2384: finishing rollback tid 1 to smithi08280503-17 2024-08-17T00:48:44.843 INFO:tasks.rados.rados.0.smithi082.stdout:2387: finishing rollback tid 1 to smithi08280503-49 2024-08-17T00:48:44.843 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 49 v 1274 (ObjNum 33 snap 0 seq_num 3892917624) dirty dne 2024-08-17T00:48:44.843 INFO:tasks.rados.rados.0.smithi082.stdout:2382: finishing write tid 3 to smithi08280503-9 2024-08-17T00:48:44.843 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 1355 (ObjNum 733 snap 233 seq_num 733) dirty exists 2024-08-17T00:48:44.843 INFO:tasks.rados.rados.0.smithi082.stdout:2382: left oid 9 (ObjNum 733 snap 233 seq_num 733) 2024-08-17T00:48:44.843 INFO:tasks.rados.rados.0.smithi082.stdout:2381: finishing rollback tid 2 to smithi08280503-6 2024-08-17T00:48:44.843 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 1036 (ObjNum 682 snap 210 seq_num 682) dirty exists 2024-08-17T00:48:44.843 INFO:tasks.rados.rados.0.smithi082.stdout:2384: finishing rollback tid 2 to smithi08280503-17 2024-08-17T00:48:44.843 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 1108 (ObjNum 551 snap 165 seq_num 551) dirty exists 2024-08-17T00:48:44.843 INFO:tasks.rados.rados.0.smithi082.stdout:2388: finishing rollback tid 0 to smithi08280503-44 2024-08-17T00:48:44.843 INFO:tasks.rados.rados.0.smithi082.stdout:2388: finishing rollback tid 1 to smithi08280503-44 2024-08-17T00:48:44.843 INFO:tasks.rados.rados.0.smithi082.stdout:2389: finishing write tid 1 to smithi08280503-22 2024-08-17T00:48:44.843 INFO:tasks.rados.rados.0.smithi082.stdout:2389: finishing write tid 2 to smithi08280503-22 2024-08-17T00:48:44.844 INFO:tasks.rados.rados.0.smithi082.stdout:2388: finishing rollback tid 2 to smithi08280503-44 2024-08-17T00:48:44.844 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 1124 (ObjNum 672 snap 204 seq_num 672) dirty exists 2024-08-17T00:48:44.844 INFO:tasks.rados.rados.0.smithi082.stdout:2381: done (9 left) 2024-08-17T00:48:44.844 INFO:tasks.rados.rados.0.smithi082.stdout:2382: done (8 left) 2024-08-17T00:48:44.845 INFO:tasks.rados.rados.0.smithi082.stdout:2384: done (7 left) 2024-08-17T00:48:44.845 INFO:tasks.rados.rados.0.smithi082.stdout:2387: done (6 left) 2024-08-17T00:48:44.845 INFO:tasks.rados.rados.0.smithi082.stdout:2388: done (5 left) 2024-08-17T00:48:44.845 INFO:tasks.rados.rados.0.smithi082.stdout:2393: read oid 43 snap -1 2024-08-17T00:48:44.845 INFO:tasks.rados.rados.0.smithi082.stdout:2393: expect (ObjNum 564 snap 173 seq_num 564) 2024-08-17T00:48:44.845 INFO:tasks.rados.rados.0.smithi082.stdout:2394: snap_remove snap 232 2024-08-17T00:48:45.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:44 smithi082 ceph-mon[91979]: pgmap v468: 121 pgs: 121 active+clean; 347 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-08-17T00:48:45.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:44 smithi082 ceph-mon[91979]: mds.? [v2:172.21.15.137:6832/2805285471,v1:172.21.15.137:6833/2805285471] up:reconnect 2024-08-17T00:48:45.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:44 smithi082 ceph-mon[91979]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-08-17T00:48:45.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:44 smithi082 ceph-mon[94343]: pgmap v468: 121 pgs: 121 active+clean; 347 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-08-17T00:48:45.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:44 smithi082 ceph-mon[94343]: mds.? [v2:172.21.15.137:6832/2805285471,v1:172.21.15.137:6833/2805285471] up:reconnect 2024-08-17T00:48:45.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:44 smithi082 ceph-mon[94343]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-08-17T00:48:45.226 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:48:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:48:45] "GET /metrics HTTP/1.1" 200 36142 "" "Prometheus/2.43.0" 2024-08-17T00:48:45.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:44 smithi137 ceph-mon[86391]: pgmap v468: 121 pgs: 121 active+clean; 347 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-08-17T00:48:45.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:44 smithi137 ceph-mon[86391]: mds.? [v2:172.21.15.137:6832/2805285471,v1:172.21.15.137:6833/2805285471] up:reconnect 2024-08-17T00:48:45.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:44 smithi137 ceph-mon[86391]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-08-17T00:48:45.834 INFO:tasks.rados.rados.0.smithi082.stdout:2394: done (6 left) 2024-08-17T00:48:45.835 INFO:tasks.rados.rados.0.smithi082.stdout:2395: snap_remove snap 215 2024-08-17T00:48:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:45 smithi082 ceph-mon[94343]: osdmap e535: 8 total, 8 up, 8 in 2024-08-17T00:48:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:45 smithi082 ceph-mon[94343]: mds.? [v2:172.21.15.137:6832/2805285471,v1:172.21.15.137:6833/2805285471] up:rejoin 2024-08-17T00:48:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:45 smithi082 ceph-mon[94343]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-08-17T00:48:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:45 smithi082 ceph-mon[94343]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-17T00:48:46.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:45 smithi082 ceph-mon[91979]: osdmap e535: 8 total, 8 up, 8 in 2024-08-17T00:48:46.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:45 smithi082 ceph-mon[91979]: mds.? [v2:172.21.15.137:6832/2805285471,v1:172.21.15.137:6833/2805285471] up:rejoin 2024-08-17T00:48:46.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:45 smithi082 ceph-mon[91979]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-08-17T00:48:46.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:45 smithi082 ceph-mon[91979]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-17T00:48:46.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:45 smithi137 ceph-mon[86391]: osdmap e535: 8 total, 8 up, 8 in 2024-08-17T00:48:46.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:45 smithi137 ceph-mon[86391]: mds.? [v2:172.21.15.137:6832/2805285471,v1:172.21.15.137:6833/2805285471] up:rejoin 2024-08-17T00:48:46.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:45 smithi137 ceph-mon[86391]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-08-17T00:48:46.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:45 smithi137 ceph-mon[86391]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-17T00:48:46.848 INFO:tasks.rados.rados.0.smithi082.stdout:2395: done (6 left) 2024-08-17T00:48:46.849 INFO:tasks.rados.rados.0.smithi082.stdout:2396: snap_remove snap 229 2024-08-17T00:48:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:46 smithi082 ceph-mon[94343]: osdmap e536: 8 total, 8 up, 8 in 2024-08-17T00:48:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:46 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:48:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:46 smithi082 ceph-mon[94343]: pgmap v471: 121 pgs: 121 active+clean; 348 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-08-17T00:48:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:46 smithi082 ceph-mon[94343]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T00:48:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:46 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:48:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:46 smithi082 ceph-mon[94343]: mds.? [v2:172.21.15.137:6832/2805285471,v1:172.21.15.137:6833/2805285471] up:active 2024-08-17T00:48:47.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:46 smithi082 ceph-mon[94343]: fsmap cephfs:1 {0=b=up:active} 2024-08-17T00:48:47.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:46 smithi082 ceph-mon[91979]: osdmap e536: 8 total, 8 up, 8 in 2024-08-17T00:48:47.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:46 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:48:47.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:46 smithi082 ceph-mon[91979]: pgmap v471: 121 pgs: 121 active+clean; 348 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-08-17T00:48:47.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:46 smithi082 ceph-mon[91979]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T00:48:47.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:46 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:48:47.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:46 smithi082 ceph-mon[91979]: mds.? [v2:172.21.15.137:6832/2805285471,v1:172.21.15.137:6833/2805285471] up:active 2024-08-17T00:48:47.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:46 smithi082 ceph-mon[91979]: fsmap cephfs:1 {0=b=up:active} 2024-08-17T00:48:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:46 smithi137 ceph-mon[86391]: osdmap e536: 8 total, 8 up, 8 in 2024-08-17T00:48:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:46 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:48:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:46 smithi137 ceph-mon[86391]: pgmap v471: 121 pgs: 121 active+clean; 348 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-08-17T00:48:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:46 smithi137 ceph-mon[86391]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T00:48:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:46 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:48:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:46 smithi137 ceph-mon[86391]: mds.? [v2:172.21.15.137:6832/2805285471,v1:172.21.15.137:6833/2805285471] up:active 2024-08-17T00:48:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:46 smithi137 ceph-mon[86391]: fsmap cephfs:1 {0=b=up:active} 2024-08-17T00:48:47.850 INFO:tasks.rados.rados.0.smithi082.stdout:2396: done (6 left) 2024-08-17T00:48:47.850 INFO:tasks.rados.rados.0.smithi082.stdout:2397: rollback oid 44 current snap is 233 2024-08-17T00:48:47.850 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 44 to 206 2024-08-17T00:48:47.850 INFO:tasks.rados.rados.0.smithi082.stdout:2389: finishing write tid 3 to smithi08280503-22 2024-08-17T00:48:47.850 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 1130 (ObjNum 735 snap 233 seq_num 735) dirty exists 2024-08-17T00:48:47.851 INFO:tasks.rados.rados.0.smithi082.stdout:2389: left oid 22 (ObjNum 735 snap 233 seq_num 735) 2024-08-17T00:48:47.851 INFO:tasks.rados.rados.0.smithi082.stdout:2390: finishing write tid 1 to smithi08280503-3 2024-08-17T00:48:47.851 INFO:tasks.rados.rados.0.smithi082.stdout:2390: finishing write tid 2 to smithi08280503-3 2024-08-17T00:48:47.851 INFO:tasks.rados.rados.0.smithi082.stdout:2390: finishing write tid 3 to smithi08280503-3 2024-08-17T00:48:47.851 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 953 (ObjNum 736 snap 233 seq_num 736) dirty exists 2024-08-17T00:48:47.851 INFO:tasks.rados.rados.0.smithi082.stdout:2390: left oid 3 (ObjNum 736 snap 233 seq_num 736) 2024-08-17T00:48:47.851 INFO:tasks.rados.rados.0.smithi082.stdout:2386: expect (ObjNum 718 snap 230 seq_num 718) 2024-08-17T00:48:48.038 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 46 v 1357 (ObjNum 711 snap 226 seq_num 711) dirty exists 2024-08-17T00:48:48.038 INFO:tasks.rados.rados.0.smithi082.stdout:2393: expect (ObjNum 564 snap 173 seq_num 564) 2024-08-17T00:48:48.188 INFO:tasks.rados.rados.0.smithi082.stdout:2391: finishing copy_from racing read to smithi08280503-34 2024-08-17T00:48:48.188 INFO:tasks.rados.rados.0.smithi082.stdout:2391: finishing copy_from to smithi08280503-34 2024-08-17T00:48:48.188 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 1401 (ObjNum 699 snap 219 seq_num 699) dirty exists 2024-08-17T00:48:48.188 INFO:tasks.rados.rados.0.smithi082.stdout:2386: done (6 left) 2024-08-17T00:48:48.188 INFO:tasks.rados.rados.0.smithi082.stdout:2389: done (5 left) 2024-08-17T00:48:48.188 INFO:tasks.rados.rados.0.smithi082.stdout:2390: done (4 left) 2024-08-17T00:48:48.189 INFO:tasks.rados.rados.0.smithi082.stdout:2391: done (3 left) 2024-08-17T00:48:48.189 INFO:tasks.rados.rados.0.smithi082.stdout:2392: done (2 left) 2024-08-17T00:48:48.189 INFO:tasks.rados.rados.0.smithi082.stdout:2393: done (1 left) 2024-08-17T00:48:48.189 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 19 current snap is 233 2024-08-17T00:48:48.189 INFO:tasks.rados.rados.0.smithi082.stdout:2397: finishing rollback tid 0 to smithi08280503-44 2024-08-17T00:48:48.189 INFO:tasks.rados.rados.0.smithi082.stdout:2397: finishing rollback tid 1 to smithi08280503-44 2024-08-17T00:48:48.189 INFO:tasks.rados.rados.0.smithi082.stdout:2397: finishing rollback tid 2 to smithi08280503-44 2024-08-17T00:48:48.189 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 1127 (ObjNum 475 snap 139 seq_num 475) dirty exists 2024-08-17T00:48:48.189 INFO:tasks.rados.rados.0.smithi082.stdout:2398: seq_num 737 ranges {0=352256} 2024-08-17T00:48:48.190 INFO:tasks.rados.rados.0.smithi082.stdout:2398: writing smithi08280503-19 from 0 to 352256 tid 1 2024-08-17T00:48:48.190 INFO:tasks.rados.rados.0.smithi082.stdout:2397: done (1 left) 2024-08-17T00:48:48.190 INFO:tasks.rados.rados.0.smithi082.stdout:2399: rollback oid 18 current snap is 233 2024-08-17T00:48:48.190 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 18 to 219 2024-08-17T00:48:48.190 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 33 current snap is 233 2024-08-17T00:48:48.190 INFO:tasks.rados.rados.0.smithi082.stdout:2400: seq_num 738 ranges {5152768=368640} 2024-08-17T00:48:48.219 INFO:tasks.rados.rados.0.smithi082.stdout:2400: writing smithi08280503-33 from 5152768 to 5521408 tid 1 2024-08-17T00:48:48.219 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 42 current snap is 233 2024-08-17T00:48:48.219 INFO:tasks.rados.rados.0.smithi082.stdout:2401: seq_num 739 ranges {2916352=385024} 2024-08-17T00:48:48.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:47 smithi082 ceph-mon[94343]: osdmap e537: 8 total, 8 up, 8 in 2024-08-17T00:48:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:47 smithi082 ceph-mon[91979]: osdmap e537: 8 total, 8 up, 8 in 2024-08-17T00:48:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:47 smithi137 ceph-mon[86391]: osdmap e537: 8 total, 8 up, 8 in 2024-08-17T00:48:48.237 INFO:tasks.rados.rados.0.smithi082.stdout:2401: writing smithi08280503-42 from 2916352 to 3301376 tid 1 2024-08-17T00:48:48.237 INFO:tasks.rados.rados.0.smithi082.stdout:2402: read oid 38 snap -1 2024-08-17T00:48:48.237 INFO:tasks.rados.rados.0.smithi082.stdout:2402: expect (ObjNum 551 snap 165 seq_num 551) 2024-08-17T00:48:48.238 INFO:tasks.rados.rados.0.smithi082.stdout:2403: read oid 27 snap 218 2024-08-17T00:48:48.238 INFO:tasks.rados.rados.0.smithi082.stdout:2403: expect (ObjNum 697 snap 216 seq_num 697) 2024-08-17T00:48:48.238 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 40 current snap is 233 2024-08-17T00:48:48.238 INFO:tasks.rados.rados.0.smithi082.stdout:2404: seq_num 740 ranges {10657792=401408} 2024-08-17T00:48:48.298 INFO:tasks.rados.rados.0.smithi082.stdout:2404: writing smithi08280503-40 from 10657792 to 11059200 tid 1 2024-08-17T00:48:48.298 INFO:tasks.rados.rados.0.smithi082.stdout:2405: rollback oid 46 current snap is 233 2024-08-17T00:48:48.298 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 46 to 214 2024-08-17T00:48:48.298 INFO:tasks.rados.rados.0.smithi082.stdout:2398: finishing write tid 1 to smithi08280503-19 2024-08-17T00:48:48.299 INFO:tasks.rados.rados.0.smithi082.stdout:2398: finishing write tid 2 to smithi08280503-19 2024-08-17T00:48:48.299 INFO:tasks.rados.rados.0.smithi082.stdout:2399: finishing rollback tid 0 to smithi08280503-18 2024-08-17T00:48:48.299 INFO:tasks.rados.rados.0.smithi082.stdout:2399: finishing rollback tid 1 to smithi08280503-18 2024-08-17T00:48:48.299 INFO:tasks.rados.rados.0.smithi082.stdout:2399: finishing rollback tid 2 to smithi08280503-18 2024-08-17T00:48:48.299 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 1140 (ObjNum 582 snap 180 seq_num 582) dirty exists 2024-08-17T00:48:48.299 INFO:tasks.rados.rados.0.smithi082.stdout:2398: finishing write tid 3 to smithi08280503-19 2024-08-17T00:48:48.299 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 1411 (ObjNum 737 snap 233 seq_num 737) dirty exists 2024-08-17T00:48:48.299 INFO:tasks.rados.rados.0.smithi082.stdout:2398: left oid 19 (ObjNum 737 snap 233 seq_num 737) 2024-08-17T00:48:48.299 INFO:tasks.rados.rados.0.smithi082.stdout:2400: finishing write tid 1 to smithi08280503-33 2024-08-17T00:48:48.299 INFO:tasks.rados.rados.0.smithi082.stdout:2400: finishing write tid 2 to smithi08280503-33 2024-08-17T00:48:48.299 INFO:tasks.rados.rados.0.smithi082.stdout:2398: done (7 left) 2024-08-17T00:48:48.299 INFO:tasks.rados.rados.0.smithi082.stdout:2399: done (6 left) 2024-08-17T00:48:48.300 INFO:tasks.rados.rados.0.smithi082.stdout:2406: read oid 45 snap -1 2024-08-17T00:48:48.300 INFO:tasks.rados.rados.0.smithi082.stdout:2406: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:48:48.300 INFO:tasks.rados.rados.0.smithi082.stdout:2407: delete oid 26 current snap is 233 2024-08-17T00:48:48.300 INFO:tasks.rados.rados.0.smithi082.stdout:2400: finishing write tid 3 to smithi08280503-33 2024-08-17T00:48:48.300 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 1132 (ObjNum 738 snap 233 seq_num 738) dirty exists 2024-08-17T00:48:48.300 INFO:tasks.rados.rados.0.smithi082.stdout:2400: left oid 33 (ObjNum 738 snap 233 seq_num 738) 2024-08-17T00:48:48.300 INFO:tasks.rados.rados.0.smithi082.stdout:2401: finishing write tid 1 to smithi08280503-42 2024-08-17T00:48:48.300 INFO:tasks.rados.rados.0.smithi082.stdout:2403: expect (ObjNum 697 snap 216 seq_num 697) 2024-08-17T00:48:48.353 INFO:tasks.rados.rados.0.smithi082.stdout:2401: finishing write tid 2 to smithi08280503-42 2024-08-17T00:48:48.353 INFO:tasks.rados.rados.0.smithi082.stdout:2401: finishing write tid 3 to smithi08280503-42 2024-08-17T00:48:48.353 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 1253 (ObjNum 739 snap 233 seq_num 739) dirty exists 2024-08-17T00:48:48.353 INFO:tasks.rados.rados.0.smithi082.stdout:2401: left oid 42 (ObjNum 739 snap 233 seq_num 739) 2024-08-17T00:48:48.353 INFO:tasks.rados.rados.0.smithi082.stdout:2402: expect (ObjNum 551 snap 165 seq_num 551) 2024-08-17T00:48:49.100 INFO:tasks.rados.rados.0.smithi082.stdout:2404: finishing write tid 1 to smithi08280503-40 2024-08-17T00:48:49.100 INFO:tasks.rados.rados.0.smithi082.stdout:2405: finishing rollback tid 0 to smithi08280503-46 2024-08-17T00:48:49.100 INFO:tasks.rados.rados.0.smithi082.stdout:2405: finishing rollback tid 1 to smithi08280503-46 2024-08-17T00:48:49.100 INFO:tasks.rados.rados.0.smithi082.stdout:2404: finishing write tid 2 to smithi08280503-40 2024-08-17T00:48:49.100 INFO:tasks.rados.rados.0.smithi082.stdout:2404: finishing write tid 3 to smithi08280503-40 2024-08-17T00:48:49.100 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 1414 (ObjNum 740 snap 233 seq_num 740) dirty exists 2024-08-17T00:48:49.100 INFO:tasks.rados.rados.0.smithi082.stdout:2404: left oid 40 (ObjNum 740 snap 233 seq_num 740) 2024-08-17T00:48:49.100 INFO:tasks.rados.rados.0.smithi082.stdout:2405: finishing rollback tid 2 to smithi08280503-46 2024-08-17T00:48:49.100 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 46 v 1374 (ObjNum 618 snap 188 seq_num 618) dirty exists 2024-08-17T00:48:49.100 INFO:tasks.rados.rados.0.smithi082.stdout:2400: done (7 left) 2024-08-17T00:48:49.100 INFO:tasks.rados.rados.0.smithi082.stdout:2401: done (6 left) 2024-08-17T00:48:49.100 INFO:tasks.rados.rados.0.smithi082.stdout:2402: done (5 left) 2024-08-17T00:48:49.101 INFO:tasks.rados.rados.0.smithi082.stdout:2403: done (4 left) 2024-08-17T00:48:49.101 INFO:tasks.rados.rados.0.smithi082.stdout:2404: done (3 left) 2024-08-17T00:48:49.101 INFO:tasks.rados.rados.0.smithi082.stdout:2405: done (2 left) 2024-08-17T00:48:49.101 INFO:tasks.rados.rados.0.smithi082.stdout:2407: done (1 left) 2024-08-17T00:48:49.101 INFO:tasks.rados.rados.0.smithi082.stdout:2408: snap_remove snap 214 2024-08-17T00:48:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:48 smithi082 ceph-mon[94343]: osdmap e538: 8 total, 8 up, 8 in 2024-08-17T00:48:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:48 smithi082 ceph-mon[94343]: pgmap v474: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 364 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-08-17T00:48:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:48 smithi082 ceph-mon[94343]: osdmap e539: 8 total, 8 up, 8 in 2024-08-17T00:48:49.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:48 smithi082 ceph-mon[91979]: osdmap e538: 8 total, 8 up, 8 in 2024-08-17T00:48:49.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:48 smithi082 ceph-mon[91979]: pgmap v474: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 364 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-08-17T00:48:49.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:48 smithi082 ceph-mon[91979]: osdmap e539: 8 total, 8 up, 8 in 2024-08-17T00:48:49.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:48 smithi137 ceph-mon[86391]: osdmap e538: 8 total, 8 up, 8 in 2024-08-17T00:48:49.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:48 smithi137 ceph-mon[86391]: pgmap v474: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 364 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-08-17T00:48:49.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:48 smithi137 ceph-mon[86391]: osdmap e539: 8 total, 8 up, 8 in 2024-08-17T00:48:49.859 INFO:tasks.rados.rados.0.smithi082.stdout:2408: done (1 left) 2024-08-17T00:48:49.860 INFO:tasks.rados.rados.0.smithi082.stdout:2409: snap_create 2024-08-17T00:48:49.860 INFO:tasks.rados.rados.0.smithi082.stdout:2406: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:48:50.861 INFO:tasks.rados.rados.0.smithi082.stdout:2406: done (1 left) 2024-08-17T00:48:50.861 INFO:tasks.rados.rados.0.smithi082.stdout:2409: done (0 left) 2024-08-17T00:48:50.861 INFO:tasks.rados.rados.0.smithi082.stdout:2410: rmattr oid 49 current snap is 234 2024-08-17T00:48:50.861 INFO:tasks.rados.rados.0.smithi082.stdout:2410: done (0 left) 2024-08-17T00:48:50.861 INFO:tasks.rados.rados.0.smithi082.stdout:2411: snap_remove snap 199 2024-08-17T00:48:51.106 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:50 smithi137 ceph-mon[86391]: osdmap e540: 8 total, 8 up, 8 in 2024-08-17T00:48:51.107 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:51.107 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:50 smithi137 ceph-mon[86391]: pgmap v477: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 366 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 31 op/s 2024-08-17T00:48:51.107 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:48:51.107 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:50 smithi082 ceph-mon[94343]: osdmap e540: 8 total, 8 up, 8 in 2024-08-17T00:48:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:50 smithi082 ceph-mon[94343]: pgmap v477: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 366 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 31 op/s 2024-08-17T00:48:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:48:51.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:51.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:50 smithi082 ceph-mon[91979]: osdmap e540: 8 total, 8 up, 8 in 2024-08-17T00:48:51.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:51.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:50 smithi082 ceph-mon[91979]: pgmap v477: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 366 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 31 op/s 2024-08-17T00:48:51.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:48:51.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:51.487 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 00:48:51 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-b[59166]: 2024-08-17T00:48:51.105+0000 7f435ecdc640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-17T00:48:51.865 INFO:tasks.rados.rados.0.smithi082.stdout:2411: done (0 left) 2024-08-17T00:48:51.865 INFO:tasks.rados.rados.0.smithi082.stdout:2412: rollback oid 11 current snap is 234 2024-08-17T00:48:51.865 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 11 to 212 2024-08-17T00:48:51.865 INFO:tasks.rados.rados.0.smithi082.stdout:2413: delete oid 36 current snap is 234 2024-08-17T00:48:51.876 INFO:tasks.rados.rados.0.smithi082.stdout:2413: done (1 left) 2024-08-17T00:48:51.876 INFO:tasks.rados.rados.0.smithi082.stdout:2414: copy_from oid 1 from oid 9 current snap is 234 2024-08-17T00:48:51.876 INFO:tasks.rados.rados.0.smithi082.stdout:2415: snap_remove snap 233 2024-08-17T00:48:52.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:51 smithi082 ceph-mon[94343]: osdmap e541: 8 total, 8 up, 8 in 2024-08-17T00:48:52.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:51 smithi082 ceph-mon[91979]: osdmap e541: 8 total, 8 up, 8 in 2024-08-17T00:48:52.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:51 smithi137 ceph-mon[86391]: osdmap e541: 8 total, 8 up, 8 in 2024-08-17T00:48:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:48:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:48:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:48:52.878 INFO:tasks.rados.rados.0.smithi082.stdout:2415: done (2 left) 2024-08-17T00:48:52.878 INFO:tasks.rados.rados.0.smithi082.stdout:2416: setattr oid 38 current snap is 234 2024-08-17T00:48:52.878 INFO:tasks.rados.rados.0.smithi082.stdout:2412: finishing rollback tid 0 to smithi08280503-11 2024-08-17T00:48:52.878 INFO:tasks.rados.rados.0.smithi082.stdout:2412: finishing rollback tid 1 to smithi08280503-11 2024-08-17T00:48:52.878 INFO:tasks.rados.rados.0.smithi082.stdout:2412: finishing rollback tid 2 to smithi08280503-11 2024-08-17T00:48:52.878 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 1227 (ObjNum 647 snap 194 seq_num 647) dirty exists 2024-08-17T00:48:52.878 INFO:tasks.rados.rados.0.smithi082.stdout:2414: finishing copy_from racing read to smithi08280503-1 2024-08-17T00:48:52.879 INFO:tasks.rados.rados.0.smithi082.stdout:2414: finishing copy_from to smithi08280503-1 2024-08-17T00:48:52.879 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 1355 (ObjNum 733 snap 233 seq_num 733) dirty exists 2024-08-17T00:48:52.880 INFO:tasks.rados.rados.0.smithi082.stdout:2412: done (2 left) 2024-08-17T00:48:52.880 INFO:tasks.rados.rados.0.smithi082.stdout:2414: done (1 left) 2024-08-17T00:48:52.880 INFO:tasks.rados.rados.0.smithi082.stdout:2417: snap_create 2024-08-17T00:48:52.884 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 1228 (ObjNum 551 snap 165 seq_num 551) dirty exists 2024-08-17T00:48:53.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:52 smithi082 ceph-mon[94343]: osdmap e542: 8 total, 8 up, 8 in 2024-08-17T00:48:53.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:52 smithi082 ceph-mon[94343]: pgmap v480: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 362 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 436 KiB/s wr, 26 op/s 2024-08-17T00:48:53.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:52 smithi082 ceph-mon[91979]: osdmap e542: 8 total, 8 up, 8 in 2024-08-17T00:48:53.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:52 smithi082 ceph-mon[91979]: pgmap v480: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 362 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 436 KiB/s wr, 26 op/s 2024-08-17T00:48:53.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:52 smithi137 ceph-mon[86391]: osdmap e542: 8 total, 8 up, 8 in 2024-08-17T00:48:53.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:52 smithi137 ceph-mon[86391]: pgmap v480: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 362 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 436 KiB/s wr, 26 op/s 2024-08-17T00:48:53.803 INFO:tasks.rados.rados.0.smithi082.stdout:2416: done (1 left) 2024-08-17T00:48:53.803 INFO:tasks.rados.rados.0.smithi082.stdout:2417: done (0 left) 2024-08-17T00:48:53.803 INFO:tasks.rados.rados.0.smithi082.stdout:2418: snap_remove snap 227 2024-08-17T00:48:54.113 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:53 smithi082 ceph-mon[94343]: osdmap e543: 8 total, 8 up, 8 in 2024-08-17T00:48:54.113 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:53 smithi082 ceph-mon[94343]: osdmap e544: 8 total, 8 up, 8 in 2024-08-17T00:48:54.113 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 00:48:53 smithi082 bash[118667]: time="2024-08-17T00:48:53Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-a in 10 seconds, resorting to SIGKILL" 2024-08-17T00:48:54.113 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 00:48:53 smithi082 podman[118667]: 2024-08-17 00:48:53.794772612 +0000 UTC m=+10.125507188 container died 884927c0355adebc4f5323f21ecfc29097c91c77b1bc34439a90433b51ce15a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-03a1ac1, org.label-schema.vendor=CentOS) 2024-08-17T00:48:54.113 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:53 smithi082 ceph-mon[91979]: osdmap e543: 8 total, 8 up, 8 in 2024-08-17T00:48:54.113 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:53 smithi082 ceph-mon[91979]: osdmap e544: 8 total, 8 up, 8 in 2024-08-17T00:48:54.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:53 smithi137 ceph-mon[86391]: osdmap e543: 8 total, 8 up, 8 in 2024-08-17T00:48:54.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:53 smithi137 ceph-mon[86391]: osdmap e544: 8 total, 8 up, 8 in 2024-08-17T00:48:54.475 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 00:48:54 smithi082 podman[118667]: 2024-08-17 00:48:54.311770756 +0000 UTC m=+10.642505376 container cleanup 884927c0355adebc4f5323f21ecfc29097c91c77b1bc34439a90433b51ce15a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-a, org.label-schema.schema-version=1.0, RELEASE=quincy-03a1ac1, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-08-17T00:48:54.475 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 00:48:54 smithi082 bash[118667]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-a 2024-08-17T00:48:54.802 INFO:tasks.rados.rados.0.smithi082.stdout:2418: done (0 left) 2024-08-17T00:48:54.803 INFO:tasks.rados.rados.0.smithi082.stdout:2419: delete oid 29 current snap is 235 2024-08-17T00:48:54.826 INFO:tasks.rados.rados.0.smithi082.stdout:2419: done (0 left) 2024-08-17T00:48:54.827 INFO:tasks.rados.rados.0.smithi082.stdout:2420: copy_from oid 14 from oid 22 current snap is 235 2024-08-17T00:48:54.827 INFO:tasks.rados.rados.0.smithi082.stdout:2421: delete oid 40 current snap is 235 2024-08-17T00:48:54.833 INFO:tasks.rados.rados.0.smithi082.stdout:2421: done (1 left) 2024-08-17T00:48:54.833 INFO:tasks.rados.rados.0.smithi082.stdout:2422: delete oid 21 current snap is 235 2024-08-17T00:48:54.834 INFO:tasks.rados.rados.0.smithi082.stdout:2420: finishing copy_from racing read to smithi08280503-14 2024-08-17T00:48:54.835 INFO:tasks.rados.rados.0.smithi082.stdout:2422: done (1 left) 2024-08-17T00:48:54.835 INFO:tasks.rados.rados.0.smithi082.stdout:2423: rmattr oid 28 current snap is 235 2024-08-17T00:48:54.836 INFO:tasks.rados.rados.0.smithi082.stdout:2423: done (1 left) 2024-08-17T00:48:54.836 INFO:tasks.rados.rados.0.smithi082.stdout:2424: read oid 7 snap 224 2024-08-17T00:48:54.836 INFO:tasks.rados.rados.0.smithi082.stdout:2424: expect (ObjNum 707 snap 224 seq_num 707) 2024-08-17T00:48:54.836 INFO:tasks.rados.rados.0.smithi082.stdout:2425: copy_from oid 10 from oid 36 current snap is 235 2024-08-17T00:48:54.836 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 43 current snap is 235 2024-08-17T00:48:54.836 INFO:tasks.rados.rados.0.smithi082.stdout:2426: seq_num 746 ranges {4055040=499712} 2024-08-17T00:48:54.861 INFO:tasks.rados.rados.0.smithi082.stdout:2426: writing smithi08280503-43 from 4055040 to 4554752 tid 1 2024-08-17T00:48:54.861 INFO:tasks.rados.rados.0.smithi082.stdout:2427: read oid 48 snap -1 2024-08-17T00:48:54.861 INFO:tasks.rados.rados.0.smithi082.stdout:2427: expect deleted 2024-08-17T00:48:54.861 INFO:tasks.rados.rados.0.smithi082.stdout:2428: snap_remove snap 197 2024-08-17T00:48:54.878 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 00:48:54 smithi082 podman[118680]: 2024-08-17 00:48:54.521380974 +0000 UTC m=+0.726898179 container remove 884927c0355adebc4f5323f21ecfc29097c91c77b1bc34439a90433b51ce15a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-a, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-03a1ac1, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_CLEAN=True) 2024-08-17T00:48:54.878 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 00:48:54 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mds.a.service: Main process exited, code=exited, status=137/n/a 2024-08-17T00:48:54.878 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 00:48:54 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mds.a.service: Failed with result 'exit-code'. 2024-08-17T00:48:54.878 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 00:48:54 smithi082 systemd[1]: Stopped Ceph mds.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:48:54.878 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 00:48:54 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mds.a.service: Consumed 1.646s CPU time. 2024-08-17T00:48:55.191 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:54 smithi082 ceph-mon[91979]: pgmap v483: 121 pgs: 121 active+clean; 362 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T00:48:55.191 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:54 smithi082 ceph-mon[91979]: osdmap e545: 8 total, 8 up, 8 in 2024-08-17T00:48:55.192 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:48:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:48:55] "GET /metrics HTTP/1.1" 200 36053 "" "Prometheus/2.43.0" 2024-08-17T00:48:55.192 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:54 smithi082 ceph-mon[94343]: pgmap v483: 121 pgs: 121 active+clean; 362 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T00:48:55.192 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:54 smithi082 ceph-mon[94343]: osdmap e545: 8 total, 8 up, 8 in 2024-08-17T00:48:55.192 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 00:48:54 smithi082 systemd[1]: Starting Ceph mds.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:48:55.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:54 smithi137 ceph-mon[86391]: pgmap v483: 121 pgs: 121 active+clean; 362 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T00:48:55.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:54 smithi137 ceph-mon[86391]: osdmap e545: 8 total, 8 up, 8 in 2024-08-17T00:48:55.450 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 00:48:55 smithi082 podman[118808]: 2024-08-17 00:48:55.093433709 +0000 UTC m=+0.017319841 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:48:55.451 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 00:48:55 smithi082 podman[118808]: 2024-08-17 00:48:55.214072559 +0000 UTC m=+0.137958673 container create 9cbb42216c03bb1b4ccbd04c9b9bb8a948b89f02ad11f3154cda62da68151b44 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, RELEASE=squid-d863d21, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-17T00:48:55.451 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 00:48:55 smithi082 podman[118808]: 2024-08-17 00:48:55.450416734 +0000 UTC m=+0.374302857 container init 9cbb42216c03bb1b4ccbd04c9b9bb8a948b89f02ad11f3154cda62da68151b44 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.36.0, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-08-17T00:48:55.725 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 00:48:55 smithi082 podman[118808]: 2024-08-17 00:48:55.45354303 +0000 UTC m=+0.377429143 container start 9cbb42216c03bb1b4ccbd04c9b9bb8a948b89f02ad11f3154cda62da68151b44 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-a, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T00:48:55.725 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 00:48:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-a[118823]: starting mds.a at 2024-08-17T00:48:55.725 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 00:48:55 smithi082 bash[118808]: 9cbb42216c03bb1b4ccbd04c9b9bb8a948b89f02ad11f3154cda62da68151b44 2024-08-17T00:48:55.725 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 00:48:55 smithi082 systemd[1]: Started Ceph mds.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:48:55.809 INFO:tasks.rados.rados.0.smithi082.stdout:2428: done (5 left) 2024-08-17T00:48:55.809 INFO:tasks.rados.rados.0.smithi082.stdout:2429: copy_from oid 12 from oid 33 current snap is 235 2024-08-17T00:48:55.809 INFO:tasks.rados.rados.0.smithi082.stdout:2430: read oid 41 snap 206 2024-08-17T00:48:55.809 INFO:tasks.rados.rados.0.smithi082.stdout:2430: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:48:55.810 INFO:tasks.rados.rados.0.smithi082.stdout:2431: rollback oid 20 current snap is 235 2024-08-17T00:48:55.810 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 20 to 217 2024-08-17T00:48:55.810 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 27 current snap is 235 2024-08-17T00:48:55.810 INFO:tasks.rados.rados.0.smithi082.stdout:2432: seq_num 747 ranges {4202496=516096} 2024-08-17T00:48:55.834 INFO:tasks.rados.rados.0.smithi082.stdout:2432: writing smithi08280503-27 from 4202496 to 4718592 tid 1 2024-08-17T00:48:55.835 INFO:tasks.rados.rados.0.smithi082.stdout:2433: delete oid 8 current snap is 235 2024-08-17T00:48:55.835 INFO:tasks.rados.rados.0.smithi082.stdout:2420: finishing copy_from to smithi08280503-14 2024-08-17T00:48:55.835 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 1130 (ObjNum 735 snap 233 seq_num 735) dirty exists 2024-08-17T00:48:55.835 INFO:tasks.rados.rados.0.smithi082.stdout:2425: finishing copy_from to smithi08280503-10 2024-08-17T00:48:55.835 INFO:tasks.rados.rados.0.smithi082.stdout:2425: got expected ENOENT (src dne) 2024-08-17T00:48:55.835 INFO:tasks.rados.rados.0.smithi082.stdout:2425: finishing copy_from racing read to smithi08280503-10 2024-08-17T00:48:55.835 INFO:tasks.rados.rados.0.smithi082.stdout:2424: expect (ObjNum 707 snap 224 seq_num 707) 2024-08-17T00:48:56.512 INFO:tasks.rados.rados.0.smithi082.stdout:2426: finishing write tid 1 to smithi08280503-43 2024-08-17T00:48:56.512 INFO:tasks.rados.rados.0.smithi082.stdout:2426: finishing write tid 2 to smithi08280503-43 2024-08-17T00:48:56.512 INFO:tasks.rados.rados.0.smithi082.stdout:2426: finishing write tid 3 to smithi08280503-43 2024-08-17T00:48:56.512 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 1405 (ObjNum 746 snap 235 seq_num 746) dirty exists 2024-08-17T00:48:56.512 INFO:tasks.rados.rados.0.smithi082.stdout:2426: left oid 43 (ObjNum 746 snap 235 seq_num 746) 2024-08-17T00:48:56.512 INFO:tasks.rados.rados.0.smithi082.stdout:2431: finishing rollback tid 0 to smithi08280503-20 2024-08-17T00:48:56.512 INFO:tasks.rados.rados.0.smithi082.stdout:2431: finishing rollback tid 1 to smithi08280503-20 2024-08-17T00:48:56.512 INFO:tasks.rados.rados.0.smithi082.stdout:2431: finishing rollback tid 2 to smithi08280503-20 2024-08-17T00:48:56.512 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 1358 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:48:56.513 INFO:tasks.rados.rados.0.smithi082.stdout:2420: done (9 left) 2024-08-17T00:48:56.513 INFO:tasks.rados.rados.0.smithi082.stdout:2424: done (8 left) 2024-08-17T00:48:56.513 INFO:tasks.rados.rados.0.smithi082.stdout:2425: done (7 left) 2024-08-17T00:48:56.513 INFO:tasks.rados.rados.0.smithi082.stdout:2426: done (6 left) 2024-08-17T00:48:56.513 INFO:tasks.rados.rados.0.smithi082.stdout:2427: done (5 left) 2024-08-17T00:48:56.513 INFO:tasks.rados.rados.0.smithi082.stdout:2431: done (4 left) 2024-08-17T00:48:56.513 INFO:tasks.rados.rados.0.smithi082.stdout:2433: done (3 left) 2024-08-17T00:48:56.513 INFO:tasks.rados.rados.0.smithi082.stdout:2434: setattr oid 9 current snap is 235 2024-08-17T00:48:56.513 INFO:tasks.rados.rados.0.smithi082.stdout:2429: finishing copy_from racing read to smithi08280503-12 2024-08-17T00:48:56.513 INFO:tasks.rados.rados.0.smithi082.stdout:2430: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:48:56.760 INFO:tasks.rados.rados.0.smithi082.stdout:2432: finishing write tid 1 to smithi08280503-27 2024-08-17T00:48:56.760 INFO:tasks.rados.rados.0.smithi082.stdout:2432: finishing write tid 2 to smithi08280503-27 2024-08-17T00:48:56.761 INFO:tasks.rados.rados.0.smithi082.stdout:2429: finishing copy_from to smithi08280503-12 2024-08-17T00:48:56.761 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 1132 (ObjNum 738 snap 233 seq_num 738) dirty exists 2024-08-17T00:48:56.761 INFO:tasks.rados.rados.0.smithi082.stdout:2432: finishing write tid 3 to smithi08280503-27 2024-08-17T00:48:56.761 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 1435 (ObjNum 747 snap 235 seq_num 747) dirty exists 2024-08-17T00:48:56.761 INFO:tasks.rados.rados.0.smithi082.stdout:2432: left oid 27 (ObjNum 747 snap 235 seq_num 747) 2024-08-17T00:48:56.761 INFO:tasks.rados.rados.0.smithi082.stdout:2429: done (3 left) 2024-08-17T00:48:56.761 INFO:tasks.rados.rados.0.smithi082.stdout:2430: done (2 left) 2024-08-17T00:48:56.761 INFO:tasks.rados.rados.0.smithi082.stdout:2432: done (1 left) 2024-08-17T00:48:56.761 INFO:tasks.rados.rados.0.smithi082.stdout:2435: copy_from oid 19 from oid 7 current snap is 235 2024-08-17T00:48:56.762 INFO:tasks.rados.rados.0.smithi082.stdout:2436: copy_from oid 42 from oid 12 current snap is 235 2024-08-17T00:48:56.762 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 30 current snap is 235 2024-08-17T00:48:56.762 INFO:tasks.rados.rados.0.smithi082.stdout:2437: seq_num 749 ranges {0=548864} 2024-08-17T00:48:56.763 INFO:tasks.rados.rados.0.smithi082.stdout:2437: writing smithi08280503-30 from 0 to 548864 tid 1 2024-08-17T00:48:56.763 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 27 current snap is 235 2024-08-17T00:48:56.763 INFO:tasks.rados.rados.0.smithi082.stdout:2438: seq_num 750 ranges {4718592=565248} 2024-08-17T00:48:56.794 INFO:tasks.rados.rados.0.smithi082.stdout:2438: writing smithi08280503-27 from 4718592 to 5283840 tid 1 2024-08-17T00:48:56.795 INFO:tasks.rados.rados.0.smithi082.stdout:2439: read oid 48 snap -1 2024-08-17T00:48:56.795 INFO:tasks.rados.rados.0.smithi082.stdout:2439: expect deleted 2024-08-17T00:48:56.795 INFO:tasks.rados.rados.0.smithi082.stdout:2440: rmattr oid 26 current snap is 235 2024-08-17T00:48:56.795 INFO:tasks.rados.rados.0.smithi082.stdout:2440: done (6 left) 2024-08-17T00:48:56.795 INFO:tasks.rados.rados.0.smithi082.stdout:2441: rollback oid 18 current snap is 235 2024-08-17T00:48:56.795 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 1417 (ObjNum 733 snap 233 seq_num 733) dirty exists 2024-08-17T00:48:56.795 INFO:tasks.rados.rados.0.smithi082.stdout:2437: finishing write tid 1 to smithi08280503-30 2024-08-17T00:48:56.795 INFO:tasks.rados.rados.0.smithi082.stdout:2437: finishing write tid 2 to smithi08280503-30 2024-08-17T00:48:56.795 INFO:tasks.rados.rados.0.smithi082.stdout:2437: finishing write tid 3 to smithi08280503-30 2024-08-17T00:48:56.796 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 30 v 1230 (ObjNum 749 snap 235 seq_num 749) dirty exists 2024-08-17T00:48:56.796 INFO:tasks.rados.rados.0.smithi082.stdout:2437: left oid 30 (ObjNum 749 snap 235 seq_num 749) 2024-08-17T00:48:56.796 INFO:tasks.rados.rados.0.smithi082.stdout:2436: finishing copy_from racing read to smithi08280503-42 2024-08-17T00:48:56.796 INFO:tasks.rados.rados.0.smithi082.stdout:2436: finishing copy_from to smithi08280503-42 2024-08-17T00:48:56.796 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 1132 (ObjNum 738 snap 233 seq_num 738) dirty exists 2024-08-17T00:48:56.796 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 18 to 218 2024-08-17T00:48:56.796 INFO:tasks.rados.rados.0.smithi082.stdout:2434: done (6 left) 2024-08-17T00:48:56.796 INFO:tasks.rados.rados.0.smithi082.stdout:2436: done (5 left) 2024-08-17T00:48:56.796 INFO:tasks.rados.rados.0.smithi082.stdout:2437: done (4 left) 2024-08-17T00:48:56.796 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 39 current snap is 235 2024-08-17T00:48:56.796 INFO:tasks.rados.rados.0.smithi082.stdout:2442: seq_num 751 ranges {1728512=581632} 2024-08-17T00:48:56.807 INFO:tasks.rados.rados.0.smithi082.stdout:2442: writing smithi08280503-39 from 1728512 to 2310144 tid 1 2024-08-17T00:48:56.807 INFO:tasks.rados.rados.0.smithi082.stdout:2443: read oid 22 snap -1 2024-08-17T00:48:56.807 INFO:tasks.rados.rados.0.smithi082.stdout:2443: expect (ObjNum 735 snap 233 seq_num 735) 2024-08-17T00:48:56.807 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 1 current snap is 235 2024-08-17T00:48:56.807 INFO:tasks.rados.rados.0.smithi082.stdout:2444: seq_num 752 ranges {344064=598016} 2024-08-17T00:48:56.813 INFO:tasks.rados.rados.0.smithi082.stdout:2444: writing smithi08280503-1 from 344064 to 942080 tid 1 2024-08-17T00:48:56.813 INFO:tasks.rados.rados.0.smithi082.stdout:2445: copy_from oid 36 from oid 45 current snap is 235 2024-08-17T00:48:56.813 INFO:tasks.rados.rados.0.smithi082.stdout:2441: finishing rollback tid 0 to smithi08280503-18 2024-08-17T00:48:56.813 INFO:tasks.rados.rados.0.smithi082.stdout:2441: finishing rollback tid 1 to smithi08280503-18 2024-08-17T00:48:56.813 INFO:tasks.rados.rados.0.smithi082.stdout:2439: done (7 left) 2024-08-17T00:48:56.813 INFO:tasks.rados.rados.0.smithi082.stdout:2446: snap_create 2024-08-17T00:48:56.813 INFO:tasks.rados.rados.0.smithi082.stdout:2441: finishing rollback tid 2 to smithi08280503-18 2024-08-17T00:48:56.813 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 1144 (ObjNum 582 snap 180 seq_num 582) dirty exists 2024-08-17T00:48:56.814 INFO:tasks.rados.rados.0.smithi082.stdout:2435: finishing copy_from racing read to smithi08280503-19 2024-08-17T00:48:56.814 INFO:tasks.rados.rados.0.smithi082.stdout:2438: finishing write tid 1 to smithi08280503-27 2024-08-17T00:48:56.814 INFO:tasks.rados.rados.0.smithi082.stdout:2438: finishing write tid 2 to smithi08280503-27 2024-08-17T00:48:56.814 INFO:tasks.rados.rados.0.smithi082.stdout:2438: finishing write tid 3 to smithi08280503-27 2024-08-17T00:48:56.814 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 1443 (ObjNum 750 snap 235 seq_num 750) dirty exists 2024-08-17T00:48:56.814 INFO:tasks.rados.rados.0.smithi082.stdout:2438: left oid 27 (ObjNum 750 snap 235 seq_num 750) 2024-08-17T00:48:56.814 INFO:tasks.rados.rados.0.smithi082.stdout:2435: finishing copy_from to smithi08280503-19 2024-08-17T00:48:56.814 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 1357 (ObjNum 707 snap 224 seq_num 707) dirty exists 2024-08-17T00:48:56.814 INFO:tasks.rados.rados.0.smithi082.stdout:2443: expect (ObjNum 735 snap 233 seq_num 735) 2024-08-17T00:48:56.822 INFO:tasks.rados.rados.0.smithi082.stdout:2442: finishing write tid 1 to smithi08280503-39 2024-08-17T00:48:56.823 INFO:tasks.rados.rados.0.smithi082.stdout:2442: finishing write tid 2 to smithi08280503-39 2024-08-17T00:48:56.823 INFO:tasks.rados.rados.0.smithi082.stdout:2442: finishing write tid 3 to smithi08280503-39 2024-08-17T00:48:56.823 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 1403 (ObjNum 751 snap 235 seq_num 751) dirty exists 2024-08-17T00:48:56.823 INFO:tasks.rados.rados.0.smithi082.stdout:2442: left oid 39 (ObjNum 751 snap 235 seq_num 751) 2024-08-17T00:48:56.823 INFO:tasks.rados.rados.0.smithi082.stdout:2444: finishing write tid 1 to smithi08280503-1 2024-08-17T00:48:56.823 INFO:tasks.rados.rados.0.smithi082.stdout:2444: finishing write tid 2 to smithi08280503-1 2024-08-17T00:48:56.823 INFO:tasks.rados.rados.0.smithi082.stdout:2444: finishing write tid 3 to smithi08280503-1 2024-08-17T00:48:56.823 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 1360 (ObjNum 752 snap 235 seq_num 752) dirty exists 2024-08-17T00:48:56.823 INFO:tasks.rados.rados.0.smithi082.stdout:2444: left oid 1 (ObjNum 752 snap 235 seq_num 752) 2024-08-17T00:48:56.829 INFO:tasks.rados.rados.0.smithi082.stdout:2445: finishing copy_from racing read to smithi08280503-36 2024-08-17T00:48:56.831 INFO:tasks.rados.rados.0.smithi082.stdout:2445: finishing copy_from to smithi08280503-36 2024-08-17T00:48:56.831 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 1086 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:48:56.970 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:56 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:56.970 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:56 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:56.970 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:56 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:48:56.970 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:56 smithi082 ceph-mon[94343]: osdmap e546: 8 total, 8 up, 8 in 2024-08-17T00:48:56.970 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:56 smithi082 ceph-mon[94343]: mds.? [v2:172.21.15.82:6834/2634171770,v1:172.21.15.82:6835/2634171770] up:boot 2024-08-17T00:48:56.970 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:56 smithi082 ceph-mon[94343]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T00:48:56.970 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:56 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:48:56.970 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:56 smithi082 ceph-mon[94343]: pgmap v486: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 363 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 84 KiB/s wr, 7 op/s 2024-08-17T00:48:56.971 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:56 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:56.971 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:56 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:56.971 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:56 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:48:56.971 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:56 smithi082 ceph-mon[91979]: osdmap e546: 8 total, 8 up, 8 in 2024-08-17T00:48:56.971 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:56 smithi082 ceph-mon[91979]: mds.? [v2:172.21.15.82:6834/2634171770,v1:172.21.15.82:6835/2634171770] up:boot 2024-08-17T00:48:56.971 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:56 smithi082 ceph-mon[91979]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T00:48:56.971 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:56 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:48:56.971 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:56 smithi082 ceph-mon[91979]: pgmap v486: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 363 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 84 KiB/s wr, 7 op/s 2024-08-17T00:48:56.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:56 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:56.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:56 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:56.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:56 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:48:56.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:56 smithi137 ceph-mon[86391]: osdmap e546: 8 total, 8 up, 8 in 2024-08-17T00:48:56.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:56 smithi137 ceph-mon[86391]: mds.? [v2:172.21.15.82:6834/2634171770,v1:172.21.15.82:6835/2634171770] up:boot 2024-08-17T00:48:56.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:56 smithi137 ceph-mon[86391]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T00:48:56.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:56 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T00:48:56.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:56 smithi137 ceph-mon[86391]: pgmap v486: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 363 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 84 KiB/s wr, 7 op/s 2024-08-17T00:48:57.605 INFO:tasks.rados.rados.0.smithi082.stdout:2435: done (7 left) 2024-08-17T00:48:57.606 INFO:tasks.rados.rados.0.smithi082.stdout:2438: done (6 left) 2024-08-17T00:48:57.606 INFO:tasks.rados.rados.0.smithi082.stdout:2441: done (5 left) 2024-08-17T00:48:57.606 INFO:tasks.rados.rados.0.smithi082.stdout:2442: done (4 left) 2024-08-17T00:48:57.606 INFO:tasks.rados.rados.0.smithi082.stdout:2443: done (3 left) 2024-08-17T00:48:57.606 INFO:tasks.rados.rados.0.smithi082.stdout:2444: done (2 left) 2024-08-17T00:48:57.606 INFO:tasks.rados.rados.0.smithi082.stdout:2445: done (1 left) 2024-08-17T00:48:57.606 INFO:tasks.rados.rados.0.smithi082.stdout:2446: done (0 left) 2024-08-17T00:48:57.606 INFO:tasks.rados.rados.0.smithi082.stdout:2447: snap_create 2024-08-17T00:48:58.610 INFO:tasks.rados.rados.0.smithi082.stdout:2447: done (0 left) 2024-08-17T00:48:58.610 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 42 current snap is 237 2024-08-17T00:48:58.610 INFO:tasks.rados.rados.0.smithi082.stdout:2448: seq_num 753 ranges {5521408=614400} 2024-08-17T00:48:58.644 INFO:tasks.rados.rados.0.smithi082.stdout:2448: writing smithi08280503-42 from 5521408 to 6135808 tid 1 2024-08-17T00:48:58.644 INFO:tasks.rados.rados.0.smithi082.stdout:2449: read oid 35 snap 235 2024-08-17T00:48:58.644 INFO:tasks.rados.rados.0.smithi082.stdout:2449: expect (ObjNum 693 snap 215 seq_num 693) 2024-08-17T00:48:58.644 INFO:tasks.rados.rados.0.smithi082.stdout:2450: delete oid 31 current snap is 237 2024-08-17T00:48:58.650 INFO:tasks.rados.rados.0.smithi082.stdout:2450: done (2 left) 2024-08-17T00:48:58.650 INFO:tasks.rados.rados.0.smithi082.stdout:2451: rmattr oid 3 current snap is 237 2024-08-17T00:48:58.650 INFO:tasks.rados.rados.0.smithi082.stdout:2451: done (2 left) 2024-08-17T00:48:58.650 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 26 current snap is 237 2024-08-17T00:48:58.650 INFO:tasks.rados.rados.0.smithi082.stdout:2452: seq_num 755 ranges {0=647168} 2024-08-17T00:48:58.655 INFO:tasks.rados.rados.0.smithi082.stdout:2452: writing smithi08280503-26 from 0 to 647168 tid 1 2024-08-17T00:48:58.655 INFO:tasks.rados.rados.0.smithi082.stdout:2453: rollback oid 8 current snap is 237 2024-08-17T00:48:58.655 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 8 to 219 2024-08-17T00:48:58.655 INFO:tasks.rados.rados.0.smithi082.stdout:2448: finishing write tid 1 to smithi08280503-42 2024-08-17T00:48:58.655 INFO:tasks.rados.rados.0.smithi082.stdout:2448: finishing write tid 2 to smithi08280503-42 2024-08-17T00:48:58.656 INFO:tasks.rados.rados.0.smithi082.stdout:2454: setattr oid 40 current snap is 237 2024-08-17T00:48:58.656 INFO:tasks.rados.rados.0.smithi082.stdout:2449: expect (ObjNum 693 snap 215 seq_num 693) 2024-08-17T00:48:58.760 INFO:tasks.rados.rados.0.smithi082.stdout:2448: finishing write tid 3 to smithi08280503-42 2024-08-17T00:48:58.760 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 1256 (ObjNum 753 snap 237 seq_num 753) dirty exists 2024-08-17T00:48:58.760 INFO:tasks.rados.rados.0.smithi082.stdout:2448: left oid 42 (ObjNum 753 snap 237 seq_num 753) 2024-08-17T00:48:58.760 INFO:tasks.rados.rados.0.smithi082.stdout:2453: finishing rollback tid 1 to smithi08280503-8 2024-08-17T00:48:58.760 INFO:tasks.rados.rados.0.smithi082.stdout:2452: finishing write tid 1 to smithi08280503-26 2024-08-17T00:48:58.760 INFO:tasks.rados.rados.0.smithi082.stdout:2453: finishing rollback tid 2 to smithi08280503-8 2024-08-17T00:48:58.760 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 1146 (ObjNum 672 snap 204 seq_num 672) dirty exists 2024-08-17T00:48:58.760 INFO:tasks.rados.rados.0.smithi082.stdout:2452: finishing write tid 2 to smithi08280503-26 2024-08-17T00:48:58.760 INFO:tasks.rados.rados.0.smithi082.stdout:2452: finishing write tid 3 to smithi08280503-26 2024-08-17T00:48:58.760 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 1419 (ObjNum 755 snap 237 seq_num 755) dirty exists 2024-08-17T00:48:58.760 INFO:tasks.rados.rados.0.smithi082.stdout:2452: left oid 26 (ObjNum 755 snap 237 seq_num 755) 2024-08-17T00:48:58.761 INFO:tasks.rados.rados.0.smithi082.stdout:2448: done (4 left) 2024-08-17T00:48:58.761 INFO:tasks.rados.rados.0.smithi082.stdout:2449: done (3 left) 2024-08-17T00:48:58.761 INFO:tasks.rados.rados.0.smithi082.stdout:2452: done (2 left) 2024-08-17T00:48:58.761 INFO:tasks.rados.rados.0.smithi082.stdout:2453: done (1 left) 2024-08-17T00:48:58.761 INFO:tasks.rados.rados.0.smithi082.stdout:2455: rollback oid 3 current snap is 237 2024-08-17T00:48:58.761 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 3 to 236 2024-08-17T00:48:58.761 INFO:tasks.rados.rados.0.smithi082.stdout:2456: snap_create 2024-08-17T00:48:58.761 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 1447 (ObjNum 657 snap 0 seq_num 1853861728) dirty exists 2024-08-17T00:48:58.762 INFO:tasks.rados.rados.0.smithi082.stdout:2455: finishing rollback tid 0 to smithi08280503-3 2024-08-17T00:48:58.763 INFO:tasks.rados.rados.0.smithi082.stdout:2455: finishing rollback tid 1 to smithi08280503-3 2024-08-17T00:48:58.763 INFO:tasks.rados.rados.0.smithi082.stdout:2455: finishing rollback tid 2 to smithi08280503-3 2024-08-17T00:48:58.763 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 956 (ObjNum 736 snap 233 seq_num 736) dirty exists 2024-08-17T00:48:58.807 INFO:tasks.rados.rados.0.smithi082.stdout:2454: done (2 left) 2024-08-17T00:48:58.808 INFO:tasks.rados.rados.0.smithi082.stdout:2455: done (1 left) 2024-08-17T00:48:58.808 INFO:tasks.rados.rados.0.smithi082.stdout:2456: done (0 left) 2024-08-17T00:48:58.808 INFO:tasks.rados.rados.0.smithi082.stdout:2457: rollback oid 14 current snap is 238 2024-08-17T00:48:58.808 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 14 to 228 2024-08-17T00:48:58.808 INFO:tasks.rados.rados.0.smithi082.stdout:2458: snap_create 2024-08-17T00:48:58.813 INFO:tasks.rados.rados.0.smithi082.stdout:2457: finishing rollback tid 0 to smithi08280503-14 2024-08-17T00:48:58.813 INFO:tasks.rados.rados.0.smithi082.stdout:2457: finishing rollback tid 1 to smithi08280503-14 2024-08-17T00:48:58.813 INFO:tasks.rados.rados.0.smithi082.stdout:2457: finishing rollback tid 2 to smithi08280503-14 2024-08-17T00:48:58.813 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 1423 (ObjNum 667 snap 202 seq_num 667) dirty exists 2024-08-17T00:48:58.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:58 smithi082 ceph-mon[94343]: osdmap e547: 8 total, 8 up, 8 in 2024-08-17T00:48:58.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:58 smithi082 ceph-mon[94343]: pgmap v488: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 234 B/s rd, 1.4 MiB/s wr, 8 op/s 2024-08-17T00:48:58.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:58.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:58.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:58 smithi082 ceph-mon[91979]: osdmap e547: 8 total, 8 up, 8 in 2024-08-17T00:48:58.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:58 smithi082 ceph-mon[91979]: pgmap v488: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 234 B/s rd, 1.4 MiB/s wr, 8 op/s 2024-08-17T00:48:58.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:58.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:58.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:58 smithi137 ceph-mon[86391]: osdmap e547: 8 total, 8 up, 8 in 2024-08-17T00:48:58.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:58 smithi137 ceph-mon[86391]: pgmap v488: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 234 B/s rd, 1.4 MiB/s wr, 8 op/s 2024-08-17T00:48:58.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:58.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:59.805 INFO:tasks.rados.rados.0.smithi082.stdout:2457: done (1 left) 2024-08-17T00:48:59.805 INFO:tasks.rados.rados.0.smithi082.stdout:2458: done (0 left) 2024-08-17T00:48:59.805 INFO:tasks.rados.rados.0.smithi082.stdout:2459: read oid 49 snap -1 2024-08-17T00:48:59.805 INFO:tasks.rados.rados.0.smithi082.stdout:2459: expect deleted 2024-08-17T00:48:59.805 INFO:tasks.rados.rados.0.smithi082.stdout:2460: rmattr oid 6 current snap is 239 2024-08-17T00:48:59.805 INFO:tasks.rados.rados.0.smithi082.stdout:2461: rollback oid 39 current snap is 239 2024-08-17T00:48:59.805 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 39 to 217 2024-08-17T00:48:59.805 INFO:tasks.rados.rados.0.smithi082.stdout:2462: copy_from oid 14 from oid 26 current snap is 239 2024-08-17T00:48:59.805 INFO:tasks.rados.rados.0.smithi082.stdout:2463: delete oid 19 current snap is 239 2024-08-17T00:48:59.809 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 1037 (ObjNum 682 snap 210 seq_num 682) dirty exists 2024-08-17T00:48:59.810 INFO:tasks.rados.rados.0.smithi082.stdout:2459: done (4 left) 2024-08-17T00:48:59.810 INFO:tasks.rados.rados.0.smithi082.stdout:2460: done (3 left) 2024-08-17T00:48:59.810 INFO:tasks.rados.rados.0.smithi082.stdout:2463: done (2 left) 2024-08-17T00:48:59.810 INFO:tasks.rados.rados.0.smithi082.stdout:2464: read oid 2 snap 237 2024-08-17T00:48:59.811 INFO:tasks.rados.rados.0.smithi082.stdout:2464: expect deleted 2024-08-17T00:48:59.811 INFO:tasks.rados.rados.0.smithi082.stdout:2465: snap_create 2024-08-17T00:48:59.812 INFO:tasks.rados.rados.0.smithi082.stdout:2461: finishing rollback tid 0 to smithi08280503-39 2024-08-17T00:48:59.812 INFO:tasks.rados.rados.0.smithi082.stdout:2462: finishing copy_from racing read to smithi08280503-14 2024-08-17T00:48:59.812 INFO:tasks.rados.rados.0.smithi082.stdout:2461: finishing rollback tid 1 to smithi08280503-39 2024-08-17T00:48:59.812 INFO:tasks.rados.rados.0.smithi082.stdout:2461: finishing rollback tid 2 to smithi08280503-39 2024-08-17T00:48:59.813 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 1406 (ObjNum 676 snap 207 seq_num 676) dirty exists 2024-08-17T00:48:59.814 INFO:tasks.rados.rados.0.smithi082.stdout:2462: finishing copy_from to smithi08280503-14 2024-08-17T00:48:59.814 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 1419 (ObjNum 755 snap 237 seq_num 755) dirty exists 2024-08-17T00:48:59.825 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:59 smithi082 ceph-mon[94343]: osdmap e548: 8 total, 8 up, 8 in 2024-08-17T00:48:59.825 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:59 smithi082 ceph-mon[94343]: osdmap e549: 8 total, 8 up, 8 in 2024-08-17T00:48:59.825 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:59.825 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:48:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:59.825 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:59 smithi082 ceph-mon[91979]: osdmap e548: 8 total, 8 up, 8 in 2024-08-17T00:48:59.825 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:59 smithi082 ceph-mon[91979]: osdmap e549: 8 total, 8 up, 8 in 2024-08-17T00:48:59.825 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:59.825 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:48:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:59.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:59 smithi137 ceph-mon[86391]: osdmap e548: 8 total, 8 up, 8 in 2024-08-17T00:48:59.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:59 smithi137 ceph-mon[86391]: osdmap e549: 8 total, 8 up, 8 in 2024-08-17T00:48:59.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:48:59.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:48:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:00.811 INFO:tasks.rados.rados.0.smithi082.stdout:2461: done (3 left) 2024-08-17T00:49:00.811 INFO:tasks.rados.rados.0.smithi082.stdout:2462: done (2 left) 2024-08-17T00:49:00.811 INFO:tasks.rados.rados.0.smithi082.stdout:2464: done (1 left) 2024-08-17T00:49:00.811 INFO:tasks.rados.rados.0.smithi082.stdout:2465: done (0 left) 2024-08-17T00:49:00.811 INFO:tasks.rados.rados.0.smithi082.stdout:2466: rollback oid 18 current snap is 240 2024-08-17T00:49:00.811 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 18 to 239 2024-08-17T00:49:00.811 INFO:tasks.rados.rados.0.smithi082.stdout:2467: copy_from oid 24 from oid 30 current snap is 240 2024-08-17T00:49:00.811 INFO:tasks.rados.rados.0.smithi082.stdout:2468: copy_from oid 10 from oid 22 current snap is 240 2024-08-17T00:49:00.811 INFO:tasks.rados.rados.0.smithi082.stdout:2469: snap_remove snap 206 2024-08-17T00:49:00.871 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:00 smithi082 ceph-mon[94343]: osdmap e550: 8 total, 8 up, 8 in 2024-08-17T00:49:00.872 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:00 smithi082 ceph-mon[94343]: pgmap v492: 121 pgs: 121 active+clean; 339 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 7.2 MiB/s wr, 24 op/s 2024-08-17T00:49:00.872 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:00 smithi082 ceph-mon[91979]: osdmap e550: 8 total, 8 up, 8 in 2024-08-17T00:49:00.872 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:00 smithi082 ceph-mon[91979]: pgmap v492: 121 pgs: 121 active+clean; 339 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 7.2 MiB/s wr, 24 op/s 2024-08-17T00:49:01.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:00 smithi137 ceph-mon[86391]: osdmap e550: 8 total, 8 up, 8 in 2024-08-17T00:49:01.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:00 smithi137 ceph-mon[86391]: pgmap v492: 121 pgs: 121 active+clean; 339 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 7.2 MiB/s wr, 24 op/s 2024-08-17T00:49:01.498 INFO:teuthology.orchestra.run.smithi082.stdout:true 2024-08-17T00:49:01.774 INFO:teuthology.orchestra.run.smithi082.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:49:01.774 INFO:teuthology.orchestra.run.smithi082.stdout:alertmanager.a smithi082 *:9093,9094 running (6m) 3s ago 10m 24.5M - 0.25.0 c8568f914cd2 21f506531c7e 2024-08-17T00:49:01.774 INFO:teuthology.orchestra.run.smithi082.stdout:grafana.a smithi137 *:3000 running (6m) 26s ago 10m 86.5M - 9.4.7 954c08fa6188 a7d4db6b9a81 2024-08-17T00:49:01.774 INFO:teuthology.orchestra.run.smithi082.stdout:mds.a smithi082 running (6s) 3s ago 12m 12.9M - 19.1.0-1363-gd863d21c ba08250ef864 9cbb42216c03 2024-08-17T00:49:01.774 INFO:teuthology.orchestra.run.smithi082.stdout:mds.b smithi137 running (12m) 26s ago 12m 15.3M - 17.2.7-1402-g03a1ac13 bc5a85a90206 931a05caee78 2024-08-17T00:49:01.775 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.x smithi137 *:8443,9283,8765 running (6m) 26s ago 15m 441M - 19.1.0-1363-gd863d21c ba08250ef864 745a5ef30a75 2024-08-17T00:49:01.775 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.y smithi082 *:8443,9283,8765 running (6m) 3s ago 17m 514M - 19.1.0-1363-gd863d21c ba08250ef864 92bb5538a947 2024-08-17T00:49:01.775 INFO:teuthology.orchestra.run.smithi082.stdout:mon.a smithi082 running (5m) 3s ago 17m 66.3M 2048M 19.1.0-1363-gd863d21c ba08250ef864 f4aa8d413a0e 2024-08-17T00:49:01.775 INFO:teuthology.orchestra.run.smithi082.stdout:mon.b smithi137 running (5m) 26s ago 15m 47.0M 2048M 19.1.0-1363-gd863d21c ba08250ef864 9fd7ba29d439 2024-08-17T00:49:01.775 INFO:teuthology.orchestra.run.smithi082.stdout:mon.c smithi082 running (5m) 3s ago 15m 55.7M 2048M 19.1.0-1363-gd863d21c ba08250ef864 d6960322022d 2024-08-17T00:49:01.775 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.a smithi082 *:9100 running (6m) 3s ago 10m 16.1M - 1.5.0 0da6a335fe13 198283f1b08e 2024-08-17T00:49:01.775 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.b smithi137 *:9100 running (6m) 26s ago 10m 16.8M - 1.5.0 0da6a335fe13 da4f12b322e3 2024-08-17T00:49:01.775 INFO:teuthology.orchestra.run.smithi082.stdout:osd.0 smithi082 running (4m) 3s ago 15m 271M 2480M 19.1.0-1363-gd863d21c ba08250ef864 32a8251d6cbd 2024-08-17T00:49:01.775 INFO:teuthology.orchestra.run.smithi082.stdout:osd.1 smithi082 running (3m) 3s ago 14m 212M 2480M 19.1.0-1363-gd863d21c ba08250ef864 27410d903b16 2024-08-17T00:49:01.775 INFO:teuthology.orchestra.run.smithi082.stdout:osd.2 smithi082 running (3m) 3s ago 14m 250M 2480M 19.1.0-1363-gd863d21c ba08250ef864 d73e6cacdf8e 2024-08-17T00:49:01.775 INFO:teuthology.orchestra.run.smithi082.stdout:osd.3 smithi082 running (2m) 3s ago 14m 145M 2480M 19.1.0-1363-gd863d21c ba08250ef864 ff1e0af1a005 2024-08-17T00:49:01.776 INFO:teuthology.orchestra.run.smithi082.stdout:osd.4 smithi137 running (2m) 26s ago 13m 176M 2480M 19.1.0-1363-gd863d21c ba08250ef864 908ee8f7568a 2024-08-17T00:49:01.776 INFO:teuthology.orchestra.run.smithi082.stdout:osd.5 smithi137 running (98s) 26s ago 13m 159M 2480M 19.1.0-1363-gd863d21c ba08250ef864 5093a53e7478 2024-08-17T00:49:01.776 INFO:teuthology.orchestra.run.smithi082.stdout:osd.6 smithi137 running (65s) 26s ago 12m 65.9M 2480M 19.1.0-1363-gd863d21c ba08250ef864 e037950bdd93 2024-08-17T00:49:01.776 INFO:teuthology.orchestra.run.smithi082.stdout:osd.7 smithi137 running (31s) 26s ago 12m 12.1M 2480M 19.1.0-1363-gd863d21c ba08250ef864 085540a710fc 2024-08-17T00:49:01.776 INFO:teuthology.orchestra.run.smithi082.stdout:prometheus.a smithi137 *:9095 running (6m) 26s ago 11m 63.8M - 2.43.0 a07b618ecd1d d20756562103 2024-08-17T00:49:01.830 INFO:tasks.rados.rados.0.smithi082.stdout:2469: done (3 left) 2024-08-17T00:49:01.830 INFO:tasks.rados.rados.0.smithi082.stdout:2470: read oid 16 snap -1 2024-08-17T00:49:01.830 INFO:tasks.rados.rados.0.smithi082.stdout:2470: expect (ObjNum 695 snap 215 seq_num 695) 2024-08-17T00:49:01.830 INFO:tasks.rados.rados.0.smithi082.stdout:2471: rollback oid 11 current snap is 240 2024-08-17T00:49:01.830 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 11 to 231 2024-08-17T00:49:01.830 INFO:tasks.rados.rados.0.smithi082.stdout:2472: copy_from oid 35 from oid 42 current snap is 240 2024-08-17T00:49:01.831 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 39 current snap is 240 2024-08-17T00:49:01.831 INFO:tasks.rados.rados.0.smithi082.stdout:2473: seq_num 757 ranges {1728512=688128} 2024-08-17T00:49:01.844 INFO:tasks.rados.rados.0.smithi082.stdout:2473: writing smithi08280503-39 from 1728512 to 2416640 tid 1 2024-08-17T00:49:01.845 INFO:tasks.rados.rados.0.smithi082.stdout:2474: snap_remove snap 238 2024-08-17T00:49:02.123 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-08-17T00:49:02.123 INFO:teuthology.orchestra.run.smithi082.stdout: "mon": { 2024-08-17T00:49:02.123 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:49:02.123 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:49:02.123 INFO:teuthology.orchestra.run.smithi082.stdout: "mgr": { 2024-08-17T00:49:02.123 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:49:02.123 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:49:02.123 INFO:teuthology.orchestra.run.smithi082.stdout: "osd": { 2024-08-17T00:49:02.124 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 8 2024-08-17T00:49:02.124 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:49:02.124 INFO:teuthology.orchestra.run.smithi082.stdout: "mds": { 2024-08-17T00:49:02.124 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 1, 2024-08-17T00:49:02.124 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 1 2024-08-17T00:49:02.124 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:49:02.124 INFO:teuthology.orchestra.run.smithi082.stdout: "overall": { 2024-08-17T00:49:02.124 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 17.2.7-1402-g03a1ac13 (03a1ac138be0788fcab8cc2d3e522699868227b3) quincy (stable)": 1, 2024-08-17T00:49:02.124 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 14 2024-08-17T00:49:02.124 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-08-17T00:49:02.125 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-08-17T00:49:02.125 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:01 smithi082 ceph-mon[94343]: osdmap e551: 8 total, 8 up, 8 in 2024-08-17T00:49:02.125 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:01 smithi082 ceph-mon[91979]: osdmap e551: 8 total, 8 up, 8 in 2024-08-17T00:49:02.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:01 smithi137 ceph-mon[86391]: osdmap e551: 8 total, 8 up, 8 in 2024-08-17T00:49:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:49:02.829 INFO:tasks.rados.rados.0.smithi082.stdout:2474: done (7 left) 2024-08-17T00:49:02.829 INFO:tasks.rados.rados.0.smithi082.stdout:2475: delete oid 26 current snap is 240 2024-08-17T00:49:02.829 INFO:tasks.rados.rados.0.smithi082.stdout:2466: finishing rollback tid 0 to smithi08280503-18 2024-08-17T00:49:02.829 INFO:tasks.rados.rados.0.smithi082.stdout:2466: finishing rollback tid 1 to smithi08280503-18 2024-08-17T00:49:02.829 INFO:tasks.rados.rados.0.smithi082.stdout:2466: finishing rollback tid 2 to smithi08280503-18 2024-08-17T00:49:02.829 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 1149 (ObjNum 582 snap 180 seq_num 582) dirty exists 2024-08-17T00:49:02.830 INFO:tasks.rados.rados.0.smithi082.stdout:2468: finishing copy_from racing read to smithi08280503-10 2024-08-17T00:49:02.830 INFO:tasks.rados.rados.0.smithi082.stdout:2467: finishing copy_from racing read to smithi08280503-24 2024-08-17T00:49:02.830 INFO:tasks.rados.rados.0.smithi082.stdout:2467: finishing copy_from to smithi08280503-24 2024-08-17T00:49:02.830 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 1230 (ObjNum 749 snap 235 seq_num 749) dirty exists 2024-08-17T00:49:02.830 INFO:tasks.rados.rados.0.smithi082.stdout:2468: finishing copy_from to smithi08280503-10 2024-08-17T00:49:02.830 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 1130 (ObjNum 735 snap 233 seq_num 735) dirty exists 2024-08-17T00:49:02.830 INFO:tasks.rados.rados.0.smithi082.stdout:2471: finishing rollback tid 0 to smithi08280503-11 2024-08-17T00:49:02.830 INFO:tasks.rados.rados.0.smithi082.stdout:2471: finishing rollback tid 1 to smithi08280503-11 2024-08-17T00:49:02.830 INFO:tasks.rados.rados.0.smithi082.stdout:2471: finishing rollback tid 2 to smithi08280503-11 2024-08-17T00:49:02.830 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 1233 (ObjNum 721 snap 231 seq_num 721) dirty exists 2024-08-17T00:49:02.830 INFO:tasks.rados.rados.0.smithi082.stdout:2470: expect (ObjNum 695 snap 215 seq_num 695) 2024-08-17T00:49:02.886 INFO:tasks.rados.rados.0.smithi082.stdout:2473: finishing write tid 1 to smithi08280503-39 2024-08-17T00:49:02.886 INFO:tasks.rados.rados.0.smithi082.stdout:2473: finishing write tid 2 to smithi08280503-39 2024-08-17T00:49:02.886 INFO:tasks.rados.rados.0.smithi082.stdout:2473: finishing write tid 3 to smithi08280503-39 2024-08-17T00:49:02.886 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 1408 (ObjNum 757 snap 240 seq_num 757) dirty exists 2024-08-17T00:49:02.886 INFO:tasks.rados.rados.0.smithi082.stdout:2473: left oid 39 (ObjNum 757 snap 240 seq_num 757) 2024-08-17T00:49:02.886 INFO:tasks.rados.rados.0.smithi082.stdout:2472: finishing copy_from racing read to smithi08280503-35 2024-08-17T00:49:02.887 INFO:tasks.rados.rados.0.smithi082.stdout:2472: finishing copy_from to smithi08280503-35 2024-08-17T00:49:02.887 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 1256 (ObjNum 753 snap 237 seq_num 753) dirty exists 2024-08-17T00:49:02.887 INFO:tasks.rados.rados.0.smithi082.stdout:2466: done (7 left) 2024-08-17T00:49:02.887 INFO:tasks.rados.rados.0.smithi082.stdout:2467: done (6 left) 2024-08-17T00:49:02.887 INFO:tasks.rados.rados.0.smithi082.stdout:2468: done (5 left) 2024-08-17T00:49:02.887 INFO:tasks.rados.rados.0.smithi082.stdout:2470: done (4 left) 2024-08-17T00:49:02.887 INFO:tasks.rados.rados.0.smithi082.stdout:2471: done (3 left) 2024-08-17T00:49:02.887 INFO:tasks.rados.rados.0.smithi082.stdout:2472: done (2 left) 2024-08-17T00:49:02.887 INFO:tasks.rados.rados.0.smithi082.stdout:2473: done (1 left) 2024-08-17T00:49:02.887 INFO:tasks.rados.rados.0.smithi082.stdout:2475: done (0 left) 2024-08-17T00:49:02.887 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 43 current snap is 240 2024-08-17T00:49:02.887 INFO:tasks.rados.rados.0.smithi082.stdout:2476: seq_num 759 ranges {4554752=720896} 2024-08-17T00:49:02.913 INFO:tasks.rados.rados.0.smithi082.stdout:2476: writing smithi08280503-43 from 4554752 to 5275648 tid 1 2024-08-17T00:49:02.914 INFO:tasks.rados.rados.0.smithi082.stdout:2477: snap_remove snap 213 2024-08-17T00:49:03.099 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:02 smithi137 ceph-mon[86391]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:49:03.099 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:02 smithi137 ceph-mon[86391]: from='client.44336 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:49:03.100 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:02 smithi137 ceph-mon[86391]: osdmap e552: 8 total, 8 up, 8 in 2024-08-17T00:49:03.100 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:02 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2115903185' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:03.100 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:02 smithi137 ceph-mon[86391]: pgmap v495: 121 pgs: 121 active+clean; 339 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 26 op/s 2024-08-17T00:49:03.100 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:03.100 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:03.100 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:49:03.100 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:49:03.100 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:03.100 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:49:03.100 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:03.100 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:03.100 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:03.100 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:03.101 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-17T00:49:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[91979]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:49:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[91979]: from='client.44336 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:49:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[91979]: osdmap e552: 8 total, 8 up, 8 in 2024-08-17T00:49:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2115903185' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[91979]: pgmap v495: 121 pgs: 121 active+clean; 339 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 26 op/s 2024-08-17T00:49:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:03.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:03.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:49:03.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:49:03.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:03.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:49:03.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:03.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:03.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:03.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:03.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-17T00:49:03.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[94343]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:49:03.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[94343]: from='client.44336 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:49:03.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[94343]: osdmap e552: 8 total, 8 up, 8 in 2024-08-17T00:49:03.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2115903185' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:03.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[94343]: pgmap v495: 121 pgs: 121 active+clean; 339 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 26 op/s 2024-08-17T00:49:03.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:03.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:03.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:49:03.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:49:03.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:03.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:49:03.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:03.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:03.228 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:03.228 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:03.228 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-17T00:49:03.805 INFO:tasks.rados.rados.0.smithi082.stdout:2476: finishing write tid 1 to smithi08280503-43 2024-08-17T00:49:03.805 INFO:tasks.rados.rados.0.smithi082.stdout:2476: finishing write tid 2 to smithi08280503-43 2024-08-17T00:49:03.806 INFO:tasks.rados.rados.0.smithi082.stdout:2476: finishing write tid 3 to smithi08280503-43 2024-08-17T00:49:03.806 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 1440 (ObjNum 759 snap 240 seq_num 759) dirty exists 2024-08-17T00:49:03.806 INFO:tasks.rados.rados.0.smithi082.stdout:2476: left oid 43 (ObjNum 759 snap 240 seq_num 759) 2024-08-17T00:49:03.806 INFO:tasks.rados.rados.0.smithi082.stdout:2476: done (1 left) 2024-08-17T00:49:03.806 INFO:tasks.rados.rados.0.smithi082.stdout:2477: done (0 left) 2024-08-17T00:49:03.806 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 26 current snap is 240 2024-08-17T00:49:03.806 INFO:tasks.rados.rados.0.smithi082.stdout:2478: seq_num 760 ranges {0=737280} 2024-08-17T00:49:03.810 INFO:tasks.rados.rados.0.smithi082.stdout:2478: writing smithi08280503-26 from 0 to 737280 tid 1 2024-08-17T00:49:03.810 INFO:tasks.rados.rados.0.smithi082.stdout:2479: rmattr oid 36 current snap is 240 2024-08-17T00:49:03.810 INFO:tasks.rados.rados.0.smithi082.stdout:2480: snap_remove snap 219 2024-08-17T00:49:03.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:03 smithi082 ceph-mon[91979]: Detected new or changed devices on smithi082 2024-08-17T00:49:03.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:03 smithi082 ceph-mon[91979]: Upgrade: It appears safe to stop mds.b 2024-08-17T00:49:03.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:03 smithi082 ceph-mon[91979]: osdmap e553: 8 total, 8 up, 8 in 2024-08-17T00:49:03.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:03 smithi082 ceph-mon[91979]: osdmap e554: 8 total, 8 up, 8 in 2024-08-17T00:49:03.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:03 smithi082 ceph-mon[94343]: Detected new or changed devices on smithi082 2024-08-17T00:49:03.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:03 smithi082 ceph-mon[94343]: Upgrade: It appears safe to stop mds.b 2024-08-17T00:49:03.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:03 smithi082 ceph-mon[94343]: osdmap e553: 8 total, 8 up, 8 in 2024-08-17T00:49:03.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:03 smithi082 ceph-mon[94343]: osdmap e554: 8 total, 8 up, 8 in 2024-08-17T00:49:04.109 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:03 smithi137 ceph-mon[86391]: Detected new or changed devices on smithi082 2024-08-17T00:49:04.109 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:03 smithi137 ceph-mon[86391]: Upgrade: It appears safe to stop mds.b 2024-08-17T00:49:04.109 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:03 smithi137 ceph-mon[86391]: osdmap e553: 8 total, 8 up, 8 in 2024-08-17T00:49:04.109 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:03 smithi137 ceph-mon[86391]: osdmap e554: 8 total, 8 up, 8 in 2024-08-17T00:49:04.810 INFO:tasks.rados.rados.0.smithi082.stdout:2480: done (2 left) 2024-08-17T00:49:04.810 INFO:tasks.rados.rados.0.smithi082.stdout:2481: snap_remove snap 223 2024-08-17T00:49:05.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:49:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:49:05] "GET /metrics HTTP/1.1" 200 36053 "" "Prometheus/2.43.0" 2024-08-17T00:49:05.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:05 smithi082 ceph-mon[91979]: pgmap v498: 121 pgs: 121 active+clean; 346 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-08-17T00:49:05.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:05 smithi082 ceph-mon[91979]: Upgrade: Updating mds.b 2024-08-17T00:49:05.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:05.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:49:05.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:49:05.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:05 smithi082 ceph-mon[91979]: Deploying daemon mds.b on smithi137 2024-08-17T00:49:05.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:05 smithi082 ceph-mon[91979]: osdmap e555: 8 total, 8 up, 8 in 2024-08-17T00:49:05.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:49:05.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:05 smithi082 ceph-mon[94343]: pgmap v498: 121 pgs: 121 active+clean; 346 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-08-17T00:49:05.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:05 smithi082 ceph-mon[94343]: Upgrade: Updating mds.b 2024-08-17T00:49:05.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:05.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:49:05.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:49:05.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:05 smithi082 ceph-mon[94343]: Deploying daemon mds.b on smithi137 2024-08-17T00:49:05.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:05 smithi082 ceph-mon[94343]: osdmap e555: 8 total, 8 up, 8 in 2024-08-17T00:49:05.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:49:05.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:05 smithi137 ceph-mon[86391]: pgmap v498: 121 pgs: 121 active+clean; 346 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-08-17T00:49:05.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:05 smithi137 ceph-mon[86391]: Upgrade: Updating mds.b 2024-08-17T00:49:05.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:05.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T00:49:05.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:49:05.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:05 smithi137 ceph-mon[86391]: Deploying daemon mds.b on smithi137 2024-08-17T00:49:05.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:05 smithi137 ceph-mon[86391]: osdmap e555: 8 total, 8 up, 8 in 2024-08-17T00:49:05.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:49:05.809 INFO:tasks.rados.rados.0.smithi082.stdout:2481: done (2 left) 2024-08-17T00:49:05.809 INFO:tasks.rados.rados.0.smithi082.stdout:2482: rmattr oid 29 current snap is 240 2024-08-17T00:49:05.809 INFO:tasks.rados.rados.0.smithi082.stdout:2482: done (2 left) 2024-08-17T00:49:05.809 INFO:tasks.rados.rados.0.smithi082.stdout:2483: read oid 11 snap -1 2024-08-17T00:49:05.809 INFO:tasks.rados.rados.0.smithi082.stdout:2483: expect (ObjNum 721 snap 231 seq_num 721) 2024-08-17T00:49:05.809 INFO:tasks.rados.rados.0.smithi082.stdout:2484: read oid 41 snap -1 2024-08-17T00:49:05.809 INFO:tasks.rados.rados.0.smithi082.stdout:2484: expect deleted 2024-08-17T00:49:05.810 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 18 current snap is 240 2024-08-17T00:49:05.810 INFO:tasks.rados.rados.0.smithi082.stdout:2485: seq_num 761 ranges {2883584=753664} 2024-08-17T00:49:05.831 INFO:tasks.rados.rados.0.smithi082.stdout:2485: writing smithi08280503-18 from 2883584 to 3637248 tid 1 2024-08-17T00:49:05.831 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 7 current snap is 240 2024-08-17T00:49:05.831 INFO:tasks.rados.rados.0.smithi082.stdout:2478: finishing write tid 1 to smithi08280503-26 2024-08-17T00:49:05.831 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 1257 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:49:05.831 INFO:tasks.rados.rados.0.smithi082.stdout:2478: finishing write tid 2 to smithi08280503-26 2024-08-17T00:49:05.831 INFO:tasks.rados.rados.0.smithi082.stdout:2478: finishing write tid 3 to smithi08280503-26 2024-08-17T00:49:05.831 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 1442 (ObjNum 760 snap 240 seq_num 760) dirty exists 2024-08-17T00:49:05.832 INFO:tasks.rados.rados.0.smithi082.stdout:2478: left oid 26 (ObjNum 760 snap 240 seq_num 760) 2024-08-17T00:49:05.832 INFO:tasks.rados.rados.0.smithi082.stdout:2483: expect (ObjNum 721 snap 231 seq_num 721) 2024-08-17T00:49:05.887 INFO:tasks.rados.rados.0.smithi082.stdout:2485: finishing write tid 1 to smithi08280503-18 2024-08-17T00:49:05.887 INFO:tasks.rados.rados.0.smithi082.stdout:2485: finishing write tid 2 to smithi08280503-18 2024-08-17T00:49:05.887 INFO:tasks.rados.rados.0.smithi082.stdout:2486: seq_num 762 ranges {9863168=770048} 2024-08-17T00:49:05.943 INFO:tasks.rados.rados.0.smithi082.stdout:2486: writing smithi08280503-7 from 9863168 to 10633216 tid 1 2024-08-17T00:49:05.943 INFO:tasks.rados.rados.0.smithi082.stdout:2478: done (5 left) 2024-08-17T00:49:05.943 INFO:tasks.rados.rados.0.smithi082.stdout:2479: done (4 left) 2024-08-17T00:49:05.943 INFO:tasks.rados.rados.0.smithi082.stdout:2483: done (3 left) 2024-08-17T00:49:05.943 INFO:tasks.rados.rados.0.smithi082.stdout:2484: done (2 left) 2024-08-17T00:49:05.943 INFO:tasks.rados.rados.0.smithi082.stdout:2487: snap_remove snap 237 2024-08-17T00:49:06.158 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 00:49:05 smithi137 systemd[1]: Stopping Ceph mds.b for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:49:06.166 INFO:tasks.rados.rados.0.smithi082.stdout:2487: done (2 left) 2024-08-17T00:49:06.166 INFO:tasks.rados.rados.0.smithi082.stdout:2488: copy_from oid 39 from oid 27 current snap is 240 2024-08-17T00:49:06.166 INFO:tasks.rados.rados.0.smithi082.stdout:2485: finishing write tid 3 to smithi08280503-18 2024-08-17T00:49:06.166 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 1232 (ObjNum 761 snap 240 seq_num 761) dirty exists 2024-08-17T00:49:06.166 INFO:tasks.rados.rados.0.smithi082.stdout:2485: left oid 18 (ObjNum 761 snap 240 seq_num 761) 2024-08-17T00:49:06.166 INFO:tasks.rados.rados.0.smithi082.stdout:2486: finishing write tid 1 to smithi08280503-7 2024-08-17T00:49:06.167 INFO:tasks.rados.rados.0.smithi082.stdout:2486: finishing write tid 2 to smithi08280503-7 2024-08-17T00:49:06.167 INFO:tasks.rados.rados.0.smithi082.stdout:2486: finishing write tid 3 to smithi08280503-7 2024-08-17T00:49:06.167 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 1478 (ObjNum 762 snap 240 seq_num 762) dirty exists 2024-08-17T00:49:06.167 INFO:tasks.rados.rados.0.smithi082.stdout:2486: left oid 7 (ObjNum 762 snap 240 seq_num 762) 2024-08-17T00:49:06.167 INFO:tasks.rados.rados.0.smithi082.stdout:2485: done (2 left) 2024-08-17T00:49:06.167 INFO:tasks.rados.rados.0.smithi082.stdout:2486: done (1 left) 2024-08-17T00:49:06.167 INFO:tasks.rados.rados.0.smithi082.stdout:2489: snap_remove snap 228 2024-08-17T00:49:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:06 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-a[91975]: 2024-08-17T00:49:06.156+0000 7f31bb24e640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T00:49:06.487 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 00:49:06 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-b[59166]: 2024-08-17T00:49:06.156+0000 7f4362ce4640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T00:49:06.487 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 00:49:06 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-b[59166]: 2024-08-17T00:49:06.156+0000 7f4362ce4640 -1 mds.b *** got signal Terminated *** 2024-08-17T00:49:07.181 INFO:tasks.rados.rados.0.smithi082.stdout:2489: done (1 left) 2024-08-17T00:49:07.181 INFO:tasks.rados.rados.0.smithi082.stdout:2490: copy_from oid 5 from oid 16 current snap is 240 2024-08-17T00:49:07.182 INFO:tasks.rados.rados.0.smithi082.stdout:2488: finishing copy_from racing read to smithi08280503-39 2024-08-17T00:49:07.182 INFO:tasks.rados.rados.0.smithi082.stdout:2488: finishing copy_from to smithi08280503-39 2024-08-17T00:49:07.182 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 1443 (ObjNum 750 snap 235 seq_num 750) dirty exists 2024-08-17T00:49:07.182 INFO:tasks.rados.rados.0.smithi082.stdout:2488: done (1 left) 2024-08-17T00:49:07.182 INFO:tasks.rados.rados.0.smithi082.stdout:2491: read oid 18 snap -1 2024-08-17T00:49:07.182 INFO:tasks.rados.rados.0.smithi082.stdout:2491: expect (ObjNum 761 snap 240 seq_num 761) 2024-08-17T00:49:07.182 INFO:tasks.rados.rados.0.smithi082.stdout:2492: setattr oid 42 current snap is 240 2024-08-17T00:49:07.183 INFO:tasks.rados.rados.0.smithi082.stdout:2493: rmattr oid 10 current snap is 240 2024-08-17T00:49:07.183 INFO:tasks.rados.rados.0.smithi082.stdout:2493: done (3 left) 2024-08-17T00:49:07.183 INFO:tasks.rados.rados.0.smithi082.stdout:2494: rmattr oid 35 current snap is 240 2024-08-17T00:49:07.183 INFO:tasks.rados.rados.0.smithi082.stdout:2494: done (3 left) 2024-08-17T00:49:07.183 INFO:tasks.rados.rados.0.smithi082.stdout:2495: read oid 45 snap 218 2024-08-17T00:49:07.183 INFO:tasks.rados.rados.0.smithi082.stdout:2495: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:49:07.183 INFO:tasks.rados.rados.0.smithi082.stdout:2496: delete oid 19 current snap is 240 2024-08-17T00:49:07.192 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 1258 (ObjNum 753 snap 237 seq_num 753) dirty exists 2024-08-17T00:49:07.194 INFO:tasks.rados.rados.0.smithi082.stdout:2492: done (4 left) 2024-08-17T00:49:07.194 INFO:tasks.rados.rados.0.smithi082.stdout:2496: done (3 left) 2024-08-17T00:49:07.194 INFO:tasks.rados.rados.0.smithi082.stdout:2497: snap_remove snap 236 2024-08-17T00:49:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:06 smithi082 ceph-mon[91979]: osdmap e556: 8 total, 8 up, 8 in 2024-08-17T00:49:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:06 smithi082 ceph-mon[91979]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T00:49:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:06 smithi082 ceph-mon[91979]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T00:49:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:06 smithi082 ceph-mon[91979]: osdmap e557: 8 total, 8 up, 8 in 2024-08-17T00:49:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:06 smithi082 ceph-mon[91979]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-17T00:49:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:06 smithi082 ceph-mon[91979]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T00:49:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:06 smithi082 ceph-mon[91979]: pgmap v502: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 335 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-08-17T00:49:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:06 smithi082 ceph-mon[91979]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T00:49:07.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:06 smithi082 ceph-mon[91979]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-17T00:49:07.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:06 smithi082 ceph-mon[94343]: osdmap e556: 8 total, 8 up, 8 in 2024-08-17T00:49:07.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:06 smithi082 ceph-mon[94343]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T00:49:07.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:06 smithi082 ceph-mon[94343]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T00:49:07.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:06 smithi082 ceph-mon[94343]: osdmap e557: 8 total, 8 up, 8 in 2024-08-17T00:49:07.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:06 smithi082 ceph-mon[94343]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-17T00:49:07.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:06 smithi082 ceph-mon[94343]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T00:49:07.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:06 smithi082 ceph-mon[94343]: pgmap v502: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 335 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-08-17T00:49:07.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:06 smithi082 ceph-mon[94343]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T00:49:07.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:06 smithi082 ceph-mon[94343]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-17T00:49:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:06 smithi137 ceph-mon[86391]: osdmap e556: 8 total, 8 up, 8 in 2024-08-17T00:49:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:06 smithi137 ceph-mon[86391]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T00:49:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:06 smithi137 ceph-mon[86391]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T00:49:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:06 smithi137 ceph-mon[86391]: osdmap e557: 8 total, 8 up, 8 in 2024-08-17T00:49:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:06 smithi137 ceph-mon[86391]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-17T00:49:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:06 smithi137 ceph-mon[86391]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T00:49:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:06 smithi137 ceph-mon[86391]: pgmap v502: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 335 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-08-17T00:49:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:06 smithi137 ceph-mon[86391]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T00:49:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:06 smithi137 ceph-mon[86391]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-17T00:49:08.195 INFO:tasks.rados.rados.0.smithi082.stdout:2497: done (3 left) 2024-08-17T00:49:08.196 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 17 current snap is 240 2024-08-17T00:49:08.196 INFO:tasks.rados.rados.0.smithi082.stdout:2498: seq_num 764 ranges {10756096=802816} 2024-08-17T00:49:08.257 INFO:tasks.rados.rados.0.smithi082.stdout:2498: writing smithi08280503-17 from 10756096 to 11558912 tid 1 2024-08-17T00:49:08.257 INFO:tasks.rados.rados.0.smithi082.stdout:2499: read oid 41 snap -1 2024-08-17T00:49:08.257 INFO:tasks.rados.rados.0.smithi082.stdout:2499: expect deleted 2024-08-17T00:49:08.257 INFO:tasks.rados.rados.0.smithi082.stdout:2500: rmattr oid 11 current snap is 240 2024-08-17T00:49:08.257 INFO:tasks.rados.rados.0.smithi082.stdout:2500: done (5 left) 2024-08-17T00:49:08.257 INFO:tasks.rados.rados.0.smithi082.stdout:2501: snap_remove snap 235 2024-08-17T00:49:08.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:08 smithi082 ceph-mon[94343]: osdmap e558: 8 total, 8 up, 8 in 2024-08-17T00:49:08.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:08 smithi082 ceph-mon[94343]: mds.? [v2:172.21.15.82:6834/2634171770,v1:172.21.15.82:6835/2634171770] up:reconnect 2024-08-17T00:49:08.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:08 smithi082 ceph-mon[94343]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-17T00:49:08.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:08 smithi082 ceph-mon[91979]: osdmap e558: 8 total, 8 up, 8 in 2024-08-17T00:49:08.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:08 smithi082 ceph-mon[91979]: mds.? [v2:172.21.15.82:6834/2634171770,v1:172.21.15.82:6835/2634171770] up:reconnect 2024-08-17T00:49:08.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:08 smithi082 ceph-mon[91979]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-17T00:49:08.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:08 smithi137 ceph-mon[86391]: osdmap e558: 8 total, 8 up, 8 in 2024-08-17T00:49:08.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:08 smithi137 ceph-mon[86391]: mds.? [v2:172.21.15.82:6834/2634171770,v1:172.21.15.82:6835/2634171770] up:reconnect 2024-08-17T00:49:08.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:08 smithi137 ceph-mon[86391]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-17T00:49:08.811 INFO:tasks.rados.rados.0.smithi082.stdout:2501: done (5 left) 2024-08-17T00:49:08.811 INFO:tasks.rados.rados.0.smithi082.stdout:2502: snap_create 2024-08-17T00:49:08.811 INFO:tasks.rados.rados.0.smithi082.stdout:2490: finishing copy_from racing read to smithi08280503-5 2024-08-17T00:49:08.811 INFO:tasks.rados.rados.0.smithi082.stdout:2490: finishing copy_from to smithi08280503-5 2024-08-17T00:49:08.811 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 994 (ObjNum 695 snap 215 seq_num 695) dirty exists 2024-08-17T00:49:08.811 INFO:tasks.rados.rados.0.smithi082.stdout:2491: expect (ObjNum 761 snap 240 seq_num 761) 2024-08-17T00:49:09.014 INFO:tasks.rados.rados.0.smithi082.stdout:2495: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:49:09.245 INFO:tasks.rados.rados.0.smithi082.stdout:2498: finishing write tid 1 to smithi08280503-17 2024-08-17T00:49:09.246 INFO:tasks.rados.rados.0.smithi082.stdout:2498: finishing write tid 2 to smithi08280503-17 2024-08-17T00:49:09.246 INFO:tasks.rados.rados.0.smithi082.stdout:2498: finishing write tid 3 to smithi08280503-17 2024-08-17T00:49:09.246 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 1362 (ObjNum 764 snap 240 seq_num 764) dirty exists 2024-08-17T00:49:09.246 INFO:tasks.rados.rados.0.smithi082.stdout:2498: left oid 17 (ObjNum 764 snap 240 seq_num 764) 2024-08-17T00:49:09.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:09 smithi082 ceph-mon[94343]: pgmap v504: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 340 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-08-17T00:49:09.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:09 smithi082 ceph-mon[94343]: osdmap e559: 8 total, 8 up, 8 in 2024-08-17T00:49:09.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:09 smithi082 ceph-mon[94343]: mds.? [v2:172.21.15.82:6834/2634171770,v1:172.21.15.82:6835/2634171770] up:rejoin 2024-08-17T00:49:09.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:09 smithi082 ceph-mon[94343]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-17T00:49:09.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:09 smithi082 ceph-mon[94343]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-17T00:49:09.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:09 smithi082 ceph-mon[94343]: osdmap e560: 8 total, 8 up, 8 in 2024-08-17T00:49:09.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:09 smithi082 ceph-mon[91979]: pgmap v504: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 340 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-08-17T00:49:09.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:09 smithi082 ceph-mon[91979]: osdmap e559: 8 total, 8 up, 8 in 2024-08-17T00:49:09.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:09 smithi082 ceph-mon[91979]: mds.? [v2:172.21.15.82:6834/2634171770,v1:172.21.15.82:6835/2634171770] up:rejoin 2024-08-17T00:49:09.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:09 smithi082 ceph-mon[91979]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-17T00:49:09.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:09 smithi082 ceph-mon[91979]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-17T00:49:09.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:09 smithi082 ceph-mon[91979]: osdmap e560: 8 total, 8 up, 8 in 2024-08-17T00:49:09.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:09 smithi137 ceph-mon[86391]: pgmap v504: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 340 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-08-17T00:49:09.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:09 smithi137 ceph-mon[86391]: osdmap e559: 8 total, 8 up, 8 in 2024-08-17T00:49:09.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:09 smithi137 ceph-mon[86391]: mds.? [v2:172.21.15.82:6834/2634171770,v1:172.21.15.82:6835/2634171770] up:rejoin 2024-08-17T00:49:09.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:09 smithi137 ceph-mon[86391]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-17T00:49:09.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:09 smithi137 ceph-mon[86391]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-17T00:49:09.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:09 smithi137 ceph-mon[86391]: osdmap e560: 8 total, 8 up, 8 in 2024-08-17T00:49:09.808 INFO:tasks.rados.rados.0.smithi082.stdout:2490: done (5 left) 2024-08-17T00:49:09.808 INFO:tasks.rados.rados.0.smithi082.stdout:2491: done (4 left) 2024-08-17T00:49:09.809 INFO:tasks.rados.rados.0.smithi082.stdout:2495: done (3 left) 2024-08-17T00:49:09.809 INFO:tasks.rados.rados.0.smithi082.stdout:2498: done (2 left) 2024-08-17T00:49:09.809 INFO:tasks.rados.rados.0.smithi082.stdout:2499: done (1 left) 2024-08-17T00:49:09.809 INFO:tasks.rados.rados.0.smithi082.stdout:2502: done (0 left) 2024-08-17T00:49:09.809 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 20 current snap is 241 2024-08-17T00:49:09.809 INFO:tasks.rados.rados.0.smithi082.stdout:2503: seq_num 765 ranges {4251648=417792,4669440=401408} 2024-08-17T00:49:09.832 INFO:tasks.rados.rados.0.smithi082.stdout:2503: writing smithi08280503-20 from 4251648 to 4669440 tid 1 2024-08-17T00:49:09.835 INFO:tasks.rados.rados.0.smithi082.stdout:2503: writing smithi08280503-20 from 4669440 to 5070848 tid 2 2024-08-17T00:49:09.835 INFO:tasks.rados.rados.0.smithi082.stdout:2504: read oid 9 snap 218 2024-08-17T00:49:09.835 INFO:tasks.rados.rados.0.smithi082.stdout:2504: expect deleted 2024-08-17T00:49:09.835 INFO:tasks.rados.rados.0.smithi082.stdout:2505: read oid 30 snap -1 2024-08-17T00:49:09.836 INFO:tasks.rados.rados.0.smithi082.stdout:2505: expect (ObjNum 749 snap 235 seq_num 749) 2024-08-17T00:49:09.836 INFO:tasks.rados.rados.0.smithi082.stdout:2506: rollback oid 50 current snap is 241 2024-08-17T00:49:09.836 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 50 to 218 2024-08-17T00:49:09.836 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 24 current snap is 241 2024-08-17T00:49:09.836 INFO:tasks.rados.rados.0.smithi082.stdout:2507: seq_num 766 ranges {548864=434176,983040=401408} 2024-08-17T00:49:09.841 INFO:tasks.rados.rados.0.smithi082.stdout:2507: writing smithi08280503-24 from 548864 to 983040 tid 1 2024-08-17T00:49:09.844 INFO:tasks.rados.rados.0.smithi082.stdout:2507: writing smithi08280503-24 from 983040 to 1384448 tid 2 2024-08-17T00:49:09.844 INFO:tasks.rados.rados.0.smithi082.stdout:2508: snap_remove snap 239 2024-08-17T00:49:10.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:10 smithi082 ceph-mon[94343]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T00:49:10.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:10 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:49:10.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:10 smithi082 ceph-mon[94343]: mds.? [v2:172.21.15.82:6834/2634171770,v1:172.21.15.82:6835/2634171770] up:active 2024-08-17T00:49:10.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:10 smithi082 ceph-mon[94343]: fsmap cephfs:1 {0=a=up:active} 2024-08-17T00:49:10.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:10 smithi082 ceph-mon[94343]: osdmap e561: 8 total, 8 up, 8 in 2024-08-17T00:49:10.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:10 smithi082 ceph-mon[91979]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T00:49:10.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:10 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:49:10.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:10 smithi082 ceph-mon[91979]: mds.? [v2:172.21.15.82:6834/2634171770,v1:172.21.15.82:6835/2634171770] up:active 2024-08-17T00:49:10.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:10 smithi082 ceph-mon[91979]: fsmap cephfs:1 {0=a=up:active} 2024-08-17T00:49:10.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:10 smithi082 ceph-mon[91979]: osdmap e561: 8 total, 8 up, 8 in 2024-08-17T00:49:10.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:10 smithi137 ceph-mon[86391]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T00:49:10.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:10 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:49:10.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:10 smithi137 ceph-mon[86391]: mds.? [v2:172.21.15.82:6834/2634171770,v1:172.21.15.82:6835/2634171770] up:active 2024-08-17T00:49:10.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:10 smithi137 ceph-mon[86391]: fsmap cephfs:1 {0=a=up:active} 2024-08-17T00:49:10.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:10 smithi137 ceph-mon[86391]: osdmap e561: 8 total, 8 up, 8 in 2024-08-17T00:49:10.819 INFO:tasks.rados.rados.0.smithi082.stdout:2508: done (5 left) 2024-08-17T00:49:10.820 INFO:tasks.rados.rados.0.smithi082.stdout:2509: rollback oid 18 current snap is 241 2024-08-17T00:49:10.820 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 18 to 212 2024-08-17T00:49:10.820 INFO:tasks.rados.rados.0.smithi082.stdout:2503: finishing write tid 1 to smithi08280503-20 2024-08-17T00:49:10.820 INFO:tasks.rados.rados.0.smithi082.stdout:2506: finishing rollback tid 0 to smithi08280503-50 2024-08-17T00:49:10.820 INFO:tasks.rados.rados.0.smithi082.stdout:2506: finishing rollback tid 1 to smithi08280503-50 2024-08-17T00:49:10.820 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 1519 (ObjNum 145 snap 0 seq_num 2955518803) dirty dne 2024-08-17T00:49:10.820 INFO:tasks.rados.rados.0.smithi082.stdout:2505: expect (ObjNum 749 snap 235 seq_num 749) 2024-08-17T00:49:10.840 INFO:tasks.rados.rados.0.smithi082.stdout:2503: finishing write tid 2 to smithi08280503-20 2024-08-17T00:49:10.841 INFO:tasks.rados.rados.0.smithi082.stdout:2503: finishing write tid 3 to smithi08280503-20 2024-08-17T00:49:10.841 INFO:tasks.rados.rados.0.smithi082.stdout:2504: done (5 left) 2024-08-17T00:49:10.841 INFO:tasks.rados.rados.0.smithi082.stdout:2505: done (4 left) 2024-08-17T00:49:10.841 INFO:tasks.rados.rados.0.smithi082.stdout:2506: done (3 left) 2024-08-17T00:49:10.841 INFO:tasks.rados.rados.0.smithi082.stdout:2510: delete oid 6 current snap is 241 2024-08-17T00:49:10.841 INFO:tasks.rados.rados.0.smithi082.stdout:2503: finishing write tid 4 to smithi08280503-20 2024-08-17T00:49:10.841 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 1365 (ObjNum 765 snap 241 seq_num 765) dirty exists 2024-08-17T00:49:10.841 INFO:tasks.rados.rados.0.smithi082.stdout:2503: left oid 20 (ObjNum 765 snap 241 seq_num 765) 2024-08-17T00:49:10.841 INFO:tasks.rados.rados.0.smithi082.stdout:2507: finishing write tid 1 to smithi08280503-24 2024-08-17T00:49:10.841 INFO:tasks.rados.rados.0.smithi082.stdout:2507: finishing write tid 2 to smithi08280503-24 2024-08-17T00:49:10.841 INFO:tasks.rados.rados.0.smithi082.stdout:2507: finishing write tid 3 to smithi08280503-24 2024-08-17T00:49:10.841 INFO:tasks.rados.rados.0.smithi082.stdout:2507: finishing write tid 4 to smithi08280503-24 2024-08-17T00:49:10.841 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 1235 (ObjNum 766 snap 241 seq_num 766) dirty exists 2024-08-17T00:49:10.842 INFO:tasks.rados.rados.0.smithi082.stdout:2507: left oid 24 (ObjNum 766 snap 241 seq_num 766) 2024-08-17T00:49:10.842 INFO:tasks.rados.rados.0.smithi082.stdout:2509: finishing rollback tid 0 to smithi08280503-18 2024-08-17T00:49:10.842 INFO:tasks.rados.rados.0.smithi082.stdout:2509: finishing rollback tid 1 to smithi08280503-18 2024-08-17T00:49:10.842 INFO:tasks.rados.rados.0.smithi082.stdout:2509: finishing rollback tid 2 to smithi08280503-18 2024-08-17T00:49:10.842 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 1238 (ObjNum 582 snap 180 seq_num 582) dirty exists 2024-08-17T00:49:10.842 INFO:tasks.rados.rados.0.smithi082.stdout:2503: done (3 left) 2024-08-17T00:49:10.843 INFO:tasks.rados.rados.0.smithi082.stdout:2507: done (2 left) 2024-08-17T00:49:10.843 INFO:tasks.rados.rados.0.smithi082.stdout:2509: done (1 left) 2024-08-17T00:49:10.843 INFO:tasks.rados.rados.0.smithi082.stdout:2510: done (0 left) 2024-08-17T00:49:10.843 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 2 current snap is 241 2024-08-17T00:49:10.843 INFO:tasks.rados.rados.0.smithi082.stdout:2511: seq_num 768 ranges {0=466944,466944=401408} 2024-08-17T00:49:10.845 INFO:tasks.rados.rados.0.smithi082.stdout:2511: writing smithi08280503-2 from 0 to 466944 tid 1 2024-08-17T00:49:10.847 INFO:tasks.rados.rados.0.smithi082.stdout:2511: writing smithi08280503-2 from 466944 to 868352 tid 2 2024-08-17T00:49:10.847 INFO:tasks.rados.rados.0.smithi082.stdout:2512: snap_remove snap 224 2024-08-17T00:49:11.194 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 00:49:10 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-a[118823]: 2024-08-17T00:49:10.884+0000 7f7247df3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-17T00:49:11.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:11 smithi082 ceph-mon[91979]: pgmap v508: 121 pgs: 121 active+clean; 331 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-08-17T00:49:11.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:11 smithi082 ceph-mon[91979]: osdmap e562: 8 total, 8 up, 8 in 2024-08-17T00:49:11.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:11 smithi082 ceph-mon[94343]: pgmap v508: 121 pgs: 121 active+clean; 331 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-08-17T00:49:11.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:11 smithi082 ceph-mon[94343]: osdmap e562: 8 total, 8 up, 8 in 2024-08-17T00:49:11.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:11 smithi137 ceph-mon[86391]: pgmap v508: 121 pgs: 121 active+clean; 331 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-08-17T00:49:11.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:11 smithi137 ceph-mon[86391]: osdmap e562: 8 total, 8 up, 8 in 2024-08-17T00:49:11.824 INFO:tasks.rados.rados.0.smithi082.stdout:2512: done (1 left) 2024-08-17T00:49:11.824 INFO:tasks.rados.rados.0.smithi082.stdout:2513: read oid 43 snap -1 2024-08-17T00:49:11.824 INFO:tasks.rados.rados.0.smithi082.stdout:2513: expect (ObjNum 759 snap 240 seq_num 759) 2024-08-17T00:49:11.824 INFO:tasks.rados.rados.0.smithi082.stdout:2514: read oid 5 snap 217 2024-08-17T00:49:11.824 INFO:tasks.rados.rados.0.smithi082.stdout:2514: expect deleted 2024-08-17T00:49:11.824 INFO:tasks.rados.rados.0.smithi082.stdout:2511: finishing write tid 1 to smithi08280503-2 2024-08-17T00:49:11.824 INFO:tasks.rados.rados.0.smithi082.stdout:2511: finishing write tid 2 to smithi08280503-2 2024-08-17T00:49:11.824 INFO:tasks.rados.rados.0.smithi082.stdout:2511: finishing write tid 3 to smithi08280503-2 2024-08-17T00:49:11.824 INFO:tasks.rados.rados.0.smithi082.stdout:2511: finishing write tid 4 to smithi08280503-2 2024-08-17T00:49:11.824 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 2 v 1140 (ObjNum 768 snap 241 seq_num 768) dirty exists 2024-08-17T00:49:11.825 INFO:tasks.rados.rados.0.smithi082.stdout:2511: left oid 2 (ObjNum 768 snap 241 seq_num 768) 2024-08-17T00:49:11.825 INFO:tasks.rados.rados.0.smithi082.stdout:2511: done (2 left) 2024-08-17T00:49:11.825 INFO:tasks.rados.rados.0.smithi082.stdout:2515: delete oid 40 current snap is 241 2024-08-17T00:49:11.839 INFO:tasks.rados.rados.0.smithi082.stdout:2514: done (2 left) 2024-08-17T00:49:11.840 INFO:tasks.rados.rados.0.smithi082.stdout:2515: done (1 left) 2024-08-17T00:49:11.840 INFO:tasks.rados.rados.0.smithi082.stdout:2516: read oid 6 snap -1 2024-08-17T00:49:11.840 INFO:tasks.rados.rados.0.smithi082.stdout:2516: expect deleted 2024-08-17T00:49:11.840 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 47 current snap is 241 2024-08-17T00:49:11.840 INFO:tasks.rados.rados.0.smithi082.stdout:2517: seq_num 770 ranges {0=499712,499712=401408} 2024-08-17T00:49:11.842 INFO:tasks.rados.rados.0.smithi082.stdout:2517: writing smithi08280503-47 from 0 to 499712 tid 1 2024-08-17T00:49:11.845 INFO:tasks.rados.rados.0.smithi082.stdout:2517: writing smithi08280503-47 from 499712 to 901120 tid 2 2024-08-17T00:49:11.845 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 9 current snap is 241 2024-08-17T00:49:11.845 INFO:tasks.rados.rados.0.smithi082.stdout:2518: seq_num 771 ranges {344064=516096,860160=401408} 2024-08-17T00:49:11.850 INFO:tasks.rados.rados.0.smithi082.stdout:2518: writing smithi08280503-9 from 344064 to 860160 tid 1 2024-08-17T00:49:11.853 INFO:tasks.rados.rados.0.smithi082.stdout:2518: writing smithi08280503-9 from 860160 to 1261568 tid 2 2024-08-17T00:49:11.853 INFO:tasks.rados.rados.0.smithi082.stdout:2519: rollback oid 23 current snap is 241 2024-08-17T00:49:11.853 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 23 to 231 2024-08-17T00:49:11.853 INFO:tasks.rados.rados.0.smithi082.stdout:2517: finishing write tid 1 to smithi08280503-47 2024-08-17T00:49:11.853 INFO:tasks.rados.rados.0.smithi082.stdout:2517: finishing write tid 2 to smithi08280503-47 2024-08-17T00:49:11.853 INFO:tasks.rados.rados.0.smithi082.stdout:2517: finishing write tid 3 to smithi08280503-47 2024-08-17T00:49:11.853 INFO:tasks.rados.rados.0.smithi082.stdout:2513: expect (ObjNum 759 snap 240 seq_num 759) 2024-08-17T00:49:12.171 INFO:tasks.rados.rados.0.smithi082.stdout:2517: finishing write tid 4 to smithi08280503-47 2024-08-17T00:49:12.171 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 959 (ObjNum 770 snap 241 seq_num 770) dirty exists 2024-08-17T00:49:12.171 INFO:tasks.rados.rados.0.smithi082.stdout:2517: left oid 47 (ObjNum 770 snap 241 seq_num 770) 2024-08-17T00:49:12.171 INFO:tasks.rados.rados.0.smithi082.stdout:2513: done (4 left) 2024-08-17T00:49:12.171 INFO:tasks.rados.rados.0.smithi082.stdout:2516: done (3 left) 2024-08-17T00:49:12.171 INFO:tasks.rados.rados.0.smithi082.stdout:2517: done (2 left) 2024-08-17T00:49:12.172 INFO:tasks.rados.rados.0.smithi082.stdout:2520: rmattr oid 5 current snap is 241 2024-08-17T00:49:12.172 INFO:tasks.rados.rados.0.smithi082.stdout:2520: done (2 left) 2024-08-17T00:49:12.172 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 20 current snap is 241 2024-08-17T00:49:12.172 INFO:tasks.rados.rados.0.smithi082.stdout:2519: finishing rollback tid 0 to smithi08280503-23 2024-08-17T00:49:12.172 INFO:tasks.rados.rados.0.smithi082.stdout:2519: finishing rollback tid 1 to smithi08280503-23 2024-08-17T00:49:12.172 INFO:tasks.rados.rados.0.smithi082.stdout:2521: seq_num 772 ranges {5070848=532480,5603328=401408} 2024-08-17T00:49:12.200 INFO:tasks.rados.rados.0.smithi082.stdout:2521: writing smithi08280503-20 from 5070848 to 5603328 tid 1 2024-08-17T00:49:12.204 INFO:tasks.rados.rados.0.smithi082.stdout:2521: writing smithi08280503-20 from 5603328 to 6004736 tid 2 2024-08-17T00:49:12.204 INFO:tasks.rados.rados.0.smithi082.stdout:2522: copy_from oid 19 from oid 36 current snap is 241 2024-08-17T00:49:12.204 INFO:tasks.rados.rados.0.smithi082.stdout:2519: finishing rollback tid 2 to smithi08280503-23 2024-08-17T00:49:12.204 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 1135 (ObjNum 709 snap 226 seq_num 709) dirty exists 2024-08-17T00:49:12.204 INFO:tasks.rados.rados.0.smithi082.stdout:2518: finishing write tid 1 to smithi08280503-9 2024-08-17T00:49:12.204 INFO:tasks.rados.rados.0.smithi082.stdout:2518: finishing write tid 2 to smithi08280503-9 2024-08-17T00:49:12.204 INFO:tasks.rados.rados.0.smithi082.stdout:2518: finishing write tid 3 to smithi08280503-9 2024-08-17T00:49:12.204 INFO:tasks.rados.rados.0.smithi082.stdout:2518: finishing write tid 4 to smithi08280503-9 2024-08-17T00:49:12.204 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 1504 (ObjNum 771 snap 241 seq_num 771) dirty exists 2024-08-17T00:49:12.204 INFO:tasks.rados.rados.0.smithi082.stdout:2518: left oid 9 (ObjNum 771 snap 241 seq_num 771) 2024-08-17T00:49:12.204 INFO:tasks.rados.rados.0.smithi082.stdout:2518: done (3 left) 2024-08-17T00:49:12.204 INFO:tasks.rados.rados.0.smithi082.stdout:2519: done (2 left) 2024-08-17T00:49:12.204 INFO:tasks.rados.rados.0.smithi082.stdout:2523: read oid 4 snap -1 2024-08-17T00:49:12.205 INFO:tasks.rados.rados.0.smithi082.stdout:2523: expect (ObjNum 717 snap 227 seq_num 717) 2024-08-17T00:49:12.205 INFO:tasks.rados.rados.0.smithi082.stdout:2524: setattr oid 39 current snap is 241 2024-08-17T00:49:12.205 INFO:tasks.rados.rados.0.smithi082.stdout:2525: rmattr oid 10 current snap is 241 2024-08-17T00:49:12.205 INFO:tasks.rados.rados.0.smithi082.stdout:2525: done (4 left) 2024-08-17T00:49:12.205 INFO:tasks.rados.rados.0.smithi082.stdout:2526: read oid 24 snap 212 2024-08-17T00:49:12.205 INFO:tasks.rados.rados.0.smithi082.stdout:2526: expect (ObjNum 687 snap 212 seq_num 687) 2024-08-17T00:49:12.205 INFO:tasks.rados.rados.0.smithi082.stdout:2527: snap_create 2024-08-17T00:49:12.206 INFO:tasks.rados.rados.0.smithi082.stdout:2523: expect (ObjNum 717 snap 227 seq_num 717) 2024-08-17T00:49:12.207 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 1444 (ObjNum 750 snap 235 seq_num 750) dirty exists 2024-08-17T00:49:12.208 INFO:tasks.rados.rados.0.smithi082.stdout:2521: finishing write tid 1 to smithi08280503-20 2024-08-17T00:49:12.208 INFO:tasks.rados.rados.0.smithi082.stdout:2521: finishing write tid 2 to smithi08280503-20 2024-08-17T00:49:12.208 INFO:tasks.rados.rados.0.smithi082.stdout:2521: finishing write tid 3 to smithi08280503-20 2024-08-17T00:49:12.210 INFO:tasks.rados.rados.0.smithi082.stdout:2521: finishing write tid 4 to smithi08280503-20 2024-08-17T00:49:12.210 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 1368 (ObjNum 772 snap 241 seq_num 772) dirty exists 2024-08-17T00:49:12.210 INFO:tasks.rados.rados.0.smithi082.stdout:2521: left oid 20 (ObjNum 772 snap 241 seq_num 772) 2024-08-17T00:49:12.211 INFO:tasks.rados.rados.0.smithi082.stdout:2526: expect (ObjNum 687 snap 212 seq_num 687) 2024-08-17T00:49:12.262 INFO:tasks.rados.rados.0.smithi082.stdout:2522: finishing copy_from racing read to smithi08280503-19 2024-08-17T00:49:12.262 INFO:tasks.rados.rados.0.smithi082.stdout:2522: finishing copy_from to smithi08280503-19 2024-08-17T00:49:12.262 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 1257 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:49:12.315 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 00:49:12 smithi137 podman[110066]: 2024-08-17 00:49:12.055768183 +0000 UTC m=+6.011221306 container died 931a05caee78e375049aed90b3eedd0d1831d5cbe5c4291bb7dca655d6eee51e (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-03a1ac1, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-08-17T00:49:12.674 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 00:49:12 smithi137 podman[110066]: 2024-08-17 00:49:12.406292506 +0000 UTC m=+6.361745620 container cleanup 931a05caee78e375049aed90b3eedd0d1831d5cbe5c4291bb7dca655d6eee51e (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, RELEASE=quincy-03a1ac1, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-08-17T00:49:12.674 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 00:49:12 smithi137 bash[110066]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-b 2024-08-17T00:49:12.675 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:49:12.827 INFO:tasks.rados.rados.0.smithi082.stdout:2521: done (5 left) 2024-08-17T00:49:12.827 INFO:tasks.rados.rados.0.smithi082.stdout:2522: done (4 left) 2024-08-17T00:49:12.827 INFO:tasks.rados.rados.0.smithi082.stdout:2523: done (3 left) 2024-08-17T00:49:12.828 INFO:tasks.rados.rados.0.smithi082.stdout:2524: done (2 left) 2024-08-17T00:49:12.828 INFO:tasks.rados.rados.0.smithi082.stdout:2526: done (1 left) 2024-08-17T00:49:12.828 INFO:tasks.rados.rados.0.smithi082.stdout:2527: done (0 left) 2024-08-17T00:49:12.828 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 15 current snap is 242 2024-08-17T00:49:12.828 INFO:tasks.rados.rados.0.smithi082.stdout:2528: seq_num 773 ranges {12648448=548864,13197312=401408} 2024-08-17T00:49:12.896 INFO:tasks.rados.rados.0.smithi082.stdout:2528: writing smithi08280503-15 from 12648448 to 13197312 tid 1 2024-08-17T00:49:12.898 INFO:tasks.rados.rados.0.smithi082.stdout:2528: writing smithi08280503-15 from 13197312 to 13598720 tid 2 2024-08-17T00:49:12.898 INFO:tasks.rados.rados.0.smithi082.stdout:2529: delete oid 23 current snap is 242 2024-08-17T00:49:12.902 INFO:tasks.rados.rados.0.smithi082.stdout:2528: finishing write tid 1 to smithi08280503-15 2024-08-17T00:49:12.903 INFO:tasks.rados.rados.0.smithi082.stdout:2528: finishing write tid 2 to smithi08280503-15 2024-08-17T00:49:12.903 INFO:tasks.rados.rados.0.smithi082.stdout:2528: finishing write tid 3 to smithi08280503-15 2024-08-17T00:49:12.904 INFO:tasks.rados.rados.0.smithi082.stdout:2528: finishing write tid 4 to smithi08280503-15 2024-08-17T00:49:12.905 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 1371 (ObjNum 773 snap 242 seq_num 773) dirty exists 2024-08-17T00:49:12.905 INFO:tasks.rados.rados.0.smithi082.stdout:2528: left oid 15 (ObjNum 773 snap 242 seq_num 773) 2024-08-17T00:49:12.905 INFO:tasks.rados.rados.0.smithi082.stdout:2528: done (1 left) 2024-08-17T00:49:12.905 INFO:tasks.rados.rados.0.smithi082.stdout:2529: done (0 left) 2024-08-17T00:49:12.905 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 2 current snap is 242 2024-08-17T00:49:12.905 INFO:tasks.rados.rados.0.smithi082.stdout:2530: seq_num 775 ranges {868352=589824,1458176=401408} 2024-08-17T00:49:12.913 INFO:tasks.rados.rados.0.smithi082.stdout:2530: writing smithi08280503-2 from 868352 to 1458176 tid 1 2024-08-17T00:49:12.916 INFO:tasks.rados.rados.0.smithi082.stdout:2530: writing smithi08280503-2 from 1458176 to 1859584 tid 2 2024-08-17T00:49:12.916 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 11 current snap is 242 2024-08-17T00:49:12.916 INFO:tasks.rados.rados.0.smithi082.stdout:2531: seq_num 776 ranges {1327104=606208,1933312=401408} 2024-08-17T00:49:12.926 INFO:tasks.rados.rados.0.smithi082.stdout:2531: writing smithi08280503-11 from 1327104 to 1933312 tid 1 2024-08-17T00:49:12.929 INFO:tasks.rados.rados.0.smithi082.stdout:2531: writing smithi08280503-11 from 1933312 to 2334720 tid 2 2024-08-17T00:49:12.929 INFO:tasks.rados.rados.0.smithi082.stdout:2532: read oid 37 snap -1 2024-08-17T00:49:12.929 INFO:tasks.rados.rados.0.smithi082.stdout:2532: expect (ObjNum 719 snap 230 seq_num 719) 2024-08-17T00:49:12.929 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 40 current snap is 242 2024-08-17T00:49:12.929 INFO:tasks.rados.rados.0.smithi082.stdout:2530: finishing write tid 1 to smithi08280503-2 2024-08-17T00:49:12.929 INFO:tasks.rados.rados.0.smithi082.stdout:2530: finishing write tid 2 to smithi08280503-2 2024-08-17T00:49:12.930 INFO:tasks.rados.rados.0.smithi082.stdout:2530: finishing write tid 3 to smithi08280503-2 2024-08-17T00:49:12.930 INFO:tasks.rados.rados.0.smithi082.stdout:2530: finishing write tid 4 to smithi08280503-2 2024-08-17T00:49:12.930 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 2 v 1143 (ObjNum 775 snap 242 seq_num 775) dirty exists 2024-08-17T00:49:12.930 INFO:tasks.rados.rados.0.smithi082.stdout:2530: left oid 2 (ObjNum 775 snap 242 seq_num 775) 2024-08-17T00:49:12.930 INFO:tasks.rados.rados.0.smithi082.stdout:2533: seq_num 777 ranges {0=622592,622592=401408} 2024-08-17T00:49:12.933 INFO:tasks.rados.rados.0.smithi082.stdout:2533: writing smithi08280503-40 from 0 to 622592 tid 1 2024-08-17T00:49:12.935 INFO:tasks.rados.rados.0.smithi082.stdout:2533: writing smithi08280503-40 from 622592 to 1024000 tid 2 2024-08-17T00:49:12.935 INFO:tasks.rados.rados.0.smithi082.stdout:2530: done (3 left) 2024-08-17T00:49:12.935 INFO:tasks.rados.rados.0.smithi082.stdout:2534: snap_remove snap 212 2024-08-17T00:49:12.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:12 smithi137 ceph-mon[86391]: osdmap e563: 8 total, 8 up, 8 in 2024-08-17T00:49:12.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:12 smithi137 ceph-mon[86391]: pgmap v511: 121 pgs: 121 active+clean; 331 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 988 KiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-08-17T00:49:12.987 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 00:49:12 smithi137 podman[110080]: 2024-08-17 00:49:12.67401709 +0000 UTC m=+0.616901587 container remove 931a05caee78e375049aed90b3eedd0d1831d5cbe5c4291bb7dca655d6eee51e (image=quay.ceph.io/ceph-ci/ceph@sha256:e832233e5c7d3c597a8a828706b5c823c0b91199b04e24232e4fd250ffff70db, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-b, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=quincy-03a1ac1, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-08-17T00:49:12.987 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 00:49:12 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mds.b.service: Deactivated successfully. 2024-08-17T00:49:12.987 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 00:49:12 smithi137 systemd[1]: Stopped Ceph mds.b for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:49:12.987 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 00:49:12 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mds.b.service: Consumed 1.140s CPU time. 2024-08-17T00:49:13.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:12 smithi082 ceph-mon[94343]: osdmap e563: 8 total, 8 up, 8 in 2024-08-17T00:49:13.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:12 smithi082 ceph-mon[94343]: pgmap v511: 121 pgs: 121 active+clean; 331 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 988 KiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-08-17T00:49:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:12 smithi082 ceph-mon[91979]: osdmap e563: 8 total, 8 up, 8 in 2024-08-17T00:49:13.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:12 smithi082 ceph-mon[91979]: pgmap v511: 121 pgs: 121 active+clean; 331 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 988 KiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-08-17T00:49:13.369 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 00:49:13 smithi137 systemd[1]: Starting Ceph mds.b for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:49:13.369 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 00:49:13 smithi137 podman[110207]: 2024-08-17 00:49:13.153168299 +0000 UTC m=+0.017120472 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T00:49:13.370 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 00:49:13 smithi137 podman[110207]: 2024-08-17 00:49:13.250264888 +0000 UTC m=+0.114217061 container create 190735ebac30d4a78cfc5ff2ad7613d792b92ce10d6a185de1711452932f54bb (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-b, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-08-17T00:49:13.737 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 00:49:13 smithi137 podman[110207]: 2024-08-17 00:49:13.486388699 +0000 UTC m=+0.350340885 container init 190735ebac30d4a78cfc5ff2ad7613d792b92ce10d6a185de1711452932f54bb (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-b, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21) 2024-08-17T00:49:13.737 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 00:49:13 smithi137 podman[110207]: 2024-08-17 00:49:13.489420213 +0000 UTC m=+0.353372387 container start 190735ebac30d4a78cfc5ff2ad7613d792b92ce10d6a185de1711452932f54bb (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-b, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-d863d21, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T00:49:13.737 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 00:49:13 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-b[110222]: starting mds.b at 2024-08-17T00:49:13.737 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 00:49:13 smithi137 bash[110207]: 190735ebac30d4a78cfc5ff2ad7613d792b92ce10d6a185de1711452932f54bb 2024-08-17T00:49:13.737 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 00:49:13 smithi137 systemd[1]: Started Ceph mds.b for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:49:13.813 INFO:tasks.rados.rados.0.smithi082.stdout:2534: done (3 left) 2024-08-17T00:49:13.813 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 19 current snap is 242 2024-08-17T00:49:13.813 INFO:tasks.rados.rados.0.smithi082.stdout:2535: seq_num 778 ranges {4251648=638976,4890624=401408} 2024-08-17T00:49:13.841 INFO:tasks.rados.rados.0.smithi082.stdout:2535: writing smithi08280503-19 from 4251648 to 4890624 tid 1 2024-08-17T00:49:13.844 INFO:tasks.rados.rados.0.smithi082.stdout:2535: writing smithi08280503-19 from 4890624 to 5292032 tid 2 2024-08-17T00:49:13.844 INFO:tasks.rados.rados.0.smithi082.stdout:2536: setattr oid 7 current snap is 242 2024-08-17T00:49:13.844 INFO:tasks.rados.rados.0.smithi082.stdout:2531: finishing write tid 1 to smithi08280503-11 2024-08-17T00:49:13.844 INFO:tasks.rados.rados.0.smithi082.stdout:2531: finishing write tid 2 to smithi08280503-11 2024-08-17T00:49:13.844 INFO:tasks.rados.rados.0.smithi082.stdout:2531: finishing write tid 3 to smithi08280503-11 2024-08-17T00:49:13.844 INFO:tasks.rados.rados.0.smithi082.stdout:2531: finishing write tid 4 to smithi08280503-11 2024-08-17T00:49:13.844 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 1236 (ObjNum 776 snap 242 seq_num 776) dirty exists 2024-08-17T00:49:13.844 INFO:tasks.rados.rados.0.smithi082.stdout:2531: left oid 11 (ObjNum 776 snap 242 seq_num 776) 2024-08-17T00:49:13.844 INFO:tasks.rados.rados.0.smithi082.stdout:2533: finishing write tid 1 to smithi08280503-40 2024-08-17T00:49:13.844 INFO:tasks.rados.rados.0.smithi082.stdout:2533: finishing write tid 2 to smithi08280503-40 2024-08-17T00:49:13.844 INFO:tasks.rados.rados.0.smithi082.stdout:2533: finishing write tid 3 to smithi08280503-40 2024-08-17T00:49:13.845 INFO:tasks.rados.rados.0.smithi082.stdout:2532: expect (ObjNum 719 snap 230 seq_num 719) 2024-08-17T00:49:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:13 smithi082 ceph-mon[94343]: osdmap e564: 8 total, 8 up, 8 in 2024-08-17T00:49:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:13 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:13 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:13 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:49:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:13 smithi082 ceph-mon[94343]: osdmap e565: 8 total, 8 up, 8 in 2024-08-17T00:49:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:13 smithi082 ceph-mon[91979]: osdmap e564: 8 total, 8 up, 8 in 2024-08-17T00:49:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:13 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:13 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:13 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:49:13.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:13 smithi082 ceph-mon[91979]: osdmap e565: 8 total, 8 up, 8 in 2024-08-17T00:49:14.144 INFO:tasks.rados.rados.0.smithi082.stdout:2533: finishing write tid 4 to smithi08280503-40 2024-08-17T00:49:14.144 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 1515 (ObjNum 777 snap 242 seq_num 777) dirty exists 2024-08-17T00:49:14.144 INFO:tasks.rados.rados.0.smithi082.stdout:2533: left oid 40 (ObjNum 777 snap 242 seq_num 777) 2024-08-17T00:49:14.144 INFO:tasks.rados.rados.0.smithi082.stdout:2535: finishing write tid 1 to smithi08280503-19 2024-08-17T00:49:14.144 INFO:tasks.rados.rados.0.smithi082.stdout:2535: finishing write tid 2 to smithi08280503-19 2024-08-17T00:49:14.145 INFO:tasks.rados.rados.0.smithi082.stdout:2535: finishing write tid 3 to smithi08280503-19 2024-08-17T00:49:14.145 INFO:tasks.rados.rados.0.smithi082.stdout:2535: finishing write tid 4 to smithi08280503-19 2024-08-17T00:49:14.145 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 1523 (ObjNum 778 snap 242 seq_num 778) dirty exists 2024-08-17T00:49:14.145 INFO:tasks.rados.rados.0.smithi082.stdout:2535: left oid 19 (ObjNum 778 snap 242 seq_num 778) 2024-08-17T00:49:14.145 INFO:tasks.rados.rados.0.smithi082.stdout:2531: done (4 left) 2024-08-17T00:49:14.146 INFO:tasks.rados.rados.0.smithi082.stdout:2532: done (3 left) 2024-08-17T00:49:14.146 INFO:tasks.rados.rados.0.smithi082.stdout:2533: done (2 left) 2024-08-17T00:49:14.146 INFO:tasks.rados.rados.0.smithi082.stdout:2535: done (1 left) 2024-08-17T00:49:14.146 INFO:tasks.rados.rados.0.smithi082.stdout:2537: read oid 12 snap -1 2024-08-17T00:49:14.146 INFO:tasks.rados.rados.0.smithi082.stdout:2537: expect (ObjNum 738 snap 233 seq_num 738) 2024-08-17T00:49:14.146 INFO:tasks.rados.rados.0.smithi082.stdout:2538: rollback oid 31 current snap is 242 2024-08-17T00:49:14.146 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 31 to 218 2024-08-17T00:49:14.146 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 25 current snap is 242 2024-08-17T00:49:14.146 INFO:tasks.rados.rados.0.smithi082.stdout:2539: seq_num 779 ranges {10936320=655360,11591680=401408} 2024-08-17T00:49:14.207 INFO:tasks.rados.rados.0.smithi082.stdout:2539: writing smithi08280503-25 from 10936320 to 11591680 tid 1 2024-08-17T00:49:14.210 INFO:tasks.rados.rados.0.smithi082.stdout:2539: writing smithi08280503-25 from 11591680 to 11993088 tid 2 2024-08-17T00:49:14.210 INFO:tasks.rados.rados.0.smithi082.stdout:2540: read oid 17 snap -1 2024-08-17T00:49:14.210 INFO:tasks.rados.rados.0.smithi082.stdout:2540: expect (ObjNum 764 snap 240 seq_num 764) 2024-08-17T00:49:14.210 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 13 current snap is 242 2024-08-17T00:49:14.210 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 1525 (ObjNum 762 snap 240 seq_num 762) dirty exists 2024-08-17T00:49:14.210 INFO:tasks.rados.rados.0.smithi082.stdout:2541: seq_num 780 ranges {0=671744,671744=401408} 2024-08-17T00:49:14.213 INFO:tasks.rados.rados.0.smithi082.stdout:2541: writing smithi08280503-13 from 0 to 671744 tid 1 2024-08-17T00:49:14.216 INFO:tasks.rados.rados.0.smithi082.stdout:2541: writing smithi08280503-13 from 671744 to 1073152 tid 2 2024-08-17T00:49:14.216 INFO:tasks.rados.rados.0.smithi082.stdout:2536: done (5 left) 2024-08-17T00:49:14.217 INFO:tasks.rados.rados.0.smithi082.stdout:2542: read oid 6 snap -1 2024-08-17T00:49:14.217 INFO:tasks.rados.rados.0.smithi082.stdout:2542: expect deleted 2024-08-17T00:49:14.217 INFO:tasks.rados.rados.0.smithi082.stdout:2543: rmattr oid 29 current snap is 242 2024-08-17T00:49:14.217 INFO:tasks.rados.rados.0.smithi082.stdout:2543: done (6 left) 2024-08-17T00:49:14.217 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 35 current snap is 242 2024-08-17T00:49:14.217 INFO:tasks.rados.rados.0.smithi082.stdout:2538: finishing rollback tid 1 to smithi08280503-31 2024-08-17T00:49:14.217 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-17T00:49:14.217 INFO:tasks.rados.rados.0.smithi082.stdout:2537: expect (ObjNum 738 snap 233 seq_num 738) 2024-08-17T00:49:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:13 smithi137 ceph-mon[86391]: osdmap e564: 8 total, 8 up, 8 in 2024-08-17T00:49:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:13 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:13 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:13 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:49:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:13 smithi137 ceph-mon[86391]: osdmap e565: 8 total, 8 up, 8 in 2024-08-17T00:49:14.556 INFO:tasks.rados.rados.0.smithi082.stdout:2539: finishing write tid 1 to smithi08280503-25 2024-08-17T00:49:14.556 INFO:tasks.rados.rados.0.smithi082.stdout:2539: finishing write tid 2 to smithi08280503-25 2024-08-17T00:49:14.556 INFO:tasks.rados.rados.0.smithi082.stdout:2539: finishing write tid 3 to smithi08280503-25 2024-08-17T00:49:14.556 INFO:tasks.rados.rados.0.smithi082.stdout:2539: finishing write tid 4 to smithi08280503-25 2024-08-17T00:49:14.556 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 1135 (ObjNum 779 snap 242 seq_num 779) dirty exists 2024-08-17T00:49:14.556 INFO:tasks.rados.rados.0.smithi082.stdout:2539: left oid 25 (ObjNum 779 snap 242 seq_num 779) 2024-08-17T00:49:14.556 INFO:tasks.rados.rados.0.smithi082.stdout:2541: finishing write tid 1 to smithi08280503-13 2024-08-17T00:49:14.556 INFO:tasks.rados.rados.0.smithi082.stdout:2541: finishing write tid 2 to smithi08280503-13 2024-08-17T00:49:14.557 INFO:tasks.rados.rados.0.smithi082.stdout:2541: finishing write tid 3 to smithi08280503-13 2024-08-17T00:49:14.557 INFO:tasks.rados.rados.0.smithi082.stdout:2544: seq_num 781 ranges {6135808=688128,6823936=401408} 2024-08-17T00:49:14.591 INFO:tasks.rados.rados.0.smithi082.stdout:2544: writing smithi08280503-35 from 6135808 to 6823936 tid 1 2024-08-17T00:49:14.593 INFO:tasks.rados.rados.0.smithi082.stdout:2544: writing smithi08280503-35 from 6823936 to 7225344 tid 2 2024-08-17T00:49:14.593 INFO:tasks.rados.rados.0.smithi082.stdout:2537: done (6 left) 2024-08-17T00:49:14.593 INFO:tasks.rados.rados.0.smithi082.stdout:2538: done (5 left) 2024-08-17T00:49:14.594 INFO:tasks.rados.rados.0.smithi082.stdout:2539: done (4 left) 2024-08-17T00:49:14.594 INFO:tasks.rados.rados.0.smithi082.stdout:2542: done (3 left) 2024-08-17T00:49:14.594 INFO:tasks.rados.rados.0.smithi082.stdout:2545: delete oid 21 current snap is 242 2024-08-17T00:49:14.594 INFO:tasks.rados.rados.0.smithi082.stdout:2541: finishing write tid 4 to smithi08280503-13 2024-08-17T00:49:14.594 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 1261 (ObjNum 780 snap 242 seq_num 780) dirty exists 2024-08-17T00:49:14.594 INFO:tasks.rados.rados.0.smithi082.stdout:2541: left oid 13 (ObjNum 780 snap 242 seq_num 780) 2024-08-17T00:49:14.594 INFO:tasks.rados.rados.0.smithi082.stdout:2540: expect (ObjNum 764 snap 240 seq_num 764) 2024-08-17T00:49:15.217 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:14 smithi137 ceph-mon[86391]: mds.? [v2:172.21.15.137:6832/82972890,v1:172.21.15.137:6833/82972890] up:boot 2024-08-17T00:49:15.217 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:14 smithi137 ceph-mon[86391]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T00:49:15.217 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:49:15.218 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:14 smithi137 ceph-mon[86391]: pgmap v514: 121 pgs: 121 active+clean; 325 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-08-17T00:49:15.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:49:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:49:15] "GET /metrics HTTP/1.1" 200 36284 "" "Prometheus/2.43.0" 2024-08-17T00:49:15.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:14 smithi082 ceph-mon[94343]: mds.? [v2:172.21.15.137:6832/82972890,v1:172.21.15.137:6833/82972890] up:boot 2024-08-17T00:49:15.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:14 smithi082 ceph-mon[94343]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T00:49:15.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:49:15.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:14 smithi082 ceph-mon[94343]: pgmap v514: 121 pgs: 121 active+clean; 325 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-08-17T00:49:15.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:14 smithi082 ceph-mon[91979]: mds.? [v2:172.21.15.137:6832/82972890,v1:172.21.15.137:6833/82972890] up:boot 2024-08-17T00:49:15.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:14 smithi082 ceph-mon[91979]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T00:49:15.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T00:49:15.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:14 smithi082 ceph-mon[91979]: pgmap v514: 121 pgs: 121 active+clean; 325 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-08-17T00:49:15.522 INFO:tasks.rados.rados.0.smithi082.stdout:2544: finishing write tid 1 to smithi08280503-35 2024-08-17T00:49:15.522 INFO:tasks.rados.rados.0.smithi082.stdout:2544: finishing write tid 2 to smithi08280503-35 2024-08-17T00:49:15.522 INFO:tasks.rados.rados.0.smithi082.stdout:2544: finishing write tid 3 to smithi08280503-35 2024-08-17T00:49:15.522 INFO:tasks.rados.rados.0.smithi082.stdout:2544: finishing write tid 4 to smithi08280503-35 2024-08-17T00:49:15.522 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 1259 (ObjNum 781 snap 242 seq_num 781) dirty exists 2024-08-17T00:49:15.522 INFO:tasks.rados.rados.0.smithi082.stdout:2544: left oid 35 (ObjNum 781 snap 242 seq_num 781) 2024-08-17T00:49:15.522 INFO:tasks.rados.rados.0.smithi082.stdout:2540: done (3 left) 2024-08-17T00:49:15.522 INFO:tasks.rados.rados.0.smithi082.stdout:2541: done (2 left) 2024-08-17T00:49:15.522 INFO:tasks.rados.rados.0.smithi082.stdout:2544: done (1 left) 2024-08-17T00:49:15.523 INFO:tasks.rados.rados.0.smithi082.stdout:2545: done (0 left) 2024-08-17T00:49:15.523 INFO:tasks.rados.rados.0.smithi082.stdout:2546: read oid 29 snap -1 2024-08-17T00:49:15.523 INFO:tasks.rados.rados.0.smithi082.stdout:2546: expect deleted 2024-08-17T00:49:15.523 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 4 current snap is 242 2024-08-17T00:49:15.523 INFO:tasks.rados.rados.0.smithi082.stdout:2547: seq_num 783 ranges {16384=720896,737280=401408} 2024-08-17T00:49:15.525 INFO:tasks.rados.rados.0.smithi082.stdout:2547: writing smithi08280503-4 from 16384 to 737280 tid 1 2024-08-17T00:49:15.528 INFO:tasks.rados.rados.0.smithi082.stdout:2547: writing smithi08280503-4 from 737280 to 1138688 tid 2 2024-08-17T00:49:15.528 INFO:tasks.rados.rados.0.smithi082.stdout:2548: rollback oid 28 current snap is 242 2024-08-17T00:49:15.528 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 28 to 217 2024-08-17T00:49:15.529 INFO:tasks.rados.rados.0.smithi082.stdout:2546: done (2 left) 2024-08-17T00:49:15.529 INFO:tasks.rados.rados.0.smithi082.stdout:2549: snap_remove snap 231 2024-08-17T00:49:15.844 INFO:tasks.rados.rados.0.smithi082.stdout:2549: done (2 left) 2024-08-17T00:49:15.844 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 1 current snap is 242 2024-08-17T00:49:15.844 INFO:tasks.rados.rados.0.smithi082.stdout:2550: seq_num 784 ranges {942080=737280,1679360=401408} 2024-08-17T00:49:15.854 INFO:tasks.rados.rados.0.smithi082.stdout:2550: writing smithi08280503-1 from 942080 to 1679360 tid 1 2024-08-17T00:49:15.857 INFO:tasks.rados.rados.0.smithi082.stdout:2550: writing smithi08280503-1 from 1679360 to 2080768 tid 2 2024-08-17T00:49:15.857 INFO:tasks.rados.rados.0.smithi082.stdout:2551: snap_create 2024-08-17T00:49:15.858 INFO:tasks.rados.rados.0.smithi082.stdout:2547: finishing write tid 1 to smithi08280503-4 2024-08-17T00:49:15.858 INFO:tasks.rados.rados.0.smithi082.stdout:2547: finishing write tid 2 to smithi08280503-4 2024-08-17T00:49:15.858 INFO:tasks.rados.rados.0.smithi082.stdout:2547: finishing write tid 3 to smithi08280503-4 2024-08-17T00:49:15.858 INFO:tasks.rados.rados.0.smithi082.stdout:2548: finishing rollback tid 0 to smithi08280503-28 2024-08-17T00:49:15.858 INFO:tasks.rados.rados.0.smithi082.stdout:2548: finishing rollback tid 1 to smithi08280503-28 2024-08-17T00:49:15.858 INFO:tasks.rados.rados.0.smithi082.stdout:2548: finishing rollback tid 2 to smithi08280503-28 2024-08-17T00:49:15.858 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 1241 (ObjNum 388 snap 118 seq_num 388) dirty exists 2024-08-17T00:49:15.858 INFO:tasks.rados.rados.0.smithi082.stdout:2547: finishing write tid 4 to smithi08280503-4 2024-08-17T00:49:15.858 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 1516 (ObjNum 783 snap 242 seq_num 783) dirty exists 2024-08-17T00:49:15.858 INFO:tasks.rados.rados.0.smithi082.stdout:2547: left oid 4 (ObjNum 783 snap 242 seq_num 783) 2024-08-17T00:49:15.864 INFO:tasks.rados.rados.0.smithi082.stdout:2550: finishing write tid 1 to smithi08280503-1 2024-08-17T00:49:15.864 INFO:tasks.rados.rados.0.smithi082.stdout:2550: finishing write tid 2 to smithi08280503-1 2024-08-17T00:49:15.865 INFO:tasks.rados.rados.0.smithi082.stdout:2550: finishing write tid 3 to smithi08280503-1 2024-08-17T00:49:15.866 INFO:tasks.rados.rados.0.smithi082.stdout:2550: finishing write tid 4 to smithi08280503-1 2024-08-17T00:49:15.866 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 1374 (ObjNum 784 snap 242 seq_num 784) dirty exists 2024-08-17T00:49:15.867 INFO:tasks.rados.rados.0.smithi082.stdout:2550: left oid 1 (ObjNum 784 snap 242 seq_num 784) 2024-08-17T00:49:16.856 INFO:tasks.rados.rados.0.smithi082.stdout:2547: done (3 left) 2024-08-17T00:49:16.856 INFO:tasks.rados.rados.0.smithi082.stdout:2548: done (2 left) 2024-08-17T00:49:16.856 INFO:tasks.rados.rados.0.smithi082.stdout:2550: done (1 left) 2024-08-17T00:49:16.856 INFO:tasks.rados.rados.0.smithi082.stdout:2551: done (0 left) 2024-08-17T00:49:16.856 INFO:tasks.rados.rados.0.smithi082.stdout:2552: setattr oid 17 current snap is 243 2024-08-17T00:49:16.857 INFO:tasks.rados.rados.0.smithi082.stdout:2553: read oid 6 snap -1 2024-08-17T00:49:16.858 INFO:tasks.rados.rados.0.smithi082.stdout:2553: expect deleted 2024-08-17T00:49:16.858 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 26 current snap is 243 2024-08-17T00:49:16.858 INFO:tasks.rados.rados.0.smithi082.stdout:2554: seq_num 785 ranges {737280=753664,1490944=401408} 2024-08-17T00:49:16.866 INFO:tasks.rados.rados.0.smithi082.stdout:2554: writing smithi08280503-26 from 737280 to 1490944 tid 1 2024-08-17T00:49:16.868 INFO:tasks.rados.rados.0.smithi082.stdout:2554: writing smithi08280503-26 from 1490944 to 1892352 tid 2 2024-08-17T00:49:16.869 INFO:tasks.rados.rados.0.smithi082.stdout:2555: snap_remove snap 218 2024-08-17T00:49:16.910 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:16 smithi137 ceph-mon[86391]: osdmap e566: 8 total, 8 up, 8 in 2024-08-17T00:49:16.910 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:16 smithi137 ceph-mon[86391]: pgmap v516: 121 pgs: 121 active+clean; 326 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-08-17T00:49:17.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:16 smithi082 ceph-mon[91979]: osdmap e566: 8 total, 8 up, 8 in 2024-08-17T00:49:17.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:16 smithi082 ceph-mon[91979]: pgmap v516: 121 pgs: 121 active+clean; 326 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-08-17T00:49:17.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:16 smithi082 ceph-mon[94343]: osdmap e566: 8 total, 8 up, 8 in 2024-08-17T00:49:17.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:16 smithi082 ceph-mon[94343]: pgmap v516: 121 pgs: 121 active+clean; 326 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-08-17T00:49:17.861 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 1375 (ObjNum 764 snap 240 seq_num 764) dirty exists 2024-08-17T00:49:17.861 INFO:tasks.rados.rados.0.smithi082.stdout:2554: finishing write tid 1 to smithi08280503-26 2024-08-17T00:49:17.861 INFO:tasks.rados.rados.0.smithi082.stdout:2554: finishing write tid 2 to smithi08280503-26 2024-08-17T00:49:17.862 INFO:tasks.rados.rados.0.smithi082.stdout:2554: finishing write tid 3 to smithi08280503-26 2024-08-17T00:49:17.862 INFO:tasks.rados.rados.0.smithi082.stdout:2554: finishing write tid 4 to smithi08280503-26 2024-08-17T00:49:17.862 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 1532 (ObjNum 785 snap 243 seq_num 785) dirty exists 2024-08-17T00:49:17.862 INFO:tasks.rados.rados.0.smithi082.stdout:2554: left oid 26 (ObjNum 785 snap 243 seq_num 785) 2024-08-17T00:49:17.862 INFO:tasks.rados.rados.0.smithi082.stdout:2552: done (3 left) 2024-08-17T00:49:17.862 INFO:tasks.rados.rados.0.smithi082.stdout:2553: done (2 left) 2024-08-17T00:49:17.862 INFO:tasks.rados.rados.0.smithi082.stdout:2554: done (1 left) 2024-08-17T00:49:17.862 INFO:tasks.rados.rados.0.smithi082.stdout:2555: done (0 left) 2024-08-17T00:49:17.862 INFO:tasks.rados.rados.0.smithi082.stdout:2556: rollback oid 5 current snap is 243 2024-08-17T00:49:17.862 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 5 to 234 2024-08-17T00:49:17.862 INFO:tasks.rados.rados.0.smithi082.stdout:2557: read oid 13 snap -1 2024-08-17T00:49:17.862 INFO:tasks.rados.rados.0.smithi082.stdout:2557: expect (ObjNum 780 snap 242 seq_num 780) 2024-08-17T00:49:17.863 INFO:tasks.rados.rados.0.smithi082.stdout:2558: snap_create 2024-08-17T00:49:17.871 INFO:tasks.rados.rados.0.smithi082.stdout:2556: finishing rollback tid 0 to smithi08280503-5 2024-08-17T00:49:17.873 INFO:tasks.rados.rados.0.smithi082.stdout:2556: finishing rollback tid 1 to smithi08280503-5 2024-08-17T00:49:17.873 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 1133 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T00:49:17.881 INFO:tasks.rados.rados.0.smithi082.stdout:2557: expect (ObjNum 780 snap 242 seq_num 780) 2024-08-17T00:49:18.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:17 smithi082 ceph-mon[91979]: osdmap e567: 8 total, 8 up, 8 in 2024-08-17T00:49:18.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:17 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:18.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:17 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:18.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:17 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:18.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:17 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:18.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:17 smithi082 ceph-mon[94343]: osdmap e567: 8 total, 8 up, 8 in 2024-08-17T00:49:18.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:17 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:18.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:17 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:18.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:17 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:18.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:17 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:18.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:17 smithi137 ceph-mon[86391]: osdmap e567: 8 total, 8 up, 8 in 2024-08-17T00:49:18.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:17 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:18.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:17 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:18.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:17 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:18.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:17 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:18.812 INFO:tasks.rados.rados.0.smithi082.stdout:2556: done (2 left) 2024-08-17T00:49:18.812 INFO:tasks.rados.rados.0.smithi082.stdout:2557: done (1 left) 2024-08-17T00:49:18.812 INFO:tasks.rados.rados.0.smithi082.stdout:2558: done (0 left) 2024-08-17T00:49:18.812 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 12 current snap is 244 2024-08-17T00:49:18.812 INFO:tasks.rados.rados.0.smithi082.stdout:2559: seq_num 786 ranges {5521408=770048,6291456=401408} 2024-08-17T00:49:18.844 INFO:tasks.rados.rados.0.smithi082.stdout:2559: writing smithi08280503-12 from 5521408 to 6291456 tid 1 2024-08-17T00:49:18.847 INFO:tasks.rados.rados.0.smithi082.stdout:2559: writing smithi08280503-12 from 6291456 to 6692864 tid 2 2024-08-17T00:49:18.847 INFO:tasks.rados.rados.0.smithi082.stdout:2560: rollback oid 47 current snap is 244 2024-08-17T00:49:18.848 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 47 to 243 2024-08-17T00:49:18.848 INFO:tasks.rados.rados.0.smithi082.stdout:2561: snap_create 2024-08-17T00:49:18.853 INFO:tasks.rados.rados.0.smithi082.stdout:2559: finishing write tid 1 to smithi08280503-12 2024-08-17T00:49:18.853 INFO:tasks.rados.rados.0.smithi082.stdout:2559: finishing write tid 2 to smithi08280503-12 2024-08-17T00:49:18.853 INFO:tasks.rados.rados.0.smithi082.stdout:2559: finishing write tid 3 to smithi08280503-12 2024-08-17T00:49:18.854 INFO:tasks.rados.rados.0.smithi082.stdout:2560: finishing rollback tid 0 to smithi08280503-47 2024-08-17T00:49:18.854 INFO:tasks.rados.rados.0.smithi082.stdout:2560: finishing rollback tid 1 to smithi08280503-47 2024-08-17T00:49:18.855 INFO:tasks.rados.rados.0.smithi082.stdout:2559: finishing write tid 4 to smithi08280503-12 2024-08-17T00:49:18.855 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 1139 (ObjNum 786 snap 244 seq_num 786) dirty exists 2024-08-17T00:49:18.855 INFO:tasks.rados.rados.0.smithi082.stdout:2559: left oid 12 (ObjNum 786 snap 244 seq_num 786) 2024-08-17T00:49:18.855 INFO:tasks.rados.rados.0.smithi082.stdout:2560: finishing rollback tid 2 to smithi08280503-47 2024-08-17T00:49:18.855 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 962 (ObjNum 770 snap 241 seq_num 770) dirty exists 2024-08-17T00:49:19.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:18 smithi082 ceph-mon[94343]: osdmap e568: 8 total, 8 up, 8 in 2024-08-17T00:49:19.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:18 smithi082 ceph-mon[94343]: pgmap v519: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 309 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.5 MiB/s wr, 25 op/s 2024-08-17T00:49:19.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:18 smithi082 ceph-mon[94343]: osdmap e569: 8 total, 8 up, 8 in 2024-08-17T00:49:19.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:18 smithi082 ceph-mon[91979]: osdmap e568: 8 total, 8 up, 8 in 2024-08-17T00:49:19.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:18 smithi082 ceph-mon[91979]: pgmap v519: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 309 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.5 MiB/s wr, 25 op/s 2024-08-17T00:49:19.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:18 smithi082 ceph-mon[91979]: osdmap e569: 8 total, 8 up, 8 in 2024-08-17T00:49:19.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:18 smithi137 ceph-mon[86391]: osdmap e568: 8 total, 8 up, 8 in 2024-08-17T00:49:19.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:18 smithi137 ceph-mon[86391]: pgmap v519: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 309 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.5 MiB/s wr, 25 op/s 2024-08-17T00:49:19.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:18 smithi137 ceph-mon[86391]: osdmap e569: 8 total, 8 up, 8 in 2024-08-17T00:49:19.811 INFO:tasks.rados.rados.0.smithi082.stdout:2559: done (2 left) 2024-08-17T00:49:19.811 INFO:tasks.rados.rados.0.smithi082.stdout:2560: done (1 left) 2024-08-17T00:49:19.811 INFO:tasks.rados.rados.0.smithi082.stdout:2561: done (0 left) 2024-08-17T00:49:19.811 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 20 current snap is 245 2024-08-17T00:49:19.812 INFO:tasks.rados.rados.0.smithi082.stdout:2562: seq_num 787 ranges {6004736=786432,6791168=401408} 2024-08-17T00:49:19.846 INFO:tasks.rados.rados.0.smithi082.stdout:2562: writing smithi08280503-20 from 6004736 to 6791168 tid 1 2024-08-17T00:49:19.849 INFO:tasks.rados.rados.0.smithi082.stdout:2562: writing smithi08280503-20 from 6791168 to 7192576 tid 2 2024-08-17T00:49:19.849 INFO:tasks.rados.rados.0.smithi082.stdout:2563: read oid 17 snap 234 2024-08-17T00:49:19.849 INFO:tasks.rados.rados.0.smithi082.stdout:2563: expect (ObjNum 551 snap 165 seq_num 551) 2024-08-17T00:49:19.849 INFO:tasks.rados.rados.0.smithi082.stdout:2564: snap_create 2024-08-17T00:49:19.852 INFO:tasks.rados.rados.0.smithi082.stdout:2562: finishing write tid 1 to smithi08280503-20 2024-08-17T00:49:19.853 INFO:tasks.rados.rados.0.smithi082.stdout:2562: finishing write tid 2 to smithi08280503-20 2024-08-17T00:49:19.853 INFO:tasks.rados.rados.0.smithi082.stdout:2562: finishing write tid 3 to smithi08280503-20 2024-08-17T00:49:19.885 INFO:tasks.rados.rados.0.smithi082.stdout:2562: finishing write tid 4 to smithi08280503-20 2024-08-17T00:49:19.885 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 1378 (ObjNum 787 snap 245 seq_num 787) dirty exists 2024-08-17T00:49:19.885 INFO:tasks.rados.rados.0.smithi082.stdout:2562: left oid 20 (ObjNum 787 snap 245 seq_num 787) 2024-08-17T00:49:19.906 INFO:tasks.rados.rados.0.smithi082.stdout:2563: expect (ObjNum 551 snap 165 seq_num 551) 2024-08-17T00:49:20.820 INFO:tasks.rados.rados.0.smithi082.stdout:2562: done (2 left) 2024-08-17T00:49:20.820 INFO:tasks.rados.rados.0.smithi082.stdout:2563: done (1 left) 2024-08-17T00:49:20.821 INFO:tasks.rados.rados.0.smithi082.stdout:2564: done (0 left) 2024-08-17T00:49:20.821 INFO:tasks.rados.rados.0.smithi082.stdout:2565: copy_from oid 15 from oid 19 current snap is 246 2024-08-17T00:49:20.821 INFO:tasks.rados.rados.0.smithi082.stdout:2566: delete oid 24 current snap is 246 2024-08-17T00:49:20.822 INFO:tasks.rados.rados.0.smithi082.stdout:2566: done (1 left) 2024-08-17T00:49:20.822 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 45 current snap is 246 2024-08-17T00:49:20.822 INFO:tasks.rados.rados.0.smithi082.stdout:2567: seq_num 789 ranges {4251648=417792,4669440=663552,5332992=139264} 2024-08-17T00:49:20.848 INFO:tasks.rados.rados.0.smithi082.stdout:2567: writing smithi08280503-45 from 4251648 to 4669440 tid 1 2024-08-17T00:49:20.852 INFO:tasks.rados.rados.0.smithi082.stdout:2567: writing smithi08280503-45 from 4669440 to 5332992 tid 2 2024-08-17T00:49:20.853 INFO:tasks.rados.rados.0.smithi082.stdout:2567: writing smithi08280503-45 from 5332992 to 5472256 tid 3 2024-08-17T00:49:20.853 INFO:tasks.rados.rados.0.smithi082.stdout:2568: copy_from oid 43 from oid 41 current snap is 246 2024-08-17T00:49:20.853 INFO:tasks.rados.rados.0.smithi082.stdout:2565: finishing copy_from racing read to smithi08280503-15 2024-08-17T00:49:20.854 INFO:tasks.rados.rados.0.smithi082.stdout:2565: finishing copy_from to smithi08280503-15 2024-08-17T00:49:20.854 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 1523 (ObjNum 778 snap 242 seq_num 778) dirty exists 2024-08-17T00:49:20.854 INFO:tasks.rados.rados.0.smithi082.stdout:2567: finishing write tid 1 to smithi08280503-45 2024-08-17T00:49:20.854 INFO:tasks.rados.rados.0.smithi082.stdout:2565: done (2 left) 2024-08-17T00:49:20.854 INFO:tasks.rados.rados.0.smithi082.stdout:2569: rollback oid 47 current snap is 246 2024-08-17T00:49:20.854 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 47 to 240 2024-08-17T00:49:20.854 INFO:tasks.rados.rados.0.smithi082.stdout:2570: read oid 35 snap -1 2024-08-17T00:49:20.854 INFO:tasks.rados.rados.0.smithi082.stdout:2570: expect (ObjNum 781 snap 242 seq_num 781) 2024-08-17T00:49:20.854 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 44 current snap is 246 2024-08-17T00:49:20.854 INFO:tasks.rados.rados.0.smithi082.stdout:2571: seq_num 790 ranges {8798208=434176,9232384=548864,9781248=253952} 2024-08-17T00:49:20.903 INFO:tasks.rados.rados.0.smithi082.stdout:2571: writing smithi08280503-44 from 8798208 to 9232384 tid 1 2024-08-17T00:49:20.906 INFO:tasks.rados.rados.0.smithi082.stdout:2571: writing smithi08280503-44 from 9232384 to 9781248 tid 2 2024-08-17T00:49:20.908 INFO:tasks.rados.rados.0.smithi082.stdout:2571: writing smithi08280503-44 from 9781248 to 10035200 tid 3 2024-08-17T00:49:20.908 INFO:tasks.rados.rados.0.smithi082.stdout:2572: copy_from oid 10 from oid 16 current snap is 246 2024-08-17T00:49:20.908 INFO:tasks.rados.rados.0.smithi082.stdout:2568: finishing copy_from to smithi08280503-43 2024-08-17T00:49:20.909 INFO:tasks.rados.rados.0.smithi082.stdout:2568: got expected ENOENT (src dne) 2024-08-17T00:49:20.909 INFO:tasks.rados.rados.0.smithi082.stdout:2568: finishing copy_from racing read to smithi08280503-43 2024-08-17T00:49:20.909 INFO:tasks.rados.rados.0.smithi082.stdout:2569: finishing rollback tid 0 to smithi08280503-47 2024-08-17T00:49:20.909 INFO:tasks.rados.rados.0.smithi082.stdout:2569: finishing rollback tid 1 to smithi08280503-47 2024-08-17T00:49:20.909 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 964 (ObjNum 977 snap 0 seq_num 1875351616) dirty dne 2024-08-17T00:49:20.909 INFO:tasks.rados.rados.0.smithi082.stdout:2567: finishing write tid 2 to smithi08280503-45 2024-08-17T00:49:20.909 INFO:tasks.rados.rados.0.smithi082.stdout:2567: finishing write tid 3 to smithi08280503-45 2024-08-17T00:49:20.909 INFO:tasks.rados.rados.0.smithi082.stdout:2567: finishing write tid 4 to smithi08280503-45 2024-08-17T00:49:20.909 INFO:tasks.rados.rados.0.smithi082.stdout:2567: finishing write tid 5 to smithi08280503-45 2024-08-17T00:49:20.909 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 1263 (ObjNum 789 snap 246 seq_num 789) dirty exists 2024-08-17T00:49:20.909 INFO:tasks.rados.rados.0.smithi082.stdout:2567: left oid 45 (ObjNum 789 snap 246 seq_num 789) 2024-08-17T00:49:20.909 INFO:tasks.rados.rados.0.smithi082.stdout:2570: expect (ObjNum 781 snap 242 seq_num 781) 2024-08-17T00:49:20.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:20 smithi137 ceph-mon[86391]: osdmap e570: 8 total, 8 up, 8 in 2024-08-17T00:49:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:49:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:20 smithi137 ceph-mon[86391]: pgmap v522: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 303 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-08-17T00:49:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:20 smithi082 ceph-mon[91979]: osdmap e570: 8 total, 8 up, 8 in 2024-08-17T00:49:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:49:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:20 smithi082 ceph-mon[91979]: pgmap v522: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 303 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-08-17T00:49:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:20 smithi082 ceph-mon[94343]: osdmap e570: 8 total, 8 up, 8 in 2024-08-17T00:49:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:49:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:20 smithi082 ceph-mon[94343]: pgmap v522: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 303 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-08-17T00:49:21.492 INFO:tasks.rados.rados.0.smithi082.stdout:2571: finishing write tid 1 to smithi08280503-44 2024-08-17T00:49:21.492 INFO:tasks.rados.rados.0.smithi082.stdout:2567: done (5 left) 2024-08-17T00:49:21.492 INFO:tasks.rados.rados.0.smithi082.stdout:2568: done (4 left) 2024-08-17T00:49:21.492 INFO:tasks.rados.rados.0.smithi082.stdout:2569: done (3 left) 2024-08-17T00:49:21.492 INFO:tasks.rados.rados.0.smithi082.stdout:2570: done (2 left) 2024-08-17T00:49:21.492 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 5 current snap is 246 2024-08-17T00:49:21.492 INFO:tasks.rados.rados.0.smithi082.stdout:2571: finishing write tid 2 to smithi08280503-44 2024-08-17T00:49:21.492 INFO:tasks.rados.rados.0.smithi082.stdout:2573: seq_num 791 ranges {0=450560,450560=475136,925696=327680} 2024-08-17T00:49:21.494 INFO:tasks.rados.rados.0.smithi082.stdout:2573: writing smithi08280503-5 from 0 to 450560 tid 1 2024-08-17T00:49:21.497 INFO:tasks.rados.rados.0.smithi082.stdout:2573: writing smithi08280503-5 from 450560 to 925696 tid 2 2024-08-17T00:49:21.500 INFO:tasks.rados.rados.0.smithi082.stdout:2573: writing smithi08280503-5 from 925696 to 1253376 tid 3 2024-08-17T00:49:21.500 INFO:tasks.rados.rados.0.smithi082.stdout:2574: read oid 50 snap -1 2024-08-17T00:49:21.500 INFO:tasks.rados.rados.0.smithi082.stdout:2574: expect deleted 2024-08-17T00:49:21.500 INFO:tasks.rados.rados.0.smithi082.stdout:2575: copy_from oid 46 from oid 42 current snap is 246 2024-08-17T00:49:21.500 INFO:tasks.rados.rados.0.smithi082.stdout:2571: finishing write tid 3 to smithi08280503-44 2024-08-17T00:49:21.500 INFO:tasks.rados.rados.0.smithi082.stdout:2571: finishing write tid 4 to smithi08280503-44 2024-08-17T00:49:21.500 INFO:tasks.rados.rados.0.smithi082.stdout:2571: finishing write tid 5 to smithi08280503-44 2024-08-17T00:49:21.500 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 1131 (ObjNum 790 snap 246 seq_num 790) dirty exists 2024-08-17T00:49:21.500 INFO:tasks.rados.rados.0.smithi082.stdout:2571: left oid 44 (ObjNum 790 snap 246 seq_num 790) 2024-08-17T00:49:21.500 INFO:tasks.rados.rados.0.smithi082.stdout:2572: finishing copy_from racing read to smithi08280503-10 2024-08-17T00:49:21.501 INFO:tasks.rados.rados.0.smithi082.stdout:2572: finishing copy_from to smithi08280503-10 2024-08-17T00:49:21.501 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 994 (ObjNum 695 snap 215 seq_num 695) dirty exists 2024-08-17T00:49:21.501 INFO:tasks.rados.rados.0.smithi082.stdout:2571: done (4 left) 2024-08-17T00:49:21.501 INFO:tasks.rados.rados.0.smithi082.stdout:2572: done (3 left) 2024-08-17T00:49:21.501 INFO:tasks.rados.rados.0.smithi082.stdout:2576: read oid 7 snap -1 2024-08-17T00:49:21.501 INFO:tasks.rados.rados.0.smithi082.stdout:2576: expect (ObjNum 762 snap 240 seq_num 762) 2024-08-17T00:49:21.501 INFO:tasks.rados.rados.0.smithi082.stdout:2577: copy_from oid 4 from oid 18 current snap is 246 2024-08-17T00:49:21.501 INFO:tasks.rados.rados.0.smithi082.stdout:2578: copy_from oid 48 from oid 2 current snap is 246 2024-08-17T00:49:21.501 INFO:tasks.rados.rados.0.smithi082.stdout:2579: snap_remove snap 245 2024-08-17T00:49:21.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: osdmap e571: 8 total, 8 up, 8 in 2024-08-17T00:49:21.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: Detected new or changed devices on smithi137 2024-08-17T00:49:21.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:21.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:21.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:49:21.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:49:21.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:21.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:49:21.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:21.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:21.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:21.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:21.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:21.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: Upgrade: Setting container_image for all mds 2024-08-17T00:49:21.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:21.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-08-17T00:49:21.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-17T00:49:21.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-08-17T00:49:21.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-17T00:49:21.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:21.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: Upgrade: Setting container_image for all rgw 2024-08-17T00:49:21.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:21.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:21.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: Upgrade: Setting container_image for all rbd-mirror 2024-08-17T00:49:21.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:21.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:21.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:21.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: Upgrade: Setting container_image for all ceph-exporter 2024-08-17T00:49:21.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:21.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:21.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:21.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:21.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:21.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:21.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:21.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: osdmap e571: 8 total, 8 up, 8 in 2024-08-17T00:49:21.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: Detected new or changed devices on smithi137 2024-08-17T00:49:21.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:21.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:21.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:49:21.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:49:21.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:21.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:49:21.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:21.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:21.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:21.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:21.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:21.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: Upgrade: Setting container_image for all mds 2024-08-17T00:49:21.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:21.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-08-17T00:49:21.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-17T00:49:21.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-08-17T00:49:21.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-17T00:49:21.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:21.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: Upgrade: Setting container_image for all rgw 2024-08-17T00:49:21.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:21.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:21.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: Upgrade: Setting container_image for all rbd-mirror 2024-08-17T00:49:21.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:21.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:21.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:21.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: Upgrade: Setting container_image for all ceph-exporter 2024-08-17T00:49:21.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:21.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:21.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:21.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:21.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:21.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:21.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:22.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: osdmap e571: 8 total, 8 up, 8 in 2024-08-17T00:49:22.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: Detected new or changed devices on smithi137 2024-08-17T00:49:22.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:22.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:22.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:49:22.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:49:22.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:22.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:49:22.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:22.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:22.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:22.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:22.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:22.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: Upgrade: Setting container_image for all mds 2024-08-17T00:49:22.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:22.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-08-17T00:49:22.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-17T00:49:22.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-08-17T00:49:22.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-17T00:49:22.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:22.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: Upgrade: Setting container_image for all rgw 2024-08-17T00:49:22.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:22.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:22.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: Upgrade: Setting container_image for all rbd-mirror 2024-08-17T00:49:22.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:22.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:22.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:22.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: Upgrade: Setting container_image for all ceph-exporter 2024-08-17T00:49:22.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:22.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:22.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:22.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:22.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:22.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:22.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:22.281 INFO:tasks.rados.rados.0.smithi082.stdout:2579: done (6 left) 2024-08-17T00:49:22.282 INFO:tasks.rados.rados.0.smithi082.stdout:2580: delete oid 3 current snap is 246 2024-08-17T00:49:22.282 INFO:tasks.rados.rados.0.smithi082.stdout:2573: finishing write tid 1 to smithi08280503-5 2024-08-17T00:49:22.282 INFO:tasks.rados.rados.0.smithi082.stdout:2573: finishing write tid 2 to smithi08280503-5 2024-08-17T00:49:22.282 INFO:tasks.rados.rados.0.smithi082.stdout:2573: finishing write tid 3 to smithi08280503-5 2024-08-17T00:49:22.282 INFO:tasks.rados.rados.0.smithi082.stdout:2573: finishing write tid 4 to smithi08280503-5 2024-08-17T00:49:22.282 INFO:tasks.rados.rados.0.smithi082.stdout:2573: finishing write tid 5 to smithi08280503-5 2024-08-17T00:49:22.282 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 1137 (ObjNum 791 snap 246 seq_num 791) dirty exists 2024-08-17T00:49:22.282 INFO:tasks.rados.rados.0.smithi082.stdout:2573: left oid 5 (ObjNum 791 snap 246 seq_num 791) 2024-08-17T00:49:22.282 INFO:tasks.rados.rados.0.smithi082.stdout:2578: finishing copy_from racing read to smithi08280503-48 2024-08-17T00:49:22.282 INFO:tasks.rados.rados.0.smithi082.stdout:2578: finishing copy_from to smithi08280503-48 2024-08-17T00:49:22.282 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 1143 (ObjNum 775 snap 242 seq_num 775) dirty exists 2024-08-17T00:49:22.282 INFO:tasks.rados.rados.0.smithi082.stdout:2577: finishing copy_from racing read to smithi08280503-4 2024-08-17T00:49:22.283 INFO:tasks.rados.rados.0.smithi082.stdout:2576: expect (ObjNum 762 snap 240 seq_num 762) 2024-08-17T00:49:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:49:23.126 INFO:tasks.rados.rados.0.smithi082.stdout:2575: finishing copy_from racing read to smithi08280503-46 2024-08-17T00:49:23.126 INFO:tasks.rados.rados.0.smithi082.stdout:2577: finishing copy_from to smithi08280503-4 2024-08-17T00:49:23.126 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 1238 (ObjNum 582 snap 180 seq_num 582) dirty exists 2024-08-17T00:49:23.126 INFO:tasks.rados.rados.0.smithi082.stdout:2575: finishing copy_from to smithi08280503-46 2024-08-17T00:49:23.126 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 46 v 1258 (ObjNum 753 snap 237 seq_num 753) dirty exists 2024-08-17T00:49:23.127 INFO:tasks.rados.rados.0.smithi082.stdout:2573: done (6 left) 2024-08-17T00:49:23.127 INFO:tasks.rados.rados.0.smithi082.stdout:2574: done (5 left) 2024-08-17T00:49:23.127 INFO:tasks.rados.rados.0.smithi082.stdout:2575: done (4 left) 2024-08-17T00:49:23.127 INFO:tasks.rados.rados.0.smithi082.stdout:2576: done (3 left) 2024-08-17T00:49:23.127 INFO:tasks.rados.rados.0.smithi082.stdout:2577: done (2 left) 2024-08-17T00:49:23.127 INFO:tasks.rados.rados.0.smithi082.stdout:2578: done (1 left) 2024-08-17T00:49:23.127 INFO:tasks.rados.rados.0.smithi082.stdout:2580: done (0 left) 2024-08-17T00:49:23.127 INFO:tasks.rados.rados.0.smithi082.stdout:2581: delete oid 21 current snap is 246 2024-08-17T00:49:23.128 INFO:tasks.rados.rados.0.smithi082.stdout:2581: done (0 left) 2024-08-17T00:49:23.128 INFO:tasks.rados.rados.0.smithi082.stdout:2582: copy_from oid 13 from oid 17 current snap is 246 2024-08-17T00:49:23.129 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 26 current snap is 246 2024-08-17T00:49:23.129 INFO:tasks.rados.rados.0.smithi082.stdout:2583: seq_num 794 ranges {1892352=499712,2392064=532480,2924544=270336} 2024-08-17T00:49:23.140 INFO:tasks.rados.rados.0.smithi082.stdout:2583: writing smithi08280503-26 from 1892352 to 2392064 tid 1 2024-08-17T00:49:23.143 INFO:tasks.rados.rados.0.smithi082.stdout:2583: writing smithi08280503-26 from 2392064 to 2924544 tid 2 2024-08-17T00:49:23.145 INFO:tasks.rados.rados.0.smithi082.stdout:2583: writing smithi08280503-26 from 2924544 to 3194880 tid 3 2024-08-17T00:49:23.145 INFO:tasks.rados.rados.0.smithi082.stdout:2584: snap_create 2024-08-17T00:49:23.174 INFO:tasks.rados.rados.0.smithi082.stdout:2582: finishing copy_from racing read to smithi08280503-13 2024-08-17T00:49:23.182 INFO:tasks.rados.rados.0.smithi082.stdout:2583: finishing write tid 1 to smithi08280503-26 2024-08-17T00:49:23.182 INFO:tasks.rados.rados.0.smithi082.stdout:2583: finishing write tid 2 to smithi08280503-26 2024-08-17T00:49:23.182 INFO:tasks.rados.rados.0.smithi082.stdout:2583: finishing write tid 3 to smithi08280503-26 2024-08-17T00:49:23.182 INFO:tasks.rados.rados.0.smithi082.stdout:2583: finishing write tid 4 to smithi08280503-26 2024-08-17T00:49:23.183 INFO:tasks.rados.rados.0.smithi082.stdout:2582: finishing copy_from to smithi08280503-13 2024-08-17T00:49:23.183 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 1375 (ObjNum 764 snap 240 seq_num 764) dirty exists 2024-08-17T00:49:23.183 INFO:tasks.rados.rados.0.smithi082.stdout:2583: finishing write tid 5 to smithi08280503-26 2024-08-17T00:49:23.183 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 1553 (ObjNum 794 snap 246 seq_num 794) dirty exists 2024-08-17T00:49:23.183 INFO:tasks.rados.rados.0.smithi082.stdout:2583: left oid 26 (ObjNum 794 snap 246 seq_num 794) 2024-08-17T00:49:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:22 smithi082 ceph-mon[91979]: Upgrade: Setting container_image for all iscsi 2024-08-17T00:49:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:22 smithi082 ceph-mon[91979]: Upgrade: Setting container_image for all nfs 2024-08-17T00:49:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:22 smithi082 ceph-mon[91979]: Upgrade: Setting container_image for all nvmeof 2024-08-17T00:49:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:22 smithi082 ceph-mon[91979]: pgmap v524: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 304 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-08-17T00:49:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:22 smithi082 ceph-mon[91979]: osdmap e572: 8 total, 8 up, 8 in 2024-08-17T00:49:23.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:22 smithi082 ceph-mon[94343]: Upgrade: Setting container_image for all iscsi 2024-08-17T00:49:23.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:22 smithi082 ceph-mon[94343]: Upgrade: Setting container_image for all nfs 2024-08-17T00:49:23.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:22 smithi082 ceph-mon[94343]: Upgrade: Setting container_image for all nvmeof 2024-08-17T00:49:23.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:22 smithi082 ceph-mon[94343]: pgmap v524: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 304 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-08-17T00:49:23.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:22 smithi082 ceph-mon[94343]: osdmap e572: 8 total, 8 up, 8 in 2024-08-17T00:49:23.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:22 smithi137 ceph-mon[86391]: Upgrade: Setting container_image for all iscsi 2024-08-17T00:49:23.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:22 smithi137 ceph-mon[86391]: Upgrade: Setting container_image for all nfs 2024-08-17T00:49:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:22 smithi137 ceph-mon[86391]: Upgrade: Setting container_image for all nvmeof 2024-08-17T00:49:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:22 smithi137 ceph-mon[86391]: pgmap v524: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 304 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-08-17T00:49:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:22 smithi137 ceph-mon[86391]: osdmap e572: 8 total, 8 up, 8 in 2024-08-17T00:49:23.725 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:23 smithi082 systemd[1]: Stopping Ceph node-exporter.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:49:23.811 INFO:tasks.rados.rados.0.smithi082.stdout:2582: done (2 left) 2024-08-17T00:49:23.811 INFO:tasks.rados.rados.0.smithi082.stdout:2583: done (1 left) 2024-08-17T00:49:23.811 INFO:tasks.rados.rados.0.smithi082.stdout:2584: done (0 left) 2024-08-17T00:49:23.811 INFO:tasks.rados.rados.0.smithi082.stdout:2585: copy_from oid 24 from oid 35 current snap is 247 2024-08-17T00:49:23.812 INFO:tasks.rados.rados.0.smithi082.stdout:2586: read oid 32 snap 243 2024-08-17T00:49:23.812 INFO:tasks.rados.rados.0.smithi082.stdout:2586: expect (ObjNum 705 snap 223 seq_num 705) 2024-08-17T00:49:23.812 INFO:tasks.rados.rados.0.smithi082.stdout:2587: read oid 38 snap -1 2024-08-17T00:49:23.812 INFO:tasks.rados.rados.0.smithi082.stdout:2587: expect (ObjNum 551 snap 165 seq_num 551) 2024-08-17T00:49:23.812 INFO:tasks.rados.rados.0.smithi082.stdout:2588: read oid 14 snap -1 2024-08-17T00:49:23.812 INFO:tasks.rados.rados.0.smithi082.stdout:2588: expect (ObjNum 755 snap 237 seq_num 755) 2024-08-17T00:49:23.812 INFO:tasks.rados.rados.0.smithi082.stdout:2589: delete oid 6 current snap is 247 2024-08-17T00:49:23.817 INFO:tasks.rados.rados.0.smithi082.stdout:2588: expect (ObjNum 755 snap 237 seq_num 755) 2024-08-17T00:49:23.844 INFO:tasks.rados.rados.0.smithi082.stdout:2586: expect (ObjNum 705 snap 223 seq_num 705) 2024-08-17T00:49:24.022 INFO:tasks.rados.rados.0.smithi082.stdout:2585: finishing copy_from racing read to smithi08280503-24 2024-08-17T00:49:24.023 INFO:tasks.rados.rados.0.smithi082.stdout:2585: finishing copy_from to smithi08280503-24 2024-08-17T00:49:24.023 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 1259 (ObjNum 781 snap 242 seq_num 781) dirty exists 2024-08-17T00:49:24.023 INFO:tasks.rados.rados.0.smithi082.stdout:2587: expect (ObjNum 551 snap 165 seq_num 551) 2024-08-17T00:49:24.132 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:23 smithi082 ceph-mon[94343]: Upgrade: Updating node-exporter.a (1/2) 2024-08-17T00:49:24.132 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:23 smithi082 ceph-mon[94343]: Deploying daemon node-exporter.a on smithi082 2024-08-17T00:49:24.133 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:23 smithi082 ceph-mon[94343]: osdmap e573: 8 total, 8 up, 8 in 2024-08-17T00:49:24.133 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:23 smithi082 podman[122780]: 2024-08-17 00:49:23.828615959 +0000 UTC m=+0.133885312 container died 198283f1b08eb337ae8caea4a766710f06fae2390b538afe4dfd358d6a3f6c66 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:49:24.133 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:23 smithi082 ceph-mon[91979]: Upgrade: Updating node-exporter.a (1/2) 2024-08-17T00:49:24.133 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:23 smithi082 ceph-mon[91979]: Deploying daemon node-exporter.a on smithi082 2024-08-17T00:49:24.133 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:23 smithi082 ceph-mon[91979]: osdmap e573: 8 total, 8 up, 8 in 2024-08-17T00:49:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:23 smithi137 ceph-mon[86391]: Upgrade: Updating node-exporter.a (1/2) 2024-08-17T00:49:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:23 smithi137 ceph-mon[86391]: Deploying daemon node-exporter.a on smithi082 2024-08-17T00:49:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:23 smithi137 ceph-mon[86391]: osdmap e573: 8 total, 8 up, 8 in 2024-08-17T00:49:24.458 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:24 smithi082 podman[122780]: 2024-08-17 00:49:24.231472562 +0000 UTC m=+0.536741907 container cleanup 198283f1b08eb337ae8caea4a766710f06fae2390b538afe4dfd358d6a3f6c66 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:49:24.458 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:24 smithi082 bash[122780]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a 2024-08-17T00:49:24.725 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:24 smithi082 podman[122795]: 2024-08-17 00:49:24.457851191 +0000 UTC m=+0.622345946 container remove 198283f1b08eb337ae8caea4a766710f06fae2390b538afe4dfd358d6a3f6c66 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:49:24.725 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:24 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-17T00:49:24.725 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:24 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-17T00:49:24.725 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:24 smithi082 systemd[1]: Stopped Ceph node-exporter.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:49:24.725 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:24 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@node-exporter.a.service: Consumed 1.459s CPU time. 2024-08-17T00:49:24.814 INFO:tasks.rados.rados.0.smithi082.stdout:2585: done (4 left) 2024-08-17T00:49:24.814 INFO:tasks.rados.rados.0.smithi082.stdout:2586: done (3 left) 2024-08-17T00:49:24.814 INFO:tasks.rados.rados.0.smithi082.stdout:2587: done (2 left) 2024-08-17T00:49:24.814 INFO:tasks.rados.rados.0.smithi082.stdout:2588: done (1 left) 2024-08-17T00:49:24.814 INFO:tasks.rados.rados.0.smithi082.stdout:2589: done (0 left) 2024-08-17T00:49:24.815 INFO:tasks.rados.rados.0.smithi082.stdout:2590: rollback oid 18 current snap is 247 2024-08-17T00:49:24.815 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 18 to 240 2024-08-17T00:49:24.815 INFO:tasks.rados.rados.0.smithi082.stdout:2591: rollback oid 20 current snap is 247 2024-08-17T00:49:24.815 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 20 to 240 2024-08-17T00:49:24.815 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 17 current snap is 247 2024-08-17T00:49:24.815 INFO:tasks.rados.rados.0.smithi082.stdout:2592: seq_num 796 ranges {11558912=540672,12099584=704512,12804096=98304} 2024-08-17T00:49:24.880 INFO:tasks.rados.rados.0.smithi082.stdout:2592: writing smithi08280503-17 from 11558912 to 12099584 tid 1 2024-08-17T00:49:24.884 INFO:tasks.rados.rados.0.smithi082.stdout:2592: writing smithi08280503-17 from 12099584 to 12804096 tid 2 2024-08-17T00:49:24.885 INFO:tasks.rados.rados.0.smithi082.stdout:2592: writing smithi08280503-17 from 12804096 to 12902400 tid 3 2024-08-17T00:49:24.885 INFO:tasks.rados.rados.0.smithi082.stdout:2593: read oid 48 snap -1 2024-08-17T00:49:24.885 INFO:tasks.rados.rados.0.smithi082.stdout:2593: expect (ObjNum 775 snap 242 seq_num 775) 2024-08-17T00:49:24.885 INFO:tasks.rados.rados.0.smithi082.stdout:2594: read oid 9 snap -1 2024-08-17T00:49:24.885 INFO:tasks.rados.rados.0.smithi082.stdout:2594: expect (ObjNum 771 snap 241 seq_num 771) 2024-08-17T00:49:24.885 INFO:tasks.rados.rados.0.smithi082.stdout:2595: snap_create 2024-08-17T00:49:24.885 INFO:tasks.rados.rados.0.smithi082.stdout:2590: finishing rollback tid 0 to smithi08280503-18 2024-08-17T00:49:24.885 INFO:tasks.rados.rados.0.smithi082.stdout:2590: finishing rollback tid 1 to smithi08280503-18 2024-08-17T00:49:24.885 INFO:tasks.rados.rados.0.smithi082.stdout:2591: finishing rollback tid 0 to smithi08280503-20 2024-08-17T00:49:24.886 INFO:tasks.rados.rados.0.smithi082.stdout:2590: finishing rollback tid 2 to smithi08280503-18 2024-08-17T00:49:24.886 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 1262 (ObjNum 761 snap 240 seq_num 761) dirty exists 2024-08-17T00:49:24.886 INFO:tasks.rados.rados.0.smithi082.stdout:2591: finishing rollback tid 1 to smithi08280503-20 2024-08-17T00:49:24.886 INFO:tasks.rados.rados.0.smithi082.stdout:2591: finishing rollback tid 2 to smithi08280503-20 2024-08-17T00:49:24.886 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 1526 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:49:24.887 INFO:tasks.rados.rados.0.smithi082.stdout:2592: finishing write tid 1 to smithi08280503-17 2024-08-17T00:49:24.890 INFO:tasks.rados.rados.0.smithi082.stdout:2592: finishing write tid 2 to smithi08280503-17 2024-08-17T00:49:24.890 INFO:tasks.rados.rados.0.smithi082.stdout:2592: finishing write tid 3 to smithi08280503-17 2024-08-17T00:49:24.891 INFO:tasks.rados.rados.0.smithi082.stdout:2592: finishing write tid 4 to smithi08280503-17 2024-08-17T00:49:24.893 INFO:tasks.rados.rados.0.smithi082.stdout:2592: finishing write tid 5 to smithi08280503-17 2024-08-17T00:49:24.893 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 1530 (ObjNum 796 snap 247 seq_num 796) dirty exists 2024-08-17T00:49:24.893 INFO:tasks.rados.rados.0.smithi082.stdout:2592: left oid 17 (ObjNum 796 snap 247 seq_num 796) 2024-08-17T00:49:24.895 INFO:tasks.rados.rados.0.smithi082.stdout:2594: expect (ObjNum 771 snap 241 seq_num 771) 2024-08-17T00:49:24.944 INFO:tasks.rados.rados.0.smithi082.stdout:2593: expect (ObjNum 775 snap 242 seq_num 775) 2024-08-17T00:49:25.138 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:24 smithi082 ceph-mon[94343]: pgmap v527: 121 pgs: 121 active+clean; 321 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-08-17T00:49:25.138 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:24 smithi082 ceph-mon[91979]: pgmap v527: 121 pgs: 121 active+clean; 321 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-08-17T00:49:25.139 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:49:25] "GET /metrics HTTP/1.1" 200 36276 "" "Prometheus/2.43.0" 2024-08-17T00:49:25.139 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:24 smithi082 systemd[1]: Starting Ceph node-exporter.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:49:25.139 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 podman[122918]: 2024-08-17 00:49:24.945002683 +0000 UTC m=+0.016767511 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-17T00:49:25.139 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 podman[122918]: 2024-08-17 00:49:25.050637441 +0000 UTC m=+0.122402295 container create 207fd018a6034450bf05f26a8808add2687c115e617e5e1c7a8920eed35d726d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:49:25.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:24 smithi137 ceph-mon[86391]: pgmap v527: 121 pgs: 121 active+clean; 321 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-08-17T00:49:25.475 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 podman[122918]: 2024-08-17 00:49:25.236152162 +0000 UTC m=+0.307916985 container init 207fd018a6034450bf05f26a8808add2687c115e617e5e1c7a8920eed35d726d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:49:25.475 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 podman[122918]: 2024-08-17 00:49:25.238952833 +0000 UTC m=+0.310717648 container start 207fd018a6034450bf05f26a8808add2687c115e617e5e1c7a8920eed35d726d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T00:49:25.475 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.242Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-17T00:49:25.475 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.242Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-17T00:49:25.476 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.242Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-17T00:49:25.476 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.242Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-17T00:49:25.476 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.242Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-17T00:49:25.476 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.242Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-17T00:49:25.476 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-17T00:49:25.476 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=arp 2024-08-17T00:49:25.476 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-17T00:49:25.476 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-17T00:49:25.476 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-17T00:49:25.476 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-17T00:49:25.476 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-17T00:49:25.476 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-17T00:49:25.477 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-17T00:49:25.477 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-17T00:49:25.477 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=edac 2024-08-17T00:49:25.477 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-17T00:49:25.477 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-17T00:49:25.477 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-17T00:49:25.478 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-17T00:49:25.478 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-17T00:49:25.478 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-17T00:49:25.478 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-17T00:49:25.478 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-17T00:49:25.478 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-17T00:49:25.478 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-17T00:49:25.478 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-17T00:49:25.478 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-17T00:49:25.478 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-17T00:49:25.478 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-17T00:49:25.479 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-17T00:49:25.479 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-17T00:49:25.479 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=os 2024-08-17T00:49:25.479 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-17T00:49:25.479 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-17T00:49:25.479 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-17T00:49:25.479 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-17T00:49:25.479 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-17T00:49:25.479 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-17T00:49:25.479 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-17T00:49:25.479 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=stat 2024-08-17T00:49:25.479 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-17T00:49:25.479 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-17T00:49:25.479 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-17T00:49:25.480 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=time 2024-08-17T00:49:25.480 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-17T00:49:25.480 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=uname 2024-08-17T00:49:25.480 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-17T00:49:25.480 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-17T00:49:25.480 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-17T00:49:25.480 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-17T00:49:25.480 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a[122933]: ts=2024-08-17T00:49:25.243Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-17T00:49:25.480 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 bash[122918]: 207fd018a6034450bf05f26a8808add2687c115e617e5e1c7a8920eed35d726d 2024-08-17T00:49:25.480 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 00:49:25 smithi082 systemd[1]: Started Ceph node-exporter.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:49:25.837 INFO:tasks.rados.rados.0.smithi082.stdout:2590: done (5 left) 2024-08-17T00:49:25.837 INFO:tasks.rados.rados.0.smithi082.stdout:2591: done (4 left) 2024-08-17T00:49:25.837 INFO:tasks.rados.rados.0.smithi082.stdout:2592: done (3 left) 2024-08-17T00:49:25.838 INFO:tasks.rados.rados.0.smithi082.stdout:2593: done (2 left) 2024-08-17T00:49:25.838 INFO:tasks.rados.rados.0.smithi082.stdout:2594: done (1 left) 2024-08-17T00:49:25.838 INFO:tasks.rados.rados.0.smithi082.stdout:2595: done (0 left) 2024-08-17T00:49:25.838 INFO:tasks.rados.rados.0.smithi082.stdout:2596: snap_remove snap 247 2024-08-17T00:49:26.660 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:26 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:26.660 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:26 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:26.660 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:26 smithi082 ceph-mon[91979]: osdmap e574: 8 total, 8 up, 8 in 2024-08-17T00:49:26.660 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:26 smithi082 ceph-mon[91979]: pgmap v529: 121 pgs: 121 active+clean; 337 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 6.4 MiB/s wr, 13 op/s 2024-08-17T00:49:26.661 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:26 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:26.661 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:26 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:26.661 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:26 smithi082 ceph-mon[94343]: osdmap e574: 8 total, 8 up, 8 in 2024-08-17T00:49:26.661 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:26 smithi082 ceph-mon[94343]: pgmap v529: 121 pgs: 121 active+clean; 337 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 6.4 MiB/s wr, 13 op/s 2024-08-17T00:49:26.734 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:26 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:26.734 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:26 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:26.734 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:26 smithi137 ceph-mon[86391]: osdmap e574: 8 total, 8 up, 8 in 2024-08-17T00:49:26.734 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:26 smithi137 ceph-mon[86391]: pgmap v529: 121 pgs: 121 active+clean; 337 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 6.4 MiB/s wr, 13 op/s 2024-08-17T00:49:26.841 INFO:tasks.rados.rados.0.smithi082.stdout:2596: done (0 left) 2024-08-17T00:49:26.841 INFO:tasks.rados.rados.0.smithi082.stdout:2597: copy_from oid 14 from oid 19 current snap is 248 2024-08-17T00:49:26.842 INFO:tasks.rados.rados.0.smithi082.stdout:2598: rollback oid 13 current snap is 248 2024-08-17T00:49:26.842 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 13 to 241 2024-08-17T00:49:26.842 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 3 current snap is 248 2024-08-17T00:49:26.842 INFO:tasks.rados.rados.0.smithi082.stdout:2599: seq_num 797 ranges {0=557056,557056=589824,1146880=212992} 2024-08-17T00:49:26.844 INFO:tasks.rados.rados.0.smithi082.stdout:2599: writing smithi08280503-3 from 0 to 557056 tid 1 2024-08-17T00:49:26.848 INFO:tasks.rados.rados.0.smithi082.stdout:2599: writing smithi08280503-3 from 557056 to 1146880 tid 2 2024-08-17T00:49:26.849 INFO:tasks.rados.rados.0.smithi082.stdout:2599: writing smithi08280503-3 from 1146880 to 1359872 tid 3 2024-08-17T00:49:26.850 INFO:tasks.rados.rados.0.smithi082.stdout:2600: delete oid 43 current snap is 248 2024-08-17T00:49:26.850 INFO:tasks.rados.rados.0.smithi082.stdout:2598: finishing rollback tid 0 to smithi08280503-13 2024-08-17T00:49:26.850 INFO:tasks.rados.rados.0.smithi082.stdout:2598: finishing rollback tid 1 to smithi08280503-13 2024-08-17T00:49:26.850 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 1377 (ObjNum 33 snap 0 seq_num 3892922448) dirty dne 2024-08-17T00:49:26.854 INFO:tasks.rados.rados.0.smithi082.stdout:2598: done (3 left) 2024-08-17T00:49:26.854 INFO:tasks.rados.rados.0.smithi082.stdout:2600: done (2 left) 2024-08-17T00:49:26.854 INFO:tasks.rados.rados.0.smithi082.stdout:2601: snap_create 2024-08-17T00:49:26.855 INFO:tasks.rados.rados.0.smithi082.stdout:2599: finishing write tid 1 to smithi08280503-3 2024-08-17T00:49:26.856 INFO:tasks.rados.rados.0.smithi082.stdout:2599: finishing write tid 2 to smithi08280503-3 2024-08-17T00:49:26.856 INFO:tasks.rados.rados.0.smithi082.stdout:2599: finishing write tid 3 to smithi08280503-3 2024-08-17T00:49:26.856 INFO:tasks.rados.rados.0.smithi082.stdout:2599: finishing write tid 4 to smithi08280503-3 2024-08-17T00:49:26.857 INFO:tasks.rados.rados.0.smithi082.stdout:2599: finishing write tid 5 to smithi08280503-3 2024-08-17T00:49:26.857 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 969 (ObjNum 797 snap 248 seq_num 797) dirty exists 2024-08-17T00:49:26.858 INFO:tasks.rados.rados.0.smithi082.stdout:2599: left oid 3 (ObjNum 797 snap 248 seq_num 797) 2024-08-17T00:49:26.867 INFO:tasks.rados.rados.0.smithi082.stdout:2597: finishing copy_from racing read to smithi08280503-14 2024-08-17T00:49:26.870 INFO:tasks.rados.rados.0.smithi082.stdout:2597: finishing copy_from to smithi08280503-14 2024-08-17T00:49:26.870 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 1523 (ObjNum 778 snap 242 seq_num 778) dirty exists 2024-08-17T00:49:27.540 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:27 smithi137 systemd[1]: Stopping Ceph node-exporter.b for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:49:27.839 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:27 smithi137 podman[113936]: 2024-08-17 00:49:27.540100792 +0000 UTC m=+0.109157297 container died da4f12b322e34ab9cca677e80c67543b129231890b571328cba9cc94fafbf009 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:49:27.846 INFO:tasks.rados.rados.0.smithi082.stdout:2597: done (2 left) 2024-08-17T00:49:27.846 INFO:tasks.rados.rados.0.smithi082.stdout:2599: done (1 left) 2024-08-17T00:49:27.846 INFO:tasks.rados.rados.0.smithi082.stdout:2601: done (0 left) 2024-08-17T00:49:27.846 INFO:tasks.rados.rados.0.smithi082.stdout:2602: read oid 11 snap -1 2024-08-17T00:49:27.846 INFO:tasks.rados.rados.0.smithi082.stdout:2602: expect (ObjNum 776 snap 242 seq_num 776) 2024-08-17T00:49:27.846 INFO:tasks.rados.rados.0.smithi082.stdout:2603: snap_remove snap 244 2024-08-17T00:49:27.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:27 smithi082 ceph-mon[94343]: Upgrade: Updating node-exporter.b (2/2) 2024-08-17T00:49:27.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:27 smithi082 ceph-mon[94343]: Deploying daemon node-exporter.b on smithi137 2024-08-17T00:49:27.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:27 smithi082 ceph-mon[94343]: osdmap e575: 8 total, 8 up, 8 in 2024-08-17T00:49:27.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:27 smithi082 ceph-mon[91979]: Upgrade: Updating node-exporter.b (2/2) 2024-08-17T00:49:27.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:27 smithi082 ceph-mon[91979]: Deploying daemon node-exporter.b on smithi137 2024-08-17T00:49:27.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:27 smithi082 ceph-mon[91979]: osdmap e575: 8 total, 8 up, 8 in 2024-08-17T00:49:28.173 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:27 smithi137 ceph-mon[86391]: Upgrade: Updating node-exporter.b (2/2) 2024-08-17T00:49:28.173 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:27 smithi137 ceph-mon[86391]: Deploying daemon node-exporter.b on smithi137 2024-08-17T00:49:28.173 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:27 smithi137 ceph-mon[86391]: osdmap e575: 8 total, 8 up, 8 in 2024-08-17T00:49:28.173 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:27 smithi137 podman[113936]: 2024-08-17 00:49:27.96296288 +0000 UTC m=+0.532019429 container cleanup da4f12b322e34ab9cca677e80c67543b129231890b571328cba9cc94fafbf009 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:49:28.174 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:27 smithi137 bash[113936]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b 2024-08-17T00:49:28.487 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:28 smithi137 podman[113950]: 2024-08-17 00:49:28.172726741 +0000 UTC m=+0.636639103 container remove da4f12b322e34ab9cca677e80c67543b129231890b571328cba9cc94fafbf009 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:49:28.487 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:28 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-17T00:49:28.487 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:28 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-17T00:49:28.487 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:28 smithi137 systemd[1]: Stopped Ceph node-exporter.b for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:49:28.487 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:28 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@node-exporter.b.service: Consumed 1.458s CPU time. 2024-08-17T00:49:28.816 INFO:tasks.rados.rados.0.smithi082.stdout:2602: expect (ObjNum 776 snap 242 seq_num 776) 2024-08-17T00:49:28.922 INFO:tasks.rados.rados.0.smithi082.stdout:2602: done (1 left) 2024-08-17T00:49:28.923 INFO:tasks.rados.rados.0.smithi082.stdout:2603: done (0 left) 2024-08-17T00:49:28.923 INFO:tasks.rados.rados.0.smithi082.stdout:2604: setattr oid 40 current snap is 249 2024-08-17T00:49:28.924 INFO:tasks.rados.rados.0.smithi082.stdout:2605: read oid 46 snap -1 2024-08-17T00:49:28.924 INFO:tasks.rados.rados.0.smithi082.stdout:2605: expect (ObjNum 753 snap 237 seq_num 753) 2024-08-17T00:49:28.924 INFO:tasks.rados.rados.0.smithi082.stdout:2606: setattr oid 39 current snap is 249 2024-08-17T00:49:28.927 INFO:tasks.rados.rados.0.smithi082.stdout:2607: rollback oid 11 current snap is 249 2024-08-17T00:49:28.927 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 11 to 243 2024-08-17T00:49:28.927 INFO:tasks.rados.rados.0.smithi082.stdout:2608: read oid 45 snap -1 2024-08-17T00:49:28.927 INFO:tasks.rados.rados.0.smithi082.stdout:2608: expect (ObjNum 789 snap 246 seq_num 789) 2024-08-17T00:49:28.927 INFO:tasks.rados.rados.0.smithi082.stdout:2609: rollback oid 28 current snap is 249 2024-08-17T00:49:28.927 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 28 to 246 2024-08-17T00:49:28.927 INFO:tasks.rados.rados.0.smithi082.stdout:2610: setattr oid 19 current snap is 249 2024-08-17T00:49:28.927 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 1542 (ObjNum 777 snap 242 seq_num 777) dirty exists 2024-08-17T00:49:28.929 INFO:tasks.rados.rados.0.smithi082.stdout:2604: done (6 left) 2024-08-17T00:49:28.929 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 48 current snap is 249 2024-08-17T00:49:28.930 INFO:tasks.rados.rados.0.smithi082.stdout:2611: seq_num 799 ranges {1859584=589824,2449408=802816} 2024-08-17T00:49:28.941 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:28 smithi137 ceph-mon[86391]: osdmap e576: 8 total, 8 up, 8 in 2024-08-17T00:49:28.941 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:28 smithi137 ceph-mon[86391]: pgmap v532: 121 pgs: 121 active+clean; 344 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 8.6 MiB/s wr, 11 op/s 2024-08-17T00:49:28.941 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:28 smithi137 ceph-mon[86391]: osdmap e577: 8 total, 8 up, 8 in 2024-08-17T00:49:28.941 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:28 smithi137 systemd[1]: Starting Ceph node-exporter.b for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:49:28.941 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:28 smithi137 podman[114074]: 2024-08-17 00:49:28.815261808 +0000 UTC m=+0.111143326 container create dd7f042e09506ad9d8a4b010c41120bdb79865279010fd4ac083b36e6d3dc251 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:49:28.941 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:28 smithi137 podman[114074]: 2024-08-17 00:49:28.72098117 +0000 UTC m=+0.016862706 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-17T00:49:28.944 INFO:tasks.rados.rados.0.smithi082.stdout:2611: writing smithi08280503-48 from 1859584 to 2449408 tid 1 2024-08-17T00:49:28.949 INFO:tasks.rados.rados.0.smithi082.stdout:2611: writing smithi08280503-48 from 2449408 to 3252224 tid 2 2024-08-17T00:49:28.949 INFO:tasks.rados.rados.0.smithi082.stdout:2612: snap_remove snap 234 2024-08-17T00:49:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:28 smithi082 ceph-mon[94343]: osdmap e576: 8 total, 8 up, 8 in 2024-08-17T00:49:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:28 smithi082 ceph-mon[94343]: pgmap v532: 121 pgs: 121 active+clean; 344 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 8.6 MiB/s wr, 11 op/s 2024-08-17T00:49:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:28 smithi082 ceph-mon[94343]: osdmap e577: 8 total, 8 up, 8 in 2024-08-17T00:49:29.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:28 smithi082 ceph-mon[91979]: osdmap e576: 8 total, 8 up, 8 in 2024-08-17T00:49:29.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:28 smithi082 ceph-mon[91979]: pgmap v532: 121 pgs: 121 active+clean; 344 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 8.6 MiB/s wr, 11 op/s 2024-08-17T00:49:29.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:28 smithi082 ceph-mon[91979]: osdmap e577: 8 total, 8 up, 8 in 2024-08-17T00:49:29.487 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 podman[114074]: 2024-08-17 00:49:29.076115565 +0000 UTC m=+0.371997091 container init dd7f042e09506ad9d8a4b010c41120bdb79865279010fd4ac083b36e6d3dc251 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:49:29.487 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 podman[114074]: 2024-08-17 00:49:29.079209805 +0000 UTC m=+0.375091333 container start dd7f042e09506ad9d8a4b010c41120bdb79865279010fd4ac083b36e6d3dc251 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T00:49:29.488 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.083Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-17T00:49:29.488 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.083Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-17T00:49:29.488 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.083Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-17T00:49:29.488 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.083Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-17T00:49:29.488 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-17T00:49:29.488 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-17T00:49:29.488 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-17T00:49:29.488 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=arp 2024-08-17T00:49:29.488 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-17T00:49:29.488 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-17T00:49:29.488 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-17T00:49:29.488 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-17T00:49:29.489 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-17T00:49:29.489 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-17T00:49:29.489 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-17T00:49:29.489 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-17T00:49:29.489 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=edac 2024-08-17T00:49:29.489 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-17T00:49:29.490 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-17T00:49:29.490 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-17T00:49:29.490 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-17T00:49:29.490 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-17T00:49:29.490 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-17T00:49:29.490 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-17T00:49:29.490 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-17T00:49:29.490 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-17T00:49:29.490 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-17T00:49:29.490 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-17T00:49:29.490 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-17T00:49:29.490 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-17T00:49:29.491 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-17T00:49:29.491 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-17T00:49:29.491 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-17T00:49:29.491 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=os 2024-08-17T00:49:29.491 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-17T00:49:29.491 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-17T00:49:29.491 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-17T00:49:29.491 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-17T00:49:29.491 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-17T00:49:29.491 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-17T00:49:29.491 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-17T00:49:29.491 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=stat 2024-08-17T00:49:29.492 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-17T00:49:29.492 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-17T00:49:29.492 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-17T00:49:29.492 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=time 2024-08-17T00:49:29.492 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-17T00:49:29.492 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=uname 2024-08-17T00:49:29.492 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-17T00:49:29.492 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-17T00:49:29.492 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.084Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-17T00:49:29.492 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.085Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-17T00:49:29.492 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b[114088]: ts=2024-08-17T00:49:29.085Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-17T00:49:29.492 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 bash[114074]: dd7f042e09506ad9d8a4b010c41120bdb79865279010fd4ac083b36e6d3dc251 2024-08-17T00:49:29.492 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 00:49:29 smithi137 systemd[1]: Started Ceph node-exporter.b for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:49:29.859 INFO:tasks.rados.rados.0.smithi082.stdout:2612: done (7 left) 2024-08-17T00:49:29.859 INFO:tasks.rados.rados.0.smithi082.stdout:2613: delete oid 21 current snap is 249 2024-08-17T00:49:29.859 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 1445 (ObjNum 750 snap 235 seq_num 750) dirty exists 2024-08-17T00:49:29.859 INFO:tasks.rados.rados.0.smithi082.stdout:2609: finishing rollback tid 0 to smithi08280503-28 2024-08-17T00:49:29.859 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 1544 (ObjNum 778 snap 242 seq_num 778) dirty exists 2024-08-17T00:49:29.859 INFO:tasks.rados.rados.0.smithi082.stdout:2607: finishing rollback tid 0 to smithi08280503-11 2024-08-17T00:49:29.859 INFO:tasks.rados.rados.0.smithi082.stdout:2607: finishing rollback tid 1 to smithi08280503-11 2024-08-17T00:49:29.859 INFO:tasks.rados.rados.0.smithi082.stdout:2607: finishing rollback tid 2 to smithi08280503-11 2024-08-17T00:49:29.859 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 1239 (ObjNum 776 snap 242 seq_num 776) dirty exists 2024-08-17T00:49:29.859 INFO:tasks.rados.rados.0.smithi082.stdout:2609: finishing rollback tid 1 to smithi08280503-28 2024-08-17T00:49:29.859 INFO:tasks.rados.rados.0.smithi082.stdout:2609: finishing rollback tid 2 to smithi08280503-28 2024-08-17T00:49:29.859 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 1265 (ObjNum 388 snap 118 seq_num 388) dirty exists 2024-08-17T00:49:29.859 INFO:tasks.rados.rados.0.smithi082.stdout:2608: expect (ObjNum 789 snap 246 seq_num 789) 2024-08-17T00:49:30.201 INFO:tasks.rados.rados.0.smithi082.stdout:2605: expect (ObjNum 753 snap 237 seq_num 753) 2024-08-17T00:49:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:30 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:30 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:30 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:49:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:30 smithi082 ceph-mon[94343]: osdmap e578: 8 total, 8 up, 8 in 2024-08-17T00:49:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:30.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:49:30.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:30 smithi082 ceph-mon[91979]: osdmap e578: 8 total, 8 up, 8 in 2024-08-17T00:49:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:30 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:30.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:30 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:30.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:30 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:49:30.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:30 smithi137 ceph-mon[86391]: osdmap e578: 8 total, 8 up, 8 in 2024-08-17T00:49:30.663 INFO:tasks.rados.rados.0.smithi082.stdout:2611: finishing write tid 1 to smithi08280503-48 2024-08-17T00:49:30.663 INFO:tasks.rados.rados.0.smithi082.stdout:2611: finishing write tid 2 to smithi08280503-48 2024-08-17T00:49:30.663 INFO:tasks.rados.rados.0.smithi082.stdout:2611: finishing write tid 3 to smithi08280503-48 2024-08-17T00:49:30.663 INFO:tasks.rados.rados.0.smithi082.stdout:2611: finishing write tid 4 to smithi08280503-48 2024-08-17T00:49:30.663 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 1544 (ObjNum 799 snap 249 seq_num 799) dirty exists 2024-08-17T00:49:30.663 INFO:tasks.rados.rados.0.smithi082.stdout:2611: left oid 48 (ObjNum 799 snap 249 seq_num 799) 2024-08-17T00:49:30.663 INFO:tasks.rados.rados.0.smithi082.stdout:2605: done (7 left) 2024-08-17T00:49:30.663 INFO:tasks.rados.rados.0.smithi082.stdout:2606: done (6 left) 2024-08-17T00:49:30.663 INFO:tasks.rados.rados.0.smithi082.stdout:2607: done (5 left) 2024-08-17T00:49:30.663 INFO:tasks.rados.rados.0.smithi082.stdout:2608: done (4 left) 2024-08-17T00:49:30.664 INFO:tasks.rados.rados.0.smithi082.stdout:2609: done (3 left) 2024-08-17T00:49:30.664 INFO:tasks.rados.rados.0.smithi082.stdout:2610: done (2 left) 2024-08-17T00:49:30.664 INFO:tasks.rados.rados.0.smithi082.stdout:2611: done (1 left) 2024-08-17T00:49:30.664 INFO:tasks.rados.rados.0.smithi082.stdout:2613: done (0 left) 2024-08-17T00:49:30.664 INFO:tasks.rados.rados.0.smithi082.stdout:2614: snap_create 2024-08-17T00:49:31.206 INFO:tasks.rados.rados.0.smithi082.stdout:2614: done (0 left) 2024-08-17T00:49:31.206 INFO:tasks.rados.rados.0.smithi082.stdout:2615: read oid 43 snap 241 2024-08-17T00:49:31.206 INFO:tasks.rados.rados.0.smithi082.stdout:2615: expect (ObjNum 759 snap 240 seq_num 759) 2024-08-17T00:49:31.206 INFO:tasks.rados.rados.0.smithi082.stdout:2616: delete oid 19 current snap is 250 2024-08-17T00:49:31.215 INFO:tasks.rados.rados.0.smithi082.stdout:2616: done (1 left) 2024-08-17T00:49:31.215 INFO:tasks.rados.rados.0.smithi082.stdout:2617: snap_remove snap 217 2024-08-17T00:49:31.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:31 smithi082 ceph-mon[91979]: pgmap v535: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 350 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2024-08-17T00:49:31.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:31 smithi082 ceph-mon[94343]: pgmap v535: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 350 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2024-08-17T00:49:31.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:31 smithi137 ceph-mon[86391]: pgmap v535: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 350 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2024-08-17T00:49:32.230 INFO:tasks.rados.rados.0.smithi082.stdout:2617: done (1 left) 2024-08-17T00:49:32.230 INFO:tasks.rados.rados.0.smithi082.stdout:2618: copy_from oid 50 from oid 11 current snap is 250 2024-08-17T00:49:32.230 INFO:tasks.rados.rados.0.smithi082.stdout:2615: expect (ObjNum 759 snap 240 seq_num 759) 2024-08-17T00:49:32.452 INFO:teuthology.orchestra.run.smithi082.stdout:true 2024-08-17T00:49:32.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:32 smithi082 ceph-mon[94343]: osdmap e579: 8 total, 8 up, 8 in 2024-08-17T00:49:32.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:32 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:32.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:32 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:32.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:32 smithi082 ceph-mon[91979]: osdmap e579: 8 total, 8 up, 8 in 2024-08-17T00:49:32.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:32 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:32.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:32 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:32.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:32 smithi137 ceph-mon[86391]: osdmap e579: 8 total, 8 up, 8 in 2024-08-17T00:49:32.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:32 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:32.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:32 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:32.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:49:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:49:32.574 INFO:tasks.rados.rados.0.smithi082.stdout:2618: finishing copy_from racing read to smithi08280503-50 2024-08-17T00:49:32.574 INFO:tasks.rados.rados.0.smithi082.stdout:2618: finishing copy_from to smithi08280503-50 2024-08-17T00:49:32.574 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 1239 (ObjNum 776 snap 242 seq_num 776) dirty exists 2024-08-17T00:49:32.574 INFO:tasks.rados.rados.0.smithi082.stdout:2615: done (1 left) 2024-08-17T00:49:32.575 INFO:tasks.rados.rados.0.smithi082.stdout:2618: done (0 left) 2024-08-17T00:49:32.575 INFO:tasks.rados.rados.0.smithi082.stdout:2619: copy_from oid 43 from oid 10 current snap is 250 2024-08-17T00:49:32.575 INFO:tasks.rados.rados.0.smithi082.stdout:2620: rollback oid 48 current snap is 250 2024-08-17T00:49:32.575 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 48 to 241 2024-08-17T00:49:32.575 INFO:tasks.rados.rados.0.smithi082.stdout:2621: rmattr oid 49 current snap is 250 2024-08-17T00:49:32.575 INFO:tasks.rados.rados.0.smithi082.stdout:2621: done (2 left) 2024-08-17T00:49:32.575 INFO:tasks.rados.rados.0.smithi082.stdout:2622: snap_remove snap 243 2024-08-17T00:49:32.741 INFO:teuthology.orchestra.run.smithi082.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:49:32.741 INFO:teuthology.orchestra.run.smithi082.stdout:alertmanager.a smithi082 *:9093,9094 running (7m) 0s ago 11m 24.5M - 0.25.0 c8568f914cd2 21f506531c7e 2024-08-17T00:49:32.741 INFO:teuthology.orchestra.run.smithi082.stdout:grafana.a smithi137 *:3000 running (7m) 15s ago 11m 84.9M - 9.4.7 954c08fa6188 a7d4db6b9a81 2024-08-17T00:49:32.741 INFO:teuthology.orchestra.run.smithi082.stdout:mds.a smithi082 running (37s) 0s ago 12m 14.3M - 19.1.0-1363-gd863d21c ba08250ef864 9cbb42216c03 2024-08-17T00:49:32.742 INFO:teuthology.orchestra.run.smithi082.stdout:mds.b smithi137 running (19s) 15s ago 12m 12.0M - 19.1.0-1363-gd863d21c ba08250ef864 190735ebac30 2024-08-17T00:49:32.742 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.x smithi137 *:8443,9283,8765 running (6m) 15s ago 16m 441M - 19.1.0-1363-gd863d21c ba08250ef864 745a5ef30a75 2024-08-17T00:49:32.742 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.y smithi082 *:8443,9283,8765 running (7m) 0s ago 17m 515M - 19.1.0-1363-gd863d21c ba08250ef864 92bb5538a947 2024-08-17T00:49:32.742 INFO:teuthology.orchestra.run.smithi082.stdout:mon.a smithi082 running (6m) 0s ago 17m 69.0M 2048M 19.1.0-1363-gd863d21c ba08250ef864 f4aa8d413a0e 2024-08-17T00:49:32.742 INFO:teuthology.orchestra.run.smithi082.stdout:mon.b smithi137 running (5m) 15s ago 16m 51.8M 2048M 19.1.0-1363-gd863d21c ba08250ef864 9fd7ba29d439 2024-08-17T00:49:32.742 INFO:teuthology.orchestra.run.smithi082.stdout:mon.c smithi082 running (5m) 0s ago 16m 59.2M 2048M 19.1.0-1363-gd863d21c ba08250ef864 d6960322022d 2024-08-17T00:49:32.742 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.a smithi082 *:9100 running (7s) 0s ago 10m 3347k - 1.5.0 0da6a335fe13 207fd018a603 2024-08-17T00:49:32.742 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.b smithi137 *:9100 starting - - - - 2024-08-17T00:49:32.742 INFO:teuthology.orchestra.run.smithi082.stdout:osd.0 smithi082 running (4m) 0s ago 15m 288M 2480M 19.1.0-1363-gd863d21c ba08250ef864 32a8251d6cbd 2024-08-17T00:49:32.742 INFO:teuthology.orchestra.run.smithi082.stdout:osd.1 smithi082 running (4m) 0s ago 15m 216M 2480M 19.1.0-1363-gd863d21c ba08250ef864 27410d903b16 2024-08-17T00:49:32.742 INFO:teuthology.orchestra.run.smithi082.stdout:osd.2 smithi082 running (3m) 0s ago 14m 257M 2480M 19.1.0-1363-gd863d21c ba08250ef864 d73e6cacdf8e 2024-08-17T00:49:32.743 INFO:teuthology.orchestra.run.smithi082.stdout:osd.3 smithi082 running (3m) 0s ago 14m 166M 2480M 19.1.0-1363-gd863d21c ba08250ef864 ff1e0af1a005 2024-08-17T00:49:32.743 INFO:teuthology.orchestra.run.smithi082.stdout:osd.4 smithi137 running (2m) 15s ago 14m 211M 2480M 19.1.0-1363-gd863d21c ba08250ef864 908ee8f7568a 2024-08-17T00:49:32.743 INFO:teuthology.orchestra.run.smithi082.stdout:osd.5 smithi137 running (2m) 15s ago 13m 197M 2480M 19.1.0-1363-gd863d21c ba08250ef864 5093a53e7478 2024-08-17T00:49:32.743 INFO:teuthology.orchestra.run.smithi082.stdout:osd.6 smithi137 running (96s) 15s ago 13m 83.0M 2480M 19.1.0-1363-gd863d21c ba08250ef864 e037950bdd93 2024-08-17T00:49:32.743 INFO:teuthology.orchestra.run.smithi082.stdout:osd.7 smithi137 running (62s) 15s ago 13m 120M 2480M 19.1.0-1363-gd863d21c ba08250ef864 085540a710fc 2024-08-17T00:49:32.743 INFO:teuthology.orchestra.run.smithi082.stdout:prometheus.a smithi137 *:9095 running (6m) 15s ago 11m 63.8M - 2.43.0 a07b618ecd1d d20756562103 2024-08-17T00:49:33.086 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-08-17T00:49:33.087 INFO:teuthology.orchestra.run.smithi082.stdout: "mon": { 2024-08-17T00:49:33.087 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:49:33.087 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:49:33.087 INFO:teuthology.orchestra.run.smithi082.stdout: "mgr": { 2024-08-17T00:49:33.087 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:49:33.087 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:49:33.087 INFO:teuthology.orchestra.run.smithi082.stdout: "osd": { 2024-08-17T00:49:33.087 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 8 2024-08-17T00:49:33.087 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:49:33.087 INFO:teuthology.orchestra.run.smithi082.stdout: "mds": { 2024-08-17T00:49:33.087 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:49:33.088 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:49:33.088 INFO:teuthology.orchestra.run.smithi082.stdout: "overall": { 2024-08-17T00:49:33.088 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 15 2024-08-17T00:49:33.088 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-08-17T00:49:33.088 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-08-17T00:49:33.226 INFO:tasks.rados.rados.0.smithi082.stdout:2622: done (2 left) 2024-08-17T00:49:33.226 INFO:tasks.rados.rados.0.smithi082.stdout:2623: read oid 14 snap -1 2024-08-17T00:49:33.226 INFO:tasks.rados.rados.0.smithi082.stdout:2623: expect (ObjNum 778 snap 242 seq_num 778) 2024-08-17T00:49:33.226 INFO:tasks.rados.rados.0.smithi082.stdout:2624: rollback oid 47 current snap is 250 2024-08-17T00:49:33.226 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 47 to 240 2024-08-17T00:49:33.227 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 30 current snap is 250 2024-08-17T00:49:33.227 INFO:tasks.rados.rados.0.smithi082.stdout:2625: seq_num 802 ranges {548864=638976,1187840=458752,1646592=344064} 2024-08-17T00:49:33.233 INFO:tasks.rados.rados.0.smithi082.stdout:2625: writing smithi08280503-30 from 548864 to 1187840 tid 1 2024-08-17T00:49:33.237 INFO:tasks.rados.rados.0.smithi082.stdout:2625: writing smithi08280503-30 from 1187840 to 1646592 tid 2 2024-08-17T00:49:33.239 INFO:tasks.rados.rados.0.smithi082.stdout:2625: writing smithi08280503-30 from 1646592 to 1990656 tid 3 2024-08-17T00:49:33.239 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 33 current snap is 250 2024-08-17T00:49:33.239 INFO:tasks.rados.rados.0.smithi082.stdout:2626: seq_num 803 ranges {5521408=655360,6176768=745472,6922240=57344} 2024-08-17T00:49:33.274 INFO:tasks.rados.rados.0.smithi082.stdout:2626: writing smithi08280503-33 from 5521408 to 6176768 tid 1 2024-08-17T00:49:33.278 INFO:tasks.rados.rados.0.smithi082.stdout:2626: writing smithi08280503-33 from 6176768 to 6922240 tid 2 2024-08-17T00:49:33.279 INFO:tasks.rados.rados.0.smithi082.stdout:2626: writing smithi08280503-33 from 6922240 to 6979584 tid 3 2024-08-17T00:49:33.279 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 24 current snap is 250 2024-08-17T00:49:33.279 INFO:tasks.rados.rados.0.smithi082.stdout:2620: finishing rollback tid 0 to smithi08280503-48 2024-08-17T00:49:33.279 INFO:tasks.rados.rados.0.smithi082.stdout:2627: seq_num 804 ranges {7225344=671744,7897088=622592,8519680=180224} 2024-08-17T00:49:33.303 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:33 smithi082 ceph-mon[91979]: pgmap v537: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 352 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-08-17T00:49:33.303 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:33 smithi082 ceph-mon[91979]: osdmap e580: 8 total, 8 up, 8 in 2024-08-17T00:49:33.303 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:33 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:33.303 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:33 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:33.303 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:33 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:33.303 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:33 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:33.303 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:33 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2593380667' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:33.303 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:33 smithi082 ceph-mon[94343]: pgmap v537: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 352 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-08-17T00:49:33.304 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:33 smithi082 ceph-mon[94343]: osdmap e580: 8 total, 8 up, 8 in 2024-08-17T00:49:33.304 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:33 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:33.304 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:33 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:33.304 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:33 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:33.304 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:33 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:33.304 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:33 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2593380667' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:33.322 INFO:tasks.rados.rados.0.smithi082.stdout:2627: writing smithi08280503-24 from 7225344 to 7897088 tid 1 2024-08-17T00:49:33.326 INFO:tasks.rados.rados.0.smithi082.stdout:2627: writing smithi08280503-24 from 7897088 to 8519680 tid 2 2024-08-17T00:49:33.328 INFO:tasks.rados.rados.0.smithi082.stdout:2627: writing smithi08280503-24 from 8519680 to 8699904 tid 3 2024-08-17T00:49:33.328 INFO:tasks.rados.rados.0.smithi082.stdout:2628: read oid 27 snap 249 2024-08-17T00:49:33.328 INFO:tasks.rados.rados.0.smithi082.stdout:2628: expect (ObjNum 750 snap 235 seq_num 750) 2024-08-17T00:49:33.328 INFO:tasks.rados.rados.0.smithi082.stdout:2629: rollback oid 2 current snap is 250 2024-08-17T00:49:33.328 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 2 to 242 2024-08-17T00:49:33.328 INFO:tasks.rados.rados.0.smithi082.stdout:2620: finishing rollback tid 1 to smithi08280503-48 2024-08-17T00:49:33.328 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 1556 (ObjNum 225 snap 0 seq_num 3912532720) dirty dne 2024-08-17T00:49:33.328 INFO:tasks.rados.rados.0.smithi082.stdout:2619: finishing copy_from racing read to smithi08280503-43 2024-08-17T00:49:33.328 INFO:tasks.rados.rados.0.smithi082.stdout:2619: finishing copy_from to smithi08280503-43 2024-08-17T00:49:33.328 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 994 (ObjNum 695 snap 215 seq_num 695) dirty exists 2024-08-17T00:49:33.328 INFO:tasks.rados.rados.0.smithi082.stdout:2624: finishing rollback tid 1 to smithi08280503-47 2024-08-17T00:49:33.328 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 964 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-17T00:49:33.329 INFO:tasks.rados.rados.0.smithi082.stdout:2625: finishing write tid 1 to smithi08280503-30 2024-08-17T00:49:33.329 INFO:tasks.rados.rados.0.smithi082.stdout:2625: finishing write tid 2 to smithi08280503-30 2024-08-17T00:49:33.329 INFO:tasks.rados.rados.0.smithi082.stdout:2625: finishing write tid 3 to smithi08280503-30 2024-08-17T00:49:33.329 INFO:tasks.rados.rados.0.smithi082.stdout:2625: finishing write tid 4 to smithi08280503-30 2024-08-17T00:49:33.329 INFO:tasks.rados.rados.0.smithi082.stdout:2625: finishing write tid 5 to smithi08280503-30 2024-08-17T00:49:33.329 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 30 v 1243 (ObjNum 802 snap 250 seq_num 802) dirty exists 2024-08-17T00:49:33.329 INFO:tasks.rados.rados.0.smithi082.stdout:2625: left oid 30 (ObjNum 802 snap 250 seq_num 802) 2024-08-17T00:49:33.329 INFO:tasks.rados.rados.0.smithi082.stdout:2623: expect (ObjNum 778 snap 242 seq_num 778) 2024-08-17T00:49:33.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:33 smithi137 ceph-mon[86391]: pgmap v537: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 352 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-08-17T00:49:33.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:33 smithi137 ceph-mon[86391]: osdmap e580: 8 total, 8 up, 8 in 2024-08-17T00:49:33.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:33 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:33.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:33 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:33.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:33 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:33.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:33 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:33.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:33 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2593380667' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:33.660 INFO:tasks.rados.rados.0.smithi082.stdout:2626: finishing write tid 1 to smithi08280503-33 2024-08-17T00:49:33.661 INFO:tasks.rados.rados.0.smithi082.stdout:2626: finishing write tid 2 to smithi08280503-33 2024-08-17T00:49:33.661 INFO:tasks.rados.rados.0.smithi082.stdout:2626: finishing write tid 3 to smithi08280503-33 2024-08-17T00:49:33.661 INFO:tasks.rados.rados.0.smithi082.stdout:2626: finishing write tid 4 to smithi08280503-33 2024-08-17T00:49:33.661 INFO:tasks.rados.rados.0.smithi082.stdout:2626: finishing write tid 5 to smithi08280503-33 2024-08-17T00:49:33.661 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 1139 (ObjNum 803 snap 250 seq_num 803) dirty exists 2024-08-17T00:49:33.661 INFO:tasks.rados.rados.0.smithi082.stdout:2626: left oid 33 (ObjNum 803 snap 250 seq_num 803) 2024-08-17T00:49:33.661 INFO:tasks.rados.rados.0.smithi082.stdout:2627: finishing write tid 1 to smithi08280503-24 2024-08-17T00:49:33.661 INFO:tasks.rados.rados.0.smithi082.stdout:2627: finishing write tid 2 to smithi08280503-24 2024-08-17T00:49:33.661 INFO:tasks.rados.rados.0.smithi082.stdout:2627: finishing write tid 3 to smithi08280503-24 2024-08-17T00:49:33.661 INFO:tasks.rados.rados.0.smithi082.stdout:2619: done (8 left) 2024-08-17T00:49:33.661 INFO:tasks.rados.rados.0.smithi082.stdout:2620: done (7 left) 2024-08-17T00:49:33.661 INFO:tasks.rados.rados.0.smithi082.stdout:2623: done (6 left) 2024-08-17T00:49:33.661 INFO:tasks.rados.rados.0.smithi082.stdout:2624: done (5 left) 2024-08-17T00:49:33.662 INFO:tasks.rados.rados.0.smithi082.stdout:2625: done (4 left) 2024-08-17T00:49:33.662 INFO:tasks.rados.rados.0.smithi082.stdout:2626: done (3 left) 2024-08-17T00:49:33.662 INFO:tasks.rados.rados.0.smithi082.stdout:2630: read oid 26 snap -1 2024-08-17T00:49:33.662 INFO:tasks.rados.rados.0.smithi082.stdout:2630: expect (ObjNum 794 snap 246 seq_num 794) 2024-08-17T00:49:33.662 INFO:tasks.rados.rados.0.smithi082.stdout:2631: read oid 6 snap -1 2024-08-17T00:49:33.662 INFO:tasks.rados.rados.0.smithi082.stdout:2631: expect deleted 2024-08-17T00:49:33.662 INFO:tasks.rados.rados.0.smithi082.stdout:2632: read oid 42 snap -1 2024-08-17T00:49:33.662 INFO:tasks.rados.rados.0.smithi082.stdout:2632: expect (ObjNum 753 snap 237 seq_num 753) 2024-08-17T00:49:33.662 INFO:tasks.rados.rados.0.smithi082.stdout:2633: read oid 3 snap -1 2024-08-17T00:49:33.662 INFO:tasks.rados.rados.0.smithi082.stdout:2633: expect (ObjNum 797 snap 248 seq_num 797) 2024-08-17T00:49:33.662 INFO:tasks.rados.rados.0.smithi082.stdout:2634: read oid 18 snap -1 2024-08-17T00:49:33.662 INFO:tasks.rados.rados.0.smithi082.stdout:2634: expect (ObjNum 761 snap 240 seq_num 761) 2024-08-17T00:49:33.662 INFO:tasks.rados.rados.0.smithi082.stdout:2635: snap_remove snap 248 2024-08-17T00:49:33.814 INFO:tasks.rados.rados.0.smithi082.stdout:2635: done (8 left) 2024-08-17T00:49:33.815 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 16 current snap is 250 2024-08-17T00:49:33.815 INFO:tasks.rados.rados.0.smithi082.stdout:2636: seq_num 805 ranges {2048000=688128,2736128=507904,3244032=294912} 2024-08-17T00:49:33.829 INFO:tasks.rados.rados.0.smithi082.stdout:2636: writing smithi08280503-16 from 2048000 to 2736128 tid 1 2024-08-17T00:49:33.832 INFO:tasks.rados.rados.0.smithi082.stdout:2636: writing smithi08280503-16 from 2736128 to 3244032 tid 2 2024-08-17T00:49:33.834 INFO:tasks.rados.rados.0.smithi082.stdout:2636: writing smithi08280503-16 from 3244032 to 3538944 tid 3 2024-08-17T00:49:33.834 INFO:tasks.rados.rados.0.smithi082.stdout:2637: snap_remove snap 240 2024-08-17T00:49:34.325 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:34 smithi082 ceph-mon[94343]: from='client.34425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:49:34.325 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:34 smithi082 ceph-mon[94343]: from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:49:34.325 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:34 smithi082 ceph-mon[94343]: osdmap e581: 8 total, 8 up, 8 in 2024-08-17T00:49:34.325 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:34 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:34.325 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:34 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:34.325 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:34 smithi082 ceph-mon[94343]: osdmap e582: 8 total, 8 up, 8 in 2024-08-17T00:49:34.326 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:34 smithi082 ceph-mon[91979]: from='client.34425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:49:34.326 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:34 smithi082 ceph-mon[91979]: from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:49:34.326 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:34 smithi082 ceph-mon[91979]: osdmap e581: 8 total, 8 up, 8 in 2024-08-17T00:49:34.326 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:34 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:34.326 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:34 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:34.326 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:34 smithi082 ceph-mon[91979]: osdmap e582: 8 total, 8 up, 8 in 2024-08-17T00:49:34.328 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:34 smithi137 ceph-mon[86391]: from='client.34425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:49:34.328 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:34 smithi137 ceph-mon[86391]: from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:49:34.328 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:34 smithi137 ceph-mon[86391]: osdmap e581: 8 total, 8 up, 8 in 2024-08-17T00:49:34.328 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:34 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:34.328 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:34 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:34.328 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:34 smithi137 ceph-mon[86391]: osdmap e582: 8 total, 8 up, 8 in 2024-08-17T00:49:34.825 INFO:tasks.rados.rados.0.smithi082.stdout:2637: done (9 left) 2024-08-17T00:49:34.825 INFO:tasks.rados.rados.0.smithi082.stdout:2638: read oid 31 snap 249 2024-08-17T00:49:34.825 INFO:tasks.rados.rados.0.smithi082.stdout:2638: expect deleted 2024-08-17T00:49:34.825 INFO:tasks.rados.rados.0.smithi082.stdout:2639: read oid 34 snap -1 2024-08-17T00:49:34.825 INFO:tasks.rados.rados.0.smithi082.stdout:2639: expect (ObjNum 699 snap 219 seq_num 699) 2024-08-17T00:49:34.825 INFO:tasks.rados.rados.0.smithi082.stdout:2640: read oid 46 snap -1 2024-08-17T00:49:34.826 INFO:tasks.rados.rados.0.smithi082.stdout:2640: expect (ObjNum 753 snap 237 seq_num 753) 2024-08-17T00:49:34.826 INFO:tasks.rados.rados.0.smithi082.stdout:2641: snap_create 2024-08-17T00:49:34.826 INFO:tasks.rados.rados.0.smithi082.stdout:2629: finishing rollback tid 0 to smithi08280503-2 2024-08-17T00:49:34.826 INFO:tasks.rados.rados.0.smithi082.stdout:2629: finishing rollback tid 1 to smithi08280503-2 2024-08-17T00:49:34.826 INFO:tasks.rados.rados.0.smithi082.stdout:2629: finishing rollback tid 2 to smithi08280503-2 2024-08-17T00:49:34.826 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 2 v 1146 (ObjNum 775 snap 242 seq_num 775) dirty exists 2024-08-17T00:49:34.826 INFO:tasks.rados.rados.0.smithi082.stdout:2627: finishing write tid 4 to smithi08280503-24 2024-08-17T00:49:34.826 INFO:tasks.rados.rados.0.smithi082.stdout:2627: finishing write tid 5 to smithi08280503-24 2024-08-17T00:49:34.826 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 1269 (ObjNum 804 snap 250 seq_num 804) dirty exists 2024-08-17T00:49:34.826 INFO:tasks.rados.rados.0.smithi082.stdout:2627: left oid 24 (ObjNum 804 snap 250 seq_num 804) 2024-08-17T00:49:34.826 INFO:tasks.rados.rados.0.smithi082.stdout:2628: expect (ObjNum 750 snap 235 seq_num 750) 2024-08-17T00:49:35.157 INFO:tasks.rados.rados.0.smithi082.stdout:2633: expect (ObjNum 797 snap 248 seq_num 797) 2024-08-17T00:49:35.194 INFO:tasks.rados.rados.0.smithi082.stdout:2630: expect (ObjNum 794 snap 246 seq_num 794) 2024-08-17T00:49:35.320 INFO:tasks.rados.rados.0.smithi082.stdout:2634: expect (ObjNum 761 snap 240 seq_num 761) 2024-08-17T00:49:35.449 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:35 smithi082 ceph-mon[94343]: pgmap v541: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 295 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-08-17T00:49:35.449 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:35 smithi082 ceph-mon[94343]: osdmap e583: 8 total, 8 up, 8 in 2024-08-17T00:49:35.450 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:49:35.450 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:49:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:49:35] "GET /metrics HTTP/1.1" 200 36276 "" "Prometheus/2.43.0" 2024-08-17T00:49:35.450 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:35 smithi082 ceph-mon[91979]: pgmap v541: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 295 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-08-17T00:49:35.450 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:35 smithi082 ceph-mon[91979]: osdmap e583: 8 total, 8 up, 8 in 2024-08-17T00:49:35.450 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:49:35.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:35 smithi137 ceph-mon[86391]: pgmap v541: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 295 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-08-17T00:49:35.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:35 smithi137 ceph-mon[86391]: osdmap e583: 8 total, 8 up, 8 in 2024-08-17T00:49:35.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:49:35.524 INFO:tasks.rados.rados.0.smithi082.stdout:2632: expect (ObjNum 753 snap 237 seq_num 753) 2024-08-17T00:49:35.978 INFO:tasks.rados.rados.0.smithi082.stdout:2636: finishing write tid 1 to smithi08280503-16 2024-08-17T00:49:35.978 INFO:tasks.rados.rados.0.smithi082.stdout:2636: finishing write tid 2 to smithi08280503-16 2024-08-17T00:49:35.979 INFO:tasks.rados.rados.0.smithi082.stdout:2636: finishing write tid 3 to smithi08280503-16 2024-08-17T00:49:35.979 INFO:tasks.rados.rados.0.smithi082.stdout:2636: finishing write tid 4 to smithi08280503-16 2024-08-17T00:49:35.979 INFO:tasks.rados.rados.0.smithi082.stdout:2636: finishing write tid 5 to smithi08280503-16 2024-08-17T00:49:35.979 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 1135 (ObjNum 805 snap 250 seq_num 805) dirty exists 2024-08-17T00:49:35.979 INFO:tasks.rados.rados.0.smithi082.stdout:2636: left oid 16 (ObjNum 805 snap 250 seq_num 805) 2024-08-17T00:49:35.979 INFO:tasks.rados.rados.0.smithi082.stdout:2639: expect (ObjNum 699 snap 219 seq_num 699) 2024-08-17T00:49:36.120 INFO:tasks.rados.rados.0.smithi082.stdout:2640: expect (ObjNum 753 snap 237 seq_num 753) 2024-08-17T00:49:36.557 INFO:tasks.rados.rados.0.smithi082.stdout:2627: done (12 left) 2024-08-17T00:49:36.558 INFO:tasks.rados.rados.0.smithi082.stdout:2628: done (11 left) 2024-08-17T00:49:36.558 INFO:tasks.rados.rados.0.smithi082.stdout:2629: done (10 left) 2024-08-17T00:49:36.558 INFO:tasks.rados.rados.0.smithi082.stdout:2630: done (9 left) 2024-08-17T00:49:36.558 INFO:tasks.rados.rados.0.smithi082.stdout:2631: done (8 left) 2024-08-17T00:49:36.558 INFO:tasks.rados.rados.0.smithi082.stdout:2632: done (7 left) 2024-08-17T00:49:36.559 INFO:tasks.rados.rados.0.smithi082.stdout:2633: done (6 left) 2024-08-17T00:49:36.559 INFO:tasks.rados.rados.0.smithi082.stdout:2634: done (5 left) 2024-08-17T00:49:36.559 INFO:tasks.rados.rados.0.smithi082.stdout:2636: done (4 left) 2024-08-17T00:49:36.559 INFO:tasks.rados.rados.0.smithi082.stdout:2638: done (3 left) 2024-08-17T00:49:36.559 INFO:tasks.rados.rados.0.smithi082.stdout:2639: done (2 left) 2024-08-17T00:49:36.559 INFO:tasks.rados.rados.0.smithi082.stdout:2640: done (1 left) 2024-08-17T00:49:36.559 INFO:tasks.rados.rados.0.smithi082.stdout:2641: done (0 left) 2024-08-17T00:49:36.559 INFO:tasks.rados.rados.0.smithi082.stdout:2642: snap_create 2024-08-17T00:49:36.866 INFO:tasks.rados.rados.0.smithi082.stdout:2642: done (0 left) 2024-08-17T00:49:36.867 INFO:tasks.rados.rados.0.smithi082.stdout:2643: setattr oid 22 current snap is 252 2024-08-17T00:49:36.868 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 26 current snap is 252 2024-08-17T00:49:36.868 INFO:tasks.rados.rados.0.smithi082.stdout:2644: seq_num 806 ranges {3194880=704512,3899392=442368,4341760=360448} 2024-08-17T00:49:36.889 INFO:tasks.rados.rados.0.smithi082.stdout:2644: writing smithi08280503-26 from 3194880 to 3899392 tid 1 2024-08-17T00:49:36.892 INFO:tasks.rados.rados.0.smithi082.stdout:2644: writing smithi08280503-26 from 3899392 to 4341760 tid 2 2024-08-17T00:49:36.894 INFO:tasks.rados.rados.0.smithi082.stdout:2644: writing smithi08280503-26 from 4341760 to 4702208 tid 3 2024-08-17T00:49:36.894 INFO:tasks.rados.rados.0.smithi082.stdout:2645: read oid 36 snap 246 2024-08-17T00:49:36.895 INFO:tasks.rados.rados.0.smithi082.stdout:2645: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:49:36.895 INFO:tasks.rados.rados.0.smithi082.stdout:2646: snap_create 2024-08-17T00:49:36.895 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 1140 (ObjNum 735 snap 233 seq_num 735) dirty exists 2024-08-17T00:49:36.897 INFO:tasks.rados.rados.0.smithi082.stdout:2644: finishing write tid 1 to smithi08280503-26 2024-08-17T00:49:36.897 INFO:tasks.rados.rados.0.smithi082.stdout:2644: finishing write tid 2 to smithi08280503-26 2024-08-17T00:49:36.897 INFO:tasks.rados.rados.0.smithi082.stdout:2644: finishing write tid 3 to smithi08280503-26 2024-08-17T00:49:36.898 INFO:tasks.rados.rados.0.smithi082.stdout:2644: finishing write tid 4 to smithi08280503-26 2024-08-17T00:49:36.899 INFO:tasks.rados.rados.0.smithi082.stdout:2644: finishing write tid 5 to smithi08280503-26 2024-08-17T00:49:36.899 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 1613 (ObjNum 806 snap 252 seq_num 806) dirty exists 2024-08-17T00:49:36.899 INFO:tasks.rados.rados.0.smithi082.stdout:2644: left oid 26 (ObjNum 806 snap 252 seq_num 806) 2024-08-17T00:49:36.918 INFO:tasks.rados.rados.0.smithi082.stdout:2645: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:49:37.099 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:36 smithi137 ceph-mon[86391]: osdmap e584: 8 total, 8 up, 8 in 2024-08-17T00:49:37.099 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:37.099 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:37.100 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:36 smithi137 ceph-mon[86391]: pgmap v544: 121 pgs: 121 active+clean; 275 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 2.1 MiB/s wr, 28 op/s 2024-08-17T00:49:37.100 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:37.100 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:37.100 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:49:37.100 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:49:37.101 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:37.101 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:49:37.101 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.101 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.101 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.102 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.102 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.102 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.102 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.102 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.102 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.103 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.103 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.103 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.103 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[91979]: osdmap e584: 8 total, 8 up, 8 in 2024-08-17T00:49:37.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:37.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:37.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[91979]: pgmap v544: 121 pgs: 121 active+clean; 275 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 2.1 MiB/s wr, 28 op/s 2024-08-17T00:49:37.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:37.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:37.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:49:37.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:49:37.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:37.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:49:37.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.228 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.228 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[94343]: osdmap e584: 8 total, 8 up, 8 in 2024-08-17T00:49:37.228 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:37.229 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:37.229 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[94343]: pgmap v544: 121 pgs: 121 active+clean; 275 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 2.1 MiB/s wr, 28 op/s 2024-08-17T00:49:37.229 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:37.229 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:37.229 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:49:37.229 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:49:37.229 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:37.229 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:49:37.229 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.229 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.229 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.229 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.229 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.230 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.230 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.230 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.230 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.230 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.230 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.230 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.230 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:37.872 INFO:tasks.rados.rados.0.smithi082.stdout:2643: done (3 left) 2024-08-17T00:49:37.873 INFO:tasks.rados.rados.0.smithi082.stdout:2644: done (2 left) 2024-08-17T00:49:37.873 INFO:tasks.rados.rados.0.smithi082.stdout:2645: done (1 left) 2024-08-17T00:49:37.873 INFO:tasks.rados.rados.0.smithi082.stdout:2646: done (0 left) 2024-08-17T00:49:37.873 INFO:tasks.rados.rados.0.smithi082.stdout:2647: snap_create 2024-08-17T00:49:38.180 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:37 smithi137 ceph-mon[86391]: osdmap e585: 8 total, 8 up, 8 in 2024-08-17T00:49:38.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:37 smithi082 ceph-mon[94343]: osdmap e585: 8 total, 8 up, 8 in 2024-08-17T00:49:38.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:37 smithi082 ceph-mon[91979]: osdmap e585: 8 total, 8 up, 8 in 2024-08-17T00:49:38.815 INFO:tasks.rados.rados.0.smithi082.stdout:2647: done (0 left) 2024-08-17T00:49:38.815 INFO:tasks.rados.rados.0.smithi082.stdout:2648: setattr oid 37 current snap is 254 2024-08-17T00:49:38.816 INFO:tasks.rados.rados.0.smithi082.stdout:2649: copy_from oid 13 from oid 1 current snap is 254 2024-08-17T00:49:38.816 INFO:tasks.rados.rados.0.smithi082.stdout:2650: delete oid 27 current snap is 254 2024-08-17T00:49:38.820 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 1562 (ObjNum 719 snap 230 seq_num 719) dirty exists 2024-08-17T00:49:38.821 INFO:tasks.rados.rados.0.smithi082.stdout:2648: done (2 left) 2024-08-17T00:49:38.821 INFO:tasks.rados.rados.0.smithi082.stdout:2650: done (1 left) 2024-08-17T00:49:38.821 INFO:tasks.rados.rados.0.smithi082.stdout:2651: copy_from oid 18 from oid 34 current snap is 254 2024-08-17T00:49:38.821 INFO:tasks.rados.rados.0.smithi082.stdout:2652: snap_remove snap 249 2024-08-17T00:49:39.087 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:38 smithi137 ceph-mon[86391]: osdmap e586: 8 total, 8 up, 8 in 2024-08-17T00:49:39.087 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:38 smithi137 ceph-mon[86391]: pgmap v547: 121 pgs: 121 active+clean; 252 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-08-17T00:49:39.087 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:38 smithi137 ceph-mon[86391]: Upgrade: Updating prometheus.a 2024-08-17T00:49:39.087 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:38 smithi137 ceph-mon[86391]: osdmap e587: 8 total, 8 up, 8 in 2024-08-17T00:49:39.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:38 smithi082 ceph-mon[94343]: osdmap e586: 8 total, 8 up, 8 in 2024-08-17T00:49:39.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:38 smithi082 ceph-mon[94343]: pgmap v547: 121 pgs: 121 active+clean; 252 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-08-17T00:49:39.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:38 smithi082 ceph-mon[94343]: Upgrade: Updating prometheus.a 2024-08-17T00:49:39.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:38 smithi082 ceph-mon[94343]: osdmap e587: 8 total, 8 up, 8 in 2024-08-17T00:49:39.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:38 smithi082 ceph-mon[91979]: osdmap e586: 8 total, 8 up, 8 in 2024-08-17T00:49:39.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:38 smithi082 ceph-mon[91979]: pgmap v547: 121 pgs: 121 active+clean; 252 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-08-17T00:49:39.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:38 smithi082 ceph-mon[91979]: Upgrade: Updating prometheus.a 2024-08-17T00:49:39.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:38 smithi082 ceph-mon[91979]: osdmap e587: 8 total, 8 up, 8 in 2024-08-17T00:49:39.818 INFO:tasks.rados.rados.0.smithi082.stdout:2652: done (2 left) 2024-08-17T00:49:39.818 INFO:tasks.rados.rados.0.smithi082.stdout:2653: rmattr oid 15 current snap is 254 2024-08-17T00:49:39.818 INFO:tasks.rados.rados.0.smithi082.stdout:2649: finishing copy_from racing read to smithi08280503-13 2024-08-17T00:49:39.818 INFO:tasks.rados.rados.0.smithi082.stdout:2649: finishing copy_from to smithi08280503-13 2024-08-17T00:49:39.818 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 1374 (ObjNum 784 snap 242 seq_num 784) dirty exists 2024-08-17T00:49:39.818 INFO:tasks.rados.rados.0.smithi082.stdout:2651: finishing copy_from racing read to smithi08280503-18 2024-08-17T00:49:39.818 INFO:tasks.rados.rados.0.smithi082.stdout:2651: finishing copy_from to smithi08280503-18 2024-08-17T00:49:39.818 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 1401 (ObjNum 699 snap 219 seq_num 699) dirty exists 2024-08-17T00:49:39.819 INFO:tasks.rados.rados.0.smithi082.stdout:2649: done (2 left) 2024-08-17T00:49:39.819 INFO:tasks.rados.rados.0.smithi082.stdout:2651: done (1 left) 2024-08-17T00:49:39.819 INFO:tasks.rados.rados.0.smithi082.stdout:2654: setattr oid 48 current snap is 254 2024-08-17T00:49:39.819 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 27 current snap is 254 2024-08-17T00:49:39.819 INFO:tasks.rados.rados.0.smithi082.stdout:2655: seq_num 808 ranges {0=737280,737280=614400,1351680=188416} 2024-08-17T00:49:39.824 INFO:tasks.rados.rados.0.smithi082.stdout:2655: writing smithi08280503-27 from 0 to 737280 tid 1 2024-08-17T00:49:39.829 INFO:tasks.rados.rados.0.smithi082.stdout:2655: writing smithi08280503-27 from 737280 to 1351680 tid 2 2024-08-17T00:49:39.832 INFO:tasks.rados.rados.0.smithi082.stdout:2655: writing smithi08280503-27 from 1351680 to 1540096 tid 3 2024-08-17T00:49:39.832 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 1531 (ObjNum 778 snap 242 seq_num 778) dirty exists 2024-08-17T00:49:39.832 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 1563 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-17T00:49:39.832 INFO:tasks.rados.rados.0.smithi082.stdout:2653: done (2 left) 2024-08-17T00:49:39.832 INFO:tasks.rados.rados.0.smithi082.stdout:2654: done (1 left) 2024-08-17T00:49:39.832 INFO:tasks.rados.rados.0.smithi082.stdout:2656: read oid 49 snap -1 2024-08-17T00:49:39.832 INFO:tasks.rados.rados.0.smithi082.stdout:2656: expect deleted 2024-08-17T00:49:39.832 INFO:tasks.rados.rados.0.smithi082.stdout:2657: snap_remove snap 242 2024-08-17T00:49:40.131 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:39 smithi137 ceph-mon[86391]: Deploying daemon prometheus.a on smithi137 2024-08-17T00:49:40.131 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:39 smithi137 ceph-mon[86391]: osdmap e588: 8 total, 8 up, 8 in 2024-08-17T00:49:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:39 smithi082 ceph-mon[94343]: Deploying daemon prometheus.a on smithi137 2024-08-17T00:49:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:39 smithi082 ceph-mon[94343]: osdmap e588: 8 total, 8 up, 8 in 2024-08-17T00:49:40.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:39 smithi082 ceph-mon[91979]: Deploying daemon prometheus.a on smithi137 2024-08-17T00:49:40.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:39 smithi082 ceph-mon[91979]: osdmap e588: 8 total, 8 up, 8 in 2024-08-17T00:49:40.821 INFO:tasks.rados.rados.0.smithi082.stdout:2655: finishing write tid 1 to smithi08280503-27 2024-08-17T00:49:40.821 INFO:tasks.rados.rados.0.smithi082.stdout:2655: finishing write tid 2 to smithi08280503-27 2024-08-17T00:49:40.821 INFO:tasks.rados.rados.0.smithi082.stdout:2655: finishing write tid 3 to smithi08280503-27 2024-08-17T00:49:40.821 INFO:tasks.rados.rados.0.smithi082.stdout:2655: finishing write tid 4 to smithi08280503-27 2024-08-17T00:49:40.821 INFO:tasks.rados.rados.0.smithi082.stdout:2655: finishing write tid 5 to smithi08280503-27 2024-08-17T00:49:40.821 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 1584 (ObjNum 808 snap 254 seq_num 808) dirty exists 2024-08-17T00:49:40.821 INFO:tasks.rados.rados.0.smithi082.stdout:2655: left oid 27 (ObjNum 808 snap 254 seq_num 808) 2024-08-17T00:49:40.822 INFO:tasks.rados.rados.0.smithi082.stdout:2655: done (2 left) 2024-08-17T00:49:40.822 INFO:tasks.rados.rados.0.smithi082.stdout:2656: done (1 left) 2024-08-17T00:49:40.822 INFO:tasks.rados.rados.0.smithi082.stdout:2657: done (0 left) 2024-08-17T00:49:40.822 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 50 current snap is 254 2024-08-17T00:49:40.822 INFO:tasks.rados.rados.0.smithi082.stdout:2658: seq_num 809 ranges {2334720=753664,3088384=499712,3588096=303104} 2024-08-17T00:49:40.839 INFO:tasks.rados.rados.0.smithi082.stdout:2658: writing smithi08280503-50 from 2334720 to 3088384 tid 1 2024-08-17T00:49:40.842 INFO:tasks.rados.rados.0.smithi082.stdout:2658: writing smithi08280503-50 from 3088384 to 3588096 tid 2 2024-08-17T00:49:40.844 INFO:tasks.rados.rados.0.smithi082.stdout:2658: writing smithi08280503-50 from 3588096 to 3891200 tid 3 2024-08-17T00:49:40.844 INFO:tasks.rados.rados.0.smithi082.stdout:2659: snap_remove snap 253 2024-08-17T00:49:41.195 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:40 smithi137 ceph-mon[86391]: pgmap v550: 121 pgs: 121 active+clean; 245 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-08-17T00:49:41.195 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:40 smithi137 ceph-mon[86391]: osdmap e589: 8 total, 8 up, 8 in 2024-08-17T00:49:41.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:40 smithi082 ceph-mon[94343]: pgmap v550: 121 pgs: 121 active+clean; 245 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-08-17T00:49:41.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:40 smithi082 ceph-mon[94343]: osdmap e589: 8 total, 8 up, 8 in 2024-08-17T00:49:41.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:40 smithi082 ceph-mon[91979]: pgmap v550: 121 pgs: 121 active+clean; 245 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-08-17T00:49:41.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:40 smithi082 ceph-mon[91979]: osdmap e589: 8 total, 8 up, 8 in 2024-08-17T00:49:41.800 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:41 smithi137 systemd[1]: Stopping Ceph prometheus.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:49:41.823 INFO:tasks.rados.rados.0.smithi082.stdout:2658: finishing write tid 1 to smithi08280503-50 2024-08-17T00:49:41.823 INFO:tasks.rados.rados.0.smithi082.stdout:2658: finishing write tid 2 to smithi08280503-50 2024-08-17T00:49:41.823 INFO:tasks.rados.rados.0.smithi082.stdout:2658: finishing write tid 3 to smithi08280503-50 2024-08-17T00:49:41.824 INFO:tasks.rados.rados.0.smithi082.stdout:2658: finishing write tid 4 to smithi08280503-50 2024-08-17T00:49:41.824 INFO:tasks.rados.rados.0.smithi082.stdout:2658: finishing write tid 5 to smithi08280503-50 2024-08-17T00:49:41.824 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 1574 (ObjNum 809 snap 254 seq_num 809) dirty exists 2024-08-17T00:49:41.824 INFO:tasks.rados.rados.0.smithi082.stdout:2658: left oid 50 (ObjNum 809 snap 254 seq_num 809) 2024-08-17T00:49:41.824 INFO:tasks.rados.rados.0.smithi082.stdout:2658: done (1 left) 2024-08-17T00:49:41.824 INFO:tasks.rados.rados.0.smithi082.stdout:2659: done (0 left) 2024-08-17T00:49:41.824 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 26 current snap is 254 2024-08-17T00:49:41.824 INFO:tasks.rados.rados.0.smithi082.stdout:2660: seq_num 810 ranges {4702208=770048,5472256=778240,6250496=24576} 2024-08-17T00:49:41.852 INFO:tasks.rados.rados.0.smithi082.stdout:2660: writing smithi08280503-26 from 4702208 to 5472256 tid 1 2024-08-17T00:49:41.858 INFO:tasks.rados.rados.0.smithi082.stdout:2660: writing smithi08280503-26 from 5472256 to 6250496 tid 2 2024-08-17T00:49:41.858 INFO:tasks.rados.rados.0.smithi082.stdout:2660: writing smithi08280503-26 from 6250496 to 6275072 tid 3 2024-08-17T00:49:41.858 INFO:tasks.rados.rados.0.smithi082.stdout:2661: snap_create 2024-08-17T00:49:41.862 INFO:tasks.rados.rados.0.smithi082.stdout:2660: finishing write tid 1 to smithi08280503-26 2024-08-17T00:49:41.863 INFO:tasks.rados.rados.0.smithi082.stdout:2660: finishing write tid 2 to smithi08280503-26 2024-08-17T00:49:41.863 INFO:tasks.rados.rados.0.smithi082.stdout:2660: finishing write tid 3 to smithi08280503-26 2024-08-17T00:49:41.863 INFO:tasks.rados.rados.0.smithi082.stdout:2660: finishing write tid 4 to smithi08280503-26 2024-08-17T00:49:41.865 INFO:tasks.rados.rados.0.smithi082.stdout:2660: finishing write tid 5 to smithi08280503-26 2024-08-17T00:49:41.865 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 1630 (ObjNum 810 snap 254 seq_num 810) dirty exists 2024-08-17T00:49:41.865 INFO:tasks.rados.rados.0.smithi082.stdout:2660: left oid 26 (ObjNum 810 snap 254 seq_num 810) 2024-08-17T00:49:42.101 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:41 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:49:41.799Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-17T00:49:42.101 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:41 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:49:41.799Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-17T00:49:42.101 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:41 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:49:41.799Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-17T00:49:42.101 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:41 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:49:41.799Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-17T00:49:42.101 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:41 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:49:41.799Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-17T00:49:42.102 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:41 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:49:41.799Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-17T00:49:42.102 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:41 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:49:41.799Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-17T00:49:42.102 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:41 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:49:41.799Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-17T00:49:42.102 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:41 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:49:41.799Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-17T00:49:42.102 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:41 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:49:41.800Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-17T00:49:42.102 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:41 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:49:41.800Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-17T00:49:42.102 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:41 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[77218]: ts=2024-08-17T00:49:41.800Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-17T00:49:42.102 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:41 smithi137 podman[117564]: 2024-08-17 00:49:41.809723697 +0000 UTC m=+0.121149885 container died d2075656210388bcac48c39a3e8f05f41c628ba1201e5cdca8a55599e6bd105a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:49:42.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:42 smithi137 podman[117564]: 2024-08-17 00:49:42.19905297 +0000 UTC m=+0.510479158 container cleanup d2075656210388bcac48c39a3e8f05f41c628ba1201e5cdca8a55599e6bd105a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:49:42.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:42 smithi137 bash[117564]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a 2024-08-17T00:49:42.826 INFO:tasks.rados.rados.0.smithi082.stdout:2660: done (1 left) 2024-08-17T00:49:42.826 INFO:tasks.rados.rados.0.smithi082.stdout:2661: done (0 left) 2024-08-17T00:49:42.826 INFO:tasks.rados.rados.0.smithi082.stdout:2662: read oid 30 snap -1 2024-08-17T00:49:42.827 INFO:tasks.rados.rados.0.smithi082.stdout:2662: expect (ObjNum 802 snap 250 seq_num 802) 2024-08-17T00:49:42.827 INFO:tasks.rados.rados.0.smithi082.stdout:2663: delete oid 49 current snap is 255 2024-08-17T00:49:42.829 INFO:tasks.rados.rados.0.smithi082.stdout:2663: done (1 left) 2024-08-17T00:49:42.829 INFO:tasks.rados.rados.0.smithi082.stdout:2664: rollback oid 33 current snap is 255 2024-08-17T00:49:42.829 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 33 to 251 2024-08-17T00:49:42.829 INFO:tasks.rados.rados.0.smithi082.stdout:2665: copy_from oid 25 from oid 40 current snap is 255 2024-08-17T00:49:42.829 INFO:tasks.rados.rados.0.smithi082.stdout:2666: read oid 8 snap -1 2024-08-17T00:49:42.829 INFO:tasks.rados.rados.0.smithi082.stdout:2666: expect (ObjNum 672 snap 204 seq_num 672) 2024-08-17T00:49:42.829 INFO:tasks.rados.rados.0.smithi082.stdout:2667: read oid 13 snap -1 2024-08-17T00:49:42.829 INFO:tasks.rados.rados.0.smithi082.stdout:2667: expect (ObjNum 784 snap 242 seq_num 784) 2024-08-17T00:49:42.829 INFO:tasks.rados.rados.0.smithi082.stdout:2668: snap_create 2024-08-17T00:49:42.834 INFO:tasks.rados.rados.0.smithi082.stdout:2664: finishing rollback tid 0 to smithi08280503-33 2024-08-17T00:49:42.834 INFO:tasks.rados.rados.0.smithi082.stdout:2664: finishing rollback tid 1 to smithi08280503-33 2024-08-17T00:49:42.836 INFO:tasks.rados.rados.0.smithi082.stdout:2664: finishing rollback tid 2 to smithi08280503-33 2024-08-17T00:49:42.836 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 1143 (ObjNum 803 snap 250 seq_num 803) dirty exists 2024-08-17T00:49:42.837 INFO:tasks.rados.rados.0.smithi082.stdout:2662: expect (ObjNum 802 snap 250 seq_num 802) 2024-08-17T00:49:42.905 INFO:tasks.rados.rados.0.smithi082.stdout:2665: finishing copy_from racing read to smithi08280503-25 2024-08-17T00:49:42.906 INFO:tasks.rados.rados.0.smithi082.stdout:2667: expect (ObjNum 784 snap 242 seq_num 784) 2024-08-17T00:49:42.966 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:42 smithi137 ceph-mon[86391]: osdmap e590: 8 total, 8 up, 8 in 2024-08-17T00:49:42.966 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:42 smithi137 ceph-mon[86391]: pgmap v553: 121 pgs: 121 active+clean; 245 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 876 KiB/s wr, 14 op/s 2024-08-17T00:49:42.967 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:42 smithi137 podman[117575]: 2024-08-17 00:49:42.575355087 +0000 UTC m=+0.767676308 container remove d2075656210388bcac48c39a3e8f05f41c628ba1201e5cdca8a55599e6bd105a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:49:42.967 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:42 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-17T00:49:42.967 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:42 smithi137 systemd[1]: Stopped Ceph prometheus.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:49:42.967 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:42 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@prometheus.a.service: Consumed 2.625s CPU time. 2024-08-17T00:49:42.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:42 smithi082 ceph-mon[94343]: osdmap e590: 8 total, 8 up, 8 in 2024-08-17T00:49:42.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:42 smithi082 ceph-mon[94343]: pgmap v553: 121 pgs: 121 active+clean; 245 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 876 KiB/s wr, 14 op/s 2024-08-17T00:49:42.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:42 smithi082 ceph-mon[91979]: osdmap e590: 8 total, 8 up, 8 in 2024-08-17T00:49:42.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:42 smithi082 ceph-mon[91979]: pgmap v553: 121 pgs: 121 active+clean; 245 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 876 KiB/s wr, 14 op/s 2024-08-17T00:49:42.978 INFO:tasks.rados.rados.0.smithi082.stdout:2665: finishing copy_from to smithi08280503-25 2024-08-17T00:49:42.978 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 1542 (ObjNum 777 snap 242 seq_num 777) dirty exists 2024-08-17T00:49:42.978 INFO:tasks.rados.rados.0.smithi082.stdout:2666: expect (ObjNum 672 snap 204 seq_num 672) 2024-08-17T00:49:43.237 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:42 smithi137 systemd[1]: Starting Ceph prometheus.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:49:43.237 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 podman[117707]: 2024-08-17 00:49:43.082176059 +0000 UTC m=+0.018368123 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-17T00:49:43.237 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 podman[117707]: 2024-08-17 00:49:43.184926938 +0000 UTC m=+0.121118987 container create 9dc2b97dc0382b006371a0e8914f7a241934c3d148ddde3c293d0af83d6a40c1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:49:43.489 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 podman[117707]: 2024-08-17 00:49:43.462407585 +0000 UTC m=+0.398599646 container init 9dc2b97dc0382b006371a0e8914f7a241934c3d148ddde3c293d0af83d6a40c1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:49:43.489 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 podman[117707]: 2024-08-17 00:49:43.465352237 +0000 UTC m=+0.401544289 container start 9dc2b97dc0382b006371a0e8914f7a241934c3d148ddde3c293d0af83d6a40c1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T00:49:43.827 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:49:43.489Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-17T00:49:43.827 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:49:43.489Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-17T00:49:43.827 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:49:43.489Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi137 (none))" 2024-08-17T00:49:43.827 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:49:43.489Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-17T00:49:43.827 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:49:43.489Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-17T00:49:43.827 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:49:43.490Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-17T00:49:43.827 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:49:43.491Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-17T00:49:43.827 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:49:43.492Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-17T00:49:43.828 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:49:43.492Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-17T00:49:43.828 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:49:43.493Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-17T00:49:43.828 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:49:43.494Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.416µs 2024-08-17T00:49:43.828 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:49:43.494Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-17T00:49:43.828 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:49:43.494Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-08-17T00:49:43.828 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:49:43.509Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-08-17T00:49:43.828 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:49:43.515Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-08-17T00:49:43.828 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:49:43.519Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-08-17T00:49:43.828 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:49:43.519Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-08-17T00:49:43.828 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:49:43.519Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.77µs wal_replay_duration=25.807738ms wbl_replay_duration=121ns total_replay_duration=25.844727ms 2024-08-17T00:49:43.828 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:49:43.523Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-17T00:49:43.828 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:49:43.523Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-17T00:49:43.829 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:49:43.523Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-17T00:49:43.829 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:49:43.543Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.299476ms db_storage=858ns remote_storage=1.366µs web_handler=338ns query_engine=645ns scrape=371.944µs scrape_sd=93.945µs notify=10.592µs notify_sd=21.997µs rules=19.485197ms tracing=6.792µs 2024-08-17T00:49:43.829 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:49:43.543Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-17T00:49:43.829 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:49:43.543Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-17T00:49:43.829 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 bash[117707]: 9dc2b97dc0382b006371a0e8914f7a241934c3d148ddde3c293d0af83d6a40c1 2024-08-17T00:49:43.829 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:43 smithi137 systemd[1]: Started Ceph prometheus.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:49:43.931 INFO:tasks.rados.rados.0.smithi082.stdout:2662: done (5 left) 2024-08-17T00:49:43.931 INFO:tasks.rados.rados.0.smithi082.stdout:2664: done (4 left) 2024-08-17T00:49:43.931 INFO:tasks.rados.rados.0.smithi082.stdout:2665: done (3 left) 2024-08-17T00:49:43.931 INFO:tasks.rados.rados.0.smithi082.stdout:2666: done (2 left) 2024-08-17T00:49:43.931 INFO:tasks.rados.rados.0.smithi082.stdout:2667: done (1 left) 2024-08-17T00:49:43.931 INFO:tasks.rados.rados.0.smithi082.stdout:2668: done (0 left) 2024-08-17T00:49:43.931 INFO:tasks.rados.rados.0.smithi082.stdout:2669: setattr oid 38 current snap is 256 2024-08-17T00:49:43.932 INFO:tasks.rados.rados.0.smithi082.stdout:2670: snap_remove snap 252 2024-08-17T00:49:44.192 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-mon[86391]: osdmap e591: 8 total, 8 up, 8 in 2024-08-17T00:49:44.192 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:44.192 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:44.192 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:49:44.192 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:43 smithi137 ceph-mon[86391]: osdmap e592: 8 total, 8 up, 8 in 2024-08-17T00:49:44.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:43 smithi082 ceph-mon[91979]: osdmap e591: 8 total, 8 up, 8 in 2024-08-17T00:49:44.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:43 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:44.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:43 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:44.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:43 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:49:44.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:43 smithi082 ceph-mon[91979]: osdmap e592: 8 total, 8 up, 8 in 2024-08-17T00:49:44.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:43 smithi082 ceph-mon[94343]: osdmap e591: 8 total, 8 up, 8 in 2024-08-17T00:49:44.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:43 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:44.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:43 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:44.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:43 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:49:44.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:43 smithi082 ceph-mon[94343]: osdmap e592: 8 total, 8 up, 8 in 2024-08-17T00:49:44.835 INFO:tasks.rados.rados.0.smithi082.stdout:2670: done (1 left) 2024-08-17T00:49:44.836 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 32 current snap is 256 2024-08-17T00:49:44.836 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 1244 (ObjNum 551 snap 165 seq_num 551) dirty exists 2024-08-17T00:49:44.836 INFO:tasks.rados.rados.0.smithi082.stdout:2671: seq_num 812 ranges {4620288=802816,5423104=548864,5971968=253952} 2024-08-17T00:49:44.865 INFO:tasks.rados.rados.0.smithi082.stdout:2671: writing smithi08280503-32 from 4620288 to 5423104 tid 1 2024-08-17T00:49:44.868 INFO:tasks.rados.rados.0.smithi082.stdout:2671: writing smithi08280503-32 from 5423104 to 5971968 tid 2 2024-08-17T00:49:44.870 INFO:tasks.rados.rados.0.smithi082.stdout:2671: writing smithi08280503-32 from 5971968 to 6225920 tid 3 2024-08-17T00:49:44.870 INFO:tasks.rados.rados.0.smithi082.stdout:2669: done (1 left) 2024-08-17T00:49:44.870 INFO:tasks.rados.rados.0.smithi082.stdout:2672: delete oid 13 current snap is 256 2024-08-17T00:49:44.872 INFO:tasks.rados.rados.0.smithi082.stdout:2672: done (1 left) 2024-08-17T00:49:44.872 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 31 current snap is 256 2024-08-17T00:49:44.873 INFO:tasks.rados.rados.0.smithi082.stdout:2673: seq_num 814 ranges {0=442368,442368=770048,1212416=434176} 2024-08-17T00:49:44.875 INFO:tasks.rados.rados.0.smithi082.stdout:2673: writing smithi08280503-31 from 0 to 442368 tid 1 2024-08-17T00:49:44.880 INFO:tasks.rados.rados.0.smithi082.stdout:2673: writing smithi08280503-31 from 442368 to 1212416 tid 2 2024-08-17T00:49:44.882 INFO:tasks.rados.rados.0.smithi082.stdout:2673: writing smithi08280503-31 from 1212416 to 1646592 tid 3 2024-08-17T00:49:44.882 INFO:tasks.rados.rados.0.smithi082.stdout:2674: snap_remove snap 246 2024-08-17T00:49:44.979 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:44 smithi137 ceph-mon[86391]: pgmap v556: 121 pgs: 121 active+clean; 251 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-08-17T00:49:45.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:44 smithi082 ceph-mon[94343]: pgmap v556: 121 pgs: 121 active+clean; 251 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-08-17T00:49:45.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:44 smithi082 ceph-mon[91979]: pgmap v556: 121 pgs: 121 active+clean; 251 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-08-17T00:49:45.851 INFO:tasks.rados.rados.0.smithi082.stdout:2674: done (2 left) 2024-08-17T00:49:45.851 INFO:tasks.rados.rados.0.smithi082.stdout:2675: rmattr oid 19 current snap is 256 2024-08-17T00:49:45.851 INFO:tasks.rados.rados.0.smithi082.stdout:2675: done (2 left) 2024-08-17T00:49:45.851 INFO:tasks.rados.rados.0.smithi082.stdout:2676: delete oid 17 current snap is 256 2024-08-17T00:49:45.852 INFO:tasks.rados.rados.0.smithi082.stdout:2671: finishing write tid 1 to smithi08280503-32 2024-08-17T00:49:45.852 INFO:tasks.rados.rados.0.smithi082.stdout:2671: finishing write tid 2 to smithi08280503-32 2024-08-17T00:49:45.852 INFO:tasks.rados.rados.0.smithi082.stdout:2671: finishing write tid 3 to smithi08280503-32 2024-08-17T00:49:45.852 INFO:tasks.rados.rados.0.smithi082.stdout:2671: finishing write tid 4 to smithi08280503-32 2024-08-17T00:49:45.852 INFO:tasks.rados.rados.0.smithi082.stdout:2673: finishing write tid 1 to smithi08280503-31 2024-08-17T00:49:45.852 INFO:tasks.rados.rados.0.smithi082.stdout:2671: finishing write tid 5 to smithi08280503-32 2024-08-17T00:49:45.852 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 1584 (ObjNum 812 snap 256 seq_num 812) dirty exists 2024-08-17T00:49:45.852 INFO:tasks.rados.rados.0.smithi082.stdout:2671: left oid 32 (ObjNum 812 snap 256 seq_num 812) 2024-08-17T00:49:45.852 INFO:tasks.rados.rados.0.smithi082.stdout:2673: finishing write tid 2 to smithi08280503-31 2024-08-17T00:49:45.853 INFO:tasks.rados.rados.0.smithi082.stdout:2673: finishing write tid 3 to smithi08280503-31 2024-08-17T00:49:45.853 INFO:tasks.rados.rados.0.smithi082.stdout:2673: finishing write tid 4 to smithi08280503-31 2024-08-17T00:49:45.853 INFO:tasks.rados.rados.0.smithi082.stdout:2673: finishing write tid 5 to smithi08280503-31 2024-08-17T00:49:45.853 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 1598 (ObjNum 814 snap 256 seq_num 814) dirty exists 2024-08-17T00:49:45.853 INFO:tasks.rados.rados.0.smithi082.stdout:2673: left oid 31 (ObjNum 814 snap 256 seq_num 814) 2024-08-17T00:49:45.863 INFO:tasks.rados.rados.0.smithi082.stdout:2671: done (2 left) 2024-08-17T00:49:45.863 INFO:tasks.rados.rados.0.smithi082.stdout:2673: done (1 left) 2024-08-17T00:49:45.863 INFO:tasks.rados.rados.0.smithi082.stdout:2676: done (0 left) 2024-08-17T00:49:45.863 INFO:tasks.rados.rados.0.smithi082.stdout:2677: rollback oid 41 current snap is 256 2024-08-17T00:49:45.863 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 41 to 255 2024-08-17T00:49:45.863 INFO:tasks.rados.rados.0.smithi082.stdout:2678: read oid 26 snap -1 2024-08-17T00:49:45.863 INFO:tasks.rados.rados.0.smithi082.stdout:2678: expect (ObjNum 810 snap 254 seq_num 810) 2024-08-17T00:49:45.863 INFO:tasks.rados.rados.0.smithi082.stdout:2679: read oid 2 snap 241 2024-08-17T00:49:45.864 INFO:tasks.rados.rados.0.smithi082.stdout:2679: expect (ObjNum 768 snap 241 seq_num 768) 2024-08-17T00:49:45.864 INFO:tasks.rados.rados.0.smithi082.stdout:2680: rollback oid 40 current snap is 256 2024-08-17T00:49:45.864 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 40 to 255 2024-08-17T00:49:45.864 INFO:tasks.rados.rados.0.smithi082.stdout:2681: read oid 13 snap -1 2024-08-17T00:49:45.864 INFO:tasks.rados.rados.0.smithi082.stdout:2681: expect deleted 2024-08-17T00:49:45.864 INFO:tasks.rados.rados.0.smithi082.stdout:2682: copy_from oid 15 from oid 10 current snap is 256 2024-08-17T00:49:45.864 INFO:tasks.rados.rados.0.smithi082.stdout:2683: read oid 23 snap 251 2024-08-17T00:49:45.864 INFO:tasks.rados.rados.0.smithi082.stdout:2683: expect deleted 2024-08-17T00:49:45.864 INFO:tasks.rados.rados.0.smithi082.stdout:2684: copy_from oid 47 from oid 21 current snap is 256 2024-08-17T00:49:45.864 INFO:tasks.rados.rados.0.smithi082.stdout:2685: snap_remove snap 254 2024-08-17T00:49:46.105 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:45 smithi137 ceph-mon[86391]: osdmap e593: 8 total, 8 up, 8 in 2024-08-17T00:49:46.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:45 smithi082 ceph-mon[91979]: osdmap e593: 8 total, 8 up, 8 in 2024-08-17T00:49:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:45 smithi082 ceph-mon[94343]: osdmap e593: 8 total, 8 up, 8 in 2024-08-17T00:49:46.850 INFO:tasks.rados.rados.0.smithi082.stdout:2685: done (8 left) 2024-08-17T00:49:46.850 INFO:tasks.rados.rados.0.smithi082.stdout:2686: setattr oid 50 current snap is 256 2024-08-17T00:49:46.850 INFO:tasks.rados.rados.0.smithi082.stdout:2677: finishing rollback tid 1 to smithi08280503-41 2024-08-17T00:49:46.851 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T00:49:46.851 INFO:tasks.rados.rados.0.smithi082.stdout:2684: finishing copy_from to smithi08280503-47 2024-08-17T00:49:46.851 INFO:tasks.rados.rados.0.smithi082.stdout:2684: got expected ENOENT (src dne) 2024-08-17T00:49:46.851 INFO:tasks.rados.rados.0.smithi082.stdout:2684: finishing copy_from racing read to smithi08280503-47 2024-08-17T00:49:46.851 INFO:tasks.rados.rados.0.smithi082.stdout:2679: expect (ObjNum 768 snap 241 seq_num 768) 2024-08-17T00:49:46.876 INFO:tasks.rados.rados.0.smithi082.stdout:2680: finishing rollback tid 0 to smithi08280503-40 2024-08-17T00:49:46.876 INFO:tasks.rados.rados.0.smithi082.stdout:2680: finishing rollback tid 1 to smithi08280503-40 2024-08-17T00:49:46.876 INFO:tasks.rados.rados.0.smithi082.stdout:2680: finishing rollback tid 2 to smithi08280503-40 2024-08-17T00:49:46.876 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 1608 (ObjNum 777 snap 242 seq_num 777) dirty exists 2024-08-17T00:49:46.877 INFO:tasks.rados.rados.0.smithi082.stdout:2682: finishing copy_from racing read to smithi08280503-15 2024-08-17T00:49:46.877 INFO:tasks.rados.rados.0.smithi082.stdout:2682: finishing copy_from to smithi08280503-15 2024-08-17T00:49:46.877 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 994 (ObjNum 695 snap 215 seq_num 695) dirty exists 2024-08-17T00:49:46.877 INFO:tasks.rados.rados.0.smithi082.stdout:2678: expect (ObjNum 810 snap 254 seq_num 810) 2024-08-17T00:49:46.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:46 smithi137 ceph-mon[86391]: osdmap e594: 8 total, 8 up, 8 in 2024-08-17T00:49:46.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:46 smithi137 ceph-mon[86391]: pgmap v559: 121 pgs: 121 active+clean; 250 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-08-17T00:49:47.202 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 1598 (ObjNum 809 snap 254 seq_num 809) dirty exists 2024-08-17T00:49:47.202 INFO:tasks.rados.rados.0.smithi082.stdout:2677: done (8 left) 2024-08-17T00:49:47.202 INFO:tasks.rados.rados.0.smithi082.stdout:2678: done (7 left) 2024-08-17T00:49:47.202 INFO:tasks.rados.rados.0.smithi082.stdout:2679: done (6 left) 2024-08-17T00:49:47.202 INFO:tasks.rados.rados.0.smithi082.stdout:2680: done (5 left) 2024-08-17T00:49:47.202 INFO:tasks.rados.rados.0.smithi082.stdout:2681: done (4 left) 2024-08-17T00:49:47.202 INFO:tasks.rados.rados.0.smithi082.stdout:2682: done (3 left) 2024-08-17T00:49:47.202 INFO:tasks.rados.rados.0.smithi082.stdout:2683: done (2 left) 2024-08-17T00:49:47.202 INFO:tasks.rados.rados.0.smithi082.stdout:2684: done (1 left) 2024-08-17T00:49:47.202 INFO:tasks.rados.rados.0.smithi082.stdout:2686: done (0 left) 2024-08-17T00:49:47.203 INFO:tasks.rados.rados.0.smithi082.stdout:2687: copy_from oid 14 from oid 21 current snap is 256 2024-08-17T00:49:47.203 INFO:tasks.rados.rados.0.smithi082.stdout:2688: read oid 20 snap 255 2024-08-17T00:49:47.203 INFO:tasks.rados.rados.0.smithi082.stdout:2688: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:49:47.203 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 50 current snap is 256 2024-08-17T00:49:47.203 INFO:tasks.rados.rados.0.smithi082.stdout:2689: seq_num 816 ranges {3891200=475136,4366336=540672,4907008=614400,5521408=49152} 2024-08-17T00:49:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:46 smithi082 ceph-mon[94343]: osdmap e594: 8 total, 8 up, 8 in 2024-08-17T00:49:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:46 smithi082 ceph-mon[94343]: pgmap v559: 121 pgs: 121 active+clean; 250 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-08-17T00:49:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:46 smithi082 ceph-mon[91979]: osdmap e594: 8 total, 8 up, 8 in 2024-08-17T00:49:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:46 smithi082 ceph-mon[91979]: pgmap v559: 121 pgs: 121 active+clean; 250 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-08-17T00:49:47.225 INFO:tasks.rados.rados.0.smithi082.stdout:2689: writing smithi08280503-50 from 3891200 to 4366336 tid 1 2024-08-17T00:49:47.229 INFO:tasks.rados.rados.0.smithi082.stdout:2689: writing smithi08280503-50 from 4366336 to 4907008 tid 2 2024-08-17T00:49:47.232 INFO:tasks.rados.rados.0.smithi082.stdout:2689: writing smithi08280503-50 from 4907008 to 5521408 tid 3 2024-08-17T00:49:47.233 INFO:tasks.rados.rados.0.smithi082.stdout:2689: writing smithi08280503-50 from 5521408 to 5570560 tid 4 2024-08-17T00:49:47.233 INFO:tasks.rados.rados.0.smithi082.stdout:2690: read oid 8 snap -1 2024-08-17T00:49:47.233 INFO:tasks.rados.rados.0.smithi082.stdout:2690: expect (ObjNum 672 snap 204 seq_num 672) 2024-08-17T00:49:47.233 INFO:tasks.rados.rados.0.smithi082.stdout:2691: delete oid 19 current snap is 256 2024-08-17T00:49:47.233 INFO:tasks.rados.rados.0.smithi082.stdout:2687: finishing copy_from to smithi08280503-14 2024-08-17T00:49:47.234 INFO:tasks.rados.rados.0.smithi082.stdout:2687: got expected ENOENT (src dne) 2024-08-17T00:49:47.234 INFO:tasks.rados.rados.0.smithi082.stdout:2687: finishing copy_from racing read to smithi08280503-14 2024-08-17T00:49:47.234 INFO:tasks.rados.rados.0.smithi082.stdout:2688: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:49:47.476 INFO:tasks.rados.rados.0.smithi082.stdout:2689: finishing write tid 1 to smithi08280503-50 2024-08-17T00:49:47.476 INFO:tasks.rados.rados.0.smithi082.stdout:2689: finishing write tid 2 to smithi08280503-50 2024-08-17T00:49:47.476 INFO:tasks.rados.rados.0.smithi082.stdout:2687: done (4 left) 2024-08-17T00:49:47.476 INFO:tasks.rados.rados.0.smithi082.stdout:2688: done (3 left) 2024-08-17T00:49:47.476 INFO:tasks.rados.rados.0.smithi082.stdout:2691: done (2 left) 2024-08-17T00:49:47.476 INFO:tasks.rados.rados.0.smithi082.stdout:2692: snap_remove snap 241 2024-08-17T00:49:48.123 INFO:tasks.rados.rados.0.smithi082.stdout:2692: done (2 left) 2024-08-17T00:49:48.124 INFO:tasks.rados.rados.0.smithi082.stdout:2693: rollback oid 37 current snap is 256 2024-08-17T00:49:48.124 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 37 to 255 2024-08-17T00:49:48.124 INFO:tasks.rados.rados.0.smithi082.stdout:2694: copy_from oid 21 from oid 28 current snap is 256 2024-08-17T00:49:48.124 INFO:tasks.rados.rados.0.smithi082.stdout:2689: finishing write tid 3 to smithi08280503-50 2024-08-17T00:49:48.124 INFO:tasks.rados.rados.0.smithi082.stdout:2689: finishing write tid 4 to smithi08280503-50 2024-08-17T00:49:48.124 INFO:tasks.rados.rados.0.smithi082.stdout:2689: finishing write tid 5 to smithi08280503-50 2024-08-17T00:49:48.124 INFO:tasks.rados.rados.0.smithi082.stdout:2689: finishing write tid 6 to smithi08280503-50 2024-08-17T00:49:48.124 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 1603 (ObjNum 816 snap 256 seq_num 816) dirty exists 2024-08-17T00:49:48.125 INFO:tasks.rados.rados.0.smithi082.stdout:2689: left oid 50 (ObjNum 816 snap 256 seq_num 816) 2024-08-17T00:49:48.125 INFO:tasks.rados.rados.0.smithi082.stdout:2690: expect (ObjNum 672 snap 204 seq_num 672) 2024-08-17T00:49:48.154 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:47 smithi137 ceph-mon[86391]: osdmap e595: 8 total, 8 up, 8 in 2024-08-17T00:49:48.154 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:47 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:48.155 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:47 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:48.155 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:47 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:48.155 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:47 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:47 smithi082 ceph-mon[91979]: osdmap e595: 8 total, 8 up, 8 in 2024-08-17T00:49:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:47 smithi082 ceph-mon[94343]: osdmap e595: 8 total, 8 up, 8 in 2024-08-17T00:49:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:48.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:48.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:48.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:49.091 INFO:tasks.rados.rados.0.smithi082.stdout:2693: finishing rollback tid 0 to smithi08280503-37 2024-08-17T00:49:49.091 INFO:tasks.rados.rados.0.smithi082.stdout:2693: finishing rollback tid 1 to smithi08280503-37 2024-08-17T00:49:49.091 INFO:tasks.rados.rados.0.smithi082.stdout:2693: finishing rollback tid 2 to smithi08280503-37 2024-08-17T00:49:49.092 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 1607 (ObjNum 719 snap 230 seq_num 719) dirty exists 2024-08-17T00:49:49.092 INFO:tasks.rados.rados.0.smithi082.stdout:2694: finishing copy_from racing read to smithi08280503-21 2024-08-17T00:49:49.092 INFO:tasks.rados.rados.0.smithi082.stdout:2694: finishing copy_from to smithi08280503-21 2024-08-17T00:49:49.092 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 1265 (ObjNum 388 snap 118 seq_num 388) dirty exists 2024-08-17T00:49:49.092 INFO:tasks.rados.rados.0.smithi082.stdout:2689: done (3 left) 2024-08-17T00:49:49.092 INFO:tasks.rados.rados.0.smithi082.stdout:2690: done (2 left) 2024-08-17T00:49:49.092 INFO:tasks.rados.rados.0.smithi082.stdout:2693: done (1 left) 2024-08-17T00:49:49.092 INFO:tasks.rados.rados.0.smithi082.stdout:2694: done (0 left) 2024-08-17T00:49:49.092 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 15 current snap is 256 2024-08-17T00:49:49.092 INFO:tasks.rados.rados.0.smithi082.stdout:2695: seq_num 818 ranges {2048000=507904,2555904=704512,3260416=499712} 2024-08-17T00:49:49.104 INFO:tasks.rados.rados.0.smithi082.stdout:2695: writing smithi08280503-15 from 2048000 to 2555904 tid 1 2024-08-17T00:49:49.108 INFO:tasks.rados.rados.0.smithi082.stdout:2695: writing smithi08280503-15 from 2555904 to 3260416 tid 2 2024-08-17T00:49:49.111 INFO:tasks.rados.rados.0.smithi082.stdout:2695: writing smithi08280503-15 from 3260416 to 3760128 tid 3 2024-08-17T00:49:49.112 INFO:tasks.rados.rados.0.smithi082.stdout:2696: rmattr oid 23 current snap is 256 2024-08-17T00:49:49.112 INFO:tasks.rados.rados.0.smithi082.stdout:2696: done (1 left) 2024-08-17T00:49:49.112 INFO:tasks.rados.rados.0.smithi082.stdout:2697: delete oid 31 current snap is 256 2024-08-17T00:49:49.112 INFO:tasks.rados.rados.0.smithi082.stdout:2695: finishing write tid 1 to smithi08280503-15 2024-08-17T00:49:49.112 INFO:tasks.rados.rados.0.smithi082.stdout:2695: finishing write tid 2 to smithi08280503-15 2024-08-17T00:49:49.116 INFO:tasks.rados.rados.0.smithi082.stdout:2695: finishing write tid 3 to smithi08280503-15 2024-08-17T00:49:49.116 INFO:tasks.rados.rados.0.smithi082.stdout:2695: finishing write tid 4 to smithi08280503-15 2024-08-17T00:49:49.117 INFO:tasks.rados.rados.0.smithi082.stdout:2697: done (1 left) 2024-08-17T00:49:49.117 INFO:tasks.rados.rados.0.smithi082.stdout:2698: snap_remove snap 255 2024-08-17T00:49:49.374 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:49 smithi137 ceph-mon[86391]: osdmap e596: 8 total, 8 up, 8 in 2024-08-17T00:49:49.374 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:49 smithi137 ceph-mon[86391]: pgmap v562: 121 pgs: 121 active+clean; 250 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 250 KiB/s wr, 9 op/s 2024-08-17T00:49:49.375 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:49 smithi137 ceph-mon[86391]: osdmap e597: 8 total, 8 up, 8 in 2024-08-17T00:49:49.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:49 smithi082 ceph-mon[94343]: osdmap e596: 8 total, 8 up, 8 in 2024-08-17T00:49:49.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:49 smithi082 ceph-mon[94343]: pgmap v562: 121 pgs: 121 active+clean; 250 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 250 KiB/s wr, 9 op/s 2024-08-17T00:49:49.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:49 smithi082 ceph-mon[94343]: osdmap e597: 8 total, 8 up, 8 in 2024-08-17T00:49:49.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:49 smithi082 ceph-mon[91979]: osdmap e596: 8 total, 8 up, 8 in 2024-08-17T00:49:49.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:49 smithi082 ceph-mon[91979]: pgmap v562: 121 pgs: 121 active+clean; 250 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 250 KiB/s wr, 9 op/s 2024-08-17T00:49:49.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:49 smithi082 ceph-mon[91979]: osdmap e597: 8 total, 8 up, 8 in 2024-08-17T00:49:50.125 INFO:tasks.rados.rados.0.smithi082.stdout:2698: done (1 left) 2024-08-17T00:49:50.126 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 3 current snap is 256 2024-08-17T00:49:50.126 INFO:tasks.rados.rados.0.smithi082.stdout:2699: seq_num 820 ranges {1359872=540672,1900544=475136,2375680=598016,2973696=131072} 2024-08-17T00:49:50.137 INFO:tasks.rados.rados.0.smithi082.stdout:2699: writing smithi08280503-3 from 1359872 to 1900544 tid 1 2024-08-17T00:49:50.139 INFO:tasks.rados.rados.0.smithi082.stdout:2699: writing smithi08280503-3 from 1900544 to 2375680 tid 2 2024-08-17T00:49:50.143 INFO:tasks.rados.rados.0.smithi082.stdout:2699: writing smithi08280503-3 from 2375680 to 2973696 tid 3 2024-08-17T00:49:50.144 INFO:tasks.rados.rados.0.smithi082.stdout:2699: writing smithi08280503-3 from 2973696 to 3104768 tid 4 2024-08-17T00:49:50.145 INFO:tasks.rados.rados.0.smithi082.stdout:2700: rmattr oid 2 current snap is 256 2024-08-17T00:49:50.145 INFO:tasks.rados.rados.0.smithi082.stdout:2700: done (2 left) 2024-08-17T00:49:50.145 INFO:tasks.rados.rados.0.smithi082.stdout:2701: rollback oid 31 current snap is 256 2024-08-17T00:49:50.145 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 31 to 251 2024-08-17T00:49:50.145 INFO:tasks.rados.rados.0.smithi082.stdout:2695: finishing write tid 5 to smithi08280503-15 2024-08-17T00:49:50.145 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 1536 (ObjNum 818 snap 256 seq_num 818) dirty exists 2024-08-17T00:49:50.145 INFO:tasks.rados.rados.0.smithi082.stdout:2695: left oid 15 (ObjNum 818 snap 256 seq_num 818) 2024-08-17T00:49:50.145 INFO:tasks.rados.rados.0.smithi082.stdout:2699: finishing write tid 1 to smithi08280503-3 2024-08-17T00:49:50.145 INFO:tasks.rados.rados.0.smithi082.stdout:2699: finishing write tid 2 to smithi08280503-3 2024-08-17T00:49:50.145 INFO:tasks.rados.rados.0.smithi082.stdout:2695: done (2 left) 2024-08-17T00:49:50.146 INFO:tasks.rados.rados.0.smithi082.stdout:2702: snap_remove snap 250 2024-08-17T00:49:51.132 INFO:tasks.rados.rados.0.smithi082.stdout:2702: done (2 left) 2024-08-17T00:49:51.132 INFO:tasks.rados.rados.0.smithi082.stdout:2703: setattr oid 6 current snap is 256 2024-08-17T00:49:51.132 INFO:tasks.rados.rados.0.smithi082.stdout:2701: finishing rollback tid 1 to smithi08280503-31 2024-08-17T00:49:51.133 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 0 (ObjNum 129 snap 0 seq_num 3912430440) dirty dne 2024-08-17T00:49:51.133 INFO:tasks.rados.rados.0.smithi082.stdout:2699: finishing write tid 3 to smithi08280503-3 2024-08-17T00:49:51.133 INFO:tasks.rados.rados.0.smithi082.stdout:2699: finishing write tid 4 to smithi08280503-3 2024-08-17T00:49:51.133 INFO:tasks.rados.rados.0.smithi082.stdout:2699: finishing write tid 5 to smithi08280503-3 2024-08-17T00:49:51.133 INFO:tasks.rados.rados.0.smithi082.stdout:2699: finishing write tid 6 to smithi08280503-3 2024-08-17T00:49:51.133 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 1270 (ObjNum 820 snap 256 seq_num 820) dirty exists 2024-08-17T00:49:51.133 INFO:tasks.rados.rados.0.smithi082.stdout:2699: left oid 3 (ObjNum 820 snap 256 seq_num 820) 2024-08-17T00:49:51.134 INFO:tasks.rados.rados.0.smithi082.stdout:2699: done (2 left) 2024-08-17T00:49:51.134 INFO:tasks.rados.rados.0.smithi082.stdout:2701: done (1 left) 2024-08-17T00:49:51.134 INFO:tasks.rados.rados.0.smithi082.stdout:2704: setattr oid 20 current snap is 256 2024-08-17T00:49:51.137 INFO:tasks.rados.rados.0.smithi082.stdout:2705: delete oid 10 current snap is 256 2024-08-17T00:49:51.141 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 1537 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:49:51.142 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 1138 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-17T00:49:51.143 INFO:tasks.rados.rados.0.smithi082.stdout:2703: done (2 left) 2024-08-17T00:49:51.143 INFO:tasks.rados.rados.0.smithi082.stdout:2704: done (1 left) 2024-08-17T00:49:51.143 INFO:tasks.rados.rados.0.smithi082.stdout:2705: done (0 left) 2024-08-17T00:49:51.143 INFO:tasks.rados.rados.0.smithi082.stdout:2706: copy_from oid 8 from oid 46 current snap is 256 2024-08-17T00:49:51.143 INFO:tasks.rados.rados.0.smithi082.stdout:2707: snap_remove snap 251 2024-08-17T00:49:51.415 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[91979]: osdmap e598: 8 total, 8 up, 8 in 2024-08-17T00:49:51.416 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:49:51.416 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[91979]: pgmap v565: 121 pgs: 121 active+clean; 215 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-08-17T00:49:51.416 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:51.416 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:51.416 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:49:51.416 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:49:51.416 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:51.416 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:49:51.416 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:49:51.416 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.416 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.417 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.417 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.417 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.417 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.417 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.417 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.417 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.417 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.417 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.417 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.417 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.417 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.418 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[94343]: osdmap e598: 8 total, 8 up, 8 in 2024-08-17T00:49:51.418 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:49:51.418 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[94343]: pgmap v565: 121 pgs: 121 active+clean; 215 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-08-17T00:49:51.418 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:51.418 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:51.418 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:49:51.418 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:49:51.418 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:51.418 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:49:51.419 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:49:51.419 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.419 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.419 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.419 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.419 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.419 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.419 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.419 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.419 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.419 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.419 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.420 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.420 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.420 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:51 smithi137 ceph-mon[86391]: osdmap e598: 8 total, 8 up, 8 in 2024-08-17T00:49:51.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:49:51.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:51 smithi137 ceph-mon[86391]: pgmap v565: 121 pgs: 121 active+clean; 215 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-08-17T00:49:51.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:51.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:51.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:49:51.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:49:51.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:51.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:49:51.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:49:51.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:51.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:49:52.134 INFO:tasks.rados.rados.0.smithi082.stdout:2707: done (1 left) 2024-08-17T00:49:52.134 INFO:tasks.rados.rados.0.smithi082.stdout:2708: rmattr oid 36 current snap is 256 2024-08-17T00:49:52.134 INFO:tasks.rados.rados.0.smithi082.stdout:2706: finishing copy_from racing read to smithi08280503-8 2024-08-17T00:49:52.134 INFO:tasks.rados.rados.0.smithi082.stdout:2706: finishing copy_from to smithi08280503-8 2024-08-17T00:49:52.134 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 1258 (ObjNum 753 snap 237 seq_num 753) dirty exists 2024-08-17T00:49:52.134 INFO:tasks.rados.rados.0.smithi082.stdout:2706: done (1 left) 2024-08-17T00:49:52.134 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 12 current snap is 256 2024-08-17T00:49:52.135 INFO:tasks.rados.rados.0.smithi082.stdout:2709: seq_num 822 ranges {6692864=573440,7266304=696320,7962624=507904} 2024-08-17T00:49:52.173 INFO:tasks.rados.rados.0.smithi082.stdout:2709: writing smithi08280503-12 from 6692864 to 7266304 tid 1 2024-08-17T00:49:52.177 INFO:tasks.rados.rados.0.smithi082.stdout:2709: writing smithi08280503-12 from 7266304 to 7962624 tid 2 2024-08-17T00:49:52.181 INFO:tasks.rados.rados.0.smithi082.stdout:2709: writing smithi08280503-12 from 7962624 to 8470528 tid 3 2024-08-17T00:49:52.181 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 34 current snap is 256 2024-08-17T00:49:52.181 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 1379 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:49:52.181 INFO:tasks.rados.rados.0.smithi082.stdout:2710: seq_num 823 ranges {4202496=589824,4792320=573440,5365760=630784} 2024-08-17T00:49:52.210 INFO:tasks.rados.rados.0.smithi082.stdout:2710: writing smithi08280503-34 from 4202496 to 4792320 tid 1 2024-08-17T00:49:52.210 INFO:tasks.rados.rados.0.smithi082.stdout:2710: writing smithi08280503-34 from 4792320 to 5365760 tid 2 2024-08-17T00:49:52.213 INFO:tasks.rados.rados.0.smithi082.stdout:2710: writing smithi08280503-34 from 5365760 to 5996544 tid 3 2024-08-17T00:49:52.214 INFO:tasks.rados.rados.0.smithi082.stdout:2708: done (2 left) 2024-08-17T00:49:52.214 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 21 current snap is 256 2024-08-17T00:49:52.214 INFO:tasks.rados.rados.0.smithi082.stdout:2709: finishing write tid 1 to smithi08280503-12 2024-08-17T00:49:52.214 INFO:tasks.rados.rados.0.smithi082.stdout:2711: seq_num 824 ranges {5152768=606208,5758976=458752,6217728=573440,6791168=172032} 2024-08-17T00:49:52.244 INFO:tasks.rados.rados.0.smithi082.stdout:2711: writing smithi08280503-21 from 5152768 to 5758976 tid 1 2024-08-17T00:49:52.246 INFO:tasks.rados.rados.0.smithi082.stdout:2711: writing smithi08280503-21 from 5758976 to 6217728 tid 2 2024-08-17T00:49:52.249 INFO:tasks.rados.rados.0.smithi082.stdout:2711: writing smithi08280503-21 from 6217728 to 6791168 tid 3 2024-08-17T00:49:52.251 INFO:tasks.rados.rados.0.smithi082.stdout:2711: writing smithi08280503-21 from 6791168 to 6963200 tid 4 2024-08-17T00:49:52.252 INFO:tasks.rados.rados.0.smithi082.stdout:2712: copy_from oid 5 from oid 37 current snap is 256 2024-08-17T00:49:52.252 INFO:tasks.rados.rados.0.smithi082.stdout:2709: finishing write tid 2 to smithi08280503-12 2024-08-17T00:49:52.252 INFO:tasks.rados.rados.0.smithi082.stdout:2709: finishing write tid 3 to smithi08280503-12 2024-08-17T00:49:52.252 INFO:tasks.rados.rados.0.smithi082.stdout:2709: finishing write tid 4 to smithi08280503-12 2024-08-17T00:49:52.252 INFO:tasks.rados.rados.0.smithi082.stdout:2709: finishing write tid 5 to smithi08280503-12 2024-08-17T00:49:52.252 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 1143 (ObjNum 822 snap 256 seq_num 822) dirty exists 2024-08-17T00:49:52.252 INFO:tasks.rados.rados.0.smithi082.stdout:2709: left oid 12 (ObjNum 822 snap 256 seq_num 822) 2024-08-17T00:49:52.252 INFO:tasks.rados.rados.0.smithi082.stdout:2710: finishing write tid 1 to smithi08280503-34 2024-08-17T00:49:52.252 INFO:tasks.rados.rados.0.smithi082.stdout:2710: finishing write tid 2 to smithi08280503-34 2024-08-17T00:49:52.252 INFO:tasks.rados.rados.0.smithi082.stdout:2709: done (3 left) 2024-08-17T00:49:52.252 INFO:tasks.rados.rados.0.smithi082.stdout:2713: snap_create 2024-08-17T00:49:52.252 INFO:tasks.rados.rados.0.smithi082.stdout:2710: finishing write tid 3 to smithi08280503-34 2024-08-17T00:49:52.253 INFO:tasks.rados.rados.0.smithi082.stdout:2710: finishing write tid 4 to smithi08280503-34 2024-08-17T00:49:52.253 INFO:tasks.rados.rados.0.smithi082.stdout:2710: finishing write tid 5 to smithi08280503-34 2024-08-17T00:49:52.253 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 1449 (ObjNum 823 snap 256 seq_num 823) dirty exists 2024-08-17T00:49:52.253 INFO:tasks.rados.rados.0.smithi082.stdout:2710: left oid 34 (ObjNum 823 snap 256 seq_num 823) 2024-08-17T00:49:52.253 INFO:tasks.rados.rados.0.smithi082.stdout:2711: finishing write tid 1 to smithi08280503-21 2024-08-17T00:49:52.253 INFO:tasks.rados.rados.0.smithi082.stdout:2711: finishing write tid 2 to smithi08280503-21 2024-08-17T00:49:52.253 INFO:tasks.rados.rados.0.smithi082.stdout:2711: finishing write tid 3 to smithi08280503-21 2024-08-17T00:49:52.254 INFO:tasks.rados.rados.0.smithi082.stdout:2711: finishing write tid 4 to smithi08280503-21 2024-08-17T00:49:52.254 INFO:tasks.rados.rados.0.smithi082.stdout:2711: finishing write tid 5 to smithi08280503-21 2024-08-17T00:49:52.255 INFO:tasks.rados.rados.0.smithi082.stdout:2711: finishing write tid 6 to smithi08280503-21 2024-08-17T00:49:52.256 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 1275 (ObjNum 824 snap 256 seq_num 824) dirty exists 2024-08-17T00:49:52.256 INFO:tasks.rados.rados.0.smithi082.stdout:2711: left oid 21 (ObjNum 824 snap 256 seq_num 824) 2024-08-17T00:49:52.271 INFO:tasks.rados.rados.0.smithi082.stdout:2712: finishing copy_from racing read to smithi08280503-5 2024-08-17T00:49:52.274 INFO:tasks.rados.rados.0.smithi082.stdout:2712: finishing copy_from to smithi08280503-5 2024-08-17T00:49:52.274 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 1607 (ObjNum 719 snap 230 seq_num 719) dirty exists 2024-08-17T00:49:52.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:52 smithi082 ceph-mon[94343]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:49:52.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:52 smithi082 ceph-mon[94343]: osdmap e599: 8 total, 8 up, 8 in 2024-08-17T00:49:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:52 smithi082 ceph-mon[91979]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:49:52.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:52 smithi082 ceph-mon[91979]: osdmap e599: 8 total, 8 up, 8 in 2024-08-17T00:49:52.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:52 smithi137 ceph-mon[86391]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T00:49:52.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:52 smithi137 ceph-mon[86391]: osdmap e599: 8 total, 8 up, 8 in 2024-08-17T00:49:52.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:49:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:49:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:49:53.139 INFO:tasks.rados.rados.0.smithi082.stdout:2710: done (3 left) 2024-08-17T00:49:53.139 INFO:tasks.rados.rados.0.smithi082.stdout:2711: done (2 left) 2024-08-17T00:49:53.139 INFO:tasks.rados.rados.0.smithi082.stdout:2712: done (1 left) 2024-08-17T00:49:53.139 INFO:tasks.rados.rados.0.smithi082.stdout:2713: done (0 left) 2024-08-17T00:49:53.139 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 13 current snap is 257 2024-08-17T00:49:53.139 INFO:tasks.rados.rados.0.smithi082.stdout:2714: seq_num 825 ranges {0=622592,622592=745472,1368064=458752} 2024-08-17T00:49:53.142 INFO:tasks.rados.rados.0.smithi082.stdout:2714: writing smithi08280503-13 from 0 to 622592 tid 1 2024-08-17T00:49:53.146 INFO:tasks.rados.rados.0.smithi082.stdout:2714: writing smithi08280503-13 from 622592 to 1368064 tid 2 2024-08-17T00:49:53.149 INFO:tasks.rados.rados.0.smithi082.stdout:2714: writing smithi08280503-13 from 1368064 to 1826816 tid 3 2024-08-17T00:49:53.149 INFO:tasks.rados.rados.0.smithi082.stdout:2715: rollback oid 43 current snap is 257 2024-08-17T00:49:53.149 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 43 to 256 2024-08-17T00:49:53.149 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 30 current snap is 257 2024-08-17T00:49:53.149 INFO:tasks.rados.rados.0.smithi082.stdout:2716: seq_num 826 ranges {1990656=638976,2629632=630784,3260416=573440} 2024-08-17T00:49:53.163 INFO:tasks.rados.rados.0.smithi082.stdout:2716: writing smithi08280503-30 from 1990656 to 2629632 tid 1 2024-08-17T00:49:53.167 INFO:tasks.rados.rados.0.smithi082.stdout:2716: writing smithi08280503-30 from 2629632 to 3260416 tid 2 2024-08-17T00:49:53.172 INFO:tasks.rados.rados.0.smithi082.stdout:2716: writing smithi08280503-30 from 3260416 to 3833856 tid 3 2024-08-17T00:49:53.172 INFO:tasks.rados.rados.0.smithi082.stdout:2717: snap_create 2024-08-17T00:49:53.172 INFO:tasks.rados.rados.0.smithi082.stdout:2714: finishing write tid 1 to smithi08280503-13 2024-08-17T00:49:53.172 INFO:tasks.rados.rados.0.smithi082.stdout:2715: finishing rollback tid 0 to smithi08280503-43 2024-08-17T00:49:53.172 INFO:tasks.rados.rados.0.smithi082.stdout:2715: finishing rollback tid 1 to smithi08280503-43 2024-08-17T00:49:53.172 INFO:tasks.rados.rados.0.smithi082.stdout:2714: finishing write tid 2 to smithi08280503-13 2024-08-17T00:49:53.172 INFO:tasks.rados.rados.0.smithi082.stdout:2715: finishing rollback tid 2 to smithi08280503-43 2024-08-17T00:49:53.172 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 1656 (ObjNum 695 snap 215 seq_num 695) dirty exists 2024-08-17T00:49:53.172 INFO:tasks.rados.rados.0.smithi082.stdout:2714: finishing write tid 3 to smithi08280503-13 2024-08-17T00:49:53.172 INFO:tasks.rados.rados.0.smithi082.stdout:2714: finishing write tid 4 to smithi08280503-13 2024-08-17T00:49:53.173 INFO:tasks.rados.rados.0.smithi082.stdout:2714: finishing write tid 5 to smithi08280503-13 2024-08-17T00:49:53.173 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 1383 (ObjNum 825 snap 257 seq_num 825) dirty exists 2024-08-17T00:49:53.173 INFO:tasks.rados.rados.0.smithi082.stdout:2714: left oid 13 (ObjNum 825 snap 257 seq_num 825) 2024-08-17T00:49:53.173 INFO:tasks.rados.rados.0.smithi082.stdout:2716: finishing write tid 1 to smithi08280503-30 2024-08-17T00:49:53.173 INFO:tasks.rados.rados.0.smithi082.stdout:2716: finishing write tid 2 to smithi08280503-30 2024-08-17T00:49:53.173 INFO:tasks.rados.rados.0.smithi082.stdout:2716: finishing write tid 3 to smithi08280503-30 2024-08-17T00:49:53.174 INFO:tasks.rados.rados.0.smithi082.stdout:2716: finishing write tid 4 to smithi08280503-30 2024-08-17T00:49:53.174 INFO:tasks.rados.rados.0.smithi082.stdout:2716: finishing write tid 5 to smithi08280503-30 2024-08-17T00:49:53.174 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 30 v 1248 (ObjNum 826 snap 257 seq_num 826) dirty exists 2024-08-17T00:49:53.174 INFO:tasks.rados.rados.0.smithi082.stdout:2716: left oid 30 (ObjNum 826 snap 257 seq_num 826) 2024-08-17T00:49:53.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:53 smithi082 ceph-mon[94343]: osdmap e600: 8 total, 8 up, 8 in 2024-08-17T00:49:53.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:53 smithi082 ceph-mon[94343]: pgmap v568: 121 pgs: 121 active+clean; 220 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-08-17T00:49:53.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:53 smithi082 ceph-mon[91979]: osdmap e600: 8 total, 8 up, 8 in 2024-08-17T00:49:53.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:53 smithi082 ceph-mon[91979]: pgmap v568: 121 pgs: 121 active+clean; 220 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-08-17T00:49:53.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:53 smithi137 ceph-mon[86391]: osdmap e600: 8 total, 8 up, 8 in 2024-08-17T00:49:53.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:53 smithi137 ceph-mon[86391]: pgmap v568: 121 pgs: 121 active+clean; 220 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-08-17T00:49:53.822 INFO:tasks.rados.rados.0.smithi082.stdout:2714: done (3 left) 2024-08-17T00:49:53.823 INFO:tasks.rados.rados.0.smithi082.stdout:2715: done (2 left) 2024-08-17T00:49:53.823 INFO:tasks.rados.rados.0.smithi082.stdout:2716: done (1 left) 2024-08-17T00:49:53.823 INFO:tasks.rados.rados.0.smithi082.stdout:2717: done (0 left) 2024-08-17T00:49:53.823 INFO:tasks.rados.rados.0.smithi082.stdout:2718: snap_remove snap 256 2024-08-17T00:49:54.446 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:54 smithi082 ceph-mon[94343]: Upgrade: Updating alertmanager.a 2024-08-17T00:49:54.446 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:54 smithi082 ceph-mon[94343]: Deploying daemon alertmanager.a on smithi082 2024-08-17T00:49:54.446 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:54 smithi082 ceph-mon[94343]: osdmap e601: 8 total, 8 up, 8 in 2024-08-17T00:49:54.446 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:54 smithi082 ceph-mon[94343]: osdmap e602: 8 total, 8 up, 8 in 2024-08-17T00:49:54.446 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:54 smithi082 ceph-mon[91979]: Upgrade: Updating alertmanager.a 2024-08-17T00:49:54.447 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:54 smithi082 ceph-mon[91979]: Deploying daemon alertmanager.a on smithi082 2024-08-17T00:49:54.447 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:54 smithi082 ceph-mon[91979]: osdmap e601: 8 total, 8 up, 8 in 2024-08-17T00:49:54.447 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:54 smithi082 ceph-mon[91979]: osdmap e602: 8 total, 8 up, 8 in 2024-08-17T00:49:54.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:54 smithi137 ceph-mon[86391]: Upgrade: Updating alertmanager.a 2024-08-17T00:49:54.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:54 smithi137 ceph-mon[86391]: Deploying daemon alertmanager.a on smithi082 2024-08-17T00:49:54.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:54 smithi137 ceph-mon[86391]: osdmap e601: 8 total, 8 up, 8 in 2024-08-17T00:49:54.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:54 smithi137 ceph-mon[86391]: osdmap e602: 8 total, 8 up, 8 in 2024-08-17T00:49:54.824 INFO:tasks.rados.rados.0.smithi082.stdout:2718: done (0 left) 2024-08-17T00:49:54.825 INFO:tasks.rados.rados.0.smithi082.stdout:2719: setattr oid 40 current snap is 258 2024-08-17T00:49:54.826 INFO:tasks.rados.rados.0.smithi082.stdout:2720: read oid 41 snap 257 2024-08-17T00:49:54.826 INFO:tasks.rados.rados.0.smithi082.stdout:2720: expect deleted 2024-08-17T00:49:54.827 INFO:tasks.rados.rados.0.smithi082.stdout:2721: rollback oid 34 current snap is 258 2024-08-17T00:49:54.827 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 34 to 257 2024-08-17T00:49:54.827 INFO:tasks.rados.rados.0.smithi082.stdout:2722: rmattr oid 13 current snap is 258 2024-08-17T00:49:54.827 INFO:tasks.rados.rados.0.smithi082.stdout:2722: done (3 left) 2024-08-17T00:49:54.827 INFO:tasks.rados.rados.0.smithi082.stdout:2723: setattr oid 17 current snap is 258 2024-08-17T00:49:54.827 INFO:tasks.rados.rados.0.smithi082.stdout:2724: setattr oid 21 current snap is 258 2024-08-17T00:49:54.829 INFO:tasks.rados.rados.0.smithi082.stdout:2720: done (4 left) 2024-08-17T00:49:54.829 INFO:tasks.rados.rados.0.smithi082.stdout:2725: read oid 20 snap 257 2024-08-17T00:49:54.829 INFO:tasks.rados.rados.0.smithi082.stdout:2725: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:49:54.829 INFO:tasks.rados.rados.0.smithi082.stdout:2726: rollback oid 2 current snap is 258 2024-08-17T00:49:54.830 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 2 to 257 2024-08-17T00:49:54.830 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 4 current snap is 258 2024-08-17T00:49:54.830 INFO:tasks.rados.rados.0.smithi082.stdout:2727: seq_num 827 ranges {2883584=655360,3538944=516096,4055040=688128} 2024-08-17T00:49:54.850 INFO:tasks.rados.rados.0.smithi082.stdout:2727: writing smithi08280503-4 from 2883584 to 3538944 tid 1 2024-08-17T00:49:54.853 INFO:tasks.rados.rados.0.smithi082.stdout:2727: writing smithi08280503-4 from 3538944 to 4055040 tid 2 2024-08-17T00:49:54.859 INFO:tasks.rados.rados.0.smithi082.stdout:2727: writing smithi08280503-4 from 4055040 to 4743168 tid 3 2024-08-17T00:49:54.859 INFO:tasks.rados.rados.0.smithi082.stdout:2728: copy_from oid 41 from oid 33 current snap is 258 2024-08-17T00:49:54.859 INFO:tasks.rados.rados.0.smithi082.stdout:2726: finishing rollback tid 0 to smithi08280503-2 2024-08-17T00:49:54.859 INFO:tasks.rados.rados.0.smithi082.stdout:2726: finishing rollback tid 1 to smithi08280503-2 2024-08-17T00:49:54.859 INFO:tasks.rados.rados.0.smithi082.stdout:2729: read oid 36 snap -1 2024-08-17T00:49:54.859 INFO:tasks.rados.rados.0.smithi082.stdout:2729: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:49:54.859 INFO:tasks.rados.rados.0.smithi082.stdout:2730: rollback oid 44 current snap is 258 2024-08-17T00:49:54.859 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 44 to 257 2024-08-17T00:49:54.859 INFO:tasks.rados.rados.0.smithi082.stdout:2726: finishing rollback tid 2 to smithi08280503-2 2024-08-17T00:49:54.859 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 2 v 1149 (ObjNum 775 snap 242 seq_num 775) dirty exists 2024-08-17T00:49:54.859 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 1631 (ObjNum 777 snap 242 seq_num 777) dirty exists 2024-08-17T00:49:54.860 INFO:tasks.rados.rados.0.smithi082.stdout:2721: finishing rollback tid 0 to smithi08280503-34 2024-08-17T00:49:54.860 INFO:tasks.rados.rados.0.smithi082.stdout:2721: finishing rollback tid 1 to smithi08280503-34 2024-08-17T00:49:54.860 INFO:tasks.rados.rados.0.smithi082.stdout:2721: finishing rollback tid 2 to smithi08280503-34 2024-08-17T00:49:54.860 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 1452 (ObjNum 823 snap 256 seq_num 823) dirty exists 2024-08-17T00:49:54.860 INFO:tasks.rados.rados.0.smithi082.stdout:2719: done (9 left) 2024-08-17T00:49:54.860 INFO:tasks.rados.rados.0.smithi082.stdout:2721: done (8 left) 2024-08-17T00:49:54.860 INFO:tasks.rados.rados.0.smithi082.stdout:2726: done (7 left) 2024-08-17T00:49:54.860 INFO:tasks.rados.rados.0.smithi082.stdout:2731: rollback oid 8 current snap is 258 2024-08-17T00:49:54.860 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 8 to 257 2024-08-17T00:49:54.860 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 1276 (ObjNum 824 snap 256 seq_num 824) dirty exists 2024-08-17T00:49:54.860 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 1538 (ObjNum 129 snap 0 seq_num 3912022000) dirty exists 2024-08-17T00:49:54.860 INFO:tasks.rados.rados.0.smithi082.stdout:2725: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:49:55.105 INFO:tasks.rados.rados.0.smithi082.stdout:2727: finishing write tid 1 to smithi08280503-4 2024-08-17T00:49:55.105 INFO:tasks.rados.rados.0.smithi082.stdout:2727: finishing write tid 2 to smithi08280503-4 2024-08-17T00:49:55.105 INFO:tasks.rados.rados.0.smithi082.stdout:2730: finishing rollback tid 0 to smithi08280503-44 2024-08-17T00:49:55.105 INFO:tasks.rados.rados.0.smithi082.stdout:2727: finishing write tid 3 to smithi08280503-4 2024-08-17T00:49:55.105 INFO:tasks.rados.rados.0.smithi082.stdout:2727: finishing write tid 4 to smithi08280503-4 2024-08-17T00:49:55.105 INFO:tasks.rados.rados.0.smithi082.stdout:2731: finishing rollback tid 0 to smithi08280503-8 2024-08-17T00:49:55.105 INFO:tasks.rados.rados.0.smithi082.stdout:2730: finishing rollback tid 1 to smithi08280503-44 2024-08-17T00:49:55.105 INFO:tasks.rados.rados.0.smithi082.stdout:2730: finishing rollback tid 2 to smithi08280503-44 2024-08-17T00:49:55.106 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 1138 (ObjNum 790 snap 246 seq_num 790) dirty exists 2024-08-17T00:49:55.106 INFO:tasks.rados.rados.0.smithi082.stdout:2727: finishing write tid 5 to smithi08280503-4 2024-08-17T00:49:55.106 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 1663 (ObjNum 827 snap 258 seq_num 827) dirty exists 2024-08-17T00:49:55.106 INFO:tasks.rados.rados.0.smithi082.stdout:2727: left oid 4 (ObjNum 827 snap 258 seq_num 827) 2024-08-17T00:49:55.106 INFO:tasks.rados.rados.0.smithi082.stdout:2731: finishing rollback tid 1 to smithi08280503-8 2024-08-17T00:49:55.106 INFO:tasks.rados.rados.0.smithi082.stdout:2723: done (7 left) 2024-08-17T00:49:55.106 INFO:tasks.rados.rados.0.smithi082.stdout:2724: done (6 left) 2024-08-17T00:49:55.106 INFO:tasks.rados.rados.0.smithi082.stdout:2725: done (5 left) 2024-08-17T00:49:55.106 INFO:tasks.rados.rados.0.smithi082.stdout:2727: done (4 left) 2024-08-17T00:49:55.106 INFO:tasks.rados.rados.0.smithi082.stdout:2730: done (3 left) 2024-08-17T00:49:55.106 INFO:tasks.rados.rados.0.smithi082.stdout:2732: read oid 16 snap -1 2024-08-17T00:49:55.106 INFO:tasks.rados.rados.0.smithi082.stdout:2732: expect (ObjNum 805 snap 250 seq_num 805) 2024-08-17T00:49:55.106 INFO:tasks.rados.rados.0.smithi082.stdout:2733: rmattr oid 35 current snap is 258 2024-08-17T00:49:55.107 INFO:tasks.rados.rados.0.smithi082.stdout:2733: done (4 left) 2024-08-17T00:49:55.107 INFO:tasks.rados.rados.0.smithi082.stdout:2734: snap_create 2024-08-17T00:49:55.107 INFO:tasks.rados.rados.0.smithi082.stdout:2731: finishing rollback tid 2 to smithi08280503-8 2024-08-17T00:49:55.107 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 1404 (ObjNum 753 snap 237 seq_num 753) dirty exists 2024-08-17T00:49:55.107 INFO:tasks.rados.rados.0.smithi082.stdout:2729: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:49:55.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:55 smithi082 ceph-mon[94343]: pgmap v571: 121 pgs: 121 active+clean; 205 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 5.0 MiB/s wr, 11 op/s 2024-08-17T00:49:55.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:55 smithi082 ceph-mon[94343]: osdmap e603: 8 total, 8 up, 8 in 2024-08-17T00:49:55.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:49:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:49:55] "GET /metrics HTTP/1.1" 200 36274 "" "Prometheus/2.43.0" 2024-08-17T00:49:55.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:55 smithi082 ceph-mon[91979]: pgmap v571: 121 pgs: 121 active+clean; 205 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 5.0 MiB/s wr, 11 op/s 2024-08-17T00:49:55.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:55 smithi082 ceph-mon[91979]: osdmap e603: 8 total, 8 up, 8 in 2024-08-17T00:49:55.343 INFO:tasks.rados.rados.0.smithi082.stdout:2728: finishing copy_from racing read to smithi08280503-41 2024-08-17T00:49:55.343 INFO:tasks.rados.rados.0.smithi082.stdout:2728: finishing copy_from to smithi08280503-41 2024-08-17T00:49:55.343 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 1143 (ObjNum 803 snap 250 seq_num 803) dirty exists 2024-08-17T00:49:55.343 INFO:tasks.rados.rados.0.smithi082.stdout:2732: expect (ObjNum 805 snap 250 seq_num 805) 2024-08-17T00:49:55.439 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:55 smithi137 ceph-mon[86391]: pgmap v571: 121 pgs: 121 active+clean; 205 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 5.0 MiB/s wr, 11 op/s 2024-08-17T00:49:55.439 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:55 smithi137 ceph-mon[86391]: osdmap e603: 8 total, 8 up, 8 in 2024-08-17T00:49:55.823 INFO:tasks.rados.rados.0.smithi082.stdout:2728: done (4 left) 2024-08-17T00:49:55.823 INFO:tasks.rados.rados.0.smithi082.stdout:2729: done (3 left) 2024-08-17T00:49:55.823 INFO:tasks.rados.rados.0.smithi082.stdout:2731: done (2 left) 2024-08-17T00:49:55.823 INFO:tasks.rados.rados.0.smithi082.stdout:2732: done (1 left) 2024-08-17T00:49:55.823 INFO:tasks.rados.rados.0.smithi082.stdout:2734: done (0 left) 2024-08-17T00:49:55.823 INFO:tasks.rados.rados.0.smithi082.stdout:2735: delete oid 8 current snap is 259 2024-08-17T00:49:55.825 INFO:tasks.rados.rados.0.smithi082.stdout:2735: done (0 left) 2024-08-17T00:49:55.825 INFO:tasks.rados.rados.0.smithi082.stdout:2736: snap_create 2024-08-17T00:49:55.891 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:49:55 smithi082 systemd[1]: Stopping Ceph alertmanager.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:49:56.225 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:49:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[82956]: ts=2024-08-17T00:49:55.889Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-17T00:49:56.225 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:49:55 smithi082 podman[126493]: 2024-08-17 00:49:55.929878202 +0000 UTC m=+0.151483365 container died 21f506531c7e7044833955ae933962ac77eb6900fc2218195583f2319325e78f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:49:56.666 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:49:56 smithi082 podman[126493]: 2024-08-17 00:49:56.464778422 +0000 UTC m=+0.686383589 container cleanup 21f506531c7e7044833955ae933962ac77eb6900fc2218195583f2319325e78f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:49:56.666 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:49:56 smithi082 bash[126493]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a 2024-08-17T00:49:56.829 INFO:tasks.rados.rados.0.smithi082.stdout:2736: done (0 left) 2024-08-17T00:49:56.830 INFO:tasks.rados.rados.0.smithi082.stdout:2737: setattr oid 28 current snap is 260 2024-08-17T00:49:56.830 INFO:tasks.rados.rados.0.smithi082.stdout:2738: read oid 7 snap 258 2024-08-17T00:49:56.830 INFO:tasks.rados.rados.0.smithi082.stdout:2738: expect (ObjNum 762 snap 240 seq_num 762) 2024-08-17T00:49:56.830 INFO:tasks.rados.rados.0.smithi082.stdout:2739: delete oid 20 current snap is 260 2024-08-17T00:49:56.835 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 1406 (ObjNum 388 snap 118 seq_num 388) dirty exists 2024-08-17T00:49:56.839 INFO:tasks.rados.rados.0.smithi082.stdout:2737: done (2 left) 2024-08-17T00:49:56.839 INFO:tasks.rados.rados.0.smithi082.stdout:2739: done (1 left) 2024-08-17T00:49:56.839 INFO:tasks.rados.rados.0.smithi082.stdout:2740: read oid 32 snap 257 2024-08-17T00:49:56.839 INFO:tasks.rados.rados.0.smithi082.stdout:2740: expect (ObjNum 812 snap 256 seq_num 812) 2024-08-17T00:49:56.839 INFO:tasks.rados.rados.0.smithi082.stdout:2741: rmattr oid 37 current snap is 260 2024-08-17T00:49:56.839 INFO:tasks.rados.rados.0.smithi082.stdout:2742: copy_from oid 47 from oid 16 current snap is 260 2024-08-17T00:49:56.839 INFO:tasks.rados.rados.0.smithi082.stdout:2743: read oid 1 snap -1 2024-08-17T00:49:56.840 INFO:tasks.rados.rados.0.smithi082.stdout:2743: expect (ObjNum 784 snap 242 seq_num 784) 2024-08-17T00:49:56.840 INFO:tasks.rados.rados.0.smithi082.stdout:2744: copy_from oid 15 from oid 19 current snap is 260 2024-08-17T00:49:56.840 INFO:tasks.rados.rados.0.smithi082.stdout:2745: copy_from oid 24 from oid 20 current snap is 260 2024-08-17T00:49:56.840 INFO:tasks.rados.rados.0.smithi082.stdout:2746: snap_remove snap 259 2024-08-17T00:49:56.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:56 smithi082 ceph-mon[94343]: osdmap e604: 8 total, 8 up, 8 in 2024-08-17T00:49:56.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:56 smithi082 ceph-mon[94343]: pgmap v574: 121 pgs: 121 active+clean; 177 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.2 MiB/s wr, 25 op/s 2024-08-17T00:49:56.975 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:49:56 smithi082 podman[126507]: 2024-08-17 00:49:56.665817725 +0000 UTC m=+0.725968336 container remove 21f506531c7e7044833955ae933962ac77eb6900fc2218195583f2319325e78f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:49:56.975 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:49:56 smithi082 podman[126507]: 2024-08-17 00:49:56.783642102 +0000 UTC m=+0.843792713 volume remove 05ef651e720e16fa038485f4140bc009117b2a240daa63d14f92cf2baa97d5c2 2024-08-17T00:49:56.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:56 smithi082 ceph-mon[91979]: osdmap e604: 8 total, 8 up, 8 in 2024-08-17T00:49:56.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:56 smithi082 ceph-mon[91979]: pgmap v574: 121 pgs: 121 active+clean; 177 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.2 MiB/s wr, 25 op/s 2024-08-17T00:49:57.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:56 smithi137 ceph-mon[86391]: osdmap e604: 8 total, 8 up, 8 in 2024-08-17T00:49:57.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:56 smithi137 ceph-mon[86391]: pgmap v574: 121 pgs: 121 active+clean; 177 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.2 MiB/s wr, 25 op/s 2024-08-17T00:49:57.475 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:49:57 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-17T00:49:57.475 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:49:57 smithi082 systemd[1]: Stopped Ceph alertmanager.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:49:57.476 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:49:57 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@alertmanager.a.service: Consumed 1.261s CPU time. 2024-08-17T00:49:57.476 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:49:57 smithi082 systemd[1]: Starting Ceph alertmanager.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:49:57.732 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:49:57 smithi082 podman[126638]: 2024-08-17 00:49:57.37748277 +0000 UTC m=+0.017223337 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-17T00:49:57.732 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:49:57 smithi082 podman[126638]: 2024-08-17 00:49:57.4759662 +0000 UTC m=+0.115706767 volume create 00ff82f70227ed058190fbdfd962c394c89fecb1094108a3afb9dfe0ccc0f08a 2024-08-17T00:49:57.732 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:49:57 smithi082 podman[126638]: 2024-08-17 00:49:57.57648586 +0000 UTC m=+0.216226426 container create ce270d5bd56a13a440a59f4925985b4a82aa3447d10dc3da24481a488be68e77 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:49:57.838 INFO:tasks.rados.rados.0.smithi082.stdout:2746: done (7 left) 2024-08-17T00:49:57.838 INFO:tasks.rados.rados.0.smithi082.stdout:2747: read oid 44 snap 258 2024-08-17T00:49:57.838 INFO:tasks.rados.rados.0.smithi082.stdout:2747: expect (ObjNum 790 snap 246 seq_num 790) 2024-08-17T00:49:57.838 INFO:tasks.rados.rados.0.smithi082.stdout:2748: setattr oid 6 current snap is 260 2024-08-17T00:49:57.838 INFO:tasks.rados.rados.0.smithi082.stdout:2745: finishing copy_from to smithi08280503-24 2024-08-17T00:49:57.838 INFO:tasks.rados.rados.0.smithi082.stdout:2745: got expected ENOENT (src dne) 2024-08-17T00:49:57.838 INFO:tasks.rados.rados.0.smithi082.stdout:2744: finishing copy_from to smithi08280503-15 2024-08-17T00:49:57.838 INFO:tasks.rados.rados.0.smithi082.stdout:2744: got expected ENOENT (src dne) 2024-08-17T00:49:57.838 INFO:tasks.rados.rados.0.smithi082.stdout:2744: finishing copy_from racing read to smithi08280503-15 2024-08-17T00:49:57.838 INFO:tasks.rados.rados.0.smithi082.stdout:2745: finishing copy_from racing read to smithi08280503-24 2024-08-17T00:49:57.838 INFO:tasks.rados.rados.0.smithi082.stdout:2743: expect (ObjNum 784 snap 242 seq_num 784) 2024-08-17T00:49:57.933 INFO:tasks.rados.rados.0.smithi082.stdout:2742: finishing copy_from racing read to smithi08280503-47 2024-08-17T00:49:57.933 INFO:tasks.rados.rados.0.smithi082.stdout:2742: finishing copy_from to smithi08280503-47 2024-08-17T00:49:57.933 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 1135 (ObjNum 805 snap 250 seq_num 805) dirty exists 2024-08-17T00:49:57.933 INFO:tasks.rados.rados.0.smithi082.stdout:2738: expect (ObjNum 762 snap 240 seq_num 762) 2024-08-17T00:49:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:57 smithi082 ceph-mon[91979]: osdmap e605: 8 total, 8 up, 8 in 2024-08-17T00:49:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:57 smithi082 ceph-mon[94343]: osdmap e605: 8 total, 8 up, 8 in 2024-08-17T00:49:58.226 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:49:57 smithi082 podman[126638]: 2024-08-17 00:49:57.837558545 +0000 UTC m=+0.477299130 container init ce270d5bd56a13a440a59f4925985b4a82aa3447d10dc3da24481a488be68e77 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:49:58.226 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:49:57 smithi082 podman[126638]: 2024-08-17 00:49:57.841409247 +0000 UTC m=+0.481149815 container start ce270d5bd56a13a440a59f4925985b4a82aa3447d10dc3da24481a488be68e77 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T00:49:58.226 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:49:57 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[126654]: ts=2024-08-17T00:49:57.859Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-17T00:49:58.226 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:49:57 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[126654]: ts=2024-08-17T00:49:57.859Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-17T00:49:58.226 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:49:57 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[126654]: ts=2024-08-17T00:49:57.864Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.82 port=9094 2024-08-17T00:49:58.226 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:49:57 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[126654]: ts=2024-08-17T00:49:57.867Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-17T00:49:58.226 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:49:57 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[126654]: ts=2024-08-17T00:49:57.899Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T00:49:58.226 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:49:57 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[126654]: ts=2024-08-17T00:49:57.899Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T00:49:58.226 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:49:57 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[126654]: ts=2024-08-17T00:49:57.902Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-17T00:49:58.226 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:49:57 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[126654]: ts=2024-08-17T00:49:57.902Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-17T00:49:58.226 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:49:57 smithi082 bash[126638]: ce270d5bd56a13a440a59f4925985b4a82aa3447d10dc3da24481a488be68e77 2024-08-17T00:49:58.227 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:49:57 smithi082 systemd[1]: Started Ceph alertmanager.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:49:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:57 smithi137 ceph-mon[86391]: osdmap e605: 8 total, 8 up, 8 in 2024-08-17T00:49:58.799 INFO:tasks.rados.rados.0.smithi082.stdout:2740: expect (ObjNum 812 snap 256 seq_num 812) 2024-08-17T00:49:58.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:58 smithi082 ceph-mon[91979]: osdmap e606: 8 total, 8 up, 8 in 2024-08-17T00:49:58.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:58.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:58.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:49:58.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:58 smithi082 ceph-mon[91979]: pgmap v577: 121 pgs: 121 active+clean; 179 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.3 MiB/s wr, 29 op/s 2024-08-17T00:49:58.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:49:58 smithi082 ceph-mon[91979]: osdmap e607: 8 total, 8 up, 8 in 2024-08-17T00:49:58.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:58 smithi082 ceph-mon[94343]: osdmap e606: 8 total, 8 up, 8 in 2024-08-17T00:49:58.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:58.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:58.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:49:58.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:58 smithi082 ceph-mon[94343]: pgmap v577: 121 pgs: 121 active+clean; 179 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.3 MiB/s wr, 29 op/s 2024-08-17T00:49:58.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:49:58 smithi082 ceph-mon[94343]: osdmap e607: 8 total, 8 up, 8 in 2024-08-17T00:49:59.100 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 1632 (ObjNum 719 snap 230 seq_num 719) dirty exists 2024-08-17T00:49:59.100 INFO:tasks.rados.rados.0.smithi082.stdout:2738: done (8 left) 2024-08-17T00:49:59.100 INFO:tasks.rados.rados.0.smithi082.stdout:2740: done (7 left) 2024-08-17T00:49:59.100 INFO:tasks.rados.rados.0.smithi082.stdout:2741: done (6 left) 2024-08-17T00:49:59.100 INFO:tasks.rados.rados.0.smithi082.stdout:2742: done (5 left) 2024-08-17T00:49:59.101 INFO:tasks.rados.rados.0.smithi082.stdout:2743: done (4 left) 2024-08-17T00:49:59.101 INFO:tasks.rados.rados.0.smithi082.stdout:2744: done (3 left) 2024-08-17T00:49:59.101 INFO:tasks.rados.rados.0.smithi082.stdout:2745: done (2 left) 2024-08-17T00:49:59.101 INFO:tasks.rados.rados.0.smithi082.stdout:2749: rollback oid 23 current snap is 260 2024-08-17T00:49:59.101 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 23 to 258 2024-08-17T00:49:59.101 INFO:tasks.rados.rados.0.smithi082.stdout:2747: expect (ObjNum 790 snap 246 seq_num 790) 2024-08-17T00:49:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:58 smithi137 ceph-mon[86391]: osdmap e606: 8 total, 8 up, 8 in 2024-08-17T00:49:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:49:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:49:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:58 smithi137 ceph-mon[86391]: pgmap v577: 121 pgs: 121 active+clean; 179 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.3 MiB/s wr, 29 op/s 2024-08-17T00:49:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:49:58 smithi137 ceph-mon[86391]: osdmap e607: 8 total, 8 up, 8 in 2024-08-17T00:49:59.944 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 1608 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-17T00:49:59.945 INFO:tasks.rados.rados.0.smithi082.stdout:2747: done (2 left) 2024-08-17T00:49:59.945 INFO:tasks.rados.rados.0.smithi082.stdout:2748: done (1 left) 2024-08-17T00:49:59.945 INFO:tasks.rados.rados.0.smithi082.stdout:2750: rmattr oid 4 current snap is 260 2024-08-17T00:49:59.945 INFO:tasks.rados.rados.0.smithi082.stdout:2749: finishing rollback tid 1 to smithi08280503-23 2024-08-17T00:49:59.945 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T00:49:59.945 INFO:tasks.rados.rados.0.smithi082.stdout:2749: done (1 left) 2024-08-17T00:49:59.945 INFO:tasks.rados.rados.0.smithi082.stdout:2751: copy_from oid 18 from oid 36 current snap is 260 2024-08-17T00:49:59.945 INFO:tasks.rados.rados.0.smithi082.stdout:2752: snap_create 2024-08-17T00:49:59.947 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 1665 (ObjNum 827 snap 258 seq_num 827) dirty exists 2024-08-17T00:49:59.964 INFO:tasks.rados.rados.0.smithi082.stdout:2751: finishing copy_from racing read to smithi08280503-18 2024-08-17T00:49:59.967 INFO:tasks.rados.rados.0.smithi082.stdout:2751: finishing copy_from to smithi08280503-18 2024-08-17T00:49:59.967 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 1379 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:50:00.003 INFO:tasks.rados.rados.0.smithi082.stdout:2750: done (2 left) 2024-08-17T00:50:00.004 INFO:tasks.rados.rados.0.smithi082.stdout:2751: done (1 left) 2024-08-17T00:50:00.004 INFO:tasks.rados.rados.0.smithi082.stdout:2752: done (0 left) 2024-08-17T00:50:00.004 INFO:tasks.rados.rados.0.smithi082.stdout:2753: read oid 2 snap 260 2024-08-17T00:50:00.004 INFO:tasks.rados.rados.0.smithi082.stdout:2753: expect (ObjNum 775 snap 242 seq_num 775) 2024-08-17T00:50:00.004 INFO:tasks.rados.rados.0.smithi082.stdout:2754: copy_from oid 8 from oid 20 current snap is 261 2024-08-17T00:50:00.004 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 5 current snap is 261 2024-08-17T00:50:00.004 INFO:tasks.rados.rados.0.smithi082.stdout:2755: seq_num 830 ranges {4300800=704512,5005312=614400,5619712=573440,6193152=16384} 2024-08-17T00:50:00.030 INFO:tasks.rados.rados.0.smithi082.stdout:2755: writing smithi08280503-5 from 4300800 to 5005312 tid 1 2024-08-17T00:50:00.034 INFO:tasks.rados.rados.0.smithi082.stdout:2755: writing smithi08280503-5 from 5005312 to 5619712 tid 2 2024-08-17T00:50:00.038 INFO:tasks.rados.rados.0.smithi082.stdout:2755: writing smithi08280503-5 from 5619712 to 6193152 tid 3 2024-08-17T00:50:00.095 INFO:tasks.rados.rados.0.smithi082.stdout:2755: writing smithi08280503-5 from 6193152 to 6209536 tid 4 2024-08-17T00:50:00.095 INFO:tasks.rados.rados.0.smithi082.stdout:2756: read oid 7 snap -1 2024-08-17T00:50:00.095 INFO:tasks.rados.rados.0.smithi082.stdout:2756: expect (ObjNum 762 snap 240 seq_num 762) 2024-08-17T00:50:00.095 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 24 current snap is 261 2024-08-17T00:50:00.095 INFO:tasks.rados.rados.0.smithi082.stdout:2757: seq_num 831 ranges {8699904=720896,9420800=499712,9920512=704512} 2024-08-17T00:50:00.095 INFO:tasks.rados.rados.0.smithi082.stdout:2757: writing smithi08280503-24 from 8699904 to 9420800 tid 1 2024-08-17T00:50:00.096 INFO:tasks.rados.rados.0.smithi082.stdout:2757: writing smithi08280503-24 from 9420800 to 9920512 tid 2 2024-08-17T00:50:00.100 INFO:tasks.rados.rados.0.smithi082.stdout:2757: writing smithi08280503-24 from 9920512 to 10625024 tid 3 2024-08-17T00:50:00.100 INFO:tasks.rados.rados.0.smithi082.stdout:2758: setattr oid 26 current snap is 261 2024-08-17T00:50:00.100 INFO:tasks.rados.rados.0.smithi082.stdout:2754: finishing copy_from to smithi08280503-8 2024-08-17T00:50:00.100 INFO:tasks.rados.rados.0.smithi082.stdout:2754: got expected ENOENT (src dne) 2024-08-17T00:50:00.100 INFO:tasks.rados.rados.0.smithi082.stdout:2754: finishing copy_from racing read to smithi08280503-8 2024-08-17T00:50:00.100 INFO:tasks.rados.rados.0.smithi082.stdout:2753: expect (ObjNum 775 snap 242 seq_num 775) 2024-08-17T00:50:00.177 INFO:tasks.rados.rados.0.smithi082.stdout:2755: finishing write tid 1 to smithi08280503-5 2024-08-17T00:50:00.177 INFO:tasks.rados.rados.0.smithi082.stdout:2755: finishing write tid 2 to smithi08280503-5 2024-08-17T00:50:00.177 INFO:tasks.rados.rados.0.smithi082.stdout:2755: finishing write tid 3 to smithi08280503-5 2024-08-17T00:50:00.177 INFO:tasks.rados.rados.0.smithi082.stdout:2755: finishing write tid 4 to smithi08280503-5 2024-08-17T00:50:00.177 INFO:tasks.rados.rados.0.smithi082.stdout:2755: finishing write tid 5 to smithi08280503-5 2024-08-17T00:50:00.177 INFO:tasks.rados.rados.0.smithi082.stdout:2755: finishing write tid 6 to smithi08280503-5 2024-08-17T00:50:00.177 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 1613 (ObjNum 830 snap 261 seq_num 830) dirty exists 2024-08-17T00:50:00.178 INFO:tasks.rados.rados.0.smithi082.stdout:2755: left oid 5 (ObjNum 830 snap 261 seq_num 830) 2024-08-17T00:50:00.178 INFO:tasks.rados.rados.0.smithi082.stdout:2756: expect (ObjNum 762 snap 240 seq_num 762) 2024-08-17T00:50:00.225 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:49:59 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[126654]: ts=2024-08-17T00:49:59.867Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.00003454s 2024-08-17T00:50:01.028 INFO:tasks.rados.rados.0.smithi082.stdout:2757: finishing write tid 1 to smithi08280503-24 2024-08-17T00:50:01.028 INFO:tasks.rados.rados.0.smithi082.stdout:2757: finishing write tid 2 to smithi08280503-24 2024-08-17T00:50:01.028 INFO:tasks.rados.rados.0.smithi082.stdout:2753: done (5 left) 2024-08-17T00:50:01.028 INFO:tasks.rados.rados.0.smithi082.stdout:2754: done (4 left) 2024-08-17T00:50:01.028 INFO:tasks.rados.rados.0.smithi082.stdout:2755: done (3 left) 2024-08-17T00:50:01.028 INFO:tasks.rados.rados.0.smithi082.stdout:2756: done (2 left) 2024-08-17T00:50:01.028 INFO:tasks.rados.rados.0.smithi082.stdout:2759: copy_from oid 15 from oid 35 current snap is 261 2024-08-17T00:50:01.028 INFO:tasks.rados.rados.0.smithi082.stdout:2757: finishing write tid 3 to smithi08280503-24 2024-08-17T00:50:01.029 INFO:tasks.rados.rados.0.smithi082.stdout:2757: finishing write tid 4 to smithi08280503-24 2024-08-17T00:50:01.029 INFO:tasks.rados.rados.0.smithi082.stdout:2757: finishing write tid 5 to smithi08280503-24 2024-08-17T00:50:01.029 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 1410 (ObjNum 831 snap 261 seq_num 831) dirty exists 2024-08-17T00:50:01.029 INFO:tasks.rados.rados.0.smithi082.stdout:2757: left oid 24 (ObjNum 831 snap 261 seq_num 831) 2024-08-17T00:50:01.029 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 1667 (ObjNum 810 snap 254 seq_num 810) dirty exists 2024-08-17T00:50:01.029 INFO:tasks.rados.rados.0.smithi082.stdout:2757: done (2 left) 2024-08-17T00:50:01.029 INFO:tasks.rados.rados.0.smithi082.stdout:2758: done (1 left) 2024-08-17T00:50:01.029 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 39 current snap is 261 2024-08-17T00:50:01.029 INFO:tasks.rados.rados.0.smithi082.stdout:2760: seq_num 832 ranges {5283840=737280,6021120=786432,6807552=417792} 2024-08-17T00:50:01.060 INFO:tasks.rados.rados.0.smithi082.stdout:2760: writing smithi08280503-39 from 5283840 to 6021120 tid 1 2024-08-17T00:50:01.065 INFO:tasks.rados.rados.0.smithi082.stdout:2760: writing smithi08280503-39 from 6021120 to 6807552 tid 2 2024-08-17T00:50:01.068 INFO:tasks.rados.rados.0.smithi082.stdout:2760: writing smithi08280503-39 from 6807552 to 7225344 tid 3 2024-08-17T00:50:01.069 INFO:tasks.rados.rados.0.smithi082.stdout:2761: copy_from oid 16 from oid 17 current snap is 261 2024-08-17T00:50:01.069 INFO:tasks.rados.rados.0.smithi082.stdout:2759: finishing copy_from racing read to smithi08280503-15 2024-08-17T00:50:01.069 INFO:tasks.rados.rados.0.smithi082.stdout:2759: finishing copy_from to smithi08280503-15 2024-08-17T00:50:01.069 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 1259 (ObjNum 781 snap 242 seq_num 781) dirty exists 2024-08-17T00:50:01.069 INFO:tasks.rados.rados.0.smithi082.stdout:2759: done (2 left) 2024-08-17T00:50:01.069 INFO:tasks.rados.rados.0.smithi082.stdout:2762: delete oid 48 current snap is 261 2024-08-17T00:50:01.070 INFO:tasks.rados.rados.0.smithi082.stdout:2760: finishing write tid 1 to smithi08280503-39 2024-08-17T00:50:01.072 INFO:tasks.rados.rados.0.smithi082.stdout:2762: done (2 left) 2024-08-17T00:50:01.072 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 47 current snap is 261 2024-08-17T00:50:01.072 INFO:tasks.rados.rados.0.smithi082.stdout:2763: seq_num 834 ranges {3538944=778240,4317184=557056,4874240=548864,5423104=98304} 2024-08-17T00:50:01.095 INFO:tasks.rados.rados.0.smithi082.stdout:2763: writing smithi08280503-47 from 3538944 to 4317184 tid 1 2024-08-17T00:50:01.098 INFO:tasks.rados.rados.0.smithi082.stdout:2763: writing smithi08280503-47 from 4317184 to 4874240 tid 2 2024-08-17T00:50:01.101 INFO:tasks.rados.rados.0.smithi082.stdout:2763: writing smithi08280503-47 from 4874240 to 5423104 tid 3 2024-08-17T00:50:01.103 INFO:tasks.rados.rados.0.smithi082.stdout:2763: writing smithi08280503-47 from 5423104 to 5521408 tid 4 2024-08-17T00:50:01.103 INFO:tasks.rados.rados.0.smithi082.stdout:2764: read oid 3 snap -1 2024-08-17T00:50:01.103 INFO:tasks.rados.rados.0.smithi082.stdout:2764: expect (ObjNum 820 snap 256 seq_num 820) 2024-08-17T00:50:01.103 INFO:tasks.rados.rados.0.smithi082.stdout:2765: delete oid 40 current snap is 261 2024-08-17T00:50:01.103 INFO:tasks.rados.rados.0.smithi082.stdout:2761: finishing copy_from racing read to smithi08280503-16 2024-08-17T00:50:01.103 INFO:tasks.rados.rados.0.smithi082.stdout:2760: finishing write tid 2 to smithi08280503-39 2024-08-17T00:50:01.103 INFO:tasks.rados.rados.0.smithi082.stdout:2760: finishing write tid 3 to smithi08280503-39 2024-08-17T00:50:01.103 INFO:tasks.rados.rados.0.smithi082.stdout:2760: finishing write tid 4 to smithi08280503-39 2024-08-17T00:50:01.104 INFO:tasks.rados.rados.0.smithi082.stdout:2761: finishing copy_from to smithi08280503-16 2024-08-17T00:50:01.104 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 1538 (ObjNum 129 snap 0 seq_num 3912321776) dirty exists 2024-08-17T00:50:01.104 INFO:tasks.rados.rados.0.smithi082.stdout:2760: finishing write tid 5 to smithi08280503-39 2024-08-17T00:50:01.104 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 1456 (ObjNum 832 snap 261 seq_num 832) dirty exists 2024-08-17T00:50:01.104 INFO:tasks.rados.rados.0.smithi082.stdout:2760: left oid 39 (ObjNum 832 snap 261 seq_num 832) 2024-08-17T00:50:01.104 INFO:tasks.rados.rados.0.smithi082.stdout:2763: finishing write tid 1 to smithi08280503-47 2024-08-17T00:50:01.104 INFO:tasks.rados.rados.0.smithi082.stdout:2763: finishing write tid 2 to smithi08280503-47 2024-08-17T00:50:01.105 INFO:tasks.rados.rados.0.smithi082.stdout:2760: done (4 left) 2024-08-17T00:50:01.106 INFO:tasks.rados.rados.0.smithi082.stdout:2761: done (3 left) 2024-08-17T00:50:01.106 INFO:tasks.rados.rados.0.smithi082.stdout:2765: done (2 left) 2024-08-17T00:50:01.106 INFO:tasks.rados.rados.0.smithi082.stdout:2766: read oid 36 snap -1 2024-08-17T00:50:01.106 INFO:tasks.rados.rados.0.smithi082.stdout:2766: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:50:01.106 INFO:tasks.rados.rados.0.smithi082.stdout:2767: snap_remove snap 257 2024-08-17T00:50:01.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:01 smithi082 ceph-mon[94343]: osdmap e608: 8 total, 8 up, 8 in 2024-08-17T00:50:01.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:01 smithi082 ceph-mon[94343]: overall HEALTH_OK 2024-08-17T00:50:01.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:01 smithi082 ceph-mon[94343]: pgmap v580: 121 pgs: 121 active+clean; 188 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.5 MiB/s wr, 32 op/s 2024-08-17T00:50:01.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:01 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:01.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:01 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:01.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:01 smithi082 ceph-mon[91979]: osdmap e608: 8 total, 8 up, 8 in 2024-08-17T00:50:01.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:01 smithi082 ceph-mon[91979]: overall HEALTH_OK 2024-08-17T00:50:01.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:01 smithi082 ceph-mon[91979]: pgmap v580: 121 pgs: 121 active+clean; 188 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.5 MiB/s wr, 32 op/s 2024-08-17T00:50:01.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:01 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:01.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:01 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:01.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:01 smithi137 ceph-mon[86391]: osdmap e608: 8 total, 8 up, 8 in 2024-08-17T00:50:01.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:01 smithi137 ceph-mon[86391]: overall HEALTH_OK 2024-08-17T00:50:01.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:01 smithi137 ceph-mon[86391]: pgmap v580: 121 pgs: 121 active+clean; 188 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.5 MiB/s wr, 32 op/s 2024-08-17T00:50:01.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:01 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:01.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:01 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:02.013 INFO:tasks.rados.rados.0.smithi082.stdout:2767: done (3 left) 2024-08-17T00:50:02.014 INFO:tasks.rados.rados.0.smithi082.stdout:2768: snap_remove snap 260 2024-08-17T00:50:02.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:02.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:02.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:02 smithi137 ceph-mon[86391]: osdmap e609: 8 total, 8 up, 8 in 2024-08-17T00:50:02.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:02 smithi137 ceph-mon[86391]: pgmap v582: 121 pgs: 121 active+clean; 193 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-08-17T00:50:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:50:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:50:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:50:02.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:02.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:02.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:02 smithi082 ceph-mon[94343]: osdmap e609: 8 total, 8 up, 8 in 2024-08-17T00:50:02.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:02 smithi082 ceph-mon[94343]: pgmap v582: 121 pgs: 121 active+clean; 193 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-08-17T00:50:02.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:02.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:02.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:02 smithi082 ceph-mon[91979]: osdmap e609: 8 total, 8 up, 8 in 2024-08-17T00:50:02.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:02 smithi082 ceph-mon[91979]: pgmap v582: 121 pgs: 121 active+clean; 193 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-08-17T00:50:03.017 INFO:tasks.rados.rados.0.smithi082.stdout:2768: done (3 left) 2024-08-17T00:50:03.017 INFO:tasks.rados.rados.0.smithi082.stdout:2769: delete oid 24 current snap is 261 2024-08-17T00:50:03.017 INFO:tasks.rados.rados.0.smithi082.stdout:2763: finishing write tid 3 to smithi08280503-47 2024-08-17T00:50:03.018 INFO:tasks.rados.rados.0.smithi082.stdout:2763: finishing write tid 4 to smithi08280503-47 2024-08-17T00:50:03.018 INFO:tasks.rados.rados.0.smithi082.stdout:2763: finishing write tid 5 to smithi08280503-47 2024-08-17T00:50:03.018 INFO:tasks.rados.rados.0.smithi082.stdout:2763: finishing write tid 6 to smithi08280503-47 2024-08-17T00:50:03.018 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 1281 (ObjNum 834 snap 261 seq_num 834) dirty exists 2024-08-17T00:50:03.018 INFO:tasks.rados.rados.0.smithi082.stdout:2763: left oid 47 (ObjNum 834 snap 261 seq_num 834) 2024-08-17T00:50:03.018 INFO:tasks.rados.rados.0.smithi082.stdout:2764: expect (ObjNum 820 snap 256 seq_num 820) 2024-08-17T00:50:03.126 INFO:tasks.rados.rados.0.smithi082.stdout:2766: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:50:03.372 INFO:tasks.rados.rados.0.smithi082.stdout:2763: done (3 left) 2024-08-17T00:50:03.372 INFO:tasks.rados.rados.0.smithi082.stdout:2764: done (2 left) 2024-08-17T00:50:03.373 INFO:tasks.rados.rados.0.smithi082.stdout:2766: done (1 left) 2024-08-17T00:50:03.373 INFO:tasks.rados.rados.0.smithi082.stdout:2769: done (0 left) 2024-08-17T00:50:03.373 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 2 current snap is 261 2024-08-17T00:50:03.373 INFO:tasks.rados.rados.0.smithi082.stdout:2770: seq_num 837 ranges {1859584=425984,2285568=655360,2940928=729088,3670016=221184} 2024-08-17T00:50:03.384 INFO:tasks.rados.rados.0.smithi082.stdout:2770: writing smithi08280503-2 from 1859584 to 2285568 tid 1 2024-08-17T00:50:03.388 INFO:tasks.rados.rados.0.smithi082.stdout:2770: writing smithi08280503-2 from 2285568 to 2940928 tid 2 2024-08-17T00:50:03.393 INFO:tasks.rados.rados.0.smithi082.stdout:2770: writing smithi08280503-2 from 2940928 to 3670016 tid 3 2024-08-17T00:50:03.394 INFO:tasks.rados.rados.0.smithi082.stdout:2770: writing smithi08280503-2 from 3670016 to 3891200 tid 4 2024-08-17T00:50:03.394 INFO:tasks.rados.rados.0.smithi082.stdout:2771: rollback oid 37 current snap is 261 2024-08-17T00:50:03.394 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 37 to 258 2024-08-17T00:50:03.394 INFO:tasks.rados.rados.0.smithi082.stdout:2770: finishing write tid 1 to smithi08280503-2 2024-08-17T00:50:03.395 INFO:tasks.rados.rados.0.smithi082.stdout:2770: finishing write tid 2 to smithi08280503-2 2024-08-17T00:50:03.395 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 34 current snap is 261 2024-08-17T00:50:03.395 INFO:tasks.rados.rados.0.smithi082.stdout:2772: seq_num 838 ranges {5996544=442368,6438912=540672,6979584=532480,7512064=442368,7954432=90112} 2024-08-17T00:50:03.395 INFO:teuthology.orchestra.run.smithi082.stdout:true 2024-08-17T00:50:03.429 INFO:tasks.rados.rados.0.smithi082.stdout:2772: writing smithi08280503-34 from 5996544 to 6438912 tid 1 2024-08-17T00:50:03.433 INFO:tasks.rados.rados.0.smithi082.stdout:2772: writing smithi08280503-34 from 6438912 to 6979584 tid 2 2024-08-17T00:50:03.435 INFO:tasks.rados.rados.0.smithi082.stdout:2772: writing smithi08280503-34 from 6979584 to 7512064 tid 3 2024-08-17T00:50:03.438 INFO:tasks.rados.rados.0.smithi082.stdout:2772: writing smithi08280503-34 from 7512064 to 7954432 tid 4 2024-08-17T00:50:03.439 INFO:tasks.rados.rados.0.smithi082.stdout:2772: writing smithi08280503-34 from 7954432 to 8044544 tid 5 2024-08-17T00:50:03.439 INFO:tasks.rados.rados.0.smithi082.stdout:2773: delete oid 22 current snap is 261 2024-08-17T00:50:03.439 INFO:tasks.rados.rados.0.smithi082.stdout:2770: finishing write tid 3 to smithi08280503-2 2024-08-17T00:50:03.439 INFO:tasks.rados.rados.0.smithi082.stdout:2770: finishing write tid 4 to smithi08280503-2 2024-08-17T00:50:03.439 INFO:tasks.rados.rados.0.smithi082.stdout:2770: finishing write tid 5 to smithi08280503-2 2024-08-17T00:50:03.439 INFO:tasks.rados.rados.0.smithi082.stdout:2771: finishing rollback tid 0 to smithi08280503-37 2024-08-17T00:50:03.439 INFO:tasks.rados.rados.0.smithi082.stdout:2771: finishing rollback tid 1 to smithi08280503-37 2024-08-17T00:50:03.440 INFO:tasks.rados.rados.0.smithi082.stdout:2770: finishing write tid 6 to smithi08280503-2 2024-08-17T00:50:03.440 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 2 v 1154 (ObjNum 837 snap 261 seq_num 837) dirty exists 2024-08-17T00:50:03.440 INFO:tasks.rados.rados.0.smithi082.stdout:2770: left oid 2 (ObjNum 837 snap 261 seq_num 837) 2024-08-17T00:50:03.440 INFO:tasks.rados.rados.0.smithi082.stdout:2771: finishing rollback tid 2 to smithi08280503-37 2024-08-17T00:50:03.440 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 1645 (ObjNum 719 snap 230 seq_num 719) dirty exists 2024-08-17T00:50:03.440 INFO:tasks.rados.rados.0.smithi082.stdout:2772: finishing write tid 1 to smithi08280503-34 2024-08-17T00:50:03.440 INFO:tasks.rados.rados.0.smithi082.stdout:2772: finishing write tid 2 to smithi08280503-34 2024-08-17T00:50:03.440 INFO:tasks.rados.rados.0.smithi082.stdout:2772: finishing write tid 3 to smithi08280503-34 2024-08-17T00:50:03.443 INFO:tasks.rados.rados.0.smithi082.stdout:2770: done (3 left) 2024-08-17T00:50:03.443 INFO:tasks.rados.rados.0.smithi082.stdout:2771: done (2 left) 2024-08-17T00:50:03.443 INFO:tasks.rados.rados.0.smithi082.stdout:2773: done (1 left) 2024-08-17T00:50:03.443 INFO:tasks.rados.rados.0.smithi082.stdout:2774: rmattr oid 43 current snap is 261 2024-08-17T00:50:03.443 INFO:tasks.rados.rados.0.smithi082.stdout:2774: done (1 left) 2024-08-17T00:50:03.443 INFO:tasks.rados.rados.0.smithi082.stdout:2775: rollback oid 13 current snap is 261 2024-08-17T00:50:03.443 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 13 to 258 2024-08-17T00:50:03.443 INFO:tasks.rados.rados.0.smithi082.stdout:2776: read oid 39 snap -1 2024-08-17T00:50:03.443 INFO:tasks.rados.rados.0.smithi082.stdout:2776: expect (ObjNum 832 snap 261 seq_num 832) 2024-08-17T00:50:03.443 INFO:tasks.rados.rados.0.smithi082.stdout:2777: rollback oid 8 current snap is 261 2024-08-17T00:50:03.443 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 8 to 258 2024-08-17T00:50:03.443 INFO:tasks.rados.rados.0.smithi082.stdout:2778: rollback oid 1 current snap is 261 2024-08-17T00:50:03.444 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 1 to 258 2024-08-17T00:50:03.444 INFO:tasks.rados.rados.0.smithi082.stdout:2779: read oid 28 snap -1 2024-08-17T00:50:03.444 INFO:tasks.rados.rados.0.smithi082.stdout:2779: expect (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:50:03.444 INFO:tasks.rados.rados.0.smithi082.stdout:2780: delete oid 26 current snap is 261 2024-08-17T00:50:03.444 INFO:tasks.rados.rados.0.smithi082.stdout:2772: finishing write tid 4 to smithi08280503-34 2024-08-17T00:50:03.444 INFO:tasks.rados.rados.0.smithi082.stdout:2772: finishing write tid 5 to smithi08280503-34 2024-08-17T00:50:03.446 INFO:tasks.rados.rados.0.smithi082.stdout:2777: finishing rollback tid 1 to smithi08280503-8 2024-08-17T00:50:03.446 INFO:tasks.rados.rados.0.smithi082.stdout:2775: finishing rollback tid 0 to smithi08280503-13 2024-08-17T00:50:03.448 INFO:tasks.rados.rados.0.smithi082.stdout:2780: done (6 left) 2024-08-17T00:50:03.448 INFO:tasks.rados.rados.0.smithi082.stdout:2781: read oid 25 snap -1 2024-08-17T00:50:03.448 INFO:tasks.rados.rados.0.smithi082.stdout:2781: expect (ObjNum 777 snap 242 seq_num 777) 2024-08-17T00:50:03.448 INFO:tasks.rados.rados.0.smithi082.stdout:2782: read oid 7 snap -1 2024-08-17T00:50:03.448 INFO:tasks.rados.rados.0.smithi082.stdout:2782: expect (ObjNum 762 snap 240 seq_num 762) 2024-08-17T00:50:03.449 INFO:tasks.rados.rados.0.smithi082.stdout:2783: rollback oid 23 current snap is 261 2024-08-17T00:50:03.449 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 23 to 258 2024-08-17T00:50:03.449 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 47 current snap is 261 2024-08-17T00:50:03.449 INFO:tasks.rados.rados.0.smithi082.stdout:2784: seq_num 841 ranges {5521408=491520,6012928=598016,6610944=704512,7315456=303104} 2024-08-17T00:50:03.482 INFO:tasks.rados.rados.0.smithi082.stdout:2784: writing smithi08280503-47 from 5521408 to 6012928 tid 1 2024-08-17T00:50:03.486 INFO:tasks.rados.rados.0.smithi082.stdout:2784: writing smithi08280503-47 from 6012928 to 6610944 tid 2 2024-08-17T00:50:03.491 INFO:tasks.rados.rados.0.smithi082.stdout:2784: writing smithi08280503-47 from 6610944 to 7315456 tid 3 2024-08-17T00:50:03.493 INFO:tasks.rados.rados.0.smithi082.stdout:2784: writing smithi08280503-47 from 7315456 to 7618560 tid 4 2024-08-17T00:50:03.493 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 14 current snap is 261 2024-08-17T00:50:03.493 INFO:tasks.rados.rados.0.smithi082.stdout:2775: finishing rollback tid 1 to smithi08280503-13 2024-08-17T00:50:03.493 INFO:tasks.rados.rados.0.smithi082.stdout:2775: finishing rollback tid 2 to smithi08280503-13 2024-08-17T00:50:03.493 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 1386 (ObjNum 825 snap 257 seq_num 825) dirty exists 2024-08-17T00:50:03.494 INFO:tasks.rados.rados.0.smithi082.stdout:2778: finishing rollback tid 0 to smithi08280503-1 2024-08-17T00:50:03.494 INFO:tasks.rados.rados.0.smithi082.stdout:2785: seq_num 842 ranges {5292032=507904,5799936=475136,6275072=516096,6791168=499712,7290880=114688} 2024-08-17T00:50:03.525 INFO:tasks.rados.rados.0.smithi082.stdout:2785: writing smithi08280503-14 from 5292032 to 5799936 tid 1 2024-08-17T00:50:03.528 INFO:tasks.rados.rados.0.smithi082.stdout:2785: writing smithi08280503-14 from 5799936 to 6275072 tid 2 2024-08-17T00:50:03.531 INFO:tasks.rados.rados.0.smithi082.stdout:2785: writing smithi08280503-14 from 6275072 to 6791168 tid 3 2024-08-17T00:50:03.535 INFO:tasks.rados.rados.0.smithi082.stdout:2785: writing smithi08280503-14 from 6791168 to 7290880 tid 4 2024-08-17T00:50:03.536 INFO:tasks.rados.rados.0.smithi082.stdout:2785: writing smithi08280503-14 from 7290880 to 7405568 tid 5 2024-08-17T00:50:03.536 INFO:tasks.rados.rados.0.smithi082.stdout:2775: done (10 left) 2024-08-17T00:50:03.536 INFO:tasks.rados.rados.0.smithi082.stdout:2786: rmattr oid 5 current snap is 261 2024-08-17T00:50:03.536 INFO:tasks.rados.rados.0.smithi082.stdout:2778: finishing rollback tid 1 to smithi08280503-1 2024-08-17T00:50:03.537 INFO:tasks.rados.rados.0.smithi082.stdout:2778: finishing rollback tid 2 to smithi08280503-1 2024-08-17T00:50:03.537 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 1542 (ObjNum 784 snap 242 seq_num 784) dirty exists 2024-08-17T00:50:03.537 INFO:tasks.rados.rados.0.smithi082.stdout:2772: finishing write tid 6 to smithi08280503-34 2024-08-17T00:50:03.537 INFO:tasks.rados.rados.0.smithi082.stdout:2783: finishing rollback tid 1 to smithi08280503-23 2024-08-17T00:50:03.537 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 0 (ObjNum 385 snap 0 seq_num 3912676656) dirty dne 2024-08-17T00:50:03.537 INFO:tasks.rados.rados.0.smithi082.stdout:2781: expect (ObjNum 777 snap 242 seq_num 777) 2024-08-17T00:50:03.568 INFO:tasks.rados.rados.0.smithi082.stdout:2779: expect (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:50:03.699 INFO:teuthology.orchestra.run.smithi082.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:50:03.699 INFO:teuthology.orchestra.run.smithi082.stdout:alertmanager.a smithi082 *:9093,9094 running (6s) 2s ago 11m 17.4M - 0.25.0 c8568f914cd2 ce270d5bd56a 2024-08-17T00:50:03.699 INFO:teuthology.orchestra.run.smithi082.stdout:grafana.a smithi137 *:3000 running (7m) 16s ago 11m 85.3M - 9.4.7 954c08fa6188 a7d4db6b9a81 2024-08-17T00:50:03.699 INFO:teuthology.orchestra.run.smithi082.stdout:mds.a smithi082 running (68s) 2s ago 13m 14.6M - 19.1.0-1363-gd863d21c ba08250ef864 9cbb42216c03 2024-08-17T00:50:03.699 INFO:teuthology.orchestra.run.smithi082.stdout:mds.b smithi137 running (50s) 16s ago 13m 12.1M - 19.1.0-1363-gd863d21c ba08250ef864 190735ebac30 2024-08-17T00:50:03.699 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.x smithi137 *:8443,9283,8765 running (7m) 16s ago 16m 441M - 19.1.0-1363-gd863d21c ba08250ef864 745a5ef30a75 2024-08-17T00:50:03.699 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.y smithi082 *:8443,9283,8765 running (7m) 2s ago 18m 517M - 19.1.0-1363-gd863d21c ba08250ef864 92bb5538a947 2024-08-17T00:50:03.699 INFO:teuthology.orchestra.run.smithi082.stdout:mon.a smithi082 running (6m) 2s ago 18m 72.1M 2048M 19.1.0-1363-gd863d21c ba08250ef864 f4aa8d413a0e 2024-08-17T00:50:03.699 INFO:teuthology.orchestra.run.smithi082.stdout:mon.b smithi137 running (6m) 16s ago 16m 54.6M 2048M 19.1.0-1363-gd863d21c ba08250ef864 9fd7ba29d439 2024-08-17T00:50:03.700 INFO:teuthology.orchestra.run.smithi082.stdout:mon.c smithi082 running (6m) 2s ago 16m 62.0M 2048M 19.1.0-1363-gd863d21c ba08250ef864 d6960322022d 2024-08-17T00:50:03.700 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.a smithi082 *:9100 running (38s) 2s ago 11m 7205k - 1.5.0 0da6a335fe13 207fd018a603 2024-08-17T00:50:03.700 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.b smithi137 *:9100 running (34s) 16s ago 11m 8535k - 1.5.0 0da6a335fe13 dd7f042e0950 2024-08-17T00:50:03.700 INFO:teuthology.orchestra.run.smithi082.stdout:osd.0 smithi082 running (5m) 2s ago 16m 291M 2480M 19.1.0-1363-gd863d21c ba08250ef864 32a8251d6cbd 2024-08-17T00:50:03.700 INFO:teuthology.orchestra.run.smithi082.stdout:osd.1 smithi082 running (4m) 2s ago 15m 234M 2480M 19.1.0-1363-gd863d21c ba08250ef864 27410d903b16 2024-08-17T00:50:03.700 INFO:teuthology.orchestra.run.smithi082.stdout:osd.2 smithi082 running (4m) 2s ago 15m 277M 2480M 19.1.0-1363-gd863d21c ba08250ef864 d73e6cacdf8e 2024-08-17T00:50:03.700 INFO:teuthology.orchestra.run.smithi082.stdout:osd.3 smithi082 running (3m) 2s ago 15m 194M 2480M 19.1.0-1363-gd863d21c ba08250ef864 ff1e0af1a005 2024-08-17T00:50:03.700 INFO:teuthology.orchestra.run.smithi082.stdout:osd.4 smithi137 running (3m) 16s ago 14m 233M 2480M 19.1.0-1363-gd863d21c ba08250ef864 908ee8f7568a 2024-08-17T00:50:03.700 INFO:teuthology.orchestra.run.smithi082.stdout:osd.5 smithi137 running (2m) 16s ago 14m 204M 2480M 19.1.0-1363-gd863d21c ba08250ef864 5093a53e7478 2024-08-17T00:50:03.700 INFO:teuthology.orchestra.run.smithi082.stdout:osd.6 smithi137 running (2m) 16s ago 13m 83.7M 2480M 19.1.0-1363-gd863d21c ba08250ef864 e037950bdd93 2024-08-17T00:50:03.700 INFO:teuthology.orchestra.run.smithi082.stdout:osd.7 smithi137 running (93s) 16s ago 13m 129M 2480M 19.1.0-1363-gd863d21c ba08250ef864 085540a710fc 2024-08-17T00:50:03.700 INFO:teuthology.orchestra.run.smithi082.stdout:prometheus.a smithi137 *:9095 running (20s) 16s ago 12m 41.0M - 2.43.0 a07b618ecd1d 9dc2b97dc038 2024-08-17T00:50:03.831 INFO:tasks.rados.rados.0.smithi082.stdout:2777: finishing rollback tid 2 to smithi08280503-8 2024-08-17T00:50:03.831 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 1413 (ObjNum 753 snap 237 seq_num 753) dirty exists 2024-08-17T00:50:03.831 INFO:tasks.rados.rados.0.smithi082.stdout:2784: finishing write tid 1 to smithi08280503-47 2024-08-17T00:50:03.831 INFO:tasks.rados.rados.0.smithi082.stdout:2784: finishing write tid 2 to smithi08280503-47 2024-08-17T00:50:03.831 INFO:tasks.rados.rados.0.smithi082.stdout:2776: expect (ObjNum 832 snap 261 seq_num 832) 2024-08-17T00:50:04.061 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-08-17T00:50:04.061 INFO:teuthology.orchestra.run.smithi082.stdout: "mon": { 2024-08-17T00:50:04.061 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:50:04.061 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:50:04.062 INFO:teuthology.orchestra.run.smithi082.stdout: "mgr": { 2024-08-17T00:50:04.062 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:50:04.062 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:50:04.062 INFO:teuthology.orchestra.run.smithi082.stdout: "osd": { 2024-08-17T00:50:04.062 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 8 2024-08-17T00:50:04.062 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:50:04.062 INFO:teuthology.orchestra.run.smithi082.stdout: "mds": { 2024-08-17T00:50:04.062 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:50:04.062 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:50:04.062 INFO:teuthology.orchestra.run.smithi082.stdout: "overall": { 2024-08-17T00:50:04.062 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 15 2024-08-17T00:50:04.062 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-08-17T00:50:04.063 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-08-17T00:50:04.274 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:04 smithi082 ceph-mon[94343]: osdmap e610: 8 total, 8 up, 8 in 2024-08-17T00:50:04.274 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:04 smithi082 ceph-mon[94343]: osdmap e611: 8 total, 8 up, 8 in 2024-08-17T00:50:04.275 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:04 smithi082 ceph-mon[91979]: osdmap e610: 8 total, 8 up, 8 in 2024-08-17T00:50:04.275 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:04 smithi082 ceph-mon[91979]: osdmap e611: 8 total, 8 up, 8 in 2024-08-17T00:50:04.312 INFO:tasks.rados.rados.0.smithi082.stdout:2772: finishing write tid 7 to smithi08280503-34 2024-08-17T00:50:04.312 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 1462 (ObjNum 838 snap 261 seq_num 838) dirty exists 2024-08-17T00:50:04.312 INFO:tasks.rados.rados.0.smithi082.stdout:2772: left oid 34 (ObjNum 838 snap 261 seq_num 838) 2024-08-17T00:50:04.313 INFO:tasks.rados.rados.0.smithi082.stdout:2784: finishing write tid 3 to smithi08280503-47 2024-08-17T00:50:04.313 INFO:tasks.rados.rados.0.smithi082.stdout:2784: finishing write tid 4 to smithi08280503-47 2024-08-17T00:50:04.313 INFO:tasks.rados.rados.0.smithi082.stdout:2772: done (10 left) 2024-08-17T00:50:04.313 INFO:tasks.rados.rados.0.smithi082.stdout:2776: done (9 left) 2024-08-17T00:50:04.313 INFO:tasks.rados.rados.0.smithi082.stdout:2777: done (8 left) 2024-08-17T00:50:04.313 INFO:tasks.rados.rados.0.smithi082.stdout:2778: done (7 left) 2024-08-17T00:50:04.313 INFO:tasks.rados.rados.0.smithi082.stdout:2779: done (6 left) 2024-08-17T00:50:04.313 INFO:tasks.rados.rados.0.smithi082.stdout:2781: done (5 left) 2024-08-17T00:50:04.313 INFO:tasks.rados.rados.0.smithi082.stdout:2783: done (4 left) 2024-08-17T00:50:04.313 INFO:tasks.rados.rados.0.smithi082.stdout:2787: snap_remove snap 258 2024-08-17T00:50:04.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:04 smithi137 ceph-mon[86391]: osdmap e610: 8 total, 8 up, 8 in 2024-08-17T00:50:04.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:04 smithi137 ceph-mon[86391]: osdmap e611: 8 total, 8 up, 8 in 2024-08-17T00:50:05.036 INFO:tasks.rados.rados.0.smithi082.stdout:2787: done (4 left) 2024-08-17T00:50:05.036 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 11 current snap is 261 2024-08-17T00:50:05.036 INFO:tasks.rados.rados.0.smithi082.stdout:2788: seq_num 843 ranges {2334720=524288,2859008=761856,3620864=671744,4292608=172032} 2024-08-17T00:50:05.052 INFO:tasks.rados.rados.0.smithi082.stdout:2788: writing smithi08280503-11 from 2334720 to 2859008 tid 1 2024-08-17T00:50:05.057 INFO:tasks.rados.rados.0.smithi082.stdout:2788: writing smithi08280503-11 from 2859008 to 3620864 tid 2 2024-08-17T00:50:05.062 INFO:tasks.rados.rados.0.smithi082.stdout:2788: writing smithi08280503-11 from 3620864 to 4292608 tid 3 2024-08-17T00:50:05.063 INFO:tasks.rados.rados.0.smithi082.stdout:2788: writing smithi08280503-11 from 4292608 to 4464640 tid 4 2024-08-17T00:50:05.063 INFO:tasks.rados.rados.0.smithi082.stdout:2789: read oid 38 snap -1 2024-08-17T00:50:05.063 INFO:tasks.rados.rados.0.smithi082.stdout:2789: expect (ObjNum 551 snap 165 seq_num 551) 2024-08-17T00:50:05.063 INFO:tasks.rados.rados.0.smithi082.stdout:2790: rollback oid 12 current snap is 261 2024-08-17T00:50:05.064 INFO:tasks.rados.rados.0.smithi082.stdout:2790: done (6 left) 2024-08-17T00:50:05.064 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 23 current snap is 261 2024-08-17T00:50:05.064 INFO:tasks.rados.rados.0.smithi082.stdout:2784: finishing write tid 5 to smithi08280503-47 2024-08-17T00:50:05.064 INFO:tasks.rados.rados.0.smithi082.stdout:2784: finishing write tid 6 to smithi08280503-47 2024-08-17T00:50:05.064 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 1286 (ObjNum 841 snap 261 seq_num 841) dirty exists 2024-08-17T00:50:05.064 INFO:tasks.rados.rados.0.smithi082.stdout:2784: left oid 47 (ObjNum 841 snap 261 seq_num 841) 2024-08-17T00:50:05.064 INFO:tasks.rados.rados.0.smithi082.stdout:2782: expect (ObjNum 762 snap 240 seq_num 762) 2024-08-17T00:50:05.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:50:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:50:05] "GET /metrics HTTP/1.1" 200 36274 "" "Prometheus/2.43.0" 2024-08-17T00:50:05.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:05 smithi082 ceph-mon[91979]: from='client.44372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:50:05.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:05 smithi082 ceph-mon[91979]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:50:05.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:05 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2503459973' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:05.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:05 smithi082 ceph-mon[91979]: pgmap v585: 121 pgs: 121 active+clean; 206 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 4.5 MiB/s wr, 24 op/s 2024-08-17T00:50:05.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:05 smithi082 ceph-mon[94343]: from='client.44372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:50:05.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:05 smithi082 ceph-mon[94343]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:50:05.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:05 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2503459973' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:05.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:05 smithi082 ceph-mon[94343]: pgmap v585: 121 pgs: 121 active+clean; 206 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 4.5 MiB/s wr, 24 op/s 2024-08-17T00:50:05.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:05 smithi137 ceph-mon[86391]: from='client.44372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:50:05.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:05 smithi137 ceph-mon[86391]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:50:05.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:05 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2503459973' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:05.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:05 smithi137 ceph-mon[86391]: pgmap v585: 121 pgs: 121 active+clean; 206 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 4.5 MiB/s wr, 24 op/s 2024-08-17T00:50:05.913 INFO:tasks.rados.rados.0.smithi082.stdout:2785: finishing write tid 1 to smithi08280503-14 2024-08-17T00:50:05.913 INFO:tasks.rados.rados.0.smithi082.stdout:2785: finishing write tid 2 to smithi08280503-14 2024-08-17T00:50:05.913 INFO:tasks.rados.rados.0.smithi082.stdout:2785: finishing write tid 3 to smithi08280503-14 2024-08-17T00:50:05.913 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 1614 (ObjNum 830 snap 261 seq_num 830) dirty exists 2024-08-17T00:50:05.913 INFO:tasks.rados.rados.0.smithi082.stdout:2785: finishing write tid 4 to smithi08280503-14 2024-08-17T00:50:05.914 INFO:tasks.rados.rados.0.smithi082.stdout:2785: finishing write tid 5 to smithi08280503-14 2024-08-17T00:50:05.914 INFO:tasks.rados.rados.0.smithi082.stdout:2785: finishing write tid 6 to smithi08280503-14 2024-08-17T00:50:05.914 INFO:tasks.rados.rados.0.smithi082.stdout:2791: seq_num 844 ranges {0=540672,540672=696320,1236992=475136,1712128=434176} 2024-08-17T00:50:05.916 INFO:tasks.rados.rados.0.smithi082.stdout:2791: writing smithi08280503-23 from 0 to 540672 tid 1 2024-08-17T00:50:05.920 INFO:tasks.rados.rados.0.smithi082.stdout:2791: writing smithi08280503-23 from 540672 to 1236992 tid 2 2024-08-17T00:50:05.923 INFO:tasks.rados.rados.0.smithi082.stdout:2791: writing smithi08280503-23 from 1236992 to 1712128 tid 3 2024-08-17T00:50:05.926 INFO:tasks.rados.rados.0.smithi082.stdout:2791: writing smithi08280503-23 from 1712128 to 2146304 tid 4 2024-08-17T00:50:05.926 INFO:tasks.rados.rados.0.smithi082.stdout:2782: done (6 left) 2024-08-17T00:50:05.926 INFO:tasks.rados.rados.0.smithi082.stdout:2784: done (5 left) 2024-08-17T00:50:05.926 INFO:tasks.rados.rados.0.smithi082.stdout:2786: done (4 left) 2024-08-17T00:50:05.927 INFO:tasks.rados.rados.0.smithi082.stdout:2792: read oid 26 snap -1 2024-08-17T00:50:05.927 INFO:tasks.rados.rados.0.smithi082.stdout:2792: expect deleted 2024-08-17T00:50:05.927 INFO:tasks.rados.rados.0.smithi082.stdout:2793: rollback oid 24 current snap is 261 2024-08-17T00:50:05.927 INFO:tasks.rados.rados.0.smithi082.stdout:2793: done (5 left) 2024-08-17T00:50:05.927 INFO:tasks.rados.rados.0.smithi082.stdout:2794: delete oid 49 current snap is 261 2024-08-17T00:50:05.927 INFO:tasks.rados.rados.0.smithi082.stdout:2785: finishing write tid 7 to smithi08280503-14 2024-08-17T00:50:05.927 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 1681 (ObjNum 842 snap 261 seq_num 842) dirty exists 2024-08-17T00:50:05.927 INFO:tasks.rados.rados.0.smithi082.stdout:2785: left oid 14 (ObjNum 842 snap 261 seq_num 842) 2024-08-17T00:50:05.927 INFO:tasks.rados.rados.0.smithi082.stdout:2788: finishing write tid 1 to smithi08280503-11 2024-08-17T00:50:05.927 INFO:tasks.rados.rados.0.smithi082.stdout:2788: finishing write tid 2 to smithi08280503-11 2024-08-17T00:50:05.927 INFO:tasks.rados.rados.0.smithi082.stdout:2788: finishing write tid 3 to smithi08280503-11 2024-08-17T00:50:05.927 INFO:tasks.rados.rados.0.smithi082.stdout:2788: finishing write tid 4 to smithi08280503-11 2024-08-17T00:50:05.927 INFO:tasks.rados.rados.0.smithi082.stdout:2788: finishing write tid 5 to smithi08280503-11 2024-08-17T00:50:05.927 INFO:tasks.rados.rados.0.smithi082.stdout:2788: finishing write tid 6 to smithi08280503-11 2024-08-17T00:50:05.928 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 1253 (ObjNum 843 snap 261 seq_num 843) dirty exists 2024-08-17T00:50:05.928 INFO:tasks.rados.rados.0.smithi082.stdout:2788: left oid 11 (ObjNum 843 snap 261 seq_num 843) 2024-08-17T00:50:05.928 INFO:tasks.rados.rados.0.smithi082.stdout:2789: expect (ObjNum 551 snap 165 seq_num 551) 2024-08-17T00:50:06.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:06 smithi137 ceph-mon[86391]: osdmap e612: 8 total, 8 up, 8 in 2024-08-17T00:50:06.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:06.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:06.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:50:06.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:50:06.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:06.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:50:06.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:50:06.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:06 smithi137 ceph-mon[86391]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:50:06.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:50:06.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.239 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[91979]: osdmap e612: 8 total, 8 up, 8 in 2024-08-17T00:50:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:50:06.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:50:06.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:06.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:50:06.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:50:06.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[91979]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:50:06.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:50:06.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[94343]: osdmap e612: 8 total, 8 up, 8 in 2024-08-17T00:50:06.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:06.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:06.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:50:06.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:50:06.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:06.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:50:06.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:50:06.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[94343]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T00:50:06.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:50:06.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:06.676 INFO:tasks.rados.rados.0.smithi082.stdout:2791: finishing write tid 1 to smithi08280503-23 2024-08-17T00:50:06.676 INFO:tasks.rados.rados.0.smithi082.stdout:2791: finishing write tid 2 to smithi08280503-23 2024-08-17T00:50:06.676 INFO:tasks.rados.rados.0.smithi082.stdout:2785: done (5 left) 2024-08-17T00:50:06.676 INFO:tasks.rados.rados.0.smithi082.stdout:2788: done (4 left) 2024-08-17T00:50:06.676 INFO:tasks.rados.rados.0.smithi082.stdout:2789: done (3 left) 2024-08-17T00:50:06.676 INFO:tasks.rados.rados.0.smithi082.stdout:2794: done (2 left) 2024-08-17T00:50:06.676 INFO:tasks.rados.rados.0.smithi082.stdout:2795: delete oid 49 current snap is 261 2024-08-17T00:50:06.677 INFO:tasks.rados.rados.0.smithi082.stdout:2791: finishing write tid 3 to smithi08280503-23 2024-08-17T00:50:06.677 INFO:tasks.rados.rados.0.smithi082.stdout:2791: finishing write tid 4 to smithi08280503-23 2024-08-17T00:50:06.677 INFO:tasks.rados.rados.0.smithi082.stdout:2791: finishing write tid 5 to smithi08280503-23 2024-08-17T00:50:06.677 INFO:tasks.rados.rados.0.smithi082.stdout:2791: finishing write tid 6 to smithi08280503-23 2024-08-17T00:50:06.677 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 1148 (ObjNum 844 snap 261 seq_num 844) dirty exists 2024-08-17T00:50:06.677 INFO:tasks.rados.rados.0.smithi082.stdout:2791: left oid 23 (ObjNum 844 snap 261 seq_num 844) 2024-08-17T00:50:06.677 INFO:tasks.rados.rados.0.smithi082.stdout:2791: done (2 left) 2024-08-17T00:50:06.678 INFO:tasks.rados.rados.0.smithi082.stdout:2792: done (1 left) 2024-08-17T00:50:06.678 INFO:tasks.rados.rados.0.smithi082.stdout:2795: done (0 left) 2024-08-17T00:50:06.678 INFO:tasks.rados.rados.0.smithi082.stdout:2796: delete oid 29 current snap is 261 2024-08-17T00:50:06.680 INFO:tasks.rados.rados.0.smithi082.stdout:2796: done (0 left) 2024-08-17T00:50:06.680 INFO:tasks.rados.rados.0.smithi082.stdout:2797: rmattr oid 32 current snap is 261 2024-08-17T00:50:06.680 INFO:tasks.rados.rados.0.smithi082.stdout:2797: done (0 left) 2024-08-17T00:50:06.680 INFO:tasks.rados.rados.0.smithi082.stdout:2798: rmattr oid 18 current snap is 261 2024-08-17T00:50:06.680 INFO:tasks.rados.rados.0.smithi082.stdout:2799: copy_from oid 13 from oid 41 current snap is 261 2024-08-17T00:50:06.680 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 45 current snap is 261 2024-08-17T00:50:06.680 INFO:tasks.rados.rados.0.smithi082.stdout:2800: seq_num 848 ranges {5472256=606208,6078464=630784,6709248=458752,7168000=516096} 2024-08-17T00:50:06.713 INFO:tasks.rados.rados.0.smithi082.stdout:2800: writing smithi08280503-45 from 5472256 to 6078464 tid 1 2024-08-17T00:50:06.717 INFO:tasks.rados.rados.0.smithi082.stdout:2800: writing smithi08280503-45 from 6078464 to 6709248 tid 2 2024-08-17T00:50:06.720 INFO:tasks.rados.rados.0.smithi082.stdout:2800: writing smithi08280503-45 from 6709248 to 7168000 tid 3 2024-08-17T00:50:06.724 INFO:tasks.rados.rados.0.smithi082.stdout:2800: writing smithi08280503-45 from 7168000 to 7684096 tid 4 2024-08-17T00:50:06.724 INFO:tasks.rados.rados.0.smithi082.stdout:2801: read oid 6 snap -1 2024-08-17T00:50:06.724 INFO:tasks.rados.rados.0.smithi082.stdout:2801: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:50:06.724 INFO:tasks.rados.rados.0.smithi082.stdout:2802: read oid 8 snap -1 2024-08-17T00:50:06.725 INFO:tasks.rados.rados.0.smithi082.stdout:2802: expect (ObjNum 753 snap 237 seq_num 753) 2024-08-17T00:50:06.725 INFO:tasks.rados.rados.0.smithi082.stdout:2803: rollback oid 4 current snap is 261 2024-08-17T00:50:06.725 INFO:tasks.rados.rados.0.smithi082.stdout:2803: done (5 left) 2024-08-17T00:50:06.725 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 21 current snap is 261 2024-08-17T00:50:06.725 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 1414 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T00:50:06.725 INFO:tasks.rados.rados.0.smithi082.stdout:2799: finishing copy_from racing read to smithi08280503-13 2024-08-17T00:50:06.725 INFO:tasks.rados.rados.0.smithi082.stdout:2799: finishing copy_from to smithi08280503-13 2024-08-17T00:50:06.725 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 1143 (ObjNum 803 snap 250 seq_num 803) dirty exists 2024-08-17T00:50:06.725 INFO:tasks.rados.rados.0.smithi082.stdout:2800: finishing write tid 1 to smithi08280503-45 2024-08-17T00:50:06.725 INFO:tasks.rados.rados.0.smithi082.stdout:2800: finishing write tid 2 to smithi08280503-45 2024-08-17T00:50:06.725 INFO:tasks.rados.rados.0.smithi082.stdout:2800: finishing write tid 3 to smithi08280503-45 2024-08-17T00:50:06.725 INFO:tasks.rados.rados.0.smithi082.stdout:2804: seq_num 849 ranges {6963200=622592,7585792=516096,8101888=663552,8765440=425984} 2024-08-17T00:50:06.765 INFO:tasks.rados.rados.0.smithi082.stdout:2804: writing smithi08280503-21 from 6963200 to 7585792 tid 1 2024-08-17T00:50:06.768 INFO:tasks.rados.rados.0.smithi082.stdout:2804: writing smithi08280503-21 from 7585792 to 8101888 tid 2 2024-08-17T00:50:06.772 INFO:tasks.rados.rados.0.smithi082.stdout:2804: writing smithi08280503-21 from 8101888 to 8765440 tid 3 2024-08-17T00:50:06.775 INFO:tasks.rados.rados.0.smithi082.stdout:2804: writing smithi08280503-21 from 8765440 to 9191424 tid 4 2024-08-17T00:50:06.775 INFO:tasks.rados.rados.0.smithi082.stdout:2798: done (5 left) 2024-08-17T00:50:06.775 INFO:tasks.rados.rados.0.smithi082.stdout:2799: done (4 left) 2024-08-17T00:50:06.775 INFO:tasks.rados.rados.0.smithi082.stdout:2805: read oid 36 snap -1 2024-08-17T00:50:06.775 INFO:tasks.rados.rados.0.smithi082.stdout:2805: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:50:06.775 INFO:tasks.rados.rados.0.smithi082.stdout:2806: read oid 18 snap -1 2024-08-17T00:50:06.775 INFO:tasks.rados.rados.0.smithi082.stdout:2806: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:50:06.775 INFO:tasks.rados.rados.0.smithi082.stdout:2807: delete oid 22 current snap is 261 2024-08-17T00:50:06.775 INFO:tasks.rados.rados.0.smithi082.stdout:2801: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:50:06.781 INFO:tasks.rados.rados.0.smithi082.stdout:2800: finishing write tid 4 to smithi08280503-45 2024-08-17T00:50:06.782 INFO:tasks.rados.rados.0.smithi082.stdout:2800: finishing write tid 5 to smithi08280503-45 2024-08-17T00:50:06.782 INFO:tasks.rados.rados.0.smithi082.stdout:2800: finishing write tid 6 to smithi08280503-45 2024-08-17T00:50:06.782 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 1268 (ObjNum 848 snap 261 seq_num 848) dirty exists 2024-08-17T00:50:06.782 INFO:tasks.rados.rados.0.smithi082.stdout:2800: left oid 45 (ObjNum 848 snap 261 seq_num 848) 2024-08-17T00:50:06.782 INFO:tasks.rados.rados.0.smithi082.stdout:2802: expect (ObjNum 753 snap 237 seq_num 753) 2024-08-17T00:50:07.230 INFO:tasks.rados.rados.0.smithi082.stdout:2804: finishing write tid 1 to smithi08280503-21 2024-08-17T00:50:07.230 INFO:tasks.rados.rados.0.smithi082.stdout:2804: finishing write tid 2 to smithi08280503-21 2024-08-17T00:50:07.230 INFO:tasks.rados.rados.0.smithi082.stdout:2804: finishing write tid 3 to smithi08280503-21 2024-08-17T00:50:07.230 INFO:tasks.rados.rados.0.smithi082.stdout:2804: finishing write tid 4 to smithi08280503-21 2024-08-17T00:50:07.230 INFO:tasks.rados.rados.0.smithi082.stdout:2804: finishing write tid 5 to smithi08280503-21 2024-08-17T00:50:07.231 INFO:tasks.rados.rados.0.smithi082.stdout:2804: finishing write tid 6 to smithi08280503-21 2024-08-17T00:50:07.231 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 1291 (ObjNum 849 snap 261 seq_num 849) dirty exists 2024-08-17T00:50:07.231 INFO:tasks.rados.rados.0.smithi082.stdout:2804: left oid 21 (ObjNum 849 snap 261 seq_num 849) 2024-08-17T00:50:07.231 INFO:tasks.rados.rados.0.smithi082.stdout:2800: done (6 left) 2024-08-17T00:50:07.231 INFO:tasks.rados.rados.0.smithi082.stdout:2801: done (5 left) 2024-08-17T00:50:07.231 INFO:tasks.rados.rados.0.smithi082.stdout:2802: done (4 left) 2024-08-17T00:50:07.231 INFO:tasks.rados.rados.0.smithi082.stdout:2804: done (3 left) 2024-08-17T00:50:07.231 INFO:tasks.rados.rados.0.smithi082.stdout:2807: done (2 left) 2024-08-17T00:50:07.231 INFO:tasks.rados.rados.0.smithi082.stdout:2808: snap_create 2024-08-17T00:50:07.231 INFO:tasks.rados.rados.0.smithi082.stdout:2806: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:50:07.457 INFO:tasks.rados.rados.0.smithi082.stdout:2805: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T00:50:07.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:07 smithi082 ceph-mon[94343]: pgmap v587: 121 pgs: 121 active+clean; 213 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.9 MiB/s wr, 24 op/s 2024-08-17T00:50:07.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:07 smithi082 ceph-mon[91979]: pgmap v587: 121 pgs: 121 active+clean; 213 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.9 MiB/s wr, 24 op/s 2024-08-17T00:50:07.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:07 smithi137 ceph-mon[86391]: pgmap v587: 121 pgs: 121 active+clean; 213 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.9 MiB/s wr, 24 op/s 2024-08-17T00:50:08.031 INFO:tasks.rados.rados.0.smithi082.stdout:2805: done (2 left) 2024-08-17T00:50:08.031 INFO:tasks.rados.rados.0.smithi082.stdout:2806: done (1 left) 2024-08-17T00:50:08.032 INFO:tasks.rados.rados.0.smithi082.stdout:2808: done (0 left) 2024-08-17T00:50:08.032 INFO:tasks.rados.rados.0.smithi082.stdout:2809: snap_create 2024-08-17T00:50:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:08 smithi082 ceph-mon[94343]: Upgrade: Updating grafana.a 2024-08-17T00:50:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:08 smithi082 ceph-mon[94343]: Deploying daemon grafana.a on smithi137 2024-08-17T00:50:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:08 smithi082 ceph-mon[91979]: Upgrade: Updating grafana.a 2024-08-17T00:50:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:08 smithi082 ceph-mon[91979]: Deploying daemon grafana.a on smithi137 2024-08-17T00:50:08.226 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 00:50:07 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[126654]: ts=2024-08-17T00:50:07.869Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.001901364s 2024-08-17T00:50:08.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:08 smithi137 ceph-mon[86391]: Upgrade: Updating grafana.a 2024-08-17T00:50:08.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:08 smithi137 ceph-mon[86391]: Deploying daemon grafana.a on smithi137 2024-08-17T00:50:09.042 INFO:tasks.rados.rados.0.smithi082.stdout:2809: done (0 left) 2024-08-17T00:50:09.042 INFO:tasks.rados.rados.0.smithi082.stdout:2810: snap_create 2024-08-17T00:50:09.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:09 smithi082 ceph-mon[94343]: osdmap e613: 8 total, 8 up, 8 in 2024-08-17T00:50:09.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:09 smithi082 ceph-mon[94343]: pgmap v589: 121 pgs: 121 active+clean; 204 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-08-17T00:50:09.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:09 smithi082 ceph-mon[91979]: osdmap e613: 8 total, 8 up, 8 in 2024-08-17T00:50:09.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:09 smithi082 ceph-mon[91979]: pgmap v589: 121 pgs: 121 active+clean; 204 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-08-17T00:50:09.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:09 smithi137 ceph-mon[86391]: osdmap e613: 8 total, 8 up, 8 in 2024-08-17T00:50:09.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:09 smithi137 ceph-mon[86391]: pgmap v589: 121 pgs: 121 active+clean; 204 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-08-17T00:50:10.043 INFO:tasks.rados.rados.0.smithi082.stdout:2810: done (0 left) 2024-08-17T00:50:10.043 INFO:tasks.rados.rados.0.smithi082.stdout:2811: snap_create 2024-08-17T00:50:10.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:10 smithi082 ceph-mon[94343]: osdmap e614: 8 total, 8 up, 8 in 2024-08-17T00:50:10.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:10 smithi082 ceph-mon[91979]: osdmap e614: 8 total, 8 up, 8 in 2024-08-17T00:50:10.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:10 smithi137 ceph-mon[86391]: osdmap e614: 8 total, 8 up, 8 in 2024-08-17T00:50:11.058 INFO:tasks.rados.rados.0.smithi082.stdout:2811: done (0 left) 2024-08-17T00:50:11.058 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 17 current snap is 265 2024-08-17T00:50:11.059 INFO:tasks.rados.rados.0.smithi082.stdout:2812: seq_num 851 ranges {0=655360,655360=688128,1343488=679936,2023424=237568} 2024-08-17T00:50:11.061 INFO:tasks.rados.rados.0.smithi082.stdout:2812: writing smithi08280503-17 from 0 to 655360 tid 1 2024-08-17T00:50:11.065 INFO:tasks.rados.rados.0.smithi082.stdout:2812: writing smithi08280503-17 from 655360 to 1343488 tid 2 2024-08-17T00:50:11.069 INFO:tasks.rados.rados.0.smithi082.stdout:2812: writing smithi08280503-17 from 1343488 to 2023424 tid 3 2024-08-17T00:50:11.071 INFO:tasks.rados.rados.0.smithi082.stdout:2812: writing smithi08280503-17 from 2023424 to 2260992 tid 4 2024-08-17T00:50:11.071 INFO:tasks.rados.rados.0.smithi082.stdout:2813: rollback oid 40 current snap is 265 2024-08-17T00:50:11.071 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 40 to 263 2024-08-17T00:50:11.071 INFO:tasks.rados.rados.0.smithi082.stdout:2812: finishing write tid 1 to smithi08280503-17 2024-08-17T00:50:11.071 INFO:tasks.rados.rados.0.smithi082.stdout:2812: finishing write tid 2 to smithi08280503-17 2024-08-17T00:50:11.071 INFO:tasks.rados.rados.0.smithi082.stdout:2814: snap_remove snap 261 2024-08-17T00:50:11.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:11 smithi082 ceph-mon[94343]: osdmap e615: 8 total, 8 up, 8 in 2024-08-17T00:50:11.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:11 smithi082 ceph-mon[94343]: pgmap v592: 121 pgs: 121 active+clean; 196 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-08-17T00:50:11.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:11 smithi082 ceph-mon[91979]: osdmap e615: 8 total, 8 up, 8 in 2024-08-17T00:50:11.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:11 smithi082 ceph-mon[91979]: pgmap v592: 121 pgs: 121 active+clean; 196 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-08-17T00:50:11.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:11 smithi137 ceph-mon[86391]: osdmap e615: 8 total, 8 up, 8 in 2024-08-17T00:50:11.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:11 smithi137 ceph-mon[86391]: pgmap v592: 121 pgs: 121 active+clean; 196 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-08-17T00:50:12.060 INFO:tasks.rados.rados.0.smithi082.stdout:2814: done (2 left) 2024-08-17T00:50:12.061 INFO:tasks.rados.rados.0.smithi082.stdout:2815: read oid 29 snap 262 2024-08-17T00:50:12.061 INFO:tasks.rados.rados.0.smithi082.stdout:2815: expect deleted 2024-08-17T00:50:12.061 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 19 current snap is 265 2024-08-17T00:50:12.061 INFO:tasks.rados.rados.0.smithi082.stdout:2813: finishing rollback tid 1 to smithi08280503-40 2024-08-17T00:50:12.061 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 0 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-08-17T00:50:12.061 INFO:tasks.rados.rados.0.smithi082.stdout:2812: finishing write tid 3 to smithi08280503-17 2024-08-17T00:50:12.061 INFO:tasks.rados.rados.0.smithi082.stdout:2816: seq_num 852 ranges {0=671744,671744=622592,1294336=442368,1736704=540672} 2024-08-17T00:50:12.065 INFO:tasks.rados.rados.0.smithi082.stdout:2816: writing smithi08280503-19 from 0 to 671744 tid 1 2024-08-17T00:50:12.069 INFO:tasks.rados.rados.0.smithi082.stdout:2816: writing smithi08280503-19 from 671744 to 1294336 tid 2 2024-08-17T00:50:12.071 INFO:tasks.rados.rados.0.smithi082.stdout:2816: writing smithi08280503-19 from 1294336 to 1736704 tid 3 2024-08-17T00:50:12.076 INFO:tasks.rados.rados.0.smithi082.stdout:2816: writing smithi08280503-19 from 1736704 to 2277376 tid 4 2024-08-17T00:50:12.076 INFO:tasks.rados.rados.0.smithi082.stdout:2813: done (3 left) 2024-08-17T00:50:12.076 INFO:tasks.rados.rados.0.smithi082.stdout:2817: rollback oid 16 current snap is 265 2024-08-17T00:50:12.076 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 16 to 263 2024-08-17T00:50:12.076 INFO:tasks.rados.rados.0.smithi082.stdout:2812: finishing write tid 4 to smithi08280503-17 2024-08-17T00:50:12.076 INFO:tasks.rados.rados.0.smithi082.stdout:2812: finishing write tid 5 to smithi08280503-17 2024-08-17T00:50:12.076 INFO:tasks.rados.rados.0.smithi082.stdout:2812: finishing write tid 6 to smithi08280503-17 2024-08-17T00:50:12.076 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 1547 (ObjNum 851 snap 265 seq_num 851) dirty exists 2024-08-17T00:50:12.076 INFO:tasks.rados.rados.0.smithi082.stdout:2812: left oid 17 (ObjNum 851 snap 265 seq_num 851) 2024-08-17T00:50:12.076 INFO:tasks.rados.rados.0.smithi082.stdout:2816: finishing write tid 1 to smithi08280503-19 2024-08-17T00:50:12.077 INFO:tasks.rados.rados.0.smithi082.stdout:2816: finishing write tid 2 to smithi08280503-19 2024-08-17T00:50:12.077 INFO:tasks.rados.rados.0.smithi082.stdout:2812: done (3 left) 2024-08-17T00:50:12.077 INFO:tasks.rados.rados.0.smithi082.stdout:2815: done (2 left) 2024-08-17T00:50:12.077 INFO:tasks.rados.rados.0.smithi082.stdout:2818: rollback oid 1 current snap is 265 2024-08-17T00:50:12.077 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 1 to 264 2024-08-17T00:50:12.077 INFO:tasks.rados.rados.0.smithi082.stdout:2816: finishing write tid 3 to smithi08280503-19 2024-08-17T00:50:12.077 INFO:tasks.rados.rados.0.smithi082.stdout:2819: snap_create 2024-08-17T00:50:12.079 INFO:tasks.rados.rados.0.smithi082.stdout:2816: finishing write tid 4 to smithi08280503-19 2024-08-17T00:50:12.079 INFO:tasks.rados.rados.0.smithi082.stdout:2818: finishing rollback tid 0 to smithi08280503-1 2024-08-17T00:50:12.079 INFO:tasks.rados.rados.0.smithi082.stdout:2816: finishing write tid 5 to smithi08280503-19 2024-08-17T00:50:12.080 INFO:tasks.rados.rados.0.smithi082.stdout:2817: finishing rollback tid 0 to smithi08280503-16 2024-08-17T00:50:12.080 INFO:tasks.rados.rados.0.smithi082.stdout:2817: finishing rollback tid 1 to smithi08280503-16 2024-08-17T00:50:12.080 INFO:tasks.rados.rados.0.smithi082.stdout:2818: finishing rollback tid 1 to smithi08280503-1 2024-08-17T00:50:12.080 INFO:tasks.rados.rados.0.smithi082.stdout:2817: finishing rollback tid 2 to smithi08280503-16 2024-08-17T00:50:12.080 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 1541 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-17T00:50:12.080 INFO:tasks.rados.rados.0.smithi082.stdout:2818: finishing rollback tid 2 to smithi08280503-1 2024-08-17T00:50:12.081 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 1550 (ObjNum 784 snap 242 seq_num 784) dirty exists 2024-08-17T00:50:12.081 INFO:tasks.rados.rados.0.smithi082.stdout:2816: finishing write tid 6 to smithi08280503-19 2024-08-17T00:50:12.081 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 1644 (ObjNum 852 snap 265 seq_num 852) dirty exists 2024-08-17T00:50:12.081 INFO:tasks.rados.rados.0.smithi082.stdout:2816: left oid 19 (ObjNum 852 snap 265 seq_num 852) 2024-08-17T00:50:12.315 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:12 smithi137 ceph-mon[86391]: osdmap e616: 8 total, 8 up, 8 in 2024-08-17T00:50:12.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:12 smithi082 ceph-mon[94343]: osdmap e616: 8 total, 8 up, 8 in 2024-08-17T00:50:12.479 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:12 smithi082 ceph-mon[91979]: osdmap e616: 8 total, 8 up, 8 in 2024-08-17T00:50:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:50:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:50:13.070 INFO:tasks.rados.rados.0.smithi082.stdout:2816: done (3 left) 2024-08-17T00:50:13.070 INFO:tasks.rados.rados.0.smithi082.stdout:2817: done (2 left) 2024-08-17T00:50:13.070 INFO:tasks.rados.rados.0.smithi082.stdout:2818: done (1 left) 2024-08-17T00:50:13.071 INFO:tasks.rados.rados.0.smithi082.stdout:2819: done (0 left) 2024-08-17T00:50:13.071 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 30 current snap is 266 2024-08-17T00:50:13.071 INFO:tasks.rados.rados.0.smithi082.stdout:2820: seq_num 853 ranges {3833856=696320,4530176=507904,5038080=647168,5685248=450560} 2024-08-17T00:50:13.094 INFO:tasks.rados.rados.0.smithi082.stdout:2820: writing smithi08280503-30 from 3833856 to 4530176 tid 1 2024-08-17T00:50:13.097 INFO:tasks.rados.rados.0.smithi082.stdout:2820: writing smithi08280503-30 from 4530176 to 5038080 tid 2 2024-08-17T00:50:13.101 INFO:tasks.rados.rados.0.smithi082.stdout:2820: writing smithi08280503-30 from 5038080 to 5685248 tid 3 2024-08-17T00:50:13.104 INFO:tasks.rados.rados.0.smithi082.stdout:2820: writing smithi08280503-30 from 5685248 to 6135808 tid 4 2024-08-17T00:50:13.104 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 38 current snap is 266 2024-08-17T00:50:13.104 INFO:tasks.rados.rados.0.smithi082.stdout:2820: finishing write tid 1 to smithi08280503-30 2024-08-17T00:50:13.104 INFO:tasks.rados.rados.0.smithi082.stdout:2820: finishing write tid 2 to smithi08280503-30 2024-08-17T00:50:13.104 INFO:tasks.rados.rados.0.smithi082.stdout:2820: finishing write tid 3 to smithi08280503-30 2024-08-17T00:50:13.105 INFO:tasks.rados.rados.0.smithi082.stdout:2821: seq_num 854 ranges {10756096=712704,11468800=794624,12263424=450560,12713984=360448} 2024-08-17T00:50:13.164 INFO:tasks.rados.rados.0.smithi082.stdout:2821: writing smithi08280503-38 from 10756096 to 11468800 tid 1 2024-08-17T00:50:13.169 INFO:tasks.rados.rados.0.smithi082.stdout:2821: writing smithi08280503-38 from 11468800 to 12263424 tid 2 2024-08-17T00:50:13.172 INFO:tasks.rados.rados.0.smithi082.stdout:2821: writing smithi08280503-38 from 12263424 to 12713984 tid 3 2024-08-17T00:50:13.175 INFO:tasks.rados.rados.0.smithi082.stdout:2821: writing smithi08280503-38 from 12713984 to 13074432 tid 4 2024-08-17T00:50:13.175 INFO:tasks.rados.rados.0.smithi082.stdout:2822: snap_create 2024-08-17T00:50:13.175 INFO:tasks.rados.rados.0.smithi082.stdout:2820: finishing write tid 4 to smithi08280503-30 2024-08-17T00:50:13.175 INFO:tasks.rados.rados.0.smithi082.stdout:2820: finishing write tid 5 to smithi08280503-30 2024-08-17T00:50:13.175 INFO:tasks.rados.rados.0.smithi082.stdout:2820: finishing write tid 6 to smithi08280503-30 2024-08-17T00:50:13.175 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 30 v 1258 (ObjNum 853 snap 266 seq_num 853) dirty exists 2024-08-17T00:50:13.175 INFO:tasks.rados.rados.0.smithi082.stdout:2820: left oid 30 (ObjNum 853 snap 266 seq_num 853) 2024-08-17T00:50:13.175 INFO:tasks.rados.rados.0.smithi082.stdout:2821: finishing write tid 1 to smithi08280503-38 2024-08-17T00:50:13.176 INFO:tasks.rados.rados.0.smithi082.stdout:2821: finishing write tid 2 to smithi08280503-38 2024-08-17T00:50:13.177 INFO:tasks.rados.rados.0.smithi082.stdout:2821: finishing write tid 3 to smithi08280503-38 2024-08-17T00:50:13.177 INFO:tasks.rados.rados.0.smithi082.stdout:2821: finishing write tid 4 to smithi08280503-38 2024-08-17T00:50:13.178 INFO:tasks.rados.rados.0.smithi082.stdout:2821: finishing write tid 5 to smithi08280503-38 2024-08-17T00:50:13.180 INFO:tasks.rados.rados.0.smithi082.stdout:2821: finishing write tid 6 to smithi08280503-38 2024-08-17T00:50:13.180 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 1263 (ObjNum 854 snap 266 seq_num 854) dirty exists 2024-08-17T00:50:13.180 INFO:tasks.rados.rados.0.smithi082.stdout:2821: left oid 38 (ObjNum 854 snap 266 seq_num 854) 2024-08-17T00:50:13.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:13 smithi082 ceph-mon[94343]: osdmap e617: 8 total, 8 up, 8 in 2024-08-17T00:50:13.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:13 smithi082 ceph-mon[94343]: pgmap v595: 121 pgs: 121 active+clean; 198 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-17T00:50:13.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:13 smithi082 ceph-mon[91979]: osdmap e617: 8 total, 8 up, 8 in 2024-08-17T00:50:13.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:13 smithi082 ceph-mon[91979]: pgmap v595: 121 pgs: 121 active+clean; 198 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-17T00:50:13.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:13 smithi137 ceph-mon[86391]: osdmap e617: 8 total, 8 up, 8 in 2024-08-17T00:50:13.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:13 smithi137 ceph-mon[86391]: pgmap v595: 121 pgs: 121 active+clean; 198 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-17T00:50:13.825 INFO:tasks.rados.rados.0.smithi082.stdout:2820: done (2 left) 2024-08-17T00:50:13.825 INFO:tasks.rados.rados.0.smithi082.stdout:2821: done (1 left) 2024-08-17T00:50:13.825 INFO:tasks.rados.rados.0.smithi082.stdout:2822: done (0 left) 2024-08-17T00:50:13.826 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 31 current snap is 267 2024-08-17T00:50:13.826 INFO:tasks.rados.rados.0.smithi082.stdout:2823: seq_num 855 ranges {0=729088,729088=671744,1400832=663552,2064384=270336} 2024-08-17T00:50:13.829 INFO:tasks.rados.rados.0.smithi082.stdout:2823: writing smithi08280503-31 from 0 to 729088 tid 1 2024-08-17T00:50:13.833 INFO:tasks.rados.rados.0.smithi082.stdout:2823: writing smithi08280503-31 from 729088 to 1400832 tid 2 2024-08-17T00:50:13.837 INFO:tasks.rados.rados.0.smithi082.stdout:2823: writing smithi08280503-31 from 1400832 to 2064384 tid 3 2024-08-17T00:50:13.840 INFO:tasks.rados.rados.0.smithi082.stdout:2823: writing smithi08280503-31 from 2064384 to 2334720 tid 4 2024-08-17T00:50:13.840 INFO:tasks.rados.rados.0.smithi082.stdout:2824: rmattr oid 35 current snap is 267 2024-08-17T00:50:13.840 INFO:tasks.rados.rados.0.smithi082.stdout:2824: done (1 left) 2024-08-17T00:50:13.840 INFO:tasks.rados.rados.0.smithi082.stdout:2825: read oid 29 snap 263 2024-08-17T00:50:13.841 INFO:tasks.rados.rados.0.smithi082.stdout:2825: expect deleted 2024-08-17T00:50:13.841 INFO:tasks.rados.rados.0.smithi082.stdout:2826: copy_from oid 11 from oid 13 current snap is 267 2024-08-17T00:50:13.841 INFO:tasks.rados.rados.0.smithi082.stdout:2823: finishing write tid 1 to smithi08280503-31 2024-08-17T00:50:13.841 INFO:tasks.rados.rados.0.smithi082.stdout:2823: finishing write tid 2 to smithi08280503-31 2024-08-17T00:50:13.841 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 46 current snap is 267 2024-08-17T00:50:13.842 INFO:tasks.rados.rados.0.smithi082.stdout:2827: seq_num 856 ranges {6135808=745472,6881280=557056,7438336=417792,7856128=434176,8290304=196608} 2024-08-17T00:50:13.877 INFO:tasks.rados.rados.0.smithi082.stdout:2827: writing smithi08280503-46 from 6135808 to 6881280 tid 1 2024-08-17T00:50:13.880 INFO:tasks.rados.rados.0.smithi082.stdout:2827: writing smithi08280503-46 from 6881280 to 7438336 tid 2 2024-08-17T00:50:13.882 INFO:tasks.rados.rados.0.smithi082.stdout:2827: writing smithi08280503-46 from 7438336 to 7856128 tid 3 2024-08-17T00:50:13.885 INFO:tasks.rados.rados.0.smithi082.stdout:2827: writing smithi08280503-46 from 7856128 to 8290304 tid 4 2024-08-17T00:50:13.887 INFO:tasks.rados.rados.0.smithi082.stdout:2827: writing smithi08280503-46 from 8290304 to 8486912 tid 5 2024-08-17T00:50:13.887 INFO:tasks.rados.rados.0.smithi082.stdout:2828: delete oid 18 current snap is 267 2024-08-17T00:50:13.887 INFO:tasks.rados.rados.0.smithi082.stdout:2823: finishing write tid 3 to smithi08280503-31 2024-08-17T00:50:13.887 INFO:tasks.rados.rados.0.smithi082.stdout:2823: finishing write tid 4 to smithi08280503-31 2024-08-17T00:50:13.887 INFO:tasks.rados.rados.0.smithi082.stdout:2823: finishing write tid 5 to smithi08280503-31 2024-08-17T00:50:13.887 INFO:tasks.rados.rados.0.smithi082.stdout:2823: finishing write tid 6 to smithi08280503-31 2024-08-17T00:50:13.887 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 1649 (ObjNum 855 snap 267 seq_num 855) dirty exists 2024-08-17T00:50:13.887 INFO:tasks.rados.rados.0.smithi082.stdout:2823: left oid 31 (ObjNum 855 snap 267 seq_num 855) 2024-08-17T00:50:13.887 INFO:tasks.rados.rados.0.smithi082.stdout:2826: finishing copy_from racing read to smithi08280503-11 2024-08-17T00:50:13.887 INFO:tasks.rados.rados.0.smithi082.stdout:2826: finishing copy_from to smithi08280503-11 2024-08-17T00:50:13.888 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 1143 (ObjNum 803 snap 250 seq_num 803) dirty exists 2024-08-17T00:50:13.888 INFO:tasks.rados.rados.0.smithi082.stdout:2827: finishing write tid 1 to smithi08280503-46 2024-08-17T00:50:13.888 INFO:tasks.rados.rados.0.smithi082.stdout:2827: finishing write tid 2 to smithi08280503-46 2024-08-17T00:50:13.888 INFO:tasks.rados.rados.0.smithi082.stdout:2827: finishing write tid 3 to smithi08280503-46 2024-08-17T00:50:13.889 INFO:tasks.rados.rados.0.smithi082.stdout:2823: done (4 left) 2024-08-17T00:50:13.889 INFO:tasks.rados.rados.0.smithi082.stdout:2825: done (3 left) 2024-08-17T00:50:13.889 INFO:tasks.rados.rados.0.smithi082.stdout:2826: done (2 left) 2024-08-17T00:50:13.889 INFO:tasks.rados.rados.0.smithi082.stdout:2828: done (1 left) 2024-08-17T00:50:13.889 INFO:tasks.rados.rados.0.smithi082.stdout:2829: read oid 33 snap -1 2024-08-17T00:50:13.889 INFO:tasks.rados.rados.0.smithi082.stdout:2829: expect (ObjNum 803 snap 250 seq_num 803) 2024-08-17T00:50:13.890 INFO:tasks.rados.rados.0.smithi082.stdout:2830: copy_from oid 39 from oid 48 current snap is 267 2024-08-17T00:50:13.890 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 8 current snap is 267 2024-08-17T00:50:13.890 INFO:tasks.rados.rados.0.smithi082.stdout:2831: seq_num 858 ranges {6135808=778240,6914048=729088,7643136=434176,8077312=442368} 2024-08-17T00:50:13.927 INFO:tasks.rados.rados.0.smithi082.stdout:2831: writing smithi08280503-8 from 6135808 to 6914048 tid 1 2024-08-17T00:50:13.930 INFO:tasks.rados.rados.0.smithi082.stdout:2831: writing smithi08280503-8 from 6914048 to 7643136 tid 2 2024-08-17T00:50:13.933 INFO:tasks.rados.rados.0.smithi082.stdout:2831: writing smithi08280503-8 from 7643136 to 8077312 tid 3 2024-08-17T00:50:13.936 INFO:tasks.rados.rados.0.smithi082.stdout:2831: writing smithi08280503-8 from 8077312 to 8519680 tid 4 2024-08-17T00:50:13.936 INFO:tasks.rados.rados.0.smithi082.stdout:2832: read oid 24 snap -1 2024-08-17T00:50:13.936 INFO:tasks.rados.rados.0.smithi082.stdout:2832: expect deleted 2024-08-17T00:50:13.936 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 38 current snap is 267 2024-08-17T00:50:13.936 INFO:tasks.rados.rados.0.smithi082.stdout:2827: finishing write tid 4 to smithi08280503-46 2024-08-17T00:50:13.936 INFO:tasks.rados.rados.0.smithi082.stdout:2833: seq_num 859 ranges {13074432=794624,13869056=614400,14483456=638976,15122432=352256} 2024-08-17T00:50:14.008 INFO:tasks.rados.rados.0.smithi082.stdout:2833: writing smithi08280503-38 from 13074432 to 13869056 tid 1 2024-08-17T00:50:14.012 INFO:tasks.rados.rados.0.smithi082.stdout:2833: writing smithi08280503-38 from 13869056 to 14483456 tid 2 2024-08-17T00:50:14.015 INFO:tasks.rados.rados.0.smithi082.stdout:2833: writing smithi08280503-38 from 14483456 to 15122432 tid 3 2024-08-17T00:50:14.018 INFO:tasks.rados.rados.0.smithi082.stdout:2833: writing smithi08280503-38 from 15122432 to 15474688 tid 4 2024-08-17T00:50:14.019 INFO:tasks.rados.rados.0.smithi082.stdout:2834: read oid 10 snap -1 2024-08-17T00:50:14.019 INFO:tasks.rados.rados.0.smithi082.stdout:2834: expect deleted 2024-08-17T00:50:14.019 INFO:tasks.rados.rados.0.smithi082.stdout:2835: copy_from oid 17 from oid 47 current snap is 267 2024-08-17T00:50:14.019 INFO:tasks.rados.rados.0.smithi082.stdout:2827: finishing write tid 5 to smithi08280503-46 2024-08-17T00:50:14.019 INFO:tasks.rados.rados.0.smithi082.stdout:2827: finishing write tid 6 to smithi08280503-46 2024-08-17T00:50:14.019 INFO:tasks.rados.rados.0.smithi082.stdout:2827: finishing write tid 7 to smithi08280503-46 2024-08-17T00:50:14.019 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 46 v 1694 (ObjNum 856 snap 267 seq_num 856) dirty exists 2024-08-17T00:50:14.019 INFO:tasks.rados.rados.0.smithi082.stdout:2827: left oid 46 (ObjNum 856 snap 267 seq_num 856) 2024-08-17T00:50:14.019 INFO:tasks.rados.rados.0.smithi082.stdout:2830: finishing copy_from to smithi08280503-39 2024-08-17T00:50:14.019 INFO:tasks.rados.rados.0.smithi082.stdout:2830: got expected ENOENT (src dne) 2024-08-17T00:50:14.019 INFO:tasks.rados.rados.0.smithi082.stdout:2830: finishing copy_from racing read to smithi08280503-39 2024-08-17T00:50:14.019 INFO:tasks.rados.rados.0.smithi082.stdout:2829: expect (ObjNum 803 snap 250 seq_num 803) 2024-08-17T00:50:14.434 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:14 smithi137 ceph-mon[86391]: osdmap e618: 8 total, 8 up, 8 in 2024-08-17T00:50:14.434 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:14 smithi137 ceph-mon[86391]: osdmap e619: 8 total, 8 up, 8 in 2024-08-17T00:50:14.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:14 smithi082 ceph-mon[94343]: osdmap e618: 8 total, 8 up, 8 in 2024-08-17T00:50:14.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:14 smithi082 ceph-mon[94343]: osdmap e619: 8 total, 8 up, 8 in 2024-08-17T00:50:14.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:14 smithi082 ceph-mon[91979]: osdmap e618: 8 total, 8 up, 8 in 2024-08-17T00:50:14.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:14 smithi082 ceph-mon[91979]: osdmap e619: 8 total, 8 up, 8 in 2024-08-17T00:50:14.482 INFO:tasks.rados.rados.0.smithi082.stdout:2831: finishing write tid 1 to smithi08280503-8 2024-08-17T00:50:14.482 INFO:tasks.rados.rados.0.smithi082.stdout:2831: finishing write tid 2 to smithi08280503-8 2024-08-17T00:50:14.482 INFO:tasks.rados.rados.0.smithi082.stdout:2831: finishing write tid 3 to smithi08280503-8 2024-08-17T00:50:14.482 INFO:tasks.rados.rados.0.smithi082.stdout:2831: finishing write tid 4 to smithi08280503-8 2024-08-17T00:50:14.482 INFO:tasks.rados.rados.0.smithi082.stdout:2831: finishing write tid 5 to smithi08280503-8 2024-08-17T00:50:14.482 INFO:tasks.rados.rados.0.smithi082.stdout:2831: finishing write tid 6 to smithi08280503-8 2024-08-17T00:50:14.482 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 1420 (ObjNum 858 snap 267 seq_num 858) dirty exists 2024-08-17T00:50:14.482 INFO:tasks.rados.rados.0.smithi082.stdout:2831: left oid 8 (ObjNum 858 snap 267 seq_num 858) 2024-08-17T00:50:14.482 INFO:tasks.rados.rados.0.smithi082.stdout:2833: finishing write tid 1 to smithi08280503-38 2024-08-17T00:50:14.482 INFO:tasks.rados.rados.0.smithi082.stdout:2827: done (7 left) 2024-08-17T00:50:14.482 INFO:tasks.rados.rados.0.smithi082.stdout:2829: done (6 left) 2024-08-17T00:50:14.483 INFO:tasks.rados.rados.0.smithi082.stdout:2830: done (5 left) 2024-08-17T00:50:14.483 INFO:tasks.rados.rados.0.smithi082.stdout:2831: done (4 left) 2024-08-17T00:50:14.483 INFO:tasks.rados.rados.0.smithi082.stdout:2832: done (3 left) 2024-08-17T00:50:14.483 INFO:tasks.rados.rados.0.smithi082.stdout:2836: rollback oid 42 current snap is 267 2024-08-17T00:50:14.483 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 42 to 262 2024-08-17T00:50:14.483 INFO:tasks.rados.rados.0.smithi082.stdout:2833: finishing write tid 2 to smithi08280503-38 2024-08-17T00:50:14.483 INFO:tasks.rados.rados.0.smithi082.stdout:2833: finishing write tid 3 to smithi08280503-38 2024-08-17T00:50:14.483 INFO:tasks.rados.rados.0.smithi082.stdout:2833: finishing write tid 4 to smithi08280503-38 2024-08-17T00:50:14.483 INFO:tasks.rados.rados.0.smithi082.stdout:2833: finishing write tid 5 to smithi08280503-38 2024-08-17T00:50:14.483 INFO:tasks.rados.rados.0.smithi082.stdout:2833: finishing write tid 6 to smithi08280503-38 2024-08-17T00:50:14.483 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 1268 (ObjNum 859 snap 267 seq_num 859) dirty exists 2024-08-17T00:50:14.483 INFO:tasks.rados.rados.0.smithi082.stdout:2833: left oid 38 (ObjNum 859 snap 267 seq_num 859) 2024-08-17T00:50:14.483 INFO:tasks.rados.rados.0.smithi082.stdout:2835: finishing copy_from racing read to smithi08280503-17 2024-08-17T00:50:14.484 INFO:tasks.rados.rados.0.smithi082.stdout:2835: finishing copy_from to smithi08280503-17 2024-08-17T00:50:14.484 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 1286 (ObjNum 841 snap 261 seq_num 841) dirty exists 2024-08-17T00:50:14.484 INFO:tasks.rados.rados.0.smithi082.stdout:2833: done (3 left) 2024-08-17T00:50:14.484 INFO:tasks.rados.rados.0.smithi082.stdout:2834: done (2 left) 2024-08-17T00:50:14.484 INFO:tasks.rados.rados.0.smithi082.stdout:2835: done (1 left) 2024-08-17T00:50:14.484 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 19 current snap is 267 2024-08-17T00:50:14.484 INFO:tasks.rados.rados.0.smithi082.stdout:2837: seq_num 860 ranges {2277376=8192} 2024-08-17T00:50:14.493 INFO:tasks.rados.rados.0.smithi082.stdout:2837: writing smithi08280503-19 from 2277376 to 2285568 tid 1 2024-08-17T00:50:14.493 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 13 current snap is 267 2024-08-17T00:50:14.493 INFO:tasks.rados.rados.0.smithi082.stdout:2838: seq_num 861 ranges {6979584=24576} 2024-08-17T00:50:14.531 INFO:tasks.rados.rados.0.smithi082.stdout:2838: writing smithi08280503-13 from 6979584 to 7004160 tid 1 2024-08-17T00:50:14.531 INFO:tasks.rados.rados.0.smithi082.stdout:2839: copy_from oid 20 from oid 5 current snap is 267 2024-08-17T00:50:14.531 INFO:tasks.rados.rados.0.smithi082.stdout:2836: finishing rollback tid 0 to smithi08280503-42 2024-08-17T00:50:14.532 INFO:tasks.rados.rados.0.smithi082.stdout:2836: finishing rollback tid 1 to smithi08280503-42 2024-08-17T00:50:14.532 INFO:tasks.rados.rados.0.smithi082.stdout:2836: finishing rollback tid 2 to smithi08280503-42 2024-08-17T00:50:14.532 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 1389 (ObjNum 753 snap 237 seq_num 753) dirty exists 2024-08-17T00:50:14.532 INFO:tasks.rados.rados.0.smithi082.stdout:2837: finishing write tid 1 to smithi08280503-19 2024-08-17T00:50:14.532 INFO:tasks.rados.rados.0.smithi082.stdout:2837: finishing write tid 2 to smithi08280503-19 2024-08-17T00:50:14.532 INFO:tasks.rados.rados.0.smithi082.stdout:2837: finishing write tid 3 to smithi08280503-19 2024-08-17T00:50:14.533 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 1652 (ObjNum 860 snap 267 seq_num 860) dirty exists 2024-08-17T00:50:14.533 INFO:tasks.rados.rados.0.smithi082.stdout:2837: left oid 19 (ObjNum 860 snap 267 seq_num 860) 2024-08-17T00:50:14.533 INFO:tasks.rados.rados.0.smithi082.stdout:2836: done (3 left) 2024-08-17T00:50:14.533 INFO:tasks.rados.rados.0.smithi082.stdout:2837: done (2 left) 2024-08-17T00:50:14.533 INFO:tasks.rados.rados.0.smithi082.stdout:2840: copy_from oid 7 from oid 2 current snap is 267 2024-08-17T00:50:14.533 INFO:tasks.rados.rados.0.smithi082.stdout:2841: copy_from oid 40 from oid 39 current snap is 267 2024-08-17T00:50:14.533 INFO:tasks.rados.rados.0.smithi082.stdout:2842: read oid 10 snap -1 2024-08-17T00:50:14.533 INFO:tasks.rados.rados.0.smithi082.stdout:2842: expect deleted 2024-08-17T00:50:14.533 INFO:tasks.rados.rados.0.smithi082.stdout:2843: rollback oid 26 current snap is 267 2024-08-17T00:50:14.534 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 26 to 266 2024-08-17T00:50:14.534 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 44 current snap is 267 2024-08-17T00:50:14.534 INFO:tasks.rados.rados.0.smithi082.stdout:2844: seq_num 862 ranges {10035200=40960} 2024-08-17T00:50:14.586 INFO:tasks.rados.rados.0.smithi082.stdout:2844: writing smithi08280503-44 from 10035200 to 10076160 tid 1 2024-08-17T00:50:14.587 INFO:tasks.rados.rados.0.smithi082.stdout:2845: read oid 32 snap -1 2024-08-17T00:50:14.587 INFO:tasks.rados.rados.0.smithi082.stdout:2845: expect (ObjNum 812 snap 256 seq_num 812) 2024-08-17T00:50:14.587 INFO:tasks.rados.rados.0.smithi082.stdout:2846: delete oid 38 current snap is 267 2024-08-17T00:50:14.587 INFO:tasks.rados.rados.0.smithi082.stdout:2843: finishing rollback tid 1 to smithi08280503-26 2024-08-17T00:50:14.587 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 0 (ObjNum 81 snap 0 seq_num 2955138158) dirty dne 2024-08-17T00:50:14.587 INFO:tasks.rados.rados.0.smithi082.stdout:2838: finishing write tid 1 to smithi08280503-13 2024-08-17T00:50:14.587 INFO:tasks.rados.rados.0.smithi082.stdout:2838: finishing write tid 2 to smithi08280503-13 2024-08-17T00:50:14.588 INFO:tasks.rados.rados.0.smithi082.stdout:2838: finishing write tid 3 to smithi08280503-13 2024-08-17T00:50:14.588 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 1391 (ObjNum 861 snap 267 seq_num 861) dirty exists 2024-08-17T00:50:14.588 INFO:tasks.rados.rados.0.smithi082.stdout:2838: left oid 13 (ObjNum 861 snap 267 seq_num 861) 2024-08-17T00:50:14.588 INFO:tasks.rados.rados.0.smithi082.stdout:2840: finishing copy_from racing read to smithi08280503-7 2024-08-17T00:50:14.588 INFO:tasks.rados.rados.0.smithi082.stdout:2839: finishing copy_from racing read to smithi08280503-20 2024-08-17T00:50:14.588 INFO:tasks.rados.rados.0.smithi082.stdout:2841: finishing copy_from racing read to smithi08280503-40 2024-08-17T00:50:14.588 INFO:tasks.rados.rados.0.smithi082.stdout:2840: finishing copy_from to smithi08280503-7 2024-08-17T00:50:14.588 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 1154 (ObjNum 837 snap 261 seq_num 837) dirty exists 2024-08-17T00:50:14.588 INFO:tasks.rados.rados.0.smithi082.stdout:2839: finishing copy_from to smithi08280503-20 2024-08-17T00:50:14.588 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 1614 (ObjNum 830 snap 261 seq_num 830) dirty exists 2024-08-17T00:50:14.588 INFO:tasks.rados.rados.0.smithi082.stdout:2841: finishing copy_from to smithi08280503-40 2024-08-17T00:50:14.589 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 1456 (ObjNum 832 snap 261 seq_num 832) dirty exists 2024-08-17T00:50:14.589 INFO:tasks.rados.rados.0.smithi082.stdout:2838: done (8 left) 2024-08-17T00:50:14.589 INFO:tasks.rados.rados.0.smithi082.stdout:2839: done (7 left) 2024-08-17T00:50:14.589 INFO:tasks.rados.rados.0.smithi082.stdout:2840: done (6 left) 2024-08-17T00:50:14.590 INFO:tasks.rados.rados.0.smithi082.stdout:2841: done (5 left) 2024-08-17T00:50:14.590 INFO:tasks.rados.rados.0.smithi082.stdout:2842: done (4 left) 2024-08-17T00:50:14.590 INFO:tasks.rados.rados.0.smithi082.stdout:2843: done (3 left) 2024-08-17T00:50:14.590 INFO:tasks.rados.rados.0.smithi082.stdout:2846: done (2 left) 2024-08-17T00:50:14.590 INFO:tasks.rados.rados.0.smithi082.stdout:2847: rollback oid 48 current snap is 267 2024-08-17T00:50:14.590 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 48 to 265 2024-08-17T00:50:14.590 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 27 current snap is 267 2024-08-17T00:50:14.590 INFO:tasks.rados.rados.0.smithi082.stdout:2848: seq_num 864 ranges {1540096=73728} 2024-08-17T00:50:14.598 INFO:tasks.rados.rados.0.smithi082.stdout:2848: writing smithi08280503-27 from 1540096 to 1613824 tid 1 2024-08-17T00:50:14.598 INFO:tasks.rados.rados.0.smithi082.stdout:2849: snap_create 2024-08-17T00:50:14.598 INFO:tasks.rados.rados.0.smithi082.stdout:2844: finishing write tid 1 to smithi08280503-44 2024-08-17T00:50:14.598 INFO:tasks.rados.rados.0.smithi082.stdout:2844: finishing write tid 2 to smithi08280503-44 2024-08-17T00:50:14.598 INFO:tasks.rados.rados.0.smithi082.stdout:2844: finishing write tid 3 to smithi08280503-44 2024-08-17T00:50:14.598 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 1543 (ObjNum 862 snap 267 seq_num 862) dirty exists 2024-08-17T00:50:14.598 INFO:tasks.rados.rados.0.smithi082.stdout:2844: left oid 44 (ObjNum 862 snap 267 seq_num 862) 2024-08-17T00:50:14.598 INFO:tasks.rados.rados.0.smithi082.stdout:2847: finishing rollback tid 1 to smithi08280503-48 2024-08-17T00:50:14.598 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 0 (ObjNum 33 snap 0 seq_num 1398368091) dirty dne 2024-08-17T00:50:14.603 INFO:tasks.rados.rados.0.smithi082.stdout:2848: finishing write tid 1 to smithi08280503-27 2024-08-17T00:50:14.603 INFO:tasks.rados.rados.0.smithi082.stdout:2848: finishing write tid 2 to smithi08280503-27 2024-08-17T00:50:14.605 INFO:tasks.rados.rados.0.smithi082.stdout:2848: finishing write tid 3 to smithi08280503-27 2024-08-17T00:50:14.605 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 1658 (ObjNum 864 snap 267 seq_num 864) dirty exists 2024-08-17T00:50:14.605 INFO:tasks.rados.rados.0.smithi082.stdout:2848: left oid 27 (ObjNum 864 snap 267 seq_num 864) 2024-08-17T00:50:14.608 INFO:tasks.rados.rados.0.smithi082.stdout:2845: expect (ObjNum 812 snap 256 seq_num 812) 2024-08-17T00:50:15.082 INFO:tasks.rados.rados.0.smithi082.stdout:2844: done (4 left) 2024-08-17T00:50:15.082 INFO:tasks.rados.rados.0.smithi082.stdout:2845: done (3 left) 2024-08-17T00:50:15.082 INFO:tasks.rados.rados.0.smithi082.stdout:2847: done (2 left) 2024-08-17T00:50:15.082 INFO:tasks.rados.rados.0.smithi082.stdout:2848: done (1 left) 2024-08-17T00:50:15.082 INFO:tasks.rados.rados.0.smithi082.stdout:2849: done (0 left) 2024-08-17T00:50:15.082 INFO:tasks.rados.rados.0.smithi082.stdout:2850: rmattr oid 32 current snap is 268 2024-08-17T00:50:15.082 INFO:tasks.rados.rados.0.smithi082.stdout:2850: done (0 left) 2024-08-17T00:50:15.082 INFO:tasks.rados.rados.0.smithi082.stdout:2851: rollback oid 8 current snap is 268 2024-08-17T00:50:15.082 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 8 to 264 2024-08-17T00:50:15.082 INFO:tasks.rados.rados.0.smithi082.stdout:2852: copy_from oid 6 from oid 50 current snap is 268 2024-08-17T00:50:15.082 INFO:tasks.rados.rados.0.smithi082.stdout:2853: read oid 38 snap 264 2024-08-17T00:50:15.083 INFO:tasks.rados.rados.0.smithi082.stdout:2853: expect (ObjNum 551 snap 165 seq_num 551) 2024-08-17T00:50:15.083 INFO:tasks.rados.rados.0.smithi082.stdout:2854: snap_remove snap 266 2024-08-17T00:50:15.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:15 smithi137 ceph-mon[86391]: pgmap v598: 121 pgs: 121 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-17T00:50:15.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:15 smithi082 ceph-mon[94343]: pgmap v598: 121 pgs: 121 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-17T00:50:15.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:15 smithi082 ceph-mon[91979]: pgmap v598: 121 pgs: 121 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-17T00:50:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:50:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:50:15] "GET /metrics HTTP/1.1" 200 36273 "" "Prometheus/2.43.0" 2024-08-17T00:50:16.083 INFO:tasks.rados.rados.0.smithi082.stdout:2854: done (3 left) 2024-08-17T00:50:16.083 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 16 current snap is 268 2024-08-17T00:50:16.083 INFO:tasks.rados.rados.0.smithi082.stdout:2855: seq_num 865 ranges {0=90112} 2024-08-17T00:50:16.084 INFO:tasks.rados.rados.0.smithi082.stdout:2855: writing smithi08280503-16 from 0 to 90112 tid 1 2024-08-17T00:50:16.084 INFO:tasks.rados.rados.0.smithi082.stdout:2856: read oid 22 snap -1 2024-08-17T00:50:16.084 INFO:tasks.rados.rados.0.smithi082.stdout:2856: expect deleted 2024-08-17T00:50:16.084 INFO:tasks.rados.rados.0.smithi082.stdout:2857: setattr oid 31 current snap is 268 2024-08-17T00:50:16.084 INFO:tasks.rados.rados.0.smithi082.stdout:2851: finishing rollback tid 0 to smithi08280503-8 2024-08-17T00:50:16.084 INFO:tasks.rados.rados.0.smithi082.stdout:2851: finishing rollback tid 1 to smithi08280503-8 2024-08-17T00:50:16.084 INFO:tasks.rados.rados.0.smithi082.stdout:2851: finishing rollback tid 2 to smithi08280503-8 2024-08-17T00:50:16.085 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 1423 (ObjNum 753 snap 237 seq_num 753) dirty exists 2024-08-17T00:50:16.085 INFO:tasks.rados.rados.0.smithi082.stdout:2852: finishing copy_from racing read to smithi08280503-6 2024-08-17T00:50:16.085 INFO:tasks.rados.rados.0.smithi082.stdout:2852: finishing copy_from to smithi08280503-6 2024-08-17T00:50:16.085 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 1603 (ObjNum 816 snap 256 seq_num 816) dirty exists 2024-08-17T00:50:16.085 INFO:tasks.rados.rados.0.smithi082.stdout:2853: expect (ObjNum 551 snap 165 seq_num 551) 2024-08-17T00:50:16.450 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:16 smithi137 ceph-mon[86391]: osdmap e620: 8 total, 8 up, 8 in 2024-08-17T00:50:16.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:16 smithi082 ceph-mon[94343]: osdmap e620: 8 total, 8 up, 8 in 2024-08-17T00:50:16.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:16 smithi082 ceph-mon[91979]: osdmap e620: 8 total, 8 up, 8 in 2024-08-17T00:50:16.839 INFO:tasks.rados.rados.0.smithi082.stdout:2855: finishing write tid 1 to smithi08280503-16 2024-08-17T00:50:16.839 INFO:tasks.rados.rados.0.smithi082.stdout:2855: finishing write tid 2 to smithi08280503-16 2024-08-17T00:50:16.839 INFO:tasks.rados.rados.0.smithi082.stdout:2855: finishing write tid 3 to smithi08280503-16 2024-08-17T00:50:16.839 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 1545 (ObjNum 865 snap 268 seq_num 865) dirty exists 2024-08-17T00:50:16.839 INFO:tasks.rados.rados.0.smithi082.stdout:2855: left oid 16 (ObjNum 865 snap 268 seq_num 865) 2024-08-17T00:50:16.839 INFO:tasks.rados.rados.0.smithi082.stdout:2851: done (5 left) 2024-08-17T00:50:16.839 INFO:tasks.rados.rados.0.smithi082.stdout:2852: done (4 left) 2024-08-17T00:50:16.839 INFO:tasks.rados.rados.0.smithi082.stdout:2853: done (3 left) 2024-08-17T00:50:16.839 INFO:tasks.rados.rados.0.smithi082.stdout:2855: done (2 left) 2024-08-17T00:50:16.839 INFO:tasks.rados.rados.0.smithi082.stdout:2856: done (1 left) 2024-08-17T00:50:16.839 INFO:tasks.rados.rados.0.smithi082.stdout:2858: setattr oid 44 current snap is 268 2024-08-17T00:50:16.840 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 25 current snap is 268 2024-08-17T00:50:16.840 INFO:tasks.rados.rados.0.smithi082.stdout:2859: seq_num 866 ranges {1024000=106496} 2024-08-17T00:50:16.846 INFO:tasks.rados.rados.0.smithi082.stdout:2859: writing smithi08280503-25 from 1024000 to 1130496 tid 1 2024-08-17T00:50:16.846 INFO:tasks.rados.rados.0.smithi082.stdout:2860: delete oid 17 current snap is 268 2024-08-17T00:50:16.846 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 1666 (ObjNum 855 snap 267 seq_num 855) dirty exists 2024-08-17T00:50:16.846 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 1546 (ObjNum 862 snap 267 seq_num 862) dirty exists 2024-08-17T00:50:16.849 INFO:tasks.rados.rados.0.smithi082.stdout:2857: done (3 left) 2024-08-17T00:50:16.849 INFO:tasks.rados.rados.0.smithi082.stdout:2858: done (2 left) 2024-08-17T00:50:16.849 INFO:tasks.rados.rados.0.smithi082.stdout:2860: done (1 left) 2024-08-17T00:50:16.849 INFO:tasks.rados.rados.0.smithi082.stdout:2861: rollback oid 28 current snap is 268 2024-08-17T00:50:16.849 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 28 to 263 2024-08-17T00:50:16.849 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 27 current snap is 268 2024-08-17T00:50:16.849 INFO:tasks.rados.rados.0.smithi082.stdout:2862: seq_num 868 ranges {1613824=139264} 2024-08-17T00:50:16.859 INFO:tasks.rados.rados.0.smithi082.stdout:2862: writing smithi08280503-27 from 1613824 to 1753088 tid 1 2024-08-17T00:50:16.859 INFO:tasks.rados.rados.0.smithi082.stdout:2863: read oid 8 snap -1 2024-08-17T00:50:16.859 INFO:tasks.rados.rados.0.smithi082.stdout:2863: expect (ObjNum 753 snap 237 seq_num 753) 2024-08-17T00:50:16.859 INFO:tasks.rados.rados.0.smithi082.stdout:2864: read oid 47 snap -1 2024-08-17T00:50:16.859 INFO:tasks.rados.rados.0.smithi082.stdout:2864: expect (ObjNum 841 snap 261 seq_num 841) 2024-08-17T00:50:16.859 INFO:tasks.rados.rados.0.smithi082.stdout:2865: snap_create 2024-08-17T00:50:16.859 INFO:tasks.rados.rados.0.smithi082.stdout:2859: finishing write tid 1 to smithi08280503-25 2024-08-17T00:50:16.859 INFO:tasks.rados.rados.0.smithi082.stdout:2859: finishing write tid 2 to smithi08280503-25 2024-08-17T00:50:16.860 INFO:tasks.rados.rados.0.smithi082.stdout:2859: finishing write tid 3 to smithi08280503-25 2024-08-17T00:50:16.860 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 1545 (ObjNum 866 snap 268 seq_num 866) dirty exists 2024-08-17T00:50:16.860 INFO:tasks.rados.rados.0.smithi082.stdout:2859: left oid 25 (ObjNum 866 snap 268 seq_num 866) 2024-08-17T00:50:16.860 INFO:tasks.rados.rados.0.smithi082.stdout:2861: finishing rollback tid 0 to smithi08280503-28 2024-08-17T00:50:16.860 INFO:tasks.rados.rados.0.smithi082.stdout:2861: finishing rollback tid 1 to smithi08280503-28 2024-08-17T00:50:16.860 INFO:tasks.rados.rados.0.smithi082.stdout:2861: finishing rollback tid 2 to smithi08280503-28 2024-08-17T00:50:16.860 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 1426 (ObjNum 388 snap 118 seq_num 388) dirty exists 2024-08-17T00:50:16.862 INFO:tasks.rados.rados.0.smithi082.stdout:2862: finishing write tid 1 to smithi08280503-27 2024-08-17T00:50:16.863 INFO:tasks.rados.rados.0.smithi082.stdout:2862: finishing write tid 2 to smithi08280503-27 2024-08-17T00:50:16.864 INFO:tasks.rados.rados.0.smithi082.stdout:2862: finishing write tid 3 to smithi08280503-27 2024-08-17T00:50:16.864 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 1669 (ObjNum 868 snap 268 seq_num 868) dirty exists 2024-08-17T00:50:16.864 INFO:tasks.rados.rados.0.smithi082.stdout:2862: left oid 27 (ObjNum 868 snap 268 seq_num 868) 2024-08-17T00:50:16.880 INFO:tasks.rados.rados.0.smithi082.stdout:2863: expect (ObjNum 753 snap 237 seq_num 753) 2024-08-17T00:50:17.098 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:16 smithi137 systemd[1]: Stopping Ceph grafana.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:50:17.320 INFO:tasks.rados.rados.0.smithi082.stdout:2864: expect (ObjNum 841 snap 261 seq_num 841) 2024-08-17T00:50:17.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:17 smithi082 ceph-mon[94343]: osdmap e621: 8 total, 8 up, 8 in 2024-08-17T00:50:17.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:17 smithi082 ceph-mon[94343]: pgmap v601: 121 pgs: 121 active+clean; 229 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 8.3 MiB/s wr, 13 op/s 2024-08-17T00:50:17.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:17 smithi082 ceph-mon[91979]: osdmap e621: 8 total, 8 up, 8 in 2024-08-17T00:50:17.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:17 smithi082 ceph-mon[91979]: pgmap v601: 121 pgs: 121 active+clean; 229 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 8.3 MiB/s wr, 13 op/s 2024-08-17T00:50:17.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:17 smithi137 ceph-mon[86391]: osdmap e621: 8 total, 8 up, 8 in 2024-08-17T00:50:17.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:17 smithi137 ceph-mon[86391]: pgmap v601: 121 pgs: 121 active+clean; 229 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 8.3 MiB/s wr, 13 op/s 2024-08-17T00:50:17.683 INFO:tasks.rados.rados.0.smithi082.stdout:2859: done (5 left) 2024-08-17T00:50:17.683 INFO:tasks.rados.rados.0.smithi082.stdout:2861: done (4 left) 2024-08-17T00:50:17.683 INFO:tasks.rados.rados.0.smithi082.stdout:2862: done (3 left) 2024-08-17T00:50:17.683 INFO:tasks.rados.rados.0.smithi082.stdout:2863: done (2 left) 2024-08-17T00:50:17.683 INFO:tasks.rados.rados.0.smithi082.stdout:2864: done (1 left) 2024-08-17T00:50:17.683 INFO:tasks.rados.rados.0.smithi082.stdout:2865: done (0 left) 2024-08-17T00:50:17.683 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 42 current snap is 269 2024-08-17T00:50:17.683 INFO:tasks.rados.rados.0.smithi082.stdout:2866: seq_num 869 ranges {6135808=155648} 2024-08-17T00:50:17.715 INFO:tasks.rados.rados.0.smithi082.stdout:2866: writing smithi08280503-42 from 6135808 to 6291456 tid 1 2024-08-17T00:50:17.715 INFO:tasks.rados.rados.0.smithi082.stdout:2867: snap_remove snap 262 2024-08-17T00:50:17.987 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:17 smithi137 podman[121647]: 2024-08-17 00:50:17.711257156 +0000 UTC m=+0.724033233 container died a7d4db6b9a8111ceb86ad025334a6249b7f70d40850dd9010f47c375501ed717 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, build-date=2022-04-29T11:48:11.055897, vcs-type=git, distribution-scope=public, maintainer=Paul Cuzner , version=8.5, architecture=x86_64, io.openshift.tags=base rhel8, release=239.1651231664, io.openshift.expose-services=, vendor=Red Hat, Inc., com.redhat.component=ubi8-container, description=Ceph Grafana Container, io.buildah.version=1.32.0, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-08-17T00:50:18.103 INFO:tasks.rados.rados.0.smithi082.stdout:2867: done (1 left) 2024-08-17T00:50:18.103 INFO:tasks.rados.rados.0.smithi082.stdout:2868: rollback oid 8 current snap is 269 2024-08-17T00:50:18.103 INFO:tasks.rados.rados.0.smithi082.stdout:2866: finishing write tid 1 to smithi08280503-42 2024-08-17T00:50:18.103 INFO:tasks.rados.rados.0.smithi082.stdout:2866: finishing write tid 2 to smithi08280503-42 2024-08-17T00:50:18.103 INFO:tasks.rados.rados.0.smithi082.stdout:2866: finishing write tid 3 to smithi08280503-42 2024-08-17T00:50:18.103 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 1393 (ObjNum 869 snap 269 seq_num 869) dirty exists 2024-08-17T00:50:18.104 INFO:tasks.rados.rados.0.smithi082.stdout:2866: left oid 42 (ObjNum 869 snap 269 seq_num 869) 2024-08-17T00:50:18.104 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 8 to 268 2024-08-17T00:50:18.104 INFO:tasks.rados.rados.0.smithi082.stdout:2866: done (1 left) 2024-08-17T00:50:18.104 INFO:tasks.rados.rados.0.smithi082.stdout:2869: copy_from oid 21 from oid 16 current snap is 269 2024-08-17T00:50:18.104 INFO:tasks.rados.rados.0.smithi082.stdout:2870: snap_remove snap 264 2024-08-17T00:50:18.377 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:18 smithi137 ceph-mon[86391]: osdmap e622: 8 total, 8 up, 8 in 2024-08-17T00:50:18.377 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:18 smithi137 podman[121647]: 2024-08-17 00:50:18.091412305 +0000 UTC m=+1.104188373 container cleanup a7d4db6b9a8111ceb86ad025334a6249b7f70d40850dd9010f47c375501ed717 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, vcs-type=git, build-date=2022-04-29T11:48:11.055897, release=239.1651231664, version=8.5, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , name=ubi8, description=Ceph Grafana Container, com.redhat.component=ubi8-container, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-08-17T00:50:18.377 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:18 smithi137 bash[121647]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a 2024-08-17T00:50:18.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:18 smithi082 ceph-mon[94343]: osdmap e622: 8 total, 8 up, 8 in 2024-08-17T00:50:18.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:18 smithi082 ceph-mon[91979]: osdmap e622: 8 total, 8 up, 8 in 2024-08-17T00:50:18.722 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:18 smithi137 podman[121661]: 2024-08-17 00:50:18.376024201 +0000 UTC m=+0.665705363 container remove a7d4db6b9a8111ceb86ad025334a6249b7f70d40850dd9010f47c375501ed717 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, distribution-scope=public, architecture=x86_64, io.openshift.expose-services=, version=8.5, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, build-date=2022-04-29T11:48:11.055897, name=ubi8, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, io.openshift.tags=base rhel8, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container) 2024-08-17T00:50:18.722 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:18 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-08-17T00:50:18.722 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:18 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-08-17T00:50:18.722 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:18 smithi137 systemd[1]: Stopped Ceph grafana.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:50:18.723 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:18 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@grafana.a.service: Consumed 7.671s CPU time. 2024-08-17T00:50:18.723 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:18 smithi137 systemd[1]: Starting Ceph grafana.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T00:50:18.987 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:18 smithi137 podman[121787]: 2024-08-17 00:50:18.839137827 +0000 UTC m=+0.019362461 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-08-17T00:50:18.987 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:18 smithi137 podman[121787]: 2024-08-17 00:50:18.952550552 +0000 UTC m=+0.132775176 container create 65ed0c7f21c0fef88af206f18946c865c8ce7c15febdcce09df6f43841fc1178 (image=quay.io/ceph/grafana:9.4.12, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T00:50:19.110 INFO:tasks.rados.rados.0.smithi082.stdout:2870: done (2 left) 2024-08-17T00:50:19.111 INFO:tasks.rados.rados.0.smithi082.stdout:2871: rollback oid 26 current snap is 269 2024-08-17T00:50:19.111 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 26 to 268 2024-08-17T00:50:19.111 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 4 current snap is 269 2024-08-17T00:50:19.111 INFO:tasks.rados.rados.0.smithi082.stdout:2872: seq_num 870 ranges {4743168=172032} 2024-08-17T00:50:19.137 INFO:tasks.rados.rados.0.smithi082.stdout:2872: writing smithi08280503-4 from 4743168 to 4915200 tid 1 2024-08-17T00:50:19.138 INFO:tasks.rados.rados.0.smithi082.stdout:2873: snap_create 2024-08-17T00:50:19.138 INFO:tasks.rados.rados.0.smithi082.stdout:2868: finishing rollback tid 0 to smithi08280503-8 2024-08-17T00:50:19.138 INFO:tasks.rados.rados.0.smithi082.stdout:2868: finishing rollback tid 1 to smithi08280503-8 2024-08-17T00:50:19.138 INFO:tasks.rados.rados.0.smithi082.stdout:2868: finishing rollback tid 2 to smithi08280503-8 2024-08-17T00:50:19.138 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 1429 (ObjNum 753 snap 237 seq_num 753) dirty exists 2024-08-17T00:50:19.138 INFO:tasks.rados.rados.0.smithi082.stdout:2869: finishing copy_from racing read to smithi08280503-21 2024-08-17T00:50:19.138 INFO:tasks.rados.rados.0.smithi082.stdout:2869: finishing copy_from to smithi08280503-21 2024-08-17T00:50:19.138 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 1545 (ObjNum 865 snap 268 seq_num 865) dirty exists 2024-08-17T00:50:19.138 INFO:tasks.rados.rados.0.smithi082.stdout:2871: finishing rollback tid 1 to smithi08280503-26 2024-08-17T00:50:19.138 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 0 (ObjNum 609 snap 0 seq_num 3912440240) dirty dne 2024-08-17T00:50:19.140 INFO:tasks.rados.rados.0.smithi082.stdout:2872: finishing write tid 1 to smithi08280503-4 2024-08-17T00:50:19.140 INFO:tasks.rados.rados.0.smithi082.stdout:2872: finishing write tid 2 to smithi08280503-4 2024-08-17T00:50:19.142 INFO:tasks.rados.rados.0.smithi082.stdout:2872: finishing write tid 3 to smithi08280503-4 2024-08-17T00:50:19.142 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 1704 (ObjNum 870 snap 269 seq_num 870) dirty exists 2024-08-17T00:50:19.142 INFO:tasks.rados.rados.0.smithi082.stdout:2872: left oid 4 (ObjNum 870 snap 269 seq_num 870) 2024-08-17T00:50:19.342 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-mon[86391]: osdmap e623: 8 total, 8 up, 8 in 2024-08-17T00:50:19.343 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-mon[86391]: pgmap v604: 121 pgs: 121 active+clean; 231 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 7.8 MiB/s wr, 21 op/s 2024-08-17T00:50:19.343 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 podman[121787]: 2024-08-17 00:50:19.188451541 +0000 UTC m=+0.368676173 container init 65ed0c7f21c0fef88af206f18946c865c8ce7c15febdcce09df6f43841fc1178 (image=quay.io/ceph/grafana:9.4.12, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T00:50:19.343 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 podman[121787]: 2024-08-17 00:50:19.191422691 +0000 UTC m=+0.371647313 container start 65ed0c7f21c0fef88af206f18946c865c8ce7c15febdcce09df6f43841fc1178 (image=quay.io/ceph/grafana:9.4.12, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T00:50:19.343 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 bash[121787]: 65ed0c7f21c0fef88af206f18946c865c8ce7c15febdcce09df6f43841fc1178 2024-08-17T00:50:19.343 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 systemd[1]: Started Ceph grafana.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T00:50:19.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:19 smithi082 ceph-mon[91979]: osdmap e623: 8 total, 8 up, 8 in 2024-08-17T00:50:19.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:19 smithi082 ceph-mon[91979]: pgmap v604: 121 pgs: 121 active+clean; 231 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 7.8 MiB/s wr, 21 op/s 2024-08-17T00:50:19.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:19 smithi082 ceph-mon[94343]: osdmap e623: 8 total, 8 up, 8 in 2024-08-17T00:50:19.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:19 smithi082 ceph-mon[94343]: pgmap v604: 121 pgs: 121 active+clean; 231 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 7.8 MiB/s wr, 21 op/s 2024-08-17T00:50:19.737 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=settings t=2024-08-17T00:50:19.342441786Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-08-17T00:50:19.737 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=settings t=2024-08-17T00:50:19.342625704Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-17T00:50:19.738 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=settings t=2024-08-17T00:50:19.3426811Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-17T00:50:19.738 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=settings t=2024-08-17T00:50:19.342711529Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-17T00:50:19.738 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=settings t=2024-08-17T00:50:19.342719143Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-08-17T00:50:19.738 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=settings t=2024-08-17T00:50:19.342724294Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-08-17T00:50:19.738 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=settings t=2024-08-17T00:50:19.342729078Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-08-17T00:50:19.738 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=settings t=2024-08-17T00:50:19.342733581Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-08-17T00:50:19.738 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=settings t=2024-08-17T00:50:19.342738083Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-08-17T00:50:19.738 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=settings t=2024-08-17T00:50:19.342742841Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-17T00:50:19.738 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=settings t=2024-08-17T00:50:19.3427472Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-17T00:50:19.738 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=settings t=2024-08-17T00:50:19.342751213Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-17T00:50:19.738 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=settings t=2024-08-17T00:50:19.342755533Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-17T00:50:19.738 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=settings t=2024-08-17T00:50:19.342759758Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-17T00:50:19.739 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=settings t=2024-08-17T00:50:19.342763787Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-17T00:50:19.739 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=settings t=2024-08-17T00:50:19.34276762Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-17T00:50:19.739 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=settings t=2024-08-17T00:50:19.342771322Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-17T00:50:19.739 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=settings t=2024-08-17T00:50:19.342775501Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-17T00:50:19.739 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=settings t=2024-08-17T00:50:19.342779387Z level=info msg="App mode production" 2024-08-17T00:50:19.739 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=sqlstore t=2024-08-17T00:50:19.342846369Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-17T00:50:19.739 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=sqlstore t=2024-08-17T00:50:19.342891225Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-17T00:50:19.739 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=migrator t=2024-08-17T00:50:19.357071309Z level=info msg="Starting DB migrations" 2024-08-17T00:50:19.739 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=migrator t=2024-08-17T00:50:19.361763737Z level=info msg="migrations completed" performed=0 skipped=481 duration=413.757µs 2024-08-17T00:50:19.739 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=sqlstore t=2024-08-17T00:50:19.362132984Z level=info msg="Created default organization" 2024-08-17T00:50:19.739 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=plugin.finder t=2024-08-17T00:50:19.396503699Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-08-17T00:50:19.739 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=secrets t=2024-08-17T00:50:19.396598627Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-17T00:50:19.739 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=query_data t=2024-08-17T00:50:19.400324721Z level=info msg="Query Service initialization" 2024-08-17T00:50:19.740 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=live.push_http t=2024-08-17T00:50:19.402682851Z level=info msg="Live Push Gateway initialization" 2024-08-17T00:50:20.109 INFO:tasks.rados.rados.0.smithi082.stdout:2868: done (4 left) 2024-08-17T00:50:20.109 INFO:tasks.rados.rados.0.smithi082.stdout:2869: done (3 left) 2024-08-17T00:50:20.109 INFO:tasks.rados.rados.0.smithi082.stdout:2871: done (2 left) 2024-08-17T00:50:20.109 INFO:tasks.rados.rados.0.smithi082.stdout:2872: done (1 left) 2024-08-17T00:50:20.109 INFO:tasks.rados.rados.0.smithi082.stdout:2873: done (0 left) 2024-08-17T00:50:20.109 INFO:tasks.rados.rados.0.smithi082.stdout:2874: copy_from oid 49 from oid 13 current snap is 270 2024-08-17T00:50:20.109 INFO:tasks.rados.rados.0.smithi082.stdout:2875: copy_from oid 46 from oid 17 current snap is 270 2024-08-17T00:50:20.109 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 25 current snap is 270 2024-08-17T00:50:20.109 INFO:tasks.rados.rados.0.smithi082.stdout:2876: seq_num 871 ranges {1130496=188416} 2024-08-17T00:50:20.116 INFO:tasks.rados.rados.0.smithi082.stdout:2876: writing smithi08280503-25 from 1130496 to 1318912 tid 1 2024-08-17T00:50:20.116 INFO:tasks.rados.rados.0.smithi082.stdout:2877: read oid 11 snap -1 2024-08-17T00:50:20.116 INFO:tasks.rados.rados.0.smithi082.stdout:2877: expect (ObjNum 803 snap 250 seq_num 803) 2024-08-17T00:50:20.116 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 12 current snap is 270 2024-08-17T00:50:20.116 INFO:tasks.rados.rados.0.smithi082.stdout:2875: finishing copy_from to smithi08280503-46 2024-08-17T00:50:20.116 INFO:tasks.rados.rados.0.smithi082.stdout:2875: got expected ENOENT (src dne) 2024-08-17T00:50:20.117 INFO:tasks.rados.rados.0.smithi082.stdout:2878: seq_num 872 ranges {8470528=212992} 2024-08-17T00:50:20.168 INFO:tasks.rados.rados.0.smithi082.stdout:2878: writing smithi08280503-12 from 8470528 to 8683520 tid 1 2024-08-17T00:50:20.168 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 32 current snap is 270 2024-08-17T00:50:20.168 INFO:tasks.rados.rados.0.smithi082.stdout:2875: finishing copy_from racing read to smithi08280503-46 2024-08-17T00:50:20.168 INFO:tasks.rados.rados.0.smithi082.stdout:2879: seq_num 873 ranges {6225920=229376} 2024-08-17T00:50:20.203 INFO:tasks.rados.rados.0.smithi082.stdout:2879: writing smithi08280503-32 from 6225920 to 6455296 tid 1 2024-08-17T00:50:20.203 INFO:tasks.rados.rados.0.smithi082.stdout:2875: done (5 left) 2024-08-17T00:50:20.204 INFO:tasks.rados.rados.0.smithi082.stdout:2880: rollback oid 30 current snap is 270 2024-08-17T00:50:20.204 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 30 to 268 2024-08-17T00:50:20.204 INFO:tasks.rados.rados.0.smithi082.stdout:2876: finishing write tid 1 to smithi08280503-25 2024-08-17T00:50:20.204 INFO:tasks.rados.rados.0.smithi082.stdout:2876: finishing write tid 2 to smithi08280503-25 2024-08-17T00:50:20.204 INFO:tasks.rados.rados.0.smithi082.stdout:2876: finishing write tid 3 to smithi08280503-25 2024-08-17T00:50:20.204 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 1547 (ObjNum 871 snap 270 seq_num 871) dirty exists 2024-08-17T00:50:20.205 INFO:tasks.rados.rados.0.smithi082.stdout:2876: left oid 25 (ObjNum 871 snap 270 seq_num 871) 2024-08-17T00:50:20.205 INFO:tasks.rados.rados.0.smithi082.stdout:2877: expect (ObjNum 803 snap 250 seq_num 803) 2024-08-17T00:50:20.401 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:20 smithi137 ceph-mon[86391]: osdmap e624: 8 total, 8 up, 8 in 2024-08-17T00:50:20.401 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:20.402 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:20.402 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:50:20.402 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=infra.usagestats.collector t=2024-08-17T00:50:20.05833207Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-17T00:50:20.402 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=provisioning.datasources t=2024-08-17T00:50:20.060696842Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-08-17T00:50:20.403 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=provisioning.datasources t=2024-08-17T00:50:20.060707161Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-08-17T00:50:20.403 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=provisioning.datasources t=2024-08-17T00:50:20.060811181Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-17T00:50:20.403 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=provisioning.alerting t=2024-08-17T00:50:20.082942516Z level=info msg="starting to provision alerting" 2024-08-17T00:50:20.403 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=provisioning.alerting t=2024-08-17T00:50:20.082957136Z level=info msg="finished to provision alerting" 2024-08-17T00:50:20.403 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=grafanaStorageLogger t=2024-08-17T00:50:20.083063143Z level=info msg="storage starting" 2024-08-17T00:50:20.403 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=ngalert.state.manager t=2024-08-17T00:50:20.083302235Z level=info msg="Warming state cache for startup" 2024-08-17T00:50:20.404 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=http.server t=2024-08-17T00:50:20.088560913Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-17T00:50:20.404 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=ngalert.state.manager t=2024-08-17T00:50:20.09803179Z level=info msg="State cache has been initialized" states=0 duration=14.726817ms 2024-08-17T00:50:20.404 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=ticker t=2024-08-17T00:50:20.098097182Z level=info msg=starting first_tick=2024-08-17T00:50:30Z 2024-08-17T00:50:20.404 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 00:50:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=ngalert.multiorg.alertmanager t=2024-08-17T00:50:20.098097526Z level=info msg="starting MultiOrg Alertmanager" 2024-08-17T00:50:20.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:20 smithi082 ceph-mon[94343]: osdmap e624: 8 total, 8 up, 8 in 2024-08-17T00:50:20.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:20.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:20.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:50:20.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:20 smithi082 ceph-mon[91979]: osdmap e624: 8 total, 8 up, 8 in 2024-08-17T00:50:20.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:20.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:20.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:50:20.662 INFO:tasks.rados.rados.0.smithi082.stdout:2874: finishing copy_from racing read to smithi08280503-49 2024-08-17T00:50:20.662 INFO:tasks.rados.rados.0.smithi082.stdout:2874: finishing copy_from to smithi08280503-49 2024-08-17T00:50:20.662 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 49 v 1391 (ObjNum 861 snap 267 seq_num 861) dirty exists 2024-08-17T00:50:20.662 INFO:tasks.rados.rados.0.smithi082.stdout:2874: done (5 left) 2024-08-17T00:50:20.662 INFO:tasks.rados.rados.0.smithi082.stdout:2876: done (4 left) 2024-08-17T00:50:20.662 INFO:tasks.rados.rados.0.smithi082.stdout:2877: done (3 left) 2024-08-17T00:50:20.662 INFO:tasks.rados.rados.0.smithi082.stdout:2881: delete oid 6 current snap is 270 2024-08-17T00:50:20.663 INFO:tasks.rados.rados.0.smithi082.stdout:2878: finishing write tid 1 to smithi08280503-12 2024-08-17T00:50:20.663 INFO:tasks.rados.rados.0.smithi082.stdout:2878: finishing write tid 2 to smithi08280503-12 2024-08-17T00:50:20.663 INFO:tasks.rados.rados.0.smithi082.stdout:2878: finishing write tid 3 to smithi08280503-12 2024-08-17T00:50:20.663 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 1150 (ObjNum 872 snap 270 seq_num 872) dirty exists 2024-08-17T00:50:20.663 INFO:tasks.rados.rados.0.smithi082.stdout:2878: left oid 12 (ObjNum 872 snap 270 seq_num 872) 2024-08-17T00:50:20.663 INFO:tasks.rados.rados.0.smithi082.stdout:2879: finishing write tid 1 to smithi08280503-32 2024-08-17T00:50:20.663 INFO:tasks.rados.rados.0.smithi082.stdout:2880: finishing rollback tid 0 to smithi08280503-30 2024-08-17T00:50:20.663 INFO:tasks.rados.rados.0.smithi082.stdout:2880: finishing rollback tid 1 to smithi08280503-30 2024-08-17T00:50:20.663 INFO:tasks.rados.rados.0.smithi082.stdout:2880: finishing rollback tid 2 to smithi08280503-30 2024-08-17T00:50:20.663 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 30 v 1272 (ObjNum 853 snap 266 seq_num 853) dirty exists 2024-08-17T00:50:20.663 INFO:tasks.rados.rados.0.smithi082.stdout:2879: finishing write tid 2 to smithi08280503-32 2024-08-17T00:50:20.663 INFO:tasks.rados.rados.0.smithi082.stdout:2879: finishing write tid 3 to smithi08280503-32 2024-08-17T00:50:20.663 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 1655 (ObjNum 873 snap 270 seq_num 873) dirty exists 2024-08-17T00:50:20.664 INFO:tasks.rados.rados.0.smithi082.stdout:2879: left oid 32 (ObjNum 873 snap 270 seq_num 873) 2024-08-17T00:50:20.664 INFO:tasks.rados.rados.0.smithi082.stdout:2878: done (3 left) 2024-08-17T00:50:20.664 INFO:tasks.rados.rados.0.smithi082.stdout:2879: done (2 left) 2024-08-17T00:50:20.664 INFO:tasks.rados.rados.0.smithi082.stdout:2880: done (1 left) 2024-08-17T00:50:20.664 INFO:tasks.rados.rados.0.smithi082.stdout:2881: done (0 left) 2024-08-17T00:50:20.664 INFO:tasks.rados.rados.0.smithi082.stdout:2882: read oid 44 snap -1 2024-08-17T00:50:20.665 INFO:tasks.rados.rados.0.smithi082.stdout:2882: expect (ObjNum 862 snap 267 seq_num 862) 2024-08-17T00:50:20.665 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 43 current snap is 270 2024-08-17T00:50:20.665 INFO:tasks.rados.rados.0.smithi082.stdout:2883: seq_num 875 ranges {2048000=262144} 2024-08-17T00:50:20.676 INFO:tasks.rados.rados.0.smithi082.stdout:2883: writing smithi08280503-43 from 2048000 to 2310144 tid 1 2024-08-17T00:50:20.676 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 37 current snap is 270 2024-08-17T00:50:20.677 INFO:tasks.rados.rados.0.smithi082.stdout:2884: seq_num 876 ranges {4300800=278528} 2024-08-17T00:50:20.701 INFO:tasks.rados.rados.0.smithi082.stdout:2884: writing smithi08280503-37 from 4300800 to 4579328 tid 1 2024-08-17T00:50:20.701 INFO:tasks.rados.rados.0.smithi082.stdout:2885: snap_remove snap 268 2024-08-17T00:50:21.127 INFO:tasks.rados.rados.0.smithi082.stdout:2885: done (3 left) 2024-08-17T00:50:21.127 INFO:tasks.rados.rados.0.smithi082.stdout:2886: delete oid 23 current snap is 270 2024-08-17T00:50:21.127 INFO:tasks.rados.rados.0.smithi082.stdout:2883: finishing write tid 1 to smithi08280503-43 2024-08-17T00:50:21.127 INFO:tasks.rados.rados.0.smithi082.stdout:2883: finishing write tid 2 to smithi08280503-43 2024-08-17T00:50:21.127 INFO:tasks.rados.rados.0.smithi082.stdout:2883: finishing write tid 3 to smithi08280503-43 2024-08-17T00:50:21.127 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 1707 (ObjNum 875 snap 270 seq_num 875) dirty exists 2024-08-17T00:50:21.127 INFO:tasks.rados.rados.0.smithi082.stdout:2883: left oid 43 (ObjNum 875 snap 270 seq_num 875) 2024-08-17T00:50:21.127 INFO:tasks.rados.rados.0.smithi082.stdout:2882: expect (ObjNum 862 snap 267 seq_num 862) 2024-08-17T00:50:21.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:21 smithi137 ceph-mon[86391]: osdmap e625: 8 total, 8 up, 8 in 2024-08-17T00:50:21.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:50:21.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:21 smithi137 ceph-mon[86391]: pgmap v607: 121 pgs: 121 active+clean; 248 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.3 MiB/s wr, 25 op/s 2024-08-17T00:50:21.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:21 smithi082 ceph-mon[94343]: osdmap e625: 8 total, 8 up, 8 in 2024-08-17T00:50:21.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:50:21.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:21 smithi082 ceph-mon[94343]: pgmap v607: 121 pgs: 121 active+clean; 248 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.3 MiB/s wr, 25 op/s 2024-08-17T00:50:21.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:21 smithi082 ceph-mon[91979]: osdmap e625: 8 total, 8 up, 8 in 2024-08-17T00:50:21.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:50:21.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:21 smithi082 ceph-mon[91979]: pgmap v607: 121 pgs: 121 active+clean; 248 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.3 MiB/s wr, 25 op/s 2024-08-17T00:50:22.082 INFO:tasks.rados.rados.0.smithi082.stdout:2884: finishing write tid 1 to smithi08280503-37 2024-08-17T00:50:22.083 INFO:tasks.rados.rados.0.smithi082.stdout:2884: finishing write tid 2 to smithi08280503-37 2024-08-17T00:50:22.083 INFO:tasks.rados.rados.0.smithi082.stdout:2884: finishing write tid 3 to smithi08280503-37 2024-08-17T00:50:22.083 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 1658 (ObjNum 876 snap 270 seq_num 876) dirty exists 2024-08-17T00:50:22.083 INFO:tasks.rados.rados.0.smithi082.stdout:2884: left oid 37 (ObjNum 876 snap 270 seq_num 876) 2024-08-17T00:50:22.083 INFO:tasks.rados.rados.0.smithi082.stdout:2882: done (3 left) 2024-08-17T00:50:22.083 INFO:tasks.rados.rados.0.smithi082.stdout:2883: done (2 left) 2024-08-17T00:50:22.083 INFO:tasks.rados.rados.0.smithi082.stdout:2884: done (1 left) 2024-08-17T00:50:22.083 INFO:tasks.rados.rados.0.smithi082.stdout:2886: done (0 left) 2024-08-17T00:50:22.083 INFO:tasks.rados.rados.0.smithi082.stdout:2887: rollback oid 32 current snap is 270 2024-08-17T00:50:22.083 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 32 to 263 2024-08-17T00:50:22.083 INFO:tasks.rados.rados.0.smithi082.stdout:2888: read oid 10 snap -1 2024-08-17T00:50:22.083 INFO:tasks.rados.rados.0.smithi082.stdout:2888: expect deleted 2024-08-17T00:50:22.083 INFO:tasks.rados.rados.0.smithi082.stdout:2889: copy_from oid 48 from oid 24 current snap is 270 2024-08-17T00:50:22.084 INFO:tasks.rados.rados.0.smithi082.stdout:2890: snap_create 2024-08-17T00:50:22.085 INFO:tasks.rados.rados.0.smithi082.stdout:2887: finishing rollback tid 0 to smithi08280503-32 2024-08-17T00:50:22.085 INFO:tasks.rados.rados.0.smithi082.stdout:2887: finishing rollback tid 1 to smithi08280503-32 2024-08-17T00:50:22.085 INFO:tasks.rados.rados.0.smithi082.stdout:2887: finishing rollback tid 2 to smithi08280503-32 2024-08-17T00:50:22.085 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 1665 (ObjNum 812 snap 256 seq_num 812) dirty exists 2024-08-17T00:50:22.086 INFO:tasks.rados.rados.0.smithi082.stdout:2889: finishing copy_from to smithi08280503-48 2024-08-17T00:50:22.086 INFO:tasks.rados.rados.0.smithi082.stdout:2889: got expected ENOENT (src dne) 2024-08-17T00:50:22.086 INFO:tasks.rados.rados.0.smithi082.stdout:2889: finishing copy_from racing read to smithi08280503-48 2024-08-17T00:50:22.125 INFO:tasks.rados.rados.0.smithi082.stdout:2887: done (3 left) 2024-08-17T00:50:22.125 INFO:tasks.rados.rados.0.smithi082.stdout:2888: done (2 left) 2024-08-17T00:50:22.125 INFO:tasks.rados.rados.0.smithi082.stdout:2889: done (1 left) 2024-08-17T00:50:22.125 INFO:tasks.rados.rados.0.smithi082.stdout:2890: done (0 left) 2024-08-17T00:50:22.125 INFO:tasks.rados.rados.0.smithi082.stdout:2891: snap_create 2024-08-17T00:50:22.368 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:22 smithi137 ceph-mon[86391]: osdmap e626: 8 total, 8 up, 8 in 2024-08-17T00:50:22.368 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:50:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:50:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:50:22.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:22 smithi082 ceph-mon[91979]: osdmap e626: 8 total, 8 up, 8 in 2024-08-17T00:50:22.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:22 smithi082 ceph-mon[94343]: osdmap e626: 8 total, 8 up, 8 in 2024-08-17T00:50:23.130 INFO:tasks.rados.rados.0.smithi082.stdout:2891: done (0 left) 2024-08-17T00:50:23.130 INFO:tasks.rados.rados.0.smithi082.stdout:2892: snap_create 2024-08-17T00:50:23.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:23 smithi082 ceph-mon[91979]: osdmap e627: 8 total, 8 up, 8 in 2024-08-17T00:50:23.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:23 smithi082 ceph-mon[91979]: pgmap v610: 121 pgs: 121 active+clean; 248 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 4.7 MiB/s wr, 16 op/s 2024-08-17T00:50:23.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:23 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:23.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:23 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:23.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:23 smithi082 ceph-mon[94343]: osdmap e627: 8 total, 8 up, 8 in 2024-08-17T00:50:23.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:23 smithi082 ceph-mon[94343]: pgmap v610: 121 pgs: 121 active+clean; 248 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 4.7 MiB/s wr, 16 op/s 2024-08-17T00:50:23.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:23 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:23.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:23 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:23.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:23 smithi137 ceph-mon[86391]: osdmap e627: 8 total, 8 up, 8 in 2024-08-17T00:50:23.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:23 smithi137 ceph-mon[86391]: pgmap v610: 121 pgs: 121 active+clean; 248 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 4.7 MiB/s wr, 16 op/s 2024-08-17T00:50:23.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:23 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:23.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:23 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:23.830 INFO:tasks.rados.rados.0.smithi082.stdout:2892: done (0 left) 2024-08-17T00:50:23.830 INFO:tasks.rados.rados.0.smithi082.stdout:2893: rmattr oid 31 current snap is 273 2024-08-17T00:50:23.830 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 37 current snap is 273 2024-08-17T00:50:23.830 INFO:tasks.rados.rados.0.smithi082.stdout:2894: seq_num 878 ranges {4579328=311296} 2024-08-17T00:50:23.857 INFO:tasks.rados.rados.0.smithi082.stdout:2894: writing smithi08280503-37 from 4579328 to 4890624 tid 1 2024-08-17T00:50:23.857 INFO:tasks.rados.rados.0.smithi082.stdout:2895: copy_from oid 2 from oid 39 current snap is 273 2024-08-17T00:50:23.857 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 1679 (ObjNum 855 snap 267 seq_num 855) dirty exists 2024-08-17T00:50:23.857 INFO:tasks.rados.rados.0.smithi082.stdout:2893: done (2 left) 2024-08-17T00:50:23.857 INFO:tasks.rados.rados.0.smithi082.stdout:2896: rollback oid 14 current snap is 273 2024-08-17T00:50:23.858 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 14 to 270 2024-08-17T00:50:23.858 INFO:tasks.rados.rados.0.smithi082.stdout:2897: read oid 28 snap -1 2024-08-17T00:50:23.858 INFO:tasks.rados.rados.0.smithi082.stdout:2897: expect (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:50:23.858 INFO:tasks.rados.rados.0.smithi082.stdout:2898: delete oid 26 current snap is 273 2024-08-17T00:50:23.862 INFO:tasks.rados.rados.0.smithi082.stdout:2894: finishing write tid 1 to smithi08280503-37 2024-08-17T00:50:23.862 INFO:tasks.rados.rados.0.smithi082.stdout:2896: finishing rollback tid 0 to smithi08280503-14 2024-08-17T00:50:23.862 INFO:tasks.rados.rados.0.smithi082.stdout:2894: finishing write tid 2 to smithi08280503-37 2024-08-17T00:50:23.865 INFO:tasks.rados.rados.0.smithi082.stdout:2896: finishing rollback tid 1 to smithi08280503-14 2024-08-17T00:50:23.865 INFO:tasks.rados.rados.0.smithi082.stdout:2896: finishing rollback tid 2 to smithi08280503-14 2024-08-17T00:50:23.865 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 1715 (ObjNum 842 snap 261 seq_num 842) dirty exists 2024-08-17T00:50:23.865 INFO:tasks.rados.rados.0.smithi082.stdout:2894: finishing write tid 3 to smithi08280503-37 2024-08-17T00:50:23.865 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 1668 (ObjNum 878 snap 273 seq_num 878) dirty exists 2024-08-17T00:50:23.865 INFO:tasks.rados.rados.0.smithi082.stdout:2894: left oid 37 (ObjNum 878 snap 273 seq_num 878) 2024-08-17T00:50:23.866 INFO:tasks.rados.rados.0.smithi082.stdout:2894: done (4 left) 2024-08-17T00:50:23.866 INFO:tasks.rados.rados.0.smithi082.stdout:2896: done (3 left) 2024-08-17T00:50:23.867 INFO:tasks.rados.rados.0.smithi082.stdout:2898: done (2 left) 2024-08-17T00:50:23.867 INFO:tasks.rados.rados.0.smithi082.stdout:2899: read oid 44 snap 270 2024-08-17T00:50:23.867 INFO:tasks.rados.rados.0.smithi082.stdout:2899: expect (ObjNum 862 snap 267 seq_num 862) 2024-08-17T00:50:23.867 INFO:tasks.rados.rados.0.smithi082.stdout:2900: delete oid 42 current snap is 273 2024-08-17T00:50:23.870 INFO:tasks.rados.rados.0.smithi082.stdout:2900: done (3 left) 2024-08-17T00:50:23.870 INFO:tasks.rados.rados.0.smithi082.stdout:2901: snap_remove snap 272 2024-08-17T00:50:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:24 smithi082 ceph-mon[91979]: osdmap e628: 8 total, 8 up, 8 in 2024-08-17T00:50:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:24 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:24 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:24 smithi082 ceph-mon[91979]: osdmap e629: 8 total, 8 up, 8 in 2024-08-17T00:50:24.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:24 smithi082 ceph-mon[94343]: osdmap e628: 8 total, 8 up, 8 in 2024-08-17T00:50:24.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:24 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:24.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:24 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:24.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:24 smithi082 ceph-mon[94343]: osdmap e629: 8 total, 8 up, 8 in 2024-08-17T00:50:24.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:24 smithi137 ceph-mon[86391]: osdmap e628: 8 total, 8 up, 8 in 2024-08-17T00:50:24.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:24 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:24.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:24 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:24.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:24 smithi137 ceph-mon[86391]: osdmap e629: 8 total, 8 up, 8 in 2024-08-17T00:50:24.831 INFO:tasks.rados.rados.0.smithi082.stdout:2901: done (3 left) 2024-08-17T00:50:24.831 INFO:tasks.rados.rados.0.smithi082.stdout:2902: rollback oid 21 current snap is 273 2024-08-17T00:50:24.831 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 21 to 263 2024-08-17T00:50:24.831 INFO:tasks.rados.rados.0.smithi082.stdout:2903: copy_from oid 24 from oid 14 current snap is 273 2024-08-17T00:50:24.831 INFO:tasks.rados.rados.0.smithi082.stdout:2897: expect (ObjNum 388 snap 118 seq_num 388) 2024-08-17T00:50:25.087 INFO:tasks.rados.rados.0.smithi082.stdout:2895: finishing copy_from racing read to smithi08280503-2 2024-08-17T00:50:25.087 INFO:tasks.rados.rados.0.smithi082.stdout:2895: finishing copy_from to smithi08280503-2 2024-08-17T00:50:25.087 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 2 v 1456 (ObjNum 832 snap 261 seq_num 832) dirty exists 2024-08-17T00:50:25.087 INFO:tasks.rados.rados.0.smithi082.stdout:2899: expect (ObjNum 862 snap 267 seq_num 862) 2024-08-17T00:50:25.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:25 smithi082 ceph-mon[94343]: pgmap v613: 121 pgs: 121 active+clean; 255 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-08-17T00:50:25.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:25 smithi082 ceph-mon[94343]: osdmap e630: 8 total, 8 up, 8 in 2024-08-17T00:50:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:50:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:50:25] "GET /metrics HTTP/1.1" 200 36272 "" "Prometheus/2.43.0" 2024-08-17T00:50:25.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:25 smithi082 ceph-mon[91979]: pgmap v613: 121 pgs: 121 active+clean; 255 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-08-17T00:50:25.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:25 smithi082 ceph-mon[91979]: osdmap e630: 8 total, 8 up, 8 in 2024-08-17T00:50:25.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:25 smithi137 ceph-mon[86391]: pgmap v613: 121 pgs: 121 active+clean; 255 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-08-17T00:50:25.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:25 smithi137 ceph-mon[86391]: osdmap e630: 8 total, 8 up, 8 in 2024-08-17T00:50:26.041 INFO:tasks.rados.rados.0.smithi082.stdout:2902: finishing rollback tid 0 to smithi08280503-21 2024-08-17T00:50:26.041 INFO:tasks.rados.rados.0.smithi082.stdout:2902: finishing rollback tid 1 to smithi08280503-21 2024-08-17T00:50:26.041 INFO:tasks.rados.rados.0.smithi082.stdout:2902: finishing rollback tid 2 to smithi08280503-21 2024-08-17T00:50:26.041 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 1548 (ObjNum 849 snap 261 seq_num 849) dirty exists 2024-08-17T00:50:26.041 INFO:tasks.rados.rados.0.smithi082.stdout:2903: finishing copy_from racing read to smithi08280503-24 2024-08-17T00:50:26.041 INFO:tasks.rados.rados.0.smithi082.stdout:2903: finishing copy_from to smithi08280503-24 2024-08-17T00:50:26.041 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 1715 (ObjNum 842 snap 261 seq_num 842) dirty exists 2024-08-17T00:50:26.041 INFO:tasks.rados.rados.0.smithi082.stdout:2895: done (4 left) 2024-08-17T00:50:26.041 INFO:tasks.rados.rados.0.smithi082.stdout:2897: done (3 left) 2024-08-17T00:50:26.042 INFO:tasks.rados.rados.0.smithi082.stdout:2899: done (2 left) 2024-08-17T00:50:26.042 INFO:tasks.rados.rados.0.smithi082.stdout:2902: done (1 left) 2024-08-17T00:50:26.042 INFO:tasks.rados.rados.0.smithi082.stdout:2903: done (0 left) 2024-08-17T00:50:26.042 INFO:tasks.rados.rados.0.smithi082.stdout:2904: snap_remove snap 270 2024-08-17T00:50:26.139 INFO:tasks.rados.rados.0.smithi082.stdout:2904: done (0 left) 2024-08-17T00:50:26.139 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 4 current snap is 273 2024-08-17T00:50:26.140 INFO:tasks.rados.rados.0.smithi082.stdout:2905: seq_num 881 ranges {4915200=360448} 2024-08-17T00:50:26.166 INFO:tasks.rados.rados.0.smithi082.stdout:2905: writing smithi08280503-4 from 4915200 to 5275648 tid 1 2024-08-17T00:50:26.167 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 28 current snap is 273 2024-08-17T00:50:26.167 INFO:tasks.rados.rados.0.smithi082.stdout:2906: seq_num 882 ranges {5152768=376832} 2024-08-17T00:50:26.197 INFO:tasks.rados.rados.0.smithi082.stdout:2906: writing smithi08280503-28 from 5152768 to 5529600 tid 1 2024-08-17T00:50:26.197 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 32 current snap is 273 2024-08-17T00:50:26.197 INFO:tasks.rados.rados.0.smithi082.stdout:2905: finishing write tid 1 to smithi08280503-4 2024-08-17T00:50:26.197 INFO:tasks.rados.rados.0.smithi082.stdout:2907: seq_num 883 ranges {6225920=393216} 2024-08-17T00:50:26.232 INFO:tasks.rados.rados.0.smithi082.stdout:2907: writing smithi08280503-32 from 6225920 to 6619136 tid 1 2024-08-17T00:50:26.233 INFO:tasks.rados.rados.0.smithi082.stdout:2908: delete oid 36 current snap is 273 2024-08-17T00:50:26.233 INFO:tasks.rados.rados.0.smithi082.stdout:2905: finishing write tid 2 to smithi08280503-4 2024-08-17T00:50:26.233 INFO:tasks.rados.rados.0.smithi082.stdout:2905: finishing write tid 3 to smithi08280503-4 2024-08-17T00:50:26.233 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 1721 (ObjNum 881 snap 273 seq_num 881) dirty exists 2024-08-17T00:50:26.233 INFO:tasks.rados.rados.0.smithi082.stdout:2905: left oid 4 (ObjNum 881 snap 273 seq_num 881) 2024-08-17T00:50:26.233 INFO:tasks.rados.rados.0.smithi082.stdout:2906: finishing write tid 1 to smithi08280503-28 2024-08-17T00:50:26.233 INFO:tasks.rados.rados.0.smithi082.stdout:2906: finishing write tid 2 to smithi08280503-28 2024-08-17T00:50:26.233 INFO:tasks.rados.rados.0.smithi082.stdout:2906: finishing write tid 3 to smithi08280503-28 2024-08-17T00:50:26.233 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 1717 (ObjNum 882 snap 273 seq_num 882) dirty exists 2024-08-17T00:50:26.233 INFO:tasks.rados.rados.0.smithi082.stdout:2906: left oid 28 (ObjNum 882 snap 273 seq_num 882) 2024-08-17T00:50:26.234 INFO:tasks.rados.rados.0.smithi082.stdout:2905: done (3 left) 2024-08-17T00:50:26.234 INFO:tasks.rados.rados.0.smithi082.stdout:2906: done (2 left) 2024-08-17T00:50:26.234 INFO:tasks.rados.rados.0.smithi082.stdout:2908: done (1 left) 2024-08-17T00:50:26.234 INFO:tasks.rados.rados.0.smithi082.stdout:2909: snap_create 2024-08-17T00:50:26.235 INFO:tasks.rados.rados.0.smithi082.stdout:2907: finishing write tid 1 to smithi08280503-32 2024-08-17T00:50:26.236 INFO:tasks.rados.rados.0.smithi082.stdout:2907: finishing write tid 2 to smithi08280503-32 2024-08-17T00:50:26.237 INFO:tasks.rados.rados.0.smithi082.stdout:2907: finishing write tid 3 to smithi08280503-32 2024-08-17T00:50:26.237 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 1675 (ObjNum 883 snap 273 seq_num 883) dirty exists 2024-08-17T00:50:26.237 INFO:tasks.rados.rados.0.smithi082.stdout:2907: left oid 32 (ObjNum 883 snap 273 seq_num 883) 2024-08-17T00:50:27.148 INFO:tasks.rados.rados.0.smithi082.stdout:2907: done (1 left) 2024-08-17T00:50:27.148 INFO:tasks.rados.rados.0.smithi082.stdout:2909: done (0 left) 2024-08-17T00:50:27.148 INFO:tasks.rados.rados.0.smithi082.stdout:2910: read oid 21 snap 265 2024-08-17T00:50:27.148 INFO:tasks.rados.rados.0.smithi082.stdout:2910: expect (ObjNum 849 snap 261 seq_num 849) 2024-08-17T00:50:27.148 INFO:tasks.rados.rados.0.smithi082.stdout:2911: rollback oid 28 current snap is 274 2024-08-17T00:50:27.148 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 28 to 273 2024-08-17T00:50:27.149 INFO:tasks.rados.rados.0.smithi082.stdout:2912: read oid 15 snap -1 2024-08-17T00:50:27.149 INFO:tasks.rados.rados.0.smithi082.stdout:2912: expect (ObjNum 781 snap 242 seq_num 781) 2024-08-17T00:50:27.149 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 8 current snap is 274 2024-08-17T00:50:27.149 INFO:tasks.rados.rados.0.smithi082.stdout:2913: seq_num 885 ranges {6135808=425984} 2024-08-17T00:50:27.185 INFO:tasks.rados.rados.0.smithi082.stdout:2913: writing smithi08280503-8 from 6135808 to 6561792 tid 1 2024-08-17T00:50:27.185 INFO:tasks.rados.rados.0.smithi082.stdout:2914: copy_from oid 30 from oid 23 current snap is 274 2024-08-17T00:50:27.185 INFO:tasks.rados.rados.0.smithi082.stdout:2911: finishing rollback tid 0 to smithi08280503-28 2024-08-17T00:50:27.185 INFO:tasks.rados.rados.0.smithi082.stdout:2911: finishing rollback tid 1 to smithi08280503-28 2024-08-17T00:50:27.185 INFO:tasks.rados.rados.0.smithi082.stdout:2911: finishing rollback tid 2 to smithi08280503-28 2024-08-17T00:50:27.185 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 1720 (ObjNum 882 snap 273 seq_num 882) dirty exists 2024-08-17T00:50:27.185 INFO:tasks.rados.rados.0.smithi082.stdout:2911: done (4 left) 2024-08-17T00:50:27.185 INFO:tasks.rados.rados.0.smithi082.stdout:2915: read oid 44 snap -1 2024-08-17T00:50:27.185 INFO:tasks.rados.rados.0.smithi082.stdout:2915: expect (ObjNum 862 snap 267 seq_num 862) 2024-08-17T00:50:27.185 INFO:tasks.rados.rados.0.smithi082.stdout:2916: rmattr oid 10 current snap is 274 2024-08-17T00:50:27.186 INFO:tasks.rados.rados.0.smithi082.stdout:2916: done (5 left) 2024-08-17T00:50:27.186 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 45 current snap is 274 2024-08-17T00:50:27.186 INFO:tasks.rados.rados.0.smithi082.stdout:2917: seq_num 886 ranges {7684096=442368} 2024-08-17T00:50:27.231 INFO:tasks.rados.rados.0.smithi082.stdout:2917: writing smithi08280503-45 from 7684096 to 8126464 tid 1 2024-08-17T00:50:27.231 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 11 current snap is 274 2024-08-17T00:50:27.231 INFO:tasks.rados.rados.0.smithi082.stdout:2918: seq_num 887 ranges {6979584=458752} 2024-08-17T00:50:27.271 INFO:tasks.rados.rados.0.smithi082.stdout:2918: writing smithi08280503-11 from 6979584 to 7438336 tid 1 2024-08-17T00:50:27.271 INFO:tasks.rados.rados.0.smithi082.stdout:2919: read oid 20 snap 267 2024-08-17T00:50:27.271 INFO:tasks.rados.rados.0.smithi082.stdout:2919: expect (ObjNum 830 snap 261 seq_num 830) 2024-08-17T00:50:27.271 INFO:tasks.rados.rados.0.smithi082.stdout:2920: snap_remove snap 271 2024-08-17T00:50:27.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: osdmap e631: 8 total, 8 up, 8 in 2024-08-17T00:50:27.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: pgmap v616: 121 pgs: 121 active+clean; 255 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-08-17T00:50:27.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:27.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:27.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:50:27.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:50:27.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:27.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:50:27.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:50:27.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:27.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-08-17T00:50:27.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: osdmap e631: 8 total, 8 up, 8 in 2024-08-17T00:50:27.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: pgmap v616: 121 pgs: 121 active+clean; 255 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-08-17T00:50:27.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:27.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:27.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:50:27.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:50:27.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:27.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:50:27.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:50:27.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:27.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-08-17T00:50:27.481 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-17T00:50:27.481 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:50:27.481 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-17T00:50:27.481 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-08-17T00:50:27.481 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-17T00:50:27.481 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-08-17T00:50:27.481 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-17T00:50:27.481 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-08-17T00:50:27.482 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-17T00:50:27.482 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-08-17T00:50:27.482 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-17T00:50:27.482 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-08-17T00:50:27.482 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-17T00:50:27.482 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:50:27.482 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-08-17T00:50:27.482 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-17T00:50:27.482 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-08-17T00:50:27.482 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-17T00:50:27.482 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-08-17T00:50:27.482 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-17T00:50:27.483 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-08-17T00:50:27.483 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-17T00:50:27.483 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-17T00:50:27.483 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:50:27.483 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-17T00:50:27.483 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-08-17T00:50:27.483 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-17T00:50:27.483 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-08-17T00:50:27.483 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-17T00:50:27.484 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-08-17T00:50:27.484 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-17T00:50:27.484 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-08-17T00:50:27.484 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-17T00:50:27.484 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-08-17T00:50:27.484 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-17T00:50:27.484 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:50:27.484 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-08-17T00:50:27.484 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-17T00:50:27.484 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-08-17T00:50:27.484 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-17T00:50:27.484 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-08-17T00:50:27.484 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-17T00:50:27.485 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-08-17T00:50:27.485 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-17T00:50:27.485 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:50:27.485 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:50:27.485 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:50:27.485 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:50:27.485 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:50:27.485 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:50:27.486 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-08-17T00:50:27.486 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-17T00:50:27.486 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:50:27.486 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:50:27.486 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:50:27.486 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:27.486 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:50:27.486 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:50:27.486 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:50:27.486 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:27.486 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:50:27.487 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:50:27.487 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:50:27.487 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:50:27.487 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:50:27.487 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:50:27.487 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-08-17T00:50:27.487 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-17T00:50:27.487 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:50:27.487 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:50:27.487 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:50:27.487 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:27.487 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:50:27.487 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:50:27.488 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:50:27.488 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:27.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: osdmap e631: 8 total, 8 up, 8 in 2024-08-17T00:50:27.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: pgmap v616: 121 pgs: 121 active+clean; 255 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-08-17T00:50:27.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:27.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:27.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:50:27.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:50:27.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:27.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:50:27.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:50:27.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.491 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.491 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.491 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:27.491 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:27.491 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-08-17T00:50:27.491 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-17T00:50:27.491 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:50:27.491 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-17T00:50:27.491 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-08-17T00:50:27.491 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-17T00:50:27.492 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-08-17T00:50:27.492 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-17T00:50:27.492 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-08-17T00:50:27.492 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-17T00:50:27.492 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-08-17T00:50:27.492 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-17T00:50:27.492 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-08-17T00:50:27.492 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-17T00:50:27.492 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:50:27.492 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-08-17T00:50:27.492 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-17T00:50:27.492 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-08-17T00:50:27.492 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-17T00:50:27.493 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-08-17T00:50:27.493 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-17T00:50:27.493 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-08-17T00:50:27.493 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-17T00:50:27.493 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:50:27.493 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:50:27.493 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:50:27.493 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:50:27.493 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:50:27.493 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-17T00:50:27.493 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-08-17T00:50:27.493 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-17T00:50:27.493 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:50:27.494 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:50:27.494 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:50:27.494 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:27.494 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:50:27.494 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:50:27.494 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:50:27.494 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:28.165 INFO:tasks.rados.rados.0.smithi082.stdout:2913: finishing write tid 1 to smithi08280503-8 2024-08-17T00:50:28.166 INFO:tasks.rados.rados.0.smithi082.stdout:2913: finishing write tid 2 to smithi08280503-8 2024-08-17T00:50:28.166 INFO:tasks.rados.rados.0.smithi082.stdout:2914: finishing copy_from to smithi08280503-30 2024-08-17T00:50:28.166 INFO:tasks.rados.rados.0.smithi082.stdout:2914: got expected ENOENT (src dne) 2024-08-17T00:50:28.166 INFO:tasks.rados.rados.0.smithi082.stdout:2913: finishing write tid 3 to smithi08280503-8 2024-08-17T00:50:28.166 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 1722 (ObjNum 885 snap 274 seq_num 885) dirty exists 2024-08-17T00:50:28.166 INFO:tasks.rados.rados.0.smithi082.stdout:2913: left oid 8 (ObjNum 885 snap 274 seq_num 885) 2024-08-17T00:50:28.166 INFO:tasks.rados.rados.0.smithi082.stdout:2914: finishing copy_from racing read to smithi08280503-30 2024-08-17T00:50:28.166 INFO:tasks.rados.rados.0.smithi082.stdout:2912: expect (ObjNum 781 snap 242 seq_num 781) 2024-08-17T00:50:28.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:28 smithi082 ceph-mon[94343]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:50:28.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:28 smithi082 ceph-mon[94343]: Upgrade: Finalizing container_image settings 2024-08-17T00:50:28.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:28 smithi082 ceph-mon[94343]: Upgrade: Complete! 2024-08-17T00:50:28.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:28 smithi082 ceph-mon[94343]: osdmap e632: 8 total, 8 up, 8 in 2024-08-17T00:50:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:28 smithi082 ceph-mon[91979]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:50:28.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:28 smithi082 ceph-mon[91979]: Upgrade: Finalizing container_image settings 2024-08-17T00:50:28.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:28 smithi082 ceph-mon[91979]: Upgrade: Complete! 2024-08-17T00:50:28.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:28 smithi082 ceph-mon[91979]: osdmap e632: 8 total, 8 up, 8 in 2024-08-17T00:50:28.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:28 smithi137 ceph-mon[86391]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T00:50:28.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:28 smithi137 ceph-mon[86391]: Upgrade: Finalizing container_image settings 2024-08-17T00:50:28.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:28 smithi137 ceph-mon[86391]: Upgrade: Complete! 2024-08-17T00:50:28.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:28 smithi137 ceph-mon[86391]: osdmap e632: 8 total, 8 up, 8 in 2024-08-17T00:50:28.729 INFO:tasks.rados.rados.0.smithi082.stdout:2915: expect (ObjNum 862 snap 267 seq_num 862) 2024-08-17T00:50:29.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:29 smithi082 ceph-mon[94343]: osdmap e633: 8 total, 8 up, 8 in 2024-08-17T00:50:29.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:29 smithi082 ceph-mon[94343]: pgmap v619: 121 pgs: 121 active+clean; 272 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-08-17T00:50:29.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:29 smithi082 ceph-mon[94343]: osdmap e634: 8 total, 8 up, 8 in 2024-08-17T00:50:29.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:29 smithi082 ceph-mon[91979]: osdmap e633: 8 total, 8 up, 8 in 2024-08-17T00:50:29.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:29 smithi082 ceph-mon[91979]: pgmap v619: 121 pgs: 121 active+clean; 272 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-08-17T00:50:29.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:29 smithi082 ceph-mon[91979]: osdmap e634: 8 total, 8 up, 8 in 2024-08-17T00:50:29.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:29 smithi137 ceph-mon[86391]: osdmap e633: 8 total, 8 up, 8 in 2024-08-17T00:50:29.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:29 smithi137 ceph-mon[86391]: pgmap v619: 121 pgs: 121 active+clean; 272 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-08-17T00:50:29.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:29 smithi137 ceph-mon[86391]: osdmap e634: 8 total, 8 up, 8 in 2024-08-17T00:50:29.685 INFO:tasks.rados.rados.0.smithi082.stdout:2910: expect (ObjNum 849 snap 261 seq_num 849) 2024-08-17T00:50:30.220 INFO:tasks.rados.rados.0.smithi082.stdout:2917: finishing write tid 1 to smithi08280503-45 2024-08-17T00:50:30.220 INFO:tasks.rados.rados.0.smithi082.stdout:2917: finishing write tid 2 to smithi08280503-45 2024-08-17T00:50:30.220 INFO:tasks.rados.rados.0.smithi082.stdout:2917: finishing write tid 3 to smithi08280503-45 2024-08-17T00:50:30.221 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 1270 (ObjNum 886 snap 274 seq_num 886) dirty exists 2024-08-17T00:50:30.221 INFO:tasks.rados.rados.0.smithi082.stdout:2917: left oid 45 (ObjNum 886 snap 274 seq_num 886) 2024-08-17T00:50:30.221 INFO:tasks.rados.rados.0.smithi082.stdout:2918: finishing write tid 1 to smithi08280503-11 2024-08-17T00:50:30.221 INFO:tasks.rados.rados.0.smithi082.stdout:2918: finishing write tid 2 to smithi08280503-11 2024-08-17T00:50:30.221 INFO:tasks.rados.rados.0.smithi082.stdout:2918: finishing write tid 3 to smithi08280503-11 2024-08-17T00:50:30.221 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 1274 (ObjNum 887 snap 274 seq_num 887) dirty exists 2024-08-17T00:50:30.221 INFO:tasks.rados.rados.0.smithi082.stdout:2918: left oid 11 (ObjNum 887 snap 274 seq_num 887) 2024-08-17T00:50:30.221 INFO:tasks.rados.rados.0.smithi082.stdout:2919: expect (ObjNum 830 snap 261 seq_num 830) 2024-08-17T00:50:30.632 INFO:tasks.rados.rados.0.smithi082.stdout:2910: done (8 left) 2024-08-17T00:50:30.632 INFO:tasks.rados.rados.0.smithi082.stdout:2912: done (7 left) 2024-08-17T00:50:30.632 INFO:tasks.rados.rados.0.smithi082.stdout:2913: done (6 left) 2024-08-17T00:50:30.632 INFO:tasks.rados.rados.0.smithi082.stdout:2914: done (5 left) 2024-08-17T00:50:30.632 INFO:tasks.rados.rados.0.smithi082.stdout:2915: done (4 left) 2024-08-17T00:50:30.632 INFO:tasks.rados.rados.0.smithi082.stdout:2917: done (3 left) 2024-08-17T00:50:30.633 INFO:tasks.rados.rados.0.smithi082.stdout:2918: done (2 left) 2024-08-17T00:50:30.633 INFO:tasks.rados.rados.0.smithi082.stdout:2919: done (1 left) 2024-08-17T00:50:30.633 INFO:tasks.rados.rados.0.smithi082.stdout:2920: done (0 left) 2024-08-17T00:50:30.633 INFO:tasks.rados.rados.0.smithi082.stdout:2921: rmattr oid 43 current snap is 274 2024-08-17T00:50:30.633 INFO:tasks.rados.rados.0.smithi082.stdout:2921: done (0 left) 2024-08-17T00:50:30.633 INFO:tasks.rados.rados.0.smithi082.stdout:2922: setattr oid 39 current snap is 274 2024-08-17T00:50:30.633 INFO:tasks.rados.rados.0.smithi082.stdout:2923: read oid 32 snap -1 2024-08-17T00:50:30.633 INFO:tasks.rados.rados.0.smithi082.stdout:2923: expect (ObjNum 883 snap 273 seq_num 883) 2024-08-17T00:50:30.633 INFO:tasks.rados.rados.0.smithi082.stdout:2924: snap_remove snap 273 2024-08-17T00:50:31.263 INFO:tasks.rados.rados.0.smithi082.stdout:2924: done (2 left) 2024-08-17T00:50:31.263 INFO:tasks.rados.rados.0.smithi082.stdout:2925: snap_remove snap 263 2024-08-17T00:50:31.263 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 1463 (ObjNum 832 snap 261 seq_num 832) dirty exists 2024-08-17T00:50:31.263 INFO:tasks.rados.rados.0.smithi082.stdout:2923: expect (ObjNum 883 snap 273 seq_num 883) 2024-08-17T00:50:31.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:31 smithi082 ceph-mon[94343]: pgmap v621: 121 pgs: 121 active+clean; 281 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.1 MiB/s wr, 12 op/s 2024-08-17T00:50:31.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:31 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:31.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:31 smithi082 ceph-mon[91979]: pgmap v621: 121 pgs: 121 active+clean; 281 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.1 MiB/s wr, 12 op/s 2024-08-17T00:50:31.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:31 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:31.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:31 smithi137 ceph-mon[86391]: pgmap v621: 121 pgs: 121 active+clean; 281 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.1 MiB/s wr, 12 op/s 2024-08-17T00:50:31.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:31 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:50:32.279 INFO:tasks.rados.rados.0.smithi082.stdout:2922: done (2 left) 2024-08-17T00:50:32.280 INFO:tasks.rados.rados.0.smithi082.stdout:2923: done (1 left) 2024-08-17T00:50:32.280 INFO:tasks.rados.rados.0.smithi082.stdout:2925: done (0 left) 2024-08-17T00:50:32.280 INFO:tasks.rados.rados.0.smithi082.stdout:2926: copy_from oid 5 from oid 40 current snap is 274 2024-08-17T00:50:32.280 INFO:tasks.rados.rados.0.smithi082.stdout:2927: setattr oid 39 current snap is 274 2024-08-17T00:50:32.281 INFO:tasks.rados.rados.0.smithi082.stdout:2928: snap_remove snap 265 2024-08-17T00:50:32.626 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:32 smithi082 ceph-mon[94343]: osdmap e635: 8 total, 8 up, 8 in 2024-08-17T00:50:32.627 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:32 smithi082 ceph-mon[94343]: pgmap v623: 121 pgs: 121 active+clean; 281 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.3 MiB/s wr, 10 op/s 2024-08-17T00:50:32.627 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:32 smithi082 ceph-mon[91979]: osdmap e635: 8 total, 8 up, 8 in 2024-08-17T00:50:32.627 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:32 smithi082 ceph-mon[91979]: pgmap v623: 121 pgs: 121 active+clean; 281 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.3 MiB/s wr, 10 op/s 2024-08-17T00:50:32.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:32 smithi137 ceph-mon[86391]: osdmap e635: 8 total, 8 up, 8 in 2024-08-17T00:50:32.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:32 smithi137 ceph-mon[86391]: pgmap v623: 121 pgs: 121 active+clean; 281 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.3 MiB/s wr, 10 op/s 2024-08-17T00:50:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:50:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:50:33.283 INFO:tasks.rados.rados.0.smithi082.stdout:2928: done (2 left) 2024-08-17T00:50:33.284 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 42 current snap is 274 2024-08-17T00:50:33.284 INFO:tasks.rados.rados.0.smithi082.stdout:2929: seq_num 888 ranges {0=475136} 2024-08-17T00:50:33.287 INFO:tasks.rados.rados.0.smithi082.stdout:2929: writing smithi08280503-42 from 0 to 475136 tid 1 2024-08-17T00:50:33.287 INFO:tasks.rados.rados.0.smithi082.stdout:2930: rollback oid 32 current snap is 274 2024-08-17T00:50:33.287 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 32 to 269 2024-08-17T00:50:33.287 INFO:tasks.rados.rados.0.smithi082.stdout:2931: snap_remove snap 267 2024-08-17T00:50:33.647 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:33 smithi082 ceph-mon[94343]: osdmap e636: 8 total, 8 up, 8 in 2024-08-17T00:50:33.647 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:33 smithi082 ceph-mon[91979]: osdmap e636: 8 total, 8 up, 8 in 2024-08-17T00:50:33.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:33 smithi137 ceph-mon[86391]: osdmap e636: 8 total, 8 up, 8 in 2024-08-17T00:50:33.737 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 00:50:33 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T00:50:33.299+0000 7f5f130e6640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 14a after trimming was started 2024-08-17T00:50:33.835 INFO:tasks.rados.rados.0.smithi082.stdout:2931: done (4 left) 2024-08-17T00:50:33.835 INFO:tasks.rados.rados.0.smithi082.stdout:2932: delete oid 24 current snap is 274 2024-08-17T00:50:33.835 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 1464 (ObjNum 832 snap 261 seq_num 832) dirty exists 2024-08-17T00:50:33.835 INFO:tasks.rados.rados.0.smithi082.stdout:2926: finishing copy_from racing read to smithi08280503-5 2024-08-17T00:50:33.835 INFO:tasks.rados.rados.0.smithi082.stdout:2926: finishing copy_from to smithi08280503-5 2024-08-17T00:50:33.835 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 1456 (ObjNum 832 snap 261 seq_num 832) dirty exists 2024-08-17T00:50:33.835 INFO:tasks.rados.rados.0.smithi082.stdout:2930: finishing rollback tid 0 to smithi08280503-32 2024-08-17T00:50:33.835 INFO:tasks.rados.rados.0.smithi082.stdout:2930: finishing rollback tid 1 to smithi08280503-32 2024-08-17T00:50:33.836 INFO:tasks.rados.rados.0.smithi082.stdout:2929: finishing write tid 1 to smithi08280503-42 2024-08-17T00:50:33.836 INFO:tasks.rados.rados.0.smithi082.stdout:2929: finishing write tid 2 to smithi08280503-42 2024-08-17T00:50:33.836 INFO:tasks.rados.rados.0.smithi082.stdout:2930: finishing rollback tid 2 to smithi08280503-32 2024-08-17T00:50:33.836 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 1686 (ObjNum 812 snap 256 seq_num 812) dirty exists 2024-08-17T00:50:33.836 INFO:tasks.rados.rados.0.smithi082.stdout:2929: finishing write tid 3 to smithi08280503-42 2024-08-17T00:50:33.836 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 1397 (ObjNum 888 snap 274 seq_num 888) dirty exists 2024-08-17T00:50:33.836 INFO:tasks.rados.rados.0.smithi082.stdout:2929: left oid 42 (ObjNum 888 snap 274 seq_num 888) 2024-08-17T00:50:33.847 INFO:tasks.rados.rados.0.smithi082.stdout:2926: done (4 left) 2024-08-17T00:50:33.847 INFO:tasks.rados.rados.0.smithi082.stdout:2927: done (3 left) 2024-08-17T00:50:33.847 INFO:tasks.rados.rados.0.smithi082.stdout:2929: done (2 left) 2024-08-17T00:50:33.847 INFO:tasks.rados.rados.0.smithi082.stdout:2930: done (1 left) 2024-08-17T00:50:33.847 INFO:tasks.rados.rados.0.smithi082.stdout:2932: done (0 left) 2024-08-17T00:50:33.847 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 41 current snap is 274 2024-08-17T00:50:33.847 INFO:tasks.rados.rados.0.smithi082.stdout:2933: seq_num 890 ranges {6979584=507904} 2024-08-17T00:50:33.888 INFO:tasks.rados.rados.0.smithi082.stdout:2933: writing smithi08280503-41 from 6979584 to 7487488 tid 1 2024-08-17T00:50:33.888 INFO:tasks.rados.rados.0.smithi082.stdout:2934: delete oid 48 current snap is 274 2024-08-17T00:50:33.891 INFO:tasks.rados.rados.0.smithi082.stdout:2933: finishing write tid 1 to smithi08280503-41 2024-08-17T00:50:33.891 INFO:tasks.rados.rados.0.smithi082.stdout:2933: finishing write tid 2 to smithi08280503-41 2024-08-17T00:50:33.894 INFO:tasks.rados.rados.0.smithi082.stdout:2933: finishing write tid 3 to smithi08280503-41 2024-08-17T00:50:33.894 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 1697 (ObjNum 890 snap 274 seq_num 890) dirty exists 2024-08-17T00:50:33.894 INFO:tasks.rados.rados.0.smithi082.stdout:2933: left oid 41 (ObjNum 890 snap 274 seq_num 890) 2024-08-17T00:50:33.895 INFO:tasks.rados.rados.0.smithi082.stdout:2933: done (1 left) 2024-08-17T00:50:33.895 INFO:tasks.rados.rados.0.smithi082.stdout:2934: done (0 left) 2024-08-17T00:50:33.895 INFO:tasks.rados.rados.0.smithi082.stdout:2935: copy_from oid 29 from oid 35 current snap is 274 2024-08-17T00:50:33.895 INFO:tasks.rados.rados.0.smithi082.stdout:2936: copy_from oid 11 from oid 26 current snap is 274 2024-08-17T00:50:33.895 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 27 current snap is 274 2024-08-17T00:50:33.895 INFO:tasks.rados.rados.0.smithi082.stdout:2937: seq_num 892 ranges {1753088=548864} 2024-08-17T00:50:33.907 INFO:tasks.rados.rados.0.smithi082.stdout:2937: writing smithi08280503-27 from 1753088 to 2301952 tid 1 2024-08-17T00:50:33.907 INFO:tasks.rados.rados.0.smithi082.stdout:2938: rollback oid 15 current snap is 274 2024-08-17T00:50:33.907 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 15 to 269 2024-08-17T00:50:33.907 INFO:tasks.rados.rados.0.smithi082.stdout:2936: finishing copy_from to smithi08280503-11 2024-08-17T00:50:33.907 INFO:tasks.rados.rados.0.smithi082.stdout:2936: got expected ENOENT (src dne) 2024-08-17T00:50:33.908 INFO:tasks.rados.rados.0.smithi082.stdout:2936: finishing copy_from racing read to smithi08280503-11 2024-08-17T00:50:33.908 INFO:tasks.rados.rados.0.smithi082.stdout:2936: done (3 left) 2024-08-17T00:50:33.908 INFO:tasks.rados.rados.0.smithi082.stdout:2939: delete oid 20 current snap is 274 2024-08-17T00:50:33.911 INFO:tasks.rados.rados.0.smithi082.stdout:2938: finishing rollback tid 0 to smithi08280503-15 2024-08-17T00:50:33.912 INFO:tasks.rados.rados.0.smithi082.stdout:2937: finishing write tid 1 to smithi08280503-27 2024-08-17T00:50:33.912 INFO:tasks.rados.rados.0.smithi082.stdout:2938: finishing rollback tid 1 to smithi08280503-15 2024-08-17T00:50:33.912 INFO:tasks.rados.rados.0.smithi082.stdout:2937: finishing write tid 2 to smithi08280503-27 2024-08-17T00:50:33.913 INFO:tasks.rados.rados.0.smithi082.stdout:2938: finishing rollback tid 2 to smithi08280503-15 2024-08-17T00:50:33.913 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 1618 (ObjNum 781 snap 242 seq_num 781) dirty exists 2024-08-17T00:50:33.914 INFO:tasks.rados.rados.0.smithi082.stdout:2937: finishing write tid 3 to smithi08280503-27 2024-08-17T00:50:33.914 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 1702 (ObjNum 892 snap 274 seq_num 892) dirty exists 2024-08-17T00:50:33.914 INFO:tasks.rados.rados.0.smithi082.stdout:2937: left oid 27 (ObjNum 892 snap 274 seq_num 892) 2024-08-17T00:50:33.915 INFO:tasks.rados.rados.0.smithi082.stdout:2937: done (3 left) 2024-08-17T00:50:33.915 INFO:tasks.rados.rados.0.smithi082.stdout:2938: done (2 left) 2024-08-17T00:50:33.915 INFO:tasks.rados.rados.0.smithi082.stdout:2939: done (1 left) 2024-08-17T00:50:33.915 INFO:tasks.rados.rados.0.smithi082.stdout:2940: copy_from oid 26 from oid 5 current snap is 274 2024-08-17T00:50:33.915 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 37 current snap is 274 2024-08-17T00:50:33.915 INFO:tasks.rados.rados.0.smithi082.stdout:2941: seq_num 894 ranges {4890624=581632} 2024-08-17T00:50:33.946 INFO:tasks.rados.rados.0.smithi082.stdout:2941: writing smithi08280503-37 from 4890624 to 5472256 tid 1 2024-08-17T00:50:33.946 INFO:tasks.rados.rados.0.smithi082.stdout:2942: rollback oid 47 current snap is 274 2024-08-17T00:50:33.946 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 47 to 269 2024-08-17T00:50:33.946 INFO:tasks.rados.rados.0.smithi082.stdout:2935: finishing copy_from racing read to smithi08280503-29 2024-08-17T00:50:33.946 INFO:tasks.rados.rados.0.smithi082.stdout:2935: finishing copy_from to smithi08280503-29 2024-08-17T00:50:33.946 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 1259 (ObjNum 781 snap 242 seq_num 781) dirty exists 2024-08-17T00:50:33.946 INFO:tasks.rados.rados.0.smithi082.stdout:2940: finishing copy_from racing read to smithi08280503-26 2024-08-17T00:50:33.946 INFO:tasks.rados.rados.0.smithi082.stdout:2940: finishing copy_from to smithi08280503-26 2024-08-17T00:50:33.946 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 1456 (ObjNum 832 snap 261 seq_num 832) dirty exists 2024-08-17T00:50:33.946 INFO:tasks.rados.rados.0.smithi082.stdout:2935: done (3 left) 2024-08-17T00:50:33.947 INFO:tasks.rados.rados.0.smithi082.stdout:2940: done (2 left) 2024-08-17T00:50:33.947 INFO:tasks.rados.rados.0.smithi082.stdout:2943: rollback oid 31 current snap is 274 2024-08-17T00:50:33.947 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 31 to 269 2024-08-17T00:50:33.947 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 48 current snap is 274 2024-08-17T00:50:33.947 INFO:tasks.rados.rados.0.smithi082.stdout:2944: seq_num 895 ranges {0=598016} 2024-08-17T00:50:33.949 INFO:tasks.rados.rados.0.smithi082.stdout:2944: writing smithi08280503-48 from 0 to 598016 tid 1 2024-08-17T00:50:33.949 INFO:tasks.rados.rados.0.smithi082.stdout:2945: delete oid 25 current snap is 274 2024-08-17T00:50:33.949 INFO:tasks.rados.rados.0.smithi082.stdout:2942: finishing rollback tid 0 to smithi08280503-47 2024-08-17T00:50:33.950 INFO:tasks.rados.rados.0.smithi082.stdout:2942: finishing rollback tid 1 to smithi08280503-47 2024-08-17T00:50:33.950 INFO:tasks.rados.rados.0.smithi082.stdout:2941: finishing write tid 1 to smithi08280503-37 2024-08-17T00:50:33.950 INFO:tasks.rados.rados.0.smithi082.stdout:2943: finishing rollback tid 0 to smithi08280503-31 2024-08-17T00:50:33.950 INFO:tasks.rados.rados.0.smithi082.stdout:2942: finishing rollback tid 2 to smithi08280503-47 2024-08-17T00:50:33.950 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 1551 (ObjNum 841 snap 261 seq_num 841) dirty exists 2024-08-17T00:50:33.950 INFO:tasks.rados.rados.0.smithi082.stdout:2943: finishing rollback tid 1 to smithi08280503-31 2024-08-17T00:50:33.951 INFO:tasks.rados.rados.0.smithi082.stdout:2943: finishing rollback tid 2 to smithi08280503-31 2024-08-17T00:50:33.951 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 1705 (ObjNum 855 snap 267 seq_num 855) dirty exists 2024-08-17T00:50:33.952 INFO:tasks.rados.rados.0.smithi082.stdout:2942: done (4 left) 2024-08-17T00:50:33.952 INFO:tasks.rados.rados.0.smithi082.stdout:2943: done (3 left) 2024-08-17T00:50:33.952 INFO:tasks.rados.rados.0.smithi082.stdout:2945: done (2 left) 2024-08-17T00:50:33.952 INFO:tasks.rados.rados.0.smithi082.stdout:2946: read oid 30 snap -1 2024-08-17T00:50:33.952 INFO:tasks.rados.rados.0.smithi082.stdout:2946: expect (ObjNum 853 snap 266 seq_num 853) 2024-08-17T00:50:33.952 INFO:tasks.rados.rados.0.smithi082.stdout:2947: delete oid 44 current snap is 274 2024-08-17T00:50:33.952 INFO:tasks.rados.rados.0.smithi082.stdout:2941: finishing write tid 2 to smithi08280503-37 2024-08-17T00:50:33.954 INFO:tasks.rados.rados.0.smithi082.stdout:2944: finishing write tid 1 to smithi08280503-48 2024-08-17T00:50:33.954 INFO:tasks.rados.rados.0.smithi082.stdout:2941: finishing write tid 3 to smithi08280503-37 2024-08-17T00:50:33.954 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 1700 (ObjNum 894 snap 274 seq_num 894) dirty exists 2024-08-17T00:50:33.954 INFO:tasks.rados.rados.0.smithi082.stdout:2941: left oid 37 (ObjNum 894 snap 274 seq_num 894) 2024-08-17T00:50:33.955 INFO:tasks.rados.rados.0.smithi082.stdout:2944: finishing write tid 2 to smithi08280503-48 2024-08-17T00:50:33.955 INFO:tasks.rados.rados.0.smithi082.stdout:2941: done (3 left) 2024-08-17T00:50:33.955 INFO:tasks.rados.rados.0.smithi082.stdout:2947: done (2 left) 2024-08-17T00:50:33.956 INFO:tasks.rados.rados.0.smithi082.stdout:2948: copy_from oid 7 from oid 27 current snap is 274 2024-08-17T00:50:33.956 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 33 current snap is 274 2024-08-17T00:50:33.956 INFO:tasks.rados.rados.0.smithi082.stdout:2949: seq_num 898 ranges {6979584=647168} 2024-08-17T00:50:33.999 INFO:tasks.rados.rados.0.smithi082.stdout:2949: writing smithi08280503-33 from 6979584 to 7626752 tid 1 2024-08-17T00:50:33.999 INFO:tasks.rados.rados.0.smithi082.stdout:2950: read oid 11 snap -1 2024-08-17T00:50:33.999 INFO:tasks.rados.rados.0.smithi082.stdout:2950: expect (ObjNum 887 snap 274 seq_num 887) 2024-08-17T00:50:33.999 INFO:tasks.rados.rados.0.smithi082.stdout:2951: delete oid 18 current snap is 274 2024-08-17T00:50:33.999 INFO:tasks.rados.rados.0.smithi082.stdout:2944: finishing write tid 3 to smithi08280503-48 2024-08-17T00:50:33.999 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 1702 (ObjNum 895 snap 274 seq_num 895) dirty exists 2024-08-17T00:50:33.999 INFO:tasks.rados.rados.0.smithi082.stdout:2944: left oid 48 (ObjNum 895 snap 274 seq_num 895) 2024-08-17T00:50:33.999 INFO:tasks.rados.rados.0.smithi082.stdout:2948: finishing copy_from racing read to smithi08280503-7 2024-08-17T00:50:33.999 INFO:tasks.rados.rados.0.smithi082.stdout:2948: finishing copy_from to smithi08280503-7 2024-08-17T00:50:33.999 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 1702 (ObjNum 892 snap 274 seq_num 892) dirty exists 2024-08-17T00:50:34.000 INFO:tasks.rados.rados.0.smithi082.stdout:2946: expect (ObjNum 853 snap 266 seq_num 853) 2024-08-17T00:50:34.269 INFO:tasks.rados.rados.0.smithi082.stdout:2949: finishing write tid 1 to smithi08280503-33 2024-08-17T00:50:34.269 INFO:tasks.rados.rados.0.smithi082.stdout:2949: finishing write tid 2 to smithi08280503-33 2024-08-17T00:50:34.269 INFO:tasks.rados.rados.0.smithi082.stdout:2949: finishing write tid 3 to smithi08280503-33 2024-08-17T00:50:34.269 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 1550 (ObjNum 898 snap 274 seq_num 898) dirty exists 2024-08-17T00:50:34.269 INFO:tasks.rados.rados.0.smithi082.stdout:2949: left oid 33 (ObjNum 898 snap 274 seq_num 898) 2024-08-17T00:50:34.269 INFO:tasks.rados.rados.0.smithi082.stdout:2944: done (5 left) 2024-08-17T00:50:34.269 INFO:tasks.rados.rados.0.smithi082.stdout:2946: done (4 left) 2024-08-17T00:50:34.269 INFO:tasks.rados.rados.0.smithi082.stdout:2948: done (3 left) 2024-08-17T00:50:34.270 INFO:tasks.rados.rados.0.smithi082.stdout:2949: done (2 left) 2024-08-17T00:50:34.270 INFO:tasks.rados.rados.0.smithi082.stdout:2951: done (1 left) 2024-08-17T00:50:34.270 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 43 current snap is 274 2024-08-17T00:50:34.270 INFO:tasks.rados.rados.0.smithi082.stdout:2950: expect (ObjNum 887 snap 274 seq_num 887) 2024-08-17T00:50:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:34 smithi082 ceph-mon[91979]: osdmap e637: 8 total, 8 up, 8 in 2024-08-17T00:50:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:34 smithi082 ceph-mon[91979]: osdmap e638: 8 total, 8 up, 8 in 2024-08-17T00:50:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:34 smithi082 ceph-mon[91979]: pgmap v627: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 277 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-08-17T00:50:34.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:34 smithi082 ceph-mon[94343]: osdmap e637: 8 total, 8 up, 8 in 2024-08-17T00:50:34.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:34 smithi082 ceph-mon[94343]: osdmap e638: 8 total, 8 up, 8 in 2024-08-17T00:50:34.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:34 smithi082 ceph-mon[94343]: pgmap v627: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 277 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-08-17T00:50:34.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:34 smithi137 ceph-mon[86391]: osdmap e637: 8 total, 8 up, 8 in 2024-08-17T00:50:34.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:34 smithi137 ceph-mon[86391]: osdmap e638: 8 total, 8 up, 8 in 2024-08-17T00:50:34.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:34 smithi137 ceph-mon[86391]: pgmap v627: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 277 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-08-17T00:50:34.877 INFO:tasks.rados.rados.0.smithi082.stdout:2952: seq_num 900 ranges {2310144=679936} 2024-08-17T00:50:34.893 INFO:tasks.rados.rados.0.smithi082.stdout:2952: writing smithi08280503-43 from 2310144 to 2990080 tid 1 2024-08-17T00:50:34.893 INFO:tasks.rados.rados.0.smithi082.stdout:2950: done (1 left) 2024-08-17T00:50:34.893 INFO:tasks.rados.rados.0.smithi082.stdout:2953: rollback oid 13 current snap is 274 2024-08-17T00:50:34.893 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 13 to 269 2024-08-17T00:50:34.894 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 42 current snap is 274 2024-08-17T00:50:34.894 INFO:tasks.rados.rados.0.smithi082.stdout:2954: seq_num 901 ranges {475136=696320} 2024-08-17T00:50:34.900 INFO:tasks.rados.rados.0.smithi082.stdout:2954: writing smithi08280503-42 from 475136 to 1171456 tid 1 2024-08-17T00:50:34.900 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 4 current snap is 274 2024-08-17T00:50:34.900 INFO:tasks.rados.rados.0.smithi082.stdout:2952: finishing write tid 1 to smithi08280503-43 2024-08-17T00:50:34.901 INFO:tasks.rados.rados.0.smithi082.stdout:2952: finishing write tid 2 to smithi08280503-43 2024-08-17T00:50:34.901 INFO:tasks.rados.rados.0.smithi082.stdout:2953: finishing rollback tid 0 to smithi08280503-13 2024-08-17T00:50:34.901 INFO:tasks.rados.rados.0.smithi082.stdout:2953: finishing rollback tid 1 to smithi08280503-13 2024-08-17T00:50:34.901 INFO:tasks.rados.rados.0.smithi082.stdout:2953: finishing rollback tid 2 to smithi08280503-13 2024-08-17T00:50:34.901 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 1400 (ObjNum 861 snap 267 seq_num 861) dirty exists 2024-08-17T00:50:34.901 INFO:tasks.rados.rados.0.smithi082.stdout:2952: finishing write tid 3 to smithi08280503-43 2024-08-17T00:50:34.901 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 1752 (ObjNum 900 snap 274 seq_num 900) dirty exists 2024-08-17T00:50:34.901 INFO:tasks.rados.rados.0.smithi082.stdout:2952: left oid 43 (ObjNum 900 snap 274 seq_num 900) 2024-08-17T00:50:34.901 INFO:tasks.rados.rados.0.smithi082.stdout:2955: seq_num 902 ranges {5275648=712704} 2024-08-17T00:50:34.933 INFO:tasks.rados.rados.0.smithi082.stdout:2955: writing smithi08280503-4 from 5275648 to 5988352 tid 1 2024-08-17T00:50:34.933 INFO:tasks.rados.rados.0.smithi082.stdout:2952: done (3 left) 2024-08-17T00:50:34.933 INFO:tasks.rados.rados.0.smithi082.stdout:2953: done (2 left) 2024-08-17T00:50:34.933 INFO:tasks.rados.rados.0.smithi082.stdout:2956: snap_create 2024-08-17T00:50:34.933 INFO:tasks.rados.rados.0.smithi082.stdout:2954: finishing write tid 1 to smithi08280503-42 2024-08-17T00:50:34.933 INFO:tasks.rados.rados.0.smithi082.stdout:2954: finishing write tid 2 to smithi08280503-42 2024-08-17T00:50:34.933 INFO:tasks.rados.rados.0.smithi082.stdout:2954: finishing write tid 3 to smithi08280503-42 2024-08-17T00:50:34.933 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 1402 (ObjNum 901 snap 274 seq_num 901) dirty exists 2024-08-17T00:50:34.933 INFO:tasks.rados.rados.0.smithi082.stdout:2954: left oid 42 (ObjNum 901 snap 274 seq_num 901) 2024-08-17T00:50:34.936 INFO:tasks.rados.rados.0.smithi082.stdout:2955: finishing write tid 1 to smithi08280503-4 2024-08-17T00:50:34.936 INFO:tasks.rados.rados.0.smithi082.stdout:2955: finishing write tid 2 to smithi08280503-4 2024-08-17T00:50:34.938 INFO:tasks.rados.rados.0.smithi082.stdout:2955: finishing write tid 3 to smithi08280503-4 2024-08-17T00:50:34.938 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 1754 (ObjNum 902 snap 274 seq_num 902) dirty exists 2024-08-17T00:50:34.938 INFO:tasks.rados.rados.0.smithi082.stdout:2955: left oid 4 (ObjNum 902 snap 274 seq_num 902) 2024-08-17T00:50:35.158 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -e sha1=d863d21c9d1db9c3453c09dacd68766969720a44 -- bash -c 'ceph orch ps' 2024-08-17T00:50:35.456 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:50:35.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:50:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:50:35] "GET /metrics HTTP/1.1" 200 36272 "" "Prometheus/2.43.0" 2024-08-17T00:50:35.836 INFO:tasks.rados.rados.0.smithi082.stdout:2954: done (2 left) 2024-08-17T00:50:35.836 INFO:tasks.rados.rados.0.smithi082.stdout:2955: done (1 left) 2024-08-17T00:50:35.836 INFO:tasks.rados.rados.0.smithi082.stdout:2956: done (0 left) 2024-08-17T00:50:35.836 INFO:tasks.rados.rados.0.smithi082.stdout:2957: delete oid 47 current snap is 275 2024-08-17T00:50:35.844 INFO:tasks.rados.rados.0.smithi082.stdout:2957: done (0 left) 2024-08-17T00:50:35.844 INFO:tasks.rados.rados.0.smithi082.stdout:2958: snap_create 2024-08-17T00:50:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:35 smithi082 ceph-mon[91979]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:50:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:50:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:35 smithi082 ceph-mon[94343]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:50:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:50:36.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:35 smithi137 ceph-mon[86391]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:50:36.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:50:36.850 INFO:tasks.rados.rados.0.smithi082.stdout:2958: done (0 left) 2024-08-17T00:50:36.851 INFO:tasks.rados.rados.0.smithi082.stdout:2959: read oid 39 snap -1 2024-08-17T00:50:36.851 INFO:tasks.rados.rados.0.smithi082.stdout:2959: expect (ObjNum 832 snap 261 seq_num 832) 2024-08-17T00:50:36.851 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 37 current snap is 276 2024-08-17T00:50:36.851 INFO:tasks.rados.rados.0.smithi082.stdout:2960: seq_num 904 ranges {5472256=745472} 2024-08-17T00:50:36.884 INFO:tasks.rados.rados.0.smithi082.stdout:2960: writing smithi08280503-37 from 5472256 to 6217728 tid 1 2024-08-17T00:50:36.884 INFO:tasks.rados.rados.0.smithi082.stdout:2961: copy_from oid 5 from oid 32 current snap is 276 2024-08-17T00:50:36.884 INFO:tasks.rados.rados.0.smithi082.stdout:2962: setattr oid 24 current snap is 276 2024-08-17T00:50:36.885 INFO:tasks.rados.rados.0.smithi082.stdout:2963: read oid 42 snap 269 2024-08-17T00:50:36.885 INFO:tasks.rados.rados.0.smithi082.stdout:2963: expect (ObjNum 869 snap 269 seq_num 869) 2024-08-17T00:50:36.885 INFO:tasks.rados.rados.0.smithi082.stdout:2964: copy_from oid 31 from oid 45 current snap is 276 2024-08-17T00:50:36.885 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 4 current snap is 276 2024-08-17T00:50:36.885 INFO:tasks.rados.rados.0.smithi082.stdout:2965: seq_num 905 ranges {5988352=761856} 2024-08-17T00:50:36.924 INFO:tasks.rados.rados.0.smithi082.stdout:2965: writing smithi08280503-4 from 5988352 to 6750208 tid 1 2024-08-17T00:50:36.924 INFO:tasks.rados.rados.0.smithi082.stdout:2966: rollback oid 43 current snap is 276 2024-08-17T00:50:36.924 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 43 to 269 2024-08-17T00:50:36.924 INFO:tasks.rados.rados.0.smithi082.stdout:2960: finishing write tid 1 to smithi08280503-37 2024-08-17T00:50:36.924 INFO:tasks.rados.rados.0.smithi082.stdout:2959: expect (ObjNum 832 snap 261 seq_num 832) 2024-08-17T00:50:37.139 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:36 smithi082 ceph-mon[94343]: osdmap e639: 8 total, 8 up, 8 in 2024-08-17T00:50:37.140 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:36 smithi082 ceph-mon[94343]: pgmap v629: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 261 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-08-17T00:50:37.140 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:36 smithi082 ceph-mon[91979]: osdmap e639: 8 total, 8 up, 8 in 2024-08-17T00:50:37.140 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:36 smithi082 ceph-mon[91979]: pgmap v629: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 261 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-08-17T00:50:37.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:36 smithi137 ceph-mon[86391]: osdmap e639: 8 total, 8 up, 8 in 2024-08-17T00:50:37.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:36 smithi137 ceph-mon[86391]: pgmap v629: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 261 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-08-17T00:50:37.337 INFO:teuthology.orchestra.run.smithi082.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T00:50:37.337 INFO:teuthology.orchestra.run.smithi082.stdout:alertmanager.a smithi082 *:9093,9094 running (39s) 36s ago 12m 17.4M - 0.25.0 c8568f914cd2 ce270d5bd56a 2024-08-17T00:50:37.337 INFO:teuthology.orchestra.run.smithi082.stdout:grafana.a smithi137 *:3000 running (18s) 14s ago 12m 46.1M - 9.4.12 2bacad6d85d8 65ed0c7f21c0 2024-08-17T00:50:37.337 INFO:teuthology.orchestra.run.smithi082.stdout:mds.a smithi082 running (102s) 36s ago 13m 14.6M - 19.1.0-1363-gd863d21c ba08250ef864 9cbb42216c03 2024-08-17T00:50:37.338 INFO:teuthology.orchestra.run.smithi082.stdout:mds.b smithi137 running (84s) 14s ago 13m 12.2M - 19.1.0-1363-gd863d21c ba08250ef864 190735ebac30 2024-08-17T00:50:37.338 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.x smithi137 *:8443,9283,8765 running (7m) 14s ago 17m 441M - 19.1.0-1363-gd863d21c ba08250ef864 745a5ef30a75 2024-08-17T00:50:37.338 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.y smithi082 *:8443,9283,8765 running (8m) 36s ago 18m 517M - 19.1.0-1363-gd863d21c ba08250ef864 92bb5538a947 2024-08-17T00:50:37.338 INFO:teuthology.orchestra.run.smithi082.stdout:mon.a smithi082 running (7m) 36s ago 18m 72.1M 2048M 19.1.0-1363-gd863d21c ba08250ef864 f4aa8d413a0e 2024-08-17T00:50:37.338 INFO:teuthology.orchestra.run.smithi082.stdout:mon.b smithi137 running (6m) 14s ago 17m 56.4M 2048M 19.1.0-1363-gd863d21c ba08250ef864 9fd7ba29d439 2024-08-17T00:50:37.338 INFO:teuthology.orchestra.run.smithi082.stdout:mon.c smithi082 running (7m) 36s ago 17m 62.0M 2048M 19.1.0-1363-gd863d21c ba08250ef864 d6960322022d 2024-08-17T00:50:37.338 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.a smithi082 *:9100 running (72s) 36s ago 11m 7205k - 1.5.0 0da6a335fe13 207fd018a603 2024-08-17T00:50:37.338 INFO:teuthology.orchestra.run.smithi082.stdout:node-exporter.b smithi137 *:9100 running (68s) 14s ago 11m 16.3M - 1.5.0 0da6a335fe13 dd7f042e0950 2024-08-17T00:50:37.338 INFO:teuthology.orchestra.run.smithi082.stdout:osd.0 smithi082 running (5m) 36s ago 16m 291M 2480M 19.1.0-1363-gd863d21c ba08250ef864 32a8251d6cbd 2024-08-17T00:50:37.338 INFO:teuthology.orchestra.run.smithi082.stdout:osd.1 smithi082 running (5m) 36s ago 16m 234M 2480M 19.1.0-1363-gd863d21c ba08250ef864 27410d903b16 2024-08-17T00:50:37.338 INFO:teuthology.orchestra.run.smithi082.stdout:osd.2 smithi082 running (4m) 36s ago 16m 277M 2480M 19.1.0-1363-gd863d21c ba08250ef864 d73e6cacdf8e 2024-08-17T00:50:37.338 INFO:teuthology.orchestra.run.smithi082.stdout:osd.3 smithi082 running (4m) 36s ago 15m 194M 2480M 19.1.0-1363-gd863d21c ba08250ef864 ff1e0af1a005 2024-08-17T00:50:37.339 INFO:teuthology.orchestra.run.smithi082.stdout:osd.4 smithi137 running (3m) 14s ago 15m 267M 2480M 19.1.0-1363-gd863d21c ba08250ef864 908ee8f7568a 2024-08-17T00:50:37.339 INFO:teuthology.orchestra.run.smithi082.stdout:osd.5 smithi137 running (3m) 14s ago 14m 230M 2480M 19.1.0-1363-gd863d21c ba08250ef864 5093a53e7478 2024-08-17T00:50:37.339 INFO:teuthology.orchestra.run.smithi082.stdout:osd.6 smithi137 running (2m) 14s ago 14m 99.2M 2480M 19.1.0-1363-gd863d21c ba08250ef864 e037950bdd93 2024-08-17T00:50:37.339 INFO:teuthology.orchestra.run.smithi082.stdout:osd.7 smithi137 running (2m) 14s ago 14m 142M 2480M 19.1.0-1363-gd863d21c ba08250ef864 085540a710fc 2024-08-17T00:50:37.339 INFO:teuthology.orchestra.run.smithi082.stdout:prometheus.a smithi137 *:9095 running (54s) 14s ago 12m 48.7M - 2.43.0 a07b618ecd1d 9dc2b97dc038 2024-08-17T00:50:37.396 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 1724 (ObjNum 33 snap 0 seq_num 3912553936) dirty exists 2024-08-17T00:50:37.396 INFO:tasks.rados.rados.0.smithi082.stdout:2960: finishing write tid 2 to smithi08280503-37 2024-08-17T00:50:37.396 INFO:tasks.rados.rados.0.smithi082.stdout:2960: finishing write tid 3 to smithi08280503-37 2024-08-17T00:50:37.396 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 1705 (ObjNum 904 snap 276 seq_num 904) dirty exists 2024-08-17T00:50:37.396 INFO:tasks.rados.rados.0.smithi082.stdout:2960: left oid 37 (ObjNum 904 snap 276 seq_num 904) 2024-08-17T00:50:37.397 INFO:tasks.rados.rados.0.smithi082.stdout:2959: done (7 left) 2024-08-17T00:50:37.397 INFO:tasks.rados.rados.0.smithi082.stdout:2960: done (6 left) 2024-08-17T00:50:37.397 INFO:tasks.rados.rados.0.smithi082.stdout:2962: done (5 left) 2024-08-17T00:50:37.397 INFO:tasks.rados.rados.0.smithi082.stdout:2967: snap_remove snap 274 2024-08-17T00:50:37.850 INFO:tasks.rados.rados.0.smithi082.stdout:2967: done (5 left) 2024-08-17T00:50:37.850 INFO:tasks.rados.rados.0.smithi082.stdout:2968: rollback oid 33 current snap is 276 2024-08-17T00:50:37.851 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 33 to 275 2024-08-17T00:50:37.851 INFO:tasks.rados.rados.0.smithi082.stdout:2964: finishing copy_from racing read to smithi08280503-31 2024-08-17T00:50:37.851 INFO:tasks.rados.rados.0.smithi082.stdout:2963: expect (ObjNum 869 snap 269 seq_num 869) 2024-08-17T00:50:38.102 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:37 smithi082 ceph-mon[91979]: osdmap e640: 8 total, 8 up, 8 in 2024-08-17T00:50:38.102 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:37 smithi082 ceph-mon[94343]: osdmap e640: 8 total, 8 up, 8 in 2024-08-17T00:50:38.126 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -e sha1=d863d21c9d1db9c3453c09dacd68766969720a44 -- bash -c 'ceph versions' 2024-08-17T00:50:38.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:37 smithi137 ceph-mon[86391]: osdmap e640: 8 total, 8 up, 8 in 2024-08-17T00:50:38.387 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:50:38.408 INFO:tasks.rados.rados.0.smithi082.stdout:2963: done (5 left) 2024-08-17T00:50:38.409 INFO:tasks.rados.rados.0.smithi082.stdout:2969: read oid 9 snap -1 2024-08-17T00:50:38.409 INFO:tasks.rados.rados.0.smithi082.stdout:2969: expect (ObjNum 771 snap 241 seq_num 771) 2024-08-17T00:50:38.409 INFO:tasks.rados.rados.0.smithi082.stdout:2970: delete oid 38 current snap is 276 2024-08-17T00:50:38.409 INFO:tasks.rados.rados.0.smithi082.stdout:2964: finishing copy_from to smithi08280503-31 2024-08-17T00:50:38.409 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 1270 (ObjNum 886 snap 274 seq_num 886) dirty exists 2024-08-17T00:50:38.409 INFO:tasks.rados.rados.0.smithi082.stdout:2961: finishing copy_from racing read to smithi08280503-5 2024-08-17T00:50:38.409 INFO:tasks.rados.rados.0.smithi082.stdout:2965: finishing write tid 1 to smithi08280503-4 2024-08-17T00:50:38.409 INFO:tasks.rados.rados.0.smithi082.stdout:2965: finishing write tid 2 to smithi08280503-4 2024-08-17T00:50:38.409 INFO:tasks.rados.rados.0.smithi082.stdout:2966: finishing rollback tid 0 to smithi08280503-43 2024-08-17T00:50:38.410 INFO:tasks.rados.rados.0.smithi082.stdout:2965: finishing write tid 3 to smithi08280503-4 2024-08-17T00:50:38.410 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 1757 (ObjNum 905 snap 276 seq_num 905) dirty exists 2024-08-17T00:50:38.410 INFO:tasks.rados.rados.0.smithi082.stdout:2965: left oid 4 (ObjNum 905 snap 276 seq_num 905) 2024-08-17T00:50:38.411 INFO:tasks.rados.rados.0.smithi082.stdout:2966: finishing rollback tid 1 to smithi08280503-43 2024-08-17T00:50:38.411 INFO:tasks.rados.rados.0.smithi082.stdout:2961: finishing copy_from to smithi08280503-5 2024-08-17T00:50:38.411 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 1686 (ObjNum 812 snap 256 seq_num 812) dirty exists 2024-08-17T00:50:38.411 INFO:tasks.rados.rados.0.smithi082.stdout:2966: finishing rollback tid 2 to smithi08280503-43 2024-08-17T00:50:38.411 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 1761 (ObjNum 695 snap 215 seq_num 695) dirty exists 2024-08-17T00:50:38.411 INFO:tasks.rados.rados.0.smithi082.stdout:2968: finishing rollback tid 0 to smithi08280503-33 2024-08-17T00:50:38.411 INFO:tasks.rados.rados.0.smithi082.stdout:2968: finishing rollback tid 1 to smithi08280503-33 2024-08-17T00:50:38.411 INFO:tasks.rados.rados.0.smithi082.stdout:2968: finishing rollback tid 2 to smithi08280503-33 2024-08-17T00:50:38.411 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 1553 (ObjNum 898 snap 274 seq_num 898) dirty exists 2024-08-17T00:50:38.411 INFO:tasks.rados.rados.0.smithi082.stdout:2961: done (6 left) 2024-08-17T00:50:38.411 INFO:tasks.rados.rados.0.smithi082.stdout:2964: done (5 left) 2024-08-17T00:50:38.411 INFO:tasks.rados.rados.0.smithi082.stdout:2965: done (4 left) 2024-08-17T00:50:38.411 INFO:tasks.rados.rados.0.smithi082.stdout:2966: done (3 left) 2024-08-17T00:50:38.411 INFO:tasks.rados.rados.0.smithi082.stdout:2968: done (2 left) 2024-08-17T00:50:38.412 INFO:tasks.rados.rados.0.smithi082.stdout:2970: done (1 left) 2024-08-17T00:50:38.412 INFO:tasks.rados.rados.0.smithi082.stdout:2971: rmattr oid 10 current snap is 276 2024-08-17T00:50:38.412 INFO:tasks.rados.rados.0.smithi082.stdout:2971: done (1 left) 2024-08-17T00:50:38.412 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 49 current snap is 276 2024-08-17T00:50:38.412 INFO:tasks.rados.rados.0.smithi082.stdout:2972: seq_num 907 ranges {7004160=794624} 2024-08-17T00:50:38.453 INFO:tasks.rados.rados.0.smithi082.stdout:2972: writing smithi08280503-49 from 7004160 to 7798784 tid 1 2024-08-17T00:50:38.453 INFO:tasks.rados.rados.0.smithi082.stdout:2973: snap_create 2024-08-17T00:50:38.453 INFO:tasks.rados.rados.0.smithi082.stdout:2969: expect (ObjNum 771 snap 241 seq_num 771) 2024-08-17T00:50:38.496 INFO:tasks.rados.rados.0.smithi082.stdout:2972: finishing write tid 1 to smithi08280503-49 2024-08-17T00:50:38.496 INFO:tasks.rados.rados.0.smithi082.stdout:2972: finishing write tid 2 to smithi08280503-49 2024-08-17T00:50:38.496 INFO:tasks.rados.rados.0.smithi082.stdout:2972: finishing write tid 3 to smithi08280503-49 2024-08-17T00:50:38.496 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 49 v 1710 (ObjNum 907 snap 276 seq_num 907) dirty exists 2024-08-17T00:50:38.496 INFO:tasks.rados.rados.0.smithi082.stdout:2972: left oid 49 (ObjNum 907 snap 276 seq_num 907) 2024-08-17T00:50:38.832 INFO:tasks.rados.rados.0.smithi082.stdout:2969: done (2 left) 2024-08-17T00:50:38.832 INFO:tasks.rados.rados.0.smithi082.stdout:2972: done (1 left) 2024-08-17T00:50:38.833 INFO:tasks.rados.rados.0.smithi082.stdout:2973: done (0 left) 2024-08-17T00:50:38.833 INFO:tasks.rados.rados.0.smithi082.stdout:2974: delete oid 25 current snap is 277 2024-08-17T00:50:38.839 INFO:tasks.rados.rados.0.smithi082.stdout:2974: done (0 left) 2024-08-17T00:50:38.839 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 45 current snap is 277 2024-08-17T00:50:38.840 INFO:tasks.rados.rados.0.smithi082.stdout:2975: seq_num 909 ranges {8126464=425984,8552448=401408} 2024-08-17T00:50:38.886 INFO:tasks.rados.rados.0.smithi082.stdout:2975: writing smithi08280503-45 from 8126464 to 8552448 tid 1 2024-08-17T00:50:38.888 INFO:tasks.rados.rados.0.smithi082.stdout:2975: writing smithi08280503-45 from 8552448 to 8953856 tid 2 2024-08-17T00:50:38.888 INFO:tasks.rados.rados.0.smithi082.stdout:2976: read oid 17 snap -1 2024-08-17T00:50:38.888 INFO:tasks.rados.rados.0.smithi082.stdout:2976: expect deleted 2024-08-17T00:50:38.888 INFO:tasks.rados.rados.0.smithi082.stdout:2977: delete oid 32 current snap is 277 2024-08-17T00:50:38.890 INFO:tasks.rados.rados.0.smithi082.stdout:2976: done (2 left) 2024-08-17T00:50:38.890 INFO:tasks.rados.rados.0.smithi082.stdout:2977: done (1 left) 2024-08-17T00:50:38.890 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 12 current snap is 277 2024-08-17T00:50:38.891 INFO:tasks.rados.rados.0.smithi082.stdout:2978: seq_num 911 ranges {8683520=466944,9150464=401408} 2024-08-17T00:50:38.939 INFO:tasks.rados.rados.0.smithi082.stdout:2978: writing smithi08280503-12 from 8683520 to 9150464 tid 1 2024-08-17T00:50:38.941 INFO:tasks.rados.rados.0.smithi082.stdout:2978: writing smithi08280503-12 from 9150464 to 9551872 tid 2 2024-08-17T00:50:38.942 INFO:tasks.rados.rados.0.smithi082.stdout:2979: snap_create 2024-08-17T00:50:38.942 INFO:tasks.rados.rados.0.smithi082.stdout:2975: finishing write tid 1 to smithi08280503-45 2024-08-17T00:50:38.942 INFO:tasks.rados.rados.0.smithi082.stdout:2975: finishing write tid 2 to smithi08280503-45 2024-08-17T00:50:38.942 INFO:tasks.rados.rados.0.smithi082.stdout:2975: finishing write tid 3 to smithi08280503-45 2024-08-17T00:50:38.942 INFO:tasks.rados.rados.0.smithi082.stdout:2975: finishing write tid 4 to smithi08280503-45 2024-08-17T00:50:38.942 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 1273 (ObjNum 909 snap 277 seq_num 909) dirty exists 2024-08-17T00:50:38.942 INFO:tasks.rados.rados.0.smithi082.stdout:2975: left oid 45 (ObjNum 909 snap 277 seq_num 909) 2024-08-17T00:50:38.944 INFO:tasks.rados.rados.0.smithi082.stdout:2978: finishing write tid 1 to smithi08280503-12 2024-08-17T00:50:38.944 INFO:tasks.rados.rados.0.smithi082.stdout:2978: finishing write tid 2 to smithi08280503-12 2024-08-17T00:50:38.944 INFO:tasks.rados.rados.0.smithi082.stdout:2978: finishing write tid 3 to smithi08280503-12 2024-08-17T00:50:38.945 INFO:tasks.rados.rados.0.smithi082.stdout:2978: finishing write tid 4 to smithi08280503-12 2024-08-17T00:50:38.945 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 1154 (ObjNum 911 snap 277 seq_num 911) dirty exists 2024-08-17T00:50:38.945 INFO:tasks.rados.rados.0.smithi082.stdout:2978: left oid 12 (ObjNum 911 snap 277 seq_num 911) 2024-08-17T00:50:39.184 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:38 smithi082 ceph-mon[94343]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:50:39.184 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:38 smithi082 ceph-mon[94343]: osdmap e641: 8 total, 8 up, 8 in 2024-08-17T00:50:39.184 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:38 smithi082 ceph-mon[94343]: pgmap v632: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 239 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2024-08-17T00:50:39.184 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:38 smithi082 ceph-mon[94343]: osdmap e642: 8 total, 8 up, 8 in 2024-08-17T00:50:39.184 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:38 smithi082 ceph-mon[91979]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:50:39.184 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:38 smithi082 ceph-mon[91979]: osdmap e641: 8 total, 8 up, 8 in 2024-08-17T00:50:39.184 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:38 smithi082 ceph-mon[91979]: pgmap v632: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 239 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2024-08-17T00:50:39.184 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:38 smithi082 ceph-mon[91979]: osdmap e642: 8 total, 8 up, 8 in 2024-08-17T00:50:39.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:38 smithi137 ceph-mon[86391]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T00:50:39.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:38 smithi137 ceph-mon[86391]: osdmap e641: 8 total, 8 up, 8 in 2024-08-17T00:50:39.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:38 smithi137 ceph-mon[86391]: pgmap v632: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 239 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2024-08-17T00:50:39.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:38 smithi137 ceph-mon[86391]: osdmap e642: 8 total, 8 up, 8 in 2024-08-17T00:50:39.858 INFO:tasks.rados.rados.0.smithi082.stdout:2975: done (2 left) 2024-08-17T00:50:39.858 INFO:tasks.rados.rados.0.smithi082.stdout:2978: done (1 left) 2024-08-17T00:50:39.858 INFO:tasks.rados.rados.0.smithi082.stdout:2979: done (0 left) 2024-08-17T00:50:39.859 INFO:tasks.rados.rados.0.smithi082.stdout:2980: delete oid 26 current snap is 278 2024-08-17T00:50:39.864 INFO:tasks.rados.rados.0.smithi082.stdout:2980: done (0 left) 2024-08-17T00:50:39.864 INFO:tasks.rados.rados.0.smithi082.stdout:2981: copy_from oid 40 from oid 42 current snap is 278 2024-08-17T00:50:39.864 INFO:tasks.rados.rados.0.smithi082.stdout:2982: rmattr oid 28 current snap is 278 2024-08-17T00:50:39.864 INFO:tasks.rados.rados.0.smithi082.stdout:2983: delete oid 50 current snap is 278 2024-08-17T00:50:39.868 INFO:tasks.rados.rados.0.smithi082.stdout:2983: done (2 left) 2024-08-17T00:50:39.868 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 6 current snap is 278 2024-08-17T00:50:39.868 INFO:tasks.rados.rados.0.smithi082.stdout:2984: seq_num 914 ranges {0=516096,516096=401408} 2024-08-17T00:50:39.871 INFO:tasks.rados.rados.0.smithi082.stdout:2984: writing smithi08280503-6 from 0 to 516096 tid 1 2024-08-17T00:50:39.874 INFO:tasks.rados.rados.0.smithi082.stdout:2984: writing smithi08280503-6 from 516096 to 917504 tid 2 2024-08-17T00:50:39.874 INFO:tasks.rados.rados.0.smithi082.stdout:2985: read oid 44 snap -1 2024-08-17T00:50:39.874 INFO:tasks.rados.rados.0.smithi082.stdout:2985: expect deleted 2024-08-17T00:50:39.874 INFO:tasks.rados.rados.0.smithi082.stdout:2986: read oid 30 snap -1 2024-08-17T00:50:39.874 INFO:tasks.rados.rados.0.smithi082.stdout:2986: expect (ObjNum 853 snap 266 seq_num 853) 2024-08-17T00:50:39.875 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 46 current snap is 278 2024-08-17T00:50:39.875 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 1725 (ObjNum 882 snap 273 seq_num 882) dirty exists 2024-08-17T00:50:39.875 INFO:tasks.rados.rados.0.smithi082.stdout:2987: seq_num 915 ranges {8486912=532480,9019392=401408} 2024-08-17T00:50:39.923 INFO:tasks.rados.rados.0.smithi082.stdout:2987: writing smithi08280503-46 from 8486912 to 9019392 tid 1 2024-08-17T00:50:39.927 INFO:tasks.rados.rados.0.smithi082.stdout:2987: writing smithi08280503-46 from 9019392 to 9420800 tid 2 2024-08-17T00:50:39.927 INFO:tasks.rados.rados.0.smithi082.stdout:2982: done (5 left) 2024-08-17T00:50:39.928 INFO:tasks.rados.rados.0.smithi082.stdout:2988: rollback oid 8 current snap is 278 2024-08-17T00:50:39.928 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 8 to 276 2024-08-17T00:50:39.928 INFO:tasks.rados.rados.0.smithi082.stdout:2981: finishing copy_from racing read to smithi08280503-40 2024-08-17T00:50:39.928 INFO:tasks.rados.rados.0.smithi082.stdout:2984: finishing write tid 1 to smithi08280503-6 2024-08-17T00:50:39.928 INFO:tasks.rados.rados.0.smithi082.stdout:2984: finishing write tid 2 to smithi08280503-6 2024-08-17T00:50:39.928 INFO:tasks.rados.rados.0.smithi082.stdout:2981: finishing copy_from to smithi08280503-40 2024-08-17T00:50:39.928 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 1402 (ObjNum 901 snap 274 seq_num 901) dirty exists 2024-08-17T00:50:39.928 INFO:tasks.rados.rados.0.smithi082.stdout:2984: finishing write tid 3 to smithi08280503-6 2024-08-17T00:50:39.928 INFO:tasks.rados.rados.0.smithi082.stdout:2984: finishing write tid 4 to smithi08280503-6 2024-08-17T00:50:39.928 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 1689 (ObjNum 914 snap 278 seq_num 914) dirty exists 2024-08-17T00:50:39.928 INFO:tasks.rados.rados.0.smithi082.stdout:2984: left oid 6 (ObjNum 914 snap 278 seq_num 914) 2024-08-17T00:50:39.928 INFO:tasks.rados.rados.0.smithi082.stdout:2986: expect (ObjNum 853 snap 266 seq_num 853) 2024-08-17T00:50:40.192 INFO:tasks.rados.rados.0.smithi082.stdout:2987: finishing write tid 1 to smithi08280503-46 2024-08-17T00:50:40.192 INFO:tasks.rados.rados.0.smithi082.stdout:2987: finishing write tid 2 to smithi08280503-46 2024-08-17T00:50:40.193 INFO:tasks.rados.rados.0.smithi082.stdout:2987: finishing write tid 3 to smithi08280503-46 2024-08-17T00:50:40.193 INFO:tasks.rados.rados.0.smithi082.stdout:2988: finishing rollback tid 0 to smithi08280503-8 2024-08-17T00:50:40.193 INFO:tasks.rados.rados.0.smithi082.stdout:2988: finishing rollback tid 1 to smithi08280503-8 2024-08-17T00:50:40.193 INFO:tasks.rados.rados.0.smithi082.stdout:2987: finishing write tid 4 to smithi08280503-46 2024-08-17T00:50:40.193 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 46 v 1771 (ObjNum 915 snap 278 seq_num 915) dirty exists 2024-08-17T00:50:40.193 INFO:tasks.rados.rados.0.smithi082.stdout:2987: left oid 46 (ObjNum 915 snap 278 seq_num 915) 2024-08-17T00:50:40.193 INFO:tasks.rados.rados.0.smithi082.stdout:2988: finishing rollback tid 2 to smithi08280503-8 2024-08-17T00:50:40.193 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 1728 (ObjNum 885 snap 274 seq_num 885) dirty exists 2024-08-17T00:50:40.193 INFO:tasks.rados.rados.0.smithi082.stdout:2981: done (5 left) 2024-08-17T00:50:40.193 INFO:tasks.rados.rados.0.smithi082.stdout:2984: done (4 left) 2024-08-17T00:50:40.193 INFO:tasks.rados.rados.0.smithi082.stdout:2985: done (3 left) 2024-08-17T00:50:40.193 INFO:tasks.rados.rados.0.smithi082.stdout:2986: done (2 left) 2024-08-17T00:50:40.194 INFO:tasks.rados.rados.0.smithi082.stdout:2987: done (1 left) 2024-08-17T00:50:40.194 INFO:tasks.rados.rados.0.smithi082.stdout:2988: done (0 left) 2024-08-17T00:50:40.194 INFO:tasks.rados.rados.0.smithi082.stdout:2989: rollback oid 39 current snap is 278 2024-08-17T00:50:40.194 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 39 to 275 2024-08-17T00:50:40.194 INFO:tasks.rados.rados.0.smithi082.stdout:2990: snap_create 2024-08-17T00:50:40.198 INFO:tasks.rados.rados.0.smithi082.stdout:2989: finishing rollback tid 0 to smithi08280503-39 2024-08-17T00:50:40.199 INFO:tasks.rados.rados.0.smithi082.stdout:2989: finishing rollback tid 1 to smithi08280503-39 2024-08-17T00:50:40.199 INFO:tasks.rados.rados.0.smithi082.stdout:2989: finishing rollback tid 2 to smithi08280503-39 2024-08-17T00:50:40.200 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 1467 (ObjNum 832 snap 261 seq_num 832) dirty exists 2024-08-17T00:50:40.416 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-08-17T00:50:40.416 INFO:teuthology.orchestra.run.smithi082.stdout: "mon": { 2024-08-17T00:50:40.416 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T00:50:40.416 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:50:40.416 INFO:teuthology.orchestra.run.smithi082.stdout: "mgr": { 2024-08-17T00:50:40.416 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:50:40.416 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:50:40.416 INFO:teuthology.orchestra.run.smithi082.stdout: "osd": { 2024-08-17T00:50:40.416 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 8 2024-08-17T00:50:40.416 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:50:40.417 INFO:teuthology.orchestra.run.smithi082.stdout: "mds": { 2024-08-17T00:50:40.417 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T00:50:40.417 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-08-17T00:50:40.417 INFO:teuthology.orchestra.run.smithi082.stdout: "overall": { 2024-08-17T00:50:40.417 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 15 2024-08-17T00:50:40.417 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-08-17T00:50:40.417 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-08-17T00:50:40.863 INFO:tasks.rados.rados.0.smithi082.stdout:2989: done (1 left) 2024-08-17T00:50:40.863 INFO:tasks.rados.rados.0.smithi082.stdout:2990: done (0 left) 2024-08-17T00:50:40.863 INFO:tasks.rados.rados.0.smithi082.stdout:2991: read oid 15 snap -1 2024-08-17T00:50:40.863 INFO:tasks.rados.rados.0.smithi082.stdout:2991: expect (ObjNum 781 snap 242 seq_num 781) 2024-08-17T00:50:40.863 INFO:tasks.rados.rados.0.smithi082.stdout:2992: read oid 49 snap -1 2024-08-17T00:50:40.863 INFO:tasks.rados.rados.0.smithi082.stdout:2992: expect (ObjNum 907 snap 276 seq_num 907) 2024-08-17T00:50:40.863 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 21 current snap is 279 2024-08-17T00:50:40.863 INFO:tasks.rados.rados.0.smithi082.stdout:2993: seq_num 916 ranges {9191424=548864,9740288=401408} 2024-08-17T00:50:40.916 INFO:tasks.rados.rados.0.smithi082.stdout:2993: writing smithi08280503-21 from 9191424 to 9740288 tid 1 2024-08-17T00:50:40.919 INFO:tasks.rados.rados.0.smithi082.stdout:2993: writing smithi08280503-21 from 9740288 to 10141696 tid 2 2024-08-17T00:50:40.919 INFO:tasks.rados.rados.0.smithi082.stdout:2994: copy_from oid 8 from oid 46 current snap is 279 2024-08-17T00:50:40.919 INFO:tasks.rados.rados.0.smithi082.stdout:2992: expect (ObjNum 907 snap 276 seq_num 907) 2024-08-17T00:50:40.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:40 smithi082 ceph-mon[94343]: osdmap e643: 8 total, 8 up, 8 in 2024-08-17T00:50:40.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:40 smithi082 ceph-mon[94343]: pgmap v635: 121 pgs: 121 active+clean; 268 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 7.3 MiB/s wr, 20 op/s 2024-08-17T00:50:40.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:40 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1124825325' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:40.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:40 smithi082 ceph-mon[91979]: osdmap e643: 8 total, 8 up, 8 in 2024-08-17T00:50:40.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:40 smithi082 ceph-mon[91979]: pgmap v635: 121 pgs: 121 active+clean; 268 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 7.3 MiB/s wr, 20 op/s 2024-08-17T00:50:40.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:40 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1124825325' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:41.109 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -e sha1=d863d21c9d1db9c3453c09dacd68766969720a44 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-08-17T00:50:41.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:40 smithi137 ceph-mon[86391]: osdmap e643: 8 total, 8 up, 8 in 2024-08-17T00:50:41.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:40 smithi137 ceph-mon[86391]: pgmap v635: 121 pgs: 121 active+clean; 268 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 7.3 MiB/s wr, 20 op/s 2024-08-17T00:50:41.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:40 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1124825325' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:41.374 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:50:41.641 INFO:tasks.rados.rados.0.smithi082.stdout:2991: expect (ObjNum 781 snap 242 seq_num 781) 2024-08-17T00:50:42.212 INFO:tasks.rados.rados.0.smithi082.stdout:2993: finishing write tid 1 to smithi08280503-21 2024-08-17T00:50:42.212 INFO:tasks.rados.rados.0.smithi082.stdout:2993: finishing write tid 2 to smithi08280503-21 2024-08-17T00:50:42.212 INFO:tasks.rados.rados.0.smithi082.stdout:2993: finishing write tid 3 to smithi08280503-21 2024-08-17T00:50:42.212 INFO:tasks.rados.rados.0.smithi082.stdout:2993: finishing write tid 4 to smithi08280503-21 2024-08-17T00:50:42.212 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 1555 (ObjNum 916 snap 279 seq_num 916) dirty exists 2024-08-17T00:50:42.213 INFO:tasks.rados.rados.0.smithi082.stdout:2993: left oid 21 (ObjNum 916 snap 279 seq_num 916) 2024-08-17T00:50:42.213 INFO:tasks.rados.rados.0.smithi082.stdout:2994: finishing copy_from racing read to smithi08280503-8 2024-08-17T00:50:42.213 INFO:tasks.rados.rados.0.smithi082.stdout:2994: finishing copy_from to smithi08280503-8 2024-08-17T00:50:42.213 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 1771 (ObjNum 915 snap 278 seq_num 915) dirty exists 2024-08-17T00:50:42.213 INFO:tasks.rados.rados.0.smithi082.stdout:2991: done (3 left) 2024-08-17T00:50:42.213 INFO:tasks.rados.rados.0.smithi082.stdout:2992: done (2 left) 2024-08-17T00:50:42.213 INFO:tasks.rados.rados.0.smithi082.stdout:2993: done (1 left) 2024-08-17T00:50:42.213 INFO:tasks.rados.rados.0.smithi082.stdout:2994: done (0 left) 2024-08-17T00:50:42.213 INFO:tasks.rados.rados.0.smithi082.stdout:2995: copy_from oid 36 from oid 41 current snap is 279 2024-08-17T00:50:42.213 INFO:tasks.rados.rados.0.smithi082.stdout:2996: setattr oid 18 current snap is 279 2024-08-17T00:50:42.214 INFO:tasks.rados.rados.0.smithi082.stdout:2997: read oid 49 snap -1 2024-08-17T00:50:42.214 INFO:tasks.rados.rados.0.smithi082.stdout:2997: expect (ObjNum 907 snap 276 seq_num 907) 2024-08-17T00:50:42.214 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 9 current snap is 279 2024-08-17T00:50:42.214 INFO:tasks.rados.rados.0.smithi082.stdout:2998: seq_num 917 ranges {1261568=565248,1826816=401408} 2024-08-17T00:50:42.223 INFO:tasks.rados.rados.0.smithi082.stdout:2998: writing smithi08280503-9 from 1261568 to 1826816 tid 1 2024-08-17T00:50:42.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:41 smithi082 ceph-mon[94343]: osdmap e644: 8 total, 8 up, 8 in 2024-08-17T00:50:42.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:41 smithi082 ceph-mon[91979]: osdmap e644: 8 total, 8 up, 8 in 2024-08-17T00:50:42.226 INFO:tasks.rados.rados.0.smithi082.stdout:2998: writing smithi08280503-9 from 1826816 to 2228224 tid 2 2024-08-17T00:50:42.226 INFO:tasks.rados.rados.0.smithi082.stdout:2999: copy_from oid 8 from oid 24 current snap is 279 2024-08-17T00:50:42.226 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 1772 (ObjNum 81 snap 0 seq_num 2) dirty exists 2024-08-17T00:50:42.227 INFO:tasks.rados.rados.0.smithi082.stdout:2996: done (4 left) 2024-08-17T00:50:42.227 INFO:tasks.rados.rados.0.smithi082.stdout:3000: read oid 47 snap -1 2024-08-17T00:50:42.227 INFO:tasks.rados.rados.0.smithi082.stdout:3000: expect deleted 2024-08-17T00:50:42.227 INFO:tasks.rados.rados.0.smithi082.stdout:3001: delete oid 26 current snap is 279 2024-08-17T00:50:42.228 INFO:tasks.rados.rados.0.smithi082.stdout:2999: finishing copy_from racing read to smithi08280503-8 2024-08-17T00:50:42.229 INFO:tasks.rados.rados.0.smithi082.stdout:2999: finishing copy_from to smithi08280503-8 2024-08-17T00:50:42.229 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 1724 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-17T00:50:42.236 INFO:tasks.rados.rados.0.smithi082.stdout:2998: finishing write tid 1 to smithi08280503-9 2024-08-17T00:50:42.237 INFO:tasks.rados.rados.0.smithi082.stdout:2998: finishing write tid 2 to smithi08280503-9 2024-08-17T00:50:42.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:41 smithi137 ceph-mon[86391]: osdmap e644: 8 total, 8 up, 8 in 2024-08-17T00:50:42.241 INFO:tasks.rados.rados.0.smithi082.stdout:2997: expect (ObjNum 907 snap 276 seq_num 907) 2024-08-17T00:50:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:50:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:50:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:50:42.960 INFO:tasks.rados.rados.0.smithi082.stdout:2998: finishing write tid 3 to smithi08280503-9 2024-08-17T00:50:42.960 INFO:tasks.rados.rados.0.smithi082.stdout:2998: finishing write tid 4 to smithi08280503-9 2024-08-17T00:50:42.960 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 1775 (ObjNum 917 snap 279 seq_num 917) dirty exists 2024-08-17T00:50:42.960 INFO:tasks.rados.rados.0.smithi082.stdout:2998: left oid 9 (ObjNum 917 snap 279 seq_num 917) 2024-08-17T00:50:42.960 INFO:tasks.rados.rados.0.smithi082.stdout:2995: finishing copy_from racing read to smithi08280503-36 2024-08-17T00:50:42.960 INFO:tasks.rados.rados.0.smithi082.stdout:2995: finishing copy_from to smithi08280503-36 2024-08-17T00:50:42.961 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 1697 (ObjNum 890 snap 274 seq_num 890) dirty exists 2024-08-17T00:50:42.961 INFO:tasks.rados.rados.0.smithi082.stdout:2995: done (5 left) 2024-08-17T00:50:42.961 INFO:tasks.rados.rados.0.smithi082.stdout:2997: done (4 left) 2024-08-17T00:50:42.961 INFO:tasks.rados.rados.0.smithi082.stdout:2998: done (3 left) 2024-08-17T00:50:42.961 INFO:tasks.rados.rados.0.smithi082.stdout:2999: done (2 left) 2024-08-17T00:50:42.961 INFO:tasks.rados.rados.0.smithi082.stdout:3000: done (1 left) 2024-08-17T00:50:42.961 INFO:tasks.rados.rados.0.smithi082.stdout:3001: done (0 left) 2024-08-17T00:50:42.961 INFO:tasks.rados.rados.0.smithi082.stdout:3002: snap_create 2024-08-17T00:50:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:42 smithi082 ceph-mon[94343]: pgmap v637: 121 pgs: 121 active+clean; 269 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.9 MiB/s wr, 19 op/s 2024-08-17T00:50:43.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:42 smithi082 ceph-mon[91979]: pgmap v637: 121 pgs: 121 active+clean; 269 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.9 MiB/s wr, 19 op/s 2024-08-17T00:50:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:42 smithi137 ceph-mon[86391]: pgmap v637: 121 pgs: 121 active+clean; 269 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.9 MiB/s wr, 19 op/s 2024-08-17T00:50:43.308 INFO:teuthology.orchestra.run.smithi082.stdout:true 2024-08-17T00:50:43.833 INFO:tasks.rados.rados.0.smithi082.stdout:3002: done (0 left) 2024-08-17T00:50:43.834 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 42 current snap is 280 2024-08-17T00:50:43.834 INFO:tasks.rados.rados.0.smithi082.stdout:3003: seq_num 919 ranges {1171456=598016,1769472=401408} 2024-08-17T00:50:43.842 INFO:tasks.rados.rados.0.smithi082.stdout:3003: writing smithi08280503-42 from 1171456 to 1769472 tid 1 2024-08-17T00:50:43.845 INFO:tasks.rados.rados.0.smithi082.stdout:3003: writing smithi08280503-42 from 1769472 to 2170880 tid 2 2024-08-17T00:50:43.845 INFO:tasks.rados.rados.0.smithi082.stdout:3004: read oid 13 snap -1 2024-08-17T00:50:43.845 INFO:tasks.rados.rados.0.smithi082.stdout:3004: expect (ObjNum 861 snap 267 seq_num 861) 2024-08-17T00:50:43.845 INFO:tasks.rados.rados.0.smithi082.stdout:3005: copy_from oid 10 from oid 18 current snap is 280 2024-08-17T00:50:43.846 INFO:tasks.rados.rados.0.smithi082.stdout:3006: read oid 31 snap -1 2024-08-17T00:50:43.846 INFO:tasks.rados.rados.0.smithi082.stdout:3006: expect (ObjNum 886 snap 274 seq_num 886) 2024-08-17T00:50:43.846 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 26 current snap is 280 2024-08-17T00:50:43.846 INFO:tasks.rados.rados.0.smithi082.stdout:3007: seq_num 920 ranges {0=614400,614400=401408} 2024-08-17T00:50:43.849 INFO:tasks.rados.rados.0.smithi082.stdout:3007: writing smithi08280503-26 from 0 to 614400 tid 1 2024-08-17T00:50:43.852 INFO:tasks.rados.rados.0.smithi082.stdout:3007: writing smithi08280503-26 from 614400 to 1015808 tid 2 2024-08-17T00:50:43.852 INFO:tasks.rados.rados.0.smithi082.stdout:3008: snap_create 2024-08-17T00:50:43.852 INFO:tasks.rados.rados.0.smithi082.stdout:3003: finishing write tid 1 to smithi08280503-42 2024-08-17T00:50:43.856 INFO:tasks.rados.rados.0.smithi082.stdout:3003: finishing write tid 2 to smithi08280503-42 2024-08-17T00:50:43.856 INFO:tasks.rados.rados.0.smithi082.stdout:3003: finishing write tid 3 to smithi08280503-42 2024-08-17T00:50:43.856 INFO:tasks.rados.rados.0.smithi082.stdout:3007: finishing write tid 1 to smithi08280503-26 2024-08-17T00:50:43.856 INFO:tasks.rados.rados.0.smithi082.stdout:3007: finishing write tid 2 to smithi08280503-26 2024-08-17T00:50:43.857 INFO:tasks.rados.rados.0.smithi082.stdout:3007: finishing write tid 3 to smithi08280503-26 2024-08-17T00:50:43.857 INFO:tasks.rados.rados.0.smithi082.stdout:3005: finishing copy_from racing read to smithi08280503-10 2024-08-17T00:50:43.859 INFO:tasks.rados.rados.0.smithi082.stdout:3007: finishing write tid 4 to smithi08280503-26 2024-08-17T00:50:43.859 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 1779 (ObjNum 920 snap 280 seq_num 920) dirty exists 2024-08-17T00:50:43.859 INFO:tasks.rados.rados.0.smithi082.stdout:3007: left oid 26 (ObjNum 920 snap 280 seq_num 920) 2024-08-17T00:50:43.860 INFO:tasks.rados.rados.0.smithi082.stdout:3005: finishing copy_from to smithi08280503-10 2024-08-17T00:50:43.860 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 1772 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T00:50:43.881 INFO:tasks.rados.rados.0.smithi082.stdout:3006: expect (ObjNum 886 snap 274 seq_num 886) 2024-08-17T00:50:43.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:43 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3651038903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:43.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:43 smithi082 ceph-mon[94343]: osdmap e645: 8 total, 8 up, 8 in 2024-08-17T00:50:43.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:43 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3651038903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:43.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:43 smithi082 ceph-mon[91979]: osdmap e645: 8 total, 8 up, 8 in 2024-08-17T00:50:44.034 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -e sha1=d863d21c9d1db9c3453c09dacd68766969720a44 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-08-17T00:50:44.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:43 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3651038903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:44.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:43 smithi137 ceph-mon[86391]: osdmap e645: 8 total, 8 up, 8 in 2024-08-17T00:50:44.298 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:50:44.502 INFO:tasks.rados.rados.0.smithi082.stdout:3004: expect (ObjNum 861 snap 267 seq_num 861) 2024-08-17T00:50:44.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:44 smithi082 ceph-mon[91979]: pgmap v639: 121 pgs: 121 active+clean; 275 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 8.5 MiB/s wr, 27 op/s 2024-08-17T00:50:44.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:44 smithi082 ceph-mon[91979]: osdmap e646: 8 total, 8 up, 8 in 2024-08-17T00:50:44.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:44 smithi082 ceph-mon[94343]: pgmap v639: 121 pgs: 121 active+clean; 275 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 8.5 MiB/s wr, 27 op/s 2024-08-17T00:50:44.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:44 smithi082 ceph-mon[94343]: osdmap e646: 8 total, 8 up, 8 in 2024-08-17T00:50:45.088 INFO:tasks.rados.rados.0.smithi082.stdout:3003: finishing write tid 4 to smithi08280503-42 2024-08-17T00:50:45.088 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 1700 (ObjNum 919 snap 280 seq_num 919) dirty exists 2024-08-17T00:50:45.088 INFO:tasks.rados.rados.0.smithi082.stdout:3003: left oid 42 (ObjNum 919 snap 280 seq_num 919) 2024-08-17T00:50:45.088 INFO:tasks.rados.rados.0.smithi082.stdout:3003: done (5 left) 2024-08-17T00:50:45.089 INFO:tasks.rados.rados.0.smithi082.stdout:3004: done (4 left) 2024-08-17T00:50:45.089 INFO:tasks.rados.rados.0.smithi082.stdout:3005: done (3 left) 2024-08-17T00:50:45.089 INFO:tasks.rados.rados.0.smithi082.stdout:3006: done (2 left) 2024-08-17T00:50:45.089 INFO:tasks.rados.rados.0.smithi082.stdout:3007: done (1 left) 2024-08-17T00:50:45.089 INFO:tasks.rados.rados.0.smithi082.stdout:3008: done (0 left) 2024-08-17T00:50:45.089 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 8 current snap is 281 2024-08-17T00:50:45.089 INFO:tasks.rados.rados.0.smithi082.stdout:3009: seq_num 921 ranges {0=630784,630784=401408} 2024-08-17T00:50:45.091 INFO:tasks.rados.rados.0.smithi082.stdout:3009: writing smithi08280503-8 from 0 to 630784 tid 1 2024-08-17T00:50:45.094 INFO:tasks.rados.rados.0.smithi082.stdout:3009: writing smithi08280503-8 from 630784 to 1032192 tid 2 2024-08-17T00:50:45.094 INFO:tasks.rados.rados.0.smithi082.stdout:3010: read oid 29 snap -1 2024-08-17T00:50:45.094 INFO:tasks.rados.rados.0.smithi082.stdout:3010: expect (ObjNum 781 snap 242 seq_num 781) 2024-08-17T00:50:45.094 INFO:tasks.rados.rados.0.smithi082.stdout:3011: read oid 3 snap 269 2024-08-17T00:50:45.094 INFO:tasks.rados.rados.0.smithi082.stdout:3011: expect (ObjNum 820 snap 256 seq_num 820) 2024-08-17T00:50:45.095 INFO:tasks.rados.rados.0.smithi082.stdout:3012: setattr oid 7 current snap is 281 2024-08-17T00:50:45.096 INFO:tasks.rados.rados.0.smithi082.stdout:3013: snap_remove snap 278 2024-08-17T00:50:45.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:44 smithi137 ceph-mon[86391]: pgmap v639: 121 pgs: 121 active+clean; 275 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 8.5 MiB/s wr, 27 op/s 2024-08-17T00:50:45.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:44 smithi137 ceph-mon[86391]: osdmap e646: 8 total, 8 up, 8 in 2024-08-17T00:50:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:50:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:50:45] "GET /metrics HTTP/1.1" 200 36276 "" "Prometheus/2.43.0" 2024-08-17T00:50:45.877 INFO:tasks.rados.rados.0.smithi082.stdout:3013: done (4 left) 2024-08-17T00:50:45.877 INFO:tasks.rados.rados.0.smithi082.stdout:3014: rmattr oid 43 current snap is 281 2024-08-17T00:50:45.877 INFO:tasks.rados.rados.0.smithi082.stdout:3014: done (4 left) 2024-08-17T00:50:45.877 INFO:tasks.rados.rados.0.smithi082.stdout:3015: snap_create 2024-08-17T00:50:45.877 INFO:tasks.rados.rados.0.smithi082.stdout:3009: finishing write tid 1 to smithi08280503-8 2024-08-17T00:50:45.877 INFO:tasks.rados.rados.0.smithi082.stdout:3009: finishing write tid 2 to smithi08280503-8 2024-08-17T00:50:45.877 INFO:tasks.rados.rados.0.smithi082.stdout:3009: finishing write tid 3 to smithi08280503-8 2024-08-17T00:50:45.877 INFO:tasks.rados.rados.0.smithi082.stdout:3009: finishing write tid 4 to smithi08280503-8 2024-08-17T00:50:45.877 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 1775 (ObjNum 921 snap 281 seq_num 921) dirty exists 2024-08-17T00:50:45.878 INFO:tasks.rados.rados.0.smithi082.stdout:3009: left oid 8 (ObjNum 921 snap 281 seq_num 921) 2024-08-17T00:50:45.878 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 1715 (ObjNum 892 snap 274 seq_num 892) dirty exists 2024-08-17T00:50:45.878 INFO:tasks.rados.rados.0.smithi082.stdout:3011: expect (ObjNum 820 snap 256 seq_num 820) 2024-08-17T00:50:45.988 INFO:tasks.rados.rados.0.smithi082.stdout:3010: expect (ObjNum 781 snap 242 seq_num 781) 2024-08-17T00:50:46.354 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)" 2024-08-17T00:50:46.882 INFO:tasks.rados.rados.0.smithi082.stdout:3009: done (4 left) 2024-08-17T00:50:46.882 INFO:tasks.rados.rados.0.smithi082.stdout:3010: done (3 left) 2024-08-17T00:50:46.882 INFO:tasks.rados.rados.0.smithi082.stdout:3011: done (2 left) 2024-08-17T00:50:46.882 INFO:tasks.rados.rados.0.smithi082.stdout:3012: done (1 left) 2024-08-17T00:50:46.882 INFO:tasks.rados.rados.0.smithi082.stdout:3015: done (0 left) 2024-08-17T00:50:46.882 INFO:tasks.rados.rados.0.smithi082.stdout:3016: copy_from oid 27 from oid 12 current snap is 282 2024-08-17T00:50:46.883 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 18 current snap is 282 2024-08-17T00:50:46.883 INFO:tasks.rados.rados.0.smithi082.stdout:3017: seq_num 922 ranges {0=647168,647168=401408} 2024-08-17T00:50:46.885 INFO:tasks.rados.rados.0.smithi082.stdout:3017: writing smithi08280503-18 from 0 to 647168 tid 1 2024-08-17T00:50:46.888 INFO:tasks.rados.rados.0.smithi082.stdout:3017: writing smithi08280503-18 from 647168 to 1048576 tid 2 2024-08-17T00:50:46.888 INFO:tasks.rados.rados.0.smithi082.stdout:3018: snap_remove snap 280 2024-08-17T00:50:46.967 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:46 smithi082 ceph-mon[94343]: osdmap e647: 8 total, 8 up, 8 in 2024-08-17T00:50:46.968 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:46 smithi082 ceph-mon[94343]: pgmap v642: 121 pgs: 121 active+clean; 283 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.6 MiB/s wr, 20 op/s 2024-08-17T00:50:46.968 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:46 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/741387745' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:46.968 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:46 smithi082 ceph-mon[91979]: osdmap e647: 8 total, 8 up, 8 in 2024-08-17T00:50:46.968 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:46 smithi082 ceph-mon[91979]: pgmap v642: 121 pgs: 121 active+clean; 283 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.6 MiB/s wr, 20 op/s 2024-08-17T00:50:46.968 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:46 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/741387745' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:46.991 INFO:teuthology.task.sequential:In sequential, running task print... 2024-08-17T00:50:46.991 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-08-17T00:50:46.992 DEBUG:teuthology.parallel:result is None 2024-08-17T00:50:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:46 smithi137 ceph-mon[86391]: osdmap e647: 8 total, 8 up, 8 in 2024-08-17T00:50:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:46 smithi137 ceph-mon[86391]: pgmap v642: 121 pgs: 121 active+clean; 283 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.6 MiB/s wr, 20 op/s 2024-08-17T00:50:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:46 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/741387745' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T00:50:47.883 INFO:tasks.rados.rados.0.smithi082.stdout:3018: done (2 left) 2024-08-17T00:50:47.883 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 20 current snap is 282 2024-08-17T00:50:47.883 INFO:tasks.rados.rados.0.smithi082.stdout:3019: seq_num 923 ranges {0=663552,663552=401408} 2024-08-17T00:50:47.886 INFO:tasks.rados.rados.0.smithi082.stdout:3019: writing smithi08280503-20 from 0 to 663552 tid 1 2024-08-17T00:50:47.889 INFO:tasks.rados.rados.0.smithi082.stdout:3019: writing smithi08280503-20 from 663552 to 1064960 tid 2 2024-08-17T00:50:47.889 INFO:tasks.rados.rados.0.smithi082.stdout:3020: read oid 33 snap -1 2024-08-17T00:50:47.889 INFO:tasks.rados.rados.0.smithi082.stdout:3020: expect (ObjNum 898 snap 274 seq_num 898) 2024-08-17T00:50:47.889 INFO:tasks.rados.rados.0.smithi082.stdout:3021: rollback oid 1 current snap is 282 2024-08-17T00:50:47.890 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 1 to 269 2024-08-17T00:50:47.890 INFO:tasks.rados.rados.0.smithi082.stdout:3017: finishing write tid 1 to smithi08280503-18 2024-08-17T00:50:47.890 INFO:tasks.rados.rados.0.smithi082.stdout:3017: finishing write tid 2 to smithi08280503-18 2024-08-17T00:50:47.890 INFO:tasks.rados.rados.0.smithi082.stdout:3022: snap_create 2024-08-17T00:50:47.890 INFO:tasks.rados.rados.0.smithi082.stdout:3017: finishing write tid 3 to smithi08280503-18 2024-08-17T00:50:47.890 INFO:tasks.rados.rados.0.smithi082.stdout:3017: finishing write tid 4 to smithi08280503-18 2024-08-17T00:50:47.890 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 1778 (ObjNum 922 snap 282 seq_num 922) dirty exists 2024-08-17T00:50:47.890 INFO:tasks.rados.rados.0.smithi082.stdout:3017: left oid 18 (ObjNum 922 snap 282 seq_num 922) 2024-08-17T00:50:47.890 INFO:tasks.rados.rados.0.smithi082.stdout:3016: finishing copy_from racing read to smithi08280503-27 2024-08-17T00:50:47.890 INFO:tasks.rados.rados.0.smithi082.stdout:3016: finishing copy_from to smithi08280503-27 2024-08-17T00:50:47.890 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 1154 (ObjNum 911 snap 277 seq_num 911) dirty exists 2024-08-17T00:50:47.895 INFO:tasks.rados.rados.0.smithi082.stdout:3019: finishing write tid 1 to smithi08280503-20 2024-08-17T00:50:47.897 INFO:tasks.rados.rados.0.smithi082.stdout:3019: finishing write tid 2 to smithi08280503-20 2024-08-17T00:50:47.897 INFO:tasks.rados.rados.0.smithi082.stdout:3019: finishing write tid 3 to smithi08280503-20 2024-08-17T00:50:47.898 INFO:tasks.rados.rados.0.smithi082.stdout:3021: finishing rollback tid 0 to smithi08280503-1 2024-08-17T00:50:47.901 INFO:tasks.rados.rados.0.smithi082.stdout:3021: finishing rollback tid 1 to smithi08280503-1 2024-08-17T00:50:47.902 INFO:tasks.rados.rados.0.smithi082.stdout:3019: finishing write tid 4 to smithi08280503-20 2024-08-17T00:50:47.902 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 1622 (ObjNum 923 snap 282 seq_num 923) dirty exists 2024-08-17T00:50:47.902 INFO:tasks.rados.rados.0.smithi082.stdout:3019: left oid 20 (ObjNum 923 snap 282 seq_num 923) 2024-08-17T00:50:47.904 INFO:tasks.rados.rados.0.smithi082.stdout:3021: finishing rollback tid 2 to smithi08280503-1 2024-08-17T00:50:47.904 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 1625 (ObjNum 784 snap 242 seq_num 784) dirty exists 2024-08-17T00:50:47.935 INFO:tasks.rados.rados.0.smithi082.stdout:3020: expect (ObjNum 898 snap 274 seq_num 898) 2024-08-17T00:50:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:47 smithi082 ceph-mon[94343]: osdmap e648: 8 total, 8 up, 8 in 2024-08-17T00:50:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:47 smithi082 ceph-mon[91979]: osdmap e648: 8 total, 8 up, 8 in 2024-08-17T00:50:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:47 smithi137 ceph-mon[86391]: osdmap e648: 8 total, 8 up, 8 in 2024-08-17T00:50:48.902 INFO:tasks.rados.rados.0.smithi082.stdout:3016: done (5 left) 2024-08-17T00:50:48.902 INFO:tasks.rados.rados.0.smithi082.stdout:3017: done (4 left) 2024-08-17T00:50:48.902 INFO:tasks.rados.rados.0.smithi082.stdout:3019: done (3 left) 2024-08-17T00:50:48.902 INFO:tasks.rados.rados.0.smithi082.stdout:3020: done (2 left) 2024-08-17T00:50:48.902 INFO:tasks.rados.rados.0.smithi082.stdout:3021: done (1 left) 2024-08-17T00:50:48.903 INFO:tasks.rados.rados.0.smithi082.stdout:3022: done (0 left) 2024-08-17T00:50:48.903 INFO:tasks.rados.rados.0.smithi082.stdout:3023: read oid 11 snap -1 2024-08-17T00:50:48.903 INFO:tasks.rados.rados.0.smithi082.stdout:3023: expect (ObjNum 887 snap 274 seq_num 887) 2024-08-17T00:50:48.903 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 28 current snap is 283 2024-08-17T00:50:48.903 INFO:tasks.rados.rados.0.smithi082.stdout:3024: seq_num 924 ranges {5529600=679936,6209536=401408} 2024-08-17T00:50:48.937 INFO:tasks.rados.rados.0.smithi082.stdout:3024: writing smithi08280503-28 from 5529600 to 6209536 tid 1 2024-08-17T00:50:48.939 INFO:tasks.rados.rados.0.smithi082.stdout:3024: writing smithi08280503-28 from 6209536 to 6610944 tid 2 2024-08-17T00:50:48.939 INFO:tasks.rados.rados.0.smithi082.stdout:3025: delete oid 49 current snap is 283 2024-08-17T00:50:48.939 INFO:tasks.rados.rados.0.smithi082.stdout:3023: expect (ObjNum 887 snap 274 seq_num 887) 2024-08-17T00:50:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:48 smithi082 ceph-mon[94343]: osdmap e649: 8 total, 8 up, 8 in 2024-08-17T00:50:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:48 smithi082 ceph-mon[94343]: pgmap v645: 121 pgs: 121 active+clean; 285 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-08-17T00:50:49.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:48 smithi082 ceph-mon[91979]: osdmap e649: 8 total, 8 up, 8 in 2024-08-17T00:50:49.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:48 smithi082 ceph-mon[91979]: pgmap v645: 121 pgs: 121 active+clean; 285 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-08-17T00:50:49.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:48 smithi137 ceph-mon[86391]: osdmap e649: 8 total, 8 up, 8 in 2024-08-17T00:50:49.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:48 smithi137 ceph-mon[86391]: pgmap v645: 121 pgs: 121 active+clean; 285 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-08-17T00:50:49.519 INFO:tasks.rados.rados.0.smithi082.stdout:3024: finishing write tid 1 to smithi08280503-28 2024-08-17T00:50:49.520 INFO:tasks.rados.rados.0.smithi082.stdout:3024: finishing write tid 2 to smithi08280503-28 2024-08-17T00:50:49.520 INFO:tasks.rados.rados.0.smithi082.stdout:3024: finishing write tid 3 to smithi08280503-28 2024-08-17T00:50:49.520 INFO:tasks.rados.rados.0.smithi082.stdout:3024: finishing write tid 4 to smithi08280503-28 2024-08-17T00:50:49.520 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 1781 (ObjNum 924 snap 283 seq_num 924) dirty exists 2024-08-17T00:50:49.520 INFO:tasks.rados.rados.0.smithi082.stdout:3024: left oid 28 (ObjNum 924 snap 283 seq_num 924) 2024-08-17T00:50:49.520 INFO:tasks.rados.rados.0.smithi082.stdout:3023: done (2 left) 2024-08-17T00:50:49.520 INFO:tasks.rados.rados.0.smithi082.stdout:3024: done (1 left) 2024-08-17T00:50:49.520 INFO:tasks.rados.rados.0.smithi082.stdout:3025: done (0 left) 2024-08-17T00:50:49.520 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 41 current snap is 283 2024-08-17T00:50:49.520 INFO:tasks.rados.rados.0.smithi082.stdout:3026: seq_num 926 ranges {7487488=712704,8200192=401408} 2024-08-17T00:50:49.563 INFO:tasks.rados.rados.0.smithi082.stdout:3026: writing smithi08280503-41 from 7487488 to 8200192 tid 1 2024-08-17T00:50:49.564 INFO:tasks.rados.rados.0.smithi082.stdout:3026: writing smithi08280503-41 from 8200192 to 8601600 tid 2 2024-08-17T00:50:49.564 INFO:tasks.rados.rados.0.smithi082.stdout:3027: setattr oid 16 current snap is 283 2024-08-17T00:50:49.566 INFO:tasks.rados.rados.0.smithi082.stdout:3028: rollback oid 45 current snap is 283 2024-08-17T00:50:49.566 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 45 to 276 2024-08-17T00:50:49.566 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 1 current snap is 283 2024-08-17T00:50:49.566 INFO:tasks.rados.rados.0.smithi082.stdout:3029: seq_num 927 ranges {2080768=729088,2809856=401408} 2024-08-17T00:50:49.581 INFO:tasks.rados.rados.0.smithi082.stdout:3029: writing smithi08280503-1 from 2080768 to 2809856 tid 1 2024-08-17T00:50:49.584 INFO:tasks.rados.rados.0.smithi082.stdout:3029: writing smithi08280503-1 from 2809856 to 3211264 tid 2 2024-08-17T00:50:49.584 INFO:tasks.rados.rados.0.smithi082.stdout:3030: read oid 34 snap -1 2024-08-17T00:50:49.584 INFO:tasks.rados.rados.0.smithi082.stdout:3030: expect (ObjNum 838 snap 261 seq_num 838) 2024-08-17T00:50:49.584 INFO:tasks.rados.rados.0.smithi082.stdout:3031: delete oid 22 current snap is 283 2024-08-17T00:50:49.585 INFO:tasks.rados.rados.0.smithi082.stdout:3026: finishing write tid 1 to smithi08280503-41 2024-08-17T00:50:49.585 INFO:tasks.rados.rados.0.smithi082.stdout:3026: finishing write tid 2 to smithi08280503-41 2024-08-17T00:50:49.585 INFO:tasks.rados.rados.0.smithi082.stdout:3026: finishing write tid 3 to smithi08280503-41 2024-08-17T00:50:49.585 INFO:tasks.rados.rados.0.smithi082.stdout:3028: finishing rollback tid 0 to smithi08280503-45 2024-08-17T00:50:49.585 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 1548 (ObjNum 865 snap 268 seq_num 865) dirty exists 2024-08-17T00:50:49.585 INFO:tasks.rados.rados.0.smithi082.stdout:3028: finishing rollback tid 1 to smithi08280503-45 2024-08-17T00:50:49.585 INFO:tasks.rados.rados.0.smithi082.stdout:3026: finishing write tid 4 to smithi08280503-41 2024-08-17T00:50:49.585 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 1720 (ObjNum 926 snap 283 seq_num 926) dirty exists 2024-08-17T00:50:49.585 INFO:tasks.rados.rados.0.smithi082.stdout:3026: left oid 41 (ObjNum 926 snap 283 seq_num 926) 2024-08-17T00:50:49.585 INFO:tasks.rados.rados.0.smithi082.stdout:3028: finishing rollback tid 2 to smithi08280503-45 2024-08-17T00:50:49.585 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 1276 (ObjNum 886 snap 274 seq_num 886) dirty exists 2024-08-17T00:50:49.589 INFO:tasks.rados.rados.0.smithi082.stdout:3026: done (5 left) 2024-08-17T00:50:49.589 INFO:tasks.rados.rados.0.smithi082.stdout:3027: done (4 left) 2024-08-17T00:50:49.589 INFO:tasks.rados.rados.0.smithi082.stdout:3028: done (3 left) 2024-08-17T00:50:49.589 INFO:tasks.rados.rados.0.smithi082.stdout:3031: done (2 left) 2024-08-17T00:50:49.589 INFO:tasks.rados.rados.0.smithi082.stdout:3032: rmattr oid 40 current snap is 283 2024-08-17T00:50:49.589 INFO:tasks.rados.rados.0.smithi082.stdout:3032: done (2 left) 2024-08-17T00:50:49.589 INFO:tasks.rados.rados.0.smithi082.stdout:3033: snap_create 2024-08-17T00:50:49.590 INFO:tasks.rados.rados.0.smithi082.stdout:3029: finishing write tid 1 to smithi08280503-1 2024-08-17T00:50:49.590 INFO:tasks.rados.rados.0.smithi082.stdout:3029: finishing write tid 2 to smithi08280503-1 2024-08-17T00:50:49.590 INFO:tasks.rados.rados.0.smithi082.stdout:3029: finishing write tid 3 to smithi08280503-1 2024-08-17T00:50:49.592 INFO:tasks.rados.rados.0.smithi082.stdout:3029: finishing write tid 4 to smithi08280503-1 2024-08-17T00:50:49.592 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 1628 (ObjNum 927 snap 283 seq_num 927) dirty exists 2024-08-17T00:50:49.592 INFO:tasks.rados.rados.0.smithi082.stdout:3029: left oid 1 (ObjNum 927 snap 283 seq_num 927) 2024-08-17T00:50:49.626 INFO:tasks.rados.rados.0.smithi082.stdout:3030: expect (ObjNum 838 snap 261 seq_num 838) 2024-08-17T00:50:50.022 INFO:tasks.rados.rados.0.smithi082.stdout:3029: done (2 left) 2024-08-17T00:50:50.022 INFO:tasks.rados.rados.0.smithi082.stdout:3030: done (1 left) 2024-08-17T00:50:50.022 INFO:tasks.rados.rados.0.smithi082.stdout:3033: done (0 left) 2024-08-17T00:50:50.022 INFO:tasks.rados.rados.0.smithi082.stdout:3034: delete oid 7 current snap is 284 2024-08-17T00:50:50.027 INFO:tasks.rados.rados.0.smithi082.stdout:3034: done (0 left) 2024-08-17T00:50:50.027 INFO:tasks.rados.rados.0.smithi082.stdout:3035: snap_remove snap 281 2024-08-17T00:50:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:49 smithi082 ceph-mon[94343]: osdmap e650: 8 total, 8 up, 8 in 2024-08-17T00:50:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:49 smithi082 ceph-mon[91979]: osdmap e650: 8 total, 8 up, 8 in 2024-08-17T00:50:50.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:49 smithi137 ceph-mon[86391]: osdmap e650: 8 total, 8 up, 8 in 2024-08-17T00:50:50.926 INFO:tasks.rados.rados.0.smithi082.stdout:3035: done (0 left) 2024-08-17T00:50:50.926 INFO:tasks.rados.rados.0.smithi082.stdout:3036: read oid 20 snap -1 2024-08-17T00:50:50.926 INFO:tasks.rados.rados.0.smithi082.stdout:3036: expect (ObjNum 923 snap 282 seq_num 923) 2024-08-17T00:50:50.926 INFO:tasks.rados.rados.0.smithi082.stdout:3037: read oid 12 snap -1 2024-08-17T00:50:50.926 INFO:tasks.rados.rados.0.smithi082.stdout:3037: expect (ObjNum 911 snap 277 seq_num 911) 2024-08-17T00:50:50.926 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 3 current snap is 284 2024-08-17T00:50:50.926 INFO:tasks.rados.rados.0.smithi082.stdout:3038: seq_num 930 ranges {3104768=786432,3891200=401408} 2024-08-17T00:50:50.948 INFO:tasks.rados.rados.0.smithi082.stdout:3038: writing smithi08280503-3 from 3104768 to 3891200 tid 1 2024-08-17T00:50:50.951 INFO:tasks.rados.rados.0.smithi082.stdout:3038: writing smithi08280503-3 from 3891200 to 4292608 tid 2 2024-08-17T00:50:50.951 INFO:tasks.rados.rados.0.smithi082.stdout:3039: read oid 24 snap 277 2024-08-17T00:50:50.951 INFO:tasks.rados.rados.0.smithi082.stdout:3039: expect (ObjNum -383183792 snap 21904 seq_num 3912792576) 2024-08-17T00:50:50.951 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 16 current snap is 284 2024-08-17T00:50:50.951 INFO:tasks.rados.rados.0.smithi082.stdout:3040: seq_num 931 ranges {90112=802816,892928=401408} 2024-08-17T00:50:50.958 INFO:tasks.rados.rados.0.smithi082.stdout:3040: writing smithi08280503-16 from 90112 to 892928 tid 1 2024-08-17T00:50:50.961 INFO:tasks.rados.rados.0.smithi082.stdout:3040: writing smithi08280503-16 from 892928 to 1294336 tid 2 2024-08-17T00:50:50.961 INFO:tasks.rados.rados.0.smithi082.stdout:3036: expect (ObjNum 923 snap 282 seq_num 923) 2024-08-17T00:50:50.990 INFO:tasks.rados.rados.0.smithi082.stdout:3039: expect (ObjNum -383183792 snap 21904 seq_num 3912792576) 2024-08-17T00:50:50.994 INFO:tasks.rados.rados.0.smithi082.stdout:3038: finishing write tid 1 to smithi08280503-3 2024-08-17T00:50:50.994 INFO:tasks.rados.rados.0.smithi082.stdout:3038: finishing write tid 2 to smithi08280503-3 2024-08-17T00:50:50.994 INFO:tasks.rados.rados.0.smithi082.stdout:3038: finishing write tid 3 to smithi08280503-3 2024-08-17T00:50:50.994 INFO:tasks.rados.rados.0.smithi082.stdout:3040: finishing write tid 1 to smithi08280503-16 2024-08-17T00:50:50.994 INFO:tasks.rados.rados.0.smithi082.stdout:3040: finishing write tid 2 to smithi08280503-16 2024-08-17T00:50:50.994 INFO:tasks.rados.rados.0.smithi082.stdout:3040: finishing write tid 3 to smithi08280503-16 2024-08-17T00:50:50.994 INFO:tasks.rados.rados.0.smithi082.stdout:3038: finishing write tid 4 to smithi08280503-3 2024-08-17T00:50:50.995 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 1558 (ObjNum 930 snap 284 seq_num 930) dirty exists 2024-08-17T00:50:50.995 INFO:tasks.rados.rados.0.smithi082.stdout:3038: left oid 3 (ObjNum 930 snap 284 seq_num 930) 2024-08-17T00:50:50.995 INFO:tasks.rados.rados.0.smithi082.stdout:3040: finishing write tid 4 to smithi08280503-16 2024-08-17T00:50:50.995 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 1551 (ObjNum 931 snap 284 seq_num 931) dirty exists 2024-08-17T00:50:50.995 INFO:tasks.rados.rados.0.smithi082.stdout:3040: left oid 16 (ObjNum 931 snap 284 seq_num 931) 2024-08-17T00:50:50.995 INFO:tasks.rados.rados.0.smithi082.stdout:3037: expect (ObjNum 911 snap 277 seq_num 911) 2024-08-17T00:50:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:50 smithi082 ceph-mon[94343]: osdmap e651: 8 total, 8 up, 8 in 2024-08-17T00:50:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:50:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:50 smithi082 ceph-mon[94343]: pgmap v648: 121 pgs: 121 active+clean; 296 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-08-17T00:50:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:50 smithi082 ceph-mon[91979]: osdmap e651: 8 total, 8 up, 8 in 2024-08-17T00:50:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:50:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:50 smithi082 ceph-mon[91979]: pgmap v648: 121 pgs: 121 active+clean; 296 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-08-17T00:50:51.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:50 smithi137 ceph-mon[86391]: osdmap e651: 8 total, 8 up, 8 in 2024-08-17T00:50:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:50:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:50 smithi137 ceph-mon[86391]: pgmap v648: 121 pgs: 121 active+clean; 296 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-08-17T00:50:51.884 INFO:tasks.rados.rados.0.smithi082.stdout:3036: done (4 left) 2024-08-17T00:50:51.885 INFO:tasks.rados.rados.0.smithi082.stdout:3037: done (3 left) 2024-08-17T00:50:51.885 INFO:tasks.rados.rados.0.smithi082.stdout:3038: done (2 left) 2024-08-17T00:50:51.885 INFO:tasks.rados.rados.0.smithi082.stdout:3039: done (1 left) 2024-08-17T00:50:51.885 INFO:tasks.rados.rados.0.smithi082.stdout:3040: done (0 left) 2024-08-17T00:50:51.885 INFO:tasks.rados.rados.0.smithi082.stdout:3041: read oid 9 snap -1 2024-08-17T00:50:51.885 INFO:tasks.rados.rados.0.smithi082.stdout:3041: expect (ObjNum 917 snap 279 seq_num 917) 2024-08-17T00:50:51.885 INFO:tasks.rados.rados.0.smithi082.stdout:3042: copy_from oid 15 from oid 41 current snap is 284 2024-08-17T00:50:51.885 INFO:tasks.rados.rados.0.smithi082.stdout:3043: read oid 10 snap -1 2024-08-17T00:50:51.885 INFO:tasks.rados.rados.0.smithi082.stdout:3043: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:50:51.885 INFO:tasks.rados.rados.0.smithi082.stdout:3044: delete oid 18 current snap is 284 2024-08-17T00:50:51.886 INFO:tasks.rados.rados.0.smithi082.stdout:3043: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:50:51.887 INFO:tasks.rados.rados.0.smithi082.stdout:3043: done (3 left) 2024-08-17T00:50:51.887 INFO:tasks.rados.rados.0.smithi082.stdout:3044: done (2 left) 2024-08-17T00:50:51.887 INFO:tasks.rados.rados.0.smithi082.stdout:3045: snap_create 2024-08-17T00:50:51.895 INFO:tasks.rados.rados.0.smithi082.stdout:3041: expect (ObjNum 917 snap 279 seq_num 917) 2024-08-17T00:50:51.984 INFO:tasks.rados.rados.0.smithi082.stdout:3042: finishing copy_from racing read to smithi08280503-15 2024-08-17T00:50:51.985 INFO:tasks.rados.rados.0.smithi082.stdout:3042: finishing copy_from to smithi08280503-15 2024-08-17T00:50:51.985 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 1720 (ObjNum 926 snap 283 seq_num 926) dirty exists 2024-08-17T00:50:51.985 INFO:tasks.rados.rados.0.smithi082.stdout:3041: done (2 left) 2024-08-17T00:50:51.985 INFO:tasks.rados.rados.0.smithi082.stdout:3042: done (1 left) 2024-08-17T00:50:51.985 INFO:tasks.rados.rados.0.smithi082.stdout:3045: done (0 left) 2024-08-17T00:50:51.985 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 33 current snap is 285 2024-08-17T00:50:51.985 INFO:tasks.rados.rados.0.smithi082.stdout:3046: seq_num 933 ranges {7626752=434176,8060928=548864,8609792=253952} 2024-08-17T00:50:52.026 INFO:tasks.rados.rados.0.smithi082.stdout:3046: writing smithi08280503-33 from 7626752 to 8060928 tid 1 2024-08-17T00:50:52.029 INFO:tasks.rados.rados.0.smithi082.stdout:3046: writing smithi08280503-33 from 8060928 to 8609792 tid 2 2024-08-17T00:50:52.031 INFO:tasks.rados.rados.0.smithi082.stdout:3046: writing smithi08280503-33 from 8609792 to 8863744 tid 3 2024-08-17T00:50:52.031 INFO:tasks.rados.rados.0.smithi082.stdout:3047: copy_from oid 10 from oid 40 current snap is 285 2024-08-17T00:50:52.031 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 18 current snap is 285 2024-08-17T00:50:52.031 INFO:tasks.rados.rados.0.smithi082.stdout:3048: seq_num 934 ranges {0=450560,450560=434176,884736=368640} 2024-08-17T00:50:52.033 INFO:tasks.rados.rados.0.smithi082.stdout:3048: writing smithi08280503-18 from 0 to 450560 tid 1 2024-08-17T00:50:52.036 INFO:tasks.rados.rados.0.smithi082.stdout:3048: writing smithi08280503-18 from 450560 to 884736 tid 2 2024-08-17T00:50:52.039 INFO:tasks.rados.rados.0.smithi082.stdout:3048: writing smithi08280503-18 from 884736 to 1253376 tid 3 2024-08-17T00:50:52.039 INFO:tasks.rados.rados.0.smithi082.stdout:3049: setattr oid 34 current snap is 285 2024-08-17T00:50:52.039 INFO:tasks.rados.rados.0.smithi082.stdout:3046: finishing write tid 1 to smithi08280503-33 2024-08-17T00:50:52.039 INFO:tasks.rados.rados.0.smithi082.stdout:3046: finishing write tid 2 to smithi08280503-33 2024-08-17T00:50:52.039 INFO:tasks.rados.rados.0.smithi082.stdout:3046: finishing write tid 3 to smithi08280503-33 2024-08-17T00:50:52.039 INFO:tasks.rados.rados.0.smithi082.stdout:3046: finishing write tid 4 to smithi08280503-33 2024-08-17T00:50:52.040 INFO:tasks.rados.rados.0.smithi082.stdout:3046: finishing write tid 5 to smithi08280503-33 2024-08-17T00:50:52.040 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 1557 (ObjNum 933 snap 285 seq_num 933) dirty exists 2024-08-17T00:50:52.040 INFO:tasks.rados.rados.0.smithi082.stdout:3046: left oid 33 (ObjNum 933 snap 285 seq_num 933) 2024-08-17T00:50:52.040 INFO:tasks.rados.rados.0.smithi082.stdout:3048: finishing write tid 1 to smithi08280503-18 2024-08-17T00:50:52.040 INFO:tasks.rados.rados.0.smithi082.stdout:3047: finishing copy_from racing read to smithi08280503-10 2024-08-17T00:50:52.040 INFO:tasks.rados.rados.0.smithi082.stdout:3047: finishing copy_from to smithi08280503-10 2024-08-17T00:50:52.040 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 1402 (ObjNum 901 snap 274 seq_num 901) dirty exists 2024-08-17T00:50:52.041 INFO:tasks.rados.rados.0.smithi082.stdout:3046: done (3 left) 2024-08-17T00:50:52.041 INFO:tasks.rados.rados.0.smithi082.stdout:3047: done (2 left) 2024-08-17T00:50:52.041 INFO:tasks.rados.rados.0.smithi082.stdout:3050: snap_remove snap 277 2024-08-17T00:50:52.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:51 smithi082 ceph-mon[94343]: osdmap e652: 8 total, 8 up, 8 in 2024-08-17T00:50:52.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:51 smithi082 ceph-mon[91979]: osdmap e652: 8 total, 8 up, 8 in 2024-08-17T00:50:52.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:51 smithi137 ceph-mon[86391]: osdmap e652: 8 total, 8 up, 8 in 2024-08-17T00:50:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:50:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:50:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:50:52.935 INFO:tasks.rados.rados.0.smithi082.stdout:3048: finishing write tid 2 to smithi08280503-18 2024-08-17T00:50:52.935 INFO:tasks.rados.rados.0.smithi082.stdout:3048: finishing write tid 3 to smithi08280503-18 2024-08-17T00:50:52.935 INFO:tasks.rados.rados.0.smithi082.stdout:3048: finishing write tid 4 to smithi08280503-18 2024-08-17T00:50:52.936 INFO:tasks.rados.rados.0.smithi082.stdout:3048: finishing write tid 5 to smithi08280503-18 2024-08-17T00:50:52.936 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 1786 (ObjNum 934 snap 285 seq_num 934) dirty exists 2024-08-17T00:50:52.936 INFO:tasks.rados.rados.0.smithi082.stdout:3048: left oid 18 (ObjNum 934 snap 285 seq_num 934) 2024-08-17T00:50:52.936 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 1468 (ObjNum 838 snap 261 seq_num 838) dirty exists 2024-08-17T00:50:52.936 INFO:tasks.rados.rados.0.smithi082.stdout:3048: done (2 left) 2024-08-17T00:50:52.936 INFO:tasks.rados.rados.0.smithi082.stdout:3049: done (1 left) 2024-08-17T00:50:52.936 INFO:tasks.rados.rados.0.smithi082.stdout:3050: done (0 left) 2024-08-17T00:50:52.936 INFO:tasks.rados.rados.0.smithi082.stdout:3051: snap_remove snap 275 2024-08-17T00:50:53.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:52 smithi082 ceph-mon[91979]: osdmap e653: 8 total, 8 up, 8 in 2024-08-17T00:50:53.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:52 smithi082 ceph-mon[91979]: pgmap v651: 121 pgs: 121 active+clean; 299 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-08-17T00:50:53.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:52 smithi082 ceph-mon[94343]: osdmap e653: 8 total, 8 up, 8 in 2024-08-17T00:50:53.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:52 smithi082 ceph-mon[94343]: pgmap v651: 121 pgs: 121 active+clean; 299 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-08-17T00:50:53.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:52 smithi137 ceph-mon[86391]: osdmap e653: 8 total, 8 up, 8 in 2024-08-17T00:50:53.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:52 smithi137 ceph-mon[86391]: pgmap v651: 121 pgs: 121 active+clean; 299 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-08-17T00:50:53.840 INFO:tasks.rados.rados.0.smithi082.stdout:3051: done (0 left) 2024-08-17T00:50:53.840 INFO:tasks.rados.rados.0.smithi082.stdout:3052: snap_remove snap 282 2024-08-17T00:50:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:53 smithi082 ceph-mon[94343]: osdmap e654: 8 total, 8 up, 8 in 2024-08-17T00:50:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:53 smithi082 ceph-mon[94343]: osdmap e655: 8 total, 8 up, 8 in 2024-08-17T00:50:54.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:53 smithi082 ceph-mon[91979]: osdmap e654: 8 total, 8 up, 8 in 2024-08-17T00:50:54.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:53 smithi082 ceph-mon[91979]: osdmap e655: 8 total, 8 up, 8 in 2024-08-17T00:50:54.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:53 smithi137 ceph-mon[86391]: osdmap e654: 8 total, 8 up, 8 in 2024-08-17T00:50:54.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:53 smithi137 ceph-mon[86391]: osdmap e655: 8 total, 8 up, 8 in 2024-08-17T00:50:54.839 INFO:tasks.rados.rados.0.smithi082.stdout:3052: done (0 left) 2024-08-17T00:50:54.839 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 29 current snap is 285 2024-08-17T00:50:54.839 INFO:tasks.rados.rados.0.smithi082.stdout:3053: seq_num 935 ranges {7225344=466944,7692288=720896,8413184=81920} 2024-08-17T00:50:54.880 INFO:tasks.rados.rados.0.smithi082.stdout:3053: writing smithi08280503-29 from 7225344 to 7692288 tid 1 2024-08-17T00:50:54.884 INFO:tasks.rados.rados.0.smithi082.stdout:3053: writing smithi08280503-29 from 7692288 to 8413184 tid 2 2024-08-17T00:50:54.885 INFO:tasks.rados.rados.0.smithi082.stdout:3053: writing smithi08280503-29 from 8413184 to 8495104 tid 3 2024-08-17T00:50:54.885 INFO:tasks.rados.rados.0.smithi082.stdout:3054: snap_create 2024-08-17T00:50:54.885 INFO:tasks.rados.rados.0.smithi082.stdout:3053: finishing write tid 1 to smithi08280503-29 2024-08-17T00:50:54.889 INFO:tasks.rados.rados.0.smithi082.stdout:3053: finishing write tid 2 to smithi08280503-29 2024-08-17T00:50:54.890 INFO:tasks.rados.rados.0.smithi082.stdout:3053: finishing write tid 3 to smithi08280503-29 2024-08-17T00:50:54.891 INFO:tasks.rados.rados.0.smithi082.stdout:3053: finishing write tid 4 to smithi08280503-29 2024-08-17T00:50:54.893 INFO:tasks.rados.rados.0.smithi082.stdout:3053: finishing write tid 5 to smithi08280503-29 2024-08-17T00:50:54.893 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 1704 (ObjNum 935 snap 285 seq_num 935) dirty exists 2024-08-17T00:50:54.893 INFO:tasks.rados.rados.0.smithi082.stdout:3053: left oid 29 (ObjNum 935 snap 285 seq_num 935) 2024-08-17T00:50:55.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:54 smithi082 ceph-mon[94343]: pgmap v654: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 295 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-08-17T00:50:55.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:54 smithi082 ceph-mon[94343]: osdmap e656: 8 total, 8 up, 8 in 2024-08-17T00:50:55.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:54 smithi082 ceph-mon[91979]: pgmap v654: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 295 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-08-17T00:50:55.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:54 smithi082 ceph-mon[91979]: osdmap e656: 8 total, 8 up, 8 in 2024-08-17T00:50:55.226 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:50:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:50:55] "GET /metrics HTTP/1.1" 200 36274 "" "Prometheus/2.43.0" 2024-08-17T00:50:55.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:54 smithi137 ceph-mon[86391]: pgmap v654: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 295 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-08-17T00:50:55.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:54 smithi137 ceph-mon[86391]: osdmap e656: 8 total, 8 up, 8 in 2024-08-17T00:50:55.841 INFO:tasks.rados.rados.0.smithi082.stdout:3053: done (1 left) 2024-08-17T00:50:55.842 INFO:tasks.rados.rados.0.smithi082.stdout:3054: done (0 left) 2024-08-17T00:50:55.842 INFO:tasks.rados.rados.0.smithi082.stdout:3055: rmattr oid 43 current snap is 286 2024-08-17T00:50:55.842 INFO:tasks.rados.rados.0.smithi082.stdout:3055: done (0 left) 2024-08-17T00:50:55.842 INFO:tasks.rados.rados.0.smithi082.stdout:3056: read oid 26 snap 284 2024-08-17T00:50:55.842 INFO:tasks.rados.rados.0.smithi082.stdout:3056: expect (ObjNum 920 snap 280 seq_num 920) 2024-08-17T00:50:55.842 INFO:tasks.rados.rados.0.smithi082.stdout:3057: delete oid 33 current snap is 286 2024-08-17T00:50:55.845 INFO:tasks.rados.rados.0.smithi082.stdout:3057: done (1 left) 2024-08-17T00:50:55.845 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 23 current snap is 286 2024-08-17T00:50:55.845 INFO:tasks.rados.rados.0.smithi082.stdout:3058: seq_num 937 ranges {0=499712,499712=532480,1032192=270336} 2024-08-17T00:50:55.848 INFO:tasks.rados.rados.0.smithi082.stdout:3058: writing smithi08280503-23 from 0 to 499712 tid 1 2024-08-17T00:50:55.851 INFO:tasks.rados.rados.0.smithi082.stdout:3058: writing smithi08280503-23 from 499712 to 1032192 tid 2 2024-08-17T00:50:55.852 INFO:tasks.rados.rados.0.smithi082.stdout:3058: writing smithi08280503-23 from 1032192 to 1302528 tid 3 2024-08-17T00:50:55.853 INFO:tasks.rados.rados.0.smithi082.stdout:3059: copy_from oid 8 from oid 30 current snap is 286 2024-08-17T00:50:55.853 INFO:tasks.rados.rados.0.smithi082.stdout:3056: expect (ObjNum 920 snap 280 seq_num 920) 2024-08-17T00:50:55.884 INFO:tasks.rados.rados.0.smithi082.stdout:3058: finishing write tid 1 to smithi08280503-23 2024-08-17T00:50:55.884 INFO:tasks.rados.rados.0.smithi082.stdout:3058: finishing write tid 2 to smithi08280503-23 2024-08-17T00:50:55.884 INFO:tasks.rados.rados.0.smithi082.stdout:3058: finishing write tid 3 to smithi08280503-23 2024-08-17T00:50:55.884 INFO:tasks.rados.rados.0.smithi082.stdout:3058: finishing write tid 4 to smithi08280503-23 2024-08-17T00:50:55.884 INFO:tasks.rados.rados.0.smithi082.stdout:3058: finishing write tid 5 to smithi08280503-23 2024-08-17T00:50:55.884 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 1158 (ObjNum 937 snap 286 seq_num 937) dirty exists 2024-08-17T00:50:55.884 INFO:tasks.rados.rados.0.smithi082.stdout:3058: left oid 23 (ObjNum 937 snap 286 seq_num 937) 2024-08-17T00:50:55.884 INFO:tasks.rados.rados.0.smithi082.stdout:3059: finishing copy_from racing read to smithi08280503-8 2024-08-17T00:50:55.884 INFO:tasks.rados.rados.0.smithi082.stdout:3056: done (2 left) 2024-08-17T00:50:55.884 INFO:tasks.rados.rados.0.smithi082.stdout:3058: done (1 left) 2024-08-17T00:50:55.884 INFO:tasks.rados.rados.0.smithi082.stdout:3060: delete oid 12 current snap is 286 2024-08-17T00:50:55.886 INFO:tasks.rados.rados.0.smithi082.stdout:3059: finishing copy_from to smithi08280503-8 2024-08-17T00:50:55.886 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 1272 (ObjNum 853 snap 266 seq_num 853) dirty exists 2024-08-17T00:50:55.888 INFO:tasks.rados.rados.0.smithi082.stdout:3059: done (1 left) 2024-08-17T00:50:55.888 INFO:tasks.rados.rados.0.smithi082.stdout:3060: done (0 left) 2024-08-17T00:50:55.888 INFO:tasks.rados.rados.0.smithi082.stdout:3061: read oid 12 snap 284 2024-08-17T00:50:55.888 INFO:tasks.rados.rados.0.smithi082.stdout:3061: expect (ObjNum 911 snap 277 seq_num 911) 2024-08-17T00:50:55.888 INFO:tasks.rados.rados.0.smithi082.stdout:3062: snap_remove snap 276 2024-08-17T00:50:56.849 INFO:tasks.rados.rados.0.smithi082.stdout:3062: done (1 left) 2024-08-17T00:50:56.849 INFO:tasks.rados.rados.0.smithi082.stdout:3063: snap_create 2024-08-17T00:50:56.849 INFO:tasks.rados.rados.0.smithi082.stdout:3061: expect (ObjNum 911 snap 277 seq_num 911) 2024-08-17T00:50:57.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:56 smithi082 ceph-mon[94343]: osdmap e657: 8 total, 8 up, 8 in 2024-08-17T00:50:57.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:56 smithi082 ceph-mon[94343]: pgmap v657: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 306 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-08-17T00:50:57.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:56 smithi082 ceph-mon[91979]: osdmap e657: 8 total, 8 up, 8 in 2024-08-17T00:50:57.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:56 smithi082 ceph-mon[91979]: pgmap v657: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 306 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-08-17T00:50:57.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:56 smithi137 ceph-mon[86391]: osdmap e657: 8 total, 8 up, 8 in 2024-08-17T00:50:57.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:56 smithi137 ceph-mon[86391]: pgmap v657: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 306 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-08-17T00:50:57.848 INFO:tasks.rados.rados.0.smithi082.stdout:3061: done (1 left) 2024-08-17T00:50:57.848 INFO:tasks.rados.rados.0.smithi082.stdout:3063: done (0 left) 2024-08-17T00:50:57.848 INFO:tasks.rados.rados.0.smithi082.stdout:3064: read oid 37 snap -1 2024-08-17T00:50:57.848 INFO:tasks.rados.rados.0.smithi082.stdout:3064: expect (ObjNum 904 snap 276 seq_num 904) 2024-08-17T00:50:57.848 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 46 current snap is 287 2024-08-17T00:50:57.849 INFO:tasks.rados.rados.0.smithi082.stdout:3065: seq_num 939 ranges {9420800=532480,9953280=704512,10657792=98304} 2024-08-17T00:50:57.901 INFO:tasks.rados.rados.0.smithi082.stdout:3065: writing smithi08280503-46 from 9420800 to 9953280 tid 1 2024-08-17T00:50:57.905 INFO:tasks.rados.rados.0.smithi082.stdout:3065: writing smithi08280503-46 from 9953280 to 10657792 tid 2 2024-08-17T00:50:57.906 INFO:tasks.rados.rados.0.smithi082.stdout:3065: writing smithi08280503-46 from 10657792 to 10756096 tid 3 2024-08-17T00:50:57.906 INFO:tasks.rados.rados.0.smithi082.stdout:3066: copy_from oid 6 from oid 42 current snap is 287 2024-08-17T00:50:57.906 INFO:tasks.rados.rados.0.smithi082.stdout:3064: expect (ObjNum 904 snap 276 seq_num 904) 2024-08-17T00:50:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:57 smithi082 ceph-mon[91979]: osdmap e658: 8 total, 8 up, 8 in 2024-08-17T00:50:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:57 smithi082 ceph-mon[94343]: osdmap e658: 8 total, 8 up, 8 in 2024-08-17T00:50:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:57 smithi137 ceph-mon[86391]: osdmap e658: 8 total, 8 up, 8 in 2024-08-17T00:50:58.556 INFO:tasks.rados.rados.0.smithi082.stdout:3065: finishing write tid 1 to smithi08280503-46 2024-08-17T00:50:58.556 INFO:tasks.rados.rados.0.smithi082.stdout:3065: finishing write tid 2 to smithi08280503-46 2024-08-17T00:50:58.556 INFO:tasks.rados.rados.0.smithi082.stdout:3065: finishing write tid 3 to smithi08280503-46 2024-08-17T00:50:58.556 INFO:tasks.rados.rados.0.smithi082.stdout:3065: finishing write tid 4 to smithi08280503-46 2024-08-17T00:50:58.556 INFO:tasks.rados.rados.0.smithi082.stdout:3065: finishing write tid 5 to smithi08280503-46 2024-08-17T00:50:58.556 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 46 v 1808 (ObjNum 939 snap 287 seq_num 939) dirty exists 2024-08-17T00:50:58.556 INFO:tasks.rados.rados.0.smithi082.stdout:3065: left oid 46 (ObjNum 939 snap 287 seq_num 939) 2024-08-17T00:50:58.556 INFO:tasks.rados.rados.0.smithi082.stdout:3066: finishing copy_from racing read to smithi08280503-6 2024-08-17T00:50:58.557 INFO:tasks.rados.rados.0.smithi082.stdout:3066: finishing copy_from to smithi08280503-6 2024-08-17T00:50:58.557 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 1700 (ObjNum 919 snap 280 seq_num 919) dirty exists 2024-08-17T00:50:58.557 INFO:tasks.rados.rados.0.smithi082.stdout:3064: done (2 left) 2024-08-17T00:50:58.557 INFO:tasks.rados.rados.0.smithi082.stdout:3065: done (1 left) 2024-08-17T00:50:58.557 INFO:tasks.rados.rados.0.smithi082.stdout:3066: done (0 left) 2024-08-17T00:50:58.557 INFO:tasks.rados.rados.0.smithi082.stdout:3067: snap_remove snap 284 2024-08-17T00:50:58.837 INFO:tasks.rados.rados.0.smithi082.stdout:3067: done (0 left) 2024-08-17T00:50:58.837 INFO:tasks.rados.rados.0.smithi082.stdout:3068: delete oid 15 current snap is 287 2024-08-17T00:50:58.847 INFO:tasks.rados.rados.0.smithi082.stdout:3068: done (0 left) 2024-08-17T00:50:58.848 INFO:tasks.rados.rados.0.smithi082.stdout:3069: setattr oid 12 current snap is 287 2024-08-17T00:50:58.850 INFO:tasks.rados.rados.0.smithi082.stdout:3070: read oid 5 snap -1 2024-08-17T00:50:58.850 INFO:tasks.rados.rados.0.smithi082.stdout:3070: expect (ObjNum 812 snap 256 seq_num 812) 2024-08-17T00:50:58.850 INFO:tasks.rados.rados.0.smithi082.stdout:3071: read oid 2 snap 269 2024-08-17T00:50:58.850 INFO:tasks.rados.rados.0.smithi082.stdout:3071: expect (ObjNum 837 snap 261 seq_num 837) 2024-08-17T00:50:58.850 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 25 current snap is 287 2024-08-17T00:50:58.850 INFO:tasks.rados.rados.0.smithi082.stdout:3072: seq_num 941 ranges {0=565248,565248=475136,1040384=327680} 2024-08-17T00:50:58.853 INFO:tasks.rados.rados.0.smithi082.stdout:3072: writing smithi08280503-25 from 0 to 565248 tid 1 2024-08-17T00:50:58.857 INFO:tasks.rados.rados.0.smithi082.stdout:3072: writing smithi08280503-25 from 565248 to 1040384 tid 2 2024-08-17T00:50:58.860 INFO:tasks.rados.rados.0.smithi082.stdout:3072: writing smithi08280503-25 from 1040384 to 1368064 tid 3 2024-08-17T00:50:58.860 INFO:tasks.rados.rados.0.smithi082.stdout:3073: rollback oid 6 current snap is 287 2024-08-17T00:50:58.860 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 6 to 279 2024-08-17T00:50:58.860 INFO:tasks.rados.rados.0.smithi082.stdout:3074: setattr oid 3 current snap is 287 2024-08-17T00:50:58.860 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 1160 (ObjNum 145 snap 0 seq_num 3912147696) dirty exists 2024-08-17T00:50:58.862 INFO:tasks.rados.rados.0.smithi082.stdout:3069: done (5 left) 2024-08-17T00:50:58.862 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 18 current snap is 287 2024-08-17T00:50:58.862 INFO:tasks.rados.rados.0.smithi082.stdout:3075: seq_num 942 ranges {1253376=581632,1835008=761856,2596864=40960} 2024-08-17T00:50:58.873 INFO:tasks.rados.rados.0.smithi082.stdout:3075: writing smithi08280503-18 from 1253376 to 1835008 tid 1 2024-08-17T00:50:58.877 INFO:tasks.rados.rados.0.smithi082.stdout:3075: writing smithi08280503-18 from 1835008 to 2596864 tid 2 2024-08-17T00:50:58.878 INFO:tasks.rados.rados.0.smithi082.stdout:3075: writing smithi08280503-18 from 2596864 to 2637824 tid 3 2024-08-17T00:50:58.878 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 33 current snap is 287 2024-08-17T00:50:58.879 INFO:tasks.rados.rados.0.smithi082.stdout:3072: finishing write tid 1 to smithi08280503-25 2024-08-17T00:50:58.879 INFO:tasks.rados.rados.0.smithi082.stdout:3072: finishing write tid 2 to smithi08280503-25 2024-08-17T00:50:58.879 INFO:tasks.rados.rados.0.smithi082.stdout:3072: finishing write tid 3 to smithi08280503-25 2024-08-17T00:50:58.879 INFO:tasks.rados.rados.0.smithi082.stdout:3072: finishing write tid 4 to smithi08280503-25 2024-08-17T00:50:58.879 INFO:tasks.rados.rados.0.smithi082.stdout:3072: finishing write tid 5 to smithi08280503-25 2024-08-17T00:50:58.879 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 1562 (ObjNum 941 snap 287 seq_num 941) dirty exists 2024-08-17T00:50:58.879 INFO:tasks.rados.rados.0.smithi082.stdout:3072: left oid 25 (ObjNum 941 snap 287 seq_num 941) 2024-08-17T00:50:58.879 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 1559 (ObjNum 930 snap 284 seq_num 930) dirty exists 2024-08-17T00:50:58.879 INFO:tasks.rados.rados.0.smithi082.stdout:3071: expect (ObjNum 837 snap 261 seq_num 837) 2024-08-17T00:50:59.022 INFO:tasks.rados.rados.0.smithi082.stdout:3075: finishing write tid 1 to smithi08280503-18 2024-08-17T00:50:59.022 INFO:tasks.rados.rados.0.smithi082.stdout:3076: seq_num 943 ranges {0=598016,598016=688128,1286144=114688} 2024-08-17T00:50:59.025 INFO:tasks.rados.rados.0.smithi082.stdout:3076: writing smithi08280503-33 from 0 to 598016 tid 1 2024-08-17T00:50:59.028 INFO:tasks.rados.rados.0.smithi082.stdout:3076: writing smithi08280503-33 from 598016 to 1286144 tid 2 2024-08-17T00:50:59.029 INFO:tasks.rados.rados.0.smithi082.stdout:3076: writing smithi08280503-33 from 1286144 to 1400832 tid 3 2024-08-17T00:50:59.030 INFO:tasks.rados.rados.0.smithi082.stdout:3071: done (6 left) 2024-08-17T00:50:59.030 INFO:tasks.rados.rados.0.smithi082.stdout:3072: done (5 left) 2024-08-17T00:50:59.030 INFO:tasks.rados.rados.0.smithi082.stdout:3074: done (4 left) 2024-08-17T00:50:59.030 INFO:tasks.rados.rados.0.smithi082.stdout:3077: delete oid 34 current snap is 287 2024-08-17T00:50:59.030 INFO:tasks.rados.rados.0.smithi082.stdout:3075: finishing write tid 2 to smithi08280503-18 2024-08-17T00:50:59.030 INFO:tasks.rados.rados.0.smithi082.stdout:3075: finishing write tid 3 to smithi08280503-18 2024-08-17T00:50:59.030 INFO:tasks.rados.rados.0.smithi082.stdout:3075: finishing write tid 4 to smithi08280503-18 2024-08-17T00:50:59.030 INFO:tasks.rados.rados.0.smithi082.stdout:3070: expect (ObjNum 812 snap 256 seq_num 812) 2024-08-17T00:50:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:58 smithi082 ceph-mon[94343]: osdmap e659: 8 total, 8 up, 8 in 2024-08-17T00:50:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:58 smithi082 ceph-mon[94343]: pgmap v660: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 313 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.4 MiB/s wr, 6 op/s 2024-08-17T00:50:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:50:58 smithi082 ceph-mon[94343]: osdmap e660: 8 total, 8 up, 8 in 2024-08-17T00:50:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:58 smithi082 ceph-mon[91979]: osdmap e659: 8 total, 8 up, 8 in 2024-08-17T00:50:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:58 smithi082 ceph-mon[91979]: pgmap v660: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 313 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.4 MiB/s wr, 6 op/s 2024-08-17T00:50:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:50:58 smithi082 ceph-mon[91979]: osdmap e660: 8 total, 8 up, 8 in 2024-08-17T00:50:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:58 smithi137 ceph-mon[86391]: osdmap e659: 8 total, 8 up, 8 in 2024-08-17T00:50:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:58 smithi137 ceph-mon[86391]: pgmap v660: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 313 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.4 MiB/s wr, 6 op/s 2024-08-17T00:50:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:50:58 smithi137 ceph-mon[86391]: osdmap e660: 8 total, 8 up, 8 in 2024-08-17T00:50:59.316 INFO:tasks.rados.rados.0.smithi082.stdout:3075: finishing write tid 5 to smithi08280503-18 2024-08-17T00:50:59.317 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 1790 (ObjNum 942 snap 287 seq_num 942) dirty exists 2024-08-17T00:50:59.317 INFO:tasks.rados.rados.0.smithi082.stdout:3075: left oid 18 (ObjNum 942 snap 287 seq_num 942) 2024-08-17T00:50:59.317 INFO:tasks.rados.rados.0.smithi082.stdout:3073: finishing rollback tid 0 to smithi08280503-6 2024-08-17T00:50:59.317 INFO:tasks.rados.rados.0.smithi082.stdout:3073: finishing rollback tid 1 to smithi08280503-6 2024-08-17T00:50:59.317 INFO:tasks.rados.rados.0.smithi082.stdout:3073: finishing rollback tid 2 to smithi08280503-6 2024-08-17T00:50:59.317 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 1775 (ObjNum 914 snap 278 seq_num 914) dirty exists 2024-08-17T00:50:59.317 INFO:tasks.rados.rados.0.smithi082.stdout:3070: done (4 left) 2024-08-17T00:50:59.317 INFO:tasks.rados.rados.0.smithi082.stdout:3073: done (3 left) 2024-08-17T00:50:59.317 INFO:tasks.rados.rados.0.smithi082.stdout:3075: done (2 left) 2024-08-17T00:50:59.317 INFO:tasks.rados.rados.0.smithi082.stdout:3077: done (1 left) 2024-08-17T00:50:59.317 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 10 current snap is 287 2024-08-17T00:50:59.317 INFO:tasks.rados.rados.0.smithi082.stdout:3076: finishing write tid 1 to smithi08280503-33 2024-08-17T00:50:59.317 INFO:tasks.rados.rados.0.smithi082.stdout:3076: finishing write tid 2 to smithi08280503-33 2024-08-17T00:50:59.318 INFO:tasks.rados.rados.0.smithi082.stdout:3076: finishing write tid 3 to smithi08280503-33 2024-08-17T00:50:59.318 INFO:tasks.rados.rados.0.smithi082.stdout:3076: finishing write tid 4 to smithi08280503-33 2024-08-17T00:50:59.318 INFO:tasks.rados.rados.0.smithi082.stdout:3076: finishing write tid 5 to smithi08280503-33 2024-08-17T00:50:59.318 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 1566 (ObjNum 943 snap 287 seq_num 943) dirty exists 2024-08-17T00:50:59.318 INFO:tasks.rados.rados.0.smithi082.stdout:3076: left oid 33 (ObjNum 943 snap 287 seq_num 943) 2024-08-17T00:50:59.318 INFO:tasks.rados.rados.0.smithi082.stdout:3078: seq_num 945 ranges {1171456=630784,1802240=458752,2260992=344064} 2024-08-17T00:50:59.325 INFO:tasks.rados.rados.0.smithi082.stdout:3078: writing smithi08280503-10 from 1171456 to 1802240 tid 1 2024-08-17T00:50:59.328 INFO:tasks.rados.rados.0.smithi082.stdout:3078: writing smithi08280503-10 from 1802240 to 2260992 tid 2 2024-08-17T00:50:59.330 INFO:tasks.rados.rados.0.smithi082.stdout:3078: writing smithi08280503-10 from 2260992 to 2605056 tid 3 2024-08-17T00:50:59.330 INFO:tasks.rados.rados.0.smithi082.stdout:3076: done (1 left) 2024-08-17T00:50:59.330 INFO:tasks.rados.rados.0.smithi082.stdout:3079: snap_create 2024-08-17T00:50:59.330 INFO:tasks.rados.rados.0.smithi082.stdout:3078: finishing write tid 1 to smithi08280503-10 2024-08-17T00:50:59.330 INFO:tasks.rados.rados.0.smithi082.stdout:3078: finishing write tid 2 to smithi08280503-10 2024-08-17T00:50:59.332 INFO:tasks.rados.rados.0.smithi082.stdout:3078: finishing write tid 3 to smithi08280503-10 2024-08-17T00:50:59.332 INFO:tasks.rados.rados.0.smithi082.stdout:3078: finishing write tid 4 to smithi08280503-10 2024-08-17T00:50:59.336 INFO:tasks.rados.rados.0.smithi082.stdout:3078: finishing write tid 5 to smithi08280503-10 2024-08-17T00:50:59.336 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 1779 (ObjNum 945 snap 287 seq_num 945) dirty exists 2024-08-17T00:50:59.337 INFO:tasks.rados.rados.0.smithi082.stdout:3078: left oid 10 (ObjNum 945 snap 287 seq_num 945) 2024-08-17T00:50:59.875 INFO:tasks.rados.rados.0.smithi082.stdout:3078: done (1 left) 2024-08-17T00:50:59.875 INFO:tasks.rados.rados.0.smithi082.stdout:3079: done (0 left) 2024-08-17T00:50:59.875 INFO:tasks.rados.rados.0.smithi082.stdout:3080: read oid 2 snap 285 2024-08-17T00:50:59.875 INFO:tasks.rados.rados.0.smithi082.stdout:3080: expect (ObjNum 832 snap 261 seq_num 832) 2024-08-17T00:50:59.875 INFO:tasks.rados.rados.0.smithi082.stdout:3081: snap_remove snap 287 2024-08-17T00:51:00.874 INFO:tasks.rados.rados.0.smithi082.stdout:3081: done (1 left) 2024-08-17T00:51:00.875 INFO:tasks.rados.rados.0.smithi082.stdout:3082: setattr oid 16 current snap is 288 2024-08-17T00:51:00.875 INFO:tasks.rados.rados.0.smithi082.stdout:3080: expect (ObjNum 832 snap 261 seq_num 832) 2024-08-17T00:51:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:00 smithi082 ceph-mon[94343]: osdmap e661: 8 total, 8 up, 8 in 2024-08-17T00:51:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:00 smithi082 ceph-mon[94343]: pgmap v663: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 312 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.3 MiB/s wr, 11 op/s 2024-08-17T00:51:01.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:00 smithi082 ceph-mon[91979]: osdmap e661: 8 total, 8 up, 8 in 2024-08-17T00:51:01.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:00 smithi082 ceph-mon[91979]: pgmap v663: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 312 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.3 MiB/s wr, 11 op/s 2024-08-17T00:51:01.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:00 smithi137 ceph-mon[86391]: osdmap e661: 8 total, 8 up, 8 in 2024-08-17T00:51:01.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:00 smithi137 ceph-mon[86391]: pgmap v663: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 312 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.3 MiB/s wr, 11 op/s 2024-08-17T00:51:01.320 INFO:tasks.rados.rados.0.smithi082.stdout:3080: done (1 left) 2024-08-17T00:51:01.320 INFO:tasks.rados.rados.0.smithi082.stdout:3083: snap_remove snap 269 2024-08-17T00:51:01.891 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 1552 (ObjNum 931 snap 284 seq_num 931) dirty exists 2024-08-17T00:51:01.891 INFO:tasks.rados.rados.0.smithi082.stdout:3082: done (1 left) 2024-08-17T00:51:01.891 INFO:tasks.rados.rados.0.smithi082.stdout:3083: done (0 left) 2024-08-17T00:51:01.891 INFO:tasks.rados.rados.0.smithi082.stdout:3084: snap_create 2024-08-17T00:51:02.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:01 smithi082 ceph-mon[94343]: osdmap e662: 8 total, 8 up, 8 in 2024-08-17T00:51:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:01 smithi082 ceph-mon[91979]: osdmap e662: 8 total, 8 up, 8 in 2024-08-17T00:51:02.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:01 smithi137 ceph-mon[86391]: osdmap e662: 8 total, 8 up, 8 in 2024-08-17T00:51:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:51:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:51:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:51:02.905 INFO:tasks.rados.rados.0.smithi082.stdout:3084: done (0 left) 2024-08-17T00:51:02.905 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 46 current snap is 289 2024-08-17T00:51:02.905 INFO:tasks.rados.rados.0.smithi082.stdout:3085: seq_num 946 ranges {10756096=647168,11403264=745472,12148736=57344} 2024-08-17T00:51:02.966 INFO:tasks.rados.rados.0.smithi082.stdout:3085: writing smithi08280503-46 from 10756096 to 11403264 tid 1 2024-08-17T00:51:02.972 INFO:tasks.rados.rados.0.smithi082.stdout:3085: writing smithi08280503-46 from 11403264 to 12148736 tid 2 2024-08-17T00:51:02.972 INFO:tasks.rados.rados.0.smithi082.stdout:3085: writing smithi08280503-46 from 12148736 to 12206080 tid 3 2024-08-17T00:51:02.972 INFO:tasks.rados.rados.0.smithi082.stdout:3086: read oid 11 snap -1 2024-08-17T00:51:02.972 INFO:tasks.rados.rados.0.smithi082.stdout:3086: expect (ObjNum 887 snap 274 seq_num 887) 2024-08-17T00:51:02.972 INFO:tasks.rados.rados.0.smithi082.stdout:3087: setattr oid 38 current snap is 289 2024-08-17T00:51:02.972 INFO:tasks.rados.rados.0.smithi082.stdout:3085: finishing write tid 1 to smithi08280503-46 2024-08-17T00:51:02.972 INFO:tasks.rados.rados.0.smithi082.stdout:3088: snap_remove snap 286 2024-08-17T00:51:03.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:02 smithi082 ceph-mon[94343]: osdmap e663: 8 total, 8 up, 8 in 2024-08-17T00:51:03.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:02 smithi082 ceph-mon[94343]: pgmap v666: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 312 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-08-17T00:51:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:02 smithi082 ceph-mon[91979]: osdmap e663: 8 total, 8 up, 8 in 2024-08-17T00:51:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:02 smithi082 ceph-mon[91979]: pgmap v666: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 312 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-08-17T00:51:03.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:02 smithi137 ceph-mon[86391]: osdmap e663: 8 total, 8 up, 8 in 2024-08-17T00:51:03.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:02 smithi137 ceph-mon[86391]: pgmap v666: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 312 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-08-17T00:51:03.839 INFO:tasks.rados.rados.0.smithi082.stdout:3088: done (3 left) 2024-08-17T00:51:03.839 INFO:tasks.rados.rados.0.smithi082.stdout:3089: snap_remove snap 288 2024-08-17T00:51:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:03 smithi082 ceph-mon[94343]: osdmap e664: 8 total, 8 up, 8 in 2024-08-17T00:51:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:03 smithi082 ceph-mon[94343]: osdmap e665: 8 total, 8 up, 8 in 2024-08-17T00:51:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:03 smithi082 ceph-mon[91979]: osdmap e664: 8 total, 8 up, 8 in 2024-08-17T00:51:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:03 smithi082 ceph-mon[91979]: osdmap e665: 8 total, 8 up, 8 in 2024-08-17T00:51:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:03 smithi137 ceph-mon[86391]: osdmap e664: 8 total, 8 up, 8 in 2024-08-17T00:51:04.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:03 smithi137 ceph-mon[86391]: osdmap e665: 8 total, 8 up, 8 in 2024-08-17T00:51:04.843 INFO:tasks.rados.rados.0.smithi082.stdout:3089: done (3 left) 2024-08-17T00:51:04.843 INFO:tasks.rados.rados.0.smithi082.stdout:3090: snap_create 2024-08-17T00:51:04.843 INFO:tasks.rados.rados.0.smithi082.stdout:3085: finishing write tid 2 to smithi08280503-46 2024-08-17T00:51:04.843 INFO:tasks.rados.rados.0.smithi082.stdout:3085: finishing write tid 3 to smithi08280503-46 2024-08-17T00:51:04.843 INFO:tasks.rados.rados.0.smithi082.stdout:3085: finishing write tid 4 to smithi08280503-46 2024-08-17T00:51:04.843 INFO:tasks.rados.rados.0.smithi082.stdout:3085: finishing write tid 5 to smithi08280503-46 2024-08-17T00:51:04.843 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 46 v 1825 (ObjNum 946 snap 289 seq_num 946) dirty exists 2024-08-17T00:51:04.843 INFO:tasks.rados.rados.0.smithi082.stdout:3085: left oid 46 (ObjNum 946 snap 289 seq_num 946) 2024-08-17T00:51:04.844 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 1275 (ObjNum 1553 snap 0 seq_num 1853862224) dirty exists 2024-08-17T00:51:04.844 INFO:tasks.rados.rados.0.smithi082.stdout:3086: expect (ObjNum 887 snap 274 seq_num 887) 2024-08-17T00:51:05.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:04 smithi082 ceph-mon[91979]: pgmap v669: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 268 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.0 MiB/s wr, 21 op/s 2024-08-17T00:51:05.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:04 smithi082 ceph-mon[91979]: osdmap e666: 8 total, 8 up, 8 in 2024-08-17T00:51:05.226 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:51:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:51:05] "GET /metrics HTTP/1.1" 200 36274 "" "Prometheus/2.43.0" 2024-08-17T00:51:05.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:04 smithi082 ceph-mon[94343]: pgmap v669: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 268 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.0 MiB/s wr, 21 op/s 2024-08-17T00:51:05.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:04 smithi082 ceph-mon[94343]: osdmap e666: 8 total, 8 up, 8 in 2024-08-17T00:51:05.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:04 smithi137 ceph-mon[86391]: pgmap v669: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 268 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.0 MiB/s wr, 21 op/s 2024-08-17T00:51:05.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:04 smithi137 ceph-mon[86391]: osdmap e666: 8 total, 8 up, 8 in 2024-08-17T00:51:05.848 INFO:tasks.rados.rados.0.smithi082.stdout:3085: done (3 left) 2024-08-17T00:51:05.849 INFO:tasks.rados.rados.0.smithi082.stdout:3086: done (2 left) 2024-08-17T00:51:05.849 INFO:tasks.rados.rados.0.smithi082.stdout:3087: done (1 left) 2024-08-17T00:51:05.849 INFO:tasks.rados.rados.0.smithi082.stdout:3090: done (0 left) 2024-08-17T00:51:05.849 INFO:tasks.rados.rados.0.smithi082.stdout:3091: rmattr oid 20 current snap is 290 2024-08-17T00:51:05.849 INFO:tasks.rados.rados.0.smithi082.stdout:3091: done (0 left) 2024-08-17T00:51:05.849 INFO:tasks.rados.rados.0.smithi082.stdout:3092: rollback oid 4 current snap is 290 2024-08-17T00:51:05.849 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 4 to 279 2024-08-17T00:51:05.849 INFO:tasks.rados.rados.0.smithi082.stdout:3093: rmattr oid 11 current snap is 290 2024-08-17T00:51:05.849 INFO:tasks.rados.rados.0.smithi082.stdout:3093: done (1 left) 2024-08-17T00:51:05.849 INFO:tasks.rados.rados.0.smithi082.stdout:3094: read oid 23 snap 285 2024-08-17T00:51:05.849 INFO:tasks.rados.rados.0.smithi082.stdout:3094: expect deleted 2024-08-17T00:51:05.850 INFO:tasks.rados.rados.0.smithi082.stdout:3095: read oid 22 snap 279 2024-08-17T00:51:05.850 INFO:tasks.rados.rados.0.smithi082.stdout:3095: expect deleted 2024-08-17T00:51:05.850 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 27 current snap is 290 2024-08-17T00:51:05.850 INFO:tasks.rados.rados.0.smithi082.stdout:3096: seq_num 947 ranges {9551872=663552,10215424=630784,10846208=172032} 2024-08-17T00:51:05.901 INFO:tasks.rados.rados.0.smithi082.stdout:3096: writing smithi08280503-27 from 9551872 to 10215424 tid 1 2024-08-17T00:51:05.905 INFO:tasks.rados.rados.0.smithi082.stdout:3096: writing smithi08280503-27 from 10215424 to 10846208 tid 2 2024-08-17T00:51:05.906 INFO:tasks.rados.rados.0.smithi082.stdout:3096: writing smithi08280503-27 from 10846208 to 11018240 tid 3 2024-08-17T00:51:05.906 INFO:tasks.rados.rados.0.smithi082.stdout:3097: delete oid 11 current snap is 290 2024-08-17T00:51:05.906 INFO:tasks.rados.rados.0.smithi082.stdout:3092: finishing rollback tid 0 to smithi08280503-4 2024-08-17T00:51:05.907 INFO:tasks.rados.rados.0.smithi082.stdout:3092: finishing rollback tid 1 to smithi08280503-4 2024-08-17T00:51:05.907 INFO:tasks.rados.rados.0.smithi082.stdout:3092: finishing rollback tid 2 to smithi08280503-4 2024-08-17T00:51:05.907 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 1833 (ObjNum 905 snap 276 seq_num 905) dirty exists 2024-08-17T00:51:05.907 INFO:tasks.rados.rados.0.smithi082.stdout:3096: finishing write tid 1 to smithi08280503-27 2024-08-17T00:51:05.910 INFO:tasks.rados.rados.0.smithi082.stdout:3096: finishing write tid 2 to smithi08280503-27 2024-08-17T00:51:05.913 INFO:tasks.rados.rados.0.smithi082.stdout:3096: finishing write tid 3 to smithi08280503-27 2024-08-17T00:51:05.913 INFO:tasks.rados.rados.0.smithi082.stdout:3096: finishing write tid 4 to smithi08280503-27 2024-08-17T00:51:05.915 INFO:tasks.rados.rados.0.smithi082.stdout:3092: done (4 left) 2024-08-17T00:51:05.915 INFO:tasks.rados.rados.0.smithi082.stdout:3094: done (3 left) 2024-08-17T00:51:05.915 INFO:tasks.rados.rados.0.smithi082.stdout:3095: done (2 left) 2024-08-17T00:51:05.915 INFO:tasks.rados.rados.0.smithi082.stdout:3097: done (1 left) 2024-08-17T00:51:05.915 INFO:tasks.rados.rados.0.smithi082.stdout:3098: rmattr oid 10 current snap is 290 2024-08-17T00:51:05.915 INFO:tasks.rados.rados.0.smithi082.stdout:3098: done (1 left) 2024-08-17T00:51:05.915 INFO:tasks.rados.rados.0.smithi082.stdout:3099: rollback oid 16 current snap is 290 2024-08-17T00:51:05.915 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 16 to 285 2024-08-17T00:51:05.915 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 3 current snap is 290 2024-08-17T00:51:05.916 INFO:tasks.rados.rados.0.smithi082.stdout:3100: seq_num 949 ranges {4292608=704512,4997120=794624,5791744=8192} 2024-08-17T00:51:05.941 INFO:tasks.rados.rados.0.smithi082.stdout:3100: writing smithi08280503-3 from 4292608 to 4997120 tid 1 2024-08-17T00:51:05.947 INFO:tasks.rados.rados.0.smithi082.stdout:3100: writing smithi08280503-3 from 4997120 to 5791744 tid 2 2024-08-17T00:51:05.947 INFO:tasks.rados.rados.0.smithi082.stdout:3100: writing smithi08280503-3 from 5791744 to 5799936 tid 3 2024-08-17T00:51:05.947 INFO:tasks.rados.rados.0.smithi082.stdout:3101: read oid 11 snap 285 2024-08-17T00:51:05.947 INFO:tasks.rados.rados.0.smithi082.stdout:3101: expect (ObjNum 887 snap 274 seq_num 887) 2024-08-17T00:51:05.948 INFO:tasks.rados.rados.0.smithi082.stdout:3102: setattr oid 6 current snap is 290 2024-08-17T00:51:05.948 INFO:tasks.rados.rados.0.smithi082.stdout:3096: finishing write tid 5 to smithi08280503-27 2024-08-17T00:51:05.948 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 1764 (ObjNum 947 snap 290 seq_num 947) dirty exists 2024-08-17T00:51:05.948 INFO:tasks.rados.rados.0.smithi082.stdout:3096: left oid 27 (ObjNum 947 snap 290 seq_num 947) 2024-08-17T00:51:05.948 INFO:tasks.rados.rados.0.smithi082.stdout:3099: finishing rollback tid 0 to smithi08280503-16 2024-08-17T00:51:05.948 INFO:tasks.rados.rados.0.smithi082.stdout:3099: finishing rollback tid 1 to smithi08280503-16 2024-08-17T00:51:05.948 INFO:tasks.rados.rados.0.smithi082.stdout:3099: finishing rollback tid 2 to smithi08280503-16 2024-08-17T00:51:05.949 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 1555 (ObjNum 931 snap 284 seq_num 931) dirty exists 2024-08-17T00:51:05.949 INFO:tasks.rados.rados.0.smithi082.stdout:3096: done (4 left) 2024-08-17T00:51:05.949 INFO:tasks.rados.rados.0.smithi082.stdout:3099: done (3 left) 2024-08-17T00:51:05.949 INFO:tasks.rados.rados.0.smithi082.stdout:3103: rollback oid 38 current snap is 290 2024-08-17T00:51:05.949 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 38 to 283 2024-08-17T00:51:05.949 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 36 current snap is 290 2024-08-17T00:51:05.949 INFO:tasks.rados.rados.0.smithi082.stdout:3104: seq_num 950 ranges {7487488=720896,8208384=679936,8888320=122880} 2024-08-17T00:51:05.992 INFO:tasks.rados.rados.0.smithi082.stdout:3104: writing smithi08280503-36 from 7487488 to 8208384 tid 1 2024-08-17T00:51:05.996 INFO:tasks.rados.rados.0.smithi082.stdout:3104: writing smithi08280503-36 from 8208384 to 8888320 tid 2 2024-08-17T00:51:05.997 INFO:tasks.rados.rados.0.smithi082.stdout:3104: writing smithi08280503-36 from 8888320 to 9011200 tid 3 2024-08-17T00:51:05.997 INFO:tasks.rados.rados.0.smithi082.stdout:3105: copy_from oid 9 from oid 18 current snap is 290 2024-08-17T00:51:05.997 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 1780 (ObjNum 914 snap 278 seq_num 914) dirty exists 2024-08-17T00:51:05.997 INFO:tasks.rados.rados.0.smithi082.stdout:3100: finishing write tid 1 to smithi08280503-3 2024-08-17T00:51:05.997 INFO:tasks.rados.rados.0.smithi082.stdout:3100: finishing write tid 2 to smithi08280503-3 2024-08-17T00:51:05.998 INFO:tasks.rados.rados.0.smithi082.stdout:3100: finishing write tid 3 to smithi08280503-3 2024-08-17T00:51:05.998 INFO:tasks.rados.rados.0.smithi082.stdout:3100: finishing write tid 4 to smithi08280503-3 2024-08-17T00:51:05.998 INFO:tasks.rados.rados.0.smithi082.stdout:3100: finishing write tid 5 to smithi08280503-3 2024-08-17T00:51:05.998 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 1563 (ObjNum 949 snap 290 seq_num 949) dirty exists 2024-08-17T00:51:05.998 INFO:tasks.rados.rados.0.smithi082.stdout:3100: left oid 3 (ObjNum 949 snap 290 seq_num 949) 2024-08-17T00:51:05.998 INFO:tasks.rados.rados.0.smithi082.stdout:3100: done (5 left) 2024-08-17T00:51:05.998 INFO:tasks.rados.rados.0.smithi082.stdout:3102: done (4 left) 2024-08-17T00:51:05.998 INFO:tasks.rados.rados.0.smithi082.stdout:3106: copy_from oid 31 from oid 35 current snap is 290 2024-08-17T00:51:05.998 INFO:tasks.rados.rados.0.smithi082.stdout:3103: finishing rollback tid 0 to smithi08280503-38 2024-08-17T00:51:05.998 INFO:tasks.rados.rados.0.smithi082.stdout:3103: finishing rollback tid 1 to smithi08280503-38 2024-08-17T00:51:05.998 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 1278 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T00:51:05.998 INFO:tasks.rados.rados.0.smithi082.stdout:3101: expect (ObjNum 887 snap 274 seq_num 887) 2024-08-17T00:51:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:51:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:05 smithi082 ceph-mon[94343]: osdmap e667: 8 total, 8 up, 8 in 2024-08-17T00:51:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:51:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:05 smithi082 ceph-mon[91979]: osdmap e667: 8 total, 8 up, 8 in 2024-08-17T00:51:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:51:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:05 smithi137 ceph-mon[86391]: osdmap e667: 8 total, 8 up, 8 in 2024-08-17T00:51:06.578 INFO:tasks.rados.rados.0.smithi082.stdout:3104: finishing write tid 1 to smithi08280503-36 2024-08-17T00:51:06.578 INFO:tasks.rados.rados.0.smithi082.stdout:3104: finishing write tid 2 to smithi08280503-36 2024-08-17T00:51:06.578 INFO:tasks.rados.rados.0.smithi082.stdout:3104: finishing write tid 3 to smithi08280503-36 2024-08-17T00:51:06.578 INFO:tasks.rados.rados.0.smithi082.stdout:3104: finishing write tid 4 to smithi08280503-36 2024-08-17T00:51:06.578 INFO:tasks.rados.rados.0.smithi082.stdout:3104: finishing write tid 5 to smithi08280503-36 2024-08-17T00:51:06.579 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 1708 (ObjNum 950 snap 290 seq_num 950) dirty exists 2024-08-17T00:51:06.579 INFO:tasks.rados.rados.0.smithi082.stdout:3104: left oid 36 (ObjNum 950 snap 290 seq_num 950) 2024-08-17T00:51:06.579 INFO:tasks.rados.rados.0.smithi082.stdout:3105: finishing copy_from racing read to smithi08280503-9 2024-08-17T00:51:06.579 INFO:tasks.rados.rados.0.smithi082.stdout:3105: finishing copy_from to smithi08280503-9 2024-08-17T00:51:06.579 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 1790 (ObjNum 942 snap 287 seq_num 942) dirty exists 2024-08-17T00:51:06.579 INFO:tasks.rados.rados.0.smithi082.stdout:3106: finishing copy_from racing read to smithi08280503-31 2024-08-17T00:51:06.579 INFO:tasks.rados.rados.0.smithi082.stdout:3101: done (4 left) 2024-08-17T00:51:06.579 INFO:tasks.rados.rados.0.smithi082.stdout:3103: done (3 left) 2024-08-17T00:51:06.579 INFO:tasks.rados.rados.0.smithi082.stdout:3104: done (2 left) 2024-08-17T00:51:06.579 INFO:tasks.rados.rados.0.smithi082.stdout:3105: done (1 left) 2024-08-17T00:51:06.579 INFO:tasks.rados.rados.0.smithi082.stdout:3107: read oid 34 snap 279 2024-08-17T00:51:06.579 INFO:tasks.rados.rados.0.smithi082.stdout:3107: expect (ObjNum 838 snap 261 seq_num 838) 2024-08-17T00:51:06.579 INFO:tasks.rados.rados.0.smithi082.stdout:3108: copy_from oid 44 from oid 11 current snap is 290 2024-08-17T00:51:06.579 INFO:tasks.rados.rados.0.smithi082.stdout:3106: finishing copy_from to smithi08280503-31 2024-08-17T00:51:06.580 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 1259 (ObjNum 781 snap 242 seq_num 781) dirty exists 2024-08-17T00:51:06.580 INFO:tasks.rados.rados.0.smithi082.stdout:3106: done (2 left) 2024-08-17T00:51:06.580 INFO:tasks.rados.rados.0.smithi082.stdout:3109: rmattr oid 8 current snap is 290 2024-08-17T00:51:06.580 INFO:tasks.rados.rados.0.smithi082.stdout:3109: done (2 left) 2024-08-17T00:51:06.580 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 49 current snap is 290 2024-08-17T00:51:06.580 INFO:tasks.rados.rados.0.smithi082.stdout:3110: seq_num 951 ranges {0=737280,737280=614400,1351680=188416} 2024-08-17T00:51:06.581 INFO:tasks.rados.rados.0.smithi082.stdout:3110: writing smithi08280503-49 from 0 to 737280 tid 1 2024-08-17T00:51:06.586 INFO:tasks.rados.rados.0.smithi082.stdout:3110: writing smithi08280503-49 from 737280 to 1351680 tid 2 2024-08-17T00:51:06.587 INFO:tasks.rados.rados.0.smithi082.stdout:3110: writing smithi08280503-49 from 1351680 to 1540096 tid 3 2024-08-17T00:51:06.587 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 15 current snap is 290 2024-08-17T00:51:06.587 INFO:tasks.rados.rados.0.smithi082.stdout:3111: seq_num 952 ranges {0=753664,753664=499712,1253376=303104} 2024-08-17T00:51:06.591 INFO:tasks.rados.rados.0.smithi082.stdout:3111: writing smithi08280503-15 from 0 to 753664 tid 1 2024-08-17T00:51:06.595 INFO:tasks.rados.rados.0.smithi082.stdout:3111: writing smithi08280503-15 from 753664 to 1253376 tid 2 2024-08-17T00:51:06.597 INFO:tasks.rados.rados.0.smithi082.stdout:3111: writing smithi08280503-15 from 1253376 to 1556480 tid 3 2024-08-17T00:51:06.597 INFO:tasks.rados.rados.0.smithi082.stdout:3112: snap_remove snap 285 2024-08-17T00:51:06.918 INFO:tasks.rados.rados.0.smithi082.stdout:3112: done (4 left) 2024-08-17T00:51:06.919 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 8 current snap is 290 2024-08-17T00:51:06.919 INFO:tasks.rados.rados.0.smithi082.stdout:3108: finishing copy_from to smithi08280503-44 2024-08-17T00:51:06.919 INFO:tasks.rados.rados.0.smithi082.stdout:3108: got expected ENOENT (src dne) 2024-08-17T00:51:06.919 INFO:tasks.rados.rados.0.smithi082.stdout:3108: finishing copy_from racing read to smithi08280503-44 2024-08-17T00:51:06.919 INFO:tasks.rados.rados.0.smithi082.stdout:3110: finishing write tid 1 to smithi08280503-49 2024-08-17T00:51:06.919 INFO:tasks.rados.rados.0.smithi082.stdout:3110: finishing write tid 2 to smithi08280503-49 2024-08-17T00:51:06.919 INFO:tasks.rados.rados.0.smithi082.stdout:3110: finishing write tid 3 to smithi08280503-49 2024-08-17T00:51:06.919 INFO:tasks.rados.rados.0.smithi082.stdout:3110: finishing write tid 4 to smithi08280503-49 2024-08-17T00:51:06.919 INFO:tasks.rados.rados.0.smithi082.stdout:3110: finishing write tid 5 to smithi08280503-49 2024-08-17T00:51:06.919 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 49 v 1764 (ObjNum 951 snap 290 seq_num 951) dirty exists 2024-08-17T00:51:06.920 INFO:tasks.rados.rados.0.smithi082.stdout:3110: left oid 49 (ObjNum 951 snap 290 seq_num 951) 2024-08-17T00:51:06.920 INFO:tasks.rados.rados.0.smithi082.stdout:3111: finishing write tid 1 to smithi08280503-15 2024-08-17T00:51:06.920 INFO:tasks.rados.rados.0.smithi082.stdout:3111: finishing write tid 2 to smithi08280503-15 2024-08-17T00:51:06.920 INFO:tasks.rados.rados.0.smithi082.stdout:3111: finishing write tid 3 to smithi08280503-15 2024-08-17T00:51:06.920 INFO:tasks.rados.rados.0.smithi082.stdout:3111: finishing write tid 4 to smithi08280503-15 2024-08-17T00:51:06.920 INFO:tasks.rados.rados.0.smithi082.stdout:3111: finishing write tid 5 to smithi08280503-15 2024-08-17T00:51:06.920 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 1725 (ObjNum 952 snap 290 seq_num 952) dirty exists 2024-08-17T00:51:06.920 INFO:tasks.rados.rados.0.smithi082.stdout:3111: left oid 15 (ObjNum 952 snap 290 seq_num 952) 2024-08-17T00:51:06.920 INFO:tasks.rados.rados.0.smithi082.stdout:3107: expect (ObjNum 838 snap 261 seq_num 838) 2024-08-17T00:51:07.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:06 smithi082 ceph-mon[94343]: pgmap v672: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 251 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-08-17T00:51:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:06 smithi082 ceph-mon[91979]: pgmap v672: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 251 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-08-17T00:51:07.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:06 smithi137 ceph-mon[86391]: pgmap v672: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 251 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-08-17T00:51:07.324 INFO:tasks.rados.rados.0.smithi082.stdout:3113: seq_num 953 ranges {6135808=770048,6905856=786432,7692288=16384} 2024-08-17T00:51:07.362 INFO:tasks.rados.rados.0.smithi082.stdout:3113: writing smithi08280503-8 from 6135808 to 6905856 tid 1 2024-08-17T00:51:07.365 INFO:tasks.rados.rados.0.smithi082.stdout:3113: writing smithi08280503-8 from 6905856 to 7692288 tid 2 2024-08-17T00:51:07.365 INFO:tasks.rados.rados.0.smithi082.stdout:3113: writing smithi08280503-8 from 7692288 to 7708672 tid 3 2024-08-17T00:51:07.365 INFO:tasks.rados.rados.0.smithi082.stdout:3107: done (4 left) 2024-08-17T00:51:07.365 INFO:tasks.rados.rados.0.smithi082.stdout:3108: done (3 left) 2024-08-17T00:51:07.365 INFO:tasks.rados.rados.0.smithi082.stdout:3110: done (2 left) 2024-08-17T00:51:07.365 INFO:tasks.rados.rados.0.smithi082.stdout:3111: done (1 left) 2024-08-17T00:51:07.365 INFO:tasks.rados.rados.0.smithi082.stdout:3114: read oid 6 snap -1 2024-08-17T00:51:07.365 INFO:tasks.rados.rados.0.smithi082.stdout:3114: expect (ObjNum 914 snap 278 seq_num 914) 2024-08-17T00:51:07.365 INFO:tasks.rados.rados.0.smithi082.stdout:3115: snap_create 2024-08-17T00:51:07.365 INFO:tasks.rados.rados.0.smithi082.stdout:3113: finishing write tid 1 to smithi08280503-8 2024-08-17T00:51:07.369 INFO:tasks.rados.rados.0.smithi082.stdout:3113: finishing write tid 2 to smithi08280503-8 2024-08-17T00:51:07.369 INFO:tasks.rados.rados.0.smithi082.stdout:3113: finishing write tid 3 to smithi08280503-8 2024-08-17T00:51:07.369 INFO:tasks.rados.rados.0.smithi082.stdout:3113: finishing write tid 4 to smithi08280503-8 2024-08-17T00:51:07.370 INFO:tasks.rados.rados.0.smithi082.stdout:3114: expect (ObjNum 914 snap 278 seq_num 914) 2024-08-17T00:51:07.395 INFO:tasks.rados.rados.0.smithi082.stdout:3113: finishing write tid 5 to smithi08280503-8 2024-08-17T00:51:07.395 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 1794 (ObjNum 953 snap 290 seq_num 953) dirty exists 2024-08-17T00:51:07.396 INFO:tasks.rados.rados.0.smithi082.stdout:3113: left oid 8 (ObjNum 953 snap 290 seq_num 953) 2024-08-17T00:51:07.922 INFO:tasks.rados.rados.0.smithi082.stdout:3113: done (2 left) 2024-08-17T00:51:07.922 INFO:tasks.rados.rados.0.smithi082.stdout:3114: done (1 left) 2024-08-17T00:51:07.922 INFO:tasks.rados.rados.0.smithi082.stdout:3115: done (0 left) 2024-08-17T00:51:07.922 INFO:tasks.rados.rados.0.smithi082.stdout:3116: rmattr oid 35 current snap is 291 2024-08-17T00:51:07.923 INFO:tasks.rados.rados.0.smithi082.stdout:3116: done (0 left) 2024-08-17T00:51:07.923 INFO:tasks.rados.rados.0.smithi082.stdout:3117: snap_create 2024-08-17T00:51:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:07 smithi082 ceph-mon[94343]: osdmap e668: 8 total, 8 up, 8 in 2024-08-17T00:51:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:07 smithi082 ceph-mon[91979]: osdmap e668: 8 total, 8 up, 8 in 2024-08-17T00:51:08.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:07 smithi137 ceph-mon[86391]: osdmap e668: 8 total, 8 up, 8 in 2024-08-17T00:51:08.843 INFO:tasks.rados.rados.0.smithi082.stdout:3117: done (0 left) 2024-08-17T00:51:08.843 INFO:tasks.rados.rados.0.smithi082.stdout:3118: read oid 3 snap -1 2024-08-17T00:51:08.844 INFO:tasks.rados.rados.0.smithi082.stdout:3118: expect (ObjNum 949 snap 290 seq_num 949) 2024-08-17T00:51:08.844 INFO:tasks.rados.rados.0.smithi082.stdout:3119: delete oid 32 current snap is 292 2024-08-17T00:51:08.850 INFO:tasks.rados.rados.0.smithi082.stdout:3119: done (1 left) 2024-08-17T00:51:08.850 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 32 current snap is 292 2024-08-17T00:51:08.850 INFO:tasks.rados.rados.0.smithi082.stdout:3120: seq_num 955 ranges {0=802816,802816=557056,1359872=245760} 2024-08-17T00:51:08.854 INFO:tasks.rados.rados.0.smithi082.stdout:3120: writing smithi08280503-32 from 0 to 802816 tid 1 2024-08-17T00:51:08.857 INFO:tasks.rados.rados.0.smithi082.stdout:3120: writing smithi08280503-32 from 802816 to 1359872 tid 2 2024-08-17T00:51:08.859 INFO:tasks.rados.rados.0.smithi082.stdout:3120: writing smithi08280503-32 from 1359872 to 1605632 tid 3 2024-08-17T00:51:08.859 INFO:tasks.rados.rados.0.smithi082.stdout:3121: read oid 31 snap -1 2024-08-17T00:51:08.859 INFO:tasks.rados.rados.0.smithi082.stdout:3121: expect (ObjNum 781 snap 242 seq_num 781) 2024-08-17T00:51:08.860 INFO:tasks.rados.rados.0.smithi082.stdout:3122: copy_from oid 19 from oid 49 current snap is 292 2024-08-17T00:51:08.860 INFO:tasks.rados.rados.0.smithi082.stdout:3123: snap_remove snap 289 2024-08-17T00:51:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:08 smithi082 ceph-mon[91979]: osdmap e669: 8 total, 8 up, 8 in 2024-08-17T00:51:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:08 smithi082 ceph-mon[91979]: pgmap v675: 121 pgs: 121 active+clean; 237 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 752 KiB/s wr, 9 op/s 2024-08-17T00:51:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:08 smithi082 ceph-mon[91979]: osdmap e670: 8 total, 8 up, 8 in 2024-08-17T00:51:09.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:08 smithi082 ceph-mon[94343]: osdmap e669: 8 total, 8 up, 8 in 2024-08-17T00:51:09.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:08 smithi082 ceph-mon[94343]: pgmap v675: 121 pgs: 121 active+clean; 237 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 752 KiB/s wr, 9 op/s 2024-08-17T00:51:09.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:08 smithi082 ceph-mon[94343]: osdmap e670: 8 total, 8 up, 8 in 2024-08-17T00:51:09.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:08 smithi137 ceph-mon[86391]: osdmap e669: 8 total, 8 up, 8 in 2024-08-17T00:51:09.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:08 smithi137 ceph-mon[86391]: pgmap v675: 121 pgs: 121 active+clean; 237 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 752 KiB/s wr, 9 op/s 2024-08-17T00:51:09.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:08 smithi137 ceph-mon[86391]: osdmap e670: 8 total, 8 up, 8 in 2024-08-17T00:51:09.846 INFO:tasks.rados.rados.0.smithi082.stdout:3123: done (4 left) 2024-08-17T00:51:09.846 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 16 current snap is 292 2024-08-17T00:51:09.846 INFO:tasks.rados.rados.0.smithi082.stdout:3124: seq_num 956 ranges {1294336=417792,1712128=434176,2146304=770048} 2024-08-17T00:51:09.856 INFO:tasks.rados.rados.0.smithi082.stdout:3124: writing smithi08280503-16 from 1294336 to 1712128 tid 1 2024-08-17T00:51:09.859 INFO:tasks.rados.rados.0.smithi082.stdout:3124: writing smithi08280503-16 from 1712128 to 2146304 tid 2 2024-08-17T00:51:09.864 INFO:tasks.rados.rados.0.smithi082.stdout:3124: writing smithi08280503-16 from 2146304 to 2916352 tid 3 2024-08-17T00:51:09.864 INFO:tasks.rados.rados.0.smithi082.stdout:3125: snap_create 2024-08-17T00:51:09.864 INFO:tasks.rados.rados.0.smithi082.stdout:3120: finishing write tid 1 to smithi08280503-32 2024-08-17T00:51:09.864 INFO:tasks.rados.rados.0.smithi082.stdout:3120: finishing write tid 2 to smithi08280503-32 2024-08-17T00:51:09.865 INFO:tasks.rados.rados.0.smithi082.stdout:3120: finishing write tid 3 to smithi08280503-32 2024-08-17T00:51:09.865 INFO:tasks.rados.rados.0.smithi082.stdout:3120: finishing write tid 4 to smithi08280503-32 2024-08-17T00:51:09.865 INFO:tasks.rados.rados.0.smithi082.stdout:3120: finishing write tid 5 to smithi08280503-32 2024-08-17T00:51:09.865 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 1769 (ObjNum 955 snap 292 seq_num 955) dirty exists 2024-08-17T00:51:09.865 INFO:tasks.rados.rados.0.smithi082.stdout:3120: left oid 32 (ObjNum 955 snap 292 seq_num 955) 2024-08-17T00:51:09.865 INFO:tasks.rados.rados.0.smithi082.stdout:3122: finishing copy_from racing read to smithi08280503-19 2024-08-17T00:51:09.865 INFO:tasks.rados.rados.0.smithi082.stdout:3118: expect (ObjNum 949 snap 290 seq_num 949) 2024-08-17T00:51:10.149 INFO:tasks.rados.rados.0.smithi082.stdout:3121: expect (ObjNum 781 snap 242 seq_num 781) 2024-08-17T00:51:10.708 INFO:tasks.rados.rados.0.smithi082.stdout:3122: finishing copy_from to smithi08280503-19 2024-08-17T00:51:10.708 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 1764 (ObjNum 951 snap 290 seq_num 951) dirty exists 2024-08-17T00:51:10.709 INFO:tasks.rados.rados.0.smithi082.stdout:3124: finishing write tid 1 to smithi08280503-16 2024-08-17T00:51:10.709 INFO:tasks.rados.rados.0.smithi082.stdout:3124: finishing write tid 2 to smithi08280503-16 2024-08-17T00:51:10.709 INFO:tasks.rados.rados.0.smithi082.stdout:3124: finishing write tid 3 to smithi08280503-16 2024-08-17T00:51:10.709 INFO:tasks.rados.rados.0.smithi082.stdout:3124: finishing write tid 4 to smithi08280503-16 2024-08-17T00:51:10.709 INFO:tasks.rados.rados.0.smithi082.stdout:3124: finishing write tid 5 to smithi08280503-16 2024-08-17T00:51:10.709 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 1559 (ObjNum 956 snap 292 seq_num 956) dirty exists 2024-08-17T00:51:10.709 INFO:tasks.rados.rados.0.smithi082.stdout:3124: left oid 16 (ObjNum 956 snap 292 seq_num 956) 2024-08-17T00:51:10.848 INFO:tasks.rados.rados.0.smithi082.stdout:3118: done (5 left) 2024-08-17T00:51:10.848 INFO:tasks.rados.rados.0.smithi082.stdout:3120: done (4 left) 2024-08-17T00:51:10.848 INFO:tasks.rados.rados.0.smithi082.stdout:3121: done (3 left) 2024-08-17T00:51:10.848 INFO:tasks.rados.rados.0.smithi082.stdout:3122: done (2 left) 2024-08-17T00:51:10.848 INFO:tasks.rados.rados.0.smithi082.stdout:3124: done (1 left) 2024-08-17T00:51:10.848 INFO:tasks.rados.rados.0.smithi082.stdout:3125: done (0 left) 2024-08-17T00:51:10.848 INFO:tasks.rados.rados.0.smithi082.stdout:3126: rmattr oid 21 current snap is 293 2024-08-17T00:51:10.848 INFO:tasks.rados.rados.0.smithi082.stdout:3127: snap_remove snap 291 2024-08-17T00:51:11.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:10 smithi082 ceph-mon[94343]: osdmap e671: 8 total, 8 up, 8 in 2024-08-17T00:51:11.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:10 smithi082 ceph-mon[94343]: pgmap v678: 121 pgs: 121 active+clean; 244 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.9 MiB/s wr, 19 op/s 2024-08-17T00:51:11.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:10 smithi082 ceph-mon[91979]: osdmap e671: 8 total, 8 up, 8 in 2024-08-17T00:51:11.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:10 smithi082 ceph-mon[91979]: pgmap v678: 121 pgs: 121 active+clean; 244 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.9 MiB/s wr, 19 op/s 2024-08-17T00:51:11.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:10 smithi137 ceph-mon[86391]: osdmap e671: 8 total, 8 up, 8 in 2024-08-17T00:51:11.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:10 smithi137 ceph-mon[86391]: pgmap v678: 121 pgs: 121 active+clean; 244 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.9 MiB/s wr, 19 op/s 2024-08-17T00:51:11.851 INFO:tasks.rados.rados.0.smithi082.stdout:3127: done (1 left) 2024-08-17T00:51:11.851 INFO:tasks.rados.rados.0.smithi082.stdout:3128: rmattr oid 15 current snap is 293 2024-08-17T00:51:11.851 INFO:tasks.rados.rados.0.smithi082.stdout:3128: done (1 left) 2024-08-17T00:51:11.851 INFO:tasks.rados.rados.0.smithi082.stdout:3129: setattr oid 4 current snap is 293 2024-08-17T00:51:11.852 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 1564 (ObjNum 916 snap 279 seq_num 916) dirty exists 2024-08-17T00:51:11.853 INFO:tasks.rados.rados.0.smithi082.stdout:3126: done (1 left) 2024-08-17T00:51:11.853 INFO:tasks.rados.rados.0.smithi082.stdout:3130: read oid 11 snap 283 2024-08-17T00:51:11.853 INFO:tasks.rados.rados.0.smithi082.stdout:3130: expect (ObjNum 887 snap 274 seq_num 887) 2024-08-17T00:51:11.853 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 36 current snap is 293 2024-08-17T00:51:11.853 INFO:tasks.rados.rados.0.smithi082.stdout:3131: seq_num 957 ranges {9011200=434176,9445376=720896,10166272=483328} 2024-08-17T00:51:11.907 INFO:tasks.rados.rados.0.smithi082.stdout:3131: writing smithi08280503-36 from 9011200 to 9445376 tid 1 2024-08-17T00:51:11.911 INFO:tasks.rados.rados.0.smithi082.stdout:3131: writing smithi08280503-36 from 9445376 to 10166272 tid 2 2024-08-17T00:51:11.914 INFO:tasks.rados.rados.0.smithi082.stdout:3131: writing smithi08280503-36 from 10166272 to 10649600 tid 3 2024-08-17T00:51:11.914 INFO:tasks.rados.rados.0.smithi082.stdout:3132: snap_create 2024-08-17T00:51:11.914 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 1847 (ObjNum 905 snap 276 seq_num 905) dirty exists 2024-08-17T00:51:11.914 INFO:tasks.rados.rados.0.smithi082.stdout:3130: expect (ObjNum 887 snap 274 seq_num 887) 2024-08-17T00:51:12.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:11 smithi082 ceph-mon[94343]: osdmap e672: 8 total, 8 up, 8 in 2024-08-17T00:51:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:11 smithi082 ceph-mon[91979]: osdmap e672: 8 total, 8 up, 8 in 2024-08-17T00:51:12.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:11 smithi137 ceph-mon[86391]: osdmap e672: 8 total, 8 up, 8 in 2024-08-17T00:51:12.493 INFO:tasks.rados.rados.0.smithi082.stdout:3131: finishing write tid 1 to smithi08280503-36 2024-08-17T00:51:12.494 INFO:tasks.rados.rados.0.smithi082.stdout:3131: finishing write tid 2 to smithi08280503-36 2024-08-17T00:51:12.494 INFO:tasks.rados.rados.0.smithi082.stdout:3131: finishing write tid 3 to smithi08280503-36 2024-08-17T00:51:12.494 INFO:tasks.rados.rados.0.smithi082.stdout:3131: finishing write tid 4 to smithi08280503-36 2024-08-17T00:51:12.494 INFO:tasks.rados.rados.0.smithi082.stdout:3131: finishing write tid 5 to smithi08280503-36 2024-08-17T00:51:12.494 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 1712 (ObjNum 957 snap 293 seq_num 957) dirty exists 2024-08-17T00:51:12.494 INFO:tasks.rados.rados.0.smithi082.stdout:3131: left oid 36 (ObjNum 957 snap 293 seq_num 957) 2024-08-17T00:51:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:51:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:51:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:51:12.865 INFO:tasks.rados.rados.0.smithi082.stdout:3129: done (3 left) 2024-08-17T00:51:12.866 INFO:tasks.rados.rados.0.smithi082.stdout:3130: done (2 left) 2024-08-17T00:51:12.866 INFO:tasks.rados.rados.0.smithi082.stdout:3131: done (1 left) 2024-08-17T00:51:12.866 INFO:tasks.rados.rados.0.smithi082.stdout:3132: done (0 left) 2024-08-17T00:51:12.866 INFO:tasks.rados.rados.0.smithi082.stdout:3133: snap_remove snap 292 2024-08-17T00:51:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:12 smithi082 ceph-mon[91979]: osdmap e673: 8 total, 8 up, 8 in 2024-08-17T00:51:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:12 smithi082 ceph-mon[91979]: pgmap v681: 121 pgs: 121 active+clean; 246 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 20 op/s 2024-08-17T00:51:13.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:12 smithi082 ceph-mon[94343]: osdmap e673: 8 total, 8 up, 8 in 2024-08-17T00:51:13.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:12 smithi082 ceph-mon[94343]: pgmap v681: 121 pgs: 121 active+clean; 246 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 20 op/s 2024-08-17T00:51:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:12 smithi137 ceph-mon[86391]: osdmap e673: 8 total, 8 up, 8 in 2024-08-17T00:51:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:12 smithi137 ceph-mon[86391]: pgmap v681: 121 pgs: 121 active+clean; 246 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 20 op/s 2024-08-17T00:51:13.845 INFO:tasks.rados.rados.0.smithi082.stdout:3133: done (0 left) 2024-08-17T00:51:13.845 INFO:tasks.rados.rados.0.smithi082.stdout:3134: snap_create 2024-08-17T00:51:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:13 smithi082 ceph-mon[91979]: osdmap e674: 8 total, 8 up, 8 in 2024-08-17T00:51:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:13 smithi082 ceph-mon[91979]: osdmap e675: 8 total, 8 up, 8 in 2024-08-17T00:51:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:13 smithi082 ceph-mon[94343]: osdmap e674: 8 total, 8 up, 8 in 2024-08-17T00:51:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:13 smithi082 ceph-mon[94343]: osdmap e675: 8 total, 8 up, 8 in 2024-08-17T00:51:14.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:13 smithi137 ceph-mon[86391]: osdmap e674: 8 total, 8 up, 8 in 2024-08-17T00:51:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:13 smithi137 ceph-mon[86391]: osdmap e675: 8 total, 8 up, 8 in 2024-08-17T00:51:14.846 INFO:tasks.rados.rados.0.smithi082.stdout:3134: done (0 left) 2024-08-17T00:51:14.846 INFO:tasks.rados.rados.0.smithi082.stdout:3135: read oid 11 snap -1 2024-08-17T00:51:14.846 INFO:tasks.rados.rados.0.smithi082.stdout:3135: expect deleted 2024-08-17T00:51:14.846 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 28 current snap is 295 2024-08-17T00:51:14.846 INFO:tasks.rados.rados.0.smithi082.stdout:3136: seq_num 958 ranges {6610944=450560,7061504=655360,7716864=548864} 2024-08-17T00:51:14.883 INFO:tasks.rados.rados.0.smithi082.stdout:3136: writing smithi08280503-28 from 6610944 to 7061504 tid 1 2024-08-17T00:51:14.887 INFO:tasks.rados.rados.0.smithi082.stdout:3136: writing smithi08280503-28 from 7061504 to 7716864 tid 2 2024-08-17T00:51:14.891 INFO:tasks.rados.rados.0.smithi082.stdout:3136: writing smithi08280503-28 from 7716864 to 8265728 tid 3 2024-08-17T00:51:14.891 INFO:tasks.rados.rados.0.smithi082.stdout:3137: delete oid 46 current snap is 295 2024-08-17T00:51:14.891 INFO:tasks.rados.rados.0.smithi082.stdout:3136: finishing write tid 1 to smithi08280503-28 2024-08-17T00:51:14.891 INFO:tasks.rados.rados.0.smithi082.stdout:3136: finishing write tid 2 to smithi08280503-28 2024-08-17T00:51:14.894 INFO:tasks.rados.rados.0.smithi082.stdout:3136: finishing write tid 3 to smithi08280503-28 2024-08-17T00:51:14.895 INFO:tasks.rados.rados.0.smithi082.stdout:3136: finishing write tid 4 to smithi08280503-28 2024-08-17T00:51:14.896 INFO:tasks.rados.rados.0.smithi082.stdout:3136: finishing write tid 5 to smithi08280503-28 2024-08-17T00:51:14.896 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 1798 (ObjNum 958 snap 295 seq_num 958) dirty exists 2024-08-17T00:51:14.896 INFO:tasks.rados.rados.0.smithi082.stdout:3136: left oid 28 (ObjNum 958 snap 295 seq_num 958) 2024-08-17T00:51:14.897 INFO:tasks.rados.rados.0.smithi082.stdout:3135: done (2 left) 2024-08-17T00:51:14.897 INFO:tasks.rados.rados.0.smithi082.stdout:3136: done (1 left) 2024-08-17T00:51:14.897 INFO:tasks.rados.rados.0.smithi082.stdout:3137: done (0 left) 2024-08-17T00:51:14.897 INFO:tasks.rados.rados.0.smithi082.stdout:3138: read oid 9 snap -1 2024-08-17T00:51:14.897 INFO:tasks.rados.rados.0.smithi082.stdout:3138: expect (ObjNum 942 snap 287 seq_num 942) 2024-08-17T00:51:14.897 INFO:tasks.rados.rados.0.smithi082.stdout:3139: rollback oid 49 current snap is 295 2024-08-17T00:51:14.897 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 49 to 293 2024-08-17T00:51:14.897 INFO:tasks.rados.rados.0.smithi082.stdout:3140: rmattr oid 38 current snap is 295 2024-08-17T00:51:14.897 INFO:tasks.rados.rados.0.smithi082.stdout:3140: done (2 left) 2024-08-17T00:51:14.897 INFO:tasks.rados.rados.0.smithi082.stdout:3141: read oid 33 snap -1 2024-08-17T00:51:14.897 INFO:tasks.rados.rados.0.smithi082.stdout:3141: expect (ObjNum 943 snap 287 seq_num 943) 2024-08-17T00:51:14.898 INFO:tasks.rados.rados.0.smithi082.stdout:3142: snap_create 2024-08-17T00:51:14.900 INFO:tasks.rados.rados.0.smithi082.stdout:3139: finishing rollback tid 0 to smithi08280503-49 2024-08-17T00:51:14.903 INFO:tasks.rados.rados.0.smithi082.stdout:3139: finishing rollback tid 1 to smithi08280503-49 2024-08-17T00:51:14.903 INFO:tasks.rados.rados.0.smithi082.stdout:3139: finishing rollback tid 2 to smithi08280503-49 2024-08-17T00:51:14.903 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 49 v 1773 (ObjNum 951 snap 290 seq_num 951) dirty exists 2024-08-17T00:51:14.908 INFO:tasks.rados.rados.0.smithi082.stdout:3141: expect (ObjNum 943 snap 287 seq_num 943) 2024-08-17T00:51:14.944 INFO:tasks.rados.rados.0.smithi082.stdout:3138: expect (ObjNum 942 snap 287 seq_num 942) 2024-08-17T00:51:15.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:51:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:51:15] "GET /metrics HTTP/1.1" 200 36273 "" "Prometheus/2.43.0" 2024-08-17T00:51:15.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:14 smithi082 ceph-mon[94343]: pgmap v684: 121 pgs: 121 active+clean; 247 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 772 KiB/s wr, 10 op/s 2024-08-17T00:51:15.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:14 smithi082 ceph-mon[94343]: osdmap e676: 8 total, 8 up, 8 in 2024-08-17T00:51:15.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:14 smithi082 ceph-mon[91979]: pgmap v684: 121 pgs: 121 active+clean; 247 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 772 KiB/s wr, 10 op/s 2024-08-17T00:51:15.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:14 smithi082 ceph-mon[91979]: osdmap e676: 8 total, 8 up, 8 in 2024-08-17T00:51:15.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:14 smithi137 ceph-mon[86391]: pgmap v684: 121 pgs: 121 active+clean; 247 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 772 KiB/s wr, 10 op/s 2024-08-17T00:51:15.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:14 smithi137 ceph-mon[86391]: osdmap e676: 8 total, 8 up, 8 in 2024-08-17T00:51:15.876 INFO:tasks.rados.rados.0.smithi082.stdout:3138: done (3 left) 2024-08-17T00:51:15.876 INFO:tasks.rados.rados.0.smithi082.stdout:3139: done (2 left) 2024-08-17T00:51:15.876 INFO:tasks.rados.rados.0.smithi082.stdout:3141: done (1 left) 2024-08-17T00:51:15.877 INFO:tasks.rados.rados.0.smithi082.stdout:3142: done (0 left) 2024-08-17T00:51:15.877 INFO:tasks.rados.rados.0.smithi082.stdout:3143: delete oid 27 current snap is 296 2024-08-17T00:51:15.883 INFO:tasks.rados.rados.0.smithi082.stdout:3143: done (0 left) 2024-08-17T00:51:15.883 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 27 current snap is 296 2024-08-17T00:51:15.883 INFO:tasks.rados.rados.0.smithi082.stdout:3144: seq_num 961 ranges {0=499712,499712=712704,1212416=491520} 2024-08-17T00:51:15.886 INFO:tasks.rados.rados.0.smithi082.stdout:3144: writing smithi08280503-27 from 0 to 499712 tid 1 2024-08-17T00:51:15.889 INFO:tasks.rados.rados.0.smithi082.stdout:3144: writing smithi08280503-27 from 499712 to 1212416 tid 2 2024-08-17T00:51:15.892 INFO:tasks.rados.rados.0.smithi082.stdout:3144: writing smithi08280503-27 from 1212416 to 1703936 tid 3 2024-08-17T00:51:15.892 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 36 current snap is 296 2024-08-17T00:51:15.892 INFO:tasks.rados.rados.0.smithi082.stdout:3145: seq_num 962 ranges {10649600=516096,11165696=589824,11755520=614400} 2024-08-17T00:51:15.951 INFO:tasks.rados.rados.0.smithi082.stdout:3145: writing smithi08280503-36 from 10649600 to 11165696 tid 1 2024-08-17T00:51:15.954 INFO:tasks.rados.rados.0.smithi082.stdout:3145: writing smithi08280503-36 from 11165696 to 11755520 tid 2 2024-08-17T00:51:15.957 INFO:tasks.rados.rados.0.smithi082.stdout:3145: writing smithi08280503-36 from 11755520 to 12369920 tid 3 2024-08-17T00:51:15.958 INFO:tasks.rados.rados.0.smithi082.stdout:3146: delete oid 13 current snap is 296 2024-08-17T00:51:15.958 INFO:tasks.rados.rados.0.smithi082.stdout:3144: finishing write tid 1 to smithi08280503-27 2024-08-17T00:51:15.958 INFO:tasks.rados.rados.0.smithi082.stdout:3144: finishing write tid 2 to smithi08280503-27 2024-08-17T00:51:15.958 INFO:tasks.rados.rados.0.smithi082.stdout:3144: finishing write tid 3 to smithi08280503-27 2024-08-17T00:51:15.958 INFO:tasks.rados.rados.0.smithi082.stdout:3144: finishing write tid 4 to smithi08280503-27 2024-08-17T00:51:15.958 INFO:tasks.rados.rados.0.smithi082.stdout:3144: finishing write tid 5 to smithi08280503-27 2024-08-17T00:51:15.958 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 1786 (ObjNum 961 snap 296 seq_num 961) dirty exists 2024-08-17T00:51:15.958 INFO:tasks.rados.rados.0.smithi082.stdout:3144: left oid 27 (ObjNum 961 snap 296 seq_num 961) 2024-08-17T00:51:15.958 INFO:tasks.rados.rados.0.smithi082.stdout:3145: finishing write tid 1 to smithi08280503-36 2024-08-17T00:51:15.958 INFO:tasks.rados.rados.0.smithi082.stdout:3145: finishing write tid 2 to smithi08280503-36 2024-08-17T00:51:15.961 INFO:tasks.rados.rados.0.smithi082.stdout:3145: finishing write tid 3 to smithi08280503-36 2024-08-17T00:51:15.961 INFO:tasks.rados.rados.0.smithi082.stdout:3145: finishing write tid 4 to smithi08280503-36 2024-08-17T00:51:15.964 INFO:tasks.rados.rados.0.smithi082.stdout:3145: finishing write tid 5 to smithi08280503-36 2024-08-17T00:51:15.964 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 1716 (ObjNum 962 snap 296 seq_num 962) dirty exists 2024-08-17T00:51:15.964 INFO:tasks.rados.rados.0.smithi082.stdout:3145: left oid 36 (ObjNum 962 snap 296 seq_num 962) 2024-08-17T00:51:15.964 INFO:tasks.rados.rados.0.smithi082.stdout:3144: done (2 left) 2024-08-17T00:51:15.964 INFO:tasks.rados.rados.0.smithi082.stdout:3145: done (1 left) 2024-08-17T00:51:15.964 INFO:tasks.rados.rados.0.smithi082.stdout:3146: done (0 left) 2024-08-17T00:51:15.964 INFO:tasks.rados.rados.0.smithi082.stdout:3147: read oid 44 snap -1 2024-08-17T00:51:15.964 INFO:tasks.rados.rados.0.smithi082.stdout:3147: expect deleted 2024-08-17T00:51:15.964 INFO:tasks.rados.rados.0.smithi082.stdout:3148: read oid 28 snap -1 2024-08-17T00:51:15.964 INFO:tasks.rados.rados.0.smithi082.stdout:3148: expect (ObjNum 958 snap 295 seq_num 958) 2024-08-17T00:51:15.965 INFO:tasks.rados.rados.0.smithi082.stdout:3149: delete oid 35 current snap is 296 2024-08-17T00:51:15.969 INFO:tasks.rados.rados.0.smithi082.stdout:3147: done (2 left) 2024-08-17T00:51:15.969 INFO:tasks.rados.rados.0.smithi082.stdout:3149: done (1 left) 2024-08-17T00:51:15.969 INFO:tasks.rados.rados.0.smithi082.stdout:3150: copy_from oid 41 from oid 43 current snap is 296 2024-08-17T00:51:15.969 INFO:tasks.rados.rados.0.smithi082.stdout:3151: copy_from oid 42 from oid 5 current snap is 296 2024-08-17T00:51:15.969 INFO:tasks.rados.rados.0.smithi082.stdout:3152: rollback oid 4 current snap is 296 2024-08-17T00:51:15.970 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 4 to 295 2024-08-17T00:51:15.970 INFO:tasks.rados.rados.0.smithi082.stdout:3153: copy_from oid 7 from oid 39 current snap is 296 2024-08-17T00:51:15.970 INFO:tasks.rados.rados.0.smithi082.stdout:3154: read oid 45 snap -1 2024-08-17T00:51:15.970 INFO:tasks.rados.rados.0.smithi082.stdout:3154: expect (ObjNum 886 snap 274 seq_num 886) 2024-08-17T00:51:15.970 INFO:tasks.rados.rados.0.smithi082.stdout:3155: snap_create 2024-08-17T00:51:15.979 INFO:tasks.rados.rados.0.smithi082.stdout:3152: finishing rollback tid 0 to smithi08280503-4 2024-08-17T00:51:15.981 INFO:tasks.rados.rados.0.smithi082.stdout:3152: finishing rollback tid 1 to smithi08280503-4 2024-08-17T00:51:15.981 INFO:tasks.rados.rados.0.smithi082.stdout:3152: finishing rollback tid 2 to smithi08280503-4 2024-08-17T00:51:15.981 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 1855 (ObjNum 905 snap 276 seq_num 905) dirty exists 2024-08-17T00:51:15.993 INFO:tasks.rados.rados.0.smithi082.stdout:3150: finishing copy_from racing read to smithi08280503-41 2024-08-17T00:51:15.996 INFO:tasks.rados.rados.0.smithi082.stdout:3150: finishing copy_from to smithi08280503-41 2024-08-17T00:51:15.996 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 1761 (ObjNum 695 snap 215 seq_num 695) dirty exists 2024-08-17T00:51:15.998 INFO:tasks.rados.rados.0.smithi082.stdout:3151: finishing copy_from racing read to smithi08280503-42 2024-08-17T00:51:16.003 INFO:tasks.rados.rados.0.smithi082.stdout:3151: finishing copy_from to smithi08280503-42 2024-08-17T00:51:16.004 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 1686 (ObjNum 812 snap 256 seq_num 812) dirty exists 2024-08-17T00:51:16.006 INFO:tasks.rados.rados.0.smithi082.stdout:3148: expect (ObjNum 958 snap 295 seq_num 958) 2024-08-17T00:51:16.601 INFO:tasks.rados.rados.0.smithi082.stdout:3154: expect (ObjNum 886 snap 274 seq_num 886) 2024-08-17T00:51:17.199 INFO:tasks.rados.rados.0.smithi082.stdout:3153: finishing copy_from racing read to smithi08280503-7 2024-08-17T00:51:17.200 INFO:tasks.rados.rados.0.smithi082.stdout:3153: finishing copy_from to smithi08280503-7 2024-08-17T00:51:17.200 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 1467 (ObjNum 832 snap 261 seq_num 832) dirty exists 2024-08-17T00:51:17.200 INFO:tasks.rados.rados.0.smithi082.stdout:3148: done (6 left) 2024-08-17T00:51:17.200 INFO:tasks.rados.rados.0.smithi082.stdout:3150: done (5 left) 2024-08-17T00:51:17.201 INFO:tasks.rados.rados.0.smithi082.stdout:3151: done (4 left) 2024-08-17T00:51:17.201 INFO:tasks.rados.rados.0.smithi082.stdout:3152: done (3 left) 2024-08-17T00:51:17.201 INFO:tasks.rados.rados.0.smithi082.stdout:3153: done (2 left) 2024-08-17T00:51:17.201 INFO:tasks.rados.rados.0.smithi082.stdout:3154: done (1 left) 2024-08-17T00:51:17.201 INFO:tasks.rados.rados.0.smithi082.stdout:3155: done (0 left) 2024-08-17T00:51:17.201 INFO:tasks.rados.rados.0.smithi082.stdout:3156: snap_create 2024-08-17T00:51:17.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:16 smithi082 ceph-mon[94343]: osdmap e677: 8 total, 8 up, 8 in 2024-08-17T00:51:17.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:16 smithi082 ceph-mon[94343]: pgmap v687: 121 pgs: 121 active+clean; 249 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 776 KiB/s wr, 8 op/s 2024-08-17T00:51:17.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:16 smithi082 ceph-mon[91979]: osdmap e677: 8 total, 8 up, 8 in 2024-08-17T00:51:17.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:16 smithi082 ceph-mon[91979]: pgmap v687: 121 pgs: 121 active+clean; 249 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 776 KiB/s wr, 8 op/s 2024-08-17T00:51:17.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:16 smithi137 ceph-mon[86391]: osdmap e677: 8 total, 8 up, 8 in 2024-08-17T00:51:17.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:16 smithi137 ceph-mon[86391]: pgmap v687: 121 pgs: 121 active+clean; 249 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 776 KiB/s wr, 8 op/s 2024-08-17T00:51:17.882 INFO:tasks.rados.rados.0.smithi082.stdout:3156: done (0 left) 2024-08-17T00:51:17.882 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 8 current snap is 298 2024-08-17T00:51:17.883 INFO:tasks.rados.rados.0.smithi082.stdout:3157: seq_num 965 ranges {7708672=565248,8273920=647168,8921088=548864,9469952=8192} 2024-08-17T00:51:17.925 INFO:tasks.rados.rados.0.smithi082.stdout:3157: writing smithi08280503-8 from 7708672 to 8273920 tid 1 2024-08-17T00:51:17.929 INFO:tasks.rados.rados.0.smithi082.stdout:3157: writing smithi08280503-8 from 8273920 to 8921088 tid 2 2024-08-17T00:51:17.933 INFO:tasks.rados.rados.0.smithi082.stdout:3157: writing smithi08280503-8 from 8921088 to 9469952 tid 3 2024-08-17T00:51:17.933 INFO:tasks.rados.rados.0.smithi082.stdout:3157: writing smithi08280503-8 from 9469952 to 9478144 tid 4 2024-08-17T00:51:17.933 INFO:tasks.rados.rados.0.smithi082.stdout:3158: rollback oid 37 current snap is 298 2024-08-17T00:51:17.933 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 37 to 293 2024-08-17T00:51:17.933 INFO:tasks.rados.rados.0.smithi082.stdout:3157: finishing write tid 1 to smithi08280503-8 2024-08-17T00:51:17.933 INFO:tasks.rados.rados.0.smithi082.stdout:3157: finishing write tid 2 to smithi08280503-8 2024-08-17T00:51:17.933 INFO:tasks.rados.rados.0.smithi082.stdout:3159: snap_create 2024-08-17T00:51:17.936 INFO:tasks.rados.rados.0.smithi082.stdout:3157: finishing write tid 3 to smithi08280503-8 2024-08-17T00:51:17.937 INFO:tasks.rados.rados.0.smithi082.stdout:3157: finishing write tid 4 to smithi08280503-8 2024-08-17T00:51:17.937 INFO:tasks.rados.rados.0.smithi082.stdout:3157: finishing write tid 5 to smithi08280503-8 2024-08-17T00:51:17.939 INFO:tasks.rados.rados.0.smithi082.stdout:3157: finishing write tid 6 to smithi08280503-8 2024-08-17T00:51:17.939 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 1803 (ObjNum 965 snap 298 seq_num 965) dirty exists 2024-08-17T00:51:17.939 INFO:tasks.rados.rados.0.smithi082.stdout:3157: left oid 8 (ObjNum 965 snap 298 seq_num 965) 2024-08-17T00:51:17.940 INFO:tasks.rados.rados.0.smithi082.stdout:3158: finishing rollback tid 0 to smithi08280503-37 2024-08-17T00:51:17.941 INFO:tasks.rados.rados.0.smithi082.stdout:3158: finishing rollback tid 1 to smithi08280503-37 2024-08-17T00:51:17.941 INFO:tasks.rados.rados.0.smithi082.stdout:3158: finishing rollback tid 2 to smithi08280503-37 2024-08-17T00:51:17.941 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 1779 (ObjNum 904 snap 276 seq_num 904) dirty exists 2024-08-17T00:51:18.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:17 smithi082 ceph-mon[94343]: osdmap e678: 8 total, 8 up, 8 in 2024-08-17T00:51:18.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:17 smithi082 ceph-mon[91979]: osdmap e678: 8 total, 8 up, 8 in 2024-08-17T00:51:18.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:17 smithi137 ceph-mon[86391]: osdmap e678: 8 total, 8 up, 8 in 2024-08-17T00:51:18.847 INFO:tasks.rados.rados.0.smithi082.stdout:3157: done (2 left) 2024-08-17T00:51:18.847 INFO:tasks.rados.rados.0.smithi082.stdout:3158: done (1 left) 2024-08-17T00:51:18.847 INFO:tasks.rados.rados.0.smithi082.stdout:3159: done (0 left) 2024-08-17T00:51:18.847 INFO:tasks.rados.rados.0.smithi082.stdout:3160: setattr oid 17 current snap is 299 2024-08-17T00:51:18.848 INFO:tasks.rados.rados.0.smithi082.stdout:3161: snap_create 2024-08-17T00:51:18.854 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 1726 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-08-17T00:51:19.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:18 smithi082 ceph-mon[94343]: osdmap e679: 8 total, 8 up, 8 in 2024-08-17T00:51:19.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:18 smithi082 ceph-mon[94343]: pgmap v690: 121 pgs: 121 active+clean; 250 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 804 KiB/s wr, 5 op/s 2024-08-17T00:51:19.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:18 smithi082 ceph-mon[94343]: osdmap e680: 8 total, 8 up, 8 in 2024-08-17T00:51:19.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:18 smithi082 ceph-mon[91979]: osdmap e679: 8 total, 8 up, 8 in 2024-08-17T00:51:19.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:18 smithi082 ceph-mon[91979]: pgmap v690: 121 pgs: 121 active+clean; 250 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 804 KiB/s wr, 5 op/s 2024-08-17T00:51:19.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:18 smithi082 ceph-mon[91979]: osdmap e680: 8 total, 8 up, 8 in 2024-08-17T00:51:19.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:18 smithi137 ceph-mon[86391]: osdmap e679: 8 total, 8 up, 8 in 2024-08-17T00:51:19.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:18 smithi137 ceph-mon[86391]: pgmap v690: 121 pgs: 121 active+clean; 250 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 804 KiB/s wr, 5 op/s 2024-08-17T00:51:19.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:18 smithi137 ceph-mon[86391]: osdmap e680: 8 total, 8 up, 8 in 2024-08-17T00:51:19.850 INFO:tasks.rados.rados.0.smithi082.stdout:3160: done (1 left) 2024-08-17T00:51:19.850 INFO:tasks.rados.rados.0.smithi082.stdout:3161: done (0 left) 2024-08-17T00:51:19.851 INFO:tasks.rados.rados.0.smithi082.stdout:3162: snap_create 2024-08-17T00:51:20.853 INFO:tasks.rados.rados.0.smithi082.stdout:3162: done (0 left) 2024-08-17T00:51:20.853 INFO:tasks.rados.rados.0.smithi082.stdout:3163: read oid 29 snap -1 2024-08-17T00:51:20.854 INFO:tasks.rados.rados.0.smithi082.stdout:3163: expect (ObjNum 935 snap 285 seq_num 935) 2024-08-17T00:51:20.854 INFO:tasks.rados.rados.0.smithi082.stdout:3164: read oid 23 snap 279 2024-08-17T00:51:20.854 INFO:tasks.rados.rados.0.smithi082.stdout:3164: expect deleted 2024-08-17T00:51:20.854 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 1 current snap is 301 2024-08-17T00:51:20.854 INFO:tasks.rados.rados.0.smithi082.stdout:3165: seq_num 966 ranges {3211264=581632,3792896=581632,4374528=622592} 2024-08-17T00:51:20.874 INFO:tasks.rados.rados.0.smithi082.stdout:3165: writing smithi08280503-1 from 3211264 to 3792896 tid 1 2024-08-17T00:51:20.877 INFO:tasks.rados.rados.0.smithi082.stdout:3165: writing smithi08280503-1 from 3792896 to 4374528 tid 2 2024-08-17T00:51:20.881 INFO:tasks.rados.rados.0.smithi082.stdout:3165: writing smithi08280503-1 from 4374528 to 4997120 tid 3 2024-08-17T00:51:20.881 INFO:tasks.rados.rados.0.smithi082.stdout:3166: delete oid 37 current snap is 301 2024-08-17T00:51:20.885 INFO:tasks.rados.rados.0.smithi082.stdout:3164: done (3 left) 2024-08-17T00:51:20.885 INFO:tasks.rados.rados.0.smithi082.stdout:3166: done (2 left) 2024-08-17T00:51:20.886 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 5 current snap is 301 2024-08-17T00:51:20.886 INFO:tasks.rados.rados.0.smithi082.stdout:3167: seq_num 968 ranges {6225920=614400,6840320=745472,7585792=458752} 2024-08-17T00:51:20.922 INFO:tasks.rados.rados.0.smithi082.stdout:3167: writing smithi08280503-5 from 6225920 to 6840320 tid 1 2024-08-17T00:51:20.927 INFO:tasks.rados.rados.0.smithi082.stdout:3167: writing smithi08280503-5 from 6840320 to 7585792 tid 2 2024-08-17T00:51:20.930 INFO:tasks.rados.rados.0.smithi082.stdout:3167: writing smithi08280503-5 from 7585792 to 8044544 tid 3 2024-08-17T00:51:20.930 INFO:tasks.rados.rados.0.smithi082.stdout:3168: snap_create 2024-08-17T00:51:20.930 INFO:tasks.rados.rados.0.smithi082.stdout:3165: finishing write tid 1 to smithi08280503-1 2024-08-17T00:51:20.930 INFO:tasks.rados.rados.0.smithi082.stdout:3165: finishing write tid 2 to smithi08280503-1 2024-08-17T00:51:20.930 INFO:tasks.rados.rados.0.smithi082.stdout:3165: finishing write tid 3 to smithi08280503-1 2024-08-17T00:51:20.930 INFO:tasks.rados.rados.0.smithi082.stdout:3165: finishing write tid 4 to smithi08280503-1 2024-08-17T00:51:20.931 INFO:tasks.rados.rados.0.smithi082.stdout:3165: finishing write tid 5 to smithi08280503-1 2024-08-17T00:51:20.931 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 1730 (ObjNum 966 snap 301 seq_num 966) dirty exists 2024-08-17T00:51:20.931 INFO:tasks.rados.rados.0.smithi082.stdout:3165: left oid 1 (ObjNum 966 snap 301 seq_num 966) 2024-08-17T00:51:20.931 INFO:tasks.rados.rados.0.smithi082.stdout:3163: expect (ObjNum 935 snap 285 seq_num 935) 2024-08-17T00:51:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:20 smithi082 ceph-mon[94343]: osdmap e681: 8 total, 8 up, 8 in 2024-08-17T00:51:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:51:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:20 smithi082 ceph-mon[94343]: pgmap v693: 121 pgs: 121 active+clean; 268 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.9 MiB/s wr, 17 op/s 2024-08-17T00:51:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:20 smithi082 ceph-mon[91979]: osdmap e681: 8 total, 8 up, 8 in 2024-08-17T00:51:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:51:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:20 smithi082 ceph-mon[91979]: pgmap v693: 121 pgs: 121 active+clean; 268 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.9 MiB/s wr, 17 op/s 2024-08-17T00:51:21.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:20 smithi137 ceph-mon[86391]: osdmap e681: 8 total, 8 up, 8 in 2024-08-17T00:51:21.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:51:21.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:20 smithi137 ceph-mon[86391]: pgmap v693: 121 pgs: 121 active+clean; 268 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.9 MiB/s wr, 17 op/s 2024-08-17T00:51:21.632 INFO:tasks.rados.rados.0.smithi082.stdout:3167: finishing write tid 1 to smithi08280503-5 2024-08-17T00:51:21.632 INFO:tasks.rados.rados.0.smithi082.stdout:3167: finishing write tid 2 to smithi08280503-5 2024-08-17T00:51:21.632 INFO:tasks.rados.rados.0.smithi082.stdout:3167: finishing write tid 3 to smithi08280503-5 2024-08-17T00:51:21.632 INFO:tasks.rados.rados.0.smithi082.stdout:3167: finishing write tid 4 to smithi08280503-5 2024-08-17T00:51:21.632 INFO:tasks.rados.rados.0.smithi082.stdout:3167: finishing write tid 5 to smithi08280503-5 2024-08-17T00:51:21.632 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 1784 (ObjNum 968 snap 301 seq_num 968) dirty exists 2024-08-17T00:51:21.633 INFO:tasks.rados.rados.0.smithi082.stdout:3167: left oid 5 (ObjNum 968 snap 301 seq_num 968) 2024-08-17T00:51:21.872 INFO:tasks.rados.rados.0.smithi082.stdout:3163: done (3 left) 2024-08-17T00:51:21.872 INFO:tasks.rados.rados.0.smithi082.stdout:3165: done (2 left) 2024-08-17T00:51:21.872 INFO:tasks.rados.rados.0.smithi082.stdout:3167: done (1 left) 2024-08-17T00:51:21.872 INFO:tasks.rados.rados.0.smithi082.stdout:3168: done (0 left) 2024-08-17T00:51:21.872 INFO:tasks.rados.rados.0.smithi082.stdout:3169: read oid 24 snap -1 2024-08-17T00:51:21.872 INFO:tasks.rados.rados.0.smithi082.stdout:3169: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:51:21.872 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 1 current snap is 302 2024-08-17T00:51:21.872 INFO:tasks.rados.rados.0.smithi082.stdout:3170: seq_num 969 ranges {4997120=638976,5636096=630784,6266880=532480,6799360=40960} 2024-08-17T00:51:21.901 INFO:tasks.rados.rados.0.smithi082.stdout:3170: writing smithi08280503-1 from 4997120 to 5636096 tid 1 2024-08-17T00:51:21.905 INFO:tasks.rados.rados.0.smithi082.stdout:3170: writing smithi08280503-1 from 5636096 to 6266880 tid 2 2024-08-17T00:51:21.908 INFO:tasks.rados.rados.0.smithi082.stdout:3170: writing smithi08280503-1 from 6266880 to 6799360 tid 3 2024-08-17T00:51:21.908 INFO:tasks.rados.rados.0.smithi082.stdout:3170: writing smithi08280503-1 from 6799360 to 6840320 tid 4 2024-08-17T00:51:21.908 INFO:tasks.rados.rados.0.smithi082.stdout:3171: rollback oid 11 current snap is 302 2024-08-17T00:51:21.909 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 11 to 290 2024-08-17T00:51:21.909 INFO:tasks.rados.rados.0.smithi082.stdout:3169: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:51:21.910 INFO:tasks.rados.rados.0.smithi082.stdout:3170: finishing write tid 1 to smithi08280503-1 2024-08-17T00:51:21.910 INFO:tasks.rados.rados.0.smithi082.stdout:3170: finishing write tid 2 to smithi08280503-1 2024-08-17T00:51:21.910 INFO:tasks.rados.rados.0.smithi082.stdout:3169: done (2 left) 2024-08-17T00:51:21.910 INFO:tasks.rados.rados.0.smithi082.stdout:3172: read oid 38 snap -1 2024-08-17T00:51:21.910 INFO:tasks.rados.rados.0.smithi082.stdout:3172: expect deleted 2024-08-17T00:51:21.910 INFO:tasks.rados.rados.0.smithi082.stdout:3173: read oid 25 snap -1 2024-08-17T00:51:21.910 INFO:tasks.rados.rados.0.smithi082.stdout:3173: expect (ObjNum 941 snap 287 seq_num 941) 2024-08-17T00:51:21.910 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 22 current snap is 302 2024-08-17T00:51:21.911 INFO:tasks.rados.rados.0.smithi082.stdout:3174: seq_num 970 ranges {0=655360,655360=516096,1171456=688128} 2024-08-17T00:51:21.913 INFO:tasks.rados.rados.0.smithi082.stdout:3174: writing smithi08280503-22 from 0 to 655360 tid 1 2024-08-17T00:51:21.916 INFO:tasks.rados.rados.0.smithi082.stdout:3174: writing smithi08280503-22 from 655360 to 1171456 tid 2 2024-08-17T00:51:21.921 INFO:tasks.rados.rados.0.smithi082.stdout:3174: writing smithi08280503-22 from 1171456 to 1859584 tid 3 2024-08-17T00:51:21.921 INFO:tasks.rados.rados.0.smithi082.stdout:3175: read oid 24 snap -1 2024-08-17T00:51:21.921 INFO:tasks.rados.rados.0.smithi082.stdout:3175: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:51:21.921 INFO:tasks.rados.rados.0.smithi082.stdout:3176: read oid 42 snap 298 2024-08-17T00:51:21.921 INFO:tasks.rados.rados.0.smithi082.stdout:3176: expect (ObjNum 812 snap 256 seq_num 812) 2024-08-17T00:51:21.921 INFO:tasks.rados.rados.0.smithi082.stdout:3177: copy_from oid 3 from oid 39 current snap is 302 2024-08-17T00:51:21.921 INFO:tasks.rados.rados.0.smithi082.stdout:3171: finishing rollback tid 1 to smithi08280503-11 2024-08-17T00:51:21.921 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 1276 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-17T00:51:21.922 INFO:tasks.rados.rados.0.smithi082.stdout:3170: finishing write tid 3 to smithi08280503-1 2024-08-17T00:51:21.922 INFO:tasks.rados.rados.0.smithi082.stdout:3170: finishing write tid 4 to smithi08280503-1 2024-08-17T00:51:21.922 INFO:tasks.rados.rados.0.smithi082.stdout:3170: finishing write tid 5 to smithi08280503-1 2024-08-17T00:51:21.922 INFO:tasks.rados.rados.0.smithi082.stdout:3171: done (7 left) 2024-08-17T00:51:21.922 INFO:tasks.rados.rados.0.smithi082.stdout:3172: done (6 left) 2024-08-17T00:51:21.922 INFO:tasks.rados.rados.0.smithi082.stdout:3178: setattr oid 31 current snap is 302 2024-08-17T00:51:21.922 INFO:tasks.rados.rados.0.smithi082.stdout:3173: expect (ObjNum 941 snap 287 seq_num 941) 2024-08-17T00:51:21.960 INFO:tasks.rados.rados.0.smithi082.stdout:3170: finishing write tid 6 to smithi08280503-1 2024-08-17T00:51:21.960 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 1735 (ObjNum 969 snap 302 seq_num 969) dirty exists 2024-08-17T00:51:21.960 INFO:tasks.rados.rados.0.smithi082.stdout:3170: left oid 1 (ObjNum 969 snap 302 seq_num 969) 2024-08-17T00:51:21.960 INFO:tasks.rados.rados.0.smithi082.stdout:3174: finishing write tid 1 to smithi08280503-22 2024-08-17T00:51:21.960 INFO:tasks.rados.rados.0.smithi082.stdout:3174: finishing write tid 2 to smithi08280503-22 2024-08-17T00:51:21.960 INFO:tasks.rados.rados.0.smithi082.stdout:3175: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:51:21.961 INFO:tasks.rados.rados.0.smithi082.stdout:3174: finishing write tid 3 to smithi08280503-22 2024-08-17T00:51:21.961 INFO:tasks.rados.rados.0.smithi082.stdout:3174: finishing write tid 4 to smithi08280503-22 2024-08-17T00:51:21.961 INFO:tasks.rados.rados.0.smithi082.stdout:3174: finishing write tid 5 to smithi08280503-22 2024-08-17T00:51:21.961 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 1570 (ObjNum 970 snap 302 seq_num 970) dirty exists 2024-08-17T00:51:21.961 INFO:tasks.rados.rados.0.smithi082.stdout:3174: left oid 22 (ObjNum 970 snap 302 seq_num 970) 2024-08-17T00:51:21.961 INFO:tasks.rados.rados.0.smithi082.stdout:3177: finishing copy_from racing read to smithi08280503-3 2024-08-17T00:51:21.961 INFO:tasks.rados.rados.0.smithi082.stdout:3176: expect (ObjNum 812 snap 256 seq_num 812) 2024-08-17T00:51:22.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:21 smithi082 ceph-mon[91979]: osdmap e682: 8 total, 8 up, 8 in 2024-08-17T00:51:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:21 smithi082 ceph-mon[94343]: osdmap e682: 8 total, 8 up, 8 in 2024-08-17T00:51:22.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:21 smithi137 ceph-mon[86391]: osdmap e682: 8 total, 8 up, 8 in 2024-08-17T00:51:22.247 INFO:tasks.rados.rados.0.smithi082.stdout:3177: finishing copy_from to smithi08280503-3 2024-08-17T00:51:22.247 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 1467 (ObjNum 832 snap 261 seq_num 832) dirty exists 2024-08-17T00:51:22.248 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 1789 (ObjNum 781 snap 242 seq_num 781) dirty exists 2024-08-17T00:51:22.248 INFO:tasks.rados.rados.0.smithi082.stdout:3170: done (6 left) 2024-08-17T00:51:22.248 INFO:tasks.rados.rados.0.smithi082.stdout:3173: done (5 left) 2024-08-17T00:51:22.248 INFO:tasks.rados.rados.0.smithi082.stdout:3174: done (4 left) 2024-08-17T00:51:22.248 INFO:tasks.rados.rados.0.smithi082.stdout:3175: done (3 left) 2024-08-17T00:51:22.248 INFO:tasks.rados.rados.0.smithi082.stdout:3176: done (2 left) 2024-08-17T00:51:22.248 INFO:tasks.rados.rados.0.smithi082.stdout:3177: done (1 left) 2024-08-17T00:51:22.248 INFO:tasks.rados.rados.0.smithi082.stdout:3178: done (0 left) 2024-08-17T00:51:22.248 INFO:tasks.rados.rados.0.smithi082.stdout:3179: snap_create 2024-08-17T00:51:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:51:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:51:22.870 INFO:tasks.rados.rados.0.smithi082.stdout:3179: done (0 left) 2024-08-17T00:51:22.870 INFO:tasks.rados.rados.0.smithi082.stdout:3180: delete oid 34 current snap is 303 2024-08-17T00:51:22.878 INFO:tasks.rados.rados.0.smithi082.stdout:3180: done (0 left) 2024-08-17T00:51:22.878 INFO:tasks.rados.rados.0.smithi082.stdout:3181: rmattr oid 6 current snap is 303 2024-08-17T00:51:22.878 INFO:tasks.rados.rados.0.smithi082.stdout:3182: read oid 37 snap -1 2024-08-17T00:51:22.878 INFO:tasks.rados.rados.0.smithi082.stdout:3182: expect deleted 2024-08-17T00:51:22.878 INFO:tasks.rados.rados.0.smithi082.stdout:3183: delete oid 32 current snap is 303 2024-08-17T00:51:22.881 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 1785 (ObjNum 914 snap 278 seq_num 914) dirty exists 2024-08-17T00:51:22.881 INFO:tasks.rados.rados.0.smithi082.stdout:3181: done (2 left) 2024-08-17T00:51:22.881 INFO:tasks.rados.rados.0.smithi082.stdout:3182: done (1 left) 2024-08-17T00:51:22.881 INFO:tasks.rados.rados.0.smithi082.stdout:3183: done (0 left) 2024-08-17T00:51:22.881 INFO:tasks.rados.rados.0.smithi082.stdout:3184: rollback oid 23 current snap is 303 2024-08-17T00:51:22.882 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 23 to 299 2024-08-17T00:51:22.882 INFO:tasks.rados.rados.0.smithi082.stdout:3185: read oid 4 snap 290 2024-08-17T00:51:22.882 INFO:tasks.rados.rados.0.smithi082.stdout:3185: expect (ObjNum 905 snap 276 seq_num 905) 2024-08-17T00:51:22.882 INFO:tasks.rados.rados.0.smithi082.stdout:3186: read oid 48 snap -1 2024-08-17T00:51:22.882 INFO:tasks.rados.rados.0.smithi082.stdout:3186: expect (ObjNum 895 snap 274 seq_num 895) 2024-08-17T00:51:22.882 INFO:tasks.rados.rados.0.smithi082.stdout:3187: rmattr oid 19 current snap is 303 2024-08-17T00:51:22.882 INFO:tasks.rados.rados.0.smithi082.stdout:3187: done (3 left) 2024-08-17T00:51:22.882 INFO:tasks.rados.rados.0.smithi082.stdout:3188: delete oid 25 current snap is 303 2024-08-17T00:51:22.884 INFO:tasks.rados.rados.0.smithi082.stdout:3184: finishing rollback tid 0 to smithi08280503-23 2024-08-17T00:51:22.885 INFO:tasks.rados.rados.0.smithi082.stdout:3188: done (3 left) 2024-08-17T00:51:22.885 INFO:tasks.rados.rados.0.smithi082.stdout:3189: delete oid 33 current snap is 303 2024-08-17T00:51:22.885 INFO:tasks.rados.rados.0.smithi082.stdout:3184: finishing rollback tid 1 to smithi08280503-23 2024-08-17T00:51:22.885 INFO:tasks.rados.rados.0.smithi082.stdout:3184: finishing rollback tid 2 to smithi08280503-23 2024-08-17T00:51:22.885 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 1163 (ObjNum 937 snap 286 seq_num 937) dirty exists 2024-08-17T00:51:22.887 INFO:tasks.rados.rados.0.smithi082.stdout:3186: expect (ObjNum 895 snap 274 seq_num 895) 2024-08-17T00:51:22.904 INFO:tasks.rados.rados.0.smithi082.stdout:3184: done (3 left) 2024-08-17T00:51:22.904 INFO:tasks.rados.rados.0.smithi082.stdout:3186: done (2 left) 2024-08-17T00:51:22.904 INFO:tasks.rados.rados.0.smithi082.stdout:3189: done (1 left) 2024-08-17T00:51:22.904 INFO:tasks.rados.rados.0.smithi082.stdout:3190: delete oid 10 current snap is 303 2024-08-17T00:51:22.909 INFO:tasks.rados.rados.0.smithi082.stdout:3185: expect (ObjNum 905 snap 276 seq_num 905) 2024-08-17T00:51:23.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:22 smithi082 ceph-mon[94343]: osdmap e683: 8 total, 8 up, 8 in 2024-08-17T00:51:23.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:22 smithi082 ceph-mon[94343]: pgmap v696: 121 pgs: 121 active+clean; 268 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.5 MiB/s wr, 13 op/s 2024-08-17T00:51:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:22 smithi082 ceph-mon[91979]: osdmap e683: 8 total, 8 up, 8 in 2024-08-17T00:51:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:22 smithi082 ceph-mon[91979]: pgmap v696: 121 pgs: 121 active+clean; 268 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.5 MiB/s wr, 13 op/s 2024-08-17T00:51:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:22 smithi137 ceph-mon[86391]: osdmap e683: 8 total, 8 up, 8 in 2024-08-17T00:51:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:22 smithi137 ceph-mon[86391]: pgmap v696: 121 pgs: 121 active+clean; 268 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.5 MiB/s wr, 13 op/s 2024-08-17T00:51:23.511 INFO:tasks.rados.rados.0.smithi082.stdout:3185: done (1 left) 2024-08-17T00:51:23.511 INFO:tasks.rados.rados.0.smithi082.stdout:3190: done (0 left) 2024-08-17T00:51:23.512 INFO:tasks.rados.rados.0.smithi082.stdout:3191: rmattr oid 49 current snap is 303 2024-08-17T00:51:23.512 INFO:tasks.rados.rados.0.smithi082.stdout:3191: done (0 left) 2024-08-17T00:51:23.512 INFO:tasks.rados.rados.0.smithi082.stdout:3192: snap_remove snap 302 2024-08-17T00:51:23.845 INFO:tasks.rados.rados.0.smithi082.stdout:3192: done (0 left) 2024-08-17T00:51:23.845 INFO:tasks.rados.rados.0.smithi082.stdout:3193: rmattr oid 50 current snap is 303 2024-08-17T00:51:23.845 INFO:tasks.rados.rados.0.smithi082.stdout:3193: done (0 left) 2024-08-17T00:51:23.845 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 44 current snap is 303 2024-08-17T00:51:23.845 INFO:tasks.rados.rados.0.smithi082.stdout:3194: seq_num 976 ranges {0=753664,753664=671744,1425408=532480} 2024-08-17T00:51:23.849 INFO:tasks.rados.rados.0.smithi082.stdout:3194: writing smithi08280503-44 from 0 to 753664 tid 1 2024-08-17T00:51:23.853 INFO:tasks.rados.rados.0.smithi082.stdout:3194: writing smithi08280503-44 from 753664 to 1425408 tid 2 2024-08-17T00:51:23.857 INFO:tasks.rados.rados.0.smithi082.stdout:3194: writing smithi08280503-44 from 1425408 to 1957888 tid 3 2024-08-17T00:51:23.857 INFO:tasks.rados.rados.0.smithi082.stdout:3195: rollback oid 4 current snap is 303 2024-08-17T00:51:23.857 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 4 to 293 2024-08-17T00:51:23.858 INFO:tasks.rados.rados.0.smithi082.stdout:3194: finishing write tid 1 to smithi08280503-44 2024-08-17T00:51:23.858 INFO:tasks.rados.rados.0.smithi082.stdout:3194: finishing write tid 2 to smithi08280503-44 2024-08-17T00:51:23.858 INFO:tasks.rados.rados.0.smithi082.stdout:3196: read oid 2 snap -1 2024-08-17T00:51:23.858 INFO:tasks.rados.rados.0.smithi082.stdout:3196: expect (ObjNum 832 snap 261 seq_num 832) 2024-08-17T00:51:23.858 INFO:tasks.rados.rados.0.smithi082.stdout:3197: rollback oid 29 current snap is 303 2024-08-17T00:51:23.858 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 29 to 301 2024-08-17T00:51:23.858 INFO:tasks.rados.rados.0.smithi082.stdout:3198: delete oid 5 current snap is 303 2024-08-17T00:51:23.860 INFO:tasks.rados.rados.0.smithi082.stdout:3194: finishing write tid 3 to smithi08280503-44 2024-08-17T00:51:23.860 INFO:tasks.rados.rados.0.smithi082.stdout:3194: finishing write tid 4 to smithi08280503-44 2024-08-17T00:51:23.863 INFO:tasks.rados.rados.0.smithi082.stdout:3194: finishing write tid 5 to smithi08280503-44 2024-08-17T00:51:23.864 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 1563 (ObjNum 976 snap 303 seq_num 976) dirty exists 2024-08-17T00:51:23.864 INFO:tasks.rados.rados.0.smithi082.stdout:3194: left oid 44 (ObjNum 976 snap 303 seq_num 976) 2024-08-17T00:51:23.864 INFO:tasks.rados.rados.0.smithi082.stdout:3197: finishing rollback tid 0 to smithi08280503-29 2024-08-17T00:51:23.867 INFO:tasks.rados.rados.0.smithi082.stdout:3197: finishing rollback tid 1 to smithi08280503-29 2024-08-17T00:51:23.867 INFO:tasks.rados.rados.0.smithi082.stdout:3197: finishing rollback tid 2 to smithi08280503-29 2024-08-17T00:51:23.867 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 1720 (ObjNum 935 snap 285 seq_num 935) dirty exists 2024-08-17T00:51:23.870 INFO:tasks.rados.rados.0.smithi082.stdout:3194: done (4 left) 2024-08-17T00:51:23.870 INFO:tasks.rados.rados.0.smithi082.stdout:3197: done (3 left) 2024-08-17T00:51:23.870 INFO:tasks.rados.rados.0.smithi082.stdout:3198: done (2 left) 2024-08-17T00:51:23.870 INFO:tasks.rados.rados.0.smithi082.stdout:3199: rollback oid 31 current snap is 303 2024-08-17T00:51:23.870 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 31 to 298 2024-08-17T00:51:23.871 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 26 current snap is 303 2024-08-17T00:51:23.871 INFO:tasks.rados.rados.0.smithi082.stdout:3200: seq_num 978 ranges {1015808=786432,1802240=442368,2244608=647168,2891776=114688} 2024-08-17T00:51:23.881 INFO:tasks.rados.rados.0.smithi082.stdout:3200: writing smithi08280503-26 from 1015808 to 1802240 tid 1 2024-08-17T00:51:23.884 INFO:tasks.rados.rados.0.smithi082.stdout:3200: writing smithi08280503-26 from 1802240 to 2244608 tid 2 2024-08-17T00:51:23.887 INFO:tasks.rados.rados.0.smithi082.stdout:3200: writing smithi08280503-26 from 2244608 to 2891776 tid 3 2024-08-17T00:51:23.889 INFO:tasks.rados.rados.0.smithi082.stdout:3200: writing smithi08280503-26 from 2891776 to 3006464 tid 4 2024-08-17T00:51:23.889 INFO:tasks.rados.rados.0.smithi082.stdout:3201: delete oid 1 current snap is 303 2024-08-17T00:51:23.889 INFO:tasks.rados.rados.0.smithi082.stdout:3195: finishing rollback tid 0 to smithi08280503-4 2024-08-17T00:51:23.889 INFO:tasks.rados.rados.0.smithi082.stdout:3199: finishing rollback tid 0 to smithi08280503-31 2024-08-17T00:51:23.889 INFO:tasks.rados.rados.0.smithi082.stdout:3195: finishing rollback tid 1 to smithi08280503-4 2024-08-17T00:51:23.889 INFO:tasks.rados.rados.0.smithi082.stdout:3195: finishing rollback tid 2 to smithi08280503-4 2024-08-17T00:51:23.889 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 1859 (ObjNum 905 snap 276 seq_num 905) dirty exists 2024-08-17T00:51:23.889 INFO:tasks.rados.rados.0.smithi082.stdout:3199: finishing rollback tid 1 to smithi08280503-31 2024-08-17T00:51:23.889 INFO:tasks.rados.rados.0.smithi082.stdout:3199: finishing rollback tid 2 to smithi08280503-31 2024-08-17T00:51:23.889 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 1792 (ObjNum 781 snap 242 seq_num 781) dirty exists 2024-08-17T00:51:23.890 INFO:tasks.rados.rados.0.smithi082.stdout:3196: expect (ObjNum 832 snap 261 seq_num 832) 2024-08-17T00:51:24.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:23 smithi082 ceph-mon[94343]: osdmap e684: 8 total, 8 up, 8 in 2024-08-17T00:51:24.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:23 smithi082 ceph-mon[94343]: osdmap e685: 8 total, 8 up, 8 in 2024-08-17T00:51:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:23 smithi082 ceph-mon[91979]: osdmap e684: 8 total, 8 up, 8 in 2024-08-17T00:51:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:23 smithi082 ceph-mon[91979]: osdmap e685: 8 total, 8 up, 8 in 2024-08-17T00:51:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:23 smithi137 ceph-mon[86391]: osdmap e684: 8 total, 8 up, 8 in 2024-08-17T00:51:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:23 smithi137 ceph-mon[86391]: osdmap e685: 8 total, 8 up, 8 in 2024-08-17T00:51:24.331 INFO:tasks.rados.rados.0.smithi082.stdout:3200: finishing write tid 1 to smithi08280503-26 2024-08-17T00:51:24.331 INFO:tasks.rados.rados.0.smithi082.stdout:3200: finishing write tid 2 to smithi08280503-26 2024-08-17T00:51:24.331 INFO:tasks.rados.rados.0.smithi082.stdout:3200: finishing write tid 3 to smithi08280503-26 2024-08-17T00:51:24.331 INFO:tasks.rados.rados.0.smithi082.stdout:3200: finishing write tid 4 to smithi08280503-26 2024-08-17T00:51:24.331 INFO:tasks.rados.rados.0.smithi082.stdout:3200: finishing write tid 5 to smithi08280503-26 2024-08-17T00:51:24.331 INFO:tasks.rados.rados.0.smithi082.stdout:3200: finishing write tid 6 to smithi08280503-26 2024-08-17T00:51:24.331 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 1865 (ObjNum 978 snap 303 seq_num 978) dirty exists 2024-08-17T00:51:24.331 INFO:tasks.rados.rados.0.smithi082.stdout:3200: left oid 26 (ObjNum 978 snap 303 seq_num 978) 2024-08-17T00:51:24.332 INFO:tasks.rados.rados.0.smithi082.stdout:3195: done (4 left) 2024-08-17T00:51:24.332 INFO:tasks.rados.rados.0.smithi082.stdout:3196: done (3 left) 2024-08-17T00:51:24.332 INFO:tasks.rados.rados.0.smithi082.stdout:3199: done (2 left) 2024-08-17T00:51:24.332 INFO:tasks.rados.rados.0.smithi082.stdout:3200: done (1 left) 2024-08-17T00:51:24.332 INFO:tasks.rados.rados.0.smithi082.stdout:3201: done (0 left) 2024-08-17T00:51:24.332 INFO:tasks.rados.rados.0.smithi082.stdout:3202: snap_remove snap 295 2024-08-17T00:51:24.884 INFO:tasks.rados.rados.0.smithi082.stdout:3202: done (0 left) 2024-08-17T00:51:24.884 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 1 current snap is 303 2024-08-17T00:51:24.884 INFO:tasks.rados.rados.0.smithi082.stdout:3203: seq_num 980 ranges {0=417792,417792=614400,1032192=663552,1695744=327680} 2024-08-17T00:51:24.887 INFO:tasks.rados.rados.0.smithi082.stdout:3203: writing smithi08280503-1 from 0 to 417792 tid 1 2024-08-17T00:51:24.892 INFO:tasks.rados.rados.0.smithi082.stdout:3203: writing smithi08280503-1 from 417792 to 1032192 tid 2 2024-08-17T00:51:24.896 INFO:tasks.rados.rados.0.smithi082.stdout:3203: writing smithi08280503-1 from 1032192 to 1695744 tid 3 2024-08-17T00:51:24.899 INFO:tasks.rados.rados.0.smithi082.stdout:3203: writing smithi08280503-1 from 1695744 to 2023424 tid 4 2024-08-17T00:51:24.899 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 31 current snap is 303 2024-08-17T00:51:24.899 INFO:tasks.rados.rados.0.smithi082.stdout:3203: finishing write tid 1 to smithi08280503-1 2024-08-17T00:51:24.899 INFO:tasks.rados.rados.0.smithi082.stdout:3204: seq_num 981 ranges {7225344=434176,7659520=540672,8200192=466944,8667136=524288,9191424=73728} 2024-08-17T00:51:24.941 INFO:tasks.rados.rados.0.smithi082.stdout:3204: writing smithi08280503-31 from 7225344 to 7659520 tid 1 2024-08-17T00:51:24.943 INFO:tasks.rados.rados.0.smithi082.stdout:3204: writing smithi08280503-31 from 7659520 to 8200192 tid 2 2024-08-17T00:51:24.946 INFO:tasks.rados.rados.0.smithi082.stdout:3204: writing smithi08280503-31 from 8200192 to 8667136 tid 3 2024-08-17T00:51:24.950 INFO:tasks.rados.rados.0.smithi082.stdout:3204: writing smithi08280503-31 from 8667136 to 9191424 tid 4 2024-08-17T00:51:24.951 INFO:tasks.rados.rados.0.smithi082.stdout:3204: writing smithi08280503-31 from 9191424 to 9265152 tid 5 2024-08-17T00:51:24.951 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 38 current snap is 303 2024-08-17T00:51:24.951 INFO:tasks.rados.rados.0.smithi082.stdout:3203: finishing write tid 2 to smithi08280503-1 2024-08-17T00:51:24.951 INFO:tasks.rados.rados.0.smithi082.stdout:3203: finishing write tid 3 to smithi08280503-1 2024-08-17T00:51:24.951 INFO:tasks.rados.rados.0.smithi082.stdout:3203: finishing write tid 4 to smithi08280503-1 2024-08-17T00:51:24.951 INFO:tasks.rados.rados.0.smithi082.stdout:3203: finishing write tid 5 to smithi08280503-1 2024-08-17T00:51:24.951 INFO:tasks.rados.rados.0.smithi082.stdout:3203: finishing write tid 6 to smithi08280503-1 2024-08-17T00:51:24.951 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 1741 (ObjNum 980 snap 303 seq_num 980) dirty exists 2024-08-17T00:51:24.952 INFO:tasks.rados.rados.0.smithi082.stdout:3203: left oid 1 (ObjNum 980 snap 303 seq_num 980) 2024-08-17T00:51:24.952 INFO:tasks.rados.rados.0.smithi082.stdout:3204: finishing write tid 1 to smithi08280503-31 2024-08-17T00:51:24.952 INFO:tasks.rados.rados.0.smithi082.stdout:3205: seq_num 982 ranges {0=450560,450560=425984,876544=679936,1556480=466944,2023424=32768} 2024-08-17T00:51:24.954 INFO:tasks.rados.rados.0.smithi082.stdout:3205: writing smithi08280503-38 from 0 to 450560 tid 1 2024-08-17T00:51:24.956 INFO:tasks.rados.rados.0.smithi082.stdout:3205: writing smithi08280503-38 from 450560 to 876544 tid 2 2024-08-17T00:51:24.960 INFO:tasks.rados.rados.0.smithi082.stdout:3205: writing smithi08280503-38 from 876544 to 1556480 tid 3 2024-08-17T00:51:24.964 INFO:tasks.rados.rados.0.smithi082.stdout:3205: writing smithi08280503-38 from 1556480 to 2023424 tid 4 2024-08-17T00:51:24.964 INFO:tasks.rados.rados.0.smithi082.stdout:3205: writing smithi08280503-38 from 2023424 to 2056192 tid 5 2024-08-17T00:51:24.964 INFO:tasks.rados.rados.0.smithi082.stdout:3203: done (2 left) 2024-08-17T00:51:24.964 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 22 current snap is 303 2024-08-17T00:51:24.964 INFO:tasks.rados.rados.0.smithi082.stdout:3204: finishing write tid 2 to smithi08280503-31 2024-08-17T00:51:24.964 INFO:tasks.rados.rados.0.smithi082.stdout:3204: finishing write tid 3 to smithi08280503-31 2024-08-17T00:51:24.964 INFO:tasks.rados.rados.0.smithi082.stdout:3206: seq_num 983 ranges {1859584=466944,2326528=712704,3039232=434176,3473408=458752} 2024-08-17T00:51:24.976 INFO:tasks.rados.rados.0.smithi082.stdout:3206: writing smithi08280503-22 from 1859584 to 2326528 tid 1 2024-08-17T00:51:24.980 INFO:tasks.rados.rados.0.smithi082.stdout:3206: writing smithi08280503-22 from 2326528 to 3039232 tid 2 2024-08-17T00:51:24.983 INFO:tasks.rados.rados.0.smithi082.stdout:3206: writing smithi08280503-22 from 3039232 to 3473408 tid 3 2024-08-17T00:51:24.986 INFO:tasks.rados.rados.0.smithi082.stdout:3206: writing smithi08280503-22 from 3473408 to 3932160 tid 4 2024-08-17T00:51:24.986 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 3 current snap is 303 2024-08-17T00:51:24.986 INFO:tasks.rados.rados.0.smithi082.stdout:3204: finishing write tid 4 to smithi08280503-31 2024-08-17T00:51:24.986 INFO:tasks.rados.rados.0.smithi082.stdout:3204: finishing write tid 5 to smithi08280503-31 2024-08-17T00:51:24.986 INFO:tasks.rados.rados.0.smithi082.stdout:3204: finishing write tid 6 to smithi08280503-31 2024-08-17T00:51:24.986 INFO:tasks.rados.rados.0.smithi082.stdout:3207: seq_num 984 ranges {7225344=483328,7708672=598016,8306688=647168,8953856=360448} 2024-08-17T00:51:25.026 INFO:tasks.rados.rados.0.smithi082.stdout:3207: writing smithi08280503-3 from 7225344 to 7708672 tid 1 2024-08-17T00:51:25.029 INFO:tasks.rados.rados.0.smithi082.stdout:3207: writing smithi08280503-3 from 7708672 to 8306688 tid 2 2024-08-17T00:51:25.033 INFO:tasks.rados.rados.0.smithi082.stdout:3207: writing smithi08280503-3 from 8306688 to 8953856 tid 3 2024-08-17T00:51:25.036 INFO:tasks.rados.rados.0.smithi082.stdout:3207: writing smithi08280503-3 from 8953856 to 9314304 tid 4 2024-08-17T00:51:25.037 INFO:tasks.rados.rados.0.smithi082.stdout:3208: rmattr oid 28 current snap is 303 2024-08-17T00:51:25.037 INFO:tasks.rados.rados.0.smithi082.stdout:3208: done (4 left) 2024-08-17T00:51:25.037 INFO:tasks.rados.rados.0.smithi082.stdout:3209: rollback oid 48 current snap is 303 2024-08-17T00:51:25.037 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 48 to 297 2024-08-17T00:51:25.037 INFO:tasks.rados.rados.0.smithi082.stdout:3204: finishing write tid 7 to smithi08280503-31 2024-08-17T00:51:25.037 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 1802 (ObjNum 981 snap 303 seq_num 981) dirty exists 2024-08-17T00:51:25.037 INFO:tasks.rados.rados.0.smithi082.stdout:3204: left oid 31 (ObjNum 981 snap 303 seq_num 981) 2024-08-17T00:51:25.037 INFO:tasks.rados.rados.0.smithi082.stdout:3205: finishing write tid 1 to smithi08280503-38 2024-08-17T00:51:25.037 INFO:tasks.rados.rados.0.smithi082.stdout:3205: finishing write tid 2 to smithi08280503-38 2024-08-17T00:51:25.037 INFO:tasks.rados.rados.0.smithi082.stdout:3205: finishing write tid 3 to smithi08280503-38 2024-08-17T00:51:25.037 INFO:tasks.rados.rados.0.smithi082.stdout:3205: finishing write tid 4 to smithi08280503-38 2024-08-17T00:51:25.037 INFO:tasks.rados.rados.0.smithi082.stdout:3204: done (4 left) 2024-08-17T00:51:25.038 INFO:tasks.rados.rados.0.smithi082.stdout:3210: rmattr oid 12 current snap is 303 2024-08-17T00:51:25.038 INFO:tasks.rados.rados.0.smithi082.stdout:3205: finishing write tid 5 to smithi08280503-38 2024-08-17T00:51:25.038 INFO:tasks.rados.rados.0.smithi082.stdout:3205: finishing write tid 6 to smithi08280503-38 2024-08-17T00:51:25.038 INFO:tasks.rados.rados.0.smithi082.stdout:3205: finishing write tid 7 to smithi08280503-38 2024-08-17T00:51:25.038 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 1284 (ObjNum 982 snap 303 seq_num 982) dirty exists 2024-08-17T00:51:25.038 INFO:tasks.rados.rados.0.smithi082.stdout:3205: left oid 38 (ObjNum 982 snap 303 seq_num 982) 2024-08-17T00:51:25.038 INFO:tasks.rados.rados.0.smithi082.stdout:3206: finishing write tid 1 to smithi08280503-22 2024-08-17T00:51:25.038 INFO:tasks.rados.rados.0.smithi082.stdout:3206: finishing write tid 2 to smithi08280503-22 2024-08-17T00:51:25.038 INFO:tasks.rados.rados.0.smithi082.stdout:3206: finishing write tid 3 to smithi08280503-22 2024-08-17T00:51:25.038 INFO:tasks.rados.rados.0.smithi082.stdout:3205: done (4 left) 2024-08-17T00:51:25.038 INFO:tasks.rados.rados.0.smithi082.stdout:3211: rmattr oid 9 current snap is 303 2024-08-17T00:51:25.038 INFO:tasks.rados.rados.0.smithi082.stdout:3211: done (4 left) 2024-08-17T00:51:25.039 INFO:tasks.rados.rados.0.smithi082.stdout:3212: read oid 9 snap -1 2024-08-17T00:51:25.039 INFO:tasks.rados.rados.0.smithi082.stdout:3212: expect (ObjNum 942 snap 287 seq_num 942) 2024-08-17T00:51:25.039 INFO:tasks.rados.rados.0.smithi082.stdout:3213: rollback oid 1 current snap is 303 2024-08-17T00:51:25.039 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 1 to 293 2024-08-17T00:51:25.039 INFO:tasks.rados.rados.0.smithi082.stdout:3206: finishing write tid 4 to smithi08280503-22 2024-08-17T00:51:25.039 INFO:tasks.rados.rados.0.smithi082.stdout:3206: finishing write tid 5 to smithi08280503-22 2024-08-17T00:51:25.039 INFO:tasks.rados.rados.0.smithi082.stdout:3206: finishing write tid 6 to smithi08280503-22 2024-08-17T00:51:25.039 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 1577 (ObjNum 983 snap 303 seq_num 983) dirty exists 2024-08-17T00:51:25.039 INFO:tasks.rados.rados.0.smithi082.stdout:3206: left oid 22 (ObjNum 983 snap 303 seq_num 983) 2024-08-17T00:51:25.039 INFO:tasks.rados.rados.0.smithi082.stdout:3206: done (5 left) 2024-08-17T00:51:25.039 INFO:tasks.rados.rados.0.smithi082.stdout:3214: read oid 32 snap -1 2024-08-17T00:51:25.039 INFO:tasks.rados.rados.0.smithi082.stdout:3214: expect deleted 2024-08-17T00:51:25.039 INFO:tasks.rados.rados.0.smithi082.stdout:3215: setattr oid 27 current snap is 303 2024-08-17T00:51:25.039 INFO:tasks.rados.rados.0.smithi082.stdout:3207: finishing write tid 1 to smithi08280503-3 2024-08-17T00:51:25.040 INFO:tasks.rados.rados.0.smithi082.stdout:3207: finishing write tid 2 to smithi08280503-3 2024-08-17T00:51:25.041 INFO:tasks.rados.rados.0.smithi082.stdout:3216: rmattr oid 40 current snap is 303 2024-08-17T00:51:25.041 INFO:tasks.rados.rados.0.smithi082.stdout:3216: done (7 left) 2024-08-17T00:51:25.041 INFO:tasks.rados.rados.0.smithi082.stdout:3217: read oid 22 snap -1 2024-08-17T00:51:25.041 INFO:tasks.rados.rados.0.smithi082.stdout:3217: expect (ObjNum 983 snap 303 seq_num 983) 2024-08-17T00:51:25.041 INFO:tasks.rados.rados.0.smithi082.stdout:3218: read oid 26 snap -1 2024-08-17T00:51:25.041 INFO:tasks.rados.rados.0.smithi082.stdout:3218: expect (ObjNum 978 snap 303 seq_num 978) 2024-08-17T00:51:25.041 INFO:tasks.rados.rados.0.smithi082.stdout:3219: copy_from oid 33 from oid 49 current snap is 303 2024-08-17T00:51:25.041 INFO:tasks.rados.rados.0.smithi082.stdout:3220: rollback oid 19 current snap is 303 2024-08-17T00:51:25.041 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 19 to 297 2024-08-17T00:51:25.041 INFO:tasks.rados.rados.0.smithi082.stdout:3221: rollback oid 14 current snap is 303 2024-08-17T00:51:25.041 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 14 to 296 2024-08-17T00:51:25.042 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 50 current snap is 303 2024-08-17T00:51:25.042 INFO:tasks.rados.rados.0.smithi082.stdout:3222: seq_num 985 ranges {0=499712,499712=483328,983040=450560,1433600=581632,2015232=90112} 2024-08-17T00:51:25.042 INFO:tasks.rados.rados.0.smithi082.stdout:3222: writing smithi08280503-50 from 0 to 499712 tid 1 2024-08-17T00:51:25.044 INFO:tasks.rados.rados.0.smithi082.stdout:3222: writing smithi08280503-50 from 499712 to 983040 tid 2 2024-08-17T00:51:25.047 INFO:tasks.rados.rados.0.smithi082.stdout:3222: writing smithi08280503-50 from 983040 to 1433600 tid 3 2024-08-17T00:51:25.051 INFO:tasks.rados.rados.0.smithi082.stdout:3222: writing smithi08280503-50 from 1433600 to 2015232 tid 4 2024-08-17T00:51:25.052 INFO:tasks.rados.rados.0.smithi082.stdout:3222: writing smithi08280503-50 from 2015232 to 2105344 tid 5 2024-08-17T00:51:25.052 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 8 current snap is 303 2024-08-17T00:51:25.052 INFO:tasks.rados.rados.0.smithi082.stdout:3207: finishing write tid 3 to smithi08280503-3 2024-08-17T00:51:25.053 INFO:tasks.rados.rados.0.smithi082.stdout:3223: seq_num 986 ranges {9478144=516096,9994240=770048,10764288=655360,11419648=180224} 2024-08-17T00:51:25.106 INFO:tasks.rados.rados.0.smithi082.stdout:3223: writing smithi08280503-8 from 9478144 to 9994240 tid 1 2024-08-17T00:51:25.111 INFO:tasks.rados.rados.0.smithi082.stdout:3223: writing smithi08280503-8 from 9994240 to 10764288 tid 2 2024-08-17T00:51:25.115 INFO:tasks.rados.rados.0.smithi082.stdout:3223: writing smithi08280503-8 from 10764288 to 11419648 tid 3 2024-08-17T00:51:25.116 INFO:tasks.rados.rados.0.smithi082.stdout:3223: writing smithi08280503-8 from 11419648 to 11599872 tid 4 2024-08-17T00:51:25.116 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 41 current snap is 303 2024-08-17T00:51:25.116 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 1164 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-08-17T00:51:25.117 INFO:tasks.rados.rados.0.smithi082.stdout:3213: finishing rollback tid 0 to smithi08280503-1 2024-08-17T00:51:25.117 INFO:tasks.rados.rados.0.smithi082.stdout:3224: seq_num 987 ranges {2048000=532480,2580480=647168,3227648=417792,3645440=409600,4055040=131072} 2024-08-17T00:51:25.131 INFO:tasks.rados.rados.0.smithi082.stdout:3224: writing smithi08280503-41 from 2048000 to 2580480 tid 1 2024-08-17T00:51:25.134 INFO:tasks.rados.rados.0.smithi082.stdout:3224: writing smithi08280503-41 from 2580480 to 3227648 tid 2 2024-08-17T00:51:25.136 INFO:tasks.rados.rados.0.smithi082.stdout:3224: writing smithi08280503-41 from 3227648 to 3645440 tid 3 2024-08-17T00:51:25.139 INFO:tasks.rados.rados.0.smithi082.stdout:3224: writing smithi08280503-41 from 3645440 to 4055040 tid 4 2024-08-17T00:51:25.140 INFO:tasks.rados.rados.0.smithi082.stdout:3224: writing smithi08280503-41 from 4055040 to 4186112 tid 5 2024-08-17T00:51:25.140 INFO:tasks.rados.rados.0.smithi082.stdout:3210: done (14 left) 2024-08-17T00:51:25.141 INFO:tasks.rados.rados.0.smithi082.stdout:3214: done (13 left) 2024-08-17T00:51:25.141 INFO:tasks.rados.rados.0.smithi082.stdout:3225: snap_remove snap 300 2024-08-17T00:51:25.141 INFO:tasks.rados.rados.0.smithi082.stdout:3207: finishing write tid 4 to smithi08280503-3 2024-08-17T00:51:25.141 INFO:tasks.rados.rados.0.smithi082.stdout:3213: finishing rollback tid 1 to smithi08280503-1 2024-08-17T00:51:25.141 INFO:tasks.rados.rados.0.smithi082.stdout:3213: finishing rollback tid 2 to smithi08280503-1 2024-08-17T00:51:25.141 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 1744 (ObjNum 927 snap 283 seq_num 927) dirty exists 2024-08-17T00:51:25.141 INFO:tasks.rados.rados.0.smithi082.stdout:3207: finishing write tid 5 to smithi08280503-3 2024-08-17T00:51:25.141 INFO:tasks.rados.rados.0.smithi082.stdout:3209: finishing rollback tid 0 to smithi08280503-48 2024-08-17T00:51:25.141 INFO:tasks.rados.rados.0.smithi082.stdout:3209: finishing rollback tid 1 to smithi08280503-48 2024-08-17T00:51:25.141 INFO:tasks.rados.rados.0.smithi082.stdout:3207: finishing write tid 6 to smithi08280503-3 2024-08-17T00:51:25.141 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 1569 (ObjNum 984 snap 303 seq_num 984) dirty exists 2024-08-17T00:51:25.141 INFO:tasks.rados.rados.0.smithi082.stdout:3207: left oid 3 (ObjNum 984 snap 303 seq_num 984) 2024-08-17T00:51:25.141 INFO:tasks.rados.rados.0.smithi082.stdout:3209: finishing rollback tid 2 to smithi08280503-48 2024-08-17T00:51:25.142 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 1795 (ObjNum 895 snap 274 seq_num 895) dirty exists 2024-08-17T00:51:25.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:24 smithi082 ceph-mon[94343]: pgmap v699: 121 pgs: 121 active+clean; 272 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 876 KiB/s wr, 17 op/s 2024-08-17T00:51:25.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:24 smithi082 ceph-mon[91979]: pgmap v699: 121 pgs: 121 active+clean; 272 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 876 KiB/s wr, 17 op/s 2024-08-17T00:51:25.226 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:51:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:51:25] "GET /metrics HTTP/1.1" 200 36277 "" "Prometheus/2.43.0" 2024-08-17T00:51:25.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:24 smithi137 ceph-mon[86391]: pgmap v699: 121 pgs: 121 active+clean; 272 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 876 KiB/s wr, 17 op/s 2024-08-17T00:51:25.896 INFO:tasks.rados.rados.0.smithi082.stdout:3207: done (13 left) 2024-08-17T00:51:25.897 INFO:tasks.rados.rados.0.smithi082.stdout:3209: done (12 left) 2024-08-17T00:51:25.897 INFO:tasks.rados.rados.0.smithi082.stdout:3213: done (11 left) 2024-08-17T00:51:25.897 INFO:tasks.rados.rados.0.smithi082.stdout:3225: done (10 left) 2024-08-17T00:51:25.897 INFO:tasks.rados.rados.0.smithi082.stdout:3226: read oid 12 snap -1 2024-08-17T00:51:25.897 INFO:tasks.rados.rados.0.smithi082.stdout:3226: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:51:25.897 INFO:tasks.rados.rados.0.smithi082.stdout:3227: rollback oid 28 current snap is 303 2024-08-17T00:51:25.897 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 28 to 279 2024-08-17T00:51:25.897 INFO:tasks.rados.rados.0.smithi082.stdout:3212: expect (ObjNum 942 snap 287 seq_num 942) 2024-08-17T00:51:25.990 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 1804 (ObjNum 961 snap 296 seq_num 961) dirty exists 2024-08-17T00:51:25.990 INFO:tasks.rados.rados.0.smithi082.stdout:3220: finishing rollback tid 0 to smithi08280503-19 2024-08-17T00:51:25.991 INFO:tasks.rados.rados.0.smithi082.stdout:3220: finishing rollback tid 1 to smithi08280503-19 2024-08-17T00:51:25.991 INFO:tasks.rados.rados.0.smithi082.stdout:3220: finishing rollback tid 2 to smithi08280503-19 2024-08-17T00:51:25.991 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 1808 (ObjNum 951 snap 290 seq_num 951) dirty exists 2024-08-17T00:51:25.991 INFO:tasks.rados.rados.0.smithi082.stdout:3212: done (11 left) 2024-08-17T00:51:25.991 INFO:tasks.rados.rados.0.smithi082.stdout:3215: done (10 left) 2024-08-17T00:51:25.991 INFO:tasks.rados.rados.0.smithi082.stdout:3220: done (9 left) 2024-08-17T00:51:25.991 INFO:tasks.rados.rados.0.smithi082.stdout:3228: rollback oid 47 current snap is 303 2024-08-17T00:51:25.991 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 47 to 283 2024-08-17T00:51:25.991 INFO:tasks.rados.rados.0.smithi082.stdout:3222: finishing write tid 1 to smithi08280503-50 2024-08-17T00:51:25.991 INFO:tasks.rados.rados.0.smithi082.stdout:3222: finishing write tid 2 to smithi08280503-50 2024-08-17T00:51:25.991 INFO:tasks.rados.rados.0.smithi082.stdout:3222: finishing write tid 3 to smithi08280503-50 2024-08-17T00:51:25.991 INFO:tasks.rados.rados.0.smithi082.stdout:3222: finishing write tid 4 to smithi08280503-50 2024-08-17T00:51:25.992 INFO:tasks.rados.rados.0.smithi082.stdout:3222: finishing write tid 5 to smithi08280503-50 2024-08-17T00:51:25.992 INFO:tasks.rados.rados.0.smithi082.stdout:3222: finishing write tid 6 to smithi08280503-50 2024-08-17T00:51:25.992 INFO:tasks.rados.rados.0.smithi082.stdout:3217: expect (ObjNum 983 snap 303 seq_num 983) 2024-08-17T00:51:26.117 INFO:tasks.rados.rados.0.smithi082.stdout:3218: expect (ObjNum 978 snap 303 seq_num 978) 2024-08-17T00:51:26.210 INFO:tasks.rados.rados.0.smithi082.stdout:3221: finishing rollback tid 0 to smithi08280503-14 2024-08-17T00:51:26.210 INFO:tasks.rados.rados.0.smithi082.stdout:3221: finishing rollback tid 1 to smithi08280503-14 2024-08-17T00:51:26.210 INFO:tasks.rados.rados.0.smithi082.stdout:3221: finishing rollback tid 2 to smithi08280503-14 2024-08-17T00:51:26.210 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 1873 (ObjNum 842 snap 261 seq_num 842) dirty exists 2024-08-17T00:51:26.210 INFO:tasks.rados.rados.0.smithi082.stdout:3219: finishing copy_from racing read to smithi08280503-33 2024-08-17T00:51:26.210 INFO:tasks.rados.rados.0.smithi082.stdout:3222: finishing write tid 7 to smithi08280503-50 2024-08-17T00:51:26.210 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 1801 (ObjNum 985 snap 303 seq_num 985) dirty exists 2024-08-17T00:51:26.210 INFO:tasks.rados.rados.0.smithi082.stdout:3222: left oid 50 (ObjNum 985 snap 303 seq_num 985) 2024-08-17T00:51:26.210 INFO:tasks.rados.rados.0.smithi082.stdout:3219: finishing copy_from to smithi08280503-33 2024-08-17T00:51:26.211 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 1773 (ObjNum 951 snap 290 seq_num 951) dirty exists 2024-08-17T00:51:26.211 INFO:tasks.rados.rados.0.smithi082.stdout:3223: finishing write tid 1 to smithi08280503-8 2024-08-17T00:51:26.211 INFO:tasks.rados.rados.0.smithi082.stdout:3217: done (9 left) 2024-08-17T00:51:26.211 INFO:tasks.rados.rados.0.smithi082.stdout:3218: done (8 left) 2024-08-17T00:51:26.211 INFO:tasks.rados.rados.0.smithi082.stdout:3219: done (7 left) 2024-08-17T00:51:26.211 INFO:tasks.rados.rados.0.smithi082.stdout:3221: done (6 left) 2024-08-17T00:51:26.211 INFO:tasks.rados.rados.0.smithi082.stdout:3222: done (5 left) 2024-08-17T00:51:26.211 INFO:tasks.rados.rados.0.smithi082.stdout:3229: read oid 13 snap 299 2024-08-17T00:51:26.211 INFO:tasks.rados.rados.0.smithi082.stdout:3229: expect deleted 2024-08-17T00:51:26.211 INFO:tasks.rados.rados.0.smithi082.stdout:3230: delete oid 42 current snap is 303 2024-08-17T00:51:26.211 INFO:tasks.rados.rados.0.smithi082.stdout:3223: finishing write tid 2 to smithi08280503-8 2024-08-17T00:51:26.211 INFO:tasks.rados.rados.0.smithi082.stdout:3223: finishing write tid 3 to smithi08280503-8 2024-08-17T00:51:26.211 INFO:tasks.rados.rados.0.smithi082.stdout:3223: finishing write tid 4 to smithi08280503-8 2024-08-17T00:51:26.212 INFO:tasks.rados.rados.0.smithi082.stdout:3223: finishing write tid 5 to smithi08280503-8 2024-08-17T00:51:26.212 INFO:tasks.rados.rados.0.smithi082.stdout:3223: finishing write tid 6 to smithi08280503-8 2024-08-17T00:51:26.212 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 1808 (ObjNum 986 snap 303 seq_num 986) dirty exists 2024-08-17T00:51:26.212 INFO:tasks.rados.rados.0.smithi082.stdout:3223: left oid 8 (ObjNum 986 snap 303 seq_num 986) 2024-08-17T00:51:26.212 INFO:tasks.rados.rados.0.smithi082.stdout:3224: finishing write tid 1 to smithi08280503-41 2024-08-17T00:51:26.212 INFO:tasks.rados.rados.0.smithi082.stdout:3224: finishing write tid 2 to smithi08280503-41 2024-08-17T00:51:26.212 INFO:tasks.rados.rados.0.smithi082.stdout:3224: finishing write tid 3 to smithi08280503-41 2024-08-17T00:51:26.212 INFO:tasks.rados.rados.0.smithi082.stdout:3224: finishing write tid 4 to smithi08280503-41 2024-08-17T00:51:26.212 INFO:tasks.rados.rados.0.smithi082.stdout:3224: finishing write tid 5 to smithi08280503-41 2024-08-17T00:51:26.212 INFO:tasks.rados.rados.0.smithi082.stdout:3224: finishing write tid 6 to smithi08280503-41 2024-08-17T00:51:26.212 INFO:tasks.rados.rados.0.smithi082.stdout:3224: finishing write tid 7 to smithi08280503-41 2024-08-17T00:51:26.212 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 1808 (ObjNum 987 snap 303 seq_num 987) dirty exists 2024-08-17T00:51:26.213 INFO:tasks.rados.rados.0.smithi082.stdout:3224: left oid 41 (ObjNum 987 snap 303 seq_num 987) 2024-08-17T00:51:26.213 INFO:tasks.rados.rados.0.smithi082.stdout:3226: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:51:26.213 INFO:tasks.rados.rados.0.smithi082.stdout:3227: finishing rollback tid 0 to smithi08280503-28 2024-08-17T00:51:26.213 INFO:tasks.rados.rados.0.smithi082.stdout:3227: finishing rollback tid 1 to smithi08280503-28 2024-08-17T00:51:26.213 INFO:tasks.rados.rados.0.smithi082.stdout:3227: finishing rollback tid 2 to smithi08280503-28 2024-08-17T00:51:26.213 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 1811 (ObjNum 882 snap 273 seq_num 882) dirty exists 2024-08-17T00:51:26.214 INFO:tasks.rados.rados.0.smithi082.stdout:3228: finishing rollback tid 1 to smithi08280503-47 2024-08-17T00:51:26.214 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 0 (ObjNum 33 snap 0 seq_num 0) dirty dne 2024-08-17T00:51:26.214 INFO:tasks.rados.rados.0.smithi082.stdout:3223: done (6 left) 2024-08-17T00:51:26.214 INFO:tasks.rados.rados.0.smithi082.stdout:3224: done (5 left) 2024-08-17T00:51:26.214 INFO:tasks.rados.rados.0.smithi082.stdout:3226: done (4 left) 2024-08-17T00:51:26.214 INFO:tasks.rados.rados.0.smithi082.stdout:3227: done (3 left) 2024-08-17T00:51:26.214 INFO:tasks.rados.rados.0.smithi082.stdout:3228: done (2 left) 2024-08-17T00:51:26.214 INFO:tasks.rados.rados.0.smithi082.stdout:3229: done (1 left) 2024-08-17T00:51:26.214 INFO:tasks.rados.rados.0.smithi082.stdout:3230: done (0 left) 2024-08-17T00:51:26.214 INFO:tasks.rados.rados.0.smithi082.stdout:3231: copy_from oid 35 from oid 26 current snap is 303 2024-08-17T00:51:26.214 INFO:tasks.rados.rados.0.smithi082.stdout:3232: delete oid 12 current snap is 303 2024-08-17T00:51:26.215 INFO:tasks.rados.rados.0.smithi082.stdout:3232: done (1 left) 2024-08-17T00:51:26.215 INFO:tasks.rados.rados.0.smithi082.stdout:3233: snap_create 2024-08-17T00:51:26.222 INFO:tasks.rados.rados.0.smithi082.stdout:3231: finishing copy_from racing read to smithi08280503-35 2024-08-17T00:51:26.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:25 smithi082 ceph-mon[91979]: osdmap e686: 8 total, 8 up, 8 in 2024-08-17T00:51:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:25 smithi082 ceph-mon[94343]: osdmap e686: 8 total, 8 up, 8 in 2024-08-17T00:51:26.230 INFO:tasks.rados.rados.0.smithi082.stdout:3231: finishing copy_from to smithi08280503-35 2024-08-17T00:51:26.230 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 1865 (ObjNum 978 snap 303 seq_num 978) dirty exists 2024-08-17T00:51:26.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:25 smithi137 ceph-mon[86391]: osdmap e686: 8 total, 8 up, 8 in 2024-08-17T00:51:26.896 INFO:tasks.rados.rados.0.smithi082.stdout:3231: done (1 left) 2024-08-17T00:51:26.896 INFO:tasks.rados.rados.0.smithi082.stdout:3233: done (0 left) 2024-08-17T00:51:26.896 INFO:tasks.rados.rados.0.smithi082.stdout:3234: snap_remove snap 301 2024-08-17T00:51:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:26 smithi082 ceph-mon[94343]: osdmap e687: 8 total, 8 up, 8 in 2024-08-17T00:51:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:26 smithi082 ceph-mon[94343]: pgmap v702: 121 pgs: 121 active+clean; 275 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.2 MiB/s wr, 25 op/s 2024-08-17T00:51:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:26 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:51:27.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:26 smithi082 ceph-mon[91979]: osdmap e687: 8 total, 8 up, 8 in 2024-08-17T00:51:27.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:26 smithi082 ceph-mon[91979]: pgmap v702: 121 pgs: 121 active+clean; 275 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.2 MiB/s wr, 25 op/s 2024-08-17T00:51:27.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:26 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:51:27.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:26 smithi137 ceph-mon[86391]: osdmap e687: 8 total, 8 up, 8 in 2024-08-17T00:51:27.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:26 smithi137 ceph-mon[86391]: pgmap v702: 121 pgs: 121 active+clean; 275 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.2 MiB/s wr, 25 op/s 2024-08-17T00:51:27.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:26 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:51:27.899 INFO:tasks.rados.rados.0.smithi082.stdout:3234: done (0 left) 2024-08-17T00:51:27.899 INFO:tasks.rados.rados.0.smithi082.stdout:3235: read oid 8 snap -1 2024-08-17T00:51:27.899 INFO:tasks.rados.rados.0.smithi082.stdout:3235: expect (ObjNum 986 snap 303 seq_num 986) 2024-08-17T00:51:27.899 INFO:tasks.rados.rados.0.smithi082.stdout:3236: copy_from oid 2 from oid 5 current snap is 304 2024-08-17T00:51:27.899 INFO:tasks.rados.rados.0.smithi082.stdout:3237: copy_from oid 15 from oid 11 current snap is 304 2024-08-17T00:51:27.899 INFO:tasks.rados.rados.0.smithi082.stdout:3238: delete oid 22 current snap is 304 2024-08-17T00:51:27.902 INFO:tasks.rados.rados.0.smithi082.stdout:3236: finishing copy_from to smithi08280503-2 2024-08-17T00:51:27.902 INFO:tasks.rados.rados.0.smithi082.stdout:3236: got expected ENOENT (src dne) 2024-08-17T00:51:27.902 INFO:tasks.rados.rados.0.smithi082.stdout:3237: finishing copy_from to smithi08280503-15 2024-08-17T00:51:27.903 INFO:tasks.rados.rados.0.smithi082.stdout:3237: got expected ENOENT (src dne) 2024-08-17T00:51:27.903 INFO:tasks.rados.rados.0.smithi082.stdout:3237: finishing copy_from racing read to smithi08280503-15 2024-08-17T00:51:27.903 INFO:tasks.rados.rados.0.smithi082.stdout:3236: finishing copy_from racing read to smithi08280503-2 2024-08-17T00:51:27.909 INFO:tasks.rados.rados.0.smithi082.stdout:3236: done (3 left) 2024-08-17T00:51:27.909 INFO:tasks.rados.rados.0.smithi082.stdout:3237: done (2 left) 2024-08-17T00:51:27.909 INFO:tasks.rados.rados.0.smithi082.stdout:3238: done (1 left) 2024-08-17T00:51:27.909 INFO:tasks.rados.rados.0.smithi082.stdout:3239: rollback oid 50 current snap is 304 2024-08-17T00:51:27.909 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 50 to 290 2024-08-17T00:51:27.909 INFO:tasks.rados.rados.0.smithi082.stdout:3240: rollback oid 17 current snap is 304 2024-08-17T00:51:27.909 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 17 to 279 2024-08-17T00:51:27.909 INFO:tasks.rados.rados.0.smithi082.stdout:3241: delete oid 36 current snap is 304 2024-08-17T00:51:27.914 INFO:tasks.rados.rados.0.smithi082.stdout:3241: done (3 left) 2024-08-17T00:51:27.914 INFO:tasks.rados.rados.0.smithi082.stdout:3242: copy_from oid 16 from oid 15 current snap is 304 2024-08-17T00:51:27.915 INFO:tasks.rados.rados.0.smithi082.stdout:3243: snap_create 2024-08-17T00:51:27.915 INFO:tasks.rados.rados.0.smithi082.stdout:3240: finishing rollback tid 0 to smithi08280503-17 2024-08-17T00:51:27.915 INFO:tasks.rados.rados.0.smithi082.stdout:3239: finishing rollback tid 0 to smithi08280503-50 2024-08-17T00:51:27.915 INFO:tasks.rados.rados.0.smithi082.stdout:3239: finishing rollback tid 1 to smithi08280503-50 2024-08-17T00:51:27.915 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 1819 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-17T00:51:27.916 INFO:tasks.rados.rados.0.smithi082.stdout:3240: finishing rollback tid 1 to smithi08280503-17 2024-08-17T00:51:27.916 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 1746 (ObjNum 129 snap 0 seq_num 1853861200) dirty dne 2024-08-17T00:51:27.929 INFO:tasks.rados.rados.0.smithi082.stdout:3242: finishing copy_from racing read to smithi08280503-16 2024-08-17T00:51:27.931 INFO:tasks.rados.rados.0.smithi082.stdout:3242: finishing copy_from to smithi08280503-16 2024-08-17T00:51:27.931 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 1725 (ObjNum 952 snap 290 seq_num 952) dirty exists 2024-08-17T00:51:27.954 INFO:tasks.rados.rados.0.smithi082.stdout:3235: expect (ObjNum 986 snap 303 seq_num 986) 2024-08-17T00:51:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:27 smithi082 ceph-mon[94343]: osdmap e688: 8 total, 8 up, 8 in 2024-08-17T00:51:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:51:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:51:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:51:28.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:27 smithi082 ceph-mon[91979]: osdmap e688: 8 total, 8 up, 8 in 2024-08-17T00:51:28.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:51:28.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:51:28.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:51:28.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:27 smithi137 ceph-mon[86391]: osdmap e688: 8 total, 8 up, 8 in 2024-08-17T00:51:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:51:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:51:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:51:28.913 INFO:tasks.rados.rados.0.smithi082.stdout:3235: done (4 left) 2024-08-17T00:51:28.913 INFO:tasks.rados.rados.0.smithi082.stdout:3239: done (3 left) 2024-08-17T00:51:28.913 INFO:tasks.rados.rados.0.smithi082.stdout:3240: done (2 left) 2024-08-17T00:51:28.913 INFO:tasks.rados.rados.0.smithi082.stdout:3242: done (1 left) 2024-08-17T00:51:28.914 INFO:tasks.rados.rados.0.smithi082.stdout:3243: done (0 left) 2024-08-17T00:51:28.914 INFO:tasks.rados.rados.0.smithi082.stdout:3244: delete oid 13 current snap is 305 2024-08-17T00:51:28.918 INFO:tasks.rados.rados.0.smithi082.stdout:3244: done (0 left) 2024-08-17T00:51:28.918 INFO:tasks.rados.rados.0.smithi082.stdout:3245: delete oid 2 current snap is 305 2024-08-17T00:51:28.920 INFO:tasks.rados.rados.0.smithi082.stdout:3245: done (0 left) 2024-08-17T00:51:28.921 INFO:tasks.rados.rados.0.smithi082.stdout:3246: snap_create 2024-08-17T00:51:29.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:28 smithi082 ceph-mon[91979]: osdmap e689: 8 total, 8 up, 8 in 2024-08-17T00:51:29.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:28 smithi082 ceph-mon[91979]: pgmap v705: 121 pgs: 121 active+clean; 291 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.2 MiB/s wr, 17 op/s 2024-08-17T00:51:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:28 smithi082 ceph-mon[94343]: osdmap e689: 8 total, 8 up, 8 in 2024-08-17T00:51:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:28 smithi082 ceph-mon[94343]: pgmap v705: 121 pgs: 121 active+clean; 291 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.2 MiB/s wr, 17 op/s 2024-08-17T00:51:29.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:28 smithi137 ceph-mon[86391]: osdmap e689: 8 total, 8 up, 8 in 2024-08-17T00:51:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:28 smithi137 ceph-mon[86391]: pgmap v705: 121 pgs: 121 active+clean; 291 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.2 MiB/s wr, 17 op/s 2024-08-17T00:51:29.927 INFO:tasks.rados.rados.0.smithi082.stdout:3246: done (0 left) 2024-08-17T00:51:29.928 INFO:tasks.rados.rados.0.smithi082.stdout:3247: read oid 49 snap -1 2024-08-17T00:51:29.928 INFO:tasks.rados.rados.0.smithi082.stdout:3247: expect (ObjNum 951 snap 290 seq_num 951) 2024-08-17T00:51:29.928 INFO:tasks.rados.rados.0.smithi082.stdout:3248: snap_remove snap 305 2024-08-17T00:51:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:29 smithi082 ceph-mon[91979]: osdmap e690: 8 total, 8 up, 8 in 2024-08-17T00:51:30.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:29 smithi082 ceph-mon[94343]: osdmap e690: 8 total, 8 up, 8 in 2024-08-17T00:51:30.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:29 smithi137 ceph-mon[86391]: osdmap e690: 8 total, 8 up, 8 in 2024-08-17T00:51:30.934 INFO:tasks.rados.rados.0.smithi082.stdout:3248: done (1 left) 2024-08-17T00:51:30.934 INFO:tasks.rados.rados.0.smithi082.stdout:3249: snap_remove snap 293 2024-08-17T00:51:31.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:30 smithi082 ceph-mon[91979]: osdmap e691: 8 total, 8 up, 8 in 2024-08-17T00:51:31.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:30 smithi082 ceph-mon[91979]: pgmap v708: 121 pgs: 121 active+clean; 304 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 7.7 MiB/s wr, 33 op/s 2024-08-17T00:51:31.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:30 smithi082 ceph-mon[94343]: osdmap e691: 8 total, 8 up, 8 in 2024-08-17T00:51:31.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:30 smithi082 ceph-mon[94343]: pgmap v708: 121 pgs: 121 active+clean; 304 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 7.7 MiB/s wr, 33 op/s 2024-08-17T00:51:31.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:30 smithi137 ceph-mon[86391]: osdmap e691: 8 total, 8 up, 8 in 2024-08-17T00:51:31.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:30 smithi137 ceph-mon[86391]: pgmap v708: 121 pgs: 121 active+clean; 304 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 7.7 MiB/s wr, 33 op/s 2024-08-17T00:51:31.940 INFO:tasks.rados.rados.0.smithi082.stdout:3249: done (1 left) 2024-08-17T00:51:31.940 INFO:tasks.rados.rados.0.smithi082.stdout:3250: delete oid 14 current snap is 306 2024-08-17T00:51:31.940 INFO:tasks.rados.rados.0.smithi082.stdout:3247: expect (ObjNum 951 snap 290 seq_num 951) 2024-08-17T00:51:31.987 INFO:tasks.rados.rados.0.smithi082.stdout:3247: done (1 left) 2024-08-17T00:51:31.987 INFO:tasks.rados.rados.0.smithi082.stdout:3250: done (0 left) 2024-08-17T00:51:31.987 INFO:tasks.rados.rados.0.smithi082.stdout:3251: rollback oid 19 current snap is 306 2024-08-17T00:51:31.987 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 19 to 299 2024-08-17T00:51:31.987 INFO:tasks.rados.rados.0.smithi082.stdout:3252: copy_from oid 18 from oid 42 current snap is 306 2024-08-17T00:51:31.987 INFO:tasks.rados.rados.0.smithi082.stdout:3253: read oid 30 snap 290 2024-08-17T00:51:31.988 INFO:tasks.rados.rados.0.smithi082.stdout:3253: expect (ObjNum 853 snap 266 seq_num 853) 2024-08-17T00:51:31.988 INFO:tasks.rados.rados.0.smithi082.stdout:3254: read oid 10 snap -1 2024-08-17T00:51:31.988 INFO:tasks.rados.rados.0.smithi082.stdout:3254: expect deleted 2024-08-17T00:51:31.988 INFO:tasks.rados.rados.0.smithi082.stdout:3255: delete oid 21 current snap is 306 2024-08-17T00:51:31.988 INFO:tasks.rados.rados.0.smithi082.stdout:3252: finishing copy_from to smithi08280503-18 2024-08-17T00:51:31.988 INFO:tasks.rados.rados.0.smithi082.stdout:3252: got expected ENOENT (src dne) 2024-08-17T00:51:31.989 INFO:tasks.rados.rados.0.smithi082.stdout:3252: finishing copy_from racing read to smithi08280503-18 2024-08-17T00:51:31.990 INFO:tasks.rados.rados.0.smithi082.stdout:3251: finishing rollback tid 0 to smithi08280503-19 2024-08-17T00:51:31.991 INFO:tasks.rados.rados.0.smithi082.stdout:3252: done (4 left) 2024-08-17T00:51:31.991 INFO:tasks.rados.rados.0.smithi082.stdout:3254: done (3 left) 2024-08-17T00:51:31.991 INFO:tasks.rados.rados.0.smithi082.stdout:3255: done (2 left) 2024-08-17T00:51:31.991 INFO:tasks.rados.rados.0.smithi082.stdout:3256: rmattr oid 1 current snap is 306 2024-08-17T00:51:31.991 INFO:tasks.rados.rados.0.smithi082.stdout:3256: done (2 left) 2024-08-17T00:51:31.991 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 35 current snap is 306 2024-08-17T00:51:31.991 INFO:tasks.rados.rados.0.smithi082.stdout:3257: seq_num 996 ranges {3006464=688128,3694592=507904,4202496=581632,4784128=516096} 2024-08-17T00:51:32.012 INFO:tasks.rados.rados.0.smithi082.stdout:3257: writing smithi08280503-35 from 3006464 to 3694592 tid 1 2024-08-17T00:51:32.016 INFO:tasks.rados.rados.0.smithi082.stdout:3257: writing smithi08280503-35 from 3694592 to 4202496 tid 2 2024-08-17T00:51:32.019 INFO:tasks.rados.rados.0.smithi082.stdout:3257: writing smithi08280503-35 from 4202496 to 4784128 tid 3 2024-08-17T00:51:32.023 INFO:tasks.rados.rados.0.smithi082.stdout:3257: writing smithi08280503-35 from 4784128 to 5300224 tid 4 2024-08-17T00:51:32.023 INFO:tasks.rados.rados.0.smithi082.stdout:3258: rollback oid 40 current snap is 306 2024-08-17T00:51:32.023 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 40 to 296 2024-08-17T00:51:32.023 INFO:tasks.rados.rados.0.smithi082.stdout:3251: finishing rollback tid 1 to smithi08280503-19 2024-08-17T00:51:32.024 INFO:tasks.rados.rados.0.smithi082.stdout:3251: finishing rollback tid 2 to smithi08280503-19 2024-08-17T00:51:32.024 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 1830 (ObjNum 951 snap 290 seq_num 951) dirty exists 2024-08-17T00:51:32.024 INFO:tasks.rados.rados.0.smithi082.stdout:3251: done (3 left) 2024-08-17T00:51:32.024 INFO:tasks.rados.rados.0.smithi082.stdout:3259: rmattr oid 2 current snap is 306 2024-08-17T00:51:32.024 INFO:tasks.rados.rados.0.smithi082.stdout:3259: done (3 left) 2024-08-17T00:51:32.024 INFO:tasks.rados.rados.0.smithi082.stdout:3260: read oid 28 snap -1 2024-08-17T00:51:32.024 INFO:tasks.rados.rados.0.smithi082.stdout:3260: expect (ObjNum 882 snap 273 seq_num 882) 2024-08-17T00:51:32.024 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 31 current snap is 306 2024-08-17T00:51:32.024 INFO:tasks.rados.rados.0.smithi082.stdout:3253: expect (ObjNum 853 snap 266 seq_num 853) 2024-08-17T00:51:32.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:31 smithi082 ceph-mon[94343]: osdmap e692: 8 total, 8 up, 8 in 2024-08-17T00:51:32.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:31 smithi082 ceph-mon[91979]: osdmap e692: 8 total, 8 up, 8 in 2024-08-17T00:51:32.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:31 smithi137 ceph-mon[86391]: osdmap e692: 8 total, 8 up, 8 in 2024-08-17T00:51:32.288 INFO:tasks.rados.rados.0.smithi082.stdout:3257: finishing write tid 1 to smithi08280503-35 2024-08-17T00:51:32.288 INFO:tasks.rados.rados.0.smithi082.stdout:3257: finishing write tid 2 to smithi08280503-35 2024-08-17T00:51:32.288 INFO:tasks.rados.rados.0.smithi082.stdout:3261: seq_num 997 ranges {9265152=704512,9969664=794624,10764288=794624,11558912=16384} 2024-08-17T00:51:32.340 INFO:tasks.rados.rados.0.smithi082.stdout:3261: writing smithi08280503-31 from 9265152 to 9969664 tid 1 2024-08-17T00:51:32.345 INFO:tasks.rados.rados.0.smithi082.stdout:3261: writing smithi08280503-31 from 9969664 to 10764288 tid 2 2024-08-17T00:51:32.350 INFO:tasks.rados.rados.0.smithi082.stdout:3261: writing smithi08280503-31 from 10764288 to 11558912 tid 3 2024-08-17T00:51:32.350 INFO:tasks.rados.rados.0.smithi082.stdout:3261: writing smithi08280503-31 from 11558912 to 11575296 tid 4 2024-08-17T00:51:32.351 INFO:tasks.rados.rados.0.smithi082.stdout:3253: done (4 left) 2024-08-17T00:51:32.351 INFO:tasks.rados.rados.0.smithi082.stdout:3262: snap_create 2024-08-17T00:51:32.351 INFO:tasks.rados.rados.0.smithi082.stdout:3257: finishing write tid 3 to smithi08280503-35 2024-08-17T00:51:32.351 INFO:tasks.rados.rados.0.smithi082.stdout:3257: finishing write tid 4 to smithi08280503-35 2024-08-17T00:51:32.351 INFO:tasks.rados.rados.0.smithi082.stdout:3257: finishing write tid 5 to smithi08280503-35 2024-08-17T00:51:32.351 INFO:tasks.rados.rados.0.smithi082.stdout:3258: finishing rollback tid 0 to smithi08280503-40 2024-08-17T00:51:32.351 INFO:tasks.rados.rados.0.smithi082.stdout:3257: finishing write tid 6 to smithi08280503-35 2024-08-17T00:51:32.351 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 1870 (ObjNum 996 snap 306 seq_num 996) dirty exists 2024-08-17T00:51:32.351 INFO:tasks.rados.rados.0.smithi082.stdout:3257: left oid 35 (ObjNum 996 snap 306 seq_num 996) 2024-08-17T00:51:32.351 INFO:tasks.rados.rados.0.smithi082.stdout:3258: finishing rollback tid 1 to smithi08280503-40 2024-08-17T00:51:32.351 INFO:tasks.rados.rados.0.smithi082.stdout:3258: finishing rollback tid 2 to smithi08280503-40 2024-08-17T00:51:32.351 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 1834 (ObjNum 901 snap 274 seq_num 901) dirty exists 2024-08-17T00:51:32.351 INFO:tasks.rados.rados.0.smithi082.stdout:3260: expect (ObjNum 882 snap 273 seq_num 882) 2024-08-17T00:51:32.697 INFO:tasks.rados.rados.0.smithi082.stdout:3261: finishing write tid 1 to smithi08280503-31 2024-08-17T00:51:32.697 INFO:tasks.rados.rados.0.smithi082.stdout:3261: finishing write tid 2 to smithi08280503-31 2024-08-17T00:51:32.697 INFO:tasks.rados.rados.0.smithi082.stdout:3261: finishing write tid 3 to smithi08280503-31 2024-08-17T00:51:32.698 INFO:tasks.rados.rados.0.smithi082.stdout:3261: finishing write tid 4 to smithi08280503-31 2024-08-17T00:51:32.698 INFO:tasks.rados.rados.0.smithi082.stdout:3261: finishing write tid 5 to smithi08280503-31 2024-08-17T00:51:32.698 INFO:tasks.rados.rados.0.smithi082.stdout:3261: finishing write tid 6 to smithi08280503-31 2024-08-17T00:51:32.698 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 1840 (ObjNum 997 snap 306 seq_num 997) dirty exists 2024-08-17T00:51:32.698 INFO:tasks.rados.rados.0.smithi082.stdout:3261: left oid 31 (ObjNum 997 snap 306 seq_num 997) 2024-08-17T00:51:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:51:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:51:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:51:32.952 INFO:tasks.rados.rados.0.smithi082.stdout:3257: done (4 left) 2024-08-17T00:51:32.952 INFO:tasks.rados.rados.0.smithi082.stdout:3258: done (3 left) 2024-08-17T00:51:32.952 INFO:tasks.rados.rados.0.smithi082.stdout:3260: done (2 left) 2024-08-17T00:51:32.952 INFO:tasks.rados.rados.0.smithi082.stdout:3261: done (1 left) 2024-08-17T00:51:32.952 INFO:tasks.rados.rados.0.smithi082.stdout:3262: done (0 left) 2024-08-17T00:51:32.952 INFO:tasks.rados.rados.0.smithi082.stdout:3263: snap_create 2024-08-17T00:51:33.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:32 smithi082 ceph-mon[94343]: osdmap e693: 8 total, 8 up, 8 in 2024-08-17T00:51:33.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:32 smithi082 ceph-mon[94343]: pgmap v711: 121 pgs: 121 active+clean; 305 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.2 MiB/s wr, 25 op/s 2024-08-17T00:51:33.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:32 smithi082 ceph-mon[91979]: osdmap e693: 8 total, 8 up, 8 in 2024-08-17T00:51:33.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:32 smithi082 ceph-mon[91979]: pgmap v711: 121 pgs: 121 active+clean; 305 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.2 MiB/s wr, 25 op/s 2024-08-17T00:51:33.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:32 smithi137 ceph-mon[86391]: osdmap e693: 8 total, 8 up, 8 in 2024-08-17T00:51:33.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:32 smithi137 ceph-mon[86391]: pgmap v711: 121 pgs: 121 active+clean; 305 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.2 MiB/s wr, 25 op/s 2024-08-17T00:51:33.849 INFO:tasks.rados.rados.0.smithi082.stdout:3263: done (0 left) 2024-08-17T00:51:33.849 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 32 current snap is 308 2024-08-17T00:51:33.849 INFO:tasks.rados.rados.0.smithi082.stdout:3264: seq_num 998 ranges {0=720896,720896=679936,1400832=598016,1998848=327680} 2024-08-17T00:51:33.852 INFO:tasks.rados.rados.0.smithi082.stdout:3264: writing smithi08280503-32 from 0 to 720896 tid 1 2024-08-17T00:51:33.857 INFO:tasks.rados.rados.0.smithi082.stdout:3264: writing smithi08280503-32 from 720896 to 1400832 tid 2 2024-08-17T00:51:33.861 INFO:tasks.rados.rados.0.smithi082.stdout:3264: writing smithi08280503-32 from 1400832 to 1998848 tid 3 2024-08-17T00:51:33.864 INFO:tasks.rados.rados.0.smithi082.stdout:3264: writing smithi08280503-32 from 1998848 to 2326528 tid 4 2024-08-17T00:51:33.864 INFO:tasks.rados.rados.0.smithi082.stdout:3265: read oid 50 snap 290 2024-08-17T00:51:33.864 INFO:tasks.rados.rados.0.smithi082.stdout:3265: expect deleted 2024-08-17T00:51:33.864 INFO:tasks.rados.rados.0.smithi082.stdout:3266: copy_from oid 45 from oid 16 current snap is 308 2024-08-17T00:51:33.864 INFO:tasks.rados.rados.0.smithi082.stdout:3264: finishing write tid 1 to smithi08280503-32 2024-08-17T00:51:33.864 INFO:tasks.rados.rados.0.smithi082.stdout:3264: finishing write tid 2 to smithi08280503-32 2024-08-17T00:51:33.864 INFO:tasks.rados.rados.0.smithi082.stdout:3267: snap_create 2024-08-17T00:51:33.866 INFO:tasks.rados.rados.0.smithi082.stdout:3264: finishing write tid 3 to smithi08280503-32 2024-08-17T00:51:33.867 INFO:tasks.rados.rados.0.smithi082.stdout:3264: finishing write tid 4 to smithi08280503-32 2024-08-17T00:51:33.867 INFO:tasks.rados.rados.0.smithi082.stdout:3264: finishing write tid 5 to smithi08280503-32 2024-08-17T00:51:33.869 INFO:tasks.rados.rados.0.smithi082.stdout:3264: finishing write tid 6 to smithi08280503-32 2024-08-17T00:51:33.869 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 1840 (ObjNum 998 snap 308 seq_num 998) dirty exists 2024-08-17T00:51:33.869 INFO:tasks.rados.rados.0.smithi082.stdout:3264: left oid 32 (ObjNum 998 snap 308 seq_num 998) 2024-08-17T00:51:33.873 INFO:tasks.rados.rados.0.smithi082.stdout:3266: finishing copy_from racing read to smithi08280503-45 2024-08-17T00:51:33.876 INFO:tasks.rados.rados.0.smithi082.stdout:3266: finishing copy_from to smithi08280503-45 2024-08-17T00:51:33.876 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 1725 (ObjNum 952 snap 290 seq_num 952) dirty exists 2024-08-17T00:51:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:33 smithi082 ceph-mon[94343]: osdmap e694: 8 total, 8 up, 8 in 2024-08-17T00:51:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:33 smithi082 ceph-mon[94343]: osdmap e695: 8 total, 8 up, 8 in 2024-08-17T00:51:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:33 smithi082 ceph-mon[91979]: osdmap e694: 8 total, 8 up, 8 in 2024-08-17T00:51:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:33 smithi082 ceph-mon[91979]: osdmap e695: 8 total, 8 up, 8 in 2024-08-17T00:51:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:33 smithi137 ceph-mon[86391]: osdmap e694: 8 total, 8 up, 8 in 2024-08-17T00:51:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:33 smithi137 ceph-mon[86391]: osdmap e695: 8 total, 8 up, 8 in 2024-08-17T00:51:34.849 INFO:tasks.rados.rados.0.smithi082.stdout:3264: done (3 left) 2024-08-17T00:51:34.849 INFO:tasks.rados.rados.0.smithi082.stdout:3265: done (2 left) 2024-08-17T00:51:34.849 INFO:tasks.rados.rados.0.smithi082.stdout:3266: done (1 left) 2024-08-17T00:51:34.850 INFO:tasks.rados.rados.0.smithi082.stdout:3267: done (0 left) 2024-08-17T00:51:34.850 INFO:tasks.rados.rados.0.smithi082.stdout:3268: read oid 34 snap -1 2024-08-17T00:51:34.850 INFO:tasks.rados.rados.0.smithi082.stdout:3268: expect deleted 2024-08-17T00:51:34.850 INFO:tasks.rados.rados.0.smithi082.stdout:3269: copy_from oid 11 from oid 38 current snap is 309 2024-08-17T00:51:34.850 INFO:tasks.rados.rados.0.smithi082.stdout:3270: snap_create 2024-08-17T00:51:34.861 INFO:tasks.rados.rados.0.smithi082.stdout:3269: finishing copy_from racing read to smithi08280503-11 2024-08-17T00:51:34.862 INFO:tasks.rados.rados.0.smithi082.stdout:3269: finishing copy_from to smithi08280503-11 2024-08-17T00:51:34.862 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 1284 (ObjNum 982 snap 303 seq_num 982) dirty exists 2024-08-17T00:51:35.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:51:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:51:35] "GET /metrics HTTP/1.1" 200 36277 "" "Prometheus/2.43.0" 2024-08-17T00:51:35.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:34 smithi082 ceph-mon[94343]: pgmap v714: 121 pgs: 121 active+clean; 312 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-08-17T00:51:35.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:34 smithi082 ceph-mon[94343]: osdmap e696: 8 total, 8 up, 8 in 2024-08-17T00:51:35.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:34 smithi082 ceph-mon[91979]: pgmap v714: 121 pgs: 121 active+clean; 312 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-08-17T00:51:35.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:34 smithi082 ceph-mon[91979]: osdmap e696: 8 total, 8 up, 8 in 2024-08-17T00:51:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:34 smithi137 ceph-mon[86391]: pgmap v714: 121 pgs: 121 active+clean; 312 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-08-17T00:51:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:34 smithi137 ceph-mon[86391]: osdmap e696: 8 total, 8 up, 8 in 2024-08-17T00:51:35.851 INFO:tasks.rados.rados.0.smithi082.stdout:3268: done (2 left) 2024-08-17T00:51:35.851 INFO:tasks.rados.rados.0.smithi082.stdout:3269: done (1 left) 2024-08-17T00:51:35.851 INFO:tasks.rados.rados.0.smithi082.stdout:3270: done (0 left) 2024-08-17T00:51:35.851 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 26 current snap is 310 2024-08-17T00:51:35.851 INFO:tasks.rados.rados.0.smithi082.stdout:3271: seq_num 999 ranges {3006464=737280,3743744=565248,4308992=761856,5070848=278528} 2024-08-17T00:51:35.870 INFO:tasks.rados.rados.0.smithi082.stdout:3271: writing smithi08280503-26 from 3006464 to 3743744 tid 1 2024-08-17T00:51:35.874 INFO:tasks.rados.rados.0.smithi082.stdout:3271: writing smithi08280503-26 from 3743744 to 4308992 tid 2 2024-08-17T00:51:35.879 INFO:tasks.rados.rados.0.smithi082.stdout:3271: writing smithi08280503-26 from 4308992 to 5070848 tid 3 2024-08-17T00:51:35.881 INFO:tasks.rados.rados.0.smithi082.stdout:3271: writing smithi08280503-26 from 5070848 to 5349376 tid 4 2024-08-17T00:51:35.881 INFO:tasks.rados.rados.0.smithi082.stdout:3272: rollback oid 10 current snap is 310 2024-08-17T00:51:35.881 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 10 to 299 2024-08-17T00:51:35.881 INFO:tasks.rados.rados.0.smithi082.stdout:3271: finishing write tid 1 to smithi08280503-26 2024-08-17T00:51:35.881 INFO:tasks.rados.rados.0.smithi082.stdout:3271: finishing write tid 2 to smithi08280503-26 2024-08-17T00:51:35.881 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 49 current snap is 310 2024-08-17T00:51:35.882 INFO:tasks.rados.rados.0.smithi082.stdout:3273: seq_num 1000 ranges {1540096=753664,2293760=442368,2736128=565248,3301376=458752,3760128=139264} 2024-08-17T00:51:35.893 INFO:tasks.rados.rados.0.smithi082.stdout:3273: writing smithi08280503-49 from 1540096 to 2293760 tid 1 2024-08-17T00:51:35.896 INFO:tasks.rados.rados.0.smithi082.stdout:3273: writing smithi08280503-49 from 2293760 to 2736128 tid 2 2024-08-17T00:51:35.900 INFO:tasks.rados.rados.0.smithi082.stdout:3273: writing smithi08280503-49 from 2736128 to 3301376 tid 3 2024-08-17T00:51:35.902 INFO:tasks.rados.rados.0.smithi082.stdout:3273: writing smithi08280503-49 from 3301376 to 3760128 tid 4 2024-08-17T00:51:35.904 INFO:tasks.rados.rados.0.smithi082.stdout:3273: writing smithi08280503-49 from 3760128 to 3899392 tid 5 2024-08-17T00:51:35.904 INFO:tasks.rados.rados.0.smithi082.stdout:3274: read oid 25 snap -1 2024-08-17T00:51:35.904 INFO:tasks.rados.rados.0.smithi082.stdout:3274: expect deleted 2024-08-17T00:51:35.904 INFO:tasks.rados.rados.0.smithi082.stdout:3275: read oid 24 snap -1 2024-08-17T00:51:35.904 INFO:tasks.rados.rados.0.smithi082.stdout:3275: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:51:35.904 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 43 current snap is 310 2024-08-17T00:51:35.904 INFO:tasks.rados.rados.0.smithi082.stdout:3271: finishing write tid 3 to smithi08280503-26 2024-08-17T00:51:35.904 INFO:tasks.rados.rados.0.smithi082.stdout:3276: seq_num 1001 ranges {2048000=770048,2818048=729088,3547136=770048,4317184=106496} 2024-08-17T00:51:35.919 INFO:tasks.rados.rados.0.smithi082.stdout:3276: writing smithi08280503-43 from 2048000 to 2818048 tid 1 2024-08-17T00:51:35.923 INFO:tasks.rados.rados.0.smithi082.stdout:3276: writing smithi08280503-43 from 2818048 to 3547136 tid 2 2024-08-17T00:51:35.928 INFO:tasks.rados.rados.0.smithi082.stdout:3276: writing smithi08280503-43 from 3547136 to 4317184 tid 3 2024-08-17T00:51:35.929 INFO:tasks.rados.rados.0.smithi082.stdout:3276: writing smithi08280503-43 from 4317184 to 4423680 tid 4 2024-08-17T00:51:35.929 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 17 current snap is 310 2024-08-17T00:51:35.929 INFO:tasks.rados.rados.0.smithi082.stdout:3272: finishing rollback tid 1 to smithi08280503-10 2024-08-17T00:51:35.929 INFO:tasks.rados.rados.0.smithi082.stdout:3272: finishing rollback tid 2 to smithi08280503-10 2024-08-17T00:51:35.929 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 1789 (ObjNum 945 snap 287 seq_num 945) dirty exists 2024-08-17T00:51:35.929 INFO:tasks.rados.rados.0.smithi082.stdout:3271: finishing write tid 4 to smithi08280503-26 2024-08-17T00:51:35.929 INFO:tasks.rados.rados.0.smithi082.stdout:3271: finishing write tid 5 to smithi08280503-26 2024-08-17T00:51:35.930 INFO:tasks.rados.rados.0.smithi082.stdout:3271: finishing write tid 6 to smithi08280503-26 2024-08-17T00:51:35.930 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 1901 (ObjNum 999 snap 310 seq_num 999) dirty exists 2024-08-17T00:51:35.930 INFO:tasks.rados.rados.0.smithi082.stdout:3271: left oid 26 (ObjNum 999 snap 310 seq_num 999) 2024-08-17T00:51:35.930 INFO:tasks.rados.rados.0.smithi082.stdout:3273: finishing write tid 1 to smithi08280503-49 2024-08-17T00:51:35.930 INFO:tasks.rados.rados.0.smithi082.stdout:3273: finishing write tid 2 to smithi08280503-49 2024-08-17T00:51:35.930 INFO:tasks.rados.rados.0.smithi082.stdout:3277: seq_num 1002 ranges {0=786432,786432=614400,1400832=581632,1982464=409600} 2024-08-17T00:51:35.933 INFO:tasks.rados.rados.0.smithi082.stdout:3277: writing smithi08280503-17 from 0 to 786432 tid 1 2024-08-17T00:51:35.937 INFO:tasks.rados.rados.0.smithi082.stdout:3277: writing smithi08280503-17 from 786432 to 1400832 tid 2 2024-08-17T00:51:35.940 INFO:tasks.rados.rados.0.smithi082.stdout:3277: writing smithi08280503-17 from 1400832 to 1982464 tid 3 2024-08-17T00:51:35.943 INFO:tasks.rados.rados.0.smithi082.stdout:3277: writing smithi08280503-17 from 1982464 to 2392064 tid 4 2024-08-17T00:51:35.943 INFO:tasks.rados.rados.0.smithi082.stdout:3271: done (6 left) 2024-08-17T00:51:35.943 INFO:tasks.rados.rados.0.smithi082.stdout:3272: done (5 left) 2024-08-17T00:51:35.943 INFO:tasks.rados.rados.0.smithi082.stdout:3278: setattr oid 36 current snap is 310 2024-08-17T00:51:35.943 INFO:tasks.rados.rados.0.smithi082.stdout:3273: finishing write tid 3 to smithi08280503-49 2024-08-17T00:51:35.943 INFO:tasks.rados.rados.0.smithi082.stdout:3275: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:51:35.944 INFO:tasks.rados.rados.0.smithi082.stdout:3273: finishing write tid 4 to smithi08280503-49 2024-08-17T00:51:35.944 INFO:tasks.rados.rados.0.smithi082.stdout:3273: finishing write tid 5 to smithi08280503-49 2024-08-17T00:51:35.945 INFO:tasks.rados.rados.0.smithi082.stdout:3273: finishing write tid 6 to smithi08280503-49 2024-08-17T00:51:35.945 INFO:tasks.rados.rados.0.smithi082.stdout:3273: finishing write tid 7 to smithi08280503-49 2024-08-17T00:51:35.945 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 49 v 1847 (ObjNum 1000 snap 310 seq_num 1000) dirty exists 2024-08-17T00:51:35.945 INFO:tasks.rados.rados.0.smithi082.stdout:3273: left oid 49 (ObjNum 1000 snap 310 seq_num 1000) 2024-08-17T00:51:35.945 INFO:tasks.rados.rados.0.smithi082.stdout:3276: finishing write tid 1 to smithi08280503-43 2024-08-17T00:51:35.945 INFO:tasks.rados.rados.0.smithi082.stdout:3276: finishing write tid 2 to smithi08280503-43 2024-08-17T00:51:35.945 INFO:tasks.rados.rados.0.smithi082.stdout:3276: finishing write tid 3 to smithi08280503-43 2024-08-17T00:51:35.945 INFO:tasks.rados.rados.0.smithi082.stdout:3276: finishing write tid 4 to smithi08280503-43 2024-08-17T00:51:35.945 INFO:tasks.rados.rados.0.smithi082.stdout:3276: finishing write tid 5 to smithi08280503-43 2024-08-17T00:51:35.945 INFO:tasks.rados.rados.0.smithi082.stdout:3276: finishing write tid 6 to smithi08280503-43 2024-08-17T00:51:35.945 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 1907 (ObjNum 1001 snap 310 seq_num 1001) dirty exists 2024-08-17T00:51:35.946 INFO:tasks.rados.rados.0.smithi082.stdout:3276: left oid 43 (ObjNum 1001 snap 310 seq_num 1001) 2024-08-17T00:51:35.946 INFO:tasks.rados.rados.0.smithi082.stdout:3277: finishing write tid 1 to smithi08280503-17 2024-08-17T00:51:35.946 INFO:tasks.rados.rados.0.smithi082.stdout:3277: finishing write tid 2 to smithi08280503-17 2024-08-17T00:51:35.946 INFO:tasks.rados.rados.0.smithi082.stdout:3277: finishing write tid 3 to smithi08280503-17 2024-08-17T00:51:35.946 INFO:tasks.rados.rados.0.smithi082.stdout:3273: done (5 left) 2024-08-17T00:51:35.946 INFO:tasks.rados.rados.0.smithi082.stdout:3274: done (4 left) 2024-08-17T00:51:35.946 INFO:tasks.rados.rados.0.smithi082.stdout:3275: done (3 left) 2024-08-17T00:51:35.946 INFO:tasks.rados.rados.0.smithi082.stdout:3276: done (2 left) 2024-08-17T00:51:35.946 INFO:tasks.rados.rados.0.smithi082.stdout:3279: copy_from oid 14 from oid 29 current snap is 310 2024-08-17T00:51:35.946 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 42 current snap is 310 2024-08-17T00:51:35.947 INFO:tasks.rados.rados.0.smithi082.stdout:3280: seq_num 1003 ranges {0=802816,802816=499712,1302528=737280,2039808=368640} 2024-08-17T00:51:35.949 INFO:tasks.rados.rados.0.smithi082.stdout:3280: writing smithi08280503-42 from 0 to 802816 tid 1 2024-08-17T00:51:35.952 INFO:tasks.rados.rados.0.smithi082.stdout:3280: writing smithi08280503-42 from 802816 to 1302528 tid 2 2024-08-17T00:51:35.957 INFO:tasks.rados.rados.0.smithi082.stdout:3280: writing smithi08280503-42 from 1302528 to 2039808 tid 3 2024-08-17T00:51:35.959 INFO:tasks.rados.rados.0.smithi082.stdout:3280: writing smithi08280503-42 from 2039808 to 2408448 tid 4 2024-08-17T00:51:35.959 INFO:tasks.rados.rados.0.smithi082.stdout:3281: delete oid 37 current snap is 310 2024-08-17T00:51:35.959 INFO:tasks.rados.rados.0.smithi082.stdout:3277: finishing write tid 4 to smithi08280503-17 2024-08-17T00:51:35.959 INFO:tasks.rados.rados.0.smithi082.stdout:3277: finishing write tid 5 to smithi08280503-17 2024-08-17T00:51:35.959 INFO:tasks.rados.rados.0.smithi082.stdout:3277: finishing write tid 6 to smithi08280503-17 2024-08-17T00:51:35.959 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 1751 (ObjNum 1002 snap 310 seq_num 1002) dirty exists 2024-08-17T00:51:35.959 INFO:tasks.rados.rados.0.smithi082.stdout:3277: left oid 17 (ObjNum 1002 snap 310 seq_num 1002) 2024-08-17T00:51:35.959 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 1723 (ObjNum 65 snap 0 seq_num 3911626000) dirty exists 2024-08-17T00:51:35.960 INFO:tasks.rados.rados.0.smithi082.stdout:3280: finishing write tid 1 to smithi08280503-42 2024-08-17T00:51:35.960 INFO:tasks.rados.rados.0.smithi082.stdout:3280: finishing write tid 2 to smithi08280503-42 2024-08-17T00:51:35.962 INFO:tasks.rados.rados.0.smithi082.stdout:3277: done (4 left) 2024-08-17T00:51:35.962 INFO:tasks.rados.rados.0.smithi082.stdout:3278: done (3 left) 2024-08-17T00:51:35.962 INFO:tasks.rados.rados.0.smithi082.stdout:3281: done (2 left) 2024-08-17T00:51:35.962 INFO:tasks.rados.rados.0.smithi082.stdout:3282: read oid 23 snap -1 2024-08-17T00:51:35.962 INFO:tasks.rados.rados.0.smithi082.stdout:3282: expect (ObjNum 937 snap 286 seq_num 937) 2024-08-17T00:51:35.962 INFO:tasks.rados.rados.0.smithi082.stdout:3283: read oid 31 snap -1 2024-08-17T00:51:35.962 INFO:tasks.rados.rados.0.smithi082.stdout:3283: expect (ObjNum 997 snap 306 seq_num 997) 2024-08-17T00:51:35.962 INFO:tasks.rados.rados.0.smithi082.stdout:3284: read oid 16 snap -1 2024-08-17T00:51:35.962 INFO:tasks.rados.rados.0.smithi082.stdout:3284: expect (ObjNum 952 snap 290 seq_num 952) 2024-08-17T00:51:35.963 INFO:tasks.rados.rados.0.smithi082.stdout:3285: copy_from oid 48 from oid 11 current snap is 310 2024-08-17T00:51:35.963 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 37 current snap is 310 2024-08-17T00:51:35.963 INFO:tasks.rados.rados.0.smithi082.stdout:3286: seq_num 1005 ranges {0=32768} 2024-08-17T00:51:35.963 INFO:tasks.rados.rados.0.smithi082.stdout:3286: writing smithi08280503-37 from 0 to 32768 tid 1 2024-08-17T00:51:35.963 INFO:tasks.rados.rados.0.smithi082.stdout:3287: snap_create 2024-08-17T00:51:35.964 INFO:tasks.rados.rados.0.smithi082.stdout:3280: finishing write tid 3 to smithi08280503-42 2024-08-17T00:51:35.966 INFO:tasks.rados.rados.0.smithi082.stdout:3280: finishing write tid 4 to smithi08280503-42 2024-08-17T00:51:35.966 INFO:tasks.rados.rados.0.smithi082.stdout:3280: finishing write tid 5 to smithi08280503-42 2024-08-17T00:51:35.969 INFO:tasks.rados.rados.0.smithi082.stdout:3284: expect (ObjNum 952 snap 290 seq_num 952) 2024-08-17T00:51:36.017 INFO:tasks.rados.rados.0.smithi082.stdout:3286: finishing write tid 1 to smithi08280503-37 2024-08-17T00:51:36.017 INFO:tasks.rados.rados.0.smithi082.stdout:3286: finishing write tid 2 to smithi08280503-37 2024-08-17T00:51:36.017 INFO:tasks.rados.rados.0.smithi082.stdout:3280: finishing write tid 6 to smithi08280503-42 2024-08-17T00:51:36.017 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 1728 (ObjNum 1003 snap 310 seq_num 1003) dirty exists 2024-08-17T00:51:36.017 INFO:tasks.rados.rados.0.smithi082.stdout:3280: left oid 42 (ObjNum 1003 snap 310 seq_num 1003) 2024-08-17T00:51:36.017 INFO:tasks.rados.rados.0.smithi082.stdout:3286: finishing write tid 3 to smithi08280503-37 2024-08-17T00:51:36.017 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 1850 (ObjNum 1005 snap 310 seq_num 1005) dirty exists 2024-08-17T00:51:36.018 INFO:tasks.rados.rados.0.smithi082.stdout:3286: left oid 37 (ObjNum 1005 snap 310 seq_num 1005) 2024-08-17T00:51:36.018 INFO:tasks.rados.rados.0.smithi082.stdout:3282: expect (ObjNum 937 snap 286 seq_num 937) 2024-08-17T00:51:36.050 INFO:tasks.rados.rados.0.smithi082.stdout:3285: finishing copy_from racing read to smithi08280503-48 2024-08-17T00:51:36.050 INFO:tasks.rados.rados.0.smithi082.stdout:3279: finishing copy_from racing read to smithi08280503-14 2024-08-17T00:51:36.050 INFO:tasks.rados.rados.0.smithi082.stdout:3279: finishing copy_from to smithi08280503-14 2024-08-17T00:51:36.050 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 1720 (ObjNum 935 snap 285 seq_num 935) dirty exists 2024-08-17T00:51:36.050 INFO:tasks.rados.rados.0.smithi082.stdout:3285: finishing copy_from to smithi08280503-48 2024-08-17T00:51:36.050 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 1284 (ObjNum 982 snap 303 seq_num 982) dirty exists 2024-08-17T00:51:36.050 INFO:tasks.rados.rados.0.smithi082.stdout:3283: expect (ObjNum 997 snap 306 seq_num 997) 2024-08-17T00:51:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:51:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:35 smithi082 ceph-mon[94343]: osdmap e697: 8 total, 8 up, 8 in 2024-08-17T00:51:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:51:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:35 smithi082 ceph-mon[91979]: osdmap e697: 8 total, 8 up, 8 in 2024-08-17T00:51:36.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:51:36.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:35 smithi137 ceph-mon[86391]: osdmap e697: 8 total, 8 up, 8 in 2024-08-17T00:51:36.978 INFO:tasks.rados.rados.0.smithi082.stdout:3279: done (7 left) 2024-08-17T00:51:36.978 INFO:tasks.rados.rados.0.smithi082.stdout:3280: done (6 left) 2024-08-17T00:51:36.978 INFO:tasks.rados.rados.0.smithi082.stdout:3282: done (5 left) 2024-08-17T00:51:36.978 INFO:tasks.rados.rados.0.smithi082.stdout:3283: done (4 left) 2024-08-17T00:51:36.978 INFO:tasks.rados.rados.0.smithi082.stdout:3284: done (3 left) 2024-08-17T00:51:36.978 INFO:tasks.rados.rados.0.smithi082.stdout:3285: done (2 left) 2024-08-17T00:51:36.978 INFO:tasks.rados.rados.0.smithi082.stdout:3286: done (1 left) 2024-08-17T00:51:36.978 INFO:tasks.rados.rados.0.smithi082.stdout:3287: done (0 left) 2024-08-17T00:51:36.978 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 5 current snap is 311 2024-08-17T00:51:36.979 INFO:tasks.rados.rados.0.smithi082.stdout:3288: seq_num 1006 ranges {0=49152} 2024-08-17T00:51:36.979 INFO:tasks.rados.rados.0.smithi082.stdout:3288: writing smithi08280503-5 from 0 to 49152 tid 1 2024-08-17T00:51:36.979 INFO:tasks.rados.rados.0.smithi082.stdout:3289: delete oid 35 current snap is 311 2024-08-17T00:51:36.982 INFO:tasks.rados.rados.0.smithi082.stdout:3288: finishing write tid 1 to smithi08280503-5 2024-08-17T00:51:36.982 INFO:tasks.rados.rados.0.smithi082.stdout:3288: finishing write tid 2 to smithi08280503-5 2024-08-17T00:51:36.983 INFO:tasks.rados.rados.0.smithi082.stdout:3289: done (1 left) 2024-08-17T00:51:36.983 INFO:tasks.rados.rados.0.smithi082.stdout:3290: rmattr oid 45 current snap is 311 2024-08-17T00:51:36.983 INFO:tasks.rados.rados.0.smithi082.stdout:3290: done (1 left) 2024-08-17T00:51:36.983 INFO:tasks.rados.rados.0.smithi082.stdout:3291: read oid 42 snap -1 2024-08-17T00:51:36.983 INFO:tasks.rados.rados.0.smithi082.stdout:3291: expect (ObjNum 1003 snap 310 seq_num 1003) 2024-08-17T00:51:36.983 INFO:tasks.rados.rados.0.smithi082.stdout:3292: read oid 46 snap -1 2024-08-17T00:51:36.983 INFO:tasks.rados.rados.0.smithi082.stdout:3292: expect deleted 2024-08-17T00:51:36.983 INFO:tasks.rados.rados.0.smithi082.stdout:3293: copy_from oid 25 from oid 1 current snap is 311 2024-08-17T00:51:36.983 INFO:tasks.rados.rados.0.smithi082.stdout:3294: rmattr oid 30 current snap is 311 2024-08-17T00:51:36.983 INFO:tasks.rados.rados.0.smithi082.stdout:3294: done (4 left) 2024-08-17T00:51:36.983 INFO:tasks.rados.rados.0.smithi082.stdout:3295: read oid 14 snap 279 2024-08-17T00:51:36.983 INFO:tasks.rados.rados.0.smithi082.stdout:3295: expect (ObjNum 842 snap 261 seq_num 842) 2024-08-17T00:51:36.983 INFO:tasks.rados.rados.0.smithi082.stdout:3296: delete oid 2 current snap is 311 2024-08-17T00:51:36.984 INFO:tasks.rados.rados.0.smithi082.stdout:3292: done (5 left) 2024-08-17T00:51:36.984 INFO:tasks.rados.rados.0.smithi082.stdout:3296: done (4 left) 2024-08-17T00:51:36.984 INFO:tasks.rados.rados.0.smithi082.stdout:3297: rollback oid 37 current snap is 311 2024-08-17T00:51:36.984 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 37 to 310 2024-08-17T00:51:36.985 INFO:tasks.rados.rados.0.smithi082.stdout:3298: rmattr oid 31 current snap is 311 2024-08-17T00:51:36.985 INFO:tasks.rados.rados.0.smithi082.stdout:3298: done (5 left) 2024-08-17T00:51:36.985 INFO:tasks.rados.rados.0.smithi082.stdout:3299: rollback oid 43 current snap is 311 2024-08-17T00:51:36.985 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 43 to 304 2024-08-17T00:51:36.985 INFO:tasks.rados.rados.0.smithi082.stdout:3300: delete oid 27 current snap is 311 2024-08-17T00:51:36.985 INFO:tasks.rados.rados.0.smithi082.stdout:3288: finishing write tid 3 to smithi08280503-5 2024-08-17T00:51:36.985 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 1791 (ObjNum 1006 snap 311 seq_num 1006) dirty exists 2024-08-17T00:51:36.985 INFO:tasks.rados.rados.0.smithi082.stdout:3288: left oid 5 (ObjNum 1006 snap 311 seq_num 1006) 2024-08-17T00:51:36.988 INFO:tasks.rados.rados.0.smithi082.stdout:3297: finishing rollback tid 0 to smithi08280503-37 2024-08-17T00:51:36.989 INFO:tasks.rados.rados.0.smithi082.stdout:3297: finishing rollback tid 1 to smithi08280503-37 2024-08-17T00:51:36.989 INFO:tasks.rados.rados.0.smithi082.stdout:3297: finishing rollback tid 2 to smithi08280503-37 2024-08-17T00:51:36.989 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 1856 (ObjNum 1005 snap 310 seq_num 1005) dirty exists 2024-08-17T00:51:36.989 INFO:tasks.rados.rados.0.smithi082.stdout:3288: done (6 left) 2024-08-17T00:51:36.990 INFO:tasks.rados.rados.0.smithi082.stdout:3297: done (5 left) 2024-08-17T00:51:36.990 INFO:tasks.rados.rados.0.smithi082.stdout:3300: done (4 left) 2024-08-17T00:51:36.990 INFO:tasks.rados.rados.0.smithi082.stdout:3301: delete oid 9 current snap is 311 2024-08-17T00:51:37.001 INFO:tasks.rados.rados.0.smithi082.stdout:3293: finishing copy_from racing read to smithi08280503-25 2024-08-17T00:51:37.005 INFO:tasks.rados.rados.0.smithi082.stdout:3293: finishing copy_from to smithi08280503-25 2024-08-17T00:51:37.005 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 1744 (ObjNum 927 snap 283 seq_num 927) dirty exists 2024-08-17T00:51:37.010 INFO:tasks.rados.rados.0.smithi082.stdout:3291: expect (ObjNum 1003 snap 310 seq_num 1003) 2024-08-17T00:51:37.072 INFO:tasks.rados.rados.0.smithi082.stdout:3295: expect (ObjNum 842 snap 261 seq_num 842) 2024-08-17T00:51:37.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:36 smithi082 ceph-mon[94343]: pgmap v717: 121 pgs: 121 active+clean; 312 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-08-17T00:51:37.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:36 smithi082 ceph-mon[91979]: pgmap v717: 121 pgs: 121 active+clean; 312 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-08-17T00:51:37.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:36 smithi137 ceph-mon[86391]: pgmap v717: 121 pgs: 121 active+clean; 312 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-08-17T00:51:37.528 INFO:tasks.rados.rados.0.smithi082.stdout:3299: finishing rollback tid 0 to smithi08280503-43 2024-08-17T00:51:37.528 INFO:tasks.rados.rados.0.smithi082.stdout:3299: finishing rollback tid 1 to smithi08280503-43 2024-08-17T00:51:37.528 INFO:tasks.rados.rados.0.smithi082.stdout:3291: done (4 left) 2024-08-17T00:51:37.528 INFO:tasks.rados.rados.0.smithi082.stdout:3293: done (3 left) 2024-08-17T00:51:37.528 INFO:tasks.rados.rados.0.smithi082.stdout:3295: done (2 left) 2024-08-17T00:51:37.528 INFO:tasks.rados.rados.0.smithi082.stdout:3301: done (1 left) 2024-08-17T00:51:37.529 INFO:tasks.rados.rados.0.smithi082.stdout:3302: snap_remove snap 306 2024-08-17T00:51:37.968 INFO:tasks.rados.rados.0.smithi082.stdout:3302: done (1 left) 2024-08-17T00:51:37.968 INFO:tasks.rados.rados.0.smithi082.stdout:3303: delete oid 14 current snap is 311 2024-08-17T00:51:37.968 INFO:tasks.rados.rados.0.smithi082.stdout:3299: finishing rollback tid 2 to smithi08280503-43 2024-08-17T00:51:37.968 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 1912 (ObjNum 695 snap 215 seq_num 695) dirty exists 2024-08-17T00:51:37.975 INFO:tasks.rados.rados.0.smithi082.stdout:3299: done (1 left) 2024-08-17T00:51:37.975 INFO:tasks.rados.rados.0.smithi082.stdout:3303: done (0 left) 2024-08-17T00:51:37.975 INFO:tasks.rados.rados.0.smithi082.stdout:3304: snap_create 2024-08-17T00:51:38.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:37 smithi082 ceph-mon[94343]: osdmap e698: 8 total, 8 up, 8 in 2024-08-17T00:51:38.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:37 smithi082 ceph-mon[91979]: osdmap e698: 8 total, 8 up, 8 in 2024-08-17T00:51:38.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:37 smithi137 ceph-mon[86391]: osdmap e698: 8 total, 8 up, 8 in 2024-08-17T00:51:38.849 INFO:tasks.rados.rados.0.smithi082.stdout:3304: done (0 left) 2024-08-17T00:51:38.849 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 8 current snap is 312 2024-08-17T00:51:38.849 INFO:tasks.rados.rados.0.smithi082.stdout:3305: seq_num 1012 ranges {11599872=155648} 2024-08-17T00:51:38.911 INFO:tasks.rados.rados.0.smithi082.stdout:3305: writing smithi08280503-8 from 11599872 to 11755520 tid 1 2024-08-17T00:51:38.911 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 29 current snap is 312 2024-08-17T00:51:38.911 INFO:tasks.rados.rados.0.smithi082.stdout:3306: seq_num 1013 ranges {8495104=172032} 2024-08-17T00:51:38.956 INFO:tasks.rados.rados.0.smithi082.stdout:3306: writing smithi08280503-29 from 8495104 to 8667136 tid 1 2024-08-17T00:51:38.956 INFO:tasks.rados.rados.0.smithi082.stdout:3307: copy_from oid 12 from oid 17 current snap is 312 2024-08-17T00:51:38.957 INFO:tasks.rados.rados.0.smithi082.stdout:3305: finishing write tid 1 to smithi08280503-8 2024-08-17T00:51:38.957 INFO:tasks.rados.rados.0.smithi082.stdout:3305: finishing write tid 2 to smithi08280503-8 2024-08-17T00:51:38.957 INFO:tasks.rados.rados.0.smithi082.stdout:3305: finishing write tid 3 to smithi08280503-8 2024-08-17T00:51:38.957 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 1813 (ObjNum 1012 snap 312 seq_num 1012) dirty exists 2024-08-17T00:51:38.957 INFO:tasks.rados.rados.0.smithi082.stdout:3305: left oid 8 (ObjNum 1012 snap 312 seq_num 1012) 2024-08-17T00:51:38.957 INFO:tasks.rados.rados.0.smithi082.stdout:3305: done (2 left) 2024-08-17T00:51:38.957 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 22 current snap is 312 2024-08-17T00:51:38.957 INFO:tasks.rados.rados.0.smithi082.stdout:3308: seq_num 1014 ranges {0=188416} 2024-08-17T00:51:38.957 INFO:tasks.rados.rados.0.smithi082.stdout:3308: writing smithi08280503-22 from 0 to 188416 tid 1 2024-08-17T00:51:38.958 INFO:tasks.rados.rados.0.smithi082.stdout:3309: snap_remove snap 308 2024-08-17T00:51:39.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:38 smithi082 ceph-mon[94343]: osdmap e699: 8 total, 8 up, 8 in 2024-08-17T00:51:39.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:38 smithi082 ceph-mon[94343]: pgmap v720: 121 pgs: 121 active+clean; 313 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 380 KiB/s wr, 5 op/s 2024-08-17T00:51:39.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:38 smithi082 ceph-mon[94343]: osdmap e700: 8 total, 8 up, 8 in 2024-08-17T00:51:39.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:38 smithi082 ceph-mon[91979]: osdmap e699: 8 total, 8 up, 8 in 2024-08-17T00:51:39.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:38 smithi082 ceph-mon[91979]: pgmap v720: 121 pgs: 121 active+clean; 313 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 380 KiB/s wr, 5 op/s 2024-08-17T00:51:39.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:38 smithi082 ceph-mon[91979]: osdmap e700: 8 total, 8 up, 8 in 2024-08-17T00:51:39.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:38 smithi137 ceph-mon[86391]: osdmap e699: 8 total, 8 up, 8 in 2024-08-17T00:51:39.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:38 smithi137 ceph-mon[86391]: pgmap v720: 121 pgs: 121 active+clean; 313 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 380 KiB/s wr, 5 op/s 2024-08-17T00:51:39.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:38 smithi137 ceph-mon[86391]: osdmap e700: 8 total, 8 up, 8 in 2024-08-17T00:51:39.851 INFO:tasks.rados.rados.0.smithi082.stdout:3309: done (3 left) 2024-08-17T00:51:39.851 INFO:tasks.rados.rados.0.smithi082.stdout:3310: rollback oid 40 current snap is 312 2024-08-17T00:51:39.851 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 40 to 307 2024-08-17T00:51:39.851 INFO:tasks.rados.rados.0.smithi082.stdout:3308: finishing write tid 1 to smithi08280503-22 2024-08-17T00:51:39.851 INFO:tasks.rados.rados.0.smithi082.stdout:3308: finishing write tid 2 to smithi08280503-22 2024-08-17T00:51:39.851 INFO:tasks.rados.rados.0.smithi082.stdout:3306: finishing write tid 1 to smithi08280503-29 2024-08-17T00:51:39.851 INFO:tasks.rados.rados.0.smithi082.stdout:3306: finishing write tid 2 to smithi08280503-29 2024-08-17T00:51:39.851 INFO:tasks.rados.rados.0.smithi082.stdout:3308: finishing write tid 3 to smithi08280503-22 2024-08-17T00:51:39.851 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 1776 (ObjNum 1014 snap 312 seq_num 1014) dirty exists 2024-08-17T00:51:39.851 INFO:tasks.rados.rados.0.smithi082.stdout:3308: left oid 22 (ObjNum 1014 snap 312 seq_num 1014) 2024-08-17T00:51:39.851 INFO:tasks.rados.rados.0.smithi082.stdout:3306: finishing write tid 3 to smithi08280503-29 2024-08-17T00:51:39.852 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 1730 (ObjNum 1013 snap 312 seq_num 1013) dirty exists 2024-08-17T00:51:39.852 INFO:tasks.rados.rados.0.smithi082.stdout:3306: left oid 29 (ObjNum 1013 snap 312 seq_num 1013) 2024-08-17T00:51:39.852 INFO:tasks.rados.rados.0.smithi082.stdout:3307: finishing copy_from racing read to smithi08280503-12 2024-08-17T00:51:39.852 INFO:tasks.rados.rados.0.smithi082.stdout:3307: finishing copy_from to smithi08280503-12 2024-08-17T00:51:39.852 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 1751 (ObjNum 1002 snap 310 seq_num 1002) dirty exists 2024-08-17T00:51:39.852 INFO:tasks.rados.rados.0.smithi082.stdout:3306: done (3 left) 2024-08-17T00:51:39.852 INFO:tasks.rados.rados.0.smithi082.stdout:3307: done (2 left) 2024-08-17T00:51:39.852 INFO:tasks.rados.rados.0.smithi082.stdout:3308: done (1 left) 2024-08-17T00:51:39.852 INFO:tasks.rados.rados.0.smithi082.stdout:3311: snap_remove snap 296 2024-08-17T00:51:40.857 INFO:tasks.rados.rados.0.smithi082.stdout:3311: done (1 left) 2024-08-17T00:51:40.857 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 9 current snap is 312 2024-08-17T00:51:40.858 INFO:tasks.rados.rados.0.smithi082.stdout:3310: finishing rollback tid 0 to smithi08280503-40 2024-08-17T00:51:40.858 INFO:tasks.rados.rados.0.smithi082.stdout:3312: seq_num 1015 ranges {0=204800} 2024-08-17T00:51:40.858 INFO:tasks.rados.rados.0.smithi082.stdout:3312: writing smithi08280503-9 from 0 to 204800 tid 1 2024-08-17T00:51:40.859 INFO:tasks.rados.rados.0.smithi082.stdout:3313: snap_create 2024-08-17T00:51:40.859 INFO:tasks.rados.rados.0.smithi082.stdout:3310: finishing rollback tid 1 to smithi08280503-40 2024-08-17T00:51:40.859 INFO:tasks.rados.rados.0.smithi082.stdout:3310: finishing rollback tid 2 to smithi08280503-40 2024-08-17T00:51:40.859 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 1848 (ObjNum 901 snap 274 seq_num 901) dirty exists 2024-08-17T00:51:40.870 INFO:tasks.rados.rados.0.smithi082.stdout:3312: finishing write tid 1 to smithi08280503-9 2024-08-17T00:51:40.871 INFO:tasks.rados.rados.0.smithi082.stdout:3312: finishing write tid 2 to smithi08280503-9 2024-08-17T00:51:40.874 INFO:tasks.rados.rados.0.smithi082.stdout:3312: finishing write tid 3 to smithi08280503-9 2024-08-17T00:51:40.874 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 1930 (ObjNum 1015 snap 312 seq_num 1015) dirty exists 2024-08-17T00:51:40.874 INFO:tasks.rados.rados.0.smithi082.stdout:3312: left oid 9 (ObjNum 1015 snap 312 seq_num 1015) 2024-08-17T00:51:41.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:40 smithi082 ceph-mon[94343]: osdmap e701: 8 total, 8 up, 8 in 2024-08-17T00:51:41.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:40 smithi082 ceph-mon[94343]: pgmap v723: 121 pgs: 121 active+clean; 343 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 7.1 MiB/s wr, 27 op/s 2024-08-17T00:51:41.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:40 smithi082 ceph-mon[91979]: osdmap e701: 8 total, 8 up, 8 in 2024-08-17T00:51:41.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:40 smithi082 ceph-mon[91979]: pgmap v723: 121 pgs: 121 active+clean; 343 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 7.1 MiB/s wr, 27 op/s 2024-08-17T00:51:41.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:40 smithi137 ceph-mon[86391]: osdmap e701: 8 total, 8 up, 8 in 2024-08-17T00:51:41.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:40 smithi137 ceph-mon[86391]: pgmap v723: 121 pgs: 121 active+clean; 343 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 7.1 MiB/s wr, 27 op/s 2024-08-17T00:51:41.861 INFO:tasks.rados.rados.0.smithi082.stdout:3310: done (2 left) 2024-08-17T00:51:41.861 INFO:tasks.rados.rados.0.smithi082.stdout:3312: done (1 left) 2024-08-17T00:51:41.862 INFO:tasks.rados.rados.0.smithi082.stdout:3313: done (0 left) 2024-08-17T00:51:41.862 INFO:tasks.rados.rados.0.smithi082.stdout:3314: read oid 31 snap -1 2024-08-17T00:51:41.862 INFO:tasks.rados.rados.0.smithi082.stdout:3314: expect (ObjNum 997 snap 306 seq_num 997) 2024-08-17T00:51:41.862 INFO:tasks.rados.rados.0.smithi082.stdout:3315: read oid 45 snap -1 2024-08-17T00:51:41.862 INFO:tasks.rados.rados.0.smithi082.stdout:3315: expect (ObjNum 952 snap 290 seq_num 952) 2024-08-17T00:51:41.862 INFO:tasks.rados.rados.0.smithi082.stdout:3316: read oid 38 snap 294 2024-08-17T00:51:41.862 INFO:tasks.rados.rados.0.smithi082.stdout:3316: expect deleted 2024-08-17T00:51:41.862 INFO:tasks.rados.rados.0.smithi082.stdout:3317: delete oid 32 current snap is 313 2024-08-17T00:51:41.868 INFO:tasks.rados.rados.0.smithi082.stdout:3316: done (3 left) 2024-08-17T00:51:41.868 INFO:tasks.rados.rados.0.smithi082.stdout:3317: done (2 left) 2024-08-17T00:51:41.868 INFO:tasks.rados.rados.0.smithi082.stdout:3318: copy_from oid 40 from oid 26 current snap is 313 2024-08-17T00:51:41.868 INFO:tasks.rados.rados.0.smithi082.stdout:3319: snap_remove snap 294 2024-08-17T00:51:42.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:41 smithi082 ceph-mon[94343]: osdmap e702: 8 total, 8 up, 8 in 2024-08-17T00:51:42.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:41 smithi082 ceph-mon[91979]: osdmap e702: 8 total, 8 up, 8 in 2024-08-17T00:51:42.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:41 smithi137 ceph-mon[86391]: osdmap e702: 8 total, 8 up, 8 in 2024-08-17T00:51:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:51:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:51:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:51:42.870 INFO:tasks.rados.rados.0.smithi082.stdout:3319: done (3 left) 2024-08-17T00:51:42.870 INFO:tasks.rados.rados.0.smithi082.stdout:3320: snap_remove snap 309 2024-08-17T00:51:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:42 smithi082 ceph-mon[94343]: osdmap e703: 8 total, 8 up, 8 in 2024-08-17T00:51:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:42 smithi082 ceph-mon[94343]: pgmap v726: 121 pgs: 121 active+clean; 343 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.7 MiB/s wr, 23 op/s 2024-08-17T00:51:43.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:42 smithi082 ceph-mon[91979]: osdmap e703: 8 total, 8 up, 8 in 2024-08-17T00:51:43.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:42 smithi082 ceph-mon[91979]: pgmap v726: 121 pgs: 121 active+clean; 343 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.7 MiB/s wr, 23 op/s 2024-08-17T00:51:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:42 smithi137 ceph-mon[86391]: osdmap e703: 8 total, 8 up, 8 in 2024-08-17T00:51:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:42 smithi137 ceph-mon[86391]: pgmap v726: 121 pgs: 121 active+clean; 343 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.7 MiB/s wr, 23 op/s 2024-08-17T00:51:43.853 INFO:tasks.rados.rados.0.smithi082.stdout:3320: done (3 left) 2024-08-17T00:51:43.854 INFO:tasks.rados.rados.0.smithi082.stdout:3321: rollback oid 48 current snap is 313 2024-08-17T00:51:43.854 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 48 to 299 2024-08-17T00:51:43.854 INFO:tasks.rados.rados.0.smithi082.stdout:3315: expect (ObjNum 952 snap 290 seq_num 952) 2024-08-17T00:51:43.900 INFO:tasks.rados.rados.0.smithi082.stdout:3314: expect (ObjNum 997 snap 306 seq_num 997) 2024-08-17T00:51:44.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:43 smithi082 ceph-mon[94343]: osdmap e704: 8 total, 8 up, 8 in 2024-08-17T00:51:44.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:43 smithi082 ceph-mon[94343]: osdmap e705: 8 total, 8 up, 8 in 2024-08-17T00:51:44.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:43 smithi082 ceph-mon[91979]: osdmap e704: 8 total, 8 up, 8 in 2024-08-17T00:51:44.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:43 smithi082 ceph-mon[91979]: osdmap e705: 8 total, 8 up, 8 in 2024-08-17T00:51:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:43 smithi137 ceph-mon[86391]: osdmap e704: 8 total, 8 up, 8 in 2024-08-17T00:51:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:43 smithi137 ceph-mon[86391]: osdmap e705: 8 total, 8 up, 8 in 2024-08-17T00:51:44.827 INFO:tasks.rados.rados.0.smithi082.stdout:3318: finishing copy_from racing read to smithi08280503-40 2024-08-17T00:51:44.827 INFO:tasks.rados.rados.0.smithi082.stdout:3318: finishing copy_from to smithi08280503-40 2024-08-17T00:51:44.827 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 1901 (ObjNum 999 snap 310 seq_num 999) dirty exists 2024-08-17T00:51:44.827 INFO:tasks.rados.rados.0.smithi082.stdout:3321: finishing rollback tid 0 to smithi08280503-48 2024-08-17T00:51:44.827 INFO:tasks.rados.rados.0.smithi082.stdout:3321: finishing rollback tid 1 to smithi08280503-48 2024-08-17T00:51:44.827 INFO:tasks.rados.rados.0.smithi082.stdout:3321: finishing rollback tid 2 to smithi08280503-48 2024-08-17T00:51:44.827 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 1890 (ObjNum 895 snap 274 seq_num 895) dirty exists 2024-08-17T00:51:44.828 INFO:tasks.rados.rados.0.smithi082.stdout:3314: done (3 left) 2024-08-17T00:51:44.828 INFO:tasks.rados.rados.0.smithi082.stdout:3315: done (2 left) 2024-08-17T00:51:44.828 INFO:tasks.rados.rados.0.smithi082.stdout:3318: done (1 left) 2024-08-17T00:51:44.828 INFO:tasks.rados.rados.0.smithi082.stdout:3321: done (0 left) 2024-08-17T00:51:44.828 INFO:tasks.rados.rados.0.smithi082.stdout:3322: copy_from oid 6 from oid 48 current snap is 313 2024-08-17T00:51:44.828 INFO:tasks.rados.rados.0.smithi082.stdout:3323: read oid 14 snap 311 2024-08-17T00:51:44.828 INFO:tasks.rados.rados.0.smithi082.stdout:3323: expect deleted 2024-08-17T00:51:44.828 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 19 current snap is 313 2024-08-17T00:51:44.828 INFO:tasks.rados.rados.0.smithi082.stdout:3324: seq_num 1017 ranges {1540096=237568} 2024-08-17T00:51:44.836 INFO:tasks.rados.rados.0.smithi082.stdout:3324: writing smithi08280503-19 from 1540096 to 1777664 tid 1 2024-08-17T00:51:44.836 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 39 current snap is 313 2024-08-17T00:51:44.836 INFO:tasks.rados.rados.0.smithi082.stdout:3325: seq_num 1018 ranges {7225344=253952} 2024-08-17T00:51:44.877 INFO:tasks.rados.rados.0.smithi082.stdout:3325: writing smithi08280503-39 from 7225344 to 7479296 tid 1 2024-08-17T00:51:44.877 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 47 current snap is 313 2024-08-17T00:51:44.877 INFO:tasks.rados.rados.0.smithi082.stdout:3326: seq_num 1019 ranges {0=270336} 2024-08-17T00:51:44.878 INFO:tasks.rados.rados.0.smithi082.stdout:3326: writing smithi08280503-47 from 0 to 270336 tid 1 2024-08-17T00:51:44.878 INFO:tasks.rados.rados.0.smithi082.stdout:3327: delete oid 12 current snap is 313 2024-08-17T00:51:44.879 INFO:tasks.rados.rados.0.smithi082.stdout:3322: finishing copy_from racing read to smithi08280503-6 2024-08-17T00:51:44.879 INFO:tasks.rados.rados.0.smithi082.stdout:3322: finishing copy_from to smithi08280503-6 2024-08-17T00:51:44.879 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 1890 (ObjNum 895 snap 274 seq_num 895) dirty exists 2024-08-17T00:51:44.879 INFO:tasks.rados.rados.0.smithi082.stdout:3324: finishing write tid 1 to smithi08280503-19 2024-08-17T00:51:44.879 INFO:tasks.rados.rados.0.smithi082.stdout:3324: finishing write tid 2 to smithi08280503-19 2024-08-17T00:51:44.879 INFO:tasks.rados.rados.0.smithi082.stdout:3324: finishing write tid 3 to smithi08280503-19 2024-08-17T00:51:44.880 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 1903 (ObjNum 1017 snap 313 seq_num 1017) dirty exists 2024-08-17T00:51:44.880 INFO:tasks.rados.rados.0.smithi082.stdout:3324: left oid 19 (ObjNum 1017 snap 313 seq_num 1017) 2024-08-17T00:51:44.883 INFO:tasks.rados.rados.0.smithi082.stdout:3326: finishing write tid 1 to smithi08280503-47 2024-08-17T00:51:44.883 INFO:tasks.rados.rados.0.smithi082.stdout:3326: finishing write tid 2 to smithi08280503-47 2024-08-17T00:51:44.883 INFO:tasks.rados.rados.0.smithi082.stdout:3325: finishing write tid 1 to smithi08280503-39 2024-08-17T00:51:44.884 INFO:tasks.rados.rados.0.smithi082.stdout:3325: finishing write tid 2 to smithi08280503-39 2024-08-17T00:51:44.884 INFO:tasks.rados.rados.0.smithi082.stdout:3322: done (5 left) 2024-08-17T00:51:44.884 INFO:tasks.rados.rados.0.smithi082.stdout:3323: done (4 left) 2024-08-17T00:51:44.884 INFO:tasks.rados.rados.0.smithi082.stdout:3324: done (3 left) 2024-08-17T00:51:44.884 INFO:tasks.rados.rados.0.smithi082.stdout:3327: done (2 left) 2024-08-17T00:51:44.884 INFO:tasks.rados.rados.0.smithi082.stdout:3328: read oid 25 snap 290 2024-08-17T00:51:44.884 INFO:tasks.rados.rados.0.smithi082.stdout:3328: expect (ObjNum 941 snap 287 seq_num 941) 2024-08-17T00:51:44.884 INFO:tasks.rados.rados.0.smithi082.stdout:3329: delete oid 48 current snap is 313 2024-08-17T00:51:44.888 INFO:tasks.rados.rados.0.smithi082.stdout:3325: finishing write tid 3 to smithi08280503-39 2024-08-17T00:51:44.888 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 1471 (ObjNum 1018 snap 313 seq_num 1018) dirty exists 2024-08-17T00:51:44.888 INFO:tasks.rados.rados.0.smithi082.stdout:3325: left oid 39 (ObjNum 1018 snap 313 seq_num 1018) 2024-08-17T00:51:44.888 INFO:tasks.rados.rados.0.smithi082.stdout:3326: finishing write tid 3 to smithi08280503-47 2024-08-17T00:51:44.888 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 1572 (ObjNum 1019 snap 313 seq_num 1019) dirty exists 2024-08-17T00:51:44.888 INFO:tasks.rados.rados.0.smithi082.stdout:3326: left oid 47 (ObjNum 1019 snap 313 seq_num 1019) 2024-08-17T00:51:44.888 INFO:tasks.rados.rados.0.smithi082.stdout:3325: done (3 left) 2024-08-17T00:51:44.888 INFO:tasks.rados.rados.0.smithi082.stdout:3326: done (2 left) 2024-08-17T00:51:44.888 INFO:tasks.rados.rados.0.smithi082.stdout:3329: done (1 left) 2024-08-17T00:51:44.888 INFO:tasks.rados.rados.0.smithi082.stdout:3330: rollback oid 31 current snap is 313 2024-08-17T00:51:44.889 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 31 to 299 2024-08-17T00:51:44.889 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 19 current snap is 313 2024-08-17T00:51:44.889 INFO:tasks.rados.rados.0.smithi082.stdout:3331: seq_num 1022 ranges {1777664=319488} 2024-08-17T00:51:44.899 INFO:tasks.rados.rados.0.smithi082.stdout:3331: writing smithi08280503-19 from 1777664 to 2097152 tid 1 2024-08-17T00:51:44.900 INFO:tasks.rados.rados.0.smithi082.stdout:3332: snap_create 2024-08-17T00:51:44.900 INFO:tasks.rados.rados.0.smithi082.stdout:3330: finishing rollback tid 0 to smithi08280503-31 2024-08-17T00:51:44.900 INFO:tasks.rados.rados.0.smithi082.stdout:3330: finishing rollback tid 1 to smithi08280503-31 2024-08-17T00:51:44.900 INFO:tasks.rados.rados.0.smithi082.stdout:3330: finishing rollback tid 2 to smithi08280503-31 2024-08-17T00:51:44.900 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 1906 (ObjNum 781 snap 242 seq_num 781) dirty exists 2024-08-17T00:51:44.900 INFO:tasks.rados.rados.0.smithi082.stdout:3328: expect (ObjNum 941 snap 287 seq_num 941) 2024-08-17T00:51:44.935 INFO:tasks.rados.rados.0.smithi082.stdout:3331: finishing write tid 1 to smithi08280503-19 2024-08-17T00:51:44.935 INFO:tasks.rados.rados.0.smithi082.stdout:3331: finishing write tid 2 to smithi08280503-19 2024-08-17T00:51:44.935 INFO:tasks.rados.rados.0.smithi082.stdout:3331: finishing write tid 3 to smithi08280503-19 2024-08-17T00:51:44.935 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 1908 (ObjNum 1022 snap 313 seq_num 1022) dirty exists 2024-08-17T00:51:44.935 INFO:tasks.rados.rados.0.smithi082.stdout:3331: left oid 19 (ObjNum 1022 snap 313 seq_num 1022) 2024-08-17T00:51:45.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:44 smithi082 ceph-mon[94343]: pgmap v729: 121 pgs: 121 active+clean; 351 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T00:51:45.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:51:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:51:45] "GET /metrics HTTP/1.1" 200 36274 "" "Prometheus/2.43.0" 2024-08-17T00:51:45.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:44 smithi082 ceph-mon[91979]: pgmap v729: 121 pgs: 121 active+clean; 351 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T00:51:45.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:44 smithi137 ceph-mon[86391]: pgmap v729: 121 pgs: 121 active+clean; 351 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T00:51:45.875 INFO:tasks.rados.rados.0.smithi082.stdout:3328: done (3 left) 2024-08-17T00:51:45.875 INFO:tasks.rados.rados.0.smithi082.stdout:3330: done (2 left) 2024-08-17T00:51:45.875 INFO:tasks.rados.rados.0.smithi082.stdout:3331: done (1 left) 2024-08-17T00:51:45.875 INFO:tasks.rados.rados.0.smithi082.stdout:3332: done (0 left) 2024-08-17T00:51:45.875 INFO:tasks.rados.rados.0.smithi082.stdout:3333: rollback oid 16 current snap is 314 2024-08-17T00:51:45.875 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 16 to 312 2024-08-17T00:51:45.875 INFO:tasks.rados.rados.0.smithi082.stdout:3334: setattr oid 43 current snap is 314 2024-08-17T00:51:45.876 INFO:tasks.rados.rados.0.smithi082.stdout:3335: delete oid 40 current snap is 314 2024-08-17T00:51:45.878 INFO:tasks.rados.rados.0.smithi082.stdout:3333: finishing rollback tid 0 to smithi08280503-16 2024-08-17T00:51:45.880 INFO:tasks.rados.rados.0.smithi082.stdout:3333: finishing rollback tid 1 to smithi08280503-16 2024-08-17T00:51:45.880 INFO:tasks.rados.rados.0.smithi082.stdout:3335: done (2 left) 2024-08-17T00:51:45.880 INFO:tasks.rados.rados.0.smithi082.stdout:3336: copy_from oid 13 from oid 49 current snap is 314 2024-08-17T00:51:45.880 INFO:tasks.rados.rados.0.smithi082.stdout:3337: setattr oid 22 current snap is 314 2024-08-17T00:51:45.880 INFO:tasks.rados.rados.0.smithi082.stdout:3333: finishing rollback tid 2 to smithi08280503-16 2024-08-17T00:51:45.880 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 1728 (ObjNum 952 snap 290 seq_num 952) dirty exists 2024-08-17T00:51:45.881 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 1960 (ObjNum 695 snap 215 seq_num 695) dirty exists 2024-08-17T00:51:45.883 INFO:tasks.rados.rados.0.smithi082.stdout:3333: done (3 left) 2024-08-17T00:51:45.883 INFO:tasks.rados.rados.0.smithi082.stdout:3334: done (2 left) 2024-08-17T00:51:45.883 INFO:tasks.rados.rados.0.smithi082.stdout:3338: copy_from oid 50 from oid 31 current snap is 314 2024-08-17T00:51:45.883 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 39 current snap is 314 2024-08-17T00:51:45.883 INFO:tasks.rados.rados.0.smithi082.stdout:3339: seq_num 1024 ranges {7479296=352256} 2024-08-17T00:51:45.926 INFO:tasks.rados.rados.0.smithi082.stdout:3339: writing smithi08280503-39 from 7479296 to 7831552 tid 1 2024-08-17T00:51:45.926 INFO:tasks.rados.rados.0.smithi082.stdout:3340: snap_create 2024-08-17T00:51:45.926 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 1777 (ObjNum 1014 snap 312 seq_num 1014) dirty exists 2024-08-17T00:51:45.927 INFO:tasks.rados.rados.0.smithi082.stdout:3336: finishing copy_from racing read to smithi08280503-13 2024-08-17T00:51:45.927 INFO:tasks.rados.rados.0.smithi082.stdout:3336: finishing copy_from to smithi08280503-13 2024-08-17T00:51:45.927 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 1847 (ObjNum 1000 snap 310 seq_num 1000) dirty exists 2024-08-17T00:51:45.927 INFO:tasks.rados.rados.0.smithi082.stdout:3338: finishing copy_from racing read to smithi08280503-50 2024-08-17T00:51:45.927 INFO:tasks.rados.rados.0.smithi082.stdout:3338: finishing copy_from to smithi08280503-50 2024-08-17T00:51:45.927 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 1906 (ObjNum 781 snap 242 seq_num 781) dirty exists 2024-08-17T00:51:45.932 INFO:tasks.rados.rados.0.smithi082.stdout:3339: finishing write tid 1 to smithi08280503-39 2024-08-17T00:51:45.932 INFO:tasks.rados.rados.0.smithi082.stdout:3339: finishing write tid 2 to smithi08280503-39 2024-08-17T00:51:45.933 INFO:tasks.rados.rados.0.smithi082.stdout:3339: finishing write tid 3 to smithi08280503-39 2024-08-17T00:51:45.934 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 1473 (ObjNum 1024 snap 314 seq_num 1024) dirty exists 2024-08-17T00:51:45.934 INFO:tasks.rados.rados.0.smithi082.stdout:3339: left oid 39 (ObjNum 1024 snap 314 seq_num 1024) 2024-08-17T00:51:46.886 INFO:tasks.rados.rados.0.smithi082.stdout:3336: done (4 left) 2024-08-17T00:51:46.886 INFO:tasks.rados.rados.0.smithi082.stdout:3337: done (3 left) 2024-08-17T00:51:46.886 INFO:tasks.rados.rados.0.smithi082.stdout:3338: done (2 left) 2024-08-17T00:51:46.886 INFO:tasks.rados.rados.0.smithi082.stdout:3339: done (1 left) 2024-08-17T00:51:46.886 INFO:tasks.rados.rados.0.smithi082.stdout:3340: done (0 left) 2024-08-17T00:51:46.886 INFO:tasks.rados.rados.0.smithi082.stdout:3341: read oid 10 snap -1 2024-08-17T00:51:46.886 INFO:tasks.rados.rados.0.smithi082.stdout:3341: expect (ObjNum 945 snap 287 seq_num 945) 2024-08-17T00:51:46.886 INFO:tasks.rados.rados.0.smithi082.stdout:3342: snap_create 2024-08-17T00:51:46.895 INFO:tasks.rados.rados.0.smithi082.stdout:3341: expect (ObjNum 945 snap 287 seq_num 945) 2024-08-17T00:51:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:46 smithi082 ceph-mon[94343]: osdmap e706: 8 total, 8 up, 8 in 2024-08-17T00:51:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:46 smithi082 ceph-mon[94343]: pgmap v731: 121 pgs: 121 active+clean; 351 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-17T00:51:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:46 smithi082 ceph-mon[91979]: osdmap e706: 8 total, 8 up, 8 in 2024-08-17T00:51:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:46 smithi082 ceph-mon[91979]: pgmap v731: 121 pgs: 121 active+clean; 351 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-17T00:51:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:46 smithi137 ceph-mon[86391]: osdmap e706: 8 total, 8 up, 8 in 2024-08-17T00:51:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:46 smithi137 ceph-mon[86391]: pgmap v731: 121 pgs: 121 active+clean; 351 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-17T00:51:47.885 INFO:tasks.rados.rados.0.smithi082.stdout:3341: done (1 left) 2024-08-17T00:51:47.885 INFO:tasks.rados.rados.0.smithi082.stdout:3342: done (0 left) 2024-08-17T00:51:47.885 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 42 current snap is 316 2024-08-17T00:51:47.885 INFO:tasks.rados.rados.0.smithi082.stdout:3343: seq_num 1025 ranges {2408448=368640} 2024-08-17T00:51:47.900 INFO:tasks.rados.rados.0.smithi082.stdout:3343: writing smithi08280503-42 from 2408448 to 2777088 tid 1 2024-08-17T00:51:47.900 INFO:tasks.rados.rados.0.smithi082.stdout:3344: setattr oid 12 current snap is 316 2024-08-17T00:51:47.900 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 25 current snap is 316 2024-08-17T00:51:47.900 INFO:tasks.rados.rados.0.smithi082.stdout:3345: seq_num 1026 ranges {3211264=385024} 2024-08-17T00:51:47.920 INFO:tasks.rados.rados.0.smithi082.stdout:3345: writing smithi08280503-25 from 3211264 to 3596288 tid 1 2024-08-17T00:51:47.920 INFO:tasks.rados.rados.0.smithi082.stdout:3346: read oid 23 snap -1 2024-08-17T00:51:47.920 INFO:tasks.rados.rados.0.smithi082.stdout:3346: expect (ObjNum 937 snap 286 seq_num 937) 2024-08-17T00:51:47.920 INFO:tasks.rados.rados.0.smithi082.stdout:3347: delete oid 17 current snap is 316 2024-08-17T00:51:47.920 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 1753 (ObjNum 65 snap 0 seq_num 0) dirty exists 2024-08-17T00:51:47.920 INFO:tasks.rados.rados.0.smithi082.stdout:3343: finishing write tid 1 to smithi08280503-42 2024-08-17T00:51:47.921 INFO:tasks.rados.rados.0.smithi082.stdout:3343: finishing write tid 2 to smithi08280503-42 2024-08-17T00:51:47.921 INFO:tasks.rados.rados.0.smithi082.stdout:3343: finishing write tid 3 to smithi08280503-42 2024-08-17T00:51:47.921 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 1849 (ObjNum 1025 snap 316 seq_num 1025) dirty exists 2024-08-17T00:51:47.921 INFO:tasks.rados.rados.0.smithi082.stdout:3343: left oid 42 (ObjNum 1025 snap 316 seq_num 1025) 2024-08-17T00:51:47.925 INFO:tasks.rados.rados.0.smithi082.stdout:3343: done (4 left) 2024-08-17T00:51:47.925 INFO:tasks.rados.rados.0.smithi082.stdout:3344: done (3 left) 2024-08-17T00:51:47.925 INFO:tasks.rados.rados.0.smithi082.stdout:3347: done (2 left) 2024-08-17T00:51:47.925 INFO:tasks.rados.rados.0.smithi082.stdout:3348: setattr oid 46 current snap is 316 2024-08-17T00:51:47.925 INFO:tasks.rados.rados.0.smithi082.stdout:3345: finishing write tid 1 to smithi08280503-25 2024-08-17T00:51:47.925 INFO:tasks.rados.rados.0.smithi082.stdout:3345: finishing write tid 2 to smithi08280503-25 2024-08-17T00:51:47.927 INFO:tasks.rados.rados.0.smithi082.stdout:3345: finishing write tid 3 to smithi08280503-25 2024-08-17T00:51:47.927 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 1779 (ObjNum 1026 snap 316 seq_num 1026) dirty exists 2024-08-17T00:51:47.927 INFO:tasks.rados.rados.0.smithi082.stdout:3345: left oid 25 (ObjNum 1026 snap 316 seq_num 1026) 2024-08-17T00:51:47.927 INFO:tasks.rados.rados.0.smithi082.stdout:3346: expect (ObjNum 937 snap 286 seq_num 937) 2024-08-17T00:51:47.960 INFO:tasks.rados.rados.0.smithi082.stdout:3345: done (2 left) 2024-08-17T00:51:47.960 INFO:tasks.rados.rados.0.smithi082.stdout:3346: done (1 left) 2024-08-17T00:51:47.961 INFO:tasks.rados.rados.0.smithi082.stdout:3349: delete oid 15 current snap is 316 2024-08-17T00:51:47.964 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 46 v 1961 (ObjNum 321 snap 0 seq_num 3912848912) dirty exists 2024-08-17T00:51:47.964 INFO:tasks.rados.rados.0.smithi082.stdout:3348: done (1 left) 2024-08-17T00:51:47.964 INFO:tasks.rados.rados.0.smithi082.stdout:3349: done (0 left) 2024-08-17T00:51:47.964 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 12 current snap is 316 2024-08-17T00:51:47.964 INFO:tasks.rados.rados.0.smithi082.stdout:3350: seq_num 1029 ranges {0=442368} 2024-08-17T00:51:47.966 INFO:tasks.rados.rados.0.smithi082.stdout:3350: writing smithi08280503-12 from 0 to 442368 tid 1 2024-08-17T00:51:47.966 INFO:tasks.rados.rados.0.smithi082.stdout:3351: snap_remove snap 311 2024-08-17T00:51:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:47 smithi082 ceph-mon[91979]: osdmap e707: 8 total, 8 up, 8 in 2024-08-17T00:51:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:47 smithi082 ceph-mon[94343]: osdmap e707: 8 total, 8 up, 8 in 2024-08-17T00:51:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:47 smithi137 ceph-mon[86391]: osdmap e707: 8 total, 8 up, 8 in 2024-08-17T00:51:48.854 INFO:tasks.rados.rados.0.smithi082.stdout:3351: done (1 left) 2024-08-17T00:51:48.854 INFO:tasks.rados.rados.0.smithi082.stdout:3352: copy_from oid 28 from oid 33 current snap is 316 2024-08-17T00:51:48.854 INFO:tasks.rados.rados.0.smithi082.stdout:3350: finishing write tid 1 to smithi08280503-12 2024-08-17T00:51:48.854 INFO:tasks.rados.rados.0.smithi082.stdout:3350: finishing write tid 2 to smithi08280503-12 2024-08-17T00:51:48.854 INFO:tasks.rados.rados.0.smithi082.stdout:3350: finishing write tid 3 to smithi08280503-12 2024-08-17T00:51:48.854 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 1755 (ObjNum 1029 snap 316 seq_num 1029) dirty exists 2024-08-17T00:51:48.854 INFO:tasks.rados.rados.0.smithi082.stdout:3350: left oid 12 (ObjNum 1029 snap 316 seq_num 1029) 2024-08-17T00:51:48.854 INFO:tasks.rados.rados.0.smithi082.stdout:3350: done (1 left) 2024-08-17T00:51:48.854 INFO:tasks.rados.rados.0.smithi082.stdout:3353: rollback oid 20 current snap is 316 2024-08-17T00:51:48.855 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 20 to 310 2024-08-17T00:51:48.855 INFO:tasks.rados.rados.0.smithi082.stdout:3354: snap_create 2024-08-17T00:51:48.863 INFO:tasks.rados.rados.0.smithi082.stdout:3353: finishing rollback tid 0 to smithi08280503-20 2024-08-17T00:51:48.864 INFO:tasks.rados.rados.0.smithi082.stdout:3353: finishing rollback tid 1 to smithi08280503-20 2024-08-17T00:51:48.865 INFO:tasks.rados.rados.0.smithi082.stdout:3353: finishing rollback tid 2 to smithi08280503-20 2024-08-17T00:51:48.865 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 1756 (ObjNum 923 snap 282 seq_num 923) dirty exists 2024-08-17T00:51:48.872 INFO:tasks.rados.rados.0.smithi082.stdout:3352: finishing copy_from racing read to smithi08280503-28 2024-08-17T00:51:48.873 INFO:tasks.rados.rados.0.smithi082.stdout:3352: finishing copy_from to smithi08280503-28 2024-08-17T00:51:48.874 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 1773 (ObjNum 951 snap 290 seq_num 951) dirty exists 2024-08-17T00:51:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:48 smithi082 ceph-mon[94343]: osdmap e708: 8 total, 8 up, 8 in 2024-08-17T00:51:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:48 smithi082 ceph-mon[94343]: pgmap v734: 121 pgs: 121 active+clean; 352 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-08-17T00:51:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:48 smithi082 ceph-mon[94343]: osdmap e709: 8 total, 8 up, 8 in 2024-08-17T00:51:49.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:48 smithi082 ceph-mon[91979]: osdmap e708: 8 total, 8 up, 8 in 2024-08-17T00:51:49.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:48 smithi082 ceph-mon[91979]: pgmap v734: 121 pgs: 121 active+clean; 352 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-08-17T00:51:49.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:48 smithi082 ceph-mon[91979]: osdmap e709: 8 total, 8 up, 8 in 2024-08-17T00:51:49.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:48 smithi137 ceph-mon[86391]: osdmap e708: 8 total, 8 up, 8 in 2024-08-17T00:51:49.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:48 smithi137 ceph-mon[86391]: pgmap v734: 121 pgs: 121 active+clean; 352 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-08-17T00:51:49.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:48 smithi137 ceph-mon[86391]: osdmap e709: 8 total, 8 up, 8 in 2024-08-17T00:51:49.855 INFO:tasks.rados.rados.0.smithi082.stdout:3352: done (2 left) 2024-08-17T00:51:49.855 INFO:tasks.rados.rados.0.smithi082.stdout:3353: done (1 left) 2024-08-17T00:51:49.855 INFO:tasks.rados.rados.0.smithi082.stdout:3354: done (0 left) 2024-08-17T00:51:49.856 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 4 current snap is 317 2024-08-17T00:51:49.856 INFO:tasks.rados.rados.0.smithi082.stdout:3355: seq_num 1030 ranges {6750208=458752} 2024-08-17T00:51:49.894 INFO:tasks.rados.rados.0.smithi082.stdout:3355: writing smithi08280503-4 from 6750208 to 7208960 tid 1 2024-08-17T00:51:49.894 INFO:tasks.rados.rados.0.smithi082.stdout:3356: snap_remove snap 279 2024-08-17T00:51:50.863 INFO:tasks.rados.rados.0.smithi082.stdout:3356: done (1 left) 2024-08-17T00:51:50.863 INFO:tasks.rados.rados.0.smithi082.stdout:3357: snap_remove snap 290 2024-08-17T00:51:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:50 smithi082 ceph-mon[94343]: osdmap e710: 8 total, 8 up, 8 in 2024-08-17T00:51:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:51:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:50 smithi082 ceph-mon[94343]: pgmap v737: 121 pgs: 121 active+clean; 364 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.4 MiB/s wr, 33 op/s 2024-08-17T00:51:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:50 smithi082 ceph-mon[91979]: osdmap e710: 8 total, 8 up, 8 in 2024-08-17T00:51:51.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:51:51.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:50 smithi082 ceph-mon[91979]: pgmap v737: 121 pgs: 121 active+clean; 364 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.4 MiB/s wr, 33 op/s 2024-08-17T00:51:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:50 smithi137 ceph-mon[86391]: osdmap e710: 8 total, 8 up, 8 in 2024-08-17T00:51:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:51:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:50 smithi137 ceph-mon[86391]: pgmap v737: 121 pgs: 121 active+clean; 364 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.4 MiB/s wr, 33 op/s 2024-08-17T00:51:51.872 INFO:tasks.rados.rados.0.smithi082.stdout:3357: done (1 left) 2024-08-17T00:51:51.872 INFO:tasks.rados.rados.0.smithi082.stdout:3358: delete oid 26 current snap is 317 2024-08-17T00:51:51.872 INFO:tasks.rados.rados.0.smithi082.stdout:3355: finishing write tid 1 to smithi08280503-4 2024-08-17T00:51:51.872 INFO:tasks.rados.rados.0.smithi082.stdout:3355: finishing write tid 2 to smithi08280503-4 2024-08-17T00:51:51.873 INFO:tasks.rados.rados.0.smithi082.stdout:3355: finishing write tid 3 to smithi08280503-4 2024-08-17T00:51:51.873 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 1966 (ObjNum 1030 snap 317 seq_num 1030) dirty exists 2024-08-17T00:51:51.873 INFO:tasks.rados.rados.0.smithi082.stdout:3355: left oid 4 (ObjNum 1030 snap 317 seq_num 1030) 2024-08-17T00:51:51.884 INFO:tasks.rados.rados.0.smithi082.stdout:3355: done (1 left) 2024-08-17T00:51:51.884 INFO:tasks.rados.rados.0.smithi082.stdout:3358: done (0 left) 2024-08-17T00:51:51.884 INFO:tasks.rados.rados.0.smithi082.stdout:3359: snap_remove snap 313 2024-08-17T00:51:52.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:51 smithi082 ceph-mon[91979]: osdmap e711: 8 total, 8 up, 8 in 2024-08-17T00:51:52.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:51 smithi082 ceph-mon[94343]: osdmap e711: 8 total, 8 up, 8 in 2024-08-17T00:51:52.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:51 smithi137 ceph-mon[86391]: osdmap e711: 8 total, 8 up, 8 in 2024-08-17T00:51:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:51:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:51:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:51:52.885 INFO:tasks.rados.rados.0.smithi082.stdout:3359: done (0 left) 2024-08-17T00:51:52.885 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 50 current snap is 317 2024-08-17T00:51:52.885 INFO:tasks.rados.rados.0.smithi082.stdout:3360: seq_num 1032 ranges {7225344=491520} 2024-08-17T00:51:52.924 INFO:tasks.rados.rados.0.smithi082.stdout:3360: writing smithi08280503-50 from 7225344 to 7716864 tid 1 2024-08-17T00:51:52.925 INFO:tasks.rados.rados.0.smithi082.stdout:3361: delete oid 42 current snap is 317 2024-08-17T00:51:52.927 INFO:tasks.rados.rados.0.smithi082.stdout:3361: done (1 left) 2024-08-17T00:51:52.927 INFO:tasks.rados.rados.0.smithi082.stdout:3362: snap_create 2024-08-17T00:51:52.928 INFO:tasks.rados.rados.0.smithi082.stdout:3360: finishing write tid 1 to smithi08280503-50 2024-08-17T00:51:52.928 INFO:tasks.rados.rados.0.smithi082.stdout:3360: finishing write tid 2 to smithi08280503-50 2024-08-17T00:51:52.930 INFO:tasks.rados.rados.0.smithi082.stdout:3360: finishing write tid 3 to smithi08280503-50 2024-08-17T00:51:52.930 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 1921 (ObjNum 1032 snap 317 seq_num 1032) dirty exists 2024-08-17T00:51:52.930 INFO:tasks.rados.rados.0.smithi082.stdout:3360: left oid 50 (ObjNum 1032 snap 317 seq_num 1032) 2024-08-17T00:51:53.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:52 smithi082 ceph-mon[94343]: osdmap e712: 8 total, 8 up, 8 in 2024-08-17T00:51:53.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:52 smithi082 ceph-mon[94343]: pgmap v740: 121 pgs: 121 active+clean; 364 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 24 op/s 2024-08-17T00:51:53.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:52 smithi082 ceph-mon[91979]: osdmap e712: 8 total, 8 up, 8 in 2024-08-17T00:51:53.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:52 smithi082 ceph-mon[91979]: pgmap v740: 121 pgs: 121 active+clean; 364 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 24 op/s 2024-08-17T00:51:53.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:52 smithi137 ceph-mon[86391]: osdmap e712: 8 total, 8 up, 8 in 2024-08-17T00:51:53.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:52 smithi137 ceph-mon[86391]: pgmap v740: 121 pgs: 121 active+clean; 364 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 24 op/s 2024-08-17T00:51:53.853 INFO:tasks.rados.rados.0.smithi082.stdout:3360: done (1 left) 2024-08-17T00:51:53.853 INFO:tasks.rados.rados.0.smithi082.stdout:3362: done (0 left) 2024-08-17T00:51:53.853 INFO:tasks.rados.rados.0.smithi082.stdout:3363: snap_create 2024-08-17T00:51:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:53 smithi082 ceph-mon[94343]: osdmap e713: 8 total, 8 up, 8 in 2024-08-17T00:51:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:53 smithi082 ceph-mon[94343]: osdmap e714: 8 total, 8 up, 8 in 2024-08-17T00:51:54.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:53 smithi082 ceph-mon[91979]: osdmap e713: 8 total, 8 up, 8 in 2024-08-17T00:51:54.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:53 smithi082 ceph-mon[91979]: osdmap e714: 8 total, 8 up, 8 in 2024-08-17T00:51:54.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:53 smithi137 ceph-mon[86391]: osdmap e713: 8 total, 8 up, 8 in 2024-08-17T00:51:54.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:53 smithi137 ceph-mon[86391]: osdmap e714: 8 total, 8 up, 8 in 2024-08-17T00:51:54.856 INFO:tasks.rados.rados.0.smithi082.stdout:3363: done (0 left) 2024-08-17T00:51:54.856 INFO:tasks.rados.rados.0.smithi082.stdout:3364: rollback oid 11 current snap is 319 2024-08-17T00:51:54.856 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 11 to 299 2024-08-17T00:51:54.856 INFO:tasks.rados.rados.0.smithi082.stdout:3365: rollback oid 32 current snap is 319 2024-08-17T00:51:54.856 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 32 to 298 2024-08-17T00:51:54.856 INFO:tasks.rados.rados.0.smithi082.stdout:3366: delete oid 15 current snap is 319 2024-08-17T00:51:54.858 INFO:tasks.rados.rados.0.smithi082.stdout:3364: finishing rollback tid 0 to smithi08280503-11 2024-08-17T00:51:54.859 INFO:tasks.rados.rados.0.smithi082.stdout:3364: finishing rollback tid 1 to smithi08280503-11 2024-08-17T00:51:54.859 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 1286 (ObjNum 33 snap 0 seq_num 3912132224) dirty dne 2024-08-17T00:51:54.861 INFO:tasks.rados.rados.0.smithi082.stdout:3364: done (2 left) 2024-08-17T00:51:54.861 INFO:tasks.rados.rados.0.smithi082.stdout:3366: done (1 left) 2024-08-17T00:51:54.861 INFO:tasks.rados.rados.0.smithi082.stdout:3367: rollback oid 20 current snap is 319 2024-08-17T00:51:54.861 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 20 to 307 2024-08-17T00:51:54.861 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 16 current snap is 319 2024-08-17T00:51:54.862 INFO:tasks.rados.rados.0.smithi082.stdout:3368: seq_num 1035 ranges {1556480=540672} 2024-08-17T00:51:54.873 INFO:tasks.rados.rados.0.smithi082.stdout:3368: writing smithi08280503-16 from 1556480 to 2097152 tid 1 2024-08-17T00:51:54.873 INFO:tasks.rados.rados.0.smithi082.stdout:3369: snap_create 2024-08-17T00:51:54.873 INFO:tasks.rados.rados.0.smithi082.stdout:3365: finishing rollback tid 1 to smithi08280503-32 2024-08-17T00:51:54.873 INFO:tasks.rados.rados.0.smithi082.stdout:3365: finishing rollback tid 2 to smithi08280503-32 2024-08-17T00:51:54.873 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 1923 (ObjNum 955 snap 292 seq_num 955) dirty exists 2024-08-17T00:51:54.873 INFO:tasks.rados.rados.0.smithi082.stdout:3367: finishing rollback tid 0 to smithi08280503-20 2024-08-17T00:51:54.873 INFO:tasks.rados.rados.0.smithi082.stdout:3367: finishing rollback tid 1 to smithi08280503-20 2024-08-17T00:51:54.873 INFO:tasks.rados.rados.0.smithi082.stdout:3367: finishing rollback tid 2 to smithi08280503-20 2024-08-17T00:51:54.873 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 1759 (ObjNum 923 snap 282 seq_num 923) dirty exists 2024-08-17T00:51:54.876 INFO:tasks.rados.rados.0.smithi082.stdout:3368: finishing write tid 1 to smithi08280503-16 2024-08-17T00:51:54.876 INFO:tasks.rados.rados.0.smithi082.stdout:3368: finishing write tid 2 to smithi08280503-16 2024-08-17T00:51:54.879 INFO:tasks.rados.rados.0.smithi082.stdout:3368: finishing write tid 3 to smithi08280503-16 2024-08-17T00:51:54.879 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 1730 (ObjNum 1035 snap 319 seq_num 1035) dirty exists 2024-08-17T00:51:54.879 INFO:tasks.rados.rados.0.smithi082.stdout:3368: left oid 16 (ObjNum 1035 snap 319 seq_num 1035) 2024-08-17T00:51:55.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:54 smithi082 ceph-mon[94343]: pgmap v743: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 347 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 608 KiB/s wr, 2 op/s 2024-08-17T00:51:55.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:54 smithi082 ceph-mon[94343]: osdmap e715: 8 total, 8 up, 8 in 2024-08-17T00:51:55.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:54 smithi082 ceph-mon[91979]: pgmap v743: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 347 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 608 KiB/s wr, 2 op/s 2024-08-17T00:51:55.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:54 smithi082 ceph-mon[91979]: osdmap e715: 8 total, 8 up, 8 in 2024-08-17T00:51:55.226 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:51:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:51:55] "GET /metrics HTTP/1.1" 200 36278 "" "Prometheus/2.43.0" 2024-08-17T00:51:55.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:54 smithi137 ceph-mon[86391]: pgmap v743: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 347 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 608 KiB/s wr, 2 op/s 2024-08-17T00:51:55.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:54 smithi137 ceph-mon[86391]: osdmap e715: 8 total, 8 up, 8 in 2024-08-17T00:51:55.857 INFO:tasks.rados.rados.0.smithi082.stdout:3365: done (3 left) 2024-08-17T00:51:55.858 INFO:tasks.rados.rados.0.smithi082.stdout:3367: done (2 left) 2024-08-17T00:51:55.858 INFO:tasks.rados.rados.0.smithi082.stdout:3368: done (1 left) 2024-08-17T00:51:55.858 INFO:tasks.rados.rados.0.smithi082.stdout:3369: done (0 left) 2024-08-17T00:51:55.858 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 13 current snap is 320 2024-08-17T00:51:55.858 INFO:tasks.rados.rados.0.smithi082.stdout:3370: seq_num 1036 ranges {3899392=557056} 2024-08-17T00:51:55.880 INFO:tasks.rados.rados.0.smithi082.stdout:3370: writing smithi08280503-13 from 3899392 to 4456448 tid 1 2024-08-17T00:51:55.881 INFO:tasks.rados.rados.0.smithi082.stdout:3371: rollback oid 30 current snap is 320 2024-08-17T00:51:55.881 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 30 to 298 2024-08-17T00:51:55.881 INFO:tasks.rados.rados.0.smithi082.stdout:3372: snap_create 2024-08-17T00:51:55.885 INFO:tasks.rados.rados.0.smithi082.stdout:3371: finishing rollback tid 0 to smithi08280503-30 2024-08-17T00:51:55.885 INFO:tasks.rados.rados.0.smithi082.stdout:3371: finishing rollback tid 1 to smithi08280503-30 2024-08-17T00:51:55.885 INFO:tasks.rados.rados.0.smithi082.stdout:3371: finishing rollback tid 2 to smithi08280503-30 2024-08-17T00:51:55.885 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 30 v 1289 (ObjNum 853 snap 266 seq_num 853) dirty exists 2024-08-17T00:51:55.889 INFO:tasks.rados.rados.0.smithi082.stdout:3370: finishing write tid 1 to smithi08280503-13 2024-08-17T00:51:55.889 INFO:tasks.rados.rados.0.smithi082.stdout:3370: finishing write tid 2 to smithi08280503-13 2024-08-17T00:51:55.890 INFO:tasks.rados.rados.0.smithi082.stdout:3370: finishing write tid 3 to smithi08280503-13 2024-08-17T00:51:55.891 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 1852 (ObjNum 1036 snap 320 seq_num 1036) dirty exists 2024-08-17T00:51:55.891 INFO:tasks.rados.rados.0.smithi082.stdout:3370: left oid 13 (ObjNum 1036 snap 320 seq_num 1036) 2024-08-17T00:51:56.864 INFO:tasks.rados.rados.0.smithi082.stdout:3370: done (2 left) 2024-08-17T00:51:56.864 INFO:tasks.rados.rados.0.smithi082.stdout:3371: done (1 left) 2024-08-17T00:51:56.864 INFO:tasks.rados.rados.0.smithi082.stdout:3372: done (0 left) 2024-08-17T00:51:56.864 INFO:tasks.rados.rados.0.smithi082.stdout:3373: read oid 41 snap -1 2024-08-17T00:51:56.864 INFO:tasks.rados.rados.0.smithi082.stdout:3373: expect (ObjNum 987 snap 303 seq_num 987) 2024-08-17T00:51:56.864 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 8 current snap is 321 2024-08-17T00:51:56.865 INFO:tasks.rados.rados.0.smithi082.stdout:3374: seq_num 1037 ranges {11755520=573440} 2024-08-17T00:51:56.929 INFO:tasks.rados.rados.0.smithi082.stdout:3374: writing smithi08280503-8 from 11755520 to 12328960 tid 1 2024-08-17T00:51:56.930 INFO:tasks.rados.rados.0.smithi082.stdout:3375: snap_create 2024-08-17T00:51:56.930 INFO:tasks.rados.rados.0.smithi082.stdout:3373: expect (ObjNum 987 snap 303 seq_num 987) 2024-08-17T00:51:57.070 INFO:tasks.rados.rados.0.smithi082.stdout:3374: finishing write tid 1 to smithi08280503-8 2024-08-17T00:51:57.070 INFO:tasks.rados.rados.0.smithi082.stdout:3374: finishing write tid 2 to smithi08280503-8 2024-08-17T00:51:57.070 INFO:tasks.rados.rados.0.smithi082.stdout:3374: finishing write tid 3 to smithi08280503-8 2024-08-17T00:51:57.070 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 1815 (ObjNum 1037 snap 321 seq_num 1037) dirty exists 2024-08-17T00:51:57.071 INFO:tasks.rados.rados.0.smithi082.stdout:3374: left oid 8 (ObjNum 1037 snap 321 seq_num 1037) 2024-08-17T00:51:57.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:56 smithi082 ceph-mon[94343]: osdmap e716: 8 total, 8 up, 8 in 2024-08-17T00:51:57.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:56 smithi082 ceph-mon[94343]: pgmap v746: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 347 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 608 KiB/s wr, 3 op/s 2024-08-17T00:51:57.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:56 smithi082 ceph-mon[91979]: osdmap e716: 8 total, 8 up, 8 in 2024-08-17T00:51:57.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:56 smithi082 ceph-mon[91979]: pgmap v746: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 347 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 608 KiB/s wr, 3 op/s 2024-08-17T00:51:57.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:56 smithi137 ceph-mon[86391]: osdmap e716: 8 total, 8 up, 8 in 2024-08-17T00:51:57.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:56 smithi137 ceph-mon[86391]: pgmap v746: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 347 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 608 KiB/s wr, 3 op/s 2024-08-17T00:51:57.875 INFO:tasks.rados.rados.0.smithi082.stdout:3373: done (2 left) 2024-08-17T00:51:57.875 INFO:tasks.rados.rados.0.smithi082.stdout:3374: done (1 left) 2024-08-17T00:51:57.875 INFO:tasks.rados.rados.0.smithi082.stdout:3375: done (0 left) 2024-08-17T00:51:57.875 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 4 current snap is 322 2024-08-17T00:51:57.875 INFO:tasks.rados.rados.0.smithi082.stdout:3376: seq_num 1038 ranges {7208960=589824} 2024-08-17T00:51:57.918 INFO:tasks.rados.rados.0.smithi082.stdout:3376: writing smithi08280503-4 from 7208960 to 7798784 tid 1 2024-08-17T00:51:57.918 INFO:tasks.rados.rados.0.smithi082.stdout:3377: copy_from oid 41 from oid 13 current snap is 322 2024-08-17T00:51:57.918 INFO:tasks.rados.rados.0.smithi082.stdout:3378: setattr oid 47 current snap is 322 2024-08-17T00:51:57.919 INFO:tasks.rados.rados.0.smithi082.stdout:3379: delete oid 37 current snap is 322 2024-08-17T00:51:57.926 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 1573 (ObjNum 1019 snap 313 seq_num 1019) dirty exists 2024-08-17T00:51:57.929 INFO:tasks.rados.rados.0.smithi082.stdout:3378: done (3 left) 2024-08-17T00:51:57.929 INFO:tasks.rados.rados.0.smithi082.stdout:3379: done (2 left) 2024-08-17T00:51:57.929 INFO:tasks.rados.rados.0.smithi082.stdout:3380: delete oid 2 current snap is 322 2024-08-17T00:51:57.930 INFO:tasks.rados.rados.0.smithi082.stdout:3380: done (2 left) 2024-08-17T00:51:57.930 INFO:tasks.rados.rados.0.smithi082.stdout:3381: snap_remove snap 320 2024-08-17T00:51:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:57 smithi082 ceph-mon[94343]: osdmap e717: 8 total, 8 up, 8 in 2024-08-17T00:51:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:57 smithi082 ceph-mon[91979]: osdmap e717: 8 total, 8 up, 8 in 2024-08-17T00:51:58.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:57 smithi137 ceph-mon[86391]: osdmap e717: 8 total, 8 up, 8 in 2024-08-17T00:51:58.860 INFO:tasks.rados.rados.0.smithi082.stdout:3381: done (2 left) 2024-08-17T00:51:58.861 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 10 current snap is 322 2024-08-17T00:51:58.861 INFO:tasks.rados.rados.0.smithi082.stdout:3377: finishing copy_from racing read to smithi08280503-41 2024-08-17T00:51:58.861 INFO:tasks.rados.rados.0.smithi082.stdout:3382: seq_num 1041 ranges {2605056=638976} 2024-08-17T00:51:58.878 INFO:tasks.rados.rados.0.smithi082.stdout:3382: writing smithi08280503-10 from 2605056 to 3244032 tid 1 2024-08-17T00:51:58.878 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 34 current snap is 322 2024-08-17T00:51:58.878 INFO:tasks.rados.rados.0.smithi082.stdout:3383: seq_num 1042 ranges {0=655360} 2024-08-17T00:51:58.882 INFO:tasks.rados.rados.0.smithi082.stdout:3383: writing smithi08280503-34 from 0 to 655360 tid 1 2024-08-17T00:51:58.882 INFO:tasks.rados.rados.0.smithi082.stdout:3384: read oid 22 snap -1 2024-08-17T00:51:58.883 INFO:tasks.rados.rados.0.smithi082.stdout:3384: expect (ObjNum 1014 snap 312 seq_num 1014) 2024-08-17T00:51:58.883 INFO:tasks.rados.rados.0.smithi082.stdout:3385: read oid 35 snap 319 2024-08-17T00:51:58.883 INFO:tasks.rados.rados.0.smithi082.stdout:3385: expect deleted 2024-08-17T00:51:58.883 INFO:tasks.rados.rados.0.smithi082.stdout:3386: delete oid 44 current snap is 322 2024-08-17T00:51:58.883 INFO:tasks.rados.rados.0.smithi082.stdout:3377: finishing copy_from to smithi08280503-41 2024-08-17T00:51:58.883 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 1852 (ObjNum 1036 snap 320 seq_num 1036) dirty exists 2024-08-17T00:51:58.883 INFO:tasks.rados.rados.0.smithi082.stdout:3376: finishing write tid 1 to smithi08280503-4 2024-08-17T00:51:58.883 INFO:tasks.rados.rados.0.smithi082.stdout:3376: finishing write tid 2 to smithi08280503-4 2024-08-17T00:51:58.883 INFO:tasks.rados.rados.0.smithi082.stdout:3376: finishing write tid 3 to smithi08280503-4 2024-08-17T00:51:58.883 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 1999 (ObjNum 1038 snap 322 seq_num 1038) dirty exists 2024-08-17T00:51:58.883 INFO:tasks.rados.rados.0.smithi082.stdout:3376: left oid 4 (ObjNum 1038 snap 322 seq_num 1038) 2024-08-17T00:51:58.887 INFO:tasks.rados.rados.0.smithi082.stdout:3376: done (6 left) 2024-08-17T00:51:58.887 INFO:tasks.rados.rados.0.smithi082.stdout:3377: done (5 left) 2024-08-17T00:51:58.887 INFO:tasks.rados.rados.0.smithi082.stdout:3385: done (4 left) 2024-08-17T00:51:58.887 INFO:tasks.rados.rados.0.smithi082.stdout:3386: done (3 left) 2024-08-17T00:51:58.887 INFO:tasks.rados.rados.0.smithi082.stdout:3387: snap_remove snap 317 2024-08-17T00:51:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:58 smithi082 ceph-mon[94343]: osdmap e718: 8 total, 8 up, 8 in 2024-08-17T00:51:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:58 smithi082 ceph-mon[94343]: pgmap v749: 121 pgs: 121 active+clean; 348 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 272 KiB/s wr, 2 op/s 2024-08-17T00:51:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:51:58 smithi082 ceph-mon[94343]: osdmap e719: 8 total, 8 up, 8 in 2024-08-17T00:51:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:58 smithi082 ceph-mon[91979]: osdmap e718: 8 total, 8 up, 8 in 2024-08-17T00:51:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:58 smithi082 ceph-mon[91979]: pgmap v749: 121 pgs: 121 active+clean; 348 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 272 KiB/s wr, 2 op/s 2024-08-17T00:51:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:51:58 smithi082 ceph-mon[91979]: osdmap e719: 8 total, 8 up, 8 in 2024-08-17T00:51:59.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:58 smithi137 ceph-mon[86391]: osdmap e718: 8 total, 8 up, 8 in 2024-08-17T00:51:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:58 smithi137 ceph-mon[86391]: pgmap v749: 121 pgs: 121 active+clean; 348 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 272 KiB/s wr, 2 op/s 2024-08-17T00:51:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:51:58 smithi137 ceph-mon[86391]: osdmap e719: 8 total, 8 up, 8 in 2024-08-17T00:51:59.879 INFO:tasks.rados.rados.0.smithi082.stdout:3387: done (3 left) 2024-08-17T00:51:59.879 INFO:tasks.rados.rados.0.smithi082.stdout:3388: rollback oid 17 current snap is 322 2024-08-17T00:51:59.879 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 17 to 318 2024-08-17T00:51:59.879 INFO:tasks.rados.rados.0.smithi082.stdout:3382: finishing write tid 1 to smithi08280503-10 2024-08-17T00:51:59.879 INFO:tasks.rados.rados.0.smithi082.stdout:3383: finishing write tid 1 to smithi08280503-34 2024-08-17T00:51:59.879 INFO:tasks.rados.rados.0.smithi082.stdout:3383: finishing write tid 2 to smithi08280503-34 2024-08-17T00:51:59.879 INFO:tasks.rados.rados.0.smithi082.stdout:3384: expect (ObjNum 1014 snap 312 seq_num 1014) 2024-08-17T00:51:59.893 INFO:tasks.rados.rados.0.smithi082.stdout:3382: finishing write tid 2 to smithi08280503-10 2024-08-17T00:51:59.893 INFO:tasks.rados.rados.0.smithi082.stdout:3382: finishing write tid 3 to smithi08280503-10 2024-08-17T00:51:59.893 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 1892 (ObjNum 1041 snap 322 seq_num 1041) dirty exists 2024-08-17T00:51:59.893 INFO:tasks.rados.rados.0.smithi082.stdout:3382: left oid 10 (ObjNum 1041 snap 322 seq_num 1041) 2024-08-17T00:51:59.893 INFO:tasks.rados.rados.0.smithi082.stdout:3383: finishing write tid 3 to smithi08280503-34 2024-08-17T00:51:59.893 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 1475 (ObjNum 1042 snap 322 seq_num 1042) dirty exists 2024-08-17T00:51:59.893 INFO:tasks.rados.rados.0.smithi082.stdout:3383: left oid 34 (ObjNum 1042 snap 322 seq_num 1042) 2024-08-17T00:51:59.893 INFO:tasks.rados.rados.0.smithi082.stdout:3382: done (3 left) 2024-08-17T00:51:59.893 INFO:tasks.rados.rados.0.smithi082.stdout:3383: done (2 left) 2024-08-17T00:51:59.893 INFO:tasks.rados.rados.0.smithi082.stdout:3384: done (1 left) 2024-08-17T00:51:59.894 INFO:tasks.rados.rados.0.smithi082.stdout:3389: copy_from oid 45 from oid 43 current snap is 322 2024-08-17T00:51:59.894 INFO:tasks.rados.rados.0.smithi082.stdout:3388: finishing rollback tid 1 to smithi08280503-17 2024-08-17T00:51:59.894 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 1752 (ObjNum 129 snap 0 seq_num 3911625512) dirty dne 2024-08-17T00:51:59.894 INFO:tasks.rados.rados.0.smithi082.stdout:3388: done (1 left) 2024-08-17T00:51:59.894 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 20 current snap is 322 2024-08-17T00:51:59.894 INFO:tasks.rados.rados.0.smithi082.stdout:3390: seq_num 1044 ranges {1064960=688128} 2024-08-17T00:51:59.903 INFO:tasks.rados.rados.0.smithi082.stdout:3390: writing smithi08280503-20 from 1064960 to 1753088 tid 1 2024-08-17T00:51:59.903 INFO:tasks.rados.rados.0.smithi082.stdout:3391: read oid 16 snap -1 2024-08-17T00:51:59.904 INFO:tasks.rados.rados.0.smithi082.stdout:3391: expect (ObjNum 1035 snap 319 seq_num 1035) 2024-08-17T00:51:59.904 INFO:tasks.rados.rados.0.smithi082.stdout:3392: snap_remove snap 283 2024-08-17T00:52:00.885 INFO:tasks.rados.rados.0.smithi082.stdout:3392: done (3 left) 2024-08-17T00:52:00.885 INFO:tasks.rados.rados.0.smithi082.stdout:3393: snap_create 2024-08-17T00:52:00.885 INFO:tasks.rados.rados.0.smithi082.stdout:3389: finishing copy_from racing read to smithi08280503-45 2024-08-17T00:52:00.885 INFO:tasks.rados.rados.0.smithi082.stdout:3389: finishing copy_from to smithi08280503-45 2024-08-17T00:52:00.885 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 1960 (ObjNum 695 snap 215 seq_num 695) dirty exists 2024-08-17T00:52:00.885 INFO:tasks.rados.rados.0.smithi082.stdout:3390: finishing write tid 1 to smithi08280503-20 2024-08-17T00:52:00.886 INFO:tasks.rados.rados.0.smithi082.stdout:3390: finishing write tid 2 to smithi08280503-20 2024-08-17T00:52:00.886 INFO:tasks.rados.rados.0.smithi082.stdout:3390: finishing write tid 3 to smithi08280503-20 2024-08-17T00:52:00.886 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 1761 (ObjNum 1044 snap 322 seq_num 1044) dirty exists 2024-08-17T00:52:00.886 INFO:tasks.rados.rados.0.smithi082.stdout:3390: left oid 20 (ObjNum 1044 snap 322 seq_num 1044) 2024-08-17T00:52:00.886 INFO:tasks.rados.rados.0.smithi082.stdout:3391: expect (ObjNum 1035 snap 319 seq_num 1035) 2024-08-17T00:52:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:00 smithi082 ceph-mon[94343]: osdmap e720: 8 total, 8 up, 8 in 2024-08-17T00:52:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:00 smithi082 ceph-mon[94343]: pgmap v752: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 355 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-08-17T00:52:01.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:00 smithi082 ceph-mon[91979]: osdmap e720: 8 total, 8 up, 8 in 2024-08-17T00:52:01.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:00 smithi082 ceph-mon[91979]: pgmap v752: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 355 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-08-17T00:52:01.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:00 smithi137 ceph-mon[86391]: osdmap e720: 8 total, 8 up, 8 in 2024-08-17T00:52:01.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:00 smithi137 ceph-mon[86391]: pgmap v752: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 355 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-08-17T00:52:01.887 INFO:tasks.rados.rados.0.smithi082.stdout:3389: done (3 left) 2024-08-17T00:52:01.887 INFO:tasks.rados.rados.0.smithi082.stdout:3390: done (2 left) 2024-08-17T00:52:01.887 INFO:tasks.rados.rados.0.smithi082.stdout:3391: done (1 left) 2024-08-17T00:52:01.887 INFO:tasks.rados.rados.0.smithi082.stdout:3393: done (0 left) 2024-08-17T00:52:01.887 INFO:tasks.rados.rados.0.smithi082.stdout:3394: snap_remove snap 321 2024-08-17T00:52:02.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:01 smithi082 ceph-mon[94343]: osdmap e721: 8 total, 8 up, 8 in 2024-08-17T00:52:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:01 smithi082 ceph-mon[91979]: osdmap e721: 8 total, 8 up, 8 in 2024-08-17T00:52:02.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:01 smithi137 ceph-mon[86391]: osdmap e721: 8 total, 8 up, 8 in 2024-08-17T00:52:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:52:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:52:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:52:02.894 INFO:tasks.rados.rados.0.smithi082.stdout:3394: done (0 left) 2024-08-17T00:52:02.894 INFO:tasks.rados.rados.0.smithi082.stdout:3395: snap_create 2024-08-17T00:52:03.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:02 smithi082 ceph-mon[94343]: osdmap e722: 8 total, 8 up, 8 in 2024-08-17T00:52:03.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:02 smithi082 ceph-mon[94343]: pgmap v755: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 355 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-08-17T00:52:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:02 smithi082 ceph-mon[91979]: osdmap e722: 8 total, 8 up, 8 in 2024-08-17T00:52:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:02 smithi082 ceph-mon[91979]: pgmap v755: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 355 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-08-17T00:52:03.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:02 smithi137 ceph-mon[86391]: osdmap e722: 8 total, 8 up, 8 in 2024-08-17T00:52:03.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:02 smithi137 ceph-mon[86391]: pgmap v755: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 355 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-08-17T00:52:03.858 INFO:tasks.rados.rados.0.smithi082.stdout:3395: done (0 left) 2024-08-17T00:52:03.859 INFO:tasks.rados.rados.0.smithi082.stdout:3396: read oid 23 snap -1 2024-08-17T00:52:03.859 INFO:tasks.rados.rados.0.smithi082.stdout:3396: expect (ObjNum 937 snap 286 seq_num 937) 2024-08-17T00:52:03.859 INFO:tasks.rados.rados.0.smithi082.stdout:3397: delete oid 46 current snap is 324 2024-08-17T00:52:03.866 INFO:tasks.rados.rados.0.smithi082.stdout:3397: done (1 left) 2024-08-17T00:52:03.866 INFO:tasks.rados.rados.0.smithi082.stdout:3398: rmattr oid 46 current snap is 324 2024-08-17T00:52:03.866 INFO:tasks.rados.rados.0.smithi082.stdout:3398: done (1 left) 2024-08-17T00:52:03.866 INFO:tasks.rados.rados.0.smithi082.stdout:3399: rmattr oid 38 current snap is 324 2024-08-17T00:52:03.866 INFO:tasks.rados.rados.0.smithi082.stdout:3399: done (1 left) 2024-08-17T00:52:03.866 INFO:tasks.rados.rados.0.smithi082.stdout:3400: read oid 20 snap 316 2024-08-17T00:52:03.866 INFO:tasks.rados.rados.0.smithi082.stdout:3400: expect (ObjNum 923 snap 282 seq_num 923) 2024-08-17T00:52:03.866 INFO:tasks.rados.rados.0.smithi082.stdout:3401: read oid 43 snap 316 2024-08-17T00:52:03.866 INFO:tasks.rados.rados.0.smithi082.stdout:3401: expect (ObjNum 695 snap 215 seq_num 695) 2024-08-17T00:52:03.867 INFO:tasks.rados.rados.0.smithi082.stdout:3402: copy_from oid 36 from oid 13 current snap is 324 2024-08-17T00:52:03.867 INFO:tasks.rados.rados.0.smithi082.stdout:3403: delete oid 46 current snap is 324 2024-08-17T00:52:03.871 INFO:tasks.rados.rados.0.smithi082.stdout:3396: expect (ObjNum 937 snap 286 seq_num 937) 2024-08-17T00:52:03.909 INFO:tasks.rados.rados.0.smithi082.stdout:3400: expect (ObjNum 923 snap 282 seq_num 923) 2024-08-17T00:52:03.939 INFO:tasks.rados.rados.0.smithi082.stdout:3401: expect (ObjNum 695 snap 215 seq_num 695) 2024-08-17T00:52:03.990 INFO:tasks.rados.rados.0.smithi082.stdout:3402: finishing copy_from racing read to smithi08280503-36 2024-08-17T00:52:03.990 INFO:tasks.rados.rados.0.smithi082.stdout:3402: finishing copy_from to smithi08280503-36 2024-08-17T00:52:03.990 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 1852 (ObjNum 1036 snap 320 seq_num 1036) dirty exists 2024-08-17T00:52:03.990 INFO:tasks.rados.rados.0.smithi082.stdout:3396: done (4 left) 2024-08-17T00:52:03.991 INFO:tasks.rados.rados.0.smithi082.stdout:3400: done (3 left) 2024-08-17T00:52:03.991 INFO:tasks.rados.rados.0.smithi082.stdout:3401: done (2 left) 2024-08-17T00:52:03.991 INFO:tasks.rados.rados.0.smithi082.stdout:3402: done (1 left) 2024-08-17T00:52:03.991 INFO:tasks.rados.rados.0.smithi082.stdout:3403: done (0 left) 2024-08-17T00:52:03.991 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 44 current snap is 324 2024-08-17T00:52:03.991 INFO:tasks.rados.rados.0.smithi082.stdout:3404: seq_num 1047 ranges {0=745472} 2024-08-17T00:52:03.994 INFO:tasks.rados.rados.0.smithi082.stdout:3404: writing smithi08280503-44 from 0 to 745472 tid 1 2024-08-17T00:52:03.994 INFO:tasks.rados.rados.0.smithi082.stdout:3405: snap_create 2024-08-17T00:52:03.997 INFO:tasks.rados.rados.0.smithi082.stdout:3404: finishing write tid 1 to smithi08280503-44 2024-08-17T00:52:03.997 INFO:tasks.rados.rados.0.smithi082.stdout:3404: finishing write tid 2 to smithi08280503-44 2024-08-17T00:52:03.998 INFO:tasks.rados.rados.0.smithi082.stdout:3404: finishing write tid 3 to smithi08280503-44 2024-08-17T00:52:03.999 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 1733 (ObjNum 1047 snap 324 seq_num 1047) dirty exists 2024-08-17T00:52:03.999 INFO:tasks.rados.rados.0.smithi082.stdout:3404: left oid 44 (ObjNum 1047 snap 324 seq_num 1047) 2024-08-17T00:52:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:03 smithi082 ceph-mon[91979]: osdmap e723: 8 total, 8 up, 8 in 2024-08-17T00:52:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:03 smithi082 ceph-mon[91979]: osdmap e724: 8 total, 8 up, 8 in 2024-08-17T00:52:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:03 smithi082 ceph-mon[94343]: osdmap e723: 8 total, 8 up, 8 in 2024-08-17T00:52:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:03 smithi082 ceph-mon[94343]: osdmap e724: 8 total, 8 up, 8 in 2024-08-17T00:52:04.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:03 smithi137 ceph-mon[86391]: osdmap e723: 8 total, 8 up, 8 in 2024-08-17T00:52:04.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:03 smithi137 ceph-mon[86391]: osdmap e724: 8 total, 8 up, 8 in 2024-08-17T00:52:04.906 INFO:tasks.rados.rados.0.smithi082.stdout:3404: done (1 left) 2024-08-17T00:52:04.907 INFO:tasks.rados.rados.0.smithi082.stdout:3405: done (0 left) 2024-08-17T00:52:04.907 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 23 current snap is 325 2024-08-17T00:52:04.907 INFO:tasks.rados.rados.0.smithi082.stdout:3406: seq_num 1048 ranges {1302528=761856} 2024-08-17T00:52:04.917 INFO:tasks.rados.rados.0.smithi082.stdout:3406: writing smithi08280503-23 from 1302528 to 2064384 tid 1 2024-08-17T00:52:04.917 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 3 current snap is 325 2024-08-17T00:52:04.918 INFO:tasks.rados.rados.0.smithi082.stdout:3407: seq_num 1049 ranges {9314304=778240} 2024-08-17T00:52:04.971 INFO:tasks.rados.rados.0.smithi082.stdout:3407: writing smithi08280503-3 from 9314304 to 10092544 tid 1 2024-08-17T00:52:04.971 INFO:tasks.rados.rados.0.smithi082.stdout:3408: read oid 34 snap -1 2024-08-17T00:52:04.971 INFO:tasks.rados.rados.0.smithi082.stdout:3408: expect (ObjNum 1042 snap 322 seq_num 1042) 2024-08-17T00:52:04.971 INFO:tasks.rados.rados.0.smithi082.stdout:3409: rollback oid 19 current snap is 325 2024-08-17T00:52:04.972 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 19 to 297 2024-08-17T00:52:04.972 INFO:tasks.rados.rados.0.smithi082.stdout:3406: finishing write tid 1 to smithi08280503-23 2024-08-17T00:52:04.972 INFO:tasks.rados.rados.0.smithi082.stdout:3406: finishing write tid 2 to smithi08280503-23 2024-08-17T00:52:04.972 INFO:tasks.rados.rados.0.smithi082.stdout:3406: finishing write tid 3 to smithi08280503-23 2024-08-17T00:52:04.972 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 1757 (ObjNum 1048 snap 325 seq_num 1048) dirty exists 2024-08-17T00:52:04.972 INFO:tasks.rados.rados.0.smithi082.stdout:3406: left oid 23 (ObjNum 1048 snap 325 seq_num 1048) 2024-08-17T00:52:04.972 INFO:tasks.rados.rados.0.smithi082.stdout:3406: done (3 left) 2024-08-17T00:52:04.972 INFO:tasks.rados.rados.0.smithi082.stdout:3410: delete oid 5 current snap is 325 2024-08-17T00:52:04.974 INFO:tasks.rados.rados.0.smithi082.stdout:3410: done (3 left) 2024-08-17T00:52:04.974 INFO:tasks.rados.rados.0.smithi082.stdout:3411: rollback oid 44 current snap is 325 2024-08-17T00:52:04.975 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 44 to 303 2024-08-17T00:52:04.975 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 15 current snap is 325 2024-08-17T00:52:04.975 INFO:tasks.rados.rados.0.smithi082.stdout:3412: seq_num 1051 ranges {0=409600,409600=401408} 2024-08-17T00:52:04.977 INFO:tasks.rados.rados.0.smithi082.stdout:3412: writing smithi08280503-15 from 0 to 409600 tid 1 2024-08-17T00:52:04.980 INFO:tasks.rados.rados.0.smithi082.stdout:3412: writing smithi08280503-15 from 409600 to 811008 tid 2 2024-08-17T00:52:04.980 INFO:tasks.rados.rados.0.smithi082.stdout:3413: rollback oid 40 current snap is 325 2024-08-17T00:52:04.980 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 40 to 310 2024-08-17T00:52:04.980 INFO:tasks.rados.rados.0.smithi082.stdout:3408: expect (ObjNum 1042 snap 322 seq_num 1042) 2024-08-17T00:52:04.999 INFO:tasks.rados.rados.0.smithi082.stdout:3409: finishing rollback tid 0 to smithi08280503-19 2024-08-17T00:52:04.999 INFO:tasks.rados.rados.0.smithi082.stdout:3411: finishing rollback tid 0 to smithi08280503-44 2024-08-17T00:52:04.999 INFO:tasks.rados.rados.0.smithi082.stdout:3409: finishing rollback tid 1 to smithi08280503-19 2024-08-17T00:52:05.000 INFO:tasks.rados.rados.0.smithi082.stdout:3409: finishing rollback tid 2 to smithi08280503-19 2024-08-17T00:52:05.000 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 1923 (ObjNum 951 snap 290 seq_num 951) dirty exists 2024-08-17T00:52:05.000 INFO:tasks.rados.rados.0.smithi082.stdout:3411: finishing rollback tid 1 to smithi08280503-44 2024-08-17T00:52:05.000 INFO:tasks.rados.rados.0.smithi082.stdout:3411: finishing rollback tid 2 to smithi08280503-44 2024-08-17T00:52:05.000 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 1736 (ObjNum 976 snap 303 seq_num 976) dirty exists 2024-08-17T00:52:05.000 INFO:tasks.rados.rados.0.smithi082.stdout:3407: finishing write tid 1 to smithi08280503-3 2024-08-17T00:52:05.000 INFO:tasks.rados.rados.0.smithi082.stdout:3407: finishing write tid 2 to smithi08280503-3 2024-08-17T00:52:05.000 INFO:tasks.rados.rados.0.smithi082.stdout:3412: finishing write tid 1 to smithi08280503-15 2024-08-17T00:52:05.000 INFO:tasks.rados.rados.0.smithi082.stdout:3413: finishing rollback tid 1 to smithi08280503-40 2024-08-17T00:52:05.000 INFO:tasks.rados.rados.0.smithi082.stdout:3412: finishing write tid 2 to smithi08280503-15 2024-08-17T00:52:05.000 INFO:tasks.rados.rados.0.smithi082.stdout:3413: finishing rollback tid 2 to smithi08280503-40 2024-08-17T00:52:05.000 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 1925 (ObjNum 901 snap 274 seq_num 901) dirty exists 2024-08-17T00:52:05.000 INFO:tasks.rados.rados.0.smithi082.stdout:3412: finishing write tid 3 to smithi08280503-15 2024-08-17T00:52:05.001 INFO:tasks.rados.rados.0.smithi082.stdout:3412: finishing write tid 4 to smithi08280503-15 2024-08-17T00:52:05.001 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 1764 (ObjNum 1051 snap 325 seq_num 1051) dirty exists 2024-08-17T00:52:05.001 INFO:tasks.rados.rados.0.smithi082.stdout:3412: left oid 15 (ObjNum 1051 snap 325 seq_num 1051) 2024-08-17T00:52:05.001 INFO:tasks.rados.rados.0.smithi082.stdout:3407: finishing write tid 3 to smithi08280503-3 2024-08-17T00:52:05.001 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 3 v 1575 (ObjNum 1049 snap 325 seq_num 1049) dirty exists 2024-08-17T00:52:05.001 INFO:tasks.rados.rados.0.smithi082.stdout:3407: left oid 3 (ObjNum 1049 snap 325 seq_num 1049) 2024-08-17T00:52:05.001 INFO:tasks.rados.rados.0.smithi082.stdout:3407: done (5 left) 2024-08-17T00:52:05.001 INFO:tasks.rados.rados.0.smithi082.stdout:3408: done (4 left) 2024-08-17T00:52:05.001 INFO:tasks.rados.rados.0.smithi082.stdout:3409: done (3 left) 2024-08-17T00:52:05.001 INFO:tasks.rados.rados.0.smithi082.stdout:3411: done (2 left) 2024-08-17T00:52:05.001 INFO:tasks.rados.rados.0.smithi082.stdout:3412: done (1 left) 2024-08-17T00:52:05.001 INFO:tasks.rados.rados.0.smithi082.stdout:3413: done (0 left) 2024-08-17T00:52:05.001 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 8 current snap is 325 2024-08-17T00:52:05.001 INFO:tasks.rados.rados.0.smithi082.stdout:3414: seq_num 1052 ranges {12328960=425984,12754944=401408} 2024-08-17T00:52:05.066 INFO:tasks.rados.rados.0.smithi082.stdout:3414: writing smithi08280503-8 from 12328960 to 12754944 tid 1 2024-08-17T00:52:05.068 INFO:tasks.rados.rados.0.smithi082.stdout:3414: writing smithi08280503-8 from 12754944 to 13156352 tid 2 2024-08-17T00:52:05.069 INFO:tasks.rados.rados.0.smithi082.stdout:3415: snap_create 2024-08-17T00:52:05.071 INFO:tasks.rados.rados.0.smithi082.stdout:3414: finishing write tid 1 to smithi08280503-8 2024-08-17T00:52:05.071 INFO:tasks.rados.rados.0.smithi082.stdout:3414: finishing write tid 2 to smithi08280503-8 2024-08-17T00:52:05.071 INFO:tasks.rados.rados.0.smithi082.stdout:3414: finishing write tid 3 to smithi08280503-8 2024-08-17T00:52:05.072 INFO:tasks.rados.rados.0.smithi082.stdout:3414: finishing write tid 4 to smithi08280503-8 2024-08-17T00:52:05.073 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 1818 (ObjNum 1052 snap 325 seq_num 1052) dirty exists 2024-08-17T00:52:05.073 INFO:tasks.rados.rados.0.smithi082.stdout:3414: left oid 8 (ObjNum 1052 snap 325 seq_num 1052) 2024-08-17T00:52:05.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:04 smithi082 ceph-mon[94343]: pgmap v758: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 291 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 660 KiB/s wr, 8 op/s 2024-08-17T00:52:05.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:04 smithi082 ceph-mon[91979]: pgmap v758: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 291 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 660 KiB/s wr, 8 op/s 2024-08-17T00:52:05.226 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:52:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:52:05] "GET /metrics HTTP/1.1" 200 36278 "" "Prometheus/2.43.0" 2024-08-17T00:52:05.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:04 smithi137 ceph-mon[86391]: pgmap v758: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 291 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 660 KiB/s wr, 8 op/s 2024-08-17T00:52:05.912 INFO:tasks.rados.rados.0.smithi082.stdout:3414: done (1 left) 2024-08-17T00:52:05.913 INFO:tasks.rados.rados.0.smithi082.stdout:3415: done (0 left) 2024-08-17T00:52:05.913 INFO:tasks.rados.rados.0.smithi082.stdout:3416: delete oid 49 current snap is 326 2024-08-17T00:52:05.918 INFO:tasks.rados.rados.0.smithi082.stdout:3416: done (0 left) 2024-08-17T00:52:05.918 INFO:tasks.rados.rados.0.smithi082.stdout:3417: snap_remove snap 304 2024-08-17T00:52:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:05 smithi082 ceph-mon[94343]: osdmap e725: 8 total, 8 up, 8 in 2024-08-17T00:52:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:52:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:05 smithi082 ceph-mon[91979]: osdmap e725: 8 total, 8 up, 8 in 2024-08-17T00:52:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:52:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:05 smithi137 ceph-mon[86391]: osdmap e725: 8 total, 8 up, 8 in 2024-08-17T00:52:06.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:52:06.926 INFO:tasks.rados.rados.0.smithi082.stdout:3417: done (0 left) 2024-08-17T00:52:06.926 INFO:tasks.rados.rados.0.smithi082.stdout:3418: rollback oid 20 current snap is 326 2024-08-17T00:52:06.927 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 20 to 324 2024-08-17T00:52:06.927 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 10 current snap is 326 2024-08-17T00:52:06.927 INFO:tasks.rados.rados.0.smithi082.stdout:3419: seq_num 1054 ranges {3244032=458752,3702784=401408} 2024-08-17T00:52:06.948 INFO:tasks.rados.rados.0.smithi082.stdout:3419: writing smithi08280503-10 from 3244032 to 3702784 tid 1 2024-08-17T00:52:06.951 INFO:tasks.rados.rados.0.smithi082.stdout:3419: writing smithi08280503-10 from 3702784 to 4104192 tid 2 2024-08-17T00:52:06.951 INFO:tasks.rados.rados.0.smithi082.stdout:3420: copy_from oid 24 from oid 49 current snap is 326 2024-08-17T00:52:06.951 INFO:tasks.rados.rados.0.smithi082.stdout:3418: finishing rollback tid 0 to smithi08280503-20 2024-08-17T00:52:06.951 INFO:tasks.rados.rados.0.smithi082.stdout:3418: finishing rollback tid 1 to smithi08280503-20 2024-08-17T00:52:06.951 INFO:tasks.rados.rados.0.smithi082.stdout:3418: finishing rollback tid 2 to smithi08280503-20 2024-08-17T00:52:06.951 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 1767 (ObjNum 1044 snap 322 seq_num 1044) dirty exists 2024-08-17T00:52:06.951 INFO:tasks.rados.rados.0.smithi082.stdout:3418: done (2 left) 2024-08-17T00:52:06.951 INFO:tasks.rados.rados.0.smithi082.stdout:3421: rollback oid 22 current snap is 326 2024-08-17T00:52:06.952 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 22 to 314 2024-08-17T00:52:06.952 INFO:tasks.rados.rados.0.smithi082.stdout:3422: snap_remove snap 324 2024-08-17T00:52:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:06 smithi082 ceph-mon[91979]: osdmap e726: 8 total, 8 up, 8 in 2024-08-17T00:52:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:06 smithi082 ceph-mon[91979]: pgmap v761: 121 pgs: 121 active+clean; 266 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T00:52:07.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:06 smithi082 ceph-mon[94343]: osdmap e726: 8 total, 8 up, 8 in 2024-08-17T00:52:07.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:06 smithi082 ceph-mon[94343]: pgmap v761: 121 pgs: 121 active+clean; 266 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T00:52:07.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:06 smithi137 ceph-mon[86391]: osdmap e726: 8 total, 8 up, 8 in 2024-08-17T00:52:07.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:06 smithi137 ceph-mon[86391]: pgmap v761: 121 pgs: 121 active+clean; 266 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T00:52:07.931 INFO:tasks.rados.rados.0.smithi082.stdout:3422: done (3 left) 2024-08-17T00:52:07.931 INFO:tasks.rados.rados.0.smithi082.stdout:3423: delete oid 30 current snap is 326 2024-08-17T00:52:07.932 INFO:tasks.rados.rados.0.smithi082.stdout:3420: finishing copy_from to smithi08280503-24 2024-08-17T00:52:07.932 INFO:tasks.rados.rados.0.smithi082.stdout:3420: got expected ENOENT (src dne) 2024-08-17T00:52:07.932 INFO:tasks.rados.rados.0.smithi082.stdout:3420: finishing copy_from racing read to smithi08280503-24 2024-08-17T00:52:07.932 INFO:tasks.rados.rados.0.smithi082.stdout:3419: finishing write tid 1 to smithi08280503-10 2024-08-17T00:52:07.932 INFO:tasks.rados.rados.0.smithi082.stdout:3419: finishing write tid 2 to smithi08280503-10 2024-08-17T00:52:07.932 INFO:tasks.rados.rados.0.smithi082.stdout:3419: finishing write tid 3 to smithi08280503-10 2024-08-17T00:52:07.932 INFO:tasks.rados.rados.0.smithi082.stdout:3421: finishing rollback tid 0 to smithi08280503-22 2024-08-17T00:52:07.932 INFO:tasks.rados.rados.0.smithi082.stdout:3421: finishing rollback tid 1 to smithi08280503-22 2024-08-17T00:52:07.932 INFO:tasks.rados.rados.0.smithi082.stdout:3421: finishing rollback tid 2 to smithi08280503-22 2024-08-17T00:52:07.932 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 1782 (ObjNum 1014 snap 312 seq_num 1014) dirty exists 2024-08-17T00:52:07.932 INFO:tasks.rados.rados.0.smithi082.stdout:3419: finishing write tid 4 to smithi08280503-10 2024-08-17T00:52:07.933 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 1896 (ObjNum 1054 snap 326 seq_num 1054) dirty exists 2024-08-17T00:52:07.933 INFO:tasks.rados.rados.0.smithi082.stdout:3419: left oid 10 (ObjNum 1054 snap 326 seq_num 1054) 2024-08-17T00:52:07.941 INFO:tasks.rados.rados.0.smithi082.stdout:3419: done (3 left) 2024-08-17T00:52:07.942 INFO:tasks.rados.rados.0.smithi082.stdout:3420: done (2 left) 2024-08-17T00:52:07.942 INFO:tasks.rados.rados.0.smithi082.stdout:3421: done (1 left) 2024-08-17T00:52:07.942 INFO:tasks.rados.rados.0.smithi082.stdout:3423: done (0 left) 2024-08-17T00:52:07.942 INFO:tasks.rados.rados.0.smithi082.stdout:3424: read oid 27 snap -1 2024-08-17T00:52:07.942 INFO:tasks.rados.rados.0.smithi082.stdout:3424: expect deleted 2024-08-17T00:52:07.942 INFO:tasks.rados.rados.0.smithi082.stdout:3425: copy_from oid 25 from oid 17 current snap is 326 2024-08-17T00:52:07.942 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 19 current snap is 326 2024-08-17T00:52:07.942 INFO:tasks.rados.rados.0.smithi082.stdout:3426: seq_num 1056 ranges {1540096=491520,2031616=401408} 2024-08-17T00:52:07.952 INFO:tasks.rados.rados.0.smithi082.stdout:3426: writing smithi08280503-19 from 1540096 to 2031616 tid 1 2024-08-17T00:52:07.954 INFO:tasks.rados.rados.0.smithi082.stdout:3426: writing smithi08280503-19 from 2031616 to 2433024 tid 2 2024-08-17T00:52:07.955 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 42 current snap is 326 2024-08-17T00:52:07.955 INFO:tasks.rados.rados.0.smithi082.stdout:3427: seq_num 1057 ranges {0=507904,507904=401408} 2024-08-17T00:52:07.958 INFO:tasks.rados.rados.0.smithi082.stdout:3427: writing smithi08280503-42 from 0 to 507904 tid 1 2024-08-17T00:52:07.961 INFO:tasks.rados.rados.0.smithi082.stdout:3427: writing smithi08280503-42 from 507904 to 909312 tid 2 2024-08-17T00:52:07.961 INFO:tasks.rados.rados.0.smithi082.stdout:3428: rollback oid 10 current snap is 326 2024-08-17T00:52:07.961 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 10 to 318 2024-08-17T00:52:07.961 INFO:tasks.rados.rados.0.smithi082.stdout:3425: finishing copy_from to smithi08280503-25 2024-08-17T00:52:07.961 INFO:tasks.rados.rados.0.smithi082.stdout:3425: got expected ENOENT (src dne) 2024-08-17T00:52:07.961 INFO:tasks.rados.rados.0.smithi082.stdout:3425: finishing copy_from racing read to smithi08280503-25 2024-08-17T00:52:07.961 INFO:tasks.rados.rados.0.smithi082.stdout:3425: done (4 left) 2024-08-17T00:52:07.962 INFO:tasks.rados.rados.0.smithi082.stdout:3429: read oid 20 snap -1 2024-08-17T00:52:07.962 INFO:tasks.rados.rados.0.smithi082.stdout:3429: expect (ObjNum 1044 snap 322 seq_num 1044) 2024-08-17T00:52:07.962 INFO:tasks.rados.rados.0.smithi082.stdout:3430: delete oid 16 current snap is 326 2024-08-17T00:52:07.962 INFO:tasks.rados.rados.0.smithi082.stdout:3426: finishing write tid 1 to smithi08280503-19 2024-08-17T00:52:07.962 INFO:tasks.rados.rados.0.smithi082.stdout:3426: finishing write tid 2 to smithi08280503-19 2024-08-17T00:52:07.962 INFO:tasks.rados.rados.0.smithi082.stdout:3426: finishing write tid 3 to smithi08280503-19 2024-08-17T00:52:07.962 INFO:tasks.rados.rados.0.smithi082.stdout:3426: finishing write tid 4 to smithi08280503-19 2024-08-17T00:52:07.962 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 1939 (ObjNum 1056 snap 326 seq_num 1056) dirty exists 2024-08-17T00:52:07.962 INFO:tasks.rados.rados.0.smithi082.stdout:3426: left oid 19 (ObjNum 1056 snap 326 seq_num 1056) 2024-08-17T00:52:07.964 INFO:tasks.rados.rados.0.smithi082.stdout:3424: done (5 left) 2024-08-17T00:52:07.964 INFO:tasks.rados.rados.0.smithi082.stdout:3426: done (4 left) 2024-08-17T00:52:07.964 INFO:tasks.rados.rados.0.smithi082.stdout:3430: done (3 left) 2024-08-17T00:52:07.964 INFO:tasks.rados.rados.0.smithi082.stdout:3431: rollback oid 37 current snap is 326 2024-08-17T00:52:07.964 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 37 to 297 2024-08-17T00:52:07.964 INFO:tasks.rados.rados.0.smithi082.stdout:3432: delete oid 36 current snap is 326 2024-08-17T00:52:07.964 INFO:tasks.rados.rados.0.smithi082.stdout:3427: finishing write tid 1 to smithi08280503-42 2024-08-17T00:52:07.965 INFO:tasks.rados.rados.0.smithi082.stdout:3428: finishing rollback tid 0 to smithi08280503-10 2024-08-17T00:52:07.965 INFO:tasks.rados.rados.0.smithi082.stdout:3428: finishing rollback tid 1 to smithi08280503-10 2024-08-17T00:52:07.966 INFO:tasks.rados.rados.0.smithi082.stdout:3427: finishing write tid 2 to smithi08280503-42 2024-08-17T00:52:07.966 INFO:tasks.rados.rados.0.smithi082.stdout:3428: finishing rollback tid 2 to smithi08280503-10 2024-08-17T00:52:07.966 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 1899 (ObjNum 945 snap 287 seq_num 945) dirty exists 2024-08-17T00:52:07.966 INFO:tasks.rados.rados.0.smithi082.stdout:3427: finishing write tid 3 to smithi08280503-42 2024-08-17T00:52:07.967 INFO:tasks.rados.rados.0.smithi082.stdout:3428: done (4 left) 2024-08-17T00:52:07.967 INFO:tasks.rados.rados.0.smithi082.stdout:3432: done (3 left) 2024-08-17T00:52:07.967 INFO:tasks.rados.rados.0.smithi082.stdout:3433: setattr oid 48 current snap is 326 2024-08-17T00:52:07.968 INFO:tasks.rados.rados.0.smithi082.stdout:3427: finishing write tid 4 to smithi08280503-42 2024-08-17T00:52:07.968 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 1855 (ObjNum 1057 snap 326 seq_num 1057) dirty exists 2024-08-17T00:52:07.968 INFO:tasks.rados.rados.0.smithi082.stdout:3427: left oid 42 (ObjNum 1057 snap 326 seq_num 1057) 2024-08-17T00:52:07.969 INFO:tasks.rados.rados.0.smithi082.stdout:3431: finishing rollback tid 1 to smithi08280503-37 2024-08-17T00:52:07.969 INFO:tasks.rados.rados.0.smithi082.stdout:3431: finishing rollback tid 2 to smithi08280503-37 2024-08-17T00:52:07.969 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 1957 (ObjNum 904 snap 276 seq_num 904) dirty exists 2024-08-17T00:52:07.970 INFO:tasks.rados.rados.0.smithi082.stdout:3427: done (3 left) 2024-08-17T00:52:07.970 INFO:tasks.rados.rados.0.smithi082.stdout:3431: done (2 left) 2024-08-17T00:52:07.970 INFO:tasks.rados.rados.0.smithi082.stdout:3434: setattr oid 32 current snap is 326 2024-08-17T00:52:07.971 INFO:tasks.rados.rados.0.smithi082.stdout:3429: expect (ObjNum 1044 snap 322 seq_num 1044) 2024-08-17T00:52:08.034 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 1958 (ObjNum 65 snap 0 seq_num 3911751696) dirty exists 2024-08-17T00:52:08.072 INFO:tasks.rados.rados.0.smithi082.stdout:3429: done (2 left) 2024-08-17T00:52:08.072 INFO:tasks.rados.rados.0.smithi082.stdout:3433: done (1 left) 2024-08-17T00:52:08.072 INFO:tasks.rados.rados.0.smithi082.stdout:3435: read oid 49 snap -1 2024-08-17T00:52:08.072 INFO:tasks.rados.rados.0.smithi082.stdout:3435: expect deleted 2024-08-17T00:52:08.072 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 25 current snap is 326 2024-08-17T00:52:08.072 INFO:tasks.rados.rados.0.smithi082.stdout:3436: seq_num 1060 ranges {3596288=557056,4153344=401408} 2024-08-17T00:52:08.075 INFO:tasks.rados.rados.0.smithi082.stdout:3436: writing smithi08280503-25 from 3596288 to 4153344 tid 1 2024-08-17T00:52:08.075 INFO:tasks.rados.rados.0.smithi082.stdout:3436: writing smithi08280503-25 from 4153344 to 4554752 tid 2 2024-08-17T00:52:08.076 INFO:tasks.rados.rados.0.smithi082.stdout:3437: read oid 7 snap -1 2024-08-17T00:52:08.076 INFO:tasks.rados.rados.0.smithi082.stdout:3437: expect (ObjNum 832 snap 261 seq_num 832) 2024-08-17T00:52:08.076 INFO:tasks.rados.rados.0.smithi082.stdout:3438: delete oid 47 current snap is 326 2024-08-17T00:52:08.077 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 1960 (ObjNum 955 snap 292 seq_num 955) dirty exists 2024-08-17T00:52:08.077 INFO:tasks.rados.rados.0.smithi082.stdout:3436: finishing write tid 1 to smithi08280503-25 2024-08-17T00:52:08.077 INFO:tasks.rados.rados.0.smithi082.stdout:3434: done (4 left) 2024-08-17T00:52:08.077 INFO:tasks.rados.rados.0.smithi082.stdout:3435: done (3 left) 2024-08-17T00:52:08.077 INFO:tasks.rados.rados.0.smithi082.stdout:3438: done (2 left) 2024-08-17T00:52:08.078 INFO:tasks.rados.rados.0.smithi082.stdout:3439: setattr oid 38 current snap is 326 2024-08-17T00:52:08.078 INFO:tasks.rados.rados.0.smithi082.stdout:3436: finishing write tid 2 to smithi08280503-25 2024-08-17T00:52:08.079 INFO:tasks.rados.rados.0.smithi082.stdout:3436: finishing write tid 3 to smithi08280503-25 2024-08-17T00:52:08.079 INFO:tasks.rados.rados.0.smithi082.stdout:3440: snap_create 2024-08-17T00:52:08.079 INFO:tasks.rados.rados.0.smithi082.stdout:3436: finishing write tid 4 to smithi08280503-25 2024-08-17T00:52:08.079 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 1785 (ObjNum 1060 snap 326 seq_num 1060) dirty exists 2024-08-17T00:52:08.079 INFO:tasks.rados.rados.0.smithi082.stdout:3436: left oid 25 (ObjNum 1060 snap 326 seq_num 1060) 2024-08-17T00:52:08.079 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 1291 (ObjNum 982 snap 303 seq_num 982) dirty exists 2024-08-17T00:52:08.082 INFO:tasks.rados.rados.0.smithi082.stdout:3437: expect (ObjNum 832 snap 261 seq_num 832) 2024-08-17T00:52:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:07 smithi082 ceph-mon[94343]: osdmap e727: 8 total, 8 up, 8 in 2024-08-17T00:52:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:07 smithi082 ceph-mon[91979]: osdmap e727: 8 total, 8 up, 8 in 2024-08-17T00:52:08.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:07 smithi137 ceph-mon[86391]: osdmap e727: 8 total, 8 up, 8 in 2024-08-17T00:52:08.858 INFO:tasks.rados.rados.0.smithi082.stdout:3436: done (3 left) 2024-08-17T00:52:08.858 INFO:tasks.rados.rados.0.smithi082.stdout:3437: done (2 left) 2024-08-17T00:52:08.858 INFO:tasks.rados.rados.0.smithi082.stdout:3439: done (1 left) 2024-08-17T00:52:08.859 INFO:tasks.rados.rados.0.smithi082.stdout:3440: done (0 left) 2024-08-17T00:52:08.859 INFO:tasks.rados.rados.0.smithi082.stdout:3441: snap_remove snap 303 2024-08-17T00:52:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:08 smithi082 ceph-mon[91979]: osdmap e728: 8 total, 8 up, 8 in 2024-08-17T00:52:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:08 smithi082 ceph-mon[91979]: pgmap v764: 121 pgs: 121 active+clean; 271 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-08-17T00:52:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:08 smithi082 ceph-mon[91979]: osdmap e729: 8 total, 8 up, 8 in 2024-08-17T00:52:09.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:08 smithi082 ceph-mon[94343]: osdmap e728: 8 total, 8 up, 8 in 2024-08-17T00:52:09.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:08 smithi082 ceph-mon[94343]: pgmap v764: 121 pgs: 121 active+clean; 271 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-08-17T00:52:09.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:08 smithi082 ceph-mon[94343]: osdmap e729: 8 total, 8 up, 8 in 2024-08-17T00:52:09.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:08 smithi137 ceph-mon[86391]: osdmap e728: 8 total, 8 up, 8 in 2024-08-17T00:52:09.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:08 smithi137 ceph-mon[86391]: pgmap v764: 121 pgs: 121 active+clean; 271 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-08-17T00:52:09.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:08 smithi137 ceph-mon[86391]: osdmap e729: 8 total, 8 up, 8 in 2024-08-17T00:52:09.866 INFO:tasks.rados.rados.0.smithi082.stdout:3441: done (0 left) 2024-08-17T00:52:09.866 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 7 current snap is 327 2024-08-17T00:52:09.866 INFO:tasks.rados.rados.0.smithi082.stdout:3442: seq_num 1062 ranges {7225344=589824,7815168=401408} 2024-08-17T00:52:09.904 INFO:tasks.rados.rados.0.smithi082.stdout:3442: writing smithi08280503-7 from 7225344 to 7815168 tid 1 2024-08-17T00:52:09.906 INFO:tasks.rados.rados.0.smithi082.stdout:3442: writing smithi08280503-7 from 7815168 to 8216576 tid 2 2024-08-17T00:52:09.907 INFO:tasks.rados.rados.0.smithi082.stdout:3443: snap_remove snap 318 2024-08-17T00:52:10.870 INFO:tasks.rados.rados.0.smithi082.stdout:3443: done (1 left) 2024-08-17T00:52:10.870 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 41 current snap is 327 2024-08-17T00:52:10.870 INFO:tasks.rados.rados.0.smithi082.stdout:3444: seq_num 1063 ranges {4456448=606208,5062656=401408} 2024-08-17T00:52:10.899 INFO:tasks.rados.rados.0.smithi082.stdout:3444: writing smithi08280503-41 from 4456448 to 5062656 tid 1 2024-08-17T00:52:10.902 INFO:tasks.rados.rados.0.smithi082.stdout:3444: writing smithi08280503-41 from 5062656 to 5464064 tid 2 2024-08-17T00:52:10.902 INFO:tasks.rados.rados.0.smithi082.stdout:3445: read oid 43 snap 323 2024-08-17T00:52:10.902 INFO:tasks.rados.rados.0.smithi082.stdout:3445: expect (ObjNum 695 snap 215 seq_num 695) 2024-08-17T00:52:10.902 INFO:tasks.rados.rados.0.smithi082.stdout:3446: copy_from oid 29 from oid 23 current snap is 327 2024-08-17T00:52:10.902 INFO:tasks.rados.rados.0.smithi082.stdout:3442: finishing write tid 1 to smithi08280503-7 2024-08-17T00:52:10.902 INFO:tasks.rados.rados.0.smithi082.stdout:3442: finishing write tid 2 to smithi08280503-7 2024-08-17T00:52:10.902 INFO:tasks.rados.rados.0.smithi082.stdout:3442: finishing write tid 3 to smithi08280503-7 2024-08-17T00:52:10.902 INFO:tasks.rados.rados.0.smithi082.stdout:3442: finishing write tid 4 to smithi08280503-7 2024-08-17T00:52:10.902 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 1951 (ObjNum 1062 snap 327 seq_num 1062) dirty exists 2024-08-17T00:52:10.902 INFO:tasks.rados.rados.0.smithi082.stdout:3442: left oid 7 (ObjNum 1062 snap 327 seq_num 1062) 2024-08-17T00:52:10.902 INFO:tasks.rados.rados.0.smithi082.stdout:3442: done (3 left) 2024-08-17T00:52:10.903 INFO:tasks.rados.rados.0.smithi082.stdout:3447: read oid 42 snap 314 2024-08-17T00:52:10.903 INFO:tasks.rados.rados.0.smithi082.stdout:3447: expect (ObjNum 1003 snap 310 seq_num 1003) 2024-08-17T00:52:10.903 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 26 current snap is 327 2024-08-17T00:52:10.903 INFO:tasks.rados.rados.0.smithi082.stdout:3448: seq_num 1064 ranges {0=622592,622592=401408} 2024-08-17T00:52:10.905 INFO:tasks.rados.rados.0.smithi082.stdout:3448: writing smithi08280503-26 from 0 to 622592 tid 1 2024-08-17T00:52:10.911 INFO:tasks.rados.rados.0.smithi082.stdout:3448: writing smithi08280503-26 from 622592 to 1024000 tid 2 2024-08-17T00:52:10.911 INFO:tasks.rados.rados.0.smithi082.stdout:3449: rollback oid 45 current snap is 327 2024-08-17T00:52:10.911 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 45 to 310 2024-08-17T00:52:10.911 INFO:tasks.rados.rados.0.smithi082.stdout:3444: finishing write tid 1 to smithi08280503-41 2024-08-17T00:52:10.911 INFO:tasks.rados.rados.0.smithi082.stdout:3450: setattr oid 49 current snap is 327 2024-08-17T00:52:10.911 INFO:tasks.rados.rados.0.smithi082.stdout:3451: snap_create 2024-08-17T00:52:10.911 INFO:tasks.rados.rados.0.smithi082.stdout:3445: expect (ObjNum 695 snap 215 seq_num 695) 2024-08-17T00:52:10.967 INFO:tasks.rados.rados.0.smithi082.stdout:3444: finishing write tid 2 to smithi08280503-41 2024-08-17T00:52:10.967 INFO:tasks.rados.rados.0.smithi082.stdout:3444: finishing write tid 3 to smithi08280503-41 2024-08-17T00:52:10.967 INFO:tasks.rados.rados.0.smithi082.stdout:3449: finishing rollback tid 0 to smithi08280503-45 2024-08-17T00:52:10.967 INFO:tasks.rados.rados.0.smithi082.stdout:3449: finishing rollback tid 1 to smithi08280503-45 2024-08-17T00:52:10.967 INFO:tasks.rados.rados.0.smithi082.stdout:3449: finishing rollback tid 2 to smithi08280503-45 2024-08-17T00:52:10.968 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 1963 (ObjNum 952 snap 290 seq_num 952) dirty exists 2024-08-17T00:52:10.968 INFO:tasks.rados.rados.0.smithi082.stdout:3444: finishing write tid 4 to smithi08280503-41 2024-08-17T00:52:10.968 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 1978 (ObjNum 1063 snap 327 seq_num 1063) dirty exists 2024-08-17T00:52:10.968 INFO:tasks.rados.rados.0.smithi082.stdout:3444: left oid 41 (ObjNum 1063 snap 327 seq_num 1063) 2024-08-17T00:52:10.968 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 49 v 1979 (ObjNum 65 snap 0 seq_num 3892917200) dirty exists 2024-08-17T00:52:10.968 INFO:tasks.rados.rados.0.smithi082.stdout:3447: expect (ObjNum 1003 snap 310 seq_num 1003) 2024-08-17T00:52:11.027 INFO:tasks.rados.rados.0.smithi082.stdout:3446: finishing copy_from racing read to smithi08280503-29 2024-08-17T00:52:11.028 INFO:tasks.rados.rados.0.smithi082.stdout:3448: finishing write tid 1 to smithi08280503-26 2024-08-17T00:52:11.028 INFO:tasks.rados.rados.0.smithi082.stdout:3448: finishing write tid 2 to smithi08280503-26 2024-08-17T00:52:11.028 INFO:tasks.rados.rados.0.smithi082.stdout:3448: finishing write tid 3 to smithi08280503-26 2024-08-17T00:52:11.028 INFO:tasks.rados.rados.0.smithi082.stdout:3446: finishing copy_from to smithi08280503-29 2024-08-17T00:52:11.028 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 1757 (ObjNum 1048 snap 325 seq_num 1048) dirty exists 2024-08-17T00:52:11.028 INFO:tasks.rados.rados.0.smithi082.stdout:3448: finishing write tid 4 to smithi08280503-26 2024-08-17T00:52:11.028 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 2047 (ObjNum 1064 snap 327 seq_num 1064) dirty exists 2024-08-17T00:52:11.028 INFO:tasks.rados.rados.0.smithi082.stdout:3448: left oid 26 (ObjNum 1064 snap 327 seq_num 1064) 2024-08-17T00:52:11.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:10 smithi082 ceph-mon[91979]: osdmap e730: 8 total, 8 up, 8 in 2024-08-17T00:52:11.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:10 smithi082 ceph-mon[91979]: pgmap v767: 121 pgs: 121 active+clean; 277 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-08-17T00:52:11.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:10 smithi082 ceph-mon[94343]: osdmap e730: 8 total, 8 up, 8 in 2024-08-17T00:52:11.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:10 smithi082 ceph-mon[94343]: pgmap v767: 121 pgs: 121 active+clean; 277 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-08-17T00:52:11.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:10 smithi137 ceph-mon[86391]: osdmap e730: 8 total, 8 up, 8 in 2024-08-17T00:52:11.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:10 smithi137 ceph-mon[86391]: pgmap v767: 121 pgs: 121 active+clean; 277 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-08-17T00:52:11.874 INFO:tasks.rados.rados.0.smithi082.stdout:3444: done (7 left) 2024-08-17T00:52:11.874 INFO:tasks.rados.rados.0.smithi082.stdout:3445: done (6 left) 2024-08-17T00:52:11.874 INFO:tasks.rados.rados.0.smithi082.stdout:3446: done (5 left) 2024-08-17T00:52:11.874 INFO:tasks.rados.rados.0.smithi082.stdout:3447: done (4 left) 2024-08-17T00:52:11.874 INFO:tasks.rados.rados.0.smithi082.stdout:3448: done (3 left) 2024-08-17T00:52:11.875 INFO:tasks.rados.rados.0.smithi082.stdout:3449: done (2 left) 2024-08-17T00:52:11.875 INFO:tasks.rados.rados.0.smithi082.stdout:3450: done (1 left) 2024-08-17T00:52:11.875 INFO:tasks.rados.rados.0.smithi082.stdout:3451: done (0 left) 2024-08-17T00:52:11.875 INFO:tasks.rados.rados.0.smithi082.stdout:3452: read oid 20 snap -1 2024-08-17T00:52:11.875 INFO:tasks.rados.rados.0.smithi082.stdout:3452: expect (ObjNum 1044 snap 322 seq_num 1044) 2024-08-17T00:52:11.875 INFO:tasks.rados.rados.0.smithi082.stdout:3453: snap_create 2024-08-17T00:52:11.882 INFO:tasks.rados.rados.0.smithi082.stdout:3452: expect (ObjNum 1044 snap 322 seq_num 1044) 2024-08-17T00:52:12.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:11 smithi082 ceph-mon[94343]: osdmap e731: 8 total, 8 up, 8 in 2024-08-17T00:52:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:11 smithi082 ceph-mon[91979]: osdmap e731: 8 total, 8 up, 8 in 2024-08-17T00:52:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:11 smithi137 ceph-mon[86391]: osdmap e731: 8 total, 8 up, 8 in 2024-08-17T00:52:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:52:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:52:12.879 INFO:tasks.rados.rados.0.smithi082.stdout:3452: done (1 left) 2024-08-17T00:52:12.879 INFO:tasks.rados.rados.0.smithi082.stdout:3453: done (0 left) 2024-08-17T00:52:12.880 INFO:tasks.rados.rados.0.smithi082.stdout:3454: snap_create 2024-08-17T00:52:13.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:12 smithi082 ceph-mon[94343]: osdmap e732: 8 total, 8 up, 8 in 2024-08-17T00:52:13.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:12 smithi082 ceph-mon[94343]: pgmap v770: 121 pgs: 121 active+clean; 277 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.1 MiB/s wr, 26 op/s 2024-08-17T00:52:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:12 smithi082 ceph-mon[91979]: osdmap e732: 8 total, 8 up, 8 in 2024-08-17T00:52:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:12 smithi082 ceph-mon[91979]: pgmap v770: 121 pgs: 121 active+clean; 277 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.1 MiB/s wr, 26 op/s 2024-08-17T00:52:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:12 smithi137 ceph-mon[86391]: osdmap e732: 8 total, 8 up, 8 in 2024-08-17T00:52:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:12 smithi137 ceph-mon[86391]: pgmap v770: 121 pgs: 121 active+clean; 277 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.1 MiB/s wr, 26 op/s 2024-08-17T00:52:13.860 INFO:tasks.rados.rados.0.smithi082.stdout:3454: done (0 left) 2024-08-17T00:52:13.861 INFO:tasks.rados.rados.0.smithi082.stdout:3455: rmattr oid 8 current snap is 330 2024-08-17T00:52:13.861 INFO:tasks.rados.rados.0.smithi082.stdout:3456: copy_from oid 30 from oid 7 current snap is 330 2024-08-17T00:52:13.861 INFO:tasks.rados.rados.0.smithi082.stdout:3457: setattr oid 47 current snap is 330 2024-08-17T00:52:13.861 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 20 current snap is 330 2024-08-17T00:52:13.861 INFO:tasks.rados.rados.0.smithi082.stdout:3458: seq_num 1065 ranges {1753088=638976,2392064=401408} 2024-08-17T00:52:13.874 INFO:tasks.rados.rados.0.smithi082.stdout:3458: writing smithi08280503-20 from 1753088 to 2392064 tid 1 2024-08-17T00:52:13.877 INFO:tasks.rados.rados.0.smithi082.stdout:3458: writing smithi08280503-20 from 2392064 to 2793472 tid 2 2024-08-17T00:52:13.877 INFO:tasks.rados.rados.0.smithi082.stdout:3459: snap_remove snap 307 2024-08-17T00:52:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:13 smithi082 ceph-mon[91979]: osdmap e733: 8 total, 8 up, 8 in 2024-08-17T00:52:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:13 smithi082 ceph-mon[91979]: osdmap e734: 8 total, 8 up, 8 in 2024-08-17T00:52:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:13 smithi082 ceph-mon[94343]: osdmap e733: 8 total, 8 up, 8 in 2024-08-17T00:52:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:13 smithi082 ceph-mon[94343]: osdmap e734: 8 total, 8 up, 8 in 2024-08-17T00:52:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:13 smithi137 ceph-mon[86391]: osdmap e733: 8 total, 8 up, 8 in 2024-08-17T00:52:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:13 smithi137 ceph-mon[86391]: osdmap e734: 8 total, 8 up, 8 in 2024-08-17T00:52:14.892 INFO:tasks.rados.rados.0.smithi082.stdout:3459: done (4 left) 2024-08-17T00:52:14.892 INFO:tasks.rados.rados.0.smithi082.stdout:3460: read oid 16 snap 312 2024-08-17T00:52:14.892 INFO:tasks.rados.rados.0.smithi082.stdout:3460: expect (ObjNum 952 snap 290 seq_num 952) 2024-08-17T00:52:14.892 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 11 current snap is 330 2024-08-17T00:52:14.892 INFO:tasks.rados.rados.0.smithi082.stdout:3461: seq_num 1066 ranges {0=663552,663552=401408} 2024-08-17T00:52:14.896 INFO:tasks.rados.rados.0.smithi082.stdout:3461: writing smithi08280503-11 from 0 to 663552 tid 1 2024-08-17T00:52:14.900 INFO:tasks.rados.rados.0.smithi082.stdout:3461: writing smithi08280503-11 from 663552 to 1064960 tid 2 2024-08-17T00:52:14.900 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 0 (ObjNum 1052 snap 325 seq_num 1052) dirty exists 2024-08-17T00:52:14.901 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 1577 (ObjNum 81 snap 0 seq_num 2956468542) dirty exists 2024-08-17T00:52:14.901 INFO:tasks.rados.rados.0.smithi082.stdout:3458: finishing write tid 1 to smithi08280503-20 2024-08-17T00:52:14.901 INFO:tasks.rados.rados.0.smithi082.stdout:3458: finishing write tid 2 to smithi08280503-20 2024-08-17T00:52:14.901 INFO:tasks.rados.rados.0.smithi082.stdout:3458: finishing write tid 3 to smithi08280503-20 2024-08-17T00:52:14.901 INFO:tasks.rados.rados.0.smithi082.stdout:3458: finishing write tid 4 to smithi08280503-20 2024-08-17T00:52:14.901 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 1770 (ObjNum 1065 snap 330 seq_num 1065) dirty exists 2024-08-17T00:52:14.901 INFO:tasks.rados.rados.0.smithi082.stdout:3458: left oid 20 (ObjNum 1065 snap 330 seq_num 1065) 2024-08-17T00:52:14.901 INFO:tasks.rados.rados.0.smithi082.stdout:3456: finishing copy_from racing read to smithi08280503-30 2024-08-17T00:52:14.901 INFO:tasks.rados.rados.0.smithi082.stdout:3456: finishing copy_from to smithi08280503-30 2024-08-17T00:52:14.901 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 30 v 1951 (ObjNum 1062 snap 327 seq_num 1062) dirty exists 2024-08-17T00:52:14.901 INFO:tasks.rados.rados.0.smithi082.stdout:3455: done (5 left) 2024-08-17T00:52:14.902 INFO:tasks.rados.rados.0.smithi082.stdout:3456: done (4 left) 2024-08-17T00:52:14.902 INFO:tasks.rados.rados.0.smithi082.stdout:3457: done (3 left) 2024-08-17T00:52:14.902 INFO:tasks.rados.rados.0.smithi082.stdout:3458: done (2 left) 2024-08-17T00:52:14.902 INFO:tasks.rados.rados.0.smithi082.stdout:3462: snap_remove snap 327 2024-08-17T00:52:15.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:14 smithi082 ceph-mon[91979]: pgmap v773: 121 pgs: 121 active+clean; 279 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 738 KiB/s wr, 10 op/s 2024-08-17T00:52:15.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:52:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:52:15] "GET /metrics HTTP/1.1" 200 36277 "" "Prometheus/2.43.0" 2024-08-17T00:52:15.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:14 smithi082 ceph-mon[94343]: pgmap v773: 121 pgs: 121 active+clean; 279 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 738 KiB/s wr, 10 op/s 2024-08-17T00:52:15.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:14 smithi137 ceph-mon[86391]: pgmap v773: 121 pgs: 121 active+clean; 279 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 738 KiB/s wr, 10 op/s 2024-08-17T00:52:15.892 INFO:tasks.rados.rados.0.smithi082.stdout:3462: done (2 left) 2024-08-17T00:52:15.892 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 25 current snap is 330 2024-08-17T00:52:15.892 INFO:tasks.rados.rados.0.smithi082.stdout:3460: expect (ObjNum 952 snap 290 seq_num 952) 2024-08-17T00:52:15.933 INFO:tasks.rados.rados.0.smithi082.stdout:3461: finishing write tid 1 to smithi08280503-11 2024-08-17T00:52:15.934 INFO:tasks.rados.rados.0.smithi082.stdout:3461: finishing write tid 2 to smithi08280503-11 2024-08-17T00:52:15.934 INFO:tasks.rados.rados.0.smithi082.stdout:3461: finishing write tid 3 to smithi08280503-11 2024-08-17T00:52:15.934 INFO:tasks.rados.rados.0.smithi082.stdout:3461: finishing write tid 4 to smithi08280503-11 2024-08-17T00:52:15.934 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 1954 (ObjNum 1066 snap 330 seq_num 1066) dirty exists 2024-08-17T00:52:15.934 INFO:tasks.rados.rados.0.smithi082.stdout:3461: left oid 11 (ObjNum 1066 snap 330 seq_num 1066) 2024-08-17T00:52:15.934 INFO:tasks.rados.rados.0.smithi082.stdout:3463: seq_num 1067 ranges {4554752=679936,5234688=401408} 2024-08-17T00:52:15.961 INFO:tasks.rados.rados.0.smithi082.stdout:3463: writing smithi08280503-25 from 4554752 to 5234688 tid 1 2024-08-17T00:52:15.963 INFO:tasks.rados.rados.0.smithi082.stdout:3463: writing smithi08280503-25 from 5234688 to 5636096 tid 2 2024-08-17T00:52:15.963 INFO:tasks.rados.rados.0.smithi082.stdout:3460: done (2 left) 2024-08-17T00:52:15.963 INFO:tasks.rados.rados.0.smithi082.stdout:3461: done (1 left) 2024-08-17T00:52:15.963 INFO:tasks.rados.rados.0.smithi082.stdout:3464: snap_create 2024-08-17T00:52:15.968 INFO:tasks.rados.rados.0.smithi082.stdout:3463: finishing write tid 1 to smithi08280503-25 2024-08-17T00:52:15.968 INFO:tasks.rados.rados.0.smithi082.stdout:3463: finishing write tid 2 to smithi08280503-25 2024-08-17T00:52:15.968 INFO:tasks.rados.rados.0.smithi082.stdout:3463: finishing write tid 3 to smithi08280503-25 2024-08-17T00:52:15.970 INFO:tasks.rados.rados.0.smithi082.stdout:3463: finishing write tid 4 to smithi08280503-25 2024-08-17T00:52:15.970 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 1788 (ObjNum 1067 snap 330 seq_num 1067) dirty exists 2024-08-17T00:52:15.970 INFO:tasks.rados.rados.0.smithi082.stdout:3463: left oid 25 (ObjNum 1067 snap 330 seq_num 1067) 2024-08-17T00:52:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:15 smithi082 ceph-mon[94343]: osdmap e735: 8 total, 8 up, 8 in 2024-08-17T00:52:16.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:15 smithi082 ceph-mon[91979]: osdmap e735: 8 total, 8 up, 8 in 2024-08-17T00:52:16.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:15 smithi137 ceph-mon[86391]: osdmap e735: 8 total, 8 up, 8 in 2024-08-17T00:52:16.898 INFO:tasks.rados.rados.0.smithi082.stdout:3463: done (1 left) 2024-08-17T00:52:16.898 INFO:tasks.rados.rados.0.smithi082.stdout:3464: done (0 left) 2024-08-17T00:52:16.898 INFO:tasks.rados.rados.0.smithi082.stdout:3465: snap_create 2024-08-17T00:52:17.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:16 smithi082 ceph-mon[94343]: osdmap e736: 8 total, 8 up, 8 in 2024-08-17T00:52:17.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:16 smithi082 ceph-mon[94343]: pgmap v776: 121 pgs: 121 active+clean; 290 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2024-08-17T00:52:17.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:16 smithi082 ceph-mon[91979]: osdmap e736: 8 total, 8 up, 8 in 2024-08-17T00:52:17.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:16 smithi082 ceph-mon[91979]: pgmap v776: 121 pgs: 121 active+clean; 290 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2024-08-17T00:52:17.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:16 smithi137 ceph-mon[86391]: osdmap e736: 8 total, 8 up, 8 in 2024-08-17T00:52:17.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:16 smithi137 ceph-mon[86391]: pgmap v776: 121 pgs: 121 active+clean; 290 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2024-08-17T00:52:17.900 INFO:tasks.rados.rados.0.smithi082.stdout:3465: done (0 left) 2024-08-17T00:52:17.900 INFO:tasks.rados.rados.0.smithi082.stdout:3466: rollback oid 29 current snap is 332 2024-08-17T00:52:17.900 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 29 to 319 2024-08-17T00:52:17.900 INFO:tasks.rados.rados.0.smithi082.stdout:3467: rmattr oid 15 current snap is 332 2024-08-17T00:52:17.900 INFO:tasks.rados.rados.0.smithi082.stdout:3467: done (1 left) 2024-08-17T00:52:17.900 INFO:tasks.rados.rados.0.smithi082.stdout:3468: rmattr oid 40 current snap is 332 2024-08-17T00:52:17.900 INFO:tasks.rados.rados.0.smithi082.stdout:3468: done (1 left) 2024-08-17T00:52:17.900 INFO:tasks.rados.rados.0.smithi082.stdout:3469: snap_remove snap 330 2024-08-17T00:52:18.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:17 smithi082 ceph-mon[94343]: osdmap e737: 8 total, 8 up, 8 in 2024-08-17T00:52:18.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:17 smithi082 ceph-mon[91979]: osdmap e737: 8 total, 8 up, 8 in 2024-08-17T00:52:18.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:17 smithi137 ceph-mon[86391]: osdmap e737: 8 total, 8 up, 8 in 2024-08-17T00:52:18.864 INFO:tasks.rados.rados.0.smithi082.stdout:3469: done (1 left) 2024-08-17T00:52:18.864 INFO:tasks.rados.rados.0.smithi082.stdout:3470: delete oid 12 current snap is 332 2024-08-17T00:52:18.864 INFO:tasks.rados.rados.0.smithi082.stdout:3466: finishing rollback tid 0 to smithi08280503-29 2024-08-17T00:52:18.864 INFO:tasks.rados.rados.0.smithi082.stdout:3466: finishing rollback tid 1 to smithi08280503-29 2024-08-17T00:52:18.864 INFO:tasks.rados.rados.0.smithi082.stdout:3466: finishing rollback tid 2 to smithi08280503-29 2024-08-17T00:52:18.865 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 1859 (ObjNum 1013 snap 312 seq_num 1013) dirty exists 2024-08-17T00:52:18.870 INFO:tasks.rados.rados.0.smithi082.stdout:3466: done (1 left) 2024-08-17T00:52:18.870 INFO:tasks.rados.rados.0.smithi082.stdout:3470: done (0 left) 2024-08-17T00:52:18.870 INFO:tasks.rados.rados.0.smithi082.stdout:3471: snap_create 2024-08-17T00:52:19.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:18 smithi082 ceph-mon[91979]: osdmap e738: 8 total, 8 up, 8 in 2024-08-17T00:52:19.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:18 smithi082 ceph-mon[91979]: pgmap v779: 121 pgs: 121 active+clean; 290 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-08-17T00:52:19.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:18 smithi082 ceph-mon[91979]: osdmap e739: 8 total, 8 up, 8 in 2024-08-17T00:52:19.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:18 smithi082 ceph-mon[94343]: osdmap e738: 8 total, 8 up, 8 in 2024-08-17T00:52:19.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:18 smithi082 ceph-mon[94343]: pgmap v779: 121 pgs: 121 active+clean; 290 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-08-17T00:52:19.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:18 smithi082 ceph-mon[94343]: osdmap e739: 8 total, 8 up, 8 in 2024-08-17T00:52:19.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:18 smithi137 ceph-mon[86391]: osdmap e738: 8 total, 8 up, 8 in 2024-08-17T00:52:19.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:18 smithi137 ceph-mon[86391]: pgmap v779: 121 pgs: 121 active+clean; 290 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-08-17T00:52:19.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:18 smithi137 ceph-mon[86391]: osdmap e739: 8 total, 8 up, 8 in 2024-08-17T00:52:19.868 INFO:tasks.rados.rados.0.smithi082.stdout:3471: done (0 left) 2024-08-17T00:52:19.869 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 19 current snap is 333 2024-08-17T00:52:19.869 INFO:tasks.rados.rados.0.smithi082.stdout:3472: seq_num 1069 ranges {2433024=712704,3145728=401408} 2024-08-17T00:52:19.885 INFO:tasks.rados.rados.0.smithi082.stdout:3472: writing smithi08280503-19 from 2433024 to 3145728 tid 1 2024-08-17T00:52:19.887 INFO:tasks.rados.rados.0.smithi082.stdout:3472: writing smithi08280503-19 from 3145728 to 3547136 tid 2 2024-08-17T00:52:19.888 INFO:tasks.rados.rados.0.smithi082.stdout:3473: copy_from oid 20 from oid 49 current snap is 333 2024-08-17T00:52:19.888 INFO:tasks.rados.rados.0.smithi082.stdout:3474: snap_remove snap 310 2024-08-17T00:52:20.872 INFO:tasks.rados.rados.0.smithi082.stdout:3474: done (2 left) 2024-08-17T00:52:20.872 INFO:tasks.rados.rados.0.smithi082.stdout:3475: rollback oid 39 current snap is 333 2024-08-17T00:52:20.872 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 39 to 319 2024-08-17T00:52:20.872 INFO:tasks.rados.rados.0.smithi082.stdout:3473: finishing copy_from racing read to smithi08280503-20 2024-08-17T00:52:20.872 INFO:tasks.rados.rados.0.smithi082.stdout:3473: finishing copy_from to smithi08280503-20 2024-08-17T00:52:20.873 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 1979 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-17T00:52:20.873 INFO:tasks.rados.rados.0.smithi082.stdout:3472: finishing write tid 1 to smithi08280503-19 2024-08-17T00:52:20.873 INFO:tasks.rados.rados.0.smithi082.stdout:3472: finishing write tid 2 to smithi08280503-19 2024-08-17T00:52:20.873 INFO:tasks.rados.rados.0.smithi082.stdout:3472: finishing write tid 3 to smithi08280503-19 2024-08-17T00:52:20.873 INFO:tasks.rados.rados.0.smithi082.stdout:3472: finishing write tid 4 to smithi08280503-19 2024-08-17T00:52:20.873 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 1969 (ObjNum 1069 snap 333 seq_num 1069) dirty exists 2024-08-17T00:52:20.873 INFO:tasks.rados.rados.0.smithi082.stdout:3472: left oid 19 (ObjNum 1069 snap 333 seq_num 1069) 2024-08-17T00:52:20.873 INFO:tasks.rados.rados.0.smithi082.stdout:3472: done (2 left) 2024-08-17T00:52:20.873 INFO:tasks.rados.rados.0.smithi082.stdout:3473: done (1 left) 2024-08-17T00:52:20.873 INFO:tasks.rados.rados.0.smithi082.stdout:3476: copy_from oid 27 from oid 46 current snap is 333 2024-08-17T00:52:20.873 INFO:tasks.rados.rados.0.smithi082.stdout:3477: delete oid 4 current snap is 333 2024-08-17T00:52:20.886 INFO:tasks.rados.rados.0.smithi082.stdout:3476: finishing copy_from to smithi08280503-27 2024-08-17T00:52:20.886 INFO:tasks.rados.rados.0.smithi082.stdout:3476: got expected ENOENT (src dne) 2024-08-17T00:52:20.886 INFO:tasks.rados.rados.0.smithi082.stdout:3476: finishing copy_from racing read to smithi08280503-27 2024-08-17T00:52:20.886 INFO:tasks.rados.rados.0.smithi082.stdout:3475: finishing rollback tid 0 to smithi08280503-39 2024-08-17T00:52:20.890 INFO:tasks.rados.rados.0.smithi082.stdout:3476: done (2 left) 2024-08-17T00:52:20.890 INFO:tasks.rados.rados.0.smithi082.stdout:3477: done (1 left) 2024-08-17T00:52:20.890 INFO:tasks.rados.rados.0.smithi082.stdout:3478: rollback oid 6 current snap is 333 2024-08-17T00:52:20.890 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 6 to 323 2024-08-17T00:52:20.890 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 25 current snap is 333 2024-08-17T00:52:20.890 INFO:tasks.rados.rados.0.smithi082.stdout:3479: seq_num 1071 ranges {5636096=745472,6381568=401408} 2024-08-17T00:52:20.925 INFO:tasks.rados.rados.0.smithi082.stdout:3479: writing smithi08280503-25 from 5636096 to 6381568 tid 1 2024-08-17T00:52:20.927 INFO:tasks.rados.rados.0.smithi082.stdout:3479: writing smithi08280503-25 from 6381568 to 6782976 tid 2 2024-08-17T00:52:20.927 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 24 current snap is 333 2024-08-17T00:52:20.927 INFO:tasks.rados.rados.0.smithi082.stdout:3480: seq_num 1072 ranges {0=761856,761856=401408} 2024-08-17T00:52:20.931 INFO:tasks.rados.rados.0.smithi082.stdout:3480: writing smithi08280503-24 from 0 to 761856 tid 1 2024-08-17T00:52:20.935 INFO:tasks.rados.rados.0.smithi082.stdout:3480: writing smithi08280503-24 from 761856 to 1163264 tid 2 2024-08-17T00:52:20.935 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 20 current snap is 333 2024-08-17T00:52:20.935 INFO:tasks.rados.rados.0.smithi082.stdout:3475: finishing rollback tid 1 to smithi08280503-39 2024-08-17T00:52:20.935 INFO:tasks.rados.rados.0.smithi082.stdout:3481: seq_num 1073 ranges {0=778240,778240=401408} 2024-08-17T00:52:20.939 INFO:tasks.rados.rados.0.smithi082.stdout:3481: writing smithi08280503-20 from 0 to 778240 tid 1 2024-08-17T00:52:20.942 INFO:tasks.rados.rados.0.smithi082.stdout:3481: writing smithi08280503-20 from 778240 to 1179648 tid 2 2024-08-17T00:52:20.942 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 44 current snap is 333 2024-08-17T00:52:20.942 INFO:tasks.rados.rados.0.smithi082.stdout:3475: finishing rollback tid 2 to smithi08280503-39 2024-08-17T00:52:20.942 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 1478 (ObjNum 1024 snap 314 seq_num 1024) dirty exists 2024-08-17T00:52:20.942 INFO:tasks.rados.rados.0.smithi082.stdout:3478: finishing rollback tid 0 to smithi08280503-6 2024-08-17T00:52:20.942 INFO:tasks.rados.rados.0.smithi082.stdout:3478: finishing rollback tid 1 to smithi08280503-6 2024-08-17T00:52:20.942 INFO:tasks.rados.rados.0.smithi082.stdout:3478: finishing rollback tid 2 to smithi08280503-6 2024-08-17T00:52:20.943 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 1902 (ObjNum 895 snap 274 seq_num 895) dirty exists 2024-08-17T00:52:20.943 INFO:tasks.rados.rados.0.smithi082.stdout:3479: finishing write tid 1 to smithi08280503-25 2024-08-17T00:52:20.943 INFO:tasks.rados.rados.0.smithi082.stdout:3479: finishing write tid 2 to smithi08280503-25 2024-08-17T00:52:20.943 INFO:tasks.rados.rados.0.smithi082.stdout:3479: finishing write tid 3 to smithi08280503-25 2024-08-17T00:52:20.943 INFO:tasks.rados.rados.0.smithi082.stdout:3482: seq_num 1074 ranges {1957888=794624,2752512=401408} 2024-08-17T00:52:20.956 INFO:tasks.rados.rados.0.smithi082.stdout:3482: writing smithi08280503-44 from 1957888 to 2752512 tid 1 2024-08-17T00:52:20.959 INFO:tasks.rados.rados.0.smithi082.stdout:3482: writing smithi08280503-44 from 2752512 to 3153920 tid 2 2024-08-17T00:52:20.959 INFO:tasks.rados.rados.0.smithi082.stdout:3475: done (5 left) 2024-08-17T00:52:20.959 INFO:tasks.rados.rados.0.smithi082.stdout:3478: done (4 left) 2024-08-17T00:52:20.959 INFO:tasks.rados.rados.0.smithi082.stdout:3483: delete oid 47 current snap is 333 2024-08-17T00:52:20.959 INFO:tasks.rados.rados.0.smithi082.stdout:3479: finishing write tid 4 to smithi08280503-25 2024-08-17T00:52:20.959 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 1791 (ObjNum 1071 snap 333 seq_num 1071) dirty exists 2024-08-17T00:52:20.959 INFO:tasks.rados.rados.0.smithi082.stdout:3479: left oid 25 (ObjNum 1071 snap 333 seq_num 1071) 2024-08-17T00:52:20.959 INFO:tasks.rados.rados.0.smithi082.stdout:3480: finishing write tid 1 to smithi08280503-24 2024-08-17T00:52:20.959 INFO:tasks.rados.rados.0.smithi082.stdout:3480: finishing write tid 2 to smithi08280503-24 2024-08-17T00:52:20.960 INFO:tasks.rados.rados.0.smithi082.stdout:3480: finishing write tid 3 to smithi08280503-24 2024-08-17T00:52:20.960 INFO:tasks.rados.rados.0.smithi082.stdout:3480: finishing write tid 4 to smithi08280503-24 2024-08-17T00:52:20.960 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 1821 (ObjNum 1072 snap 333 seq_num 1072) dirty exists 2024-08-17T00:52:20.960 INFO:tasks.rados.rados.0.smithi082.stdout:3480: left oid 24 (ObjNum 1072 snap 333 seq_num 1072) 2024-08-17T00:52:20.960 INFO:tasks.rados.rados.0.smithi082.stdout:3481: finishing write tid 1 to smithi08280503-20 2024-08-17T00:52:20.960 INFO:tasks.rados.rados.0.smithi082.stdout:3481: finishing write tid 2 to smithi08280503-20 2024-08-17T00:52:20.960 INFO:tasks.rados.rados.0.smithi082.stdout:3481: finishing write tid 3 to smithi08280503-20 2024-08-17T00:52:20.960 INFO:tasks.rados.rados.0.smithi082.stdout:3481: finishing write tid 4 to smithi08280503-20 2024-08-17T00:52:20.960 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 1982 (ObjNum 1073 snap 333 seq_num 1073) dirty exists 2024-08-17T00:52:20.960 INFO:tasks.rados.rados.0.smithi082.stdout:3481: left oid 20 (ObjNum 1073 snap 333 seq_num 1073) 2024-08-17T00:52:20.961 INFO:tasks.rados.rados.0.smithi082.stdout:3482: finishing write tid 1 to smithi08280503-44 2024-08-17T00:52:20.961 INFO:tasks.rados.rados.0.smithi082.stdout:3479: done (4 left) 2024-08-17T00:52:20.961 INFO:tasks.rados.rados.0.smithi082.stdout:3480: done (3 left) 2024-08-17T00:52:20.961 INFO:tasks.rados.rados.0.smithi082.stdout:3481: done (2 left) 2024-08-17T00:52:20.961 INFO:tasks.rados.rados.0.smithi082.stdout:3483: done (1 left) 2024-08-17T00:52:20.961 INFO:tasks.rados.rados.0.smithi082.stdout:3484: delete oid 1 current snap is 333 2024-08-17T00:52:20.962 INFO:tasks.rados.rados.0.smithi082.stdout:3482: finishing write tid 2 to smithi08280503-44 2024-08-17T00:52:20.962 INFO:tasks.rados.rados.0.smithi082.stdout:3482: finishing write tid 3 to smithi08280503-44 2024-08-17T00:52:20.962 INFO:tasks.rados.rados.0.smithi082.stdout:3482: finishing write tid 4 to smithi08280503-44 2024-08-17T00:52:20.962 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 1740 (ObjNum 1074 snap 333 seq_num 1074) dirty exists 2024-08-17T00:52:20.963 INFO:tasks.rados.rados.0.smithi082.stdout:3482: left oid 44 (ObjNum 1074 snap 333 seq_num 1074) 2024-08-17T00:52:20.963 INFO:tasks.rados.rados.0.smithi082.stdout:3482: done (1 left) 2024-08-17T00:52:20.963 INFO:tasks.rados.rados.0.smithi082.stdout:3484: done (0 left) 2024-08-17T00:52:20.963 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 37 current snap is 333 2024-08-17T00:52:20.963 INFO:tasks.rados.rados.0.smithi082.stdout:3485: seq_num 1077 ranges {6217728=442368,6660096=434176,7094272=368640} 2024-08-17T00:52:20.998 INFO:tasks.rados.rados.0.smithi082.stdout:3485: writing smithi08280503-37 from 6217728 to 6660096 tid 1 2024-08-17T00:52:21.000 INFO:tasks.rados.rados.0.smithi082.stdout:3485: writing smithi08280503-37 from 6660096 to 7094272 tid 2 2024-08-17T00:52:21.003 INFO:tasks.rados.rados.0.smithi082.stdout:3485: writing smithi08280503-37 from 7094272 to 7462912 tid 3 2024-08-17T00:52:21.003 INFO:tasks.rados.rados.0.smithi082.stdout:3486: snap_create 2024-08-17T00:52:21.004 INFO:tasks.rados.rados.0.smithi082.stdout:3485: finishing write tid 1 to smithi08280503-37 2024-08-17T00:52:21.006 INFO:tasks.rados.rados.0.smithi082.stdout:3485: finishing write tid 2 to smithi08280503-37 2024-08-17T00:52:21.006 INFO:tasks.rados.rados.0.smithi082.stdout:3485: finishing write tid 3 to smithi08280503-37 2024-08-17T00:52:21.006 INFO:tasks.rados.rados.0.smithi082.stdout:3485: finishing write tid 4 to smithi08280503-37 2024-08-17T00:52:21.008 INFO:tasks.rados.rados.0.smithi082.stdout:3485: finishing write tid 5 to smithi08280503-37 2024-08-17T00:52:21.008 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 2000 (ObjNum 1077 snap 333 seq_num 1077) dirty exists 2024-08-17T00:52:21.008 INFO:tasks.rados.rados.0.smithi082.stdout:3485: left oid 37 (ObjNum 1077 snap 333 seq_num 1077) 2024-08-17T00:52:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:20 smithi082 ceph-mon[94343]: osdmap e740: 8 total, 8 up, 8 in 2024-08-17T00:52:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:52:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:20 smithi082 ceph-mon[94343]: pgmap v782: 121 pgs: 121 active+clean; 300 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 524 KiB/s wr, 8 op/s 2024-08-17T00:52:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:20 smithi082 ceph-mon[91979]: osdmap e740: 8 total, 8 up, 8 in 2024-08-17T00:52:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:52:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:20 smithi082 ceph-mon[91979]: pgmap v782: 121 pgs: 121 active+clean; 300 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 524 KiB/s wr, 8 op/s 2024-08-17T00:52:21.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:20 smithi137 ceph-mon[86391]: osdmap e740: 8 total, 8 up, 8 in 2024-08-17T00:52:21.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:52:21.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:20 smithi137 ceph-mon[86391]: pgmap v782: 121 pgs: 121 active+clean; 300 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 524 KiB/s wr, 8 op/s 2024-08-17T00:52:21.879 INFO:tasks.rados.rados.0.smithi082.stdout:3485: done (1 left) 2024-08-17T00:52:21.879 INFO:tasks.rados.rados.0.smithi082.stdout:3486: done (0 left) 2024-08-17T00:52:21.879 INFO:tasks.rados.rados.0.smithi082.stdout:3487: read oid 25 snap -1 2024-08-17T00:52:21.879 INFO:tasks.rados.rados.0.smithi082.stdout:3487: expect (ObjNum 1071 snap 333 seq_num 1071) 2024-08-17T00:52:21.879 INFO:tasks.rados.rados.0.smithi082.stdout:3488: rollback oid 21 current snap is 334 2024-08-17T00:52:21.879 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 21 to 297 2024-08-17T00:52:21.879 INFO:tasks.rados.rados.0.smithi082.stdout:3489: read oid 35 snap 297 2024-08-17T00:52:21.879 INFO:tasks.rados.rados.0.smithi082.stdout:3489: expect deleted 2024-08-17T00:52:21.879 INFO:tasks.rados.rados.0.smithi082.stdout:3490: snap_create 2024-08-17T00:52:21.886 INFO:tasks.rados.rados.0.smithi082.stdout:3488: finishing rollback tid 1 to smithi08280503-21 2024-08-17T00:52:21.887 INFO:tasks.rados.rados.0.smithi082.stdout:3488: finishing rollback tid 2 to smithi08280503-21 2024-08-17T00:52:21.887 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 1580 (ObjNum 916 snap 279 seq_num 916) dirty exists 2024-08-17T00:52:21.913 INFO:tasks.rados.rados.0.smithi082.stdout:3487: expect (ObjNum 1071 snap 333 seq_num 1071) 2024-08-17T00:52:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:21 smithi082 ceph-mon[94343]: osdmap e741: 8 total, 8 up, 8 in 2024-08-17T00:52:22.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:21 smithi082 ceph-mon[91979]: osdmap e741: 8 total, 8 up, 8 in 2024-08-17T00:52:22.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:21 smithi137 ceph-mon[86391]: osdmap e741: 8 total, 8 up, 8 in 2024-08-17T00:52:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:52:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:52:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:52:22.877 INFO:tasks.rados.rados.0.smithi082.stdout:3487: done (3 left) 2024-08-17T00:52:22.877 INFO:tasks.rados.rados.0.smithi082.stdout:3488: done (2 left) 2024-08-17T00:52:22.877 INFO:tasks.rados.rados.0.smithi082.stdout:3489: done (1 left) 2024-08-17T00:52:22.878 INFO:tasks.rados.rados.0.smithi082.stdout:3490: done (0 left) 2024-08-17T00:52:22.878 INFO:tasks.rados.rados.0.smithi082.stdout:3491: setattr oid 4 current snap is 335 2024-08-17T00:52:22.879 INFO:tasks.rados.rados.0.smithi082.stdout:3492: setattr oid 39 current snap is 335 2024-08-17T00:52:22.880 INFO:tasks.rados.rados.0.smithi082.stdout:3493: snap_create 2024-08-17T00:52:22.882 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 2068 (ObjNum 33 snap 0 seq_num 3913100464) dirty exists 2024-08-17T00:52:22.889 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 1479 (ObjNum 1024 snap 314 seq_num 1024) dirty exists 2024-08-17T00:52:23.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:22 smithi082 ceph-mon[94343]: osdmap e742: 8 total, 8 up, 8 in 2024-08-17T00:52:23.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:22 smithi082 ceph-mon[94343]: pgmap v785: 121 pgs: 121 active+clean; 301 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 816 KiB/s wr, 3 op/s 2024-08-17T00:52:23.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:22 smithi082 ceph-mon[91979]: osdmap e742: 8 total, 8 up, 8 in 2024-08-17T00:52:23.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:22 smithi082 ceph-mon[91979]: pgmap v785: 121 pgs: 121 active+clean; 301 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 816 KiB/s wr, 3 op/s 2024-08-17T00:52:23.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:22 smithi137 ceph-mon[86391]: osdmap e742: 8 total, 8 up, 8 in 2024-08-17T00:52:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:22 smithi137 ceph-mon[86391]: pgmap v785: 121 pgs: 121 active+clean; 301 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 816 KiB/s wr, 3 op/s 2024-08-17T00:52:23.864 INFO:tasks.rados.rados.0.smithi082.stdout:3491: done (2 left) 2024-08-17T00:52:23.864 INFO:tasks.rados.rados.0.smithi082.stdout:3492: done (1 left) 2024-08-17T00:52:23.864 INFO:tasks.rados.rados.0.smithi082.stdout:3493: done (0 left) 2024-08-17T00:52:23.865 INFO:tasks.rados.rados.0.smithi082.stdout:3494: rollback oid 29 current snap is 336 2024-08-17T00:52:23.865 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 29 to 323 2024-08-17T00:52:23.865 INFO:tasks.rados.rados.0.smithi082.stdout:3495: rollback oid 14 current snap is 336 2024-08-17T00:52:23.865 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 14 to 335 2024-08-17T00:52:23.865 INFO:tasks.rados.rados.0.smithi082.stdout:3496: snap_remove snap 312 2024-08-17T00:52:24.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:23 smithi082 ceph-mon[94343]: osdmap e743: 8 total, 8 up, 8 in 2024-08-17T00:52:24.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:23 smithi082 ceph-mon[94343]: osdmap e744: 8 total, 8 up, 8 in 2024-08-17T00:52:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:23 smithi082 ceph-mon[91979]: osdmap e743: 8 total, 8 up, 8 in 2024-08-17T00:52:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:23 smithi082 ceph-mon[91979]: osdmap e744: 8 total, 8 up, 8 in 2024-08-17T00:52:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:23 smithi137 ceph-mon[86391]: osdmap e743: 8 total, 8 up, 8 in 2024-08-17T00:52:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:23 smithi137 ceph-mon[86391]: osdmap e744: 8 total, 8 up, 8 in 2024-08-17T00:52:24.865 INFO:tasks.rados.rados.0.smithi082.stdout:3496: done (2 left) 2024-08-17T00:52:24.866 INFO:tasks.rados.rados.0.smithi082.stdout:3497: rmattr oid 43 current snap is 336 2024-08-17T00:52:24.866 INFO:tasks.rados.rados.0.smithi082.stdout:3495: finishing rollback tid 1 to smithi08280503-14 2024-08-17T00:52:24.866 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 1916 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-17T00:52:24.866 INFO:tasks.rados.rados.0.smithi082.stdout:3494: finishing rollback tid 0 to smithi08280503-29 2024-08-17T00:52:24.866 INFO:tasks.rados.rados.0.smithi082.stdout:3494: finishing rollback tid 1 to smithi08280503-29 2024-08-17T00:52:24.866 INFO:tasks.rados.rados.0.smithi082.stdout:3494: finishing rollback tid 2 to smithi08280503-29 2024-08-17T00:52:24.866 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 1862 (ObjNum 1013 snap 312 seq_num 1013) dirty exists 2024-08-17T00:52:24.866 INFO:tasks.rados.rados.0.smithi082.stdout:3494: done (2 left) 2024-08-17T00:52:24.866 INFO:tasks.rados.rados.0.smithi082.stdout:3495: done (1 left) 2024-08-17T00:52:24.866 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 4 current snap is 336 2024-08-17T00:52:24.866 INFO:tasks.rados.rados.0.smithi082.stdout:3498: seq_num 1078 ranges {0=458752,458752=720896,1179648=81920} 2024-08-17T00:52:24.868 INFO:tasks.rados.rados.0.smithi082.stdout:3498: writing smithi08280503-4 from 0 to 458752 tid 1 2024-08-17T00:52:24.874 INFO:tasks.rados.rados.0.smithi082.stdout:3498: writing smithi08280503-4 from 458752 to 1179648 tid 2 2024-08-17T00:52:24.875 INFO:tasks.rados.rados.0.smithi082.stdout:3498: writing smithi08280503-4 from 1179648 to 1261568 tid 3 2024-08-17T00:52:24.875 INFO:tasks.rados.rados.0.smithi082.stdout:3499: read oid 23 snap -1 2024-08-17T00:52:24.875 INFO:tasks.rados.rados.0.smithi082.stdout:3499: expect (ObjNum 1048 snap 325 seq_num 1048) 2024-08-17T00:52:24.875 INFO:tasks.rados.rados.0.smithi082.stdout:3500: copy_from oid 11 from oid 36 current snap is 336 2024-08-17T00:52:24.875 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 38 current snap is 336 2024-08-17T00:52:24.875 INFO:tasks.rados.rados.0.smithi082.stdout:3501: seq_num 1079 ranges {2056192=475136,2531328=606208,3137536=196608} 2024-08-17T00:52:24.890 INFO:tasks.rados.rados.0.smithi082.stdout:3501: writing smithi08280503-38 from 2056192 to 2531328 tid 1 2024-08-17T00:52:24.894 INFO:tasks.rados.rados.0.smithi082.stdout:3501: writing smithi08280503-38 from 2531328 to 3137536 tid 2 2024-08-17T00:52:24.897 INFO:tasks.rados.rados.0.smithi082.stdout:3501: writing smithi08280503-38 from 3137536 to 3334144 tid 3 2024-08-17T00:52:24.898 INFO:tasks.rados.rados.0.smithi082.stdout:3502: copy_from oid 16 from oid 25 current snap is 336 2024-08-17T00:52:24.898 INFO:tasks.rados.rados.0.smithi082.stdout:3500: finishing copy_from to smithi08280503-11 2024-08-17T00:52:24.898 INFO:tasks.rados.rados.0.smithi082.stdout:3500: got expected ENOENT (src dne) 2024-08-17T00:52:24.898 INFO:tasks.rados.rados.0.smithi082.stdout:3500: finishing copy_from racing read to smithi08280503-11 2024-08-17T00:52:24.898 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 2071 (ObjNum 695 snap 215 seq_num 695) dirty exists 2024-08-17T00:52:24.898 INFO:tasks.rados.rados.0.smithi082.stdout:3498: finishing write tid 1 to smithi08280503-4 2024-08-17T00:52:24.898 INFO:tasks.rados.rados.0.smithi082.stdout:3498: finishing write tid 2 to smithi08280503-4 2024-08-17T00:52:24.898 INFO:tasks.rados.rados.0.smithi082.stdout:3498: finishing write tid 3 to smithi08280503-4 2024-08-17T00:52:24.898 INFO:tasks.rados.rados.0.smithi082.stdout:3498: finishing write tid 4 to smithi08280503-4 2024-08-17T00:52:24.898 INFO:tasks.rados.rados.0.smithi082.stdout:3497: done (5 left) 2024-08-17T00:52:24.899 INFO:tasks.rados.rados.0.smithi082.stdout:3500: done (4 left) 2024-08-17T00:52:24.899 INFO:tasks.rados.rados.0.smithi082.stdout:3503: read oid 35 snap -1 2024-08-17T00:52:24.899 INFO:tasks.rados.rados.0.smithi082.stdout:3503: expect deleted 2024-08-17T00:52:24.899 INFO:tasks.rados.rados.0.smithi082.stdout:3504: setattr oid 17 current snap is 336 2024-08-17T00:52:24.899 INFO:tasks.rados.rados.0.smithi082.stdout:3498: finishing write tid 5 to smithi08280503-4 2024-08-17T00:52:24.899 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 2080 (ObjNum 1078 snap 336 seq_num 1078) dirty exists 2024-08-17T00:52:24.899 INFO:tasks.rados.rados.0.smithi082.stdout:3498: left oid 4 (ObjNum 1078 snap 336 seq_num 1078) 2024-08-17T00:52:24.900 INFO:tasks.rados.rados.0.smithi082.stdout:3499: expect (ObjNum 1048 snap 325 seq_num 1048) 2024-08-17T00:52:24.979 INFO:tasks.rados.rados.0.smithi082.stdout:3501: finishing write tid 1 to smithi08280503-38 2024-08-17T00:52:24.980 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 1984 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T00:52:24.980 INFO:tasks.rados.rados.0.smithi082.stdout:3501: finishing write tid 2 to smithi08280503-38 2024-08-17T00:52:24.980 INFO:tasks.rados.rados.0.smithi082.stdout:3501: finishing write tid 3 to smithi08280503-38 2024-08-17T00:52:24.980 INFO:tasks.rados.rados.0.smithi082.stdout:3501: finishing write tid 4 to smithi08280503-38 2024-08-17T00:52:24.980 INFO:tasks.rados.rados.0.smithi082.stdout:3501: finishing write tid 5 to smithi08280503-38 2024-08-17T00:52:24.980 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 1958 (ObjNum 1079 snap 336 seq_num 1079) dirty exists 2024-08-17T00:52:24.980 INFO:tasks.rados.rados.0.smithi082.stdout:3501: left oid 38 (ObjNum 1079 snap 336 seq_num 1079) 2024-08-17T00:52:24.980 INFO:tasks.rados.rados.0.smithi082.stdout:3502: finishing copy_from racing read to smithi08280503-16 2024-08-17T00:52:24.980 INFO:tasks.rados.rados.0.smithi082.stdout:3502: finishing copy_from to smithi08280503-16 2024-08-17T00:52:24.980 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 1791 (ObjNum 1071 snap 333 seq_num 1071) dirty exists 2024-08-17T00:52:24.981 INFO:tasks.rados.rados.0.smithi082.stdout:3498: done (5 left) 2024-08-17T00:52:24.981 INFO:tasks.rados.rados.0.smithi082.stdout:3499: done (4 left) 2024-08-17T00:52:24.981 INFO:tasks.rados.rados.0.smithi082.stdout:3501: done (3 left) 2024-08-17T00:52:24.981 INFO:tasks.rados.rados.0.smithi082.stdout:3502: done (2 left) 2024-08-17T00:52:24.981 INFO:tasks.rados.rados.0.smithi082.stdout:3503: done (1 left) 2024-08-17T00:52:24.981 INFO:tasks.rados.rados.0.smithi082.stdout:3504: done (0 left) 2024-08-17T00:52:24.981 INFO:tasks.rados.rados.0.smithi082.stdout:3505: delete oid 16 current snap is 336 2024-08-17T00:52:24.982 INFO:tasks.rados.rados.0.smithi082.stdout:3505: done (0 left) 2024-08-17T00:52:24.982 INFO:tasks.rados.rados.0.smithi082.stdout:3506: read oid 17 snap -1 2024-08-17T00:52:24.983 INFO:tasks.rados.rados.0.smithi082.stdout:3506: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:52:24.983 INFO:tasks.rados.rados.0.smithi082.stdout:3507: rollback oid 22 current snap is 336 2024-08-17T00:52:24.983 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 22 to 314 2024-08-17T00:52:24.983 INFO:tasks.rados.rados.0.smithi082.stdout:3508: copy_from oid 1 from oid 9 current snap is 336 2024-08-17T00:52:24.983 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 44 current snap is 336 2024-08-17T00:52:24.983 INFO:tasks.rados.rados.0.smithi082.stdout:3509: seq_num 1081 ranges {3153920=507904,3661824=425984,4087808=376832} 2024-08-17T00:52:25.000 INFO:tasks.rados.rados.0.smithi082.stdout:3509: writing smithi08280503-44 from 3153920 to 3661824 tid 1 2024-08-17T00:52:25.003 INFO:tasks.rados.rados.0.smithi082.stdout:3509: writing smithi08280503-44 from 3661824 to 4087808 tid 2 2024-08-17T00:52:25.005 INFO:tasks.rados.rados.0.smithi082.stdout:3509: writing smithi08280503-44 from 4087808 to 4464640 tid 3 2024-08-17T00:52:25.005 INFO:tasks.rados.rados.0.smithi082.stdout:3506: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:52:25.009 INFO:tasks.rados.rados.0.smithi082.stdout:3507: finishing rollback tid 0 to smithi08280503-22 2024-08-17T00:52:25.009 INFO:tasks.rados.rados.0.smithi082.stdout:3507: finishing rollback tid 1 to smithi08280503-22 2024-08-17T00:52:25.009 INFO:tasks.rados.rados.0.smithi082.stdout:3507: finishing rollback tid 2 to smithi08280503-22 2024-08-17T00:52:25.010 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 1794 (ObjNum 1014 snap 312 seq_num 1014) dirty exists 2024-08-17T00:52:25.010 INFO:tasks.rados.rados.0.smithi082.stdout:3508: finishing copy_from racing read to smithi08280503-1 2024-08-17T00:52:25.010 INFO:tasks.rados.rados.0.smithi082.stdout:3508: finishing copy_from to smithi08280503-1 2024-08-17T00:52:25.010 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 1930 (ObjNum 1015 snap 312 seq_num 1015) dirty exists 2024-08-17T00:52:25.010 INFO:tasks.rados.rados.0.smithi082.stdout:3509: finishing write tid 1 to smithi08280503-44 2024-08-17T00:52:25.011 INFO:tasks.rados.rados.0.smithi082.stdout:3509: finishing write tid 2 to smithi08280503-44 2024-08-17T00:52:25.011 INFO:tasks.rados.rados.0.smithi082.stdout:3509: finishing write tid 3 to smithi08280503-44 2024-08-17T00:52:25.011 INFO:tasks.rados.rados.0.smithi082.stdout:3509: finishing write tid 4 to smithi08280503-44 2024-08-17T00:52:25.011 INFO:tasks.rados.rados.0.smithi082.stdout:3509: finishing write tid 5 to smithi08280503-44 2024-08-17T00:52:25.011 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 1796 (ObjNum 1081 snap 336 seq_num 1081) dirty exists 2024-08-17T00:52:25.011 INFO:tasks.rados.rados.0.smithi082.stdout:3509: left oid 44 (ObjNum 1081 snap 336 seq_num 1081) 2024-08-17T00:52:25.011 INFO:tasks.rados.rados.0.smithi082.stdout:3506: done (3 left) 2024-08-17T00:52:25.011 INFO:tasks.rados.rados.0.smithi082.stdout:3507: done (2 left) 2024-08-17T00:52:25.012 INFO:tasks.rados.rados.0.smithi082.stdout:3508: done (1 left) 2024-08-17T00:52:25.012 INFO:tasks.rados.rados.0.smithi082.stdout:3509: done (0 left) 2024-08-17T00:52:25.012 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 45 current snap is 336 2024-08-17T00:52:25.012 INFO:tasks.rados.rados.0.smithi082.stdout:3510: seq_num 1082 ranges {1556480=524288,2080768=704512,2785280=98304} 2024-08-17T00:52:25.020 INFO:tasks.rados.rados.0.smithi082.stdout:3510: writing smithi08280503-45 from 1556480 to 2080768 tid 1 2024-08-17T00:52:25.024 INFO:tasks.rados.rados.0.smithi082.stdout:3510: writing smithi08280503-45 from 2080768 to 2785280 tid 2 2024-08-17T00:52:25.024 INFO:tasks.rados.rados.0.smithi082.stdout:3510: writing smithi08280503-45 from 2785280 to 2883584 tid 3 2024-08-17T00:52:25.024 INFO:tasks.rados.rados.0.smithi082.stdout:3511: rmattr oid 31 current snap is 336 2024-08-17T00:52:25.025 INFO:tasks.rados.rados.0.smithi082.stdout:3511: done (1 left) 2024-08-17T00:52:25.025 INFO:tasks.rados.rados.0.smithi082.stdout:3512: snap_remove snap 319 2024-08-17T00:52:25.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:24 smithi082 ceph-mon[91979]: pgmap v788: 121 pgs: 121 active+clean; 289 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 16 op/s 2024-08-17T00:52:25.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:24 smithi082 ceph-mon[91979]: osdmap e745: 8 total, 8 up, 8 in 2024-08-17T00:52:25.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:24 smithi082 ceph-mon[94343]: pgmap v788: 121 pgs: 121 active+clean; 289 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 16 op/s 2024-08-17T00:52:25.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:24 smithi082 ceph-mon[94343]: osdmap e745: 8 total, 8 up, 8 in 2024-08-17T00:52:25.226 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:52:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:52:25] "GET /metrics HTTP/1.1" 200 36268 "" "Prometheus/2.43.0" 2024-08-17T00:52:25.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:24 smithi137 ceph-mon[86391]: pgmap v788: 121 pgs: 121 active+clean; 289 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 16 op/s 2024-08-17T00:52:25.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:24 smithi137 ceph-mon[86391]: osdmap e745: 8 total, 8 up, 8 in 2024-08-17T00:52:25.900 INFO:tasks.rados.rados.0.smithi082.stdout:3512: done (1 left) 2024-08-17T00:52:25.901 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 21 current snap is 336 2024-08-17T00:52:25.901 INFO:tasks.rados.rados.0.smithi082.stdout:3513: seq_num 1083 ranges {10141696=540672,10682368=589824,11272192=212992} 2024-08-17T00:52:25.959 INFO:tasks.rados.rados.0.smithi082.stdout:3513: writing smithi08280503-21 from 10141696 to 10682368 tid 1 2024-08-17T00:52:25.962 INFO:tasks.rados.rados.0.smithi082.stdout:3513: writing smithi08280503-21 from 10682368 to 11272192 tid 2 2024-08-17T00:52:25.963 INFO:tasks.rados.rados.0.smithi082.stdout:3513: writing smithi08280503-21 from 11272192 to 11485184 tid 3 2024-08-17T00:52:25.963 INFO:tasks.rados.rados.0.smithi082.stdout:3514: snap_remove snap 323 2024-08-17T00:52:26.906 INFO:tasks.rados.rados.0.smithi082.stdout:3514: done (2 left) 2024-08-17T00:52:26.906 INFO:tasks.rados.rados.0.smithi082.stdout:3515: delete oid 46 current snap is 336 2024-08-17T00:52:26.906 INFO:tasks.rados.rados.0.smithi082.stdout:3510: finishing write tid 1 to smithi08280503-45 2024-08-17T00:52:26.906 INFO:tasks.rados.rados.0.smithi082.stdout:3510: finishing write tid 2 to smithi08280503-45 2024-08-17T00:52:26.906 INFO:tasks.rados.rados.0.smithi082.stdout:3510: finishing write tid 3 to smithi08280503-45 2024-08-17T00:52:26.906 INFO:tasks.rados.rados.0.smithi082.stdout:3510: finishing write tid 4 to smithi08280503-45 2024-08-17T00:52:26.906 INFO:tasks.rados.rados.0.smithi082.stdout:3510: finishing write tid 5 to smithi08280503-45 2024-08-17T00:52:26.906 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 1967 (ObjNum 1082 snap 336 seq_num 1082) dirty exists 2024-08-17T00:52:26.906 INFO:tasks.rados.rados.0.smithi082.stdout:3510: left oid 45 (ObjNum 1082 snap 336 seq_num 1082) 2024-08-17T00:52:26.906 INFO:tasks.rados.rados.0.smithi082.stdout:3513: finishing write tid 1 to smithi08280503-21 2024-08-17T00:52:26.907 INFO:tasks.rados.rados.0.smithi082.stdout:3513: finishing write tid 2 to smithi08280503-21 2024-08-17T00:52:26.907 INFO:tasks.rados.rados.0.smithi082.stdout:3513: finishing write tid 3 to smithi08280503-21 2024-08-17T00:52:26.907 INFO:tasks.rados.rados.0.smithi082.stdout:3513: finishing write tid 4 to smithi08280503-21 2024-08-17T00:52:26.907 INFO:tasks.rados.rados.0.smithi082.stdout:3513: finishing write tid 5 to smithi08280503-21 2024-08-17T00:52:26.907 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 1584 (ObjNum 1083 snap 336 seq_num 1083) dirty exists 2024-08-17T00:52:26.907 INFO:tasks.rados.rados.0.smithi082.stdout:3513: left oid 21 (ObjNum 1083 snap 336 seq_num 1083) 2024-08-17T00:52:26.918 INFO:tasks.rados.rados.0.smithi082.stdout:3510: done (2 left) 2024-08-17T00:52:26.918 INFO:tasks.rados.rados.0.smithi082.stdout:3513: done (1 left) 2024-08-17T00:52:26.918 INFO:tasks.rados.rados.0.smithi082.stdout:3515: done (0 left) 2024-08-17T00:52:26.919 INFO:tasks.rados.rados.0.smithi082.stdout:3516: rollback oid 8 current snap is 336 2024-08-17T00:52:26.919 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 8 to 333 2024-08-17T00:52:26.919 INFO:tasks.rados.rados.0.smithi082.stdout:3517: read oid 28 snap -1 2024-08-17T00:52:26.919 INFO:tasks.rados.rados.0.smithi082.stdout:3517: expect (ObjNum 951 snap 290 seq_num 951) 2024-08-17T00:52:26.919 INFO:tasks.rados.rados.0.smithi082.stdout:3518: delete oid 43 current snap is 336 2024-08-17T00:52:26.922 INFO:tasks.rados.rados.0.smithi082.stdout:3518: done (2 left) 2024-08-17T00:52:26.923 INFO:tasks.rados.rados.0.smithi082.stdout:3519: snap_remove snap 299 2024-08-17T00:52:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:26 smithi082 ceph-mon[94343]: osdmap e746: 8 total, 8 up, 8 in 2024-08-17T00:52:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:26 smithi082 ceph-mon[94343]: pgmap v791: 121 pgs: 121 active+clean; 300 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.4 MiB/s wr, 19 op/s 2024-08-17T00:52:27.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:26 smithi082 ceph-mon[91979]: osdmap e746: 8 total, 8 up, 8 in 2024-08-17T00:52:27.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:26 smithi082 ceph-mon[91979]: pgmap v791: 121 pgs: 121 active+clean; 300 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.4 MiB/s wr, 19 op/s 2024-08-17T00:52:27.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:26 smithi137 ceph-mon[86391]: osdmap e746: 8 total, 8 up, 8 in 2024-08-17T00:52:27.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:26 smithi137 ceph-mon[86391]: pgmap v791: 121 pgs: 121 active+clean; 300 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.4 MiB/s wr, 19 op/s 2024-08-17T00:52:27.909 INFO:tasks.rados.rados.0.smithi082.stdout:3519: done (2 left) 2024-08-17T00:52:27.909 INFO:tasks.rados.rados.0.smithi082.stdout:3520: rollback oid 48 current snap is 336 2024-08-17T00:52:27.909 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 48 to 298 2024-08-17T00:52:27.909 INFO:tasks.rados.rados.0.smithi082.stdout:3521: rollback oid 16 current snap is 336 2024-08-17T00:52:27.909 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 16 to 332 2024-08-17T00:52:27.909 INFO:tasks.rados.rados.0.smithi082.stdout:3522: rollback oid 23 current snap is 336 2024-08-17T00:52:27.909 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 23 to 335 2024-08-17T00:52:27.909 INFO:tasks.rados.rados.0.smithi082.stdout:3523: delete oid 10 current snap is 336 2024-08-17T00:52:27.909 INFO:tasks.rados.rados.0.smithi082.stdout:3516: finishing rollback tid 0 to smithi08280503-8 2024-08-17T00:52:27.909 INFO:tasks.rados.rados.0.smithi082.stdout:3516: finishing rollback tid 1 to smithi08280503-8 2024-08-17T00:52:27.910 INFO:tasks.rados.rados.0.smithi082.stdout:3516: finishing rollback tid 2 to smithi08280503-8 2024-08-17T00:52:27.910 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 1824 (ObjNum 1052 snap 325 seq_num 1052) dirty exists 2024-08-17T00:52:27.910 INFO:tasks.rados.rados.0.smithi082.stdout:3517: expect (ObjNum 951 snap 290 seq_num 951) 2024-08-17T00:52:27.963 INFO:tasks.rados.rados.0.smithi082.stdout:3521: finishing rollback tid 1 to smithi08280503-16 2024-08-17T00:52:27.963 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 1792 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T00:52:27.963 INFO:tasks.rados.rados.0.smithi082.stdout:3522: finishing rollback tid 0 to smithi08280503-23 2024-08-17T00:52:27.963 INFO:tasks.rados.rados.0.smithi082.stdout:3516: done (5 left) 2024-08-17T00:52:27.963 INFO:tasks.rados.rados.0.smithi082.stdout:3517: done (4 left) 2024-08-17T00:52:27.963 INFO:tasks.rados.rados.0.smithi082.stdout:3521: done (3 left) 2024-08-17T00:52:27.963 INFO:tasks.rados.rados.0.smithi082.stdout:3523: done (2 left) 2024-08-17T00:52:27.963 INFO:tasks.rados.rados.0.smithi082.stdout:3524: delete oid 36 current snap is 336 2024-08-17T00:52:27.963 INFO:tasks.rados.rados.0.smithi082.stdout:3522: finishing rollback tid 1 to smithi08280503-23 2024-08-17T00:52:27.963 INFO:tasks.rados.rados.0.smithi082.stdout:3520: finishing rollback tid 0 to smithi08280503-48 2024-08-17T00:52:27.963 INFO:tasks.rados.rados.0.smithi082.stdout:3522: finishing rollback tid 2 to smithi08280503-23 2024-08-17T00:52:27.964 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 1761 (ObjNum 1048 snap 325 seq_num 1048) dirty exists 2024-08-17T00:52:27.964 INFO:tasks.rados.rados.0.smithi082.stdout:3520: finishing rollback tid 1 to smithi08280503-48 2024-08-17T00:52:27.964 INFO:tasks.rados.rados.0.smithi082.stdout:3520: finishing rollback tid 2 to smithi08280503-48 2024-08-17T00:52:27.964 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 2028 (ObjNum 895 snap 274 seq_num 895) dirty exists 2024-08-17T00:52:27.964 INFO:tasks.rados.rados.0.smithi082.stdout:3520: done (2 left) 2024-08-17T00:52:27.965 INFO:tasks.rados.rados.0.smithi082.stdout:3522: done (1 left) 2024-08-17T00:52:27.965 INFO:tasks.rados.rados.0.smithi082.stdout:3524: done (0 left) 2024-08-17T00:52:27.965 INFO:tasks.rados.rados.0.smithi082.stdout:3525: rmattr oid 44 current snap is 336 2024-08-17T00:52:27.965 INFO:tasks.rados.rados.0.smithi082.stdout:3525: done (0 left) 2024-08-17T00:52:27.965 INFO:tasks.rados.rados.0.smithi082.stdout:3526: read oid 7 snap -1 2024-08-17T00:52:27.965 INFO:tasks.rados.rados.0.smithi082.stdout:3526: expect (ObjNum 1062 snap 327 seq_num 1062) 2024-08-17T00:52:27.965 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 30 current snap is 336 2024-08-17T00:52:27.965 INFO:tasks.rados.rados.0.smithi082.stdout:3527: seq_num 1088 ranges {8216576=630784,8847360=466944,9314304=335872} 2024-08-17T00:52:28.013 INFO:tasks.rados.rados.0.smithi082.stdout:3527: writing smithi08280503-30 from 8216576 to 8847360 tid 1 2024-08-17T00:52:28.015 INFO:tasks.rados.rados.0.smithi082.stdout:3527: writing smithi08280503-30 from 8847360 to 9314304 tid 2 2024-08-17T00:52:28.018 INFO:tasks.rados.rados.0.smithi082.stdout:3527: writing smithi08280503-30 from 9314304 to 9650176 tid 3 2024-08-17T00:52:28.018 INFO:tasks.rados.rados.0.smithi082.stdout:3528: copy_from oid 34 from oid 28 current snap is 336 2024-08-17T00:52:28.018 INFO:tasks.rados.rados.0.smithi082.stdout:3526: expect (ObjNum 1062 snap 327 seq_num 1062) 2024-08-17T00:52:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:27 smithi082 ceph-mon[94343]: osdmap e747: 8 total, 8 up, 8 in 2024-08-17T00:52:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:52:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:52:28.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:52:28.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:52:28.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:27 smithi082 ceph-mon[91979]: osdmap e747: 8 total, 8 up, 8 in 2024-08-17T00:52:28.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:52:28.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:52:28.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:52:28.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:52:28.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:27 smithi137 ceph-mon[86391]: osdmap e747: 8 total, 8 up, 8 in 2024-08-17T00:52:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:52:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:52:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:52:28.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:52:28.602 INFO:tasks.rados.rados.0.smithi082.stdout:3527: finishing write tid 1 to smithi08280503-30 2024-08-17T00:52:28.602 INFO:tasks.rados.rados.0.smithi082.stdout:3527: finishing write tid 2 to smithi08280503-30 2024-08-17T00:52:28.602 INFO:tasks.rados.rados.0.smithi082.stdout:3527: finishing write tid 3 to smithi08280503-30 2024-08-17T00:52:28.602 INFO:tasks.rados.rados.0.smithi082.stdout:3527: finishing write tid 4 to smithi08280503-30 2024-08-17T00:52:28.602 INFO:tasks.rados.rados.0.smithi082.stdout:3527: finishing write tid 5 to smithi08280503-30 2024-08-17T00:52:28.603 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 30 v 1962 (ObjNum 1088 snap 336 seq_num 1088) dirty exists 2024-08-17T00:52:28.603 INFO:tasks.rados.rados.0.smithi082.stdout:3527: left oid 30 (ObjNum 1088 snap 336 seq_num 1088) 2024-08-17T00:52:28.603 INFO:tasks.rados.rados.0.smithi082.stdout:3528: finishing copy_from racing read to smithi08280503-34 2024-08-17T00:52:28.603 INFO:tasks.rados.rados.0.smithi082.stdout:3528: finishing copy_from to smithi08280503-34 2024-08-17T00:52:28.603 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 1773 (ObjNum 951 snap 290 seq_num 951) dirty exists 2024-08-17T00:52:28.603 INFO:tasks.rados.rados.0.smithi082.stdout:3526: done (2 left) 2024-08-17T00:52:28.603 INFO:tasks.rados.rados.0.smithi082.stdout:3527: done (1 left) 2024-08-17T00:52:28.603 INFO:tasks.rados.rados.0.smithi082.stdout:3528: done (0 left) 2024-08-17T00:52:28.603 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 11 current snap is 336 2024-08-17T00:52:28.603 INFO:tasks.rados.rados.0.smithi082.stdout:3529: seq_num 1089 ranges {1064960=647168,1712128=745472,2457600=57344} 2024-08-17T00:52:28.611 INFO:tasks.rados.rados.0.smithi082.stdout:3529: writing smithi08280503-11 from 1064960 to 1712128 tid 1 2024-08-17T00:52:28.616 INFO:tasks.rados.rados.0.smithi082.stdout:3529: writing smithi08280503-11 from 1712128 to 2457600 tid 2 2024-08-17T00:52:28.616 INFO:tasks.rados.rados.0.smithi082.stdout:3529: writing smithi08280503-11 from 2457600 to 2514944 tid 3 2024-08-17T00:52:28.616 INFO:tasks.rados.rados.0.smithi082.stdout:3530: read oid 7 snap -1 2024-08-17T00:52:28.616 INFO:tasks.rados.rados.0.smithi082.stdout:3530: expect (ObjNum 1062 snap 327 seq_num 1062) 2024-08-17T00:52:28.616 INFO:tasks.rados.rados.0.smithi082.stdout:3531: delete oid 49 current snap is 336 2024-08-17T00:52:28.616 INFO:tasks.rados.rados.0.smithi082.stdout:3529: finishing write tid 1 to smithi08280503-11 2024-08-17T00:52:28.619 INFO:tasks.rados.rados.0.smithi082.stdout:3531: done (2 left) 2024-08-17T00:52:28.619 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 31 current snap is 336 2024-08-17T00:52:28.619 INFO:tasks.rados.rados.0.smithi082.stdout:3532: seq_num 1091 ranges {7225344=679936,7905280=516096,8421376=286720} 2024-08-17T00:52:28.661 INFO:tasks.rados.rados.0.smithi082.stdout:3532: writing smithi08280503-31 from 7225344 to 7905280 tid 1 2024-08-17T00:52:28.664 INFO:tasks.rados.rados.0.smithi082.stdout:3532: writing smithi08280503-31 from 7905280 to 8421376 tid 2 2024-08-17T00:52:28.666 INFO:tasks.rados.rados.0.smithi082.stdout:3532: writing smithi08280503-31 from 8421376 to 8708096 tid 3 2024-08-17T00:52:28.666 INFO:tasks.rados.rados.0.smithi082.stdout:3533: snap_create 2024-08-17T00:52:28.666 INFO:tasks.rados.rados.0.smithi082.stdout:3529: finishing write tid 2 to smithi08280503-11 2024-08-17T00:52:28.666 INFO:tasks.rados.rados.0.smithi082.stdout:3529: finishing write tid 3 to smithi08280503-11 2024-08-17T00:52:28.667 INFO:tasks.rados.rados.0.smithi082.stdout:3529: finishing write tid 4 to smithi08280503-11 2024-08-17T00:52:28.667 INFO:tasks.rados.rados.0.smithi082.stdout:3529: finishing write tid 5 to smithi08280503-11 2024-08-17T00:52:28.667 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 1966 (ObjNum 1089 snap 336 seq_num 1089) dirty exists 2024-08-17T00:52:28.667 INFO:tasks.rados.rados.0.smithi082.stdout:3529: left oid 11 (ObjNum 1089 snap 336 seq_num 1089) 2024-08-17T00:52:28.667 INFO:tasks.rados.rados.0.smithi082.stdout:3530: expect (ObjNum 1062 snap 327 seq_num 1062) 2024-08-17T00:52:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:28 smithi082 ceph-mon[94343]: osdmap e748: 8 total, 8 up, 8 in 2024-08-17T00:52:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:28 smithi082 ceph-mon[94343]: pgmap v794: 121 pgs: 121 active+clean; 311 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2024-08-17T00:52:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:28 smithi082 ceph-mon[94343]: osdmap e749: 8 total, 8 up, 8 in 2024-08-17T00:52:29.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:28 smithi082 ceph-mon[91979]: osdmap e748: 8 total, 8 up, 8 in 2024-08-17T00:52:29.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:28 smithi082 ceph-mon[91979]: pgmap v794: 121 pgs: 121 active+clean; 311 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2024-08-17T00:52:29.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:28 smithi082 ceph-mon[91979]: osdmap e749: 8 total, 8 up, 8 in 2024-08-17T00:52:29.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:28 smithi137 ceph-mon[86391]: osdmap e748: 8 total, 8 up, 8 in 2024-08-17T00:52:29.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:28 smithi137 ceph-mon[86391]: pgmap v794: 121 pgs: 121 active+clean; 311 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2024-08-17T00:52:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:28 smithi137 ceph-mon[86391]: osdmap e749: 8 total, 8 up, 8 in 2024-08-17T00:52:29.251 INFO:tasks.rados.rados.0.smithi082.stdout:3532: finishing write tid 1 to smithi08280503-31 2024-08-17T00:52:29.251 INFO:tasks.rados.rados.0.smithi082.stdout:3532: finishing write tid 2 to smithi08280503-31 2024-08-17T00:52:29.251 INFO:tasks.rados.rados.0.smithi082.stdout:3532: finishing write tid 3 to smithi08280503-31 2024-08-17T00:52:29.251 INFO:tasks.rados.rados.0.smithi082.stdout:3532: finishing write tid 4 to smithi08280503-31 2024-08-17T00:52:29.251 INFO:tasks.rados.rados.0.smithi082.stdout:3532: finishing write tid 5 to smithi08280503-31 2024-08-17T00:52:29.251 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 2010 (ObjNum 1091 snap 336 seq_num 1091) dirty exists 2024-08-17T00:52:29.251 INFO:tasks.rados.rados.0.smithi082.stdout:3532: left oid 31 (ObjNum 1091 snap 336 seq_num 1091) 2024-08-17T00:52:29.251 INFO:tasks.rados.rados.0.smithi082.stdout:3529: done (3 left) 2024-08-17T00:52:29.251 INFO:tasks.rados.rados.0.smithi082.stdout:3530: done (2 left) 2024-08-17T00:52:29.252 INFO:tasks.rados.rados.0.smithi082.stdout:3532: done (1 left) 2024-08-17T00:52:29.252 INFO:tasks.rados.rados.0.smithi082.stdout:3533: done (0 left) 2024-08-17T00:52:29.252 INFO:tasks.rados.rados.0.smithi082.stdout:3534: snap_remove snap 314 2024-08-17T00:52:29.916 INFO:tasks.rados.rados.0.smithi082.stdout:3534: done (0 left) 2024-08-17T00:52:29.916 INFO:tasks.rados.rados.0.smithi082.stdout:3535: rmattr oid 50 current snap is 337 2024-08-17T00:52:29.916 INFO:tasks.rados.rados.0.smithi082.stdout:3535: done (0 left) 2024-08-17T00:52:29.916 INFO:tasks.rados.rados.0.smithi082.stdout:3536: read oid 21 snap 332 2024-08-17T00:52:29.916 INFO:tasks.rados.rados.0.smithi082.stdout:3536: expect deleted 2024-08-17T00:52:29.916 INFO:tasks.rados.rados.0.smithi082.stdout:3537: read oid 37 snap -1 2024-08-17T00:52:29.917 INFO:tasks.rados.rados.0.smithi082.stdout:3537: expect (ObjNum 1077 snap 333 seq_num 1077) 2024-08-17T00:52:29.917 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 6 current snap is 337 2024-08-17T00:52:29.917 INFO:tasks.rados.rados.0.smithi082.stdout:3538: seq_num 1092 ranges {598016=696320,1294336=802816} 2024-08-17T00:52:29.924 INFO:tasks.rados.rados.0.smithi082.stdout:3538: writing smithi08280503-6 from 598016 to 1294336 tid 1 2024-08-17T00:52:29.930 INFO:tasks.rados.rados.0.smithi082.stdout:3538: writing smithi08280503-6 from 1294336 to 2097152 tid 2 2024-08-17T00:52:29.930 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 48 current snap is 337 2024-08-17T00:52:29.930 INFO:tasks.rados.rados.0.smithi082.stdout:3539: seq_num 1093 ranges {598016=712704,1310720=688128,1998848=114688} 2024-08-17T00:52:29.938 INFO:tasks.rados.rados.0.smithi082.stdout:3539: writing smithi08280503-48 from 598016 to 1310720 tid 1 2024-08-17T00:52:29.943 INFO:tasks.rados.rados.0.smithi082.stdout:3539: writing smithi08280503-48 from 1310720 to 1998848 tid 2 2024-08-17T00:52:29.944 INFO:tasks.rados.rados.0.smithi082.stdout:3539: writing smithi08280503-48 from 1998848 to 2113536 tid 3 2024-08-17T00:52:29.944 INFO:tasks.rados.rados.0.smithi082.stdout:3540: rollback oid 45 current snap is 337 2024-08-17T00:52:29.944 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 45 to 326 2024-08-17T00:52:29.944 INFO:tasks.rados.rados.0.smithi082.stdout:3538: finishing write tid 1 to smithi08280503-6 2024-08-17T00:52:29.944 INFO:tasks.rados.rados.0.smithi082.stdout:3538: finishing write tid 2 to smithi08280503-6 2024-08-17T00:52:29.944 INFO:tasks.rados.rados.0.smithi082.stdout:3538: finishing write tid 3 to smithi08280503-6 2024-08-17T00:52:29.944 INFO:tasks.rados.rados.0.smithi082.stdout:3536: done (4 left) 2024-08-17T00:52:29.944 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 7 current snap is 337 2024-08-17T00:52:29.944 INFO:tasks.rados.rados.0.smithi082.stdout:3541: seq_num 1094 ranges {8216576=729088,8945664=573440,9519104=229376} 2024-08-17T00:52:29.993 INFO:tasks.rados.rados.0.smithi082.stdout:3541: writing smithi08280503-7 from 8216576 to 8945664 tid 1 2024-08-17T00:52:29.996 INFO:tasks.rados.rados.0.smithi082.stdout:3541: writing smithi08280503-7 from 8945664 to 9519104 tid 2 2024-08-17T00:52:29.999 INFO:tasks.rados.rados.0.smithi082.stdout:3541: writing smithi08280503-7 from 9519104 to 9748480 tid 3 2024-08-17T00:52:29.999 INFO:tasks.rados.rados.0.smithi082.stdout:3542: read oid 2 snap 298 2024-08-17T00:52:29.999 INFO:tasks.rados.rados.0.smithi082.stdout:3542: expect (ObjNum 832 snap 261 seq_num 832) 2024-08-17T00:52:29.999 INFO:tasks.rados.rados.0.smithi082.stdout:3543: read oid 23 snap -1 2024-08-17T00:52:29.999 INFO:tasks.rados.rados.0.smithi082.stdout:3543: expect (ObjNum 1048 snap 325 seq_num 1048) 2024-08-17T00:52:29.999 INFO:tasks.rados.rados.0.smithi082.stdout:3544: copy_from oid 19 from oid 18 current snap is 337 2024-08-17T00:52:29.999 INFO:tasks.rados.rados.0.smithi082.stdout:3538: finishing write tid 4 to smithi08280503-6 2024-08-17T00:52:29.999 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 1906 (ObjNum 1092 snap 337 seq_num 1092) dirty exists 2024-08-17T00:52:30.000 INFO:tasks.rados.rados.0.smithi082.stdout:3538: left oid 6 (ObjNum 1092 snap 337 seq_num 1092) 2024-08-17T00:52:30.000 INFO:tasks.rados.rados.0.smithi082.stdout:3538: done (7 left) 2024-08-17T00:52:30.000 INFO:tasks.rados.rados.0.smithi082.stdout:3545: read oid 39 snap -1 2024-08-17T00:52:30.000 INFO:tasks.rados.rados.0.smithi082.stdout:3545: expect (ObjNum 1024 snap 314 seq_num 1024) 2024-08-17T00:52:30.000 INFO:tasks.rados.rados.0.smithi082.stdout:3546: read oid 42 snap -1 2024-08-17T00:52:30.000 INFO:tasks.rados.rados.0.smithi082.stdout:3546: expect (ObjNum 1057 snap 326 seq_num 1057) 2024-08-17T00:52:30.000 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 1 current snap is 337 2024-08-17T00:52:30.000 INFO:tasks.rados.rados.0.smithi082.stdout:3547: seq_num 1095 ranges {204800=745472,950272=499712,1449984=303104} 2024-08-17T00:52:30.004 INFO:tasks.rados.rados.0.smithi082.stdout:3547: writing smithi08280503-1 from 204800 to 950272 tid 1 2024-08-17T00:52:30.007 INFO:tasks.rados.rados.0.smithi082.stdout:3547: writing smithi08280503-1 from 950272 to 1449984 tid 2 2024-08-17T00:52:30.009 INFO:tasks.rados.rados.0.smithi082.stdout:3547: writing smithi08280503-1 from 1449984 to 1753088 tid 3 2024-08-17T00:52:30.009 INFO:tasks.rados.rados.0.smithi082.stdout:3548: snap_create 2024-08-17T00:52:30.010 INFO:tasks.rados.rados.0.smithi082.stdout:3540: finishing rollback tid 0 to smithi08280503-45 2024-08-17T00:52:30.010 INFO:tasks.rados.rados.0.smithi082.stdout:3540: finishing rollback tid 1 to smithi08280503-45 2024-08-17T00:52:30.010 INFO:tasks.rados.rados.0.smithi082.stdout:3540: finishing rollback tid 2 to smithi08280503-45 2024-08-17T00:52:30.010 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 1970 (ObjNum 695 snap 215 seq_num 695) dirty exists 2024-08-17T00:52:30.010 INFO:tasks.rados.rados.0.smithi082.stdout:3537: expect (ObjNum 1077 snap 333 seq_num 1077) 2024-08-17T00:52:30.788 INFO:tasks.rados.rados.0.smithi082.stdout:3539: finishing write tid 1 to smithi08280503-48 2024-08-17T00:52:30.789 INFO:tasks.rados.rados.0.smithi082.stdout:3539: finishing write tid 2 to smithi08280503-48 2024-08-17T00:52:30.789 INFO:tasks.rados.rados.0.smithi082.stdout:3539: finishing write tid 3 to smithi08280503-48 2024-08-17T00:52:30.789 INFO:tasks.rados.rados.0.smithi082.stdout:3539: finishing write tid 4 to smithi08280503-48 2024-08-17T00:52:30.789 INFO:tasks.rados.rados.0.smithi082.stdout:3539: finishing write tid 5 to smithi08280503-48 2024-08-17T00:52:30.789 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 2045 (ObjNum 1093 snap 337 seq_num 1093) dirty exists 2024-08-17T00:52:30.789 INFO:tasks.rados.rados.0.smithi082.stdout:3539: left oid 48 (ObjNum 1093 snap 337 seq_num 1093) 2024-08-17T00:52:30.789 INFO:tasks.rados.rados.0.smithi082.stdout:3541: finishing write tid 1 to smithi08280503-7 2024-08-17T00:52:30.789 INFO:tasks.rados.rados.0.smithi082.stdout:3541: finishing write tid 2 to smithi08280503-7 2024-08-17T00:52:30.789 INFO:tasks.rados.rados.0.smithi082.stdout:3546: expect (ObjNum 1057 snap 326 seq_num 1057) 2024-08-17T00:52:30.811 INFO:tasks.rados.rados.0.smithi082.stdout:3541: finishing write tid 3 to smithi08280503-7 2024-08-17T00:52:30.811 INFO:tasks.rados.rados.0.smithi082.stdout:3541: finishing write tid 4 to smithi08280503-7 2024-08-17T00:52:30.811 INFO:tasks.rados.rados.0.smithi082.stdout:3541: finishing write tid 5 to smithi08280503-7 2024-08-17T00:52:30.812 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 2021 (ObjNum 1094 snap 337 seq_num 1094) dirty exists 2024-08-17T00:52:30.812 INFO:tasks.rados.rados.0.smithi082.stdout:3541: left oid 7 (ObjNum 1094 snap 337 seq_num 1094) 2024-08-17T00:52:30.812 INFO:tasks.rados.rados.0.smithi082.stdout:3547: finishing write tid 1 to smithi08280503-1 2024-08-17T00:52:30.812 INFO:tasks.rados.rados.0.smithi082.stdout:3547: finishing write tid 2 to smithi08280503-1 2024-08-17T00:52:30.812 INFO:tasks.rados.rados.0.smithi082.stdout:3547: finishing write tid 3 to smithi08280503-1 2024-08-17T00:52:30.812 INFO:tasks.rados.rados.0.smithi082.stdout:3547: finishing write tid 4 to smithi08280503-1 2024-08-17T00:52:30.812 INFO:tasks.rados.rados.0.smithi082.stdout:3547: finishing write tid 5 to smithi08280503-1 2024-08-17T00:52:30.812 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 1988 (ObjNum 1095 snap 337 seq_num 1095) dirty exists 2024-08-17T00:52:30.812 INFO:tasks.rados.rados.0.smithi082.stdout:3547: left oid 1 (ObjNum 1095 snap 337 seq_num 1095) 2024-08-17T00:52:30.812 INFO:tasks.rados.rados.0.smithi082.stdout:3543: expect (ObjNum 1048 snap 325 seq_num 1048) 2024-08-17T00:52:30.883 INFO:tasks.rados.rados.0.smithi082.stdout:3544: finishing copy_from racing read to smithi08280503-19 2024-08-17T00:52:30.883 INFO:tasks.rados.rados.0.smithi082.stdout:3544: finishing copy_from to smithi08280503-19 2024-08-17T00:52:30.883 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 1790 (ObjNum 942 snap 287 seq_num 942) dirty exists 2024-08-17T00:52:30.883 INFO:tasks.rados.rados.0.smithi082.stdout:3542: expect (ObjNum 832 snap 261 seq_num 832) 2024-08-17T00:52:31.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:30 smithi082 ceph-mon[94343]: osdmap e750: 8 total, 8 up, 8 in 2024-08-17T00:52:31.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:30 smithi082 ceph-mon[94343]: pgmap v797: 121 pgs: 121 active+clean; 310 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.3 MiB/s wr, 26 op/s 2024-08-17T00:52:31.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:30 smithi082 ceph-mon[91979]: osdmap e750: 8 total, 8 up, 8 in 2024-08-17T00:52:31.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:30 smithi082 ceph-mon[91979]: pgmap v797: 121 pgs: 121 active+clean; 310 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.3 MiB/s wr, 26 op/s 2024-08-17T00:52:31.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:30 smithi137 ceph-mon[86391]: osdmap e750: 8 total, 8 up, 8 in 2024-08-17T00:52:31.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:30 smithi137 ceph-mon[86391]: pgmap v797: 121 pgs: 121 active+clean; 310 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.3 MiB/s wr, 26 op/s 2024-08-17T00:52:31.328 INFO:tasks.rados.rados.0.smithi082.stdout:3545: expect (ObjNum 1024 snap 314 seq_num 1024) 2024-08-17T00:52:32.015 INFO:tasks.rados.rados.0.smithi082.stdout:3537: done (10 left) 2024-08-17T00:52:32.015 INFO:tasks.rados.rados.0.smithi082.stdout:3539: done (9 left) 2024-08-17T00:52:32.015 INFO:tasks.rados.rados.0.smithi082.stdout:3540: done (8 left) 2024-08-17T00:52:32.016 INFO:tasks.rados.rados.0.smithi082.stdout:3541: done (7 left) 2024-08-17T00:52:32.016 INFO:tasks.rados.rados.0.smithi082.stdout:3542: done (6 left) 2024-08-17T00:52:32.016 INFO:tasks.rados.rados.0.smithi082.stdout:3543: done (5 left) 2024-08-17T00:52:32.016 INFO:tasks.rados.rados.0.smithi082.stdout:3544: done (4 left) 2024-08-17T00:52:32.016 INFO:tasks.rados.rados.0.smithi082.stdout:3545: done (3 left) 2024-08-17T00:52:32.016 INFO:tasks.rados.rados.0.smithi082.stdout:3546: done (2 left) 2024-08-17T00:52:32.016 INFO:tasks.rados.rados.0.smithi082.stdout:3547: done (1 left) 2024-08-17T00:52:32.016 INFO:tasks.rados.rados.0.smithi082.stdout:3548: done (0 left) 2024-08-17T00:52:32.016 INFO:tasks.rados.rados.0.smithi082.stdout:3549: setattr oid 16 current snap is 338 2024-08-17T00:52:32.017 INFO:tasks.rados.rados.0.smithi082.stdout:3550: read oid 45 snap -1 2024-08-17T00:52:32.017 INFO:tasks.rados.rados.0.smithi082.stdout:3550: expect (ObjNum 695 snap 215 seq_num 695) 2024-08-17T00:52:32.017 INFO:tasks.rados.rados.0.smithi082.stdout:3551: rmattr oid 43 current snap is 338 2024-08-17T00:52:32.017 INFO:tasks.rados.rados.0.smithi082.stdout:3552: rmattr oid 1 current snap is 338 2024-08-17T00:52:32.017 INFO:tasks.rados.rados.0.smithi082.stdout:3552: done (3 left) 2024-08-17T00:52:32.017 INFO:tasks.rados.rados.0.smithi082.stdout:3553: snap_create 2024-08-17T00:52:32.018 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 0 (ObjNum 33 snap 0 seq_num 3912285680) dirty dne 2024-08-17T00:52:32.019 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 1797 (ObjNum 129 snap 0 seq_num 3913182304) dirty exists 2024-08-17T00:52:32.022 INFO:tasks.rados.rados.0.smithi082.stdout:3550: expect (ObjNum 695 snap 215 seq_num 695) 2024-08-17T00:52:32.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:31 smithi082 ceph-mon[91979]: osdmap e751: 8 total, 8 up, 8 in 2024-08-17T00:52:32.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:31 smithi082 ceph-mon[94343]: osdmap e751: 8 total, 8 up, 8 in 2024-08-17T00:52:32.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:31 smithi137 ceph-mon[86391]: osdmap e751: 8 total, 8 up, 8 in 2024-08-17T00:52:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:52:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:52:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:52:32.927 INFO:tasks.rados.rados.0.smithi082.stdout:3549: done (3 left) 2024-08-17T00:52:32.928 INFO:tasks.rados.rados.0.smithi082.stdout:3550: done (2 left) 2024-08-17T00:52:32.928 INFO:tasks.rados.rados.0.smithi082.stdout:3551: done (1 left) 2024-08-17T00:52:32.928 INFO:tasks.rados.rados.0.smithi082.stdout:3553: done (0 left) 2024-08-17T00:52:32.928 INFO:tasks.rados.rados.0.smithi082.stdout:3554: snap_remove snap 326 2024-08-17T00:52:33.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:32 smithi082 ceph-mon[91979]: pgmap v799: 121 pgs: 121 active+clean; 310 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-08-17T00:52:33.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:32 smithi082 ceph-mon[94343]: pgmap v799: 121 pgs: 121 active+clean; 310 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-08-17T00:52:33.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:32 smithi137 ceph-mon[86391]: pgmap v799: 121 pgs: 121 active+clean; 310 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-08-17T00:52:33.870 INFO:tasks.rados.rados.0.smithi082.stdout:3554: done (0 left) 2024-08-17T00:52:33.870 INFO:tasks.rados.rados.0.smithi082.stdout:3555: snap_remove snap 335 2024-08-17T00:52:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:33 smithi082 ceph-mon[91979]: osdmap e752: 8 total, 8 up, 8 in 2024-08-17T00:52:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:33 smithi082 ceph-mon[91979]: osdmap e753: 8 total, 8 up, 8 in 2024-08-17T00:52:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:33 smithi082 ceph-mon[94343]: osdmap e752: 8 total, 8 up, 8 in 2024-08-17T00:52:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:33 smithi082 ceph-mon[94343]: osdmap e753: 8 total, 8 up, 8 in 2024-08-17T00:52:34.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:33 smithi137 ceph-mon[86391]: osdmap e752: 8 total, 8 up, 8 in 2024-08-17T00:52:34.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:33 smithi137 ceph-mon[86391]: osdmap e753: 8 total, 8 up, 8 in 2024-08-17T00:52:34.872 INFO:tasks.rados.rados.0.smithi082.stdout:3555: done (0 left) 2024-08-17T00:52:34.872 INFO:tasks.rados.rados.0.smithi082.stdout:3556: snap_create 2024-08-17T00:52:35.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:52:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:52:35] "GET /metrics HTTP/1.1" 200 36268 "" "Prometheus/2.43.0" 2024-08-17T00:52:35.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:34 smithi082 ceph-mon[94343]: pgmap v802: 121 pgs: 121 active+clean; 320 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-08-17T00:52:35.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:34 smithi082 ceph-mon[94343]: osdmap e754: 8 total, 8 up, 8 in 2024-08-17T00:52:35.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:34 smithi082 ceph-mon[91979]: pgmap v802: 121 pgs: 121 active+clean; 320 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-08-17T00:52:35.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:34 smithi082 ceph-mon[91979]: osdmap e754: 8 total, 8 up, 8 in 2024-08-17T00:52:35.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:34 smithi137 ceph-mon[86391]: pgmap v802: 121 pgs: 121 active+clean; 320 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-08-17T00:52:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:34 smithi137 ceph-mon[86391]: osdmap e754: 8 total, 8 up, 8 in 2024-08-17T00:52:35.872 INFO:tasks.rados.rados.0.smithi082.stdout:3556: done (0 left) 2024-08-17T00:52:35.872 INFO:tasks.rados.rados.0.smithi082.stdout:3557: read oid 36 snap 316 2024-08-17T00:52:35.872 INFO:tasks.rados.rados.0.smithi082.stdout:3557: expect (ObjNum -383245200 snap 21904 seq_num 1747764240) 2024-08-17T00:52:35.872 INFO:tasks.rados.rados.0.smithi082.stdout:3558: read oid 44 snap -1 2024-08-17T00:52:35.872 INFO:tasks.rados.rados.0.smithi082.stdout:3558: expect (ObjNum 1081 snap 336 seq_num 1081) 2024-08-17T00:52:35.872 INFO:tasks.rados.rados.0.smithi082.stdout:3559: setattr oid 10 current snap is 340 2024-08-17T00:52:35.872 INFO:tasks.rados.rados.0.smithi082.stdout:3557: expect (ObjNum -383245200 snap 21904 seq_num 1747764240) 2024-08-17T00:52:35.875 INFO:tasks.rados.rados.0.smithi082.stdout:3557: done (2 left) 2024-08-17T00:52:35.875 INFO:tasks.rados.rados.0.smithi082.stdout:3560: read oid 19 snap -1 2024-08-17T00:52:35.875 INFO:tasks.rados.rados.0.smithi082.stdout:3560: expect (ObjNum 942 snap 287 seq_num 942) 2024-08-17T00:52:35.875 INFO:tasks.rados.rados.0.smithi082.stdout:3561: rollback oid 42 current snap is 340 2024-08-17T00:52:35.875 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 42 to 322 2024-08-17T00:52:35.875 INFO:tasks.rados.rados.0.smithi082.stdout:3562: read oid 27 snap -1 2024-08-17T00:52:35.876 INFO:tasks.rados.rados.0.smithi082.stdout:3562: expect deleted 2024-08-17T00:52:35.876 INFO:tasks.rados.rados.0.smithi082.stdout:3563: snap_remove snap 297 2024-08-17T00:52:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:52:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:35 smithi082 ceph-mon[94343]: osdmap e755: 8 total, 8 up, 8 in 2024-08-17T00:52:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:52:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:35 smithi082 ceph-mon[91979]: osdmap e755: 8 total, 8 up, 8 in 2024-08-17T00:52:36.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:52:36.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:35 smithi137 ceph-mon[86391]: osdmap e755: 8 total, 8 up, 8 in 2024-08-17T00:52:36.877 INFO:tasks.rados.rados.0.smithi082.stdout:3563: done (5 left) 2024-08-17T00:52:36.878 INFO:tasks.rados.rados.0.smithi082.stdout:3564: read oid 13 snap -1 2024-08-17T00:52:36.878 INFO:tasks.rados.rados.0.smithi082.stdout:3564: expect (ObjNum 1036 snap 320 seq_num 1036) 2024-08-17T00:52:36.878 INFO:tasks.rados.rados.0.smithi082.stdout:3565: copy_from oid 50 from oid 21 current snap is 340 2024-08-17T00:52:36.878 INFO:tasks.rados.rados.0.smithi082.stdout:3566: read oid 46 snap -1 2024-08-17T00:52:36.878 INFO:tasks.rados.rados.0.smithi082.stdout:3566: expect deleted 2024-08-17T00:52:36.878 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 35 current snap is 340 2024-08-17T00:52:36.878 INFO:tasks.rados.rados.0.smithi082.stdout:3567: seq_num 1096 ranges {0=761856,761856=786432,1548288=16384} 2024-08-17T00:52:36.883 INFO:tasks.rados.rados.0.smithi082.stdout:3567: writing smithi08280503-35 from 0 to 761856 tid 1 2024-08-17T00:52:36.889 INFO:tasks.rados.rados.0.smithi082.stdout:3567: writing smithi08280503-35 from 761856 to 1548288 tid 2 2024-08-17T00:52:36.889 INFO:tasks.rados.rados.0.smithi082.stdout:3567: writing smithi08280503-35 from 1548288 to 1564672 tid 3 2024-08-17T00:52:36.890 INFO:tasks.rados.rados.0.smithi082.stdout:3561: finishing rollback tid 0 to smithi08280503-42 2024-08-17T00:52:36.890 INFO:tasks.rados.rados.0.smithi082.stdout:3561: finishing rollback tid 1 to smithi08280503-42 2024-08-17T00:52:36.890 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 1864 (ObjNum 65 snap 0 seq_num 1532975708) dirty dne 2024-08-17T00:52:36.890 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 1907 (ObjNum 33 snap 0 seq_num 2) dirty exists 2024-08-17T00:52:36.890 INFO:tasks.rados.rados.0.smithi082.stdout:3558: expect (ObjNum 1081 snap 336 seq_num 1081) 2024-08-17T00:52:37.097 INFO:tasks.rados.rados.0.smithi082.stdout:3560: expect (ObjNum 942 snap 287 seq_num 942) 2024-08-17T00:52:37.184 INFO:tasks.rados.rados.0.smithi082.stdout:3558: done (8 left) 2024-08-17T00:52:37.184 INFO:tasks.rados.rados.0.smithi082.stdout:3559: done (7 left) 2024-08-17T00:52:37.184 INFO:tasks.rados.rados.0.smithi082.stdout:3560: done (6 left) 2024-08-17T00:52:37.184 INFO:tasks.rados.rados.0.smithi082.stdout:3561: done (5 left) 2024-08-17T00:52:37.184 INFO:tasks.rados.rados.0.smithi082.stdout:3562: done (4 left) 2024-08-17T00:52:37.184 INFO:tasks.rados.rados.0.smithi082.stdout:3568: snap_create 2024-08-17T00:52:37.184 INFO:tasks.rados.rados.0.smithi082.stdout:3567: finishing write tid 1 to smithi08280503-35 2024-08-17T00:52:37.185 INFO:tasks.rados.rados.0.smithi082.stdout:3567: finishing write tid 2 to smithi08280503-35 2024-08-17T00:52:37.185 INFO:tasks.rados.rados.0.smithi082.stdout:3567: finishing write tid 3 to smithi08280503-35 2024-08-17T00:52:37.185 INFO:tasks.rados.rados.0.smithi082.stdout:3567: finishing write tid 4 to smithi08280503-35 2024-08-17T00:52:37.185 INFO:tasks.rados.rados.0.smithi082.stdout:3567: finishing write tid 5 to smithi08280503-35 2024-08-17T00:52:37.185 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 1974 (ObjNum 1096 snap 340 seq_num 1096) dirty exists 2024-08-17T00:52:37.185 INFO:tasks.rados.rados.0.smithi082.stdout:3567: left oid 35 (ObjNum 1096 snap 340 seq_num 1096) 2024-08-17T00:52:37.185 INFO:tasks.rados.rados.0.smithi082.stdout:3564: expect (ObjNum 1036 snap 320 seq_num 1036) 2024-08-17T00:52:37.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:36 smithi082 ceph-mon[94343]: pgmap v805: 121 pgs: 121 active+clean; 322 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-08-17T00:52:37.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:36 smithi082 ceph-mon[94343]: osdmap e756: 8 total, 8 up, 8 in 2024-08-17T00:52:37.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:36 smithi082 ceph-mon[91979]: pgmap v805: 121 pgs: 121 active+clean; 322 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-08-17T00:52:37.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:36 smithi082 ceph-mon[91979]: osdmap e756: 8 total, 8 up, 8 in 2024-08-17T00:52:37.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:36 smithi137 ceph-mon[86391]: pgmap v805: 121 pgs: 121 active+clean; 322 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-08-17T00:52:37.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:36 smithi137 ceph-mon[86391]: osdmap e756: 8 total, 8 up, 8 in 2024-08-17T00:52:37.382 INFO:tasks.rados.rados.0.smithi082.stdout:3565: finishing copy_from racing read to smithi08280503-50 2024-08-17T00:52:37.382 INFO:tasks.rados.rados.0.smithi082.stdout:3565: finishing copy_from to smithi08280503-50 2024-08-17T00:52:37.382 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 1584 (ObjNum 1083 snap 336 seq_num 1083) dirty exists 2024-08-17T00:52:37.950 INFO:tasks.rados.rados.0.smithi082.stdout:3564: done (4 left) 2024-08-17T00:52:37.951 INFO:tasks.rados.rados.0.smithi082.stdout:3565: done (3 left) 2024-08-17T00:52:37.951 INFO:tasks.rados.rados.0.smithi082.stdout:3566: done (2 left) 2024-08-17T00:52:37.951 INFO:tasks.rados.rados.0.smithi082.stdout:3567: done (1 left) 2024-08-17T00:52:37.951 INFO:tasks.rados.rados.0.smithi082.stdout:3568: done (0 left) 2024-08-17T00:52:37.951 INFO:tasks.rados.rados.0.smithi082.stdout:3569: delete oid 30 current snap is 341 2024-08-17T00:52:37.955 INFO:tasks.rados.rados.0.smithi082.stdout:3569: done (0 left) 2024-08-17T00:52:37.955 INFO:tasks.rados.rados.0.smithi082.stdout:3570: read oid 9 snap 298 2024-08-17T00:52:37.955 INFO:tasks.rados.rados.0.smithi082.stdout:3570: expect (ObjNum 942 snap 287 seq_num 942) 2024-08-17T00:52:37.955 INFO:tasks.rados.rados.0.smithi082.stdout:3571: rollback oid 26 current snap is 341 2024-08-17T00:52:37.955 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 26 to 333 2024-08-17T00:52:37.955 INFO:tasks.rados.rados.0.smithi082.stdout:3572: read oid 28 snap 329 2024-08-17T00:52:37.955 INFO:tasks.rados.rados.0.smithi082.stdout:3572: expect (ObjNum 951 snap 290 seq_num 951) 2024-08-17T00:52:37.956 INFO:tasks.rados.rados.0.smithi082.stdout:3573: snap_remove snap 336 2024-08-17T00:52:38.869 INFO:tasks.rados.rados.0.smithi082.stdout:3573: done (3 left) 2024-08-17T00:52:38.869 INFO:tasks.rados.rados.0.smithi082.stdout:3574: snap_create 2024-08-17T00:52:38.869 INFO:tasks.rados.rados.0.smithi082.stdout:3572: expect (ObjNum 951 snap 290 seq_num 951) 2024-08-17T00:52:38.915 INFO:tasks.rados.rados.0.smithi082.stdout:3570: expect (ObjNum 942 snap 287 seq_num 942) 2024-08-17T00:52:39.002 INFO:tasks.rados.rados.0.smithi082.stdout:3571: finishing rollback tid 0 to smithi08280503-26 2024-08-17T00:52:39.002 INFO:tasks.rados.rados.0.smithi082.stdout:3571: finishing rollback tid 1 to smithi08280503-26 2024-08-17T00:52:39.002 INFO:tasks.rados.rados.0.smithi082.stdout:3571: finishing rollback tid 2 to smithi08280503-26 2024-08-17T00:52:39.002 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 2134 (ObjNum 1064 snap 327 seq_num 1064) dirty exists 2024-08-17T00:52:39.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:38 smithi082 ceph-mon[91979]: osdmap e757: 8 total, 8 up, 8 in 2024-08-17T00:52:39.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:38 smithi082 ceph-mon[91979]: pgmap v808: 121 pgs: 121 active+clean; 323 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 760 KiB/s wr, 9 op/s 2024-08-17T00:52:39.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:38 smithi082 ceph-mon[91979]: osdmap e758: 8 total, 8 up, 8 in 2024-08-17T00:52:39.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:38 smithi082 ceph-mon[94343]: osdmap e757: 8 total, 8 up, 8 in 2024-08-17T00:52:39.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:38 smithi082 ceph-mon[94343]: pgmap v808: 121 pgs: 121 active+clean; 323 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 760 KiB/s wr, 9 op/s 2024-08-17T00:52:39.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:38 smithi082 ceph-mon[94343]: osdmap e758: 8 total, 8 up, 8 in 2024-08-17T00:52:39.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:38 smithi137 ceph-mon[86391]: osdmap e757: 8 total, 8 up, 8 in 2024-08-17T00:52:39.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:38 smithi137 ceph-mon[86391]: pgmap v808: 121 pgs: 121 active+clean; 323 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 760 KiB/s wr, 9 op/s 2024-08-17T00:52:39.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:38 smithi137 ceph-mon[86391]: osdmap e758: 8 total, 8 up, 8 in 2024-08-17T00:52:39.872 INFO:tasks.rados.rados.0.smithi082.stdout:3570: done (3 left) 2024-08-17T00:52:39.872 INFO:tasks.rados.rados.0.smithi082.stdout:3571: done (2 left) 2024-08-17T00:52:39.872 INFO:tasks.rados.rados.0.smithi082.stdout:3572: done (1 left) 2024-08-17T00:52:39.872 INFO:tasks.rados.rados.0.smithi082.stdout:3574: done (0 left) 2024-08-17T00:52:39.872 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 28 current snap is 342 2024-08-17T00:52:39.872 INFO:tasks.rados.rados.0.smithi082.stdout:3575: seq_num 1098 ranges {1540096=794624,2334720=557056,2891776=245760} 2024-08-17T00:52:39.884 INFO:tasks.rados.rados.0.smithi082.stdout:3575: writing smithi08280503-28 from 1540096 to 2334720 tid 1 2024-08-17T00:52:39.887 INFO:tasks.rados.rados.0.smithi082.stdout:3575: writing smithi08280503-28 from 2334720 to 2891776 tid 2 2024-08-17T00:52:39.889 INFO:tasks.rados.rados.0.smithi082.stdout:3575: writing smithi08280503-28 from 2891776 to 3137536 tid 3 2024-08-17T00:52:39.889 INFO:tasks.rados.rados.0.smithi082.stdout:3576: snap_remove snap 338 2024-08-17T00:52:40.876 INFO:tasks.rados.rados.0.smithi082.stdout:3576: done (1 left) 2024-08-17T00:52:40.876 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 9 current snap is 342 2024-08-17T00:52:40.876 INFO:tasks.rados.rados.0.smithi082.stdout:3575: finishing write tid 1 to smithi08280503-28 2024-08-17T00:52:40.876 INFO:tasks.rados.rados.0.smithi082.stdout:3575: finishing write tid 2 to smithi08280503-28 2024-08-17T00:52:40.876 INFO:tasks.rados.rados.0.smithi082.stdout:3575: finishing write tid 3 to smithi08280503-28 2024-08-17T00:52:40.876 INFO:tasks.rados.rados.0.smithi082.stdout:3575: finishing write tid 4 to smithi08280503-28 2024-08-17T00:52:40.876 INFO:tasks.rados.rados.0.smithi082.stdout:3575: finishing write tid 5 to smithi08280503-28 2024-08-17T00:52:40.876 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 1828 (ObjNum 1098 snap 342 seq_num 1098) dirty exists 2024-08-17T00:52:40.877 INFO:tasks.rados.rados.0.smithi082.stdout:3575: left oid 28 (ObjNum 1098 snap 342 seq_num 1098) 2024-08-17T00:52:40.877 INFO:tasks.rados.rados.0.smithi082.stdout:3577: seq_num 1099 ranges {204800=409600,614400=442368,1056768=720896,1777664=40960} 2024-08-17T00:52:40.879 INFO:tasks.rados.rados.0.smithi082.stdout:3577: writing smithi08280503-9 from 204800 to 614400 tid 1 2024-08-17T00:52:40.882 INFO:tasks.rados.rados.0.smithi082.stdout:3577: writing smithi08280503-9 from 614400 to 1056768 tid 2 2024-08-17T00:52:40.887 INFO:tasks.rados.rados.0.smithi082.stdout:3577: writing smithi08280503-9 from 1056768 to 1777664 tid 3 2024-08-17T00:52:40.888 INFO:tasks.rados.rados.0.smithi082.stdout:3577: writing smithi08280503-9 from 1777664 to 1818624 tid 4 2024-08-17T00:52:40.888 INFO:tasks.rados.rados.0.smithi082.stdout:3575: done (1 left) 2024-08-17T00:52:40.888 INFO:tasks.rados.rados.0.smithi082.stdout:3578: rollback oid 22 current snap is 342 2024-08-17T00:52:40.888 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 22 to 334 2024-08-17T00:52:40.888 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 42 current snap is 342 2024-08-17T00:52:40.888 INFO:tasks.rados.rados.0.smithi082.stdout:3579: seq_num 1100 ranges {0=425984,425984=729088,1155072=475136} 2024-08-17T00:52:40.890 INFO:tasks.rados.rados.0.smithi082.stdout:3579: writing smithi08280503-42 from 0 to 425984 tid 1 2024-08-17T00:52:40.895 INFO:tasks.rados.rados.0.smithi082.stdout:3579: writing smithi08280503-42 from 425984 to 1155072 tid 2 2024-08-17T00:52:40.899 INFO:tasks.rados.rados.0.smithi082.stdout:3579: writing smithi08280503-42 from 1155072 to 1630208 tid 3 2024-08-17T00:52:40.899 INFO:tasks.rados.rados.0.smithi082.stdout:3580: copy_from oid 50 from oid 16 current snap is 342 2024-08-17T00:52:40.899 INFO:tasks.rados.rados.0.smithi082.stdout:3577: finishing write tid 1 to smithi08280503-9 2024-08-17T00:52:40.899 INFO:tasks.rados.rados.0.smithi082.stdout:3577: finishing write tid 2 to smithi08280503-9 2024-08-17T00:52:40.899 INFO:tasks.rados.rados.0.smithi082.stdout:3578: finishing rollback tid 0 to smithi08280503-22 2024-08-17T00:52:40.899 INFO:tasks.rados.rados.0.smithi082.stdout:3578: finishing rollback tid 1 to smithi08280503-22 2024-08-17T00:52:40.899 INFO:tasks.rados.rados.0.smithi082.stdout:3578: finishing rollback tid 2 to smithi08280503-22 2024-08-17T00:52:40.900 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 1797 (ObjNum 1014 snap 312 seq_num 1014) dirty exists 2024-08-17T00:52:40.900 INFO:tasks.rados.rados.0.smithi082.stdout:3577: finishing write tid 3 to smithi08280503-9 2024-08-17T00:52:40.900 INFO:tasks.rados.rados.0.smithi082.stdout:3577: finishing write tid 4 to smithi08280503-9 2024-08-17T00:52:40.900 INFO:tasks.rados.rados.0.smithi082.stdout:3577: finishing write tid 5 to smithi08280503-9 2024-08-17T00:52:40.900 INFO:tasks.rados.rados.0.smithi082.stdout:3578: done (3 left) 2024-08-17T00:52:40.900 INFO:tasks.rados.rados.0.smithi082.stdout:3581: read oid 21 snap -1 2024-08-17T00:52:40.900 INFO:tasks.rados.rados.0.smithi082.stdout:3581: expect (ObjNum 1083 snap 336 seq_num 1083) 2024-08-17T00:52:40.900 INFO:tasks.rados.rados.0.smithi082.stdout:3582: snap_remove snap 337 2024-08-17T00:52:41.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:40 smithi082 ceph-mon[91979]: osdmap e759: 8 total, 8 up, 8 in 2024-08-17T00:52:41.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:40 smithi082 ceph-mon[91979]: pgmap v811: 121 pgs: 121 active+clean; 334 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-08-17T00:52:41.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:40 smithi082 ceph-mon[94343]: osdmap e759: 8 total, 8 up, 8 in 2024-08-17T00:52:41.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:40 smithi082 ceph-mon[94343]: pgmap v811: 121 pgs: 121 active+clean; 334 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-08-17T00:52:41.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:40 smithi137 ceph-mon[86391]: osdmap e759: 8 total, 8 up, 8 in 2024-08-17T00:52:41.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:40 smithi137 ceph-mon[86391]: pgmap v811: 121 pgs: 121 active+clean; 334 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-08-17T00:52:41.882 INFO:tasks.rados.rados.0.smithi082.stdout:3582: done (4 left) 2024-08-17T00:52:41.883 INFO:tasks.rados.rados.0.smithi082.stdout:3583: snap_create 2024-08-17T00:52:41.883 INFO:tasks.rados.rados.0.smithi082.stdout:3577: finishing write tid 6 to smithi08280503-9 2024-08-17T00:52:41.883 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 2144 (ObjNum 1099 snap 342 seq_num 1099) dirty exists 2024-08-17T00:52:41.883 INFO:tasks.rados.rados.0.smithi082.stdout:3577: left oid 9 (ObjNum 1099 snap 342 seq_num 1099) 2024-08-17T00:52:41.883 INFO:tasks.rados.rados.0.smithi082.stdout:3579: finishing write tid 1 to smithi08280503-42 2024-08-17T00:52:41.883 INFO:tasks.rados.rados.0.smithi082.stdout:3580: finishing copy_from racing read to smithi08280503-50 2024-08-17T00:52:41.883 INFO:tasks.rados.rados.0.smithi082.stdout:3580: finishing copy_from to smithi08280503-50 2024-08-17T00:52:41.883 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 1797 (ObjNum 81 snap 0 seq_num 1) dirty exists 2024-08-17T00:52:41.883 INFO:tasks.rados.rados.0.smithi082.stdout:3579: finishing write tid 2 to smithi08280503-42 2024-08-17T00:52:41.883 INFO:tasks.rados.rados.0.smithi082.stdout:3579: finishing write tid 3 to smithi08280503-42 2024-08-17T00:52:41.883 INFO:tasks.rados.rados.0.smithi082.stdout:3579: finishing write tid 4 to smithi08280503-42 2024-08-17T00:52:41.883 INFO:tasks.rados.rados.0.smithi082.stdout:3579: finishing write tid 5 to smithi08280503-42 2024-08-17T00:52:41.884 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 42 v 1868 (ObjNum 1100 snap 342 seq_num 1100) dirty exists 2024-08-17T00:52:41.884 INFO:tasks.rados.rados.0.smithi082.stdout:3579: left oid 42 (ObjNum 1100 snap 342 seq_num 1100) 2024-08-17T00:52:41.884 INFO:tasks.rados.rados.0.smithi082.stdout:3581: expect (ObjNum 1083 snap 336 seq_num 1083) 2024-08-17T00:52:42.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:41 smithi082 ceph-mon[94343]: osdmap e760: 8 total, 8 up, 8 in 2024-08-17T00:52:42.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:41 smithi082 ceph-mon[91979]: osdmap e760: 8 total, 8 up, 8 in 2024-08-17T00:52:42.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:41 smithi137 ceph-mon[86391]: osdmap e760: 8 total, 8 up, 8 in 2024-08-17T00:52:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:52:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:52:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:52:42.890 INFO:tasks.rados.rados.0.smithi082.stdout:3577: done (4 left) 2024-08-17T00:52:42.890 INFO:tasks.rados.rados.0.smithi082.stdout:3579: done (3 left) 2024-08-17T00:52:42.890 INFO:tasks.rados.rados.0.smithi082.stdout:3580: done (2 left) 2024-08-17T00:52:42.890 INFO:tasks.rados.rados.0.smithi082.stdout:3581: done (1 left) 2024-08-17T00:52:42.890 INFO:tasks.rados.rados.0.smithi082.stdout:3583: done (0 left) 2024-08-17T00:52:42.890 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 30 current snap is 343 2024-08-17T00:52:42.890 INFO:tasks.rados.rados.0.smithi082.stdout:3584: seq_num 1101 ranges {0=442368,442368=606208,1048576=598016} 2024-08-17T00:52:42.892 INFO:tasks.rados.rados.0.smithi082.stdout:3584: writing smithi08280503-30 from 0 to 442368 tid 1 2024-08-17T00:52:42.895 INFO:tasks.rados.rados.0.smithi082.stdout:3584: writing smithi08280503-30 from 442368 to 1048576 tid 2 2024-08-17T00:52:42.899 INFO:tasks.rados.rados.0.smithi082.stdout:3584: writing smithi08280503-30 from 1048576 to 1646592 tid 3 2024-08-17T00:52:42.899 INFO:tasks.rados.rados.0.smithi082.stdout:3585: snap_create 2024-08-17T00:52:42.902 INFO:tasks.rados.rados.0.smithi082.stdout:3584: finishing write tid 1 to smithi08280503-30 2024-08-17T00:52:42.902 INFO:tasks.rados.rados.0.smithi082.stdout:3584: finishing write tid 2 to smithi08280503-30 2024-08-17T00:52:42.902 INFO:tasks.rados.rados.0.smithi082.stdout:3584: finishing write tid 3 to smithi08280503-30 2024-08-17T00:52:42.903 INFO:tasks.rados.rados.0.smithi082.stdout:3584: finishing write tid 4 to smithi08280503-30 2024-08-17T00:52:42.904 INFO:tasks.rados.rados.0.smithi082.stdout:3584: finishing write tid 5 to smithi08280503-30 2024-08-17T00:52:42.904 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 30 v 1971 (ObjNum 1101 snap 343 seq_num 1101) dirty exists 2024-08-17T00:52:42.904 INFO:tasks.rados.rados.0.smithi082.stdout:3584: left oid 30 (ObjNum 1101 snap 343 seq_num 1101) 2024-08-17T00:52:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:42 smithi082 ceph-mon[94343]: osdmap e761: 8 total, 8 up, 8 in 2024-08-17T00:52:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:42 smithi082 ceph-mon[94343]: pgmap v814: 121 pgs: 121 active+clean; 334 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-08-17T00:52:43.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:42 smithi082 ceph-mon[91979]: osdmap e761: 8 total, 8 up, 8 in 2024-08-17T00:52:43.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:42 smithi082 ceph-mon[91979]: pgmap v814: 121 pgs: 121 active+clean; 334 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-08-17T00:52:43.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:42 smithi137 ceph-mon[86391]: osdmap e761: 8 total, 8 up, 8 in 2024-08-17T00:52:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:42 smithi137 ceph-mon[86391]: pgmap v814: 121 pgs: 121 active+clean; 334 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-08-17T00:52:43.873 INFO:tasks.rados.rados.0.smithi082.stdout:3584: done (1 left) 2024-08-17T00:52:43.873 INFO:tasks.rados.rados.0.smithi082.stdout:3585: done (0 left) 2024-08-17T00:52:43.873 INFO:tasks.rados.rados.0.smithi082.stdout:3586: read oid 22 snap -1 2024-08-17T00:52:43.873 INFO:tasks.rados.rados.0.smithi082.stdout:3586: expect (ObjNum 1014 snap 312 seq_num 1014) 2024-08-17T00:52:43.873 INFO:tasks.rados.rados.0.smithi082.stdout:3587: copy_from oid 36 from oid 35 current snap is 344 2024-08-17T00:52:43.874 INFO:tasks.rados.rados.0.smithi082.stdout:3588: read oid 23 snap -1 2024-08-17T00:52:43.874 INFO:tasks.rados.rados.0.smithi082.stdout:3588: expect (ObjNum 1048 snap 325 seq_num 1048) 2024-08-17T00:52:43.874 INFO:tasks.rados.rados.0.smithi082.stdout:3589: snap_remove snap 316 2024-08-17T00:52:44.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:43 smithi082 ceph-mon[94343]: osdmap e762: 8 total, 8 up, 8 in 2024-08-17T00:52:44.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:43 smithi082 ceph-mon[94343]: osdmap e763: 8 total, 8 up, 8 in 2024-08-17T00:52:44.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:43 smithi082 ceph-mon[91979]: osdmap e762: 8 total, 8 up, 8 in 2024-08-17T00:52:44.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:43 smithi082 ceph-mon[91979]: osdmap e763: 8 total, 8 up, 8 in 2024-08-17T00:52:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:43 smithi137 ceph-mon[86391]: osdmap e762: 8 total, 8 up, 8 in 2024-08-17T00:52:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:43 smithi137 ceph-mon[86391]: osdmap e763: 8 total, 8 up, 8 in 2024-08-17T00:52:44.887 INFO:tasks.rados.rados.0.smithi082.stdout:3589: done (3 left) 2024-08-17T00:52:44.887 INFO:tasks.rados.rados.0.smithi082.stdout:3590: rollback oid 12 current snap is 344 2024-08-17T00:52:44.887 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 12 to 331 2024-08-17T00:52:44.887 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 37 current snap is 344 2024-08-17T00:52:44.887 INFO:tasks.rados.rados.0.smithi082.stdout:3591: seq_num 1102 ranges {7462912=458752,7921664=491520,8413184=491520,8904704=221184} 2024-08-17T00:52:44.931 INFO:tasks.rados.rados.0.smithi082.stdout:3591: writing smithi08280503-37 from 7462912 to 7921664 tid 1 2024-08-17T00:52:44.934 INFO:tasks.rados.rados.0.smithi082.stdout:3591: writing smithi08280503-37 from 7921664 to 8413184 tid 2 2024-08-17T00:52:44.938 INFO:tasks.rados.rados.0.smithi082.stdout:3591: writing smithi08280503-37 from 8413184 to 8904704 tid 3 2024-08-17T00:52:44.939 INFO:tasks.rados.rados.0.smithi082.stdout:3591: writing smithi08280503-37 from 8904704 to 9125888 tid 4 2024-08-17T00:52:44.939 INFO:tasks.rados.rados.0.smithi082.stdout:3592: snap_remove snap 329 2024-08-17T00:52:45.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:44 smithi082 ceph-mon[94343]: pgmap v817: 121 pgs: 121 active+clean; 336 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 784 KiB/s wr, 5 op/s 2024-08-17T00:52:45.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:44 smithi082 ceph-mon[94343]: osdmap e764: 8 total, 8 up, 8 in 2024-08-17T00:52:45.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:44 smithi082 ceph-mon[91979]: pgmap v817: 121 pgs: 121 active+clean; 336 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 784 KiB/s wr, 5 op/s 2024-08-17T00:52:45.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:44 smithi082 ceph-mon[91979]: osdmap e764: 8 total, 8 up, 8 in 2024-08-17T00:52:45.226 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:52:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:52:45] "GET /metrics HTTP/1.1" 200 36274 "" "Prometheus/2.43.0" 2024-08-17T00:52:45.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:44 smithi137 ceph-mon[86391]: pgmap v817: 121 pgs: 121 active+clean; 336 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 784 KiB/s wr, 5 op/s 2024-08-17T00:52:45.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:44 smithi137 ceph-mon[86391]: osdmap e764: 8 total, 8 up, 8 in 2024-08-17T00:52:45.911 INFO:tasks.rados.rados.0.smithi082.stdout:3592: done (5 left) 2024-08-17T00:52:45.914 INFO:tasks.rados.rados.0.smithi082.stdout:3593: read oid 34 snap -1 2024-08-17T00:52:45.914 INFO:tasks.rados.rados.0.smithi082.stdout:3593: expect (ObjNum 951 snap 290 seq_num 951) 2024-08-17T00:52:45.914 INFO:tasks.rados.rados.0.smithi082.stdout:3594: setattr oid 39 current snap is 344 2024-08-17T00:52:45.915 INFO:tasks.rados.rados.0.smithi082.stdout:3586: expect (ObjNum 1014 snap 312 seq_num 1014) 2024-08-17T00:52:45.924 INFO:tasks.rados.rados.0.smithi082.stdout:3588: expect (ObjNum 1048 snap 325 seq_num 1048) 2024-08-17T00:52:46.001 INFO:tasks.rados.rados.0.smithi082.stdout:3587: finishing copy_from racing read to smithi08280503-36 2024-08-17T00:52:46.001 INFO:tasks.rados.rados.0.smithi082.stdout:3587: finishing copy_from to smithi08280503-36 2024-08-17T00:52:46.001 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 1974 (ObjNum 1096 snap 340 seq_num 1096) dirty exists 2024-08-17T00:52:46.001 INFO:tasks.rados.rados.0.smithi082.stdout:3590: finishing rollback tid 1 to smithi08280503-12 2024-08-17T00:52:46.001 INFO:tasks.rados.rados.0.smithi082.stdout:3590: finishing rollback tid 2 to smithi08280503-12 2024-08-17T00:52:46.001 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 1763 (ObjNum 1029 snap 316 seq_num 1029) dirty exists 2024-08-17T00:52:46.001 INFO:tasks.rados.rados.0.smithi082.stdout:3591: finishing write tid 1 to smithi08280503-37 2024-08-17T00:52:46.001 INFO:tasks.rados.rados.0.smithi082.stdout:3591: finishing write tid 2 to smithi08280503-37 2024-08-17T00:52:46.002 INFO:tasks.rados.rados.0.smithi082.stdout:3591: finishing write tid 3 to smithi08280503-37 2024-08-17T00:52:46.002 INFO:tasks.rados.rados.0.smithi082.stdout:3591: finishing write tid 4 to smithi08280503-37 2024-08-17T00:52:46.002 INFO:tasks.rados.rados.0.smithi082.stdout:3591: finishing write tid 5 to smithi08280503-37 2024-08-17T00:52:46.002 INFO:tasks.rados.rados.0.smithi082.stdout:3591: finishing write tid 6 to smithi08280503-37 2024-08-17T00:52:46.002 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 2099 (ObjNum 1102 snap 344 seq_num 1102) dirty exists 2024-08-17T00:52:46.002 INFO:tasks.rados.rados.0.smithi082.stdout:3591: left oid 37 (ObjNum 1102 snap 344 seq_num 1102) 2024-08-17T00:52:46.002 INFO:tasks.rados.rados.0.smithi082.stdout:3593: expect (ObjNum 951 snap 290 seq_num 951) 2024-08-17T00:52:46.039 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 1774 (ObjNum 1024 snap 314 seq_num 1024) dirty exists 2024-08-17T00:52:46.039 INFO:tasks.rados.rados.0.smithi082.stdout:3586: done (6 left) 2024-08-17T00:52:46.039 INFO:tasks.rados.rados.0.smithi082.stdout:3587: done (5 left) 2024-08-17T00:52:46.040 INFO:tasks.rados.rados.0.smithi082.stdout:3588: done (4 left) 2024-08-17T00:52:46.040 INFO:tasks.rados.rados.0.smithi082.stdout:3590: done (3 left) 2024-08-17T00:52:46.040 INFO:tasks.rados.rados.0.smithi082.stdout:3591: done (2 left) 2024-08-17T00:52:46.040 INFO:tasks.rados.rados.0.smithi082.stdout:3593: done (1 left) 2024-08-17T00:52:46.040 INFO:tasks.rados.rados.0.smithi082.stdout:3594: done (0 left) 2024-08-17T00:52:46.040 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 27 current snap is 344 2024-08-17T00:52:46.040 INFO:tasks.rados.rados.0.smithi082.stdout:3595: seq_num 1103 ranges {0=475136,475136=425984,901120=696320,1597440=81920} 2024-08-17T00:52:46.041 INFO:tasks.rados.rados.0.smithi082.stdout:3595: writing smithi08280503-27 from 0 to 475136 tid 1 2024-08-17T00:52:46.044 INFO:tasks.rados.rados.0.smithi082.stdout:3595: writing smithi08280503-27 from 475136 to 901120 tid 2 2024-08-17T00:52:46.047 INFO:tasks.rados.rados.0.smithi082.stdout:3595: writing smithi08280503-27 from 901120 to 1597440 tid 3 2024-08-17T00:52:46.048 INFO:tasks.rados.rados.0.smithi082.stdout:3595: writing smithi08280503-27 from 1597440 to 1679360 tid 4 2024-08-17T00:52:46.048 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 10 current snap is 344 2024-08-17T00:52:46.048 INFO:tasks.rados.rados.0.smithi082.stdout:3595: finishing write tid 1 to smithi08280503-27 2024-08-17T00:52:46.048 INFO:tasks.rados.rados.0.smithi082.stdout:3595: finishing write tid 2 to smithi08280503-27 2024-08-17T00:52:46.049 INFO:tasks.rados.rados.0.smithi082.stdout:3596: seq_num 1104 ranges {0=499712,499712=712704,1212416=491520} 2024-08-17T00:52:46.051 INFO:tasks.rados.rados.0.smithi082.stdout:3596: writing smithi08280503-10 from 0 to 499712 tid 1 2024-08-17T00:52:46.055 INFO:tasks.rados.rados.0.smithi082.stdout:3596: writing smithi08280503-10 from 499712 to 1212416 tid 2 2024-08-17T00:52:46.059 INFO:tasks.rados.rados.0.smithi082.stdout:3596: writing smithi08280503-10 from 1212416 to 1703936 tid 3 2024-08-17T00:52:46.059 INFO:tasks.rados.rados.0.smithi082.stdout:3597: copy_from oid 40 from oid 31 current snap is 344 2024-08-17T00:52:46.060 INFO:tasks.rados.rados.0.smithi082.stdout:3595: finishing write tid 3 to smithi08280503-27 2024-08-17T00:52:46.060 INFO:tasks.rados.rados.0.smithi082.stdout:3595: finishing write tid 4 to smithi08280503-27 2024-08-17T00:52:46.060 INFO:tasks.rados.rados.0.smithi082.stdout:3595: finishing write tid 5 to smithi08280503-27 2024-08-17T00:52:46.060 INFO:tasks.rados.rados.0.smithi082.stdout:3595: finishing write tid 6 to smithi08280503-27 2024-08-17T00:52:46.060 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 2066 (ObjNum 1103 snap 344 seq_num 1103) dirty exists 2024-08-17T00:52:46.060 INFO:tasks.rados.rados.0.smithi082.stdout:3595: left oid 27 (ObjNum 1103 snap 344 seq_num 1103) 2024-08-17T00:52:46.060 INFO:tasks.rados.rados.0.smithi082.stdout:3596: finishing write tid 1 to smithi08280503-10 2024-08-17T00:52:46.060 INFO:tasks.rados.rados.0.smithi082.stdout:3596: finishing write tid 2 to smithi08280503-10 2024-08-17T00:52:46.060 INFO:tasks.rados.rados.0.smithi082.stdout:3595: done (2 left) 2024-08-17T00:52:46.060 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 23 current snap is 344 2024-08-17T00:52:46.061 INFO:tasks.rados.rados.0.smithi082.stdout:3598: seq_num 1105 ranges {2064384=516096,2580480=598016,3178496=606208} 2024-08-17T00:52:46.073 INFO:tasks.rados.rados.0.smithi082.stdout:3598: writing smithi08280503-23 from 2064384 to 2580480 tid 1 2024-08-17T00:52:46.076 INFO:tasks.rados.rados.0.smithi082.stdout:3598: writing smithi08280503-23 from 2580480 to 3178496 tid 2 2024-08-17T00:52:46.080 INFO:tasks.rados.rados.0.smithi082.stdout:3598: writing smithi08280503-23 from 3178496 to 3784704 tid 3 2024-08-17T00:52:46.080 INFO:tasks.rados.rados.0.smithi082.stdout:3599: copy_from oid 28 from oid 25 current snap is 344 2024-08-17T00:52:46.080 INFO:tasks.rados.rados.0.smithi082.stdout:3596: finishing write tid 3 to smithi08280503-10 2024-08-17T00:52:46.081 INFO:tasks.rados.rados.0.smithi082.stdout:3596: finishing write tid 4 to smithi08280503-10 2024-08-17T00:52:46.081 INFO:tasks.rados.rados.0.smithi082.stdout:3596: finishing write tid 5 to smithi08280503-10 2024-08-17T00:52:46.081 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 1911 (ObjNum 1104 snap 344 seq_num 1104) dirty exists 2024-08-17T00:52:46.081 INFO:tasks.rados.rados.0.smithi082.stdout:3596: left oid 10 (ObjNum 1104 snap 344 seq_num 1104) 2024-08-17T00:52:46.081 INFO:tasks.rados.rados.0.smithi082.stdout:3596: done (3 left) 2024-08-17T00:52:46.081 INFO:tasks.rados.rados.0.smithi082.stdout:3600: snap_remove snap 334 2024-08-17T00:52:46.920 INFO:tasks.rados.rados.0.smithi082.stdout:3598: finishing write tid 1 to smithi08280503-23 2024-08-17T00:52:46.920 INFO:tasks.rados.rados.0.smithi082.stdout:3598: finishing write tid 2 to smithi08280503-23 2024-08-17T00:52:46.920 INFO:tasks.rados.rados.0.smithi082.stdout:3598: finishing write tid 3 to smithi08280503-23 2024-08-17T00:52:46.920 INFO:tasks.rados.rados.0.smithi082.stdout:3598: finishing write tid 4 to smithi08280503-23 2024-08-17T00:52:46.920 INFO:tasks.rados.rados.0.smithi082.stdout:3598: finishing write tid 5 to smithi08280503-23 2024-08-17T00:52:46.920 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 1767 (ObjNum 1105 snap 344 seq_num 1105) dirty exists 2024-08-17T00:52:46.920 INFO:tasks.rados.rados.0.smithi082.stdout:3598: left oid 23 (ObjNum 1105 snap 344 seq_num 1105) 2024-08-17T00:52:46.920 INFO:tasks.rados.rados.0.smithi082.stdout:3597: finishing copy_from racing read to smithi08280503-40 2024-08-17T00:52:46.921 INFO:tasks.rados.rados.0.smithi082.stdout:3597: finishing copy_from to smithi08280503-40 2024-08-17T00:52:46.921 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 2010 (ObjNum 1091 snap 336 seq_num 1091) dirty exists 2024-08-17T00:52:46.921 INFO:tasks.rados.rados.0.smithi082.stdout:3599: finishing copy_from racing read to smithi08280503-28 2024-08-17T00:52:46.921 INFO:tasks.rados.rados.0.smithi082.stdout:3599: finishing copy_from to smithi08280503-28 2024-08-17T00:52:46.921 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 1791 (ObjNum 1071 snap 333 seq_num 1071) dirty exists 2024-08-17T00:52:46.921 INFO:tasks.rados.rados.0.smithi082.stdout:3597: done (3 left) 2024-08-17T00:52:46.921 INFO:tasks.rados.rados.0.smithi082.stdout:3598: done (2 left) 2024-08-17T00:52:46.921 INFO:tasks.rados.rados.0.smithi082.stdout:3599: done (1 left) 2024-08-17T00:52:46.921 INFO:tasks.rados.rados.0.smithi082.stdout:3600: done (0 left) 2024-08-17T00:52:46.921 INFO:tasks.rados.rados.0.smithi082.stdout:3601: rollback oid 9 current snap is 344 2024-08-17T00:52:46.921 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 9 to 332 2024-08-17T00:52:46.921 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 32 current snap is 344 2024-08-17T00:52:46.921 INFO:tasks.rados.rados.0.smithi082.stdout:3602: seq_num 1106 ranges {1605632=532480,2138112=483328,2621440=475136,3096576=245760} 2024-08-17T00:52:46.935 INFO:tasks.rados.rados.0.smithi082.stdout:3602: writing smithi08280503-32 from 1605632 to 2138112 tid 1 2024-08-17T00:52:46.936 INFO:tasks.rados.rados.0.smithi082.stdout:3602: writing smithi08280503-32 from 2138112 to 2621440 tid 2 2024-08-17T00:52:46.939 INFO:tasks.rados.rados.0.smithi082.stdout:3602: writing smithi08280503-32 from 2621440 to 3096576 tid 3 2024-08-17T00:52:46.941 INFO:tasks.rados.rados.0.smithi082.stdout:3602: writing smithi08280503-32 from 3096576 to 3342336 tid 4 2024-08-17T00:52:46.941 INFO:tasks.rados.rados.0.smithi082.stdout:3603: read oid 6 snap 343 2024-08-17T00:52:46.942 INFO:tasks.rados.rados.0.smithi082.stdout:3603: expect (ObjNum 1092 snap 337 seq_num 1092) 2024-08-17T00:52:46.942 INFO:tasks.rados.rados.0.smithi082.stdout:3604: snap_remove snap 331 2024-08-17T00:52:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:46 smithi082 ceph-mon[91979]: osdmap e765: 8 total, 8 up, 8 in 2024-08-17T00:52:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:46 smithi082 ceph-mon[91979]: pgmap v820: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 340 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-08-17T00:52:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:46 smithi082 ceph-mon[94343]: osdmap e765: 8 total, 8 up, 8 in 2024-08-17T00:52:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:46 smithi082 ceph-mon[94343]: pgmap v820: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 340 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-08-17T00:52:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:46 smithi137 ceph-mon[86391]: osdmap e765: 8 total, 8 up, 8 in 2024-08-17T00:52:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:46 smithi137 ceph-mon[86391]: pgmap v820: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 340 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-08-17T00:52:47.929 INFO:tasks.rados.rados.0.smithi082.stdout:3601: finishing rollback tid 0 to smithi08280503-9 2024-08-17T00:52:47.929 INFO:tasks.rados.rados.0.smithi082.stdout:3601: finishing rollback tid 1 to smithi08280503-9 2024-08-17T00:52:47.929 INFO:tasks.rados.rados.0.smithi082.stdout:3601: finishing rollback tid 2 to smithi08280503-9 2024-08-17T00:52:47.930 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 2170 (ObjNum 1015 snap 312 seq_num 1015) dirty exists 2024-08-17T00:52:47.930 INFO:tasks.rados.rados.0.smithi082.stdout:3602: finishing write tid 1 to smithi08280503-32 2024-08-17T00:52:47.930 INFO:tasks.rados.rados.0.smithi082.stdout:3602: finishing write tid 2 to smithi08280503-32 2024-08-17T00:52:47.930 INFO:tasks.rados.rados.0.smithi082.stdout:3602: finishing write tid 3 to smithi08280503-32 2024-08-17T00:52:47.930 INFO:tasks.rados.rados.0.smithi082.stdout:3603: expect (ObjNum 1092 snap 337 seq_num 1092) 2024-08-17T00:52:48.003 INFO:tasks.rados.rados.0.smithi082.stdout:3602: finishing write tid 4 to smithi08280503-32 2024-08-17T00:52:48.003 INFO:tasks.rados.rados.0.smithi082.stdout:3602: finishing write tid 5 to smithi08280503-32 2024-08-17T00:52:48.003 INFO:tasks.rados.rados.0.smithi082.stdout:3602: finishing write tid 6 to smithi08280503-32 2024-08-17T00:52:48.003 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 2117 (ObjNum 1106 snap 344 seq_num 1106) dirty exists 2024-08-17T00:52:48.003 INFO:tasks.rados.rados.0.smithi082.stdout:3602: left oid 32 (ObjNum 1106 snap 344 seq_num 1106) 2024-08-17T00:52:48.003 INFO:tasks.rados.rados.0.smithi082.stdout:3601: done (3 left) 2024-08-17T00:52:48.003 INFO:tasks.rados.rados.0.smithi082.stdout:3602: done (2 left) 2024-08-17T00:52:48.003 INFO:tasks.rados.rados.0.smithi082.stdout:3603: done (1 left) 2024-08-17T00:52:48.003 INFO:tasks.rados.rados.0.smithi082.stdout:3604: done (0 left) 2024-08-17T00:52:48.004 INFO:tasks.rados.rados.0.smithi082.stdout:3605: rollback oid 12 current snap is 344 2024-08-17T00:52:48.004 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 12 to 322 2024-08-17T00:52:48.004 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 44 current snap is 344 2024-08-17T00:52:48.004 INFO:tasks.rados.rados.0.smithi082.stdout:3606: seq_num 1107 ranges {4464640=548864,5013504=770048,5783552=434176} 2024-08-17T00:52:48.029 INFO:tasks.rados.rados.0.smithi082.stdout:3606: writing smithi08280503-44 from 4464640 to 5013504 tid 1 2024-08-17T00:52:48.033 INFO:tasks.rados.rados.0.smithi082.stdout:3606: writing smithi08280503-44 from 5013504 to 5783552 tid 2 2024-08-17T00:52:48.036 INFO:tasks.rados.rados.0.smithi082.stdout:3606: writing smithi08280503-44 from 5783552 to 6217728 tid 3 2024-08-17T00:52:48.036 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 1 current snap is 344 2024-08-17T00:52:48.036 INFO:tasks.rados.rados.0.smithi082.stdout:3605: finishing rollback tid 0 to smithi08280503-12 2024-08-17T00:52:48.036 INFO:tasks.rados.rados.0.smithi082.stdout:3605: finishing rollback tid 1 to smithi08280503-12 2024-08-17T00:52:48.036 INFO:tasks.rados.rados.0.smithi082.stdout:3605: finishing rollback tid 2 to smithi08280503-12 2024-08-17T00:52:48.036 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 1770 (ObjNum 1029 snap 316 seq_num 1029) dirty exists 2024-08-17T00:52:48.036 INFO:tasks.rados.rados.0.smithi082.stdout:3606: finishing write tid 1 to smithi08280503-44 2024-08-17T00:52:48.037 INFO:tasks.rados.rados.0.smithi082.stdout:3607: seq_num 1108 ranges {1753088=565248,2318336=647168,2965504=483328,3448832=73728} 2024-08-17T00:52:48.048 INFO:tasks.rados.rados.0.smithi082.stdout:3607: writing smithi08280503-1 from 1753088 to 2318336 tid 1 2024-08-17T00:52:48.052 INFO:tasks.rados.rados.0.smithi082.stdout:3607: writing smithi08280503-1 from 2318336 to 2965504 tid 2 2024-08-17T00:52:48.055 INFO:tasks.rados.rados.0.smithi082.stdout:3607: writing smithi08280503-1 from 2965504 to 3448832 tid 3 2024-08-17T00:52:48.055 INFO:tasks.rados.rados.0.smithi082.stdout:3607: writing smithi08280503-1 from 3448832 to 3522560 tid 4 2024-08-17T00:52:48.055 INFO:tasks.rados.rados.0.smithi082.stdout:3605: done (2 left) 2024-08-17T00:52:48.055 INFO:tasks.rados.rados.0.smithi082.stdout:3608: snap_remove snap 343 2024-08-17T00:52:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:47 smithi082 ceph-mon[94343]: osdmap e766: 8 total, 8 up, 8 in 2024-08-17T00:52:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:47 smithi082 ceph-mon[91979]: osdmap e766: 8 total, 8 up, 8 in 2024-08-17T00:52:48.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:47 smithi137 ceph-mon[86391]: osdmap e766: 8 total, 8 up, 8 in 2024-08-17T00:52:48.878 INFO:tasks.rados.rados.0.smithi082.stdout:3608: done (2 left) 2024-08-17T00:52:48.878 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 41 current snap is 344 2024-08-17T00:52:48.878 INFO:tasks.rados.rados.0.smithi082.stdout:3609: seq_num 1109 ranges {5464064=581632,6045696=532480,6578176=647168,7225344=24576} 2024-08-17T00:52:48.908 INFO:tasks.rados.rados.0.smithi082.stdout:3609: writing smithi08280503-41 from 5464064 to 6045696 tid 1 2024-08-17T00:52:48.912 INFO:tasks.rados.rados.0.smithi082.stdout:3609: writing smithi08280503-41 from 6045696 to 6578176 tid 2 2024-08-17T00:52:48.916 INFO:tasks.rados.rados.0.smithi082.stdout:3609: writing smithi08280503-41 from 6578176 to 7225344 tid 3 2024-08-17T00:52:48.917 INFO:tasks.rados.rados.0.smithi082.stdout:3609: writing smithi08280503-41 from 7225344 to 7249920 tid 4 2024-08-17T00:52:48.917 INFO:tasks.rados.rados.0.smithi082.stdout:3610: read oid 2 snap -1 2024-08-17T00:52:48.917 INFO:tasks.rados.rados.0.smithi082.stdout:3610: expect deleted 2024-08-17T00:52:48.917 INFO:tasks.rados.rados.0.smithi082.stdout:3611: snap_remove snap 333 2024-08-17T00:52:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:48 smithi082 ceph-mon[94343]: osdmap e767: 8 total, 8 up, 8 in 2024-08-17T00:52:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:48 smithi082 ceph-mon[94343]: pgmap v823: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 349 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-08-17T00:52:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:48 smithi082 ceph-mon[94343]: osdmap e768: 8 total, 8 up, 8 in 2024-08-17T00:52:49.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:48 smithi082 ceph-mon[91979]: osdmap e767: 8 total, 8 up, 8 in 2024-08-17T00:52:49.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:48 smithi082 ceph-mon[91979]: pgmap v823: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 349 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-08-17T00:52:49.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:48 smithi082 ceph-mon[91979]: osdmap e768: 8 total, 8 up, 8 in 2024-08-17T00:52:49.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:48 smithi137 ceph-mon[86391]: osdmap e767: 8 total, 8 up, 8 in 2024-08-17T00:52:49.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:48 smithi137 ceph-mon[86391]: pgmap v823: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 349 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-08-17T00:52:49.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:48 smithi137 ceph-mon[86391]: osdmap e768: 8 total, 8 up, 8 in 2024-08-17T00:52:49.878 INFO:tasks.rados.rados.0.smithi082.stdout:3611: done (4 left) 2024-08-17T00:52:49.878 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 27 current snap is 344 2024-08-17T00:52:49.878 INFO:tasks.rados.rados.0.smithi082.stdout:3606: finishing write tid 2 to smithi08280503-44 2024-08-17T00:52:49.878 INFO:tasks.rados.rados.0.smithi082.stdout:3606: finishing write tid 3 to smithi08280503-44 2024-08-17T00:52:49.878 INFO:tasks.rados.rados.0.smithi082.stdout:3606: finishing write tid 4 to smithi08280503-44 2024-08-17T00:52:49.879 INFO:tasks.rados.rados.0.smithi082.stdout:3606: finishing write tid 5 to smithi08280503-44 2024-08-17T00:52:49.879 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 1801 (ObjNum 1107 snap 344 seq_num 1107) dirty exists 2024-08-17T00:52:49.879 INFO:tasks.rados.rados.0.smithi082.stdout:3606: left oid 44 (ObjNum 1107 snap 344 seq_num 1107) 2024-08-17T00:52:49.879 INFO:tasks.rados.rados.0.smithi082.stdout:3607: finishing write tid 1 to smithi08280503-1 2024-08-17T00:52:49.879 INFO:tasks.rados.rados.0.smithi082.stdout:3607: finishing write tid 2 to smithi08280503-1 2024-08-17T00:52:49.879 INFO:tasks.rados.rados.0.smithi082.stdout:3607: finishing write tid 3 to smithi08280503-1 2024-08-17T00:52:49.879 INFO:tasks.rados.rados.0.smithi082.stdout:3607: finishing write tid 4 to smithi08280503-1 2024-08-17T00:52:49.879 INFO:tasks.rados.rados.0.smithi082.stdout:3607: finishing write tid 5 to smithi08280503-1 2024-08-17T00:52:49.879 INFO:tasks.rados.rados.0.smithi082.stdout:3607: finishing write tid 6 to smithi08280503-1 2024-08-17T00:52:49.879 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 1993 (ObjNum 1108 snap 344 seq_num 1108) dirty exists 2024-08-17T00:52:49.879 INFO:tasks.rados.rados.0.smithi082.stdout:3607: left oid 1 (ObjNum 1108 snap 344 seq_num 1108) 2024-08-17T00:52:49.879 INFO:tasks.rados.rados.0.smithi082.stdout:3609: finishing write tid 1 to smithi08280503-41 2024-08-17T00:52:49.879 INFO:tasks.rados.rados.0.smithi082.stdout:3609: finishing write tid 2 to smithi08280503-41 2024-08-17T00:52:49.880 INFO:tasks.rados.rados.0.smithi082.stdout:3609: finishing write tid 3 to smithi08280503-41 2024-08-17T00:52:49.880 INFO:tasks.rados.rados.0.smithi082.stdout:3609: finishing write tid 4 to smithi08280503-41 2024-08-17T00:52:49.880 INFO:tasks.rados.rados.0.smithi082.stdout:3609: finishing write tid 5 to smithi08280503-41 2024-08-17T00:52:49.880 INFO:tasks.rados.rados.0.smithi082.stdout:3609: finishing write tid 6 to smithi08280503-41 2024-08-17T00:52:49.880 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 2137 (ObjNum 1109 snap 344 seq_num 1109) dirty exists 2024-08-17T00:52:49.880 INFO:tasks.rados.rados.0.smithi082.stdout:3609: left oid 41 (ObjNum 1109 snap 344 seq_num 1109) 2024-08-17T00:52:49.880 INFO:tasks.rados.rados.0.smithi082.stdout:3612: seq_num 1110 ranges {1679360=598016,2277376=466944,2744320=450560,3194880=286720} 2024-08-17T00:52:49.890 INFO:tasks.rados.rados.0.smithi082.stdout:3612: writing smithi08280503-27 from 1679360 to 2277376 tid 1 2024-08-17T00:52:49.893 INFO:tasks.rados.rados.0.smithi082.stdout:3612: writing smithi08280503-27 from 2277376 to 2744320 tid 2 2024-08-17T00:52:49.897 INFO:tasks.rados.rados.0.smithi082.stdout:3612: writing smithi08280503-27 from 2744320 to 3194880 tid 3 2024-08-17T00:52:49.899 INFO:tasks.rados.rados.0.smithi082.stdout:3612: writing smithi08280503-27 from 3194880 to 3481600 tid 4 2024-08-17T00:52:49.899 INFO:tasks.rados.rados.0.smithi082.stdout:3606: done (4 left) 2024-08-17T00:52:49.899 INFO:tasks.rados.rados.0.smithi082.stdout:3607: done (3 left) 2024-08-17T00:52:49.899 INFO:tasks.rados.rados.0.smithi082.stdout:3609: done (2 left) 2024-08-17T00:52:49.899 INFO:tasks.rados.rados.0.smithi082.stdout:3610: done (1 left) 2024-08-17T00:52:49.899 INFO:tasks.rados.rados.0.smithi082.stdout:3613: setattr oid 44 current snap is 344 2024-08-17T00:52:49.902 INFO:tasks.rados.rados.0.smithi082.stdout:3614: snap_create 2024-08-17T00:52:49.903 INFO:tasks.rados.rados.0.smithi082.stdout:3612: finishing write tid 1 to smithi08280503-27 2024-08-17T00:52:49.903 INFO:tasks.rados.rados.0.smithi082.stdout:3612: finishing write tid 2 to smithi08280503-27 2024-08-17T00:52:49.903 INFO:tasks.rados.rados.0.smithi082.stdout:3612: finishing write tid 3 to smithi08280503-27 2024-08-17T00:52:49.905 INFO:tasks.rados.rados.0.smithi082.stdout:3612: finishing write tid 4 to smithi08280503-27 2024-08-17T00:52:49.905 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 1802 (ObjNum 1107 snap 344 seq_num 1107) dirty exists 2024-08-17T00:52:49.908 INFO:tasks.rados.rados.0.smithi082.stdout:3612: finishing write tid 5 to smithi08280503-27 2024-08-17T00:52:49.913 INFO:tasks.rados.rados.0.smithi082.stdout:3612: finishing write tid 6 to smithi08280503-27 2024-08-17T00:52:49.913 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 2091 (ObjNum 1110 snap 344 seq_num 1110) dirty exists 2024-08-17T00:52:49.913 INFO:tasks.rados.rados.0.smithi082.stdout:3612: left oid 27 (ObjNum 1110 snap 344 seq_num 1110) 2024-08-17T00:52:50.882 INFO:tasks.rados.rados.0.smithi082.stdout:3612: done (2 left) 2024-08-17T00:52:50.883 INFO:tasks.rados.rados.0.smithi082.stdout:3613: done (1 left) 2024-08-17T00:52:50.883 INFO:tasks.rados.rados.0.smithi082.stdout:3614: done (0 left) 2024-08-17T00:52:50.883 INFO:tasks.rados.rados.0.smithi082.stdout:3615: delete oid 11 current snap is 345 2024-08-17T00:52:50.885 INFO:tasks.rados.rados.0.smithi082.stdout:3615: done (0 left) 2024-08-17T00:52:50.885 INFO:tasks.rados.rados.0.smithi082.stdout:3616: snap_remove snap 322 2024-08-17T00:52:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:50 smithi082 ceph-mon[94343]: osdmap e769: 8 total, 8 up, 8 in 2024-08-17T00:52:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:52:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:50 smithi082 ceph-mon[94343]: pgmap v826: 121 pgs: 121 active+clean; 365 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.1 MiB/s wr, 18 op/s 2024-08-17T00:52:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:50 smithi082 ceph-mon[91979]: osdmap e769: 8 total, 8 up, 8 in 2024-08-17T00:52:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:52:51.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:50 smithi082 ceph-mon[91979]: pgmap v826: 121 pgs: 121 active+clean; 365 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.1 MiB/s wr, 18 op/s 2024-08-17T00:52:51.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:50 smithi137 ceph-mon[86391]: osdmap e769: 8 total, 8 up, 8 in 2024-08-17T00:52:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:52:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:50 smithi137 ceph-mon[86391]: pgmap v826: 121 pgs: 121 active+clean; 365 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.1 MiB/s wr, 18 op/s 2024-08-17T00:52:51.885 INFO:tasks.rados.rados.0.smithi082.stdout:3616: done (0 left) 2024-08-17T00:52:51.885 INFO:tasks.rados.rados.0.smithi082.stdout:3617: read oid 26 snap -1 2024-08-17T00:52:51.885 INFO:tasks.rados.rados.0.smithi082.stdout:3617: expect (ObjNum 1064 snap 327 seq_num 1064) 2024-08-17T00:52:51.885 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 28 current snap is 345 2024-08-17T00:52:51.886 INFO:tasks.rados.rados.0.smithi082.stdout:3618: seq_num 1112 ranges {6782976=630784,7413760=638976,8052736=466944,8519680=98304} 2024-08-17T00:52:51.927 INFO:tasks.rados.rados.0.smithi082.stdout:3618: writing smithi08280503-28 from 6782976 to 7413760 tid 1 2024-08-17T00:52:51.931 INFO:tasks.rados.rados.0.smithi082.stdout:3618: writing smithi08280503-28 from 7413760 to 8052736 tid 2 2024-08-17T00:52:51.934 INFO:tasks.rados.rados.0.smithi082.stdout:3618: writing smithi08280503-28 from 8052736 to 8519680 tid 3 2024-08-17T00:52:51.935 INFO:tasks.rados.rados.0.smithi082.stdout:3618: writing smithi08280503-28 from 8519680 to 8617984 tid 4 2024-08-17T00:52:51.935 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 45 current snap is 345 2024-08-17T00:52:51.935 INFO:tasks.rados.rados.0.smithi082.stdout:3619: seq_num 1113 ranges {2048000=647168,2695168=524288,3219456=622592,3842048=57344} 2024-08-17T00:52:51.950 INFO:tasks.rados.rados.0.smithi082.stdout:3619: writing smithi08280503-45 from 2048000 to 2695168 tid 1 2024-08-17T00:52:51.953 INFO:tasks.rados.rados.0.smithi082.stdout:3619: writing smithi08280503-45 from 2695168 to 3219456 tid 2 2024-08-17T00:52:51.957 INFO:tasks.rados.rados.0.smithi082.stdout:3619: writing smithi08280503-45 from 3219456 to 3842048 tid 3 2024-08-17T00:52:51.957 INFO:tasks.rados.rados.0.smithi082.stdout:3619: writing smithi08280503-45 from 3842048 to 3899392 tid 4 2024-08-17T00:52:51.957 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 21 current snap is 345 2024-08-17T00:52:51.957 INFO:tasks.rados.rados.0.smithi082.stdout:3620: seq_num 1114 ranges {11485184=663552,12148736=802816,12951552=401408} 2024-08-17T00:52:52.021 INFO:tasks.rados.rados.0.smithi082.stdout:3620: writing smithi08280503-21 from 11485184 to 12148736 tid 1 2024-08-17T00:52:52.025 INFO:tasks.rados.rados.0.smithi082.stdout:3620: writing smithi08280503-21 from 12148736 to 12951552 tid 2 2024-08-17T00:52:52.027 INFO:tasks.rados.rados.0.smithi082.stdout:3620: writing smithi08280503-21 from 12951552 to 13352960 tid 3 2024-08-17T00:52:52.027 INFO:tasks.rados.rados.0.smithi082.stdout:3621: rollback oid 8 current snap is 345 2024-08-17T00:52:52.028 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 8 to 341 2024-08-17T00:52:52.028 INFO:tasks.rados.rados.0.smithi082.stdout:3617: expect (ObjNum 1064 snap 327 seq_num 1064) 2024-08-17T00:52:52.057 INFO:tasks.rados.rados.0.smithi082.stdout:3618: finishing write tid 1 to smithi08280503-28 2024-08-17T00:52:52.057 INFO:tasks.rados.rados.0.smithi082.stdout:3618: finishing write tid 2 to smithi08280503-28 2024-08-17T00:52:52.057 INFO:tasks.rados.rados.0.smithi082.stdout:3617: done (4 left) 2024-08-17T00:52:52.057 INFO:tasks.rados.rados.0.smithi082.stdout:3622: copy_from oid 12 from oid 25 current snap is 345 2024-08-17T00:52:52.057 INFO:tasks.rados.rados.0.smithi082.stdout:3618: finishing write tid 3 to smithi08280503-28 2024-08-17T00:52:52.057 INFO:tasks.rados.rados.0.smithi082.stdout:3618: finishing write tid 4 to smithi08280503-28 2024-08-17T00:52:52.057 INFO:tasks.rados.rados.0.smithi082.stdout:3618: finishing write tid 5 to smithi08280503-28 2024-08-17T00:52:52.057 INFO:tasks.rados.rados.0.smithi082.stdout:3618: finishing write tid 6 to smithi08280503-28 2024-08-17T00:52:52.058 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 1833 (ObjNum 1112 snap 345 seq_num 1112) dirty exists 2024-08-17T00:52:52.058 INFO:tasks.rados.rados.0.smithi082.stdout:3618: left oid 28 (ObjNum 1112 snap 345 seq_num 1112) 2024-08-17T00:52:52.058 INFO:tasks.rados.rados.0.smithi082.stdout:3619: finishing write tid 1 to smithi08280503-45 2024-08-17T00:52:52.058 INFO:tasks.rados.rados.0.smithi082.stdout:3619: finishing write tid 2 to smithi08280503-45 2024-08-17T00:52:52.058 INFO:tasks.rados.rados.0.smithi082.stdout:3619: finishing write tid 3 to smithi08280503-45 2024-08-17T00:52:52.058 INFO:tasks.rados.rados.0.smithi082.stdout:3619: finishing write tid 4 to smithi08280503-45 2024-08-17T00:52:52.058 INFO:tasks.rados.rados.0.smithi082.stdout:3619: finishing write tid 5 to smithi08280503-45 2024-08-17T00:52:52.058 INFO:tasks.rados.rados.0.smithi082.stdout:3619: finishing write tid 6 to smithi08280503-45 2024-08-17T00:52:52.058 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 1979 (ObjNum 1113 snap 345 seq_num 1113) dirty exists 2024-08-17T00:52:52.058 INFO:tasks.rados.rados.0.smithi082.stdout:3619: left oid 45 (ObjNum 1113 snap 345 seq_num 1113) 2024-08-17T00:52:52.058 INFO:tasks.rados.rados.0.smithi082.stdout:3620: finishing write tid 1 to smithi08280503-21 2024-08-17T00:52:52.059 INFO:tasks.rados.rados.0.smithi082.stdout:3618: done (4 left) 2024-08-17T00:52:52.059 INFO:tasks.rados.rados.0.smithi082.stdout:3619: done (3 left) 2024-08-17T00:52:52.059 INFO:tasks.rados.rados.0.smithi082.stdout:3623: snap_create 2024-08-17T00:52:52.059 INFO:tasks.rados.rados.0.smithi082.stdout:3620: finishing write tid 2 to smithi08280503-21 2024-08-17T00:52:52.059 INFO:tasks.rados.rados.0.smithi082.stdout:3620: finishing write tid 3 to smithi08280503-21 2024-08-17T00:52:52.059 INFO:tasks.rados.rados.0.smithi082.stdout:3620: finishing write tid 4 to smithi08280503-21 2024-08-17T00:52:52.059 INFO:tasks.rados.rados.0.smithi082.stdout:3621: finishing rollback tid 0 to smithi08280503-8 2024-08-17T00:52:52.059 INFO:tasks.rados.rados.0.smithi082.stdout:3621: finishing rollback tid 1 to smithi08280503-8 2024-08-17T00:52:52.059 INFO:tasks.rados.rados.0.smithi082.stdout:3621: finishing rollback tid 2 to smithi08280503-8 2024-08-17T00:52:52.059 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 1836 (ObjNum 1052 snap 325 seq_num 1052) dirty exists 2024-08-17T00:52:52.059 INFO:tasks.rados.rados.0.smithi082.stdout:3620: finishing write tid 5 to smithi08280503-21 2024-08-17T00:52:52.059 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 1588 (ObjNum 1114 snap 345 seq_num 1114) dirty exists 2024-08-17T00:52:52.059 INFO:tasks.rados.rados.0.smithi082.stdout:3620: left oid 21 (ObjNum 1114 snap 345 seq_num 1114) 2024-08-17T00:52:52.078 INFO:tasks.rados.rados.0.smithi082.stdout:3622: finishing copy_from racing read to smithi08280503-12 2024-08-17T00:52:52.086 INFO:tasks.rados.rados.0.smithi082.stdout:3622: finishing copy_from to smithi08280503-12 2024-08-17T00:52:52.086 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 1791 (ObjNum 1071 snap 333 seq_num 1071) dirty exists 2024-08-17T00:52:52.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:51 smithi082 ceph-mon[94343]: osdmap e770: 8 total, 8 up, 8 in 2024-08-17T00:52:52.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:51 smithi082 ceph-mon[91979]: osdmap e770: 8 total, 8 up, 8 in 2024-08-17T00:52:52.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:51 smithi137 ceph-mon[86391]: osdmap e770: 8 total, 8 up, 8 in 2024-08-17T00:52:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:52:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:52:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:52:52.908 INFO:tasks.rados.rados.0.smithi082.stdout:3620: done (3 left) 2024-08-17T00:52:52.908 INFO:tasks.rados.rados.0.smithi082.stdout:3621: done (2 left) 2024-08-17T00:52:52.909 INFO:tasks.rados.rados.0.smithi082.stdout:3622: done (1 left) 2024-08-17T00:52:52.909 INFO:tasks.rados.rados.0.smithi082.stdout:3623: done (0 left) 2024-08-17T00:52:52.909 INFO:tasks.rados.rados.0.smithi082.stdout:3624: rmattr oid 4 current snap is 346 2024-08-17T00:52:52.909 INFO:tasks.rados.rados.0.smithi082.stdout:3625: read oid 37 snap -1 2024-08-17T00:52:52.909 INFO:tasks.rados.rados.0.smithi082.stdout:3625: expect (ObjNum 1102 snap 344 seq_num 1102) 2024-08-17T00:52:52.909 INFO:tasks.rados.rados.0.smithi082.stdout:3626: copy_from oid 19 from oid 48 current snap is 346 2024-08-17T00:52:52.909 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 17 current snap is 346 2024-08-17T00:52:52.909 INFO:tasks.rados.rados.0.smithi082.stdout:3627: seq_num 1115 ranges {0=679936,679936=688128,1368064=516096} 2024-08-17T00:52:52.912 INFO:tasks.rados.rados.0.smithi082.stdout:3627: writing smithi08280503-17 from 0 to 679936 tid 1 2024-08-17T00:52:52.916 INFO:tasks.rados.rados.0.smithi082.stdout:3627: writing smithi08280503-17 from 679936 to 1368064 tid 2 2024-08-17T00:52:52.920 INFO:tasks.rados.rados.0.smithi082.stdout:3627: writing smithi08280503-17 from 1368064 to 1884160 tid 3 2024-08-17T00:52:52.921 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 47 current snap is 346 2024-08-17T00:52:52.921 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 2202 (ObjNum 1078 snap 336 seq_num 1078) dirty exists 2024-08-17T00:52:52.921 INFO:tasks.rados.rados.0.smithi082.stdout:3627: finishing write tid 1 to smithi08280503-17 2024-08-17T00:52:52.921 INFO:tasks.rados.rados.0.smithi082.stdout:3628: seq_num 1116 ranges {0=696320,696320=573440,1269760=450560,1720320=180224} 2024-08-17T00:52:52.927 INFO:tasks.rados.rados.0.smithi082.stdout:3628: writing smithi08280503-47 from 0 to 696320 tid 1 2024-08-17T00:52:52.930 INFO:tasks.rados.rados.0.smithi082.stdout:3628: writing smithi08280503-47 from 696320 to 1269760 tid 2 2024-08-17T00:52:52.933 INFO:tasks.rados.rados.0.smithi082.stdout:3628: writing smithi08280503-47 from 1269760 to 1720320 tid 3 2024-08-17T00:52:52.935 INFO:tasks.rados.rados.0.smithi082.stdout:3628: writing smithi08280503-47 from 1720320 to 1900544 tid 4 2024-08-17T00:52:52.935 INFO:tasks.rados.rados.0.smithi082.stdout:3624: done (4 left) 2024-08-17T00:52:52.935 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 4 current snap is 346 2024-08-17T00:52:52.935 INFO:tasks.rados.rados.0.smithi082.stdout:3629: seq_num 1117 ranges {1261568=712704,1974272=458752,2433024=655360,3088384=90112} 2024-08-17T00:52:52.946 INFO:tasks.rados.rados.0.smithi082.stdout:3629: writing smithi08280503-4 from 1261568 to 1974272 tid 1 2024-08-17T00:52:52.949 INFO:tasks.rados.rados.0.smithi082.stdout:3629: writing smithi08280503-4 from 1974272 to 2433024 tid 2 2024-08-17T00:52:52.953 INFO:tasks.rados.rados.0.smithi082.stdout:3629: writing smithi08280503-4 from 2433024 to 3088384 tid 3 2024-08-17T00:52:52.954 INFO:tasks.rados.rados.0.smithi082.stdout:3629: writing smithi08280503-4 from 3088384 to 3178496 tid 4 2024-08-17T00:52:52.954 INFO:tasks.rados.rados.0.smithi082.stdout:3630: snap_remove snap 315 2024-08-17T00:52:53.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:52 smithi082 ceph-mon[94343]: osdmap e771: 8 total, 8 up, 8 in 2024-08-17T00:52:53.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:52 smithi082 ceph-mon[94343]: pgmap v829: 121 pgs: 121 active+clean; 367 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.5 MiB/s wr, 15 op/s 2024-08-17T00:52:53.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:52 smithi082 ceph-mon[91979]: osdmap e771: 8 total, 8 up, 8 in 2024-08-17T00:52:53.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:52 smithi082 ceph-mon[91979]: pgmap v829: 121 pgs: 121 active+clean; 367 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.5 MiB/s wr, 15 op/s 2024-08-17T00:52:53.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:52 smithi137 ceph-mon[86391]: osdmap e771: 8 total, 8 up, 8 in 2024-08-17T00:52:53.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:52 smithi137 ceph-mon[86391]: pgmap v829: 121 pgs: 121 active+clean; 367 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.5 MiB/s wr, 15 op/s 2024-08-17T00:52:53.882 INFO:tasks.rados.rados.0.smithi082.stdout:3627: finishing write tid 2 to smithi08280503-17 2024-08-17T00:52:53.882 INFO:tasks.rados.rados.0.smithi082.stdout:3627: finishing write tid 3 to smithi08280503-17 2024-08-17T00:52:53.883 INFO:tasks.rados.rados.0.smithi082.stdout:3627: finishing write tid 4 to smithi08280503-17 2024-08-17T00:52:53.883 INFO:tasks.rados.rados.0.smithi082.stdout:3627: finishing write tid 5 to smithi08280503-17 2024-08-17T00:52:53.883 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 1997 (ObjNum 1115 snap 346 seq_num 1115) dirty exists 2024-08-17T00:52:53.883 INFO:tasks.rados.rados.0.smithi082.stdout:3627: left oid 17 (ObjNum 1115 snap 346 seq_num 1115) 2024-08-17T00:52:53.883 INFO:tasks.rados.rados.0.smithi082.stdout:3628: finishing write tid 1 to smithi08280503-47 2024-08-17T00:52:53.883 INFO:tasks.rados.rados.0.smithi082.stdout:3628: finishing write tid 2 to smithi08280503-47 2024-08-17T00:52:53.883 INFO:tasks.rados.rados.0.smithi082.stdout:3628: finishing write tid 3 to smithi08280503-47 2024-08-17T00:52:53.883 INFO:tasks.rados.rados.0.smithi082.stdout:3628: finishing write tid 4 to smithi08280503-47 2024-08-17T00:52:53.883 INFO:tasks.rados.rados.0.smithi082.stdout:3628: finishing write tid 5 to smithi08280503-47 2024-08-17T00:52:53.883 INFO:tasks.rados.rados.0.smithi082.stdout:3628: finishing write tid 6 to smithi08280503-47 2024-08-17T00:52:53.883 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 1593 (ObjNum 1116 snap 346 seq_num 1116) dirty exists 2024-08-17T00:52:53.883 INFO:tasks.rados.rados.0.smithi082.stdout:3628: left oid 47 (ObjNum 1116 snap 346 seq_num 1116) 2024-08-17T00:52:53.883 INFO:tasks.rados.rados.0.smithi082.stdout:3625: expect (ObjNum 1102 snap 344 seq_num 1102) 2024-08-17T00:52:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:53 smithi082 ceph-mon[94343]: osdmap e772: 8 total, 8 up, 8 in 2024-08-17T00:52:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:53 smithi082 ceph-mon[94343]: osdmap e773: 8 total, 8 up, 8 in 2024-08-17T00:52:54.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:53 smithi082 ceph-mon[91979]: osdmap e772: 8 total, 8 up, 8 in 2024-08-17T00:52:54.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:53 smithi082 ceph-mon[91979]: osdmap e773: 8 total, 8 up, 8 in 2024-08-17T00:52:54.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:53 smithi137 ceph-mon[86391]: osdmap e772: 8 total, 8 up, 8 in 2024-08-17T00:52:54.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:53 smithi137 ceph-mon[86391]: osdmap e773: 8 total, 8 up, 8 in 2024-08-17T00:52:54.824 INFO:tasks.rados.rados.0.smithi082.stdout:3629: finishing write tid 1 to smithi08280503-4 2024-08-17T00:52:54.824 INFO:tasks.rados.rados.0.smithi082.stdout:3626: finishing copy_from racing read to smithi08280503-19 2024-08-17T00:52:54.825 INFO:tasks.rados.rados.0.smithi082.stdout:3626: finishing copy_from to smithi08280503-19 2024-08-17T00:52:54.825 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 2045 (ObjNum 1093 snap 337 seq_num 1093) dirty exists 2024-08-17T00:52:54.825 INFO:tasks.rados.rados.0.smithi082.stdout:3629: finishing write tid 2 to smithi08280503-4 2024-08-17T00:52:54.825 INFO:tasks.rados.rados.0.smithi082.stdout:3629: finishing write tid 3 to smithi08280503-4 2024-08-17T00:52:54.825 INFO:tasks.rados.rados.0.smithi082.stdout:3629: finishing write tid 4 to smithi08280503-4 2024-08-17T00:52:54.825 INFO:tasks.rados.rados.0.smithi082.stdout:3629: finishing write tid 5 to smithi08280503-4 2024-08-17T00:52:54.825 INFO:tasks.rados.rados.0.smithi082.stdout:3629: finishing write tid 6 to smithi08280503-4 2024-08-17T00:52:54.826 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 2207 (ObjNum 1117 snap 346 seq_num 1117) dirty exists 2024-08-17T00:52:54.826 INFO:tasks.rados.rados.0.smithi082.stdout:3629: left oid 4 (ObjNum 1117 snap 346 seq_num 1117) 2024-08-17T00:52:54.826 INFO:tasks.rados.rados.0.smithi082.stdout:3625: done (5 left) 2024-08-17T00:52:54.826 INFO:tasks.rados.rados.0.smithi082.stdout:3626: done (4 left) 2024-08-17T00:52:54.826 INFO:tasks.rados.rados.0.smithi082.stdout:3627: done (3 left) 2024-08-17T00:52:54.826 INFO:tasks.rados.rados.0.smithi082.stdout:3628: done (2 left) 2024-08-17T00:52:54.827 INFO:tasks.rados.rados.0.smithi082.stdout:3629: done (1 left) 2024-08-17T00:52:54.827 INFO:tasks.rados.rados.0.smithi082.stdout:3630: done (0 left) 2024-08-17T00:52:54.827 INFO:tasks.rados.rados.0.smithi082.stdout:3631: rollback oid 46 current snap is 346 2024-08-17T00:52:54.827 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 46 to 340 2024-08-17T00:52:54.827 INFO:tasks.rados.rados.0.smithi082.stdout:3632: rollback oid 22 current snap is 346 2024-08-17T00:52:54.827 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 22 to 344 2024-08-17T00:52:54.827 INFO:tasks.rados.rados.0.smithi082.stdout:3633: delete oid 11 current snap is 346 2024-08-17T00:52:54.828 INFO:tasks.rados.rados.0.smithi082.stdout:3631: finishing rollback tid 1 to smithi08280503-46 2024-08-17T00:52:54.828 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 46 v 0 (ObjNum 353 snap 0 seq_num 1853861424) dirty dne 2024-08-17T00:52:54.828 INFO:tasks.rados.rados.0.smithi082.stdout:3631: done (2 left) 2024-08-17T00:52:54.828 INFO:tasks.rados.rados.0.smithi082.stdout:3633: done (1 left) 2024-08-17T00:52:54.828 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 15 current snap is 346 2024-08-17T00:52:54.828 INFO:tasks.rados.rados.0.smithi082.stdout:3634: seq_num 1119 ranges {811008=745472,1556480=679936,2236416=524288} 2024-08-17T00:52:54.833 INFO:tasks.rados.rados.0.smithi082.stdout:3634: writing smithi08280503-15 from 811008 to 1556480 tid 1 2024-08-17T00:52:54.837 INFO:tasks.rados.rados.0.smithi082.stdout:3634: writing smithi08280503-15 from 1556480 to 2236416 tid 2 2024-08-17T00:52:54.840 INFO:tasks.rados.rados.0.smithi082.stdout:3634: writing smithi08280503-15 from 2236416 to 2760704 tid 3 2024-08-17T00:52:54.840 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 39 current snap is 346 2024-08-17T00:52:54.840 INFO:tasks.rados.rados.0.smithi082.stdout:3632: finishing rollback tid 0 to smithi08280503-22 2024-08-17T00:52:54.841 INFO:tasks.rados.rados.0.smithi082.stdout:3632: finishing rollback tid 1 to smithi08280503-22 2024-08-17T00:52:54.841 INFO:tasks.rados.rados.0.smithi082.stdout:3632: finishing rollback tid 2 to smithi08280503-22 2024-08-17T00:52:54.841 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 1800 (ObjNum 1014 snap 312 seq_num 1014) dirty exists 2024-08-17T00:52:54.841 INFO:tasks.rados.rados.0.smithi082.stdout:3634: finishing write tid 1 to smithi08280503-15 2024-08-17T00:52:54.841 INFO:tasks.rados.rados.0.smithi082.stdout:3635: seq_num 1120 ranges {7831552=761856,8593408=557056,9150464=425984,9576448=221184} 2024-08-17T00:52:54.885 INFO:tasks.rados.rados.0.smithi082.stdout:3635: writing smithi08280503-39 from 7831552 to 8593408 tid 1 2024-08-17T00:52:54.888 INFO:tasks.rados.rados.0.smithi082.stdout:3635: writing smithi08280503-39 from 8593408 to 9150464 tid 2 2024-08-17T00:52:54.890 INFO:tasks.rados.rados.0.smithi082.stdout:3635: writing smithi08280503-39 from 9150464 to 9576448 tid 3 2024-08-17T00:52:54.892 INFO:tasks.rados.rados.0.smithi082.stdout:3635: writing smithi08280503-39 from 9576448 to 9797632 tid 4 2024-08-17T00:52:54.892 INFO:tasks.rados.rados.0.smithi082.stdout:3632: done (2 left) 2024-08-17T00:52:54.892 INFO:tasks.rados.rados.0.smithi082.stdout:3636: snap_remove snap 344 2024-08-17T00:52:54.916 INFO:tasks.rados.rados.0.smithi082.stdout:3636: done (2 left) 2024-08-17T00:52:54.916 INFO:tasks.rados.rados.0.smithi082.stdout:3637: delete oid 7 current snap is 346 2024-08-17T00:52:54.916 INFO:tasks.rados.rados.0.smithi082.stdout:3634: finishing write tid 2 to smithi08280503-15 2024-08-17T00:52:54.916 INFO:tasks.rados.rados.0.smithi082.stdout:3634: finishing write tid 3 to smithi08280503-15 2024-08-17T00:52:54.916 INFO:tasks.rados.rados.0.smithi082.stdout:3634: finishing write tid 4 to smithi08280503-15 2024-08-17T00:52:54.917 INFO:tasks.rados.rados.0.smithi082.stdout:3634: finishing write tid 5 to smithi08280503-15 2024-08-17T00:52:54.917 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 2001 (ObjNum 1119 snap 346 seq_num 1119) dirty exists 2024-08-17T00:52:54.917 INFO:tasks.rados.rados.0.smithi082.stdout:3634: left oid 15 (ObjNum 1119 snap 346 seq_num 1119) 2024-08-17T00:52:54.917 INFO:tasks.rados.rados.0.smithi082.stdout:3635: finishing write tid 1 to smithi08280503-39 2024-08-17T00:52:54.917 INFO:tasks.rados.rados.0.smithi082.stdout:3635: finishing write tid 2 to smithi08280503-39 2024-08-17T00:52:54.917 INFO:tasks.rados.rados.0.smithi082.stdout:3635: finishing write tid 3 to smithi08280503-39 2024-08-17T00:52:54.917 INFO:tasks.rados.rados.0.smithi082.stdout:3635: finishing write tid 4 to smithi08280503-39 2024-08-17T00:52:54.917 INFO:tasks.rados.rados.0.smithi082.stdout:3635: finishing write tid 5 to smithi08280503-39 2024-08-17T00:52:54.917 INFO:tasks.rados.rados.0.smithi082.stdout:3635: finishing write tid 6 to smithi08280503-39 2024-08-17T00:52:54.917 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 1779 (ObjNum 1120 snap 346 seq_num 1120) dirty exists 2024-08-17T00:52:54.917 INFO:tasks.rados.rados.0.smithi082.stdout:3635: left oid 39 (ObjNum 1120 snap 346 seq_num 1120) 2024-08-17T00:52:54.927 INFO:tasks.rados.rados.0.smithi082.stdout:3634: done (2 left) 2024-08-17T00:52:54.927 INFO:tasks.rados.rados.0.smithi082.stdout:3635: done (1 left) 2024-08-17T00:52:54.927 INFO:tasks.rados.rados.0.smithi082.stdout:3637: done (0 left) 2024-08-17T00:52:54.927 INFO:tasks.rados.rados.0.smithi082.stdout:3638: read oid 22 snap -1 2024-08-17T00:52:54.927 INFO:tasks.rados.rados.0.smithi082.stdout:3638: expect (ObjNum 1014 snap 312 seq_num 1014) 2024-08-17T00:52:54.927 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 7 current snap is 346 2024-08-17T00:52:54.927 INFO:tasks.rados.rados.0.smithi082.stdout:3639: seq_num 1122 ranges {0=794624,794624=729088,1523712=475136} 2024-08-17T00:52:54.931 INFO:tasks.rados.rados.0.smithi082.stdout:3639: writing smithi08280503-7 from 0 to 794624 tid 1 2024-08-17T00:52:54.935 INFO:tasks.rados.rados.0.smithi082.stdout:3639: writing smithi08280503-7 from 794624 to 1523712 tid 2 2024-08-17T00:52:54.939 INFO:tasks.rados.rados.0.smithi082.stdout:3639: writing smithi08280503-7 from 1523712 to 1998848 tid 3 2024-08-17T00:52:54.939 INFO:tasks.rados.rados.0.smithi082.stdout:3640: read oid 1 snap -1 2024-08-17T00:52:54.939 INFO:tasks.rados.rados.0.smithi082.stdout:3640: expect (ObjNum 1108 snap 344 seq_num 1108) 2024-08-17T00:52:54.939 INFO:tasks.rados.rados.0.smithi082.stdout:3641: rmattr oid 40 current snap is 346 2024-08-17T00:52:54.939 INFO:tasks.rados.rados.0.smithi082.stdout:3641: done (3 left) 2024-08-17T00:52:54.939 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 14 current snap is 346 2024-08-17T00:52:54.939 INFO:tasks.rados.rados.0.smithi082.stdout:3642: seq_num 1123 ranges {0=409600,409600=614400,1024000=598016,1622016=393216} 2024-08-17T00:52:54.941 INFO:tasks.rados.rados.0.smithi082.stdout:3642: writing smithi08280503-14 from 0 to 409600 tid 1 2024-08-17T00:52:54.945 INFO:tasks.rados.rados.0.smithi082.stdout:3642: writing smithi08280503-14 from 409600 to 1024000 tid 2 2024-08-17T00:52:54.948 INFO:tasks.rados.rados.0.smithi082.stdout:3642: writing smithi08280503-14 from 1024000 to 1622016 tid 3 2024-08-17T00:52:54.951 INFO:tasks.rados.rados.0.smithi082.stdout:3642: writing smithi08280503-14 from 1622016 to 2015232 tid 4 2024-08-17T00:52:54.951 INFO:tasks.rados.rados.0.smithi082.stdout:3643: delete oid 29 current snap is 346 2024-08-17T00:52:54.951 INFO:tasks.rados.rados.0.smithi082.stdout:3638: expect (ObjNum 1014 snap 312 seq_num 1014) 2024-08-17T00:52:54.962 INFO:tasks.rados.rados.0.smithi082.stdout:3639: finishing write tid 1 to smithi08280503-7 2024-08-17T00:52:54.962 INFO:tasks.rados.rados.0.smithi082.stdout:3639: finishing write tid 2 to smithi08280503-7 2024-08-17T00:52:54.962 INFO:tasks.rados.rados.0.smithi082.stdout:3639: finishing write tid 3 to smithi08280503-7 2024-08-17T00:52:54.962 INFO:tasks.rados.rados.0.smithi082.stdout:3639: finishing write tid 4 to smithi08280503-7 2024-08-17T00:52:54.962 INFO:tasks.rados.rados.0.smithi082.stdout:3639: finishing write tid 5 to smithi08280503-7 2024-08-17T00:52:54.962 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 2121 (ObjNum 1122 snap 346 seq_num 1122) dirty exists 2024-08-17T00:52:54.962 INFO:tasks.rados.rados.0.smithi082.stdout:3639: left oid 7 (ObjNum 1122 snap 346 seq_num 1122) 2024-08-17T00:52:54.962 INFO:tasks.rados.rados.0.smithi082.stdout:3642: finishing write tid 1 to smithi08280503-14 2024-08-17T00:52:54.962 INFO:tasks.rados.rados.0.smithi082.stdout:3642: finishing write tid 2 to smithi08280503-14 2024-08-17T00:52:54.962 INFO:tasks.rados.rados.0.smithi082.stdout:3638: done (4 left) 2024-08-17T00:52:54.963 INFO:tasks.rados.rados.0.smithi082.stdout:3639: done (3 left) 2024-08-17T00:52:54.963 INFO:tasks.rados.rados.0.smithi082.stdout:3643: done (2 left) 2024-08-17T00:52:54.963 INFO:tasks.rados.rados.0.smithi082.stdout:3644: rollback oid 4 current snap is 346 2024-08-17T00:52:54.963 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 4 to 339 2024-08-17T00:52:54.963 INFO:tasks.rados.rados.0.smithi082.stdout:3642: finishing write tid 3 to smithi08280503-14 2024-08-17T00:52:54.963 INFO:tasks.rados.rados.0.smithi082.stdout:3642: finishing write tid 4 to smithi08280503-14 2024-08-17T00:52:54.963 INFO:tasks.rados.rados.0.smithi082.stdout:3642: finishing write tid 5 to smithi08280503-14 2024-08-17T00:52:54.963 INFO:tasks.rados.rados.0.smithi082.stdout:3640: expect (ObjNum 1108 snap 344 seq_num 1108) 2024-08-17T00:52:55.084 INFO:tasks.rados.rados.0.smithi082.stdout:3642: finishing write tid 6 to smithi08280503-14 2024-08-17T00:52:55.084 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 2222 (ObjNum 1123 snap 346 seq_num 1123) dirty exists 2024-08-17T00:52:55.084 INFO:tasks.rados.rados.0.smithi082.stdout:3642: left oid 14 (ObjNum 1123 snap 346 seq_num 1123) 2024-08-17T00:52:55.084 INFO:tasks.rados.rados.0.smithi082.stdout:3640: done (2 left) 2024-08-17T00:52:55.084 INFO:tasks.rados.rados.0.smithi082.stdout:3642: done (1 left) 2024-08-17T00:52:55.084 INFO:tasks.rados.rados.0.smithi082.stdout:3645: rmattr oid 35 current snap is 346 2024-08-17T00:52:55.084 INFO:tasks.rados.rados.0.smithi082.stdout:3645: done (1 left) 2024-08-17T00:52:55.085 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 33 current snap is 346 2024-08-17T00:52:55.085 INFO:tasks.rados.rados.0.smithi082.stdout:3644: finishing rollback tid 0 to smithi08280503-4 2024-08-17T00:52:55.085 INFO:tasks.rados.rados.0.smithi082.stdout:3644: finishing rollback tid 1 to smithi08280503-4 2024-08-17T00:52:55.085 INFO:tasks.rados.rados.0.smithi082.stdout:3644: finishing rollback tid 2 to smithi08280503-4 2024-08-17T00:52:55.085 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 2225 (ObjNum 1078 snap 336 seq_num 1078) dirty exists 2024-08-17T00:52:55.085 INFO:tasks.rados.rados.0.smithi082.stdout:3646: seq_num 1125 ranges {1540096=450560,1990656=786432,2777088=614400,3391488=204800} 2024-08-17T00:52:55.094 INFO:tasks.rados.rados.0.smithi082.stdout:3646: writing smithi08280503-33 from 1540096 to 1990656 tid 1 2024-08-17T00:52:55.098 INFO:tasks.rados.rados.0.smithi082.stdout:3646: writing smithi08280503-33 from 1990656 to 2777088 tid 2 2024-08-17T00:52:55.102 INFO:tasks.rados.rados.0.smithi082.stdout:3646: writing smithi08280503-33 from 2777088 to 3391488 tid 3 2024-08-17T00:52:55.104 INFO:tasks.rados.rados.0.smithi082.stdout:3646: writing smithi08280503-33 from 3391488 to 3596288 tid 4 2024-08-17T00:52:55.104 INFO:tasks.rados.rados.0.smithi082.stdout:3644: done (1 left) 2024-08-17T00:52:55.104 INFO:tasks.rados.rados.0.smithi082.stdout:3647: read oid 29 snap -1 2024-08-17T00:52:55.104 INFO:tasks.rados.rados.0.smithi082.stdout:3647: expect deleted 2024-08-17T00:52:55.104 INFO:tasks.rados.rados.0.smithi082.stdout:3648: snap_remove snap 325 2024-08-17T00:52:55.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:54 smithi082 ceph-mon[94343]: pgmap v832: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 378 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.7 MiB/s wr, 18 op/s 2024-08-17T00:52:55.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:54 smithi082 ceph-mon[91979]: pgmap v832: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 378 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.7 MiB/s wr, 18 op/s 2024-08-17T00:52:55.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:52:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:52:55] "GET /metrics HTTP/1.1" 200 36274 "" "Prometheus/2.43.0" 2024-08-17T00:52:55.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:54 smithi137 ceph-mon[86391]: pgmap v832: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 378 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.7 MiB/s wr, 18 op/s 2024-08-17T00:52:55.923 INFO:tasks.rados.rados.0.smithi082.stdout:3646: finishing write tid 1 to smithi08280503-33 2024-08-17T00:52:55.926 INFO:tasks.rados.rados.0.smithi082.stdout:3646: finishing write tid 2 to smithi08280503-33 2024-08-17T00:52:55.926 INFO:tasks.rados.rados.0.smithi082.stdout:3646: finishing write tid 3 to smithi08280503-33 2024-08-17T00:52:55.926 INFO:tasks.rados.rados.0.smithi082.stdout:3646: finishing write tid 4 to smithi08280503-33 2024-08-17T00:52:55.926 INFO:tasks.rados.rados.0.smithi082.stdout:3646: finishing write tid 5 to smithi08280503-33 2024-08-17T00:52:55.926 INFO:tasks.rados.rados.0.smithi082.stdout:3646: finishing write tid 6 to smithi08280503-33 2024-08-17T00:52:55.926 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 1805 (ObjNum 1125 snap 346 seq_num 1125) dirty exists 2024-08-17T00:52:55.926 INFO:tasks.rados.rados.0.smithi082.stdout:3646: left oid 33 (ObjNum 1125 snap 346 seq_num 1125) 2024-08-17T00:52:55.926 INFO:tasks.rados.rados.0.smithi082.stdout:3646: done (2 left) 2024-08-17T00:52:55.926 INFO:tasks.rados.rados.0.smithi082.stdout:3647: done (1 left) 2024-08-17T00:52:55.926 INFO:tasks.rados.rados.0.smithi082.stdout:3648: done (0 left) 2024-08-17T00:52:55.926 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 20 current snap is 346 2024-08-17T00:52:55.926 INFO:tasks.rados.rados.0.smithi082.stdout:3649: seq_num 1126 ranges {1179648=466944,1646592=720896,2367488=778240,3145728=106496} 2024-08-17T00:52:55.933 INFO:tasks.rados.rados.0.smithi082.stdout:3649: writing smithi08280503-20 from 1179648 to 1646592 tid 1 2024-08-17T00:52:55.938 INFO:tasks.rados.rados.0.smithi082.stdout:3649: writing smithi08280503-20 from 1646592 to 2367488 tid 2 2024-08-17T00:52:55.943 INFO:tasks.rados.rados.0.smithi082.stdout:3649: writing smithi08280503-20 from 2367488 to 3145728 tid 3 2024-08-17T00:52:55.945 INFO:tasks.rados.rados.0.smithi082.stdout:3649: writing smithi08280503-20 from 3145728 to 3252224 tid 4 2024-08-17T00:52:55.945 INFO:tasks.rados.rados.0.smithi082.stdout:3650: copy_from oid 26 from oid 5 current snap is 346 2024-08-17T00:52:55.945 INFO:tasks.rados.rados.0.smithi082.stdout:3649: finishing write tid 1 to smithi08280503-20 2024-08-17T00:52:55.945 INFO:tasks.rados.rados.0.smithi082.stdout:3649: finishing write tid 2 to smithi08280503-20 2024-08-17T00:52:55.945 INFO:tasks.rados.rados.0.smithi082.stdout:3651: rmattr oid 38 current snap is 346 2024-08-17T00:52:55.945 INFO:tasks.rados.rados.0.smithi082.stdout:3652: snap_remove snap 342 2024-08-17T00:52:56.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:55 smithi082 ceph-mon[91979]: osdmap e774: 8 total, 8 up, 8 in 2024-08-17T00:52:56.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:55 smithi082 ceph-mon[94343]: osdmap e774: 8 total, 8 up, 8 in 2024-08-17T00:52:56.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:55 smithi137 ceph-mon[86391]: osdmap e774: 8 total, 8 up, 8 in 2024-08-17T00:52:56.944 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 1973 (ObjNum 1079 snap 336 seq_num 1079) dirty exists 2024-08-17T00:52:56.944 INFO:tasks.rados.rados.0.smithi082.stdout:3649: finishing write tid 3 to smithi08280503-20 2024-08-17T00:52:56.944 INFO:tasks.rados.rados.0.smithi082.stdout:3649: finishing write tid 4 to smithi08280503-20 2024-08-17T00:52:56.944 INFO:tasks.rados.rados.0.smithi082.stdout:3649: finishing write tid 5 to smithi08280503-20 2024-08-17T00:52:56.944 INFO:tasks.rados.rados.0.smithi082.stdout:3649: finishing write tid 6 to smithi08280503-20 2024-08-17T00:52:56.945 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 2006 (ObjNum 1126 snap 346 seq_num 1126) dirty exists 2024-08-17T00:52:56.945 INFO:tasks.rados.rados.0.smithi082.stdout:3649: left oid 20 (ObjNum 1126 snap 346 seq_num 1126) 2024-08-17T00:52:56.945 INFO:tasks.rados.rados.0.smithi082.stdout:3650: finishing copy_from to smithi08280503-26 2024-08-17T00:52:56.945 INFO:tasks.rados.rados.0.smithi082.stdout:3650: got expected ENOENT (src dne) 2024-08-17T00:52:56.945 INFO:tasks.rados.rados.0.smithi082.stdout:3650: finishing copy_from racing read to smithi08280503-26 2024-08-17T00:52:56.945 INFO:tasks.rados.rados.0.smithi082.stdout:3649: done (3 left) 2024-08-17T00:52:56.945 INFO:tasks.rados.rados.0.smithi082.stdout:3650: done (2 left) 2024-08-17T00:52:56.945 INFO:tasks.rados.rados.0.smithi082.stdout:3651: done (1 left) 2024-08-17T00:52:56.945 INFO:tasks.rados.rados.0.smithi082.stdout:3652: done (0 left) 2024-08-17T00:52:56.945 INFO:tasks.rados.rados.0.smithi082.stdout:3653: rmattr oid 28 current snap is 346 2024-08-17T00:52:56.945 INFO:tasks.rados.rados.0.smithi082.stdout:3653: done (0 left) 2024-08-17T00:52:56.945 INFO:tasks.rados.rados.0.smithi082.stdout:3654: rollback oid 9 current snap is 346 2024-08-17T00:52:56.945 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 9 to 328 2024-08-17T00:52:56.945 INFO:tasks.rados.rados.0.smithi082.stdout:3655: read oid 41 snap -1 2024-08-17T00:52:56.946 INFO:tasks.rados.rados.0.smithi082.stdout:3655: expect (ObjNum 1109 snap 344 seq_num 1109) 2024-08-17T00:52:56.946 INFO:tasks.rados.rados.0.smithi082.stdout:3656: rollback oid 36 current snap is 346 2024-08-17T00:52:56.946 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 36 to 345 2024-08-17T00:52:56.946 INFO:tasks.rados.rados.0.smithi082.stdout:3657: read oid 50 snap -1 2024-08-17T00:52:56.946 INFO:tasks.rados.rados.0.smithi082.stdout:3657: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:52:56.946 INFO:tasks.rados.rados.0.smithi082.stdout:3658: setattr oid 28 current snap is 346 2024-08-17T00:52:56.946 INFO:tasks.rados.rados.0.smithi082.stdout:3659: delete oid 47 current snap is 346 2024-08-17T00:52:56.946 INFO:tasks.rados.rados.0.smithi082.stdout:3656: finishing rollback tid 0 to smithi08280503-36 2024-08-17T00:52:56.949 INFO:tasks.rados.rados.0.smithi082.stdout:3659: done (5 left) 2024-08-17T00:52:56.949 INFO:tasks.rados.rados.0.smithi082.stdout:3660: delete oid 32 current snap is 346 2024-08-17T00:52:56.950 INFO:tasks.rados.rados.0.smithi082.stdout:3656: finishing rollback tid 1 to smithi08280503-36 2024-08-17T00:52:56.950 INFO:tasks.rados.rados.0.smithi082.stdout:3656: finishing rollback tid 2 to smithi08280503-36 2024-08-17T00:52:56.950 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 1978 (ObjNum 1096 snap 340 seq_num 1096) dirty exists 2024-08-17T00:52:56.950 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 1837 (ObjNum 1112 snap 345 seq_num 1112) dirty exists 2024-08-17T00:52:56.950 INFO:tasks.rados.rados.0.smithi082.stdout:3657: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T00:52:56.953 INFO:tasks.rados.rados.0.smithi082.stdout:3654: finishing rollback tid 0 to smithi08280503-9 2024-08-17T00:52:56.953 INFO:tasks.rados.rados.0.smithi082.stdout:3654: finishing rollback tid 1 to smithi08280503-9 2024-08-17T00:52:56.954 INFO:tasks.rados.rados.0.smithi082.stdout:3654: finishing rollback tid 2 to smithi08280503-9 2024-08-17T00:52:56.954 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 2239 (ObjNum 1015 snap 312 seq_num 1015) dirty exists 2024-08-17T00:52:56.969 INFO:tasks.rados.rados.0.smithi082.stdout:3654: done (5 left) 2024-08-17T00:52:56.969 INFO:tasks.rados.rados.0.smithi082.stdout:3656: done (4 left) 2024-08-17T00:52:56.969 INFO:tasks.rados.rados.0.smithi082.stdout:3657: done (3 left) 2024-08-17T00:52:56.970 INFO:tasks.rados.rados.0.smithi082.stdout:3658: done (2 left) 2024-08-17T00:52:56.970 INFO:tasks.rados.rados.0.smithi082.stdout:3660: done (1 left) 2024-08-17T00:52:56.970 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 9 current snap is 346 2024-08-17T00:52:56.970 INFO:tasks.rados.rados.0.smithi082.stdout:3661: seq_num 1129 ranges {204800=516096,720896=770048,1490944=598016,2088960=237568} 2024-08-17T00:52:56.973 INFO:tasks.rados.rados.0.smithi082.stdout:3661: writing smithi08280503-9 from 204800 to 720896 tid 1 2024-08-17T00:52:56.978 INFO:tasks.rados.rados.0.smithi082.stdout:3661: writing smithi08280503-9 from 720896 to 1490944 tid 2 2024-08-17T00:52:56.982 INFO:tasks.rados.rados.0.smithi082.stdout:3661: writing smithi08280503-9 from 1490944 to 2088960 tid 3 2024-08-17T00:52:56.984 INFO:tasks.rados.rados.0.smithi082.stdout:3661: writing smithi08280503-9 from 2088960 to 2326528 tid 4 2024-08-17T00:52:56.984 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 31 current snap is 346 2024-08-17T00:52:56.984 INFO:tasks.rados.rados.0.smithi082.stdout:3655: expect (ObjNum 1109 snap 344 seq_num 1109) 2024-08-17T00:52:57.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:56 smithi082 ceph-mon[94343]: osdmap e775: 8 total, 8 up, 8 in 2024-08-17T00:52:57.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:56 smithi082 ceph-mon[94343]: pgmap v835: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 375 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.2 MiB/s wr, 16 op/s 2024-08-17T00:52:57.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:56 smithi082 ceph-mon[91979]: osdmap e775: 8 total, 8 up, 8 in 2024-08-17T00:52:57.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:56 smithi082 ceph-mon[91979]: pgmap v835: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 375 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.2 MiB/s wr, 16 op/s 2024-08-17T00:52:57.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:56 smithi137 ceph-mon[86391]: osdmap e775: 8 total, 8 up, 8 in 2024-08-17T00:52:57.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:56 smithi137 ceph-mon[86391]: pgmap v835: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 375 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.2 MiB/s wr, 16 op/s 2024-08-17T00:52:57.407 INFO:tasks.rados.rados.0.smithi082.stdout:3661: finishing write tid 1 to smithi08280503-9 2024-08-17T00:52:57.408 INFO:tasks.rados.rados.0.smithi082.stdout:3661: finishing write tid 2 to smithi08280503-9 2024-08-17T00:52:57.408 INFO:tasks.rados.rados.0.smithi082.stdout:3662: seq_num 1130 ranges {8708096=532480,9240576=655360,9895936=753664,10649600=196608} 2024-08-17T00:52:57.455 INFO:tasks.rados.rados.0.smithi082.stdout:3662: writing smithi08280503-31 from 8708096 to 9240576 tid 1 2024-08-17T00:52:57.458 INFO:tasks.rados.rados.0.smithi082.stdout:3662: writing smithi08280503-31 from 9240576 to 9895936 tid 2 2024-08-17T00:52:57.463 INFO:tasks.rados.rados.0.smithi082.stdout:3662: writing smithi08280503-31 from 9895936 to 10649600 tid 3 2024-08-17T00:52:57.465 INFO:tasks.rados.rados.0.smithi082.stdout:3662: writing smithi08280503-31 from 10649600 to 10846208 tid 4 2024-08-17T00:52:57.466 INFO:tasks.rados.rados.0.smithi082.stdout:3655: done (2 left) 2024-08-17T00:52:57.466 INFO:tasks.rados.rados.0.smithi082.stdout:3663: snap_create 2024-08-17T00:52:57.466 INFO:tasks.rados.rados.0.smithi082.stdout:3661: finishing write tid 3 to smithi08280503-9 2024-08-17T00:52:57.466 INFO:tasks.rados.rados.0.smithi082.stdout:3661: finishing write tid 4 to smithi08280503-9 2024-08-17T00:52:57.466 INFO:tasks.rados.rados.0.smithi082.stdout:3661: finishing write tid 5 to smithi08280503-9 2024-08-17T00:52:57.466 INFO:tasks.rados.rados.0.smithi082.stdout:3661: finishing write tid 6 to smithi08280503-9 2024-08-17T00:52:57.466 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 2244 (ObjNum 1129 snap 346 seq_num 1129) dirty exists 2024-08-17T00:52:57.466 INFO:tasks.rados.rados.0.smithi082.stdout:3661: left oid 9 (ObjNum 1129 snap 346 seq_num 1129) 2024-08-17T00:52:57.466 INFO:tasks.rados.rados.0.smithi082.stdout:3662: finishing write tid 1 to smithi08280503-31 2024-08-17T00:52:57.466 INFO:tasks.rados.rados.0.smithi082.stdout:3662: finishing write tid 2 to smithi08280503-31 2024-08-17T00:52:57.467 INFO:tasks.rados.rados.0.smithi082.stdout:3662: finishing write tid 3 to smithi08280503-31 2024-08-17T00:52:57.468 INFO:tasks.rados.rados.0.smithi082.stdout:3662: finishing write tid 4 to smithi08280503-31 2024-08-17T00:52:57.468 INFO:tasks.rados.rados.0.smithi082.stdout:3662: finishing write tid 5 to smithi08280503-31 2024-08-17T00:52:57.469 INFO:tasks.rados.rados.0.smithi082.stdout:3662: finishing write tid 6 to smithi08280503-31 2024-08-17T00:52:57.469 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 2141 (ObjNum 1130 snap 346 seq_num 1130) dirty exists 2024-08-17T00:52:57.469 INFO:tasks.rados.rados.0.smithi082.stdout:3662: left oid 31 (ObjNum 1130 snap 346 seq_num 1130) 2024-08-17T00:52:57.931 INFO:tasks.rados.rados.0.smithi082.stdout:3661: done (2 left) 2024-08-17T00:52:57.931 INFO:tasks.rados.rados.0.smithi082.stdout:3662: done (1 left) 2024-08-17T00:52:57.931 INFO:tasks.rados.rados.0.smithi082.stdout:3663: done (0 left) 2024-08-17T00:52:57.931 INFO:tasks.rados.rados.0.smithi082.stdout:3664: rollback oid 22 current snap is 347 2024-08-17T00:52:57.931 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 22 to 328 2024-08-17T00:52:57.931 INFO:tasks.rados.rados.0.smithi082.stdout:3665: snap_create 2024-08-17T00:52:57.937 INFO:tasks.rados.rados.0.smithi082.stdout:3664: finishing rollback tid 0 to smithi08280503-22 2024-08-17T00:52:57.937 INFO:tasks.rados.rados.0.smithi082.stdout:3664: finishing rollback tid 1 to smithi08280503-22 2024-08-17T00:52:57.937 INFO:tasks.rados.rados.0.smithi082.stdout:3664: finishing rollback tid 2 to smithi08280503-22 2024-08-17T00:52:57.937 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 1808 (ObjNum 1014 snap 312 seq_num 1014) dirty exists 2024-08-17T00:52:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:57 smithi082 ceph-mon[94343]: osdmap e776: 8 total, 8 up, 8 in 2024-08-17T00:52:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:57 smithi082 ceph-mon[91979]: osdmap e776: 8 total, 8 up, 8 in 2024-08-17T00:52:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:57 smithi137 ceph-mon[86391]: osdmap e776: 8 total, 8 up, 8 in 2024-08-17T00:52:58.883 INFO:tasks.rados.rados.0.smithi082.stdout:3664: done (1 left) 2024-08-17T00:52:58.883 INFO:tasks.rados.rados.0.smithi082.stdout:3665: done (0 left) 2024-08-17T00:52:58.883 INFO:tasks.rados.rados.0.smithi082.stdout:3666: copy_from oid 7 from oid 45 current snap is 348 2024-08-17T00:52:58.883 INFO:tasks.rados.rados.0.smithi082.stdout:3667: snap_remove snap 328 2024-08-17T00:52:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:58 smithi082 ceph-mon[94343]: osdmap e777: 8 total, 8 up, 8 in 2024-08-17T00:52:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:58 smithi082 ceph-mon[94343]: pgmap v838: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 371 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-08-17T00:52:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:52:58 smithi082 ceph-mon[94343]: osdmap e778: 8 total, 8 up, 8 in 2024-08-17T00:52:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:58 smithi082 ceph-mon[91979]: osdmap e777: 8 total, 8 up, 8 in 2024-08-17T00:52:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:58 smithi082 ceph-mon[91979]: pgmap v838: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 371 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-08-17T00:52:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:52:58 smithi082 ceph-mon[91979]: osdmap e778: 8 total, 8 up, 8 in 2024-08-17T00:52:59.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:58 smithi137 ceph-mon[86391]: osdmap e777: 8 total, 8 up, 8 in 2024-08-17T00:52:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:58 smithi137 ceph-mon[86391]: pgmap v838: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 371 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-08-17T00:52:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:52:58 smithi137 ceph-mon[86391]: osdmap e778: 8 total, 8 up, 8 in 2024-08-17T00:52:59.883 INFO:tasks.rados.rados.0.smithi082.stdout:3667: done (1 left) 2024-08-17T00:52:59.883 INFO:tasks.rados.rados.0.smithi082.stdout:3668: read oid 16 snap 332 2024-08-17T00:52:59.883 INFO:tasks.rados.rados.0.smithi082.stdout:3668: expect deleted 2024-08-17T00:52:59.883 INFO:tasks.rados.rados.0.smithi082.stdout:3669: snap_create 2024-08-17T00:52:59.883 INFO:tasks.rados.rados.0.smithi082.stdout:3666: finishing copy_from racing read to smithi08280503-7 2024-08-17T00:52:59.883 INFO:tasks.rados.rados.0.smithi082.stdout:3666: finishing copy_from to smithi08280503-7 2024-08-17T00:52:59.883 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 1979 (ObjNum 1113 snap 345 seq_num 1113) dirty exists 2024-08-17T00:53:00.894 INFO:tasks.rados.rados.0.smithi082.stdout:3666: done (2 left) 2024-08-17T00:53:00.895 INFO:tasks.rados.rados.0.smithi082.stdout:3668: done (1 left) 2024-08-17T00:53:00.895 INFO:tasks.rados.rados.0.smithi082.stdout:3669: done (0 left) 2024-08-17T00:53:00.895 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 43 current snap is 349 2024-08-17T00:53:00.895 INFO:tasks.rados.rados.0.smithi082.stdout:3670: seq_num 1131 ranges {0=548864,548864=540672,1089536=565248,1654784=425984,2080768=73728} 2024-08-17T00:53:00.897 INFO:tasks.rados.rados.0.smithi082.stdout:3670: writing smithi08280503-43 from 0 to 548864 tid 1 2024-08-17T00:53:00.900 INFO:tasks.rados.rados.0.smithi082.stdout:3670: writing smithi08280503-43 from 548864 to 1089536 tid 2 2024-08-17T00:53:00.904 INFO:tasks.rados.rados.0.smithi082.stdout:3670: writing smithi08280503-43 from 1089536 to 1654784 tid 3 2024-08-17T00:53:00.907 INFO:tasks.rados.rados.0.smithi082.stdout:3670: writing smithi08280503-43 from 1654784 to 2080768 tid 4 2024-08-17T00:53:00.907 INFO:tasks.rados.rados.0.smithi082.stdout:3670: writing smithi08280503-43 from 2080768 to 2154496 tid 5 2024-08-17T00:53:00.908 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 44 current snap is 349 2024-08-17T00:53:00.908 INFO:tasks.rados.rados.0.smithi082.stdout:3670: finishing write tid 1 to smithi08280503-43 2024-08-17T00:53:00.908 INFO:tasks.rados.rados.0.smithi082.stdout:3670: finishing write tid 2 to smithi08280503-43 2024-08-17T00:53:00.908 INFO:tasks.rados.rados.0.smithi082.stdout:3671: seq_num 1132 ranges {6217728=565248,6782976=425984,7208960=770048,7979008=409600} 2024-08-17T00:53:00.943 INFO:tasks.rados.rados.0.smithi082.stdout:3671: writing smithi08280503-44 from 6217728 to 6782976 tid 1 2024-08-17T00:53:00.946 INFO:tasks.rados.rados.0.smithi082.stdout:3671: writing smithi08280503-44 from 6782976 to 7208960 tid 2 2024-08-17T00:53:00.950 INFO:tasks.rados.rados.0.smithi082.stdout:3671: writing smithi08280503-44 from 7208960 to 7979008 tid 3 2024-08-17T00:53:00.953 INFO:tasks.rados.rados.0.smithi082.stdout:3671: writing smithi08280503-44 from 7979008 to 8388608 tid 4 2024-08-17T00:53:00.953 INFO:tasks.rados.rados.0.smithi082.stdout:3672: copy_from oid 11 from oid 13 current snap is 349 2024-08-17T00:53:00.953 INFO:tasks.rados.rados.0.smithi082.stdout:3670: finishing write tid 3 to smithi08280503-43 2024-08-17T00:53:00.953 INFO:tasks.rados.rados.0.smithi082.stdout:3670: finishing write tid 4 to smithi08280503-43 2024-08-17T00:53:00.953 INFO:tasks.rados.rados.0.smithi082.stdout:3670: finishing write tid 5 to smithi08280503-43 2024-08-17T00:53:00.954 INFO:tasks.rados.rados.0.smithi082.stdout:3670: finishing write tid 6 to smithi08280503-43 2024-08-17T00:53:00.954 INFO:tasks.rados.rados.0.smithi082.stdout:3670: finishing write tid 7 to smithi08280503-43 2024-08-17T00:53:00.954 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 2258 (ObjNum 1131 snap 349 seq_num 1131) dirty exists 2024-08-17T00:53:00.954 INFO:tasks.rados.rados.0.smithi082.stdout:3670: left oid 43 (ObjNum 1131 snap 349 seq_num 1131) 2024-08-17T00:53:00.954 INFO:tasks.rados.rados.0.smithi082.stdout:3671: finishing write tid 1 to smithi08280503-44 2024-08-17T00:53:00.954 INFO:tasks.rados.rados.0.smithi082.stdout:3671: finishing write tid 2 to smithi08280503-44 2024-08-17T00:53:00.954 INFO:tasks.rados.rados.0.smithi082.stdout:3670: done (2 left) 2024-08-17T00:53:00.954 INFO:tasks.rados.rados.0.smithi082.stdout:3673: delete oid 33 current snap is 349 2024-08-17T00:53:00.954 INFO:tasks.rados.rados.0.smithi082.stdout:3671: finishing write tid 3 to smithi08280503-44 2024-08-17T00:53:00.957 INFO:tasks.rados.rados.0.smithi082.stdout:3673: done (2 left) 2024-08-17T00:53:00.957 INFO:tasks.rados.rados.0.smithi082.stdout:3674: copy_from oid 14 from oid 18 current snap is 349 2024-08-17T00:53:00.957 INFO:tasks.rados.rados.0.smithi082.stdout:3675: copy_from oid 36 from oid 42 current snap is 349 2024-08-17T00:53:00.957 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 43 current snap is 349 2024-08-17T00:53:00.957 INFO:tasks.rados.rados.0.smithi082.stdout:3676: seq_num 1134 ranges {2154496=598016,2752512=638976,3391488=737280,4128768=229376} 2024-08-17T00:53:00.973 INFO:tasks.rados.rados.0.smithi082.stdout:3676: writing smithi08280503-43 from 2154496 to 2752512 tid 1 2024-08-17T00:53:00.976 INFO:tasks.rados.rados.0.smithi082.stdout:3676: writing smithi08280503-43 from 2752512 to 3391488 tid 2 2024-08-17T00:53:00.981 INFO:tasks.rados.rados.0.smithi082.stdout:3676: writing smithi08280503-43 from 3391488 to 4128768 tid 3 2024-08-17T00:53:00.983 INFO:tasks.rados.rados.0.smithi082.stdout:3676: writing smithi08280503-43 from 4128768 to 4358144 tid 4 2024-08-17T00:53:00.983 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 2 current snap is 349 2024-08-17T00:53:00.983 INFO:tasks.rados.rados.0.smithi082.stdout:3671: finishing write tid 4 to smithi08280503-44 2024-08-17T00:53:00.983 INFO:tasks.rados.rados.0.smithi082.stdout:3677: seq_num 1135 ranges {0=614400,614400=524288,1138688=540672,1679360=483328,2162688=57344} 2024-08-17T00:53:00.986 INFO:tasks.rados.rados.0.smithi082.stdout:3677: writing smithi08280503-2 from 0 to 614400 tid 1 2024-08-17T00:53:00.989 INFO:tasks.rados.rados.0.smithi082.stdout:3677: writing smithi08280503-2 from 614400 to 1138688 tid 2 2024-08-17T00:53:00.993 INFO:tasks.rados.rados.0.smithi082.stdout:3677: writing smithi08280503-2 from 1138688 to 1679360 tid 3 2024-08-17T00:53:00.995 INFO:tasks.rados.rados.0.smithi082.stdout:3677: writing smithi08280503-2 from 1679360 to 2162688 tid 4 2024-08-17T00:53:00.996 INFO:tasks.rados.rados.0.smithi082.stdout:3677: writing smithi08280503-2 from 2162688 to 2220032 tid 5 2024-08-17T00:53:00.996 INFO:tasks.rados.rados.0.smithi082.stdout:3678: snap_remove snap 345 2024-08-17T00:53:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:00 smithi082 ceph-mon[94343]: osdmap e779: 8 total, 8 up, 8 in 2024-08-17T00:53:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:00 smithi082 ceph-mon[94343]: pgmap v841: 121 pgs: 121 active+clean; 372 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 5.3 MiB/s wr, 27 op/s 2024-08-17T00:53:01.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:00 smithi082 ceph-mon[91979]: osdmap e779: 8 total, 8 up, 8 in 2024-08-17T00:53:01.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:00 smithi082 ceph-mon[91979]: pgmap v841: 121 pgs: 121 active+clean; 372 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 5.3 MiB/s wr, 27 op/s 2024-08-17T00:53:01.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:00 smithi137 ceph-mon[86391]: osdmap e779: 8 total, 8 up, 8 in 2024-08-17T00:53:01.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:00 smithi137 ceph-mon[86391]: pgmap v841: 121 pgs: 121 active+clean; 372 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 5.3 MiB/s wr, 27 op/s 2024-08-17T00:53:01.895 INFO:tasks.rados.rados.0.smithi082.stdout:3678: done (6 left) 2024-08-17T00:53:01.895 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 27 current snap is 349 2024-08-17T00:53:01.895 INFO:tasks.rados.rados.0.smithi082.stdout:3671: finishing write tid 5 to smithi08280503-44 2024-08-17T00:53:01.895 INFO:tasks.rados.rados.0.smithi082.stdout:3671: finishing write tid 6 to smithi08280503-44 2024-08-17T00:53:01.895 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 1807 (ObjNum 1132 snap 349 seq_num 1132) dirty exists 2024-08-17T00:53:01.896 INFO:tasks.rados.rados.0.smithi082.stdout:3671: left oid 44 (ObjNum 1132 snap 349 seq_num 1132) 2024-08-17T00:53:01.896 INFO:tasks.rados.rados.0.smithi082.stdout:3674: finishing copy_from racing read to smithi08280503-14 2024-08-17T00:53:01.896 INFO:tasks.rados.rados.0.smithi082.stdout:3675: finishing copy_from racing read to smithi08280503-36 2024-08-17T00:53:01.896 INFO:tasks.rados.rados.0.smithi082.stdout:3674: finishing copy_from to smithi08280503-14 2024-08-17T00:53:01.896 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 1790 (ObjNum 942 snap 287 seq_num 942) dirty exists 2024-08-17T00:53:01.896 INFO:tasks.rados.rados.0.smithi082.stdout:3675: finishing copy_from to smithi08280503-36 2024-08-17T00:53:01.896 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 1868 (ObjNum 1100 snap 342 seq_num 1100) dirty exists 2024-08-17T00:53:01.896 INFO:tasks.rados.rados.0.smithi082.stdout:3676: finishing write tid 1 to smithi08280503-43 2024-08-17T00:53:01.896 INFO:tasks.rados.rados.0.smithi082.stdout:3672: finishing copy_from racing read to smithi08280503-11 2024-08-17T00:53:01.896 INFO:tasks.rados.rados.0.smithi082.stdout:3672: finishing copy_from to smithi08280503-11 2024-08-17T00:53:01.896 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 1852 (ObjNum 1036 snap 320 seq_num 1036) dirty exists 2024-08-17T00:53:01.896 INFO:tasks.rados.rados.0.smithi082.stdout:3676: finishing write tid 2 to smithi08280503-43 2024-08-17T00:53:01.896 INFO:tasks.rados.rados.0.smithi082.stdout:3676: finishing write tid 3 to smithi08280503-43 2024-08-17T00:53:01.897 INFO:tasks.rados.rados.0.smithi082.stdout:3676: finishing write tid 4 to smithi08280503-43 2024-08-17T00:53:01.897 INFO:tasks.rados.rados.0.smithi082.stdout:3676: finishing write tid 5 to smithi08280503-43 2024-08-17T00:53:01.897 INFO:tasks.rados.rados.0.smithi082.stdout:3676: finishing write tid 6 to smithi08280503-43 2024-08-17T00:53:01.897 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 2265 (ObjNum 1134 snap 349 seq_num 1134) dirty exists 2024-08-17T00:53:01.897 INFO:tasks.rados.rados.0.smithi082.stdout:3676: left oid 43 (ObjNum 1134 snap 349 seq_num 1134) 2024-08-17T00:53:01.897 INFO:tasks.rados.rados.0.smithi082.stdout:3677: finishing write tid 1 to smithi08280503-2 2024-08-17T00:53:01.897 INFO:tasks.rados.rados.0.smithi082.stdout:3677: finishing write tid 2 to smithi08280503-2 2024-08-17T00:53:01.897 INFO:tasks.rados.rados.0.smithi082.stdout:3677: finishing write tid 3 to smithi08280503-2 2024-08-17T00:53:01.897 INFO:tasks.rados.rados.0.smithi082.stdout:3677: finishing write tid 4 to smithi08280503-2 2024-08-17T00:53:01.897 INFO:tasks.rados.rados.0.smithi082.stdout:3677: finishing write tid 5 to smithi08280503-2 2024-08-17T00:53:01.897 INFO:tasks.rados.rados.0.smithi082.stdout:3677: finishing write tid 6 to smithi08280503-2 2024-08-17T00:53:01.897 INFO:tasks.rados.rados.0.smithi082.stdout:3677: finishing write tid 7 to smithi08280503-2 2024-08-17T00:53:01.897 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 2 v 1463 (ObjNum 1135 snap 349 seq_num 1135) dirty exists 2024-08-17T00:53:01.898 INFO:tasks.rados.rados.0.smithi082.stdout:3677: left oid 2 (ObjNum 1135 snap 349 seq_num 1135) 2024-08-17T00:53:01.898 INFO:tasks.rados.rados.0.smithi082.stdout:3679: seq_num 1136 ranges {3481600=630784,4112384=409600,4521984=753664,5275648=417792,5693440=24576} 2024-08-17T00:53:01.918 INFO:tasks.rados.rados.0.smithi082.stdout:3679: writing smithi08280503-27 from 3481600 to 4112384 tid 1 2024-08-17T00:53:01.920 INFO:tasks.rados.rados.0.smithi082.stdout:3679: writing smithi08280503-27 from 4112384 to 4521984 tid 2 2024-08-17T00:53:01.925 INFO:tasks.rados.rados.0.smithi082.stdout:3679: writing smithi08280503-27 from 4521984 to 5275648 tid 3 2024-08-17T00:53:01.927 INFO:tasks.rados.rados.0.smithi082.stdout:3679: writing smithi08280503-27 from 5275648 to 5693440 tid 4 2024-08-17T00:53:01.927 INFO:tasks.rados.rados.0.smithi082.stdout:3679: writing smithi08280503-27 from 5693440 to 5718016 tid 5 2024-08-17T00:53:01.928 INFO:tasks.rados.rados.0.smithi082.stdout:3671: done (6 left) 2024-08-17T00:53:01.928 INFO:tasks.rados.rados.0.smithi082.stdout:3672: done (5 left) 2024-08-17T00:53:01.928 INFO:tasks.rados.rados.0.smithi082.stdout:3674: done (4 left) 2024-08-17T00:53:01.928 INFO:tasks.rados.rados.0.smithi082.stdout:3675: done (3 left) 2024-08-17T00:53:01.928 INFO:tasks.rados.rados.0.smithi082.stdout:3676: done (2 left) 2024-08-17T00:53:01.928 INFO:tasks.rados.rados.0.smithi082.stdout:3677: done (1 left) 2024-08-17T00:53:01.928 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 22 current snap is 349 2024-08-17T00:53:01.928 INFO:tasks.rados.rados.0.smithi082.stdout:3680: seq_num 1137 ranges {188416=647168,835584=696320,1531904=557056,2088960=352256} 2024-08-17T00:53:01.933 INFO:tasks.rados.rados.0.smithi082.stdout:3680: writing smithi08280503-22 from 188416 to 835584 tid 1 2024-08-17T00:53:01.937 INFO:tasks.rados.rados.0.smithi082.stdout:3680: writing smithi08280503-22 from 835584 to 1531904 tid 2 2024-08-17T00:53:01.940 INFO:tasks.rados.rados.0.smithi082.stdout:3680: writing smithi08280503-22 from 1531904 to 2088960 tid 3 2024-08-17T00:53:01.943 INFO:tasks.rados.rados.0.smithi082.stdout:3680: writing smithi08280503-22 from 2088960 to 2441216 tid 4 2024-08-17T00:53:01.943 INFO:tasks.rados.rados.0.smithi082.stdout:3681: rollback oid 11 current snap is 349 2024-08-17T00:53:01.943 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 11 to 298 2024-08-17T00:53:01.944 INFO:tasks.rados.rados.0.smithi082.stdout:3679: finishing write tid 1 to smithi08280503-27 2024-08-17T00:53:01.944 INFO:tasks.rados.rados.0.smithi082.stdout:3679: finishing write tid 2 to smithi08280503-27 2024-08-17T00:53:01.944 INFO:tasks.rados.rados.0.smithi082.stdout:3679: finishing write tid 3 to smithi08280503-27 2024-08-17T00:53:01.944 INFO:tasks.rados.rados.0.smithi082.stdout:3682: read oid 6 snap -1 2024-08-17T00:53:01.944 INFO:tasks.rados.rados.0.smithi082.stdout:3682: expect (ObjNum 1092 snap 337 seq_num 1092) 2024-08-17T00:53:01.944 INFO:tasks.rados.rados.0.smithi082.stdout:3683: read oid 10 snap -1 2024-08-17T00:53:01.944 INFO:tasks.rados.rados.0.smithi082.stdout:3683: expect (ObjNum 1104 snap 344 seq_num 1104) 2024-08-17T00:53:01.944 INFO:tasks.rados.rados.0.smithi082.stdout:3684: read oid 17 snap -1 2024-08-17T00:53:01.944 INFO:tasks.rados.rados.0.smithi082.stdout:3684: expect (ObjNum 1115 snap 346 seq_num 1115) 2024-08-17T00:53:01.944 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 5 current snap is 349 2024-08-17T00:53:01.944 INFO:tasks.rados.rados.0.smithi082.stdout:3679: finishing write tid 4 to smithi08280503-27 2024-08-17T00:53:01.944 INFO:tasks.rados.rados.0.smithi082.stdout:3679: finishing write tid 5 to smithi08280503-27 2024-08-17T00:53:01.944 INFO:tasks.rados.rados.0.smithi082.stdout:3679: finishing write tid 6 to smithi08280503-27 2024-08-17T00:53:01.945 INFO:tasks.rados.rados.0.smithi082.stdout:3679: finishing write tid 7 to smithi08280503-27 2024-08-17T00:53:01.945 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 2164 (ObjNum 1136 snap 349 seq_num 1136) dirty exists 2024-08-17T00:53:01.945 INFO:tasks.rados.rados.0.smithi082.stdout:3679: left oid 27 (ObjNum 1136 snap 349 seq_num 1136) 2024-08-17T00:53:01.945 INFO:tasks.rados.rados.0.smithi082.stdout:3680: finishing write tid 1 to smithi08280503-22 2024-08-17T00:53:01.945 INFO:tasks.rados.rados.0.smithi082.stdout:3680: finishing write tid 2 to smithi08280503-22 2024-08-17T00:53:01.945 INFO:tasks.rados.rados.0.smithi082.stdout:3685: seq_num 1138 ranges {0=663552,663552=581632,1245184=712704,1957888=311296} 2024-08-17T00:53:01.947 INFO:tasks.rados.rados.0.smithi082.stdout:3685: writing smithi08280503-5 from 0 to 663552 tid 1 2024-08-17T00:53:01.951 INFO:tasks.rados.rados.0.smithi082.stdout:3685: writing smithi08280503-5 from 663552 to 1245184 tid 2 2024-08-17T00:53:01.956 INFO:tasks.rados.rados.0.smithi082.stdout:3685: writing smithi08280503-5 from 1245184 to 1957888 tid 3 2024-08-17T00:53:01.960 INFO:tasks.rados.rados.0.smithi082.stdout:3685: writing smithi08280503-5 from 1957888 to 2269184 tid 4 2024-08-17T00:53:01.960 INFO:tasks.rados.rados.0.smithi082.stdout:3679: done (6 left) 2024-08-17T00:53:01.960 INFO:tasks.rados.rados.0.smithi082.stdout:3686: read oid 39 snap -1 2024-08-17T00:53:01.960 INFO:tasks.rados.rados.0.smithi082.stdout:3686: expect (ObjNum 1120 snap 346 seq_num 1120) 2024-08-17T00:53:01.960 INFO:tasks.rados.rados.0.smithi082.stdout:3687: snap_create 2024-08-17T00:53:01.960 INFO:tasks.rados.rados.0.smithi082.stdout:3680: finishing write tid 3 to smithi08280503-22 2024-08-17T00:53:01.960 INFO:tasks.rados.rados.0.smithi082.stdout:3680: finishing write tid 4 to smithi08280503-22 2024-08-17T00:53:01.960 INFO:tasks.rados.rados.0.smithi082.stdout:3681: finishing rollback tid 0 to smithi08280503-11 2024-08-17T00:53:01.960 INFO:tasks.rados.rados.0.smithi082.stdout:3680: finishing write tid 5 to smithi08280503-22 2024-08-17T00:53:01.960 INFO:tasks.rados.rados.0.smithi082.stdout:3681: finishing rollback tid 1 to smithi08280503-11 2024-08-17T00:53:01.960 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 1975 (ObjNum 177 snap 0 seq_num 3911785632) dirty dne 2024-08-17T00:53:01.961 INFO:tasks.rados.rados.0.smithi082.stdout:3680: finishing write tid 6 to smithi08280503-22 2024-08-17T00:53:01.961 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 1814 (ObjNum 1137 snap 349 seq_num 1137) dirty exists 2024-08-17T00:53:01.961 INFO:tasks.rados.rados.0.smithi082.stdout:3680: left oid 22 (ObjNum 1137 snap 349 seq_num 1137) 2024-08-17T00:53:01.961 INFO:tasks.rados.rados.0.smithi082.stdout:3682: expect (ObjNum 1092 snap 337 seq_num 1092) 2024-08-17T00:53:02.031 INFO:tasks.rados.rados.0.smithi082.stdout:3684: expect (ObjNum 1115 snap 346 seq_num 1115) 2024-08-17T00:53:02.081 INFO:tasks.rados.rados.0.smithi082.stdout:3683: expect (ObjNum 1104 snap 344 seq_num 1104) 2024-08-17T00:53:02.125 INFO:tasks.rados.rados.0.smithi082.stdout:3685: finishing write tid 1 to smithi08280503-5 2024-08-17T00:53:02.125 INFO:tasks.rados.rados.0.smithi082.stdout:3685: finishing write tid 2 to smithi08280503-5 2024-08-17T00:53:02.125 INFO:tasks.rados.rados.0.smithi082.stdout:3685: finishing write tid 3 to smithi08280503-5 2024-08-17T00:53:02.125 INFO:tasks.rados.rados.0.smithi082.stdout:3685: finishing write tid 4 to smithi08280503-5 2024-08-17T00:53:02.126 INFO:tasks.rados.rados.0.smithi082.stdout:3685: finishing write tid 5 to smithi08280503-5 2024-08-17T00:53:02.126 INFO:tasks.rados.rados.0.smithi082.stdout:3685: finishing write tid 6 to smithi08280503-5 2024-08-17T00:53:02.126 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 1916 (ObjNum 1138 snap 349 seq_num 1138) dirty exists 2024-08-17T00:53:02.126 INFO:tasks.rados.rados.0.smithi082.stdout:3685: left oid 5 (ObjNum 1138 snap 349 seq_num 1138) 2024-08-17T00:53:02.126 INFO:tasks.rados.rados.0.smithi082.stdout:3686: expect (ObjNum 1120 snap 346 seq_num 1120) 2024-08-17T00:53:02.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:01 smithi082 ceph-mon[94343]: osdmap e780: 8 total, 8 up, 8 in 2024-08-17T00:53:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:01 smithi082 ceph-mon[91979]: osdmap e780: 8 total, 8 up, 8 in 2024-08-17T00:53:02.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:01 smithi137 ceph-mon[86391]: osdmap e780: 8 total, 8 up, 8 in 2024-08-17T00:53:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:53:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:53:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:53:02.989 INFO:tasks.rados.rados.0.smithi082.stdout:3680: done (7 left) 2024-08-17T00:53:02.989 INFO:tasks.rados.rados.0.smithi082.stdout:3681: done (6 left) 2024-08-17T00:53:02.989 INFO:tasks.rados.rados.0.smithi082.stdout:3682: done (5 left) 2024-08-17T00:53:02.989 INFO:tasks.rados.rados.0.smithi082.stdout:3683: done (4 left) 2024-08-17T00:53:02.989 INFO:tasks.rados.rados.0.smithi082.stdout:3684: done (3 left) 2024-08-17T00:53:02.989 INFO:tasks.rados.rados.0.smithi082.stdout:3685: done (2 left) 2024-08-17T00:53:02.989 INFO:tasks.rados.rados.0.smithi082.stdout:3686: done (1 left) 2024-08-17T00:53:02.990 INFO:tasks.rados.rados.0.smithi082.stdout:3687: done (0 left) 2024-08-17T00:53:02.990 INFO:tasks.rados.rados.0.smithi082.stdout:3688: read oid 6 snap -1 2024-08-17T00:53:02.990 INFO:tasks.rados.rados.0.smithi082.stdout:3688: expect (ObjNum 1092 snap 337 seq_num 1092) 2024-08-17T00:53:02.990 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 43 current snap is 350 2024-08-17T00:53:02.990 INFO:tasks.rados.rados.0.smithi082.stdout:3689: seq_num 1139 ranges {4358144=679936,5038080=458752,5496832=524288,6021120=540672,6561792=81920} 2024-08-17T00:53:03.015 INFO:tasks.rados.rados.0.smithi082.stdout:3689: writing smithi08280503-43 from 4358144 to 5038080 tid 1 2024-08-17T00:53:03.018 INFO:tasks.rados.rados.0.smithi082.stdout:3689: writing smithi08280503-43 from 5038080 to 5496832 tid 2 2024-08-17T00:53:03.021 INFO:tasks.rados.rados.0.smithi082.stdout:3689: writing smithi08280503-43 from 5496832 to 6021120 tid 3 2024-08-17T00:53:03.024 INFO:tasks.rados.rados.0.smithi082.stdout:3689: writing smithi08280503-43 from 6021120 to 6561792 tid 4 2024-08-17T00:53:03.026 INFO:tasks.rados.rados.0.smithi082.stdout:3689: writing smithi08280503-43 from 6561792 to 6643712 tid 5 2024-08-17T00:53:03.026 INFO:tasks.rados.rados.0.smithi082.stdout:3690: read oid 10 snap -1 2024-08-17T00:53:03.026 INFO:tasks.rados.rados.0.smithi082.stdout:3690: expect (ObjNum 1104 snap 344 seq_num 1104) 2024-08-17T00:53:03.026 INFO:tasks.rados.rados.0.smithi082.stdout:3691: rmattr oid 47 current snap is 350 2024-08-17T00:53:03.026 INFO:tasks.rados.rados.0.smithi082.stdout:3691: done (3 left) 2024-08-17T00:53:03.027 INFO:tasks.rados.rados.0.smithi082.stdout:3692: read oid 45 snap 347 2024-08-17T00:53:03.027 INFO:tasks.rados.rados.0.smithi082.stdout:3692: expect (ObjNum 1113 snap 345 seq_num 1113) 2024-08-17T00:53:03.027 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 14 current snap is 350 2024-08-17T00:53:03.027 INFO:tasks.rados.rados.0.smithi082.stdout:3693: seq_num 1140 ranges {2637824=696320,3334144=745472,4079616=729088,4808704=131072} 2024-08-17T00:53:03.044 INFO:tasks.rados.rados.0.smithi082.stdout:3693: writing smithi08280503-14 from 2637824 to 3334144 tid 1 2024-08-17T00:53:03.048 INFO:tasks.rados.rados.0.smithi082.stdout:3693: writing smithi08280503-14 from 3334144 to 4079616 tid 2 2024-08-17T00:53:03.052 INFO:tasks.rados.rados.0.smithi082.stdout:3693: writing smithi08280503-14 from 4079616 to 4808704 tid 3 2024-08-17T00:53:03.053 INFO:tasks.rados.rados.0.smithi082.stdout:3693: writing smithi08280503-14 from 4808704 to 4939776 tid 4 2024-08-17T00:53:03.053 INFO:tasks.rados.rados.0.smithi082.stdout:3694: rmattr oid 30 current snap is 350 2024-08-17T00:53:03.053 INFO:tasks.rados.rados.0.smithi082.stdout:3694: done (5 left) 2024-08-17T00:53:03.053 INFO:tasks.rados.rados.0.smithi082.stdout:3695: delete oid 35 current snap is 350 2024-08-17T00:53:03.053 INFO:tasks.rados.rados.0.smithi082.stdout:3688: expect (ObjNum 1092 snap 337 seq_num 1092) 2024-08-17T00:53:03.117 INFO:tasks.rados.rados.0.smithi082.stdout:3689: finishing write tid 1 to smithi08280503-43 2024-08-17T00:53:03.118 INFO:tasks.rados.rados.0.smithi082.stdout:3689: finishing write tid 2 to smithi08280503-43 2024-08-17T00:53:03.118 INFO:tasks.rados.rados.0.smithi082.stdout:3689: finishing write tid 3 to smithi08280503-43 2024-08-17T00:53:03.118 INFO:tasks.rados.rados.0.smithi082.stdout:3689: finishing write tid 4 to smithi08280503-43 2024-08-17T00:53:03.118 INFO:tasks.rados.rados.0.smithi082.stdout:3689: finishing write tid 5 to smithi08280503-43 2024-08-17T00:53:03.118 INFO:tasks.rados.rados.0.smithi082.stdout:3689: finishing write tid 6 to smithi08280503-43 2024-08-17T00:53:03.118 INFO:tasks.rados.rados.0.smithi082.stdout:3690: expect (ObjNum 1104 snap 344 seq_num 1104) 2024-08-17T00:53:03.162 INFO:tasks.rados.rados.0.smithi082.stdout:3689: finishing write tid 7 to smithi08280503-43 2024-08-17T00:53:03.162 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 2276 (ObjNum 1139 snap 350 seq_num 1139) dirty exists 2024-08-17T00:53:03.162 INFO:tasks.rados.rados.0.smithi082.stdout:3689: left oid 43 (ObjNum 1139 snap 350 seq_num 1139) 2024-08-17T00:53:03.162 INFO:tasks.rados.rados.0.smithi082.stdout:3692: expect (ObjNum 1113 snap 345 seq_num 1113) 2024-08-17T00:53:03.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:02 smithi082 ceph-mon[94343]: osdmap e781: 8 total, 8 up, 8 in 2024-08-17T00:53:03.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:02 smithi082 ceph-mon[94343]: pgmap v844: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 372 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 4.4 MiB/s wr, 19 op/s 2024-08-17T00:53:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:02 smithi082 ceph-mon[91979]: osdmap e781: 8 total, 8 up, 8 in 2024-08-17T00:53:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:02 smithi082 ceph-mon[91979]: pgmap v844: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 372 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 4.4 MiB/s wr, 19 op/s 2024-08-17T00:53:03.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:02 smithi137 ceph-mon[86391]: osdmap e781: 8 total, 8 up, 8 in 2024-08-17T00:53:03.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:02 smithi137 ceph-mon[86391]: pgmap v844: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 372 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 4.4 MiB/s wr, 19 op/s 2024-08-17T00:53:03.294 INFO:tasks.rados.rados.0.smithi082.stdout:3693: finishing write tid 1 to smithi08280503-14 2024-08-17T00:53:03.294 INFO:tasks.rados.rados.0.smithi082.stdout:3693: finishing write tid 2 to smithi08280503-14 2024-08-17T00:53:03.294 INFO:tasks.rados.rados.0.smithi082.stdout:3693: finishing write tid 3 to smithi08280503-14 2024-08-17T00:53:03.294 INFO:tasks.rados.rados.0.smithi082.stdout:3693: finishing write tid 4 to smithi08280503-14 2024-08-17T00:53:03.294 INFO:tasks.rados.rados.0.smithi082.stdout:3693: finishing write tid 5 to smithi08280503-14 2024-08-17T00:53:03.294 INFO:tasks.rados.rados.0.smithi082.stdout:3693: finishing write tid 6 to smithi08280503-14 2024-08-17T00:53:03.294 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 2282 (ObjNum 1140 snap 350 seq_num 1140) dirty exists 2024-08-17T00:53:03.295 INFO:tasks.rados.rados.0.smithi082.stdout:3693: left oid 14 (ObjNum 1140 snap 350 seq_num 1140) 2024-08-17T00:53:03.295 INFO:tasks.rados.rados.0.smithi082.stdout:3688: done (5 left) 2024-08-17T00:53:03.295 INFO:tasks.rados.rados.0.smithi082.stdout:3689: done (4 left) 2024-08-17T00:53:03.295 INFO:tasks.rados.rados.0.smithi082.stdout:3690: done (3 left) 2024-08-17T00:53:03.295 INFO:tasks.rados.rados.0.smithi082.stdout:3692: done (2 left) 2024-08-17T00:53:03.295 INFO:tasks.rados.rados.0.smithi082.stdout:3693: done (1 left) 2024-08-17T00:53:03.295 INFO:tasks.rados.rados.0.smithi082.stdout:3695: done (0 left) 2024-08-17T00:53:03.295 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 4 current snap is 350 2024-08-17T00:53:03.295 INFO:tasks.rados.rados.0.smithi082.stdout:3696: seq_num 1142 ranges {1261568=729088,1990656=565248,2555904=696320,3252224=344064} 2024-08-17T00:53:03.306 INFO:tasks.rados.rados.0.smithi082.stdout:3696: writing smithi08280503-4 from 1261568 to 1990656 tid 1 2024-08-17T00:53:03.307 INFO:tasks.rados.rados.0.smithi082.stdout:3696: writing smithi08280503-4 from 1990656 to 2555904 tid 2 2024-08-17T00:53:03.312 INFO:tasks.rados.rados.0.smithi082.stdout:3696: writing smithi08280503-4 from 2555904 to 3252224 tid 3 2024-08-17T00:53:03.315 INFO:tasks.rados.rados.0.smithi082.stdout:3696: writing smithi08280503-4 from 3252224 to 3596288 tid 4 2024-08-17T00:53:03.315 INFO:tasks.rados.rados.0.smithi082.stdout:3697: read oid 26 snap 340 2024-08-17T00:53:03.315 INFO:tasks.rados.rados.0.smithi082.stdout:3697: expect (ObjNum 1064 snap 327 seq_num 1064) 2024-08-17T00:53:03.315 INFO:tasks.rados.rados.0.smithi082.stdout:3698: read oid 43 snap -1 2024-08-17T00:53:03.315 INFO:tasks.rados.rados.0.smithi082.stdout:3698: expect (ObjNum 1139 snap 350 seq_num 1139) 2024-08-17T00:53:03.315 INFO:tasks.rados.rados.0.smithi082.stdout:3699: read oid 3 snap -1 2024-08-17T00:53:03.315 INFO:tasks.rados.rados.0.smithi082.stdout:3699: expect (ObjNum 1049 snap 325 seq_num 1049) 2024-08-17T00:53:03.315 INFO:tasks.rados.rados.0.smithi082.stdout:3700: snap_remove snap 348 2024-08-17T00:53:03.878 INFO:tasks.rados.rados.0.smithi082.stdout:3696: finishing write tid 1 to smithi08280503-4 2024-08-17T00:53:03.878 INFO:tasks.rados.rados.0.smithi082.stdout:3696: finishing write tid 2 to smithi08280503-4 2024-08-17T00:53:03.878 INFO:tasks.rados.rados.0.smithi082.stdout:3696: finishing write tid 3 to smithi08280503-4 2024-08-17T00:53:03.879 INFO:tasks.rados.rados.0.smithi082.stdout:3696: finishing write tid 4 to smithi08280503-4 2024-08-17T00:53:03.879 INFO:tasks.rados.rados.0.smithi082.stdout:3696: finishing write tid 5 to smithi08280503-4 2024-08-17T00:53:03.879 INFO:tasks.rados.rados.0.smithi082.stdout:3696: finishing write tid 6 to smithi08280503-4 2024-08-17T00:53:03.879 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 2288 (ObjNum 1142 snap 350 seq_num 1142) dirty exists 2024-08-17T00:53:03.879 INFO:tasks.rados.rados.0.smithi082.stdout:3696: left oid 4 (ObjNum 1142 snap 350 seq_num 1142) 2024-08-17T00:53:03.879 INFO:tasks.rados.rados.0.smithi082.stdout:3697: expect (ObjNum 1064 snap 327 seq_num 1064) 2024-08-17T00:53:03.907 INFO:tasks.rados.rados.0.smithi082.stdout:3698: expect (ObjNum 1139 snap 350 seq_num 1139) 2024-08-17T00:53:04.181 INFO:tasks.rados.rados.0.smithi082.stdout:3699: expect (ObjNum 1049 snap 325 seq_num 1049) 2024-08-17T00:53:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:03 smithi082 ceph-mon[94343]: osdmap e782: 8 total, 8 up, 8 in 2024-08-17T00:53:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:03 smithi082 ceph-mon[94343]: osdmap e783: 8 total, 8 up, 8 in 2024-08-17T00:53:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:03 smithi082 ceph-mon[91979]: osdmap e782: 8 total, 8 up, 8 in 2024-08-17T00:53:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:03 smithi082 ceph-mon[91979]: osdmap e783: 8 total, 8 up, 8 in 2024-08-17T00:53:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:03 smithi137 ceph-mon[86391]: osdmap e782: 8 total, 8 up, 8 in 2024-08-17T00:53:04.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:03 smithi137 ceph-mon[86391]: osdmap e783: 8 total, 8 up, 8 in 2024-08-17T00:53:04.954 INFO:tasks.rados.rados.0.smithi082.stdout:3696: done (4 left) 2024-08-17T00:53:04.954 INFO:tasks.rados.rados.0.smithi082.stdout:3697: done (3 left) 2024-08-17T00:53:04.954 INFO:tasks.rados.rados.0.smithi082.stdout:3698: done (2 left) 2024-08-17T00:53:04.954 INFO:tasks.rados.rados.0.smithi082.stdout:3699: done (1 left) 2024-08-17T00:53:04.954 INFO:tasks.rados.rados.0.smithi082.stdout:3700: done (0 left) 2024-08-17T00:53:04.954 INFO:tasks.rados.rados.0.smithi082.stdout:3701: read oid 8 snap 349 2024-08-17T00:53:04.954 INFO:tasks.rados.rados.0.smithi082.stdout:3701: expect (ObjNum 1052 snap 325 seq_num 1052) 2024-08-17T00:53:04.954 INFO:tasks.rados.rados.0.smithi082.stdout:3702: rollback oid 30 current snap is 350 2024-08-17T00:53:04.954 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 30 to 341 2024-08-17T00:53:04.954 INFO:tasks.rados.rados.0.smithi082.stdout:3703: read oid 37 snap -1 2024-08-17T00:53:04.955 INFO:tasks.rados.rados.0.smithi082.stdout:3703: expect (ObjNum 1102 snap 344 seq_num 1102) 2024-08-17T00:53:04.955 INFO:tasks.rados.rados.0.smithi082.stdout:3704: read oid 2 snap -1 2024-08-17T00:53:04.955 INFO:tasks.rados.rados.0.smithi082.stdout:3704: expect (ObjNum 1135 snap 349 seq_num 1135) 2024-08-17T00:53:04.955 INFO:tasks.rados.rados.0.smithi082.stdout:3705: delete oid 48 current snap is 350 2024-08-17T00:53:04.957 INFO:tasks.rados.rados.0.smithi082.stdout:3702: finishing rollback tid 0 to smithi08280503-30 2024-08-17T00:53:04.959 INFO:tasks.rados.rados.0.smithi082.stdout:3702: finishing rollback tid 1 to smithi08280503-30 2024-08-17T00:53:04.959 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 30 v 1977 (ObjNum 65 snap 0 seq_num 0) dirty dne 2024-08-17T00:53:04.962 INFO:tasks.rados.rados.0.smithi082.stdout:3704: expect (ObjNum 1135 snap 349 seq_num 1135) 2024-08-17T00:53:05.034 INFO:tasks.rados.rados.0.smithi082.stdout:3703: expect (ObjNum 1102 snap 344 seq_num 1102) 2024-08-17T00:53:05.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:04 smithi082 ceph-mon[94343]: pgmap v847: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 390 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.4 MiB/s wr, 22 op/s 2024-08-17T00:53:05.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:04 smithi082 ceph-mon[91979]: pgmap v847: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 390 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.4 MiB/s wr, 22 op/s 2024-08-17T00:53:05.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:53:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:53:05] "GET /metrics HTTP/1.1" 200 36274 "" "Prometheus/2.43.0" 2024-08-17T00:53:05.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:04 smithi137 ceph-mon[86391]: pgmap v847: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 390 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.4 MiB/s wr, 22 op/s 2024-08-17T00:53:05.969 INFO:tasks.rados.rados.0.smithi082.stdout:3701: expect (ObjNum 1052 snap 325 seq_num 1052) 2024-08-17T00:53:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:53:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:53:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:53:07.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:06 smithi082 ceph-mon[94343]: pgmap v848: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 394 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.6 MiB/s wr, 20 op/s 2024-08-17T00:53:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:06 smithi082 ceph-mon[91979]: pgmap v848: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 394 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.6 MiB/s wr, 20 op/s 2024-08-17T00:53:07.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:06 smithi137 ceph-mon[86391]: pgmap v848: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 394 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.6 MiB/s wr, 20 op/s 2024-08-17T00:53:07.317 INFO:tasks.rados.rados.0.smithi082.stdout:3701: done (4 left) 2024-08-17T00:53:07.317 INFO:tasks.rados.rados.0.smithi082.stdout:3702: done (3 left) 2024-08-17T00:53:07.317 INFO:tasks.rados.rados.0.smithi082.stdout:3703: done (2 left) 2024-08-17T00:53:07.317 INFO:tasks.rados.rados.0.smithi082.stdout:3704: done (1 left) 2024-08-17T00:53:07.317 INFO:tasks.rados.rados.0.smithi082.stdout:3705: done (0 left) 2024-08-17T00:53:07.317 INFO:tasks.rados.rados.0.smithi082.stdout:3706: snap_create 2024-08-17T00:53:07.917 INFO:tasks.rados.rados.0.smithi082.stdout:3706: done (0 left) 2024-08-17T00:53:07.917 INFO:tasks.rados.rados.0.smithi082.stdout:3707: rmattr oid 9 current snap is 351 2024-08-17T00:53:07.917 INFO:tasks.rados.rados.0.smithi082.stdout:3707: done (0 left) 2024-08-17T00:53:07.917 INFO:tasks.rados.rados.0.smithi082.stdout:3708: read oid 4 snap -1 2024-08-17T00:53:07.917 INFO:tasks.rados.rados.0.smithi082.stdout:3708: expect (ObjNum 1142 snap 350 seq_num 1142) 2024-08-17T00:53:07.917 INFO:tasks.rados.rados.0.smithi082.stdout:3709: rmattr oid 33 current snap is 351 2024-08-17T00:53:07.917 INFO:tasks.rados.rados.0.smithi082.stdout:3709: done (1 left) 2024-08-17T00:53:07.917 INFO:tasks.rados.rados.0.smithi082.stdout:3710: delete oid 43 current snap is 351 2024-08-17T00:53:07.933 INFO:tasks.rados.rados.0.smithi082.stdout:3708: expect (ObjNum 1142 snap 350 seq_num 1142) 2024-08-17T00:53:08.046 INFO:tasks.rados.rados.0.smithi082.stdout:3708: done (1 left) 2024-08-17T00:53:08.046 INFO:tasks.rados.rados.0.smithi082.stdout:3710: done (0 left) 2024-08-17T00:53:08.046 INFO:tasks.rados.rados.0.smithi082.stdout:3711: snap_remove snap 347 2024-08-17T00:53:08.883 INFO:tasks.rados.rados.0.smithi082.stdout:3711: done (0 left) 2024-08-17T00:53:08.883 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 38 current snap is 351 2024-08-17T00:53:08.883 INFO:tasks.rados.rados.0.smithi082.stdout:3712: seq_num 1145 ranges {3334144=786432,4120576=622592,4743168=516096,5259264=417792,5677056=49152} 2024-08-17T00:53:08.905 INFO:tasks.rados.rados.0.smithi082.stdout:3712: writing smithi08280503-38 from 3334144 to 4120576 tid 1 2024-08-17T00:53:08.909 INFO:tasks.rados.rados.0.smithi082.stdout:3712: writing smithi08280503-38 from 4120576 to 4743168 tid 2 2024-08-17T00:53:08.912 INFO:tasks.rados.rados.0.smithi082.stdout:3712: writing smithi08280503-38 from 4743168 to 5259264 tid 3 2024-08-17T00:53:08.915 INFO:tasks.rados.rados.0.smithi082.stdout:3712: writing smithi08280503-38 from 5259264 to 5677056 tid 4 2024-08-17T00:53:08.915 INFO:tasks.rados.rados.0.smithi082.stdout:3712: writing smithi08280503-38 from 5677056 to 5726208 tid 5 2024-08-17T00:53:08.915 INFO:tasks.rados.rados.0.smithi082.stdout:3713: read oid 17 snap -1 2024-08-17T00:53:08.916 INFO:tasks.rados.rados.0.smithi082.stdout:3713: expect (ObjNum 1115 snap 346 seq_num 1115) 2024-08-17T00:53:08.916 INFO:tasks.rados.rados.0.smithi082.stdout:3714: rollback oid 40 current snap is 351 2024-08-17T00:53:08.916 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 40 to 349 2024-08-17T00:53:08.916 INFO:tasks.rados.rados.0.smithi082.stdout:3712: finishing write tid 1 to smithi08280503-38 2024-08-17T00:53:08.916 INFO:tasks.rados.rados.0.smithi082.stdout:3712: finishing write tid 2 to smithi08280503-38 2024-08-17T00:53:08.916 INFO:tasks.rados.rados.0.smithi082.stdout:3715: snap_create 2024-08-17T00:53:08.919 INFO:tasks.rados.rados.0.smithi082.stdout:3712: finishing write tid 3 to smithi08280503-38 2024-08-17T00:53:08.921 INFO:tasks.rados.rados.0.smithi082.stdout:3712: finishing write tid 4 to smithi08280503-38 2024-08-17T00:53:08.921 INFO:tasks.rados.rados.0.smithi082.stdout:3712: finishing write tid 5 to smithi08280503-38 2024-08-17T00:53:08.922 INFO:tasks.rados.rados.0.smithi082.stdout:3712: finishing write tid 6 to smithi08280503-38 2024-08-17T00:53:08.926 INFO:tasks.rados.rados.0.smithi082.stdout:3713: expect (ObjNum 1115 snap 346 seq_num 1115) 2024-08-17T00:53:08.979 INFO:tasks.rados.rados.0.smithi082.stdout:3712: finishing write tid 7 to smithi08280503-38 2024-08-17T00:53:08.980 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 1983 (ObjNum 1145 snap 351 seq_num 1145) dirty exists 2024-08-17T00:53:08.980 INFO:tasks.rados.rados.0.smithi082.stdout:3712: left oid 38 (ObjNum 1145 snap 351 seq_num 1145) 2024-08-17T00:53:08.980 INFO:tasks.rados.rados.0.smithi082.stdout:3714: finishing rollback tid 0 to smithi08280503-40 2024-08-17T00:53:08.980 INFO:tasks.rados.rados.0.smithi082.stdout:3714: finishing rollback tid 1 to smithi08280503-40 2024-08-17T00:53:08.980 INFO:tasks.rados.rados.0.smithi082.stdout:3714: finishing rollback tid 2 to smithi08280503-40 2024-08-17T00:53:08.980 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 2170 (ObjNum 1091 snap 336 seq_num 1091) dirty exists 2024-08-17T00:53:09.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:08 smithi082 ceph-mon[94343]: osdmap e784: 8 total, 8 up, 8 in 2024-08-17T00:53:09.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:08 smithi082 ceph-mon[94343]: pgmap v850: 121 pgs: 121 active+clean; 394 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 4.6 MiB/s wr, 18 op/s 2024-08-17T00:53:09.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:08 smithi082 ceph-mon[94343]: osdmap e785: 8 total, 8 up, 8 in 2024-08-17T00:53:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:08 smithi082 ceph-mon[91979]: osdmap e784: 8 total, 8 up, 8 in 2024-08-17T00:53:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:08 smithi082 ceph-mon[91979]: pgmap v850: 121 pgs: 121 active+clean; 394 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 4.6 MiB/s wr, 18 op/s 2024-08-17T00:53:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:08 smithi082 ceph-mon[91979]: osdmap e785: 8 total, 8 up, 8 in 2024-08-17T00:53:09.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:08 smithi137 ceph-mon[86391]: osdmap e784: 8 total, 8 up, 8 in 2024-08-17T00:53:09.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:08 smithi137 ceph-mon[86391]: pgmap v850: 121 pgs: 121 active+clean; 394 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 4.6 MiB/s wr, 18 op/s 2024-08-17T00:53:09.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:08 smithi137 ceph-mon[86391]: osdmap e785: 8 total, 8 up, 8 in 2024-08-17T00:53:09.952 INFO:tasks.rados.rados.0.smithi082.stdout:3712: done (3 left) 2024-08-17T00:53:09.952 INFO:tasks.rados.rados.0.smithi082.stdout:3713: done (2 left) 2024-08-17T00:53:09.952 INFO:tasks.rados.rados.0.smithi082.stdout:3714: done (1 left) 2024-08-17T00:53:09.952 INFO:tasks.rados.rados.0.smithi082.stdout:3715: done (0 left) 2024-08-17T00:53:09.952 INFO:tasks.rados.rados.0.smithi082.stdout:3716: delete oid 27 current snap is 352 2024-08-17T00:53:09.952 INFO:tasks.rados.rados.0.smithi082.stdout:3716: done (0 left) 2024-08-17T00:53:09.953 INFO:tasks.rados.rados.0.smithi082.stdout:3717: copy_from oid 7 from oid 11 current snap is 352 2024-08-17T00:53:09.953 INFO:tasks.rados.rados.0.smithi082.stdout:3718: snap_create 2024-08-17T00:53:09.953 INFO:tasks.rados.rados.0.smithi082.stdout:3717: finishing copy_from to smithi08280503-7 2024-08-17T00:53:09.953 INFO:tasks.rados.rados.0.smithi082.stdout:3717: got expected ENOENT (src dne) 2024-08-17T00:53:09.953 INFO:tasks.rados.rados.0.smithi082.stdout:3717: finishing copy_from racing read to smithi08280503-7 2024-08-17T00:53:10.936 INFO:tasks.rados.rados.0.smithi082.stdout:3717: done (1 left) 2024-08-17T00:53:10.936 INFO:tasks.rados.rados.0.smithi082.stdout:3718: done (0 left) 2024-08-17T00:53:10.936 INFO:tasks.rados.rados.0.smithi082.stdout:3719: rmattr oid 22 current snap is 353 2024-08-17T00:53:10.936 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 6 current snap is 353 2024-08-17T00:53:10.937 INFO:tasks.rados.rados.0.smithi082.stdout:3720: seq_num 1147 ranges {2097152=16384} 2024-08-17T00:53:10.947 INFO:tasks.rados.rados.0.smithi082.stdout:3720: writing smithi08280503-6 from 2097152 to 2113536 tid 1 2024-08-17T00:53:10.947 INFO:tasks.rados.rados.0.smithi082.stdout:3721: copy_from oid 24 from oid 7 current snap is 353 2024-08-17T00:53:10.947 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 1815 (ObjNum 1137 snap 349 seq_num 1137) dirty exists 2024-08-17T00:53:10.947 INFO:tasks.rados.rados.0.smithi082.stdout:3719: done (2 left) 2024-08-17T00:53:10.947 INFO:tasks.rados.rados.0.smithi082.stdout:3722: snap_create 2024-08-17T00:53:10.952 INFO:tasks.rados.rados.0.smithi082.stdout:3720: finishing write tid 1 to smithi08280503-6 2024-08-17T00:53:10.953 INFO:tasks.rados.rados.0.smithi082.stdout:3720: finishing write tid 2 to smithi08280503-6 2024-08-17T00:53:10.953 INFO:tasks.rados.rados.0.smithi082.stdout:3720: finishing write tid 3 to smithi08280503-6 2024-08-17T00:53:10.953 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 1918 (ObjNum 1147 snap 353 seq_num 1147) dirty exists 2024-08-17T00:53:10.954 INFO:tasks.rados.rados.0.smithi082.stdout:3720: left oid 6 (ObjNum 1147 snap 353 seq_num 1147) 2024-08-17T00:53:10.966 INFO:tasks.rados.rados.0.smithi082.stdout:3721: finishing copy_from racing read to smithi08280503-24 2024-08-17T00:53:10.969 INFO:tasks.rados.rados.0.smithi082.stdout:3721: finishing copy_from to smithi08280503-24 2024-08-17T00:53:10.970 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 1979 (ObjNum 1113 snap 345 seq_num 1113) dirty exists 2024-08-17T00:53:11.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:10 smithi082 ceph-mon[91979]: osdmap e786: 8 total, 8 up, 8 in 2024-08-17T00:53:11.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:10 smithi082 ceph-mon[91979]: pgmap v853: 121 pgs: 121 active+clean; 396 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-08-17T00:53:11.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:10 smithi082 ceph-mon[94343]: osdmap e786: 8 total, 8 up, 8 in 2024-08-17T00:53:11.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:10 smithi082 ceph-mon[94343]: pgmap v853: 121 pgs: 121 active+clean; 396 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-08-17T00:53:11.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:10 smithi137 ceph-mon[86391]: osdmap e786: 8 total, 8 up, 8 in 2024-08-17T00:53:11.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:10 smithi137 ceph-mon[86391]: pgmap v853: 121 pgs: 121 active+clean; 396 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-08-17T00:53:11.941 INFO:tasks.rados.rados.0.smithi082.stdout:3720: done (2 left) 2024-08-17T00:53:11.942 INFO:tasks.rados.rados.0.smithi082.stdout:3721: done (1 left) 2024-08-17T00:53:11.942 INFO:tasks.rados.rados.0.smithi082.stdout:3722: done (0 left) 2024-08-17T00:53:11.942 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 20 current snap is 354 2024-08-17T00:53:11.942 INFO:tasks.rados.rados.0.smithi082.stdout:3723: seq_num 1148 ranges {3252224=32768} 2024-08-17T00:53:11.958 INFO:tasks.rados.rados.0.smithi082.stdout:3723: writing smithi08280503-20 from 3252224 to 3284992 tid 1 2024-08-17T00:53:11.959 INFO:tasks.rados.rados.0.smithi082.stdout:3724: read oid 30 snap -1 2024-08-17T00:53:11.959 INFO:tasks.rados.rados.0.smithi082.stdout:3724: expect deleted 2024-08-17T00:53:11.959 INFO:tasks.rados.rados.0.smithi082.stdout:3725: snap_remove snap 351 2024-08-17T00:53:12.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:11 smithi082 ceph-mon[94343]: osdmap e787: 8 total, 8 up, 8 in 2024-08-17T00:53:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:11 smithi082 ceph-mon[91979]: osdmap e787: 8 total, 8 up, 8 in 2024-08-17T00:53:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:11 smithi137 ceph-mon[86391]: osdmap e787: 8 total, 8 up, 8 in 2024-08-17T00:53:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:53:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:53:12.948 INFO:tasks.rados.rados.0.smithi082.stdout:3725: done (2 left) 2024-08-17T00:53:12.948 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 29 current snap is 354 2024-08-17T00:53:12.948 INFO:tasks.rados.rados.0.smithi082.stdout:3726: seq_num 1149 ranges {0=49152} 2024-08-17T00:53:12.948 INFO:tasks.rados.rados.0.smithi082.stdout:3726: writing smithi08280503-29 from 0 to 49152 tid 1 2024-08-17T00:53:12.948 INFO:tasks.rados.rados.0.smithi082.stdout:3727: read oid 18 snap -1 2024-08-17T00:53:12.948 INFO:tasks.rados.rados.0.smithi082.stdout:3727: expect (ObjNum 942 snap 287 seq_num 942) 2024-08-17T00:53:12.948 INFO:tasks.rados.rados.0.smithi082.stdout:3728: read oid 14 snap -1 2024-08-17T00:53:12.948 INFO:tasks.rados.rados.0.smithi082.stdout:3728: expect (ObjNum 1140 snap 350 seq_num 1140) 2024-08-17T00:53:12.948 INFO:tasks.rados.rados.0.smithi082.stdout:3729: delete oid 16 current snap is 354 2024-08-17T00:53:12.949 INFO:tasks.rados.rados.0.smithi082.stdout:3723: finishing write tid 1 to smithi08280503-20 2024-08-17T00:53:12.949 INFO:tasks.rados.rados.0.smithi082.stdout:3723: finishing write tid 2 to smithi08280503-20 2024-08-17T00:53:12.949 INFO:tasks.rados.rados.0.smithi082.stdout:3723: finishing write tid 3 to smithi08280503-20 2024-08-17T00:53:12.949 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 2008 (ObjNum 1148 snap 354 seq_num 1148) dirty exists 2024-08-17T00:53:12.949 INFO:tasks.rados.rados.0.smithi082.stdout:3723: left oid 20 (ObjNum 1148 snap 354 seq_num 1148) 2024-08-17T00:53:12.953 INFO:tasks.rados.rados.0.smithi082.stdout:3723: done (5 left) 2024-08-17T00:53:12.953 INFO:tasks.rados.rados.0.smithi082.stdout:3724: done (4 left) 2024-08-17T00:53:12.953 INFO:tasks.rados.rados.0.smithi082.stdout:3729: done (3 left) 2024-08-17T00:53:12.953 INFO:tasks.rados.rados.0.smithi082.stdout:3730: copy_from oid 39 from oid 25 current snap is 354 2024-08-17T00:53:12.953 INFO:tasks.rados.rados.0.smithi082.stdout:3731: copy_from oid 8 from oid 37 current snap is 354 2024-08-17T00:53:12.953 INFO:tasks.rados.rados.0.smithi082.stdout:3732: setattr oid 47 current snap is 354 2024-08-17T00:53:12.955 INFO:tasks.rados.rados.0.smithi082.stdout:3733: snap_create 2024-08-17T00:53:12.957 INFO:tasks.rados.rados.0.smithi082.stdout:3726: finishing write tid 1 to smithi08280503-29 2024-08-17T00:53:12.958 INFO:tasks.rados.rados.0.smithi082.stdout:3726: finishing write tid 2 to smithi08280503-29 2024-08-17T00:53:12.961 INFO:tasks.rados.rados.0.smithi082.stdout:3726: finishing write tid 3 to smithi08280503-29 2024-08-17T00:53:12.961 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 29 v 1980 (ObjNum 1149 snap 354 seq_num 1149) dirty exists 2024-08-17T00:53:12.961 INFO:tasks.rados.rados.0.smithi082.stdout:3726: left oid 29 (ObjNum 1149 snap 354 seq_num 1149) 2024-08-17T00:53:12.963 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 1595 (ObjNum 33 snap 0 seq_num 1332700528) dirty exists 2024-08-17T00:53:12.970 INFO:tasks.rados.rados.0.smithi082.stdout:3727: expect (ObjNum 942 snap 287 seq_num 942) 2024-08-17T00:53:13.063 INFO:tasks.rados.rados.0.smithi082.stdout:3728: expect (ObjNum 1140 snap 350 seq_num 1140) 2024-08-17T00:53:13.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:12 smithi082 ceph-mon[94343]: osdmap e788: 8 total, 8 up, 8 in 2024-08-17T00:53:13.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:12 smithi082 ceph-mon[94343]: pgmap v856: 121 pgs: 121 active+clean; 396 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 584 KiB/s wr, 6 op/s 2024-08-17T00:53:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:12 smithi082 ceph-mon[91979]: osdmap e788: 8 total, 8 up, 8 in 2024-08-17T00:53:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:12 smithi082 ceph-mon[91979]: pgmap v856: 121 pgs: 121 active+clean; 396 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 584 KiB/s wr, 6 op/s 2024-08-17T00:53:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:12 smithi137 ceph-mon[86391]: osdmap e788: 8 total, 8 up, 8 in 2024-08-17T00:53:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:12 smithi137 ceph-mon[86391]: pgmap v856: 121 pgs: 121 active+clean; 396 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 584 KiB/s wr, 6 op/s 2024-08-17T00:53:13.248 INFO:tasks.rados.rados.0.smithi082.stdout:3730: finishing copy_from racing read to smithi08280503-39 2024-08-17T00:53:13.248 INFO:tasks.rados.rados.0.smithi082.stdout:3730: finishing copy_from to smithi08280503-39 2024-08-17T00:53:13.248 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 1791 (ObjNum 1071 snap 333 seq_num 1071) dirty exists 2024-08-17T00:53:13.248 INFO:tasks.rados.rados.0.smithi082.stdout:3731: finishing copy_from racing read to smithi08280503-8 2024-08-17T00:53:13.248 INFO:tasks.rados.rados.0.smithi082.stdout:3731: finishing copy_from to smithi08280503-8 2024-08-17T00:53:13.248 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 2099 (ObjNum 1102 snap 344 seq_num 1102) dirty exists 2024-08-17T00:53:13.885 INFO:tasks.rados.rados.0.smithi082.stdout:3726: done (6 left) 2024-08-17T00:53:13.885 INFO:tasks.rados.rados.0.smithi082.stdout:3727: done (5 left) 2024-08-17T00:53:13.885 INFO:tasks.rados.rados.0.smithi082.stdout:3728: done (4 left) 2024-08-17T00:53:13.885 INFO:tasks.rados.rados.0.smithi082.stdout:3730: done (3 left) 2024-08-17T00:53:13.885 INFO:tasks.rados.rados.0.smithi082.stdout:3731: done (2 left) 2024-08-17T00:53:13.885 INFO:tasks.rados.rados.0.smithi082.stdout:3732: done (1 left) 2024-08-17T00:53:13.885 INFO:tasks.rados.rados.0.smithi082.stdout:3733: done (0 left) 2024-08-17T00:53:13.885 INFO:tasks.rados.rados.0.smithi082.stdout:3734: snap_create 2024-08-17T00:53:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:13 smithi082 ceph-mon[94343]: osdmap e789: 8 total, 8 up, 8 in 2024-08-17T00:53:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:13 smithi082 ceph-mon[94343]: osdmap e790: 8 total, 8 up, 8 in 2024-08-17T00:53:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:13 smithi082 ceph-mon[91979]: osdmap e789: 8 total, 8 up, 8 in 2024-08-17T00:53:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:13 smithi082 ceph-mon[91979]: osdmap e790: 8 total, 8 up, 8 in 2024-08-17T00:53:14.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:13 smithi137 ceph-mon[86391]: osdmap e789: 8 total, 8 up, 8 in 2024-08-17T00:53:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:13 smithi137 ceph-mon[86391]: osdmap e790: 8 total, 8 up, 8 in 2024-08-17T00:53:14.886 INFO:tasks.rados.rados.0.smithi082.stdout:3734: done (0 left) 2024-08-17T00:53:14.886 INFO:tasks.rados.rados.0.smithi082.stdout:3735: delete oid 36 current snap is 356 2024-08-17T00:53:14.892 INFO:tasks.rados.rados.0.smithi082.stdout:3735: done (0 left) 2024-08-17T00:53:14.892 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 49 current snap is 356 2024-08-17T00:53:14.892 INFO:tasks.rados.rados.0.smithi082.stdout:3736: seq_num 1152 ranges {0=98304} 2024-08-17T00:53:14.893 INFO:tasks.rados.rados.0.smithi082.stdout:3736: writing smithi08280503-49 from 0 to 98304 tid 1 2024-08-17T00:53:14.893 INFO:tasks.rados.rados.0.smithi082.stdout:3737: rollback oid 45 current snap is 356 2024-08-17T00:53:14.893 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 45 to 353 2024-08-17T00:53:14.893 INFO:tasks.rados.rados.0.smithi082.stdout:3738: setattr oid 5 current snap is 356 2024-08-17T00:53:14.895 INFO:tasks.rados.rados.0.smithi082.stdout:3739: copy_from oid 3 from oid 46 current snap is 356 2024-08-17T00:53:14.896 INFO:tasks.rados.rados.0.smithi082.stdout:3740: copy_from oid 47 from oid 50 current snap is 356 2024-08-17T00:53:14.896 INFO:tasks.rados.rados.0.smithi082.stdout:3741: read oid 38 snap -1 2024-08-17T00:53:14.896 INFO:tasks.rados.rados.0.smithi082.stdout:3741: expect (ObjNum 1145 snap 351 seq_num 1145) 2024-08-17T00:53:14.896 INFO:tasks.rados.rados.0.smithi082.stdout:3742: copy_from oid 20 from oid 26 current snap is 356 2024-08-17T00:53:14.896 INFO:tasks.rados.rados.0.smithi082.stdout:3743: delete oid 7 current snap is 356 2024-08-17T00:53:14.901 INFO:tasks.rados.rados.0.smithi082.stdout:3740: finishing copy_from racing read to smithi08280503-47 2024-08-17T00:53:14.902 INFO:tasks.rados.rados.0.smithi082.stdout:3739: finishing copy_from to smithi08280503-3 2024-08-17T00:53:14.902 INFO:tasks.rados.rados.0.smithi082.stdout:3739: got expected ENOENT (src dne) 2024-08-17T00:53:14.902 INFO:tasks.rados.rados.0.smithi082.stdout:3743: done (7 left) 2024-08-17T00:53:14.902 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 27 current snap is 356 2024-08-17T00:53:14.902 INFO:tasks.rados.rados.0.smithi082.stdout:3744: seq_num 1154 ranges {0=131072} 2024-08-17T00:53:14.903 INFO:tasks.rados.rados.0.smithi082.stdout:3744: writing smithi08280503-27 from 0 to 131072 tid 1 2024-08-17T00:53:14.903 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 12 current snap is 356 2024-08-17T00:53:14.903 INFO:tasks.rados.rados.0.smithi082.stdout:3745: seq_num 1155 ranges {6782976=147456} 2024-08-17T00:53:14.941 INFO:tasks.rados.rados.0.smithi082.stdout:3745: writing smithi08280503-12 from 6782976 to 6930432 tid 1 2024-08-17T00:53:14.942 INFO:tasks.rados.rados.0.smithi082.stdout:3746: read oid 13 snap -1 2024-08-17T00:53:14.942 INFO:tasks.rados.rados.0.smithi082.stdout:3746: expect (ObjNum 1036 snap 320 seq_num 1036) 2024-08-17T00:53:14.942 INFO:tasks.rados.rados.0.smithi082.stdout:3747: read oid 36 snap -1 2024-08-17T00:53:14.942 INFO:tasks.rados.rados.0.smithi082.stdout:3747: expect deleted 2024-08-17T00:53:14.942 INFO:tasks.rados.rados.0.smithi082.stdout:3748: rmattr oid 8 current snap is 356 2024-08-17T00:53:14.942 INFO:tasks.rados.rados.0.smithi082.stdout:3739: finishing copy_from racing read to smithi08280503-3 2024-08-17T00:53:14.942 INFO:tasks.rados.rados.0.smithi082.stdout:3739: done (11 left) 2024-08-17T00:53:14.942 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 2 current snap is 356 2024-08-17T00:53:14.942 INFO:tasks.rados.rados.0.smithi082.stdout:3736: finishing write tid 1 to smithi08280503-49 2024-08-17T00:53:14.942 INFO:tasks.rados.rados.0.smithi082.stdout:3737: finishing rollback tid 0 to smithi08280503-45 2024-08-17T00:53:14.943 INFO:tasks.rados.rados.0.smithi082.stdout:3749: seq_num 1156 ranges {2220032=163840} 2024-08-17T00:53:14.954 INFO:tasks.rados.rados.0.smithi082.stdout:3749: writing smithi08280503-2 from 2220032 to 2383872 tid 1 2024-08-17T00:53:14.955 INFO:tasks.rados.rados.0.smithi082.stdout:3750: read oid 37 snap 341 2024-08-17T00:53:14.955 INFO:tasks.rados.rados.0.smithi082.stdout:3750: expect (ObjNum 1077 snap 333 seq_num 1077) 2024-08-17T00:53:14.955 INFO:tasks.rados.rados.0.smithi082.stdout:3751: snap_remove snap 346 2024-08-17T00:53:15.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:53:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:53:15] "GET /metrics HTTP/1.1" 200 36275 "" "Prometheus/2.43.0" 2024-08-17T00:53:15.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:14 smithi082 ceph-mon[91979]: pgmap v859: 121 pgs: 121 active+clean; 406 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-17T00:53:15.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:14 smithi082 ceph-mon[91979]: osdmap e791: 8 total, 8 up, 8 in 2024-08-17T00:53:15.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:14 smithi082 ceph-mon[94343]: pgmap v859: 121 pgs: 121 active+clean; 406 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-17T00:53:15.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:14 smithi082 ceph-mon[94343]: osdmap e791: 8 total, 8 up, 8 in 2024-08-17T00:53:15.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:14 smithi137 ceph-mon[86391]: pgmap v859: 121 pgs: 121 active+clean; 406 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-17T00:53:15.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:14 smithi137 ceph-mon[86391]: osdmap e791: 8 total, 8 up, 8 in 2024-08-17T00:53:15.958 INFO:tasks.rados.rados.0.smithi082.stdout:3737: finishing rollback tid 1 to smithi08280503-45 2024-08-17T00:53:15.958 INFO:tasks.rados.rados.0.smithi082.stdout:3736: finishing write tid 2 to smithi08280503-49 2024-08-17T00:53:15.958 INFO:tasks.rados.rados.0.smithi082.stdout:3740: finishing copy_from to smithi08280503-47 2024-08-17T00:53:15.958 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 1797 (ObjNum 49 snap 0 seq_num 0) dirty exists 2024-08-17T00:53:15.958 INFO:tasks.rados.rados.0.smithi082.stdout:3737: finishing rollback tid 2 to smithi08280503-45 2024-08-17T00:53:15.958 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 45 v 1983 (ObjNum 1113 snap 345 seq_num 1113) dirty exists 2024-08-17T00:53:15.959 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 1919 (ObjNum 1138 snap 349 seq_num 1138) dirty exists 2024-08-17T00:53:15.959 INFO:tasks.rados.rados.0.smithi082.stdout:3736: finishing write tid 3 to smithi08280503-49 2024-08-17T00:53:15.959 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 49 v 2205 (ObjNum 1152 snap 356 seq_num 1152) dirty exists 2024-08-17T00:53:15.959 INFO:tasks.rados.rados.0.smithi082.stdout:3736: left oid 49 (ObjNum 1152 snap 356 seq_num 1152) 2024-08-17T00:53:15.959 INFO:tasks.rados.rados.0.smithi082.stdout:3744: finishing write tid 1 to smithi08280503-27 2024-08-17T00:53:15.959 INFO:tasks.rados.rados.0.smithi082.stdout:3744: finishing write tid 2 to smithi08280503-27 2024-08-17T00:53:15.959 INFO:tasks.rados.rados.0.smithi082.stdout:3742: finishing copy_from racing read to smithi08280503-20 2024-08-17T00:53:15.959 INFO:tasks.rados.rados.0.smithi082.stdout:3744: finishing write tid 3 to smithi08280503-27 2024-08-17T00:53:15.959 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 2182 (ObjNum 1154 snap 356 seq_num 1154) dirty exists 2024-08-17T00:53:15.959 INFO:tasks.rados.rados.0.smithi082.stdout:3744: left oid 27 (ObjNum 1154 snap 356 seq_num 1154) 2024-08-17T00:53:15.959 INFO:tasks.rados.rados.0.smithi082.stdout:3742: finishing copy_from to smithi08280503-20 2024-08-17T00:53:15.959 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 2134 (ObjNum 1064 snap 327 seq_num 1064) dirty exists 2024-08-17T00:53:15.959 INFO:tasks.rados.rados.0.smithi082.stdout:3736: done (13 left) 2024-08-17T00:53:15.959 INFO:tasks.rados.rados.0.smithi082.stdout:3737: done (12 left) 2024-08-17T00:53:15.960 INFO:tasks.rados.rados.0.smithi082.stdout:3738: done (11 left) 2024-08-17T00:53:15.960 INFO:tasks.rados.rados.0.smithi082.stdout:3740: done (10 left) 2024-08-17T00:53:15.960 INFO:tasks.rados.rados.0.smithi082.stdout:3742: done (9 left) 2024-08-17T00:53:15.960 INFO:tasks.rados.rados.0.smithi082.stdout:3744: done (8 left) 2024-08-17T00:53:15.960 INFO:tasks.rados.rados.0.smithi082.stdout:3751: done (7 left) 2024-08-17T00:53:15.960 INFO:tasks.rados.rados.0.smithi082.stdout:3752: rollback oid 39 current snap is 356 2024-08-17T00:53:15.960 INFO:tasks.rados.rados.0.smithi082.stdout:3741: expect (ObjNum 1145 snap 351 seq_num 1145) 2024-08-17T00:53:16.196 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 2100 (ObjNum 1102 snap 344 seq_num 1102) dirty exists 2024-08-17T00:53:16.197 INFO:tasks.rados.rados.0.smithi082.stdout:3745: finishing write tid 1 to smithi08280503-12 2024-08-17T00:53:16.197 INFO:tasks.rados.rados.0.smithi082.stdout:3745: finishing write tid 2 to smithi08280503-12 2024-08-17T00:53:16.197 INFO:tasks.rados.rados.0.smithi082.stdout:3745: finishing write tid 3 to smithi08280503-12 2024-08-17T00:53:16.197 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 1793 (ObjNum 1155 snap 356 seq_num 1155) dirty exists 2024-08-17T00:53:16.197 INFO:tasks.rados.rados.0.smithi082.stdout:3745: left oid 12 (ObjNum 1155 snap 356 seq_num 1155) 2024-08-17T00:53:16.197 INFO:tasks.rados.rados.0.smithi082.stdout:3749: finishing write tid 1 to smithi08280503-2 2024-08-17T00:53:16.197 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 39 to 339 2024-08-17T00:53:16.197 INFO:tasks.rados.rados.0.smithi082.stdout:3749: finishing write tid 2 to smithi08280503-2 2024-08-17T00:53:16.197 INFO:tasks.rados.rados.0.smithi082.stdout:3749: finishing write tid 3 to smithi08280503-2 2024-08-17T00:53:16.197 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 2 v 1465 (ObjNum 1156 snap 356 seq_num 1156) dirty exists 2024-08-17T00:53:16.197 INFO:tasks.rados.rados.0.smithi082.stdout:3749: left oid 2 (ObjNum 1156 snap 356 seq_num 1156) 2024-08-17T00:53:16.197 INFO:tasks.rados.rados.0.smithi082.stdout:3746: expect (ObjNum 1036 snap 320 seq_num 1036) 2024-08-17T00:53:16.394 INFO:tasks.rados.rados.0.smithi082.stdout:3750: expect (ObjNum 1077 snap 333 seq_num 1077) 2024-08-17T00:53:17.166 INFO:tasks.rados.rados.0.smithi082.stdout:3752: finishing rollback tid 0 to smithi08280503-39 2024-08-17T00:53:17.167 INFO:tasks.rados.rados.0.smithi082.stdout:3752: finishing rollback tid 1 to smithi08280503-39 2024-08-17T00:53:17.167 INFO:tasks.rados.rados.0.smithi082.stdout:3752: finishing rollback tid 2 to smithi08280503-39 2024-08-17T00:53:17.167 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 1794 (ObjNum 1024 snap 314 seq_num 1024) dirty exists 2024-08-17T00:53:17.167 INFO:tasks.rados.rados.0.smithi082.stdout:3741: done (7 left) 2024-08-17T00:53:17.167 INFO:tasks.rados.rados.0.smithi082.stdout:3745: done (6 left) 2024-08-17T00:53:17.167 INFO:tasks.rados.rados.0.smithi082.stdout:3746: done (5 left) 2024-08-17T00:53:17.168 INFO:tasks.rados.rados.0.smithi082.stdout:3747: done (4 left) 2024-08-17T00:53:17.168 INFO:tasks.rados.rados.0.smithi082.stdout:3748: done (3 left) 2024-08-17T00:53:17.168 INFO:tasks.rados.rados.0.smithi082.stdout:3749: done (2 left) 2024-08-17T00:53:17.168 INFO:tasks.rados.rados.0.smithi082.stdout:3750: done (1 left) 2024-08-17T00:53:17.168 INFO:tasks.rados.rados.0.smithi082.stdout:3752: done (0 left) 2024-08-17T00:53:17.168 INFO:tasks.rados.rados.0.smithi082.stdout:3753: delete oid 19 current snap is 356 2024-08-17T00:53:17.169 INFO:tasks.rados.rados.0.smithi082.stdout:3753: done (0 left) 2024-08-17T00:53:17.170 INFO:tasks.rados.rados.0.smithi082.stdout:3754: read oid 7 snap 298 2024-08-17T00:53:17.170 INFO:tasks.rados.rados.0.smithi082.stdout:3754: expect (ObjNum 832 snap 261 seq_num 832) 2024-08-17T00:53:17.170 INFO:tasks.rados.rados.0.smithi082.stdout:3755: copy_from oid 9 from oid 32 current snap is 356 2024-08-17T00:53:17.170 INFO:tasks.rados.rados.0.smithi082.stdout:3756: snap_remove snap 349 2024-08-17T00:53:17.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:16 smithi082 ceph-mon[94343]: osdmap e792: 8 total, 8 up, 8 in 2024-08-17T00:53:17.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:16 smithi082 ceph-mon[94343]: pgmap v862: 121 pgs: 121 active+clean; 406 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-08-17T00:53:17.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:16 smithi082 ceph-mon[91979]: osdmap e792: 8 total, 8 up, 8 in 2024-08-17T00:53:17.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:16 smithi082 ceph-mon[91979]: pgmap v862: 121 pgs: 121 active+clean; 406 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-08-17T00:53:17.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:16 smithi137 ceph-mon[86391]: osdmap e792: 8 total, 8 up, 8 in 2024-08-17T00:53:17.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:16 smithi137 ceph-mon[86391]: pgmap v862: 121 pgs: 121 active+clean; 406 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-08-17T00:53:17.962 INFO:tasks.rados.rados.0.smithi082.stdout:3755: finishing copy_from to smithi08280503-9 2024-08-17T00:53:17.962 INFO:tasks.rados.rados.0.smithi082.stdout:3755: got expected ENOENT (src dne) 2024-08-17T00:53:17.962 INFO:tasks.rados.rados.0.smithi082.stdout:3755: finishing copy_from racing read to smithi08280503-9 2024-08-17T00:53:17.963 INFO:tasks.rados.rados.0.smithi082.stdout:3754: expect (ObjNum 832 snap 261 seq_num 832) 2024-08-17T00:53:18.417 INFO:tasks.rados.rados.0.smithi082.stdout:3754: done (2 left) 2024-08-17T00:53:18.417 INFO:tasks.rados.rados.0.smithi082.stdout:3755: done (1 left) 2024-08-17T00:53:18.417 INFO:tasks.rados.rados.0.smithi082.stdout:3756: done (0 left) 2024-08-17T00:53:18.417 INFO:tasks.rados.rados.0.smithi082.stdout:3757: copy_from oid 23 from oid 33 current snap is 356 2024-08-17T00:53:18.417 INFO:tasks.rados.rados.0.smithi082.stdout:3758: copy_from oid 11 from oid 18 current snap is 356 2024-08-17T00:53:18.417 INFO:tasks.rados.rados.0.smithi082.stdout:3759: snap_remove snap 340 2024-08-17T00:53:18.886 INFO:tasks.rados.rados.0.smithi082.stdout:3757: finishing copy_from to smithi08280503-23 2024-08-17T00:53:18.886 INFO:tasks.rados.rados.0.smithi082.stdout:3757: got expected ENOENT (src dne) 2024-08-17T00:53:18.887 INFO:tasks.rados.rados.0.smithi082.stdout:3759: done (2 left) 2024-08-17T00:53:18.887 INFO:tasks.rados.rados.0.smithi082.stdout:3757: finishing copy_from racing read to smithi08280503-23 2024-08-17T00:53:18.887 INFO:tasks.rados.rados.0.smithi082.stdout:3758: finishing copy_from racing read to smithi08280503-11 2024-08-17T00:53:18.887 INFO:tasks.rados.rados.0.smithi082.stdout:3758: finishing copy_from to smithi08280503-11 2024-08-17T00:53:18.887 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 1790 (ObjNum 942 snap 287 seq_num 942) dirty exists 2024-08-17T00:53:18.887 INFO:tasks.rados.rados.0.smithi082.stdout:3760: read oid 8 snap -1 2024-08-17T00:53:18.887 INFO:tasks.rados.rados.0.smithi082.stdout:3760: expect (ObjNum 1102 snap 344 seq_num 1102) 2024-08-17T00:53:18.887 INFO:tasks.rados.rados.0.smithi082.stdout:3757: done (2 left) 2024-08-17T00:53:18.887 INFO:tasks.rados.rados.0.smithi082.stdout:3758: done (1 left) 2024-08-17T00:53:18.887 INFO:tasks.rados.rados.0.smithi082.stdout:3761: snap_create 2024-08-17T00:53:18.931 INFO:tasks.rados.rados.0.smithi082.stdout:3760: expect (ObjNum 1102 snap 344 seq_num 1102) 2024-08-17T00:53:19.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:18 smithi082 ceph-mon[94343]: osdmap e793: 8 total, 8 up, 8 in 2024-08-17T00:53:19.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:18 smithi082 ceph-mon[94343]: pgmap v864: 121 pgs: 121 active+clean; 423 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-08-17T00:53:19.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:18 smithi082 ceph-mon[94343]: osdmap e794: 8 total, 8 up, 8 in 2024-08-17T00:53:19.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:18 smithi082 ceph-mon[91979]: osdmap e793: 8 total, 8 up, 8 in 2024-08-17T00:53:19.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:18 smithi082 ceph-mon[91979]: pgmap v864: 121 pgs: 121 active+clean; 423 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-08-17T00:53:19.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:18 smithi082 ceph-mon[91979]: osdmap e794: 8 total, 8 up, 8 in 2024-08-17T00:53:19.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:18 smithi137 ceph-mon[86391]: osdmap e793: 8 total, 8 up, 8 in 2024-08-17T00:53:19.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:18 smithi137 ceph-mon[86391]: pgmap v864: 121 pgs: 121 active+clean; 423 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-08-17T00:53:19.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:18 smithi137 ceph-mon[86391]: osdmap e794: 8 total, 8 up, 8 in 2024-08-17T00:53:19.884 INFO:tasks.rados.rados.0.smithi082.stdout:3760: done (1 left) 2024-08-17T00:53:19.885 INFO:tasks.rados.rados.0.smithi082.stdout:3761: done (0 left) 2024-08-17T00:53:19.885 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 35 current snap is 357 2024-08-17T00:53:19.885 INFO:tasks.rados.rados.0.smithi082.stdout:3762: seq_num 1158 ranges {0=196608} 2024-08-17T00:53:19.885 INFO:tasks.rados.rados.0.smithi082.stdout:3762: writing smithi08280503-35 from 0 to 196608 tid 1 2024-08-17T00:53:19.885 INFO:tasks.rados.rados.0.smithi082.stdout:3763: delete oid 41 current snap is 357 2024-08-17T00:53:19.891 INFO:tasks.rados.rados.0.smithi082.stdout:3763: done (1 left) 2024-08-17T00:53:19.891 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 14 current snap is 357 2024-08-17T00:53:19.891 INFO:tasks.rados.rados.0.smithi082.stdout:3764: seq_num 1160 ranges {4939776=229376} 2024-08-17T00:53:19.919 INFO:tasks.rados.rados.0.smithi082.stdout:3764: writing smithi08280503-14 from 4939776 to 5169152 tid 1 2024-08-17T00:53:19.919 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 17 current snap is 357 2024-08-17T00:53:19.920 INFO:tasks.rados.rados.0.smithi082.stdout:3762: finishing write tid 1 to smithi08280503-35 2024-08-17T00:53:19.920 INFO:tasks.rados.rados.0.smithi082.stdout:3762: finishing write tid 2 to smithi08280503-35 2024-08-17T00:53:19.920 INFO:tasks.rados.rados.0.smithi082.stdout:3762: finishing write tid 3 to smithi08280503-35 2024-08-17T00:53:19.920 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 1985 (ObjNum 1158 snap 357 seq_num 1158) dirty exists 2024-08-17T00:53:19.920 INFO:tasks.rados.rados.0.smithi082.stdout:3762: left oid 35 (ObjNum 1158 snap 357 seq_num 1158) 2024-08-17T00:53:19.920 INFO:tasks.rados.rados.0.smithi082.stdout:3765: seq_num 1161 ranges {1884160=245760} 2024-08-17T00:53:19.931 INFO:tasks.rados.rados.0.smithi082.stdout:3765: writing smithi08280503-17 from 1884160 to 2129920 tid 1 2024-08-17T00:53:19.931 INFO:tasks.rados.rados.0.smithi082.stdout:3762: done (2 left) 2024-08-17T00:53:19.932 INFO:tasks.rados.rados.0.smithi082.stdout:3766: delete oid 33 current snap is 357 2024-08-17T00:53:19.932 INFO:tasks.rados.rados.0.smithi082.stdout:3764: finishing write tid 1 to smithi08280503-14 2024-08-17T00:53:19.932 INFO:tasks.rados.rados.0.smithi082.stdout:3764: finishing write tid 2 to smithi08280503-14 2024-08-17T00:53:19.932 INFO:tasks.rados.rados.0.smithi082.stdout:3764: finishing write tid 3 to smithi08280503-14 2024-08-17T00:53:19.932 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 2317 (ObjNum 1160 snap 357 seq_num 1160) dirty exists 2024-08-17T00:53:19.932 INFO:tasks.rados.rados.0.smithi082.stdout:3764: left oid 14 (ObjNum 1160 snap 357 seq_num 1160) 2024-08-17T00:53:19.934 INFO:tasks.rados.rados.0.smithi082.stdout:3764: done (2 left) 2024-08-17T00:53:19.934 INFO:tasks.rados.rados.0.smithi082.stdout:3766: done (1 left) 2024-08-17T00:53:19.934 INFO:tasks.rados.rados.0.smithi082.stdout:3767: read oid 42 snap -1 2024-08-17T00:53:19.934 INFO:tasks.rados.rados.0.smithi082.stdout:3767: expect (ObjNum 1100 snap 342 seq_num 1100) 2024-08-17T00:53:19.935 INFO:tasks.rados.rados.0.smithi082.stdout:3768: delete oid 7 current snap is 357 2024-08-17T00:53:19.936 INFO:tasks.rados.rados.0.smithi082.stdout:3765: finishing write tid 1 to smithi08280503-17 2024-08-17T00:53:19.937 INFO:tasks.rados.rados.0.smithi082.stdout:3765: finishing write tid 2 to smithi08280503-17 2024-08-17T00:53:19.937 INFO:tasks.rados.rados.0.smithi082.stdout:3768: done (2 left) 2024-08-17T00:53:19.937 INFO:tasks.rados.rados.0.smithi082.stdout:3769: delete oid 37 current snap is 357 2024-08-17T00:53:19.939 INFO:tasks.rados.rados.0.smithi082.stdout:3765: finishing write tid 3 to smithi08280503-17 2024-08-17T00:53:19.939 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 2136 (ObjNum 1161 snap 357 seq_num 1161) dirty exists 2024-08-17T00:53:19.939 INFO:tasks.rados.rados.0.smithi082.stdout:3765: left oid 17 (ObjNum 1161 snap 357 seq_num 1161) 2024-08-17T00:53:19.941 INFO:tasks.rados.rados.0.smithi082.stdout:3765: done (2 left) 2024-08-17T00:53:19.941 INFO:tasks.rados.rados.0.smithi082.stdout:3769: done (1 left) 2024-08-17T00:53:19.942 INFO:tasks.rados.rados.0.smithi082.stdout:3770: snap_create 2024-08-17T00:53:19.944 INFO:tasks.rados.rados.0.smithi082.stdout:3767: expect (ObjNum 1100 snap 342 seq_num 1100) 2024-08-17T00:53:20.890 INFO:tasks.rados.rados.0.smithi082.stdout:3767: done (1 left) 2024-08-17T00:53:20.891 INFO:tasks.rados.rados.0.smithi082.stdout:3770: done (0 left) 2024-08-17T00:53:20.891 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 15 current snap is 358 2024-08-17T00:53:20.891 INFO:tasks.rados.rados.0.smithi082.stdout:3771: seq_num 1165 ranges {2760704=319488} 2024-08-17T00:53:20.907 INFO:tasks.rados.rados.0.smithi082.stdout:3771: writing smithi08280503-15 from 2760704 to 3080192 tid 1 2024-08-17T00:53:20.907 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 36 current snap is 358 2024-08-17T00:53:20.907 INFO:tasks.rados.rados.0.smithi082.stdout:3772: seq_num 1166 ranges {0=335872} 2024-08-17T00:53:20.908 INFO:tasks.rados.rados.0.smithi082.stdout:3772: writing smithi08280503-36 from 0 to 335872 tid 1 2024-08-17T00:53:20.908 INFO:tasks.rados.rados.0.smithi082.stdout:3773: delete oid 8 current snap is 358 2024-08-17T00:53:20.912 INFO:tasks.rados.rados.0.smithi082.stdout:3771: finishing write tid 1 to smithi08280503-15 2024-08-17T00:53:20.912 INFO:tasks.rados.rados.0.smithi082.stdout:3771: finishing write tid 2 to smithi08280503-15 2024-08-17T00:53:20.914 INFO:tasks.rados.rados.0.smithi082.stdout:3773: done (2 left) 2024-08-17T00:53:20.914 INFO:tasks.rados.rados.0.smithi082.stdout:3774: copy_from oid 39 from oid 25 current snap is 358 2024-08-17T00:53:20.915 INFO:tasks.rados.rados.0.smithi082.stdout:3775: snap_remove snap 339 2024-08-17T00:53:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:20 smithi082 ceph-mon[94343]: osdmap e795: 8 total, 8 up, 8 in 2024-08-17T00:53:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:53:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:20 smithi082 ceph-mon[94343]: pgmap v867: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 418 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-08-17T00:53:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:20 smithi082 ceph-mon[91979]: osdmap e795: 8 total, 8 up, 8 in 2024-08-17T00:53:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:53:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:20 smithi082 ceph-mon[91979]: pgmap v867: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 418 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-08-17T00:53:21.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:20 smithi137 ceph-mon[86391]: osdmap e795: 8 total, 8 up, 8 in 2024-08-17T00:53:21.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:53:21.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:20 smithi137 ceph-mon[86391]: pgmap v867: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 418 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-08-17T00:53:21.899 INFO:tasks.rados.rados.0.smithi082.stdout:3771: finishing write tid 3 to smithi08280503-15 2024-08-17T00:53:21.899 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 2138 (ObjNum 1165 snap 358 seq_num 1165) dirty exists 2024-08-17T00:53:21.899 INFO:tasks.rados.rados.0.smithi082.stdout:3771: left oid 15 (ObjNum 1165 snap 358 seq_num 1165) 2024-08-17T00:53:21.899 INFO:tasks.rados.rados.0.smithi082.stdout:3772: finishing write tid 1 to smithi08280503-36 2024-08-17T00:53:21.899 INFO:tasks.rados.rados.0.smithi082.stdout:3772: finishing write tid 2 to smithi08280503-36 2024-08-17T00:53:21.900 INFO:tasks.rados.rados.0.smithi082.stdout:3772: finishing write tid 3 to smithi08280503-36 2024-08-17T00:53:21.900 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 36 v 1983 (ObjNum 1166 snap 358 seq_num 1166) dirty exists 2024-08-17T00:53:21.900 INFO:tasks.rados.rados.0.smithi082.stdout:3772: left oid 36 (ObjNum 1166 snap 358 seq_num 1166) 2024-08-17T00:53:21.900 INFO:tasks.rados.rados.0.smithi082.stdout:3774: finishing copy_from racing read to smithi08280503-39 2024-08-17T00:53:21.900 INFO:tasks.rados.rados.0.smithi082.stdout:3774: finishing copy_from to smithi08280503-39 2024-08-17T00:53:21.900 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 1791 (ObjNum 1071 snap 333 seq_num 1071) dirty exists 2024-08-17T00:53:21.900 INFO:tasks.rados.rados.0.smithi082.stdout:3771: done (3 left) 2024-08-17T00:53:21.900 INFO:tasks.rados.rados.0.smithi082.stdout:3772: done (2 left) 2024-08-17T00:53:21.900 INFO:tasks.rados.rados.0.smithi082.stdout:3774: done (1 left) 2024-08-17T00:53:21.900 INFO:tasks.rados.rados.0.smithi082.stdout:3775: done (0 left) 2024-08-17T00:53:21.900 INFO:tasks.rados.rados.0.smithi082.stdout:3776: setattr oid 33 current snap is 358 2024-08-17T00:53:21.902 INFO:tasks.rados.rados.0.smithi082.stdout:3777: read oid 41 snap 332 2024-08-17T00:53:21.902 INFO:tasks.rados.rados.0.smithi082.stdout:3777: expect (ObjNum 1063 snap 327 seq_num 1063) 2024-08-17T00:53:21.902 INFO:tasks.rados.rados.0.smithi082.stdout:3778: read oid 31 snap 332 2024-08-17T00:53:21.902 INFO:tasks.rados.rados.0.smithi082.stdout:3778: expect (ObjNum 781 snap 242 seq_num 781) 2024-08-17T00:53:21.902 INFO:tasks.rados.rados.0.smithi082.stdout:3779: snap_create 2024-08-17T00:53:21.915 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 1816 (ObjNum 353 snap 0 seq_num 3912560288) dirty exists 2024-08-17T00:53:21.942 INFO:tasks.rados.rados.0.smithi082.stdout:3778: expect (ObjNum 781 snap 242 seq_num 781) 2024-08-17T00:53:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:21 smithi082 ceph-mon[94343]: osdmap e796: 8 total, 8 up, 8 in 2024-08-17T00:53:22.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:21 smithi082 ceph-mon[91979]: osdmap e796: 8 total, 8 up, 8 in 2024-08-17T00:53:22.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:21 smithi137 ceph-mon[86391]: osdmap e796: 8 total, 8 up, 8 in 2024-08-17T00:53:22.506 INFO:tasks.rados.rados.0.smithi082.stdout:3777: expect (ObjNum 1063 snap 327 seq_num 1063) 2024-08-17T00:53:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:53:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:53:22.901 INFO:tasks.rados.rados.0.smithi082.stdout:3776: done (3 left) 2024-08-17T00:53:22.902 INFO:tasks.rados.rados.0.smithi082.stdout:3777: done (2 left) 2024-08-17T00:53:22.902 INFO:tasks.rados.rados.0.smithi082.stdout:3778: done (1 left) 2024-08-17T00:53:22.902 INFO:tasks.rados.rados.0.smithi082.stdout:3779: done (0 left) 2024-08-17T00:53:22.902 INFO:tasks.rados.rados.0.smithi082.stdout:3780: snap_remove snap 358 2024-08-17T00:53:23.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:22 smithi082 ceph-mon[94343]: osdmap e797: 8 total, 8 up, 8 in 2024-08-17T00:53:23.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:22 smithi082 ceph-mon[94343]: pgmap v870: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 418 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 990 KiB/s wr, 12 op/s 2024-08-17T00:53:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:22 smithi082 ceph-mon[91979]: osdmap e797: 8 total, 8 up, 8 in 2024-08-17T00:53:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:22 smithi082 ceph-mon[91979]: pgmap v870: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 418 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 990 KiB/s wr, 12 op/s 2024-08-17T00:53:23.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:22 smithi137 ceph-mon[86391]: osdmap e797: 8 total, 8 up, 8 in 2024-08-17T00:53:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:22 smithi137 ceph-mon[86391]: pgmap v870: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 418 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 990 KiB/s wr, 12 op/s 2024-08-17T00:53:23.887 INFO:tasks.rados.rados.0.smithi082.stdout:3780: done (0 left) 2024-08-17T00:53:23.887 INFO:tasks.rados.rados.0.smithi082.stdout:3781: copy_from oid 38 from oid 7 current snap is 359 2024-08-17T00:53:23.888 INFO:tasks.rados.rados.0.smithi082.stdout:3782: delete oid 47 current snap is 359 2024-08-17T00:53:23.891 INFO:tasks.rados.rados.0.smithi082.stdout:3781: finishing copy_from to smithi08280503-38 2024-08-17T00:53:23.891 INFO:tasks.rados.rados.0.smithi082.stdout:3781: got expected ENOENT (src dne) 2024-08-17T00:53:23.891 INFO:tasks.rados.rados.0.smithi082.stdout:3781: finishing copy_from racing read to smithi08280503-38 2024-08-17T00:53:23.893 INFO:tasks.rados.rados.0.smithi082.stdout:3781: done (1 left) 2024-08-17T00:53:23.893 INFO:tasks.rados.rados.0.smithi082.stdout:3782: done (0 left) 2024-08-17T00:53:23.893 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 13 current snap is 359 2024-08-17T00:53:23.893 INFO:tasks.rados.rados.0.smithi082.stdout:3783: seq_num 1169 ranges {4456448=385024} 2024-08-17T00:53:23.920 INFO:tasks.rados.rados.0.smithi082.stdout:3783: writing smithi08280503-13 from 4456448 to 4841472 tid 1 2024-08-17T00:53:23.920 INFO:tasks.rados.rados.0.smithi082.stdout:3784: delete oid 15 current snap is 359 2024-08-17T00:53:23.923 INFO:tasks.rados.rados.0.smithi082.stdout:3784: done (1 left) 2024-08-17T00:53:23.923 INFO:tasks.rados.rados.0.smithi082.stdout:3785: read oid 28 snap -1 2024-08-17T00:53:23.923 INFO:tasks.rados.rados.0.smithi082.stdout:3785: expect (ObjNum 1112 snap 345 seq_num 1112) 2024-08-17T00:53:23.923 INFO:tasks.rados.rados.0.smithi082.stdout:3786: read oid 21 snap -1 2024-08-17T00:53:23.924 INFO:tasks.rados.rados.0.smithi082.stdout:3786: expect (ObjNum 1114 snap 345 seq_num 1114) 2024-08-17T00:53:23.924 INFO:tasks.rados.rados.0.smithi082.stdout:3787: snap_create 2024-08-17T00:53:23.929 INFO:tasks.rados.rados.0.smithi082.stdout:3783: finishing write tid 1 to smithi08280503-13 2024-08-17T00:53:23.930 INFO:tasks.rados.rados.0.smithi082.stdout:3783: finishing write tid 2 to smithi08280503-13 2024-08-17T00:53:23.931 INFO:tasks.rados.rados.0.smithi082.stdout:3783: finishing write tid 3 to smithi08280503-13 2024-08-17T00:53:23.931 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 1985 (ObjNum 1169 snap 359 seq_num 1169) dirty exists 2024-08-17T00:53:23.931 INFO:tasks.rados.rados.0.smithi082.stdout:3783: left oid 13 (ObjNum 1169 snap 359 seq_num 1169) 2024-08-17T00:53:23.957 INFO:tasks.rados.rados.0.smithi082.stdout:3785: expect (ObjNum 1112 snap 345 seq_num 1112) 2024-08-17T00:53:24.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:23 smithi082 ceph-mon[94343]: osdmap e798: 8 total, 8 up, 8 in 2024-08-17T00:53:24.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:23 smithi082 ceph-mon[94343]: osdmap e799: 8 total, 8 up, 8 in 2024-08-17T00:53:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:23 smithi082 ceph-mon[91979]: osdmap e798: 8 total, 8 up, 8 in 2024-08-17T00:53:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:23 smithi082 ceph-mon[91979]: osdmap e799: 8 total, 8 up, 8 in 2024-08-17T00:53:24.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:23 smithi137 ceph-mon[86391]: osdmap e798: 8 total, 8 up, 8 in 2024-08-17T00:53:24.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:23 smithi137 ceph-mon[86391]: osdmap e799: 8 total, 8 up, 8 in 2024-08-17T00:53:24.599 INFO:tasks.rados.rados.0.smithi082.stdout:3786: expect (ObjNum 1114 snap 345 seq_num 1114) 2024-08-17T00:53:25.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:24 smithi082 ceph-mon[94343]: pgmap v873: 121 pgs: 121 active+clean; 424 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-08-17T00:53:25.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:24 smithi082 ceph-mon[91979]: pgmap v873: 121 pgs: 121 active+clean; 424 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-08-17T00:53:25.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:53:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:53:25] "GET /metrics HTTP/1.1" 200 36272 "" "Prometheus/2.43.0" 2024-08-17T00:53:25.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:24 smithi137 ceph-mon[86391]: pgmap v873: 121 pgs: 121 active+clean; 424 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-08-17T00:53:25.720 INFO:tasks.rados.rados.0.smithi082.stdout:3783: done (3 left) 2024-08-17T00:53:25.720 INFO:tasks.rados.rados.0.smithi082.stdout:3785: done (2 left) 2024-08-17T00:53:25.721 INFO:tasks.rados.rados.0.smithi082.stdout:3786: done (1 left) 2024-08-17T00:53:25.721 INFO:tasks.rados.rados.0.smithi082.stdout:3787: done (0 left) 2024-08-17T00:53:25.721 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 24 current snap is 360 2024-08-17T00:53:25.721 INFO:tasks.rados.rados.0.smithi082.stdout:3788: seq_num 1171 ranges {3899392=417792} 2024-08-17T00:53:25.743 INFO:tasks.rados.rados.0.smithi082.stdout:3788: writing smithi08280503-24 from 3899392 to 4317184 tid 1 2024-08-17T00:53:25.743 INFO:tasks.rados.rados.0.smithi082.stdout:3789: rollback oid 9 current snap is 360 2024-08-17T00:53:25.743 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 9 to 356 2024-08-17T00:53:25.743 INFO:tasks.rados.rados.0.smithi082.stdout:3790: snap_remove snap 350 2024-08-17T00:53:25.913 INFO:tasks.rados.rados.0.smithi082.stdout:3788: finishing write tid 1 to smithi08280503-24 2024-08-17T00:53:25.913 INFO:tasks.rados.rados.0.smithi082.stdout:3788: finishing write tid 2 to smithi08280503-24 2024-08-17T00:53:25.913 INFO:tasks.rados.rados.0.smithi082.stdout:3789: finishing rollback tid 0 to smithi08280503-9 2024-08-17T00:53:25.914 INFO:tasks.rados.rados.0.smithi082.stdout:3789: finishing rollback tid 1 to smithi08280503-9 2024-08-17T00:53:25.914 INFO:tasks.rados.rados.0.smithi082.stdout:3789: finishing rollback tid 2 to smithi08280503-9 2024-08-17T00:53:25.914 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 2327 (ObjNum 1129 snap 346 seq_num 1129) dirty exists 2024-08-17T00:53:25.914 INFO:tasks.rados.rados.0.smithi082.stdout:3788: finishing write tid 3 to smithi08280503-24 2024-08-17T00:53:25.914 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 2103 (ObjNum 1171 snap 360 seq_num 1171) dirty exists 2024-08-17T00:53:25.914 INFO:tasks.rados.rados.0.smithi082.stdout:3788: left oid 24 (ObjNum 1171 snap 360 seq_num 1171) 2024-08-17T00:53:25.914 INFO:tasks.rados.rados.0.smithi082.stdout:3788: done (2 left) 2024-08-17T00:53:25.914 INFO:tasks.rados.rados.0.smithi082.stdout:3789: done (1 left) 2024-08-17T00:53:25.914 INFO:tasks.rados.rados.0.smithi082.stdout:3790: done (0 left) 2024-08-17T00:53:25.914 INFO:tasks.rados.rados.0.smithi082.stdout:3791: delete oid 39 current snap is 360 2024-08-17T00:53:25.926 INFO:tasks.rados.rados.0.smithi082.stdout:3791: done (0 left) 2024-08-17T00:53:25.926 INFO:tasks.rados.rados.0.smithi082.stdout:3792: read oid 12 snap -1 2024-08-17T00:53:25.926 INFO:tasks.rados.rados.0.smithi082.stdout:3792: expect (ObjNum 1155 snap 356 seq_num 1155) 2024-08-17T00:53:25.926 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 40 current snap is 360 2024-08-17T00:53:25.926 INFO:tasks.rados.rados.0.smithi082.stdout:3793: seq_num 1173 ranges {8708096=450560} 2024-08-17T00:53:25.976 INFO:tasks.rados.rados.0.smithi082.stdout:3793: writing smithi08280503-40 from 8708096 to 9158656 tid 1 2024-08-17T00:53:25.976 INFO:tasks.rados.rados.0.smithi082.stdout:3794: rmattr oid 49 current snap is 360 2024-08-17T00:53:25.976 INFO:tasks.rados.rados.0.smithi082.stdout:3794: done (2 left) 2024-08-17T00:53:25.976 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 9 current snap is 360 2024-08-17T00:53:25.976 INFO:tasks.rados.rados.0.smithi082.stdout:3795: seq_num 1174 ranges {2326528=466944} 2024-08-17T00:53:25.990 INFO:tasks.rados.rados.0.smithi082.stdout:3795: writing smithi08280503-9 from 2326528 to 2793472 tid 1 2024-08-17T00:53:25.991 INFO:tasks.rados.rados.0.smithi082.stdout:3796: copy_from oid 6 from oid 44 current snap is 360 2024-08-17T00:53:25.991 INFO:tasks.rados.rados.0.smithi082.stdout:3792: expect (ObjNum 1155 snap 356 seq_num 1155) 2024-08-17T00:53:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:25 smithi082 ceph-mon[94343]: osdmap e800: 8 total, 8 up, 8 in 2024-08-17T00:53:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:25 smithi082 ceph-mon[91979]: osdmap e800: 8 total, 8 up, 8 in 2024-08-17T00:53:26.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:25 smithi137 ceph-mon[86391]: osdmap e800: 8 total, 8 up, 8 in 2024-08-17T00:53:26.593 INFO:tasks.rados.rados.0.smithi082.stdout:3793: finishing write tid 1 to smithi08280503-40 2024-08-17T00:53:26.593 INFO:tasks.rados.rados.0.smithi082.stdout:3793: finishing write tid 2 to smithi08280503-40 2024-08-17T00:53:26.593 INFO:tasks.rados.rados.0.smithi082.stdout:3793: finishing write tid 3 to smithi08280503-40 2024-08-17T00:53:26.593 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 2226 (ObjNum 1173 snap 360 seq_num 1173) dirty exists 2024-08-17T00:53:26.594 INFO:tasks.rados.rados.0.smithi082.stdout:3793: left oid 40 (ObjNum 1173 snap 360 seq_num 1173) 2024-08-17T00:53:26.594 INFO:tasks.rados.rados.0.smithi082.stdout:3795: finishing write tid 1 to smithi08280503-9 2024-08-17T00:53:26.594 INFO:tasks.rados.rados.0.smithi082.stdout:3795: finishing write tid 2 to smithi08280503-9 2024-08-17T00:53:26.594 INFO:tasks.rados.rados.0.smithi082.stdout:3795: finishing write tid 3 to smithi08280503-9 2024-08-17T00:53:26.594 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 2335 (ObjNum 1174 snap 360 seq_num 1174) dirty exists 2024-08-17T00:53:26.594 INFO:tasks.rados.rados.0.smithi082.stdout:3795: left oid 9 (ObjNum 1174 snap 360 seq_num 1174) 2024-08-17T00:53:26.594 INFO:tasks.rados.rados.0.smithi082.stdout:3796: finishing copy_from racing read to smithi08280503-6 2024-08-17T00:53:26.594 INFO:tasks.rados.rados.0.smithi082.stdout:3792: done (3 left) 2024-08-17T00:53:26.594 INFO:tasks.rados.rados.0.smithi082.stdout:3793: done (2 left) 2024-08-17T00:53:26.594 INFO:tasks.rados.rados.0.smithi082.stdout:3795: done (1 left) 2024-08-17T00:53:26.594 INFO:tasks.rados.rados.0.smithi082.stdout:3797: read oid 30 snap -1 2024-08-17T00:53:26.594 INFO:tasks.rados.rados.0.smithi082.stdout:3797: expect deleted 2024-08-17T00:53:26.594 INFO:tasks.rados.rados.0.smithi082.stdout:3798: delete oid 24 current snap is 360 2024-08-17T00:53:26.595 INFO:tasks.rados.rados.0.smithi082.stdout:3796: finishing copy_from to smithi08280503-6 2024-08-17T00:53:26.595 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 6 v 1807 (ObjNum 1132 snap 349 seq_num 1132) dirty exists 2024-08-17T00:53:26.596 INFO:tasks.rados.rados.0.smithi082.stdout:3796: done (2 left) 2024-08-17T00:53:26.596 INFO:tasks.rados.rados.0.smithi082.stdout:3797: done (1 left) 2024-08-17T00:53:26.596 INFO:tasks.rados.rados.0.smithi082.stdout:3798: done (0 left) 2024-08-17T00:53:26.596 INFO:tasks.rados.rados.0.smithi082.stdout:3799: rollback oid 33 current snap is 360 2024-08-17T00:53:26.596 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 33 to 354 2024-08-17T00:53:26.596 INFO:tasks.rados.rados.0.smithi082.stdout:3800: rmattr oid 36 current snap is 360 2024-08-17T00:53:26.596 INFO:tasks.rados.rados.0.smithi082.stdout:3800: done (1 left) 2024-08-17T00:53:26.596 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 27 current snap is 360 2024-08-17T00:53:26.596 INFO:tasks.rados.rados.0.smithi082.stdout:3801: seq_num 1176 ranges {131072=499712} 2024-08-17T00:53:26.600 INFO:tasks.rados.rados.0.smithi082.stdout:3801: writing smithi08280503-27 from 131072 to 630784 tid 1 2024-08-17T00:53:26.600 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 31 current snap is 360 2024-08-17T00:53:26.600 INFO:tasks.rados.rados.0.smithi082.stdout:3799: finishing rollback tid 0 to smithi08280503-33 2024-08-17T00:53:26.600 INFO:tasks.rados.rados.0.smithi082.stdout:3799: finishing rollback tid 1 to smithi08280503-33 2024-08-17T00:53:26.600 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 1818 (ObjNum 945 snap 0 seq_num 1878542752) dirty dne 2024-08-17T00:53:26.600 INFO:tasks.rados.rados.0.smithi082.stdout:3802: seq_num 1177 ranges {10846208=516096} 2024-08-17T00:53:26.659 INFO:tasks.rados.rados.0.smithi082.stdout:3802: writing smithi08280503-31 from 10846208 to 11362304 tid 1 2024-08-17T00:53:26.659 INFO:tasks.rados.rados.0.smithi082.stdout:3799: done (2 left) 2024-08-17T00:53:26.659 INFO:tasks.rados.rados.0.smithi082.stdout:3803: snap_create 2024-08-17T00:53:26.659 INFO:tasks.rados.rados.0.smithi082.stdout:3801: finishing write tid 1 to smithi08280503-27 2024-08-17T00:53:26.659 INFO:tasks.rados.rados.0.smithi082.stdout:3801: finishing write tid 2 to smithi08280503-27 2024-08-17T00:53:26.659 INFO:tasks.rados.rados.0.smithi082.stdout:3801: finishing write tid 3 to smithi08280503-27 2024-08-17T00:53:26.659 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 27 v 2229 (ObjNum 1176 snap 360 seq_num 1176) dirty exists 2024-08-17T00:53:26.659 INFO:tasks.rados.rados.0.smithi082.stdout:3801: left oid 27 (ObjNum 1176 snap 360 seq_num 1176) 2024-08-17T00:53:26.663 INFO:tasks.rados.rados.0.smithi082.stdout:3802: finishing write tid 1 to smithi08280503-31 2024-08-17T00:53:26.663 INFO:tasks.rados.rados.0.smithi082.stdout:3802: finishing write tid 2 to smithi08280503-31 2024-08-17T00:53:26.664 INFO:tasks.rados.rados.0.smithi082.stdout:3802: finishing write tid 3 to smithi08280503-31 2024-08-17T00:53:26.664 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 2232 (ObjNum 1177 snap 360 seq_num 1177) dirty exists 2024-08-17T00:53:26.664 INFO:tasks.rados.rados.0.smithi082.stdout:3802: left oid 31 (ObjNum 1177 snap 360 seq_num 1177) 2024-08-17T00:53:26.920 INFO:tasks.rados.rados.0.smithi082.stdout:3801: done (2 left) 2024-08-17T00:53:26.920 INFO:tasks.rados.rados.0.smithi082.stdout:3802: done (1 left) 2024-08-17T00:53:26.920 INFO:tasks.rados.rados.0.smithi082.stdout:3803: done (0 left) 2024-08-17T00:53:26.920 INFO:tasks.rados.rados.0.smithi082.stdout:3804: setattr oid 21 current snap is 361 2024-08-17T00:53:26.921 INFO:tasks.rados.rados.0.smithi082.stdout:3805: snap_create 2024-08-17T00:53:26.930 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 1799 (ObjNum 1114 snap 345 seq_num 1114) dirty exists 2024-08-17T00:53:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:26 smithi082 ceph-mon[94343]: osdmap e801: 8 total, 8 up, 8 in 2024-08-17T00:53:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:26 smithi082 ceph-mon[94343]: pgmap v876: 121 pgs: 121 active+clean; 424 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-08-17T00:53:27.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:26 smithi082 ceph-mon[91979]: osdmap e801: 8 total, 8 up, 8 in 2024-08-17T00:53:27.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:26 smithi082 ceph-mon[91979]: pgmap v876: 121 pgs: 121 active+clean; 424 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-08-17T00:53:27.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:26 smithi137 ceph-mon[86391]: osdmap e801: 8 total, 8 up, 8 in 2024-08-17T00:53:27.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:26 smithi137 ceph-mon[86391]: pgmap v876: 121 pgs: 121 active+clean; 424 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-08-17T00:53:27.929 INFO:tasks.rados.rados.0.smithi082.stdout:3804: done (1 left) 2024-08-17T00:53:27.929 INFO:tasks.rados.rados.0.smithi082.stdout:3805: done (0 left) 2024-08-17T00:53:27.929 INFO:tasks.rados.rados.0.smithi082.stdout:3806: read oid 4 snap -1 2024-08-17T00:53:27.929 INFO:tasks.rados.rados.0.smithi082.stdout:3806: expect (ObjNum 1142 snap 350 seq_num 1142) 2024-08-17T00:53:27.929 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 13 current snap is 362 2024-08-17T00:53:27.929 INFO:tasks.rados.rados.0.smithi082.stdout:3807: seq_num 1178 ranges {4841472=532480} 2024-08-17T00:53:27.959 INFO:tasks.rados.rados.0.smithi082.stdout:3807: writing smithi08280503-13 from 4841472 to 5373952 tid 1 2024-08-17T00:53:27.959 INFO:tasks.rados.rados.0.smithi082.stdout:3808: rollback oid 34 current snap is 362 2024-08-17T00:53:27.959 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 34 to 352 2024-08-17T00:53:27.959 INFO:tasks.rados.rados.0.smithi082.stdout:3806: expect (ObjNum 1142 snap 350 seq_num 1142) 2024-08-17T00:53:28.076 INFO:tasks.rados.rados.0.smithi082.stdout:3808: finishing rollback tid 0 to smithi08280503-34 2024-08-17T00:53:28.077 INFO:tasks.rados.rados.0.smithi082.stdout:3808: finishing rollback tid 1 to smithi08280503-34 2024-08-17T00:53:28.077 INFO:tasks.rados.rados.0.smithi082.stdout:3806: done (2 left) 2024-08-17T00:53:28.077 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 43 current snap is 362 2024-08-17T00:53:28.077 INFO:tasks.rados.rados.0.smithi082.stdout:3808: finishing rollback tid 2 to smithi08280503-34 2024-08-17T00:53:28.077 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 1798 (ObjNum 951 snap 290 seq_num 951) dirty exists 2024-08-17T00:53:28.077 INFO:tasks.rados.rados.0.smithi082.stdout:3807: finishing write tid 1 to smithi08280503-13 2024-08-17T00:53:28.077 INFO:tasks.rados.rados.0.smithi082.stdout:3809: seq_num 1179 ranges {0=548864} 2024-08-17T00:53:28.079 INFO:tasks.rados.rados.0.smithi082.stdout:3809: writing smithi08280503-43 from 0 to 548864 tid 1 2024-08-17T00:53:28.079 INFO:tasks.rados.rados.0.smithi082.stdout:3808: done (2 left) 2024-08-17T00:53:28.079 INFO:tasks.rados.rados.0.smithi082.stdout:3810: snap_remove snap 356 2024-08-17T00:53:28.080 INFO:tasks.rados.rados.0.smithi082.stdout:3807: finishing write tid 2 to smithi08280503-13 2024-08-17T00:53:28.080 INFO:tasks.rados.rados.0.smithi082.stdout:3807: finishing write tid 3 to smithi08280503-13 2024-08-17T00:53:28.080 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 1987 (ObjNum 1178 snap 362 seq_num 1178) dirty exists 2024-08-17T00:53:28.080 INFO:tasks.rados.rados.0.smithi082.stdout:3807: left oid 13 (ObjNum 1178 snap 362 seq_num 1178) 2024-08-17T00:53:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:27 smithi082 ceph-mon[94343]: osdmap e802: 8 total, 8 up, 8 in 2024-08-17T00:53:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:53:28.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:27 smithi082 ceph-mon[91979]: osdmap e802: 8 total, 8 up, 8 in 2024-08-17T00:53:28.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:53:28.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:27 smithi137 ceph-mon[86391]: osdmap e802: 8 total, 8 up, 8 in 2024-08-17T00:53:28.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:53:28.887 INFO:tasks.rados.rados.0.smithi082.stdout:3807: done (2 left) 2024-08-17T00:53:28.887 INFO:tasks.rados.rados.0.smithi082.stdout:3810: done (1 left) 2024-08-17T00:53:28.887 INFO:tasks.rados.rados.0.smithi082.stdout:3811: read oid 20 snap -1 2024-08-17T00:53:28.887 INFO:tasks.rados.rados.0.smithi082.stdout:3811: expect (ObjNum 1064 snap 327 seq_num 1064) 2024-08-17T00:53:28.887 INFO:tasks.rados.rados.0.smithi082.stdout:3812: read oid 46 snap -1 2024-08-17T00:53:28.887 INFO:tasks.rados.rados.0.smithi082.stdout:3812: expect deleted 2024-08-17T00:53:28.887 INFO:tasks.rados.rados.0.smithi082.stdout:3813: copy_from oid 32 from oid 5 current snap is 362 2024-08-17T00:53:28.887 INFO:tasks.rados.rados.0.smithi082.stdout:3809: finishing write tid 1 to smithi08280503-43 2024-08-17T00:53:28.887 INFO:tasks.rados.rados.0.smithi082.stdout:3809: finishing write tid 2 to smithi08280503-43 2024-08-17T00:53:28.887 INFO:tasks.rados.rados.0.smithi082.stdout:3809: finishing write tid 3 to smithi08280503-43 2024-08-17T00:53:28.888 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 2337 (ObjNum 1179 snap 362 seq_num 1179) dirty exists 2024-08-17T00:53:28.888 INFO:tasks.rados.rados.0.smithi082.stdout:3809: left oid 43 (ObjNum 1179 snap 362 seq_num 1179) 2024-08-17T00:53:28.888 INFO:tasks.rados.rados.0.smithi082.stdout:3809: done (3 left) 2024-08-17T00:53:28.888 INFO:tasks.rados.rados.0.smithi082.stdout:3814: snap_remove snap 352 2024-08-17T00:53:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:28 smithi082 ceph-mon[94343]: osdmap e803: 8 total, 8 up, 8 in 2024-08-17T00:53:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:28 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:53:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:28 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:53:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:28 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:53:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:28 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:53:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:28 smithi082 ceph-mon[94343]: pgmap v879: 121 pgs: 121 active+clean; 424 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 416 KiB/s wr, 14 op/s 2024-08-17T00:53:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:28 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:53:29.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:28 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:53:29.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:28 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:53:29.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:28 smithi082 ceph-mon[94343]: osdmap e804: 8 total, 8 up, 8 in 2024-08-17T00:53:29.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:28 smithi082 ceph-mon[91979]: osdmap e803: 8 total, 8 up, 8 in 2024-08-17T00:53:29.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:53:29.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:53:29.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:53:29.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:53:29.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:28 smithi082 ceph-mon[91979]: pgmap v879: 121 pgs: 121 active+clean; 424 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 416 KiB/s wr, 14 op/s 2024-08-17T00:53:29.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:53:29.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:53:29.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:28 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:53:29.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:28 smithi082 ceph-mon[91979]: osdmap e804: 8 total, 8 up, 8 in 2024-08-17T00:53:29.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:28 smithi137 ceph-mon[86391]: osdmap e803: 8 total, 8 up, 8 in 2024-08-17T00:53:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:28 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:53:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:28 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:53:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:28 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:53:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:28 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:53:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:28 smithi137 ceph-mon[86391]: pgmap v879: 121 pgs: 121 active+clean; 424 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 416 KiB/s wr, 14 op/s 2024-08-17T00:53:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:28 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:53:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:28 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:53:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:28 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:53:29.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:28 smithi137 ceph-mon[86391]: osdmap e804: 8 total, 8 up, 8 in 2024-08-17T00:53:29.895 INFO:tasks.rados.rados.0.smithi082.stdout:3814: done (3 left) 2024-08-17T00:53:29.895 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 40 current snap is 362 2024-08-17T00:53:29.896 INFO:tasks.rados.rados.0.smithi082.stdout:3815: seq_num 1180 ranges {9158656=565248} 2024-08-17T00:53:29.948 INFO:tasks.rados.rados.0.smithi082.stdout:3815: writing smithi08280503-40 from 9158656 to 9723904 tid 1 2024-08-17T00:53:29.948 INFO:tasks.rados.rados.0.smithi082.stdout:3816: rmattr oid 25 current snap is 362 2024-08-17T00:53:29.948 INFO:tasks.rados.rados.0.smithi082.stdout:3816: done (4 left) 2024-08-17T00:53:29.948 INFO:tasks.rados.rados.0.smithi082.stdout:3817: copy_from oid 15 from oid 1 current snap is 362 2024-08-17T00:53:29.948 INFO:tasks.rados.rados.0.smithi082.stdout:3811: expect (ObjNum 1064 snap 327 seq_num 1064) 2024-08-17T00:53:29.977 INFO:tasks.rados.rados.0.smithi082.stdout:3813: finishing copy_from racing read to smithi08280503-32 2024-08-17T00:53:29.978 INFO:tasks.rados.rados.0.smithi082.stdout:3813: finishing copy_from to smithi08280503-32 2024-08-17T00:53:29.978 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 1919 (ObjNum 1138 snap 349 seq_num 1138) dirty exists 2024-08-17T00:53:29.978 INFO:tasks.rados.rados.0.smithi082.stdout:3815: finishing write tid 1 to smithi08280503-40 2024-08-17T00:53:29.978 INFO:tasks.rados.rados.0.smithi082.stdout:3815: finishing write tid 2 to smithi08280503-40 2024-08-17T00:53:29.978 INFO:tasks.rados.rados.0.smithi082.stdout:3815: finishing write tid 3 to smithi08280503-40 2024-08-17T00:53:29.978 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 2249 (ObjNum 1180 snap 362 seq_num 1180) dirty exists 2024-08-17T00:53:29.978 INFO:tasks.rados.rados.0.smithi082.stdout:3815: left oid 40 (ObjNum 1180 snap 362 seq_num 1180) 2024-08-17T00:53:29.978 INFO:tasks.rados.rados.0.smithi082.stdout:3817: finishing copy_from racing read to smithi08280503-15 2024-08-17T00:53:29.978 INFO:tasks.rados.rados.0.smithi082.stdout:3817: finishing copy_from to smithi08280503-15 2024-08-17T00:53:29.978 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 1993 (ObjNum 1108 snap 344 seq_num 1108) dirty exists 2024-08-17T00:53:29.979 INFO:tasks.rados.rados.0.smithi082.stdout:3811: done (4 left) 2024-08-17T00:53:29.979 INFO:tasks.rados.rados.0.smithi082.stdout:3812: done (3 left) 2024-08-17T00:53:29.979 INFO:tasks.rados.rados.0.smithi082.stdout:3813: done (2 left) 2024-08-17T00:53:29.979 INFO:tasks.rados.rados.0.smithi082.stdout:3815: done (1 left) 2024-08-17T00:53:29.979 INFO:tasks.rados.rados.0.smithi082.stdout:3817: done (0 left) 2024-08-17T00:53:29.979 INFO:tasks.rados.rados.0.smithi082.stdout:3818: snap_create 2024-08-17T00:53:30.896 INFO:tasks.rados.rados.0.smithi082.stdout:3818: done (0 left) 2024-08-17T00:53:30.896 INFO:tasks.rados.rados.0.smithi082.stdout:3819: rollback oid 50 current snap is 363 2024-08-17T00:53:30.896 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 50 to 298 2024-08-17T00:53:30.896 INFO:tasks.rados.rados.0.smithi082.stdout:3820: rollback oid 8 current snap is 363 2024-08-17T00:53:30.896 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 8 to 354 2024-08-17T00:53:30.896 INFO:tasks.rados.rados.0.smithi082.stdout:3821: snap_remove snap 361 2024-08-17T00:53:31.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:30 smithi082 ceph-mon[94343]: osdmap e805: 8 total, 8 up, 8 in 2024-08-17T00:53:31.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:30 smithi082 ceph-mon[94343]: pgmap v882: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 425 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2024-08-17T00:53:31.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:30 smithi082 ceph-mon[91979]: osdmap e805: 8 total, 8 up, 8 in 2024-08-17T00:53:31.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:30 smithi082 ceph-mon[91979]: pgmap v882: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 425 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2024-08-17T00:53:31.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:30 smithi137 ceph-mon[86391]: osdmap e805: 8 total, 8 up, 8 in 2024-08-17T00:53:31.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:30 smithi137 ceph-mon[86391]: pgmap v882: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 425 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2024-08-17T00:53:31.896 INFO:tasks.rados.rados.0.smithi082.stdout:3821: done (2 left) 2024-08-17T00:53:31.896 INFO:tasks.rados.rados.0.smithi082.stdout:3822: snap_remove snap 360 2024-08-17T00:53:32.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:31 smithi082 ceph-mon[94343]: osdmap e806: 8 total, 8 up, 8 in 2024-08-17T00:53:32.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:31 smithi082 ceph-mon[91979]: osdmap e806: 8 total, 8 up, 8 in 2024-08-17T00:53:32.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:31 smithi137 ceph-mon[86391]: osdmap e806: 8 total, 8 up, 8 in 2024-08-17T00:53:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:53:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:53:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:53:32.919 INFO:tasks.rados.rados.0.smithi082.stdout:3822: done (2 left) 2024-08-17T00:53:32.919 INFO:tasks.rados.rados.0.smithi082.stdout:3823: read oid 3 snap -1 2024-08-17T00:53:32.919 INFO:tasks.rados.rados.0.smithi082.stdout:3823: expect (ObjNum 1049 snap 325 seq_num 1049) 2024-08-17T00:53:32.919 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 23 current snap is 363 2024-08-17T00:53:32.919 INFO:tasks.rados.rados.0.smithi082.stdout:3820: finishing rollback tid 1 to smithi08280503-8 2024-08-17T00:53:32.919 INFO:tasks.rados.rados.0.smithi082.stdout:3824: seq_num 1181 ranges {3784704=581632} 2024-08-17T00:53:32.943 INFO:tasks.rados.rados.0.smithi082.stdout:3824: writing smithi08280503-23 from 3784704 to 4366336 tid 1 2024-08-17T00:53:32.943 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 32 current snap is 363 2024-08-17T00:53:32.943 INFO:tasks.rados.rados.0.smithi082.stdout:3820: finishing rollback tid 2 to smithi08280503-8 2024-08-17T00:53:32.943 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 2106 (ObjNum 1102 snap 344 seq_num 1102) dirty exists 2024-08-17T00:53:32.943 INFO:tasks.rados.rados.0.smithi082.stdout:3819: finishing rollback tid 0 to smithi08280503-50 2024-08-17T00:53:32.943 INFO:tasks.rados.rados.0.smithi082.stdout:3819: finishing rollback tid 1 to smithi08280503-50 2024-08-17T00:53:32.943 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 2249 (ObjNum 321 snap 0 seq_num 1853861392) dirty dne 2024-08-17T00:53:32.943 INFO:tasks.rados.rados.0.smithi082.stdout:3825: seq_num 1182 ranges {2269184=606208} 2024-08-17T00:53:32.959 INFO:tasks.rados.rados.0.smithi082.stdout:3825: writing smithi08280503-32 from 2269184 to 2875392 tid 1 2024-08-17T00:53:32.959 INFO:tasks.rados.rados.0.smithi082.stdout:3819: done (4 left) 2024-08-17T00:53:32.959 INFO:tasks.rados.rados.0.smithi082.stdout:3820: done (3 left) 2024-08-17T00:53:32.959 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 10 current snap is 363 2024-08-17T00:53:32.959 INFO:tasks.rados.rados.0.smithi082.stdout:3826: seq_num 1183 ranges {1703936=622592} 2024-08-17T00:53:32.972 INFO:tasks.rados.rados.0.smithi082.stdout:3826: writing smithi08280503-10 from 1703936 to 2326528 tid 1 2024-08-17T00:53:32.972 INFO:tasks.rados.rados.0.smithi082.stdout:3827: read oid 16 snap 353 2024-08-17T00:53:32.972 INFO:tasks.rados.rados.0.smithi082.stdout:3827: expect (ObjNum -382181920 snap 21904 seq_num 3913372720) 2024-08-17T00:53:32.972 INFO:tasks.rados.rados.0.smithi082.stdout:3828: snap_remove snap 332 2024-08-17T00:53:33.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:32 smithi082 ceph-mon[94343]: osdmap e807: 8 total, 8 up, 8 in 2024-08-17T00:53:33.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:32 smithi082 ceph-mon[94343]: pgmap v885: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 425 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.3 MiB/s wr, 13 op/s 2024-08-17T00:53:33.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:32 smithi082 ceph-mon[91979]: osdmap e807: 8 total, 8 up, 8 in 2024-08-17T00:53:33.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:32 smithi082 ceph-mon[91979]: pgmap v885: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 425 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.3 MiB/s wr, 13 op/s 2024-08-17T00:53:33.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:32 smithi137 ceph-mon[86391]: osdmap e807: 8 total, 8 up, 8 in 2024-08-17T00:53:33.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:32 smithi137 ceph-mon[86391]: pgmap v885: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 425 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.3 MiB/s wr, 13 op/s 2024-08-17T00:53:33.890 INFO:tasks.rados.rados.0.smithi082.stdout:3824: finishing write tid 1 to smithi08280503-23 2024-08-17T00:53:33.890 INFO:tasks.rados.rados.0.smithi082.stdout:3824: finishing write tid 2 to smithi08280503-23 2024-08-17T00:53:33.890 INFO:tasks.rados.rados.0.smithi082.stdout:3824: finishing write tid 3 to smithi08280503-23 2024-08-17T00:53:33.890 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 1795 (ObjNum 1181 snap 363 seq_num 1181) dirty exists 2024-08-17T00:53:33.890 INFO:tasks.rados.rados.0.smithi082.stdout:3824: left oid 23 (ObjNum 1181 snap 363 seq_num 1181) 2024-08-17T00:53:33.891 INFO:tasks.rados.rados.0.smithi082.stdout:3825: finishing write tid 1 to smithi08280503-32 2024-08-17T00:53:33.891 INFO:tasks.rados.rados.0.smithi082.stdout:3825: finishing write tid 2 to smithi08280503-32 2024-08-17T00:53:33.891 INFO:tasks.rados.rados.0.smithi082.stdout:3825: finishing write tid 3 to smithi08280503-32 2024-08-17T00:53:33.891 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 2256 (ObjNum 1182 snap 363 seq_num 1182) dirty exists 2024-08-17T00:53:33.891 INFO:tasks.rados.rados.0.smithi082.stdout:3825: left oid 32 (ObjNum 1182 snap 363 seq_num 1182) 2024-08-17T00:53:33.891 INFO:tasks.rados.rados.0.smithi082.stdout:3827: expect (ObjNum -382181920 snap 21904 seq_num 3913372720) 2024-08-17T00:53:33.892 INFO:tasks.rados.rados.0.smithi082.stdout:3823: expect (ObjNum 1049 snap 325 seq_num 1049) 2024-08-17T00:53:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:33 smithi082 ceph-mon[94343]: osdmap e808: 8 total, 8 up, 8 in 2024-08-17T00:53:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:33 smithi082 ceph-mon[94343]: osdmap e809: 8 total, 8 up, 8 in 2024-08-17T00:53:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:33 smithi082 ceph-mon[91979]: osdmap e808: 8 total, 8 up, 8 in 2024-08-17T00:53:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:33 smithi082 ceph-mon[91979]: osdmap e809: 8 total, 8 up, 8 in 2024-08-17T00:53:34.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:33 smithi137 ceph-mon[86391]: osdmap e808: 8 total, 8 up, 8 in 2024-08-17T00:53:34.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:33 smithi137 ceph-mon[86391]: osdmap e809: 8 total, 8 up, 8 in 2024-08-17T00:53:34.676 INFO:tasks.rados.rados.0.smithi082.stdout:3826: finishing write tid 1 to smithi08280503-10 2024-08-17T00:53:34.677 INFO:tasks.rados.rados.0.smithi082.stdout:3826: finishing write tid 2 to smithi08280503-10 2024-08-17T00:53:34.677 INFO:tasks.rados.rados.0.smithi082.stdout:3826: finishing write tid 3 to smithi08280503-10 2024-08-17T00:53:34.677 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 1921 (ObjNum 1183 snap 363 seq_num 1183) dirty exists 2024-08-17T00:53:34.677 INFO:tasks.rados.rados.0.smithi082.stdout:3826: left oid 10 (ObjNum 1183 snap 363 seq_num 1183) 2024-08-17T00:53:34.677 INFO:tasks.rados.rados.0.smithi082.stdout:3823: done (5 left) 2024-08-17T00:53:34.677 INFO:tasks.rados.rados.0.smithi082.stdout:3824: done (4 left) 2024-08-17T00:53:34.677 INFO:tasks.rados.rados.0.smithi082.stdout:3825: done (3 left) 2024-08-17T00:53:34.677 INFO:tasks.rados.rados.0.smithi082.stdout:3826: done (2 left) 2024-08-17T00:53:34.677 INFO:tasks.rados.rados.0.smithi082.stdout:3827: done (1 left) 2024-08-17T00:53:34.677 INFO:tasks.rados.rados.0.smithi082.stdout:3828: done (0 left) 2024-08-17T00:53:34.677 INFO:tasks.rados.rados.0.smithi082.stdout:3829: delete oid 46 current snap is 363 2024-08-17T00:53:34.679 INFO:tasks.rados.rados.0.smithi082.stdout:3829: done (0 left) 2024-08-17T00:53:34.679 INFO:tasks.rados.rados.0.smithi082.stdout:3830: copy_from oid 10 from oid 36 current snap is 363 2024-08-17T00:53:34.679 INFO:tasks.rados.rados.0.smithi082.stdout:3831: snap_create 2024-08-17T00:53:34.684 INFO:tasks.rados.rados.0.smithi082.stdout:3830: finishing copy_from racing read to smithi08280503-10 2024-08-17T00:53:34.684 INFO:tasks.rados.rados.0.smithi082.stdout:3830: finishing copy_from to smithi08280503-10 2024-08-17T00:53:34.684 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 1983 (ObjNum 1166 snap 358 seq_num 1166) dirty exists 2024-08-17T00:53:34.919 INFO:tasks.rados.rados.0.smithi082.stdout:3830: done (1 left) 2024-08-17T00:53:34.919 INFO:tasks.rados.rados.0.smithi082.stdout:3831: done (0 left) 2024-08-17T00:53:34.920 INFO:tasks.rados.rados.0.smithi082.stdout:3832: read oid 36 snap -1 2024-08-17T00:53:34.920 INFO:tasks.rados.rados.0.smithi082.stdout:3832: expect (ObjNum 1166 snap 358 seq_num 1166) 2024-08-17T00:53:34.920 INFO:tasks.rados.rados.0.smithi082.stdout:3833: read oid 23 snap 357 2024-08-17T00:53:34.920 INFO:tasks.rados.rados.0.smithi082.stdout:3833: expect (ObjNum 1105 snap 344 seq_num 1105) 2024-08-17T00:53:34.920 INFO:tasks.rados.rados.0.smithi082.stdout:3834: read oid 10 snap -1 2024-08-17T00:53:34.920 INFO:tasks.rados.rados.0.smithi082.stdout:3834: expect (ObjNum 1166 snap 358 seq_num 1166) 2024-08-17T00:53:34.920 INFO:tasks.rados.rados.0.smithi082.stdout:3835: rmattr oid 50 current snap is 364 2024-08-17T00:53:34.920 INFO:tasks.rados.rados.0.smithi082.stdout:3835: done (3 left) 2024-08-17T00:53:34.920 INFO:tasks.rados.rados.0.smithi082.stdout:3836: copy_from oid 20 from oid 18 current snap is 364 2024-08-17T00:53:34.920 INFO:tasks.rados.rados.0.smithi082.stdout:3837: copy_from oid 12 from oid 50 current snap is 364 2024-08-17T00:53:34.920 INFO:tasks.rados.rados.0.smithi082.stdout:3838: copy_from oid 47 from oid 13 current snap is 364 2024-08-17T00:53:34.921 INFO:tasks.rados.rados.0.smithi082.stdout:3839: copy_from oid 19 from oid 9 current snap is 364 2024-08-17T00:53:34.921 INFO:tasks.rados.rados.0.smithi082.stdout:3840: delete oid 42 current snap is 364 2024-08-17T00:53:34.923 INFO:tasks.rados.rados.0.smithi082.stdout:3834: expect (ObjNum 1166 snap 358 seq_num 1166) 2024-08-17T00:53:34.933 INFO:tasks.rados.rados.0.smithi082.stdout:3832: expect (ObjNum 1166 snap 358 seq_num 1166) 2024-08-17T00:53:34.944 INFO:tasks.rados.rados.0.smithi082.stdout:3837: finishing copy_from to smithi08280503-12 2024-08-17T00:53:34.944 INFO:tasks.rados.rados.0.smithi082.stdout:3837: got expected ENOENT (src dne) 2024-08-17T00:53:34.944 INFO:tasks.rados.rados.0.smithi082.stdout:3837: finishing copy_from racing read to smithi08280503-12 2024-08-17T00:53:34.944 INFO:tasks.rados.rados.0.smithi082.stdout:3839: finishing copy_from racing read to smithi08280503-19 2024-08-17T00:53:34.944 INFO:tasks.rados.rados.0.smithi082.stdout:3836: finishing copy_from racing read to smithi08280503-20 2024-08-17T00:53:34.945 INFO:tasks.rados.rados.0.smithi082.stdout:3832: done (7 left) 2024-08-17T00:53:34.945 INFO:tasks.rados.rados.0.smithi082.stdout:3834: done (6 left) 2024-08-17T00:53:34.945 INFO:tasks.rados.rados.0.smithi082.stdout:3837: done (5 left) 2024-08-17T00:53:34.945 INFO:tasks.rados.rados.0.smithi082.stdout:3840: done (4 left) 2024-08-17T00:53:34.945 INFO:tasks.rados.rados.0.smithi082.stdout:3841: snap_create 2024-08-17T00:53:34.945 INFO:tasks.rados.rados.0.smithi082.stdout:3836: finishing copy_from to smithi08280503-20 2024-08-17T00:53:34.945 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 1790 (ObjNum 942 snap 287 seq_num 942) dirty exists 2024-08-17T00:53:34.946 INFO:tasks.rados.rados.0.smithi082.stdout:3839: finishing copy_from to smithi08280503-19 2024-08-17T00:53:34.946 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 2335 (ObjNum 1174 snap 360 seq_num 1174) dirty exists 2024-08-17T00:53:34.950 INFO:tasks.rados.rados.0.smithi082.stdout:3833: expect (ObjNum 1105 snap 344 seq_num 1105) 2024-08-17T00:53:35.099 INFO:tasks.rados.rados.0.smithi082.stdout:3838: finishing copy_from racing read to smithi08280503-47 2024-08-17T00:53:35.100 INFO:tasks.rados.rados.0.smithi082.stdout:3838: finishing copy_from to smithi08280503-47 2024-08-17T00:53:35.100 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 1987 (ObjNum 1178 snap 362 seq_num 1178) dirty exists 2024-08-17T00:53:35.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:34 smithi082 ceph-mon[91979]: pgmap v888: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 432 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 580 KiB/s wr, 8 op/s 2024-08-17T00:53:35.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:34 smithi082 ceph-mon[94343]: pgmap v888: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 432 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 580 KiB/s wr, 8 op/s 2024-08-17T00:53:35.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:53:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:53:35] "GET /metrics HTTP/1.1" 200 36272 "" "Prometheus/2.43.0" 2024-08-17T00:53:35.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:34 smithi137 ceph-mon[86391]: pgmap v888: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 432 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 580 KiB/s wr, 8 op/s 2024-08-17T00:53:35.925 INFO:tasks.rados.rados.0.smithi082.stdout:3833: done (4 left) 2024-08-17T00:53:35.925 INFO:tasks.rados.rados.0.smithi082.stdout:3836: done (3 left) 2024-08-17T00:53:35.925 INFO:tasks.rados.rados.0.smithi082.stdout:3838: done (2 left) 2024-08-17T00:53:35.925 INFO:tasks.rados.rados.0.smithi082.stdout:3839: done (1 left) 2024-08-17T00:53:35.925 INFO:tasks.rados.rados.0.smithi082.stdout:3841: done (0 left) 2024-08-17T00:53:35.925 INFO:tasks.rados.rados.0.smithi082.stdout:3842: read oid 1 snap 359 2024-08-17T00:53:35.925 INFO:tasks.rados.rados.0.smithi082.stdout:3842: expect (ObjNum 1108 snap 344 seq_num 1108) 2024-08-17T00:53:35.925 INFO:tasks.rados.rados.0.smithi082.stdout:3843: read oid 44 snap -1 2024-08-17T00:53:35.925 INFO:tasks.rados.rados.0.smithi082.stdout:3843: expect (ObjNum 1132 snap 349 seq_num 1132) 2024-08-17T00:53:35.926 INFO:tasks.rados.rados.0.smithi082.stdout:3844: rmattr oid 35 current snap is 365 2024-08-17T00:53:35.926 INFO:tasks.rados.rados.0.smithi082.stdout:3844: done (2 left) 2024-08-17T00:53:35.926 INFO:tasks.rados.rados.0.smithi082.stdout:3845: rollback oid 17 current snap is 365 2024-08-17T00:53:35.926 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 17 to 355 2024-08-17T00:53:35.926 INFO:tasks.rados.rados.0.smithi082.stdout:3846: read oid 49 snap -1 2024-08-17T00:53:35.926 INFO:tasks.rados.rados.0.smithi082.stdout:3846: expect (ObjNum 1152 snap 356 seq_num 1152) 2024-08-17T00:53:35.926 INFO:tasks.rados.rados.0.smithi082.stdout:3847: read oid 41 snap -1 2024-08-17T00:53:35.926 INFO:tasks.rados.rados.0.smithi082.stdout:3847: expect deleted 2024-08-17T00:53:35.926 INFO:tasks.rados.rados.0.smithi082.stdout:3848: rmattr oid 48 current snap is 365 2024-08-17T00:53:35.926 INFO:tasks.rados.rados.0.smithi082.stdout:3848: done (5 left) 2024-08-17T00:53:35.926 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 34 current snap is 365 2024-08-17T00:53:35.926 INFO:tasks.rados.rados.0.smithi082.stdout:3849: seq_num 1186 ranges {1540096=671744} 2024-08-17T00:53:35.937 INFO:tasks.rados.rados.0.smithi082.stdout:3849: writing smithi08280503-34 from 1540096 to 2211840 tid 1 2024-08-17T00:53:35.937 INFO:tasks.rados.rados.0.smithi082.stdout:3850: read oid 46 snap 298 2024-08-17T00:53:35.937 INFO:tasks.rados.rados.0.smithi082.stdout:3850: expect deleted 2024-08-17T00:53:35.937 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 21 current snap is 365 2024-08-17T00:53:35.937 INFO:tasks.rados.rados.0.smithi082.stdout:3851: seq_num 1187 ranges {13352960=688128} 2024-08-17T00:53:36.010 INFO:tasks.rados.rados.0.smithi082.stdout:3851: writing smithi08280503-21 from 13352960 to 14041088 tid 1 2024-08-17T00:53:36.011 INFO:tasks.rados.rados.0.smithi082.stdout:3852: read oid 42 snap -1 2024-08-17T00:53:36.011 INFO:tasks.rados.rados.0.smithi082.stdout:3852: expect deleted 2024-08-17T00:53:36.011 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 23 current snap is 365 2024-08-17T00:53:36.011 INFO:tasks.rados.rados.0.smithi082.stdout:3846: expect (ObjNum 1152 snap 356 seq_num 1152) 2024-08-17T00:53:36.013 INFO:tasks.rados.rados.0.smithi082.stdout:3853: seq_num 1188 ranges {4366336=704512} 2024-08-17T00:53:36.040 INFO:tasks.rados.rados.0.smithi082.stdout:3853: writing smithi08280503-23 from 4366336 to 5070848 tid 1 2024-08-17T00:53:36.040 INFO:tasks.rados.rados.0.smithi082.stdout:3846: done (9 left) 2024-08-17T00:53:36.040 INFO:tasks.rados.rados.0.smithi082.stdout:3854: snap_remove snap 364 2024-08-17T00:53:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:35 smithi082 ceph-mon[94343]: osdmap e810: 8 total, 8 up, 8 in 2024-08-17T00:53:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:53:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:35 smithi082 ceph-mon[91979]: osdmap e810: 8 total, 8 up, 8 in 2024-08-17T00:53:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:53:36.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:35 smithi137 ceph-mon[86391]: osdmap e810: 8 total, 8 up, 8 in 2024-08-17T00:53:36.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:53:36.935 INFO:tasks.rados.rados.0.smithi082.stdout:3854: done (9 left) 2024-08-17T00:53:36.935 INFO:tasks.rados.rados.0.smithi082.stdout:3855: rmattr oid 4 current snap is 365 2024-08-17T00:53:36.935 INFO:tasks.rados.rados.0.smithi082.stdout:3856: snap_remove snap 354 2024-08-17T00:53:37.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:36 smithi082 ceph-mon[94343]: osdmap e811: 8 total, 8 up, 8 in 2024-08-17T00:53:37.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:36 smithi082 ceph-mon[94343]: pgmap v891: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 414 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-17T00:53:37.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:36 smithi082 ceph-mon[91979]: osdmap e811: 8 total, 8 up, 8 in 2024-08-17T00:53:37.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:36 smithi082 ceph-mon[91979]: pgmap v891: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 414 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-17T00:53:37.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:36 smithi137 ceph-mon[86391]: osdmap e811: 8 total, 8 up, 8 in 2024-08-17T00:53:37.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:36 smithi137 ceph-mon[86391]: pgmap v891: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 414 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-17T00:53:37.939 INFO:tasks.rados.rados.0.smithi082.stdout:3856: done (10 left) 2024-08-17T00:53:37.939 INFO:tasks.rados.rados.0.smithi082.stdout:3857: snap_create 2024-08-17T00:53:37.939 INFO:tasks.rados.rados.0.smithi082.stdout:3849: finishing write tid 1 to smithi08280503-34 2024-08-17T00:53:37.939 INFO:tasks.rados.rados.0.smithi082.stdout:3849: finishing write tid 2 to smithi08280503-34 2024-08-17T00:53:37.940 INFO:tasks.rados.rados.0.smithi082.stdout:3849: finishing write tid 3 to smithi08280503-34 2024-08-17T00:53:37.940 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 1800 (ObjNum 1186 snap 365 seq_num 1186) dirty exists 2024-08-17T00:53:37.940 INFO:tasks.rados.rados.0.smithi082.stdout:3849: left oid 34 (ObjNum 1186 snap 365 seq_num 1186) 2024-08-17T00:53:37.940 INFO:tasks.rados.rados.0.smithi082.stdout:3842: expect (ObjNum 1108 snap 344 seq_num 1108) 2024-08-17T00:53:38.070 INFO:tasks.rados.rados.0.smithi082.stdout:3845: finishing rollback tid 0 to smithi08280503-17 2024-08-17T00:53:38.070 INFO:tasks.rados.rados.0.smithi082.stdout:3845: finishing rollback tid 1 to smithi08280503-17 2024-08-17T00:53:38.070 INFO:tasks.rados.rados.0.smithi082.stdout:3845: finishing rollback tid 2 to smithi08280503-17 2024-08-17T00:53:38.070 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 2142 (ObjNum 1115 snap 346 seq_num 1115) dirty exists 2024-08-17T00:53:38.070 INFO:tasks.rados.rados.0.smithi082.stdout:3843: expect (ObjNum 1132 snap 349 seq_num 1132) 2024-08-17T00:53:38.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:37 smithi082 ceph-mon[94343]: osdmap e812: 8 total, 8 up, 8 in 2024-08-17T00:53:38.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:37 smithi082 ceph-mon[91979]: osdmap e812: 8 total, 8 up, 8 in 2024-08-17T00:53:38.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:37 smithi137 ceph-mon[86391]: osdmap e812: 8 total, 8 up, 8 in 2024-08-17T00:53:38.529 INFO:tasks.rados.rados.0.smithi082.stdout:3851: finishing write tid 1 to smithi08280503-21 2024-08-17T00:53:38.529 INFO:tasks.rados.rados.0.smithi082.stdout:3851: finishing write tid 2 to smithi08280503-21 2024-08-17T00:53:38.529 INFO:tasks.rados.rados.0.smithi082.stdout:3851: finishing write tid 3 to smithi08280503-21 2024-08-17T00:53:38.529 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 1989 (ObjNum 1187 snap 365 seq_num 1187) dirty exists 2024-08-17T00:53:38.529 INFO:tasks.rados.rados.0.smithi082.stdout:3851: left oid 21 (ObjNum 1187 snap 365 seq_num 1187) 2024-08-17T00:53:38.530 INFO:tasks.rados.rados.0.smithi082.stdout:3853: finishing write tid 1 to smithi08280503-23 2024-08-17T00:53:38.530 INFO:tasks.rados.rados.0.smithi082.stdout:3853: finishing write tid 2 to smithi08280503-23 2024-08-17T00:53:38.530 INFO:tasks.rados.rados.0.smithi082.stdout:3853: finishing write tid 3 to smithi08280503-23 2024-08-17T00:53:38.530 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 1797 (ObjNum 1188 snap 365 seq_num 1188) dirty exists 2024-08-17T00:53:38.530 INFO:tasks.rados.rados.0.smithi082.stdout:3853: left oid 23 (ObjNum 1188 snap 365 seq_num 1188) 2024-08-17T00:53:38.530 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 2356 (ObjNum 1142 snap 350 seq_num 1142) dirty exists 2024-08-17T00:53:38.894 INFO:tasks.rados.rados.0.smithi082.stdout:3842: done (10 left) 2024-08-17T00:53:38.894 INFO:tasks.rados.rados.0.smithi082.stdout:3843: done (9 left) 2024-08-17T00:53:38.895 INFO:tasks.rados.rados.0.smithi082.stdout:3845: done (8 left) 2024-08-17T00:53:38.895 INFO:tasks.rados.rados.0.smithi082.stdout:3847: done (7 left) 2024-08-17T00:53:38.895 INFO:tasks.rados.rados.0.smithi082.stdout:3849: done (6 left) 2024-08-17T00:53:38.895 INFO:tasks.rados.rados.0.smithi082.stdout:3850: done (5 left) 2024-08-17T00:53:38.895 INFO:tasks.rados.rados.0.smithi082.stdout:3851: done (4 left) 2024-08-17T00:53:38.895 INFO:tasks.rados.rados.0.smithi082.stdout:3852: done (3 left) 2024-08-17T00:53:38.895 INFO:tasks.rados.rados.0.smithi082.stdout:3853: done (2 left) 2024-08-17T00:53:38.895 INFO:tasks.rados.rados.0.smithi082.stdout:3855: done (1 left) 2024-08-17T00:53:38.895 INFO:tasks.rados.rados.0.smithi082.stdout:3857: done (0 left) 2024-08-17T00:53:38.895 INFO:tasks.rados.rados.0.smithi082.stdout:3858: read oid 21 snap -1 2024-08-17T00:53:38.895 INFO:tasks.rados.rados.0.smithi082.stdout:3858: expect (ObjNum 1187 snap 365 seq_num 1187) 2024-08-17T00:53:38.895 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 16 current snap is 366 2024-08-17T00:53:38.896 INFO:tasks.rados.rados.0.smithi082.stdout:3859: seq_num 1189 ranges {0=720896} 2024-08-17T00:53:38.898 INFO:tasks.rados.rados.0.smithi082.stdout:3859: writing smithi08280503-16 from 0 to 720896 tid 1 2024-08-17T00:53:38.898 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 44 current snap is 366 2024-08-17T00:53:38.899 INFO:tasks.rados.rados.0.smithi082.stdout:3860: seq_num 1190 ranges {8388608=737280} 2024-08-17T00:53:38.949 INFO:tasks.rados.rados.0.smithi082.stdout:3860: writing smithi08280503-44 from 8388608 to 9125888 tid 1 2024-08-17T00:53:38.949 INFO:tasks.rados.rados.0.smithi082.stdout:3861: read oid 26 snap 363 2024-08-17T00:53:38.949 INFO:tasks.rados.rados.0.smithi082.stdout:3861: expect (ObjNum 1064 snap 327 seq_num 1064) 2024-08-17T00:53:38.949 INFO:tasks.rados.rados.0.smithi082.stdout:3862: rmattr oid 40 current snap is 366 2024-08-17T00:53:38.949 INFO:tasks.rados.rados.0.smithi082.stdout:3862: done (4 left) 2024-08-17T00:53:38.949 INFO:tasks.rados.rados.0.smithi082.stdout:3863: rmattr oid 2 current snap is 366 2024-08-17T00:53:38.950 INFO:tasks.rados.rados.0.smithi082.stdout:3859: finishing write tid 1 to smithi08280503-16 2024-08-17T00:53:38.950 INFO:tasks.rados.rados.0.smithi082.stdout:3859: finishing write tid 2 to smithi08280503-16 2024-08-17T00:53:38.950 INFO:tasks.rados.rados.0.smithi082.stdout:3859: finishing write tid 3 to smithi08280503-16 2024-08-17T00:53:38.950 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 16 v 1810 (ObjNum 1189 snap 366 seq_num 1189) dirty exists 2024-08-17T00:53:38.950 INFO:tasks.rados.rados.0.smithi082.stdout:3859: left oid 16 (ObjNum 1189 snap 366 seq_num 1189) 2024-08-17T00:53:38.950 INFO:tasks.rados.rados.0.smithi082.stdout:3859: done (4 left) 2024-08-17T00:53:38.950 INFO:tasks.rados.rados.0.smithi082.stdout:3864: delete oid 34 current snap is 366 2024-08-17T00:53:38.951 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 2 v 0 (ObjNum 1156 snap 356 seq_num 1156) dirty exists 2024-08-17T00:53:38.953 INFO:tasks.rados.rados.0.smithi082.stdout:3860: finishing write tid 1 to smithi08280503-44 2024-08-17T00:53:38.953 INFO:tasks.rados.rados.0.smithi082.stdout:3860: finishing write tid 2 to smithi08280503-44 2024-08-17T00:53:38.954 INFO:tasks.rados.rados.0.smithi082.stdout:3863: done (4 left) 2024-08-17T00:53:38.954 INFO:tasks.rados.rados.0.smithi082.stdout:3864: done (3 left) 2024-08-17T00:53:38.954 INFO:tasks.rados.rados.0.smithi082.stdout:3865: rollback oid 40 current snap is 366 2024-08-17T00:53:38.954 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 40 to 353 2024-08-17T00:53:38.954 INFO:tasks.rados.rados.0.smithi082.stdout:3866: copy_from oid 35 from oid 17 current snap is 366 2024-08-17T00:53:38.955 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 48 current snap is 366 2024-08-17T00:53:38.955 INFO:tasks.rados.rados.0.smithi082.stdout:3867: seq_num 1192 ranges {0=770048} 2024-08-17T00:53:38.964 INFO:tasks.rados.rados.0.smithi082.stdout:3867: writing smithi08280503-48 from 0 to 770048 tid 1 2024-08-17T00:53:38.964 INFO:tasks.rados.rados.0.smithi082.stdout:3868: snap_create 2024-08-17T00:53:38.965 INFO:tasks.rados.rados.0.smithi082.stdout:3860: finishing write tid 3 to smithi08280503-44 2024-08-17T00:53:38.965 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 1812 (ObjNum 1190 snap 366 seq_num 1190) dirty exists 2024-08-17T00:53:38.965 INFO:tasks.rados.rados.0.smithi082.stdout:3860: left oid 44 (ObjNum 1190 snap 366 seq_num 1190) 2024-08-17T00:53:38.965 INFO:tasks.rados.rados.0.smithi082.stdout:3861: expect (ObjNum 1064 snap 327 seq_num 1064) 2024-08-17T00:53:38.990 INFO:tasks.rados.rados.0.smithi082.stdout:3865: finishing rollback tid 0 to smithi08280503-40 2024-08-17T00:53:38.990 INFO:tasks.rados.rados.0.smithi082.stdout:3865: finishing rollback tid 1 to smithi08280503-40 2024-08-17T00:53:38.990 INFO:tasks.rados.rados.0.smithi082.stdout:3865: finishing rollback tid 2 to smithi08280503-40 2024-08-17T00:53:38.991 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 2338 (ObjNum 1091 snap 336 seq_num 1091) dirty exists 2024-08-17T00:53:38.991 INFO:tasks.rados.rados.0.smithi082.stdout:3867: finishing write tid 1 to smithi08280503-48 2024-08-17T00:53:38.991 INFO:tasks.rados.rados.0.smithi082.stdout:3867: finishing write tid 2 to smithi08280503-48 2024-08-17T00:53:38.991 INFO:tasks.rados.rados.0.smithi082.stdout:3866: finishing copy_from racing read to smithi08280503-35 2024-08-17T00:53:38.991 INFO:tasks.rados.rados.0.smithi082.stdout:3867: finishing write tid 3 to smithi08280503-48 2024-08-17T00:53:38.991 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 48 v 2276 (ObjNum 1192 snap 366 seq_num 1192) dirty exists 2024-08-17T00:53:38.991 INFO:tasks.rados.rados.0.smithi082.stdout:3867: left oid 48 (ObjNum 1192 snap 366 seq_num 1192) 2024-08-17T00:53:38.991 INFO:tasks.rados.rados.0.smithi082.stdout:3866: finishing copy_from to smithi08280503-35 2024-08-17T00:53:38.991 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 35 v 2142 (ObjNum 1115 snap 346 seq_num 1115) dirty exists 2024-08-17T00:53:38.991 INFO:tasks.rados.rados.0.smithi082.stdout:3858: expect (ObjNum 1187 snap 365 seq_num 1187) 2024-08-17T00:53:39.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:38 smithi082 ceph-mon[94343]: osdmap e813: 8 total, 8 up, 8 in 2024-08-17T00:53:39.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:38 smithi082 ceph-mon[94343]: pgmap v894: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 419 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-08-17T00:53:39.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:38 smithi082 ceph-mon[94343]: osdmap e814: 8 total, 8 up, 8 in 2024-08-17T00:53:39.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:38 smithi082 ceph-mon[91979]: osdmap e813: 8 total, 8 up, 8 in 2024-08-17T00:53:39.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:38 smithi082 ceph-mon[91979]: pgmap v894: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 419 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-08-17T00:53:39.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:38 smithi082 ceph-mon[91979]: osdmap e814: 8 total, 8 up, 8 in 2024-08-17T00:53:39.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:38 smithi137 ceph-mon[86391]: osdmap e813: 8 total, 8 up, 8 in 2024-08-17T00:53:39.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:38 smithi137 ceph-mon[86391]: pgmap v894: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 419 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-08-17T00:53:39.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:38 smithi137 ceph-mon[86391]: osdmap e814: 8 total, 8 up, 8 in 2024-08-17T00:53:40.334 INFO:tasks.rados.rados.0.smithi082.stdout:3858: done (6 left) 2024-08-17T00:53:40.335 INFO:tasks.rados.rados.0.smithi082.stdout:3860: done (5 left) 2024-08-17T00:53:40.335 INFO:tasks.rados.rados.0.smithi082.stdout:3861: done (4 left) 2024-08-17T00:53:40.335 INFO:tasks.rados.rados.0.smithi082.stdout:3865: done (3 left) 2024-08-17T00:53:40.335 INFO:tasks.rados.rados.0.smithi082.stdout:3866: done (2 left) 2024-08-17T00:53:40.335 INFO:tasks.rados.rados.0.smithi082.stdout:3867: done (1 left) 2024-08-17T00:53:40.335 INFO:tasks.rados.rados.0.smithi082.stdout:3868: done (0 left) 2024-08-17T00:53:40.335 INFO:tasks.rados.rados.0.smithi082.stdout:3869: snap_remove snap 363 2024-08-17T00:53:40.952 INFO:tasks.rados.rados.0.smithi082.stdout:3869: done (0 left) 2024-08-17T00:53:40.952 INFO:tasks.rados.rados.0.smithi082.stdout:3870: delete oid 2 current snap is 367 2024-08-17T00:53:40.958 INFO:tasks.rados.rados.0.smithi082.stdout:3870: done (0 left) 2024-08-17T00:53:40.958 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 33 current snap is 367 2024-08-17T00:53:40.958 INFO:tasks.rados.rados.0.smithi082.stdout:3871: seq_num 1194 ranges {0=802816} 2024-08-17T00:53:40.963 INFO:tasks.rados.rados.0.smithi082.stdout:3871: writing smithi08280503-33 from 0 to 802816 tid 1 2024-08-17T00:53:40.963 INFO:tasks.rados.rados.0.smithi082.stdout:3872: read oid 39 snap -1 2024-08-17T00:53:40.964 INFO:tasks.rados.rados.0.smithi082.stdout:3872: expect deleted 2024-08-17T00:53:40.964 INFO:tasks.rados.rados.0.smithi082.stdout:3873: read oid 42 snap -1 2024-08-17T00:53:40.964 INFO:tasks.rados.rados.0.smithi082.stdout:3873: expect deleted 2024-08-17T00:53:40.964 INFO:tasks.rados.rados.0.smithi082.stdout:3874: copy_from oid 28 from oid 9 current snap is 367 2024-08-17T00:53:40.964 INFO:tasks.rados.rados.0.smithi082.stdout:3875: read oid 6 snap -1 2024-08-17T00:53:40.964 INFO:tasks.rados.rados.0.smithi082.stdout:3875: expect (ObjNum 1132 snap 349 seq_num 1132) 2024-08-17T00:53:40.964 INFO:tasks.rados.rados.0.smithi082.stdout:3876: delete oid 24 current snap is 367 2024-08-17T00:53:40.968 INFO:tasks.rados.rados.0.smithi082.stdout:3872: done (5 left) 2024-08-17T00:53:40.968 INFO:tasks.rados.rados.0.smithi082.stdout:3873: done (4 left) 2024-08-17T00:53:40.968 INFO:tasks.rados.rados.0.smithi082.stdout:3876: done (3 left) 2024-08-17T00:53:40.968 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 50 current snap is 367 2024-08-17T00:53:40.969 INFO:tasks.rados.rados.0.smithi082.stdout:3877: seq_num 1196 ranges {0=434176,434176=401408} 2024-08-17T00:53:40.971 INFO:tasks.rados.rados.0.smithi082.stdout:3877: writing smithi08280503-50 from 0 to 434176 tid 1 2024-08-17T00:53:40.974 INFO:tasks.rados.rados.0.smithi082.stdout:3877: writing smithi08280503-50 from 434176 to 835584 tid 2 2024-08-17T00:53:40.974 INFO:tasks.rados.rados.0.smithi082.stdout:3878: read oid 36 snap -1 2024-08-17T00:53:40.974 INFO:tasks.rados.rados.0.smithi082.stdout:3878: expect (ObjNum 1166 snap 358 seq_num 1166) 2024-08-17T00:53:40.975 INFO:tasks.rados.rados.0.smithi082.stdout:3879: read oid 8 snap -1 2024-08-17T00:53:40.975 INFO:tasks.rados.rados.0.smithi082.stdout:3879: expect (ObjNum 1102 snap 344 seq_num 1102) 2024-08-17T00:53:40.975 INFO:tasks.rados.rados.0.smithi082.stdout:3880: snap_create 2024-08-17T00:53:40.975 INFO:tasks.rados.rados.0.smithi082.stdout:3871: finishing write tid 1 to smithi08280503-33 2024-08-17T00:53:40.975 INFO:tasks.rados.rados.0.smithi082.stdout:3871: finishing write tid 2 to smithi08280503-33 2024-08-17T00:53:40.975 INFO:tasks.rados.rados.0.smithi082.stdout:3871: finishing write tid 3 to smithi08280503-33 2024-08-17T00:53:40.975 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 1820 (ObjNum 1194 snap 367 seq_num 1194) dirty exists 2024-08-17T00:53:40.975 INFO:tasks.rados.rados.0.smithi082.stdout:3871: left oid 33 (ObjNum 1194 snap 367 seq_num 1194) 2024-08-17T00:53:40.977 INFO:tasks.rados.rados.0.smithi082.stdout:3878: expect (ObjNum 1166 snap 358 seq_num 1166) 2024-08-17T00:53:40.991 INFO:tasks.rados.rados.0.smithi082.stdout:3874: finishing copy_from racing read to smithi08280503-28 2024-08-17T00:53:40.991 INFO:tasks.rados.rados.0.smithi082.stdout:3877: finishing write tid 1 to smithi08280503-50 2024-08-17T00:53:40.991 INFO:tasks.rados.rados.0.smithi082.stdout:3877: finishing write tid 2 to smithi08280503-50 2024-08-17T00:53:40.991 INFO:tasks.rados.rados.0.smithi082.stdout:3877: finishing write tid 3 to smithi08280503-50 2024-08-17T00:53:40.994 INFO:tasks.rados.rados.0.smithi082.stdout:3877: finishing write tid 4 to smithi08280503-50 2024-08-17T00:53:40.994 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 50 v 2279 (ObjNum 1196 snap 367 seq_num 1196) dirty exists 2024-08-17T00:53:40.995 INFO:tasks.rados.rados.0.smithi082.stdout:3877: left oid 50 (ObjNum 1196 snap 367 seq_num 1196) 2024-08-17T00:53:41.001 INFO:tasks.rados.rados.0.smithi082.stdout:3875: expect (ObjNum 1132 snap 349 seq_num 1132) 2024-08-17T00:53:41.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:40 smithi082 ceph-mon[91979]: osdmap e815: 8 total, 8 up, 8 in 2024-08-17T00:53:41.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:40 smithi082 ceph-mon[91979]: pgmap v897: 121 pgs: 121 active+clean; 416 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-08-17T00:53:41.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:40 smithi082 ceph-mon[94343]: osdmap e815: 8 total, 8 up, 8 in 2024-08-17T00:53:41.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:40 smithi082 ceph-mon[94343]: pgmap v897: 121 pgs: 121 active+clean; 416 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-08-17T00:53:41.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:40 smithi137 ceph-mon[86391]: osdmap e815: 8 total, 8 up, 8 in 2024-08-17T00:53:41.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:40 smithi137 ceph-mon[86391]: pgmap v897: 121 pgs: 121 active+clean; 416 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-08-17T00:53:41.465 INFO:tasks.rados.rados.0.smithi082.stdout:3874: finishing copy_from to smithi08280503-28 2024-08-17T00:53:41.465 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 2335 (ObjNum 1174 snap 360 seq_num 1174) dirty exists 2024-08-17T00:53:41.465 INFO:tasks.rados.rados.0.smithi082.stdout:3879: expect (ObjNum 1102 snap 344 seq_num 1102) 2024-08-17T00:53:42.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:41 smithi082 ceph-mon[94343]: osdmap e816: 8 total, 8 up, 8 in 2024-08-17T00:53:42.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:41 smithi082 ceph-mon[91979]: osdmap e816: 8 total, 8 up, 8 in 2024-08-17T00:53:42.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:41 smithi137 ceph-mon[86391]: osdmap e816: 8 total, 8 up, 8 in 2024-08-17T00:53:42.399 INFO:tasks.rados.rados.0.smithi082.stdout:3871: done (6 left) 2024-08-17T00:53:42.399 INFO:tasks.rados.rados.0.smithi082.stdout:3874: done (5 left) 2024-08-17T00:53:42.399 INFO:tasks.rados.rados.0.smithi082.stdout:3875: done (4 left) 2024-08-17T00:53:42.399 INFO:tasks.rados.rados.0.smithi082.stdout:3877: done (3 left) 2024-08-17T00:53:42.399 INFO:tasks.rados.rados.0.smithi082.stdout:3878: done (2 left) 2024-08-17T00:53:42.399 INFO:tasks.rados.rados.0.smithi082.stdout:3879: done (1 left) 2024-08-17T00:53:42.400 INFO:tasks.rados.rados.0.smithi082.stdout:3880: done (0 left) 2024-08-17T00:53:42.400 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 47 current snap is 368 2024-08-17T00:53:42.400 INFO:tasks.rados.rados.0.smithi082.stdout:3881: seq_num 1197 ranges {5373952=450560,5824512=401408} 2024-08-17T00:53:42.428 INFO:tasks.rados.rados.0.smithi082.stdout:3881: writing smithi08280503-47 from 5373952 to 5824512 tid 1 2024-08-17T00:53:42.431 INFO:tasks.rados.rados.0.smithi082.stdout:3881: writing smithi08280503-47 from 5824512 to 6225920 tid 2 2024-08-17T00:53:42.431 INFO:tasks.rados.rados.0.smithi082.stdout:3882: delete oid 35 current snap is 368 2024-08-17T00:53:42.433 INFO:tasks.rados.rados.0.smithi082.stdout:3882: done (1 left) 2024-08-17T00:53:42.434 INFO:tasks.rados.rados.0.smithi082.stdout:3883: snap_create 2024-08-17T00:53:42.439 INFO:tasks.rados.rados.0.smithi082.stdout:3881: finishing write tid 1 to smithi08280503-47 2024-08-17T00:53:42.439 INFO:tasks.rados.rados.0.smithi082.stdout:3881: finishing write tid 2 to smithi08280503-47 2024-08-17T00:53:42.439 INFO:tasks.rados.rados.0.smithi082.stdout:3881: finishing write tid 3 to smithi08280503-47 2024-08-17T00:53:42.439 INFO:tasks.rados.rados.0.smithi082.stdout:3881: finishing write tid 4 to smithi08280503-47 2024-08-17T00:53:42.439 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 1992 (ObjNum 1197 snap 368 seq_num 1197) dirty exists 2024-08-17T00:53:42.439 INFO:tasks.rados.rados.0.smithi082.stdout:3881: left oid 47 (ObjNum 1197 snap 368 seq_num 1197) 2024-08-17T00:53:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:53:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:53:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:53:42.968 INFO:tasks.rados.rados.0.smithi082.stdout:3881: done (1 left) 2024-08-17T00:53:42.969 INFO:tasks.rados.rados.0.smithi082.stdout:3883: done (0 left) 2024-08-17T00:53:42.969 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 15 current snap is 369 2024-08-17T00:53:42.969 INFO:tasks.rados.rados.0.smithi082.stdout:3884: seq_num 1199 ranges {3522560=483328,4005888=401408} 2024-08-17T00:53:42.989 INFO:tasks.rados.rados.0.smithi082.stdout:3884: writing smithi08280503-15 from 3522560 to 4005888 tid 1 2024-08-17T00:53:42.992 INFO:tasks.rados.rados.0.smithi082.stdout:3884: writing smithi08280503-15 from 4005888 to 4407296 tid 2 2024-08-17T00:53:42.992 INFO:tasks.rados.rados.0.smithi082.stdout:3885: snap_create 2024-08-17T00:53:42.999 INFO:tasks.rados.rados.0.smithi082.stdout:3884: finishing write tid 1 to smithi08280503-15 2024-08-17T00:53:42.999 INFO:tasks.rados.rados.0.smithi082.stdout:3884: finishing write tid 2 to smithi08280503-15 2024-08-17T00:53:42.999 INFO:tasks.rados.rados.0.smithi082.stdout:3884: finishing write tid 3 to smithi08280503-15 2024-08-17T00:53:43.000 INFO:tasks.rados.rados.0.smithi082.stdout:3884: finishing write tid 4 to smithi08280503-15 2024-08-17T00:53:43.001 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 2145 (ObjNum 1199 snap 369 seq_num 1199) dirty exists 2024-08-17T00:53:43.001 INFO:tasks.rados.rados.0.smithi082.stdout:3884: left oid 15 (ObjNum 1199 snap 369 seq_num 1199) 2024-08-17T00:53:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:42 smithi082 ceph-mon[94343]: osdmap e817: 8 total, 8 up, 8 in 2024-08-17T00:53:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:42 smithi082 ceph-mon[94343]: pgmap v900: 121 pgs: 121 active+clean; 418 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-08-17T00:53:43.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:42 smithi082 ceph-mon[91979]: osdmap e817: 8 total, 8 up, 8 in 2024-08-17T00:53:43.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:42 smithi082 ceph-mon[91979]: pgmap v900: 121 pgs: 121 active+clean; 418 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-08-17T00:53:43.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:42 smithi137 ceph-mon[86391]: osdmap e817: 8 total, 8 up, 8 in 2024-08-17T00:53:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:42 smithi137 ceph-mon[86391]: pgmap v900: 121 pgs: 121 active+clean; 418 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-08-17T00:53:43.893 INFO:tasks.rados.rados.0.smithi082.stdout:3884: done (1 left) 2024-08-17T00:53:43.893 INFO:tasks.rados.rados.0.smithi082.stdout:3885: done (0 left) 2024-08-17T00:53:43.894 INFO:tasks.rados.rados.0.smithi082.stdout:3886: read oid 26 snap -1 2024-08-17T00:53:43.894 INFO:tasks.rados.rados.0.smithi082.stdout:3886: expect (ObjNum 1064 snap 327 seq_num 1064) 2024-08-17T00:53:43.894 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 39 current snap is 370 2024-08-17T00:53:43.894 INFO:tasks.rados.rados.0.smithi082.stdout:3887: seq_num 1200 ranges {0=499712,499712=401408} 2024-08-17T00:53:43.896 INFO:tasks.rados.rados.0.smithi082.stdout:3887: writing smithi08280503-39 from 0 to 499712 tid 1 2024-08-17T00:53:43.899 INFO:tasks.rados.rados.0.smithi082.stdout:3887: writing smithi08280503-39 from 499712 to 901120 tid 2 2024-08-17T00:53:43.899 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 18 current snap is 370 2024-08-17T00:53:43.899 INFO:tasks.rados.rados.0.smithi082.stdout:3888: seq_num 1201 ranges {2637824=524288,3162112=401408} 2024-08-17T00:53:43.916 INFO:tasks.rados.rados.0.smithi082.stdout:3888: writing smithi08280503-18 from 2637824 to 3162112 tid 1 2024-08-17T00:53:43.918 INFO:tasks.rados.rados.0.smithi082.stdout:3888: writing smithi08280503-18 from 3162112 to 3563520 tid 2 2024-08-17T00:53:43.918 INFO:tasks.rados.rados.0.smithi082.stdout:3889: copy_from oid 42 from oid 7 current snap is 370 2024-08-17T00:53:43.919 INFO:tasks.rados.rados.0.smithi082.stdout:3886: expect (ObjNum 1064 snap 327 seq_num 1064) 2024-08-17T00:53:43.946 INFO:tasks.rados.rados.0.smithi082.stdout:3887: finishing write tid 1 to smithi08280503-39 2024-08-17T00:53:43.946 INFO:tasks.rados.rados.0.smithi082.stdout:3887: finishing write tid 2 to smithi08280503-39 2024-08-17T00:53:43.947 INFO:tasks.rados.rados.0.smithi082.stdout:3887: finishing write tid 3 to smithi08280503-39 2024-08-17T00:53:43.947 INFO:tasks.rados.rados.0.smithi082.stdout:3887: finishing write tid 4 to smithi08280503-39 2024-08-17T00:53:43.947 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 1804 (ObjNum 1200 snap 370 seq_num 1200) dirty exists 2024-08-17T00:53:43.947 INFO:tasks.rados.rados.0.smithi082.stdout:3887: left oid 39 (ObjNum 1200 snap 370 seq_num 1200) 2024-08-17T00:53:43.947 INFO:tasks.rados.rados.0.smithi082.stdout:3886: done (3 left) 2024-08-17T00:53:43.947 INFO:tasks.rados.rados.0.smithi082.stdout:3887: done (2 left) 2024-08-17T00:53:43.947 INFO:tasks.rados.rados.0.smithi082.stdout:3890: snap_create 2024-08-17T00:53:43.947 INFO:tasks.rados.rados.0.smithi082.stdout:3888: finishing write tid 1 to smithi08280503-18 2024-08-17T00:53:43.947 INFO:tasks.rados.rados.0.smithi082.stdout:3888: finishing write tid 2 to smithi08280503-18 2024-08-17T00:53:43.947 INFO:tasks.rados.rados.0.smithi082.stdout:3889: finishing copy_from to smithi08280503-42 2024-08-17T00:53:43.948 INFO:tasks.rados.rados.0.smithi082.stdout:3889: got expected ENOENT (src dne) 2024-08-17T00:53:43.948 INFO:tasks.rados.rados.0.smithi082.stdout:3888: finishing write tid 3 to smithi08280503-18 2024-08-17T00:53:43.948 INFO:tasks.rados.rados.0.smithi082.stdout:3889: finishing copy_from racing read to smithi08280503-42 2024-08-17T00:53:43.948 INFO:tasks.rados.rados.0.smithi082.stdout:3888: finishing write tid 4 to smithi08280503-18 2024-08-17T00:53:43.948 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 2338 (ObjNum 1201 snap 370 seq_num 1201) dirty exists 2024-08-17T00:53:43.948 INFO:tasks.rados.rados.0.smithi082.stdout:3888: left oid 18 (ObjNum 1201 snap 370 seq_num 1201) 2024-08-17T00:53:44.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:43 smithi082 ceph-mon[94343]: osdmap e818: 8 total, 8 up, 8 in 2024-08-17T00:53:44.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:43 smithi082 ceph-mon[94343]: osdmap e819: 8 total, 8 up, 8 in 2024-08-17T00:53:44.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:43 smithi082 ceph-mon[91979]: osdmap e818: 8 total, 8 up, 8 in 2024-08-17T00:53:44.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:43 smithi082 ceph-mon[91979]: osdmap e819: 8 total, 8 up, 8 in 2024-08-17T00:53:44.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:43 smithi137 ceph-mon[86391]: osdmap e818: 8 total, 8 up, 8 in 2024-08-17T00:53:44.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:43 smithi137 ceph-mon[86391]: osdmap e819: 8 total, 8 up, 8 in 2024-08-17T00:53:44.893 INFO:tasks.rados.rados.0.smithi082.stdout:3888: done (2 left) 2024-08-17T00:53:44.894 INFO:tasks.rados.rados.0.smithi082.stdout:3889: done (1 left) 2024-08-17T00:53:44.894 INFO:tasks.rados.rados.0.smithi082.stdout:3890: done (0 left) 2024-08-17T00:53:44.894 INFO:tasks.rados.rados.0.smithi082.stdout:3891: rollback oid 41 current snap is 371 2024-08-17T00:53:44.894 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 41 to 355 2024-08-17T00:53:44.894 INFO:tasks.rados.rados.0.smithi082.stdout:3892: rollback oid 49 current snap is 371 2024-08-17T00:53:44.894 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 49 to 341 2024-08-17T00:53:44.894 INFO:tasks.rados.rados.0.smithi082.stdout:3893: rmattr oid 32 current snap is 371 2024-08-17T00:53:44.894 INFO:tasks.rados.rados.0.smithi082.stdout:3894: setattr oid 8 current snap is 371 2024-08-17T00:53:44.895 INFO:tasks.rados.rados.0.smithi082.stdout:3895: read oid 42 snap -1 2024-08-17T00:53:44.895 INFO:tasks.rados.rados.0.smithi082.stdout:3895: expect deleted 2024-08-17T00:53:44.895 INFO:tasks.rados.rados.0.smithi082.stdout:3896: snap_remove snap 362 2024-08-17T00:53:45.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:44 smithi082 ceph-mon[91979]: pgmap v903: 121 pgs: 121 active+clean; 424 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-17T00:53:45.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:44 smithi082 ceph-mon[91979]: osdmap e820: 8 total, 8 up, 8 in 2024-08-17T00:53:45.226 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:53:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:53:45] "GET /metrics HTTP/1.1" 200 36275 "" "Prometheus/2.43.0" 2024-08-17T00:53:45.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:44 smithi082 ceph-mon[94343]: pgmap v903: 121 pgs: 121 active+clean; 424 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-17T00:53:45.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:44 smithi082 ceph-mon[94343]: osdmap e820: 8 total, 8 up, 8 in 2024-08-17T00:53:45.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:44 smithi137 ceph-mon[86391]: pgmap v903: 121 pgs: 121 active+clean; 424 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-17T00:53:45.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:44 smithi137 ceph-mon[86391]: osdmap e820: 8 total, 8 up, 8 in 2024-08-17T00:53:45.897 INFO:tasks.rados.rados.0.smithi082.stdout:3896: done (5 left) 2024-08-17T00:53:45.897 INFO:tasks.rados.rados.0.smithi082.stdout:3897: snap_remove snap 370 2024-08-17T00:53:46.903 INFO:tasks.rados.rados.0.smithi082.stdout:3897: done (5 left) 2024-08-17T00:53:46.903 INFO:tasks.rados.rados.0.smithi082.stdout:3898: delete oid 6 current snap is 371 2024-08-17T00:53:46.904 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 8 v 2339 (ObjNum 1102 snap 344 seq_num 1102) dirty exists 2024-08-17T00:53:46.904 INFO:tasks.rados.rados.0.smithi082.stdout:3891: finishing rollback tid 1 to smithi08280503-41 2024-08-17T00:53:46.904 INFO:tasks.rados.rados.0.smithi082.stdout:3891: finishing rollback tid 2 to smithi08280503-41 2024-08-17T00:53:46.904 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 41 v 2281 (ObjNum 1109 snap 344 seq_num 1109) dirty exists 2024-08-17T00:53:46.904 INFO:tasks.rados.rados.0.smithi082.stdout:3892: finishing rollback tid 0 to smithi08280503-49 2024-08-17T00:53:46.904 INFO:tasks.rados.rados.0.smithi082.stdout:3892: finishing rollback tid 1 to smithi08280503-49 2024-08-17T00:53:46.904 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 49 v 2284 (ObjNum 33 snap 0 seq_num 3912227280) dirty dne 2024-08-17T00:53:46.904 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 2286 (ObjNum 1182 snap 363 seq_num 1182) dirty exists 2024-08-17T00:53:46.910 INFO:tasks.rados.rados.0.smithi082.stdout:3891: done (5 left) 2024-08-17T00:53:46.910 INFO:tasks.rados.rados.0.smithi082.stdout:3892: done (4 left) 2024-08-17T00:53:46.910 INFO:tasks.rados.rados.0.smithi082.stdout:3893: done (3 left) 2024-08-17T00:53:46.910 INFO:tasks.rados.rados.0.smithi082.stdout:3894: done (2 left) 2024-08-17T00:53:46.910 INFO:tasks.rados.rados.0.smithi082.stdout:3895: done (1 left) 2024-08-17T00:53:46.910 INFO:tasks.rados.rados.0.smithi082.stdout:3898: done (0 left) 2024-08-17T00:53:46.910 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 19 current snap is 371 2024-08-17T00:53:46.910 INFO:tasks.rados.rados.0.smithi082.stdout:3899: seq_num 1203 ranges {2793472=557056,3350528=401408} 2024-08-17T00:53:46.928 INFO:tasks.rados.rados.0.smithi082.stdout:3899: writing smithi08280503-19 from 2793472 to 3350528 tid 1 2024-08-17T00:53:46.930 INFO:tasks.rados.rados.0.smithi082.stdout:3899: writing smithi08280503-19 from 3350528 to 3751936 tid 2 2024-08-17T00:53:46.930 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 21 current snap is 371 2024-08-17T00:53:46.930 INFO:tasks.rados.rados.0.smithi082.stdout:3900: seq_num 1204 ranges {14041088=573440,14614528=401408} 2024-08-17T00:53:47.007 INFO:tasks.rados.rados.0.smithi082.stdout:3900: writing smithi08280503-21 from 14041088 to 14614528 tid 1 2024-08-17T00:53:47.010 INFO:tasks.rados.rados.0.smithi082.stdout:3900: writing smithi08280503-21 from 14614528 to 15015936 tid 2 2024-08-17T00:53:47.010 INFO:tasks.rados.rados.0.smithi082.stdout:3901: rollback oid 31 current snap is 371 2024-08-17T00:53:47.010 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 31 to 366 2024-08-17T00:53:47.010 INFO:tasks.rados.rados.0.smithi082.stdout:3899: finishing write tid 1 to smithi08280503-19 2024-08-17T00:53:47.010 INFO:tasks.rados.rados.0.smithi082.stdout:3899: finishing write tid 2 to smithi08280503-19 2024-08-17T00:53:47.010 INFO:tasks.rados.rados.0.smithi082.stdout:3902: rmattr oid 1 current snap is 371 2024-08-17T00:53:47.010 INFO:tasks.rados.rados.0.smithi082.stdout:3902: done (3 left) 2024-08-17T00:53:47.010 INFO:tasks.rados.rados.0.smithi082.stdout:3903: read oid 39 snap -1 2024-08-17T00:53:47.010 INFO:tasks.rados.rados.0.smithi082.stdout:3903: expect (ObjNum 1200 snap 370 seq_num 1200) 2024-08-17T00:53:47.011 INFO:tasks.rados.rados.0.smithi082.stdout:3904: rollback oid 15 current snap is 371 2024-08-17T00:53:47.011 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 15 to 366 2024-08-17T00:53:47.011 INFO:tasks.rados.rados.0.smithi082.stdout:3899: finishing write tid 3 to smithi08280503-19 2024-08-17T00:53:47.011 INFO:tasks.rados.rados.0.smithi082.stdout:3899: finishing write tid 4 to smithi08280503-19 2024-08-17T00:53:47.011 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 2341 (ObjNum 1203 snap 371 seq_num 1203) dirty exists 2024-08-17T00:53:47.011 INFO:tasks.rados.rados.0.smithi082.stdout:3899: left oid 19 (ObjNum 1203 snap 371 seq_num 1203) 2024-08-17T00:53:47.011 INFO:tasks.rados.rados.0.smithi082.stdout:3899: done (4 left) 2024-08-17T00:53:47.011 INFO:tasks.rados.rados.0.smithi082.stdout:3905: read oid 29 snap 365 2024-08-17T00:53:47.011 INFO:tasks.rados.rados.0.smithi082.stdout:3905: expect (ObjNum 1149 snap 354 seq_num 1149) 2024-08-17T00:53:47.011 INFO:tasks.rados.rados.0.smithi082.stdout:3906: snap_create 2024-08-17T00:53:47.013 INFO:tasks.rados.rados.0.smithi082.stdout:3905: expect (ObjNum 1149 snap 354 seq_num 1149) 2024-08-17T00:53:47.017 INFO:tasks.rados.rados.0.smithi082.stdout:3904: finishing rollback tid 0 to smithi08280503-15 2024-08-17T00:53:47.017 INFO:tasks.rados.rados.0.smithi082.stdout:3901: finishing rollback tid 0 to smithi08280503-31 2024-08-17T00:53:47.017 INFO:tasks.rados.rados.0.smithi082.stdout:3901: finishing rollback tid 1 to smithi08280503-31 2024-08-17T00:53:47.017 INFO:tasks.rados.rados.0.smithi082.stdout:3901: finishing rollback tid 2 to smithi08280503-31 2024-08-17T00:53:47.018 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 2344 (ObjNum 1177 snap 360 seq_num 1177) dirty exists 2024-08-17T00:53:47.019 INFO:tasks.rados.rados.0.smithi082.stdout:3904: finishing rollback tid 1 to smithi08280503-15 2024-08-17T00:53:47.019 INFO:tasks.rados.rados.0.smithi082.stdout:3903: expect (ObjNum 1200 snap 370 seq_num 1200) 2024-08-17T00:53:47.043 INFO:tasks.rados.rados.0.smithi082.stdout:3900: finishing write tid 1 to smithi08280503-21 2024-08-17T00:53:47.043 INFO:tasks.rados.rados.0.smithi082.stdout:3900: finishing write tid 2 to smithi08280503-21 2024-08-17T00:53:47.043 INFO:tasks.rados.rados.0.smithi082.stdout:3900: finishing write tid 3 to smithi08280503-21 2024-08-17T00:53:47.043 INFO:tasks.rados.rados.0.smithi082.stdout:3904: finishing rollback tid 2 to smithi08280503-15 2024-08-17T00:53:47.043 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 15 v 2148 (ObjNum 1108 snap 344 seq_num 1108) dirty exists 2024-08-17T00:53:47.043 INFO:tasks.rados.rados.0.smithi082.stdout:3900: finishing write tid 4 to smithi08280503-21 2024-08-17T00:53:47.043 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 1995 (ObjNum 1204 snap 371 seq_num 1204) dirty exists 2024-08-17T00:53:47.043 INFO:tasks.rados.rados.0.smithi082.stdout:3900: left oid 21 (ObjNum 1204 snap 371 seq_num 1204) 2024-08-17T00:53:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:46 smithi082 ceph-mon[94343]: osdmap e821: 8 total, 8 up, 8 in 2024-08-17T00:53:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:46 smithi082 ceph-mon[94343]: pgmap v906: 121 pgs: 121 active+clean; 425 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-08-17T00:53:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:46 smithi082 ceph-mon[91979]: osdmap e821: 8 total, 8 up, 8 in 2024-08-17T00:53:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:46 smithi082 ceph-mon[91979]: pgmap v906: 121 pgs: 121 active+clean; 425 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-08-17T00:53:47.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:46 smithi137 ceph-mon[86391]: osdmap e821: 8 total, 8 up, 8 in 2024-08-17T00:53:47.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:46 smithi137 ceph-mon[86391]: pgmap v906: 121 pgs: 121 active+clean; 425 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-08-17T00:53:47.912 INFO:tasks.rados.rados.0.smithi082.stdout:3900: done (5 left) 2024-08-17T00:53:47.912 INFO:tasks.rados.rados.0.smithi082.stdout:3901: done (4 left) 2024-08-17T00:53:47.912 INFO:tasks.rados.rados.0.smithi082.stdout:3903: done (3 left) 2024-08-17T00:53:47.913 INFO:tasks.rados.rados.0.smithi082.stdout:3904: done (2 left) 2024-08-17T00:53:47.913 INFO:tasks.rados.rados.0.smithi082.stdout:3905: done (1 left) 2024-08-17T00:53:47.913 INFO:tasks.rados.rados.0.smithi082.stdout:3906: done (0 left) 2024-08-17T00:53:47.913 INFO:tasks.rados.rados.0.smithi082.stdout:3907: snap_create 2024-08-17T00:53:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:47 smithi082 ceph-mon[94343]: osdmap e822: 8 total, 8 up, 8 in 2024-08-17T00:53:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:47 smithi082 ceph-mon[91979]: osdmap e822: 8 total, 8 up, 8 in 2024-08-17T00:53:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:47 smithi137 ceph-mon[86391]: osdmap e822: 8 total, 8 up, 8 in 2024-08-17T00:53:48.895 INFO:tasks.rados.rados.0.smithi082.stdout:3907: done (0 left) 2024-08-17T00:53:48.895 INFO:tasks.rados.rados.0.smithi082.stdout:3908: snap_remove snap 369 2024-08-17T00:53:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:48 smithi082 ceph-mon[94343]: osdmap e823: 8 total, 8 up, 8 in 2024-08-17T00:53:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:48 smithi082 ceph-mon[94343]: pgmap v909: 121 pgs: 121 active+clean; 428 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 907 KiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-08-17T00:53:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:48 smithi082 ceph-mon[94343]: osdmap e824: 8 total, 8 up, 8 in 2024-08-17T00:53:49.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:48 smithi082 ceph-mon[91979]: osdmap e823: 8 total, 8 up, 8 in 2024-08-17T00:53:49.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:48 smithi082 ceph-mon[91979]: pgmap v909: 121 pgs: 121 active+clean; 428 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 907 KiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-08-17T00:53:49.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:48 smithi082 ceph-mon[91979]: osdmap e824: 8 total, 8 up, 8 in 2024-08-17T00:53:49.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:48 smithi137 ceph-mon[86391]: osdmap e823: 8 total, 8 up, 8 in 2024-08-17T00:53:49.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:48 smithi137 ceph-mon[86391]: pgmap v909: 121 pgs: 121 active+clean; 428 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 907 KiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-08-17T00:53:49.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:48 smithi137 ceph-mon[86391]: osdmap e824: 8 total, 8 up, 8 in 2024-08-17T00:53:49.897 INFO:tasks.rados.rados.0.smithi082.stdout:3908: done (0 left) 2024-08-17T00:53:49.897 INFO:tasks.rados.rados.0.smithi082.stdout:3909: snap_create 2024-08-17T00:53:50.902 INFO:tasks.rados.rados.0.smithi082.stdout:3909: done (0 left) 2024-08-17T00:53:50.902 INFO:tasks.rados.rados.0.smithi082.stdout:3910: rollback oid 22 current snap is 374 2024-08-17T00:53:50.902 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 22 to 355 2024-08-17T00:53:50.902 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 24 current snap is 374 2024-08-17T00:53:50.902 INFO:tasks.rados.rados.0.smithi082.stdout:3911: seq_num 1205 ranges {0=589824,589824=401408} 2024-08-17T00:53:50.905 INFO:tasks.rados.rados.0.smithi082.stdout:3911: writing smithi08280503-24 from 0 to 589824 tid 1 2024-08-17T00:53:50.908 INFO:tasks.rados.rados.0.smithi082.stdout:3911: writing smithi08280503-24 from 589824 to 991232 tid 2 2024-08-17T00:53:50.908 INFO:tasks.rados.rados.0.smithi082.stdout:3912: copy_from oid 32 from oid 3 current snap is 374 2024-08-17T00:53:50.908 INFO:tasks.rados.rados.0.smithi082.stdout:3910: finishing rollback tid 0 to smithi08280503-22 2024-08-17T00:53:50.908 INFO:tasks.rados.rados.0.smithi082.stdout:3910: finishing rollback tid 1 to smithi08280503-22 2024-08-17T00:53:50.908 INFO:tasks.rados.rados.0.smithi082.stdout:3910: finishing rollback tid 2 to smithi08280503-22 2024-08-17T00:53:50.908 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 22 v 1823 (ObjNum 1137 snap 349 seq_num 1137) dirty exists 2024-08-17T00:53:50.908 INFO:tasks.rados.rados.0.smithi082.stdout:3910: done (2 left) 2024-08-17T00:53:50.908 INFO:tasks.rados.rados.0.smithi082.stdout:3913: snap_create 2024-08-17T00:53:50.911 INFO:tasks.rados.rados.0.smithi082.stdout:3911: finishing write tid 1 to smithi08280503-24 2024-08-17T00:53:50.911 INFO:tasks.rados.rados.0.smithi082.stdout:3911: finishing write tid 2 to smithi08280503-24 2024-08-17T00:53:50.912 INFO:tasks.rados.rados.0.smithi082.stdout:3911: finishing write tid 3 to smithi08280503-24 2024-08-17T00:53:50.913 INFO:tasks.rados.rados.0.smithi082.stdout:3911: finishing write tid 4 to smithi08280503-24 2024-08-17T00:53:50.913 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 24 v 2342 (ObjNum 1205 snap 374 seq_num 1205) dirty exists 2024-08-17T00:53:50.913 INFO:tasks.rados.rados.0.smithi082.stdout:3911: left oid 24 (ObjNum 1205 snap 374 seq_num 1205) 2024-08-17T00:53:50.961 INFO:tasks.rados.rados.0.smithi082.stdout:3912: finishing copy_from racing read to smithi08280503-32 2024-08-17T00:53:50.962 INFO:tasks.rados.rados.0.smithi082.stdout:3912: finishing copy_from to smithi08280503-32 2024-08-17T00:53:50.963 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 32 v 1575 (ObjNum 1049 snap 325 seq_num 1049) dirty exists 2024-08-17T00:53:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:50 smithi082 ceph-mon[91979]: osdmap e825: 8 total, 8 up, 8 in 2024-08-17T00:53:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:53:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:50 smithi082 ceph-mon[91979]: pgmap v912: 121 pgs: 121 active+clean; 435 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 697 KiB/s rd, 888 KiB/s wr, 13 op/s 2024-08-17T00:53:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:50 smithi082 ceph-mon[94343]: osdmap e825: 8 total, 8 up, 8 in 2024-08-17T00:53:51.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:53:51.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:50 smithi082 ceph-mon[94343]: pgmap v912: 121 pgs: 121 active+clean; 435 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 697 KiB/s rd, 888 KiB/s wr, 13 op/s 2024-08-17T00:53:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:50 smithi137 ceph-mon[86391]: osdmap e825: 8 total, 8 up, 8 in 2024-08-17T00:53:51.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:53:51.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:50 smithi137 ceph-mon[86391]: pgmap v912: 121 pgs: 121 active+clean; 435 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 697 KiB/s rd, 888 KiB/s wr, 13 op/s 2024-08-17T00:53:51.907 INFO:tasks.rados.rados.0.smithi082.stdout:3911: done (2 left) 2024-08-17T00:53:51.908 INFO:tasks.rados.rados.0.smithi082.stdout:3912: done (1 left) 2024-08-17T00:53:51.908 INFO:tasks.rados.rados.0.smithi082.stdout:3913: done (0 left) 2024-08-17T00:53:51.908 INFO:tasks.rados.rados.0.smithi082.stdout:3914: rmattr oid 38 current snap is 375 2024-08-17T00:53:51.908 INFO:tasks.rados.rados.0.smithi082.stdout:3915: snap_remove snap 367 2024-08-17T00:53:52.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:51 smithi082 ceph-mon[94343]: osdmap e826: 8 total, 8 up, 8 in 2024-08-17T00:53:52.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:51 smithi082 ceph-mon[91979]: osdmap e826: 8 total, 8 up, 8 in 2024-08-17T00:53:52.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:51 smithi137 ceph-mon[86391]: osdmap e826: 8 total, 8 up, 8 in 2024-08-17T00:53:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:53:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:53:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:53:52.915 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 1984 (ObjNum 1145 snap 351 seq_num 1145) dirty exists 2024-08-17T00:53:52.916 INFO:tasks.rados.rados.0.smithi082.stdout:3914: done (1 left) 2024-08-17T00:53:52.916 INFO:tasks.rados.rados.0.smithi082.stdout:3915: done (0 left) 2024-08-17T00:53:52.916 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 11 current snap is 375 2024-08-17T00:53:52.916 INFO:tasks.rados.rados.0.smithi082.stdout:3916: seq_num 1206 ranges {2637824=606208,3244032=401408} 2024-08-17T00:53:52.933 INFO:tasks.rados.rados.0.smithi082.stdout:3916: writing smithi08280503-11 from 2637824 to 3244032 tid 1 2024-08-17T00:53:52.936 INFO:tasks.rados.rados.0.smithi082.stdout:3916: writing smithi08280503-11 from 3244032 to 3645440 tid 2 2024-08-17T00:53:52.936 INFO:tasks.rados.rados.0.smithi082.stdout:3917: read oid 38 snap 374 2024-08-17T00:53:52.936 INFO:tasks.rados.rados.0.smithi082.stdout:3917: expect (ObjNum 1145 snap 351 seq_num 1145) 2024-08-17T00:53:52.936 INFO:tasks.rados.rados.0.smithi082.stdout:3918: rmattr oid 9 current snap is 375 2024-08-17T00:53:52.936 INFO:tasks.rados.rados.0.smithi082.stdout:3918: done (2 left) 2024-08-17T00:53:52.936 INFO:tasks.rados.rados.0.smithi082.stdout:3919: snap_remove snap 341 2024-08-17T00:53:53.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:52 smithi082 ceph-mon[94343]: osdmap e827: 8 total, 8 up, 8 in 2024-08-17T00:53:53.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:52 smithi082 ceph-mon[94343]: pgmap v915: 121 pgs: 121 active+clean; 436 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 37 KiB/s rd, 472 KiB/s wr, 5 op/s 2024-08-17T00:53:53.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:52 smithi082 ceph-mon[91979]: osdmap e827: 8 total, 8 up, 8 in 2024-08-17T00:53:53.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:52 smithi082 ceph-mon[91979]: pgmap v915: 121 pgs: 121 active+clean; 436 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 37 KiB/s rd, 472 KiB/s wr, 5 op/s 2024-08-17T00:53:53.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:52 smithi137 ceph-mon[86391]: osdmap e827: 8 total, 8 up, 8 in 2024-08-17T00:53:53.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:52 smithi137 ceph-mon[86391]: pgmap v915: 121 pgs: 121 active+clean; 436 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 37 KiB/s rd, 472 KiB/s wr, 5 op/s 2024-08-17T00:53:53.898 INFO:tasks.rados.rados.0.smithi082.stdout:3919: done (2 left) 2024-08-17T00:53:53.898 INFO:tasks.rados.rados.0.smithi082.stdout:3920: rollback oid 28 current snap is 375 2024-08-17T00:53:53.898 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 28 to 368 2024-08-17T00:53:53.899 INFO:tasks.rados.rados.0.smithi082.stdout:3916: finishing write tid 1 to smithi08280503-11 2024-08-17T00:53:53.899 INFO:tasks.rados.rados.0.smithi082.stdout:3916: finishing write tid 2 to smithi08280503-11 2024-08-17T00:53:53.899 INFO:tasks.rados.rados.0.smithi082.stdout:3916: finishing write tid 3 to smithi08280503-11 2024-08-17T00:53:53.899 INFO:tasks.rados.rados.0.smithi082.stdout:3916: finishing write tid 4 to smithi08280503-11 2024-08-17T00:53:53.899 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 1987 (ObjNum 1206 snap 375 seq_num 1206) dirty exists 2024-08-17T00:53:53.899 INFO:tasks.rados.rados.0.smithi082.stdout:3916: left oid 11 (ObjNum 1206 snap 375 seq_num 1206) 2024-08-17T00:53:53.899 INFO:tasks.rados.rados.0.smithi082.stdout:3917: expect (ObjNum 1145 snap 351 seq_num 1145) 2024-08-17T00:53:54.141 INFO:tasks.rados.rados.0.smithi082.stdout:3920: finishing rollback tid 0 to smithi08280503-28 2024-08-17T00:53:54.141 INFO:tasks.rados.rados.0.smithi082.stdout:3920: finishing rollback tid 1 to smithi08280503-28 2024-08-17T00:53:54.141 INFO:tasks.rados.rados.0.smithi082.stdout:3920: finishing rollback tid 2 to smithi08280503-28 2024-08-17T00:53:54.141 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 28 v 2345 (ObjNum 1174 snap 360 seq_num 1174) dirty exists 2024-08-17T00:53:54.141 INFO:tasks.rados.rados.0.smithi082.stdout:3916: done (2 left) 2024-08-17T00:53:54.141 INFO:tasks.rados.rados.0.smithi082.stdout:3917: done (1 left) 2024-08-17T00:53:54.141 INFO:tasks.rados.rados.0.smithi082.stdout:3920: done (0 left) 2024-08-17T00:53:54.141 INFO:tasks.rados.rados.0.smithi082.stdout:3921: copy_from oid 30 from oid 48 current snap is 375 2024-08-17T00:53:54.141 INFO:tasks.rados.rados.0.smithi082.stdout:3922: rollback oid 19 current snap is 375 2024-08-17T00:53:54.141 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 19 to 366 2024-08-17T00:53:54.141 INFO:tasks.rados.rados.0.smithi082.stdout:3923: snap_remove snap 365 2024-08-17T00:53:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:53 smithi082 ceph-mon[94343]: osdmap e828: 8 total, 8 up, 8 in 2024-08-17T00:53:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:53 smithi082 ceph-mon[94343]: osdmap e829: 8 total, 8 up, 8 in 2024-08-17T00:53:54.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:53 smithi082 ceph-mon[91979]: osdmap e828: 8 total, 8 up, 8 in 2024-08-17T00:53:54.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:53 smithi082 ceph-mon[91979]: osdmap e829: 8 total, 8 up, 8 in 2024-08-17T00:53:54.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:53 smithi137 ceph-mon[86391]: osdmap e828: 8 total, 8 up, 8 in 2024-08-17T00:53:54.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:53 smithi137 ceph-mon[86391]: osdmap e829: 8 total, 8 up, 8 in 2024-08-17T00:53:54.924 INFO:tasks.rados.rados.0.smithi082.stdout:3923: done (2 left) 2024-08-17T00:53:54.924 INFO:tasks.rados.rados.0.smithi082.stdout:3924: read oid 8 snap 371 2024-08-17T00:53:54.924 INFO:tasks.rados.rados.0.smithi082.stdout:3924: expect (ObjNum 1102 snap 344 seq_num 1102) 2024-08-17T00:53:54.924 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 21 current snap is 375 2024-08-17T00:53:54.924 INFO:tasks.rados.rados.0.smithi082.stdout:3922: finishing rollback tid 0 to smithi08280503-19 2024-08-17T00:53:54.924 INFO:tasks.rados.rados.0.smithi082.stdout:3922: finishing rollback tid 1 to smithi08280503-19 2024-08-17T00:53:54.924 INFO:tasks.rados.rados.0.smithi082.stdout:3922: finishing rollback tid 2 to smithi08280503-19 2024-08-17T00:53:54.924 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 19 v 2347 (ObjNum 1174 snap 360 seq_num 1174) dirty exists 2024-08-17T00:53:54.924 INFO:tasks.rados.rados.0.smithi082.stdout:3921: finishing copy_from racing read to smithi08280503-30 2024-08-17T00:53:54.924 INFO:tasks.rados.rados.0.smithi082.stdout:3921: finishing copy_from to smithi08280503-30 2024-08-17T00:53:54.924 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 30 v 2276 (ObjNum 1192 snap 366 seq_num 1192) dirty exists 2024-08-17T00:53:54.925 INFO:tasks.rados.rados.0.smithi082.stdout:3925: seq_num 1207 ranges {15015936=622592,15638528=401408} 2024-08-17T00:53:55.009 INFO:tasks.rados.rados.0.smithi082.stdout:3925: writing smithi08280503-21 from 15015936 to 15638528 tid 1 2024-08-17T00:53:55.011 INFO:tasks.rados.rados.0.smithi082.stdout:3925: writing smithi08280503-21 from 15638528 to 16039936 tid 2 2024-08-17T00:53:55.012 INFO:tasks.rados.rados.0.smithi082.stdout:3921: done (3 left) 2024-08-17T00:53:55.012 INFO:tasks.rados.rados.0.smithi082.stdout:3922: done (2 left) 2024-08-17T00:53:55.012 INFO:tasks.rados.rados.0.smithi082.stdout:3926: read oid 38 snap -1 2024-08-17T00:53:55.012 INFO:tasks.rados.rados.0.smithi082.stdout:3926: expect (ObjNum 1145 snap 351 seq_num 1145) 2024-08-17T00:53:55.012 INFO:tasks.rados.rados.0.smithi082.stdout:3927: snap_create 2024-08-17T00:53:55.012 INFO:tasks.rados.rados.0.smithi082.stdout:3924: expect (ObjNum 1102 snap 344 seq_num 1102) 2024-08-17T00:53:55.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:54 smithi082 ceph-mon[94343]: pgmap v918: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 437 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 2.9 MiB/s wr, 2 op/s 2024-08-17T00:53:55.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:54 smithi082 ceph-mon[91979]: pgmap v918: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 437 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 2.9 MiB/s wr, 2 op/s 2024-08-17T00:53:55.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:53:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:53:55] "GET /metrics HTTP/1.1" 200 36280 "" "Prometheus/2.43.0" 2024-08-17T00:53:55.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:54 smithi137 ceph-mon[86391]: pgmap v918: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 437 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 2.9 MiB/s wr, 2 op/s 2024-08-17T00:53:55.947 INFO:tasks.rados.rados.0.smithi082.stdout:3925: finishing write tid 1 to smithi08280503-21 2024-08-17T00:53:55.948 INFO:tasks.rados.rados.0.smithi082.stdout:3925: finishing write tid 2 to smithi08280503-21 2024-08-17T00:53:55.948 INFO:tasks.rados.rados.0.smithi082.stdout:3925: finishing write tid 3 to smithi08280503-21 2024-08-17T00:53:55.948 INFO:tasks.rados.rados.0.smithi082.stdout:3925: finishing write tid 4 to smithi08280503-21 2024-08-17T00:53:55.948 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 1998 (ObjNum 1207 snap 375 seq_num 1207) dirty exists 2024-08-17T00:53:55.948 INFO:tasks.rados.rados.0.smithi082.stdout:3925: left oid 21 (ObjNum 1207 snap 375 seq_num 1207) 2024-08-17T00:53:55.948 INFO:tasks.rados.rados.0.smithi082.stdout:3926: expect (ObjNum 1145 snap 351 seq_num 1145) 2024-08-17T00:53:56.175 INFO:tasks.rados.rados.0.smithi082.stdout:3924: done (3 left) 2024-08-17T00:53:56.175 INFO:tasks.rados.rados.0.smithi082.stdout:3925: done (2 left) 2024-08-17T00:53:56.175 INFO:tasks.rados.rados.0.smithi082.stdout:3926: done (1 left) 2024-08-17T00:53:56.176 INFO:tasks.rados.rados.0.smithi082.stdout:3927: done (0 left) 2024-08-17T00:53:56.176 INFO:tasks.rados.rados.0.smithi082.stdout:3928: snap_create 2024-08-17T00:53:56.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:55 smithi082 ceph-mon[94343]: osdmap e830: 8 total, 8 up, 8 in 2024-08-17T00:53:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:55 smithi082 ceph-mon[91979]: osdmap e830: 8 total, 8 up, 8 in 2024-08-17T00:53:56.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:55 smithi137 ceph-mon[86391]: osdmap e830: 8 total, 8 up, 8 in 2024-08-17T00:53:56.933 INFO:tasks.rados.rados.0.smithi082.stdout:3928: done (0 left) 2024-08-17T00:53:56.933 INFO:tasks.rados.rados.0.smithi082.stdout:3929: setattr oid 38 current snap is 377 2024-08-17T00:53:56.935 INFO:tasks.rados.rados.0.smithi082.stdout:3930: read oid 39 snap -1 2024-08-17T00:53:56.935 INFO:tasks.rados.rados.0.smithi082.stdout:3930: expect (ObjNum 1200 snap 370 seq_num 1200) 2024-08-17T00:53:56.935 INFO:tasks.rados.rados.0.smithi082.stdout:3931: read oid 43 snap 375 2024-08-17T00:53:56.935 INFO:tasks.rados.rados.0.smithi082.stdout:3931: expect (ObjNum 1179 snap 362 seq_num 1179) 2024-08-17T00:53:56.935 INFO:tasks.rados.rados.0.smithi082.stdout:3932: rollback oid 25 current snap is 377 2024-08-17T00:53:56.935 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 25 to 374 2024-08-17T00:53:56.935 INFO:tasks.rados.rados.0.smithi082.stdout:3933: snap_create 2024-08-17T00:53:56.940 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 38 v 2277 (ObjNum 1145 snap 351 seq_num 1145) dirty exists 2024-08-17T00:53:56.942 INFO:tasks.rados.rados.0.smithi082.stdout:3931: expect (ObjNum 1179 snap 362 seq_num 1179) 2024-08-17T00:53:56.956 INFO:tasks.rados.rados.0.smithi082.stdout:3932: finishing rollback tid 0 to smithi08280503-25 2024-08-17T00:53:56.957 INFO:tasks.rados.rados.0.smithi082.stdout:3932: finishing rollback tid 1 to smithi08280503-25 2024-08-17T00:53:56.957 INFO:tasks.rados.rados.0.smithi082.stdout:3932: finishing rollback tid 2 to smithi08280503-25 2024-08-17T00:53:56.957 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 25 v 1826 (ObjNum 1071 snap 333 seq_num 1071) dirty exists 2024-08-17T00:53:56.957 INFO:tasks.rados.rados.0.smithi082.stdout:3930: expect (ObjNum 1200 snap 370 seq_num 1200) 2024-08-17T00:53:57.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:56 smithi082 ceph-mon[94343]: osdmap e831: 8 total, 8 up, 8 in 2024-08-17T00:53:57.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:56 smithi082 ceph-mon[94343]: pgmap v921: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 426 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T00:53:57.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:56 smithi082 ceph-mon[91979]: osdmap e831: 8 total, 8 up, 8 in 2024-08-17T00:53:57.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:56 smithi082 ceph-mon[91979]: pgmap v921: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 426 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T00:53:57.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:56 smithi137 ceph-mon[86391]: osdmap e831: 8 total, 8 up, 8 in 2024-08-17T00:53:57.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:56 smithi137 ceph-mon[86391]: pgmap v921: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 426 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T00:53:57.939 INFO:tasks.rados.rados.0.smithi082.stdout:3929: done (4 left) 2024-08-17T00:53:57.940 INFO:tasks.rados.rados.0.smithi082.stdout:3930: done (3 left) 2024-08-17T00:53:57.940 INFO:tasks.rados.rados.0.smithi082.stdout:3931: done (2 left) 2024-08-17T00:53:57.940 INFO:tasks.rados.rados.0.smithi082.stdout:3932: done (1 left) 2024-08-17T00:53:57.940 INFO:tasks.rados.rados.0.smithi082.stdout:3933: done (0 left) 2024-08-17T00:53:57.940 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 34 current snap is 378 2024-08-17T00:53:57.940 INFO:tasks.rados.rados.0.smithi082.stdout:3934: seq_num 1208 ranges {0=638976,638976=401408} 2024-08-17T00:53:57.942 INFO:tasks.rados.rados.0.smithi082.stdout:3934: writing smithi08280503-34 from 0 to 638976 tid 1 2024-08-17T00:53:57.946 INFO:tasks.rados.rados.0.smithi082.stdout:3934: writing smithi08280503-34 from 638976 to 1040384 tid 2 2024-08-17T00:53:57.946 INFO:tasks.rados.rados.0.smithi082.stdout:3935: read oid 9 snap 357 2024-08-17T00:53:57.946 INFO:tasks.rados.rados.0.smithi082.stdout:3935: expect (ObjNum 1129 snap 346 seq_num 1129) 2024-08-17T00:53:57.946 INFO:tasks.rados.rados.0.smithi082.stdout:3936: read oid 22 snap -1 2024-08-17T00:53:57.946 INFO:tasks.rados.rados.0.smithi082.stdout:3936: expect (ObjNum 1137 snap 349 seq_num 1137) 2024-08-17T00:53:57.946 INFO:tasks.rados.rados.0.smithi082.stdout:3937: rollback oid 31 current snap is 378 2024-08-17T00:53:57.946 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 31 to 373 2024-08-17T00:53:57.946 INFO:tasks.rados.rados.0.smithi082.stdout:3938: snap_create 2024-08-17T00:53:57.956 INFO:tasks.rados.rados.0.smithi082.stdout:3934: finishing write tid 1 to smithi08280503-34 2024-08-17T00:53:57.956 INFO:tasks.rados.rados.0.smithi082.stdout:3934: finishing write tid 2 to smithi08280503-34 2024-08-17T00:53:57.956 INFO:tasks.rados.rados.0.smithi082.stdout:3937: finishing rollback tid 0 to smithi08280503-31 2024-08-17T00:53:57.956 INFO:tasks.rados.rados.0.smithi082.stdout:3934: finishing write tid 3 to smithi08280503-34 2024-08-17T00:53:57.957 INFO:tasks.rados.rados.0.smithi082.stdout:3935: expect (ObjNum 1129 snap 346 seq_num 1129) 2024-08-17T00:53:58.021 INFO:tasks.rados.rados.0.smithi082.stdout:3937: finishing rollback tid 1 to smithi08280503-31 2024-08-17T00:53:58.021 INFO:tasks.rados.rados.0.smithi082.stdout:3937: finishing rollback tid 2 to smithi08280503-31 2024-08-17T00:53:58.021 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 2350 (ObjNum 1177 snap 360 seq_num 1177) dirty exists 2024-08-17T00:53:58.021 INFO:tasks.rados.rados.0.smithi082.stdout:3934: finishing write tid 4 to smithi08280503-34 2024-08-17T00:53:58.021 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 1807 (ObjNum 1208 snap 378 seq_num 1208) dirty exists 2024-08-17T00:53:58.021 INFO:tasks.rados.rados.0.smithi082.stdout:3934: left oid 34 (ObjNum 1208 snap 378 seq_num 1208) 2024-08-17T00:53:58.021 INFO:tasks.rados.rados.0.smithi082.stdout:3936: expect (ObjNum 1137 snap 349 seq_num 1137) 2024-08-17T00:53:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:57 smithi082 ceph-mon[94343]: osdmap e832: 8 total, 8 up, 8 in 2024-08-17T00:53:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:57 smithi082 ceph-mon[91979]: osdmap e832: 8 total, 8 up, 8 in 2024-08-17T00:53:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:57 smithi137 ceph-mon[86391]: osdmap e832: 8 total, 8 up, 8 in 2024-08-17T00:53:58.896 INFO:tasks.rados.rados.0.smithi082.stdout:3934: done (4 left) 2024-08-17T00:53:58.896 INFO:tasks.rados.rados.0.smithi082.stdout:3935: done (3 left) 2024-08-17T00:53:58.896 INFO:tasks.rados.rados.0.smithi082.stdout:3936: done (2 left) 2024-08-17T00:53:58.896 INFO:tasks.rados.rados.0.smithi082.stdout:3937: done (1 left) 2024-08-17T00:53:58.896 INFO:tasks.rados.rados.0.smithi082.stdout:3938: done (0 left) 2024-08-17T00:53:58.896 INFO:tasks.rados.rados.0.smithi082.stdout:3939: delete oid 29 current snap is 379 2024-08-17T00:53:58.902 INFO:tasks.rados.rados.0.smithi082.stdout:3939: done (0 left) 2024-08-17T00:53:58.902 INFO:tasks.rados.rados.0.smithi082.stdout:3940: rollback oid 10 current snap is 379 2024-08-17T00:53:58.902 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 10 to 366 2024-08-17T00:53:58.902 INFO:tasks.rados.rados.0.smithi082.stdout:3941: read oid 9 snap -1 2024-08-17T00:53:58.902 INFO:tasks.rados.rados.0.smithi082.stdout:3941: expect (ObjNum 1174 snap 360 seq_num 1174) 2024-08-17T00:53:58.902 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 44 current snap is 379 2024-08-17T00:53:58.902 INFO:tasks.rados.rados.0.smithi082.stdout:3942: seq_num 1210 ranges {9125888=671744,9797632=401408} 2024-08-17T00:53:58.955 INFO:tasks.rados.rados.0.smithi082.stdout:3942: writing smithi08280503-44 from 9125888 to 9797632 tid 1 2024-08-17T00:53:58.958 INFO:tasks.rados.rados.0.smithi082.stdout:3942: writing smithi08280503-44 from 9797632 to 10199040 tid 2 2024-08-17T00:53:58.958 INFO:tasks.rados.rados.0.smithi082.stdout:3943: copy_from oid 16 from oid 37 current snap is 379 2024-08-17T00:53:58.958 INFO:tasks.rados.rados.0.smithi082.stdout:3941: expect (ObjNum 1174 snap 360 seq_num 1174) 2024-08-17T00:53:59.069 INFO:tasks.rados.rados.0.smithi082.stdout:3940: finishing rollback tid 0 to smithi08280503-10 2024-08-17T00:53:59.069 INFO:tasks.rados.rados.0.smithi082.stdout:3940: finishing rollback tid 1 to smithi08280503-10 2024-08-17T00:53:59.069 INFO:tasks.rados.rados.0.smithi082.stdout:3941: done (3 left) 2024-08-17T00:53:59.069 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 4 current snap is 379 2024-08-17T00:53:59.069 INFO:tasks.rados.rados.0.smithi082.stdout:3940: finishing rollback tid 2 to smithi08280503-10 2024-08-17T00:53:59.069 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 10 v 1987 (ObjNum 1166 snap 358 seq_num 1166) dirty exists 2024-08-17T00:53:59.070 INFO:tasks.rados.rados.0.smithi082.stdout:3944: seq_num 1211 ranges {3596288=688128,4284416=401408} 2024-08-17T00:53:59.091 INFO:tasks.rados.rados.0.smithi082.stdout:3944: writing smithi08280503-4 from 3596288 to 4284416 tid 1 2024-08-17T00:53:59.095 INFO:tasks.rados.rados.0.smithi082.stdout:3944: writing smithi08280503-4 from 4284416 to 4685824 tid 2 2024-08-17T00:53:59.095 INFO:tasks.rados.rados.0.smithi082.stdout:3940: done (3 left) 2024-08-17T00:53:59.095 INFO:tasks.rados.rados.0.smithi082.stdout:3945: rollback oid 39 current snap is 379 2024-08-17T00:53:59.095 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 39 to 375 2024-08-17T00:53:59.095 INFO:tasks.rados.rados.0.smithi082.stdout:3942: finishing write tid 1 to smithi08280503-44 2024-08-17T00:53:59.095 INFO:tasks.rados.rados.0.smithi082.stdout:3942: finishing write tid 2 to smithi08280503-44 2024-08-17T00:53:59.095 INFO:tasks.rados.rados.0.smithi082.stdout:3942: finishing write tid 3 to smithi08280503-44 2024-08-17T00:53:59.095 INFO:tasks.rados.rados.0.smithi082.stdout:3943: finishing copy_from to smithi08280503-16 2024-08-17T00:53:59.095 INFO:tasks.rados.rados.0.smithi082.stdout:3943: got expected ENOENT (src dne) 2024-08-17T00:53:59.095 INFO:tasks.rados.rados.0.smithi082.stdout:3943: finishing copy_from racing read to smithi08280503-16 2024-08-17T00:53:59.095 INFO:tasks.rados.rados.0.smithi082.stdout:3942: finishing write tid 4 to smithi08280503-44 2024-08-17T00:53:59.096 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 1815 (ObjNum 1210 snap 379 seq_num 1210) dirty exists 2024-08-17T00:53:59.096 INFO:tasks.rados.rados.0.smithi082.stdout:3942: left oid 44 (ObjNum 1210 snap 379 seq_num 1210) 2024-08-17T00:53:59.096 INFO:tasks.rados.rados.0.smithi082.stdout:3942: done (3 left) 2024-08-17T00:53:59.096 INFO:tasks.rados.rados.0.smithi082.stdout:3943: done (2 left) 2024-08-17T00:53:59.096 INFO:tasks.rados.rados.0.smithi082.stdout:3946: rollback oid 43 current snap is 379 2024-08-17T00:53:59.096 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 43 to 353 2024-08-17T00:53:59.096 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 34 current snap is 379 2024-08-17T00:53:59.096 INFO:tasks.rados.rados.0.smithi082.stdout:3947: seq_num 1212 ranges {1040384=704512,1744896=401408} 2024-08-17T00:53:59.103 INFO:tasks.rados.rados.0.smithi082.stdout:3947: writing smithi08280503-34 from 1040384 to 1744896 tid 1 2024-08-17T00:53:59.106 INFO:tasks.rados.rados.0.smithi082.stdout:3947: writing smithi08280503-34 from 1744896 to 2146304 tid 2 2024-08-17T00:53:59.107 INFO:tasks.rados.rados.0.smithi082.stdout:3948: read oid 49 snap -1 2024-08-17T00:53:59.107 INFO:tasks.rados.rados.0.smithi082.stdout:3948: expect deleted 2024-08-17T00:53:59.107 INFO:tasks.rados.rados.0.smithi082.stdout:3949: copy_from oid 31 from oid 11 current snap is 379 2024-08-17T00:53:59.107 INFO:tasks.rados.rados.0.smithi082.stdout:3944: finishing write tid 1 to smithi08280503-4 2024-08-17T00:53:59.107 INFO:tasks.rados.rados.0.smithi082.stdout:3945: finishing rollback tid 0 to smithi08280503-39 2024-08-17T00:53:59.107 INFO:tasks.rados.rados.0.smithi082.stdout:3945: finishing rollback tid 1 to smithi08280503-39 2024-08-17T00:53:59.107 INFO:tasks.rados.rados.0.smithi082.stdout:3945: finishing rollback tid 2 to smithi08280503-39 2024-08-17T00:53:59.107 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 1810 (ObjNum 1200 snap 370 seq_num 1200) dirty exists 2024-08-17T00:53:59.107 INFO:tasks.rados.rados.0.smithi082.stdout:3944: finishing write tid 2 to smithi08280503-4 2024-08-17T00:53:59.107 INFO:tasks.rados.rados.0.smithi082.stdout:3945: done (5 left) 2024-08-17T00:53:59.107 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 33 current snap is 379 2024-08-17T00:53:59.107 INFO:tasks.rados.rados.0.smithi082.stdout:3944: finishing write tid 3 to smithi08280503-4 2024-08-17T00:53:59.107 INFO:tasks.rados.rados.0.smithi082.stdout:3946: finishing rollback tid 0 to smithi08280503-43 2024-08-17T00:53:59.108 INFO:tasks.rados.rados.0.smithi082.stdout:3950: seq_num 1213 ranges {802816=720896,1523712=401408} 2024-08-17T00:53:59.114 INFO:tasks.rados.rados.0.smithi082.stdout:3950: writing smithi08280503-33 from 802816 to 1523712 tid 1 2024-08-17T00:53:59.117 INFO:tasks.rados.rados.0.smithi082.stdout:3950: writing smithi08280503-33 from 1523712 to 1925120 tid 2 2024-08-17T00:53:59.117 INFO:tasks.rados.rados.0.smithi082.stdout:3951: snap_remove snap 298 2024-08-17T00:53:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:58 smithi082 ceph-mon[94343]: osdmap e833: 8 total, 8 up, 8 in 2024-08-17T00:53:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:58 smithi082 ceph-mon[94343]: pgmap v924: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 423 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 938 KiB/s wr, 8 op/s 2024-08-17T00:53:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:53:58 smithi082 ceph-mon[94343]: osdmap e834: 8 total, 8 up, 8 in 2024-08-17T00:53:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:58 smithi082 ceph-mon[91979]: osdmap e833: 8 total, 8 up, 8 in 2024-08-17T00:53:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:58 smithi082 ceph-mon[91979]: pgmap v924: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 423 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 938 KiB/s wr, 8 op/s 2024-08-17T00:53:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:53:58 smithi082 ceph-mon[91979]: osdmap e834: 8 total, 8 up, 8 in 2024-08-17T00:53:59.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:58 smithi137 ceph-mon[86391]: osdmap e833: 8 total, 8 up, 8 in 2024-08-17T00:53:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:58 smithi137 ceph-mon[86391]: pgmap v924: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 423 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 938 KiB/s wr, 8 op/s 2024-08-17T00:53:59.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:53:58 smithi137 ceph-mon[86391]: osdmap e834: 8 total, 8 up, 8 in 2024-08-17T00:53:59.950 INFO:tasks.rados.rados.0.smithi082.stdout:3944: finishing write tid 4 to smithi08280503-4 2024-08-17T00:53:59.950 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 4 v 2374 (ObjNum 1211 snap 379 seq_num 1211) dirty exists 2024-08-17T00:53:59.950 INFO:tasks.rados.rados.0.smithi082.stdout:3944: left oid 4 (ObjNum 1211 snap 379 seq_num 1211) 2024-08-17T00:53:59.950 INFO:tasks.rados.rados.0.smithi082.stdout:3946: finishing rollback tid 1 to smithi08280503-43 2024-08-17T00:53:59.951 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 2377 (ObjNum 129 snap 0 seq_num 3912067096) dirty dne 2024-08-17T00:53:59.951 INFO:tasks.rados.rados.0.smithi082.stdout:3947: finishing write tid 1 to smithi08280503-34 2024-08-17T00:53:59.951 INFO:tasks.rados.rados.0.smithi082.stdout:3947: finishing write tid 2 to smithi08280503-34 2024-08-17T00:53:59.951 INFO:tasks.rados.rados.0.smithi082.stdout:3947: finishing write tid 3 to smithi08280503-34 2024-08-17T00:53:59.951 INFO:tasks.rados.rados.0.smithi082.stdout:3947: finishing write tid 4 to smithi08280503-34 2024-08-17T00:53:59.951 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 34 v 1813 (ObjNum 1212 snap 379 seq_num 1212) dirty exists 2024-08-17T00:53:59.951 INFO:tasks.rados.rados.0.smithi082.stdout:3947: left oid 34 (ObjNum 1212 snap 379 seq_num 1212) 2024-08-17T00:53:59.951 INFO:tasks.rados.rados.0.smithi082.stdout:3950: finishing write tid 1 to smithi08280503-33 2024-08-17T00:53:59.951 INFO:tasks.rados.rados.0.smithi082.stdout:3950: finishing write tid 2 to smithi08280503-33 2024-08-17T00:53:59.951 INFO:tasks.rados.rados.0.smithi082.stdout:3950: finishing write tid 3 to smithi08280503-33 2024-08-17T00:53:59.951 INFO:tasks.rados.rados.0.smithi082.stdout:3950: finishing write tid 4 to smithi08280503-33 2024-08-17T00:53:59.951 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 33 v 1829 (ObjNum 1213 snap 379 seq_num 1213) dirty exists 2024-08-17T00:53:59.951 INFO:tasks.rados.rados.0.smithi082.stdout:3950: left oid 33 (ObjNum 1213 snap 379 seq_num 1213) 2024-08-17T00:53:59.952 INFO:tasks.rados.rados.0.smithi082.stdout:3949: finishing copy_from racing read to smithi08280503-31 2024-08-17T00:53:59.952 INFO:tasks.rados.rados.0.smithi082.stdout:3949: finishing copy_from to smithi08280503-31 2024-08-17T00:53:59.952 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 1987 (ObjNum 1206 snap 375 seq_num 1206) dirty exists 2024-08-17T00:53:59.952 INFO:tasks.rados.rados.0.smithi082.stdout:3944: done (6 left) 2024-08-17T00:53:59.952 INFO:tasks.rados.rados.0.smithi082.stdout:3946: done (5 left) 2024-08-17T00:53:59.952 INFO:tasks.rados.rados.0.smithi082.stdout:3947: done (4 left) 2024-08-17T00:53:59.952 INFO:tasks.rados.rados.0.smithi082.stdout:3948: done (3 left) 2024-08-17T00:53:59.952 INFO:tasks.rados.rados.0.smithi082.stdout:3949: done (2 left) 2024-08-17T00:53:59.952 INFO:tasks.rados.rados.0.smithi082.stdout:3950: done (1 left) 2024-08-17T00:53:59.952 INFO:tasks.rados.rados.0.smithi082.stdout:3951: done (0 left) 2024-08-17T00:53:59.952 INFO:tasks.rados.rados.0.smithi082.stdout:3952: copy_from oid 13 from oid 8 current snap is 379 2024-08-17T00:53:59.952 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 37 current snap is 379 2024-08-17T00:53:59.952 INFO:tasks.rados.rados.0.smithi082.stdout:3953: seq_num 1214 ranges {0=737280,737280=401408} 2024-08-17T00:53:59.955 INFO:tasks.rados.rados.0.smithi082.stdout:3953: writing smithi08280503-37 from 0 to 737280 tid 1 2024-08-17T00:53:59.958 INFO:tasks.rados.rados.0.smithi082.stdout:3953: writing smithi08280503-37 from 737280 to 1138688 tid 2 2024-08-17T00:53:59.958 INFO:tasks.rados.rados.0.smithi082.stdout:3954: snap_create 2024-08-17T00:53:59.973 INFO:tasks.rados.rados.0.smithi082.stdout:3953: finishing write tid 1 to smithi08280503-37 2024-08-17T00:53:59.973 INFO:tasks.rados.rados.0.smithi082.stdout:3953: finishing write tid 2 to smithi08280503-37 2024-08-17T00:53:59.973 INFO:tasks.rados.rados.0.smithi082.stdout:3953: finishing write tid 3 to smithi08280503-37 2024-08-17T00:53:59.977 INFO:tasks.rados.rados.0.smithi082.stdout:3953: finishing write tid 4 to smithi08280503-37 2024-08-17T00:53:59.977 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 37 v 2323 (ObjNum 1214 snap 379 seq_num 1214) dirty exists 2024-08-17T00:53:59.977 INFO:tasks.rados.rados.0.smithi082.stdout:3953: left oid 37 (ObjNum 1214 snap 379 seq_num 1214) 2024-08-17T00:54:00.006 INFO:tasks.rados.rados.0.smithi082.stdout:3952: finishing copy_from racing read to smithi08280503-13 2024-08-17T00:54:00.042 INFO:tasks.rados.rados.0.smithi082.stdout:3952: finishing copy_from to smithi08280503-13 2024-08-17T00:54:00.042 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 2339 (ObjNum 1102 snap 344 seq_num 1102) dirty exists 2024-08-17T00:54:00.963 INFO:tasks.rados.rados.0.smithi082.stdout:3952: done (2 left) 2024-08-17T00:54:00.963 INFO:tasks.rados.rados.0.smithi082.stdout:3953: done (1 left) 2024-08-17T00:54:00.963 INFO:tasks.rados.rados.0.smithi082.stdout:3954: done (0 left) 2024-08-17T00:54:00.963 INFO:tasks.rados.rados.0.smithi082.stdout:3955: setattr oid 9 current snap is 380 2024-08-17T00:54:00.964 INFO:tasks.rados.rados.0.smithi082.stdout:3956: snap_create 2024-08-17T00:54:00.968 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 9 v 2389 (ObjNum 1174 snap 360 seq_num 1174) dirty exists 2024-08-17T00:54:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:00 smithi082 ceph-mon[94343]: osdmap e835: 8 total, 8 up, 8 in 2024-08-17T00:54:01.413 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:00 smithi082 ceph-mon[94343]: pgmap v927: 121 pgs: 121 active+clean; 413 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 778 KiB/s wr, 17 op/s 2024-08-17T00:54:01.413 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:00 smithi082 ceph-mon[91979]: osdmap e835: 8 total, 8 up, 8 in 2024-08-17T00:54:01.414 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:00 smithi082 ceph-mon[91979]: pgmap v927: 121 pgs: 121 active+clean; 413 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 778 KiB/s wr, 17 op/s 2024-08-17T00:54:01.414 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:00 smithi137 ceph-mon[86391]: osdmap e835: 8 total, 8 up, 8 in 2024-08-17T00:54:01.414 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:00 smithi137 ceph-mon[86391]: pgmap v927: 121 pgs: 121 active+clean; 413 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 778 KiB/s wr, 17 op/s 2024-08-17T00:54:01.971 INFO:tasks.rados.rados.0.smithi082.stdout:3955: done (1 left) 2024-08-17T00:54:01.972 INFO:tasks.rados.rados.0.smithi082.stdout:3956: done (0 left) 2024-08-17T00:54:01.972 INFO:tasks.rados.rados.0.smithi082.stdout:3957: snap_create 2024-08-17T00:54:02.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:01 smithi082 ceph-mon[94343]: osdmap e836: 8 total, 8 up, 8 in 2024-08-17T00:54:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:01 smithi082 ceph-mon[91979]: osdmap e836: 8 total, 8 up, 8 in 2024-08-17T00:54:02.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:01 smithi137 ceph-mon[86391]: osdmap e836: 8 total, 8 up, 8 in 2024-08-17T00:54:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:54:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:54:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:54:02.981 INFO:tasks.rados.rados.0.smithi082.stdout:3957: done (0 left) 2024-08-17T00:54:02.981 INFO:tasks.rados.rados.0.smithi082.stdout:3958: rollback oid 1 current snap is 382 2024-08-17T00:54:02.981 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 1 to 373 2024-08-17T00:54:02.981 INFO:tasks.rados.rados.0.smithi082.stdout:3959: read oid 41 snap -1 2024-08-17T00:54:02.981 INFO:tasks.rados.rados.0.smithi082.stdout:3959: expect (ObjNum 1109 snap 344 seq_num 1109) 2024-08-17T00:54:02.981 INFO:tasks.rados.rados.0.smithi082.stdout:3960: rmattr oid 10 current snap is 382 2024-08-17T00:54:02.981 INFO:tasks.rados.rados.0.smithi082.stdout:3960: done (2 left) 2024-08-17T00:54:02.981 INFO:tasks.rados.rados.0.smithi082.stdout:3961: delete oid 42 current snap is 382 2024-08-17T00:54:02.985 INFO:tasks.rados.rados.0.smithi082.stdout:3961: done (2 left) 2024-08-17T00:54:02.985 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 11 current snap is 382 2024-08-17T00:54:02.985 INFO:tasks.rados.rados.0.smithi082.stdout:3962: seq_num 1216 ranges {3645440=770048,4415488=401408} 2024-08-17T00:54:03.010 INFO:tasks.rados.rados.0.smithi082.stdout:3962: writing smithi08280503-11 from 3645440 to 4415488 tid 1 2024-08-17T00:54:03.013 INFO:tasks.rados.rados.0.smithi082.stdout:3962: writing smithi08280503-11 from 4415488 to 4816896 tid 2 2024-08-17T00:54:03.013 INFO:tasks.rados.rados.0.smithi082.stdout:3963: copy_from oid 12 from oid 47 current snap is 382 2024-08-17T00:54:03.013 INFO:tasks.rados.rados.0.smithi082.stdout:3958: finishing rollback tid 0 to smithi08280503-1 2024-08-17T00:54:03.013 INFO:tasks.rados.rados.0.smithi082.stdout:3958: finishing rollback tid 1 to smithi08280503-1 2024-08-17T00:54:03.014 INFO:tasks.rados.rados.0.smithi082.stdout:3958: finishing rollback tid 2 to smithi08280503-1 2024-08-17T00:54:03.014 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 2151 (ObjNum 1108 snap 344 seq_num 1108) dirty exists 2024-08-17T00:54:03.014 INFO:tasks.rados.rados.0.smithi082.stdout:3958: done (3 left) 2024-08-17T00:54:03.014 INFO:tasks.rados.rados.0.smithi082.stdout:3964: rmattr oid 46 current snap is 382 2024-08-17T00:54:03.014 INFO:tasks.rados.rados.0.smithi082.stdout:3964: done (3 left) 2024-08-17T00:54:03.014 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 7 current snap is 382 2024-08-17T00:54:03.014 INFO:tasks.rados.rados.0.smithi082.stdout:3965: seq_num 1217 ranges {0=786432,786432=401408} 2024-08-17T00:54:03.018 INFO:tasks.rados.rados.0.smithi082.stdout:3965: writing smithi08280503-7 from 0 to 786432 tid 1 2024-08-17T00:54:03.021 INFO:tasks.rados.rados.0.smithi082.stdout:3965: writing smithi08280503-7 from 786432 to 1187840 tid 2 2024-08-17T00:54:03.021 INFO:tasks.rados.rados.0.smithi082.stdout:3966: delete oid 30 current snap is 382 2024-08-17T00:54:03.021 INFO:tasks.rados.rados.0.smithi082.stdout:3962: finishing write tid 1 to smithi08280503-11 2024-08-17T00:54:03.021 INFO:tasks.rados.rados.0.smithi082.stdout:3962: finishing write tid 2 to smithi08280503-11 2024-08-17T00:54:03.021 INFO:tasks.rados.rados.0.smithi082.stdout:3962: finishing write tid 3 to smithi08280503-11 2024-08-17T00:54:03.021 INFO:tasks.rados.rados.0.smithi082.stdout:3962: finishing write tid 4 to smithi08280503-11 2024-08-17T00:54:03.021 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 2280 (ObjNum 1216 snap 382 seq_num 1216) dirty exists 2024-08-17T00:54:03.021 INFO:tasks.rados.rados.0.smithi082.stdout:3962: left oid 11 (ObjNum 1216 snap 382 seq_num 1216) 2024-08-17T00:54:03.022 INFO:tasks.rados.rados.0.smithi082.stdout:3959: expect (ObjNum 1109 snap 344 seq_num 1109) 2024-08-17T00:54:03.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:02 smithi082 ceph-mon[94343]: osdmap e837: 8 total, 8 up, 8 in 2024-08-17T00:54:03.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:02 smithi082 ceph-mon[94343]: pgmap v930: 121 pgs: 121 active+clean; 396 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 536 KiB/s wr, 14 op/s 2024-08-17T00:54:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:02 smithi082 ceph-mon[91979]: osdmap e837: 8 total, 8 up, 8 in 2024-08-17T00:54:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:02 smithi082 ceph-mon[91979]: pgmap v930: 121 pgs: 121 active+clean; 396 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 536 KiB/s wr, 14 op/s 2024-08-17T00:54:03.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:02 smithi137 ceph-mon[86391]: osdmap e837: 8 total, 8 up, 8 in 2024-08-17T00:54:03.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:02 smithi137 ceph-mon[86391]: pgmap v930: 121 pgs: 121 active+clean; 396 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 536 KiB/s wr, 14 op/s 2024-08-17T00:54:03.448 INFO:tasks.rados.rados.0.smithi082.stdout:3965: finishing write tid 1 to smithi08280503-7 2024-08-17T00:54:03.448 INFO:tasks.rados.rados.0.smithi082.stdout:3965: finishing write tid 2 to smithi08280503-7 2024-08-17T00:54:03.448 INFO:tasks.rados.rados.0.smithi082.stdout:3965: finishing write tid 3 to smithi08280503-7 2024-08-17T00:54:03.448 INFO:tasks.rados.rados.0.smithi082.stdout:3965: finishing write tid 4 to smithi08280503-7 2024-08-17T00:54:03.448 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 2353 (ObjNum 1217 snap 382 seq_num 1217) dirty exists 2024-08-17T00:54:03.448 INFO:tasks.rados.rados.0.smithi082.stdout:3965: left oid 7 (ObjNum 1217 snap 382 seq_num 1217) 2024-08-17T00:54:03.448 INFO:tasks.rados.rados.0.smithi082.stdout:3963: finishing copy_from racing read to smithi08280503-12 2024-08-17T00:54:03.448 INFO:tasks.rados.rados.0.smithi082.stdout:3963: finishing copy_from to smithi08280503-12 2024-08-17T00:54:03.448 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 12 v 1992 (ObjNum 1197 snap 368 seq_num 1197) dirty exists 2024-08-17T00:54:03.449 INFO:tasks.rados.rados.0.smithi082.stdout:3959: done (4 left) 2024-08-17T00:54:03.449 INFO:tasks.rados.rados.0.smithi082.stdout:3962: done (3 left) 2024-08-17T00:54:03.449 INFO:tasks.rados.rados.0.smithi082.stdout:3963: done (2 left) 2024-08-17T00:54:03.449 INFO:tasks.rados.rados.0.smithi082.stdout:3965: done (1 left) 2024-08-17T00:54:03.449 INFO:tasks.rados.rados.0.smithi082.stdout:3966: done (0 left) 2024-08-17T00:54:03.449 INFO:tasks.rados.rados.0.smithi082.stdout:3967: read oid 20 snap -1 2024-08-17T00:54:03.449 INFO:tasks.rados.rados.0.smithi082.stdout:3967: expect (ObjNum 942 snap 287 seq_num 942) 2024-08-17T00:54:03.449 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 5 current snap is 382 2024-08-17T00:54:03.449 INFO:tasks.rados.rados.0.smithi082.stdout:3968: seq_num 1219 ranges {2269184=417792,2686976=557056,3244032=245760} 2024-08-17T00:54:03.462 INFO:tasks.rados.rados.0.smithi082.stdout:3968: writing smithi08280503-5 from 2269184 to 2686976 tid 1 2024-08-17T00:54:03.465 INFO:tasks.rados.rados.0.smithi082.stdout:3968: writing smithi08280503-5 from 2686976 to 3244032 tid 2 2024-08-17T00:54:03.467 INFO:tasks.rados.rados.0.smithi082.stdout:3968: writing smithi08280503-5 from 3244032 to 3489792 tid 3 2024-08-17T00:54:03.467 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 11 current snap is 382 2024-08-17T00:54:03.467 INFO:tasks.rados.rados.0.smithi082.stdout:3969: seq_num 1220 ranges {4816896=434176,5251072=442368,5693440=360448} 2024-08-17T00:54:03.495 INFO:tasks.rados.rados.0.smithi082.stdout:3969: writing smithi08280503-11 from 4816896 to 5251072 tid 1 2024-08-17T00:54:03.497 INFO:tasks.rados.rados.0.smithi082.stdout:3969: writing smithi08280503-11 from 5251072 to 5693440 tid 2 2024-08-17T00:54:03.500 INFO:tasks.rados.rados.0.smithi082.stdout:3969: writing smithi08280503-11 from 5693440 to 6053888 tid 3 2024-08-17T00:54:03.500 INFO:tasks.rados.rados.0.smithi082.stdout:3970: rollback oid 17 current snap is 382 2024-08-17T00:54:03.500 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 17 to 371 2024-08-17T00:54:03.500 INFO:tasks.rados.rados.0.smithi082.stdout:3967: expect (ObjNum 942 snap 287 seq_num 942) 2024-08-17T00:54:03.588 INFO:tasks.rados.rados.0.smithi082.stdout:3968: finishing write tid 1 to smithi08280503-5 2024-08-17T00:54:03.588 INFO:tasks.rados.rados.0.smithi082.stdout:3968: finishing write tid 2 to smithi08280503-5 2024-08-17T00:54:03.588 INFO:tasks.rados.rados.0.smithi082.stdout:3968: finishing write tid 3 to smithi08280503-5 2024-08-17T00:54:03.588 INFO:tasks.rados.rados.0.smithi082.stdout:3967: done (3 left) 2024-08-17T00:54:03.588 INFO:tasks.rados.rados.0.smithi082.stdout:3971: snap_create 2024-08-17T00:54:03.588 INFO:tasks.rados.rados.0.smithi082.stdout:3968: finishing write tid 4 to smithi08280503-5 2024-08-17T00:54:03.589 INFO:tasks.rados.rados.0.smithi082.stdout:3968: finishing write tid 5 to smithi08280503-5 2024-08-17T00:54:03.589 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 5 v 1991 (ObjNum 1219 snap 382 seq_num 1219) dirty exists 2024-08-17T00:54:03.589 INFO:tasks.rados.rados.0.smithi082.stdout:3968: left oid 5 (ObjNum 1219 snap 382 seq_num 1219) 2024-08-17T00:54:03.589 INFO:tasks.rados.rados.0.smithi082.stdout:3969: finishing write tid 1 to smithi08280503-11 2024-08-17T00:54:03.589 INFO:tasks.rados.rados.0.smithi082.stdout:3969: finishing write tid 2 to smithi08280503-11 2024-08-17T00:54:03.589 INFO:tasks.rados.rados.0.smithi082.stdout:3969: finishing write tid 3 to smithi08280503-11 2024-08-17T00:54:03.589 INFO:tasks.rados.rados.0.smithi082.stdout:3969: finishing write tid 4 to smithi08280503-11 2024-08-17T00:54:03.589 INFO:tasks.rados.rados.0.smithi082.stdout:3969: finishing write tid 5 to smithi08280503-11 2024-08-17T00:54:03.589 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 11 v 2285 (ObjNum 1220 snap 382 seq_num 1220) dirty exists 2024-08-17T00:54:03.589 INFO:tasks.rados.rados.0.smithi082.stdout:3969: left oid 11 (ObjNum 1220 snap 382 seq_num 1220) 2024-08-17T00:54:03.589 INFO:tasks.rados.rados.0.smithi082.stdout:3970: finishing rollback tid 0 to smithi08280503-17 2024-08-17T00:54:03.589 INFO:tasks.rados.rados.0.smithi082.stdout:3970: finishing rollback tid 1 to smithi08280503-17 2024-08-17T00:54:03.590 INFO:tasks.rados.rados.0.smithi082.stdout:3970: finishing rollback tid 2 to smithi08280503-17 2024-08-17T00:54:03.590 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 2154 (ObjNum 1115 snap 346 seq_num 1115) dirty exists 2024-08-17T00:54:03.898 INFO:tasks.rados.rados.0.smithi082.stdout:3968: done (3 left) 2024-08-17T00:54:03.898 INFO:tasks.rados.rados.0.smithi082.stdout:3969: done (2 left) 2024-08-17T00:54:03.898 INFO:tasks.rados.rados.0.smithi082.stdout:3970: done (1 left) 2024-08-17T00:54:03.898 INFO:tasks.rados.rados.0.smithi082.stdout:3971: done (0 left) 2024-08-17T00:54:03.898 INFO:tasks.rados.rados.0.smithi082.stdout:3972: copy_from oid 13 from oid 38 current snap is 383 2024-08-17T00:54:03.898 INFO:tasks.rados.rados.0.smithi082.stdout:3973: setattr oid 31 current snap is 383 2024-08-17T00:54:03.899 INFO:tasks.rados.rados.0.smithi082.stdout:3974: rollback oid 23 current snap is 383 2024-08-17T00:54:03.899 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 23 to 376 2024-08-17T00:54:03.899 INFO:tasks.rados.rados.0.smithi082.stdout:3975: snap_remove snap 381 2024-08-17T00:54:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:03 smithi082 ceph-mon[94343]: osdmap e838: 8 total, 8 up, 8 in 2024-08-17T00:54:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:03 smithi082 ceph-mon[94343]: osdmap e839: 8 total, 8 up, 8 in 2024-08-17T00:54:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:03 smithi082 ceph-mon[91979]: osdmap e838: 8 total, 8 up, 8 in 2024-08-17T00:54:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:03 smithi082 ceph-mon[91979]: osdmap e839: 8 total, 8 up, 8 in 2024-08-17T00:54:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:03 smithi137 ceph-mon[86391]: osdmap e838: 8 total, 8 up, 8 in 2024-08-17T00:54:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:03 smithi137 ceph-mon[86391]: osdmap e839: 8 total, 8 up, 8 in 2024-08-17T00:54:04.906 INFO:tasks.rados.rados.0.smithi082.stdout:3975: done (3 left) 2024-08-17T00:54:04.906 INFO:tasks.rados.rados.0.smithi082.stdout:3976: read oid 25 snap -1 2024-08-17T00:54:04.906 INFO:tasks.rados.rados.0.smithi082.stdout:3976: expect (ObjNum 1071 snap 333 seq_num 1071) 2024-08-17T00:54:04.906 INFO:tasks.rados.rados.0.smithi082.stdout:3977: setattr oid 14 current snap is 383 2024-08-17T00:54:04.906 INFO:tasks.rados.rados.0.smithi082.stdout:3974: finishing rollback tid 0 to smithi08280503-23 2024-08-17T00:54:04.906 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 2354 (ObjNum 1206 snap 375 seq_num 1206) dirty exists 2024-08-17T00:54:04.906 INFO:tasks.rados.rados.0.smithi082.stdout:3974: finishing rollback tid 1 to smithi08280503-23 2024-08-17T00:54:04.906 INFO:tasks.rados.rados.0.smithi082.stdout:3974: finishing rollback tid 2 to smithi08280503-23 2024-08-17T00:54:04.906 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 23 v 1995 (ObjNum 1188 snap 365 seq_num 1188) dirty exists 2024-08-17T00:54:04.906 INFO:tasks.rados.rados.0.smithi082.stdout:3972: finishing copy_from racing read to smithi08280503-13 2024-08-17T00:54:04.907 INFO:tasks.rados.rados.0.smithi082.stdout:3972: finishing copy_from to smithi08280503-13 2024-08-17T00:54:04.907 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 13 v 2277 (ObjNum 1145 snap 351 seq_num 1145) dirty exists 2024-08-17T00:54:04.907 INFO:tasks.rados.rados.0.smithi082.stdout:3972: done (4 left) 2024-08-17T00:54:04.907 INFO:tasks.rados.rados.0.smithi082.stdout:3973: done (3 left) 2024-08-17T00:54:04.907 INFO:tasks.rados.rados.0.smithi082.stdout:3974: done (2 left) 2024-08-17T00:54:04.907 INFO:tasks.rados.rados.0.smithi082.stdout:3978: delete oid 7 current snap is 383 2024-08-17T00:54:04.914 INFO:tasks.rados.rados.0.smithi082.stdout:3978: done (2 left) 2024-08-17T00:54:04.914 INFO:tasks.rados.rados.0.smithi082.stdout:3979: delete oid 24 current snap is 383 2024-08-17T00:54:04.915 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 2391 (ObjNum 1160 snap 357 seq_num 1160) dirty exists 2024-08-17T00:54:04.923 INFO:tasks.rados.rados.0.smithi082.stdout:3977: done (2 left) 2024-08-17T00:54:04.923 INFO:tasks.rados.rados.0.smithi082.stdout:3979: done (1 left) 2024-08-17T00:54:04.923 INFO:tasks.rados.rados.0.smithi082.stdout:3980: rollback oid 1 current snap is 383 2024-08-17T00:54:04.924 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 1 to 355 2024-08-17T00:54:04.924 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 43 current snap is 383 2024-08-17T00:54:04.924 INFO:tasks.rados.rados.0.smithi082.stdout:3981: seq_num 1223 ranges {0=491520,491520=491520,983040=311296} 2024-08-17T00:54:04.926 INFO:tasks.rados.rados.0.smithi082.stdout:3981: writing smithi08280503-43 from 0 to 491520 tid 1 2024-08-17T00:54:04.929 INFO:tasks.rados.rados.0.smithi082.stdout:3981: writing smithi08280503-43 from 491520 to 983040 tid 2 2024-08-17T00:54:04.932 INFO:tasks.rados.rados.0.smithi082.stdout:3981: writing smithi08280503-43 from 983040 to 1294336 tid 3 2024-08-17T00:54:04.932 INFO:tasks.rados.rados.0.smithi082.stdout:3982: rollback oid 17 current snap is 383 2024-08-17T00:54:04.932 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 17 to 357 2024-08-17T00:54:04.932 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 31 current snap is 383 2024-08-17T00:54:04.932 INFO:tasks.rados.rados.0.smithi082.stdout:3983: seq_num 1224 ranges {3645440=507904,4153344=425984,4579328=376832} 2024-08-17T00:54:04.954 INFO:tasks.rados.rados.0.smithi082.stdout:3983: writing smithi08280503-31 from 3645440 to 4153344 tid 1 2024-08-17T00:54:04.956 INFO:tasks.rados.rados.0.smithi082.stdout:3983: writing smithi08280503-31 from 4153344 to 4579328 tid 2 2024-08-17T00:54:04.959 INFO:tasks.rados.rados.0.smithi082.stdout:3983: writing smithi08280503-31 from 4579328 to 4956160 tid 3 2024-08-17T00:54:04.959 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 39 current snap is 383 2024-08-17T00:54:04.959 INFO:tasks.rados.rados.0.smithi082.stdout:3981: finishing write tid 1 to smithi08280503-43 2024-08-17T00:54:04.959 INFO:tasks.rados.rados.0.smithi082.stdout:3981: finishing write tid 2 to smithi08280503-43 2024-08-17T00:54:04.959 INFO:tasks.rados.rados.0.smithi082.stdout:3981: finishing write tid 3 to smithi08280503-43 2024-08-17T00:54:04.959 INFO:tasks.rados.rados.0.smithi082.stdout:3984: seq_num 1225 ranges {901120=524288,1425408=712704,2138112=90112} 2024-08-17T00:54:04.966 INFO:tasks.rados.rados.0.smithi082.stdout:3984: writing smithi08280503-39 from 901120 to 1425408 tid 1 2024-08-17T00:54:04.970 INFO:tasks.rados.rados.0.smithi082.stdout:3984: writing smithi08280503-39 from 1425408 to 2138112 tid 2 2024-08-17T00:54:04.971 INFO:tasks.rados.rados.0.smithi082.stdout:3984: writing smithi08280503-39 from 2138112 to 2228224 tid 3 2024-08-17T00:54:04.971 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 40 current snap is 383 2024-08-17T00:54:04.971 INFO:tasks.rados.rados.0.smithi082.stdout:3981: finishing write tid 4 to smithi08280503-43 2024-08-17T00:54:04.971 INFO:tasks.rados.rados.0.smithi082.stdout:3980: finishing rollback tid 0 to smithi08280503-1 2024-08-17T00:54:04.971 INFO:tasks.rados.rados.0.smithi082.stdout:3985: seq_num 1226 ranges {8708096=540672,9248768=598016,9846784=204800} 2024-08-17T00:54:05.020 INFO:tasks.rados.rados.0.smithi082.stdout:3985: writing smithi08280503-40 from 8708096 to 9248768 tid 1 2024-08-17T00:54:05.024 INFO:tasks.rados.rados.0.smithi082.stdout:3985: writing smithi08280503-40 from 9248768 to 9846784 tid 2 2024-08-17T00:54:05.026 INFO:tasks.rados.rados.0.smithi082.stdout:3985: writing smithi08280503-40 from 9846784 to 10051584 tid 3 2024-08-17T00:54:05.026 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 14 current snap is 383 2024-08-17T00:54:05.026 INFO:tasks.rados.rados.0.smithi082.stdout:3980: finishing rollback tid 1 to smithi08280503-1 2024-08-17T00:54:05.026 INFO:tasks.rados.rados.0.smithi082.stdout:3980: finishing rollback tid 2 to smithi08280503-1 2024-08-17T00:54:05.026 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 1 v 2157 (ObjNum 1108 snap 344 seq_num 1108) dirty exists 2024-08-17T00:54:05.026 INFO:tasks.rados.rados.0.smithi082.stdout:3981: finishing write tid 5 to smithi08280503-43 2024-08-17T00:54:05.027 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 2395 (ObjNum 1223 snap 383 seq_num 1223) dirty exists 2024-08-17T00:54:05.027 INFO:tasks.rados.rados.0.smithi082.stdout:3981: left oid 43 (ObjNum 1223 snap 383 seq_num 1223) 2024-08-17T00:54:05.027 INFO:tasks.rados.rados.0.smithi082.stdout:3976: expect (ObjNum 1071 snap 333 seq_num 1071) 2024-08-17T00:54:05.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:04 smithi137 ceph-mon[86391]: pgmap v933: 121 pgs: 121 active+clean; 331 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-08-17T00:54:05.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:04 smithi137 ceph-mon[86391]: osdmap e840: 8 total, 8 up, 8 in 2024-08-17T00:54:05.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:04 smithi082 ceph-mon[91979]: pgmap v933: 121 pgs: 121 active+clean; 331 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-08-17T00:54:05.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:04 smithi082 ceph-mon[91979]: osdmap e840: 8 total, 8 up, 8 in 2024-08-17T00:54:05.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:54:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:54:05] "GET /metrics HTTP/1.1" 200 36280 "" "Prometheus/2.43.0" 2024-08-17T00:54:05.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:04 smithi082 ceph-mon[94343]: pgmap v933: 121 pgs: 121 active+clean; 331 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-08-17T00:54:05.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:04 smithi082 ceph-mon[94343]: osdmap e840: 8 total, 8 up, 8 in 2024-08-17T00:54:05.515 INFO:tasks.rados.rados.0.smithi082.stdout:3982: finishing rollback tid 0 to smithi08280503-17 2024-08-17T00:54:05.515 INFO:tasks.rados.rados.0.smithi082.stdout:3982: finishing rollback tid 1 to smithi08280503-17 2024-08-17T00:54:05.515 INFO:tasks.rados.rados.0.smithi082.stdout:3982: finishing rollback tid 2 to smithi08280503-17 2024-08-17T00:54:05.515 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 17 v 2160 (ObjNum 1161 snap 357 seq_num 1161) dirty exists 2024-08-17T00:54:05.515 INFO:tasks.rados.rados.0.smithi082.stdout:3983: finishing write tid 1 to smithi08280503-31 2024-08-17T00:54:05.516 INFO:tasks.rados.rados.0.smithi082.stdout:3983: finishing write tid 2 to smithi08280503-31 2024-08-17T00:54:05.516 INFO:tasks.rados.rados.0.smithi082.stdout:3986: seq_num 1227 ranges {5169152=557056,5726208=483328,6209536=319488} 2024-08-17T00:54:05.545 INFO:tasks.rados.rados.0.smithi082.stdout:3986: writing smithi08280503-14 from 5169152 to 5726208 tid 1 2024-08-17T00:54:05.547 INFO:tasks.rados.rados.0.smithi082.stdout:3986: writing smithi08280503-14 from 5726208 to 6209536 tid 2 2024-08-17T00:54:05.550 INFO:tasks.rados.rados.0.smithi082.stdout:3986: writing smithi08280503-14 from 6209536 to 6529024 tid 3 2024-08-17T00:54:05.550 INFO:tasks.rados.rados.0.smithi082.stdout:3976: done (7 left) 2024-08-17T00:54:05.550 INFO:tasks.rados.rados.0.smithi082.stdout:3980: done (6 left) 2024-08-17T00:54:05.551 INFO:tasks.rados.rados.0.smithi082.stdout:3981: done (5 left) 2024-08-17T00:54:05.551 INFO:tasks.rados.rados.0.smithi082.stdout:3982: done (4 left) 2024-08-17T00:54:05.551 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 7 current snap is 383 2024-08-17T00:54:05.551 INFO:tasks.rados.rados.0.smithi082.stdout:3983: finishing write tid 3 to smithi08280503-31 2024-08-17T00:54:05.551 INFO:tasks.rados.rados.0.smithi082.stdout:3983: finishing write tid 4 to smithi08280503-31 2024-08-17T00:54:05.551 INFO:tasks.rados.rados.0.smithi082.stdout:3987: seq_num 1228 ranges {0=573440,573440=761856,1335296=40960} 2024-08-17T00:54:05.553 INFO:tasks.rados.rados.0.smithi082.stdout:3987: writing smithi08280503-7 from 0 to 573440 tid 1 2024-08-17T00:54:05.559 INFO:tasks.rados.rados.0.smithi082.stdout:3987: writing smithi08280503-7 from 573440 to 1335296 tid 2 2024-08-17T00:54:05.559 INFO:tasks.rados.rados.0.smithi082.stdout:3987: writing smithi08280503-7 from 1335296 to 1376256 tid 3 2024-08-17T00:54:05.559 INFO:tasks.rados.rados.0.smithi082.stdout:3988: rollback oid 26 current snap is 383 2024-08-17T00:54:05.559 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 26 to 377 2024-08-17T00:54:05.560 INFO:tasks.rados.rados.0.smithi082.stdout:3983: finishing write tid 5 to smithi08280503-31 2024-08-17T00:54:05.560 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 31 v 2359 (ObjNum 1224 snap 383 seq_num 1224) dirty exists 2024-08-17T00:54:05.560 INFO:tasks.rados.rados.0.smithi082.stdout:3983: left oid 31 (ObjNum 1224 snap 383 seq_num 1224) 2024-08-17T00:54:05.560 INFO:tasks.rados.rados.0.smithi082.stdout:3984: finishing write tid 1 to smithi08280503-39 2024-08-17T00:54:05.560 INFO:tasks.rados.rados.0.smithi082.stdout:3984: finishing write tid 2 to smithi08280503-39 2024-08-17T00:54:05.560 INFO:tasks.rados.rados.0.smithi082.stdout:3984: finishing write tid 3 to smithi08280503-39 2024-08-17T00:54:05.560 INFO:tasks.rados.rados.0.smithi082.stdout:3983: done (5 left) 2024-08-17T00:54:05.560 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 30 current snap is 383 2024-08-17T00:54:05.560 INFO:tasks.rados.rados.0.smithi082.stdout:3984: finishing write tid 4 to smithi08280503-39 2024-08-17T00:54:05.560 INFO:tasks.rados.rados.0.smithi082.stdout:3984: finishing write tid 5 to smithi08280503-39 2024-08-17T00:54:05.560 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 39 v 1817 (ObjNum 1225 snap 383 seq_num 1225) dirty exists 2024-08-17T00:54:05.560 INFO:tasks.rados.rados.0.smithi082.stdout:3984: left oid 39 (ObjNum 1225 snap 383 seq_num 1225) 2024-08-17T00:54:05.561 INFO:tasks.rados.rados.0.smithi082.stdout:3985: finishing write tid 1 to smithi08280503-40 2024-08-17T00:54:05.561 INFO:tasks.rados.rados.0.smithi082.stdout:3985: finishing write tid 2 to smithi08280503-40 2024-08-17T00:54:05.561 INFO:tasks.rados.rados.0.smithi082.stdout:3985: finishing write tid 3 to smithi08280503-40 2024-08-17T00:54:05.561 INFO:tasks.rados.rados.0.smithi082.stdout:3985: finishing write tid 4 to smithi08280503-40 2024-08-17T00:54:05.561 INFO:tasks.rados.rados.0.smithi082.stdout:3985: finishing write tid 5 to smithi08280503-40 2024-08-17T00:54:05.561 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 40 v 2363 (ObjNum 1226 snap 383 seq_num 1226) dirty exists 2024-08-17T00:54:05.561 INFO:tasks.rados.rados.0.smithi082.stdout:3985: left oid 40 (ObjNum 1226 snap 383 seq_num 1226) 2024-08-17T00:54:05.561 INFO:tasks.rados.rados.0.smithi082.stdout:3989: seq_num 1229 ranges {0=589824,589824=647168,1236992=155648} 2024-08-17T00:54:05.562 INFO:tasks.rados.rados.0.smithi082.stdout:3989: writing smithi08280503-30 from 0 to 589824 tid 1 2024-08-17T00:54:05.566 INFO:tasks.rados.rados.0.smithi082.stdout:3989: writing smithi08280503-30 from 589824 to 1236992 tid 2 2024-08-17T00:54:05.571 INFO:tasks.rados.rados.0.smithi082.stdout:3989: writing smithi08280503-30 from 1236992 to 1392640 tid 3 2024-08-17T00:54:05.571 INFO:tasks.rados.rados.0.smithi082.stdout:3984: done (5 left) 2024-08-17T00:54:05.571 INFO:tasks.rados.rados.0.smithi082.stdout:3985: done (4 left) 2024-08-17T00:54:05.571 INFO:tasks.rados.rados.0.smithi082.stdout:3990: copy_from oid 44 from oid 3 current snap is 383 2024-08-17T00:54:05.571 INFO:tasks.rados.rados.0.smithi082.stdout:3986: finishing write tid 1 to smithi08280503-14 2024-08-17T00:54:05.571 INFO:tasks.rados.rados.0.smithi082.stdout:3986: finishing write tid 2 to smithi08280503-14 2024-08-17T00:54:05.571 INFO:tasks.rados.rados.0.smithi082.stdout:3986: finishing write tid 3 to smithi08280503-14 2024-08-17T00:54:05.571 INFO:tasks.rados.rados.0.smithi082.stdout:3986: finishing write tid 4 to smithi08280503-14 2024-08-17T00:54:05.571 INFO:tasks.rados.rados.0.smithi082.stdout:3986: finishing write tid 5 to smithi08280503-14 2024-08-17T00:54:05.572 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 14 v 2399 (ObjNum 1227 snap 383 seq_num 1227) dirty exists 2024-08-17T00:54:05.572 INFO:tasks.rados.rados.0.smithi082.stdout:3986: left oid 14 (ObjNum 1227 snap 383 seq_num 1227) 2024-08-17T00:54:05.572 INFO:tasks.rados.rados.0.smithi082.stdout:3987: finishing write tid 1 to smithi08280503-7 2024-08-17T00:54:05.572 INFO:tasks.rados.rados.0.smithi082.stdout:3987: finishing write tid 2 to smithi08280503-7 2024-08-17T00:54:05.572 INFO:tasks.rados.rados.0.smithi082.stdout:3986: done (4 left) 2024-08-17T00:54:05.572 INFO:tasks.rados.rados.0.smithi082.stdout:3991: copy_from oid 21 from oid 11 current snap is 383 2024-08-17T00:54:05.572 INFO:tasks.rados.rados.0.smithi082.stdout:3988: finishing rollback tid 0 to smithi08280503-26 2024-08-17T00:54:05.572 INFO:tasks.rados.rados.0.smithi082.stdout:3987: finishing write tid 3 to smithi08280503-7 2024-08-17T00:54:05.572 INFO:tasks.rados.rados.0.smithi082.stdout:3988: finishing rollback tid 1 to smithi08280503-26 2024-08-17T00:54:05.572 INFO:tasks.rados.rados.0.smithi082.stdout:3988: finishing rollback tid 2 to smithi08280503-26 2024-08-17T00:54:05.572 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 26 v 2403 (ObjNum 1064 snap 327 seq_num 1064) dirty exists 2024-08-17T00:54:05.572 INFO:tasks.rados.rados.0.smithi082.stdout:3987: finishing write tid 4 to smithi08280503-7 2024-08-17T00:54:05.573 INFO:tasks.rados.rados.0.smithi082.stdout:3989: finishing write tid 1 to smithi08280503-30 2024-08-17T00:54:05.573 INFO:tasks.rados.rados.0.smithi082.stdout:3987: finishing write tid 5 to smithi08280503-7 2024-08-17T00:54:05.573 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 7 v 2367 (ObjNum 1228 snap 383 seq_num 1228) dirty exists 2024-08-17T00:54:05.573 INFO:tasks.rados.rados.0.smithi082.stdout:3987: left oid 7 (ObjNum 1228 snap 383 seq_num 1228) 2024-08-17T00:54:05.573 INFO:tasks.rados.rados.0.smithi082.stdout:3987: done (4 left) 2024-08-17T00:54:05.573 INFO:tasks.rados.rados.0.smithi082.stdout:3988: done (3 left) 2024-08-17T00:54:05.573 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 47 current snap is 383 2024-08-17T00:54:05.573 INFO:tasks.rados.rados.0.smithi082.stdout:3992: seq_num 1230 ranges {6225920=606208,6832128=532480,7364608=270336} 2024-08-17T00:54:05.605 INFO:tasks.rados.rados.0.smithi082.stdout:3992: writing smithi08280503-47 from 6225920 to 6832128 tid 1 2024-08-17T00:54:05.607 INFO:tasks.rados.rados.0.smithi082.stdout:3992: writing smithi08280503-47 from 6832128 to 7364608 tid 2 2024-08-17T00:54:05.609 INFO:tasks.rados.rados.0.smithi082.stdout:3992: writing smithi08280503-47 from 7364608 to 7634944 tid 3 2024-08-17T00:54:05.609 INFO:tasks.rados.rados.0.smithi082.stdout:3993: snap_create 2024-08-17T00:54:05.609 INFO:tasks.rados.rados.0.smithi082.stdout:3989: finishing write tid 2 to smithi08280503-30 2024-08-17T00:54:05.610 INFO:tasks.rados.rados.0.smithi082.stdout:3989: finishing write tid 3 to smithi08280503-30 2024-08-17T00:54:05.610 INFO:tasks.rados.rados.0.smithi082.stdout:3989: finishing write tid 4 to smithi08280503-30 2024-08-17T00:54:05.610 INFO:tasks.rados.rados.0.smithi082.stdout:3989: finishing write tid 5 to smithi08280503-30 2024-08-17T00:54:05.610 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 30 v 2289 (ObjNum 1229 snap 383 seq_num 1229) dirty exists 2024-08-17T00:54:05.610 INFO:tasks.rados.rados.0.smithi082.stdout:3989: left oid 30 (ObjNum 1229 snap 383 seq_num 1229) 2024-08-17T00:54:05.610 INFO:tasks.rados.rados.0.smithi082.stdout:3991: finishing copy_from racing read to smithi08280503-21 2024-08-17T00:54:05.613 INFO:tasks.rados.rados.0.smithi082.stdout:3991: finishing copy_from to smithi08280503-21 2024-08-17T00:54:05.613 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 21 v 2285 (ObjNum 1220 snap 382 seq_num 1220) dirty exists 2024-08-17T00:54:05.613 INFO:tasks.rados.rados.0.smithi082.stdout:3992: finishing write tid 1 to smithi08280503-47 2024-08-17T00:54:05.613 INFO:tasks.rados.rados.0.smithi082.stdout:3992: finishing write tid 2 to smithi08280503-47 2024-08-17T00:54:05.614 INFO:tasks.rados.rados.0.smithi082.stdout:3992: finishing write tid 3 to smithi08280503-47 2024-08-17T00:54:05.614 INFO:tasks.rados.rados.0.smithi082.stdout:3992: finishing write tid 4 to smithi08280503-47 2024-08-17T00:54:05.615 INFO:tasks.rados.rados.0.smithi082.stdout:3992: finishing write tid 5 to smithi08280503-47 2024-08-17T00:54:05.615 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 47 v 2289 (ObjNum 1230 snap 383 seq_num 1230) dirty exists 2024-08-17T00:54:05.615 INFO:tasks.rados.rados.0.smithi082.stdout:3992: left oid 47 (ObjNum 1230 snap 383 seq_num 1230) 2024-08-17T00:54:05.619 INFO:tasks.rados.rados.0.smithi082.stdout:3990: finishing copy_from racing read to smithi08280503-44 2024-08-17T00:54:05.620 INFO:tasks.rados.rados.0.smithi082.stdout:3990: finishing copy_from to smithi08280503-44 2024-08-17T00:54:05.621 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 44 v 1575 (ObjNum 1049 snap 325 seq_num 1049) dirty exists 2024-08-17T00:54:05.991 INFO:tasks.rados.rados.0.smithi082.stdout:3989: done (4 left) 2024-08-17T00:54:05.991 INFO:tasks.rados.rados.0.smithi082.stdout:3990: done (3 left) 2024-08-17T00:54:05.991 INFO:tasks.rados.rados.0.smithi082.stdout:3991: done (2 left) 2024-08-17T00:54:05.991 INFO:tasks.rados.rados.0.smithi082.stdout:3992: done (1 left) 2024-08-17T00:54:05.992 INFO:tasks.rados.rados.0.smithi082.stdout:3993: done (0 left) 2024-08-17T00:54:05.992 INFO:tasks.rados.rados.0.smithi082.stdout:3994: rollback oid 20 current snap is 384 2024-08-17T00:54:05.992 INFO:tasks.rados.rados.0.smithi082.stdout:rollback oid 20 to 368 2024-08-17T00:54:05.992 INFO:tasks.rados.rados.0.smithi082.stdout:3995: read oid 37 snap -1 2024-08-17T00:54:05.992 INFO:tasks.rados.rados.0.smithi082.stdout:3995: expect (ObjNum 1214 snap 379 seq_num 1214) 2024-08-17T00:54:05.992 INFO:tasks.rados.rados.0.smithi082.stdout:3996: read oid 29 snap -1 2024-08-17T00:54:05.992 INFO:tasks.rados.rados.0.smithi082.stdout:3996: expect deleted 2024-08-17T00:54:05.992 INFO:tasks.rados.rados.0.smithi082.stdout:3997: copy_from oid 43 from oid 3 current snap is 384 2024-08-17T00:54:05.992 INFO:tasks.rados.rados.0.smithi082.stdout:append oid 18 current snap is 384 2024-08-17T00:54:05.992 INFO:tasks.rados.rados.0.smithi082.stdout:3998: seq_num 1231 ranges {3563520=622592,4186112=417792,4603904=385024} 2024-08-17T00:54:06.013 INFO:tasks.rados.rados.0.smithi082.stdout:3998: writing smithi08280503-18 from 3563520 to 4186112 tid 1 2024-08-17T00:54:06.016 INFO:tasks.rados.rados.0.smithi082.stdout:3998: writing smithi08280503-18 from 4186112 to 4603904 tid 2 2024-08-17T00:54:06.019 INFO:tasks.rados.rados.0.smithi082.stdout:3998: writing smithi08280503-18 from 4603904 to 4988928 tid 3 2024-08-17T00:54:06.019 INFO:tasks.rados.rados.0.smithi082.stdout:3999: read oid 28 snap -1 2024-08-17T00:54:06.019 INFO:tasks.rados.rados.0.smithi082.stdout:3999: expect (ObjNum 1174 snap 360 seq_num 1174) 2024-08-17T00:54:06.019 INFO:tasks.rados.rados.0.smithi082.stdout: waiting on 6 2024-08-17T00:54:06.019 INFO:tasks.rados.rados.0.smithi082.stdout:3994: finishing rollback tid 0 to smithi08280503-20 2024-08-17T00:54:06.019 INFO:tasks.rados.rados.0.smithi082.stdout:3994: finishing rollback tid 1 to smithi08280503-20 2024-08-17T00:54:06.019 INFO:tasks.rados.rados.0.smithi082.stdout:3994: finishing rollback tid 2 to smithi08280503-20 2024-08-17T00:54:06.020 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 20 v 2163 (ObjNum 942 snap 287 seq_num 942) dirty exists 2024-08-17T00:54:06.020 INFO:tasks.rados.rados.0.smithi082.stdout:3994: done (5 left) 2024-08-17T00:54:06.020 INFO:tasks.rados.rados.0.smithi082.stdout:3996: done (4 left) 2024-08-17T00:54:06.020 INFO:tasks.rados.rados.0.smithi082.stdout: waiting on 4 2024-08-17T00:54:06.020 INFO:tasks.rados.rados.0.smithi082.stdout:3995: expect (ObjNum 1214 snap 379 seq_num 1214) 2024-08-17T00:54:06.057 INFO:tasks.rados.rados.0.smithi082.stdout:3998: finishing write tid 1 to smithi08280503-18 2024-08-17T00:54:06.057 INFO:tasks.rados.rados.0.smithi082.stdout:3998: finishing write tid 2 to smithi08280503-18 2024-08-17T00:54:06.057 INFO:tasks.rados.rados.0.smithi082.stdout:3998: finishing write tid 3 to smithi08280503-18 2024-08-17T00:54:06.057 INFO:tasks.rados.rados.0.smithi082.stdout:3998: finishing write tid 4 to smithi08280503-18 2024-08-17T00:54:06.057 INFO:tasks.rados.rados.0.smithi082.stdout:3998: finishing write tid 5 to smithi08280503-18 2024-08-17T00:54:06.058 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 18 v 2350 (ObjNum 1231 snap 384 seq_num 1231) dirty exists 2024-08-17T00:54:06.058 INFO:tasks.rados.rados.0.smithi082.stdout:3998: left oid 18 (ObjNum 1231 snap 384 seq_num 1231) 2024-08-17T00:54:06.058 INFO:tasks.rados.rados.0.smithi082.stdout:3999: expect (ObjNum 1174 snap 360 seq_num 1174) 2024-08-17T00:54:06.167 INFO:tasks.rados.rados.0.smithi082.stdout:3997: finishing copy_from racing read to smithi08280503-43 2024-08-17T00:54:06.167 INFO:tasks.rados.rados.0.smithi082.stdout:3997: finishing copy_from to smithi08280503-43 2024-08-17T00:54:06.167 INFO:tasks.rados.rados.0.smithi082.stdout:update_object_version oid 43 v 1575 (ObjNum 1049 snap 325 seq_num 1049) dirty exists 2024-08-17T00:54:06.167 INFO:tasks.rados.rados.0.smithi082.stdout:3995: done (3 left) 2024-08-17T00:54:06.167 INFO:tasks.rados.rados.0.smithi082.stdout:3997: done (2 left) 2024-08-17T00:54:06.168 INFO:tasks.rados.rados.0.smithi082.stdout:3998: done (1 left) 2024-08-17T00:54:06.168 INFO:tasks.rados.rados.0.smithi082.stdout:3999: done (0 left) 2024-08-17T00:54:06.169 INFO:tasks.rados.rados.0.smithi082.stderr:0 errors. 2024-08-17T00:54:06.169 INFO:tasks.rados.rados.0.smithi082.stderr: 2024-08-17T00:54:06.172 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T00:54:06.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:54:06.424 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:54:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:54:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:54:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:06 smithi082 ceph-mon[91979]: osdmap e841: 8 total, 8 up, 8 in 2024-08-17T00:54:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:06 smithi082 ceph-mon[91979]: pgmap v936: 121 pgs: 121 active+clean; 308 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.4 MiB/s wr, 23 op/s 2024-08-17T00:54:07.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:06 smithi082 ceph-mon[94343]: osdmap e841: 8 total, 8 up, 8 in 2024-08-17T00:54:07.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:06 smithi082 ceph-mon[94343]: pgmap v936: 121 pgs: 121 active+clean; 308 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.4 MiB/s wr, 23 op/s 2024-08-17T00:54:07.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:06 smithi137 ceph-mon[86391]: osdmap e841: 8 total, 8 up, 8 in 2024-08-17T00:54:07.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:06 smithi137 ceph-mon[86391]: pgmap v936: 121 pgs: 121 active+clean; 308 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.4 MiB/s wr, 23 op/s 2024-08-17T00:54:08.279 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:54:08.280 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":841,"fsid":"f8feaf04-5c2f-11ef-bccf-c7b262605968","created":"2024-08-17T00:31:49.177835+0000","modified":"2024-08-17T00:54:05.979553+0000","last_up_change":"2024-08-17T00:48:36.266320+0000","last_in_change":"2024-08-17T00:36:19.917952+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T00:34:43.626088+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T00:37:00.343749+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T00:37:03.874341+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-17T00:37:57.431750+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-08-17T00:40:42.163257+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"841","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":448,"snap_epoch":841,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"202eae0d-b971-441e-a5e5-61e1ae3dbf7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":289,"up_from":300,"up_thru":527,"down_at":290,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":3417694778},{"type":"v1","addr":"172.21.15.82:6803","nonce":3417694778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":3417694778},{"type":"v1","addr":"172.21.15.82:6805","nonce":3417694778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":3417694778},{"type":"v1","addr":"172.21.15.82:6809","nonce":3417694778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":3417694778},{"type":"v1","addr":"172.21.15.82:6807","nonce":3417694778}]},"public_addr":"172.21.15.82:6803/3417694778","cluster_addr":"172.21.15.82:6805/3417694778","heartbeat_back_addr":"172.21.15.82:6809/3417694778","heartbeat_front_addr":"172.21.15.82:6807/3417694778","state":["exists","up"]},{"osd":1,"uuid":"1aefb1df-6d8e-445f-aa1a-357341b86034","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":321,"up_from":331,"up_thru":527,"down_at":322,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":2373969417},{"type":"v1","addr":"172.21.15.82:6811","nonce":2373969417}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":2373969417},{"type":"v1","addr":"172.21.15.82:6813","nonce":2373969417}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":2373969417},{"type":"v1","addr":"172.21.15.82:6817","nonce":2373969417}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":2373969417},{"type":"v1","addr":"172.21.15.82:6815","nonce":2373969417}]},"public_addr":"172.21.15.82:6811/2373969417","cluster_addr":"172.21.15.82:6813/2373969417","heartbeat_back_addr":"172.21.15.82:6817/2373969417","heartbeat_front_addr":"172.21.15.82:6815/2373969417","state":["exists","up"]},{"osd":2,"uuid":"e771411e-3dc5-4495-8e1e-22532ec6f1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":353,"up_from":363,"up_thru":527,"down_at":354,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":2916873772},{"type":"v1","addr":"172.21.15.82:6819","nonce":2916873772}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":2916873772},{"type":"v1","addr":"172.21.15.82:6821","nonce":2916873772}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":2916873772},{"type":"v1","addr":"172.21.15.82:6825","nonce":2916873772}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":2916873772},{"type":"v1","addr":"172.21.15.82:6823","nonce":2916873772}]},"public_addr":"172.21.15.82:6819/2916873772","cluster_addr":"172.21.15.82:6821/2916873772","heartbeat_back_addr":"172.21.15.82:6825/2916873772","heartbeat_front_addr":"172.21.15.82:6823/2916873772","state":["exists","up"]},{"osd":3,"uuid":"fcab179f-8cac-46c5-8a1e-416b98257e98","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":385,"up_from":396,"up_thru":527,"down_at":386,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":3306196347},{"type":"v1","addr":"172.21.15.82:6827","nonce":3306196347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":3306196347},{"type":"v1","addr":"172.21.15.82:6829","nonce":3306196347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":3306196347},{"type":"v1","addr":"172.21.15.82:6833","nonce":3306196347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":3306196347},{"type":"v1","addr":"172.21.15.82:6831","nonce":3306196347}]},"public_addr":"172.21.15.82:6827/3306196347","cluster_addr":"172.21.15.82:6829/3306196347","heartbeat_back_addr":"172.21.15.82:6833/3306196347","heartbeat_front_addr":"172.21.15.82:6831/3306196347","state":["exists","up"]},{"osd":4,"uuid":"e1a49556-a716-4639-887a-745ab647147f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":418,"up_from":429,"up_thru":527,"down_at":419,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":702627767},{"type":"v1","addr":"172.21.15.137:6801","nonce":702627767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":702627767},{"type":"v1","addr":"172.21.15.137:6803","nonce":702627767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":702627767},{"type":"v1","addr":"172.21.15.137:6807","nonce":702627767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":702627767},{"type":"v1","addr":"172.21.15.137:6805","nonce":702627767}]},"public_addr":"172.21.15.137:6801/702627767","cluster_addr":"172.21.15.137:6803/702627767","heartbeat_back_addr":"172.21.15.137:6807/702627767","heartbeat_front_addr":"172.21.15.137:6805/702627767","state":["exists","up"]},{"osd":5,"uuid":"d99ec7f9-e1c8-43fc-a561-839b96e75934","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":451,"up_from":462,"up_thru":527,"down_at":452,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":378185567},{"type":"v1","addr":"172.21.15.137:6809","nonce":378185567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":378185567},{"type":"v1","addr":"172.21.15.137:6811","nonce":378185567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":378185567},{"type":"v1","addr":"172.21.15.137:6815","nonce":378185567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":378185567},{"type":"v1","addr":"172.21.15.137:6813","nonce":378185567}]},"public_addr":"172.21.15.137:6809/378185567","cluster_addr":"172.21.15.137:6811/378185567","heartbeat_back_addr":"172.21.15.137:6815/378185567","heartbeat_front_addr":"172.21.15.137:6813/378185567","state":["exists","up"]},{"osd":6,"uuid":"486be4bc-e77c-4457-bbf4-481efc51c21f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":484,"up_from":495,"up_thru":527,"down_at":485,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":2827592218},{"type":"v1","addr":"172.21.15.137:6817","nonce":2827592218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":2827592218},{"type":"v1","addr":"172.21.15.137:6819","nonce":2827592218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":2827592218},{"type":"v1","addr":"172.21.15.137:6823","nonce":2827592218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":2827592218},{"type":"v1","addr":"172.21.15.137:6821","nonce":2827592218}]},"public_addr":"172.21.15.137:6817/2827592218","cluster_addr":"172.21.15.137:6819/2827592218","heartbeat_back_addr":"172.21.15.137:6823/2827592218","heartbeat_front_addr":"172.21.15.137:6821/2827592218","state":["exists","up"]},{"osd":7,"uuid":"3d20c01e-aa32-4a98-98b1-a66c1cc60ed5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":517,"up_from":527,"up_thru":527,"down_at":518,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":2341817159},{"type":"v1","addr":"172.21.15.137:6825","nonce":2341817159}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":2341817159},{"type":"v1","addr":"172.21.15.137:6827","nonce":2341817159}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":2341817159},{"type":"v1","addr":"172.21.15.137:6831","nonce":2341817159}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":2341817159},{"type":"v1","addr":"172.21.15.137:6829","nonce":2341817159}]},"public_addr":"172.21.15.137:6825/2341817159","cluster_addr":"172.21.15.137:6827/2341817159","heartbeat_back_addr":"172.21.15.137:6831/2341817159","heartbeat_front_addr":"172.21.15.137:6829/2341817159","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:33:54.059622+0000","dead_epoch":289},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:34:17.042541+0000","dead_epoch":321},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:34:40.818203+0000","dead_epoch":353},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:35:04.997886+0000","dead_epoch":385},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:35:26.347506+0000","dead_epoch":418},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:35:49.056726+0000","dead_epoch":451},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:36:12.057138+0000","dead_epoch":484},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:36:34.662036+0000","dead_epoch":517}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.5","mappings":[{"from":5,"to":1}]},{"pgid":"3.f","mappings":[{"from":4,"to":1},{"from":0,"to":3}]},{"pgid":"3.24","mappings":[{"from":4,"to":2}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.82:6834/578208742":"2024-08-18T00:48:43.779622+0000","172.21.15.82:0/154391534":"2024-08-18T00:43:20.064184+0000","172.21.15.82:0/696756118":"2024-08-18T00:43:20.064184+0000","172.21.15.82:6835/578208742":"2024-08-18T00:48:43.779622+0000","172.21.15.82:0/4136230675":"2024-08-18T00:43:20.064184+0000","172.21.15.82:0/1723521270":"2024-08-18T00:41:56.840654+0000","172.21.15.82:0/774543594":"2024-08-18T00:41:56.840654+0000","172.21.15.137:0/574906426":"2024-08-18T00:42:40.554023+0000","172.21.15.82:6801/3128007426":"2024-08-18T00:37:53.711521+0000","172.21.15.82:0/281455942":"2024-08-18T00:32:11.699373+0000","172.21.15.82:6800/1539734670":"2024-08-18T00:43:20.064184+0000","172.21.15.82:6800/498885779":"2024-08-18T00:41:56.840654+0000","172.21.15.137:6833/2805285471":"2024-08-18T00:49:06.157411+0000","172.21.15.82:0/3300654626":"2024-08-18T00:41:56.840654+0000","172.21.15.82:0/4280253239":"2024-08-18T00:43:20.064184+0000","172.21.15.137:0/2786861701":"2024-08-18T00:42:40.554023+0000","172.21.15.137:6834/1849928473":"2024-08-18T00:42:40.554023+0000","172.21.15.82:0/4174301313":"2024-08-18T00:37:53.711521+0000","172.21.15.82:0/705366047":"2024-08-18T00:32:33.333001+0000","172.21.15.137:0/641469198":"2024-08-18T00:42:40.554023+0000","172.21.15.82:6800/3128007426":"2024-08-18T00:37:53.711521+0000","172.21.15.137:6832/2805285471":"2024-08-18T00:49:06.157411+0000","172.21.15.82:0/2092765483":"2024-08-18T00:43:20.064184+0000","172.21.15.82:0/1095799219":"2024-08-18T00:32:33.333001+0000","172.21.15.82:0/953815776":"2024-08-18T00:43:20.064184+0000","172.21.15.82:6801/1539734670":"2024-08-18T00:43:20.064184+0000","172.21.15.82:0/2474411610":"2024-08-18T00:32:33.333001+0000","172.21.15.82:0/1155766689":"2024-08-18T00:32:11.699373+0000","172.21.15.82:0/4157964058":"2024-08-18T00:37:53.711521+0000","172.21.15.82:6801/1296282024":"2024-08-18T00:32:11.699373+0000","172.21.15.82:0/2579249771":"2024-08-18T00:32:11.699373+0000","172.21.15.137:0/2006441554":"2024-08-18T00:42:40.554023+0000","172.21.15.137:0/792033925":"2024-08-18T00:42:40.554023+0000","172.21.15.82:0/924531209":"2024-08-18T00:37:53.711521+0000","172.21.15.82:6801/693925070":"2024-08-18T00:32:33.333001+0000","172.21.15.82:0/2701207716":"2024-08-18T00:43:20.064184+0000","172.21.15.137:0/207061901":"2024-08-18T00:42:40.554023+0000","172.21.15.82:0/1290349808":"2024-08-18T00:41:56.840654+0000","172.21.15.82:0/2932695184":"2024-08-18T00:41:56.840654+0000","172.21.15.82:0/729231788":"2024-08-18T00:37:53.711521+0000","172.21.15.137:0/3426663486":"2024-08-18T00:42:40.554023+0000","172.21.15.82:6801/498885779":"2024-08-18T00:41:56.840654+0000","172.21.15.82:6800/1296282024":"2024-08-18T00:32:11.699373+0000","172.21.15.137:6835/1849928473":"2024-08-18T00:42:40.554023+0000","172.21.15.82:6800/693925070":"2024-08-18T00:32:33.333001+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":363,"length":1},{"begin":446,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T00:54:08.490 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:08 smithi082 ceph-mon[94343]: pgmap v937: 121 pgs: 121 active+clean; 333 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 9.6 MiB/s wr, 23 op/s 2024-08-17T00:54:08.490 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:08 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3664743149' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:54:08.490 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:08 smithi082 ceph-mon[91979]: pgmap v937: 121 pgs: 121 active+clean; 333 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 9.6 MiB/s wr, 23 op/s 2024-08-17T00:54:08.490 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:08 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3664743149' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:54:08.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:08 smithi137 ceph-mon[86391]: pgmap v937: 121 pgs: 121 active+clean; 333 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 9.6 MiB/s wr, 23 op/s 2024-08-17T00:54:08.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:08 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3664743149' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T00:54:08.935 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T00:54:09.197 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:54:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:09 smithi082 ceph-mon[94343]: osdmap e842: 8 total, 8 up, 8 in 2024-08-17T00:54:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:09 smithi082 ceph-mon[91979]: osdmap e842: 8 total, 8 up, 8 in 2024-08-17T00:54:10.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:09 smithi137 ceph-mon[86391]: osdmap e842: 8 total, 8 up, 8 in 2024-08-17T00:54:10.970 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:10 smithi082 ceph-mon[91979]: pgmap v939: 121 pgs: 121 active+clean; 351 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 9.8 MiB/s wr, 19 op/s 2024-08-17T00:54:10.971 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:10 smithi082 ceph-mon[94343]: pgmap v939: 121 pgs: 121 active+clean; 351 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 9.8 MiB/s wr, 19 op/s 2024-08-17T00:54:11.138 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T00:54:11.139 INFO:teuthology.orchestra.run.smithi082.stderr:dumped all 2024-08-17T00:54:11.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:10 smithi137 ceph-mon[86391]: pgmap v939: 121 pgs: 121 active+clean; 351 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 9.8 MiB/s wr, 19 op/s 2024-08-17T00:54:11.817 INFO:teuthology.orchestra.run.smithi082.stdout:{"pg_ready":true,"pg_map":{"version":939,"stamp":"2024-08-17T00:54:10.234669+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":367688695,"num_objects":176,"num_object_clones":101,"num_object_copies":528,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":176,"num_whiteouts":7,"num_read":5097,"num_read_kb":7226701,"num_write":8822,"num_write_kb":2123686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":127,"num_bytes_recovered":525510240,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":21309,"ondisk_log_size":21309,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2880236,"kb_used_data":600444,"kb_used_omap":295,"kb_used_meta":2279384,"kb_avail":747080980,"statfs":{"total":767960285184,"available":765010923520,"internally_reserved":0,"allocated":614854656,"data_stored":1019523691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":302481,"internal_metadata":2334089839},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":20381696,"num_objects":13,"num_object_clones":13,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":33,"num_read_kb":39135,"num_write":86,"num_write_kb":60512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001150"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1105,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:09.487469+0000","last_change":"2024-08-17T00:48:37.303193+0000","last_active":"2024-08-17T00:54:09.487469+0000","last_peered":"2024-08-17T00:54:09.487469+0000","last_clean":"2024-08-17T00:54:09.487469+0000","last_became_active":"2024-08-17T00:48:37.302889+0000","last_became_peered":"2024-08-17T00:48:37.302889+0000","last_unstale":"2024-08-17T00:54:09.487469+0000","last_undegraded":"2024-08-17T00:54:09.487469+0000","last_fullsized":"2024-08-17T00:54:09.487469+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:27:35.370261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1301,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:08.899998+0000","last_change":"2024-08-17T00:48:03.246106+0000","last_active":"2024-08-17T00:54:08.899998+0000","last_peered":"2024-08-17T00:54:08.899998+0000","last_clean":"2024-08-17T00:54:08.899998+0000","last_became_active":"2024-08-17T00:48:03.244199+0000","last_became_peered":"2024-08-17T00:48:03.244199+0000","last_unstale":"2024-08-17T00:54:08.899998+0000","last_undegraded":"2024-08-17T00:54:08.899998+0000","last_fullsized":"2024-08-17T00:54:08.899998+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:14:25.464530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1317,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.999276+0000","last_change":"2024-08-17T00:45:51.254736+0000","last_active":"2024-08-17T00:54:05.999276+0000","last_peered":"2024-08-17T00:54:05.999276+0000","last_clean":"2024-08-17T00:54:05.999276+0000","last_became_active":"2024-08-17T00:45:51.252875+0000","last_became_peered":"2024-08-17T00:45:51.252875+0000","last_unstale":"2024-08-17T00:54:05.999276+0000","last_undegraded":"2024-08-17T00:54:05.999276+0000","last_fullsized":"2024-08-17T00:54:05.999276+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:59:08.723406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1169,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.996206+0000","last_change":"2024-08-17T00:48:37.296222+0000","last_active":"2024-08-17T00:54:05.996206+0000","last_peered":"2024-08-17T00:54:05.996206+0000","last_clean":"2024-08-17T00:54:05.996206+0000","last_became_active":"2024-08-17T00:48:37.295893+0000","last_became_peered":"2024-08-17T00:48:37.295893+0000","last_unstale":"2024-08-17T00:54:05.996206+0000","last_undegraded":"2024-08-17T00:54:05.996206+0000","last_fullsized":"2024-08-17T00:54:05.996206+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:13:11.903340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1121,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:09.486946+0000","last_change":"2024-08-17T00:48:37.289465+0000","last_active":"2024-08-17T00:54:09.486946+0000","last_peered":"2024-08-17T00:54:09.486946+0000","last_clean":"2024-08-17T00:54:09.486946+0000","last_became_active":"2024-08-17T00:48:37.289163+0000","last_became_peered":"2024-08-17T00:48:37.289163+0000","last_unstale":"2024-08-17T00:54:09.486946+0000","last_undegraded":"2024-08-17T00:54:09.486946+0000","last_fullsized":"2024-08-17T00:54:09.486946+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:03:56.227069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1154,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.995759+0000","last_change":"2024-08-17T00:47:29.964878+0000","last_active":"2024-08-17T00:54:05.995759+0000","last_peered":"2024-08-17T00:54:05.995759+0000","last_clean":"2024-08-17T00:54:05.995759+0000","last_became_active":"2024-08-17T00:47:29.964344+0000","last_became_peered":"2024-08-17T00:47:29.964344+0000","last_unstale":"2024-08-17T00:54:05.995759+0000","last_undegraded":"2024-08-17T00:54:05.995759+0000","last_fullsized":"2024-08-17T00:54:05.995759+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:59:28.173227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1131,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:09.486647+0000","last_change":"2024-08-17T00:48:37.302154+0000","last_active":"2024-08-17T00:54:09.486647+0000","last_peered":"2024-08-17T00:54:09.486647+0000","last_clean":"2024-08-17T00:54:09.486647+0000","last_became_active":"2024-08-17T00:48:37.301480+0000","last_became_peered":"2024-08-17T00:48:37.301480+0000","last_unstale":"2024-08-17T00:54:09.486647+0000","last_undegraded":"2024-08-17T00:54:09.486647+0000","last_fullsized":"2024-08-17T00:54:09.486647+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:54:44.603376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1208,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.988476+0000","last_change":"2024-08-17T00:48:03.239874+0000","last_active":"2024-08-17T00:54:05.988476+0000","last_peered":"2024-08-17T00:54:05.988476+0000","last_clean":"2024-08-17T00:54:05.988476+0000","last_became_active":"2024-08-17T00:48:03.239530+0000","last_became_peered":"2024-08-17T00:48:03.239530+0000","last_unstale":"2024-08-17T00:54:05.988476+0000","last_undegraded":"2024-08-17T00:54:05.988476+0000","last_fullsized":"2024-08-17T00:54:05.988476+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:04:23.140009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1112,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:09.487411+0000","last_change":"2024-08-17T00:48:37.297435+0000","last_active":"2024-08-17T00:54:09.487411+0000","last_peered":"2024-08-17T00:54:09.487411+0000","last_clean":"2024-08-17T00:54:09.487411+0000","last_became_active":"2024-08-17T00:48:37.295688+0000","last_became_peered":"2024-08-17T00:48:37.295688+0000","last_unstale":"2024-08-17T00:54:09.487411+0000","last_undegraded":"2024-08-17T00:54:09.487411+0000","last_fullsized":"2024-08-17T00:54:09.487411+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:39:23.605810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1128,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.996212+0000","last_change":"2024-08-17T00:48:03.245666+0000","last_active":"2024-08-17T00:54:05.996212+0000","last_peered":"2024-08-17T00:54:05.996212+0000","last_clean":"2024-08-17T00:54:05.996212+0000","last_became_active":"2024-08-17T00:48:03.245252+0000","last_became_peered":"2024-08-17T00:48:03.245252+0000","last_unstale":"2024-08-17T00:54:05.996212+0000","last_undegraded":"2024-08-17T00:54:05.996212+0000","last_fullsized":"2024-08-17T00:54:05.996212+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:52:55.374395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1128,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.995506+0000","last_change":"2024-08-17T00:48:03.245301+0000","last_active":"2024-08-17T00:54:05.995506+0000","last_peered":"2024-08-17T00:54:05.995506+0000","last_clean":"2024-08-17T00:54:05.995506+0000","last_became_active":"2024-08-17T00:48:03.244974+0000","last_became_peered":"2024-08-17T00:48:03.244974+0000","last_unstale":"2024-08-17T00:54:05.995506+0000","last_undegraded":"2024-08-17T00:54:05.995506+0000","last_fullsized":"2024-08-17T00:54:05.995506+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:21:24.246492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1193,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:08.898156+0000","last_change":"2024-08-17T00:48:03.238868+0000","last_active":"2024-08-17T00:54:08.898156+0000","last_peered":"2024-08-17T00:54:08.898156+0000","last_clean":"2024-08-17T00:54:08.898156+0000","last_became_active":"2024-08-17T00:48:03.238570+0000","last_became_peered":"2024-08-17T00:48:03.238570+0000","last_unstale":"2024-08-17T00:54:08.898156+0000","last_undegraded":"2024-08-17T00:54:08.898156+0000","last_fullsized":"2024-08-17T00:54:08.898156+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:18:04.755524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1239,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.988830+0000","last_change":"2024-08-17T00:48:03.243640+0000","last_active":"2024-08-17T00:54:05.988830+0000","last_peered":"2024-08-17T00:54:05.988830+0000","last_clean":"2024-08-17T00:54:05.988830+0000","last_became_active":"2024-08-17T00:48:03.243294+0000","last_became_peered":"2024-08-17T00:48:03.243294+0000","last_unstale":"2024-08-17T00:54:05.988830+0000","last_undegraded":"2024-08-17T00:54:05.988830+0000","last_fullsized":"2024-08-17T00:54:05.988830+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:54:12.813010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1317,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.998595+0000","last_change":"2024-08-17T00:47:29.957553+0000","last_active":"2024-08-17T00:54:05.998595+0000","last_peered":"2024-08-17T00:54:05.998595+0000","last_clean":"2024-08-17T00:54:05.998595+0000","last_became_active":"2024-08-17T00:47:29.957116+0000","last_became_peered":"2024-08-17T00:47:29.957116+0000","last_unstale":"2024-08-17T00:54:05.998595+0000","last_undegraded":"2024-08-17T00:54:05.998595+0000","last_fullsized":"2024-08-17T00:54:05.998595+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:17:27.035979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1316,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:08.901397+0000","last_change":"2024-08-17T00:47:29.953279+0000","last_active":"2024-08-17T00:54:08.901397+0000","last_peered":"2024-08-17T00:54:08.901397+0000","last_clean":"2024-08-17T00:54:08.901397+0000","last_became_active":"2024-08-17T00:47:29.952996+0000","last_became_peered":"2024-08-17T00:47:29.952996+0000","last_unstale":"2024-08-17T00:54:08.901397+0000","last_undegraded":"2024-08-17T00:54:08.901397+0000","last_fullsized":"2024-08-17T00:54:08.901397+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:15:07.566694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1154,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.994768+0000","last_change":"2024-08-17T00:48:37.296849+0000","last_active":"2024-08-17T00:54:05.994768+0000","last_peered":"2024-08-17T00:54:05.994768+0000","last_clean":"2024-08-17T00:54:05.994768+0000","last_became_active":"2024-08-17T00:48:37.296470+0000","last_became_peered":"2024-08-17T00:48:37.296470+0000","last_unstale":"2024-08-17T00:54:05.994768+0000","last_undegraded":"2024-08-17T00:54:05.994768+0000","last_fullsized":"2024-08-17T00:54:05.994768+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:09:33.202637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1159,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.995804+0000","last_change":"2024-08-17T00:48:37.296870+0000","last_active":"2024-08-17T00:54:05.995804+0000","last_peered":"2024-08-17T00:54:05.995804+0000","last_clean":"2024-08-17T00:54:05.995804+0000","last_became_active":"2024-08-17T00:48:37.296521+0000","last_became_peered":"2024-08-17T00:48:37.296521+0000","last_unstale":"2024-08-17T00:54:05.995804+0000","last_undegraded":"2024-08-17T00:54:05.995804+0000","last_fullsized":"2024-08-17T00:54:05.995804+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:25:48.926280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1273,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.992711+0000","last_change":"2024-08-17T00:48:37.296804+0000","last_active":"2024-08-17T00:54:05.992711+0000","last_peered":"2024-08-17T00:54:05.992711+0000","last_clean":"2024-08-17T00:54:05.992711+0000","last_became_active":"2024-08-17T00:48:37.296384+0000","last_became_peered":"2024-08-17T00:48:37.296384+0000","last_unstale":"2024-08-17T00:54:05.992711+0000","last_undegraded":"2024-08-17T00:54:05.992711+0000","last_fullsized":"2024-08-17T00:54:05.992711+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:13:19.428180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1105,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:09.487574+0000","last_change":"2024-08-17T00:48:37.301358+0000","last_active":"2024-08-17T00:54:09.487574+0000","last_peered":"2024-08-17T00:54:09.487574+0000","last_clean":"2024-08-17T00:54:09.487574+0000","last_became_active":"2024-08-17T00:48:37.299846+0000","last_became_peered":"2024-08-17T00:48:37.299846+0000","last_unstale":"2024-08-17T00:54:09.487574+0000","last_undegraded":"2024-08-17T00:54:09.487574+0000","last_fullsized":"2024-08-17T00:54:09.487574+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:27:00.421278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1137,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.995123+0000","last_change":"2024-08-17T00:48:03.246271+0000","last_active":"2024-08-17T00:54:05.995123+0000","last_peered":"2024-08-17T00:54:05.995123+0000","last_clean":"2024-08-17T00:54:05.995123+0000","last_became_active":"2024-08-17T00:48:03.245858+0000","last_became_peered":"2024-08-17T00:48:03.245858+0000","last_unstale":"2024-08-17T00:54:05.995123+0000","last_undegraded":"2024-08-17T00:54:05.995123+0000","last_fullsized":"2024-08-17T00:54:05.995123+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:58:10.780802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1317,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.998772+0000","last_change":"2024-08-17T00:48:37.291012+0000","last_active":"2024-08-17T00:54:05.998772+0000","last_peered":"2024-08-17T00:54:05.998772+0000","last_clean":"2024-08-17T00:54:05.998772+0000","last_became_active":"2024-08-17T00:48:37.290159+0000","last_became_peered":"2024-08-17T00:48:37.290159+0000","last_unstale":"2024-08-17T00:54:05.998772+0000","last_undegraded":"2024-08-17T00:54:05.998772+0000","last_fullsized":"2024-08-17T00:54:05.998772+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:37:00.913257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1154,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.995401+0000","last_change":"2024-08-17T00:48:37.291284+0000","last_active":"2024-08-17T00:54:05.995401+0000","last_peered":"2024-08-17T00:54:05.995401+0000","last_clean":"2024-08-17T00:54:05.995401+0000","last_became_active":"2024-08-17T00:48:37.290990+0000","last_became_peered":"2024-08-17T00:48:37.290990+0000","last_unstale":"2024-08-17T00:54:05.995401+0000","last_undegraded":"2024-08-17T00:54:05.995401+0000","last_fullsized":"2024-08-17T00:54:05.995401+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:12:25.586326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1239,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.989555+0000","last_change":"2024-08-17T00:46:56.798356+0000","last_active":"2024-08-17T00:54:05.989555+0000","last_peered":"2024-08-17T00:54:05.989555+0000","last_clean":"2024-08-17T00:54:05.989555+0000","last_became_active":"2024-08-17T00:46:56.797964+0000","last_became_peered":"2024-08-17T00:46:56.797964+0000","last_unstale":"2024-08-17T00:54:05.989555+0000","last_undegraded":"2024-08-17T00:54:05.989555+0000","last_fullsized":"2024-08-17T00:54:05.989555+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:54:29.669416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1177,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.995000+0000","last_change":"2024-08-17T00:47:29.956605+0000","last_active":"2024-08-17T00:54:05.995000+0000","last_peered":"2024-08-17T00:54:05.995000+0000","last_clean":"2024-08-17T00:54:05.995000+0000","last_became_active":"2024-08-17T00:47:29.956293+0000","last_became_peered":"2024-08-17T00:47:29.956293+0000","last_unstale":"2024-08-17T00:54:05.995000+0000","last_undegraded":"2024-08-17T00:54:05.995000+0000","last_fullsized":"2024-08-17T00:54:05.995000+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:58:09.476499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1229,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.989424+0000","last_change":"2024-08-17T00:46:56.795937+0000","last_active":"2024-08-17T00:54:05.989424+0000","last_peered":"2024-08-17T00:54:05.989424+0000","last_clean":"2024-08-17T00:54:05.989424+0000","last_became_active":"2024-08-17T00:46:56.795619+0000","last_became_peered":"2024-08-17T00:46:56.795619+0000","last_unstale":"2024-08-17T00:54:05.989424+0000","last_undegraded":"2024-08-17T00:54:05.989424+0000","last_fullsized":"2024-08-17T00:54:05.989424+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:17:05.602549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1129,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.996001+0000","last_change":"2024-08-17T00:48:37.288182+0000","last_active":"2024-08-17T00:54:05.996001+0000","last_peered":"2024-08-17T00:54:05.996001+0000","last_clean":"2024-08-17T00:54:05.996001+0000","last_became_active":"2024-08-17T00:48:37.287861+0000","last_became_peered":"2024-08-17T00:48:37.287861+0000","last_unstale":"2024-08-17T00:54:05.996001+0000","last_undegraded":"2024-08-17T00:54:05.996001+0000","last_fullsized":"2024-08-17T00:54:05.996001+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:01:12.102751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1302,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:08.901805+0000","last_change":"2024-08-17T00:46:23.897177+0000","last_active":"2024-08-17T00:54:08.901805+0000","last_peered":"2024-08-17T00:54:08.901805+0000","last_clean":"2024-08-17T00:54:08.901805+0000","last_became_active":"2024-08-17T00:46:23.896715+0000","last_became_peered":"2024-08-17T00:46:23.896715+0000","last_unstale":"2024-08-17T00:54:08.901805+0000","last_undegraded":"2024-08-17T00:54:08.901805+0000","last_fullsized":"2024-08-17T00:54:08.901805+0000","mapping_epoch":396,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":397,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:16:10.166091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1247,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.989182+0000","last_change":"2024-08-17T00:46:23.906001+0000","last_active":"2024-08-17T00:54:05.989182+0000","last_peered":"2024-08-17T00:54:05.989182+0000","last_clean":"2024-08-17T00:54:05.989182+0000","last_became_active":"2024-08-17T00:46:23.905690+0000","last_became_peered":"2024-08-17T00:46:23.905690+0000","last_unstale":"2024-08-17T00:54:05.989182+0000","last_undegraded":"2024-08-17T00:54:05.989182+0000","last_fullsized":"2024-08-17T00:54:05.989182+0000","mapping_epoch":396,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":397,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:35:20.657166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1317,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.999068+0000","last_change":"2024-08-17T00:46:56.789094+0000","last_active":"2024-08-17T00:54:05.999068+0000","last_peered":"2024-08-17T00:54:05.999068+0000","last_clean":"2024-08-17T00:54:05.999068+0000","last_became_active":"2024-08-17T00:46:56.788200+0000","last_became_peered":"2024-08-17T00:46:56.788200+0000","last_unstale":"2024-08-17T00:54:05.999068+0000","last_undegraded":"2024-08-17T00:54:05.999068+0000","last_fullsized":"2024-08-17T00:54:05.999068+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:24:29.185802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1177,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.995500+0000","last_change":"2024-08-17T00:47:29.965273+0000","last_active":"2024-08-17T00:54:05.995500+0000","last_peered":"2024-08-17T00:54:05.995500+0000","last_clean":"2024-08-17T00:54:05.995500+0000","last_became_active":"2024-08-17T00:47:29.964796+0000","last_became_peered":"2024-08-17T00:47:29.964796+0000","last_unstale":"2024-08-17T00:54:05.995500+0000","last_undegraded":"2024-08-17T00:54:05.995500+0000","last_fullsized":"2024-08-17T00:54:05.995500+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:24:21.243868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1274,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.992311+0000","last_change":"2024-08-17T00:48:03.238618+0000","last_active":"2024-08-17T00:54:05.992311+0000","last_peered":"2024-08-17T00:54:05.992311+0000","last_clean":"2024-08-17T00:54:05.992311+0000","last_became_active":"2024-08-17T00:48:03.238274+0000","last_became_peered":"2024-08-17T00:48:03.238274+0000","last_unstale":"2024-08-17T00:54:05.992311+0000","last_undegraded":"2024-08-17T00:54:05.992311+0000","last_fullsized":"2024-08-17T00:54:05.992311+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:54:37.357977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1128,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.994418+0000","last_change":"2024-08-17T00:48:03.247446+0000","last_active":"2024-08-17T00:54:05.994418+0000","last_peered":"2024-08-17T00:54:05.994418+0000","last_clean":"2024-08-17T00:54:05.994418+0000","last_became_active":"2024-08-17T00:48:03.244337+0000","last_became_peered":"2024-08-17T00:48:03.244337+0000","last_unstale":"2024-08-17T00:54:05.994418+0000","last_undegraded":"2024-08-17T00:54:05.994418+0000","last_fullsized":"2024-08-17T00:54:05.994418+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:34:15.606231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1222,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:08.897404+0000","last_change":"2024-08-17T00:46:56.795843+0000","last_active":"2024-08-17T00:54:08.897404+0000","last_peered":"2024-08-17T00:54:08.897404+0000","last_clean":"2024-08-17T00:54:08.897404+0000","last_became_active":"2024-08-17T00:46:56.795534+0000","last_became_peered":"2024-08-17T00:46:56.795534+0000","last_unstale":"2024-08-17T00:54:08.897404+0000","last_undegraded":"2024-08-17T00:54:08.897404+0000","last_fullsized":"2024-08-17T00:54:08.897404+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:45:15.469846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"557'3","reported_seq":1216,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.988927+0000","last_change":"2024-08-17T00:48:37.289184+0000","last_active":"2024-08-17T00:54:05.988927+0000","last_peered":"2024-08-17T00:54:05.988927+0000","last_clean":"2024-08-17T00:54:05.988927+0000","last_became_active":"2024-08-17T00:48:37.288816+0000","last_became_peered":"2024-08-17T00:48:37.288816+0000","last_unstale":"2024-08-17T00:54:05.988927+0000","last_undegraded":"2024-08-17T00:54:05.988927+0000","last_fullsized":"2024-08-17T00:54:05.988927+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:53:00.506148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1316,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.998864+0000","last_change":"2024-08-17T00:48:37.287583+0000","last_active":"2024-08-17T00:54:05.998864+0000","last_peered":"2024-08-17T00:54:05.998864+0000","last_clean":"2024-08-17T00:54:05.998864+0000","last_became_active":"2024-08-17T00:48:37.287194+0000","last_became_peered":"2024-08-17T00:48:37.287194+0000","last_unstale":"2024-08-17T00:54:05.998864+0000","last_undegraded":"2024-08-17T00:54:05.998864+0000","last_fullsized":"2024-08-17T00:54:05.998864+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:20:20.861644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"557'3","reported_seq":1135,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.996189+0000","last_change":"2024-08-17T00:48:37.290405+0000","last_active":"2024-08-17T00:54:05.996189+0000","last_peered":"2024-08-17T00:54:05.996189+0000","last_clean":"2024-08-17T00:54:05.996189+0000","last_became_active":"2024-08-17T00:48:37.290041+0000","last_became_peered":"2024-08-17T00:48:37.290041+0000","last_unstale":"2024-08-17T00:54:05.996189+0000","last_undegraded":"2024-08-17T00:54:05.996189+0000","last_fullsized":"2024-08-17T00:54:05.996189+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:33:45.840473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1252,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.989289+0000","last_change":"2024-08-17T00:48:03.240986+0000","last_active":"2024-08-17T00:54:05.989289+0000","last_peered":"2024-08-17T00:54:05.989289+0000","last_clean":"2024-08-17T00:54:05.989289+0000","last_became_active":"2024-08-17T00:48:03.240644+0000","last_became_peered":"2024-08-17T00:48:03.240644+0000","last_unstale":"2024-08-17T00:54:05.989289+0000","last_undegraded":"2024-08-17T00:54:05.989289+0000","last_fullsized":"2024-08-17T00:54:05.989289+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:06:36.290552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1247,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.988511+0000","last_change":"2024-08-17T00:46:23.909218+0000","last_active":"2024-08-17T00:54:05.988511+0000","last_peered":"2024-08-17T00:54:05.988511+0000","last_clean":"2024-08-17T00:54:05.988511+0000","last_became_active":"2024-08-17T00:46:23.908263+0000","last_became_peered":"2024-08-17T00:46:23.908263+0000","last_unstale":"2024-08-17T00:54:05.988511+0000","last_undegraded":"2024-08-17T00:54:05.988511+0000","last_fullsized":"2024-08-17T00:54:05.988511+0000","mapping_epoch":396,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":397,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:19:31.137614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1162,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.994899+0000","last_change":"2024-08-17T00:48:37.290897+0000","last_active":"2024-08-17T00:54:05.994899+0000","last_peered":"2024-08-17T00:54:05.994899+0000","last_clean":"2024-08-17T00:54:05.994899+0000","last_became_active":"2024-08-17T00:48:37.290449+0000","last_became_peered":"2024-08-17T00:48:37.290449+0000","last_unstale":"2024-08-17T00:54:05.994899+0000","last_undegraded":"2024-08-17T00:54:05.994899+0000","last_fullsized":"2024-08-17T00:54:05.994899+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:06:38.200721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1301,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:08.901341+0000","last_change":"2024-08-17T00:46:56.798197+0000","last_active":"2024-08-17T00:54:08.901341+0000","last_peered":"2024-08-17T00:54:08.901341+0000","last_clean":"2024-08-17T00:54:08.901341+0000","last_became_active":"2024-08-17T00:46:56.797850+0000","last_became_peered":"2024-08-17T00:46:56.797850+0000","last_unstale":"2024-08-17T00:54:08.901341+0000","last_undegraded":"2024-08-17T00:54:08.901341+0000","last_fullsized":"2024-08-17T00:54:08.901341+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:45:45.333822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1131,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.996452+0000","last_change":"2024-08-17T00:48:03.241429+0000","last_active":"2024-08-17T00:54:05.996452+0000","last_peered":"2024-08-17T00:54:05.996452+0000","last_clean":"2024-08-17T00:54:05.996452+0000","last_became_active":"2024-08-17T00:48:03.241052+0000","last_became_peered":"2024-08-17T00:48:03.241052+0000","last_unstale":"2024-08-17T00:54:05.996452+0000","last_undegraded":"2024-08-17T00:54:05.996452+0000","last_fullsized":"2024-08-17T00:54:05.996452+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:08:28.223802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1146,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.995288+0000","last_change":"2024-08-17T00:48:37.296169+0000","last_active":"2024-08-17T00:54:05.995288+0000","last_peered":"2024-08-17T00:54:05.995288+0000","last_clean":"2024-08-17T00:54:05.995288+0000","last_became_active":"2024-08-17T00:48:37.295748+0000","last_became_peered":"2024-08-17T00:48:37.295748+0000","last_unstale":"2024-08-17T00:54:05.995288+0000","last_undegraded":"2024-08-17T00:54:05.995288+0000","last_fullsized":"2024-08-17T00:54:05.995288+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:31:02.044643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1179,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.995460+0000","last_change":"2024-08-17T00:48:03.238222+0000","last_active":"2024-08-17T00:54:05.995460+0000","last_peered":"2024-08-17T00:54:05.995460+0000","last_clean":"2024-08-17T00:54:05.995460+0000","last_became_active":"2024-08-17T00:48:03.237873+0000","last_became_peered":"2024-08-17T00:48:03.237873+0000","last_unstale":"2024-08-17T00:54:05.995460+0000","last_undegraded":"2024-08-17T00:54:05.995460+0000","last_fullsized":"2024-08-17T00:54:05.995460+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:17:58.956085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1316,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.999589+0000","last_change":"2024-08-17T00:47:29.961751+0000","last_active":"2024-08-17T00:54:05.999589+0000","last_peered":"2024-08-17T00:54:05.999589+0000","last_clean":"2024-08-17T00:54:05.999589+0000","last_became_active":"2024-08-17T00:47:29.959224+0000","last_became_peered":"2024-08-17T00:47:29.959224+0000","last_unstale":"2024-08-17T00:54:05.999589+0000","last_undegraded":"2024-08-17T00:54:05.999589+0000","last_fullsized":"2024-08-17T00:54:05.999589+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:29:24.322714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":1311,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:08.901958+0000","last_change":"2024-08-17T00:47:29.960358+0000","last_active":"2024-08-17T00:54:08.901958+0000","last_peered":"2024-08-17T00:54:08.901958+0000","last_clean":"2024-08-17T00:54:08.901958+0000","last_became_active":"2024-08-17T00:47:29.959966+0000","last_became_peered":"2024-08-17T00:47:29.959966+0000","last_unstale":"2024-08-17T00:54:08.901958+0000","last_undegraded":"2024-08-17T00:54:08.901958+0000","last_fullsized":"2024-08-17T00:54:08.901958+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:36:50.002280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":11,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1193,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:08.898233+0000","last_change":"2024-08-17T00:48:37.288928+0000","last_active":"2024-08-17T00:54:08.898233+0000","last_peered":"2024-08-17T00:54:08.898233+0000","last_clean":"2024-08-17T00:54:08.898233+0000","last_became_active":"2024-08-17T00:48:37.288595+0000","last_became_peered":"2024-08-17T00:48:37.288595+0000","last_unstale":"2024-08-17T00:54:08.898233+0000","last_undegraded":"2024-08-17T00:54:08.898233+0000","last_fullsized":"2024-08-17T00:54:08.898233+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:04:30.542913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"557'31","reported_seq":1173,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.995273+0000","last_change":"2024-08-17T00:48:03.243312+0000","last_active":"2024-08-17T00:54:05.995273+0000","last_peered":"2024-08-17T00:54:05.995273+0000","last_clean":"2024-08-17T00:54:05.995273+0000","last_became_active":"2024-08-17T00:48:03.242932+0000","last_became_peered":"2024-08-17T00:48:03.242932+0000","last_unstale":"2024-08-17T00:54:05.995273+0000","last_undegraded":"2024-08-17T00:54:05.995273+0000","last_fullsized":"2024-08-17T00:54:05.995273+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:47:32.424794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5810,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":25,"num_write":29,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1121,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:09.487458+0000","last_change":"2024-08-17T00:48:37.291325+0000","last_active":"2024-08-17T00:54:09.487458+0000","last_peered":"2024-08-17T00:54:09.487458+0000","last_clean":"2024-08-17T00:54:09.487458+0000","last_became_active":"2024-08-17T00:48:37.291033+0000","last_became_peered":"2024-08-17T00:48:37.291033+0000","last_unstale":"2024-08-17T00:54:09.487458+0000","last_undegraded":"2024-08-17T00:54:09.487458+0000","last_fullsized":"2024-08-17T00:54:09.487458+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:58:00.406465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":1328,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.998891+0000","last_change":"2024-08-17T00:46:56.788941+0000","last_active":"2024-08-17T00:54:05.998891+0000","last_peered":"2024-08-17T00:54:05.998891+0000","last_clean":"2024-08-17T00:54:05.998891+0000","last_became_active":"2024-08-17T00:46:56.787717+0000","last_became_peered":"2024-08-17T00:46:56.787717+0000","last_unstale":"2024-08-17T00:54:05.998891+0000","last_undegraded":"2024-08-17T00:54:05.998891+0000","last_fullsized":"2024-08-17T00:54:05.998891+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:23:52.440413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":14,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1317,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.998504+0000","last_change":"2024-08-17T00:48:37.290102+0000","last_active":"2024-08-17T00:54:05.998504+0000","last_peered":"2024-08-17T00:54:05.998504+0000","last_clean":"2024-08-17T00:54:05.998504+0000","last_became_active":"2024-08-17T00:48:37.289789+0000","last_became_peered":"2024-08-17T00:48:37.289789+0000","last_unstale":"2024-08-17T00:54:05.998504+0000","last_undegraded":"2024-08-17T00:54:05.998504+0000","last_fullsized":"2024-08-17T00:54:05.998504+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:09:29.923561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1171,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.995875+0000","last_change":"2024-08-17T00:48:37.296217+0000","last_active":"2024-08-17T00:54:05.995875+0000","last_peered":"2024-08-17T00:54:05.995875+0000","last_clean":"2024-08-17T00:54:05.995875+0000","last_became_active":"2024-08-17T00:48:37.295819+0000","last_became_peered":"2024-08-17T00:48:37.295819+0000","last_unstale":"2024-08-17T00:54:05.995875+0000","last_undegraded":"2024-08-17T00:54:05.995875+0000","last_fullsized":"2024-08-17T00:54:05.995875+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:24:40.385972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1121,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:09.486684+0000","last_change":"2024-08-17T00:48:37.287962+0000","last_active":"2024-08-17T00:54:09.486684+0000","last_peered":"2024-08-17T00:54:09.486684+0000","last_clean":"2024-08-17T00:54:09.486684+0000","last_became_active":"2024-08-17T00:48:37.287486+0000","last_became_peered":"2024-08-17T00:48:37.287486+0000","last_unstale":"2024-08-17T00:54:09.486684+0000","last_undegraded":"2024-08-17T00:54:09.486684+0000","last_fullsized":"2024-08-17T00:54:09.486684+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:45:05.070946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1140,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.994613+0000","last_change":"2024-08-17T00:48:03.247723+0000","last_active":"2024-08-17T00:54:05.994613+0000","last_peered":"2024-08-17T00:54:05.994613+0000","last_clean":"2024-08-17T00:54:05.994613+0000","last_became_active":"2024-08-17T00:48:03.247432+0000","last_became_peered":"2024-08-17T00:48:03.247432+0000","last_unstale":"2024-08-17T00:54:05.994613+0000","last_undegraded":"2024-08-17T00:54:05.994613+0000","last_fullsized":"2024-08-17T00:54:05.994613+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:11:07.139685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1128,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.994475+0000","last_change":"2024-08-17T00:48:03.247081+0000","last_active":"2024-08-17T00:54:05.994475+0000","last_peered":"2024-08-17T00:54:05.994475+0000","last_clean":"2024-08-17T00:54:05.994475+0000","last_became_active":"2024-08-17T00:48:03.244038+0000","last_became_peered":"2024-08-17T00:48:03.244038+0000","last_unstale":"2024-08-17T00:54:05.994475+0000","last_undegraded":"2024-08-17T00:54:05.994475+0000","last_fullsized":"2024-08-17T00:54:05.994475+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:03:59.013925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":1293,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.992194+0000","last_change":"2024-08-17T00:45:51.258211+0000","last_active":"2024-08-17T00:54:05.992194+0000","last_peered":"2024-08-17T00:54:05.992194+0000","last_clean":"2024-08-17T00:54:05.992194+0000","last_became_active":"2024-08-17T00:45:51.257859+0000","last_became_peered":"2024-08-17T00:45:51.257859+0000","last_unstale":"2024-08-17T00:54:05.992194+0000","last_undegraded":"2024-08-17T00:54:05.992194+0000","last_fullsized":"2024-08-17T00:54:05.992194+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:52:44.165110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":36,"num_read_kb":36,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1105,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:09.486479+0000","last_change":"2024-08-17T00:48:37.294020+0000","last_active":"2024-08-17T00:54:09.486479+0000","last_peered":"2024-08-17T00:54:09.486479+0000","last_clean":"2024-08-17T00:54:09.486479+0000","last_became_active":"2024-08-17T00:48:37.291473+0000","last_became_peered":"2024-08-17T00:48:37.291473+0000","last_unstale":"2024-08-17T00:54:09.486479+0000","last_undegraded":"2024-08-17T00:54:09.486479+0000","last_fullsized":"2024-08-17T00:54:09.486479+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:34:51.959441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"840'1266","reported_seq":4475,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.992389+0000","last_change":"2024-08-17T00:54:04.914535+0000","last_active":"2024-08-17T00:54:05.992389+0000","last_peered":"2024-08-17T00:54:05.992389+0000","last_clean":"2024-08-17T00:54:05.992389+0000","last_became_active":"2024-08-17T00:45:51.258763+0000","last_became_peered":"2024-08-17T00:45:51.258763+0000","last_unstale":"2024-08-17T00:54:05.992389+0000","last_undegraded":"2024-08-17T00:54:05.992389+0000","last_fullsized":"2024-08-17T00:54:05.992389+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_clean_scrub_stamp":"2024-08-17T00:40:42.917280+0000","objects_scrubbed":0,"log_size":1266,"log_dups_size":0,"ondisk_log_size":1266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:42:51.550486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050748149999999999,"stat_sum":{"num_bytes":16031744,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":1,"num_read":206,"num_read_kb":259248,"num_write":483,"num_write_kb":123576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":111230976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"16b","length":"1"},{"start":"1be","length":"1"}]},{"pgid":"2.f","version":"65'1","reported_seq":1199,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:08.898346+0000","last_change":"2024-08-17T00:48:37.288967+0000","last_active":"2024-08-17T00:54:08.898346+0000","last_peered":"2024-08-17T00:54:08.898346+0000","last_clean":"2024-08-17T00:54:08.898346+0000","last_became_active":"2024-08-17T00:48:37.288586+0000","last_became_peered":"2024-08-17T00:48:37.288586+0000","last_unstale":"2024-08-17T00:54:08.898346+0000","last_undegraded":"2024-08-17T00:54:08.898346+0000","last_fullsized":"2024-08-17T00:54:08.898346+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:35:08.400837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1121,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:09.487355+0000","last_change":"2024-08-17T00:48:37.301314+0000","last_active":"2024-08-17T00:54:09.487355+0000","last_peered":"2024-08-17T00:54:09.487355+0000","last_clean":"2024-08-17T00:54:09.487355+0000","last_became_active":"2024-08-17T00:48:37.299634+0000","last_became_peered":"2024-08-17T00:48:37.299634+0000","last_unstale":"2024-08-17T00:54:09.487355+0000","last_undegraded":"2024-08-17T00:54:09.487355+0000","last_fullsized":"2024-08-17T00:54:09.487355+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:09:48.615463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":2934,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:09.486710+0000","last_change":"2024-08-17T00:54:04.907213+0000","last_active":"2024-08-17T00:54:09.486710+0000","last_peered":"2024-08-17T00:54:09.486710+0000","last_clean":"2024-08-17T00:54:09.486710+0000","last_became_active":"2024-08-17T00:48:37.302512+0000","last_became_peered":"2024-08-17T00:48:37.302512+0000","last_unstale":"2024-08-17T00:54:09.486710+0000","last_undegraded":"2024-08-17T00:54:09.486710+0000","last_fullsized":"2024-08-17T00:54:09.486710+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_clean_scrub_stamp":"2024-08-17T00:40:42.917280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:45:33.173350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00082503700000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1be","length":"1"}]},{"pgid":"2.e","version":"65'2","reported_seq":1283,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.992796+0000","last_change":"2024-08-17T00:48:37.295955+0000","last_active":"2024-08-17T00:54:05.992796+0000","last_peered":"2024-08-17T00:54:05.992796+0000","last_clean":"2024-08-17T00:54:05.992796+0000","last_became_active":"2024-08-17T00:48:37.295605+0000","last_became_peered":"2024-08-17T00:48:37.295605+0000","last_unstale":"2024-08-17T00:54:05.992796+0000","last_undegraded":"2024-08-17T00:54:05.992796+0000","last_fullsized":"2024-08-17T00:54:05.992796+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:38:45.647672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":9,"num_read_kb":9,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1099,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:09.487539+0000","last_change":"2024-08-17T00:48:37.300156+0000","last_active":"2024-08-17T00:54:09.487539+0000","last_peered":"2024-08-17T00:54:09.487539+0000","last_clean":"2024-08-17T00:54:09.487539+0000","last_became_active":"2024-08-17T00:48:37.299839+0000","last_became_peered":"2024-08-17T00:48:37.299839+0000","last_unstale":"2024-08-17T00:54:09.487539+0000","last_undegraded":"2024-08-17T00:54:09.487539+0000","last_fullsized":"2024-08-17T00:54:09.487539+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:49:16.922454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"841'2405","reported_seq":5539,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:06.047518+0000","last_change":"2024-08-17T00:54:04.914466+0000","last_active":"2024-08-17T00:54:06.047518+0000","last_peered":"2024-08-17T00:54:06.047518+0000","last_clean":"2024-08-17T00:54:06.047518+0000","last_became_active":"2024-08-17T00:46:56.790591+0000","last_became_peered":"2024-08-17T00:46:56.790591+0000","last_unstale":"2024-08-17T00:54:06.047518+0000","last_undegraded":"2024-08-17T00:54:06.047518+0000","last_fullsized":"2024-08-17T00:54:06.047518+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_clean_scrub_stamp":"2024-08-17T00:40:42.917280+0000","objects_scrubbed":0,"log_size":2405,"log_dups_size":0,"ondisk_log_size":2405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:51:35.145266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0046899589999999996,"stat_sum":{"num_bytes":26968064,"num_objects":14,"num_object_clones":9,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":476,"num_read_kb":751451,"num_write":1069,"num_write_kb":222280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":34119680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"16b","length":"1"},{"start":"1be","length":"1"}]},{"pgid":"2.d","version":"65'1","reported_seq":1309,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:08.902011+0000","last_change":"2024-08-17T00:46:56.791293+0000","last_active":"2024-08-17T00:54:08.902011+0000","last_peered":"2024-08-17T00:54:08.902011+0000","last_clean":"2024-08-17T00:54:08.902011+0000","last_became_active":"2024-08-17T00:46:56.790910+0000","last_became_peered":"2024-08-17T00:46:56.790910+0000","last_unstale":"2024-08-17T00:54:08.902011+0000","last_undegraded":"2024-08-17T00:54:08.902011+0000","last_fullsized":"2024-08-17T00:54:08.902011+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:57:17.691874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1168,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.995543+0000","last_change":"2024-08-17T00:48:03.243020+0000","last_active":"2024-08-17T00:54:05.995543+0000","last_peered":"2024-08-17T00:54:05.995543+0000","last_clean":"2024-08-17T00:54:05.995543+0000","last_became_active":"2024-08-17T00:48:03.242702+0000","last_became_peered":"2024-08-17T00:48:03.242702+0000","last_unstale":"2024-08-17T00:54:05.995543+0000","last_undegraded":"2024-08-17T00:54:05.995543+0000","last_fullsized":"2024-08-17T00:54:05.995543+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:25:09.749752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"835'263","reported_seq":3525,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.992704+0000","last_change":"2024-08-17T00:54:04.914874+0000","last_active":"2024-08-17T00:54:05.992704+0000","last_peered":"2024-08-17T00:54:05.992704+0000","last_clean":"2024-08-17T00:54:05.992704+0000","last_became_active":"2024-08-17T00:47:29.957478+0000","last_became_peered":"2024-08-17T00:47:29.957478+0000","last_unstale":"2024-08-17T00:54:05.992704+0000","last_undegraded":"2024-08-17T00:54:05.992704+0000","last_fullsized":"2024-08-17T00:54:05.992704+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_clean_scrub_stamp":"2024-08-17T00:40:42.917280+0000","objects_scrubbed":0,"log_size":263,"log_dups_size":0,"ondisk_log_size":263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:37:50.239302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0051683559999999998,"stat_sum":{"num_bytes":2383872,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":1,"num_read":69,"num_read_kb":107362,"num_write":85,"num_write_kb":39600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":11608064,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"16b","length":"1"},{"start":"1be","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1276,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.992683+0000","last_change":"2024-08-17T00:47:29.958453+0000","last_active":"2024-08-17T00:54:05.992683+0000","last_peered":"2024-08-17T00:54:05.992683+0000","last_clean":"2024-08-17T00:54:05.992683+0000","last_became_active":"2024-08-17T00:47:29.958158+0000","last_became_peered":"2024-08-17T00:47:29.958158+0000","last_unstale":"2024-08-17T00:54:05.992683+0000","last_undegraded":"2024-08-17T00:54:05.992683+0000","last_fullsized":"2024-08-17T00:54:05.992683+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:09:26.417208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1105,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:09.487680+0000","last_change":"2024-08-17T00:48:37.300211+0000","last_active":"2024-08-17T00:54:09.487680+0000","last_peered":"2024-08-17T00:54:09.487680+0000","last_clean":"2024-08-17T00:54:09.487680+0000","last_became_active":"2024-08-17T00:48:37.298355+0000","last_became_peered":"2024-08-17T00:48:37.298355+0000","last_unstale":"2024-08-17T00:54:09.487680+0000","last_undegraded":"2024-08-17T00:54:09.487680+0000","last_fullsized":"2024-08-17T00:54:09.487680+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:53:26.649326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"840'1722","reported_seq":4636,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:09.487042+0000","last_change":"2024-08-17T00:54:04.915152+0000","last_active":"2024-08-17T00:54:09.487042+0000","last_peered":"2024-08-17T00:54:09.487042+0000","last_clean":"2024-08-17T00:54:09.487042+0000","last_became_active":"2024-08-17T00:48:37.297488+0000","last_became_peered":"2024-08-17T00:48:37.297488+0000","last_unstale":"2024-08-17T00:54:09.487042+0000","last_undegraded":"2024-08-17T00:54:09.487042+0000","last_fullsized":"2024-08-17T00:54:09.487042+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_clean_scrub_stamp":"2024-08-17T00:40:42.917280+0000","objects_scrubbed":0,"log_size":1722,"log_dups_size":0,"ondisk_log_size":1722,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:26:42.077351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0070633340000000001,"stat_sum":{"num_bytes":23871488,"num_objects":11,"num_object_clones":7,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":2,"num_read":345,"num_read_kb":417020,"num_write":738,"num_write_kb":186784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":24928256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1be","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1127,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.995841+0000","last_change":"2024-08-17T00:48:37.289094+0000","last_active":"2024-08-17T00:54:05.995841+0000","last_peered":"2024-08-17T00:54:05.995841+0000","last_clean":"2024-08-17T00:54:05.995841+0000","last_became_active":"2024-08-17T00:48:37.288765+0000","last_became_peered":"2024-08-17T00:48:37.288765+0000","last_unstale":"2024-08-17T00:54:05.995841+0000","last_undegraded":"2024-08-17T00:54:05.995841+0000","last_fullsized":"2024-08-17T00:54:05.995841+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_clean_scrub_stamp":"2024-08-17T00:37:58.084499+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:46:52.530791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00081945900000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"241'221","reported_seq":1701,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:09.486591+0000","last_change":"2024-08-17T00:48:37.301337+0000","last_active":"2024-08-17T00:54:09.486591+0000","last_peered":"2024-08-17T00:54:09.486591+0000","last_clean":"2024-08-17T00:54:09.486591+0000","last_became_active":"2024-08-17T00:48:37.299586+0000","last_became_peered":"2024-08-17T00:48:37.299586+0000","last_unstale":"2024-08-17T00:54:09.486591+0000","last_undegraded":"2024-08-17T00:54:09.486591+0000","last_fullsized":"2024-08-17T00:54:09.486591+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:34:43.704511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:34:43.704511+0000","last_clean_scrub_stamp":"2024-08-17T00:34:43.704511+0000","objects_scrubbed":0,"log_size":221,"log_dups_size":0,"ondisk_log_size":221,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:58:44.770619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1034,"num_read_kb":1874,"num_write":359,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1180,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.994948+0000","last_change":"2024-08-17T00:48:37.292567+0000","last_active":"2024-08-17T00:54:05.994948+0000","last_peered":"2024-08-17T00:54:05.994948+0000","last_clean":"2024-08-17T00:54:05.994948+0000","last_became_active":"2024-08-17T00:48:37.292160+0000","last_became_peered":"2024-08-17T00:48:37.292160+0000","last_unstale":"2024-08-17T00:54:05.994948+0000","last_undegraded":"2024-08-17T00:54:05.994948+0000","last_fullsized":"2024-08-17T00:54:05.994948+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:07:50.292815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1208,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.990015+0000","last_change":"2024-08-17T00:48:03.244435+0000","last_active":"2024-08-17T00:54:05.990015+0000","last_peered":"2024-08-17T00:54:05.990015+0000","last_clean":"2024-08-17T00:54:05.990015+0000","last_became_active":"2024-08-17T00:48:03.242230+0000","last_became_peered":"2024-08-17T00:48:03.242230+0000","last_unstale":"2024-08-17T00:54:05.990015+0000","last_undegraded":"2024-08-17T00:54:05.990015+0000","last_fullsized":"2024-08-17T00:54:05.990015+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:49:03.844090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"840'891","reported_seq":3922,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.996240+0000","last_change":"2024-08-17T00:54:04.906342+0000","last_active":"2024-08-17T00:54:05.996240+0000","last_peered":"2024-08-17T00:54:05.996240+0000","last_clean":"2024-08-17T00:54:05.996240+0000","last_became_active":"2024-08-17T00:47:29.965655+0000","last_became_peered":"2024-08-17T00:47:29.965655+0000","last_unstale":"2024-08-17T00:54:05.996240+0000","last_undegraded":"2024-08-17T00:54:05.996240+0000","last_fullsized":"2024-08-17T00:54:05.996240+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_clean_scrub_stamp":"2024-08-17T00:40:42.917280+0000","objects_scrubbed":0,"log_size":891,"log_dups_size":0,"ondisk_log_size":891,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:11:40.287916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0072007629999999998,"stat_sum":{"num_bytes":18227200,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":151,"num_read_kb":203646,"num_write":385,"num_write_kb":85880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":15638528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"16b","length":"1"},{"start":"1be","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1327,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.999326+0000","last_change":"2024-08-17T00:45:51.260857+0000","last_active":"2024-08-17T00:54:05.999326+0000","last_peered":"2024-08-17T00:54:05.999326+0000","last_clean":"2024-08-17T00:54:05.999326+0000","last_became_active":"2024-08-17T00:45:51.260550+0000","last_became_peered":"2024-08-17T00:45:51.260550+0000","last_unstale":"2024-08-17T00:54:05.999326+0000","last_undegraded":"2024-08-17T00:54:05.999326+0000","last_fullsized":"2024-08-17T00:54:05.999326+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_clean_scrub_stamp":"2024-08-17T00:37:58.084499+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:40:13.089032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1109,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:09.486451+0000","last_change":"2024-08-17T00:48:37.300198+0000","last_active":"2024-08-17T00:54:09.486451+0000","last_peered":"2024-08-17T00:54:09.486451+0000","last_clean":"2024-08-17T00:54:09.486451+0000","last_became_active":"2024-08-17T00:48:37.297748+0000","last_became_peered":"2024-08-17T00:48:37.297748+0000","last_unstale":"2024-08-17T00:54:09.486451+0000","last_undegraded":"2024-08-17T00:54:09.486451+0000","last_fullsized":"2024-08-17T00:54:09.486451+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:27:55.751968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1317,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.998342+0000","last_change":"2024-08-17T00:46:56.793281+0000","last_active":"2024-08-17T00:54:05.998342+0000","last_peered":"2024-08-17T00:54:05.998342+0000","last_clean":"2024-08-17T00:54:05.998342+0000","last_became_active":"2024-08-17T00:46:56.792947+0000","last_became_peered":"2024-08-17T00:46:56.792947+0000","last_unstale":"2024-08-17T00:54:05.998342+0000","last_undegraded":"2024-08-17T00:54:05.998342+0000","last_fullsized":"2024-08-17T00:54:05.998342+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:33:29.511826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"835'2333","reported_seq":5462,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.997275+0000","last_change":"2024-08-17T00:54:04.916185+0000","last_active":"2024-08-17T00:54:05.997275+0000","last_peered":"2024-08-17T00:54:05.997275+0000","last_clean":"2024-08-17T00:54:05.997275+0000","last_became_active":"2024-08-17T00:47:29.959962+0000","last_became_peered":"2024-08-17T00:47:29.959962+0000","last_unstale":"2024-08-17T00:54:05.997275+0000","last_undegraded":"2024-08-17T00:54:05.997275+0000","last_fullsized":"2024-08-17T00:54:05.997275+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_clean_scrub_stamp":"2024-08-17T00:40:42.917280+0000","objects_scrubbed":0,"log_size":2333,"log_dups_size":0,"ondisk_log_size":2333,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:31:02.837209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059128089999999998,"stat_sum":{"num_bytes":39436288,"num_objects":12,"num_object_clones":6,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":1,"num_read":428,"num_read_kb":801173,"num_write":819,"num_write_kb":212912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":62152704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"16b","length":"1"},{"start":"1be","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1299,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:08.900668+0000","last_change":"2024-08-17T00:47:29.959508+0000","last_active":"2024-08-17T00:54:08.900668+0000","last_peered":"2024-08-17T00:54:08.900668+0000","last_clean":"2024-08-17T00:54:08.900668+0000","last_became_active":"2024-08-17T00:47:29.959193+0000","last_became_peered":"2024-08-17T00:47:29.959193+0000","last_unstale":"2024-08-17T00:54:08.900668+0000","last_undegraded":"2024-08-17T00:54:08.900668+0000","last_fullsized":"2024-08-17T00:54:08.900668+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_clean_scrub_stamp":"2024-08-17T00:37:58.084499+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:05:18.306791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043575200000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1277,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.992372+0000","last_change":"2024-08-17T00:46:23.899756+0000","last_active":"2024-08-17T00:54:05.992372+0000","last_peered":"2024-08-17T00:54:05.992372+0000","last_clean":"2024-08-17T00:54:05.992372+0000","last_became_active":"2024-08-17T00:46:23.899467+0000","last_became_peered":"2024-08-17T00:46:23.899467+0000","last_unstale":"2024-08-17T00:54:05.992372+0000","last_undegraded":"2024-08-17T00:54:05.992372+0000","last_fullsized":"2024-08-17T00:54:05.992372+0000","mapping_epoch":396,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":397,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:02:01.013595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1302,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:08.901617+0000","last_change":"2024-08-17T00:48:03.243553+0000","last_active":"2024-08-17T00:54:08.901617+0000","last_peered":"2024-08-17T00:54:08.901617+0000","last_clean":"2024-08-17T00:54:08.901617+0000","last_became_active":"2024-08-17T00:48:03.243252+0000","last_became_peered":"2024-08-17T00:48:03.243252+0000","last_unstale":"2024-08-17T00:54:08.901617+0000","last_undegraded":"2024-08-17T00:54:08.901617+0000","last_fullsized":"2024-08-17T00:54:08.901617+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:48:15.384122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"841'1769","reported_seq":5069,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:06.032380+0000","last_change":"2024-08-17T00:54:04.906833+0000","last_active":"2024-08-17T00:54:06.032380+0000","last_peered":"2024-08-17T00:54:06.032380+0000","last_clean":"2024-08-17T00:54:06.032380+0000","last_became_active":"2024-08-17T00:46:56.788760+0000","last_became_peered":"2024-08-17T00:46:56.788760+0000","last_unstale":"2024-08-17T00:54:06.032380+0000","last_undegraded":"2024-08-17T00:54:06.032380+0000","last_fullsized":"2024-08-17T00:54:06.032380+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_clean_scrub_stamp":"2024-08-17T00:40:42.917280+0000","objects_scrubbed":0,"log_size":1769,"log_dups_size":0,"ondisk_log_size":1769,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:39:08.235366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015646530000000001,"stat_sum":{"num_bytes":52699136,"num_objects":14,"num_object_clones":10,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":372,"num_read_kb":883103,"num_write":581,"num_write_kb":208904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":39280640,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"16b","length":"1"},{"start":"1be","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1311,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:08.901730+0000","last_change":"2024-08-17T00:46:23.896284+0000","last_active":"2024-08-17T00:54:08.901730+0000","last_peered":"2024-08-17T00:54:08.901730+0000","last_clean":"2024-08-17T00:54:08.901730+0000","last_became_active":"2024-08-17T00:46:23.896027+0000","last_became_peered":"2024-08-17T00:46:23.896027+0000","last_unstale":"2024-08-17T00:54:08.901730+0000","last_undegraded":"2024-08-17T00:54:08.901730+0000","last_fullsized":"2024-08-17T00:54:08.901730+0000","mapping_epoch":396,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":397,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_clean_scrub_stamp":"2024-08-17T00:37:58.084499+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:44:13.451215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1150,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.995657+0000","last_change":"2024-08-17T00:48:03.240364+0000","last_active":"2024-08-17T00:54:05.995657+0000","last_peered":"2024-08-17T00:54:05.995657+0000","last_clean":"2024-08-17T00:54:05.995657+0000","last_became_active":"2024-08-17T00:48:03.240031+0000","last_became_peered":"2024-08-17T00:48:03.240031+0000","last_unstale":"2024-08-17T00:54:05.995657+0000","last_undegraded":"2024-08-17T00:54:05.995657+0000","last_fullsized":"2024-08-17T00:54:05.995657+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:16:32.442038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1271,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.992611+0000","last_change":"2024-08-17T00:48:03.239107+0000","last_active":"2024-08-17T00:54:05.992611+0000","last_peered":"2024-08-17T00:54:05.992611+0000","last_clean":"2024-08-17T00:54:05.992611+0000","last_became_active":"2024-08-17T00:48:03.238798+0000","last_became_peered":"2024-08-17T00:48:03.238798+0000","last_unstale":"2024-08-17T00:54:05.992611+0000","last_undegraded":"2024-08-17T00:54:05.992611+0000","last_fullsized":"2024-08-17T00:54:05.992611+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:52:10.640649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3","version":"835'831","reported_seq":4164,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.999154+0000","last_change":"2024-08-17T00:54:04.905212+0000","last_active":"2024-08-17T00:54:05.999154+0000","last_peered":"2024-08-17T00:54:05.999154+0000","last_clean":"2024-08-17T00:54:05.999154+0000","last_became_active":"2024-08-17T00:48:03.247231+0000","last_became_peered":"2024-08-17T00:48:03.247231+0000","last_unstale":"2024-08-17T00:54:05.999154+0000","last_undegraded":"2024-08-17T00:54:05.999154+0000","last_fullsized":"2024-08-17T00:54:05.999154+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_clean_scrub_stamp":"2024-08-17T00:40:42.917280+0000","objects_scrubbed":0,"log_size":831,"log_dups_size":0,"ondisk_log_size":831,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:32:17.847588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063106000000000002,"stat_sum":{"num_bytes":5980160,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":149,"num_read_kb":239794,"num_write":258,"num_write_kb":79904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":27852800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"16b","length":"1"},{"start":"1be","length":"1"}]},{"pgid":"4.2","version":"74'2","reported_seq":1313,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:08.901132+0000","last_change":"2024-08-17T00:47:29.957670+0000","last_active":"2024-08-17T00:54:08.901132+0000","last_peered":"2024-08-17T00:54:08.901132+0000","last_clean":"2024-08-17T00:54:08.901132+0000","last_became_active":"2024-08-17T00:47:29.957314+0000","last_became_peered":"2024-08-17T00:47:29.957314+0000","last_unstale":"2024-08-17T00:54:08.901132+0000","last_undegraded":"2024-08-17T00:54:08.901132+0000","last_fullsized":"2024-08-17T00:54:08.901132+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_clean_scrub_stamp":"2024-08-17T00:37:58.084499+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:45:18.983657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1304,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:08.901599+0000","last_change":"2024-08-17T00:48:37.296112+0000","last_active":"2024-08-17T00:54:08.901599+0000","last_peered":"2024-08-17T00:54:08.901599+0000","last_clean":"2024-08-17T00:54:08.901599+0000","last_became_active":"2024-08-17T00:48:37.295525+0000","last_became_peered":"2024-08-17T00:48:37.295525+0000","last_unstale":"2024-08-17T00:54:08.901599+0000","last_undegraded":"2024-08-17T00:54:08.901599+0000","last_fullsized":"2024-08-17T00:54:08.901599+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:51:09.393234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1304,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:08.901678+0000","last_change":"2024-08-17T00:46:23.896987+0000","last_active":"2024-08-17T00:54:08.901678+0000","last_peered":"2024-08-17T00:54:08.901678+0000","last_clean":"2024-08-17T00:54:08.901678+0000","last_became_active":"2024-08-17T00:46:23.896663+0000","last_became_peered":"2024-08-17T00:46:23.896663+0000","last_unstale":"2024-08-17T00:54:08.901678+0000","last_undegraded":"2024-08-17T00:54:08.901678+0000","last_fullsized":"2024-08-17T00:54:08.901678+0000","mapping_epoch":396,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":397,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:14:02.873009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"840'1185","reported_seq":4182,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:06.004754+0000","last_change":"2024-08-17T00:54:04.970875+0000","last_active":"2024-08-17T00:54:06.004754+0000","last_peered":"2024-08-17T00:54:06.004754+0000","last_clean":"2024-08-17T00:54:06.004754+0000","last_became_active":"2024-08-17T00:48:03.244173+0000","last_became_peered":"2024-08-17T00:48:03.244173+0000","last_unstale":"2024-08-17T00:54:06.004754+0000","last_undegraded":"2024-08-17T00:54:06.004754+0000","last_fullsized":"2024-08-17T00:54:06.004754+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_clean_scrub_stamp":"2024-08-17T00:40:42.917280+0000","objects_scrubbed":0,"log_size":1185,"log_dups_size":0,"ondisk_log_size":1185,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:49:03.451413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039640600000000003,"stat_sum":{"num_bytes":39821312,"num_objects":11,"num_object_clones":8,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":226,"num_read_kb":457714,"num_write":582,"num_write_kb":114984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":23617536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"16b","length":"1"},{"start":"1be","length":"1"}]},{"pgid":"4.3","version":"72'1","reported_seq":1328,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.998975+0000","last_change":"2024-08-17T00:48:37.291327+0000","last_active":"2024-08-17T00:54:05.998975+0000","last_peered":"2024-08-17T00:54:05.998975+0000","last_clean":"2024-08-17T00:54:05.998975+0000","last_became_active":"2024-08-17T00:48:37.289961+0000","last_became_peered":"2024-08-17T00:48:37.289961+0000","last_unstale":"2024-08-17T00:54:05.998975+0000","last_undegraded":"2024-08-17T00:54:05.998975+0000","last_fullsized":"2024-08-17T00:54:05.998975+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_clean_scrub_stamp":"2024-08-17T00:37:58.084499+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:00:28.382190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1123,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:09.487620+0000","last_change":"2024-08-17T00:48:37.297401+0000","last_active":"2024-08-17T00:54:09.487620+0000","last_peered":"2024-08-17T00:54:09.487620+0000","last_clean":"2024-08-17T00:54:09.487620+0000","last_became_active":"2024-08-17T00:48:37.294357+0000","last_became_peered":"2024-08-17T00:48:37.294357+0000","last_unstale":"2024-08-17T00:54:09.487620+0000","last_undegraded":"2024-08-17T00:54:09.487620+0000","last_fullsized":"2024-08-17T00:54:09.487620+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:26:25.743120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1302,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:08.901462+0000","last_change":"2024-08-17T00:47:29.954067+0000","last_active":"2024-08-17T00:54:08.901462+0000","last_peered":"2024-08-17T00:54:08.901462+0000","last_clean":"2024-08-17T00:54:08.901462+0000","last_became_active":"2024-08-17T00:47:29.953762+0000","last_became_peered":"2024-08-17T00:47:29.953762+0000","last_unstale":"2024-08-17T00:54:08.901462+0000","last_undegraded":"2024-08-17T00:54:08.901462+0000","last_fullsized":"2024-08-17T00:54:08.901462+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:34:16.230378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"841'1731","reported_seq":4792,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:08.897484+0000","last_change":"2024-08-17T00:54:04.912830+0000","last_active":"2024-08-17T00:54:08.897484+0000","last_peered":"2024-08-17T00:54:08.897484+0000","last_clean":"2024-08-17T00:54:08.897484+0000","last_became_active":"2024-08-17T00:48:37.289367+0000","last_became_peered":"2024-08-17T00:48:37.289367+0000","last_unstale":"2024-08-17T00:54:08.897484+0000","last_undegraded":"2024-08-17T00:54:08.897484+0000","last_fullsized":"2024-08-17T00:54:08.897484+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_clean_scrub_stamp":"2024-08-17T00:40:42.917280+0000","objects_scrubbed":0,"log_size":1731,"log_dups_size":0,"ondisk_log_size":1731,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:53:16.969113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0094871569999999995,"stat_sum":{"num_bytes":19128320,"num_objects":16,"num_object_clones":12,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":326,"num_read_kb":678803,"num_write":666,"num_write_kb":173448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":40058880,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1be","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1247,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.988409+0000","last_change":"2024-08-17T00:48:37.291387+0000","last_active":"2024-08-17T00:54:05.988409+0000","last_peered":"2024-08-17T00:54:05.988409+0000","last_clean":"2024-08-17T00:54:05.988409+0000","last_became_active":"2024-08-17T00:48:37.290854+0000","last_became_peered":"2024-08-17T00:48:37.290854+0000","last_unstale":"2024-08-17T00:54:05.988409+0000","last_undegraded":"2024-08-17T00:54:05.988409+0000","last_fullsized":"2024-08-17T00:54:05.988409+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_clean_scrub_stamp":"2024-08-17T00:37:58.084499+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:50:33.946617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036991299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"561'3","reported_seq":1312,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:08.900217+0000","last_change":"2024-08-17T00:48:03.245296+0000","last_active":"2024-08-17T00:54:08.900217+0000","last_peered":"2024-08-17T00:54:08.900217+0000","last_clean":"2024-08-17T00:54:08.900217+0000","last_became_active":"2024-08-17T00:48:03.244103+0000","last_became_peered":"2024-08-17T00:48:03.244103+0000","last_unstale":"2024-08-17T00:54:08.900217+0000","last_undegraded":"2024-08-17T00:54:08.900217+0000","last_fullsized":"2024-08-17T00:54:08.900217+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:24:59.590230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1249,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.989459+0000","last_change":"2024-08-17T00:48:37.296131+0000","last_active":"2024-08-17T00:54:05.989459+0000","last_peered":"2024-08-17T00:54:05.989459+0000","last_clean":"2024-08-17T00:54:05.989459+0000","last_became_active":"2024-08-17T00:48:37.295845+0000","last_became_peered":"2024-08-17T00:48:37.295845+0000","last_unstale":"2024-08-17T00:54:05.989459+0000","last_undegraded":"2024-08-17T00:54:05.989459+0000","last_fullsized":"2024-08-17T00:54:05.989459+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:39:03.183226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'780","reported_seq":3952,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.988815+0000","last_change":"2024-08-17T00:54:04.905954+0000","last_active":"2024-08-17T00:54:05.988815+0000","last_peered":"2024-08-17T00:54:05.988815+0000","last_clean":"2024-08-17T00:54:05.988815+0000","last_became_active":"2024-08-17T00:46:56.795824+0000","last_became_peered":"2024-08-17T00:46:56.795824+0000","last_unstale":"2024-08-17T00:54:05.988815+0000","last_undegraded":"2024-08-17T00:54:05.988815+0000","last_fullsized":"2024-08-17T00:54:05.988815+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_clean_scrub_stamp":"2024-08-17T00:40:42.917280+0000","objects_scrubbed":0,"log_size":780,"log_dups_size":0,"ondisk_log_size":780,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:08:30.088539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002281178,"stat_sum":{"num_bytes":21012480,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":139,"num_read_kb":274760,"num_write":328,"num_write_kb":90168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":10059776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"16b","length":"1"},{"start":"1be","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1203,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:08.897621+0000","last_change":"2024-08-17T00:48:03.239402+0000","last_active":"2024-08-17T00:54:08.897621+0000","last_peered":"2024-08-17T00:54:08.897621+0000","last_clean":"2024-08-17T00:54:08.897621+0000","last_became_active":"2024-08-17T00:48:03.239123+0000","last_became_peered":"2024-08-17T00:48:03.239123+0000","last_unstale":"2024-08-17T00:54:08.897621+0000","last_undegraded":"2024-08-17T00:54:08.897621+0000","last_fullsized":"2024-08-17T00:54:08.897621+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:58.084499+0000","last_clean_scrub_stamp":"2024-08-17T00:37:58.084499+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:56:57.119824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":1112,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.996390+0000","last_change":"2024-08-17T00:48:37.290193+0000","last_active":"2024-08-17T00:54:05.996390+0000","last_peered":"2024-08-17T00:54:05.996390+0000","last_clean":"2024-08-17T00:54:05.996390+0000","last_became_active":"2024-08-17T00:48:37.289815+0000","last_became_peered":"2024-08-17T00:48:37.289815+0000","last_unstale":"2024-08-17T00:54:05.996390+0000","last_undegraded":"2024-08-17T00:54:05.996390+0000","last_fullsized":"2024-08-17T00:54:05.996390+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T01:48:42.369984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":9,"num_read_kb":9,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1317,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.999340+0000","last_change":"2024-08-17T00:46:56.787975+0000","last_active":"2024-08-17T00:54:05.999340+0000","last_peered":"2024-08-17T00:54:05.999340+0000","last_clean":"2024-08-17T00:54:05.999340+0000","last_became_active":"2024-08-17T00:46:56.787589+0000","last_became_peered":"2024-08-17T00:46:56.787589+0000","last_unstale":"2024-08-17T00:54:05.999340+0000","last_undegraded":"2024-08-17T00:54:05.999340+0000","last_fullsized":"2024-08-17T00:54:05.999340+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:20:11.154553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"840'832","reported_seq":3884,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.996105+0000","last_change":"2024-08-17T00:54:04.899452+0000","last_active":"2024-08-17T00:54:05.996105+0000","last_peered":"2024-08-17T00:54:05.996105+0000","last_clean":"2024-08-17T00:54:05.996105+0000","last_became_active":"2024-08-17T00:48:03.239031+0000","last_became_peered":"2024-08-17T00:48:03.239031+0000","last_unstale":"2024-08-17T00:54:05.996105+0000","last_undegraded":"2024-08-17T00:54:05.996105+0000","last_fullsized":"2024-08-17T00:54:05.996105+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_clean_scrub_stamp":"2024-08-17T00:40:42.917280+0000","objects_scrubbed":0,"log_size":832,"log_dups_size":0,"ondisk_log_size":832,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:58:28.967093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038182599999999999,"stat_sum":{"num_bytes":37109760,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":161,"num_read_kb":281412,"num_write":379,"num_write_kb":78776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":13811712,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"16b","length":"1"},{"start":"1be","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1109,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:09.486633+0000","last_change":"2024-08-17T00:48:37.301595+0000","last_active":"2024-08-17T00:54:09.486633+0000","last_peered":"2024-08-17T00:54:09.486633+0000","last_clean":"2024-08-17T00:54:09.486633+0000","last_became_active":"2024-08-17T00:48:37.300625+0000","last_became_peered":"2024-08-17T00:48:37.300625+0000","last_unstale":"2024-08-17T00:54:09.486633+0000","last_undegraded":"2024-08-17T00:54:09.486633+0000","last_fullsized":"2024-08-17T00:54:09.486633+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T10:19:34.009998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1215,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:08.897738+0000","last_change":"2024-08-17T00:48:37.293799+0000","last_active":"2024-08-17T00:54:08.897738+0000","last_peered":"2024-08-17T00:54:08.897738+0000","last_clean":"2024-08-17T00:54:08.897738+0000","last_became_active":"2024-08-17T00:48:37.293486+0000","last_became_peered":"2024-08-17T00:48:37.293486+0000","last_unstale":"2024-08-17T00:54:08.897738+0000","last_undegraded":"2024-08-17T00:54:08.897738+0000","last_fullsized":"2024-08-17T00:54:08.897738+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T04:31:24.416335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"835'1379","reported_seq":4472,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:08.898507+0000","last_change":"2024-08-17T00:54:04.904099+0000","last_active":"2024-08-17T00:54:08.898507+0000","last_peered":"2024-08-17T00:54:08.898507+0000","last_clean":"2024-08-17T00:54:08.898507+0000","last_became_active":"2024-08-17T00:47:29.959396+0000","last_became_peered":"2024-08-17T00:47:29.959396+0000","last_unstale":"2024-08-17T00:54:08.898507+0000","last_undegraded":"2024-08-17T00:54:08.898507+0000","last_fullsized":"2024-08-17T00:54:08.898507+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_clean_scrub_stamp":"2024-08-17T00:40:42.917280+0000","objects_scrubbed":0,"log_size":1379,"log_dups_size":0,"ondisk_log_size":1379,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T11:19:34.524292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000401851,"stat_sum":{"num_bytes":11149312,"num_objects":7,"num_object_clones":4,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":243,"num_read_kb":381870,"num_write":510,"num_write_kb":102600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":15646720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1be","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1320,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:08.901461+0000","last_change":"2024-08-17T00:46:23.891247+0000","last_active":"2024-08-17T00:54:08.901461+0000","last_peered":"2024-08-17T00:54:08.901461+0000","last_clean":"2024-08-17T00:54:08.901461+0000","last_became_active":"2024-08-17T00:46:23.890906+0000","last_became_peered":"2024-08-17T00:46:23.890906+0000","last_unstale":"2024-08-17T00:54:08.901461+0000","last_undegraded":"2024-08-17T00:54:08.901461+0000","last_fullsized":"2024-08-17T00:54:08.901461+0000","mapping_epoch":396,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":397,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T00:38:19.361083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1239,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.988657+0000","last_change":"2024-08-17T00:48:37.291156+0000","last_active":"2024-08-17T00:54:05.988657+0000","last_peered":"2024-08-17T00:54:05.988657+0000","last_clean":"2024-08-17T00:54:05.988657+0000","last_became_active":"2024-08-17T00:48:37.290462+0000","last_became_peered":"2024-08-17T00:48:37.290462+0000","last_unstale":"2024-08-17T00:54:05.988657+0000","last_undegraded":"2024-08-17T00:54:05.988657+0000","last_fullsized":"2024-08-17T00:54:05.988657+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:03:14.169604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'2350","reported_seq":5413,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.992826+0000","last_change":"2024-08-17T00:54:04.919666+0000","last_active":"2024-08-17T00:54:05.992826+0000","last_peered":"2024-08-17T00:54:05.992826+0000","last_clean":"2024-08-17T00:54:05.992826+0000","last_became_active":"2024-08-17T00:48:37.303303+0000","last_became_peered":"2024-08-17T00:48:37.303303+0000","last_unstale":"2024-08-17T00:54:05.992826+0000","last_undegraded":"2024-08-17T00:54:05.992826+0000","last_fullsized":"2024-08-17T00:54:05.992826+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_clean_scrub_stamp":"2024-08-17T00:40:42.917280+0000","objects_scrubbed":0,"log_size":2350,"log_dups_size":0,"ondisk_log_size":2350,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:01:24.594344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099092369999999996,"stat_sum":{"num_bytes":39329792,"num_objects":18,"num_object_clones":13,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":357,"num_read_kb":725680,"num_write":969,"num_write_kb":263632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":70066176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"16b","length":"1"},{"start":"1be","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1302,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:08.900931+0000","last_change":"2024-08-17T00:48:37.295930+0000","last_active":"2024-08-17T00:54:08.900931+0000","last_peered":"2024-08-17T00:54:08.900931+0000","last_clean":"2024-08-17T00:54:08.900931+0000","last_became_active":"2024-08-17T00:48:37.295523+0000","last_became_peered":"2024-08-17T00:48:37.295523+0000","last_unstale":"2024-08-17T00:54:08.900931+0000","last_undegraded":"2024-08-17T00:54:08.900931+0000","last_fullsized":"2024-08-17T00:54:08.900931+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T06:05:13.594836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1249,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.989029+0000","last_change":"2024-08-17T00:46:56.796110+0000","last_active":"2024-08-17T00:54:05.989029+0000","last_peered":"2024-08-17T00:54:05.989029+0000","last_clean":"2024-08-17T00:54:05.989029+0000","last_became_active":"2024-08-17T00:46:56.795666+0000","last_became_peered":"2024-08-17T00:46:56.795666+0000","last_unstale":"2024-08-17T00:54:05.989029+0000","last_undegraded":"2024-08-17T00:54:05.989029+0000","last_fullsized":"2024-08-17T00:54:05.989029+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:16:09.026692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'1272","reported_seq":4603,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:08.901537+0000","last_change":"2024-08-17T00:54:04.908627+0000","last_active":"2024-08-17T00:54:08.901537+0000","last_peered":"2024-08-17T00:54:08.901537+0000","last_clean":"2024-08-17T00:54:08.901537+0000","last_became_active":"2024-08-17T00:46:56.791647+0000","last_became_peered":"2024-08-17T00:46:56.791647+0000","last_unstale":"2024-08-17T00:54:08.901537+0000","last_undegraded":"2024-08-17T00:54:08.901537+0000","last_fullsized":"2024-08-17T00:54:08.901537+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:40:42.917280+0000","last_clean_scrub_stamp":"2024-08-17T00:40:42.917280+0000","objects_scrubbed":0,"log_size":1272,"log_dups_size":0,"ondisk_log_size":1272,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:26:32.951919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0083921740000000005,"stat_sum":{"num_bytes":13942784,"num_objects":8,"num_object_clones":5,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":287,"num_read_kb":761649,"num_write":539,"num_write_kb":137784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":23666688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1be","length":"1"}]},{"pgid":"2.b","version":"557'4","reported_seq":1122,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:09.486564+0000","last_change":"2024-08-17T00:48:37.297970+0000","last_active":"2024-08-17T00:54:09.486564+0000","last_peered":"2024-08-17T00:54:09.486564+0000","last_clean":"2024-08-17T00:54:09.486564+0000","last_became_active":"2024-08-17T00:48:37.297478+0000","last_became_peered":"2024-08-17T00:48:37.297478+0000","last_unstale":"2024-08-17T00:54:09.486564+0000","last_undegraded":"2024-08-17T00:54:09.486564+0000","last_fullsized":"2024-08-17T00:54:09.486564+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:30:23.946401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1137,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.996607+0000","last_change":"2024-08-17T00:48:03.247482+0000","last_active":"2024-08-17T00:54:05.996607+0000","last_peered":"2024-08-17T00:54:05.996607+0000","last_clean":"2024-08-17T00:54:05.996607+0000","last_became_active":"2024-08-17T00:48:03.246941+0000","last_became_peered":"2024-08-17T00:48:03.246941+0000","last_unstale":"2024-08-17T00:54:05.996607+0000","last_undegraded":"2024-08-17T00:54:05.996607+0000","last_fullsized":"2024-08-17T00:54:05.996607+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T12:36:08.556261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1159,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.995552+0000","last_change":"2024-08-17T00:48:03.233994+0000","last_active":"2024-08-17T00:54:05.995552+0000","last_peered":"2024-08-17T00:54:05.995552+0000","last_clean":"2024-08-17T00:54:05.995552+0000","last_became_active":"2024-08-17T00:48:03.233686+0000","last_became_peered":"2024-08-17T00:48:03.233686+0000","last_unstale":"2024-08-17T00:54:05.995552+0000","last_undegraded":"2024-08-17T00:54:05.995552+0000","last_fullsized":"2024-08-17T00:54:05.995552+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T03:40:55.933363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":1121,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:09.486929+0000","last_change":"2024-08-17T00:48:37.297764+0000","last_active":"2024-08-17T00:54:09.486929+0000","last_peered":"2024-08-17T00:54:09.486929+0000","last_clean":"2024-08-17T00:54:09.486929+0000","last_became_active":"2024-08-17T00:48:37.295499+0000","last_became_peered":"2024-08-17T00:48:37.295499+0000","last_unstale":"2024-08-17T00:54:09.486929+0000","last_undegraded":"2024-08-17T00:54:09.486929+0000","last_fullsized":"2024-08-17T00:54:09.486929+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T07:27:36.751370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":9,"num_read_kb":9,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1167,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.995696+0000","last_change":"2024-08-17T00:47:29.961850+0000","last_active":"2024-08-17T00:54:05.995696+0000","last_peered":"2024-08-17T00:54:05.995696+0000","last_clean":"2024-08-17T00:54:05.995696+0000","last_became_active":"2024-08-17T00:47:29.960174+0000","last_became_peered":"2024-08-17T00:47:29.960174+0000","last_unstale":"2024-08-17T00:54:05.995696+0000","last_undegraded":"2024-08-17T00:54:05.995696+0000","last_fullsized":"2024-08-17T00:54:05.995696+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T05:42:34.495167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":1113,"reported_epoch":842,"state":"active+clean","last_fresh":"2024-08-17T00:54:09.486977+0000","last_change":"2024-08-17T00:48:37.298020+0000","last_active":"2024-08-17T00:54:09.486977+0000","last_peered":"2024-08-17T00:54:09.486977+0000","last_clean":"2024-08-17T00:54:09.486977+0000","last_became_active":"2024-08-17T00:48:37.295814+0000","last_became_peered":"2024-08-17T00:48:37.295814+0000","last_unstale":"2024-08-17T00:54:09.486977+0000","last_undegraded":"2024-08-17T00:54:09.486977+0000","last_fullsized":"2024-08-17T00:54:09.486977+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:22:48.042846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":9,"num_read_kb":9,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1317,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.999560+0000","last_change":"2024-08-17T00:47:29.961970+0000","last_active":"2024-08-17T00:54:05.999560+0000","last_peered":"2024-08-17T00:54:05.999560+0000","last_clean":"2024-08-17T00:54:05.999560+0000","last_became_active":"2024-08-17T00:47:29.959303+0000","last_became_peered":"2024-08-17T00:47:29.959303+0000","last_unstale":"2024-08-17T00:54:05.999560+0000","last_undegraded":"2024-08-17T00:54:05.999560+0000","last_fullsized":"2024-08-17T00:54:05.999560+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T09:36:45.976029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"557'3","reported_seq":1255,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.989569+0000","last_change":"2024-08-17T00:47:29.959689+0000","last_active":"2024-08-17T00:54:05.989569+0000","last_peered":"2024-08-17T00:54:05.989569+0000","last_clean":"2024-08-17T00:54:05.989569+0000","last_became_active":"2024-08-17T00:47:29.959293+0000","last_became_peered":"2024-08-17T00:47:29.959293+0000","last_unstale":"2024-08-17T00:54:05.989569+0000","last_undegraded":"2024-08-17T00:54:05.989569+0000","last_fullsized":"2024-08-17T00:54:05.989569+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:40:32.033162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1229,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.989348+0000","last_change":"2024-08-17T00:48:03.239014+0000","last_active":"2024-08-17T00:54:05.989348+0000","last_peered":"2024-08-17T00:54:05.989348+0000","last_clean":"2024-08-17T00:54:05.989348+0000","last_became_active":"2024-08-17T00:48:03.238675+0000","last_became_peered":"2024-08-17T00:48:03.238675+0000","last_unstale":"2024-08-17T00:54:05.989348+0000","last_undegraded":"2024-08-17T00:54:05.989348+0000","last_fullsized":"2024-08-17T00:54:05.989348+0000","mapping_epoch":495,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:03.924518+0000","last_clean_scrub_stamp":"2024-08-17T00:37:03.924518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T02:58:11.730956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"557'6","reported_seq":1332,"reported_epoch":841,"state":"active+clean","last_fresh":"2024-08-17T00:54:05.999791+0000","last_change":"2024-08-17T00:48:37.290669+0000","last_active":"2024-08-17T00:54:05.999791+0000","last_peered":"2024-08-17T00:54:05.999791+0000","last_clean":"2024-08-17T00:54:05.999791+0000","last_became_active":"2024-08-17T00:48:37.290307+0000","last_became_peered":"2024-08-17T00:48:37.290307+0000","last_unstale":"2024-08-17T00:54:05.999791+0000","last_undegraded":"2024-08-17T00:54:05.999791+0000","last_fullsized":"2024-08-17T00:54:05.999791+0000","mapping_epoch":527,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":528,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T00:37:00.768590+0000","last_clean_scrub_stamp":"2024-08-17T00:37:00.768590+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T08:20:37.208371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":367091712,"num_objects":150,"num_object_clones":101,"num_object_copies":450,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":150,"num_whiteouts":7,"num_read":3935,"num_read_kb":7224685,"num_write":8391,"num_write_kb":2121232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":121,"num_bytes_recovered":523739136,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":513957888,"data_stored":964595712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":21009,"ondisk_log_size":21009,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6596,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":128,"num_read_kb":142,"num_write":70,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44607,"internal_metadata":0},"log_size":76,"ondisk_log_size":76,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1034,"num_read_kb":1874,"num_write":359,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":221,"ondisk_log_size":221,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":527,"seq":2263447765060,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":195744,"kb_used_data":53204,"kb_used_omap":35,"kb_used_meta":142492,"kb_avail":93549408,"statfs":{"total":95995035648,"available":95794593792,"internally_reserved":0,"allocated":54480896,"data_stored":96073554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36123,"internal_metadata":145912549},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":495,"seq":2126008811594,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":192896,"kb_used_data":46132,"kb_used_omap":19,"kb_used_meta":146732,"kb_avail":93552256,"statfs":{"total":95995035648,"available":95797510144,"internally_reserved":0,"allocated":47239168,"data_stored":73070285,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20136,"internal_metadata":150253912},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":462,"seq":1984274890833,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489456,"kb_used_data":108384,"kb_used_omap":53,"kb_used_meta":381002,"kb_avail":93255696,"statfs":{"total":95995035648,"available":95493832704,"internally_reserved":0,"allocated":110985216,"data_stored":191797761,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":55177,"internal_metadata":390146167},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":429,"seq":1842540970072,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":483520,"kb_used_data":93044,"kb_used_omap":49,"kb_used_meta":390414,"kb_avail":93261632,"statfs":{"total":95995035648,"available":95499911168,"internally_reserved":0,"allocated":95277056,"data_stored":159914451,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":50888,"internal_metadata":399784248},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":396,"seq":1700807049310,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":244692,"kb_used_data":48132,"kb_used_omap":26,"kb_used_meta":196517,"kb_avail":93500460,"statfs":{"total":95995035648,"available":95744471040,"internally_reserved":0,"allocated":49287168,"data_stored":78474055,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":27399,"internal_metadata":201233657},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":363,"seq":1559073128549,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":407884,"kb_used_data":81276,"kb_used_omap":39,"kb_used_meta":326552,"kb_avail":93337268,"statfs":{"total":95995035648,"available":95577362432,"internally_reserved":0,"allocated":83226624,"data_stored":133039165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40519,"internal_metadata":334389689},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":331,"seq":1421634175084,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":383524,"kb_used_data":83352,"kb_used_omap":34,"kb_used_meta":300125,"kb_avail":93361628,"statfs":{"total":95995035648,"available":95602307072,"internally_reserved":0,"allocated":85352448,"data_stored":131123139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35012,"internal_metadata":307328828},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":300,"seq":1288490188914,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":482520,"kb_used_data":86920,"kb_used_omap":36,"kb_used_meta":395547,"kb_avail":93262632,"statfs":{"total":95995035648,"available":95500935168,"internally_reserved":0,"allocated":89006080,"data_stored":156031281,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37227,"internal_metadata":405040789},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5977,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4304,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6030,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5724,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5462,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5941,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5743,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5426,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":75554816,"data_stored":147943424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":72486912,"data_stored":123617280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":70385664,"data_stored":125542400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":36421632,"data_stored":70971392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":82403328,"data_stored":152408064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":98123776,"data_stored":184295424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":37539840,"data_stored":71831552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":41041920,"data_stored":87986176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T00:54:11.823 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-08-17T00:54:11.823 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-08-17T00:54:12.081 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T00:54:12.203 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:11 smithi082 ceph-mon[94343]: from='client.44426 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:54:12.204 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:11 smithi082 ceph-mon[91979]: from='client.44426 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:54:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:11 smithi137 ceph-mon[86391]: from='client.44426 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T00:54:12.738 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:54:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:54:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:54:13.211 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:12 smithi082 ceph-mon[94343]: pgmap v940: 121 pgs: 121 active+clean; 351 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 7.7 MiB/s wr, 14 op/s 2024-08-17T00:54:13.212 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:12 smithi082 ceph-mon[91979]: pgmap v940: 121 pgs: 121 active+clean; 351 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 7.7 MiB/s wr, 14 op/s 2024-08-17T00:54:13.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:12 smithi137 ceph-mon[86391]: pgmap v940: 121 pgs: 121 active+clean; 351 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 7.7 MiB/s wr, 14 op/s 2024-08-17T00:54:13.899 INFO:teuthology.orchestra.run.smithi082.stderr:pool 'unique_pool_0' removed 2024-08-17T00:54:14.212 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:13 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/154988803' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T00:54:14.212 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:13 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T00:54:14.212 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:13 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T00:54:14.212 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:13 smithi082 ceph-mon[91979]: osdmap e843: 8 total, 8 up, 8 in 2024-08-17T00:54:14.212 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:13 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/154988803' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T00:54:14.213 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:13 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T00:54:14.213 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:13 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T00:54:14.213 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:13 smithi082 ceph-mon[94343]: osdmap e843: 8 total, 8 up, 8 in 2024-08-17T00:54:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:13 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/154988803' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T00:54:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:13 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T00:54:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:13 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T00:54:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:13 smithi137 ceph-mon[86391]: osdmap e843: 8 total, 8 up, 8 in 2024-08-17T00:54:14.564 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T00:54:14.564 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-08-17T00:54:14.564 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T00:54:14.564 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-08-17T00:54:14.564 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-17T00:54:14.565 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-17T00:54:14.566 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-17T00:54:14.566 DEBUG:teuthology.orchestra.run.smithi082:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-17T00:54:14.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T00:54:14.581 INFO:teuthology.orchestra.run.smithi082.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-17T00:54:14.582 DEBUG:teuthology.orchestra.run.smithi082:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T00:54:14.637 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-17T00:54:14.637 DEBUG:teuthology.orchestra.run.smithi082:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-17T00:54:14.692 INFO:tasks.workunit:timeout=3h 2024-08-17T00:54:14.692 INFO:tasks.workunit:cleanup=True 2024-08-17T00:54:14.692 DEBUG:teuthology.orchestra.run.smithi082:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-17T00:54:14.747 INFO:tasks.workunit.client.0.smithi082.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-17T00:54:15.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:14 smithi082 ceph-mon[94343]: pgmap v942: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:54:15.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:14 smithi082 ceph-mon[91979]: pgmap v942: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:54:15.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:54:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:54:15] "GET /metrics HTTP/1.1" 200 36278 "" "Prometheus/2.43.0" 2024-08-17T00:54:15.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:14 smithi137 ceph-mon[86391]: pgmap v942: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:54:17.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:17 smithi082 ceph-mon[94343]: pgmap v943: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:17.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:17 smithi082 ceph-mon[91979]: pgmap v943: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:17.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:17 smithi137 ceph-mon[86391]: pgmap v943: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:19.610 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:19 smithi082 ceph-mon[94343]: pgmap v944: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:19.610 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:19 smithi082 ceph-mon[91979]: pgmap v944: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:19.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:19 smithi137 ceph-mon[86391]: pgmap v944: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:20.414 DEBUG:teuthology.orchestra.run.smithi082:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-17T00:54:20.470 INFO:tasks.workunit.client.0.smithi082.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-17T00:54:20.472 INFO:tasks.workunit.client.0.smithi082.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T00:54:20.472 INFO:tasks.workunit.client.0.smithi082.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-17T00:54:20.521 INFO:tasks.workunit.client.0.smithi082.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-17T00:54:20.569 INFO:tasks.workunit.client.0.smithi082.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-17T00:54:20.607 INFO:tasks.workunit.client.0.smithi082.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T00:54:20.609 INFO:tasks.workunit.client.0.smithi082.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T00:54:20.609 INFO:tasks.workunit.client.0.smithi082.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-17T00:54:20.648 INFO:tasks.workunit.client.0.smithi082.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T00:54:20.651 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-08-17T00:54:20.651 DEBUG:teuthology.orchestra.run.smithi082:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-17T00:54:20.707 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-08-17T00:54:20.708 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-08-17T00:54:20.708 DEBUG:teuthology.orchestra.run.smithi082:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-08-17T00:54:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:54:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:54:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:54:20.750 INFO:tasks.workunit.client.0.smithi082.stdout:Running main() from gmock_main.cc 2024-08-17T00:54:20.750 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] Running 22 tests from 1 test suite. 2024-08-17T00:54:20.751 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment set-up. 2024-08-17T00:54:20.751 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 22 tests from TestCls2PCQueue 2024-08-17T00:54:20.751 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-08-17T00:54:21.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:21 smithi082 ceph-mon[94343]: pgmap v945: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:21.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:21 smithi082 ceph-mon[91979]: pgmap v945: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:21.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:21 smithi137 ceph-mon[86391]: pgmap v945: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:22 smithi082 ceph-mon[94343]: osdmap e844: 8 total, 8 up, 8 in 2024-08-17T00:54:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:22 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2057390728' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:22.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:22 smithi082 ceph-mon[94343]: pgmap v947: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:22.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:22 smithi082 ceph-mon[91979]: osdmap e844: 8 total, 8 up, 8 in 2024-08-17T00:54:22.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:22 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2057390728' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:22.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:22 smithi082 ceph-mon[91979]: pgmap v947: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:22.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:22 smithi137 ceph-mon[86391]: osdmap e844: 8 total, 8 up, 8 in 2024-08-17T00:54:22.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:22 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2057390728' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:22.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:22 smithi137 ceph-mon[86391]: pgmap v947: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:54:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:54:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:54:23.323 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2573 ms) 2024-08-17T00:54:23.324 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-08-17T00:54:23.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:23 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:54:23.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:23 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2057390728' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:23.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:23 smithi082 ceph-mon[94343]: osdmap e845: 8 total, 8 up, 8 in 2024-08-17T00:54:23.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:23 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:54:23.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:23 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2057390728' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:23.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:23 smithi082 ceph-mon[91979]: osdmap e845: 8 total, 8 up, 8 in 2024-08-17T00:54:23.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:23 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:54:23.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:23 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2057390728' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:23.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:23 smithi137 ceph-mon[86391]: osdmap e845: 8 total, 8 up, 8 in 2024-08-17T00:54:24.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:24 smithi082 ceph-mon[94343]: osdmap e846: 8 total, 8 up, 8 in 2024-08-17T00:54:24.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:24 smithi082 ceph-mon[94343]: pgmap v950: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:24 smithi082 ceph-mon[91979]: osdmap e846: 8 total, 8 up, 8 in 2024-08-17T00:54:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:24 smithi082 ceph-mon[91979]: pgmap v950: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:24 smithi137 ceph-mon[86391]: osdmap e846: 8 total, 8 up, 8 in 2024-08-17T00:54:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:24 smithi137 ceph-mon[86391]: pgmap v950: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:25.323 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:54:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:54:25] "GET /metrics HTTP/1.1" 200 33916 "" "Prometheus/2.43.0" 2024-08-17T00:54:25.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:25 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:54:25.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:25 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:54:25.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:25 smithi082 ceph-mon[94343]: osdmap e847: 8 total, 8 up, 8 in 2024-08-17T00:54:25.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:25 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3329516731' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:25.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:25 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:54:25.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:25 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:54:25.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:25 smithi082 ceph-mon[91979]: osdmap e847: 8 total, 8 up, 8 in 2024-08-17T00:54:25.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:25 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3329516731' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:25.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:25 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:54:25.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:25 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:54:25.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:25 smithi137 ceph-mon[86391]: osdmap e847: 8 total, 8 up, 8 in 2024-08-17T00:54:25.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:25 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3329516731' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:26.342 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3019 ms) 2024-08-17T00:54:26.343 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-08-17T00:54:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:26 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3329516731' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:26 smithi082 ceph-mon[91979]: osdmap e848: 8 total, 8 up, 8 in 2024-08-17T00:54:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:26 smithi082 ceph-mon[91979]: pgmap v953: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:26 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3329516731' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:26 smithi082 ceph-mon[94343]: osdmap e848: 8 total, 8 up, 8 in 2024-08-17T00:54:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:26 smithi082 ceph-mon[94343]: pgmap v953: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:26 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3329516731' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:26 smithi137 ceph-mon[86391]: osdmap e848: 8 total, 8 up, 8 in 2024-08-17T00:54:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:26 smithi137 ceph-mon[86391]: pgmap v953: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:27.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:27 smithi082 ceph-mon[91979]: osdmap e849: 8 total, 8 up, 8 in 2024-08-17T00:54:27.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:27 smithi082 ceph-mon[94343]: osdmap e849: 8 total, 8 up, 8 in 2024-08-17T00:54:27.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:27 smithi137 ceph-mon[86391]: osdmap e849: 8 total, 8 up, 8 in 2024-08-17T00:54:28.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:28 smithi082 ceph-mon[94343]: osdmap e850: 8 total, 8 up, 8 in 2024-08-17T00:54:28.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:28 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2086856219' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:28.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:28 smithi082 ceph-mon[94343]: pgmap v956: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:28.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:28 smithi082 ceph-mon[91979]: osdmap e850: 8 total, 8 up, 8 in 2024-08-17T00:54:28.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:28 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2086856219' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:28.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:28 smithi082 ceph-mon[91979]: pgmap v956: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:28.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:28 smithi137 ceph-mon[86391]: osdmap e850: 8 total, 8 up, 8 in 2024-08-17T00:54:28.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:28 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2086856219' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:28.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:28 smithi137 ceph-mon[86391]: pgmap v956: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:29.368 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestCls2PCQueue.Reserve (3026 ms) 2024-08-17T00:54:29.368 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-08-17T00:54:29.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:29 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:54:29.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:29 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2086856219' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:29.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:29 smithi082 ceph-mon[94343]: osdmap e851: 8 total, 8 up, 8 in 2024-08-17T00:54:29.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:29 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:54:29.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:29 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:54:29.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:29 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:54:29.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:29 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:54:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:29 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:54:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:29 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2086856219' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:29 smithi082 ceph-mon[91979]: osdmap e851: 8 total, 8 up, 8 in 2024-08-17T00:54:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:29 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:54:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:29 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:54:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:29 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:54:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:29 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:54:29.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:29 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:54:29.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:29 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2086856219' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:29.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:29 smithi137 ceph-mon[86391]: osdmap e851: 8 total, 8 up, 8 in 2024-08-17T00:54:29.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:29 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:54:29.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:29 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:54:29.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:29 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:54:29.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:29 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:54:30.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:30 smithi082 ceph-mon[94343]: osdmap e852: 8 total, 8 up, 8 in 2024-08-17T00:54:30.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:30 smithi082 ceph-mon[94343]: pgmap v959: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:30.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:30 smithi082 ceph-mon[91979]: osdmap e852: 8 total, 8 up, 8 in 2024-08-17T00:54:30.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:30 smithi082 ceph-mon[91979]: pgmap v959: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:30.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:30 smithi137 ceph-mon[86391]: osdmap e852: 8 total, 8 up, 8 in 2024-08-17T00:54:30.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:30 smithi137 ceph-mon[86391]: pgmap v959: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:31.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:31 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:54:31.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:31 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:54:31.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:31 smithi082 ceph-mon[94343]: osdmap e853: 8 total, 8 up, 8 in 2024-08-17T00:54:31.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:31 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1593818897' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:31.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:31 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:31.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:31 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:54:31.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:31 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:54:31.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:31 smithi082 ceph-mon[91979]: osdmap e853: 8 total, 8 up, 8 in 2024-08-17T00:54:31.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:31 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1593818897' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:31.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:31 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:31.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:31 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:54:31.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:31 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:54:31.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:31 smithi137 ceph-mon[86391]: osdmap e853: 8 total, 8 up, 8 in 2024-08-17T00:54:31.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:31 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1593818897' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:31.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:31 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:32.393 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3025 ms) 2024-08-17T00:54:32.393 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-08-17T00:54:32.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:32 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:32.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:32 smithi082 ceph-mon[94343]: osdmap e854: 8 total, 8 up, 8 in 2024-08-17T00:54:32.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:32 smithi082 ceph-mon[94343]: pgmap v962: 137 pgs: 1 creating+peering, 24 unknown, 112 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:32 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:32 smithi082 ceph-mon[91979]: osdmap e854: 8 total, 8 up, 8 in 2024-08-17T00:54:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:32 smithi082 ceph-mon[91979]: pgmap v962: 137 pgs: 1 creating+peering, 24 unknown, 112 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:32.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:32 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:32.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:32 smithi137 ceph-mon[86391]: osdmap e854: 8 total, 8 up, 8 in 2024-08-17T00:54:32.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:32 smithi137 ceph-mon[86391]: pgmap v962: 137 pgs: 1 creating+peering, 24 unknown, 112 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:54:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:54:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:54:33.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:33 smithi082 ceph-mon[94343]: osdmap e855: 8 total, 8 up, 8 in 2024-08-17T00:54:33.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:33 smithi082 ceph-mon[91979]: osdmap e855: 8 total, 8 up, 8 in 2024-08-17T00:54:33.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:33 smithi137 ceph-mon[86391]: osdmap e855: 8 total, 8 up, 8 in 2024-08-17T00:54:34.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:34 smithi082 ceph-mon[94343]: osdmap e856: 8 total, 8 up, 8 in 2024-08-17T00:54:34.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:34 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3750920594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:34.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:34 smithi082 ceph-mon[94343]: pgmap v965: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:34.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:34 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3750920594' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:34.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:34 smithi082 ceph-mon[94343]: osdmap e857: 8 total, 8 up, 8 in 2024-08-17T00:54:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:34 smithi082 ceph-mon[91979]: osdmap e856: 8 total, 8 up, 8 in 2024-08-17T00:54:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:34 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3750920594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:34.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:34 smithi082 ceph-mon[91979]: pgmap v965: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:34.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:34 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3750920594' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:34.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:34 smithi082 ceph-mon[91979]: osdmap e857: 8 total, 8 up, 8 in 2024-08-17T00:54:34.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:34 smithi137 ceph-mon[86391]: osdmap e856: 8 total, 8 up, 8 in 2024-08-17T00:54:34.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:34 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3750920594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:34.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:34 smithi137 ceph-mon[86391]: pgmap v965: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:34.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:34 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3750920594' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:34.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:34 smithi137 ceph-mon[86391]: osdmap e857: 8 total, 8 up, 8 in 2024-08-17T00:54:35.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:54:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:54:35] "GET /metrics HTTP/1.1" 200 33916 "" "Prometheus/2.43.0" 2024-08-17T00:54:35.399 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestCls2PCQueue.Commit (3006 ms) 2024-08-17T00:54:35.399 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-08-17T00:54:35.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:35 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:54:35.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:54:35.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:54:35.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:35 smithi082 ceph-mon[94343]: osdmap e858: 8 total, 8 up, 8 in 2024-08-17T00:54:35.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:35 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:54:35.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:54:35.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:54:35.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:35 smithi082 ceph-mon[91979]: osdmap e858: 8 total, 8 up, 8 in 2024-08-17T00:54:35.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:35 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:54:35.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:54:35.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:54:35.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:35 smithi137 ceph-mon[86391]: osdmap e858: 8 total, 8 up, 8 in 2024-08-17T00:54:36.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:36 smithi082 ceph-mon[94343]: pgmap v968: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:36.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:36 smithi082 ceph-mon[91979]: pgmap v968: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:36.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:36 smithi137 ceph-mon[86391]: pgmap v968: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:37.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:37 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:54:37.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:37 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:54:37.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:37 smithi082 ceph-mon[94343]: osdmap e859: 8 total, 8 up, 8 in 2024-08-17T00:54:37.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:37 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3470348813' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:37.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:37 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:37.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:37 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:54:37.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:37 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:54:37.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:37 smithi082 ceph-mon[91979]: osdmap e859: 8 total, 8 up, 8 in 2024-08-17T00:54:37.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:37 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3470348813' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:37.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:37 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:37.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:37 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:54:37.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:37 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:54:37.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:37 smithi137 ceph-mon[86391]: osdmap e859: 8 total, 8 up, 8 in 2024-08-17T00:54:37.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:37 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3470348813' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:37.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:37 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:38.433 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestCls2PCQueue.Abort (3034 ms) 2024-08-17T00:54:38.433 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-08-17T00:54:38.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:38 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:38.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:38 smithi082 ceph-mon[94343]: osdmap e860: 8 total, 8 up, 8 in 2024-08-17T00:54:38.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:38 smithi082 ceph-mon[94343]: pgmap v971: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:38 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:38 smithi082 ceph-mon[91979]: osdmap e860: 8 total, 8 up, 8 in 2024-08-17T00:54:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:38 smithi082 ceph-mon[91979]: pgmap v971: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:38.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:38 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:38.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:38 smithi137 ceph-mon[86391]: osdmap e860: 8 total, 8 up, 8 in 2024-08-17T00:54:38.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:38 smithi137 ceph-mon[86391]: pgmap v971: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:39.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:39 smithi082 ceph-mon[94343]: osdmap e861: 8 total, 8 up, 8 in 2024-08-17T00:54:39.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:39 smithi082 ceph-mon[91979]: osdmap e861: 8 total, 8 up, 8 in 2024-08-17T00:54:39.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:39 smithi137 ceph-mon[86391]: osdmap e861: 8 total, 8 up, 8 in 2024-08-17T00:54:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:40 smithi082 ceph-mon[94343]: osdmap e862: 8 total, 8 up, 8 in 2024-08-17T00:54:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:40 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3473470372' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:40 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:40 smithi082 ceph-mon[94343]: pgmap v974: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:40 smithi082 ceph-mon[91979]: osdmap e862: 8 total, 8 up, 8 in 2024-08-17T00:54:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:40 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3473470372' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:40 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:40.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:40 smithi082 ceph-mon[91979]: pgmap v974: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:40.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:40 smithi137 ceph-mon[86391]: osdmap e862: 8 total, 8 up, 8 in 2024-08-17T00:54:40.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:40 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3473470372' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:40.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:40 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:40.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:40 smithi137 ceph-mon[86391]: pgmap v974: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:41.453 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestCls2PCQueue.ReserveError (3020 ms) 2024-08-17T00:54:41.453 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-08-17T00:54:41.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:41 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:54:41.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:41 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:41.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:41 smithi082 ceph-mon[91979]: osdmap e863: 8 total, 8 up, 8 in 2024-08-17T00:54:41.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:41 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:54:41.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:41 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:41.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:41 smithi082 ceph-mon[94343]: osdmap e863: 8 total, 8 up, 8 in 2024-08-17T00:54:41.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:41 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:54:41.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:41 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:41.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:41 smithi137 ceph-mon[86391]: osdmap e863: 8 total, 8 up, 8 in 2024-08-17T00:54:42.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:42 smithi082 ceph-mon[94343]: osdmap e864: 8 total, 8 up, 8 in 2024-08-17T00:54:42.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:42 smithi082 ceph-mon[94343]: pgmap v977: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:42 smithi082 ceph-mon[91979]: osdmap e864: 8 total, 8 up, 8 in 2024-08-17T00:54:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:42 smithi082 ceph-mon[91979]: pgmap v977: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:42.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:42 smithi137 ceph-mon[86391]: osdmap e864: 8 total, 8 up, 8 in 2024-08-17T00:54:42.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:42 smithi137 ceph-mon[86391]: pgmap v977: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:54:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:54:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:54:43.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:43 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:54:43.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:43 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:54:43.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:43 smithi082 ceph-mon[94343]: osdmap e865: 8 total, 8 up, 8 in 2024-08-17T00:54:43.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:43 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2369665545' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:43.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:43 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:43.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:43 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:54:43.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:43 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:54:43.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:43 smithi082 ceph-mon[91979]: osdmap e865: 8 total, 8 up, 8 in 2024-08-17T00:54:43.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:43 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2369665545' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:43.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:43 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:43.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:43 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:54:43.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:43 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:54:43.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:43 smithi137 ceph-mon[86391]: osdmap e865: 8 total, 8 up, 8 in 2024-08-17T00:54:43.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:43 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2369665545' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:43.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:43 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:44.479 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestCls2PCQueue.CommitError (3026 ms) 2024-08-17T00:54:44.480 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-08-17T00:54:44.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:44 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:44.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:44 smithi082 ceph-mon[94343]: osdmap e866: 8 total, 8 up, 8 in 2024-08-17T00:54:44.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:44 smithi082 ceph-mon[94343]: pgmap v980: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:44.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:44 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:44.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:44 smithi082 ceph-mon[91979]: osdmap e866: 8 total, 8 up, 8 in 2024-08-17T00:54:44.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:44 smithi082 ceph-mon[91979]: pgmap v980: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:44.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:44 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:44.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:44 smithi137 ceph-mon[86391]: osdmap e866: 8 total, 8 up, 8 in 2024-08-17T00:54:44.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:44 smithi137 ceph-mon[86391]: pgmap v980: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:45.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:54:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:54:45] "GET /metrics HTTP/1.1" 200 36363 "" "Prometheus/2.43.0" 2024-08-17T00:54:45.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:45 smithi082 ceph-mon[91979]: osdmap e867: 8 total, 8 up, 8 in 2024-08-17T00:54:45.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:45 smithi082 ceph-mon[94343]: osdmap e867: 8 total, 8 up, 8 in 2024-08-17T00:54:45.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:45 smithi137 ceph-mon[86391]: osdmap e867: 8 total, 8 up, 8 in 2024-08-17T00:54:46.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:46 smithi082 ceph-mon[94343]: osdmap e868: 8 total, 8 up, 8 in 2024-08-17T00:54:46.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:46 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/684022881' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:46.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:46 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:46.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:46 smithi082 ceph-mon[94343]: pgmap v983: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:46.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:46 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:46.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:46 smithi082 ceph-mon[94343]: osdmap e869: 8 total, 8 up, 8 in 2024-08-17T00:54:46.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:46 smithi082 ceph-mon[91979]: osdmap e868: 8 total, 8 up, 8 in 2024-08-17T00:54:46.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:46 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/684022881' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:46.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:46 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:46.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:46 smithi082 ceph-mon[91979]: pgmap v983: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:46.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:46 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:46.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:46 smithi082 ceph-mon[91979]: osdmap e869: 8 total, 8 up, 8 in 2024-08-17T00:54:46.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:46 smithi137 ceph-mon[86391]: osdmap e868: 8 total, 8 up, 8 in 2024-08-17T00:54:46.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:46 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/684022881' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:46.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:46 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:46.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:46 smithi137 ceph-mon[86391]: pgmap v983: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:46.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:46 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:46.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:46 smithi137 ceph-mon[86391]: osdmap e869: 8 total, 8 up, 8 in 2024-08-17T00:54:47.483 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestCls2PCQueue.AbortError (3004 ms) 2024-08-17T00:54:47.483 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-08-17T00:54:47.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:47 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:54:47.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:47 smithi082 ceph-mon[94343]: osdmap e870: 8 total, 8 up, 8 in 2024-08-17T00:54:47.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:47 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:54:47.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:47 smithi082 ceph-mon[91979]: osdmap e870: 8 total, 8 up, 8 in 2024-08-17T00:54:47.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:47 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:54:47.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:47 smithi137 ceph-mon[86391]: osdmap e870: 8 total, 8 up, 8 in 2024-08-17T00:54:48.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:48 smithi082 ceph-mon[94343]: pgmap v986: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:48.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:48 smithi082 ceph-mon[91979]: pgmap v986: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:48.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:48 smithi137 ceph-mon[86391]: pgmap v986: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:49.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:49 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:54:49.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:49 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:54:49.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:49 smithi082 ceph-mon[94343]: osdmap e871: 8 total, 8 up, 8 in 2024-08-17T00:54:49.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:49 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3451192525' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:49.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:49 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:49.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:49 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:54:49.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:49 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:54:49.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:49 smithi082 ceph-mon[91979]: osdmap e871: 8 total, 8 up, 8 in 2024-08-17T00:54:49.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:49 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3451192525' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:49.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:49 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:49.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:49 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:54:49.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:49 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:54:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:49 smithi137 ceph-mon[86391]: osdmap e871: 8 total, 8 up, 8 in 2024-08-17T00:54:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:49 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3451192525' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:49 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:50.516 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3033 ms) 2024-08-17T00:54:50.516 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-08-17T00:54:50.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:50 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:50.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:50 smithi082 ceph-mon[94343]: osdmap e872: 8 total, 8 up, 8 in 2024-08-17T00:54:50.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:54:50.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:54:50.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:50 smithi082 ceph-mon[94343]: pgmap v989: 137 pgs: 8 creating+peering, 12 unknown, 117 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:50.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:50 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:50.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:50 smithi082 ceph-mon[91979]: osdmap e872: 8 total, 8 up, 8 in 2024-08-17T00:54:50.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:54:50.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:54:50.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:50 smithi082 ceph-mon[91979]: pgmap v989: 137 pgs: 8 creating+peering, 12 unknown, 117 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:50.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:50 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:50.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:50 smithi137 ceph-mon[86391]: osdmap e872: 8 total, 8 up, 8 in 2024-08-17T00:54:50.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:54:50.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:54:50.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:50 smithi137 ceph-mon[86391]: pgmap v989: 137 pgs: 8 creating+peering, 12 unknown, 117 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:51.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:51 smithi082 ceph-mon[94343]: osdmap e873: 8 total, 8 up, 8 in 2024-08-17T00:54:51.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:51 smithi082 ceph-mon[91979]: osdmap e873: 8 total, 8 up, 8 in 2024-08-17T00:54:51.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:51 smithi137 ceph-mon[86391]: osdmap e873: 8 total, 8 up, 8 in 2024-08-17T00:54:52.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:52 smithi137 ceph-mon[86391]: osdmap e874: 8 total, 8 up, 8 in 2024-08-17T00:54:52.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:52 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1091087862' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:52.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:52 smithi137 ceph-mon[86391]: pgmap v992: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:54:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:54:52.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:52 smithi082 ceph-mon[94343]: osdmap e874: 8 total, 8 up, 8 in 2024-08-17T00:54:52.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:52 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1091087862' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:52.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:52 smithi082 ceph-mon[94343]: pgmap v992: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:52.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:52 smithi082 ceph-mon[91979]: osdmap e874: 8 total, 8 up, 8 in 2024-08-17T00:54:52.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:52 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1091087862' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:52.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:52 smithi082 ceph-mon[91979]: pgmap v992: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:53.544 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3028 ms) 2024-08-17T00:54:53.544 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-08-17T00:54:53.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:53 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:54:53.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:53 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1091087862' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:53.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:53 smithi082 ceph-mon[94343]: osdmap e875: 8 total, 8 up, 8 in 2024-08-17T00:54:53.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:53 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:54:53.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:53 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1091087862' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:53.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:53 smithi082 ceph-mon[91979]: osdmap e875: 8 total, 8 up, 8 in 2024-08-17T00:54:53.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:53 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:54:53.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:53 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1091087862' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:53.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:53 smithi137 ceph-mon[86391]: osdmap e875: 8 total, 8 up, 8 in 2024-08-17T00:54:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:54 smithi082 ceph-mon[94343]: osdmap e876: 8 total, 8 up, 8 in 2024-08-17T00:54:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:54 smithi082 ceph-mon[94343]: pgmap v995: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:54.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:54 smithi082 ceph-mon[91979]: osdmap e876: 8 total, 8 up, 8 in 2024-08-17T00:54:54.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:54 smithi082 ceph-mon[91979]: pgmap v995: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:54.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:54 smithi137 ceph-mon[86391]: osdmap e876: 8 total, 8 up, 8 in 2024-08-17T00:54:54.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:54 smithi137 ceph-mon[86391]: pgmap v995: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:54:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:54:55] "GET /metrics HTTP/1.1" 200 36367 "" "Prometheus/2.43.0" 2024-08-17T00:54:55.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:55 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:54:55.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:55 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:54:55.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:55 smithi082 ceph-mon[94343]: osdmap e877: 8 total, 8 up, 8 in 2024-08-17T00:54:55.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:55 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3029126888' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:55.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:55 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:54:55.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:55 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:54:55.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:55 smithi082 ceph-mon[91979]: osdmap e877: 8 total, 8 up, 8 in 2024-08-17T00:54:55.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:55 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3029126888' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:55.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:55 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:54:55.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:55 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:54:55.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:55 smithi137 ceph-mon[86391]: osdmap e877: 8 total, 8 up, 8 in 2024-08-17T00:54:55.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:55 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3029126888' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:56.555 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3011 ms) 2024-08-17T00:54:56.555 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-08-17T00:54:56.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:56 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3029126888' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:56.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:56 smithi082 ceph-mon[94343]: osdmap e878: 8 total, 8 up, 8 in 2024-08-17T00:54:56.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:56 smithi082 ceph-mon[94343]: pgmap v998: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:56.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:56 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3029126888' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:56.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:56 smithi082 ceph-mon[91979]: osdmap e878: 8 total, 8 up, 8 in 2024-08-17T00:54:56.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:56 smithi082 ceph-mon[91979]: pgmap v998: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:56.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:56 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3029126888' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:56.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:56 smithi137 ceph-mon[86391]: osdmap e878: 8 total, 8 up, 8 in 2024-08-17T00:54:56.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:56 smithi137 ceph-mon[86391]: pgmap v998: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:57.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:57 smithi082 ceph-mon[94343]: osdmap e879: 8 total, 8 up, 8 in 2024-08-17T00:54:57.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:57 smithi082 ceph-mon[91979]: osdmap e879: 8 total, 8 up, 8 in 2024-08-17T00:54:57.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:57 smithi137 ceph-mon[86391]: osdmap e879: 8 total, 8 up, 8 in 2024-08-17T00:54:58.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:58 smithi082 ceph-mon[94343]: osdmap e880: 8 total, 8 up, 8 in 2024-08-17T00:54:58.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:58 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3469457098' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:58.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:58 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:58.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:58 smithi082 ceph-mon[94343]: pgmap v1001: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:58.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:58 smithi082 ceph-mon[91979]: osdmap e880: 8 total, 8 up, 8 in 2024-08-17T00:54:58.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:58 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3469457098' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:58.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:58 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:58.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:58 smithi082 ceph-mon[91979]: pgmap v1001: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:58.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:58 smithi137 ceph-mon[86391]: osdmap e880: 8 total, 8 up, 8 in 2024-08-17T00:54:58.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:58 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3469457098' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:58.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:58 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:54:58.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:58 smithi137 ceph-mon[86391]: pgmap v1001: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:54:59.589 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3034 ms) 2024-08-17T00:54:59.589 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-08-17T00:54:59.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:59 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:54:59.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:59 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:59.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:54:59 smithi082 ceph-mon[94343]: osdmap e881: 8 total, 8 up, 8 in 2024-08-17T00:54:59.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:59 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:54:59.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:59 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:59.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:54:59 smithi082 ceph-mon[91979]: osdmap e881: 8 total, 8 up, 8 in 2024-08-17T00:54:59.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:59 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:54:59.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:59 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:54:59.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:54:59 smithi137 ceph-mon[86391]: osdmap e881: 8 total, 8 up, 8 in 2024-08-17T00:55:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:00 smithi082 ceph-mon[94343]: osdmap e882: 8 total, 8 up, 8 in 2024-08-17T00:55:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:00 smithi082 ceph-mon[94343]: pgmap v1004: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:00.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:00 smithi082 ceph-mon[91979]: osdmap e882: 8 total, 8 up, 8 in 2024-08-17T00:55:00.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:00 smithi082 ceph-mon[91979]: pgmap v1004: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:00.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:00 smithi137 ceph-mon[86391]: osdmap e882: 8 total, 8 up, 8 in 2024-08-17T00:55:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:00 smithi137 ceph-mon[86391]: pgmap v1004: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:01.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:01 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:55:01.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:01 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:55:01.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:01 smithi082 ceph-mon[94343]: osdmap e883: 8 total, 8 up, 8 in 2024-08-17T00:55:01.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:01 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3063651987' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:01.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:01 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:55:01.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:01 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:55:01.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:01 smithi082 ceph-mon[91979]: osdmap e883: 8 total, 8 up, 8 in 2024-08-17T00:55:01.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:01 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3063651987' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:01.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:01 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:55:01.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:01 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:55:01.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:01 smithi137 ceph-mon[86391]: osdmap e883: 8 total, 8 up, 8 in 2024-08-17T00:55:01.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:01 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3063651987' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:02.604 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:55:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:55:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:55:02.615 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3026 ms) 2024-08-17T00:55:02.615 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-08-17T00:55:02.876 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:02 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3063651987' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:55:02.876 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:02 smithi082 ceph-mon[94343]: osdmap e884: 8 total, 8 up, 8 in 2024-08-17T00:55:02.876 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:02 smithi082 ceph-mon[94343]: pgmap v1007: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:02.877 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:02 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3063651987' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:55:02.877 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:02 smithi082 ceph-mon[91979]: osdmap e884: 8 total, 8 up, 8 in 2024-08-17T00:55:02.877 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:02 smithi082 ceph-mon[91979]: pgmap v1007: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:02.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:02 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3063651987' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:55:02.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:02 smithi137 ceph-mon[86391]: osdmap e884: 8 total, 8 up, 8 in 2024-08-17T00:55:02.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:02 smithi137 ceph-mon[86391]: pgmap v1007: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:03.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:03 smithi082 ceph-mon[94343]: osdmap e885: 8 total, 8 up, 8 in 2024-08-17T00:55:03.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:03 smithi082 ceph-mon[91979]: osdmap e885: 8 total, 8 up, 8 in 2024-08-17T00:55:03.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:03 smithi137 ceph-mon[86391]: osdmap e885: 8 total, 8 up, 8 in 2024-08-17T00:55:04.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:04 smithi082 ceph-mon[94343]: osdmap e886: 8 total, 8 up, 8 in 2024-08-17T00:55:04.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:04 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1574627198' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:04.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:04 smithi082 ceph-mon[94343]: pgmap v1010: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:04.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:04 smithi082 ceph-mon[91979]: osdmap e886: 8 total, 8 up, 8 in 2024-08-17T00:55:04.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:04 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1574627198' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:04.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:04 smithi082 ceph-mon[91979]: pgmap v1010: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:04.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:04 smithi137 ceph-mon[86391]: osdmap e886: 8 total, 8 up, 8 in 2024-08-17T00:55:04.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:04 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1574627198' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:04.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:04 smithi137 ceph-mon[86391]: pgmap v1010: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:05.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:55:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:55:05] "GET /metrics HTTP/1.1" 200 36367 "" "Prometheus/2.43.0" 2024-08-17T00:55:05.635 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3020 ms) 2024-08-17T00:55:05.635 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-08-17T00:55:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:05 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:55:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:05 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1574627198' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:55:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:05 smithi082 ceph-mon[94343]: osdmap e887: 8 total, 8 up, 8 in 2024-08-17T00:55:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:55:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:55:05.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:05 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:55:05.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:05 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1574627198' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:55:05.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:05 smithi082 ceph-mon[91979]: osdmap e887: 8 total, 8 up, 8 in 2024-08-17T00:55:05.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:55:05.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:55:05.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:05 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:55:05.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:05 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1574627198' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:55:05.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:05 smithi137 ceph-mon[86391]: osdmap e887: 8 total, 8 up, 8 in 2024-08-17T00:55:05.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:55:05.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:55:06.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:06 smithi082 ceph-mon[94343]: osdmap e888: 8 total, 8 up, 8 in 2024-08-17T00:55:06.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:06 smithi082 ceph-mon[94343]: pgmap v1013: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:06.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:06 smithi082 ceph-mon[91979]: osdmap e888: 8 total, 8 up, 8 in 2024-08-17T00:55:06.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:06 smithi082 ceph-mon[91979]: pgmap v1013: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:06.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:06 smithi137 ceph-mon[86391]: osdmap e888: 8 total, 8 up, 8 in 2024-08-17T00:55:06.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:06 smithi137 ceph-mon[86391]: pgmap v1013: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:07.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:07 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:55:07.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:07 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:55:07.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:07 smithi082 ceph-mon[94343]: osdmap e889: 8 total, 8 up, 8 in 2024-08-17T00:55:07.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:07 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1568534302' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:07.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:07 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:07.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:07 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:55:07.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:07 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:55:07.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:07 smithi082 ceph-mon[91979]: osdmap e889: 8 total, 8 up, 8 in 2024-08-17T00:55:07.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:07 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1568534302' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:07.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:07 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:07.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:07 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:55:07.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:07 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:55:07.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:07 smithi137 ceph-mon[86391]: osdmap e889: 8 total, 8 up, 8 in 2024-08-17T00:55:07.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:07 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1568534302' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:07.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:07 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:08.655 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestCls2PCQueue.Cleanup (3020 ms) 2024-08-17T00:55:08.655 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-08-17T00:55:08.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:08 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:55:08.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:08 smithi082 ceph-mon[94343]: osdmap e890: 8 total, 8 up, 8 in 2024-08-17T00:55:08.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:08 smithi082 ceph-mon[94343]: pgmap v1016: 137 pgs: 5 creating+peering, 18 unknown, 114 active+clean; 587 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 109 KiB/s rd, 107 KiB/s wr, 81 op/s 2024-08-17T00:55:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:08 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:55:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:08 smithi082 ceph-mon[91979]: osdmap e890: 8 total, 8 up, 8 in 2024-08-17T00:55:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:08 smithi082 ceph-mon[91979]: pgmap v1016: 137 pgs: 5 creating+peering, 18 unknown, 114 active+clean; 587 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 109 KiB/s rd, 107 KiB/s wr, 81 op/s 2024-08-17T00:55:08.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:08 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:55:08.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:08 smithi137 ceph-mon[86391]: osdmap e890: 8 total, 8 up, 8 in 2024-08-17T00:55:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:08 smithi137 ceph-mon[86391]: pgmap v1016: 137 pgs: 5 creating+peering, 18 unknown, 114 active+clean; 587 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 109 KiB/s rd, 107 KiB/s wr, 81 op/s 2024-08-17T00:55:09.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:09 smithi082 ceph-mon[94343]: osdmap e891: 8 total, 8 up, 8 in 2024-08-17T00:55:09.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:09 smithi082 ceph-mon[91979]: osdmap e891: 8 total, 8 up, 8 in 2024-08-17T00:55:09.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:09 smithi137 ceph-mon[86391]: osdmap e891: 8 total, 8 up, 8 in 2024-08-17T00:55:10.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:10 smithi082 ceph-mon[94343]: osdmap e892: 8 total, 8 up, 8 in 2024-08-17T00:55:10.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:10 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3067015822' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:10.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:10 smithi082 ceph-mon[94343]: pgmap v1019: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:10.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:10 smithi082 ceph-mon[91979]: osdmap e892: 8 total, 8 up, 8 in 2024-08-17T00:55:10.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:10 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3067015822' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:10.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:10 smithi082 ceph-mon[91979]: pgmap v1019: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:10.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:10 smithi137 ceph-mon[86391]: osdmap e892: 8 total, 8 up, 8 in 2024-08-17T00:55:10.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:10 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3067015822' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:10.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:10 smithi137 ceph-mon[86391]: pgmap v1019: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:11.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:11 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:55:11.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:11 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3067015822' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:55:11.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:11 smithi082 ceph-mon[94343]: osdmap e893: 8 total, 8 up, 8 in 2024-08-17T00:55:11.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:11 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:55:11.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:11 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3067015822' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:55:11.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:11 smithi082 ceph-mon[91979]: osdmap e893: 8 total, 8 up, 8 in 2024-08-17T00:55:11.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:11 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:55:11.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:11 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3067015822' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:55:11.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:11 smithi137 ceph-mon[86391]: osdmap e893: 8 total, 8 up, 8 in 2024-08-17T00:55:12.671 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:55:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:55:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:55:12.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:12 smithi082 ceph-mon[94343]: osdmap e894: 8 total, 8 up, 8 in 2024-08-17T00:55:12.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:12 smithi082 ceph-mon[94343]: pgmap v1022: 137 pgs: 19 creating+peering, 7 unknown, 111 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:12.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:12 smithi082 ceph-mon[91979]: osdmap e894: 8 total, 8 up, 8 in 2024-08-17T00:55:12.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:12 smithi082 ceph-mon[91979]: pgmap v1022: 137 pgs: 19 creating+peering, 7 unknown, 111 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:12.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:12 smithi137 ceph-mon[86391]: osdmap e894: 8 total, 8 up, 8 in 2024-08-17T00:55:12.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:12 smithi137 ceph-mon[86391]: pgmap v1022: 137 pgs: 19 creating+peering, 7 unknown, 111 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:13 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:55:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:13 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:55:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:13 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:55:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:13 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:55:13.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:13 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:55:13.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:13 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:55:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:14 smithi082 ceph-mon[91979]: pgmap v1023: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:14.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:14 smithi082 ceph-mon[94343]: pgmap v1023: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:14.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:14 smithi137 ceph-mon[86391]: pgmap v1023: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:55:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:55:15] "GET /metrics HTTP/1.1" 200 36365 "" "Prometheus/2.43.0" 2024-08-17T00:55:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:16 smithi082 ceph-mon[94343]: pgmap v1024: 137 pgs: 137 active+clean; 1.7 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 6.9 MiB/s wr, 7.78k op/s 2024-08-17T00:55:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:16 smithi082 ceph-mon[91979]: pgmap v1024: 137 pgs: 137 active+clean; 1.7 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 6.9 MiB/s wr, 7.78k op/s 2024-08-17T00:55:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:16 smithi137 ceph-mon[86391]: pgmap v1024: 137 pgs: 137 active+clean; 1.7 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 6.9 MiB/s wr, 7.78k op/s 2024-08-17T00:55:18.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:18 smithi082 ceph-mon[94343]: pgmap v1025: 137 pgs: 137 active+clean; 1.7 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.7 MiB/s wr, 6.42k op/s 2024-08-17T00:55:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:18 smithi082 ceph-mon[91979]: pgmap v1025: 137 pgs: 137 active+clean; 1.7 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.7 MiB/s wr, 6.42k op/s 2024-08-17T00:55:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:18 smithi137 ceph-mon[86391]: pgmap v1025: 137 pgs: 137 active+clean; 1.7 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.7 MiB/s wr, 6.42k op/s 2024-08-17T00:55:21.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:55:21.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:55:21.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.5", "id": [7, 0]}]: dispatch 2024-08-17T00:55:21.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]: dispatch 2024-08-17T00:55:21.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.15", "id": [7, 0]}]: dispatch 2024-08-17T00:55:21.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:21 smithi082 ceph-mon[94343]: pgmap v1026: 137 pgs: 137 active+clean; 2.3 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 146 MiB/s rd, 7.7 MiB/s wr, 8.87k op/s 2024-08-17T00:55:21.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:55:21.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:55:21.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.5", "id": [7, 0]}]: dispatch 2024-08-17T00:55:21.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]: dispatch 2024-08-17T00:55:21.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.15", "id": [7, 0]}]: dispatch 2024-08-17T00:55:21.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:21 smithi082 ceph-mon[91979]: pgmap v1026: 137 pgs: 137 active+clean; 2.3 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 146 MiB/s rd, 7.7 MiB/s wr, 8.87k op/s 2024-08-17T00:55:21.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:55:21.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:55:21.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.5", "id": [7, 0]}]: dispatch 2024-08-17T00:55:21.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]: dispatch 2024-08-17T00:55:21.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.15", "id": [7, 0]}]: dispatch 2024-08-17T00:55:21.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:21 smithi137 ceph-mon[86391]: pgmap v1026: 137 pgs: 137 active+clean; 2.3 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 146 MiB/s rd, 7.7 MiB/s wr, 8.87k op/s 2024-08-17T00:55:22.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:22 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.5", "id": [7, 0]}]': finished 2024-08-17T00:55:22.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:22 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]': finished 2024-08-17T00:55:22.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:22 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.15", "id": [7, 0]}]': finished 2024-08-17T00:55:22.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:22 smithi082 ceph-mon[94343]: osdmap e895: 8 total, 8 up, 8 in 2024-08-17T00:55:22.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:22 smithi082 ceph-mon[94343]: osdmap e896: 8 total, 8 up, 8 in 2024-08-17T00:55:22.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:22 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.5", "id": [7, 0]}]': finished 2024-08-17T00:55:22.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:22 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]': finished 2024-08-17T00:55:22.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:22 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.15", "id": [7, 0]}]': finished 2024-08-17T00:55:22.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:22 smithi082 ceph-mon[91979]: osdmap e895: 8 total, 8 up, 8 in 2024-08-17T00:55:22.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:22 smithi082 ceph-mon[91979]: osdmap e896: 8 total, 8 up, 8 in 2024-08-17T00:55:22.486 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:55:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:55:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:55:22.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:22 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.5", "id": [7, 0]}]': finished 2024-08-17T00:55:22.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:22 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]': finished 2024-08-17T00:55:22.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:22 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.15", "id": [7, 0]}]': finished 2024-08-17T00:55:22.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:22 smithi137 ceph-mon[86391]: osdmap e895: 8 total, 8 up, 8 in 2024-08-17T00:55:22.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:22 smithi137 ceph-mon[86391]: osdmap e896: 8 total, 8 up, 8 in 2024-08-17T00:55:23.187 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14532 ms) 2024-08-17T00:55:23.187 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-08-17T00:55:23.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:23 smithi082 ceph-mon[91979]: pgmap v1029: 137 pgs: 1 peering, 136 active+clean; 2.3 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 176 MiB/s rd, 9.2 MiB/s wr, 10.64k op/s 2024-08-17T00:55:23.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:23 smithi082 ceph-mon[94343]: pgmap v1029: 137 pgs: 1 peering, 136 active+clean; 2.3 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 176 MiB/s rd, 9.2 MiB/s wr, 10.64k op/s 2024-08-17T00:55:23.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:23 smithi137 ceph-mon[86391]: pgmap v1029: 137 pgs: 1 peering, 136 active+clean; 2.3 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 176 MiB/s rd, 9.2 MiB/s wr, 10.64k op/s 2024-08-17T00:55:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:24 smithi082 ceph-mon[91979]: osdmap e897: 8 total, 8 up, 8 in 2024-08-17T00:55:24.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:24 smithi082 ceph-mon[94343]: osdmap e897: 8 total, 8 up, 8 in 2024-08-17T00:55:24.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:24 smithi137 ceph-mon[86391]: osdmap e897: 8 total, 8 up, 8 in 2024-08-17T00:55:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:55:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:55:25] "GET /metrics HTTP/1.1" 200 36426 "" "Prometheus/2.43.0" 2024-08-17T00:55:25.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:25 smithi082 ceph-mon[94343]: osdmap e898: 8 total, 8 up, 8 in 2024-08-17T00:55:25.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:25 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2871512499' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:25.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:25 smithi082 ceph-mon[94343]: pgmap v1032: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:25.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:25 smithi082 ceph-mon[91979]: osdmap e898: 8 total, 8 up, 8 in 2024-08-17T00:55:25.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:25 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2871512499' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:25.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:25 smithi082 ceph-mon[91979]: pgmap v1032: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:25.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:25 smithi137 ceph-mon[86391]: osdmap e898: 8 total, 8 up, 8 in 2024-08-17T00:55:25.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:25 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2871512499' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:25.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:25 smithi137 ceph-mon[86391]: pgmap v1032: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:26.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:26 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:55:26.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:26 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2871512499' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:55:26.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:26 smithi082 ceph-mon[94343]: osdmap e899: 8 total, 8 up, 8 in 2024-08-17T00:55:26.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:26 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:55:26.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:26 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2871512499' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:55:26.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:26 smithi082 ceph-mon[91979]: osdmap e899: 8 total, 8 up, 8 in 2024-08-17T00:55:26.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:26 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:55:26.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:26 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2871512499' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:55:26.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:26 smithi137 ceph-mon[86391]: osdmap e899: 8 total, 8 up, 8 in 2024-08-17T00:55:27.211 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4024 ms) 2024-08-17T00:55:27.212 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-08-17T00:55:27.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:27 smithi082 ceph-mon[91979]: osdmap e900: 8 total, 8 up, 8 in 2024-08-17T00:55:27.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:27 smithi082 ceph-mon[91979]: pgmap v1035: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:27.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:27 smithi082 ceph-mon[94343]: osdmap e900: 8 total, 8 up, 8 in 2024-08-17T00:55:27.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:27 smithi082 ceph-mon[94343]: pgmap v1035: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:27.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:27 smithi137 ceph-mon[86391]: osdmap e900: 8 total, 8 up, 8 in 2024-08-17T00:55:27.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:27 smithi137 ceph-mon[86391]: pgmap v1035: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:28 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:55:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:28 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:55:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:28 smithi082 ceph-mon[91979]: osdmap e901: 8 total, 8 up, 8 in 2024-08-17T00:55:28.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:28 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:55:28.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:28 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:55:28.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:28 smithi082 ceph-mon[94343]: osdmap e901: 8 total, 8 up, 8 in 2024-08-17T00:55:28.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:28 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:55:28.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:28 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:55:28.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:28 smithi137 ceph-mon[86391]: osdmap e901: 8 total, 8 up, 8 in 2024-08-17T00:55:29.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:29 smithi137 ceph-mon[86391]: osdmap e902: 8 total, 8 up, 8 in 2024-08-17T00:55:29.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:29 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3006905422' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:29.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:29 smithi137 ceph-mon[86391]: pgmap v1038: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:29.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:29 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:55:29.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:29 smithi082 ceph-mon[94343]: osdmap e902: 8 total, 8 up, 8 in 2024-08-17T00:55:29.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:29 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3006905422' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:29.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:29 smithi082 ceph-mon[94343]: pgmap v1038: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:29.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:29 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:55:29.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:29 smithi082 ceph-mon[91979]: osdmap e902: 8 total, 8 up, 8 in 2024-08-17T00:55:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:29 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3006905422' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:29 smithi082 ceph-mon[91979]: pgmap v1038: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:29.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:29 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:55:30.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:30 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:55:30.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:30 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3006905422' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:55:30.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:30 smithi137 ceph-mon[86391]: osdmap e903: 8 total, 8 up, 8 in 2024-08-17T00:55:30.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:30 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:55:30.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:30 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:55:30.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:30 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:55:30.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:30 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:55:30.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:30 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3006905422' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:55:30.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:30 smithi082 ceph-mon[94343]: osdmap e903: 8 total, 8 up, 8 in 2024-08-17T00:55:30.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:30 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:55:30.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:30 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:55:30.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:30 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:55:30.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:30 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:55:30.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:30 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3006905422' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:55:30.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:30 smithi082 ceph-mon[91979]: osdmap e903: 8 total, 8 up, 8 in 2024-08-17T00:55:30.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:55:30.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:55:30.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:55:31.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:31 smithi082 ceph-mon[94343]: osdmap e904: 8 total, 8 up, 8 in 2024-08-17T00:55:31.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:31 smithi082 ceph-mon[94343]: pgmap v1041: 137 pgs: 6 creating+peering, 13 unknown, 118 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:31.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:31 smithi082 ceph-mon[91979]: osdmap e904: 8 total, 8 up, 8 in 2024-08-17T00:55:31.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:31 smithi082 ceph-mon[91979]: pgmap v1041: 137 pgs: 6 creating+peering, 13 unknown, 118 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:31.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:31 smithi137 ceph-mon[86391]: osdmap e904: 8 total, 8 up, 8 in 2024-08-17T00:55:31.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:31 smithi137 ceph-mon[86391]: pgmap v1041: 137 pgs: 6 creating+peering, 13 unknown, 118 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T00:55:32.626 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:32 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:55:32.626 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:32 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:55:32.626 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:32 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:55:32.626 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:32 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:55:32.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:32 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:55:32.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:32 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:55:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:55:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:55:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:55:33.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:33 smithi082 ceph-mon[94343]: pgmap v1042: 137 pgs: 6 creating+peering, 7 unknown, 124 active+clean; 1.1 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 4.8 MiB/s wr, 5.65k op/s 2024-08-17T00:55:33.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:33 smithi082 ceph-mon[91979]: pgmap v1042: 137 pgs: 6 creating+peering, 7 unknown, 124 active+clean; 1.1 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 4.8 MiB/s wr, 5.65k op/s 2024-08-17T00:55:33.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:33 smithi137 ceph-mon[86391]: pgmap v1042: 137 pgs: 6 creating+peering, 7 unknown, 124 active+clean; 1.1 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 4.8 MiB/s wr, 5.65k op/s 2024-08-17T00:55:34.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:34 smithi082 ceph-mon[91979]: pgmap v1043: 137 pgs: 137 active+clean; 1.1 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 4.73k op/s 2024-08-17T00:55:34.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:34 smithi082 ceph-mon[94343]: pgmap v1043: 137 pgs: 137 active+clean; 1.1 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 4.73k op/s 2024-08-17T00:55:34.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:34 smithi137 ceph-mon[86391]: pgmap v1043: 137 pgs: 137 active+clean; 1.1 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 4.73k op/s 2024-08-17T00:55:35.361 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:55:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:55:35] "GET /metrics HTTP/1.1" 200 36426 "" "Prometheus/2.43.0" 2024-08-17T00:55:35.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:55:35.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:55:35.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:55:36.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:36 smithi082 ceph-mon[94343]: pgmap v1044: 137 pgs: 137 active+clean; 1.1 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 3.57k op/s 2024-08-17T00:55:36.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:36 smithi082 ceph-mon[91979]: pgmap v1044: 137 pgs: 137 active+clean; 1.1 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 3.57k op/s 2024-08-17T00:55:36.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:36 smithi137 ceph-mon[86391]: pgmap v1044: 137 pgs: 137 active+clean; 1.1 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 3.57k op/s 2024-08-17T00:55:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:38 smithi082 ceph-mon[91979]: pgmap v1045: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 71 MiB/s rd, 5.9 MiB/s wr, 6.98k op/s 2024-08-17T00:55:38.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:38 smithi082 ceph-mon[94343]: pgmap v1045: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 71 MiB/s rd, 5.9 MiB/s wr, 6.98k op/s 2024-08-17T00:55:38.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:38 smithi137 ceph-mon[86391]: pgmap v1045: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 71 MiB/s rd, 5.9 MiB/s wr, 6.98k op/s 2024-08-17T00:55:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:40 smithi082 ceph-mon[94343]: pgmap v1046: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 5.3 MiB/s wr, 6.29k op/s 2024-08-17T00:55:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:40 smithi082 ceph-mon[91979]: pgmap v1046: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 5.3 MiB/s wr, 6.29k op/s 2024-08-17T00:55:40.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:40 smithi137 ceph-mon[86391]: pgmap v1046: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 5.3 MiB/s wr, 6.29k op/s 2024-08-17T00:55:42.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:42 smithi082 ceph-mon[94343]: pgmap v1047: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 79 MiB/s rd, 5.5 MiB/s wr, 6.74k op/s 2024-08-17T00:55:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:42 smithi082 ceph-mon[91979]: pgmap v1047: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 79 MiB/s rd, 5.5 MiB/s wr, 6.74k op/s 2024-08-17T00:55:42.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:42 smithi137 ceph-mon[86391]: pgmap v1047: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 79 MiB/s rd, 5.5 MiB/s wr, 6.74k op/s 2024-08-17T00:55:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:55:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:55:44.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:44 smithi082 ceph-mon[94343]: pgmap v1048: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 67 MiB/s rd, 3.5 MiB/s wr, 4.36k op/s 2024-08-17T00:55:44.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:44 smithi082 ceph-mon[91979]: pgmap v1048: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 67 MiB/s rd, 3.5 MiB/s wr, 4.36k op/s 2024-08-17T00:55:44.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:44 smithi137 ceph-mon[86391]: pgmap v1048: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 67 MiB/s rd, 3.5 MiB/s wr, 4.36k op/s 2024-08-17T00:55:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:55:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:55:45] "GET /metrics HTTP/1.1" 200 36421 "" "Prometheus/2.43.0" 2024-08-17T00:55:46.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:46 smithi082 ceph-mon[94343]: pgmap v1049: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 67 MiB/s rd, 3.5 MiB/s wr, 4.36k op/s 2024-08-17T00:55:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:46 smithi082 ceph-mon[91979]: pgmap v1049: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 67 MiB/s rd, 3.5 MiB/s wr, 4.36k op/s 2024-08-17T00:55:46.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:46 smithi137 ceph-mon[86391]: pgmap v1049: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 67 MiB/s rd, 3.5 MiB/s wr, 4.36k op/s 2024-08-17T00:55:47.365 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (20154 ms) 2024-08-17T00:55:47.366 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-08-17T00:55:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:48 smithi082 ceph-mon[91979]: osdmap e905: 8 total, 8 up, 8 in 2024-08-17T00:55:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:48 smithi082 ceph-mon[91979]: pgmap v1051: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:55:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:48 smithi082 ceph-mon[94343]: osdmap e905: 8 total, 8 up, 8 in 2024-08-17T00:55:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:48 smithi082 ceph-mon[94343]: pgmap v1051: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:55:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:48 smithi137 ceph-mon[86391]: osdmap e905: 8 total, 8 up, 8 in 2024-08-17T00:55:48.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:48 smithi137 ceph-mon[86391]: pgmap v1051: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:55:49.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:49 smithi082 ceph-mon[91979]: osdmap e906: 8 total, 8 up, 8 in 2024-08-17T00:55:49.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:49 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/4164256214' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:49.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:49 smithi082 ceph-mon[94343]: osdmap e906: 8 total, 8 up, 8 in 2024-08-17T00:55:49.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:49 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/4164256214' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:49.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:49 smithi137 ceph-mon[86391]: osdmap e906: 8 total, 8 up, 8 in 2024-08-17T00:55:49.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:49 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/4164256214' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:50 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/4164256214' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:55:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:50 smithi082 ceph-mon[94343]: osdmap e907: 8 total, 8 up, 8 in 2024-08-17T00:55:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:55:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:50 smithi082 ceph-mon[94343]: pgmap v1054: 137 pgs: 3 creating+peering, 20 unknown, 114 active+clean; 598 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:55:50.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:50 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/4164256214' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:55:50.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:50 smithi082 ceph-mon[91979]: osdmap e907: 8 total, 8 up, 8 in 2024-08-17T00:55:50.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:55:50.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:50 smithi082 ceph-mon[91979]: pgmap v1054: 137 pgs: 3 creating+peering, 20 unknown, 114 active+clean; 598 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:55:50.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:50 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/4164256214' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:55:50.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:50 smithi137 ceph-mon[86391]: osdmap e907: 8 total, 8 up, 8 in 2024-08-17T00:55:50.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:55:50.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:50 smithi137 ceph-mon[86391]: pgmap v1054: 137 pgs: 3 creating+peering, 20 unknown, 114 active+clean; 598 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:55:51.392 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4027 ms) 2024-08-17T00:55:51.392 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-08-17T00:55:51.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:51 smithi082 ceph-mon[94343]: osdmap e908: 8 total, 8 up, 8 in 2024-08-17T00:55:51.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:51 smithi082 ceph-mon[91979]: osdmap e908: 8 total, 8 up, 8 in 2024-08-17T00:55:51.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:51 smithi137 ceph-mon[86391]: osdmap e908: 8 total, 8 up, 8 in 2024-08-17T00:55:52.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:52 smithi082 ceph-mon[91979]: osdmap e909: 8 total, 8 up, 8 in 2024-08-17T00:55:52.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:52 smithi082 ceph-mon[91979]: pgmap v1057: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:55:52.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:52 smithi082 ceph-mon[94343]: osdmap e909: 8 total, 8 up, 8 in 2024-08-17T00:55:52.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:52 smithi082 ceph-mon[94343]: pgmap v1057: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:55:52.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:52 smithi137 ceph-mon[86391]: osdmap e909: 8 total, 8 up, 8 in 2024-08-17T00:55:52.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:52 smithi137 ceph-mon[86391]: pgmap v1057: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:55:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:55:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:55:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:55:53.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:53 smithi082 ceph-mon[94343]: osdmap e910: 8 total, 8 up, 8 in 2024-08-17T00:55:53.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:53 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2185163961' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:53.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:53 smithi082 ceph-mon[91979]: osdmap e910: 8 total, 8 up, 8 in 2024-08-17T00:55:53.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:53 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2185163961' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:53.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:53 smithi137 ceph-mon[86391]: osdmap e910: 8 total, 8 up, 8 in 2024-08-17T00:55:53.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:53 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2185163961' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:54 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2185163961' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:55:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:54 smithi082 ceph-mon[94343]: osdmap e911: 8 total, 8 up, 8 in 2024-08-17T00:55:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:54 smithi082 ceph-mon[94343]: pgmap v1060: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:55:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:54 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2185163961' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:55:54.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:54 smithi082 ceph-mon[91979]: osdmap e911: 8 total, 8 up, 8 in 2024-08-17T00:55:54.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:54 smithi082 ceph-mon[91979]: pgmap v1060: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:55:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:54 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2185163961' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:55:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:54 smithi137 ceph-mon[86391]: osdmap e911: 8 total, 8 up, 8 in 2024-08-17T00:55:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:54 smithi137 ceph-mon[86391]: pgmap v1060: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:55:55.410 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:55:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:55:55] "GET /metrics HTTP/1.1" 200 36365 "" "Prometheus/2.43.0" 2024-08-17T00:55:55.410 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:55 smithi082 ceph-mon[91979]: osdmap e912: 8 total, 8 up, 8 in 2024-08-17T00:55:55.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:55 smithi082 ceph-mon[94343]: osdmap e912: 8 total, 8 up, 8 in 2024-08-17T00:55:55.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:55 smithi137 ceph-mon[86391]: osdmap e912: 8 total, 8 up, 8 in 2024-08-17T00:55:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:56 smithi082 ceph-mon[94343]: pgmap v1062: 137 pgs: 4 creating+peering, 7 unknown, 126 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:55:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:56 smithi082 ceph-mon[91979]: pgmap v1062: 137 pgs: 4 creating+peering, 7 unknown, 126 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:55:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:56 smithi137 ceph-mon[86391]: pgmap v1062: 137 pgs: 4 creating+peering, 7 unknown, 126 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:55:57.424 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6032 ms) 2024-08-17T00:55:57.424 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-08-17T00:55:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:58 smithi082 ceph-mon[91979]: osdmap e913: 8 total, 8 up, 8 in 2024-08-17T00:55:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:58 smithi082 ceph-mon[91979]: pgmap v1064: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:55:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:58 smithi082 ceph-mon[94343]: osdmap e913: 8 total, 8 up, 8 in 2024-08-17T00:55:58.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:58 smithi082 ceph-mon[94343]: pgmap v1064: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:55:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:58 smithi137 ceph-mon[86391]: osdmap e913: 8 total, 8 up, 8 in 2024-08-17T00:55:58.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:58 smithi137 ceph-mon[86391]: pgmap v1064: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:55:59.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:59 smithi082 ceph-mon[91979]: osdmap e914: 8 total, 8 up, 8 in 2024-08-17T00:55:59.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:55:59 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2656758092' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:59.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:59 smithi082 ceph-mon[94343]: osdmap e914: 8 total, 8 up, 8 in 2024-08-17T00:55:59.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:55:59 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2656758092' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:55:59.746 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:59 smithi137 ceph-mon[86391]: osdmap e914: 8 total, 8 up, 8 in 2024-08-17T00:55:59.747 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:55:59 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2656758092' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:00.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:00 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2656758092' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:00.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:00 smithi082 ceph-mon[94343]: osdmap e915: 8 total, 8 up, 8 in 2024-08-17T00:56:00.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:00 smithi082 ceph-mon[94343]: pgmap v1067: 137 pgs: 5 creating+peering, 18 unknown, 114 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:00 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2656758092' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:00 smithi082 ceph-mon[91979]: osdmap e915: 8 total, 8 up, 8 in 2024-08-17T00:56:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:00 smithi082 ceph-mon[91979]: pgmap v1067: 137 pgs: 5 creating+peering, 18 unknown, 114 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:00.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:00 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2656758092' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132053-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:00.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:00 smithi137 ceph-mon[86391]: osdmap e915: 8 total, 8 up, 8 in 2024-08-17T00:56:00.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:00 smithi137 ceph-mon[86391]: pgmap v1067: 137 pgs: 5 creating+peering, 18 unknown, 114 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:01.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:01 smithi082 ceph-mon[91979]: osdmap e916: 8 total, 8 up, 8 in 2024-08-17T00:56:01.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:01 smithi082 ceph-mon[94343]: osdmap e916: 8 total, 8 up, 8 in 2024-08-17T00:56:01.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:01 smithi137 ceph-mon[86391]: osdmap e916: 8 total, 8 up, 8 in 2024-08-17T00:56:02.453 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5028 ms) 2024-08-17T00:56:02.453 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 22 tests from TestCls2PCQueue (101702 ms total) 2024-08-17T00:56:02.453 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T00:56:02.453 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment tear-down 2024-08-17T00:56:02.453 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] 22 tests from 1 test suite ran. (101702 ms total) 2024-08-17T00:56:02.453 INFO:tasks.workunit.client.0.smithi082.stdout:[ PASSED ] 22 tests. 2024-08-17T00:56:02.457 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T00:56:02.457 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T00:56:02.525 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-08-17T00:56:02.525 DEBUG:teuthology.orchestra.run.smithi082:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-08-17T00:56:02.592 INFO:tasks.workunit.client.0.smithi082.stdout:Running main() from gmock_main.cc 2024-08-17T00:56:02.593 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] Running 6 tests from 2 test suites. 2024-08-17T00:56:02.593 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment set-up. 2024-08-17T00:56:02.593 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 5 tests from cls_cas 2024-08-17T00:56:02.593 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_cas.get_put 2024-08-17T00:56:02.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:02 smithi082 ceph-mon[94343]: pgmap v1069: 137 pgs: 5 creating+peering, 12 unknown, 120 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:02.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:02 smithi082 ceph-mon[91979]: pgmap v1069: 137 pgs: 5 creating+peering, 12 unknown, 120 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:02.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:02 smithi137 ceph-mon[86391]: pgmap v1069: 137 pgs: 5 creating+peering, 12 unknown, 120 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:56:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:56:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:56:03.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:03 smithi082 ceph-mon[94343]: osdmap e917: 8 total, 8 up, 8 in 2024-08-17T00:56:03.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:03 smithi082 ceph-mon[91979]: osdmap e917: 8 total, 8 up, 8 in 2024-08-17T00:56:03.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:03 smithi137 ceph-mon[86391]: osdmap e917: 8 total, 8 up, 8 in 2024-08-17T00:56:04.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:04 smithi082 ceph-mon[94343]: osdmap e918: 8 total, 8 up, 8 in 2024-08-17T00:56:04.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:04 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3173931673' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:04.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:04 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:04.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:04 smithi082 ceph-mon[94343]: pgmap v1072: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:04.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:04 smithi082 ceph-mon[91979]: osdmap e918: 8 total, 8 up, 8 in 2024-08-17T00:56:04.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:04 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3173931673' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:04.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:04 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:04.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:04 smithi082 ceph-mon[91979]: pgmap v1072: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:04 smithi137 ceph-mon[86391]: osdmap e918: 8 total, 8 up, 8 in 2024-08-17T00:56:04.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:04 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3173931673' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:04.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:04 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:04.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:04 smithi137 ceph-mon[86391]: pgmap v1072: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:05.462 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:56:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:56:05] "GET /metrics HTTP/1.1" 200 36365 "" "Prometheus/2.43.0" 2024-08-17T00:56:05.478 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_cas.get_put (2886 ms) 2024-08-17T00:56:05.478 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_cas.wrong_put 2024-08-17T00:56:05.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:05 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:05.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:05 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:05.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:05 smithi082 ceph-mon[94343]: osdmap e919: 8 total, 8 up, 8 in 2024-08-17T00:56:05.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:56:05.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:56:05.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:05 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:05.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:05 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:05.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:05 smithi082 ceph-mon[91979]: osdmap e919: 8 total, 8 up, 8 in 2024-08-17T00:56:05.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:56:05.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:56:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:05 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:05 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:05.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:05 smithi137 ceph-mon[86391]: osdmap e919: 8 total, 8 up, 8 in 2024-08-17T00:56:05.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:56:05.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:56:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:06 smithi082 ceph-mon[94343]: osdmap e920: 8 total, 8 up, 8 in 2024-08-17T00:56:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:06 smithi082 ceph-mon[94343]: pgmap v1075: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:06.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:06 smithi082 ceph-mon[91979]: osdmap e920: 8 total, 8 up, 8 in 2024-08-17T00:56:06.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:06 smithi082 ceph-mon[91979]: pgmap v1075: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:06 smithi137 ceph-mon[86391]: osdmap e920: 8 total, 8 up, 8 in 2024-08-17T00:56:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:06 smithi137 ceph-mon[86391]: pgmap v1075: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:07.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:07 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:56:07.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:07 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:56:07.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:07 smithi082 ceph-mon[94343]: osdmap e921: 8 total, 8 up, 8 in 2024-08-17T00:56:07.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:07 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2251250541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:07.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:07 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:07.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:07 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:56:07.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:07 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:56:07.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:07 smithi082 ceph-mon[91979]: osdmap e921: 8 total, 8 up, 8 in 2024-08-17T00:56:07.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:07 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2251250541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:07.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:07 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:07.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:07 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:56:07.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:07 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:56:07.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:07 smithi137 ceph-mon[86391]: osdmap e921: 8 total, 8 up, 8 in 2024-08-17T00:56:07.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:07 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2251250541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:07.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:07 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:08.502 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_cas.wrong_put (3023 ms) 2024-08-17T00:56:08.502 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_cas.dup_get 2024-08-17T00:56:08.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:08 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:08.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:08 smithi082 ceph-mon[94343]: osdmap e922: 8 total, 8 up, 8 in 2024-08-17T00:56:08.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:08 smithi082 ceph-mon[94343]: pgmap v1078: 137 pgs: 2 creating+peering, 26 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:08 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:08 smithi082 ceph-mon[91979]: osdmap e922: 8 total, 8 up, 8 in 2024-08-17T00:56:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:08 smithi082 ceph-mon[91979]: pgmap v1078: 137 pgs: 2 creating+peering, 26 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:08 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:08 smithi137 ceph-mon[86391]: osdmap e922: 8 total, 8 up, 8 in 2024-08-17T00:56:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:08 smithi137 ceph-mon[86391]: pgmap v1078: 137 pgs: 2 creating+peering, 26 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:09.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:09 smithi082 ceph-mon[94343]: osdmap e923: 8 total, 8 up, 8 in 2024-08-17T00:56:09.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:09 smithi082 ceph-mon[91979]: osdmap e923: 8 total, 8 up, 8 in 2024-08-17T00:56:09.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:09 smithi137 ceph-mon[86391]: osdmap e923: 8 total, 8 up, 8 in 2024-08-17T00:56:10.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:10 smithi082 ceph-mon[94343]: osdmap e924: 8 total, 8 up, 8 in 2024-08-17T00:56:10.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:10 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/312069963' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:10.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:10 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:10.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:10 smithi082 ceph-mon[94343]: pgmap v1081: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:10.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:10 smithi082 ceph-mon[91979]: osdmap e924: 8 total, 8 up, 8 in 2024-08-17T00:56:10.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:10 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/312069963' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:10.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:10 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:10.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:10 smithi082 ceph-mon[91979]: pgmap v1081: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:10.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:10 smithi137 ceph-mon[86391]: osdmap e924: 8 total, 8 up, 8 in 2024-08-17T00:56:10.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:10 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/312069963' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:10.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:10 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:10.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:10 smithi137 ceph-mon[86391]: pgmap v1081: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:11.526 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_cas.dup_get (3025 ms) 2024-08-17T00:56:11.526 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_cas.dup_put 2024-08-17T00:56:11.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:11 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:11.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:11 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:11.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:11 smithi082 ceph-mon[94343]: osdmap e925: 8 total, 8 up, 8 in 2024-08-17T00:56:11.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:11 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:11.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:11 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:11.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:11 smithi082 ceph-mon[91979]: osdmap e925: 8 total, 8 up, 8 in 2024-08-17T00:56:11.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:11 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:11.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:11 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:11.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:11 smithi137 ceph-mon[86391]: osdmap e925: 8 total, 8 up, 8 in 2024-08-17T00:56:12.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:12 smithi137 ceph-mon[86391]: osdmap e926: 8 total, 8 up, 8 in 2024-08-17T00:56:12.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:12 smithi137 ceph-mon[86391]: pgmap v1084: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:56:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:56:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:56:12.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:12 smithi082 ceph-mon[94343]: osdmap e926: 8 total, 8 up, 8 in 2024-08-17T00:56:12.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:12 smithi082 ceph-mon[94343]: pgmap v1084: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:12.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:12 smithi082 ceph-mon[91979]: osdmap e926: 8 total, 8 up, 8 in 2024-08-17T00:56:12.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:12 smithi082 ceph-mon[91979]: pgmap v1084: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:13 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:56:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:13 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:56:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:13 smithi082 ceph-mon[94343]: osdmap e927: 8 total, 8 up, 8 in 2024-08-17T00:56:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:13 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2118117673' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:13 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:56:13.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:13 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:56:13.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:13 smithi082 ceph-mon[91979]: osdmap e927: 8 total, 8 up, 8 in 2024-08-17T00:56:13.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:13 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2118117673' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:13.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:13 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:56:13.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:13 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:56:13.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:13 smithi137 ceph-mon[86391]: osdmap e927: 8 total, 8 up, 8 in 2024-08-17T00:56:13.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:13 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2118117673' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:14.549 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_cas.dup_put (3022 ms) 2024-08-17T00:56:14.549 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_cas.get_wrong_data 2024-08-17T00:56:14.888 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:14 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2118117673' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:14.888 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:14 smithi137 ceph-mon[86391]: osdmap e928: 8 total, 8 up, 8 in 2024-08-17T00:56:14.888 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:14 smithi137 ceph-mon[86391]: pgmap v1087: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:14.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:14 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2118117673' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:14.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:14 smithi082 ceph-mon[94343]: osdmap e928: 8 total, 8 up, 8 in 2024-08-17T00:56:14.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:14 smithi082 ceph-mon[94343]: pgmap v1087: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:14 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2118117673' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:14 smithi082 ceph-mon[91979]: osdmap e928: 8 total, 8 up, 8 in 2024-08-17T00:56:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:14 smithi082 ceph-mon[91979]: pgmap v1087: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:56:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:56:15] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2024-08-17T00:56:15.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:15 smithi082 ceph-mon[94343]: osdmap e929: 8 total, 8 up, 8 in 2024-08-17T00:56:15.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:15 smithi082 ceph-mon[91979]: osdmap e929: 8 total, 8 up, 8 in 2024-08-17T00:56:15.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:15 smithi137 ceph-mon[86391]: osdmap e929: 8 total, 8 up, 8 in 2024-08-17T00:56:16.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:16 smithi082 ceph-mon[94343]: osdmap e930: 8 total, 8 up, 8 in 2024-08-17T00:56:16.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:16 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1758095678' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:16.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:16 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:16.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:16 smithi082 ceph-mon[94343]: pgmap v1090: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:16.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:16 smithi082 ceph-mon[91979]: osdmap e930: 8 total, 8 up, 8 in 2024-08-17T00:56:16.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:16 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1758095678' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:16.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:16 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:16.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:16 smithi082 ceph-mon[91979]: pgmap v1090: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:16.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:16 smithi137 ceph-mon[86391]: osdmap e930: 8 total, 8 up, 8 in 2024-08-17T00:56:16.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:16 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1758095678' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:16.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:16 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:16.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:16 smithi137 ceph-mon[86391]: pgmap v1090: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:17.569 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_cas.get_wrong_data (3020 ms) 2024-08-17T00:56:17.569 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 5 tests from cls_cas (14976 ms total) 2024-08-17T00:56:17.569 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T00:56:17.569 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 1 test from chunk_refs_t 2024-08-17T00:56:17.569 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] chunk_refs_t.size 2024-08-17T00:56:17.569 INFO:tasks.workunit.client.0.smithi082.stdout:1 60 by_object 2024-08-17T00:56:17.569 INFO:tasks.workunit.client.0.smithi082.stdout:2 103 by_object 2024-08-17T00:56:17.570 INFO:tasks.workunit.client.0.smithi082.stdout:4 189 by_object 2024-08-17T00:56:17.570 INFO:tasks.workunit.client.0.smithi082.stdout:8 361 by_object 2024-08-17T00:56:17.570 INFO:tasks.workunit.client.0.smithi082.stdout:16 112 by_hash(32 bits) 2024-08-17T00:56:17.570 INFO:tasks.workunit.client.0.smithi082.stdout:32 208 by_hash(32 bits) 2024-08-17T00:56:17.570 INFO:tasks.workunit.client.0.smithi082.stdout:64 400 by_hash(32 bits) 2024-08-17T00:56:17.570 INFO:tasks.workunit.client.0.smithi082.stdout:128 509 by_hash(10 bits) 2024-08-17T00:56:17.571 INFO:tasks.workunit.client.0.smithi082.stdout:256 499 by_hash(7 bits) 2024-08-17T00:56:17.571 INFO:tasks.workunit.client.0.smithi082.stdout:512 462 by_hash(5 bits) 2024-08-17T00:56:17.571 INFO:tasks.workunit.client.0.smithi082.stdout:1024 466 by_hash(5 bits) 2024-08-17T00:56:17.571 INFO:tasks.workunit.client.0.smithi082.stdout:2048 466 by_hash(5 bits) 2024-08-17T00:56:17.572 INFO:tasks.workunit.client.0.smithi082.stdout:4096 470 by_hash(5 bits) 2024-08-17T00:56:17.573 INFO:tasks.workunit.client.0.smithi082.stdout:8192 498 by_hash(4 bits) 2024-08-17T00:56:17.574 INFO:tasks.workunit.client.0.smithi082.stdout:16384 278 by_hash(3 bits) 2024-08-17T00:56:17.577 INFO:tasks.workunit.client.0.smithi082.stdout:32768 337 by_hash(2 bits) 2024-08-17T00:56:17.580 INFO:tasks.workunit.client.0.smithi082.stdout:65536 367 by_hash(2 bits) 2024-08-17T00:56:17.587 INFO:tasks.workunit.client.0.smithi082.stdout:131072 387 by_hash(1 bits) 2024-08-17T00:56:17.601 INFO:tasks.workunit.client.0.smithi082.stdout:262144 331 by_pool 2024-08-17T00:56:17.627 INFO:tasks.workunit.client.0.smithi082.stdout:524288 21 count 2024-08-17T00:56:17.677 INFO:tasks.workunit.client.0.smithi082.stdout:1048576 21 count 2024-08-17T00:56:17.781 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] chunk_refs_t.size (213 ms) 2024-08-17T00:56:17.781 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 1 test from chunk_refs_t (213 ms total) 2024-08-17T00:56:17.781 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T00:56:17.781 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment tear-down 2024-08-17T00:56:17.781 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] 6 tests from 2 test suites ran. (15189 ms total) 2024-08-17T00:56:17.782 INFO:tasks.workunit.client.0.smithi082.stdout:[ PASSED ] 6 tests. 2024-08-17T00:56:17.783 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T00:56:17.784 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T00:56:17.847 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:17 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:17.847 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:17 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:17.847 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:17 smithi082 ceph-mon[94343]: osdmap e931: 8 total, 8 up, 8 in 2024-08-17T00:56:17.847 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:17 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:17.847 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:17 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:17.847 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:17 smithi082 ceph-mon[91979]: osdmap e931: 8 total, 8 up, 8 in 2024-08-17T00:56:17.851 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-08-17T00:56:17.852 DEBUG:teuthology.orchestra.run.smithi082:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-08-17T00:56:17.918 INFO:tasks.workunit.client.0.smithi082.stdout:Running main() from gmock_main.cc 2024-08-17T00:56:17.918 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] Running 31 tests from 1 test suite. 2024-08-17T00:56:17.918 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment set-up. 2024-08-17T00:56:17.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:17 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:17.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:17 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132848-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:17.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:17 smithi137 ceph-mon[86391]: osdmap e931: 8 total, 8 up, 8 in 2024-08-17T00:56:18.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:18 smithi082 ceph-mon[91979]: osdmap e932: 8 total, 8 up, 8 in 2024-08-17T00:56:18.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:18 smithi082 ceph-mon[91979]: pgmap v1093: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:18.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:18 smithi082 ceph-mon[94343]: osdmap e932: 8 total, 8 up, 8 in 2024-08-17T00:56:18.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:18 smithi082 ceph-mon[94343]: pgmap v1093: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:18.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:18 smithi137 ceph-mon[86391]: osdmap e932: 8 total, 8 up, 8 in 2024-08-17T00:56:18.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:18 smithi137 ceph-mon[86391]: pgmap v1093: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:19.585 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 31 tests from CmpOmap 2024-08-17T00:56:19.585 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-08-17T00:56:19.600 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (15 ms) 2024-08-17T00:56:19.601 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-08-17T00:56:19.609 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (10 ms) 2024-08-17T00:56:19.610 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-08-17T00:56:19.612 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-08-17T00:56:19.612 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-08-17T00:56:19.615 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-08-17T00:56:19.616 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-08-17T00:56:19.621 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_vals_str (5 ms) 2024-08-17T00:56:19.621 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-08-17T00:56:19.628 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_vals_u64 (7 ms) 2024-08-17T00:56:19.628 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-08-17T00:56:19.631 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-08-17T00:56:19.631 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-08-17T00:56:19.633 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-08-17T00:56:19.634 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-08-17T00:56:19.636 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (2 ms) 2024-08-17T00:56:19.636 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-08-17T00:56:19.640 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-08-17T00:56:19.640 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-08-17T00:56:19.641 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-08-17T00:56:19.641 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-08-17T00:56:19.641 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-08-17T00:56:19.641 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-08-17T00:56:19.647 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (5 ms) 2024-08-17T00:56:19.647 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-08-17T00:56:19.653 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (7 ms) 2024-08-17T00:56:19.654 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-08-17T00:56:19.659 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-08-17T00:56:19.659 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-08-17T00:56:19.667 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (7 ms) 2024-08-17T00:56:19.667 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-08-17T00:56:19.675 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_set_vals_str (8 ms) 2024-08-17T00:56:19.675 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-08-17T00:56:19.682 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-08-17T00:56:19.682 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-08-17T00:56:19.683 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-08-17T00:56:19.684 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-08-17T00:56:19.686 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-08-17T00:56:19.686 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-08-17T00:56:19.687 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-08-17T00:56:19.687 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-08-17T00:56:19.687 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-08-17T00:56:19.687 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-08-17T00:56:19.694 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (6 ms) 2024-08-17T00:56:19.694 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-08-17T00:56:19.699 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (5 ms) 2024-08-17T00:56:19.699 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-08-17T00:56:19.706 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (6 ms) 2024-08-17T00:56:19.706 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-08-17T00:56:19.714 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (8 ms) 2024-08-17T00:56:19.714 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-08-17T00:56:19.715 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-08-17T00:56:19.716 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-08-17T00:56:19.718 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-08-17T00:56:19.718 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-08-17T00:56:19.719 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-08-17T00:56:19.719 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-08-17T00:56:19.719 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-08-17T00:56:19.719 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-08-17T00:56:19.728 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (8 ms) 2024-08-17T00:56:19.728 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 31 tests from CmpOmap (143 ms total) 2024-08-17T00:56:19.728 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T00:56:19.728 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment tear-down 2024-08-17T00:56:19.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:19 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:56:19.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:19 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:56:19.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:19 smithi082 ceph-mon[94343]: osdmap e933: 8 total, 8 up, 8 in 2024-08-17T00:56:19.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:19 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3584438766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132971-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:19.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:19 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:56:19.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:19 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:56:19.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:19 smithi082 ceph-mon[91979]: osdmap e933: 8 total, 8 up, 8 in 2024-08-17T00:56:19.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:19 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3584438766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132971-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:19.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:19 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:56:19.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:19 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:56:19.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:19 smithi137 ceph-mon[86391]: osdmap e933: 8 total, 8 up, 8 in 2024-08-17T00:56:19.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:19 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3584438766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132971-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:20.589 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] 31 tests from 1 test suite ran. (2671 ms total) 2024-08-17T00:56:20.589 INFO:tasks.workunit.client.0.smithi082.stdout:[ PASSED ] 31 tests. 2024-08-17T00:56:20.592 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T00:56:20.593 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T00:56:20.661 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-08-17T00:56:20.661 DEBUG:teuthology.orchestra.run.smithi082:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-08-17T00:56:20.729 INFO:tasks.workunit.client.0.smithi082.stdout:Running main() from gmock_main.cc 2024-08-17T00:56:20.729 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] Running 6 tests from 1 test suite. 2024-08-17T00:56:20.729 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment set-up. 2024-08-17T00:56:20.729 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 6 tests from ClsHello 2024-08-17T00:56:20.729 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] ClsHello.SayHello 2024-08-17T00:56:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:20 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3584438766' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132971-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:20 smithi082 ceph-mon[94343]: osdmap e934: 8 total, 8 up, 8 in 2024-08-17T00:56:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:56:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:56:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:20 smithi082 ceph-mon[94343]: pgmap v1096: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-17T00:56:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:20 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3584438766' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132971-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:20 smithi082 ceph-mon[91979]: osdmap e934: 8 total, 8 up, 8 in 2024-08-17T00:56:20.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:56:20.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:56:20.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:20 smithi082 ceph-mon[91979]: pgmap v1096: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-17T00:56:20.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:20 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3584438766' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-132971-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:20.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:20 smithi137 ceph-mon[86391]: osdmap e934: 8 total, 8 up, 8 in 2024-08-17T00:56:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:56:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:56:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:20 smithi137 ceph-mon[86391]: pgmap v1096: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-17T00:56:21.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:21 smithi082 ceph-mon[94343]: osdmap e935: 8 total, 8 up, 8 in 2024-08-17T00:56:21.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:21 smithi082 ceph-mon[91979]: osdmap e935: 8 total, 8 up, 8 in 2024-08-17T00:56:21.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:21 smithi137 ceph-mon[86391]: osdmap e935: 8 total, 8 up, 8 in 2024-08-17T00:56:22.603 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:56:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:56:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:56:22.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:22 smithi082 ceph-mon[94343]: osdmap e936: 8 total, 8 up, 8 in 2024-08-17T00:56:22.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:22 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1353594019' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:22.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:22 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:22.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:22 smithi082 ceph-mon[94343]: pgmap v1099: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:22.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:22 smithi082 ceph-mon[91979]: osdmap e936: 8 total, 8 up, 8 in 2024-08-17T00:56:22.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:22 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1353594019' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:22.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:22 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:22.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:22 smithi082 ceph-mon[91979]: pgmap v1099: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:22.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:22 smithi137 ceph-mon[86391]: osdmap e936: 8 total, 8 up, 8 in 2024-08-17T00:56:22.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:22 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1353594019' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:22.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:22 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:22.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:22 smithi137 ceph-mon[86391]: pgmap v1099: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:23.618 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] ClsHello.SayHello (2889 ms) 2024-08-17T00:56:23.618 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] ClsHello.RecordHello 2024-08-17T00:56:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:23 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:23 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:23 smithi082 ceph-mon[94343]: osdmap e937: 8 total, 8 up, 8 in 2024-08-17T00:56:23.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:23 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:23.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:23 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:23.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:23 smithi082 ceph-mon[91979]: osdmap e937: 8 total, 8 up, 8 in 2024-08-17T00:56:23.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:23 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:23.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:23 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:23.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:23 smithi137 ceph-mon[86391]: osdmap e937: 8 total, 8 up, 8 in 2024-08-17T00:56:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:24 smithi082 ceph-mon[94343]: osdmap e938: 8 total, 8 up, 8 in 2024-08-17T00:56:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:24 smithi082 ceph-mon[94343]: pgmap v1102: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:24 smithi082 ceph-mon[91979]: osdmap e938: 8 total, 8 up, 8 in 2024-08-17T00:56:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:24 smithi082 ceph-mon[91979]: pgmap v1102: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:24.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:24 smithi137 ceph-mon[86391]: osdmap e938: 8 total, 8 up, 8 in 2024-08-17T00:56:24.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:24 smithi137 ceph-mon[86391]: pgmap v1102: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:56:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:56:25] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2024-08-17T00:56:25.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:25 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:56:25.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:25 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:56:25.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:25 smithi082 ceph-mon[91979]: osdmap e939: 8 total, 8 up, 8 in 2024-08-17T00:56:25.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:25 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3063365663' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:25.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:25 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:56:25.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:25 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:56:25.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:25 smithi082 ceph-mon[94343]: osdmap e939: 8 total, 8 up, 8 in 2024-08-17T00:56:25.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:25 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3063365663' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:25.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:25 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:56:25.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:25 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:56:25.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:25 smithi137 ceph-mon[86391]: osdmap e939: 8 total, 8 up, 8 in 2024-08-17T00:56:25.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:25 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3063365663' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:26.640 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] ClsHello.RecordHello (3022 ms) 2024-08-17T00:56:26.640 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] ClsHello.WriteReturnData 2024-08-17T00:56:26.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:26 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3063365663' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:26.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:26 smithi082 ceph-mon[94343]: osdmap e940: 8 total, 8 up, 8 in 2024-08-17T00:56:26.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:26 smithi082 ceph-mon[94343]: pgmap v1105: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:26.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:26 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3063365663' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:26.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:26 smithi082 ceph-mon[91979]: osdmap e940: 8 total, 8 up, 8 in 2024-08-17T00:56:26.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:26 smithi082 ceph-mon[91979]: pgmap v1105: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:26.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:26 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3063365663' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:26.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:26 smithi137 ceph-mon[86391]: osdmap e940: 8 total, 8 up, 8 in 2024-08-17T00:56:26.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:26 smithi137 ceph-mon[86391]: pgmap v1105: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:27.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:27 smithi082 ceph-mon[94343]: osdmap e941: 8 total, 8 up, 8 in 2024-08-17T00:56:27.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:27 smithi082 ceph-mon[91979]: osdmap e941: 8 total, 8 up, 8 in 2024-08-17T00:56:27.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:27 smithi137 ceph-mon[86391]: osdmap e941: 8 total, 8 up, 8 in 2024-08-17T00:56:28.657 INFO:tasks.workunit.client.0.smithi082.stdout:require_osd_release = squid 2024-08-17T00:56:28.666 INFO:tasks.workunit.client.0.smithi082.stdout:0 2024-08-17T00:56:28.746 INFO:tasks.workunit.client.0.smithi082.stdout:1 2024-08-17T00:56:28.746 INFO:tasks.workunit.client.0.smithi082.stdout:2 2024-08-17T00:56:28.747 INFO:tasks.workunit.client.0.smithi082.stdout:3 2024-08-17T00:56:28.749 INFO:tasks.workunit.client.0.smithi082.stdout:4 2024-08-17T00:56:28.750 INFO:tasks.workunit.client.0.smithi082.stdout:5 2024-08-17T00:56:28.751 INFO:tasks.workunit.client.0.smithi082.stdout:6 2024-08-17T00:56:28.752 INFO:tasks.workunit.client.0.smithi082.stdout:7 2024-08-17T00:56:28.753 INFO:tasks.workunit.client.0.smithi082.stdout:8 2024-08-17T00:56:28.754 INFO:tasks.workunit.client.0.smithi082.stdout:9 2024-08-17T00:56:28.754 INFO:tasks.workunit.client.0.smithi082.stdout:10 2024-08-17T00:56:28.756 INFO:tasks.workunit.client.0.smithi082.stdout:11 2024-08-17T00:56:28.756 INFO:tasks.workunit.client.0.smithi082.stdout:12 2024-08-17T00:56:28.757 INFO:tasks.workunit.client.0.smithi082.stdout:13 2024-08-17T00:56:28.758 INFO:tasks.workunit.client.0.smithi082.stdout:14 2024-08-17T00:56:28.759 INFO:tasks.workunit.client.0.smithi082.stdout:15 2024-08-17T00:56:28.760 INFO:tasks.workunit.client.0.smithi082.stdout:16 2024-08-17T00:56:28.761 INFO:tasks.workunit.client.0.smithi082.stdout:17 2024-08-17T00:56:28.762 INFO:tasks.workunit.client.0.smithi082.stdout:18 2024-08-17T00:56:28.763 INFO:tasks.workunit.client.0.smithi082.stdout:19 2024-08-17T00:56:28.764 INFO:tasks.workunit.client.0.smithi082.stdout:20 2024-08-17T00:56:28.764 INFO:tasks.workunit.client.0.smithi082.stdout:21 2024-08-17T00:56:28.765 INFO:tasks.workunit.client.0.smithi082.stdout:22 2024-08-17T00:56:28.766 INFO:tasks.workunit.client.0.smithi082.stdout:23 2024-08-17T00:56:28.767 INFO:tasks.workunit.client.0.smithi082.stdout:24 2024-08-17T00:56:28.768 INFO:tasks.workunit.client.0.smithi082.stdout:25 2024-08-17T00:56:28.769 INFO:tasks.workunit.client.0.smithi082.stdout:26 2024-08-17T00:56:28.770 INFO:tasks.workunit.client.0.smithi082.stdout:27 2024-08-17T00:56:28.770 INFO:tasks.workunit.client.0.smithi082.stdout:28 2024-08-17T00:56:28.771 INFO:tasks.workunit.client.0.smithi082.stdout:29 2024-08-17T00:56:28.772 INFO:tasks.workunit.client.0.smithi082.stdout:30 2024-08-17T00:56:28.773 INFO:tasks.workunit.client.0.smithi082.stdout:31 2024-08-17T00:56:28.774 INFO:tasks.workunit.client.0.smithi082.stdout:32 2024-08-17T00:56:28.775 INFO:tasks.workunit.client.0.smithi082.stdout:33 2024-08-17T00:56:28.776 INFO:tasks.workunit.client.0.smithi082.stdout:34 2024-08-17T00:56:28.777 INFO:tasks.workunit.client.0.smithi082.stdout:35 2024-08-17T00:56:28.777 INFO:tasks.workunit.client.0.smithi082.stdout:36 2024-08-17T00:56:28.778 INFO:tasks.workunit.client.0.smithi082.stdout:37 2024-08-17T00:56:28.779 INFO:tasks.workunit.client.0.smithi082.stdout:38 2024-08-17T00:56:28.780 INFO:tasks.workunit.client.0.smithi082.stdout:39 2024-08-17T00:56:28.781 INFO:tasks.workunit.client.0.smithi082.stdout:40 2024-08-17T00:56:28.782 INFO:tasks.workunit.client.0.smithi082.stdout:41 2024-08-17T00:56:28.783 INFO:tasks.workunit.client.0.smithi082.stdout:42 2024-08-17T00:56:28.783 INFO:tasks.workunit.client.0.smithi082.stdout:43 2024-08-17T00:56:28.784 INFO:tasks.workunit.client.0.smithi082.stdout:44 2024-08-17T00:56:28.785 INFO:tasks.workunit.client.0.smithi082.stdout:45 2024-08-17T00:56:28.786 INFO:tasks.workunit.client.0.smithi082.stdout:46 2024-08-17T00:56:28.788 INFO:tasks.workunit.client.0.smithi082.stdout:47 2024-08-17T00:56:28.788 INFO:tasks.workunit.client.0.smithi082.stdout:48 2024-08-17T00:56:28.788 INFO:tasks.workunit.client.0.smithi082.stdout:49 2024-08-17T00:56:28.789 INFO:tasks.workunit.client.0.smithi082.stdout:50 2024-08-17T00:56:28.790 INFO:tasks.workunit.client.0.smithi082.stdout:51 2024-08-17T00:56:28.791 INFO:tasks.workunit.client.0.smithi082.stdout:52 2024-08-17T00:56:28.792 INFO:tasks.workunit.client.0.smithi082.stdout:53 2024-08-17T00:56:28.793 INFO:tasks.workunit.client.0.smithi082.stdout:54 2024-08-17T00:56:28.793 INFO:tasks.workunit.client.0.smithi082.stdout:55 2024-08-17T00:56:28.794 INFO:tasks.workunit.client.0.smithi082.stdout:56 2024-08-17T00:56:28.795 INFO:tasks.workunit.client.0.smithi082.stdout:57 2024-08-17T00:56:28.796 INFO:tasks.workunit.client.0.smithi082.stdout:58 2024-08-17T00:56:28.797 INFO:tasks.workunit.client.0.smithi082.stdout:59 2024-08-17T00:56:28.798 INFO:tasks.workunit.client.0.smithi082.stdout:60 2024-08-17T00:56:28.798 INFO:tasks.workunit.client.0.smithi082.stdout:61 2024-08-17T00:56:28.799 INFO:tasks.workunit.client.0.smithi082.stdout:62 2024-08-17T00:56:28.800 INFO:tasks.workunit.client.0.smithi082.stdout:63 2024-08-17T00:56:28.801 INFO:tasks.workunit.client.0.smithi082.stdout:64 2024-08-17T00:56:28.802 INFO:tasks.workunit.client.0.smithi082.stdout:65 2024-08-17T00:56:28.803 INFO:tasks.workunit.client.0.smithi082.stdout:66 2024-08-17T00:56:28.804 INFO:tasks.workunit.client.0.smithi082.stdout:67 2024-08-17T00:56:28.804 INFO:tasks.workunit.client.0.smithi082.stdout:68 2024-08-17T00:56:28.805 INFO:tasks.workunit.client.0.smithi082.stdout:69 2024-08-17T00:56:28.806 INFO:tasks.workunit.client.0.smithi082.stdout:70 2024-08-17T00:56:28.807 INFO:tasks.workunit.client.0.smithi082.stdout:71 2024-08-17T00:56:28.808 INFO:tasks.workunit.client.0.smithi082.stdout:72 2024-08-17T00:56:28.809 INFO:tasks.workunit.client.0.smithi082.stdout:73 2024-08-17T00:56:28.810 INFO:tasks.workunit.client.0.smithi082.stdout:74 2024-08-17T00:56:28.811 INFO:tasks.workunit.client.0.smithi082.stdout:75 2024-08-17T00:56:28.811 INFO:tasks.workunit.client.0.smithi082.stdout:76 2024-08-17T00:56:28.813 INFO:tasks.workunit.client.0.smithi082.stdout:77 2024-08-17T00:56:28.813 INFO:tasks.workunit.client.0.smithi082.stdout:78 2024-08-17T00:56:28.814 INFO:tasks.workunit.client.0.smithi082.stdout:79 2024-08-17T00:56:28.815 INFO:tasks.workunit.client.0.smithi082.stdout:80 2024-08-17T00:56:28.816 INFO:tasks.workunit.client.0.smithi082.stdout:81 2024-08-17T00:56:28.816 INFO:tasks.workunit.client.0.smithi082.stdout:82 2024-08-17T00:56:28.817 INFO:tasks.workunit.client.0.smithi082.stdout:83 2024-08-17T00:56:28.818 INFO:tasks.workunit.client.0.smithi082.stdout:84 2024-08-17T00:56:28.819 INFO:tasks.workunit.client.0.smithi082.stdout:85 2024-08-17T00:56:28.820 INFO:tasks.workunit.client.0.smithi082.stdout:86 2024-08-17T00:56:28.821 INFO:tasks.workunit.client.0.smithi082.stdout:87 2024-08-17T00:56:28.822 INFO:tasks.workunit.client.0.smithi082.stdout:88 2024-08-17T00:56:28.822 INFO:tasks.workunit.client.0.smithi082.stdout:89 2024-08-17T00:56:28.823 INFO:tasks.workunit.client.0.smithi082.stdout:90 2024-08-17T00:56:28.824 INFO:tasks.workunit.client.0.smithi082.stdout:91 2024-08-17T00:56:28.825 INFO:tasks.workunit.client.0.smithi082.stdout:92 2024-08-17T00:56:28.826 INFO:tasks.workunit.client.0.smithi082.stdout:93 2024-08-17T00:56:28.827 INFO:tasks.workunit.client.0.smithi082.stdout:94 2024-08-17T00:56:28.827 INFO:tasks.workunit.client.0.smithi082.stdout:95 2024-08-17T00:56:28.828 INFO:tasks.workunit.client.0.smithi082.stdout:96 2024-08-17T00:56:28.829 INFO:tasks.workunit.client.0.smithi082.stdout:97 2024-08-17T00:56:28.830 INFO:tasks.workunit.client.0.smithi082.stdout:98 2024-08-17T00:56:28.831 INFO:tasks.workunit.client.0.smithi082.stdout:99 2024-08-17T00:56:28.832 INFO:tasks.workunit.client.0.smithi082.stdout:100 2024-08-17T00:56:28.833 INFO:tasks.workunit.client.0.smithi082.stdout:101 2024-08-17T00:56:28.833 INFO:tasks.workunit.client.0.smithi082.stdout:102 2024-08-17T00:56:28.834 INFO:tasks.workunit.client.0.smithi082.stdout:103 2024-08-17T00:56:28.835 INFO:tasks.workunit.client.0.smithi082.stdout:104 2024-08-17T00:56:28.836 INFO:tasks.workunit.client.0.smithi082.stdout:105 2024-08-17T00:56:28.837 INFO:tasks.workunit.client.0.smithi082.stdout:106 2024-08-17T00:56:28.837 INFO:tasks.workunit.client.0.smithi082.stdout:107 2024-08-17T00:56:28.838 INFO:tasks.workunit.client.0.smithi082.stdout:108 2024-08-17T00:56:28.839 INFO:tasks.workunit.client.0.smithi082.stdout:109 2024-08-17T00:56:28.840 INFO:tasks.workunit.client.0.smithi082.stdout:110 2024-08-17T00:56:28.841 INFO:tasks.workunit.client.0.smithi082.stdout:111 2024-08-17T00:56:28.841 INFO:tasks.workunit.client.0.smithi082.stdout:112 2024-08-17T00:56:28.842 INFO:tasks.workunit.client.0.smithi082.stdout:113 2024-08-17T00:56:28.843 INFO:tasks.workunit.client.0.smithi082.stdout:114 2024-08-17T00:56:28.844 INFO:tasks.workunit.client.0.smithi082.stdout:115 2024-08-17T00:56:28.845 INFO:tasks.workunit.client.0.smithi082.stdout:116 2024-08-17T00:56:28.845 INFO:tasks.workunit.client.0.smithi082.stdout:117 2024-08-17T00:56:28.846 INFO:tasks.workunit.client.0.smithi082.stdout:118 2024-08-17T00:56:28.847 INFO:tasks.workunit.client.0.smithi082.stdout:119 2024-08-17T00:56:28.848 INFO:tasks.workunit.client.0.smithi082.stdout:120 2024-08-17T00:56:28.849 INFO:tasks.workunit.client.0.smithi082.stdout:121 2024-08-17T00:56:28.849 INFO:tasks.workunit.client.0.smithi082.stdout:122 2024-08-17T00:56:28.850 INFO:tasks.workunit.client.0.smithi082.stdout:123 2024-08-17T00:56:28.851 INFO:tasks.workunit.client.0.smithi082.stdout:124 2024-08-17T00:56:28.852 INFO:tasks.workunit.client.0.smithi082.stdout:125 2024-08-17T00:56:28.853 INFO:tasks.workunit.client.0.smithi082.stdout:126 2024-08-17T00:56:28.854 INFO:tasks.workunit.client.0.smithi082.stdout:127 2024-08-17T00:56:28.855 INFO:tasks.workunit.client.0.smithi082.stdout:128 2024-08-17T00:56:28.856 INFO:tasks.workunit.client.0.smithi082.stdout:129 2024-08-17T00:56:28.857 INFO:tasks.workunit.client.0.smithi082.stdout:130 2024-08-17T00:56:28.858 INFO:tasks.workunit.client.0.smithi082.stdout:131 2024-08-17T00:56:28.859 INFO:tasks.workunit.client.0.smithi082.stdout:132 2024-08-17T00:56:28.860 INFO:tasks.workunit.client.0.smithi082.stdout:133 2024-08-17T00:56:28.861 INFO:tasks.workunit.client.0.smithi082.stdout:134 2024-08-17T00:56:28.862 INFO:tasks.workunit.client.0.smithi082.stdout:135 2024-08-17T00:56:28.863 INFO:tasks.workunit.client.0.smithi082.stdout:136 2024-08-17T00:56:28.864 INFO:tasks.workunit.client.0.smithi082.stdout:137 2024-08-17T00:56:28.865 INFO:tasks.workunit.client.0.smithi082.stdout:138 2024-08-17T00:56:28.866 INFO:tasks.workunit.client.0.smithi082.stdout:139 2024-08-17T00:56:28.867 INFO:tasks.workunit.client.0.smithi082.stdout:140 2024-08-17T00:56:28.868 INFO:tasks.workunit.client.0.smithi082.stdout:141 2024-08-17T00:56:28.868 INFO:tasks.workunit.client.0.smithi082.stdout:142 2024-08-17T00:56:28.869 INFO:tasks.workunit.client.0.smithi082.stdout:143 2024-08-17T00:56:28.870 INFO:tasks.workunit.client.0.smithi082.stdout:144 2024-08-17T00:56:28.871 INFO:tasks.workunit.client.0.smithi082.stdout:145 2024-08-17T00:56:28.872 INFO:tasks.workunit.client.0.smithi082.stdout:146 2024-08-17T00:56:28.873 INFO:tasks.workunit.client.0.smithi082.stdout:147 2024-08-17T00:56:28.874 INFO:tasks.workunit.client.0.smithi082.stdout:148 2024-08-17T00:56:28.875 INFO:tasks.workunit.client.0.smithi082.stdout:149 2024-08-17T00:56:28.876 INFO:tasks.workunit.client.0.smithi082.stdout:150 2024-08-17T00:56:28.877 INFO:tasks.workunit.client.0.smithi082.stdout:151 2024-08-17T00:56:28.878 INFO:tasks.workunit.client.0.smithi082.stdout:152 2024-08-17T00:56:28.879 INFO:tasks.workunit.client.0.smithi082.stdout:153 2024-08-17T00:56:28.880 INFO:tasks.workunit.client.0.smithi082.stdout:154 2024-08-17T00:56:28.881 INFO:tasks.workunit.client.0.smithi082.stdout:155 2024-08-17T00:56:28.882 INFO:tasks.workunit.client.0.smithi082.stdout:156 2024-08-17T00:56:28.883 INFO:tasks.workunit.client.0.smithi082.stdout:157 2024-08-17T00:56:28.884 INFO:tasks.workunit.client.0.smithi082.stdout:158 2024-08-17T00:56:28.885 INFO:tasks.workunit.client.0.smithi082.stdout:159 2024-08-17T00:56:28.886 INFO:tasks.workunit.client.0.smithi082.stdout:160 2024-08-17T00:56:28.887 INFO:tasks.workunit.client.0.smithi082.stdout:161 2024-08-17T00:56:28.888 INFO:tasks.workunit.client.0.smithi082.stdout:162 2024-08-17T00:56:28.889 INFO:tasks.workunit.client.0.smithi082.stdout:163 2024-08-17T00:56:28.890 INFO:tasks.workunit.client.0.smithi082.stdout:164 2024-08-17T00:56:28.891 INFO:tasks.workunit.client.0.smithi082.stdout:165 2024-08-17T00:56:28.892 INFO:tasks.workunit.client.0.smithi082.stdout:166 2024-08-17T00:56:28.893 INFO:tasks.workunit.client.0.smithi082.stdout:167 2024-08-17T00:56:28.894 INFO:tasks.workunit.client.0.smithi082.stdout:168 2024-08-17T00:56:28.895 INFO:tasks.workunit.client.0.smithi082.stdout:169 2024-08-17T00:56:28.896 INFO:tasks.workunit.client.0.smithi082.stdout:170 2024-08-17T00:56:28.897 INFO:tasks.workunit.client.0.smithi082.stdout:171 2024-08-17T00:56:28.898 INFO:tasks.workunit.client.0.smithi082.stdout:172 2024-08-17T00:56:28.899 INFO:tasks.workunit.client.0.smithi082.stdout:173 2024-08-17T00:56:28.900 INFO:tasks.workunit.client.0.smithi082.stdout:174 2024-08-17T00:56:28.901 INFO:tasks.workunit.client.0.smithi082.stdout:175 2024-08-17T00:56:28.902 INFO:tasks.workunit.client.0.smithi082.stdout:176 2024-08-17T00:56:28.902 INFO:tasks.workunit.client.0.smithi082.stdout:177 2024-08-17T00:56:28.903 INFO:tasks.workunit.client.0.smithi082.stdout:178 2024-08-17T00:56:28.904 INFO:tasks.workunit.client.0.smithi082.stdout:179 2024-08-17T00:56:28.905 INFO:tasks.workunit.client.0.smithi082.stdout:180 2024-08-17T00:56:28.906 INFO:tasks.workunit.client.0.smithi082.stdout:181 2024-08-17T00:56:28.907 INFO:tasks.workunit.client.0.smithi082.stdout:182 2024-08-17T00:56:28.908 INFO:tasks.workunit.client.0.smithi082.stdout:183 2024-08-17T00:56:28.908 INFO:tasks.workunit.client.0.smithi082.stdout:184 2024-08-17T00:56:28.909 INFO:tasks.workunit.client.0.smithi082.stdout:185 2024-08-17T00:56:28.910 INFO:tasks.workunit.client.0.smithi082.stdout:186 2024-08-17T00:56:28.911 INFO:tasks.workunit.client.0.smithi082.stdout:187 2024-08-17T00:56:28.912 INFO:tasks.workunit.client.0.smithi082.stdout:188 2024-08-17T00:56:28.913 INFO:tasks.workunit.client.0.smithi082.stdout:189 2024-08-17T00:56:28.914 INFO:tasks.workunit.client.0.smithi082.stdout:190 2024-08-17T00:56:28.915 INFO:tasks.workunit.client.0.smithi082.stdout:191 2024-08-17T00:56:28.915 INFO:tasks.workunit.client.0.smithi082.stdout:192 2024-08-17T00:56:28.916 INFO:tasks.workunit.client.0.smithi082.stdout:193 2024-08-17T00:56:28.917 INFO:tasks.workunit.client.0.smithi082.stdout:194 2024-08-17T00:56:28.917 INFO:tasks.workunit.client.0.smithi082.stdout:195 2024-08-17T00:56:28.918 INFO:tasks.workunit.client.0.smithi082.stdout:196 2024-08-17T00:56:28.919 INFO:tasks.workunit.client.0.smithi082.stdout:197 2024-08-17T00:56:28.920 INFO:tasks.workunit.client.0.smithi082.stdout:198 2024-08-17T00:56:28.920 INFO:tasks.workunit.client.0.smithi082.stdout:199 2024-08-17T00:56:28.921 INFO:tasks.workunit.client.0.smithi082.stdout:200 2024-08-17T00:56:28.922 INFO:tasks.workunit.client.0.smithi082.stdout:201 2024-08-17T00:56:28.923 INFO:tasks.workunit.client.0.smithi082.stdout:202 2024-08-17T00:56:28.924 INFO:tasks.workunit.client.0.smithi082.stdout:203 2024-08-17T00:56:28.925 INFO:tasks.workunit.client.0.smithi082.stdout:204 2024-08-17T00:56:28.926 INFO:tasks.workunit.client.0.smithi082.stdout:205 2024-08-17T00:56:28.926 INFO:tasks.workunit.client.0.smithi082.stdout:206 2024-08-17T00:56:28.927 INFO:tasks.workunit.client.0.smithi082.stdout:207 2024-08-17T00:56:28.928 INFO:tasks.workunit.client.0.smithi082.stdout:208 2024-08-17T00:56:28.929 INFO:tasks.workunit.client.0.smithi082.stdout:209 2024-08-17T00:56:28.930 INFO:tasks.workunit.client.0.smithi082.stdout:210 2024-08-17T00:56:28.930 INFO:tasks.workunit.client.0.smithi082.stdout:211 2024-08-17T00:56:28.931 INFO:tasks.workunit.client.0.smithi082.stdout:212 2024-08-17T00:56:28.932 INFO:tasks.workunit.client.0.smithi082.stdout:213 2024-08-17T00:56:28.933 INFO:tasks.workunit.client.0.smithi082.stdout:214 2024-08-17T00:56:28.934 INFO:tasks.workunit.client.0.smithi082.stdout:215 2024-08-17T00:56:28.934 INFO:tasks.workunit.client.0.smithi082.stdout:216 2024-08-17T00:56:28.935 INFO:tasks.workunit.client.0.smithi082.stdout:217 2024-08-17T00:56:28.936 INFO:tasks.workunit.client.0.smithi082.stdout:218 2024-08-17T00:56:28.937 INFO:tasks.workunit.client.0.smithi082.stdout:219 2024-08-17T00:56:28.938 INFO:tasks.workunit.client.0.smithi082.stdout:220 2024-08-17T00:56:28.939 INFO:tasks.workunit.client.0.smithi082.stdout:221 2024-08-17T00:56:28.939 INFO:tasks.workunit.client.0.smithi082.stdout:222 2024-08-17T00:56:28.940 INFO:tasks.workunit.client.0.smithi082.stdout:223 2024-08-17T00:56:28.942 INFO:tasks.workunit.client.0.smithi082.stdout:224 2024-08-17T00:56:28.942 INFO:tasks.workunit.client.0.smithi082.stdout:225 2024-08-17T00:56:28.947 INFO:tasks.workunit.client.0.smithi082.stdout:226 2024-08-17T00:56:28.947 INFO:tasks.workunit.client.0.smithi082.stdout:227 2024-08-17T00:56:28.947 INFO:tasks.workunit.client.0.smithi082.stdout:228 2024-08-17T00:56:28.947 INFO:tasks.workunit.client.0.smithi082.stdout:229 2024-08-17T00:56:28.948 INFO:tasks.workunit.client.0.smithi082.stdout:230 2024-08-17T00:56:28.948 INFO:tasks.workunit.client.0.smithi082.stdout:231 2024-08-17T00:56:28.949 INFO:tasks.workunit.client.0.smithi082.stdout:232 2024-08-17T00:56:28.949 INFO:tasks.workunit.client.0.smithi082.stdout:233 2024-08-17T00:56:28.949 INFO:tasks.workunit.client.0.smithi082.stdout:234 2024-08-17T00:56:28.950 INFO:tasks.workunit.client.0.smithi082.stdout:235 2024-08-17T00:56:28.951 INFO:tasks.workunit.client.0.smithi082.stdout:236 2024-08-17T00:56:28.952 INFO:tasks.workunit.client.0.smithi082.stdout:237 2024-08-17T00:56:28.953 INFO:tasks.workunit.client.0.smithi082.stdout:238 2024-08-17T00:56:28.953 INFO:tasks.workunit.client.0.smithi082.stdout:239 2024-08-17T00:56:28.954 INFO:tasks.workunit.client.0.smithi082.stdout:240 2024-08-17T00:56:28.955 INFO:tasks.workunit.client.0.smithi082.stdout:241 2024-08-17T00:56:28.956 INFO:tasks.workunit.client.0.smithi082.stdout:242 2024-08-17T00:56:28.957 INFO:tasks.workunit.client.0.smithi082.stdout:243 2024-08-17T00:56:28.957 INFO:tasks.workunit.client.0.smithi082.stdout:244 2024-08-17T00:56:28.958 INFO:tasks.workunit.client.0.smithi082.stdout:245 2024-08-17T00:56:28.959 INFO:tasks.workunit.client.0.smithi082.stdout:246 2024-08-17T00:56:28.960 INFO:tasks.workunit.client.0.smithi082.stdout:247 2024-08-17T00:56:28.961 INFO:tasks.workunit.client.0.smithi082.stdout:248 2024-08-17T00:56:28.962 INFO:tasks.workunit.client.0.smithi082.stdout:249 2024-08-17T00:56:28.962 INFO:tasks.workunit.client.0.smithi082.stdout:250 2024-08-17T00:56:28.963 INFO:tasks.workunit.client.0.smithi082.stdout:251 2024-08-17T00:56:28.964 INFO:tasks.workunit.client.0.smithi082.stdout:252 2024-08-17T00:56:28.965 INFO:tasks.workunit.client.0.smithi082.stdout:253 2024-08-17T00:56:28.966 INFO:tasks.workunit.client.0.smithi082.stdout:254 2024-08-17T00:56:28.966 INFO:tasks.workunit.client.0.smithi082.stdout:255 2024-08-17T00:56:28.967 INFO:tasks.workunit.client.0.smithi082.stdout:256 2024-08-17T00:56:28.968 INFO:tasks.workunit.client.0.smithi082.stdout:257 2024-08-17T00:56:28.969 INFO:tasks.workunit.client.0.smithi082.stdout:258 2024-08-17T00:56:28.970 INFO:tasks.workunit.client.0.smithi082.stdout:259 2024-08-17T00:56:28.970 INFO:tasks.workunit.client.0.smithi082.stdout:260 2024-08-17T00:56:28.971 INFO:tasks.workunit.client.0.smithi082.stdout:261 2024-08-17T00:56:28.972 INFO:tasks.workunit.client.0.smithi082.stdout:262 2024-08-17T00:56:28.973 INFO:tasks.workunit.client.0.smithi082.stdout:263 2024-08-17T00:56:28.974 INFO:tasks.workunit.client.0.smithi082.stdout:264 2024-08-17T00:56:28.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:28 smithi082 ceph-mon[94343]: osdmap e942: 8 total, 8 up, 8 in 2024-08-17T00:56:28.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:28 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/4145636484' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:28.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:28 smithi082 ceph-mon[94343]: pgmap v1108: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:28.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:28 smithi082 ceph-mon[91979]: osdmap e942: 8 total, 8 up, 8 in 2024-08-17T00:56:28.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:28 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/4145636484' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:28.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:28 smithi082 ceph-mon[91979]: pgmap v1108: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:28.975 INFO:tasks.workunit.client.0.smithi082.stdout:265 2024-08-17T00:56:28.976 INFO:tasks.workunit.client.0.smithi082.stdout:266 2024-08-17T00:56:28.976 INFO:tasks.workunit.client.0.smithi082.stdout:267 2024-08-17T00:56:28.977 INFO:tasks.workunit.client.0.smithi082.stdout:268 2024-08-17T00:56:28.978 INFO:tasks.workunit.client.0.smithi082.stdout:269 2024-08-17T00:56:28.979 INFO:tasks.workunit.client.0.smithi082.stdout:270 2024-08-17T00:56:28.980 INFO:tasks.workunit.client.0.smithi082.stdout:271 2024-08-17T00:56:28.981 INFO:tasks.workunit.client.0.smithi082.stdout:272 2024-08-17T00:56:28.981 INFO:tasks.workunit.client.0.smithi082.stdout:273 2024-08-17T00:56:28.982 INFO:tasks.workunit.client.0.smithi082.stdout:274 2024-08-17T00:56:28.983 INFO:tasks.workunit.client.0.smithi082.stdout:275 2024-08-17T00:56:28.984 INFO:tasks.workunit.client.0.smithi082.stdout:276 2024-08-17T00:56:28.985 INFO:tasks.workunit.client.0.smithi082.stdout:277 2024-08-17T00:56:28.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:28 smithi137 ceph-mon[86391]: osdmap e942: 8 total, 8 up, 8 in 2024-08-17T00:56:28.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:28 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/4145636484' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:28.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:28 smithi137 ceph-mon[86391]: pgmap v1108: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:28.987 INFO:tasks.workunit.client.0.smithi082.stdout:278 2024-08-17T00:56:28.988 INFO:tasks.workunit.client.0.smithi082.stdout:279 2024-08-17T00:56:28.989 INFO:tasks.workunit.client.0.smithi082.stdout:280 2024-08-17T00:56:28.990 INFO:tasks.workunit.client.0.smithi082.stdout:281 2024-08-17T00:56:28.991 INFO:tasks.workunit.client.0.smithi082.stdout:282 2024-08-17T00:56:28.993 INFO:tasks.workunit.client.0.smithi082.stdout:283 2024-08-17T00:56:28.994 INFO:tasks.workunit.client.0.smithi082.stdout:284 2024-08-17T00:56:28.994 INFO:tasks.workunit.client.0.smithi082.stdout:285 2024-08-17T00:56:28.995 INFO:tasks.workunit.client.0.smithi082.stdout:286 2024-08-17T00:56:28.996 INFO:tasks.workunit.client.0.smithi082.stdout:287 2024-08-17T00:56:28.997 INFO:tasks.workunit.client.0.smithi082.stdout:288 2024-08-17T00:56:28.998 INFO:tasks.workunit.client.0.smithi082.stdout:289 2024-08-17T00:56:28.999 INFO:tasks.workunit.client.0.smithi082.stdout:290 2024-08-17T00:56:29.000 INFO:tasks.workunit.client.0.smithi082.stdout:291 2024-08-17T00:56:29.002 INFO:tasks.workunit.client.0.smithi082.stdout:292 2024-08-17T00:56:29.002 INFO:tasks.workunit.client.0.smithi082.stdout:293 2024-08-17T00:56:29.003 INFO:tasks.workunit.client.0.smithi082.stdout:294 2024-08-17T00:56:29.004 INFO:tasks.workunit.client.0.smithi082.stdout:295 2024-08-17T00:56:29.006 INFO:tasks.workunit.client.0.smithi082.stdout:296 2024-08-17T00:56:29.006 INFO:tasks.workunit.client.0.smithi082.stdout:297 2024-08-17T00:56:29.007 INFO:tasks.workunit.client.0.smithi082.stdout:298 2024-08-17T00:56:29.008 INFO:tasks.workunit.client.0.smithi082.stdout:299 2024-08-17T00:56:29.009 INFO:tasks.workunit.client.0.smithi082.stdout:300 2024-08-17T00:56:29.010 INFO:tasks.workunit.client.0.smithi082.stdout:301 2024-08-17T00:56:29.011 INFO:tasks.workunit.client.0.smithi082.stdout:302 2024-08-17T00:56:29.012 INFO:tasks.workunit.client.0.smithi082.stdout:303 2024-08-17T00:56:29.013 INFO:tasks.workunit.client.0.smithi082.stdout:304 2024-08-17T00:56:29.014 INFO:tasks.workunit.client.0.smithi082.stdout:305 2024-08-17T00:56:29.015 INFO:tasks.workunit.client.0.smithi082.stdout:306 2024-08-17T00:56:29.016 INFO:tasks.workunit.client.0.smithi082.stdout:307 2024-08-17T00:56:29.017 INFO:tasks.workunit.client.0.smithi082.stdout:308 2024-08-17T00:56:29.018 INFO:tasks.workunit.client.0.smithi082.stdout:309 2024-08-17T00:56:29.019 INFO:tasks.workunit.client.0.smithi082.stdout:310 2024-08-17T00:56:29.020 INFO:tasks.workunit.client.0.smithi082.stdout:311 2024-08-17T00:56:29.020 INFO:tasks.workunit.client.0.smithi082.stdout:312 2024-08-17T00:56:29.021 INFO:tasks.workunit.client.0.smithi082.stdout:313 2024-08-17T00:56:29.022 INFO:tasks.workunit.client.0.smithi082.stdout:314 2024-08-17T00:56:29.023 INFO:tasks.workunit.client.0.smithi082.stdout:315 2024-08-17T00:56:29.024 INFO:tasks.workunit.client.0.smithi082.stdout:316 2024-08-17T00:56:29.025 INFO:tasks.workunit.client.0.smithi082.stdout:317 2024-08-17T00:56:29.025 INFO:tasks.workunit.client.0.smithi082.stdout:318 2024-08-17T00:56:29.026 INFO:tasks.workunit.client.0.smithi082.stdout:319 2024-08-17T00:56:29.027 INFO:tasks.workunit.client.0.smithi082.stdout:320 2024-08-17T00:56:29.028 INFO:tasks.workunit.client.0.smithi082.stdout:321 2024-08-17T00:56:29.029 INFO:tasks.workunit.client.0.smithi082.stdout:322 2024-08-17T00:56:29.030 INFO:tasks.workunit.client.0.smithi082.stdout:323 2024-08-17T00:56:29.030 INFO:tasks.workunit.client.0.smithi082.stdout:324 2024-08-17T00:56:29.031 INFO:tasks.workunit.client.0.smithi082.stdout:325 2024-08-17T00:56:29.032 INFO:tasks.workunit.client.0.smithi082.stdout:326 2024-08-17T00:56:29.033 INFO:tasks.workunit.client.0.smithi082.stdout:327 2024-08-17T00:56:29.034 INFO:tasks.workunit.client.0.smithi082.stdout:328 2024-08-17T00:56:29.035 INFO:tasks.workunit.client.0.smithi082.stdout:329 2024-08-17T00:56:29.035 INFO:tasks.workunit.client.0.smithi082.stdout:330 2024-08-17T00:56:29.036 INFO:tasks.workunit.client.0.smithi082.stdout:331 2024-08-17T00:56:29.037 INFO:tasks.workunit.client.0.smithi082.stdout:332 2024-08-17T00:56:29.038 INFO:tasks.workunit.client.0.smithi082.stdout:333 2024-08-17T00:56:29.039 INFO:tasks.workunit.client.0.smithi082.stdout:334 2024-08-17T00:56:29.040 INFO:tasks.workunit.client.0.smithi082.stdout:335 2024-08-17T00:56:29.041 INFO:tasks.workunit.client.0.smithi082.stdout:336 2024-08-17T00:56:29.042 INFO:tasks.workunit.client.0.smithi082.stdout:337 2024-08-17T00:56:29.043 INFO:tasks.workunit.client.0.smithi082.stdout:338 2024-08-17T00:56:29.044 INFO:tasks.workunit.client.0.smithi082.stdout:339 2024-08-17T00:56:29.044 INFO:tasks.workunit.client.0.smithi082.stdout:340 2024-08-17T00:56:29.045 INFO:tasks.workunit.client.0.smithi082.stdout:341 2024-08-17T00:56:29.047 INFO:tasks.workunit.client.0.smithi082.stdout:342 2024-08-17T00:56:29.048 INFO:tasks.workunit.client.0.smithi082.stdout:343 2024-08-17T00:56:29.048 INFO:tasks.workunit.client.0.smithi082.stdout:344 2024-08-17T00:56:29.049 INFO:tasks.workunit.client.0.smithi082.stdout:345 2024-08-17T00:56:29.050 INFO:tasks.workunit.client.0.smithi082.stdout:346 2024-08-17T00:56:29.051 INFO:tasks.workunit.client.0.smithi082.stdout:347 2024-08-17T00:56:29.052 INFO:tasks.workunit.client.0.smithi082.stdout:348 2024-08-17T00:56:29.053 INFO:tasks.workunit.client.0.smithi082.stdout:349 2024-08-17T00:56:29.054 INFO:tasks.workunit.client.0.smithi082.stdout:350 2024-08-17T00:56:29.055 INFO:tasks.workunit.client.0.smithi082.stdout:351 2024-08-17T00:56:29.055 INFO:tasks.workunit.client.0.smithi082.stdout:352 2024-08-17T00:56:29.057 INFO:tasks.workunit.client.0.smithi082.stdout:353 2024-08-17T00:56:29.058 INFO:tasks.workunit.client.0.smithi082.stdout:354 2024-08-17T00:56:29.059 INFO:tasks.workunit.client.0.smithi082.stdout:355 2024-08-17T00:56:29.060 INFO:tasks.workunit.client.0.smithi082.stdout:356 2024-08-17T00:56:29.061 INFO:tasks.workunit.client.0.smithi082.stdout:357 2024-08-17T00:56:29.062 INFO:tasks.workunit.client.0.smithi082.stdout:358 2024-08-17T00:56:29.063 INFO:tasks.workunit.client.0.smithi082.stdout:359 2024-08-17T00:56:29.064 INFO:tasks.workunit.client.0.smithi082.stdout:360 2024-08-17T00:56:29.065 INFO:tasks.workunit.client.0.smithi082.stdout:361 2024-08-17T00:56:29.066 INFO:tasks.workunit.client.0.smithi082.stdout:362 2024-08-17T00:56:29.067 INFO:tasks.workunit.client.0.smithi082.stdout:363 2024-08-17T00:56:29.068 INFO:tasks.workunit.client.0.smithi082.stdout:364 2024-08-17T00:56:29.068 INFO:tasks.workunit.client.0.smithi082.stdout:365 2024-08-17T00:56:29.069 INFO:tasks.workunit.client.0.smithi082.stdout:366 2024-08-17T00:56:29.070 INFO:tasks.workunit.client.0.smithi082.stdout:367 2024-08-17T00:56:29.071 INFO:tasks.workunit.client.0.smithi082.stdout:368 2024-08-17T00:56:29.072 INFO:tasks.workunit.client.0.smithi082.stdout:369 2024-08-17T00:56:29.073 INFO:tasks.workunit.client.0.smithi082.stdout:370 2024-08-17T00:56:29.074 INFO:tasks.workunit.client.0.smithi082.stdout:371 2024-08-17T00:56:29.075 INFO:tasks.workunit.client.0.smithi082.stdout:372 2024-08-17T00:56:29.075 INFO:tasks.workunit.client.0.smithi082.stdout:373 2024-08-17T00:56:29.076 INFO:tasks.workunit.client.0.smithi082.stdout:374 2024-08-17T00:56:29.077 INFO:tasks.workunit.client.0.smithi082.stdout:375 2024-08-17T00:56:29.078 INFO:tasks.workunit.client.0.smithi082.stdout:376 2024-08-17T00:56:29.079 INFO:tasks.workunit.client.0.smithi082.stdout:377 2024-08-17T00:56:29.080 INFO:tasks.workunit.client.0.smithi082.stdout:378 2024-08-17T00:56:29.081 INFO:tasks.workunit.client.0.smithi082.stdout:379 2024-08-17T00:56:29.082 INFO:tasks.workunit.client.0.smithi082.stdout:380 2024-08-17T00:56:29.083 INFO:tasks.workunit.client.0.smithi082.stdout:381 2024-08-17T00:56:29.084 INFO:tasks.workunit.client.0.smithi082.stdout:382 2024-08-17T00:56:29.085 INFO:tasks.workunit.client.0.smithi082.stdout:383 2024-08-17T00:56:29.086 INFO:tasks.workunit.client.0.smithi082.stdout:384 2024-08-17T00:56:29.087 INFO:tasks.workunit.client.0.smithi082.stdout:385 2024-08-17T00:56:29.087 INFO:tasks.workunit.client.0.smithi082.stdout:386 2024-08-17T00:56:29.088 INFO:tasks.workunit.client.0.smithi082.stdout:387 2024-08-17T00:56:29.089 INFO:tasks.workunit.client.0.smithi082.stdout:388 2024-08-17T00:56:29.090 INFO:tasks.workunit.client.0.smithi082.stdout:389 2024-08-17T00:56:29.091 INFO:tasks.workunit.client.0.smithi082.stdout:390 2024-08-17T00:56:29.092 INFO:tasks.workunit.client.0.smithi082.stdout:391 2024-08-17T00:56:29.092 INFO:tasks.workunit.client.0.smithi082.stdout:392 2024-08-17T00:56:29.093 INFO:tasks.workunit.client.0.smithi082.stdout:393 2024-08-17T00:56:29.094 INFO:tasks.workunit.client.0.smithi082.stdout:394 2024-08-17T00:56:29.095 INFO:tasks.workunit.client.0.smithi082.stdout:395 2024-08-17T00:56:29.097 INFO:tasks.workunit.client.0.smithi082.stdout:396 2024-08-17T00:56:29.097 INFO:tasks.workunit.client.0.smithi082.stdout:397 2024-08-17T00:56:29.098 INFO:tasks.workunit.client.0.smithi082.stdout:398 2024-08-17T00:56:29.099 INFO:tasks.workunit.client.0.smithi082.stdout:399 2024-08-17T00:56:29.100 INFO:tasks.workunit.client.0.smithi082.stdout:400 2024-08-17T00:56:29.101 INFO:tasks.workunit.client.0.smithi082.stdout:401 2024-08-17T00:56:29.102 INFO:tasks.workunit.client.0.smithi082.stdout:402 2024-08-17T00:56:29.103 INFO:tasks.workunit.client.0.smithi082.stdout:403 2024-08-17T00:56:29.104 INFO:tasks.workunit.client.0.smithi082.stdout:404 2024-08-17T00:56:29.105 INFO:tasks.workunit.client.0.smithi082.stdout:405 2024-08-17T00:56:29.106 INFO:tasks.workunit.client.0.smithi082.stdout:406 2024-08-17T00:56:29.107 INFO:tasks.workunit.client.0.smithi082.stdout:407 2024-08-17T00:56:29.108 INFO:tasks.workunit.client.0.smithi082.stdout:408 2024-08-17T00:56:29.109 INFO:tasks.workunit.client.0.smithi082.stdout:409 2024-08-17T00:56:29.110 INFO:tasks.workunit.client.0.smithi082.stdout:410 2024-08-17T00:56:29.111 INFO:tasks.workunit.client.0.smithi082.stdout:411 2024-08-17T00:56:29.111 INFO:tasks.workunit.client.0.smithi082.stdout:412 2024-08-17T00:56:29.112 INFO:tasks.workunit.client.0.smithi082.stdout:413 2024-08-17T00:56:29.113 INFO:tasks.workunit.client.0.smithi082.stdout:414 2024-08-17T00:56:29.114 INFO:tasks.workunit.client.0.smithi082.stdout:415 2024-08-17T00:56:29.115 INFO:tasks.workunit.client.0.smithi082.stdout:416 2024-08-17T00:56:29.116 INFO:tasks.workunit.client.0.smithi082.stdout:417 2024-08-17T00:56:29.117 INFO:tasks.workunit.client.0.smithi082.stdout:418 2024-08-17T00:56:29.118 INFO:tasks.workunit.client.0.smithi082.stdout:419 2024-08-17T00:56:29.119 INFO:tasks.workunit.client.0.smithi082.stdout:420 2024-08-17T00:56:29.119 INFO:tasks.workunit.client.0.smithi082.stdout:421 2024-08-17T00:56:29.120 INFO:tasks.workunit.client.0.smithi082.stdout:422 2024-08-17T00:56:29.121 INFO:tasks.workunit.client.0.smithi082.stdout:423 2024-08-17T00:56:29.122 INFO:tasks.workunit.client.0.smithi082.stdout:424 2024-08-17T00:56:29.123 INFO:tasks.workunit.client.0.smithi082.stdout:425 2024-08-17T00:56:29.124 INFO:tasks.workunit.client.0.smithi082.stdout:426 2024-08-17T00:56:29.125 INFO:tasks.workunit.client.0.smithi082.stdout:427 2024-08-17T00:56:29.126 INFO:tasks.workunit.client.0.smithi082.stdout:428 2024-08-17T00:56:29.127 INFO:tasks.workunit.client.0.smithi082.stdout:429 2024-08-17T00:56:29.128 INFO:tasks.workunit.client.0.smithi082.stdout:430 2024-08-17T00:56:29.129 INFO:tasks.workunit.client.0.smithi082.stdout:431 2024-08-17T00:56:29.130 INFO:tasks.workunit.client.0.smithi082.stdout:432 2024-08-17T00:56:29.131 INFO:tasks.workunit.client.0.smithi082.stdout:433 2024-08-17T00:56:29.132 INFO:tasks.workunit.client.0.smithi082.stdout:434 2024-08-17T00:56:29.132 INFO:tasks.workunit.client.0.smithi082.stdout:435 2024-08-17T00:56:29.133 INFO:tasks.workunit.client.0.smithi082.stdout:436 2024-08-17T00:56:29.134 INFO:tasks.workunit.client.0.smithi082.stdout:437 2024-08-17T00:56:29.135 INFO:tasks.workunit.client.0.smithi082.stdout:438 2024-08-17T00:56:29.136 INFO:tasks.workunit.client.0.smithi082.stdout:439 2024-08-17T00:56:29.137 INFO:tasks.workunit.client.0.smithi082.stdout:440 2024-08-17T00:56:29.138 INFO:tasks.workunit.client.0.smithi082.stdout:441 2024-08-17T00:56:29.138 INFO:tasks.workunit.client.0.smithi082.stdout:442 2024-08-17T00:56:29.139 INFO:tasks.workunit.client.0.smithi082.stdout:443 2024-08-17T00:56:29.140 INFO:tasks.workunit.client.0.smithi082.stdout:444 2024-08-17T00:56:29.141 INFO:tasks.workunit.client.0.smithi082.stdout:445 2024-08-17T00:56:29.142 INFO:tasks.workunit.client.0.smithi082.stdout:446 2024-08-17T00:56:29.143 INFO:tasks.workunit.client.0.smithi082.stdout:447 2024-08-17T00:56:29.144 INFO:tasks.workunit.client.0.smithi082.stdout:448 2024-08-17T00:56:29.145 INFO:tasks.workunit.client.0.smithi082.stdout:449 2024-08-17T00:56:29.146 INFO:tasks.workunit.client.0.smithi082.stdout:450 2024-08-17T00:56:29.147 INFO:tasks.workunit.client.0.smithi082.stdout:451 2024-08-17T00:56:29.147 INFO:tasks.workunit.client.0.smithi082.stdout:452 2024-08-17T00:56:29.148 INFO:tasks.workunit.client.0.smithi082.stdout:453 2024-08-17T00:56:29.149 INFO:tasks.workunit.client.0.smithi082.stdout:454 2024-08-17T00:56:29.150 INFO:tasks.workunit.client.0.smithi082.stdout:455 2024-08-17T00:56:29.151 INFO:tasks.workunit.client.0.smithi082.stdout:456 2024-08-17T00:56:29.152 INFO:tasks.workunit.client.0.smithi082.stdout:457 2024-08-17T00:56:29.153 INFO:tasks.workunit.client.0.smithi082.stdout:458 2024-08-17T00:56:29.154 INFO:tasks.workunit.client.0.smithi082.stdout:459 2024-08-17T00:56:29.155 INFO:tasks.workunit.client.0.smithi082.stdout:460 2024-08-17T00:56:29.155 INFO:tasks.workunit.client.0.smithi082.stdout:461 2024-08-17T00:56:29.156 INFO:tasks.workunit.client.0.smithi082.stdout:462 2024-08-17T00:56:29.157 INFO:tasks.workunit.client.0.smithi082.stdout:463 2024-08-17T00:56:29.158 INFO:tasks.workunit.client.0.smithi082.stdout:464 2024-08-17T00:56:29.159 INFO:tasks.workunit.client.0.smithi082.stdout:465 2024-08-17T00:56:29.160 INFO:tasks.workunit.client.0.smithi082.stdout:466 2024-08-17T00:56:29.161 INFO:tasks.workunit.client.0.smithi082.stdout:467 2024-08-17T00:56:29.162 INFO:tasks.workunit.client.0.smithi082.stdout:468 2024-08-17T00:56:29.163 INFO:tasks.workunit.client.0.smithi082.stdout:469 2024-08-17T00:56:29.163 INFO:tasks.workunit.client.0.smithi082.stdout:470 2024-08-17T00:56:29.164 INFO:tasks.workunit.client.0.smithi082.stdout:471 2024-08-17T00:56:29.165 INFO:tasks.workunit.client.0.smithi082.stdout:472 2024-08-17T00:56:29.166 INFO:tasks.workunit.client.0.smithi082.stdout:473 2024-08-17T00:56:29.167 INFO:tasks.workunit.client.0.smithi082.stdout:474 2024-08-17T00:56:29.168 INFO:tasks.workunit.client.0.smithi082.stdout:475 2024-08-17T00:56:29.169 INFO:tasks.workunit.client.0.smithi082.stdout:476 2024-08-17T00:56:29.170 INFO:tasks.workunit.client.0.smithi082.stdout:477 2024-08-17T00:56:29.171 INFO:tasks.workunit.client.0.smithi082.stdout:478 2024-08-17T00:56:29.172 INFO:tasks.workunit.client.0.smithi082.stdout:479 2024-08-17T00:56:29.173 INFO:tasks.workunit.client.0.smithi082.stdout:480 2024-08-17T00:56:29.174 INFO:tasks.workunit.client.0.smithi082.stdout:481 2024-08-17T00:56:29.175 INFO:tasks.workunit.client.0.smithi082.stdout:482 2024-08-17T00:56:29.176 INFO:tasks.workunit.client.0.smithi082.stdout:483 2024-08-17T00:56:29.177 INFO:tasks.workunit.client.0.smithi082.stdout:484 2024-08-17T00:56:29.178 INFO:tasks.workunit.client.0.smithi082.stdout:485 2024-08-17T00:56:29.179 INFO:tasks.workunit.client.0.smithi082.stdout:486 2024-08-17T00:56:29.180 INFO:tasks.workunit.client.0.smithi082.stdout:487 2024-08-17T00:56:29.181 INFO:tasks.workunit.client.0.smithi082.stdout:488 2024-08-17T00:56:29.182 INFO:tasks.workunit.client.0.smithi082.stdout:489 2024-08-17T00:56:29.183 INFO:tasks.workunit.client.0.smithi082.stdout:490 2024-08-17T00:56:29.184 INFO:tasks.workunit.client.0.smithi082.stdout:491 2024-08-17T00:56:29.185 INFO:tasks.workunit.client.0.smithi082.stdout:492 2024-08-17T00:56:29.186 INFO:tasks.workunit.client.0.smithi082.stdout:493 2024-08-17T00:56:29.187 INFO:tasks.workunit.client.0.smithi082.stdout:494 2024-08-17T00:56:29.188 INFO:tasks.workunit.client.0.smithi082.stdout:495 2024-08-17T00:56:29.189 INFO:tasks.workunit.client.0.smithi082.stdout:496 2024-08-17T00:56:29.190 INFO:tasks.workunit.client.0.smithi082.stdout:497 2024-08-17T00:56:29.191 INFO:tasks.workunit.client.0.smithi082.stdout:498 2024-08-17T00:56:29.192 INFO:tasks.workunit.client.0.smithi082.stdout:499 2024-08-17T00:56:29.193 INFO:tasks.workunit.client.0.smithi082.stdout:500 2024-08-17T00:56:29.194 INFO:tasks.workunit.client.0.smithi082.stdout:501 2024-08-17T00:56:29.195 INFO:tasks.workunit.client.0.smithi082.stdout:502 2024-08-17T00:56:29.196 INFO:tasks.workunit.client.0.smithi082.stdout:503 2024-08-17T00:56:29.197 INFO:tasks.workunit.client.0.smithi082.stdout:504 2024-08-17T00:56:29.198 INFO:tasks.workunit.client.0.smithi082.stdout:505 2024-08-17T00:56:29.199 INFO:tasks.workunit.client.0.smithi082.stdout:506 2024-08-17T00:56:29.200 INFO:tasks.workunit.client.0.smithi082.stdout:507 2024-08-17T00:56:29.201 INFO:tasks.workunit.client.0.smithi082.stdout:508 2024-08-17T00:56:29.202 INFO:tasks.workunit.client.0.smithi082.stdout:509 2024-08-17T00:56:29.203 INFO:tasks.workunit.client.0.smithi082.stdout:510 2024-08-17T00:56:29.204 INFO:tasks.workunit.client.0.smithi082.stdout:511 2024-08-17T00:56:29.204 INFO:tasks.workunit.client.0.smithi082.stdout:512 2024-08-17T00:56:29.205 INFO:tasks.workunit.client.0.smithi082.stdout:513 2024-08-17T00:56:29.206 INFO:tasks.workunit.client.0.smithi082.stdout:514 2024-08-17T00:56:29.207 INFO:tasks.workunit.client.0.smithi082.stdout:515 2024-08-17T00:56:29.208 INFO:tasks.workunit.client.0.smithi082.stdout:516 2024-08-17T00:56:29.209 INFO:tasks.workunit.client.0.smithi082.stdout:517 2024-08-17T00:56:29.210 INFO:tasks.workunit.client.0.smithi082.stdout:518 2024-08-17T00:56:29.211 INFO:tasks.workunit.client.0.smithi082.stdout:519 2024-08-17T00:56:29.212 INFO:tasks.workunit.client.0.smithi082.stdout:520 2024-08-17T00:56:29.213 INFO:tasks.workunit.client.0.smithi082.stdout:521 2024-08-17T00:56:29.214 INFO:tasks.workunit.client.0.smithi082.stdout:522 2024-08-17T00:56:29.215 INFO:tasks.workunit.client.0.smithi082.stdout:523 2024-08-17T00:56:29.216 INFO:tasks.workunit.client.0.smithi082.stdout:524 2024-08-17T00:56:29.217 INFO:tasks.workunit.client.0.smithi082.stdout:525 2024-08-17T00:56:29.218 INFO:tasks.workunit.client.0.smithi082.stdout:526 2024-08-17T00:56:29.219 INFO:tasks.workunit.client.0.smithi082.stdout:527 2024-08-17T00:56:29.220 INFO:tasks.workunit.client.0.smithi082.stdout:528 2024-08-17T00:56:29.221 INFO:tasks.workunit.client.0.smithi082.stdout:529 2024-08-17T00:56:29.221 INFO:tasks.workunit.client.0.smithi082.stdout:530 2024-08-17T00:56:29.223 INFO:tasks.workunit.client.0.smithi082.stdout:531 2024-08-17T00:56:29.223 INFO:tasks.workunit.client.0.smithi082.stdout:532 2024-08-17T00:56:29.225 INFO:tasks.workunit.client.0.smithi082.stdout:533 2024-08-17T00:56:29.225 INFO:tasks.workunit.client.0.smithi082.stdout:534 2024-08-17T00:56:29.226 INFO:tasks.workunit.client.0.smithi082.stdout:535 2024-08-17T00:56:29.227 INFO:tasks.workunit.client.0.smithi082.stdout:536 2024-08-17T00:56:29.229 INFO:tasks.workunit.client.0.smithi082.stdout:537 2024-08-17T00:56:29.230 INFO:tasks.workunit.client.0.smithi082.stdout:538 2024-08-17T00:56:29.231 INFO:tasks.workunit.client.0.smithi082.stdout:539 2024-08-17T00:56:29.232 INFO:tasks.workunit.client.0.smithi082.stdout:540 2024-08-17T00:56:29.233 INFO:tasks.workunit.client.0.smithi082.stdout:541 2024-08-17T00:56:29.234 INFO:tasks.workunit.client.0.smithi082.stdout:542 2024-08-17T00:56:29.235 INFO:tasks.workunit.client.0.smithi082.stdout:543 2024-08-17T00:56:29.236 INFO:tasks.workunit.client.0.smithi082.stdout:544 2024-08-17T00:56:29.237 INFO:tasks.workunit.client.0.smithi082.stdout:545 2024-08-17T00:56:29.238 INFO:tasks.workunit.client.0.smithi082.stdout:546 2024-08-17T00:56:29.240 INFO:tasks.workunit.client.0.smithi082.stdout:547 2024-08-17T00:56:29.241 INFO:tasks.workunit.client.0.smithi082.stdout:548 2024-08-17T00:56:29.242 INFO:tasks.workunit.client.0.smithi082.stdout:549 2024-08-17T00:56:29.243 INFO:tasks.workunit.client.0.smithi082.stdout:550 2024-08-17T00:56:29.244 INFO:tasks.workunit.client.0.smithi082.stdout:551 2024-08-17T00:56:29.244 INFO:tasks.workunit.client.0.smithi082.stdout:552 2024-08-17T00:56:29.246 INFO:tasks.workunit.client.0.smithi082.stdout:553 2024-08-17T00:56:29.247 INFO:tasks.workunit.client.0.smithi082.stdout:554 2024-08-17T00:56:29.248 INFO:tasks.workunit.client.0.smithi082.stdout:555 2024-08-17T00:56:29.249 INFO:tasks.workunit.client.0.smithi082.stdout:556 2024-08-17T00:56:29.250 INFO:tasks.workunit.client.0.smithi082.stdout:557 2024-08-17T00:56:29.251 INFO:tasks.workunit.client.0.smithi082.stdout:558 2024-08-17T00:56:29.252 INFO:tasks.workunit.client.0.smithi082.stdout:559 2024-08-17T00:56:29.253 INFO:tasks.workunit.client.0.smithi082.stdout:560 2024-08-17T00:56:29.254 INFO:tasks.workunit.client.0.smithi082.stdout:561 2024-08-17T00:56:29.255 INFO:tasks.workunit.client.0.smithi082.stdout:562 2024-08-17T00:56:29.256 INFO:tasks.workunit.client.0.smithi082.stdout:563 2024-08-17T00:56:29.257 INFO:tasks.workunit.client.0.smithi082.stdout:564 2024-08-17T00:56:29.258 INFO:tasks.workunit.client.0.smithi082.stdout:565 2024-08-17T00:56:29.259 INFO:tasks.workunit.client.0.smithi082.stdout:566 2024-08-17T00:56:29.260 INFO:tasks.workunit.client.0.smithi082.stdout:567 2024-08-17T00:56:29.261 INFO:tasks.workunit.client.0.smithi082.stdout:568 2024-08-17T00:56:29.263 INFO:tasks.workunit.client.0.smithi082.stdout:569 2024-08-17T00:56:29.264 INFO:tasks.workunit.client.0.smithi082.stdout:570 2024-08-17T00:56:29.265 INFO:tasks.workunit.client.0.smithi082.stdout:571 2024-08-17T00:56:29.266 INFO:tasks.workunit.client.0.smithi082.stdout:572 2024-08-17T00:56:29.267 INFO:tasks.workunit.client.0.smithi082.stdout:573 2024-08-17T00:56:29.268 INFO:tasks.workunit.client.0.smithi082.stdout:574 2024-08-17T00:56:29.270 INFO:tasks.workunit.client.0.smithi082.stdout:575 2024-08-17T00:56:29.271 INFO:tasks.workunit.client.0.smithi082.stdout:576 2024-08-17T00:56:29.272 INFO:tasks.workunit.client.0.smithi082.stdout:577 2024-08-17T00:56:29.273 INFO:tasks.workunit.client.0.smithi082.stdout:578 2024-08-17T00:56:29.274 INFO:tasks.workunit.client.0.smithi082.stdout:579 2024-08-17T00:56:29.275 INFO:tasks.workunit.client.0.smithi082.stdout:580 2024-08-17T00:56:29.276 INFO:tasks.workunit.client.0.smithi082.stdout:581 2024-08-17T00:56:29.277 INFO:tasks.workunit.client.0.smithi082.stdout:582 2024-08-17T00:56:29.277 INFO:tasks.workunit.client.0.smithi082.stdout:583 2024-08-17T00:56:29.278 INFO:tasks.workunit.client.0.smithi082.stdout:584 2024-08-17T00:56:29.279 INFO:tasks.workunit.client.0.smithi082.stdout:585 2024-08-17T00:56:29.280 INFO:tasks.workunit.client.0.smithi082.stdout:586 2024-08-17T00:56:29.281 INFO:tasks.workunit.client.0.smithi082.stdout:587 2024-08-17T00:56:29.282 INFO:tasks.workunit.client.0.smithi082.stdout:588 2024-08-17T00:56:29.283 INFO:tasks.workunit.client.0.smithi082.stdout:589 2024-08-17T00:56:29.284 INFO:tasks.workunit.client.0.smithi082.stdout:590 2024-08-17T00:56:29.285 INFO:tasks.workunit.client.0.smithi082.stdout:591 2024-08-17T00:56:29.286 INFO:tasks.workunit.client.0.smithi082.stdout:592 2024-08-17T00:56:29.287 INFO:tasks.workunit.client.0.smithi082.stdout:593 2024-08-17T00:56:29.288 INFO:tasks.workunit.client.0.smithi082.stdout:594 2024-08-17T00:56:29.289 INFO:tasks.workunit.client.0.smithi082.stdout:595 2024-08-17T00:56:29.290 INFO:tasks.workunit.client.0.smithi082.stdout:596 2024-08-17T00:56:29.291 INFO:tasks.workunit.client.0.smithi082.stdout:597 2024-08-17T00:56:29.292 INFO:tasks.workunit.client.0.smithi082.stdout:598 2024-08-17T00:56:29.293 INFO:tasks.workunit.client.0.smithi082.stdout:599 2024-08-17T00:56:29.294 INFO:tasks.workunit.client.0.smithi082.stdout:600 2024-08-17T00:56:29.295 INFO:tasks.workunit.client.0.smithi082.stdout:601 2024-08-17T00:56:29.296 INFO:tasks.workunit.client.0.smithi082.stdout:602 2024-08-17T00:56:29.297 INFO:tasks.workunit.client.0.smithi082.stdout:603 2024-08-17T00:56:29.298 INFO:tasks.workunit.client.0.smithi082.stdout:604 2024-08-17T00:56:29.299 INFO:tasks.workunit.client.0.smithi082.stdout:605 2024-08-17T00:56:29.300 INFO:tasks.workunit.client.0.smithi082.stdout:606 2024-08-17T00:56:29.301 INFO:tasks.workunit.client.0.smithi082.stdout:607 2024-08-17T00:56:29.302 INFO:tasks.workunit.client.0.smithi082.stdout:608 2024-08-17T00:56:29.303 INFO:tasks.workunit.client.0.smithi082.stdout:609 2024-08-17T00:56:29.304 INFO:tasks.workunit.client.0.smithi082.stdout:610 2024-08-17T00:56:29.306 INFO:tasks.workunit.client.0.smithi082.stdout:611 2024-08-17T00:56:29.308 INFO:tasks.workunit.client.0.smithi082.stdout:612 2024-08-17T00:56:29.309 INFO:tasks.workunit.client.0.smithi082.stdout:613 2024-08-17T00:56:29.310 INFO:tasks.workunit.client.0.smithi082.stdout:614 2024-08-17T00:56:29.311 INFO:tasks.workunit.client.0.smithi082.stdout:615 2024-08-17T00:56:29.312 INFO:tasks.workunit.client.0.smithi082.stdout:616 2024-08-17T00:56:29.313 INFO:tasks.workunit.client.0.smithi082.stdout:617 2024-08-17T00:56:29.315 INFO:tasks.workunit.client.0.smithi082.stdout:618 2024-08-17T00:56:29.316 INFO:tasks.workunit.client.0.smithi082.stdout:619 2024-08-17T00:56:29.317 INFO:tasks.workunit.client.0.smithi082.stdout:620 2024-08-17T00:56:29.318 INFO:tasks.workunit.client.0.smithi082.stdout:621 2024-08-17T00:56:29.319 INFO:tasks.workunit.client.0.smithi082.stdout:622 2024-08-17T00:56:29.320 INFO:tasks.workunit.client.0.smithi082.stdout:623 2024-08-17T00:56:29.321 INFO:tasks.workunit.client.0.smithi082.stdout:624 2024-08-17T00:56:29.322 INFO:tasks.workunit.client.0.smithi082.stdout:625 2024-08-17T00:56:29.323 INFO:tasks.workunit.client.0.smithi082.stdout:626 2024-08-17T00:56:29.324 INFO:tasks.workunit.client.0.smithi082.stdout:627 2024-08-17T00:56:29.326 INFO:tasks.workunit.client.0.smithi082.stdout:628 2024-08-17T00:56:29.327 INFO:tasks.workunit.client.0.smithi082.stdout:629 2024-08-17T00:56:29.328 INFO:tasks.workunit.client.0.smithi082.stdout:630 2024-08-17T00:56:29.329 INFO:tasks.workunit.client.0.smithi082.stdout:631 2024-08-17T00:56:29.329 INFO:tasks.workunit.client.0.smithi082.stdout:632 2024-08-17T00:56:29.331 INFO:tasks.workunit.client.0.smithi082.stdout:633 2024-08-17T00:56:29.332 INFO:tasks.workunit.client.0.smithi082.stdout:634 2024-08-17T00:56:29.333 INFO:tasks.workunit.client.0.smithi082.stdout:635 2024-08-17T00:56:29.334 INFO:tasks.workunit.client.0.smithi082.stdout:636 2024-08-17T00:56:29.335 INFO:tasks.workunit.client.0.smithi082.stdout:637 2024-08-17T00:56:29.336 INFO:tasks.workunit.client.0.smithi082.stdout:638 2024-08-17T00:56:29.337 INFO:tasks.workunit.client.0.smithi082.stdout:639 2024-08-17T00:56:29.338 INFO:tasks.workunit.client.0.smithi082.stdout:640 2024-08-17T00:56:29.339 INFO:tasks.workunit.client.0.smithi082.stdout:641 2024-08-17T00:56:29.340 INFO:tasks.workunit.client.0.smithi082.stdout:642 2024-08-17T00:56:29.341 INFO:tasks.workunit.client.0.smithi082.stdout:643 2024-08-17T00:56:29.342 INFO:tasks.workunit.client.0.smithi082.stdout:644 2024-08-17T00:56:29.343 INFO:tasks.workunit.client.0.smithi082.stdout:645 2024-08-17T00:56:29.344 INFO:tasks.workunit.client.0.smithi082.stdout:646 2024-08-17T00:56:29.345 INFO:tasks.workunit.client.0.smithi082.stdout:647 2024-08-17T00:56:29.346 INFO:tasks.workunit.client.0.smithi082.stdout:648 2024-08-17T00:56:29.347 INFO:tasks.workunit.client.0.smithi082.stdout:649 2024-08-17T00:56:29.348 INFO:tasks.workunit.client.0.smithi082.stdout:650 2024-08-17T00:56:29.349 INFO:tasks.workunit.client.0.smithi082.stdout:651 2024-08-17T00:56:29.350 INFO:tasks.workunit.client.0.smithi082.stdout:652 2024-08-17T00:56:29.354 INFO:tasks.workunit.client.0.smithi082.stdout:653 2024-08-17T00:56:29.354 INFO:tasks.workunit.client.0.smithi082.stdout:654 2024-08-17T00:56:29.354 INFO:tasks.workunit.client.0.smithi082.stdout:655 2024-08-17T00:56:29.354 INFO:tasks.workunit.client.0.smithi082.stdout:656 2024-08-17T00:56:29.355 INFO:tasks.workunit.client.0.smithi082.stdout:657 2024-08-17T00:56:29.356 INFO:tasks.workunit.client.0.smithi082.stdout:658 2024-08-17T00:56:29.357 INFO:tasks.workunit.client.0.smithi082.stdout:659 2024-08-17T00:56:29.358 INFO:tasks.workunit.client.0.smithi082.stdout:660 2024-08-17T00:56:29.359 INFO:tasks.workunit.client.0.smithi082.stdout:661 2024-08-17T00:56:29.360 INFO:tasks.workunit.client.0.smithi082.stdout:662 2024-08-17T00:56:29.361 INFO:tasks.workunit.client.0.smithi082.stdout:663 2024-08-17T00:56:29.362 INFO:tasks.workunit.client.0.smithi082.stdout:664 2024-08-17T00:56:29.363 INFO:tasks.workunit.client.0.smithi082.stdout:665 2024-08-17T00:56:29.364 INFO:tasks.workunit.client.0.smithi082.stdout:666 2024-08-17T00:56:29.365 INFO:tasks.workunit.client.0.smithi082.stdout:667 2024-08-17T00:56:29.366 INFO:tasks.workunit.client.0.smithi082.stdout:668 2024-08-17T00:56:29.367 INFO:tasks.workunit.client.0.smithi082.stdout:669 2024-08-17T00:56:29.369 INFO:tasks.workunit.client.0.smithi082.stdout:670 2024-08-17T00:56:29.370 INFO:tasks.workunit.client.0.smithi082.stdout:671 2024-08-17T00:56:29.371 INFO:tasks.workunit.client.0.smithi082.stdout:672 2024-08-17T00:56:29.372 INFO:tasks.workunit.client.0.smithi082.stdout:673 2024-08-17T00:56:29.373 INFO:tasks.workunit.client.0.smithi082.stdout:674 2024-08-17T00:56:29.374 INFO:tasks.workunit.client.0.smithi082.stdout:675 2024-08-17T00:56:29.375 INFO:tasks.workunit.client.0.smithi082.stdout:676 2024-08-17T00:56:29.376 INFO:tasks.workunit.client.0.smithi082.stdout:677 2024-08-17T00:56:29.377 INFO:tasks.workunit.client.0.smithi082.stdout:678 2024-08-17T00:56:29.378 INFO:tasks.workunit.client.0.smithi082.stdout:679 2024-08-17T00:56:29.379 INFO:tasks.workunit.client.0.smithi082.stdout:680 2024-08-17T00:56:29.380 INFO:tasks.workunit.client.0.smithi082.stdout:681 2024-08-17T00:56:29.381 INFO:tasks.workunit.client.0.smithi082.stdout:682 2024-08-17T00:56:29.382 INFO:tasks.workunit.client.0.smithi082.stdout:683 2024-08-17T00:56:29.384 INFO:tasks.workunit.client.0.smithi082.stdout:684 2024-08-17T00:56:29.385 INFO:tasks.workunit.client.0.smithi082.stdout:685 2024-08-17T00:56:29.386 INFO:tasks.workunit.client.0.smithi082.stdout:686 2024-08-17T00:56:29.387 INFO:tasks.workunit.client.0.smithi082.stdout:687 2024-08-17T00:56:29.388 INFO:tasks.workunit.client.0.smithi082.stdout:688 2024-08-17T00:56:29.389 INFO:tasks.workunit.client.0.smithi082.stdout:689 2024-08-17T00:56:29.390 INFO:tasks.workunit.client.0.smithi082.stdout:690 2024-08-17T00:56:29.391 INFO:tasks.workunit.client.0.smithi082.stdout:691 2024-08-17T00:56:29.392 INFO:tasks.workunit.client.0.smithi082.stdout:692 2024-08-17T00:56:29.393 INFO:tasks.workunit.client.0.smithi082.stdout:693 2024-08-17T00:56:29.394 INFO:tasks.workunit.client.0.smithi082.stdout:694 2024-08-17T00:56:29.396 INFO:tasks.workunit.client.0.smithi082.stdout:695 2024-08-17T00:56:29.397 INFO:tasks.workunit.client.0.smithi082.stdout:696 2024-08-17T00:56:29.398 INFO:tasks.workunit.client.0.smithi082.stdout:697 2024-08-17T00:56:29.399 INFO:tasks.workunit.client.0.smithi082.stdout:698 2024-08-17T00:56:29.400 INFO:tasks.workunit.client.0.smithi082.stdout:699 2024-08-17T00:56:29.401 INFO:tasks.workunit.client.0.smithi082.stdout:700 2024-08-17T00:56:29.402 INFO:tasks.workunit.client.0.smithi082.stdout:701 2024-08-17T00:56:29.403 INFO:tasks.workunit.client.0.smithi082.stdout:702 2024-08-17T00:56:29.404 INFO:tasks.workunit.client.0.smithi082.stdout:703 2024-08-17T00:56:29.406 INFO:tasks.workunit.client.0.smithi082.stdout:704 2024-08-17T00:56:29.406 INFO:tasks.workunit.client.0.smithi082.stdout:705 2024-08-17T00:56:29.408 INFO:tasks.workunit.client.0.smithi082.stdout:706 2024-08-17T00:56:29.409 INFO:tasks.workunit.client.0.smithi082.stdout:707 2024-08-17T00:56:29.410 INFO:tasks.workunit.client.0.smithi082.stdout:708 2024-08-17T00:56:29.411 INFO:tasks.workunit.client.0.smithi082.stdout:709 2024-08-17T00:56:29.412 INFO:tasks.workunit.client.0.smithi082.stdout:710 2024-08-17T00:56:29.413 INFO:tasks.workunit.client.0.smithi082.stdout:711 2024-08-17T00:56:29.414 INFO:tasks.workunit.client.0.smithi082.stdout:712 2024-08-17T00:56:29.415 INFO:tasks.workunit.client.0.smithi082.stdout:713 2024-08-17T00:56:29.416 INFO:tasks.workunit.client.0.smithi082.stdout:714 2024-08-17T00:56:29.417 INFO:tasks.workunit.client.0.smithi082.stdout:715 2024-08-17T00:56:29.418 INFO:tasks.workunit.client.0.smithi082.stdout:716 2024-08-17T00:56:29.419 INFO:tasks.workunit.client.0.smithi082.stdout:717 2024-08-17T00:56:29.420 INFO:tasks.workunit.client.0.smithi082.stdout:718 2024-08-17T00:56:29.421 INFO:tasks.workunit.client.0.smithi082.stdout:719 2024-08-17T00:56:29.422 INFO:tasks.workunit.client.0.smithi082.stdout:720 2024-08-17T00:56:29.423 INFO:tasks.workunit.client.0.smithi082.stdout:721 2024-08-17T00:56:29.424 INFO:tasks.workunit.client.0.smithi082.stdout:722 2024-08-17T00:56:29.425 INFO:tasks.workunit.client.0.smithi082.stdout:723 2024-08-17T00:56:29.427 INFO:tasks.workunit.client.0.smithi082.stdout:724 2024-08-17T00:56:29.428 INFO:tasks.workunit.client.0.smithi082.stdout:725 2024-08-17T00:56:29.429 INFO:tasks.workunit.client.0.smithi082.stdout:726 2024-08-17T00:56:29.430 INFO:tasks.workunit.client.0.smithi082.stdout:727 2024-08-17T00:56:29.432 INFO:tasks.workunit.client.0.smithi082.stdout:728 2024-08-17T00:56:29.433 INFO:tasks.workunit.client.0.smithi082.stdout:729 2024-08-17T00:56:29.434 INFO:tasks.workunit.client.0.smithi082.stdout:730 2024-08-17T00:56:29.435 INFO:tasks.workunit.client.0.smithi082.stdout:731 2024-08-17T00:56:29.436 INFO:tasks.workunit.client.0.smithi082.stdout:732 2024-08-17T00:56:29.438 INFO:tasks.workunit.client.0.smithi082.stdout:733 2024-08-17T00:56:29.439 INFO:tasks.workunit.client.0.smithi082.stdout:734 2024-08-17T00:56:29.440 INFO:tasks.workunit.client.0.smithi082.stdout:735 2024-08-17T00:56:29.441 INFO:tasks.workunit.client.0.smithi082.stdout:736 2024-08-17T00:56:29.442 INFO:tasks.workunit.client.0.smithi082.stdout:737 2024-08-17T00:56:29.443 INFO:tasks.workunit.client.0.smithi082.stdout:738 2024-08-17T00:56:29.444 INFO:tasks.workunit.client.0.smithi082.stdout:739 2024-08-17T00:56:29.446 INFO:tasks.workunit.client.0.smithi082.stdout:740 2024-08-17T00:56:29.447 INFO:tasks.workunit.client.0.smithi082.stdout:741 2024-08-17T00:56:29.448 INFO:tasks.workunit.client.0.smithi082.stdout:742 2024-08-17T00:56:29.449 INFO:tasks.workunit.client.0.smithi082.stdout:743 2024-08-17T00:56:29.450 INFO:tasks.workunit.client.0.smithi082.stdout:744 2024-08-17T00:56:29.451 INFO:tasks.workunit.client.0.smithi082.stdout:745 2024-08-17T00:56:29.452 INFO:tasks.workunit.client.0.smithi082.stdout:746 2024-08-17T00:56:29.454 INFO:tasks.workunit.client.0.smithi082.stdout:747 2024-08-17T00:56:29.455 INFO:tasks.workunit.client.0.smithi082.stdout:748 2024-08-17T00:56:29.456 INFO:tasks.workunit.client.0.smithi082.stdout:749 2024-08-17T00:56:29.457 INFO:tasks.workunit.client.0.smithi082.stdout:750 2024-08-17T00:56:29.458 INFO:tasks.workunit.client.0.smithi082.stdout:751 2024-08-17T00:56:29.459 INFO:tasks.workunit.client.0.smithi082.stdout:752 2024-08-17T00:56:29.460 INFO:tasks.workunit.client.0.smithi082.stdout:753 2024-08-17T00:56:29.462 INFO:tasks.workunit.client.0.smithi082.stdout:754 2024-08-17T00:56:29.463 INFO:tasks.workunit.client.0.smithi082.stdout:755 2024-08-17T00:56:29.464 INFO:tasks.workunit.client.0.smithi082.stdout:756 2024-08-17T00:56:29.465 INFO:tasks.workunit.client.0.smithi082.stdout:757 2024-08-17T00:56:29.466 INFO:tasks.workunit.client.0.smithi082.stdout:758 2024-08-17T00:56:29.467 INFO:tasks.workunit.client.0.smithi082.stdout:759 2024-08-17T00:56:29.468 INFO:tasks.workunit.client.0.smithi082.stdout:760 2024-08-17T00:56:29.469 INFO:tasks.workunit.client.0.smithi082.stdout:761 2024-08-17T00:56:29.471 INFO:tasks.workunit.client.0.smithi082.stdout:762 2024-08-17T00:56:29.472 INFO:tasks.workunit.client.0.smithi082.stdout:763 2024-08-17T00:56:29.473 INFO:tasks.workunit.client.0.smithi082.stdout:764 2024-08-17T00:56:29.474 INFO:tasks.workunit.client.0.smithi082.stdout:765 2024-08-17T00:56:29.475 INFO:tasks.workunit.client.0.smithi082.stdout:766 2024-08-17T00:56:29.477 INFO:tasks.workunit.client.0.smithi082.stdout:767 2024-08-17T00:56:29.478 INFO:tasks.workunit.client.0.smithi082.stdout:768 2024-08-17T00:56:29.479 INFO:tasks.workunit.client.0.smithi082.stdout:769 2024-08-17T00:56:29.481 INFO:tasks.workunit.client.0.smithi082.stdout:770 2024-08-17T00:56:29.483 INFO:tasks.workunit.client.0.smithi082.stdout:771 2024-08-17T00:56:29.484 INFO:tasks.workunit.client.0.smithi082.stdout:772 2024-08-17T00:56:29.485 INFO:tasks.workunit.client.0.smithi082.stdout:773 2024-08-17T00:56:29.486 INFO:tasks.workunit.client.0.smithi082.stdout:774 2024-08-17T00:56:29.487 INFO:tasks.workunit.client.0.smithi082.stdout:775 2024-08-17T00:56:29.488 INFO:tasks.workunit.client.0.smithi082.stdout:776 2024-08-17T00:56:29.489 INFO:tasks.workunit.client.0.smithi082.stdout:777 2024-08-17T00:56:29.491 INFO:tasks.workunit.client.0.smithi082.stdout:778 2024-08-17T00:56:29.492 INFO:tasks.workunit.client.0.smithi082.stdout:779 2024-08-17T00:56:29.493 INFO:tasks.workunit.client.0.smithi082.stdout:780 2024-08-17T00:56:29.494 INFO:tasks.workunit.client.0.smithi082.stdout:781 2024-08-17T00:56:29.495 INFO:tasks.workunit.client.0.smithi082.stdout:782 2024-08-17T00:56:29.496 INFO:tasks.workunit.client.0.smithi082.stdout:783 2024-08-17T00:56:29.497 INFO:tasks.workunit.client.0.smithi082.stdout:784 2024-08-17T00:56:29.498 INFO:tasks.workunit.client.0.smithi082.stdout:785 2024-08-17T00:56:29.499 INFO:tasks.workunit.client.0.smithi082.stdout:786 2024-08-17T00:56:29.500 INFO:tasks.workunit.client.0.smithi082.stdout:787 2024-08-17T00:56:29.502 INFO:tasks.workunit.client.0.smithi082.stdout:788 2024-08-17T00:56:29.503 INFO:tasks.workunit.client.0.smithi082.stdout:789 2024-08-17T00:56:29.504 INFO:tasks.workunit.client.0.smithi082.stdout:790 2024-08-17T00:56:29.506 INFO:tasks.workunit.client.0.smithi082.stdout:791 2024-08-17T00:56:29.507 INFO:tasks.workunit.client.0.smithi082.stdout:792 2024-08-17T00:56:29.508 INFO:tasks.workunit.client.0.smithi082.stdout:793 2024-08-17T00:56:29.509 INFO:tasks.workunit.client.0.smithi082.stdout:794 2024-08-17T00:56:29.510 INFO:tasks.workunit.client.0.smithi082.stdout:795 2024-08-17T00:56:29.512 INFO:tasks.workunit.client.0.smithi082.stdout:796 2024-08-17T00:56:29.513 INFO:tasks.workunit.client.0.smithi082.stdout:797 2024-08-17T00:56:29.515 INFO:tasks.workunit.client.0.smithi082.stdout:798 2024-08-17T00:56:29.516 INFO:tasks.workunit.client.0.smithi082.stdout:799 2024-08-17T00:56:29.516 INFO:tasks.workunit.client.0.smithi082.stdout:800 2024-08-17T00:56:29.518 INFO:tasks.workunit.client.0.smithi082.stdout:801 2024-08-17T00:56:29.519 INFO:tasks.workunit.client.0.smithi082.stdout:802 2024-08-17T00:56:29.520 INFO:tasks.workunit.client.0.smithi082.stdout:803 2024-08-17T00:56:29.521 INFO:tasks.workunit.client.0.smithi082.stdout:804 2024-08-17T00:56:29.522 INFO:tasks.workunit.client.0.smithi082.stdout:805 2024-08-17T00:56:29.523 INFO:tasks.workunit.client.0.smithi082.stdout:806 2024-08-17T00:56:29.524 INFO:tasks.workunit.client.0.smithi082.stdout:807 2024-08-17T00:56:29.525 INFO:tasks.workunit.client.0.smithi082.stdout:808 2024-08-17T00:56:29.526 INFO:tasks.workunit.client.0.smithi082.stdout:809 2024-08-17T00:56:29.527 INFO:tasks.workunit.client.0.smithi082.stdout:810 2024-08-17T00:56:29.528 INFO:tasks.workunit.client.0.smithi082.stdout:811 2024-08-17T00:56:29.530 INFO:tasks.workunit.client.0.smithi082.stdout:812 2024-08-17T00:56:29.532 INFO:tasks.workunit.client.0.smithi082.stdout:813 2024-08-17T00:56:29.533 INFO:tasks.workunit.client.0.smithi082.stdout:814 2024-08-17T00:56:29.534 INFO:tasks.workunit.client.0.smithi082.stdout:815 2024-08-17T00:56:29.535 INFO:tasks.workunit.client.0.smithi082.stdout:816 2024-08-17T00:56:29.536 INFO:tasks.workunit.client.0.smithi082.stdout:817 2024-08-17T00:56:29.537 INFO:tasks.workunit.client.0.smithi082.stdout:818 2024-08-17T00:56:29.538 INFO:tasks.workunit.client.0.smithi082.stdout:819 2024-08-17T00:56:29.539 INFO:tasks.workunit.client.0.smithi082.stdout:820 2024-08-17T00:56:29.540 INFO:tasks.workunit.client.0.smithi082.stdout:821 2024-08-17T00:56:29.542 INFO:tasks.workunit.client.0.smithi082.stdout:822 2024-08-17T00:56:29.543 INFO:tasks.workunit.client.0.smithi082.stdout:823 2024-08-17T00:56:29.544 INFO:tasks.workunit.client.0.smithi082.stdout:824 2024-08-17T00:56:29.546 INFO:tasks.workunit.client.0.smithi082.stdout:825 2024-08-17T00:56:29.547 INFO:tasks.workunit.client.0.smithi082.stdout:826 2024-08-17T00:56:29.548 INFO:tasks.workunit.client.0.smithi082.stdout:827 2024-08-17T00:56:29.549 INFO:tasks.workunit.client.0.smithi082.stdout:828 2024-08-17T00:56:29.551 INFO:tasks.workunit.client.0.smithi082.stdout:829 2024-08-17T00:56:29.552 INFO:tasks.workunit.client.0.smithi082.stdout:830 2024-08-17T00:56:29.553 INFO:tasks.workunit.client.0.smithi082.stdout:831 2024-08-17T00:56:29.555 INFO:tasks.workunit.client.0.smithi082.stdout:832 2024-08-17T00:56:29.559 INFO:tasks.workunit.client.0.smithi082.stdout:833 2024-08-17T00:56:29.559 INFO:tasks.workunit.client.0.smithi082.stdout:834 2024-08-17T00:56:29.559 INFO:tasks.workunit.client.0.smithi082.stdout:835 2024-08-17T00:56:29.560 INFO:tasks.workunit.client.0.smithi082.stdout:836 2024-08-17T00:56:29.560 INFO:tasks.workunit.client.0.smithi082.stdout:837 2024-08-17T00:56:29.561 INFO:tasks.workunit.client.0.smithi082.stdout:838 2024-08-17T00:56:29.562 INFO:tasks.workunit.client.0.smithi082.stdout:839 2024-08-17T00:56:29.564 INFO:tasks.workunit.client.0.smithi082.stdout:840 2024-08-17T00:56:29.565 INFO:tasks.workunit.client.0.smithi082.stdout:841 2024-08-17T00:56:29.566 INFO:tasks.workunit.client.0.smithi082.stdout:842 2024-08-17T00:56:29.567 INFO:tasks.workunit.client.0.smithi082.stdout:843 2024-08-17T00:56:29.568 INFO:tasks.workunit.client.0.smithi082.stdout:844 2024-08-17T00:56:29.569 INFO:tasks.workunit.client.0.smithi082.stdout:845 2024-08-17T00:56:29.570 INFO:tasks.workunit.client.0.smithi082.stdout:846 2024-08-17T00:56:29.571 INFO:tasks.workunit.client.0.smithi082.stdout:847 2024-08-17T00:56:29.572 INFO:tasks.workunit.client.0.smithi082.stdout:848 2024-08-17T00:56:29.573 INFO:tasks.workunit.client.0.smithi082.stdout:849 2024-08-17T00:56:29.574 INFO:tasks.workunit.client.0.smithi082.stdout:850 2024-08-17T00:56:29.575 INFO:tasks.workunit.client.0.smithi082.stdout:851 2024-08-17T00:56:29.576 INFO:tasks.workunit.client.0.smithi082.stdout:852 2024-08-17T00:56:29.577 INFO:tasks.workunit.client.0.smithi082.stdout:853 2024-08-17T00:56:29.579 INFO:tasks.workunit.client.0.smithi082.stdout:854 2024-08-17T00:56:29.579 INFO:tasks.workunit.client.0.smithi082.stdout:855 2024-08-17T00:56:29.581 INFO:tasks.workunit.client.0.smithi082.stdout:856 2024-08-17T00:56:29.582 INFO:tasks.workunit.client.0.smithi082.stdout:857 2024-08-17T00:56:29.583 INFO:tasks.workunit.client.0.smithi082.stdout:858 2024-08-17T00:56:29.585 INFO:tasks.workunit.client.0.smithi082.stdout:859 2024-08-17T00:56:29.586 INFO:tasks.workunit.client.0.smithi082.stdout:860 2024-08-17T00:56:29.587 INFO:tasks.workunit.client.0.smithi082.stdout:861 2024-08-17T00:56:29.588 INFO:tasks.workunit.client.0.smithi082.stdout:862 2024-08-17T00:56:29.589 INFO:tasks.workunit.client.0.smithi082.stdout:863 2024-08-17T00:56:29.590 INFO:tasks.workunit.client.0.smithi082.stdout:864 2024-08-17T00:56:29.591 INFO:tasks.workunit.client.0.smithi082.stdout:865 2024-08-17T00:56:29.592 INFO:tasks.workunit.client.0.smithi082.stdout:866 2024-08-17T00:56:29.593 INFO:tasks.workunit.client.0.smithi082.stdout:867 2024-08-17T00:56:29.594 INFO:tasks.workunit.client.0.smithi082.stdout:868 2024-08-17T00:56:29.595 INFO:tasks.workunit.client.0.smithi082.stdout:869 2024-08-17T00:56:29.596 INFO:tasks.workunit.client.0.smithi082.stdout:870 2024-08-17T00:56:29.597 INFO:tasks.workunit.client.0.smithi082.stdout:871 2024-08-17T00:56:29.598 INFO:tasks.workunit.client.0.smithi082.stdout:872 2024-08-17T00:56:29.599 INFO:tasks.workunit.client.0.smithi082.stdout:873 2024-08-17T00:56:29.600 INFO:tasks.workunit.client.0.smithi082.stdout:874 2024-08-17T00:56:29.601 INFO:tasks.workunit.client.0.smithi082.stdout:875 2024-08-17T00:56:29.602 INFO:tasks.workunit.client.0.smithi082.stdout:876 2024-08-17T00:56:29.603 INFO:tasks.workunit.client.0.smithi082.stdout:877 2024-08-17T00:56:29.604 INFO:tasks.workunit.client.0.smithi082.stdout:878 2024-08-17T00:56:29.606 INFO:tasks.workunit.client.0.smithi082.stdout:879 2024-08-17T00:56:29.607 INFO:tasks.workunit.client.0.smithi082.stdout:880 2024-08-17T00:56:29.608 INFO:tasks.workunit.client.0.smithi082.stdout:881 2024-08-17T00:56:29.609 INFO:tasks.workunit.client.0.smithi082.stdout:882 2024-08-17T00:56:29.610 INFO:tasks.workunit.client.0.smithi082.stdout:883 2024-08-17T00:56:29.611 INFO:tasks.workunit.client.0.smithi082.stdout:884 2024-08-17T00:56:29.612 INFO:tasks.workunit.client.0.smithi082.stdout:885 2024-08-17T00:56:29.613 INFO:tasks.workunit.client.0.smithi082.stdout:886 2024-08-17T00:56:29.614 INFO:tasks.workunit.client.0.smithi082.stdout:887 2024-08-17T00:56:29.615 INFO:tasks.workunit.client.0.smithi082.stdout:888 2024-08-17T00:56:29.616 INFO:tasks.workunit.client.0.smithi082.stdout:889 2024-08-17T00:56:29.618 INFO:tasks.workunit.client.0.smithi082.stdout:890 2024-08-17T00:56:29.619 INFO:tasks.workunit.client.0.smithi082.stdout:891 2024-08-17T00:56:29.620 INFO:tasks.workunit.client.0.smithi082.stdout:892 2024-08-17T00:56:29.621 INFO:tasks.workunit.client.0.smithi082.stdout:893 2024-08-17T00:56:29.622 INFO:tasks.workunit.client.0.smithi082.stdout:894 2024-08-17T00:56:29.623 INFO:tasks.workunit.client.0.smithi082.stdout:895 2024-08-17T00:56:29.624 INFO:tasks.workunit.client.0.smithi082.stdout:896 2024-08-17T00:56:29.625 INFO:tasks.workunit.client.0.smithi082.stdout:897 2024-08-17T00:56:29.626 INFO:tasks.workunit.client.0.smithi082.stdout:898 2024-08-17T00:56:29.627 INFO:tasks.workunit.client.0.smithi082.stdout:899 2024-08-17T00:56:29.628 INFO:tasks.workunit.client.0.smithi082.stdout:900 2024-08-17T00:56:29.630 INFO:tasks.workunit.client.0.smithi082.stdout:901 2024-08-17T00:56:29.631 INFO:tasks.workunit.client.0.smithi082.stdout:902 2024-08-17T00:56:29.632 INFO:tasks.workunit.client.0.smithi082.stdout:903 2024-08-17T00:56:29.633 INFO:tasks.workunit.client.0.smithi082.stdout:904 2024-08-17T00:56:29.634 INFO:tasks.workunit.client.0.smithi082.stdout:905 2024-08-17T00:56:29.635 INFO:tasks.workunit.client.0.smithi082.stdout:906 2024-08-17T00:56:29.636 INFO:tasks.workunit.client.0.smithi082.stdout:907 2024-08-17T00:56:29.637 INFO:tasks.workunit.client.0.smithi082.stdout:908 2024-08-17T00:56:29.638 INFO:tasks.workunit.client.0.smithi082.stdout:909 2024-08-17T00:56:29.639 INFO:tasks.workunit.client.0.smithi082.stdout:910 2024-08-17T00:56:29.640 INFO:tasks.workunit.client.0.smithi082.stdout:911 2024-08-17T00:56:29.641 INFO:tasks.workunit.client.0.smithi082.stdout:912 2024-08-17T00:56:29.642 INFO:tasks.workunit.client.0.smithi082.stdout:913 2024-08-17T00:56:29.643 INFO:tasks.workunit.client.0.smithi082.stdout:914 2024-08-17T00:56:29.645 INFO:tasks.workunit.client.0.smithi082.stdout:915 2024-08-17T00:56:29.646 INFO:tasks.workunit.client.0.smithi082.stdout:916 2024-08-17T00:56:29.647 INFO:tasks.workunit.client.0.smithi082.stdout:917 2024-08-17T00:56:29.648 INFO:tasks.workunit.client.0.smithi082.stdout:918 2024-08-17T00:56:29.650 INFO:tasks.workunit.client.0.smithi082.stdout:919 2024-08-17T00:56:29.653 INFO:tasks.workunit.client.0.smithi082.stdout:920 2024-08-17T00:56:29.655 INFO:tasks.workunit.client.0.smithi082.stdout:921 2024-08-17T00:56:29.656 INFO:tasks.workunit.client.0.smithi082.stdout:922 2024-08-17T00:56:29.657 INFO:tasks.workunit.client.0.smithi082.stdout:923 2024-08-17T00:56:29.659 INFO:tasks.workunit.client.0.smithi082.stdout:924 2024-08-17T00:56:29.660 INFO:tasks.workunit.client.0.smithi082.stdout:925 2024-08-17T00:56:29.662 INFO:tasks.workunit.client.0.smithi082.stdout:926 2024-08-17T00:56:29.663 INFO:tasks.workunit.client.0.smithi082.stdout:927 2024-08-17T00:56:29.664 INFO:tasks.workunit.client.0.smithi082.stdout:928 2024-08-17T00:56:29.665 INFO:tasks.workunit.client.0.smithi082.stdout:929 2024-08-17T00:56:29.666 INFO:tasks.workunit.client.0.smithi082.stdout:930 2024-08-17T00:56:29.667 INFO:tasks.workunit.client.0.smithi082.stdout:931 2024-08-17T00:56:29.668 INFO:tasks.workunit.client.0.smithi082.stdout:932 2024-08-17T00:56:29.669 INFO:tasks.workunit.client.0.smithi082.stdout:933 2024-08-17T00:56:29.671 INFO:tasks.workunit.client.0.smithi082.stdout:934 2024-08-17T00:56:29.672 INFO:tasks.workunit.client.0.smithi082.stdout:935 2024-08-17T00:56:29.673 INFO:tasks.workunit.client.0.smithi082.stdout:936 2024-08-17T00:56:29.674 INFO:tasks.workunit.client.0.smithi082.stdout:937 2024-08-17T00:56:29.675 INFO:tasks.workunit.client.0.smithi082.stdout:938 2024-08-17T00:56:29.676 INFO:tasks.workunit.client.0.smithi082.stdout:939 2024-08-17T00:56:29.677 INFO:tasks.workunit.client.0.smithi082.stdout:940 2024-08-17T00:56:29.678 INFO:tasks.workunit.client.0.smithi082.stdout:941 2024-08-17T00:56:29.679 INFO:tasks.workunit.client.0.smithi082.stdout:942 2024-08-17T00:56:29.680 INFO:tasks.workunit.client.0.smithi082.stdout:943 2024-08-17T00:56:29.682 INFO:tasks.workunit.client.0.smithi082.stdout:944 2024-08-17T00:56:29.683 INFO:tasks.workunit.client.0.smithi082.stdout:945 2024-08-17T00:56:29.684 INFO:tasks.workunit.client.0.smithi082.stdout:946 2024-08-17T00:56:29.685 INFO:tasks.workunit.client.0.smithi082.stdout:947 2024-08-17T00:56:29.686 INFO:tasks.workunit.client.0.smithi082.stdout:948 2024-08-17T00:56:29.687 INFO:tasks.workunit.client.0.smithi082.stdout:949 2024-08-17T00:56:29.688 INFO:tasks.workunit.client.0.smithi082.stdout:950 2024-08-17T00:56:29.689 INFO:tasks.workunit.client.0.smithi082.stdout:951 2024-08-17T00:56:29.690 INFO:tasks.workunit.client.0.smithi082.stdout:952 2024-08-17T00:56:29.691 INFO:tasks.workunit.client.0.smithi082.stdout:953 2024-08-17T00:56:29.692 INFO:tasks.workunit.client.0.smithi082.stdout:954 2024-08-17T00:56:29.693 INFO:tasks.workunit.client.0.smithi082.stdout:955 2024-08-17T00:56:29.694 INFO:tasks.workunit.client.0.smithi082.stdout:956 2024-08-17T00:56:29.695 INFO:tasks.workunit.client.0.smithi082.stdout:957 2024-08-17T00:56:29.696 INFO:tasks.workunit.client.0.smithi082.stdout:958 2024-08-17T00:56:29.697 INFO:tasks.workunit.client.0.smithi082.stdout:959 2024-08-17T00:56:29.698 INFO:tasks.workunit.client.0.smithi082.stdout:960 2024-08-17T00:56:29.699 INFO:tasks.workunit.client.0.smithi082.stdout:961 2024-08-17T00:56:29.700 INFO:tasks.workunit.client.0.smithi082.stdout:962 2024-08-17T00:56:29.701 INFO:tasks.workunit.client.0.smithi082.stdout:963 2024-08-17T00:56:29.702 INFO:tasks.workunit.client.0.smithi082.stdout:964 2024-08-17T00:56:29.703 INFO:tasks.workunit.client.0.smithi082.stdout:965 2024-08-17T00:56:29.704 INFO:tasks.workunit.client.0.smithi082.stdout:966 2024-08-17T00:56:29.706 INFO:tasks.workunit.client.0.smithi082.stdout:967 2024-08-17T00:56:29.707 INFO:tasks.workunit.client.0.smithi082.stdout:968 2024-08-17T00:56:29.708 INFO:tasks.workunit.client.0.smithi082.stdout:969 2024-08-17T00:56:29.709 INFO:tasks.workunit.client.0.smithi082.stdout:970 2024-08-17T00:56:29.710 INFO:tasks.workunit.client.0.smithi082.stdout:971 2024-08-17T00:56:29.711 INFO:tasks.workunit.client.0.smithi082.stdout:972 2024-08-17T00:56:29.712 INFO:tasks.workunit.client.0.smithi082.stdout:973 2024-08-17T00:56:29.713 INFO:tasks.workunit.client.0.smithi082.stdout:974 2024-08-17T00:56:29.714 INFO:tasks.workunit.client.0.smithi082.stdout:975 2024-08-17T00:56:29.715 INFO:tasks.workunit.client.0.smithi082.stdout:976 2024-08-17T00:56:29.716 INFO:tasks.workunit.client.0.smithi082.stdout:977 2024-08-17T00:56:29.717 INFO:tasks.workunit.client.0.smithi082.stdout:978 2024-08-17T00:56:29.718 INFO:tasks.workunit.client.0.smithi082.stdout:979 2024-08-17T00:56:29.719 INFO:tasks.workunit.client.0.smithi082.stdout:980 2024-08-17T00:56:29.720 INFO:tasks.workunit.client.0.smithi082.stdout:981 2024-08-17T00:56:29.722 INFO:tasks.workunit.client.0.smithi082.stdout:982 2024-08-17T00:56:29.722 INFO:tasks.workunit.client.0.smithi082.stdout:983 2024-08-17T00:56:29.724 INFO:tasks.workunit.client.0.smithi082.stdout:984 2024-08-17T00:56:29.725 INFO:tasks.workunit.client.0.smithi082.stdout:985 2024-08-17T00:56:29.726 INFO:tasks.workunit.client.0.smithi082.stdout:986 2024-08-17T00:56:29.727 INFO:tasks.workunit.client.0.smithi082.stdout:987 2024-08-17T00:56:29.728 INFO:tasks.workunit.client.0.smithi082.stdout:988 2024-08-17T00:56:29.729 INFO:tasks.workunit.client.0.smithi082.stdout:989 2024-08-17T00:56:29.730 INFO:tasks.workunit.client.0.smithi082.stdout:990 2024-08-17T00:56:29.731 INFO:tasks.workunit.client.0.smithi082.stdout:991 2024-08-17T00:56:29.732 INFO:tasks.workunit.client.0.smithi082.stdout:992 2024-08-17T00:56:29.733 INFO:tasks.workunit.client.0.smithi082.stdout:993 2024-08-17T00:56:29.735 INFO:tasks.workunit.client.0.smithi082.stdout:994 2024-08-17T00:56:29.736 INFO:tasks.workunit.client.0.smithi082.stdout:995 2024-08-17T00:56:29.737 INFO:tasks.workunit.client.0.smithi082.stdout:996 2024-08-17T00:56:29.738 INFO:tasks.workunit.client.0.smithi082.stdout:997 2024-08-17T00:56:29.739 INFO:tasks.workunit.client.0.smithi082.stdout:998 2024-08-17T00:56:29.741 INFO:tasks.workunit.client.0.smithi082.stdout:999 2024-08-17T00:56:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:29 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:29 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/4145636484' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:29 smithi082 ceph-mon[94343]: osdmap e943: 8 total, 8 up, 8 in 2024-08-17T00:56:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:29 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/4145636484' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-08-17T00:56:29.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:29 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:29.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:29 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/4145636484' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:29.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:29 smithi082 ceph-mon[91979]: osdmap e943: 8 total, 8 up, 8 in 2024-08-17T00:56:29.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:29 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/4145636484' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-08-17T00:56:29.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:29 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:29.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:29 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/4145636484' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:29.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:29 smithi137 ceph-mon[86391]: osdmap e943: 8 total, 8 up, 8 in 2024-08-17T00:56:29.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:29 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/4145636484' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-08-17T00:56:30.661 INFO:tasks.workunit.client.0.smithi082.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-08-17T00:56:30.661 INFO:tasks.workunit.client.0.smithi082.stdout:00000010 69 73 |is| 2024-08-17T00:56:30.661 INFO:tasks.workunit.client.0.smithi082.stdout:00000012 2024-08-17T00:56:30.662 INFO:tasks.workunit.client.0.smithi082.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-08-17T00:56:30.662 INFO:tasks.workunit.client.0.smithi082.stdout:00000010 69 73 |is| 2024-08-17T00:56:30.662 INFO:tasks.workunit.client.0.smithi082.stdout:00000012 2024-08-17T00:56:30.662 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] ClsHello.WriteReturnData (4021 ms) 2024-08-17T00:56:30.662 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] ClsHello.Loud 2024-08-17T00:56:30.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:30 smithi082 ceph-mon[91979]: osdmap e944: 8 total, 8 up, 8 in 2024-08-17T00:56:30.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:56:30.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:56:30.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:56:30.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:30 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:56:30.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:30 smithi082 ceph-mon[91979]: pgmap v1111: 137 pgs: 6 creating+peering, 3 unknown, 128 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T00:56:30.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:30 smithi082 ceph-mon[94343]: osdmap e944: 8 total, 8 up, 8 in 2024-08-17T00:56:30.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:30 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:56:30.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:30 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:56:30.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:30 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:56:30.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:30 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:56:30.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:30 smithi082 ceph-mon[94343]: pgmap v1111: 137 pgs: 6 creating+peering, 3 unknown, 128 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T00:56:30.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:30 smithi137 ceph-mon[86391]: osdmap e944: 8 total, 8 up, 8 in 2024-08-17T00:56:30.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:30 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:56:30.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:30 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:56:30.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:30 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:56:30.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:30 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:56:30.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:30 smithi137 ceph-mon[86391]: pgmap v1111: 137 pgs: 6 creating+peering, 3 unknown, 128 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T00:56:31.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:31 smithi082 ceph-mon[91979]: osdmap e945: 8 total, 8 up, 8 in 2024-08-17T00:56:31.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:31 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:56:31.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:31 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:56:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:31 smithi082 ceph-mon[94343]: osdmap e945: 8 total, 8 up, 8 in 2024-08-17T00:56:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:31 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:56:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:31 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:56:31.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:31 smithi137 ceph-mon[86391]: osdmap e945: 8 total, 8 up, 8 in 2024-08-17T00:56:31.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:31 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:56:31.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:31 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:56:32.671 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:56:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:56:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:56:32.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:32 smithi082 ceph-mon[91979]: osdmap e946: 8 total, 8 up, 8 in 2024-08-17T00:56:32.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:32 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3872464204' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:32.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:32 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:32.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:32 smithi082 ceph-mon[91979]: pgmap v1114: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:32.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:32 smithi082 ceph-mon[94343]: osdmap e946: 8 total, 8 up, 8 in 2024-08-17T00:56:32.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:32 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3872464204' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:32.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:32 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:32.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:32 smithi082 ceph-mon[94343]: pgmap v1114: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:32.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:32 smithi137 ceph-mon[86391]: osdmap e946: 8 total, 8 up, 8 in 2024-08-17T00:56:32.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:32 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3872464204' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:32.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:32 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:32.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:32 smithi137 ceph-mon[86391]: pgmap v1114: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:33.690 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] ClsHello.Loud (3029 ms) 2024-08-17T00:56:33.690 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] ClsHello.BadMethods 2024-08-17T00:56:33.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:33 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:33.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:33 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:33.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:33 smithi082 ceph-mon[91979]: osdmap e947: 8 total, 8 up, 8 in 2024-08-17T00:56:33.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:33 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:33.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:33 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:33.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:33 smithi082 ceph-mon[94343]: osdmap e947: 8 total, 8 up, 8 in 2024-08-17T00:56:33.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:33 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:33.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:33 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:33.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:33 smithi137 ceph-mon[86391]: osdmap e947: 8 total, 8 up, 8 in 2024-08-17T00:56:34.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:34 smithi082 ceph-mon[94343]: osdmap e948: 8 total, 8 up, 8 in 2024-08-17T00:56:34.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:34 smithi082 ceph-mon[94343]: pgmap v1117: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:34.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:34 smithi082 ceph-mon[91979]: osdmap e948: 8 total, 8 up, 8 in 2024-08-17T00:56:34.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:34 smithi082 ceph-mon[91979]: pgmap v1117: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:34.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:34 smithi137 ceph-mon[86391]: osdmap e948: 8 total, 8 up, 8 in 2024-08-17T00:56:34.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:34 smithi137 ceph-mon[86391]: pgmap v1117: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:35.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:56:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:56:35] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2024-08-17T00:56:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:35 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:56:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:35 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:56:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:35 smithi082 ceph-mon[94343]: osdmap e949: 8 total, 8 up, 8 in 2024-08-17T00:56:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:35 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/680020733' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:35 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:56:35.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:35 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:56:35.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:35 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:56:35.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:35 smithi082 ceph-mon[91979]: osdmap e949: 8 total, 8 up, 8 in 2024-08-17T00:56:35.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:35 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/680020733' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:35.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:35 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:35.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:56:35.977 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:56:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3[113923]: 2024-08-17T00:56:35.710+0000 7f79c16ee640 -1 osd.3 pg_epoch: 950 pg[38.2( v 950'1 (0'0,950'1] local-lis/les=949/950 n=1 ec=949/949 lis/c=949/949 les/c/f=950/950/0 sis=949) [3,7,5] r=0 lpr=949 crt=950'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-08-17T00:56:35.977 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 00:56:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3[113923]: 2024-08-17T00:56:35.711+0000 7f79c16ee640 -1 osd.3 pg_epoch: 950 pg[38.2( v 950'2 (0'0,950'2] local-lis/les=949/950 n=1 ec=949/949 lis/c=949/949 les/c/f=950/950/0 sis=949) [3,7,5] r=0 lpr=949 crt=950'1 lcod 950'1 mlcod 950'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-08-17T00:56:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:35 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:56:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:35 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:56:35.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:35 smithi137 ceph-mon[86391]: osdmap e949: 8 total, 8 up, 8 in 2024-08-17T00:56:35.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:35 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/680020733' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:35.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:35 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:35.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:56:36.700 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] ClsHello.BadMethods (3009 ms) 2024-08-17T00:56:36.700 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] ClsHello.Filter 2024-08-17T00:56:36.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:36 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:36.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:36 smithi082 ceph-mon[94343]: osdmap e950: 8 total, 8 up, 8 in 2024-08-17T00:56:36.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:36 smithi082 ceph-mon[94343]: pgmap v1120: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:36.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:36 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:36.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:36 smithi082 ceph-mon[91979]: osdmap e950: 8 total, 8 up, 8 in 2024-08-17T00:56:36.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:36 smithi082 ceph-mon[91979]: pgmap v1120: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:36.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:36 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:36.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:36 smithi137 ceph-mon[86391]: osdmap e950: 8 total, 8 up, 8 in 2024-08-17T00:56:36.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:36 smithi137 ceph-mon[86391]: pgmap v1120: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:37.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:37 smithi082 ceph-mon[94343]: osdmap e951: 8 total, 8 up, 8 in 2024-08-17T00:56:37.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:37 smithi082 ceph-mon[91979]: osdmap e951: 8 total, 8 up, 8 in 2024-08-17T00:56:37.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:37 smithi137 ceph-mon[86391]: osdmap e951: 8 total, 8 up, 8 in 2024-08-17T00:56:38.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:38 smithi082 ceph-mon[91979]: osdmap e952: 8 total, 8 up, 8 in 2024-08-17T00:56:38.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:38 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3237550804' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:38.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:38 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:38.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:38 smithi082 ceph-mon[91979]: pgmap v1123: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:38.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:38 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:38.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:38 smithi082 ceph-mon[91979]: osdmap e953: 8 total, 8 up, 8 in 2024-08-17T00:56:38.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:38 smithi082 ceph-mon[94343]: osdmap e952: 8 total, 8 up, 8 in 2024-08-17T00:56:38.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:38 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3237550804' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:38.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:38 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:38.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:38 smithi082 ceph-mon[94343]: pgmap v1123: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:38.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:38 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:38.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:38 smithi082 ceph-mon[94343]: osdmap e953: 8 total, 8 up, 8 in 2024-08-17T00:56:38.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:38 smithi137 ceph-mon[86391]: osdmap e952: 8 total, 8 up, 8 in 2024-08-17T00:56:38.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:38 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3237550804' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:38.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:38 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:38.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:38 smithi137 ceph-mon[86391]: pgmap v1123: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:38.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:38 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133026-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:38.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:38 smithi137 ceph-mon[86391]: osdmap e953: 8 total, 8 up, 8 in 2024-08-17T00:56:39.705 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] ClsHello.Filter (3006 ms) 2024-08-17T00:56:39.705 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 6 tests from ClsHello (18976 ms total) 2024-08-17T00:56:39.705 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T00:56:39.706 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment tear-down 2024-08-17T00:56:39.706 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] 6 tests from 1 test suite ran. (18976 ms total) 2024-08-17T00:56:39.706 INFO:tasks.workunit.client.0.smithi082.stdout:[ PASSED ] 6 tests. 2024-08-17T00:56:39.708 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T00:56:39.709 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T00:56:39.777 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-08-17T00:56:39.777 DEBUG:teuthology.orchestra.run.smithi082:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-08-17T00:56:39.846 INFO:tasks.workunit.client.0.smithi082.stdout:Running main() from gmock_main.cc 2024-08-17T00:56:39.846 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] Running 27 tests from 1 test suite. 2024-08-17T00:56:39.846 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment set-up. 2024-08-17T00:56:39.846 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 27 tests from TestClsJournal 2024-08-17T00:56:39.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:39 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:39.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:39 smithi082 ceph-mon[94343]: osdmap e954: 8 total, 8 up, 8 in 2024-08-17T00:56:39.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:39 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:39.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:39 smithi082 ceph-mon[91979]: osdmap e954: 8 total, 8 up, 8 in 2024-08-17T00:56:39.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:39 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:39.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:39 smithi137 ceph-mon[86391]: osdmap e954: 8 total, 8 up, 8 in 2024-08-17T00:56:40.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:40 smithi137 ceph-mon[86391]: pgmap v1126: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:41.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:40 smithi082 ceph-mon[94343]: pgmap v1126: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:41.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:40 smithi082 ceph-mon[91979]: pgmap v1126: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:41.737 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsJournal.Create 2024-08-17T00:56:41.784 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsJournal.Create (47 ms) 2024-08-17T00:56:41.784 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-08-17T00:56:41.789 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsJournal.MinimumSet (5 ms) 2024-08-17T00:56:41.789 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-08-17T00:56:41.794 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2024-08-17T00:56:41.795 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-08-17T00:56:41.799 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-08-17T00:56:41.799 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-08-17T00:56:41.800 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsJournal.ActiveSet (2 ms) 2024-08-17T00:56:41.800 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-08-17T00:56:41.804 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsJournal.ActiveSetStale (4 ms) 2024-08-17T00:56:41.804 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-08-17T00:56:41.807 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-08-17T00:56:41.807 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsJournal.GetClient 2024-08-17T00:56:41.809 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2024-08-17T00:56:41.810 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-08-17T00:56:41.812 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsJournal.ClientRegister (2 ms) 2024-08-17T00:56:41.812 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-08-17T00:56:41.816 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (5 ms) 2024-08-17T00:56:41.816 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-08-17T00:56:41.820 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2024-08-17T00:56:41.820 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-08-17T00:56:41.825 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-08-17T00:56:41.825 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-08-17T00:56:41.829 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-08-17T00:56:41.829 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-08-17T00:56:41.833 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-08-17T00:56:41.833 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-08-17T00:56:41.932 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (99 ms) 2024-08-17T00:56:41.932 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-08-17T00:56:41.935 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsJournal.ClientCommit (3 ms) 2024-08-17T00:56:41.935 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-08-17T00:56:41.938 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-08-17T00:56:41.938 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-08-17T00:56:41.939 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-08-17T00:56:41.939 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsJournal.ClientList 2024-08-17T00:56:41.976 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsJournal.ClientList (37 ms) 2024-08-17T00:56:41.976 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-08-17T00:56:41.980 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsJournal.GetNextTagTid (5 ms) 2024-08-17T00:56:41.980 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsJournal.TagCreate 2024-08-17T00:56:41.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:41 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:56:41.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:41 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:56:41.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:41 smithi137 ceph-mon[86391]: osdmap e955: 8 total, 8 up, 8 in 2024-08-17T00:56:41.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:41 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3127395643' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133295-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:41.989 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsJournal.TagCreate (9 ms) 2024-08-17T00:56:41.989 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-08-17T00:56:41.996 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (6 ms) 2024-08-17T00:56:41.996 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsJournal.TagList 2024-08-17T00:56:42.086 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsJournal.TagList (90 ms) 2024-08-17T00:56:42.086 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-08-17T00:56:42.088 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-08-17T00:56:42.088 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-08-17T00:56:42.089 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-08-17T00:56:42.089 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-08-17T00:56:42.091 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-08-17T00:56:42.091 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsJournal.Append 2024-08-17T00:56:42.101 INFO:tasks.workunit.client.0.smithi082.stdout:padding is not enabled 2024-08-17T00:56:42.101 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsJournal.Append (10 ms) 2024-08-17T00:56:42.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:41 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:56:42.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:41 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:56:42.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:41 smithi082 ceph-mon[94343]: osdmap e955: 8 total, 8 up, 8 in 2024-08-17T00:56:42.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:41 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3127395643' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133295-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:42.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:41 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:56:42.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:41 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:56:42.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:41 smithi082 ceph-mon[91979]: osdmap e955: 8 total, 8 up, 8 in 2024-08-17T00:56:42.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:41 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3127395643' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133295-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:42.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:56:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:56:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:56:42.743 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 27 tests from TestClsJournal (364 ms total) 2024-08-17T00:56:42.743 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T00:56:42.743 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment tear-down 2024-08-17T00:56:42.743 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] 27 tests from 1 test suite ran. (2897 ms total) 2024-08-17T00:56:42.743 INFO:tasks.workunit.client.0.smithi082.stdout:[ PASSED ] 27 tests. 2024-08-17T00:56:42.745 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T00:56:42.746 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T00:56:42.812 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-08-17T00:56:42.813 DEBUG:teuthology.orchestra.run.smithi082:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-08-17T00:56:42.881 INFO:tasks.workunit.client.0.smithi082.stdout:Running main() from gmock_main.cc 2024-08-17T00:56:42.881 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] Running 11 tests from 1 test suite. 2024-08-17T00:56:42.881 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment set-up. 2024-08-17T00:56:42.882 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 11 tests from ClsLock 2024-08-17T00:56:42.882 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-08-17T00:56:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:42 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3127395643' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133295-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:42 smithi082 ceph-mon[94343]: osdmap e956: 8 total, 8 up, 8 in 2024-08-17T00:56:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:42 smithi082 ceph-mon[94343]: pgmap v1129: 137 pgs: 5 creating+peering, 23 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.0 KiB/s rd, 5.7 KiB/s wr, 8 op/s 2024-08-17T00:56:43.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:42 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3127395643' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133295-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:43.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:42 smithi082 ceph-mon[91979]: osdmap e956: 8 total, 8 up, 8 in 2024-08-17T00:56:43.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:42 smithi082 ceph-mon[91979]: pgmap v1129: 137 pgs: 5 creating+peering, 23 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.0 KiB/s rd, 5.7 KiB/s wr, 8 op/s 2024-08-17T00:56:43.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:42 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3127395643' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133295-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:43.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:42 smithi137 ceph-mon[86391]: osdmap e956: 8 total, 8 up, 8 in 2024-08-17T00:56:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:42 smithi137 ceph-mon[86391]: pgmap v1129: 137 pgs: 5 creating+peering, 23 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.0 KiB/s rd, 5.7 KiB/s wr, 8 op/s 2024-08-17T00:56:44.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:43 smithi137 ceph-mon[86391]: osdmap e957: 8 total, 8 up, 8 in 2024-08-17T00:56:44.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:43 smithi082 ceph-mon[94343]: osdmap e957: 8 total, 8 up, 8 in 2024-08-17T00:56:44.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:43 smithi082 ceph-mon[91979]: osdmap e957: 8 total, 8 up, 8 in 2024-08-17T00:56:44.783 INFO:tasks.workunit.client.0.smithi082.stdout:lock: mylock 2024-08-17T00:56:44.784 INFO:tasks.workunit.client.0.smithi082.stdout: lock_type: exclusive 2024-08-17T00:56:44.784 INFO:tasks.workunit.client.0.smithi082.stdout: tag: 2024-08-17T00:56:44.784 INFO:tasks.workunit.client.0.smithi082.stdout: lockers: 2024-08-17T00:56:44.784 INFO:tasks.workunit.client.0.smithi082.stdout: client.34716 expiration=2024-08-17T00:58:44.780281+0000 addr=v1:172.21.15.82:0/764600297 cookie= 2024-08-17T00:56:44.787 INFO:tasks.workunit.client.0.smithi082.stdout:lock: mylock 2024-08-17T00:56:44.787 INFO:tasks.workunit.client.0.smithi082.stdout: lock_type: shared 2024-08-17T00:56:44.788 INFO:tasks.workunit.client.0.smithi082.stdout: tag: 2024-08-17T00:56:44.788 INFO:tasks.workunit.client.0.smithi082.stdout: lockers: 2024-08-17T00:56:44.788 INFO:tasks.workunit.client.0.smithi082.stdout: client.34716 expiration=2024-08-17T00:58:44.786384+0000 addr=v1:172.21.15.82:0/764600297 cookie= 2024-08-17T00:56:44.788 INFO:tasks.workunit.client.0.smithi082.stdout: client.44654 expiration=0.000000 addr=v1:172.21.15.82:0/1602052866 cookie= 2024-08-17T00:56:44.788 INFO:tasks.workunit.client.0.smithi082.stdout:lock: mylock 2024-08-17T00:56:44.788 INFO:tasks.workunit.client.0.smithi082.stdout: lock_type: shared 2024-08-17T00:56:44.788 INFO:tasks.workunit.client.0.smithi082.stdout: tag: 2024-08-17T00:56:44.789 INFO:tasks.workunit.client.0.smithi082.stdout: lockers: 2024-08-17T00:56:44.789 INFO:tasks.workunit.client.0.smithi082.stdout: client.44654 expiration=0.000000 addr=v1:172.21.15.82:0/1602052866 cookie= 2024-08-17T00:56:45.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:44 smithi082 ceph-mon[94343]: osdmap e958: 8 total, 8 up, 8 in 2024-08-17T00:56:45.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:44 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/764600297' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:45.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:44 smithi082 ceph-mon[94343]: pgmap v1132: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:45.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:44 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/764600297' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:45.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:44 smithi082 ceph-mon[94343]: osdmap e959: 8 total, 8 up, 8 in 2024-08-17T00:56:45.026 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:44 smithi082 ceph-mon[91979]: osdmap e958: 8 total, 8 up, 8 in 2024-08-17T00:56:45.026 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:44 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/764600297' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:45.026 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:44 smithi082 ceph-mon[91979]: pgmap v1132: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:45.026 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:44 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/764600297' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:45.026 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:44 smithi082 ceph-mon[91979]: osdmap e959: 8 total, 8 up, 8 in 2024-08-17T00:56:45.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:44 smithi137 ceph-mon[86391]: osdmap e958: 8 total, 8 up, 8 in 2024-08-17T00:56:45.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:44 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/764600297' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:45.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:44 smithi137 ceph-mon[86391]: pgmap v1132: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:45.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:44 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/764600297' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:45.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:44 smithi137 ceph-mon[86391]: osdmap e959: 8 total, 8 up, 8 in 2024-08-17T00:56:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:56:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:56:45] "GET /metrics HTTP/1.1" 200 36367 "" "Prometheus/2.43.0" 2024-08-17T00:56:45.767 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] ClsLock.TestMultiLocking (2886 ms) 2024-08-17T00:56:45.767 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] ClsLock.TestMeta 2024-08-17T00:56:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:45 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:45 smithi082 ceph-mon[94343]: osdmap e960: 8 total, 8 up, 8 in 2024-08-17T00:56:46.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:45 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:46.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:45 smithi082 ceph-mon[91979]: osdmap e960: 8 total, 8 up, 8 in 2024-08-17T00:56:46.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:45 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:46.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:45 smithi137 ceph-mon[86391]: osdmap e960: 8 total, 8 up, 8 in 2024-08-17T00:56:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:46 smithi082 ceph-mon[91979]: pgmap v1135: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:46 smithi082 ceph-mon[94343]: pgmap v1135: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:47.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:46 smithi137 ceph-mon[86391]: pgmap v1135: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:47.815 INFO:tasks.workunit.client.0.smithi082.stdout:lock: mylock 2024-08-17T00:56:47.815 INFO:tasks.workunit.client.0.smithi082.stdout: lock_type: shared 2024-08-17T00:56:47.816 INFO:tasks.workunit.client.0.smithi082.stdout: tag: 2024-08-17T00:56:47.816 INFO:tasks.workunit.client.0.smithi082.stdout: lockers: 2024-08-17T00:56:47.816 INFO:tasks.workunit.client.0.smithi082.stdout: client.44666 expiration=0.000000 addr=v1:172.21.15.82:0/877176805 cookie= 2024-08-17T00:56:47.817 INFO:tasks.workunit.client.0.smithi082.stdout:lock: mylock 2024-08-17T00:56:47.817 INFO:tasks.workunit.client.0.smithi082.stdout: lock_type: exclusive 2024-08-17T00:56:47.817 INFO:tasks.workunit.client.0.smithi082.stdout: tag: new_tag 2024-08-17T00:56:47.818 INFO:tasks.workunit.client.0.smithi082.stdout: lockers: 2024-08-17T00:56:47.818 INFO:tasks.workunit.client.0.smithi082.stdout: client.44660 expiration=0.000000 addr=v1:172.21.15.82:0/3874819204 cookie= 2024-08-17T00:56:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:47 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:56:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:47 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:56:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:47 smithi082 ceph-mon[94343]: osdmap e961: 8 total, 8 up, 8 in 2024-08-17T00:56:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:47 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3874819204' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:47 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:47 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:56:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:47 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:56:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:47 smithi082 ceph-mon[91979]: osdmap e961: 8 total, 8 up, 8 in 2024-08-17T00:56:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:47 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3874819204' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:48.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:47 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:47 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:56:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:47 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:56:48.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:47 smithi137 ceph-mon[86391]: osdmap e961: 8 total, 8 up, 8 in 2024-08-17T00:56:48.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:47 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3874819204' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:48.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:47 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:48.796 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] ClsLock.TestMeta (3029 ms) 2024-08-17T00:56:48.796 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] ClsLock.TestCookie 2024-08-17T00:56:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:48 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:48 smithi082 ceph-mon[94343]: osdmap e962: 8 total, 8 up, 8 in 2024-08-17T00:56:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:48 smithi082 ceph-mon[94343]: pgmap v1138: 137 pgs: 2 creating+peering, 21 unknown, 114 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T00:56:49.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:48 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:49.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:48 smithi082 ceph-mon[91979]: osdmap e962: 8 total, 8 up, 8 in 2024-08-17T00:56:49.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:48 smithi082 ceph-mon[91979]: pgmap v1138: 137 pgs: 2 creating+peering, 21 unknown, 114 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T00:56:49.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:48 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:49.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:48 smithi137 ceph-mon[86391]: osdmap e962: 8 total, 8 up, 8 in 2024-08-17T00:56:49.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:48 smithi137 ceph-mon[86391]: pgmap v1138: 137 pgs: 2 creating+peering, 21 unknown, 114 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T00:56:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:49 smithi082 ceph-mon[94343]: osdmap e963: 8 total, 8 up, 8 in 2024-08-17T00:56:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:49 smithi082 ceph-mon[91979]: osdmap e963: 8 total, 8 up, 8 in 2024-08-17T00:56:50.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:49 smithi137 ceph-mon[86391]: osdmap e963: 8 total, 8 up, 8 in 2024-08-17T00:56:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:50 smithi082 ceph-mon[91979]: osdmap e964: 8 total, 8 up, 8 in 2024-08-17T00:56:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:50 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3259968875' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:56:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:50 smithi082 ceph-mon[91979]: pgmap v1141: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:51.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:50 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3259968875' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:51.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:50 smithi082 ceph-mon[91979]: osdmap e965: 8 total, 8 up, 8 in 2024-08-17T00:56:51.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:50 smithi082 ceph-mon[94343]: osdmap e964: 8 total, 8 up, 8 in 2024-08-17T00:56:51.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:50 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3259968875' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:51.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:56:51.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:50 smithi082 ceph-mon[94343]: pgmap v1141: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:51.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:50 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3259968875' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:51.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:50 smithi082 ceph-mon[94343]: osdmap e965: 8 total, 8 up, 8 in 2024-08-17T00:56:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:50 smithi137 ceph-mon[86391]: osdmap e964: 8 total, 8 up, 8 in 2024-08-17T00:56:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:50 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3259968875' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:56:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:50 smithi137 ceph-mon[86391]: pgmap v1141: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:50 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3259968875' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:50 smithi137 ceph-mon[86391]: osdmap e965: 8 total, 8 up, 8 in 2024-08-17T00:56:51.631 INFO:tasks.workunit.client.0.smithi082.stdout:lock: mylock 2024-08-17T00:56:51.631 INFO:tasks.workunit.client.0.smithi082.stdout: lock_type: exclusive 2024-08-17T00:56:51.631 INFO:tasks.workunit.client.0.smithi082.stdout: tag: 2024-08-17T00:56:51.631 INFO:tasks.workunit.client.0.smithi082.stdout: lockers: 2024-08-17T00:56:51.633 INFO:tasks.workunit.client.0.smithi082.stdout:lock: mylock 2024-08-17T00:56:51.633 INFO:tasks.workunit.client.0.smithi082.stdout: lock_type: shared 2024-08-17T00:56:51.634 INFO:tasks.workunit.client.0.smithi082.stdout: tag: 2024-08-17T00:56:51.634 INFO:tasks.workunit.client.0.smithi082.stdout: lockers: 2024-08-17T00:56:51.634 INFO:tasks.workunit.client.0.smithi082.stdout: client.34740 expiration=0.000000 addr=v1:172.21.15.82:0/3259968875 cookie= 2024-08-17T00:56:51.634 INFO:tasks.workunit.client.0.smithi082.stdout: client.34740 expiration=0.000000 addr=v1:172.21.15.82:0/3259968875 cookie=new cookie 2024-08-17T00:56:51.814 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] ClsLock.TestCookie (3018 ms) 2024-08-17T00:56:51.814 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-08-17T00:56:52.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:51 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:52.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:51 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:52.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:51 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:56:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:56:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:56:53.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:52 smithi082 ceph-mon[91979]: osdmap e966: 8 total, 8 up, 8 in 2024-08-17T00:56:53.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:52 smithi082 ceph-mon[91979]: pgmap v1144: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:53.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:52 smithi082 ceph-mon[94343]: osdmap e966: 8 total, 8 up, 8 in 2024-08-17T00:56:53.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:52 smithi082 ceph-mon[94343]: pgmap v1144: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:53.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:52 smithi137 ceph-mon[86391]: osdmap e966: 8 total, 8 up, 8 in 2024-08-17T00:56:53.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:52 smithi137 ceph-mon[86391]: pgmap v1144: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:53 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:56:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:53 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:56:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:53 smithi082 ceph-mon[94343]: osdmap e967: 8 total, 8 up, 8 in 2024-08-17T00:56:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:53 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/308027554' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:54.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:53 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:56:54.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:53 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:56:54.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:53 smithi082 ceph-mon[91979]: osdmap e967: 8 total, 8 up, 8 in 2024-08-17T00:56:54.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:53 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/308027554' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:54.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:53 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:56:54.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:53 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:56:54.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:53 smithi137 ceph-mon[86391]: osdmap e967: 8 total, 8 up, 8 in 2024-08-17T00:56:54.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:53 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/308027554' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:54.842 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] ClsLock.TestMultipleLocks (3028 ms) 2024-08-17T00:56:54.842 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] ClsLock.TestLockDuration 2024-08-17T00:56:55.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:56:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:56:55] "GET /metrics HTTP/1.1" 200 36360 "" "Prometheus/2.43.0" 2024-08-17T00:56:55.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:54 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/308027554' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:55.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:54 smithi082 ceph-mon[91979]: osdmap e968: 8 total, 8 up, 8 in 2024-08-17T00:56:55.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:54 smithi082 ceph-mon[91979]: pgmap v1147: 137 pgs: 7 creating+peering, 21 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:55.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:54 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/308027554' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:55.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:54 smithi082 ceph-mon[94343]: osdmap e968: 8 total, 8 up, 8 in 2024-08-17T00:56:55.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:54 smithi082 ceph-mon[94343]: pgmap v1147: 137 pgs: 7 creating+peering, 21 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:55.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:54 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/308027554' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:55.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:54 smithi137 ceph-mon[86391]: osdmap e968: 8 total, 8 up, 8 in 2024-08-17T00:56:55.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:54 smithi137 ceph-mon[86391]: pgmap v1147: 137 pgs: 7 creating+peering, 21 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:55 smithi082 ceph-mon[91979]: osdmap e969: 8 total, 8 up, 8 in 2024-08-17T00:56:56.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:55 smithi082 ceph-mon[94343]: osdmap e969: 8 total, 8 up, 8 in 2024-08-17T00:56:56.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:55 smithi137 ceph-mon[86391]: osdmap e969: 8 total, 8 up, 8 in 2024-08-17T00:56:57.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:56 smithi082 ceph-mon[91979]: osdmap e970: 8 total, 8 up, 8 in 2024-08-17T00:56:57.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:56 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1597733188' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:57.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:56 smithi082 ceph-mon[91979]: pgmap v1150: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:57.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:56 smithi082 ceph-mon[94343]: osdmap e970: 8 total, 8 up, 8 in 2024-08-17T00:56:57.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:56 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1597733188' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:57.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:56 smithi082 ceph-mon[94343]: pgmap v1150: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:57.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:56 smithi137 ceph-mon[86391]: osdmap e970: 8 total, 8 up, 8 in 2024-08-17T00:56:57.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:56 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1597733188' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:56:57.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:56 smithi137 ceph-mon[86391]: pgmap v1150: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:56:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:57 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:57 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1597733188' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:57 smithi082 ceph-mon[94343]: osdmap e971: 8 total, 8 up, 8 in 2024-08-17T00:56:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:57 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:57 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1597733188' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:57 smithi082 ceph-mon[91979]: osdmap e971: 8 total, 8 up, 8 in 2024-08-17T00:56:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:57 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:56:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:57 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1597733188' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:56:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:57 smithi137 ceph-mon[86391]: osdmap e971: 8 total, 8 up, 8 in 2024-08-17T00:56:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:58 smithi082 ceph-mon[94343]: osdmap e972: 8 total, 8 up, 8 in 2024-08-17T00:56:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:58 smithi082 ceph-mon[94343]: pgmap v1153: 137 pgs: 8 creating+peering, 13 unknown, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:56:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:58 smithi082 ceph-mon[91979]: osdmap e972: 8 total, 8 up, 8 in 2024-08-17T00:56:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:58 smithi082 ceph-mon[91979]: pgmap v1153: 137 pgs: 8 creating+peering, 13 unknown, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:56:59.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:58 smithi137 ceph-mon[86391]: osdmap e972: 8 total, 8 up, 8 in 2024-08-17T00:56:59.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:58 smithi137 ceph-mon[86391]: pgmap v1153: 137 pgs: 8 creating+peering, 13 unknown, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:57:00.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:59 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:57:00.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:56:59 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:57:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:59 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:57:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:56:59 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:57:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:59 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:57:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:56:59 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:57:01.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:00 smithi082 ceph-mon[91979]: pgmap v1154: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:57:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:00 smithi082 ceph-mon[94343]: pgmap v1154: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:57:01.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:00 smithi137 ceph-mon[86391]: pgmap v1154: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:57:01.933 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] ClsLock.TestLockDuration (7091 ms) 2024-08-17T00:57:01.933 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-08-17T00:57:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:57:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:57:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:57:03.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:02 smithi082 ceph-mon[94343]: osdmap e973: 8 total, 8 up, 8 in 2024-08-17T00:57:03.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:02 smithi082 ceph-mon[94343]: pgmap v1156: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:02 smithi082 ceph-mon[91979]: osdmap e973: 8 total, 8 up, 8 in 2024-08-17T00:57:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:02 smithi082 ceph-mon[91979]: pgmap v1156: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:03.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:02 smithi137 ceph-mon[86391]: osdmap e973: 8 total, 8 up, 8 in 2024-08-17T00:57:03.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:02 smithi137 ceph-mon[86391]: pgmap v1156: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:03 smithi082 ceph-mon[94343]: osdmap e974: 8 total, 8 up, 8 in 2024-08-17T00:57:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:03 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3958313015' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:03 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:03 smithi082 ceph-mon[91979]: osdmap e974: 8 total, 8 up, 8 in 2024-08-17T00:57:04.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:03 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3958313015' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:04.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:03 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:04.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:03 smithi137 ceph-mon[86391]: osdmap e974: 8 total, 8 up, 8 in 2024-08-17T00:57:04.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:03 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3958313015' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:04.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:03 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:04.959 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] ClsLock.TestAssertLocked (3025 ms) 2024-08-17T00:57:04.959 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] ClsLock.TestSetCookie 2024-08-17T00:57:05.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:57:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:57:05] "GET /metrics HTTP/1.1" 200 36360 "" "Prometheus/2.43.0" 2024-08-17T00:57:05.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:04 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:57:05.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:04 smithi082 ceph-mon[94343]: osdmap e975: 8 total, 8 up, 8 in 2024-08-17T00:57:05.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:04 smithi082 ceph-mon[94343]: pgmap v1159: 137 pgs: 2 creating+peering, 24 unknown, 111 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:05.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:04 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:57:05.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:04 smithi082 ceph-mon[91979]: osdmap e975: 8 total, 8 up, 8 in 2024-08-17T00:57:05.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:04 smithi082 ceph-mon[91979]: pgmap v1159: 137 pgs: 2 creating+peering, 24 unknown, 111 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:05.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:04 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:57:05.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:04 smithi137 ceph-mon[86391]: osdmap e975: 8 total, 8 up, 8 in 2024-08-17T00:57:05.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:04 smithi137 ceph-mon[86391]: pgmap v1159: 137 pgs: 2 creating+peering, 24 unknown, 111 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:05 smithi082 ceph-mon[94343]: osdmap e976: 8 total, 8 up, 8 in 2024-08-17T00:57:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:57:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:05 smithi082 ceph-mon[91979]: osdmap e976: 8 total, 8 up, 8 in 2024-08-17T00:57:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:57:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:05 smithi137 ceph-mon[86391]: osdmap e976: 8 total, 8 up, 8 in 2024-08-17T00:57:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:57:07.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:06 smithi082 ceph-mon[94343]: osdmap e977: 8 total, 8 up, 8 in 2024-08-17T00:57:07.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:06 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/791948708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:07.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:06 smithi082 ceph-mon[94343]: pgmap v1162: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:06 smithi082 ceph-mon[91979]: osdmap e977: 8 total, 8 up, 8 in 2024-08-17T00:57:07.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:06 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/791948708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:07.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:06 smithi082 ceph-mon[91979]: pgmap v1162: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:07.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:06 smithi137 ceph-mon[86391]: osdmap e977: 8 total, 8 up, 8 in 2024-08-17T00:57:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:06 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/791948708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:07.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:06 smithi137 ceph-mon[86391]: pgmap v1162: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:07.970 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] ClsLock.TestSetCookie (3011 ms) 2024-08-17T00:57:07.971 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] ClsLock.TestRenew 2024-08-17T00:57:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:07 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:57:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:07 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/791948708' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:57:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:07 smithi082 ceph-mon[94343]: osdmap e978: 8 total, 8 up, 8 in 2024-08-17T00:57:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:07 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:57:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:07 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/791948708' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:57:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:07 smithi082 ceph-mon[91979]: osdmap e978: 8 total, 8 up, 8 in 2024-08-17T00:57:08.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:07 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:57:08.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:07 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/791948708' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:57:08.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:07 smithi137 ceph-mon[86391]: osdmap e978: 8 total, 8 up, 8 in 2024-08-17T00:57:09.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:08 smithi082 ceph-mon[94343]: osdmap e979: 8 total, 8 up, 8 in 2024-08-17T00:57:09.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:08 smithi082 ceph-mon[94343]: pgmap v1165: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:08 smithi082 ceph-mon[91979]: osdmap e979: 8 total, 8 up, 8 in 2024-08-17T00:57:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:08 smithi082 ceph-mon[91979]: pgmap v1165: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:09.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:08 smithi137 ceph-mon[86391]: osdmap e979: 8 total, 8 up, 8 in 2024-08-17T00:57:09.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:08 smithi137 ceph-mon[86391]: pgmap v1165: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:09 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:57:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:09 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:57:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:09 smithi082 ceph-mon[94343]: osdmap e980: 8 total, 8 up, 8 in 2024-08-17T00:57:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:09 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1133163888' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:09 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:10.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:09 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:57:10.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:09 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:57:10.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:09 smithi082 ceph-mon[91979]: osdmap e980: 8 total, 8 up, 8 in 2024-08-17T00:57:10.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:09 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1133163888' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:10.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:09 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:10.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:09 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:57:10.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:09 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:57:10.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:09 smithi137 ceph-mon[86391]: osdmap e980: 8 total, 8 up, 8 in 2024-08-17T00:57:10.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:09 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1133163888' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:10.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:09 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:11.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:10 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:57:11.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:10 smithi137 ceph-mon[86391]: osdmap e981: 8 total, 8 up, 8 in 2024-08-17T00:57:11.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:10 smithi137 ceph-mon[86391]: pgmap v1168: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:11.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:10 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:57:11.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:10 smithi082 ceph-mon[91979]: osdmap e981: 8 total, 8 up, 8 in 2024-08-17T00:57:11.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:10 smithi082 ceph-mon[91979]: pgmap v1168: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:11.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:10 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:57:11.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:10 smithi082 ceph-mon[94343]: osdmap e981: 8 total, 8 up, 8 in 2024-08-17T00:57:11.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:10 smithi082 ceph-mon[94343]: pgmap v1168: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:11 smithi137 ceph-mon[86391]: osdmap e982: 8 total, 8 up, 8 in 2024-08-17T00:57:12.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:11 smithi082 ceph-mon[91979]: osdmap e982: 8 total, 8 up, 8 in 2024-08-17T00:57:12.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:11 smithi082 ceph-mon[94343]: osdmap e982: 8 total, 8 up, 8 in 2024-08-17T00:57:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:57:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:57:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:57:13.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:12 smithi082 ceph-mon[94343]: pgmap v1170: 137 pgs: 11 creating+peering, 11 unknown, 115 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:13.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:12 smithi082 ceph-mon[91979]: pgmap v1170: 137 pgs: 11 creating+peering, 11 unknown, 115 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:13.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:12 smithi137 ceph-mon[86391]: pgmap v1170: 137 pgs: 11 creating+peering, 11 unknown, 115 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:14.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:14 smithi082 ceph-mon[94343]: pgmap v1171: 137 pgs: 11 creating+peering, 126 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:57:14.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:14 smithi082 ceph-mon[91979]: pgmap v1171: 137 pgs: 11 creating+peering, 126 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:57:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:14 smithi137 ceph-mon[86391]: pgmap v1171: 137 pgs: 11 creating+peering, 126 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:57:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:57:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:57:15] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-08-17T00:57:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:16 smithi082 ceph-mon[91979]: pgmap v1172: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 140 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:57:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:16 smithi082 ceph-mon[94343]: pgmap v1172: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 140 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:57:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:16 smithi137 ceph-mon[86391]: pgmap v1172: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 140 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:57:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:18 smithi082 ceph-mon[91979]: pgmap v1173: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 123 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:57:18.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:18 smithi082 ceph-mon[94343]: pgmap v1173: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 123 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:57:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:18 smithi137 ceph-mon[86391]: pgmap v1173: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 123 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:57:20.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:57:20.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:57:20.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:57:21.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:21 smithi082 ceph-mon[94343]: pgmap v1174: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:57:21.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:21 smithi082 ceph-mon[91979]: pgmap v1174: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:57:21.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:21 smithi137 ceph-mon[86391]: pgmap v1174: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:57:22.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:22 smithi082 ceph-mon[94343]: pgmap v1175: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 90 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:57:22.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:22 smithi082 ceph-mon[91979]: pgmap v1175: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 90 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:57:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:22 smithi137 ceph-mon[86391]: pgmap v1175: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 90 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:57:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:57:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:57:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:57:24.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:24 smithi082 ceph-mon[94343]: pgmap v1176: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T00:57:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:24 smithi082 ceph-mon[91979]: pgmap v1176: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T00:57:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:24 smithi137 ceph-mon[86391]: pgmap v1176: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T00:57:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:57:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:57:25] "GET /metrics HTTP/1.1" 200 36363 "" "Prometheus/2.43.0" 2024-08-17T00:57:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:26 smithi082 ceph-mon[94343]: pgmap v1177: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:57:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:26 smithi082 ceph-mon[91979]: pgmap v1177: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:57:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:26 smithi137 ceph-mon[86391]: pgmap v1177: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:57:28.079 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] ClsLock.TestRenew (20109 ms) 2024-08-17T00:57:28.079 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-08-17T00:57:29.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:29 smithi082 ceph-mon[94343]: osdmap e983: 8 total, 8 up, 8 in 2024-08-17T00:57:29.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:29 smithi082 ceph-mon[94343]: pgmap v1179: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:29.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:29 smithi082 ceph-mon[91979]: osdmap e983: 8 total, 8 up, 8 in 2024-08-17T00:57:29.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:29 smithi082 ceph-mon[91979]: pgmap v1179: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:29.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:29 smithi137 ceph-mon[86391]: osdmap e983: 8 total, 8 up, 8 in 2024-08-17T00:57:29.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:29 smithi137 ceph-mon[86391]: pgmap v1179: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:30 smithi082 ceph-mon[94343]: osdmap e984: 8 total, 8 up, 8 in 2024-08-17T00:57:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:30 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/4121740936' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:30 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:30 smithi082 ceph-mon[91979]: osdmap e984: 8 total, 8 up, 8 in 2024-08-17T00:57:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:30 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/4121740936' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:30.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:30 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:30 smithi137 ceph-mon[86391]: osdmap e984: 8 total, 8 up, 8 in 2024-08-17T00:57:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:30 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/4121740936' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:30 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:31.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:31 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:57:31.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:31 smithi082 ceph-mon[94343]: osdmap e985: 8 total, 8 up, 8 in 2024-08-17T00:57:31.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:31 smithi082 ceph-mon[94343]: pgmap v1182: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:31.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:31 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:57:31.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:31 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:57:31.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:31 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:57:31.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:31 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:57:31.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:31 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:57:31.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:31 smithi082 ceph-mon[91979]: osdmap e985: 8 total, 8 up, 8 in 2024-08-17T00:57:31.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:31 smithi082 ceph-mon[91979]: pgmap v1182: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:31.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:31 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:57:31.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:31 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:57:31.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:31 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:57:31.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:31 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:57:31.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:31 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:57:31.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:31 smithi137 ceph-mon[86391]: osdmap e985: 8 total, 8 up, 8 in 2024-08-17T00:57:31.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:31 smithi137 ceph-mon[86391]: pgmap v1182: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:31.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:31 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:57:31.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:31 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:57:31.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:31 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:57:31.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:31 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:57:32.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:32 smithi082 ceph-mon[94343]: osdmap e986: 8 total, 8 up, 8 in 2024-08-17T00:57:32.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:32 smithi082 ceph-mon[91979]: osdmap e986: 8 total, 8 up, 8 in 2024-08-17T00:57:32.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:32 smithi137 ceph-mon[86391]: osdmap e986: 8 total, 8 up, 8 in 2024-08-17T00:57:32.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:57:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:57:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:57:33.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:33 smithi082 ceph-mon[94343]: pgmap v1184: 137 pgs: 16 creating+peering, 9 unknown, 112 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:33.377 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:33 smithi082 ceph-mon[91979]: pgmap v1184: 137 pgs: 16 creating+peering, 9 unknown, 112 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:33.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:33 smithi137 ceph-mon[86391]: pgmap v1184: 137 pgs: 16 creating+peering, 9 unknown, 112 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:35.074 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (6994 ms) 2024-08-17T00:57:35.075 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-08-17T00:57:35.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:35 smithi082 ceph-mon[94343]: pgmap v1185: 137 pgs: 16 creating+peering, 121 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T00:57:35.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:35 smithi082 ceph-mon[91979]: pgmap v1185: 137 pgs: 16 creating+peering, 121 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T00:57:35.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:57:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:57:35] "GET /metrics HTTP/1.1" 200 36363 "" "Prometheus/2.43.0" 2024-08-17T00:57:35.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:35 smithi137 ceph-mon[86391]: pgmap v1185: 137 pgs: 16 creating+peering, 121 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T00:57:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:36 smithi082 ceph-mon[94343]: osdmap e987: 8 total, 8 up, 8 in 2024-08-17T00:57:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:57:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:36 smithi082 ceph-mon[91979]: osdmap e987: 8 total, 8 up, 8 in 2024-08-17T00:57:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:57:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:36 smithi137 ceph-mon[86391]: osdmap e987: 8 total, 8 up, 8 in 2024-08-17T00:57:36.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:57:37.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:37 smithi082 ceph-mon[94343]: osdmap e988: 8 total, 8 up, 8 in 2024-08-17T00:57:37.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:37 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2092145745' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:37.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:37 smithi082 ceph-mon[94343]: pgmap v1188: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:37.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:37 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2092145745' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:57:37.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:37 smithi082 ceph-mon[94343]: osdmap e989: 8 total, 8 up, 8 in 2024-08-17T00:57:37.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:37 smithi082 ceph-mon[91979]: osdmap e988: 8 total, 8 up, 8 in 2024-08-17T00:57:37.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:37 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2092145745' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:37.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:37 smithi082 ceph-mon[91979]: pgmap v1188: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:37.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:37 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2092145745' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:57:37.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:37 smithi082 ceph-mon[91979]: osdmap e989: 8 total, 8 up, 8 in 2024-08-17T00:57:37.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:37 smithi137 ceph-mon[86391]: osdmap e988: 8 total, 8 up, 8 in 2024-08-17T00:57:37.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:37 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2092145745' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:37.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:37 smithi137 ceph-mon[86391]: pgmap v1188: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:37.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:37 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2092145745' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:57:37.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:37 smithi137 ceph-mon[86391]: osdmap e989: 8 total, 8 up, 8 in 2024-08-17T00:57:38.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:38 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:57:38.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:38 smithi082 ceph-mon[94343]: osdmap e990: 8 total, 8 up, 8 in 2024-08-17T00:57:38.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:38 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:57:38.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:38 smithi082 ceph-mon[91979]: osdmap e990: 8 total, 8 up, 8 in 2024-08-17T00:57:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:38 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:57:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:38 smithi137 ceph-mon[86391]: osdmap e990: 8 total, 8 up, 8 in 2024-08-17T00:57:39.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:39 smithi082 ceph-mon[94343]: pgmap v1191: 137 pgs: 9 creating+peering, 15 unknown, 113 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:39.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:39 smithi082 ceph-mon[91979]: pgmap v1191: 137 pgs: 9 creating+peering, 15 unknown, 113 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:39.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:39 smithi137 ceph-mon[86391]: pgmap v1191: 137 pgs: 9 creating+peering, 15 unknown, 113 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:40.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:40 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:57:40.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:40 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:57:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:40 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:57:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:40 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:57:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:40 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:57:40.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:40 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:57:41.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:41 smithi082 ceph-mon[94343]: pgmap v1192: 137 pgs: 9 creating+peering, 128 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:57:41.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:41 smithi082 ceph-mon[91979]: pgmap v1192: 137 pgs: 9 creating+peering, 128 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:57:41.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:41 smithi137 ceph-mon[86391]: pgmap v1192: 137 pgs: 9 creating+peering, 128 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:57:42.119 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7046 ms) 2024-08-17T00:57:42.120 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-08-17T00:57:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:57:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:57:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:57:43.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:43 smithi082 ceph-mon[94343]: osdmap e991: 8 total, 8 up, 8 in 2024-08-17T00:57:43.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:43 smithi082 ceph-mon[94343]: pgmap v1194: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:43.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:43 smithi082 ceph-mon[91979]: osdmap e991: 8 total, 8 up, 8 in 2024-08-17T00:57:43.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:43 smithi082 ceph-mon[91979]: pgmap v1194: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:43.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:43 smithi137 ceph-mon[86391]: osdmap e991: 8 total, 8 up, 8 in 2024-08-17T00:57:43.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:43 smithi137 ceph-mon[86391]: pgmap v1194: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:44.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:44 smithi137 ceph-mon[86391]: osdmap e992: 8 total, 8 up, 8 in 2024-08-17T00:57:44.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:44 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1696703360' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:44.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:44 smithi082 ceph-mon[94343]: osdmap e992: 8 total, 8 up, 8 in 2024-08-17T00:57:44.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:44 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1696703360' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:44.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:44 smithi082 ceph-mon[91979]: osdmap e992: 8 total, 8 up, 8 in 2024-08-17T00:57:44.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:44 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1696703360' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:57:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:57:45] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-08-17T00:57:45.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:45 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1696703360' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:57:45.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:45 smithi082 ceph-mon[94343]: osdmap e993: 8 total, 8 up, 8 in 2024-08-17T00:57:45.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:45 smithi082 ceph-mon[94343]: pgmap v1197: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:45.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:45 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1696703360' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:57:45.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:45 smithi082 ceph-mon[91979]: osdmap e993: 8 total, 8 up, 8 in 2024-08-17T00:57:45.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:45 smithi082 ceph-mon[91979]: pgmap v1197: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:45.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:45 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1696703360' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133350-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:57:45.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:45 smithi137 ceph-mon[86391]: osdmap e993: 8 total, 8 up, 8 in 2024-08-17T00:57:45.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:45 smithi137 ceph-mon[86391]: pgmap v1197: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:46.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:46 smithi082 ceph-mon[94343]: osdmap e994: 8 total, 8 up, 8 in 2024-08-17T00:57:46.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:46 smithi082 ceph-mon[91979]: osdmap e994: 8 total, 8 up, 8 in 2024-08-17T00:57:46.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:46 smithi137 ceph-mon[86391]: osdmap e994: 8 total, 8 up, 8 in 2024-08-17T00:57:47.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:47 smithi082 ceph-mon[94343]: pgmap v1199: 137 pgs: 1 creating+peering, 18 unknown, 118 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:47.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:47 smithi082 ceph-mon[91979]: pgmap v1199: 137 pgs: 1 creating+peering, 18 unknown, 118 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:47.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:47 smithi137 ceph-mon[86391]: pgmap v1199: 137 pgs: 1 creating+peering, 18 unknown, 118 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:48 smithi082 ceph-mon[94343]: pgmap v1200: 137 pgs: 1 creating+peering, 136 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:57:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:48 smithi082 ceph-mon[91979]: pgmap v1200: 137 pgs: 1 creating+peering, 136 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:57:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:48 smithi137 ceph-mon[86391]: pgmap v1200: 137 pgs: 1 creating+peering, 136 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T00:57:49.384 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (7265 ms) 2024-08-17T00:57:49.384 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 11 tests from ClsLock (66503 ms total) 2024-08-17T00:57:49.384 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T00:57:49.384 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment tear-down 2024-08-17T00:57:49.384 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] 11 tests from 1 test suite ran. (66503 ms total) 2024-08-17T00:57:49.384 INFO:tasks.workunit.client.0.smithi082.stdout:[ PASSED ] 11 tests. 2024-08-17T00:57:49.388 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T00:57:49.388 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T00:57:49.415 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-08-17T00:57:49.416 DEBUG:teuthology.orchestra.run.smithi082:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-08-17T00:57:49.484 INFO:tasks.workunit.client.0.smithi082.stdout:Running main() from gmock_main.cc 2024-08-17T00:57:49.484 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] Running 4 tests from 1 test suite. 2024-08-17T00:57:49.485 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment set-up. 2024-08-17T00:57:49.485 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 4 tests from cls_log 2024-08-17T00:57:49.485 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-08-17T00:57:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:50 smithi082 ceph-mon[94343]: osdmap e995: 8 total, 8 up, 8 in 2024-08-17T00:57:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:57:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:50 smithi082 ceph-mon[94343]: pgmap v1202: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:50.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:50 smithi082 ceph-mon[91979]: osdmap e995: 8 total, 8 up, 8 in 2024-08-17T00:57:50.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:57:50.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:50 smithi082 ceph-mon[91979]: pgmap v1202: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:50.739 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:50 smithi137 ceph-mon[86391]: osdmap e995: 8 total, 8 up, 8 in 2024-08-17T00:57:50.739 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:57:50.739 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:50 smithi137 ceph-mon[86391]: pgmap v1202: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:51.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:51 smithi082 ceph-mon[91979]: osdmap e996: 8 total, 8 up, 8 in 2024-08-17T00:57:51.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:51 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/699710062' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:51.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:51 smithi082 ceph-mon[94343]: osdmap e996: 8 total, 8 up, 8 in 2024-08-17T00:57:51.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:51 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/699710062' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:51.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:51 smithi137 ceph-mon[86391]: osdmap e996: 8 total, 8 up, 8 in 2024-08-17T00:57:51.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:51 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/699710062' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:52.408 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_log.test_log_add_same_time (2924 ms) 2024-08-17T00:57:52.408 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-08-17T00:57:52.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:52 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/699710062' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:57:52.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:52 smithi082 ceph-mon[94343]: osdmap e997: 8 total, 8 up, 8 in 2024-08-17T00:57:52.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:52 smithi082 ceph-mon[94343]: pgmap v1205: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.7 KiB/s wr, 5 op/s 2024-08-17T00:57:52.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:52 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/699710062' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:57:52.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:52 smithi082 ceph-mon[91979]: osdmap e997: 8 total, 8 up, 8 in 2024-08-17T00:57:52.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:52 smithi082 ceph-mon[91979]: pgmap v1205: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.7 KiB/s wr, 5 op/s 2024-08-17T00:57:52.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:52 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/699710062' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:57:52.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:52 smithi137 ceph-mon[86391]: osdmap e997: 8 total, 8 up, 8 in 2024-08-17T00:57:52.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:52 smithi137 ceph-mon[86391]: pgmap v1205: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.7 KiB/s wr, 5 op/s 2024-08-17T00:57:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:57:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:57:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:57:53.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:53 smithi082 ceph-mon[94343]: osdmap e998: 8 total, 8 up, 8 in 2024-08-17T00:57:53.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:53 smithi082 ceph-mon[91979]: osdmap e998: 8 total, 8 up, 8 in 2024-08-17T00:57:53.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:53 smithi137 ceph-mon[86391]: osdmap e998: 8 total, 8 up, 8 in 2024-08-17T00:57:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:54 smithi082 ceph-mon[94343]: osdmap e999: 8 total, 8 up, 8 in 2024-08-17T00:57:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:54 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/40175979' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:54 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:54 smithi082 ceph-mon[94343]: pgmap v1208: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:54 smithi082 ceph-mon[91979]: osdmap e999: 8 total, 8 up, 8 in 2024-08-17T00:57:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:54 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/40175979' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:54 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:54.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:54 smithi082 ceph-mon[91979]: pgmap v1208: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:54 smithi137 ceph-mon[86391]: osdmap e999: 8 total, 8 up, 8 in 2024-08-17T00:57:54.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:54 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/40175979' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:54.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:54 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:54.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:54 smithi137 ceph-mon[86391]: pgmap v1208: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:55.421 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:57:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:57:55] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-08-17T00:57:55.421 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:55 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:57:55.421 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:55 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:57:55.433 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_log.test_log_add_different_time (3025 ms) 2024-08-17T00:57:55.433 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_log.trim_by_time 2024-08-17T00:57:55.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:55 smithi082 ceph-mon[91979]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-17T00:57:55.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:55 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:57:55.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:55 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:57:55.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:55 smithi082 ceph-mon[94343]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-17T00:57:55.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:55 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:57:55.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:55 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:57:55.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:55 smithi137 ceph-mon[86391]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-17T00:57:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:56 smithi082 ceph-mon[94343]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-17T00:57:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:56 smithi082 ceph-mon[94343]: pgmap v1211: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:56 smithi082 ceph-mon[91979]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-17T00:57:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:56 smithi082 ceph-mon[91979]: pgmap v1211: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:56 smithi137 ceph-mon[86391]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-17T00:57:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:56 smithi137 ceph-mon[86391]: pgmap v1211: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:57:57.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:57 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:57:57.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:57 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:57:57.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:57 smithi082 ceph-mon[94343]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-17T00:57:57.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:57 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/502202100' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:57.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:57 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:57.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:57 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:57:57.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:57 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:57:57.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:57 smithi082 ceph-mon[91979]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-17T00:57:57.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:57 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/502202100' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:57.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:57 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:57.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:57 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:57:57.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:57 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:57:57.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:57 smithi137 ceph-mon[86391]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-17T00:57:57.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:57 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/502202100' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:57.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:57 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:57:58.460 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_log.trim_by_time (3027 ms) 2024-08-17T00:57:58.525 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_log.trim_by_marker 2024-08-17T00:57:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:58 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:57:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:58 smithi082 ceph-mon[94343]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-17T00:57:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:58 smithi082 ceph-mon[94343]: pgmap v1214: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.5 KiB/s wr, 14 op/s 2024-08-17T00:57:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:58 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:57:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:58 smithi082 ceph-mon[91979]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-17T00:57:58.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:58 smithi082 ceph-mon[91979]: pgmap v1214: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.5 KiB/s wr, 14 op/s 2024-08-17T00:57:58.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:58 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:57:58.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:58 smithi137 ceph-mon[86391]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-17T00:57:58.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:58 smithi137 ceph-mon[86391]: pgmap v1214: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.5 KiB/s wr, 14 op/s 2024-08-17T00:57:59.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:57:59 smithi082 ceph-mon[94343]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-17T00:57:59.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:57:59 smithi082 ceph-mon[91979]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-17T00:57:59.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:57:59 smithi137 ceph-mon[86391]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-17T00:58:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:00 smithi082 ceph-mon[91979]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-17T00:58:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:00 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/467347400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:00 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:00 smithi082 ceph-mon[91979]: pgmap v1217: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:00.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:00 smithi082 ceph-mon[94343]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-17T00:58:00.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:00 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/467347400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:00.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:00 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:00.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:00 smithi082 ceph-mon[94343]: pgmap v1217: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:00 smithi137 ceph-mon[86391]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-17T00:58:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:00 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/467347400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:00.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:00 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:00.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:00 smithi137 ceph-mon[86391]: pgmap v1217: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:01.483 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_log.trim_by_marker (3023 ms) 2024-08-17T00:58:01.483 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 4 tests from cls_log (11999 ms total) 2024-08-17T00:58:01.483 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T00:58:01.483 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment tear-down 2024-08-17T00:58:01.483 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] 4 tests from 1 test suite ran. (11999 ms total) 2024-08-17T00:58:01.483 INFO:tasks.workunit.client.0.smithi082.stdout:[ PASSED ] 4 tests. 2024-08-17T00:58:01.485 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T00:58:01.485 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T00:58:01.555 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-08-17T00:58:01.557 DEBUG:teuthology.orchestra.run.smithi082:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-08-17T00:58:01.626 INFO:tasks.workunit.client.0.smithi082.stdout:Running main() from gmock_main.cc 2024-08-17T00:58:01.626 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] Running 4 tests from 1 test suite. 2024-08-17T00:58:01.626 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment set-up. 2024-08-17T00:58:01.626 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 4 tests from ClsNumOps 2024-08-17T00:58:01.626 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] ClsNumOps.Add 2024-08-17T00:58:01.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:01 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:58:01.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:01 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:01.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:01 smithi082 ceph-mon[94343]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-17T00:58:01.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:01 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:58:01.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:01 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:01.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:01 smithi082 ceph-mon[91979]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-17T00:58:01.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:01 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:58:01.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:01 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133735-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:01.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:01 smithi137 ceph-mon[86391]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-17T00:58:02.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:02 smithi137 ceph-mon[86391]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-17T00:58:02.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:02 smithi137 ceph-mon[86391]: pgmap v1220: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:58:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:58:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:58:02.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:02 smithi082 ceph-mon[94343]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-17T00:58:02.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:02 smithi082 ceph-mon[94343]: pgmap v1220: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:02.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:02 smithi082 ceph-mon[91979]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-17T00:58:02.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:02 smithi082 ceph-mon[91979]: pgmap v1220: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:03.876 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:03 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:58:03.876 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:03 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:58:03.876 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:03 smithi082 ceph-mon[94343]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-17T00:58:03.877 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:03 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/210318588' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:03.877 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:03 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:03.877 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:03 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:58:03.877 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:03 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:58:03.877 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:03 smithi082 ceph-mon[91979]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-17T00:58:03.877 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:03 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/210318588' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:03.877 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:03 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:03.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:03 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:58:03.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:03 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:58:03.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:03 smithi137 ceph-mon[86391]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-17T00:58:03.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:03 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/210318588' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:03.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:03 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:04.505 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] ClsNumOps.Add (2879 ms) 2024-08-17T00:58:04.505 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] ClsNumOps.Sub 2024-08-17T00:58:04.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:04 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:04.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:04 smithi082 ceph-mon[91979]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-17T00:58:04.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:04 smithi082 ceph-mon[91979]: pgmap v1223: 137 pgs: 14 creating+peering, 16 unknown, 107 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:04.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:04 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:04.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:04 smithi082 ceph-mon[94343]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-17T00:58:04.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:04 smithi082 ceph-mon[94343]: pgmap v1223: 137 pgs: 14 creating+peering, 16 unknown, 107 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:04.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:04 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:04.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:04 smithi137 ceph-mon[86391]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-17T00:58:04.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:04 smithi137 ceph-mon[86391]: pgmap v1223: 137 pgs: 14 creating+peering, 16 unknown, 107 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:05.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:58:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:58:05] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-08-17T00:58:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:05 smithi082 ceph-mon[94343]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-17T00:58:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:58:05.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:05 smithi082 ceph-mon[91979]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-17T00:58:05.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:58:05.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:05 smithi137 ceph-mon[86391]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-17T00:58:05.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:58:06.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:06 smithi082 ceph-mon[94343]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-17T00:58:06.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:06 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3198895546' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:06.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:06 smithi082 ceph-mon[94343]: pgmap v1226: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:06.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:06 smithi082 ceph-mon[91979]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-17T00:58:06.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:06 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3198895546' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:06.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:06 smithi082 ceph-mon[91979]: pgmap v1226: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:06.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:06 smithi137 ceph-mon[86391]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-17T00:58:06.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:06 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3198895546' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:06.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:06 smithi137 ceph-mon[86391]: pgmap v1226: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:07.530 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] ClsNumOps.Sub (3025 ms) 2024-08-17T00:58:07.531 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] ClsNumOps.Mul 2024-08-17T00:58:07.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:07 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:58:07.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:07 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3198895546' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:07.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:07 smithi082 ceph-mon[94343]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-17T00:58:07.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:07 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:58:07.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:07 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3198895546' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:07.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:07 smithi082 ceph-mon[91979]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-17T00:58:07.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:07 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:58:07.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:07 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3198895546' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:07.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:07 smithi137 ceph-mon[86391]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-17T00:58:08.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:08 smithi082 ceph-mon[94343]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-17T00:58:08.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:08 smithi082 ceph-mon[94343]: pgmap v1229: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:08 smithi082 ceph-mon[91979]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-17T00:58:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:08 smithi082 ceph-mon[91979]: pgmap v1229: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:08.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:08 smithi137 ceph-mon[86391]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-17T00:58:08.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:08 smithi137 ceph-mon[86391]: pgmap v1229: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:09.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:09 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:58:09.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:09 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:58:09.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:09 smithi082 ceph-mon[94343]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-17T00:58:09.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:09 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/523631155' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:09.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:09 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:09.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:09 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:58:09.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:09 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:58:09.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:09 smithi082 ceph-mon[91979]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-17T00:58:09.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:09 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/523631155' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:09.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:09 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:09.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:09 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:58:09.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:09 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:58:09.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:09 smithi137 ceph-mon[86391]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-17T00:58:09.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:09 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/523631155' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:09.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:09 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:10.553 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] ClsNumOps.Mul (3023 ms) 2024-08-17T00:58:10.553 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] ClsNumOps.Div 2024-08-17T00:58:10.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:10 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:10.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:10 smithi082 ceph-mon[94343]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-17T00:58:10.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:10 smithi082 ceph-mon[94343]: pgmap v1232: 137 pgs: 3 creating+peering, 12 unknown, 122 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:10.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:10 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:10.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:10 smithi082 ceph-mon[91979]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-17T00:58:10.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:10 smithi082 ceph-mon[91979]: pgmap v1232: 137 pgs: 3 creating+peering, 12 unknown, 122 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:10.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:10 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:10.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:10 smithi137 ceph-mon[86391]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-17T00:58:10.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:10 smithi137 ceph-mon[86391]: pgmap v1232: 137 pgs: 3 creating+peering, 12 unknown, 122 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:11.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:11 smithi082 ceph-mon[94343]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-17T00:58:11.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:11 smithi082 ceph-mon[91979]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-17T00:58:11.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:11 smithi137 ceph-mon[86391]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-17T00:58:12.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:12 smithi137 ceph-mon[86391]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-17T00:58:12.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:12 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3370281354' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:12.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:12 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:12.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:12 smithi137 ceph-mon[86391]: pgmap v1235: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:12.739 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:58:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:58:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:58:12.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:12 smithi082 ceph-mon[94343]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-17T00:58:12.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:12 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3370281354' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:12.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:12 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:12.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:12 smithi082 ceph-mon[94343]: pgmap v1235: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:12.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:12 smithi082 ceph-mon[91979]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-17T00:58:12.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:12 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3370281354' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:12.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:12 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:12.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:12 smithi082 ceph-mon[91979]: pgmap v1235: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:13.576 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] ClsNumOps.Div (3022 ms) 2024-08-17T00:58:13.576 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 4 tests from ClsNumOps (11950 ms total) 2024-08-17T00:58:13.576 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T00:58:13.576 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment tear-down 2024-08-17T00:58:13.576 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] 4 tests from 1 test suite ran. (11950 ms total) 2024-08-17T00:58:13.576 INFO:tasks.workunit.client.0.smithi082.stdout:[ PASSED ] 4 tests. 2024-08-17T00:58:13.579 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T00:58:13.579 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T00:58:13.651 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-08-17T00:58:13.652 DEBUG:teuthology.orchestra.run.smithi082:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-08-17T00:58:13.724 INFO:tasks.workunit.client.0.smithi082.stdout:Running main() from gmock_main.cc 2024-08-17T00:58:13.724 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] Running 70 tests from 1 test suite. 2024-08-17T00:58:13.724 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment set-up. 2024-08-17T00:58:13.724 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 70 tests from TestClsRbd 2024-08-17T00:58:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:13 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:58:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:13 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:13 smithi082 ceph-mon[94343]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-17T00:58:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:13 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:58:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:13 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:13 smithi082 ceph-mon[91979]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-17T00:58:13.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:13 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:58:13.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:13 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133841-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:13.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:13 smithi137 ceph-mon[86391]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-17T00:58:14.888 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:14 smithi137 ceph-mon[86391]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-17T00:58:14.888 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:14 smithi137 ceph-mon[86391]: pgmap v1238: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:14.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:14 smithi082 ceph-mon[94343]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-17T00:58:14.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:14 smithi082 ceph-mon[94343]: pgmap v1238: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:14 smithi082 ceph-mon[91979]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-17T00:58:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:14 smithi082 ceph-mon[91979]: pgmap v1238: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:58:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:58:15] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-08-17T00:58:15.586 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.get_all_features 2024-08-17T00:58:15.603 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.get_all_features (17 ms) 2024-08-17T00:58:15.603 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.copyup 2024-08-17T00:58:15.783 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.copyup (180 ms) 2024-08-17T00:58:15.783 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-08-17T00:58:15.800 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.sparse_copyup (17 ms) 2024-08-17T00:58:15.800 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-08-17T00:58:15.807 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-08-17T00:58:15.807 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-08-17T00:58:15.819 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.add_remove_child (13 ms) 2024-08-17T00:58:15.820 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.directory_methods 2024-08-17T00:58:15.845 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.directory_methods (25 ms) 2024-08-17T00:58:15.845 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.create 2024-08-17T00:58:15.859 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.create (14 ms) 2024-08-17T00:58:15.859 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.get_features 2024-08-17T00:58:15.860 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.get_features (1 ms) 2024-08-17T00:58:15.860 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-08-17T00:58:15.861 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2024-08-17T00:58:15.862 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-08-17T00:58:15.863 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-08-17T00:58:15.864 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-08-17T00:58:15.865 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.get_access_timestamp (1 ms) 2024-08-17T00:58:15.865 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-08-17T00:58:15.866 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.get_modify_timestamp (2 ms) 2024-08-17T00:58:15.866 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-08-17T00:58:15.870 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2024-08-17T00:58:15.871 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.get_size 2024-08-17T00:58:15.874 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-08-17T00:58:15.874 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.set_size 2024-08-17T00:58:15.879 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2024-08-17T00:58:15.879 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.protection_status 2024-08-17T00:58:15.897 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.protection_status (18 ms) 2024-08-17T00:58:15.897 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-08-17T00:58:15.904 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.snapshot_limits (7 ms) 2024-08-17T00:58:15.904 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.parents_v1 2024-08-17T00:58:15.945 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.parents_v1 (41 ms) 2024-08-17T00:58:15.945 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.parents_v2 2024-08-17T00:58:15.973 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.parents_v2 (28 ms) 2024-08-17T00:58:15.973 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.snapshots 2024-08-17T00:58:15.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:15 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:58:15.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:15 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:58:15.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:15 smithi082 ceph-mon[94343]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-17T00:58:15.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:15 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1442724749' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133947-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:15.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:15 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:58:15.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:15 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:58:15.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:15 smithi082 ceph-mon[91979]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-17T00:58:15.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:15 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1442724749' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133947-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:15.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:15 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:58:15.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:15 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:58:15.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:15 smithi137 ceph-mon[86391]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-17T00:58:15.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:15 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1442724749' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133947-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:15.993 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.snapshots (20 ms) 2024-08-17T00:58:15.993 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.snapid_race 2024-08-17T00:58:15.999 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.snapid_race (6 ms) 2024-08-17T00:58:15.999 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.stripingv2 2024-08-17T00:58:16.008 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.stripingv2 (9 ms) 2024-08-17T00:58:16.008 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.object_map_save 2024-08-17T00:58:16.010 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.object_map_save (3 ms) 2024-08-17T00:58:16.010 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-08-17T00:58:16.016 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.object_map_resize (5 ms) 2024-08-17T00:58:16.016 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.object_map_update 2024-08-17T00:58:16.022 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.object_map_update (6 ms) 2024-08-17T00:58:16.022 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-08-17T00:58:16.023 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.object_map_load_enoent (1 ms) 2024-08-17T00:58:16.023 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-08-17T00:58:16.030 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.object_map_snap_add (7 ms) 2024-08-17T00:58:16.030 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-08-17T00:58:16.039 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.object_map_snap_remove (9 ms) 2024-08-17T00:58:16.039 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.flags 2024-08-17T00:58:16.044 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.flags (5 ms) 2024-08-17T00:58:16.044 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.metadata 2024-08-17T00:58:16.074 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.metadata (30 ms) 2024-08-17T00:58:16.074 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.set_features 2024-08-17T00:58:16.081 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2024-08-17T00:58:16.081 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.mirror 2024-08-17T00:58:16.112 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.mirror (31 ms) 2024-08-17T00:58:16.112 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.mirror_image 2024-08-17T00:58:16.127 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.mirror_image (15 ms) 2024-08-17T00:58:16.127 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-08-17T00:58:16.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:16 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1442724749' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133947-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:16.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:16 smithi082 ceph-mon[94343]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-17T00:58:16.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:16 smithi082 ceph-mon[94343]: pgmap v1241: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:16.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:16 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1442724749' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133947-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:16.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:16 smithi082 ceph-mon[91979]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-17T00:58:16.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:16 smithi082 ceph-mon[91979]: pgmap v1241: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:16.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:16 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1442724749' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-133947-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:16.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:16 smithi137 ceph-mon[86391]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-17T00:58:16.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:16 smithi137 ceph-mon[86391]: pgmap v1241: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:17.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:17 smithi082 ceph-mon[94343]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-17T00:58:17.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:17 smithi082 ceph-mon[91979]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-17T00:58:17.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:17 smithi137 ceph-mon[86391]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-17T00:58:18.346 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.mirror_image_status (2219 ms) 2024-08-17T00:58:18.346 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-08-17T00:58:18.421 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.mirror_image_map (75 ms) 2024-08-17T00:58:18.421 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-08-17T00:58:18.428 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.mirror_instances (7 ms) 2024-08-17T00:58:18.428 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-08-17T00:58:18.439 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2024-08-17T00:58:18.439 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-08-17T00:58:18.441 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2024-08-17T00:58:18.441 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-08-17T00:58:18.443 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-08-17T00:58:18.443 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-08-17T00:58:18.446 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-08-17T00:58:18.446 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-08-17T00:58:18.451 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.group_dir_rename (5 ms) 2024-08-17T00:58:18.451 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-08-17T00:58:18.454 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-08-17T00:58:18.454 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-08-17T00:58:18.458 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-08-17T00:58:18.458 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.group_image_add 2024-08-17T00:58:18.460 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-08-17T00:58:18.460 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-08-17T00:58:18.463 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-08-17T00:58:18.463 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.group_image_list 2024-08-17T00:58:18.465 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.group_image_list (3 ms) 2024-08-17T00:58:18.465 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-08-17T00:58:18.470 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-08-17T00:58:18.470 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.image_group_add 2024-08-17T00:58:18.472 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-08-17T00:58:18.472 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-08-17T00:58:18.475 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-08-17T00:58:18.475 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.image_group_get 2024-08-17T00:58:18.477 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2024-08-17T00:58:18.477 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-08-17T00:58:18.479 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-08-17T00:58:18.479 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-08-17T00:58:18.481 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-08-17T00:58:18.481 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-08-17T00:58:18.484 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (2 ms) 2024-08-17T00:58:18.484 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-08-17T00:58:18.487 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-08-17T00:58:18.487 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-08-17T00:58:18.489 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2024-08-17T00:58:18.489 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-08-17T00:58:18.492 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-08-17T00:58:18.492 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-08-17T00:58:18.507 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (15 ms) 2024-08-17T00:58:18.507 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-08-17T00:58:18.701 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (194 ms) 2024-08-17T00:58:18.701 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-08-17T00:58:18.704 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.group_snap_remove (4 ms) 2024-08-17T00:58:18.705 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-08-17T00:58:18.706 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-08-17T00:58:18.707 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.trash_methods 2024-08-17T00:58:18.713 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.trash_methods (6 ms) 2024-08-17T00:58:18.713 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.op_features 2024-08-17T00:58:18.720 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-08-17T00:58:18.720 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.clone_parent 2024-08-17T00:58:18.739 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.clone_parent (19 ms) 2024-08-17T00:58:18.739 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-08-17T00:58:18.747 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.clone_parent_ns (9 ms) 2024-08-17T00:58:18.747 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.clone_child 2024-08-17T00:58:18.758 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2024-08-17T00:58:18.759 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-08-17T00:58:18.765 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.namespace_methods (6 ms) 2024-08-17T00:58:18.765 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.migration 2024-08-17T00:58:18.774 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.migration (9 ms) 2024-08-17T00:58:18.774 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.migration_v1 2024-08-17T00:58:18.786 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.migration_v1 (12 ms) 2024-08-17T00:58:18.786 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-08-17T00:58:18.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:18 smithi082 ceph-mon[94343]: pgmap v1243: 137 pgs: 13 creating+peering, 5 unknown, 119 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 889 KiB/s wr, 103 op/s 2024-08-17T00:58:18.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:18 smithi082 ceph-mon[91979]: pgmap v1243: 137 pgs: 13 creating+peering, 5 unknown, 119 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 889 KiB/s wr, 103 op/s 2024-08-17T00:58:18.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:18 smithi137 ceph-mon[86391]: pgmap v1243: 137 pgs: 13 creating+peering, 5 unknown, 119 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 889 KiB/s wr, 103 op/s 2024-08-17T00:58:20.602 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1816 ms) 2024-08-17T00:58:20.602 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestClsRbd.sparsify 2024-08-17T00:58:20.643 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestClsRbd.sparsify (41 ms) 2024-08-17T00:58:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:20 smithi082 ceph-mon[94343]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-17T00:58:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:58:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:20 smithi082 ceph-mon[94343]: pgmap v1245: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 2.40k op/s 2024-08-17T00:58:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:20 smithi082 ceph-mon[91979]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-17T00:58:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:58:20.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:20 smithi082 ceph-mon[91979]: pgmap v1245: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 2.40k op/s 2024-08-17T00:58:20.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:20 smithi137 ceph-mon[86391]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-17T00:58:20.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:58:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:20 smithi137 ceph-mon[86391]: pgmap v1245: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 2.40k op/s 2024-08-17T00:58:21.607 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 70 tests from TestClsRbd (5057 ms total) 2024-08-17T00:58:21.608 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T00:58:21.608 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment tear-down 2024-08-17T00:58:21.608 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] 70 tests from 1 test suite ran. (7884 ms total) 2024-08-17T00:58:21.608 INFO:tasks.workunit.client.0.smithi082.stdout:[ PASSED ] 70 tests. 2024-08-17T00:58:21.611 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T00:58:21.611 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T00:58:21.680 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-08-17T00:58:21.680 DEBUG:teuthology.orchestra.run.smithi082:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-08-17T00:58:21.750 INFO:tasks.workunit.client.0.smithi082.stdout:Running main() from gmock_main.cc 2024-08-17T00:58:21.750 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] Running 10 tests from 1 test suite. 2024-08-17T00:58:21.750 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment set-up. 2024-08-17T00:58:21.750 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 10 tests from cls_rgw 2024-08-17T00:58:21.751 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw.test_implicit 2024-08-17T00:58:21.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:21 smithi082 ceph-mon[94343]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-17T00:58:21.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:21 smithi082 ceph-mon[91979]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-17T00:58:21.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:21 smithi137 ceph-mon[86391]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-17T00:58:22.614 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:58:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:58:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:58:22.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:22 smithi082 ceph-mon[94343]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-17T00:58:22.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:22 smithi082 ceph-mon[94343]: pgmap v1248: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:22.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:22 smithi082 ceph-mon[91979]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-17T00:58:22.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:22 smithi082 ceph-mon[91979]: pgmap v1248: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:22.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:22 smithi137 ceph-mon[86391]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-17T00:58:22.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:22 smithi137 ceph-mon[86391]: pgmap v1248: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:23 smithi082 ceph-mon[94343]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-17T00:58:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:23 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2927819934' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:23.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:23 smithi082 ceph-mon[91979]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-17T00:58:23.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:23 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2927819934' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:23.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:23 smithi137 ceph-mon[86391]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-17T00:58:23.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:23 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2927819934' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:24.638 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw.test_implicit (2887 ms) 2024-08-17T00:58:24.638 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-08-17T00:58:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:24 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2927819934' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:24 smithi082 ceph-mon[94343]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-17T00:58:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:24 smithi082 ceph-mon[94343]: pgmap v1251: 137 pgs: 9 creating+peering, 18 unknown, 110 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:24 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2927819934' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:24 smithi082 ceph-mon[91979]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-17T00:58:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:24 smithi082 ceph-mon[91979]: pgmap v1251: 137 pgs: 9 creating+peering, 18 unknown, 110 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:24.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:24 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2927819934' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:24.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:24 smithi137 ceph-mon[86391]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-17T00:58:24.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:24 smithi137 ceph-mon[86391]: pgmap v1251: 137 pgs: 9 creating+peering, 18 unknown, 110 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:58:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:58:25] "GET /metrics HTTP/1.1" 200 36413 "" "Prometheus/2.43.0" 2024-08-17T00:58:25.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:25 smithi082 ceph-mon[94343]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-17T00:58:25.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:25 smithi082 ceph-mon[91979]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-17T00:58:25.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:25 smithi137 ceph-mon[86391]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-17T00:58:26.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:26 smithi082 ceph-mon[94343]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-17T00:58:26.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:26 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1448466586' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:26.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:26 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:26.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:26 smithi082 ceph-mon[94343]: pgmap v1254: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:26.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:26 smithi082 ceph-mon[91979]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-17T00:58:26.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:26 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1448466586' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:26.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:26 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:26.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:26 smithi082 ceph-mon[91979]: pgmap v1254: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:26.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:26 smithi137 ceph-mon[86391]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-17T00:58:26.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:26 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1448466586' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:26.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:26 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:26.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:26 smithi137 ceph-mon[86391]: pgmap v1254: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:27.662 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3025 ms) 2024-08-17T00:58:27.662 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw.test_put_snap 2024-08-17T00:58:27.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:27 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:58:27.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:27 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:27.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:27 smithi082 ceph-mon[94343]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-17T00:58:27.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:27 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:58:27.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:27 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:27.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:27 smithi082 ceph-mon[91979]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-17T00:58:27.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:27 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:58:27.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:27 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:27.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:27 smithi137 ceph-mon[86391]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-17T00:58:28.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:28 smithi082 ceph-mon[94343]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-17T00:58:28.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:28 smithi082 ceph-mon[94343]: pgmap v1257: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:28.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:28 smithi082 ceph-mon[91979]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-17T00:58:28.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:28 smithi082 ceph-mon[91979]: pgmap v1257: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:28.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:28 smithi137 ceph-mon[86391]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-17T00:58:28.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:28 smithi137 ceph-mon[86391]: pgmap v1257: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:29 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:58:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:29 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:58:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:29 smithi082 ceph-mon[94343]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-17T00:58:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:29 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3468486341' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:29 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:29.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:29 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:58:29.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:29 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:58:29.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:29 smithi082 ceph-mon[91979]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-17T00:58:29.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:29 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3468486341' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:29.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:29 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:29.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:29 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:58:29.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:29 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:58:29.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:29 smithi137 ceph-mon[86391]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-17T00:58:29.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:29 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3468486341' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:29.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:29 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:30.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:30 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:30.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:30 smithi082 ceph-mon[91979]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-17T00:58:30.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:30 smithi082 ceph-mon[91979]: pgmap v1260: 137 pgs: 6 creating+activating, 3 creating+peering, 13 unknown, 115 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:30.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:30 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:30.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:30 smithi082 ceph-mon[94343]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-17T00:58:30.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:30 smithi082 ceph-mon[94343]: pgmap v1260: 137 pgs: 6 creating+activating, 3 creating+peering, 13 unknown, 115 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:30.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:30 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:30.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:30 smithi137 ceph-mon[86391]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-17T00:58:30.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:30 smithi137 ceph-mon[86391]: pgmap v1260: 137 pgs: 6 creating+activating, 3 creating+peering, 13 unknown, 115 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:31 smithi082 ceph-mon[94343]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-17T00:58:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:31 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:58:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:31 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:58:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:31 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:58:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:31 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:58:31.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:31 smithi082 ceph-mon[91979]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-17T00:58:31.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:31 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:58:31.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:31 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:58:31.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:31 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:58:31.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:31 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:58:31.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:31 smithi137 ceph-mon[86391]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-17T00:58:31.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:31 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:58:31.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:31 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:58:31.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:31 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:58:31.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:31 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:58:32.691 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:58:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:58:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:58:32.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:32 smithi082 ceph-mon[94343]: pgmap v1262: 137 pgs: 6 creating+activating, 3 creating+peering, 8 unknown, 120 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:32.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:32 smithi082 ceph-mon[91979]: pgmap v1262: 137 pgs: 6 creating+activating, 3 creating+peering, 8 unknown, 120 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:32.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:32 smithi137 ceph-mon[86391]: pgmap v1262: 137 pgs: 6 creating+activating, 3 creating+peering, 8 unknown, 120 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:33.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:33 smithi082 ceph-mon[94343]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-17T00:58:33.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:33 smithi082 ceph-mon[91979]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-17T00:58:33.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:33 smithi137 ceph-mon[86391]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-17T00:58:34.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:34 smithi082 ceph-mon[94343]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-17T00:58:34.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:34 smithi082 ceph-mon[94343]: pgmap v1265: 137 pgs: 6 creating+activating, 131 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 221 B/s wr, 0 op/s 2024-08-17T00:58:34.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:34 smithi082 ceph-mon[91979]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-17T00:58:34.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:34 smithi082 ceph-mon[91979]: pgmap v1265: 137 pgs: 6 creating+activating, 131 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 221 B/s wr, 0 op/s 2024-08-17T00:58:34.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:34 smithi137 ceph-mon[86391]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-17T00:58:34.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:34 smithi137 ceph-mon[86391]: pgmap v1265: 137 pgs: 6 creating+activating, 131 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 221 B/s wr, 0 op/s 2024-08-17T00:58:35.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:58:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:58:35] "GET /metrics HTTP/1.1" 200 36413 "" "Prometheus/2.43.0" 2024-08-17T00:58:35.723 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw.test_put_snap (8061 ms) 2024-08-17T00:58:35.723 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw.test_explicit 2024-08-17T00:58:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:35 smithi082 ceph-mon[94343]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-17T00:58:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:58:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:35 smithi082 ceph-mon[91979]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-17T00:58:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:58:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:35 smithi137 ceph-mon[86391]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-17T00:58:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:58:36.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:36 smithi082 ceph-mon[91979]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-17T00:58:36.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:36 smithi082 ceph-mon[91979]: pgmap v1268: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:36.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:36 smithi082 ceph-mon[94343]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-17T00:58:36.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:36 smithi082 ceph-mon[94343]: pgmap v1268: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:36.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:36 smithi137 ceph-mon[86391]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-17T00:58:36.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:36 smithi137 ceph-mon[86391]: pgmap v1268: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:37.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:37 smithi137 ceph-mon[86391]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-17T00:58:37.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:37 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2980589373' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:38.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:37 smithi082 ceph-mon[91979]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-17T00:58:38.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:37 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2980589373' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:38.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:37 smithi082 ceph-mon[94343]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-17T00:58:38.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:37 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2980589373' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:38.737 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw.test_explicit (3014 ms) 2024-08-17T00:58:38.737 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw.set 2024-08-17T00:58:39.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:38 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2980589373' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:39.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:38 smithi082 ceph-mon[91979]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-17T00:58:39.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:38 smithi082 ceph-mon[91979]: pgmap v1271: 137 pgs: 3 creating+peering, 21 unknown, 113 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-08-17T00:58:39.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:38 smithi082 ceph-mon[91979]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-17T00:58:39.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:38 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2980589373' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:39.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:38 smithi082 ceph-mon[94343]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-17T00:58:39.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:38 smithi082 ceph-mon[94343]: pgmap v1271: 137 pgs: 3 creating+peering, 21 unknown, 113 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-08-17T00:58:39.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:38 smithi082 ceph-mon[94343]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-17T00:58:39.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:38 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2980589373' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:39.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:38 smithi137 ceph-mon[86391]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-17T00:58:39.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:38 smithi137 ceph-mon[86391]: pgmap v1271: 137 pgs: 3 creating+peering, 21 unknown, 113 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-08-17T00:58:39.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:38 smithi137 ceph-mon[86391]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-17T00:58:41.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:40 smithi082 ceph-mon[91979]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-17T00:58:41.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:40 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1565895708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:41.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:40 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:41.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:40 smithi082 ceph-mon[91979]: pgmap v1274: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:41.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:40 smithi082 ceph-mon[94343]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-17T00:58:41.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:40 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1565895708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:41.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:40 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:41.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:40 smithi082 ceph-mon[94343]: pgmap v1274: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:41.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:40 smithi137 ceph-mon[86391]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-17T00:58:41.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:40 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1565895708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:41.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:40 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:41.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:40 smithi137 ceph-mon[86391]: pgmap v1274: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:41.766 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw.set (3029 ms) 2024-08-17T00:58:41.766 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-08-17T00:58:42.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:41 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:58:42.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:41 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:42.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:41 smithi082 ceph-mon[94343]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-17T00:58:42.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:41 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:58:42.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:41 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:42.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:41 smithi082 ceph-mon[91979]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-17T00:58:42.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:41 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:58:42.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:41 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:42.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:41 smithi137 ceph-mon[86391]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-17T00:58:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:58:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:58:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:58:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:42 smithi082 ceph-mon[94343]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-17T00:58:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:42 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2218136620' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:42 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:42 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2218136620' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:43.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:42 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:43.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:42 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2218136620' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:58:43.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:42 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:58:43.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:42 smithi082 ceph-mon[94343]: pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:43.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:42 smithi082 ceph-mon[91979]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-17T00:58:43.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:42 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2218136620' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:43.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:42 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:43.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:42 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2218136620' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:43.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:42 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:43.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:42 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2218136620' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:58:43.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:42 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:58:43.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:42 smithi082 ceph-mon[91979]: pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:42 smithi137 ceph-mon[86391]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-17T00:58:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:42 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2218136620' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:42 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:42 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2218136620' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:42 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:43.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:42 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2218136620' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:58:43.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:42 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:58:43.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:42 smithi137 ceph-mon[86391]: pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:44.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:44 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:58:44.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:44 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:58:44.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:44 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:58:44.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:44 smithi082 ceph-mon[91979]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-17T00:58:44.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:44 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2218136620' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:44.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:44 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:44.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:44 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:58:44.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:44 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:58:44.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:44 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:58:44.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:44 smithi082 ceph-mon[94343]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-17T00:58:44.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:44 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2218136620' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:44.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:44 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:44.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:44 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:58:44.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:44 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:58:44.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:44 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:58:44.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:44 smithi137 ceph-mon[86391]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-17T00:58:44.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:44 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2218136620' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:44.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:44 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:58:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:58:45] "GET /metrics HTTP/1.1" 200 36389 "" "Prometheus/2.43.0" 2024-08-17T00:58:45.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:45 smithi082 ceph-mon[91979]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-17T00:58:45.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:45 smithi082 ceph-mon[91979]: pgmap v1280: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:45.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:45 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-6"}]': finished 2024-08-17T00:58:45.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:45 smithi082 ceph-mon[91979]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-17T00:58:45.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:45 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2218136620' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:45.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:45 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:45.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:45 smithi082 ceph-mon[94343]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-17T00:58:45.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:45 smithi082 ceph-mon[94343]: pgmap v1280: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:45.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:45 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-6"}]': finished 2024-08-17T00:58:45.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:45 smithi082 ceph-mon[94343]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-17T00:58:45.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:45 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2218136620' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:45.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:45 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:45.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:45 smithi137 ceph-mon[86391]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-17T00:58:45.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:45 smithi137 ceph-mon[86391]: pgmap v1280: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:45.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:45 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-6"}]': finished 2024-08-17T00:58:45.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:45 smithi137 ceph-mon[86391]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-17T00:58:45.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:45 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2218136620' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:45.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:45 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:46 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:46 smithi082 ceph-mon[94343]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-17T00:58:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:46 smithi082 ceph-mon[94343]: pgmap v1283: 113 pgs: 5 creating+peering, 3 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:46 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:46 smithi082 ceph-mon[91979]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-17T00:58:47.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:46 smithi082 ceph-mon[91979]: pgmap v1283: 113 pgs: 5 creating+peering, 3 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:46 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:46 smithi137 ceph-mon[86391]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-17T00:58:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:46 smithi137 ceph-mon[86391]: pgmap v1283: 113 pgs: 5 creating+peering, 3 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:47 smithi082 ceph-mon[94343]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-17T00:58:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:47 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2218136620' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:47 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:47 smithi082 ceph-mon[91979]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-17T00:58:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:47 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2218136620' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:47 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:48.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:47 smithi137 ceph-mon[86391]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-17T00:58:48.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:47 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2218136620' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:48.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:47 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:48.807 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw.test_implicit_ec (7041 ms) 2024-08-17T00:58:48.807 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-08-17T00:58:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:48 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-6"}]': finished 2024-08-17T00:58:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:48 smithi082 ceph-mon[94343]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-17T00:58:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:48 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2218136620' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:49.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:48 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:49.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:48 smithi082 ceph-mon[94343]: pgmap v1286: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:49.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:48 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-6"}]': finished 2024-08-17T00:58:49.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:48 smithi082 ceph-mon[91979]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-17T00:58:49.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:48 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2218136620' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:49.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:48 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:49.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:48 smithi082 ceph-mon[91979]: pgmap v1286: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:49.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:48 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-6"}]': finished 2024-08-17T00:58:49.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:48 smithi137 ceph-mon[86391]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-17T00:58:49.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:48 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2218136620' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:49.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:48 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-6"}]: dispatch 2024-08-17T00:58:49.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:48 smithi137 ceph-mon[86391]: pgmap v1286: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:49 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-6"}]': finished 2024-08-17T00:58:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:49 smithi082 ceph-mon[91979]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-17T00:58:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:49 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-7"}]: dispatch 2024-08-17T00:58:50.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:49 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-7"}]: dispatch 2024-08-17T00:58:50.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:49 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:58:50.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:49 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-6"}]': finished 2024-08-17T00:58:50.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:49 smithi082 ceph-mon[94343]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-17T00:58:50.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:49 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-7"}]: dispatch 2024-08-17T00:58:50.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:49 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-7"}]: dispatch 2024-08-17T00:58:50.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:49 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:58:50.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:49 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-6"}]': finished 2024-08-17T00:58:50.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:49 smithi137 ceph-mon[86391]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-17T00:58:50.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:49 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-7"}]: dispatch 2024-08-17T00:58:50.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:49 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-7"}]: dispatch 2024-08-17T00:58:50.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:49 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:58:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:50 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:58:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:50 smithi082 ceph-mon[94343]: osdmap e1052: 8 total, 8 up, 8 in 2024-08-17T00:58:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:50 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-7"}]: dispatch 2024-08-17T00:58:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:58:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:50 smithi082 ceph-mon[94343]: pgmap v1289: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:50 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:58:51.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:50 smithi082 ceph-mon[91979]: osdmap e1052: 8 total, 8 up, 8 in 2024-08-17T00:58:51.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:50 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-7"}]: dispatch 2024-08-17T00:58:51.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:58:51.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:50 smithi082 ceph-mon[91979]: pgmap v1289: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:51.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:50 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:58:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:50 smithi137 ceph-mon[86391]: osdmap e1052: 8 total, 8 up, 8 in 2024-08-17T00:58:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:50 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-7"}]: dispatch 2024-08-17T00:58:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:58:51.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:50 smithi137 ceph-mon[86391]: pgmap v1289: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:52.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:51 smithi082 ceph-mon[94343]: osdmap e1053: 8 total, 8 up, 8 in 2024-08-17T00:58:52.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:51 smithi082 ceph-mon[91979]: osdmap e1053: 8 total, 8 up, 8 in 2024-08-17T00:58:52.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:51 smithi137 ceph-mon[86391]: osdmap e1053: 8 total, 8 up, 8 in 2024-08-17T00:58:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:58:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:58:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:58:53.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:52 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-7"}]': finished 2024-08-17T00:58:53.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:52 smithi082 ceph-mon[94343]: osdmap e1054: 8 total, 8 up, 8 in 2024-08-17T00:58:53.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:52 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:53.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:52 smithi082 ceph-mon[94343]: pgmap v1292: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:53.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:52 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-7"}]': finished 2024-08-17T00:58:53.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:52 smithi082 ceph-mon[91979]: osdmap e1054: 8 total, 8 up, 8 in 2024-08-17T00:58:53.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:52 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:53.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:52 smithi082 ceph-mon[91979]: pgmap v1292: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:53.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:52 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-7"}]': finished 2024-08-17T00:58:53.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:52 smithi137 ceph-mon[86391]: osdmap e1054: 8 total, 8 up, 8 in 2024-08-17T00:58:53.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:52 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:53.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:52 smithi137 ceph-mon[86391]: pgmap v1292: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:53 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:58:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:53 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:53 smithi082 ceph-mon[94343]: osdmap e1055: 8 total, 8 up, 8 in 2024-08-17T00:58:54.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:53 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:58:54.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:53 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:54.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:53 smithi082 ceph-mon[91979]: osdmap e1055: 8 total, 8 up, 8 in 2024-08-17T00:58:54.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:53 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:58:54.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:53 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:58:54.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:53 smithi137 ceph-mon[86391]: osdmap e1055: 8 total, 8 up, 8 in 2024-08-17T00:58:55.226 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:58:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:58:55] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-08-17T00:58:55.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:54 smithi082 ceph-mon[94343]: osdmap e1056: 8 total, 8 up, 8 in 2024-08-17T00:58:55.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:54 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-7"}]: dispatch 2024-08-17T00:58:55.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:54 smithi082 ceph-mon[94343]: pgmap v1295: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:55.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:54 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-7"}]': finished 2024-08-17T00:58:55.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:54 smithi082 ceph-mon[94343]: osdmap e1057: 8 total, 8 up, 8 in 2024-08-17T00:58:55.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:54 smithi082 ceph-mon[91979]: osdmap e1056: 8 total, 8 up, 8 in 2024-08-17T00:58:55.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:54 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-7"}]: dispatch 2024-08-17T00:58:55.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:54 smithi082 ceph-mon[91979]: pgmap v1295: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:55.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:54 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-7"}]': finished 2024-08-17T00:58:55.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:54 smithi082 ceph-mon[91979]: osdmap e1057: 8 total, 8 up, 8 in 2024-08-17T00:58:55.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:54 smithi137 ceph-mon[86391]: osdmap e1056: 8 total, 8 up, 8 in 2024-08-17T00:58:55.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:54 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-7"}]: dispatch 2024-08-17T00:58:55.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:54 smithi137 ceph-mon[86391]: pgmap v1295: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:55.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:54 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-7"}]': finished 2024-08-17T00:58:55.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:54 smithi137 ceph-mon[86391]: osdmap e1057: 8 total, 8 up, 8 in 2024-08-17T00:58:55.839 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7032 ms) 2024-08-17T00:58:55.839 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-08-17T00:58:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:55 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-7"}]: dispatch 2024-08-17T00:58:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:55 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:58:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:55 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:58:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:55 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-7"}]': finished 2024-08-17T00:58:56.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:55 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-7"}]: dispatch 2024-08-17T00:58:56.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:55 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:58:56.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:55 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:58:56.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:55 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-7"}]': finished 2024-08-17T00:58:56.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:55 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-7"}]: dispatch 2024-08-17T00:58:56.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:55 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:58:56.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:55 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:58:56.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:55 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/889728103' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-7"}]': finished 2024-08-17T00:58:57.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:56 smithi082 ceph-mon[94343]: osdmap e1058: 8 total, 8 up, 8 in 2024-08-17T00:58:57.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:56 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3521112852' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:58:57.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:56 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:58:57.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:56 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3521112852' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:58:57.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:56 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:58:57.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:56 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3521112852' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:58:57.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:56 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:58:57.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:56 smithi082 ceph-mon[94343]: pgmap v1298: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:57.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:56 smithi082 ceph-mon[91979]: osdmap e1058: 8 total, 8 up, 8 in 2024-08-17T00:58:57.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:56 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3521112852' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:58:57.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:56 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:58:57.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:56 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3521112852' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:58:57.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:56 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:58:57.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:56 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3521112852' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:58:57.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:56 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:58:57.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:56 smithi082 ceph-mon[91979]: pgmap v1298: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:57.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:56 smithi137 ceph-mon[86391]: osdmap e1058: 8 total, 8 up, 8 in 2024-08-17T00:58:57.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:56 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3521112852' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:58:57.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:56 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:58:57.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:56 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3521112852' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:58:57.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:56 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:58:57.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:56 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3521112852' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:58:57.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:56 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:58:57.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:56 smithi137 ceph-mon[86391]: pgmap v1298: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:58.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:58 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:58:58.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:58 smithi082 ceph-mon[91979]: osdmap e1059: 8 total, 8 up, 8 in 2024-08-17T00:58:58.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:58 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3521112852' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:58:58.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:58 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:58:58.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:58 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:58:58.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:58 smithi082 ceph-mon[94343]: osdmap e1059: 8 total, 8 up, 8 in 2024-08-17T00:58:58.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:58 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3521112852' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:58:58.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:58 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:58:58.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:58 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:58:58.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:58 smithi137 ceph-mon[86391]: osdmap e1059: 8 total, 8 up, 8 in 2024-08-17T00:58:58.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:58 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3521112852' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:58:58.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:58 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:58:59.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:59 smithi082 ceph-mon[91979]: osdmap e1060: 8 total, 8 up, 8 in 2024-08-17T00:58:59.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:59 smithi082 ceph-mon[91979]: pgmap v1301: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:59.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:59 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-8"}]': finished 2024-08-17T00:58:59.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:59 smithi082 ceph-mon[91979]: osdmap e1061: 8 total, 8 up, 8 in 2024-08-17T00:58:59.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:59 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3521112852' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:59.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:58:59 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:59.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:59 smithi082 ceph-mon[94343]: osdmap e1060: 8 total, 8 up, 8 in 2024-08-17T00:58:59.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:59 smithi082 ceph-mon[94343]: pgmap v1301: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:59.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:59 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-8"}]': finished 2024-08-17T00:58:59.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:59 smithi082 ceph-mon[94343]: osdmap e1061: 8 total, 8 up, 8 in 2024-08-17T00:58:59.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:59 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3521112852' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:59.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:58:59 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:59.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:59 smithi137 ceph-mon[86391]: osdmap e1060: 8 total, 8 up, 8 in 2024-08-17T00:58:59.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:59 smithi137 ceph-mon[86391]: pgmap v1301: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:58:59.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:59 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-8"}]': finished 2024-08-17T00:58:59.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:59 smithi137 ceph-mon[86391]: osdmap e1061: 8 total, 8 up, 8 in 2024-08-17T00:58:59.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:59 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3521112852' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:58:59.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:58:59 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:59:01.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:00 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:59:01.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:00 smithi082 ceph-mon[91979]: osdmap e1062: 8 total, 8 up, 8 in 2024-08-17T00:59:01.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:00 smithi082 ceph-mon[91979]: pgmap v1304: 113 pgs: 1 creating+activating, 4 unknown, 108 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:00 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:59:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:00 smithi082 ceph-mon[94343]: osdmap e1062: 8 total, 8 up, 8 in 2024-08-17T00:59:01.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:00 smithi082 ceph-mon[94343]: pgmap v1304: 113 pgs: 1 creating+activating, 4 unknown, 108 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:01.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:00 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:59:01.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:00 smithi137 ceph-mon[86391]: osdmap e1062: 8 total, 8 up, 8 in 2024-08-17T00:59:01.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:00 smithi137 ceph-mon[86391]: pgmap v1304: 113 pgs: 1 creating+activating, 4 unknown, 108 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:02.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:01 smithi082 ceph-mon[94343]: osdmap e1063: 8 total, 8 up, 8 in 2024-08-17T00:59:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:01 smithi082 ceph-mon[91979]: osdmap e1063: 8 total, 8 up, 8 in 2024-08-17T00:59:02.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:01 smithi137 ceph-mon[86391]: osdmap e1063: 8 total, 8 up, 8 in 2024-08-17T00:59:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:59:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:59:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:59:03.126 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:02 smithi082 ceph-mon[94343]: pgmap v1306: 113 pgs: 1 creating+activating, 4 unknown, 108 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:03.126 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:02 smithi082 ceph-mon[91979]: pgmap v1306: 113 pgs: 1 creating+activating, 4 unknown, 108 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:03.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:02 smithi137 ceph-mon[86391]: pgmap v1306: 113 pgs: 1 creating+activating, 4 unknown, 108 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:05.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:04 smithi082 ceph-mon[91979]: osdmap e1064: 8 total, 8 up, 8 in 2024-08-17T00:59:05.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:04 smithi082 ceph-mon[91979]: pgmap v1308: 113 pgs: 1 creating+activating, 112 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 187 B/s wr, 0 op/s 2024-08-17T00:59:05.226 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:59:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:59:05] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-08-17T00:59:05.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:04 smithi082 ceph-mon[94343]: osdmap e1064: 8 total, 8 up, 8 in 2024-08-17T00:59:05.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:04 smithi082 ceph-mon[94343]: pgmap v1308: 113 pgs: 1 creating+activating, 112 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 187 B/s wr, 0 op/s 2024-08-17T00:59:05.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:04 smithi137 ceph-mon[86391]: osdmap e1064: 8 total, 8 up, 8 in 2024-08-17T00:59:05.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:04 smithi137 ceph-mon[86391]: pgmap v1308: 113 pgs: 1 creating+activating, 112 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 187 B/s wr, 0 op/s 2024-08-17T00:59:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:05 smithi082 ceph-mon[91979]: osdmap e1065: 8 total, 8 up, 8 in 2024-08-17T00:59:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:59:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:05 smithi082 ceph-mon[94343]: osdmap e1065: 8 total, 8 up, 8 in 2024-08-17T00:59:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:59:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:05 smithi137 ceph-mon[86391]: osdmap e1065: 8 total, 8 up, 8 in 2024-08-17T00:59:06.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:59:07.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:06 smithi082 ceph-mon[94343]: osdmap e1066: 8 total, 8 up, 8 in 2024-08-17T00:59:07.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:06 smithi082 ceph-mon[94343]: pgmap v1311: 113 pgs: 113 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 187 B/s wr, 0 op/s 2024-08-17T00:59:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:06 smithi082 ceph-mon[91979]: osdmap e1066: 8 total, 8 up, 8 in 2024-08-17T00:59:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:06 smithi082 ceph-mon[91979]: pgmap v1311: 113 pgs: 113 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 187 B/s wr, 0 op/s 2024-08-17T00:59:07.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:06 smithi137 ceph-mon[86391]: osdmap e1066: 8 total, 8 up, 8 in 2024-08-17T00:59:07.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:06 smithi137 ceph-mon[86391]: pgmap v1311: 113 pgs: 113 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 187 B/s wr, 0 op/s 2024-08-17T00:59:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:07 smithi082 ceph-mon[91979]: osdmap e1067: 8 total, 8 up, 8 in 2024-08-17T00:59:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:07 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3521112852' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:59:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:07 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:59:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:07 smithi082 ceph-mon[94343]: osdmap e1067: 8 total, 8 up, 8 in 2024-08-17T00:59:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:07 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3521112852' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:59:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:07 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:59:08.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:07 smithi137 ceph-mon[86391]: osdmap e1067: 8 total, 8 up, 8 in 2024-08-17T00:59:08.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:07 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3521112852' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:59:08.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:07 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:59:08.892 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw.test_put_snap_ec (13053 ms) 2024-08-17T00:59:08.893 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-08-17T00:59:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:08 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-8"}]': finished 2024-08-17T00:59:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:08 smithi082 ceph-mon[91979]: osdmap e1068: 8 total, 8 up, 8 in 2024-08-17T00:59:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:08 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3521112852' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:59:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:08 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:59:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:08 smithi082 ceph-mon[91979]: pgmap v1314: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:08 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-8"}]': finished 2024-08-17T00:59:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:08 smithi082 ceph-mon[91979]: osdmap e1069: 8 total, 8 up, 8 in 2024-08-17T00:59:09.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:08 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-8"}]': finished 2024-08-17T00:59:09.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:08 smithi082 ceph-mon[94343]: osdmap e1068: 8 total, 8 up, 8 in 2024-08-17T00:59:09.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:08 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3521112852' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:59:09.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:08 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:59:09.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:08 smithi082 ceph-mon[94343]: pgmap v1314: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:09.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:08 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-8"}]': finished 2024-08-17T00:59:09.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:08 smithi082 ceph-mon[94343]: osdmap e1069: 8 total, 8 up, 8 in 2024-08-17T00:59:09.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:08 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-8"}]': finished 2024-08-17T00:59:09.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:08 smithi137 ceph-mon[86391]: osdmap e1068: 8 total, 8 up, 8 in 2024-08-17T00:59:09.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:08 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3521112852' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:59:09.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:08 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-8"}]: dispatch 2024-08-17T00:59:09.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:08 smithi137 ceph-mon[86391]: pgmap v1314: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:09.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:08 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-8"}]': finished 2024-08-17T00:59:09.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:08 smithi137 ceph-mon[86391]: osdmap e1069: 8 total, 8 up, 8 in 2024-08-17T00:59:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:09 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1363116459' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:09 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:09 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1363116459' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:09 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:09 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1363116459' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:59:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:09 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:59:10.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:09 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1363116459' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:10.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:09 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:10.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:09 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1363116459' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:10.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:09 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:10.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:09 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1363116459' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:59:10.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:09 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:59:10.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:09 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1363116459' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:10.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:09 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:10.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:09 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1363116459' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:10.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:09 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:10.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:09 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1363116459' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:59:10.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:09 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:59:11.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:10 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:59:11.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:10 smithi082 ceph-mon[94343]: osdmap e1070: 8 total, 8 up, 8 in 2024-08-17T00:59:11.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:10 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1363116459' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:11.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:10 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:11.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:10 smithi082 ceph-mon[94343]: pgmap v1317: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:11.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:10 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:59:11.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:10 smithi082 ceph-mon[91979]: osdmap e1070: 8 total, 8 up, 8 in 2024-08-17T00:59:11.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:10 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1363116459' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:11.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:10 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:11.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:10 smithi082 ceph-mon[91979]: pgmap v1317: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:11.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:10 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:59:11.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:10 smithi137 ceph-mon[86391]: osdmap e1070: 8 total, 8 up, 8 in 2024-08-17T00:59:11.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:10 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1363116459' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:11.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:10 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:11.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:10 smithi137 ceph-mon[86391]: pgmap v1317: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:11 smithi082 ceph-mon[91979]: osdmap e1071: 8 total, 8 up, 8 in 2024-08-17T00:59:12.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:11 smithi082 ceph-mon[94343]: osdmap e1071: 8 total, 8 up, 8 in 2024-08-17T00:59:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:11 smithi137 ceph-mon[86391]: osdmap e1071: 8 total, 8 up, 8 in 2024-08-17T00:59:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:59:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:59:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:59:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:12 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-9"}]': finished 2024-08-17T00:59:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:12 smithi082 ceph-mon[91979]: osdmap e1072: 8 total, 8 up, 8 in 2024-08-17T00:59:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:12 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1363116459' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:59:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:12 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:59:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:12 smithi082 ceph-mon[91979]: pgmap v1320: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:12 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:59:13.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:12 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-9"}]': finished 2024-08-17T00:59:13.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:12 smithi082 ceph-mon[94343]: osdmap e1072: 8 total, 8 up, 8 in 2024-08-17T00:59:13.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:12 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1363116459' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:59:13.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:12 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:59:13.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:12 smithi082 ceph-mon[94343]: pgmap v1320: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:13.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:12 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:59:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:12 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-9"}]': finished 2024-08-17T00:59:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:12 smithi137 ceph-mon[86391]: osdmap e1072: 8 total, 8 up, 8 in 2024-08-17T00:59:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:12 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1363116459' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:59:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:12 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:59:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:12 smithi137 ceph-mon[86391]: pgmap v1320: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:13.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:12 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:59:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:13 smithi082 ceph-mon[94343]: osdmap e1073: 8 total, 8 up, 8 in 2024-08-17T00:59:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:13 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:59:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:13 smithi082 ceph-mon[94343]: osdmap e1074: 8 total, 8 up, 8 in 2024-08-17T00:59:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:13 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1363116459' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:13 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:14.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:13 smithi082 ceph-mon[91979]: osdmap e1073: 8 total, 8 up, 8 in 2024-08-17T00:59:14.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:13 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:59:14.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:13 smithi082 ceph-mon[91979]: osdmap e1074: 8 total, 8 up, 8 in 2024-08-17T00:59:14.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:13 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1363116459' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:14.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:13 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:13 smithi137 ceph-mon[86391]: osdmap e1073: 8 total, 8 up, 8 in 2024-08-17T00:59:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:13 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:59:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:13 smithi137 ceph-mon[86391]: osdmap e1074: 8 total, 8 up, 8 in 2024-08-17T00:59:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:13 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1363116459' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:14.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:13 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:15.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:59:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:59:15] "GET /metrics HTTP/1.1" 200 36383 "" "Prometheus/2.43.0" 2024-08-17T00:59:15.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:14 smithi082 ceph-mon[91979]: pgmap v1323: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:15.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:14 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-9"}]': finished 2024-08-17T00:59:15.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:14 smithi082 ceph-mon[91979]: osdmap e1075: 8 total, 8 up, 8 in 2024-08-17T00:59:15.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:14 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1363116459' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:15.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:14 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:15.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:14 smithi082 ceph-mon[94343]: pgmap v1323: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:15.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:14 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-9"}]': finished 2024-08-17T00:59:15.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:14 smithi082 ceph-mon[94343]: osdmap e1075: 8 total, 8 up, 8 in 2024-08-17T00:59:15.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:14 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1363116459' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:15.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:14 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:15.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:14 smithi137 ceph-mon[86391]: pgmap v1323: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:15.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:14 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-9"}]': finished 2024-08-17T00:59:15.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:14 smithi137 ceph-mon[86391]: osdmap e1075: 8 total, 8 up, 8 in 2024-08-17T00:59:15.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:14 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1363116459' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:15.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:14 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-9"}]: dispatch 2024-08-17T00:59:15.935 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw.test_explicit_ec (7043 ms) 2024-08-17T00:59:15.935 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw.set_ec 2024-08-17T00:59:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:15 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:59:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:15 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:59:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:15 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-9"}]': finished 2024-08-17T00:59:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:15 smithi082 ceph-mon[94343]: osdmap e1076: 8 total, 8 up, 8 in 2024-08-17T00:59:16.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:15 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:59:16.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:15 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:59:16.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:15 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-9"}]': finished 2024-08-17T00:59:16.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:15 smithi082 ceph-mon[91979]: osdmap e1076: 8 total, 8 up, 8 in 2024-08-17T00:59:16.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:15 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:59:16.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:15 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:59:16.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:15 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-9"}]': finished 2024-08-17T00:59:16.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:15 smithi137 ceph-mon[86391]: osdmap e1076: 8 total, 8 up, 8 in 2024-08-17T00:59:17.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:16 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1104039699' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:17.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:16 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:17.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:16 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1104039699' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:17.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:16 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:17.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:16 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1104039699' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:59:17.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:16 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:59:17.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:16 smithi082 ceph-mon[94343]: pgmap v1326: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:17.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:16 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1104039699' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:17.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:16 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:17.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:16 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1104039699' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:17.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:16 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:17.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:16 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1104039699' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:59:17.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:16 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:59:17.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:16 smithi082 ceph-mon[91979]: pgmap v1326: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:17.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:16 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1104039699' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:17.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:16 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:17.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:16 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1104039699' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:17.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:16 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:17.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:16 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1104039699' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:59:17.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:16 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T00:59:17.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:16 smithi137 ceph-mon[86391]: pgmap v1326: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:18.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:18 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:59:18.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:18 smithi082 ceph-mon[94343]: osdmap e1077: 8 total, 8 up, 8 in 2024-08-17T00:59:18.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:18 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1104039699' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:18.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:18 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:18.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:18 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:59:18.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:18 smithi082 ceph-mon[91979]: osdmap e1077: 8 total, 8 up, 8 in 2024-08-17T00:59:18.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:18 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1104039699' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:18.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:18 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:18.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:18 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi082-134002-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T00:59:18.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:18 smithi137 ceph-mon[86391]: osdmap e1077: 8 total, 8 up, 8 in 2024-08-17T00:59:18.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:18 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1104039699' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:18.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:18 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:19.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:19 smithi082 ceph-mon[94343]: osdmap e1078: 8 total, 8 up, 8 in 2024-08-17T00:59:19.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:19 smithi082 ceph-mon[94343]: pgmap v1329: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:19.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:19 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-10"}]': finished 2024-08-17T00:59:19.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:19 smithi082 ceph-mon[94343]: osdmap e1079: 8 total, 8 up, 8 in 2024-08-17T00:59:19.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:19 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1104039699' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:59:19.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:19 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:59:19.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:19 smithi082 ceph-mon[91979]: osdmap e1078: 8 total, 8 up, 8 in 2024-08-17T00:59:19.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:19 smithi082 ceph-mon[91979]: pgmap v1329: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:19.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:19 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-10"}]': finished 2024-08-17T00:59:19.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:19 smithi082 ceph-mon[91979]: osdmap e1079: 8 total, 8 up, 8 in 2024-08-17T00:59:19.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:19 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1104039699' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:59:19.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:19 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:59:19.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:19 smithi137 ceph-mon[86391]: osdmap e1078: 8 total, 8 up, 8 in 2024-08-17T00:59:19.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:19 smithi137 ceph-mon[86391]: pgmap v1329: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:19.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:19 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi082-134002-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi082-134002-10"}]': finished 2024-08-17T00:59:19.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:19 smithi137 ceph-mon[86391]: osdmap e1079: 8 total, 8 up, 8 in 2024-08-17T00:59:19.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:19 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1104039699' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:59:19.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:19 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:59:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:20 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:59:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:20 smithi082 ceph-mon[94343]: osdmap e1080: 8 total, 8 up, 8 in 2024-08-17T00:59:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:59:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:20 smithi082 ceph-mon[94343]: pgmap v1332: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:20 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:59:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:20 smithi082 ceph-mon[91979]: osdmap e1080: 8 total, 8 up, 8 in 2024-08-17T00:59:21.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:59:21.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:20 smithi082 ceph-mon[91979]: pgmap v1332: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:21.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:20 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134002-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:59:21.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:20 smithi137 ceph-mon[86391]: osdmap e1080: 8 total, 8 up, 8 in 2024-08-17T00:59:21.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:59:21.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:20 smithi137 ceph-mon[86391]: pgmap v1332: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:22.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:21 smithi137 ceph-mon[86391]: osdmap e1081: 8 total, 8 up, 8 in 2024-08-17T00:59:22.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:21 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1104039699' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:22.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:21 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:22.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:21 smithi082 ceph-mon[91979]: osdmap e1081: 8 total, 8 up, 8 in 2024-08-17T00:59:22.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:21 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1104039699' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:22.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:21 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:22.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:21 smithi082 ceph-mon[94343]: osdmap e1081: 8 total, 8 up, 8 in 2024-08-17T00:59:22.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:21 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1104039699' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:22.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:21 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:59:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:59:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:59:22.981 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw.set_ec (7046 ms) 2024-08-17T00:59:22.981 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 10 tests from cls_rgw (61231 ms total) 2024-08-17T00:59:22.982 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T00:59:22.982 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment tear-down 2024-08-17T00:59:22.982 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] 10 tests from 1 test suite ran. (61231 ms total) 2024-08-17T00:59:22.982 INFO:tasks.workunit.client.0.smithi082.stdout:[ PASSED ] 10 tests. 2024-08-17T00:59:22.984 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T00:59:22.984 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T00:59:23.053 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-08-17T00:59:23.054 DEBUG:teuthology.orchestra.run.smithi082:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-08-17T00:59:23.124 INFO:tasks.workunit.client.0.smithi082.stdout:Running main() from gmock_main.cc 2024-08-17T00:59:23.124 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] Running 16 tests from 1 test suite. 2024-08-17T00:59:23.124 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment set-up. 2024-08-17T00:59:23.124 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 16 tests from cls_rgw 2024-08-17T00:59:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:22 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-10"}]': finished 2024-08-17T00:59:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:22 smithi137 ceph-mon[86391]: osdmap e1082: 8 total, 8 up, 8 in 2024-08-17T00:59:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:22 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1104039699' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:22 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:22 smithi137 ceph-mon[86391]: pgmap v1335: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:22 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-10"}]': finished 2024-08-17T00:59:23.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:22 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-10"}]': finished 2024-08-17T00:59:23.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:22 smithi082 ceph-mon[91979]: osdmap e1082: 8 total, 8 up, 8 in 2024-08-17T00:59:23.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:22 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1104039699' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:23.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:22 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:23.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:22 smithi082 ceph-mon[91979]: pgmap v1335: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:23.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:22 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-10"}]': finished 2024-08-17T00:59:23.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:22 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi082-134002-10"}]': finished 2024-08-17T00:59:23.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:22 smithi082 ceph-mon[94343]: osdmap e1082: 8 total, 8 up, 8 in 2024-08-17T00:59:23.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:22 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1104039699' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:23.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:22 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-10"}]: dispatch 2024-08-17T00:59:23.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:22 smithi082 ceph-mon[94343]: pgmap v1335: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:23.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:22 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi082-134002-10"}]': finished 2024-08-17T00:59:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:23 smithi137 ceph-mon[86391]: osdmap e1083: 8 total, 8 up, 8 in 2024-08-17T00:59:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:23 smithi082 ceph-mon[91979]: osdmap e1083: 8 total, 8 up, 8 in 2024-08-17T00:59:24.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:23 smithi082 ceph-mon[94343]: osdmap e1083: 8 total, 8 up, 8 in 2024-08-17T00:59:25.002 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw.index_basic 2024-08-17T00:59:25.043 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw.index_basic (41 ms) 2024-08-17T00:59:25.043 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-08-17T00:59:25.069 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (26 ms) 2024-08-17T00:59:25.069 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw.index_remove_object 2024-08-17T00:59:25.104 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw.index_remove_object (35 ms) 2024-08-17T00:59:25.104 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw.index_suggest 2024-08-17T00:59:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:59:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:59:25] "GET /metrics HTTP/1.1" 200 36353 "" "Prometheus/2.43.0" 2024-08-17T00:59:25.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:24 smithi082 ceph-mon[91979]: osdmap e1084: 8 total, 8 up, 8 in 2024-08-17T00:59:25.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:24 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/290178461' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134340-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:59:25.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:24 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134340-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:59:25.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:24 smithi082 ceph-mon[91979]: pgmap v1338: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:25.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:24 smithi082 ceph-mon[94343]: osdmap e1084: 8 total, 8 up, 8 in 2024-08-17T00:59:25.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:24 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/290178461' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134340-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:59:25.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:24 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134340-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:59:25.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:24 smithi082 ceph-mon[94343]: pgmap v1338: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:25.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:24 smithi137 ceph-mon[86391]: osdmap e1084: 8 total, 8 up, 8 in 2024-08-17T00:59:25.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:24 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/290178461' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134340-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:59:25.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:24 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134340-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T00:59:25.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:24 smithi137 ceph-mon[86391]: pgmap v1338: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T00:59:26.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:26 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:59:26.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:26 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134340-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:59:26.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:26 smithi082 ceph-mon[94343]: osdmap e1085: 8 total, 8 up, 8 in 2024-08-17T00:59:26.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:26 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:59:26.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:26 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134340-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:59:26.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:26 smithi082 ceph-mon[91979]: osdmap e1085: 8 total, 8 up, 8 in 2024-08-17T00:59:26.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:26 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T00:59:26.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:26 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134340-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T00:59:26.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:26 smithi137 ceph-mon[86391]: osdmap e1085: 8 total, 8 up, 8 in 2024-08-17T00:59:26.549 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw.index_suggest (1445 ms) 2024-08-17T00:59:26.549 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-08-17T00:59:26.555 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw.index_suggest_complete (7 ms) 2024-08-17T00:59:26.556 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw.index_list 2024-08-17T00:59:26.574 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw.index_list (18 ms) 2024-08-17T00:59:26.574 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-08-17T00:59:27.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:27 smithi082 ceph-mon[94343]: osdmap e1086: 8 total, 8 up, 8 in 2024-08-17T00:59:27.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:27 smithi082 ceph-mon[94343]: pgmap v1341: 137 pgs: 12 creating+peering, 14 unknown, 111 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 10 KiB/s wr, 30 op/s 2024-08-17T00:59:27.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:27 smithi082 ceph-mon[91979]: osdmap e1086: 8 total, 8 up, 8 in 2024-08-17T00:59:27.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:27 smithi082 ceph-mon[91979]: pgmap v1341: 137 pgs: 12 creating+peering, 14 unknown, 111 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 10 KiB/s wr, 30 op/s 2024-08-17T00:59:27.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:27 smithi137 ceph-mon[86391]: osdmap e1086: 8 total, 8 up, 8 in 2024-08-17T00:59:27.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:27 smithi137 ceph-mon[86391]: pgmap v1341: 137 pgs: 12 creating+peering, 14 unknown, 111 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 10 KiB/s wr, 30 op/s 2024-08-17T00:59:28.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:28 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:59:28.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:28 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T00:59:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:28 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:59:28.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:28 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T00:59:28.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:28 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T00:59:28.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:28 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T00:59:29.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:29 smithi082 ceph-mon[94343]: pgmap v1342: 137 pgs: 12 creating+peering, 4 unknown, 121 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 18 KiB/s wr, 56 op/s 2024-08-17T00:59:29.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:29 smithi082 ceph-mon[91979]: pgmap v1342: 137 pgs: 12 creating+peering, 4 unknown, 121 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 18 KiB/s wr, 56 op/s 2024-08-17T00:59:29.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:29 smithi137 ceph-mon[86391]: pgmap v1342: 137 pgs: 12 creating+peering, 4 unknown, 121 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 18 KiB/s wr, 56 op/s 2024-08-17T00:59:30.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:30 smithi082 ceph-mon[94343]: pgmap v1343: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 700 KiB/s rd, 439 KiB/s wr, 1.35k op/s 2024-08-17T00:59:30.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:30 smithi082 ceph-mon[91979]: pgmap v1343: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 700 KiB/s rd, 439 KiB/s wr, 1.35k op/s 2024-08-17T00:59:30.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:30 smithi137 ceph-mon[86391]: pgmap v1343: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 700 KiB/s rd, 439 KiB/s wr, 1.35k op/s 2024-08-17T00:59:31.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:31 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:59:31.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:31 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:59:31.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:31 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T00:59:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:32 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:59:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:32 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:59:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:32 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:59:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:32 smithi082 ceph-mon[91979]: pgmap v1344: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 558 KiB/s rd, 350 KiB/s wr, 1.07k op/s 2024-08-17T00:59:32.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:32 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:59:32.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:32 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:59:32.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:32 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:59:32.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:32 smithi082 ceph-mon[94343]: pgmap v1344: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 558 KiB/s rd, 350 KiB/s wr, 1.07k op/s 2024-08-17T00:59:32.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:32 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T00:59:32.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:32 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T00:59:32.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:32 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T00:59:32.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:32 smithi137 ceph-mon[86391]: pgmap v1344: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 558 KiB/s rd, 350 KiB/s wr, 1.07k op/s 2024-08-17T00:59:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:59:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:59:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:59:34.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:34 smithi082 ceph-mon[94343]: pgmap v1345: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 994 KiB/s rd, 644 KiB/s wr, 1.95k op/s 2024-08-17T00:59:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:34 smithi082 ceph-mon[91979]: pgmap v1345: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 994 KiB/s rd, 644 KiB/s wr, 1.95k op/s 2024-08-17T00:59:34.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:34 smithi137 ceph-mon[86391]: pgmap v1345: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 994 KiB/s rd, 644 KiB/s wr, 1.95k op/s 2024-08-17T00:59:35.394 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:59:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:59:35] "GET /metrics HTTP/1.1" 200 36353 "" "Prometheus/2.43.0" 2024-08-17T00:59:35.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:59:35.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:59:35.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:59:36.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:36 smithi082 ceph-mon[91979]: pgmap v1346: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 898 KiB/s rd, 582 KiB/s wr, 1.76k op/s 2024-08-17T00:59:36.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:36 smithi082 ceph-mon[94343]: pgmap v1346: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 898 KiB/s rd, 582 KiB/s wr, 1.76k op/s 2024-08-17T00:59:36.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:36 smithi137 ceph-mon[86391]: pgmap v1346: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 898 KiB/s rd, 582 KiB/s wr, 1.76k op/s 2024-08-17T00:59:38.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:38 smithi082 ceph-mon[94343]: pgmap v1347: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 766 KiB/s rd, 497 KiB/s wr, 1.50k op/s 2024-08-17T00:59:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:38 smithi082 ceph-mon[91979]: pgmap v1347: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 766 KiB/s rd, 497 KiB/s wr, 1.50k op/s 2024-08-17T00:59:38.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:38 smithi137 ceph-mon[86391]: pgmap v1347: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 766 KiB/s rd, 497 KiB/s wr, 1.50k op/s 2024-08-17T00:59:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:40 smithi082 ceph-mon[94343]: pgmap v1348: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 694 KiB/s wr, 2.09k op/s 2024-08-17T00:59:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:40 smithi082 ceph-mon[91979]: pgmap v1348: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 694 KiB/s wr, 2.09k op/s 2024-08-17T00:59:40.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:40 smithi137 ceph-mon[86391]: pgmap v1348: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 694 KiB/s wr, 2.09k op/s 2024-08-17T00:59:42.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:42 smithi082 ceph-mon[94343]: pgmap v1349: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 705 KiB/s rd, 470 KiB/s wr, 1.41k op/s 2024-08-17T00:59:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:42 smithi082 ceph-mon[91979]: pgmap v1349: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 705 KiB/s rd, 470 KiB/s wr, 1.41k op/s 2024-08-17T00:59:42.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:42 smithi137 ceph-mon[86391]: pgmap v1349: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 705 KiB/s rd, 470 KiB/s wr, 1.41k op/s 2024-08-17T00:59:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:59:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:59:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:59:44.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:44 smithi082 ceph-mon[94343]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 989 KiB/s rd, 659 KiB/s wr, 1.98k op/s 2024-08-17T00:59:44.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:44 smithi082 ceph-mon[91979]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 989 KiB/s rd, 659 KiB/s wr, 1.98k op/s 2024-08-17T00:59:44.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:44 smithi137 ceph-mon[86391]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 989 KiB/s rd, 659 KiB/s wr, 1.98k op/s 2024-08-17T00:59:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:59:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:59:45] "GET /metrics HTTP/1.1" 200 36381 "" "Prometheus/2.43.0" 2024-08-17T00:59:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:46 smithi082 ceph-mon[91979]: pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 589 KiB/s rd, 393 KiB/s wr, 1.18k op/s 2024-08-17T00:59:46.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:46 smithi082 ceph-mon[94343]: pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 589 KiB/s rd, 393 KiB/s wr, 1.18k op/s 2024-08-17T00:59:46.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:46 smithi137 ceph-mon[86391]: pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 589 KiB/s rd, 393 KiB/s wr, 1.18k op/s 2024-08-17T00:59:48.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:48 smithi082 ceph-mon[94343]: pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 589 KiB/s rd, 393 KiB/s wr, 1.18k op/s 2024-08-17T00:59:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:48 smithi082 ceph-mon[91979]: pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 589 KiB/s rd, 393 KiB/s wr, 1.18k op/s 2024-08-17T00:59:48.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:48 smithi137 ceph-mon[86391]: pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 589 KiB/s rd, 393 KiB/s wr, 1.18k op/s 2024-08-17T00:59:50.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:59:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:59:50.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T00:59:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:51 smithi082 ceph-mon[94343]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 870 KiB/s rd, 580 KiB/s wr, 1.74k op/s 2024-08-17T00:59:51.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:51 smithi082 ceph-mon[91979]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 870 KiB/s rd, 580 KiB/s wr, 1.74k op/s 2024-08-17T00:59:51.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:51 smithi137 ceph-mon[86391]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 870 KiB/s rd, 580 KiB/s wr, 1.74k op/s 2024-08-17T00:59:52.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:52 smithi082 ceph-mon[94343]: pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 568 KiB/s rd, 379 KiB/s wr, 1.14k op/s 2024-08-17T00:59:52.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:52 smithi082 ceph-mon[91979]: pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 568 KiB/s rd, 379 KiB/s wr, 1.14k op/s 2024-08-17T00:59:52.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:52 smithi137 ceph-mon[86391]: pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 568 KiB/s rd, 379 KiB/s wr, 1.14k op/s 2024-08-17T00:59:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 00:59:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T00:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T00:59:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:54 smithi082 ceph-mon[94343]: pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 845 KiB/s rd, 564 KiB/s wr, 1.69k op/s 2024-08-17T00:59:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:54 smithi082 ceph-mon[91979]: pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 845 KiB/s rd, 564 KiB/s wr, 1.69k op/s 2024-08-17T00:59:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:54 smithi137 ceph-mon[86391]: pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 845 KiB/s rd, 564 KiB/s wr, 1.69k op/s 2024-08-17T00:59:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 00:59:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:00:59:55] "GET /metrics HTTP/1.1" 200 36382 "" "Prometheus/2.43.0" 2024-08-17T00:59:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:56 smithi082 ceph-mon[94343]: pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 558 KiB/s rd, 372 KiB/s wr, 1.12k op/s 2024-08-17T00:59:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:56 smithi082 ceph-mon[91979]: pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 558 KiB/s rd, 372 KiB/s wr, 1.12k op/s 2024-08-17T00:59:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:56 smithi137 ceph-mon[86391]: pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 558 KiB/s rd, 372 KiB/s wr, 1.12k op/s 2024-08-17T00:59:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 00:59:58 smithi082 ceph-mon[94343]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 558 KiB/s rd, 372 KiB/s wr, 1.12k op/s 2024-08-17T00:59:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 00:59:58 smithi082 ceph-mon[91979]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 558 KiB/s rd, 372 KiB/s wr, 1.12k op/s 2024-08-17T00:59:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 00:59:58 smithi137 ceph-mon[86391]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 558 KiB/s rd, 372 KiB/s wr, 1.12k op/s 2024-08-17T01:00:00.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:00 smithi082 ceph-mon[94343]: overall HEALTH_OK 2024-08-17T01:00:00.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:00 smithi082 ceph-mon[91979]: overall HEALTH_OK 2024-08-17T01:00:00.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:00 smithi137 ceph-mon[86391]: overall HEALTH_OK 2024-08-17T01:00:01.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:01 smithi082 ceph-mon[94343]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 839 KiB/s rd, 559 KiB/s wr, 1.68k op/s 2024-08-17T01:00:01.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:01 smithi082 ceph-mon[91979]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 839 KiB/s rd, 559 KiB/s wr, 1.68k op/s 2024-08-17T01:00:01.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:01 smithi137 ceph-mon[86391]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 839 KiB/s rd, 559 KiB/s wr, 1.68k op/s 2024-08-17T01:00:02.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:02 smithi082 ceph-mon[94343]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 557 KiB/s rd, 372 KiB/s wr, 1.11k op/s 2024-08-17T01:00:02.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:02 smithi082 ceph-mon[91979]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 557 KiB/s rd, 372 KiB/s wr, 1.11k op/s 2024-08-17T01:00:02.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:02 smithi137 ceph-mon[86391]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 557 KiB/s rd, 372 KiB/s wr, 1.11k op/s 2024-08-17T01:00:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:00:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:00:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:00:04.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:04 smithi082 ceph-mon[94343]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 833 KiB/s rd, 556 KiB/s wr, 1.67k op/s 2024-08-17T01:00:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:04 smithi082 ceph-mon[91979]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 833 KiB/s rd, 556 KiB/s wr, 1.67k op/s 2024-08-17T01:00:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:04 smithi137 ceph-mon[86391]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 833 KiB/s rd, 556 KiB/s wr, 1.67k op/s 2024-08-17T01:00:05.395 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:00:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:00:05] "GET /metrics HTTP/1.1" 200 36382 "" "Prometheus/2.43.0" 2024-08-17T01:00:05.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:00:05.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:00:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:00:06.703 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw.index_list_delimited (40128 ms) 2024-08-17T01:00:06.704 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw.bi_list 2024-08-17T01:00:06.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:06 smithi082 ceph-mon[91979]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 556 KiB/s rd, 371 KiB/s wr, 1.11k op/s 2024-08-17T01:00:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:06 smithi082 ceph-mon[94343]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 556 KiB/s rd, 371 KiB/s wr, 1.11k op/s 2024-08-17T01:00:06.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:06 smithi137 ceph-mon[86391]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 556 KiB/s rd, 371 KiB/s wr, 1.11k op/s 2024-08-17T01:00:06.773 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw.bi_list (70 ms) 2024-08-17T01:00:06.773 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw.gc_set 2024-08-17T01:00:06.799 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw.gc_set (26 ms) 2024-08-17T01:00:06.799 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw.gc_list 2024-08-17T01:00:06.823 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw.gc_list (24 ms) 2024-08-17T01:00:06.823 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw.gc_defer 2024-08-17T01:00:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:08 smithi082 ceph-mon[94343]: osdmap e1087: 8 total, 8 up, 8 in 2024-08-17T01:00:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:08 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3203054145' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134340-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:00:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:08 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134340-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:00:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:08 smithi082 ceph-mon[94343]: pgmap v1363: 169 pgs: 5 creating+peering, 27 unknown, 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 668 KiB/s rd, 445 KiB/s wr, 1.33k op/s 2024-08-17T01:00:08.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:08 smithi082 ceph-mon[91979]: osdmap e1087: 8 total, 8 up, 8 in 2024-08-17T01:00:08.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:08 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3203054145' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134340-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:00:08.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:08 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134340-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:00:08.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:08 smithi082 ceph-mon[91979]: pgmap v1363: 169 pgs: 5 creating+peering, 27 unknown, 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 668 KiB/s rd, 445 KiB/s wr, 1.33k op/s 2024-08-17T01:00:08.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:08 smithi137 ceph-mon[86391]: osdmap e1087: 8 total, 8 up, 8 in 2024-08-17T01:00:08.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:08 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3203054145' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134340-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:00:08.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:08 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134340-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:00:08.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:08 smithi137 ceph-mon[86391]: pgmap v1363: 169 pgs: 5 creating+peering, 27 unknown, 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 668 KiB/s rd, 445 KiB/s wr, 1.33k op/s 2024-08-17T01:00:09.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:09 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:00:09.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:09 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134340-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:00:09.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:09 smithi082 ceph-mon[94343]: osdmap e1088: 8 total, 8 up, 8 in 2024-08-17T01:00:09.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:09 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:00:09.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:09 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134340-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:00:09.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:09 smithi082 ceph-mon[91979]: osdmap e1088: 8 total, 8 up, 8 in 2024-08-17T01:00:09.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:09 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:00:09.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:09 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134340-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:00:09.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:09 smithi137 ceph-mon[86391]: osdmap e1088: 8 total, 8 up, 8 in 2024-08-17T01:00:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:10 smithi082 ceph-mon[94343]: osdmap e1089: 8 total, 8 up, 8 in 2024-08-17T01:00:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:10 smithi082 ceph-mon[94343]: pgmap v1366: 169 pgs: 5 creating+peering, 11 unknown, 153 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 567 KiB/s rd, 219 KiB/s wr, 650 op/s 2024-08-17T01:00:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:10 smithi082 ceph-mon[91979]: osdmap e1089: 8 total, 8 up, 8 in 2024-08-17T01:00:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:10 smithi082 ceph-mon[91979]: pgmap v1366: 169 pgs: 5 creating+peering, 11 unknown, 153 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 567 KiB/s rd, 219 KiB/s wr, 650 op/s 2024-08-17T01:00:10.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:10 smithi137 ceph-mon[86391]: osdmap e1089: 8 total, 8 up, 8 in 2024-08-17T01:00:10.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:10 smithi137 ceph-mon[86391]: pgmap v1366: 169 pgs: 5 creating+peering, 11 unknown, 153 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 567 KiB/s rd, 219 KiB/s wr, 650 op/s 2024-08-17T01:00:11.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:11 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:00:11.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:11 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T01:00:11.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:11 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:00:11.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:11 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T01:00:11.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:11 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:00:11.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:11 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T01:00:12.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:12 smithi082 ceph-mon[94343]: pgmap v1367: 169 pgs: 5 creating+peering, 164 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 566 KiB/s rd, 219 KiB/s wr, 650 op/s 2024-08-17T01:00:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:12 smithi082 ceph-mon[91979]: pgmap v1367: 169 pgs: 5 creating+peering, 164 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 566 KiB/s rd, 219 KiB/s wr, 650 op/s 2024-08-17T01:00:12.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:12 smithi137 ceph-mon[86391]: pgmap v1367: 169 pgs: 5 creating+peering, 164 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 566 KiB/s rd, 219 KiB/s wr, 650 op/s 2024-08-17T01:00:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:00:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:00:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:00:13.496 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw.gc_defer (6673 ms) 2024-08-17T01:00:13.496 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw.usage_basic 2024-08-17T01:00:13.584 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw.usage_basic (88 ms) 2024-08-17T01:00:13.584 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-08-17T01:00:13.586 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw.usage_clear_no_obj (2 ms) 2024-08-17T01:00:13.586 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw.usage_clear 2024-08-17T01:00:13.676 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw.usage_clear (90 ms) 2024-08-17T01:00:13.676 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-08-17T01:00:13.721 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw.bi_log_trim (45 ms) 2024-08-17T01:00:13.722 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-08-17T01:00:13.731 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw.index_racing_removes (11 ms) 2024-08-17T01:00:14.503 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 16 tests from cls_rgw (48730 ms total) 2024-08-17T01:00:14.504 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:00:14.504 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment tear-down 2024-08-17T01:00:14.504 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] 16 tests from 1 test suite ran. (51379 ms total) 2024-08-17T01:00:14.504 INFO:tasks.workunit.client.0.smithi082.stdout:[ PASSED ] 16 tests. 2024-08-17T01:00:14.507 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T01:00:14.507 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T01:00:14.576 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-08-17T01:00:14.576 DEBUG:teuthology.orchestra.run.smithi082:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-08-17T01:00:14.644 INFO:tasks.workunit.client.0.smithi082.stdout:Running main() from gmock_main.cc 2024-08-17T01:00:14.644 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] Running 9 tests from 1 test suite. 2024-08-17T01:00:14.644 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment set-up. 2024-08-17T01:00:14.644 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 9 tests from cls_rgw_gc 2024-08-17T01:00:14.645 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw_gc.init 2024-08-17T01:00:14.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:14 smithi082 ceph-mon[94343]: osdmap e1090: 8 total, 8 up, 8 in 2024-08-17T01:00:14.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:14 smithi082 ceph-mon[94343]: pgmap v1369: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 566 KiB/s rd, 219 KiB/s wr, 650 op/s 2024-08-17T01:00:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:14 smithi082 ceph-mon[91979]: osdmap e1090: 8 total, 8 up, 8 in 2024-08-17T01:00:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:14 smithi082 ceph-mon[91979]: pgmap v1369: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 566 KiB/s rd, 219 KiB/s wr, 650 op/s 2024-08-17T01:00:14.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:14 smithi137 ceph-mon[86391]: osdmap e1090: 8 total, 8 up, 8 in 2024-08-17T01:00:14.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:14 smithi137 ceph-mon[86391]: pgmap v1369: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 566 KiB/s rd, 219 KiB/s wr, 650 op/s 2024-08-17T01:00:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:00:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:00:15] "GET /metrics HTTP/1.1" 200 36384 "" "Prometheus/2.43.0" 2024-08-17T01:00:15.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:15 smithi082 ceph-mon[94343]: osdmap e1091: 8 total, 8 up, 8 in 2024-08-17T01:00:15.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:15 smithi082 ceph-mon[91979]: osdmap e1091: 8 total, 8 up, 8 in 2024-08-17T01:00:15.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:15 smithi137 ceph-mon[86391]: osdmap e1091: 8 total, 8 up, 8 in 2024-08-17T01:00:16.517 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw_gc.init (1873 ms) 2024-08-17T01:00:16.518 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-08-17T01:00:16.538 INFO:tasks.workunit.client.0.smithi082.stderr:[ ] list info tag = chain-0 2024-08-17T01:00:16.539 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (21 ms) 2024-08-17T01:00:16.539 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-08-17T01:00:16.544 INFO:tasks.workunit.client.0.smithi082.stderr:[ ] next_marker is: = 0/4263 2024-08-17T01:00:16.544 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (6 ms) 2024-08-17T01:00:16.544 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-08-17T01:00:16.551 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (8 ms) 2024-08-17T01:00:16.551 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-08-17T01:00:16.563 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (11 ms) 2024-08-17T01:00:16.563 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-08-17T01:00:16.571 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (8 ms) 2024-08-17T01:00:16.571 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-08-17T01:00:16.577 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (6 ms) 2024-08-17T01:00:16.577 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-08-17T01:00:16.583 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (6 ms) 2024-08-17T01:00:16.583 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw_gc.finalize 2024-08-17T01:00:16.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:16 smithi082 ceph-mon[94343]: osdmap e1092: 8 total, 8 up, 8 in 2024-08-17T01:00:16.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:16 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2134047637' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134542-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:00:16.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:16 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134542-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:00:16.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:16 smithi082 ceph-mon[94343]: pgmap v1372: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:00:16.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:16 smithi082 ceph-mon[91979]: osdmap e1092: 8 total, 8 up, 8 in 2024-08-17T01:00:16.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:16 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2134047637' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134542-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:00:16.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:16 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134542-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:00:16.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:16 smithi082 ceph-mon[91979]: pgmap v1372: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:00:16.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:16 smithi137 ceph-mon[86391]: osdmap e1092: 8 total, 8 up, 8 in 2024-08-17T01:00:16.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:16 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2134047637' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134542-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:00:16.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:16 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134542-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:00:16.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:16 smithi137 ceph-mon[86391]: pgmap v1372: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:00:17.521 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw_gc.finalize (937 ms) 2024-08-17T01:00:17.522 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 9 tests from cls_rgw_gc (2876 ms total) 2024-08-17T01:00:17.522 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:00:17.522 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment tear-down 2024-08-17T01:00:17.522 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] 9 tests from 1 test suite ran. (2876 ms total) 2024-08-17T01:00:17.522 INFO:tasks.workunit.client.0.smithi082.stdout:[ PASSED ] 9 tests. 2024-08-17T01:00:17.524 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T01:00:17.524 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T01:00:17.593 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-08-17T01:00:17.594 DEBUG:teuthology.orchestra.run.smithi082:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-08-17T01:00:17.672 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] Running 1 test from 1 test suite. 2024-08-17T01:00:17.672 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment set-up. 2024-08-17T01:00:17.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:17 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:00:17.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:17 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134542-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:00:17.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:17 smithi082 ceph-mon[91979]: osdmap e1093: 8 total, 8 up, 8 in 2024-08-17T01:00:17.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:17 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:00:17.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:17 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134542-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:00:17.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:17 smithi082 ceph-mon[94343]: osdmap e1093: 8 total, 8 up, 8 in 2024-08-17T01:00:17.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:17 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:00:17.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:17 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134542-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:00:17.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:17 smithi137 ceph-mon[86391]: osdmap e1093: 8 total, 8 up, 8 in 2024-08-17T01:00:18.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:18 smithi082 ceph-mon[94343]: osdmap e1094: 8 total, 8 up, 8 in 2024-08-17T01:00:18.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:18 smithi082 ceph-mon[94343]: pgmap v1375: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:00:18.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:18 smithi082 ceph-mon[91979]: osdmap e1094: 8 total, 8 up, 8 in 2024-08-17T01:00:18.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:18 smithi082 ceph-mon[91979]: pgmap v1375: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:00:18.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:18 smithi137 ceph-mon[86391]: osdmap e1094: 8 total, 8 up, 8 in 2024-08-17T01:00:18.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:18 smithi137 ceph-mon[86391]: pgmap v1375: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:00:19.536 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 1 test from cls_rgw_stats 2024-08-17T01:00:19.536 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] cls_rgw_stats.simulate 2024-08-17T01:00:19.554 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.553+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=PWQDBS9IJR3K type=del size=3889749 2024-08-17T01:00:19.555 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.554+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=LVVQH7042UQE type=del size=1766561 2024-08-17T01:00:19.557 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.556+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=GZ2F6F5CF8V0 type=del size=2862077 2024-08-17T01:00:19.559 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.559+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~R80P5MJNS44N.0 size=517536 2024-08-17T01:00:19.559 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.559+0000 7fc9e32c6640 1 > prepared multipart upload key=9X03OB1P1EOH upload=R80P5MJNS44N tag=JCC2EJYN2RAR type=write size=1566112 2024-08-17T01:00:19.562 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.561+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~W8ZHJ1INQLU2.0 size=1048576 2024-08-17T01:00:19.563 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.563+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~W8ZHJ1INQLU2.1 size=812010 2024-08-17T01:00:19.564 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.563+0000 7fc9e32c6640 1 > prepared multipart upload key=M40V1TN9S9M2 upload=W8ZHJ1INQLU2 tag=OKAG3Z13CQHK type=write size=2909162 2024-08-17T01:00:19.565 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.564+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=XDWY2XM05DPA type=del size=3735174 2024-08-17T01:00:19.567 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.566+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=NCLRQIR5TRZU type=del size=847551 2024-08-17T01:00:19.568 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.567+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=C70BL9EQVHJY type=write size=151414 2024-08-17T01:00:19.570 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.569+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=ZSXDVCJWR2RP type=del size=301802 2024-08-17T01:00:19.571 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.570+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=KHME1UVIWRAC type=del size=3211690 2024-08-17T01:00:19.572 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.572+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=V0509QTX2UBF type=del size=2699337 2024-08-17T01:00:19.575 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.574+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~MCL1ZBK4UHDZ.0 size=585342 2024-08-17T01:00:19.575 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.574+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=MCL1ZBK4UHDZ tag=AR6HG3JEEB2R type=write size=1633918 2024-08-17T01:00:19.576 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.576+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=OBZM7A6C17T0 type=del size=456476 2024-08-17T01:00:19.578 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.577+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=9TESFBUJYQZI type=del size=2440970 2024-08-17T01:00:19.580 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.580+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~DRV0QWLO1A7D.0 size=353648 2024-08-17T01:00:19.581 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.580+0000 7fc9e32c6640 1 > prepared multipart upload key=XHAAVXY5RRVM upload=DRV0QWLO1A7D tag=JCODGDQPKSQI type=write size=1402224 2024-08-17T01:00:19.583 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.582+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~8HKQWSE3036Z.0 size=1048576 2024-08-17T01:00:19.584 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.583+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~8HKQWSE3036Z.1 size=940487 2024-08-17T01:00:19.584 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.583+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=8HKQWSE3036Z tag=MAHS1OUPT5BT type=write size=3037639 2024-08-17T01:00:19.585 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.585+0000 7fc9e32c6640 1 < completed delete operation key=04A7K18FAZTD tag=PWQDBS9IJR3K type=del 2024-08-17T01:00:19.587 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.586+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=N0P8WEZYF8S2 type=del size=3288414 2024-08-17T01:00:19.589 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.589+0000 7fc9e32c6640 1 < suggested remove operation key=UBSJCVKYWX6F tag=LVVQH7042UQE type=del 2024-08-17T01:00:19.591 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.590+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=VI1EY9MUXYYJ type=del size=4056698 2024-08-17T01:00:19.592 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.591+0000 7fc9e32c6640 1 < completed delete operation key=04A7K18FAZTD tag=GZ2F6F5CF8V0 type=del 2024-08-17T01:00:19.595 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.594+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~L26KMMN6GSK9.0 size=1048576 2024-08-17T01:00:19.596 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.595+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~L26KMMN6GSK9.1 size=1048576 2024-08-17T01:00:19.597 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.596+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~L26KMMN6GSK9.2 size=538727 2024-08-17T01:00:19.597 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.596+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=L26KMMN6GSK9 tag=QC8GR0KNGBDF type=write size=3684455 2024-08-17T01:00:19.598 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.597+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~R80P5MJNS44N.0 size=517536 2024-08-17T01:00:19.600 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.599+0000 7fc9e32c6640 1 < completed multipart upload key=9X03OB1P1EOH upload=R80P5MJNS44N tag=JCC2EJYN2RAR type=write size=1566112 2024-08-17T01:00:19.602 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.601+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=J68CFZV1NU27 type=del size=408184 2024-08-17T01:00:19.603 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.602+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~W8ZHJ1INQLU2.0 size=1048576 2024-08-17T01:00:19.603 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.602+0000 7fc9e32c6640 1 < canceled part key=_multipart_M40V1TN9S9M2.2~W8ZHJ1INQLU2.1 size=812010 2024-08-17T01:00:19.605 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.604+0000 7fc9e32c6640 1 < canceled multipart upload key=M40V1TN9S9M2 upload=W8ZHJ1INQLU2 tag=OKAG3Z13CQHK type=write size=2909162 2024-08-17T01:00:19.606 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.606+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=22QWMK3QZBS2 type=write size=892638 2024-08-17T01:00:19.608 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.607+0000 7fc9e32c6640 1 < completed delete operation key=P6GWQRWU8J2B tag=XDWY2XM05DPA type=del 2024-08-17T01:00:19.610 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.609+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~HKAW9112FRDH.0 size=1048576 2024-08-17T01:00:19.611 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.610+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~HKAW9112FRDH.1 size=948147 2024-08-17T01:00:19.611 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.610+0000 7fc9e32c6640 1 > prepared multipart upload key=04A7K18FAZTD upload=HKAW9112FRDH tag=QPNGRJHBT786 type=write size=3045299 2024-08-17T01:00:19.612 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.612+0000 7fc9e32c6640 1 < completed delete operation key=9ZTGHGASZU54 tag=NCLRQIR5TRZU type=del 2024-08-17T01:00:19.614 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.613+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=7VN5CTODLH7P type=write size=986915 2024-08-17T01:00:19.616 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.615+0000 7fc9e32c6640 1 < completed write operation key=0GIHJJ2YE1EF tag=C70BL9EQVHJY type=write size=151414 2024-08-17T01:00:19.617 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.616+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=83LM8LCA32LU type=del size=208473 2024-08-17T01:00:19.618 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.617+0000 7fc9e32c6640 1 < completed delete operation key=P6GWQRWU8J2B tag=ZSXDVCJWR2RP type=del 2024-08-17T01:00:19.620 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.619+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=BUKP798RAU10 type=del size=3705770 2024-08-17T01:00:19.621 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.620+0000 7fc9e32c6640 1 < completed delete operation key=9ZTGHGASZU54 tag=KHME1UVIWRAC type=del 2024-08-17T01:00:19.622 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.622+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=1RSL7UKASKD1 type=write size=516994 2024-08-17T01:00:19.624 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.623+0000 7fc9e32c6640 1 < completed delete operation key=HPIXXJSLU5J6 tag=V0509QTX2UBF type=del 2024-08-17T01:00:19.626 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.626+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~CB9MLLG77UFF.0 size=913171 2024-08-17T01:00:19.626 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.626+0000 7fc9e32c6640 1 > prepared multipart upload key=SYENEMTYLFFB upload=CB9MLLG77UFF tag=4BY5O90IO4SD type=write size=1961747 2024-08-17T01:00:19.628 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.627+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~MCL1ZBK4UHDZ.0 size=585342 2024-08-17T01:00:19.630 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.629+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=MCL1ZBK4UHDZ tag=AR6HG3JEEB2R type=write size=1633918 2024-08-17T01:00:19.631 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.631+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=G8KUFIGJFYZO type=del size=2763736 2024-08-17T01:00:19.633 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.632+0000 7fc9e32c6640 1 < completed delete operation key=FP808QN0QDSP tag=OBZM7A6C17T0 type=del 2024-08-17T01:00:19.636 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.635+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~I523LWLEL0QL.0 size=1048576 2024-08-17T01:00:19.637 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.636+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~I523LWLEL0QL.1 size=794214 2024-08-17T01:00:19.637 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.636+0000 7fc9e32c6640 1 > prepared multipart upload key=0GIHJJ2YE1EF upload=I523LWLEL0QL tag=DT913QEW27ZR type=write size=2891366 2024-08-17T01:00:19.638 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.637+0000 7fc9e32c6640 1 < completed delete operation key=0GIHJJ2YE1EF tag=9TESFBUJYQZI type=del 2024-08-17T01:00:19.640 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.639+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~ATTB0OFBUV7N.0 size=1048576 2024-08-17T01:00:19.641 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.641+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~ATTB0OFBUV7N.1 size=1048576 2024-08-17T01:00:19.643 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.642+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~ATTB0OFBUV7N.2 size=432880 2024-08-17T01:00:19.643 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.642+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=ATTB0OFBUV7N tag=4WFY5MXG0IH3 type=write size=3578608 2024-08-17T01:00:19.644 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.643+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~DRV0QWLO1A7D.0 size=353648 2024-08-17T01:00:19.646 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.645+0000 7fc9e32c6640 1 < completed multipart upload key=XHAAVXY5RRVM upload=DRV0QWLO1A7D tag=JCODGDQPKSQI type=write size=1402224 2024-08-17T01:00:19.647 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.647+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=BYIU5996PVEA type=del size=4181556 2024-08-17T01:00:19.649 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.648+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~8HKQWSE3036Z.0 size=1048576 2024-08-17T01:00:19.650 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.649+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~8HKQWSE3036Z.1 size=940487 2024-08-17T01:00:19.652 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.651+0000 7fc9e32c6640 1 < completed multipart upload key=Y5CGDXUEE4A5 upload=8HKQWSE3036Z tag=MAHS1OUPT5BT type=write size=3037639 2024-08-17T01:00:19.653 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.652+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=2VSIS0TQIKHN type=del size=3689517 2024-08-17T01:00:19.654 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.654+0000 7fc9e32c6640 1 < completed delete operation key=JNHP0HYR3GAN tag=N0P8WEZYF8S2 type=del 2024-08-17T01:00:19.656 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.655+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=8AEGLUZOIEEF type=del size=3069407 2024-08-17T01:00:19.657 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.656+0000 7fc9e32c6640 1 < completed delete operation key=04A7K18FAZTD tag=VI1EY9MUXYYJ type=del 2024-08-17T01:00:19.659 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.659+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~M10ITNBC6KFP.0 size=504970 2024-08-17T01:00:19.659 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.659+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=M10ITNBC6KFP tag=Z19ZA73CG5PS type=write size=1553546 2024-08-17T01:00:19.660 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.659+0000 7fc9e32c6640 1 < canceled part key=_multipart_Y5CGDXUEE4A5.2~L26KMMN6GSK9.0 size=1048576 2024-08-17T01:00:19.660 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.659+0000 7fc9e32c6640 1 < canceled part key=_multipart_Y5CGDXUEE4A5.2~L26KMMN6GSK9.1 size=1048576 2024-08-17T01:00:19.661 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.660+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~L26KMMN6GSK9.2 size=538727 2024-08-17T01:00:19.666 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.662+0000 7fc9e32c6640 1 < canceled multipart upload key=Y5CGDXUEE4A5 upload=L26KMMN6GSK9 tag=QC8GR0KNGBDF type=write size=3684455 2024-08-17T01:00:19.666 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.663+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=ZJ3ALWXLFH50 type=del size=1772405 2024-08-17T01:00:19.666 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.664+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=J68CFZV1NU27 type=del 2024-08-17T01:00:19.667 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.666+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~EJJ25TNF2IWB.0 size=1048576 2024-08-17T01:00:19.668 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.667+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~EJJ25TNF2IWB.1 size=1048576 2024-08-17T01:00:19.669 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.668+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~EJJ25TNF2IWB.2 size=604421 2024-08-17T01:00:19.669 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.668+0000 7fc9e32c6640 1 > prepared multipart upload key=04A7K18FAZTD upload=EJJ25TNF2IWB tag=98221X5ZR0N7 type=write size=3750149 2024-08-17T01:00:19.670 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.669+0000 7fc9e32c6640 1 < completed write operation key=SYENEMTYLFFB tag=22QWMK3QZBS2 type=write size=892638 2024-08-17T01:00:19.672 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.671+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~XUQP0L1ICNKJ.0 size=1048576 2024-08-17T01:00:19.673 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.672+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~XUQP0L1ICNKJ.1 size=751829 2024-08-17T01:00:19.673 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.672+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=XUQP0L1ICNKJ tag=J67K1OZ3589H type=write size=2848981 2024-08-17T01:00:19.674 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.674+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~HKAW9112FRDH.0 size=1048576 2024-08-17T01:00:19.675 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.675+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~HKAW9112FRDH.1 size=948147 2024-08-17T01:00:19.677 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.676+0000 7fc9e32c6640 1 < completed multipart upload key=04A7K18FAZTD upload=HKAW9112FRDH tag=QPNGRJHBT786 type=write size=3045299 2024-08-17T01:00:19.680 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.679+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~5XKLMDW65A3Z.0 size=1048576 2024-08-17T01:00:19.680 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.680+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~5XKLMDW65A3Z.1 size=1048576 2024-08-17T01:00:19.681 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.681+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~5XKLMDW65A3Z.2 size=116197 2024-08-17T01:00:19.682 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.681+0000 7fc9e32c6640 1 > prepared multipart upload key=WN539WGGF4SK upload=5XKLMDW65A3Z tag=7UFVNWW5KW18 type=write size=3261925 2024-08-17T01:00:19.683 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.682+0000 7fc9e32c6640 1 < completed write operation key=SNQ4IXALP94F tag=7VN5CTODLH7P type=write size=986915 2024-08-17T01:00:19.686 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.685+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~4VKBU4MA1UIE.0 size=1048576 2024-08-17T01:00:19.687 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.686+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~4VKBU4MA1UIE.1 size=1048576 2024-08-17T01:00:19.687 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.687+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~4VKBU4MA1UIE.2 size=887530 2024-08-17T01:00:19.688 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.687+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=4VKBU4MA1UIE tag=W193ZBA1D22G type=write size=4033258 2024-08-17T01:00:19.690 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.689+0000 7fc9e32c6640 1 < suggested update operation key=SR0C26PR3RCQ tag=83LM8LCA32LU type=del size=208473 2024-08-17T01:00:19.693 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.692+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~AQOA8FLPT3MP.0 size=1048576 2024-08-17T01:00:19.693 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.693+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~AQOA8FLPT3MP.1 size=635479 2024-08-17T01:00:19.694 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.693+0000 7fc9e32c6640 1 > prepared multipart upload key=SYENEMTYLFFB upload=AQOA8FLPT3MP tag=B6N62HXLYJDA type=write size=2732631 2024-08-17T01:00:19.695 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.694+0000 7fc9e32c6640 1 < completed delete operation key=P6GWQRWU8J2B tag=BUKP798RAU10 type=del 2024-08-17T01:00:19.697 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.696+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~B84Q3YLFULYM.0 size=1048576 2024-08-17T01:00:19.698 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.697+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~B84Q3YLFULYM.1 size=1048576 2024-08-17T01:00:19.699 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.698+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~B84Q3YLFULYM.2 size=454815 2024-08-17T01:00:19.699 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.698+0000 7fc9e32c6640 1 > prepared multipart upload key=9X03OB1P1EOH upload=B84Q3YLFULYM tag=87NWO437IN75 type=write size=3600543 2024-08-17T01:00:19.700 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.699+0000 7fc9e32c6640 1 < completed write operation key=41QVSMLCJY3L tag=1RSL7UKASKD1 type=write size=516994 2024-08-17T01:00:19.702 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.701+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=FHL648C2GDZR type=write size=216144 2024-08-17T01:00:19.703 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.702+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~CB9MLLG77UFF.0 size=913171 2024-08-17T01:00:19.705 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.704+0000 7fc9e32c6640 1 < completed multipart upload key=SYENEMTYLFFB upload=CB9MLLG77UFF tag=4BY5O90IO4SD type=write size=1961747 2024-08-17T01:00:19.706 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.705+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=062O7RVFTJE8 type=del size=3258446 2024-08-17T01:00:19.707 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.707+0000 7fc9e32c6640 1 < completed delete operation key=ZFTRWL3EXMLQ tag=G8KUFIGJFYZO type=del 2024-08-17T01:00:19.709 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.708+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=XHLAYNHD8TIV type=write size=583080 2024-08-17T01:00:19.710 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.710+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~I523LWLEL0QL.0 size=1048576 2024-08-17T01:00:19.712 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.711+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~I523LWLEL0QL.1 size=794214 2024-08-17T01:00:19.714 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.713+0000 7fc9e32c6640 1 < completed multipart upload key=0GIHJJ2YE1EF upload=I523LWLEL0QL tag=DT913QEW27ZR type=write size=2891366 2024-08-17T01:00:19.716 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.715+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~K553O5VU0258.0 size=1048576 2024-08-17T01:00:19.717 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.716+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~K553O5VU0258.1 size=976267 2024-08-17T01:00:19.717 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.716+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=K553O5VU0258 tag=DJ5T98POBUVS type=write size=3073419 2024-08-17T01:00:19.718 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.717+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~ATTB0OFBUV7N.0 size=1048576 2024-08-17T01:00:19.719 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.718+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~ATTB0OFBUV7N.1 size=1048576 2024-08-17T01:00:19.720 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.719+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~ATTB0OFBUV7N.2 size=432880 2024-08-17T01:00:19.722 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.721+0000 7fc9e32c6640 1 < completed multipart upload key=NJYN8PLMG5AN upload=ATTB0OFBUV7N tag=4WFY5MXG0IH3 type=write size=3578608 2024-08-17T01:00:19.723 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.722+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=FQRS6G34529S type=del size=3098900 2024-08-17T01:00:19.724 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.723+0000 7fc9e32c6640 1 < completed delete operation key=9ZTGHGASZU54 tag=BYIU5996PVEA type=del 2024-08-17T01:00:19.725 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.724+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=T5XDHIAMD5T0 type=del size=2476062 2024-08-17T01:00:19.726 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.725+0000 7fc9e32c6640 1 < completed delete operation key=TOPN4SUVVWJ4 tag=2VSIS0TQIKHN type=del 2024-08-17T01:00:19.728 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.727+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~0JKZ0OSQYDSN.0 size=1048576 2024-08-17T01:00:19.729 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.728+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~0JKZ0OSQYDSN.1 size=288596 2024-08-17T01:00:19.729 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.728+0000 7fc9e32c6640 1 > prepared multipart upload key=XHAAVXY5RRVM upload=0JKZ0OSQYDSN tag=5KTK594AKD6X type=write size=2385748 2024-08-17T01:00:19.731 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.730+0000 7fc9e32c6640 1 < suggested remove operation key=Y5CGDXUEE4A5 tag=8AEGLUZOIEEF type=del 2024-08-17T01:00:19.733 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.732+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~7GH3JK8LNECI.0 size=1048576 2024-08-17T01:00:19.734 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.733+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~7GH3JK8LNECI.1 size=1048576 2024-08-17T01:00:19.735 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.734+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~7GH3JK8LNECI.2 size=269344 2024-08-17T01:00:19.735 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.734+0000 7fc9e32c6640 1 > prepared multipart upload key=9X03OB1P1EOH upload=7GH3JK8LNECI tag=UZRL988D5V38 type=write size=3415072 2024-08-17T01:00:19.736 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.735+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~M10ITNBC6KFP.0 size=504970 2024-08-17T01:00:19.738 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.738+0000 7fc9e32c6640 1 < completed multipart upload key=Y5CGDXUEE4A5 upload=M10ITNBC6KFP tag=Z19ZA73CG5PS type=write size=1553546 2024-08-17T01:00:19.740 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.739+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=BV03G87GMHDB type=del size=4108335 2024-08-17T01:00:19.741 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.740+0000 7fc9e32c6640 1 < completed delete operation key=41QVSMLCJY3L tag=ZJ3ALWXLFH50 type=del 2024-08-17T01:00:19.742 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.741+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=A3A83U2PW5P0 type=write size=996782 2024-08-17T01:00:19.744 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.743+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~EJJ25TNF2IWB.0 size=1048576 2024-08-17T01:00:19.744 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.744+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~EJJ25TNF2IWB.1 size=1048576 2024-08-17T01:00:19.745 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.745+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~EJJ25TNF2IWB.2 size=604421 2024-08-17T01:00:19.747 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.747+0000 7fc9e32c6640 1 < completed multipart upload key=04A7K18FAZTD upload=EJJ25TNF2IWB tag=98221X5ZR0N7 type=write size=3750149 2024-08-17T01:00:19.749 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.748+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=YD108PWNTNRK type=write size=269317 2024-08-17T01:00:19.749 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.748+0000 7fc9e32c6640 1 < canceled part key=_multipart_W14LJICPB60X.2~XUQP0L1ICNKJ.0 size=1048576 2024-08-17T01:00:19.750 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.749+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~XUQP0L1ICNKJ.1 size=751829 2024-08-17T01:00:19.751 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.751+0000 7fc9e32c6640 1 < canceled multipart upload key=W14LJICPB60X upload=XUQP0L1ICNKJ tag=J67K1OZ3589H type=write size=2848981 2024-08-17T01:00:19.753 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.753+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~YQVSA3JHYB66.0 size=458114 2024-08-17T01:00:19.754 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.753+0000 7fc9e32c6640 1 > prepared multipart upload key=SNQ4IXALP94F upload=YQVSA3JHYB66 tag=A9H6PWBEILK9 type=write size=1506690 2024-08-17T01:00:19.755 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.754+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~5XKLMDW65A3Z.0 size=1048576 2024-08-17T01:00:19.756 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.755+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~5XKLMDW65A3Z.1 size=1048576 2024-08-17T01:00:19.756 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.756+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~5XKLMDW65A3Z.2 size=116197 2024-08-17T01:00:19.758 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.758+0000 7fc9e32c6640 1 < completed multipart upload key=WN539WGGF4SK upload=5XKLMDW65A3Z tag=7UFVNWW5KW18 type=write size=3261925 2024-08-17T01:00:19.760 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.760+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~NB5WR100I9YY.0 size=1048576 2024-08-17T01:00:19.761 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.761+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~NB5WR100I9YY.1 size=954149 2024-08-17T01:00:19.761 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.761+0000 7fc9e32c6640 1 > prepared multipart upload key=OQ1IXKB82T39 upload=NB5WR100I9YY tag=L57A9NI6JPJN type=write size=3051301 2024-08-17T01:00:19.763 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.762+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~4VKBU4MA1UIE.0 size=1048576 2024-08-17T01:00:19.764 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.763+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~4VKBU4MA1UIE.1 size=1048576 2024-08-17T01:00:19.765 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.764+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~4VKBU4MA1UIE.2 size=887530 2024-08-17T01:00:19.767 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.766+0000 7fc9e32c6640 1 < completed multipart upload key=W14LJICPB60X upload=4VKBU4MA1UIE tag=W193ZBA1D22G type=write size=4033258 2024-08-17T01:00:19.768 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.768+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=O479T3H0042Y type=del size=2917147 2024-08-17T01:00:19.770 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.769+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~AQOA8FLPT3MP.0 size=1048576 2024-08-17T01:00:19.771 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.770+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~AQOA8FLPT3MP.1 size=635479 2024-08-17T01:00:19.774 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.773+0000 7fc9e32c6640 1 < completed multipart upload key=SYENEMTYLFFB upload=AQOA8FLPT3MP tag=B6N62HXLYJDA type=write size=2732631 2024-08-17T01:00:19.775 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.774+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=77GX7Y6K07T9 type=del size=2126248 2024-08-17T01:00:19.776 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.776+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~B84Q3YLFULYM.0 size=1048576 2024-08-17T01:00:19.778 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.777+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~B84Q3YLFULYM.1 size=1048576 2024-08-17T01:00:19.779 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.778+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~B84Q3YLFULYM.2 size=454815 2024-08-17T01:00:19.781 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.780+0000 7fc9e32c6640 1 < completed multipart upload key=9X03OB1P1EOH upload=B84Q3YLFULYM tag=87NWO437IN75 type=write size=3600543 2024-08-17T01:00:19.783 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.782+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=5Q1XHXDD6YX3 type=del size=827953 2024-08-17T01:00:19.785 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.784+0000 7fc9e32c6640 1 < suggested remove operation key=DWB3YGH7YBZB tag=FHL648C2GDZR type=write 2024-08-17T01:00:19.787 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.787+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~VLFTVQV00BPZ.0 size=816124 2024-08-17T01:00:19.788 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.787+0000 7fc9e32c6640 1 > prepared multipart upload key=WN539WGGF4SK upload=VLFTVQV00BPZ tag=VRUZRXYUYIPN type=write size=1864700 2024-08-17T01:00:19.788 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.788+0000 7fc9e32c6640 1 < completed delete operation key=0GIHJJ2YE1EF tag=062O7RVFTJE8 type=del 2024-08-17T01:00:19.790 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.789+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=UO33S68DCHX6 type=write size=737569 2024-08-17T01:00:19.791 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.790+0000 7fc9e32c6640 1 < completed write operation key=HPIXXJSLU5J6 tag=XHLAYNHD8TIV type=write size=583080 2024-08-17T01:00:19.792 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.791+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=CQE2U7A0YOGI type=del size=4105173 2024-08-17T01:00:19.793 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.793+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~K553O5VU0258.0 size=1048576 2024-08-17T01:00:19.794 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.794+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~K553O5VU0258.1 size=976267 2024-08-17T01:00:19.797 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.796+0000 7fc9e32c6640 1 < completed multipart upload key=NJYN8PLMG5AN upload=K553O5VU0258 tag=DJ5T98POBUVS type=write size=3073419 2024-08-17T01:00:19.799 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.798+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~H3RFN2VDQXG2.0 size=1048576 2024-08-17T01:00:19.800 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.799+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~H3RFN2VDQXG2.1 size=654118 2024-08-17T01:00:19.800 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.800+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=H3RFN2VDQXG2 tag=SD68E4OERQJ9 type=write size=2751270 2024-08-17T01:00:19.801 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.801+0000 7fc9e32c6640 1 < canceled operation key=ODZIOPEGEARM tag=FQRS6G34529S type=del size=3098900 2024-08-17T01:00:19.803 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.802+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=SZP5GATDKI6U type=del size=2182182 2024-08-17T01:00:19.805 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.805+0000 7fc9e32c6640 1 < suggested update operation key=UBSJCVKYWX6F tag=T5XDHIAMD5T0 type=del size=2476062 2024-08-17T01:00:19.808 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.807+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~F18GXPUDBSG8.0 size=276734 2024-08-17T01:00:19.808 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.807+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=F18GXPUDBSG8 tag=PIMV582HS1SV type=write size=1325310 2024-08-17T01:00:19.809 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.808+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~0JKZ0OSQYDSN.0 size=1048576 2024-08-17T01:00:19.810 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.810+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~0JKZ0OSQYDSN.1 size=288596 2024-08-17T01:00:19.812 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.812+0000 7fc9e32c6640 1 < completed multipart upload key=XHAAVXY5RRVM upload=0JKZ0OSQYDSN tag=5KTK594AKD6X type=write size=2385748 2024-08-17T01:00:19.814 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.813+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=GK92K3PQZSFI type=del size=1763689 2024-08-17T01:00:19.815 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.814+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~7GH3JK8LNECI.0 size=1048576 2024-08-17T01:00:19.816 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.815+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~7GH3JK8LNECI.1 size=1048576 2024-08-17T01:00:19.817 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.816+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~7GH3JK8LNECI.2 size=269344 2024-08-17T01:00:19.819 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.818+0000 7fc9e32c6640 1 < completed multipart upload key=9X03OB1P1EOH upload=7GH3JK8LNECI tag=UZRL988D5V38 type=write size=3415072 2024-08-17T01:00:19.820 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.820+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=BELIAYAQ22PP type=del size=700339 2024-08-17T01:00:19.822 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.821+0000 7fc9e32c6640 1 < completed delete operation key=M40V1TN9S9M2 tag=BV03G87GMHDB type=del 2024-08-17T01:00:19.823 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.822+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=XLJBEHC33JIL type=write size=94913 2024-08-17T01:00:19.824 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.823+0000 7fc9e32c6640 1 < completed write operation key=04A7K18FAZTD tag=A3A83U2PW5P0 type=write size=996782 2024-08-17T01:00:19.825 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.824+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=EDR7A2C5WSNM type=del size=1138476 2024-08-17T01:00:19.826 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.826+0000 7fc9e32c6640 1 < canceled operation key=ZFTRWL3EXMLQ tag=YD108PWNTNRK type=write size=269317 2024-08-17T01:00:19.827 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.827+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=YLS1FFX8ZA39 type=del size=3981201 2024-08-17T01:00:19.829 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.828+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~YQVSA3JHYB66.0 size=458114 2024-08-17T01:00:19.831 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.830+0000 7fc9e32c6640 1 < completed multipart upload key=SNQ4IXALP94F upload=YQVSA3JHYB66 tag=A9H6PWBEILK9 type=write size=1506690 2024-08-17T01:00:19.833 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.832+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~WBW3CL4350M4.0 size=854851 2024-08-17T01:00:19.833 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.832+0000 7fc9e32c6640 1 > prepared multipart upload key=TOPN4SUVVWJ4 upload=WBW3CL4350M4 tag=8MW2DK9LPVEF type=write size=1903427 2024-08-17T01:00:19.834 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.833+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~NB5WR100I9YY.0 size=1048576 2024-08-17T01:00:19.835 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.834+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~NB5WR100I9YY.1 size=954149 2024-08-17T01:00:19.837 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.836+0000 7fc9e32c6640 1 < completed multipart upload key=OQ1IXKB82T39 upload=NB5WR100I9YY tag=L57A9NI6JPJN type=write size=3051301 2024-08-17T01:00:19.839 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.838+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~16MBGZNCDFNM.0 size=423438 2024-08-17T01:00:19.839 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.838+0000 7fc9e32c6640 1 > prepared multipart upload key=3426C909P2VX upload=16MBGZNCDFNM tag=D5D5D678RG44 type=write size=1472014 2024-08-17T01:00:19.840 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.840+0000 7fc9e32c6640 1 < completed delete operation key=RNSEALS0CEAA tag=O479T3H0042Y type=del 2024-08-17T01:00:19.842 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.841+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=Q4LXDE1VW9DA type=del size=2225081 2024-08-17T01:00:19.843 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.842+0000 7fc9e32c6640 1 < completed delete operation key=9X03OB1P1EOH tag=77GX7Y6K07T9 type=del 2024-08-17T01:00:19.844 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.843+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=QXF28Y7B5R4A type=write size=480601 2024-08-17T01:00:19.846 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.845+0000 7fc9e32c6640 1 < canceled operation key=GPTER2AM6J7E tag=5Q1XHXDD6YX3 type=del size=827953 2024-08-17T01:00:19.847 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.846+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=N8FQM4M0RK4Q type=del size=1643993 2024-08-17T01:00:19.848 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.847+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~VLFTVQV00BPZ.0 size=816124 2024-08-17T01:00:19.850 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.849+0000 7fc9e32c6640 1 < completed multipart upload key=WN539WGGF4SK upload=VLFTVQV00BPZ tag=VRUZRXYUYIPN type=write size=1864700 2024-08-17T01:00:19.852 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.851+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~MOVM1KSLVPWF.0 size=1048576 2024-08-17T01:00:19.853 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.852+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~MOVM1KSLVPWF.1 size=999610 2024-08-17T01:00:19.853 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.852+0000 7fc9e32c6640 1 > prepared multipart upload key=UBSJCVKYWX6F upload=MOVM1KSLVPWF tag=K17XTQHRIJC2 type=write size=3096762 2024-08-17T01:00:19.854 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.853+0000 7fc9e32c6640 1 < completed write operation key=OH6EL4D04DHY tag=UO33S68DCHX6 type=write size=737569 2024-08-17T01:00:19.855 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.854+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=ONGG4PRAF59I type=del size=4159346 2024-08-17T01:00:19.856 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.855+0000 7fc9e32c6640 1 < completed delete operation key=9ZTGHGASZU54 tag=CQE2U7A0YOGI type=del 2024-08-17T01:00:19.857 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.857+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=29NEWQ91B818 type=del size=2456125 2024-08-17T01:00:19.859 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.858+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~H3RFN2VDQXG2.0 size=1048576 2024-08-17T01:00:19.859 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.858+0000 7fc9e32c6640 1 < canceled part key=_multipart_7YJVD2TL2U1Q.2~H3RFN2VDQXG2.1 size=654118 2024-08-17T01:00:19.861 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.860+0000 7fc9e32c6640 1 < canceled multipart upload key=7YJVD2TL2U1Q upload=H3RFN2VDQXG2 tag=SD68E4OERQJ9 type=write size=2751270 2024-08-17T01:00:19.862 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.862+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=OKHDDFFFINQ7 type=del size=1412294 2024-08-17T01:00:19.865 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.864+0000 7fc9e32c6640 1 < suggested update operation key=3QNRD31J9WH5 tag=SZP5GATDKI6U type=del size=2182182 2024-08-17T01:00:19.870 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.866+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~4IE2LA50S68W.0 size=166338 2024-08-17T01:00:19.870 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.866+0000 7fc9e32c6640 1 > prepared multipart upload key=SR0C26PR3RCQ upload=4IE2LA50S68W tag=LNBS2JX0VS1K type=write size=1214914 2024-08-17T01:00:19.870 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.868+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~F18GXPUDBSG8.0 size=276734 2024-08-17T01:00:19.871 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.870+0000 7fc9e32c6640 1 < completed multipart upload key=NJYN8PLMG5AN upload=F18GXPUDBSG8 tag=PIMV582HS1SV type=write size=1325310 2024-08-17T01:00:19.871 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.871+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=J6GT6CI47J5R type=del size=3543404 2024-08-17T01:00:19.873 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.872+0000 7fc9e32c6640 1 < canceled operation key=XHAAVXY5RRVM tag=GK92K3PQZSFI type=del size=1763689 2024-08-17T01:00:19.874 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.873+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=Z8TQCRF7QU9R type=write size=870826 2024-08-17T01:00:19.875 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.874+0000 7fc9e32c6640 -1 < failed to complete operation key=3QNRD31J9WH5 tag=BELIAYAQ22PP type=del size=700339: (22) Invalid argument 2024-08-17T01:00:19.877 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.876+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~C5OW0K3FECVV.0 size=1048576 2024-08-17T01:00:19.882 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.882+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~C5OW0K3FECVV.1 size=1048576 2024-08-17T01:00:19.884 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.883+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~C5OW0K3FECVV.2 size=871565 2024-08-17T01:00:19.884 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.883+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=C5OW0K3FECVV tag=FOSDA7H65G68 type=write size=4017293 2024-08-17T01:00:19.886 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.885+0000 7fc9e32c6640 1 < suggested remove operation key=3426C909P2VX tag=XLJBEHC33JIL type=write 2024-08-17T01:00:19.887 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.886+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=1012UJSKY0ER type=del size=1995263 2024-08-17T01:00:19.888 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.887+0000 7fc9e32c6640 1 < completed delete operation key=OH6EL4D04DHY tag=EDR7A2C5WSNM type=del 2024-08-17T01:00:19.889 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.889+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=NCMKS1FOAK6E type=del size=1230020 2024-08-17T01:00:19.892 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.891+0000 7fc9e32c6640 1 < suggested update operation key=WN539WGGF4SK tag=YLS1FFX8ZA39 type=del size=3981201 2024-08-17T01:00:19.893 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.892+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=XOXVKIY9EN5U type=del size=1048511 2024-08-17T01:00:19.894 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.893+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~WBW3CL4350M4.0 size=854851 2024-08-17T01:00:19.896 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.895+0000 7fc9e32c6640 1 < completed multipart upload key=TOPN4SUVVWJ4 upload=WBW3CL4350M4 tag=8MW2DK9LPVEF type=write size=1903427 2024-08-17T01:00:19.898 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.897+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~23CE8D6O0F5L.0 size=718531 2024-08-17T01:00:19.898 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.897+0000 7fc9e32c6640 1 > prepared multipart upload key=XHAAVXY5RRVM upload=23CE8D6O0F5L tag=AMU5XC2AWJ5Z type=write size=1767107 2024-08-17T01:00:19.899 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.898+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~16MBGZNCDFNM.0 size=423438 2024-08-17T01:00:19.901 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.900+0000 7fc9e32c6640 1 < completed multipart upload key=3426C909P2VX upload=16MBGZNCDFNM tag=D5D5D678RG44 type=write size=1472014 2024-08-17T01:00:19.902 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.901+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=O3SG56NE65Q6 type=del size=1100570 2024-08-17T01:00:19.903 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.902+0000 7fc9e32c6640 1 < completed delete operation key=SNQ4IXALP94F tag=Q4LXDE1VW9DA type=del 2024-08-17T01:00:19.904 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.904+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=IP1SYP7I5WDU type=del size=3492943 2024-08-17T01:00:19.907 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.907+0000 7fc9e32c6640 1 < suggested remove operation key=7YJVD2TL2U1Q tag=QXF28Y7B5R4A type=write 2024-08-17T01:00:19.910 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.909+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~ZD0BHHNO85OK.0 size=1048576 2024-08-17T01:00:19.911 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.910+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~ZD0BHHNO85OK.1 size=193894 2024-08-17T01:00:19.911 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.910+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=ZD0BHHNO85OK tag=8JNO5BIXIFY8 type=write size=2291046 2024-08-17T01:00:19.912 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.911+0000 7fc9e32c6640 1 < completed delete operation key=SNQ4IXALP94F tag=N8FQM4M0RK4Q type=del 2024-08-17T01:00:19.913 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.913+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=J9SQKPPWRJWU type=write size=860169 2024-08-17T01:00:19.914 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.913+0000 7fc9e32c6640 1 < canceled part key=_multipart_UBSJCVKYWX6F.2~MOVM1KSLVPWF.0 size=1048576 2024-08-17T01:00:19.915 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.914+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~MOVM1KSLVPWF.1 size=999610 2024-08-17T01:00:19.917 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.916+0000 7fc9e32c6640 1 < canceled multipart upload key=UBSJCVKYWX6F upload=MOVM1KSLVPWF tag=K17XTQHRIJC2 type=write size=3096762 2024-08-17T01:00:19.918 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.917+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=IPS0Z2J0NPVZ type=write size=416917 2024-08-17T01:00:19.919 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.918+0000 7fc9e32c6640 1 < completed delete operation key=JNHP0HYR3GAN tag=ONGG4PRAF59I type=del 2024-08-17T01:00:19.921 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.920+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~Y7P3DBWV3M6K.0 size=1048576 2024-08-17T01:00:19.922 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.921+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~Y7P3DBWV3M6K.1 size=558018 2024-08-17T01:00:19.922 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.921+0000 7fc9e32c6640 1 > prepared multipart upload key=SR0C26PR3RCQ upload=Y7P3DBWV3M6K tag=BRZCRLP8W0VS type=write size=2655170 2024-08-17T01:00:19.923 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.922+0000 7fc9e32c6640 1 < completed delete operation key=ZFTRWL3EXMLQ tag=29NEWQ91B818 type=del 2024-08-17T01:00:19.925 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.924+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~AS7SOGYI1IEZ.0 size=35668 2024-08-17T01:00:19.925 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.924+0000 7fc9e32c6640 1 > prepared multipart upload key=04A7K18FAZTD upload=AS7SOGYI1IEZ tag=F3QWX32JQ00F type=write size=1084244 2024-08-17T01:00:19.928 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.927+0000 7fc9e32c6640 1 < suggested update operation key=HPIXXJSLU5J6 tag=OKHDDFFFINQ7 type=del size=1412294 2024-08-17T01:00:19.929 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.928+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=PMJ7S00XN8OW type=del size=1356586 2024-08-17T01:00:19.930 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.930+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~4IE2LA50S68W.0 size=166338 2024-08-17T01:00:19.932 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.931+0000 7fc9e32c6640 1 < completed multipart upload key=SR0C26PR3RCQ upload=4IE2LA50S68W tag=LNBS2JX0VS1K type=write size=1214914 2024-08-17T01:00:19.933 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.932+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=6251PWD7CZLC type=write size=468490 2024-08-17T01:00:19.934 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.934+0000 7fc9e32c6640 1 < completed delete operation key=SYENEMTYLFFB tag=J6GT6CI47J5R type=del 2024-08-17T01:00:19.935 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.935+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=M48GGM51J1DA type=del size=243138 2024-08-17T01:00:19.936 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.936+0000 7fc9e32c6640 1 < completed write operation key=DWB3YGH7YBZB tag=Z8TQCRF7QU9R type=write size=870826 2024-08-17T01:00:19.938 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.937+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=1JPZCUMWKZXZ type=write size=76925 2024-08-17T01:00:19.939 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.938+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~C5OW0K3FECVV.0 size=1048576 2024-08-17T01:00:19.940 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.939+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~C5OW0K3FECVV.1 size=1048576 2024-08-17T01:00:19.940 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.940+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~C5OW0K3FECVV.2 size=871565 2024-08-17T01:00:19.942 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.942+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=C5OW0K3FECVV tag=FOSDA7H65G68 type=write size=4017293 2024-08-17T01:00:19.944 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.943+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=MU2MSYA7X4HU type=del size=37232 2024-08-17T01:00:19.945 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.944+0000 7fc9e32c6640 -1 < failed to complete operation key=7YJVD2TL2U1Q tag=1012UJSKY0ER type=del size=1995263: (22) Invalid argument 2024-08-17T01:00:19.946 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.945+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=L17V806H1191 type=write size=129238 2024-08-17T01:00:19.947 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.946+0000 7fc9e32c6640 1 < completed delete operation key=41QVSMLCJY3L tag=NCMKS1FOAK6E type=del 2024-08-17T01:00:19.948 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.947+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=XZ2K2YPG06XE type=del size=182772 2024-08-17T01:00:19.949 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.949+0000 7fc9e32c6640 1 < completed delete operation key=SYENEMTYLFFB tag=XOXVKIY9EN5U type=del 2024-08-17T01:00:19.951 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.951+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~QCEJXWCVFBTS.0 size=1048576 2024-08-17T01:00:19.952 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.951+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~QCEJXWCVFBTS.1 size=1048576 2024-08-17T01:00:19.953 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.952+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~QCEJXWCVFBTS.2 size=48490 2024-08-17T01:00:19.953 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.952+0000 7fc9e32c6640 1 > prepared multipart upload key=OH6EL4D04DHY upload=QCEJXWCVFBTS tag=BDWYP42SKADC type=write size=3194218 2024-08-17T01:00:19.954 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.953+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~23CE8D6O0F5L.0 size=718531 2024-08-17T01:00:19.956 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.955+0000 7fc9e32c6640 1 < completed multipart upload key=XHAAVXY5RRVM upload=23CE8D6O0F5L tag=AMU5XC2AWJ5Z type=write size=1767107 2024-08-17T01:00:19.957 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.956+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=KZFZ83VKK47R type=write size=581688 2024-08-17T01:00:19.958 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.957+0000 7fc9e32c6640 1 < completed delete operation key=3QNRD31J9WH5 tag=O3SG56NE65Q6 type=del 2024-08-17T01:00:19.960 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.959+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~UKX99UUA1RTC.0 size=1048576 2024-08-17T01:00:19.961 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.960+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~UKX99UUA1RTC.1 size=1048576 2024-08-17T01:00:19.962 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.961+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~UKX99UUA1RTC.2 size=974324 2024-08-17T01:00:19.962 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.961+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=UKX99UUA1RTC tag=9T1CSQIDZI6Y type=write size=4120052 2024-08-17T01:00:19.964 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.963+0000 7fc9e32c6640 1 < suggested remove operation key=FP808QN0QDSP tag=IP1SYP7I5WDU type=del 2024-08-17T01:00:19.965 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.965+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=8Q4XC6YEQHYS type=del size=3030035 2024-08-17T01:00:19.966 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.966+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~ZD0BHHNO85OK.0 size=1048576 2024-08-17T01:00:19.968 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.967+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~ZD0BHHNO85OK.1 size=193894 2024-08-17T01:00:19.969 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.969+0000 7fc9e32c6640 1 < completed multipart upload key=Y5CGDXUEE4A5 upload=ZD0BHHNO85OK tag=8JNO5BIXIFY8 type=write size=2291046 2024-08-17T01:00:19.971 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.970+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=OI9HB9W53GTT type=write size=924753 2024-08-17T01:00:19.972 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.971+0000 7fc9e32c6640 1 < completed write operation key=ODZIOPEGEARM tag=J9SQKPPWRJWU type=write size=860169 2024-08-17T01:00:19.974 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.973+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~XJ79HOFTHWFS.0 size=1048576 2024-08-17T01:00:19.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:19 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:00:19.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:19 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T01:00:19.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:19 smithi082 ceph-mon[94343]: osdmap e1095: 8 total, 8 up, 8 in 2024-08-17T01:00:19.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:19 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2264952311' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134597-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:00:19.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:19 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:00:19.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:19 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T01:00:19.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:19 smithi082 ceph-mon[91979]: osdmap e1095: 8 total, 8 up, 8 in 2024-08-17T01:00:19.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:19 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2264952311' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134597-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:00:19.975 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.974+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~XJ79HOFTHWFS.1 size=114876 2024-08-17T01:00:19.975 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.974+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=XJ79HOFTHWFS tag=ASAGVYNWAR92 type=write size=2212028 2024-08-17T01:00:19.976 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.975+0000 7fc9e32c6640 -1 < failed to complete operation key=FP808QN0QDSP tag=IPS0Z2J0NPVZ type=write size=416917: (22) Invalid argument 2024-08-17T01:00:19.977 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.976+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=97I39YDK71HJ type=del size=2135742 2024-08-17T01:00:19.978 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.977+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~Y7P3DBWV3M6K.0 size=1048576 2024-08-17T01:00:19.979 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.978+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~Y7P3DBWV3M6K.1 size=558018 2024-08-17T01:00:19.981 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.980+0000 7fc9e32c6640 1 < completed multipart upload key=SR0C26PR3RCQ upload=Y7P3DBWV3M6K tag=BRZCRLP8W0VS type=write size=2655170 2024-08-17T01:00:19.982 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.981+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=2V19RBZMAN4W type=write size=182989 2024-08-17T01:00:19.983 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.983+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~AS7SOGYI1IEZ.0 size=35668 2024-08-17T01:00:19.985 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.984+0000 7fc9e32c6640 1 < completed multipart upload key=04A7K18FAZTD upload=AS7SOGYI1IEZ tag=F3QWX32JQ00F type=write size=1084244 2024-08-17T01:00:19.986 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.986+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=CQ3NLJDMDB2M type=del size=3027349 2024-08-17T01:00:19.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:19 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:00:19.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:19 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T01:00:19.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:19 smithi137 ceph-mon[86391]: osdmap e1095: 8 total, 8 up, 8 in 2024-08-17T01:00:19.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:19 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2264952311' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134597-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:00:19.989 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.988+0000 7fc9e32c6640 1 < suggested update operation key=0GIHJJ2YE1EF tag=PMJ7S00XN8OW type=del size=1356586 2024-08-17T01:00:19.991 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.990+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~8HDHOXE93K3L.0 size=1048576 2024-08-17T01:00:19.992 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.991+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~8HDHOXE93K3L.1 size=1048576 2024-08-17T01:00:19.993 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.992+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~8HDHOXE93K3L.2 size=198063 2024-08-17T01:00:19.993 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.992+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=8HDHOXE93K3L tag=FZPOW1PTT18M type=write size=3343791 2024-08-17T01:00:19.994 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.994+0000 7fc9e32c6640 1 < completed write operation key=HPIXXJSLU5J6 tag=6251PWD7CZLC type=write size=468490 2024-08-17T01:00:19.996 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.996+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~9CENRO2XFUJH.0 size=1048576 2024-08-17T01:00:19.997 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.997+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~9CENRO2XFUJH.1 size=1048576 2024-08-17T01:00:19.998 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.998+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~9CENRO2XFUJH.2 size=134853 2024-08-17T01:00:19.998 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.998+0000 7fc9e32c6640 1 > prepared multipart upload key=TOPN4SUVVWJ4 upload=9CENRO2XFUJH tag=EQ1I41EACC86 type=write size=3280581 2024-08-17T01:00:19.999 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:19.999+0000 7fc9e32c6640 1 < completed delete operation key=41QVSMLCJY3L tag=M48GGM51J1DA type=del 2024-08-17T01:00:20.001 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.000+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=1HBNLI3AXKOF type=write size=407610 2024-08-17T01:00:20.003 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.002+0000 7fc9e32c6640 1 < suggested update operation key=SNQ4IXALP94F tag=1JPZCUMWKZXZ type=write size=76925 2024-08-17T01:00:20.004 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.003+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=82ZXV4FPKT1I type=del size=1559204 2024-08-17T01:00:20.005 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.004+0000 7fc9e32c6640 1 < completed delete operation key=OQ1IXKB82T39 tag=MU2MSYA7X4HU type=del 2024-08-17T01:00:20.006 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.006+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=88E8S384NW1S type=write size=143980 2024-08-17T01:00:20.008 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.007+0000 7fc9e32c6640 1 < completed write operation key=XHAAVXY5RRVM tag=L17V806H1191 type=write size=129238 2024-08-17T01:00:20.009 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.008+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=BYHHQJH0VWIL type=write size=98150 2024-08-17T01:00:20.010 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.009+0000 7fc9e32c6640 1 < completed delete operation key=9ZTGHGASZU54 tag=XZ2K2YPG06XE type=del 2024-08-17T01:00:20.011 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.010+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=R1NO4XPGRI0W type=del size=612144 2024-08-17T01:00:20.012 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.011+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~QCEJXWCVFBTS.0 size=1048576 2024-08-17T01:00:20.023 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.012+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~QCEJXWCVFBTS.1 size=1048576 2024-08-17T01:00:20.024 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.013+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~QCEJXWCVFBTS.2 size=48490 2024-08-17T01:00:20.024 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.015+0000 7fc9e32c6640 1 < completed multipart upload key=OH6EL4D04DHY upload=QCEJXWCVFBTS tag=BDWYP42SKADC type=write size=3194218 2024-08-17T01:00:20.024 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.017+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~M3S1Y55O1SBZ.0 size=361373 2024-08-17T01:00:20.024 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.017+0000 7fc9e32c6640 1 > prepared multipart upload key=XHAAVXY5RRVM upload=M3S1Y55O1SBZ tag=ANX8PYUJ2SO9 type=write size=1409949 2024-08-17T01:00:20.024 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.018+0000 7fc9e32c6640 1 < completed write operation key=JNHP0HYR3GAN tag=KZFZ83VKK47R type=write size=581688 2024-08-17T01:00:20.024 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.021+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~3H9Y1WLE3XS2.0 size=1048576 2024-08-17T01:00:20.024 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.021+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~3H9Y1WLE3XS2.1 size=185759 2024-08-17T01:00:20.024 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.021+0000 7fc9e32c6640 1 > prepared multipart upload key=P6GWQRWU8J2B upload=3H9Y1WLE3XS2 tag=V7U7767M2BUU type=write size=2282911 2024-08-17T01:00:20.025 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.023+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~UKX99UUA1RTC.0 size=1048576 2024-08-17T01:00:20.025 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.023+0000 7fc9e32c6640 1 < canceled part key=_multipart_NJYN8PLMG5AN.2~UKX99UUA1RTC.1 size=1048576 2024-08-17T01:00:20.025 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.024+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~UKX99UUA1RTC.2 size=974324 2024-08-17T01:00:20.026 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.026+0000 7fc9e32c6640 1 < canceled multipart upload key=NJYN8PLMG5AN upload=UKX99UUA1RTC tag=9T1CSQIDZI6Y type=write size=4120052 2024-08-17T01:00:20.028 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.027+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=YUW3P20OPQWZ type=write size=44247 2024-08-17T01:00:20.029 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.028+0000 7fc9e32c6640 1 < completed delete operation key=UBSJCVKYWX6F tag=8Q4XC6YEQHYS type=del 2024-08-17T01:00:20.030 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.030+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=QKYR9ISIJL1P type=write size=257277 2024-08-17T01:00:20.032 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.031+0000 7fc9e32c6640 1 < completed write operation key=XHAAVXY5RRVM tag=OI9HB9W53GTT type=write size=924753 2024-08-17T01:00:20.033 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.032+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=NYD1PVBZXOHU type=del size=1913317 2024-08-17T01:00:20.035 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.034+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~XJ79HOFTHWFS.0 size=1048576 2024-08-17T01:00:20.036 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.035+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~XJ79HOFTHWFS.1 size=114876 2024-08-17T01:00:20.038 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.037+0000 7fc9e32c6640 1 < completed multipart upload key=Y5CGDXUEE4A5 upload=XJ79HOFTHWFS tag=ASAGVYNWAR92 type=write size=2212028 2024-08-17T01:00:20.039 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.038+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=QE0J7SM5GR17 type=del size=1360331 2024-08-17T01:00:20.040 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.039+0000 7fc9e32c6640 1 < completed delete operation key=HPIXXJSLU5J6 tag=97I39YDK71HJ type=del 2024-08-17T01:00:20.041 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.041+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=WQRDPAF0L3UM type=del size=3845412 2024-08-17T01:00:20.043 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.042+0000 7fc9e32c6640 1 < completed write operation key=OQ1IXKB82T39 tag=2V19RBZMAN4W type=write size=182989 2024-08-17T01:00:20.045 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.044+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~J76GFEH7ZIWF.0 size=1048576 2024-08-17T01:00:20.046 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.045+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~J76GFEH7ZIWF.1 size=54756 2024-08-17T01:00:20.046 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.045+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=J76GFEH7ZIWF tag=9A89BAN3BUP3 type=write size=2151908 2024-08-17T01:00:20.047 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.046+0000 7fc9e32c6640 1 < canceled operation key=FP808QN0QDSP tag=CQ3NLJDMDB2M type=del size=3027349 2024-08-17T01:00:20.048 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.047+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=BOB2NNUEDIO8 type=write size=33057 2024-08-17T01:00:20.049 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.048+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~8HDHOXE93K3L.0 size=1048576 2024-08-17T01:00:20.050 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.049+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~8HDHOXE93K3L.1 size=1048576 2024-08-17T01:00:20.051 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.050+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~8HDHOXE93K3L.2 size=198063 2024-08-17T01:00:20.053 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.052+0000 7fc9e32c6640 1 < completed multipart upload key=NJYN8PLMG5AN upload=8HDHOXE93K3L tag=FZPOW1PTT18M type=write size=3343791 2024-08-17T01:00:20.054 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.054+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=6VFZT70KF25P type=write size=673281 2024-08-17T01:00:20.056 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.055+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~9CENRO2XFUJH.0 size=1048576 2024-08-17T01:00:20.057 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.056+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~9CENRO2XFUJH.1 size=1048576 2024-08-17T01:00:20.058 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.057+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~9CENRO2XFUJH.2 size=134853 2024-08-17T01:00:20.060 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.060+0000 7fc9e32c6640 1 < completed multipart upload key=TOPN4SUVVWJ4 upload=9CENRO2XFUJH tag=EQ1I41EACC86 type=write size=3280581 2024-08-17T01:00:20.061 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.061+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=JAKDY0RVFLJ4 type=del size=92741 2024-08-17T01:00:20.063 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.062+0000 7fc9e32c6640 1 < completed write operation key=FP808QN0QDSP tag=1HBNLI3AXKOF type=write size=407610 2024-08-17T01:00:20.064 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.063+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=5GQGQIUO2D7S type=del size=3734812 2024-08-17T01:00:20.065 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.065+0000 7fc9e32c6640 1 < completed delete operation key=OQ1IXKB82T39 tag=82ZXV4FPKT1I type=del 2024-08-17T01:00:20.066 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.066+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=22ANIPRTH59N type=del size=848687 2024-08-17T01:00:20.069 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.069+0000 7fc9e32c6640 1 < suggested update operation key=W14LJICPB60X tag=88E8S384NW1S type=write size=143980 2024-08-17T01:00:20.074 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.071+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~5Z0484OZ5WTW.0 size=44805 2024-08-17T01:00:20.074 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.071+0000 7fc9e32c6640 1 > prepared multipart upload key=GPTER2AM6J7E upload=5Z0484OZ5WTW tag=CSUW4PTTXF2H type=write size=1093381 2024-08-17T01:00:20.074 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.072+0000 7fc9e32c6640 1 < completed write operation key=OQ1IXKB82T39 tag=BYHHQJH0VWIL type=write size=98150 2024-08-17T01:00:20.074 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.073+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=LL89BJ7UETMR type=del size=4171569 2024-08-17T01:00:20.076 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.076+0000 7fc9e32c6640 1 < suggested remove operation key=TN1LRZX0D64M tag=R1NO4XPGRI0W type=del 2024-08-17T01:00:20.078 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.078+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~ZY6I1NQWODYF.0 size=1048576 2024-08-17T01:00:20.080 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.079+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~ZY6I1NQWODYF.1 size=53909 2024-08-17T01:00:20.080 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.079+0000 7fc9e32c6640 1 > prepared multipart upload key=TOPN4SUVVWJ4 upload=ZY6I1NQWODYF tag=TCKI6CG4QRD8 type=write size=2151061 2024-08-17T01:00:20.081 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.080+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~M3S1Y55O1SBZ.0 size=361373 2024-08-17T01:00:20.083 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.082+0000 7fc9e32c6640 1 < completed multipart upload key=XHAAVXY5RRVM upload=M3S1Y55O1SBZ tag=ANX8PYUJ2SO9 type=write size=1409949 2024-08-17T01:00:20.084 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.083+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=JACBK49J3VF8 type=del size=1822702 2024-08-17T01:00:20.086 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.085+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~3H9Y1WLE3XS2.0 size=1048576 2024-08-17T01:00:20.087 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.086+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~3H9Y1WLE3XS2.1 size=185759 2024-08-17T01:00:20.089 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.088+0000 7fc9e32c6640 1 < completed multipart upload key=P6GWQRWU8J2B upload=3H9Y1WLE3XS2 tag=V7U7767M2BUU type=write size=2282911 2024-08-17T01:00:20.090 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.090+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=TVFTEMAHH09O type=write size=978724 2024-08-17T01:00:20.093 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.092+0000 7fc9e32c6640 1 < suggested update operation key=GPTER2AM6J7E tag=YUW3P20OPQWZ type=write size=44247 2024-08-17T01:00:20.096 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.095+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~T61YTS2P68ZA.0 size=1048576 2024-08-17T01:00:20.097 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.096+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~T61YTS2P68ZA.1 size=1048576 2024-08-17T01:00:20.098 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.097+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~T61YTS2P68ZA.2 size=3796 2024-08-17T01:00:20.098 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.097+0000 7fc9e32c6640 1 > prepared multipart upload key=HPIXXJSLU5J6 upload=T61YTS2P68ZA tag=L8JL0U901Q8B type=write size=3149524 2024-08-17T01:00:20.099 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.098+0000 7fc9e32c6640 1 < completed write operation key=OH6EL4D04DHY tag=QKYR9ISIJL1P type=write size=257277 2024-08-17T01:00:20.100 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.099+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=AB6KMTZQBZP0 type=del size=134700 2024-08-17T01:00:20.101 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.101+0000 7fc9e32c6640 1 < completed delete operation key=3QNRD31J9WH5 tag=NYD1PVBZXOHU type=del 2024-08-17T01:00:20.103 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.103+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~WXTERPNV4FIH.0 size=1048576 2024-08-17T01:00:20.104 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.104+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~WXTERPNV4FIH.1 size=43618 2024-08-17T01:00:20.105 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.104+0000 7fc9e32c6640 1 > prepared multipart upload key=SYENEMTYLFFB upload=WXTERPNV4FIH tag=ORAPDT3XOGUB type=write size=2140770 2024-08-17T01:00:20.106 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.105+0000 7fc9e32c6640 1 < completed delete operation key=SNQ4IXALP94F tag=QE0J7SM5GR17 type=del 2024-08-17T01:00:20.108 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.107+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~ASJWONG1RNLD.0 size=1048576 2024-08-17T01:00:20.109 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.108+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~ASJWONG1RNLD.1 size=901741 2024-08-17T01:00:20.109 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.108+0000 7fc9e32c6640 1 > prepared multipart upload key=0GIHJJ2YE1EF upload=ASJWONG1RNLD tag=OG9GSMMS9221 type=write size=2998893 2024-08-17T01:00:20.110 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.110+0000 7fc9e32c6640 1 < completed delete operation key=WN539WGGF4SK tag=WQRDPAF0L3UM type=del 2024-08-17T01:00:20.112 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.111+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=N8OG3JO0QCEB type=write size=570115 2024-08-17T01:00:20.112 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.111+0000 7fc9e32c6640 1 < canceled part key=_multipart_NJYN8PLMG5AN.2~J76GFEH7ZIWF.0 size=1048576 2024-08-17T01:00:20.113 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.112+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~J76GFEH7ZIWF.1 size=54756 2024-08-17T01:00:20.115 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.114+0000 7fc9e32c6640 1 < canceled multipart upload key=NJYN8PLMG5AN upload=J76GFEH7ZIWF tag=9A89BAN3BUP3 type=write size=2151908 2024-08-17T01:00:20.117 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.117+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~7G48ZY2ZM9J9.0 size=1048576 2024-08-17T01:00:20.118 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.118+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~7G48ZY2ZM9J9.1 size=1048576 2024-08-17T01:00:20.119 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.119+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~7G48ZY2ZM9J9.2 size=727868 2024-08-17T01:00:20.119 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.119+0000 7fc9e32c6640 1 > prepared multipart upload key=TN1LRZX0D64M upload=7G48ZY2ZM9J9 tag=B15XD2C9D77K type=write size=3873596 2024-08-17T01:00:20.121 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.120+0000 7fc9e32c6640 1 < completed write operation key=OQ1IXKB82T39 tag=BOB2NNUEDIO8 type=write size=33057 2024-08-17T01:00:20.122 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.122+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=ULQN7ZHV4ZOA type=del size=871087 2024-08-17T01:00:20.124 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.123+0000 7fc9e32c6640 1 < completed write operation key=M40V1TN9S9M2 tag=6VFZT70KF25P type=write size=673281 2024-08-17T01:00:20.125 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.124+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=QUKMEZ2R9AOE type=del size=3932762 2024-08-17T01:00:20.128 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.127+0000 7fc9e32c6640 1 < suggested update operation key=7YJVD2TL2U1Q tag=JAKDY0RVFLJ4 type=del size=92741 2024-08-17T01:00:20.129 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.129+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=LLXMNPZPN6IM type=del size=2098174 2024-08-17T01:00:20.132 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.131+0000 7fc9e32c6640 1 < suggested update operation key=SNQ4IXALP94F tag=5GQGQIUO2D7S type=del size=3734812 2024-08-17T01:00:20.135 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.134+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~M5TVGD2JHKRI.0 size=1048576 2024-08-17T01:00:20.136 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.135+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~M5TVGD2JHKRI.1 size=146637 2024-08-17T01:00:20.136 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.135+0000 7fc9e32c6640 1 > prepared multipart upload key=ZFTRWL3EXMLQ upload=M5TVGD2JHKRI tag=XDUNO62F5R1Y type=write size=2243789 2024-08-17T01:00:20.137 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.136+0000 7fc9e32c6640 1 < completed delete operation key=HPIXXJSLU5J6 tag=22ANIPRTH59N type=del 2024-08-17T01:00:20.140 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.139+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~QN1VHONP01KI.0 size=399897 2024-08-17T01:00:20.140 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.139+0000 7fc9e32c6640 1 > prepared multipart upload key=TOPN4SUVVWJ4 upload=QN1VHONP01KI tag=LV971FVFVK9L type=write size=1448473 2024-08-17T01:00:20.142 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.141+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~5Z0484OZ5WTW.0 size=44805 2024-08-17T01:00:20.144 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.143+0000 7fc9e32c6640 1 < completed multipart upload key=GPTER2AM6J7E upload=5Z0484OZ5WTW tag=CSUW4PTTXF2H type=write size=1093381 2024-08-17T01:00:20.146 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.145+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=CZJMNMY0FZJO type=del size=2624191 2024-08-17T01:00:20.147 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.146+0000 7fc9e32c6640 1 < completed delete operation key=M0RSO8RQ43YG tag=LL89BJ7UETMR type=del 2024-08-17T01:00:20.150 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.149+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~VVM8FI92FGSH.0 size=243713 2024-08-17T01:00:20.150 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.149+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=VVM8FI92FGSH tag=7A5FIFBUHGN0 type=write size=1292289 2024-08-17T01:00:20.151 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.150+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~ZY6I1NQWODYF.0 size=1048576 2024-08-17T01:00:20.152 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.151+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~ZY6I1NQWODYF.1 size=53909 2024-08-17T01:00:20.154 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.154+0000 7fc9e32c6640 1 < completed multipart upload key=TOPN4SUVVWJ4 upload=ZY6I1NQWODYF tag=TCKI6CG4QRD8 type=write size=2151061 2024-08-17T01:00:20.156 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.155+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=67JI3L6WZE2B type=del size=3286843 2024-08-17T01:00:20.157 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.157+0000 7fc9e32c6640 1 < completed delete operation key=NJYN8PLMG5AN tag=JACBK49J3VF8 type=del 2024-08-17T01:00:20.159 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.158+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=U7928INXGEAN type=write size=122499 2024-08-17T01:00:20.160 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.159+0000 7fc9e32c6640 1 < completed write operation key=Y5CGDXUEE4A5 tag=TVFTEMAHH09O type=write size=978724 2024-08-17T01:00:20.161 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.160+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=JWHZS2KH8KPE type=write size=155928 2024-08-17T01:00:20.162 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.162+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~T61YTS2P68ZA.0 size=1048576 2024-08-17T01:00:20.163 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.163+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~T61YTS2P68ZA.1 size=1048576 2024-08-17T01:00:20.164 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.164+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~T61YTS2P68ZA.2 size=3796 2024-08-17T01:00:20.167 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.166+0000 7fc9e32c6640 1 < completed multipart upload key=HPIXXJSLU5J6 upload=T61YTS2P68ZA tag=L8JL0U901Q8B type=write size=3149524 2024-08-17T01:00:20.169 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.169+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~SYG5EKAGKAM6.0 size=1048576 2024-08-17T01:00:20.170 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.169+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~SYG5EKAGKAM6.1 size=77551 2024-08-17T01:00:20.170 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.169+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=SYG5EKAGKAM6 tag=3J0D9AVVMORR type=write size=2174703 2024-08-17T01:00:20.173 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.172+0000 7fc9e32c6640 1 < suggested remove operation key=FP808QN0QDSP tag=AB6KMTZQBZP0 type=del 2024-08-17T01:00:20.174 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.173+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=8VKNDOMWJKK6 type=del size=508203 2024-08-17T01:00:20.175 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.174+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~WXTERPNV4FIH.0 size=1048576 2024-08-17T01:00:20.175 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.174+0000 7fc9e32c6640 1 < canceled part key=_multipart_SYENEMTYLFFB.2~WXTERPNV4FIH.1 size=43618 2024-08-17T01:00:20.177 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.177+0000 7fc9e32c6640 1 < canceled multipart upload key=SYENEMTYLFFB upload=WXTERPNV4FIH tag=ORAPDT3XOGUB type=write size=2140770 2024-08-17T01:00:20.179 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.178+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=PM0S2DDQ3IIN type=del size=776924 2024-08-17T01:00:20.180 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.179+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~ASJWONG1RNLD.0 size=1048576 2024-08-17T01:00:20.181 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.181+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~ASJWONG1RNLD.1 size=901741 2024-08-17T01:00:20.183 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.183+0000 7fc9e32c6640 1 < completed multipart upload key=0GIHJJ2YE1EF upload=ASJWONG1RNLD tag=OG9GSMMS9221 type=write size=2998893 2024-08-17T01:00:20.186 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.185+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~I6URJ5RS1AVZ.0 size=1048576 2024-08-17T01:00:20.187 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.186+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~I6URJ5RS1AVZ.1 size=1048576 2024-08-17T01:00:20.188 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.187+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~I6URJ5RS1AVZ.2 size=433421 2024-08-17T01:00:20.188 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.187+0000 7fc9e32c6640 1 > prepared multipart upload key=GPTER2AM6J7E upload=I6URJ5RS1AVZ tag=SJSEZCZDYKQZ type=write size=3579149 2024-08-17T01:00:20.189 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.188+0000 7fc9e32c6640 1 < completed write operation key=UBSJCVKYWX6F tag=N8OG3JO0QCEB type=write size=570115 2024-08-17T01:00:20.190 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.190+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=R77A3C8NLOE2 type=write size=522666 2024-08-17T01:00:20.192 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.191+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~7G48ZY2ZM9J9.0 size=1048576 2024-08-17T01:00:20.192 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.192+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~7G48ZY2ZM9J9.1 size=1048576 2024-08-17T01:00:20.193 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.193+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~7G48ZY2ZM9J9.2 size=727868 2024-08-17T01:00:20.196 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.195+0000 7fc9e32c6640 1 < completed multipart upload key=TN1LRZX0D64M upload=7G48ZY2ZM9J9 tag=B15XD2C9D77K type=write size=3873596 2024-08-17T01:00:20.197 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.196+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=AO0WPX5RDV0K type=del size=134062 2024-08-17T01:00:20.199 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.198+0000 7fc9e32c6640 1 < suggested update operation key=UBSJCVKYWX6F tag=ULQN7ZHV4ZOA type=del size=871087 2024-08-17T01:00:20.200 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.200+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=C6NG1EKA4IFO type=del size=1117907 2024-08-17T01:00:20.202 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.201+0000 7fc9e32c6640 1 < completed delete operation key=41QVSMLCJY3L tag=QUKMEZ2R9AOE type=del 2024-08-17T01:00:20.203 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.202+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=UCHAB39PLVC5 type=del size=1755922 2024-08-17T01:00:20.204 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.204+0000 7fc9e32c6640 1 < completed delete operation key=Y5CGDXUEE4A5 tag=LLXMNPZPN6IM type=del 2024-08-17T01:00:20.207 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.206+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~GTBMC7S2YRJW.0 size=706683 2024-08-17T01:00:20.207 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.206+0000 7fc9e32c6640 1 > prepared multipart upload key=FP808QN0QDSP upload=GTBMC7S2YRJW tag=AGTXRC67KM64 type=write size=1755259 2024-08-17T01:00:20.208 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.207+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~M5TVGD2JHKRI.0 size=1048576 2024-08-17T01:00:20.209 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.208+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~M5TVGD2JHKRI.1 size=146637 2024-08-17T01:00:20.211 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.210+0000 7fc9e32c6640 1 < completed multipart upload key=ZFTRWL3EXMLQ upload=M5TVGD2JHKRI tag=XDUNO62F5R1Y type=write size=2243789 2024-08-17T01:00:20.212 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.212+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=AWHH14RYZ3Y2 type=del size=92708 2024-08-17T01:00:20.218 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.217+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~QN1VHONP01KI.0 size=399897 2024-08-17T01:00:20.220 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.220+0000 7fc9e32c6640 1 < completed multipart upload key=TOPN4SUVVWJ4 upload=QN1VHONP01KI tag=LV971FVFVK9L type=write size=1448473 2024-08-17T01:00:20.222 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.221+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=X2PWQBMG4BN7 type=write size=832710 2024-08-17T01:00:20.224 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.223+0000 7fc9e32c6640 1 < suggested remove operation key=M40V1TN9S9M2 tag=CZJMNMY0FZJO type=del 2024-08-17T01:00:20.226 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.226+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~EI5D1WB1EKPR.0 size=1048576 2024-08-17T01:00:20.227 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.227+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~EI5D1WB1EKPR.1 size=133807 2024-08-17T01:00:20.227 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.227+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=EI5D1WB1EKPR tag=R5F70WUWDRQL type=write size=2230959 2024-08-17T01:00:20.229 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.228+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~VVM8FI92FGSH.0 size=243713 2024-08-17T01:00:20.230 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.230+0000 7fc9e32c6640 1 < completed multipart upload key=7YJVD2TL2U1Q upload=VVM8FI92FGSH tag=7A5FIFBUHGN0 type=write size=1292289 2024-08-17T01:00:20.233 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.232+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~IRBO62UFRILV.0 size=1048576 2024-08-17T01:00:20.233 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.233+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~IRBO62UFRILV.1 size=1048576 2024-08-17T01:00:20.234 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.234+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~IRBO62UFRILV.2 size=942754 2024-08-17T01:00:20.235 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.234+0000 7fc9e32c6640 1 > prepared multipart upload key=3426C909P2VX upload=IRBO62UFRILV tag=GIXDXLVYTER9 type=write size=4088482 2024-08-17T01:00:20.236 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.235+0000 7fc9e32c6640 1 < completed delete operation key=JNHP0HYR3GAN tag=67JI3L6WZE2B type=del 2024-08-17T01:00:20.237 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.236+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=17NJWX8CL7IC type=del size=643375 2024-08-17T01:00:20.239 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.238+0000 7fc9e32c6640 1 < canceled operation key=41QVSMLCJY3L tag=U7928INXGEAN type=write size=122499 2024-08-17T01:00:20.239 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.239+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=86CA1Y23A75P type=del size=4059408 2024-08-17T01:00:20.241 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.240+0000 7fc9e32c6640 1 < completed write operation key=9X03OB1P1EOH tag=JWHZS2KH8KPE type=write size=155928 2024-08-17T01:00:20.243 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.242+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~6ZOF7L4IY0A7.0 size=1048576 2024-08-17T01:00:20.244 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.243+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~6ZOF7L4IY0A7.1 size=591499 2024-08-17T01:00:20.244 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.243+0000 7fc9e32c6640 1 > prepared multipart upload key=UBSJCVKYWX6F upload=6ZOF7L4IY0A7 tag=P8HO1WO5DOZA type=write size=2688651 2024-08-17T01:00:20.245 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.244+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~SYG5EKAGKAM6.0 size=1048576 2024-08-17T01:00:20.245 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.244+0000 7fc9e32c6640 1 < canceled part key=_multipart_Y5CGDXUEE4A5.2~SYG5EKAGKAM6.1 size=77551 2024-08-17T01:00:20.247 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.246+0000 7fc9e32c6640 1 < canceled multipart upload key=Y5CGDXUEE4A5 upload=SYG5EKAGKAM6 tag=3J0D9AVVMORR type=write size=2174703 2024-08-17T01:00:20.248 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.247+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=FABJ09MQO63B type=write size=755114 2024-08-17T01:00:20.249 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.249+0000 7fc9e32c6640 1 < completed delete operation key=TOPN4SUVVWJ4 tag=8VKNDOMWJKK6 type=del 2024-08-17T01:00:20.250 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.250+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=1LMQU25F8E0G type=write size=212890 2024-08-17T01:00:20.252 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.251+0000 7fc9e32c6640 1 < completed delete operation key=WN539WGGF4SK tag=PM0S2DDQ3IIN type=del 2024-08-17T01:00:20.254 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.253+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~L9S0XLIQ3JD8.0 size=1048576 2024-08-17T01:00:20.255 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.254+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~L9S0XLIQ3JD8.1 size=1048576 2024-08-17T01:00:20.256 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.255+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~L9S0XLIQ3JD8.2 size=1012748 2024-08-17T01:00:20.256 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.255+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=L9S0XLIQ3JD8 tag=ISUDAG3EKJ2C type=write size=4158476 2024-08-17T01:00:20.257 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.256+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~I6URJ5RS1AVZ.0 size=1048576 2024-08-17T01:00:20.258 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.258+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~I6URJ5RS1AVZ.1 size=1048576 2024-08-17T01:00:20.259 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.259+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~I6URJ5RS1AVZ.2 size=433421 2024-08-17T01:00:20.261 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.261+0000 7fc9e32c6640 1 < completed multipart upload key=GPTER2AM6J7E upload=I6URJ5RS1AVZ tag=SJSEZCZDYKQZ type=write size=3579149 2024-08-17T01:00:20.263 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.262+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=J2GE54ZC31CD type=write size=265527 2024-08-17T01:00:20.264 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.263+0000 7fc9e32c6640 1 < completed write operation key=3426C909P2VX tag=R77A3C8NLOE2 type=write size=522666 2024-08-17T01:00:20.265 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.265+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=GV8IOC3SUPIE type=del size=4026360 2024-08-17T01:00:20.266 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.266+0000 7fc9e32c6640 1 < completed delete operation key=RNSEALS0CEAA tag=AO0WPX5RDV0K type=del 2024-08-17T01:00:20.269 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.268+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~ZOA0XEAO4A6M.0 size=1048576 2024-08-17T01:00:20.270 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.269+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~ZOA0XEAO4A6M.1 size=564797 2024-08-17T01:00:20.270 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.269+0000 7fc9e32c6640 1 > prepared multipart upload key=OQ1IXKB82T39 upload=ZOA0XEAO4A6M tag=M33I4ZJGMZCV type=write size=2661949 2024-08-17T01:00:20.271 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.270+0000 7fc9e32c6640 1 < completed delete operation key=7YJVD2TL2U1Q tag=C6NG1EKA4IFO type=del 2024-08-17T01:00:20.273 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.273+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~Z52AMLJJOA9B.0 size=904362 2024-08-17T01:00:20.273 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.273+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=Z52AMLJJOA9B tag=T6AHAJCVS98F type=write size=1952938 2024-08-17T01:00:20.275 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.274+0000 7fc9e32c6640 1 < completed delete operation key=JNHP0HYR3GAN tag=UCHAB39PLVC5 type=del 2024-08-17T01:00:20.276 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.275+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=299F1B22WEDP type=write size=470945 2024-08-17T01:00:20.277 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.277+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~GTBMC7S2YRJW.0 size=706683 2024-08-17T01:00:20.280 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.279+0000 7fc9e32c6640 1 < completed multipart upload key=FP808QN0QDSP upload=GTBMC7S2YRJW tag=AGTXRC67KM64 type=write size=1755259 2024-08-17T01:00:20.281 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.280+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=57BQ2T626W21 type=del size=1396466 2024-08-17T01:00:20.282 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.282+0000 7fc9e32c6640 1 < completed delete operation key=ODZIOPEGEARM tag=AWHH14RYZ3Y2 type=del 2024-08-17T01:00:20.285 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.285+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~XCFKM42C1LXV.0 size=1048576 2024-08-17T01:00:20.286 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.285+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~XCFKM42C1LXV.1 size=142924 2024-08-17T01:00:20.286 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.285+0000 7fc9e32c6640 1 > prepared multipart upload key=OH6EL4D04DHY upload=XCFKM42C1LXV tag=7TR81CZUAZH5 type=write size=2240076 2024-08-17T01:00:20.288 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.287+0000 7fc9e32c6640 1 < completed write operation key=P6GWQRWU8J2B tag=X2PWQBMG4BN7 type=write size=832710 2024-08-17T01:00:20.289 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.288+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=3XL9X8ZKEJZH type=write size=686081 2024-08-17T01:00:20.290 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.290+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~EI5D1WB1EKPR.0 size=1048576 2024-08-17T01:00:20.290 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.290+0000 7fc9e32c6640 1 < canceled part key=_multipart_NJYN8PLMG5AN.2~EI5D1WB1EKPR.1 size=133807 2024-08-17T01:00:20.293 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.292+0000 7fc9e32c6640 1 < canceled multipart upload key=NJYN8PLMG5AN upload=EI5D1WB1EKPR tag=R5F70WUWDRQL type=write size=2230959 2024-08-17T01:00:20.295 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.294+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~LOCE3XR46AF0.0 size=416143 2024-08-17T01:00:20.295 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.294+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=LOCE3XR46AF0 tag=OTXS4GEU5PH4 type=write size=1464719 2024-08-17T01:00:20.297 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.296+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~IRBO62UFRILV.0 size=1048576 2024-08-17T01:00:20.298 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.297+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~IRBO62UFRILV.1 size=1048576 2024-08-17T01:00:20.299 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.298+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~IRBO62UFRILV.2 size=942754 2024-08-17T01:00:20.301 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.301+0000 7fc9e32c6640 1 < completed multipart upload key=3426C909P2VX upload=IRBO62UFRILV tag=GIXDXLVYTER9 type=write size=4088482 2024-08-17T01:00:20.303 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.302+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=X9AURN2P4TSO type=del size=3369855 2024-08-17T01:00:20.304 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.303+0000 7fc9e32c6640 1 < completed delete operation key=UBSJCVKYWX6F tag=17NJWX8CL7IC type=del 2024-08-17T01:00:20.306 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.305+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~Y0WVNTEWW6FR.0 size=748668 2024-08-17T01:00:20.306 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.305+0000 7fc9e32c6640 1 > prepared multipart upload key=P6GWQRWU8J2B upload=Y0WVNTEWW6FR tag=6AZMSRQGXYQI type=write size=1797244 2024-08-17T01:00:20.307 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.307+0000 7fc9e32c6640 1 < completed delete operation key=7YJVD2TL2U1Q tag=86CA1Y23A75P type=del 2024-08-17T01:00:20.309 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.308+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=PNQ5G2VGOXE5 type=del size=3005108 2024-08-17T01:00:20.310 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.309+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~6ZOF7L4IY0A7.0 size=1048576 2024-08-17T01:00:20.311 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.310+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~6ZOF7L4IY0A7.1 size=591499 2024-08-17T01:00:20.313 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.313+0000 7fc9e32c6640 1 < completed multipart upload key=UBSJCVKYWX6F upload=6ZOF7L4IY0A7 tag=P8HO1WO5DOZA type=write size=2688651 2024-08-17T01:00:20.316 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.315+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~T5LEXKKL8NTZ.0 size=1048576 2024-08-17T01:00:20.317 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.316+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~T5LEXKKL8NTZ.1 size=1022382 2024-08-17T01:00:20.317 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.316+0000 7fc9e32c6640 1 > prepared multipart upload key=P6GWQRWU8J2B upload=T5LEXKKL8NTZ tag=9B2VSMHNS0XL type=write size=3119534 2024-08-17T01:00:20.318 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.318+0000 7fc9e32c6640 1 < completed write operation key=SYENEMTYLFFB tag=FABJ09MQO63B type=write size=755114 2024-08-17T01:00:20.320 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.319+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=Q6SKD7GR36WW type=write size=9346 2024-08-17T01:00:20.321 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.321+0000 7fc9e32c6640 1 < completed write operation key=GPTER2AM6J7E tag=1LMQU25F8E0G type=write size=212890 2024-08-17T01:00:20.323 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.322+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=CYK4MP5ERTIA type=write size=943363 2024-08-17T01:00:20.325 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.324+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~L9S0XLIQ3JD8.0 size=1048576 2024-08-17T01:00:20.326 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.325+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~L9S0XLIQ3JD8.1 size=1048576 2024-08-17T01:00:20.327 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.326+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~L9S0XLIQ3JD8.2 size=1012748 2024-08-17T01:00:20.329 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.329+0000 7fc9e32c6640 1 < completed multipart upload key=W14LJICPB60X upload=L9S0XLIQ3JD8 tag=ISUDAG3EKJ2C type=write size=4158476 2024-08-17T01:00:20.332 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.331+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~83MNE1H2WR39.0 size=297465 2024-08-17T01:00:20.332 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.331+0000 7fc9e32c6640 1 > prepared multipart upload key=FP808QN0QDSP upload=83MNE1H2WR39 tag=807D6BTUBR7R type=write size=1346041 2024-08-17T01:00:20.335 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.334+0000 7fc9e32c6640 1 < suggested update operation key=SR0C26PR3RCQ tag=J2GE54ZC31CD type=write size=265527 2024-08-17T01:00:20.337 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.336+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~6TXEV7AIY67V.0 size=1048576 2024-08-17T01:00:20.338 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.337+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~6TXEV7AIY67V.1 size=1048576 2024-08-17T01:00:20.339 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.338+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~6TXEV7AIY67V.2 size=158461 2024-08-17T01:00:20.339 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.338+0000 7fc9e32c6640 1 > prepared multipart upload key=GPTER2AM6J7E upload=6TXEV7AIY67V tag=M4YA28658GT4 type=write size=3304189 2024-08-17T01:00:20.340 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.339+0000 7fc9e32c6640 1 < completed delete operation key=Y5CGDXUEE4A5 tag=GV8IOC3SUPIE type=del 2024-08-17T01:00:20.341 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.341+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=97QXQVO2WKZ4 type=write size=731243 2024-08-17T01:00:20.343 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.342+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~ZOA0XEAO4A6M.0 size=1048576 2024-08-17T01:00:20.343 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.342+0000 7fc9e32c6640 1 < canceled part key=_multipart_OQ1IXKB82T39.2~ZOA0XEAO4A6M.1 size=564797 2024-08-17T01:00:20.345 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.344+0000 7fc9e32c6640 1 < canceled multipart upload key=OQ1IXKB82T39 upload=ZOA0XEAO4A6M tag=M33I4ZJGMZCV type=write size=2661949 2024-08-17T01:00:20.346 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.345+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=TYX9OV63GWG0 type=del size=2649495 2024-08-17T01:00:20.346 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.346+0000 7fc9e32c6640 1 < canceled part key=_multipart_NJYN8PLMG5AN.2~Z52AMLJJOA9B.0 size=904362 2024-08-17T01:00:20.348 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.348+0000 7fc9e32c6640 1 < canceled multipart upload key=NJYN8PLMG5AN upload=Z52AMLJJOA9B tag=T6AHAJCVS98F type=write size=1952938 2024-08-17T01:00:20.350 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.349+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=HANGJOSPP15K type=write size=357368 2024-08-17T01:00:20.353 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.352+0000 7fc9e32c6640 1 < suggested remove operation key=JNHP0HYR3GAN tag=299F1B22WEDP type=write 2024-08-17T01:00:20.355 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.354+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~US2TAT841Y2H.0 size=1048576 2024-08-17T01:00:20.356 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.355+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~US2TAT841Y2H.1 size=1048576 2024-08-17T01:00:20.357 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.356+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~US2TAT841Y2H.2 size=291606 2024-08-17T01:00:20.357 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.356+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=US2TAT841Y2H tag=2N0O0CGBGBWV type=write size=3437334 2024-08-17T01:00:20.359 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.358+0000 7fc9e32c6640 -1 < failed to complete operation key=JNHP0HYR3GAN tag=57BQ2T626W21 type=del size=1396466: (22) Invalid argument 2024-08-17T01:00:20.360 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.359+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=CNXYY9X1KNMA type=del size=435553 2024-08-17T01:00:20.362 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.361+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~XCFKM42C1LXV.0 size=1048576 2024-08-17T01:00:20.363 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.362+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~XCFKM42C1LXV.1 size=142924 2024-08-17T01:00:20.365 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.364+0000 7fc9e32c6640 1 < completed multipart upload key=OH6EL4D04DHY upload=XCFKM42C1LXV tag=7TR81CZUAZH5 type=write size=2240076 2024-08-17T01:00:20.368 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.367+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~6TY659MYWXXF.0 size=348397 2024-08-17T01:00:20.368 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.367+0000 7fc9e32c6640 1 > prepared multipart upload key=M0RSO8RQ43YG upload=6TY659MYWXXF tag=G44R1WZ7B302 type=write size=1396973 2024-08-17T01:00:20.369 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.368+0000 7fc9e32c6640 1 < completed write operation key=WN539WGGF4SK tag=3XL9X8ZKEJZH type=write size=686081 2024-08-17T01:00:20.370 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.369+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=7P0DX4A7V4KP type=write size=788568 2024-08-17T01:00:20.371 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.371+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~LOCE3XR46AF0.0 size=416143 2024-08-17T01:00:20.374 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.373+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=LOCE3XR46AF0 tag=OTXS4GEU5PH4 type=write size=1464719 2024-08-17T01:00:20.375 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.374+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=TKC6YJSSBZBF type=del size=2693759 2024-08-17T01:00:20.376 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.376+0000 7fc9e32c6640 1 < canceled operation key=3426C909P2VX tag=X9AURN2P4TSO type=del size=3369855 2024-08-17T01:00:20.378 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.377+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=ZPD2TCEMD9SD type=del size=1033863 2024-08-17T01:00:20.379 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.378+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~Y0WVNTEWW6FR.0 size=748668 2024-08-17T01:00:20.381 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.380+0000 7fc9e32c6640 1 < completed multipart upload key=P6GWQRWU8J2B upload=Y0WVNTEWW6FR tag=6AZMSRQGXYQI type=write size=1797244 2024-08-17T01:00:20.383 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.383+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~8VA0GJINZOH2.0 size=92296 2024-08-17T01:00:20.384 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.383+0000 7fc9e32c6640 1 > prepared multipart upload key=JNHP0HYR3GAN upload=8VA0GJINZOH2 tag=1WLDXLTQBQQ7 type=write size=1140872 2024-08-17T01:00:20.385 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.384+0000 7fc9e32c6640 1 < completed delete operation key=M40V1TN9S9M2 tag=PNQ5G2VGOXE5 type=del 2024-08-17T01:00:20.386 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.385+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=IH1YT8AP6M28 type=del size=2669095 2024-08-17T01:00:20.387 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.387+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~T5LEXKKL8NTZ.0 size=1048576 2024-08-17T01:00:20.389 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.388+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~T5LEXKKL8NTZ.1 size=1022382 2024-08-17T01:00:20.390 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.390+0000 7fc9e32c6640 1 < completed multipart upload key=P6GWQRWU8J2B upload=T5LEXKKL8NTZ tag=9B2VSMHNS0XL type=write size=3119534 2024-08-17T01:00:20.393 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.392+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~D4DHU80H3D0A.0 size=1048576 2024-08-17T01:00:20.394 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.393+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~D4DHU80H3D0A.1 size=1048576 2024-08-17T01:00:20.395 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.394+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~D4DHU80H3D0A.2 size=333403 2024-08-17T01:00:20.395 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.394+0000 7fc9e32c6640 1 > prepared multipart upload key=3426C909P2VX upload=D4DHU80H3D0A tag=VJGJK5U86LC6 type=write size=3479131 2024-08-17T01:00:20.396 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.395+0000 7fc9e32c6640 1 < completed write operation key=HPIXXJSLU5J6 tag=Q6SKD7GR36WW type=write size=9346 2024-08-17T01:00:20.397 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.397+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=WHUDVNYID2RB type=write size=395808 2024-08-17T01:00:20.399 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.398+0000 7fc9e32c6640 1 < completed write operation key=XHAAVXY5RRVM tag=CYK4MP5ERTIA type=write size=943363 2024-08-17T01:00:20.406 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.406+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=5Z680NHQK0A6 type=del size=2580609 2024-08-17T01:00:20.408 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.407+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~83MNE1H2WR39.0 size=297465 2024-08-17T01:00:20.410 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.409+0000 7fc9e32c6640 1 < completed multipart upload key=FP808QN0QDSP upload=83MNE1H2WR39 tag=807D6BTUBR7R type=write size=1346041 2024-08-17T01:00:20.411 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.411+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=WO5OFT4BAXVA type=del size=1591222 2024-08-17T01:00:20.413 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.412+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~6TXEV7AIY67V.0 size=1048576 2024-08-17T01:00:20.414 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.413+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~6TXEV7AIY67V.1 size=1048576 2024-08-17T01:00:20.415 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.414+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~6TXEV7AIY67V.2 size=158461 2024-08-17T01:00:20.417 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.416+0000 7fc9e32c6640 1 < completed multipart upload key=GPTER2AM6J7E upload=6TXEV7AIY67V tag=M4YA28658GT4 type=write size=3304189 2024-08-17T01:00:20.418 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.418+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=WQV8BN91JUFG type=del size=1134247 2024-08-17T01:00:20.421 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.420+0000 7fc9e32c6640 1 < suggested update operation key=NJYN8PLMG5AN tag=97QXQVO2WKZ4 type=write size=731243 2024-08-17T01:00:20.423 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.422+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~AC37D62RLOX3.0 size=41623 2024-08-17T01:00:20.423 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.422+0000 7fc9e32c6640 1 > prepared multipart upload key=TN1LRZX0D64M upload=AC37D62RLOX3 tag=7E2A6UTR72T5 type=write size=1090199 2024-08-17T01:00:20.424 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.424+0000 7fc9e32c6640 1 < canceled operation key=DWB3YGH7YBZB tag=TYX9OV63GWG0 type=del size=2649495 2024-08-17T01:00:20.426 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.425+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=TKYMGNKN6LPL type=write size=624370 2024-08-17T01:00:20.427 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.426+0000 7fc9e32c6640 1 < canceled operation key=M40V1TN9S9M2 tag=HANGJOSPP15K type=write size=357368 2024-08-17T01:00:20.428 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.428+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=J358B0TJ15MS type=del size=902477 2024-08-17T01:00:20.430 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.429+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~US2TAT841Y2H.0 size=1048576 2024-08-17T01:00:20.431 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.430+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~US2TAT841Y2H.1 size=1048576 2024-08-17T01:00:20.432 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.431+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~US2TAT841Y2H.2 size=291606 2024-08-17T01:00:20.434 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.433+0000 7fc9e32c6640 1 < completed multipart upload key=7YJVD2TL2U1Q upload=US2TAT841Y2H tag=2N0O0CGBGBWV type=write size=3437334 2024-08-17T01:00:20.435 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.435+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=7CEWXYUS5I6W type=del size=2947313 2024-08-17T01:00:20.438 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.437+0000 7fc9e32c6640 1 < suggested update operation key=3426C909P2VX tag=CNXYY9X1KNMA type=del size=435553 2024-08-17T01:00:20.441 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.440+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~KDN4MIUZ4HIW.0 size=1048576 2024-08-17T01:00:20.442 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.441+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~KDN4MIUZ4HIW.1 size=1048576 2024-08-17T01:00:20.443 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.442+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~KDN4MIUZ4HIW.2 size=546295 2024-08-17T01:00:20.443 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.442+0000 7fc9e32c6640 1 > prepared multipart upload key=TOPN4SUVVWJ4 upload=KDN4MIUZ4HIW tag=39B0TVOB05Q5 type=write size=3692023 2024-08-17T01:00:20.445 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.444+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~6TY659MYWXXF.0 size=348397 2024-08-17T01:00:20.447 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.446+0000 7fc9e32c6640 1 < completed multipart upload key=M0RSO8RQ43YG upload=6TY659MYWXXF tag=G44R1WZ7B302 type=write size=1396973 2024-08-17T01:00:20.448 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.447+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=D4IBD2SGT42W type=write size=63686 2024-08-17T01:00:20.449 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.449+0000 7fc9e32c6640 -1 < failed to complete operation key=NJYN8PLMG5AN tag=7P0DX4A7V4KP type=write size=788568: (22) Invalid argument 2024-08-17T01:00:20.451 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.451+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~88Q6EXFNTK8F.0 size=1048576 2024-08-17T01:00:20.452 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.452+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~88Q6EXFNTK8F.1 size=1048576 2024-08-17T01:00:20.453 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.453+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~88Q6EXFNTK8F.2 size=25444 2024-08-17T01:00:20.453 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.453+0000 7fc9e32c6640 1 > prepared multipart upload key=9ZTGHGASZU54 upload=88Q6EXFNTK8F tag=MN6FJU06RZLF type=write size=3171172 2024-08-17T01:00:20.455 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.454+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=TKC6YJSSBZBF type=del 2024-08-17T01:00:20.458 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.456+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=G3Z3BFE51HJ3 type=del size=3867049 2024-08-17T01:00:20.458 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.458+0000 7fc9e32c6640 1 < completed delete operation key=Y5CGDXUEE4A5 tag=ZPD2TCEMD9SD type=del 2024-08-17T01:00:20.460 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.459+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=8W9R60AOGQUB type=del size=2921574 2024-08-17T01:00:20.461 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.460+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~8VA0GJINZOH2.0 size=92296 2024-08-17T01:00:20.463 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.462+0000 7fc9e32c6640 1 < completed multipart upload key=JNHP0HYR3GAN upload=8VA0GJINZOH2 tag=1WLDXLTQBQQ7 type=write size=1140872 2024-08-17T01:00:20.464 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.464+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=PKHZ2AVCZ4FL type=del size=1936994 2024-08-17T01:00:20.465 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.465+0000 7fc9e32c6640 1 < completed delete operation key=DWB3YGH7YBZB tag=IH1YT8AP6M28 type=del 2024-08-17T01:00:20.468 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.467+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~IULHPB9H6KIP.0 size=388209 2024-08-17T01:00:20.468 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.467+0000 7fc9e32c6640 1 > prepared multipart upload key=TOPN4SUVVWJ4 upload=IULHPB9H6KIP tag=VUZYCTMU9PIE type=write size=1436785 2024-08-17T01:00:20.469 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.468+0000 7fc9e32c6640 1 < canceled part key=_multipart_3426C909P2VX.2~D4DHU80H3D0A.0 size=1048576 2024-08-17T01:00:20.470 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.469+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~D4DHU80H3D0A.1 size=1048576 2024-08-17T01:00:20.470 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.469+0000 7fc9e32c6640 1 < canceled part key=_multipart_3426C909P2VX.2~D4DHU80H3D0A.2 size=333403 2024-08-17T01:00:20.472 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.471+0000 7fc9e32c6640 1 < canceled multipart upload key=3426C909P2VX upload=D4DHU80H3D0A tag=VJGJK5U86LC6 type=write size=3479131 2024-08-17T01:00:20.473 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.472+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=5N5RASTN5BQC type=del size=749824 2024-08-17T01:00:20.474 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.474+0000 7fc9e32c6640 1 < completed write operation key=SR0C26PR3RCQ tag=WHUDVNYID2RB type=write size=395808 2024-08-17T01:00:20.477 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.476+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~GZ362NVOTBIK.0 size=1048576 2024-08-17T01:00:20.478 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.477+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~GZ362NVOTBIK.1 size=1048576 2024-08-17T01:00:20.479 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.478+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~GZ362NVOTBIK.2 size=39240 2024-08-17T01:00:20.479 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.478+0000 7fc9e32c6640 1 > prepared multipart upload key=OQ1IXKB82T39 upload=GZ362NVOTBIK tag=0AE9PC31D4HU type=write size=3184968 2024-08-17T01:00:20.480 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.479+0000 7fc9e32c6640 1 < completed delete operation key=TOPN4SUVVWJ4 tag=5Z680NHQK0A6 type=del 2024-08-17T01:00:20.482 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.481+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~BQSSBZMW3P16.0 size=541280 2024-08-17T01:00:20.482 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.481+0000 7fc9e32c6640 1 > prepared multipart upload key=9X03OB1P1EOH upload=BQSSBZMW3P16 tag=GZM49YGE9H5V type=write size=1589856 2024-08-17T01:00:20.485 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.484+0000 7fc9e32c6640 1 < suggested remove operation key=3426C909P2VX tag=WO5OFT4BAXVA type=del 2024-08-17T01:00:20.486 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 01:00:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=cleanup t=2024-08-17T01:00:20.08554064Z level=info msg="Completed cleanup jobs" duration=2.00104ms 2024-08-17T01:00:20.486 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 01:00:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=sqlstore.transactions t=2024-08-17T01:00:20.093897111Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-17T01:00:20.487 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.486+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=XUXL7R62YFM2 type=del size=2837094 2024-08-17T01:00:20.488 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.487+0000 7fc9e32c6640 1 < completed delete operation key=M40V1TN9S9M2 tag=WQV8BN91JUFG type=del 2024-08-17T01:00:20.490 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.489+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~3XKBVWGY1A4G.0 size=363790 2024-08-17T01:00:20.490 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.489+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=3XKBVWGY1A4G tag=YVW4OIV9QK17 type=write size=1412366 2024-08-17T01:00:20.491 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.491+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~AC37D62RLOX3.0 size=41623 2024-08-17T01:00:20.493 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.492+0000 7fc9e32c6640 1 < completed multipart upload key=TN1LRZX0D64M upload=AC37D62RLOX3 tag=7E2A6UTR72T5 type=write size=1090199 2024-08-17T01:00:20.495 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.495+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~P8GITYV71TFQ.0 size=235250 2024-08-17T01:00:20.496 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.495+0000 7fc9e32c6640 1 > prepared multipart upload key=OH6EL4D04DHY upload=P8GITYV71TFQ tag=00AWD15G1G3Y type=write size=1283826 2024-08-17T01:00:20.497 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.496+0000 7fc9e32c6640 1 < completed write operation key=9ZTGHGASZU54 tag=TKYMGNKN6LPL type=write size=624370 2024-08-17T01:00:20.498 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.497+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=F76LCJKV69GL type=write size=356853 2024-08-17T01:00:20.501 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.500+0000 7fc9e32c6640 1 < suggested update operation key=ZFTRWL3EXMLQ tag=J358B0TJ15MS type=del size=902477 2024-08-17T01:00:20.502 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.501+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=NG0Y7366G6MH type=del size=843192 2024-08-17T01:00:20.504 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.504+0000 7fc9e32c6640 1 < suggested update operation key=UBSJCVKYWX6F tag=7CEWXYUS5I6W type=del size=2947313 2024-08-17T01:00:20.506 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.505+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=X92DLXT5O5Q7 type=del size=3567643 2024-08-17T01:00:20.507 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.507+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~KDN4MIUZ4HIW.0 size=1048576 2024-08-17T01:00:20.508 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.507+0000 7fc9e32c6640 1 < canceled part key=_multipart_TOPN4SUVVWJ4.2~KDN4MIUZ4HIW.1 size=1048576 2024-08-17T01:00:20.509 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.508+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~KDN4MIUZ4HIW.2 size=546295 2024-08-17T01:00:20.510 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.510+0000 7fc9e32c6640 1 < canceled multipart upload key=TOPN4SUVVWJ4 upload=KDN4MIUZ4HIW tag=39B0TVOB05Q5 type=write size=3692023 2024-08-17T01:00:20.512 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.511+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=J18SD1DK2NT6 type=del size=2056816 2024-08-17T01:00:20.513 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.513+0000 7fc9e32c6640 1 < completed write operation key=0GIHJJ2YE1EF tag=D4IBD2SGT42W type=write size=63686 2024-08-17T01:00:20.516 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.515+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~BF4I753W067P.0 size=1048576 2024-08-17T01:00:20.517 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.516+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~BF4I753W067P.1 size=1048576 2024-08-17T01:00:20.518 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.517+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~BF4I753W067P.2 size=487208 2024-08-17T01:00:20.518 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.517+0000 7fc9e32c6640 1 > prepared multipart upload key=OH6EL4D04DHY upload=BF4I753W067P tag=264DIK3K3CJ6 type=write size=3632936 2024-08-17T01:00:20.519 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.519+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~88Q6EXFNTK8F.0 size=1048576 2024-08-17T01:00:20.521 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.520+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~88Q6EXFNTK8F.1 size=1048576 2024-08-17T01:00:20.521 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.520+0000 7fc9e32c6640 1 < canceled part key=_multipart_9ZTGHGASZU54.2~88Q6EXFNTK8F.2 size=25444 2024-08-17T01:00:20.523 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.522+0000 7fc9e32c6640 1 < canceled multipart upload key=9ZTGHGASZU54 upload=88Q6EXFNTK8F tag=MN6FJU06RZLF type=write size=3171172 2024-08-17T01:00:20.525 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.524+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~8FH1G5H6ED4G.0 size=1048576 2024-08-17T01:00:20.526 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.525+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~8FH1G5H6ED4G.1 size=1048576 2024-08-17T01:00:20.527 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.526+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~8FH1G5H6ED4G.2 size=686343 2024-08-17T01:00:20.527 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.526+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=8FH1G5H6ED4G tag=U672W3JISZXH type=write size=3832071 2024-08-17T01:00:20.528 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.527+0000 7fc9e32c6640 1 < completed delete operation key=JNHP0HYR3GAN tag=G3Z3BFE51HJ3 type=del 2024-08-17T01:00:20.529 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.528+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=VAL13ADZJPVJ type=del size=3719187 2024-08-17T01:00:20.531 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.530+0000 7fc9e32c6640 1 < canceled operation key=P6GWQRWU8J2B tag=8W9R60AOGQUB type=del size=2921574 2024-08-17T01:00:20.534 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.533+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~19WX2IYR92EO.0 size=1048576 2024-08-17T01:00:20.535 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.534+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~19WX2IYR92EO.1 size=1048576 2024-08-17T01:00:20.538 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.537+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~19WX2IYR92EO.2 size=768026 2024-08-17T01:00:20.538 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.537+0000 7fc9e32c6640 1 > prepared multipart upload key=M40V1TN9S9M2 upload=19WX2IYR92EO tag=2G7HRD580S21 type=write size=3913754 2024-08-17T01:00:20.543 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.542+0000 7fc9e32c6640 1 < suggested update operation key=HPIXXJSLU5J6 tag=PKHZ2AVCZ4FL type=del size=1936994 2024-08-17T01:00:20.545 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.544+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=3VJU2KF65WZH type=del size=470804 2024-08-17T01:00:20.547 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.546+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~IULHPB9H6KIP.0 size=388209 2024-08-17T01:00:20.549 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.548+0000 7fc9e32c6640 1 < completed multipart upload key=TOPN4SUVVWJ4 upload=IULHPB9H6KIP tag=VUZYCTMU9PIE type=write size=1436785 2024-08-17T01:00:20.550 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.549+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=V7G7KN25EHN7 type=del size=2258991 2024-08-17T01:00:20.551 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.551+0000 7fc9e32c6640 1 < completed delete operation key=OQ1IXKB82T39 tag=5N5RASTN5BQC type=del 2024-08-17T01:00:20.553 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.552+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=D9NJE1RCN5V7 type=del size=2395084 2024-08-17T01:00:20.554 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.553+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~GZ362NVOTBIK.0 size=1048576 2024-08-17T01:00:20.555 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.554+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~GZ362NVOTBIK.1 size=1048576 2024-08-17T01:00:20.556 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.555+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~GZ362NVOTBIK.2 size=39240 2024-08-17T01:00:20.558 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.557+0000 7fc9e32c6640 1 < completed multipart upload key=OQ1IXKB82T39 upload=GZ362NVOTBIK tag=0AE9PC31D4HU type=write size=3184968 2024-08-17T01:00:20.559 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.559+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=0RSX79F5Q0QB type=del size=3903613 2024-08-17T01:00:20.561 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.560+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~BQSSBZMW3P16.0 size=541280 2024-08-17T01:00:20.563 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.562+0000 7fc9e32c6640 1 < completed multipart upload key=9X03OB1P1EOH upload=BQSSBZMW3P16 tag=GZM49YGE9H5V type=write size=1589856 2024-08-17T01:00:20.564 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.564+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=HNDWIB3B30SR type=del size=3735365 2024-08-17T01:00:20.566 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.565+0000 7fc9e32c6640 1 < completed delete operation key=9X03OB1P1EOH tag=XUXL7R62YFM2 type=del 2024-08-17T01:00:20.568 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.567+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~RLXDR96G9505.0 size=1048576 2024-08-17T01:00:20.569 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.569+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~RLXDR96G9505.1 size=82599 2024-08-17T01:00:20.569 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.569+0000 7fc9e32c6640 1 > prepared multipart upload key=ZFTRWL3EXMLQ upload=RLXDR96G9505 tag=GWQZ8S2IQJGN type=write size=2179751 2024-08-17T01:00:20.571 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.570+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~3XKBVWGY1A4G.0 size=363790 2024-08-17T01:00:20.573 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.572+0000 7fc9e32c6640 1 < completed multipart upload key=NJYN8PLMG5AN upload=3XKBVWGY1A4G tag=YVW4OIV9QK17 type=write size=1412366 2024-08-17T01:00:20.574 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.573+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=6DSRZIGD3N35 type=del size=2845551 2024-08-17T01:00:20.575 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.575+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~P8GITYV71TFQ.0 size=235250 2024-08-17T01:00:20.578 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.577+0000 7fc9e32c6640 1 < completed multipart upload key=OH6EL4D04DHY upload=P8GITYV71TFQ tag=00AWD15G1G3Y type=write size=1283826 2024-08-17T01:00:20.579 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.578+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=LLQU2N83KYBZ type=del size=1779633 2024-08-17T01:00:20.581 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.580+0000 7fc9e32c6640 1 < suggested remove operation key=3426C909P2VX tag=F76LCJKV69GL type=write 2024-08-17T01:00:20.582 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.582+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=N69OAZB5BINC type=write size=330261 2024-08-17T01:00:20.584 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.583+0000 7fc9e32c6640 1 < completed delete operation key=3QNRD31J9WH5 tag=NG0Y7366G6MH type=del 2024-08-17T01:00:20.586 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.585+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~0QUJJDQA1U2O.0 size=1048576 2024-08-17T01:00:20.587 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.586+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~0QUJJDQA1U2O.1 size=349317 2024-08-17T01:00:20.587 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.586+0000 7fc9e32c6640 1 > prepared multipart upload key=9ZTGHGASZU54 upload=0QUJJDQA1U2O tag=5O89MHANAEDO type=write size=2446469 2024-08-17T01:00:20.588 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.587+0000 7fc9e32c6640 1 < canceled operation key=SYENEMTYLFFB tag=X92DLXT5O5Q7 type=del size=3567643 2024-08-17T01:00:20.589 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.589+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=4ZLFEZNB48PR type=del size=4020498 2024-08-17T01:00:20.591 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.590+0000 7fc9e32c6640 1 < canceled operation key=TN1LRZX0D64M tag=J18SD1DK2NT6 type=del size=2056816 2024-08-17T01:00:20.593 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.593+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~55N29J0CL01Q.0 size=176711 2024-08-17T01:00:20.593 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.593+0000 7fc9e32c6640 1 > prepared multipart upload key=0GIHJJ2YE1EF upload=55N29J0CL01Q tag=MCUCET4Y90E9 type=write size=1225287 2024-08-17T01:00:20.595 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.594+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~BF4I753W067P.0 size=1048576 2024-08-17T01:00:20.596 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.595+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~BF4I753W067P.1 size=1048576 2024-08-17T01:00:20.597 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.596+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~BF4I753W067P.2 size=487208 2024-08-17T01:00:20.599 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.598+0000 7fc9e32c6640 1 < completed multipart upload key=OH6EL4D04DHY upload=BF4I753W067P tag=264DIK3K3CJ6 type=write size=3632936 2024-08-17T01:00:20.601 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.600+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~M0A5I052927J.0 size=1048576 2024-08-17T01:00:20.602 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.601+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~M0A5I052927J.1 size=1048576 2024-08-17T01:00:20.603 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.602+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~M0A5I052927J.2 size=375515 2024-08-17T01:00:20.603 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.602+0000 7fc9e32c6640 1 > prepared multipart upload key=SNQ4IXALP94F upload=M0A5I052927J tag=UUIRBMRY5LZ4 type=write size=3521243 2024-08-17T01:00:20.604 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.603+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~8FH1G5H6ED4G.0 size=1048576 2024-08-17T01:00:20.605 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.604+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~8FH1G5H6ED4G.1 size=1048576 2024-08-17T01:00:20.606 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.605+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~8FH1G5H6ED4G.2 size=686343 2024-08-17T01:00:20.608 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.608+0000 7fc9e32c6640 1 < completed multipart upload key=W14LJICPB60X upload=8FH1G5H6ED4G tag=U672W3JISZXH type=write size=3832071 2024-08-17T01:00:20.610 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.609+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=QL6WZOQU117K type=del size=2608017 2024-08-17T01:00:20.612 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.612+0000 7fc9e32c6640 1 < suggested update operation key=7YJVD2TL2U1Q tag=VAL13ADZJPVJ type=del size=3719187 2024-08-17T01:00:20.614 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.613+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=FEI7EAV4MHAA type=del size=429259 2024-08-17T01:00:20.615 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.614+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~19WX2IYR92EO.0 size=1048576 2024-08-17T01:00:20.616 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.615+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~19WX2IYR92EO.1 size=1048576 2024-08-17T01:00:20.617 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.616+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~19WX2IYR92EO.2 size=768026 2024-08-17T01:00:20.619 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.618+0000 7fc9e32c6640 1 < completed multipart upload key=M40V1TN9S9M2 upload=19WX2IYR92EO tag=2G7HRD580S21 type=write size=3913754 2024-08-17T01:00:20.621 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.621+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~936KOOM19Y5R.0 size=1048576 2024-08-17T01:00:20.622 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.622+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~936KOOM19Y5R.1 size=971062 2024-08-17T01:00:20.622 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.622+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=936KOOM19Y5R tag=1F5N5526O89S type=write size=3068214 2024-08-17T01:00:20.624 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.623+0000 7fc9e32c6640 1 < completed delete operation key=41QVSMLCJY3L tag=3VJU2KF65WZH type=del 2024-08-17T01:00:20.626 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.625+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~H86GGTTF2SDF.0 size=1048576 2024-08-17T01:00:20.627 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.626+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~H86GGTTF2SDF.1 size=1048576 2024-08-17T01:00:20.628 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.627+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~H86GGTTF2SDF.2 size=871872 2024-08-17T01:00:20.628 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.627+0000 7fc9e32c6640 1 > prepared multipart upload key=ODZIOPEGEARM upload=H86GGTTF2SDF tag=MBN70LCYHT2I type=write size=4017600 2024-08-17T01:00:20.629 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.628+0000 7fc9e32c6640 1 < completed delete operation key=W14LJICPB60X tag=V7G7KN25EHN7 type=del 2024-08-17T01:00:20.632 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.631+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~TPSJUFLIT9WB.0 size=291177 2024-08-17T01:00:20.632 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.631+0000 7fc9e32c6640 1 > prepared multipart upload key=HPIXXJSLU5J6 upload=TPSJUFLIT9WB tag=2NL1NHSRBQ2N type=write size=1339753 2024-08-17T01:00:20.633 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.632+0000 7fc9e32c6640 1 < canceled operation key=RNSEALS0CEAA tag=D9NJE1RCN5V7 type=del size=2395084 2024-08-17T01:00:20.634 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.634+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=D86NX6R73AKZ type=del size=578522 2024-08-17T01:00:20.636 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.635+0000 7fc9e32c6640 1 < completed delete operation key=OH6EL4D04DHY tag=0RSX79F5Q0QB type=del 2024-08-17T01:00:20.638 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.637+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~9P0ODQ6GCVNZ.0 size=1048576 2024-08-17T01:00:20.639 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.638+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~9P0ODQ6GCVNZ.1 size=1048576 2024-08-17T01:00:20.640 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.639+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~9P0ODQ6GCVNZ.2 size=582974 2024-08-17T01:00:20.640 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.639+0000 7fc9e32c6640 1 > prepared multipart upload key=P6GWQRWU8J2B upload=9P0ODQ6GCVNZ tag=MX8QA4LD33MV type=write size=3728702 2024-08-17T01:00:20.642 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.642+0000 7fc9e32c6640 1 < suggested update operation key=W14LJICPB60X tag=HNDWIB3B30SR type=del size=3735365 2024-08-17T01:00:20.644 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.643+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=UMYCQGXEA49K type=del size=1332532 2024-08-17T01:00:20.645 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.644+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~RLXDR96G9505.0 size=1048576 2024-08-17T01:00:20.646 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.645+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~RLXDR96G9505.1 size=82599 2024-08-17T01:00:20.648 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.647+0000 7fc9e32c6640 1 < completed multipart upload key=ZFTRWL3EXMLQ upload=RLXDR96G9505 tag=GWQZ8S2IQJGN type=write size=2179751 2024-08-17T01:00:20.650 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.650+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~J0EOSCXD2R8E.0 size=1048576 2024-08-17T01:00:20.651 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.651+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~J0EOSCXD2R8E.1 size=1048576 2024-08-17T01:00:20.652 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.651+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~J0EOSCXD2R8E.2 size=66439 2024-08-17T01:00:20.652 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.651+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=J0EOSCXD2R8E tag=A7JJ6GPE7AHP type=write size=3212167 2024-08-17T01:00:20.653 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.653+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=6DSRZIGD3N35 type=del 2024-08-17T01:00:20.655 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.654+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=GR2L0EBL9DNH type=del size=3438011 2024-08-17T01:00:20.657 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.656+0000 7fc9e32c6640 -1 < failed to complete operation key=3426C909P2VX tag=LLQU2N83KYBZ type=del size=1779633: (22) Invalid argument 2024-08-17T01:00:20.658 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.657+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=E2J51PAIJKM0 type=del size=3712582 2024-08-17T01:00:20.659 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.659+0000 7fc9e32c6640 -1 < failed to complete operation key=7YJVD2TL2U1Q tag=N69OAZB5BINC type=write size=330261: (22) Invalid argument 2024-08-17T01:00:20.661 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.660+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=C80U7I0ZB520 type=del size=3880269 2024-08-17T01:00:20.662 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.661+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~0QUJJDQA1U2O.0 size=1048576 2024-08-17T01:00:20.662 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.661+0000 7fc9e32c6640 1 < canceled part key=_multipart_9ZTGHGASZU54.2~0QUJJDQA1U2O.1 size=349317 2024-08-17T01:00:20.664 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.664+0000 7fc9e32c6640 1 < canceled multipart upload key=9ZTGHGASZU54 upload=0QUJJDQA1U2O tag=5O89MHANAEDO type=write size=2446469 2024-08-17T01:00:20.666 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.665+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=826LXKD1FF64 type=write size=12049 2024-08-17T01:00:20.669 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.668+0000 7fc9e32c6640 1 < suggested update operation key=0GIHJJ2YE1EF tag=4ZLFEZNB48PR type=del size=4020498 2024-08-17T01:00:20.671 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.670+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~T5FRYYN70TJJ.0 size=1048576 2024-08-17T01:00:20.672 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.671+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~T5FRYYN70TJJ.1 size=1048576 2024-08-17T01:00:20.673 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.672+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~T5FRYYN70TJJ.2 size=4508 2024-08-17T01:00:20.673 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.672+0000 7fc9e32c6640 1 > prepared multipart upload key=M40V1TN9S9M2 upload=T5FRYYN70TJJ tag=EDT1UA8K9G64 type=write size=3150236 2024-08-17T01:00:20.675 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.674+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~55N29J0CL01Q.0 size=176711 2024-08-17T01:00:20.677 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.676+0000 7fc9e32c6640 1 < completed multipart upload key=0GIHJJ2YE1EF upload=55N29J0CL01Q tag=MCUCET4Y90E9 type=write size=1225287 2024-08-17T01:00:20.678 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.677+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=IH68O3J43MLP type=del size=2258776 2024-08-17T01:00:20.679 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.679+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~M0A5I052927J.0 size=1048576 2024-08-17T01:00:20.680 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.680+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~M0A5I052927J.1 size=1048576 2024-08-17T01:00:20.681 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.681+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~M0A5I052927J.2 size=375515 2024-08-17T01:00:20.686 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.683+0000 7fc9e32c6640 1 < completed multipart upload key=SNQ4IXALP94F upload=M0A5I052927J tag=UUIRBMRY5LZ4 type=write size=3521243 2024-08-17T01:00:20.687 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.686+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~Y23HIH9HSYX6.0 size=1048576 2024-08-17T01:00:20.689 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.688+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~Y23HIH9HSYX6.1 size=1048576 2024-08-17T01:00:20.690 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.689+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~Y23HIH9HSYX6.2 size=354250 2024-08-17T01:00:20.690 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.689+0000 7fc9e32c6640 1 > prepared multipart upload key=DWB3YGH7YBZB upload=Y23HIH9HSYX6 tag=OG0E0WVQ9M3O type=write size=3499978 2024-08-17T01:00:20.692 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.691+0000 7fc9e32c6640 1 < completed delete operation key=SYENEMTYLFFB tag=QL6WZOQU117K type=del 2024-08-17T01:00:20.693 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.692+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=I3M13AT5JXWO type=del size=137554 2024-08-17T01:00:20.696 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.695+0000 7fc9e32c6640 1 < suggested update operation key=9X03OB1P1EOH tag=FEI7EAV4MHAA type=del size=429259 2024-08-17T01:00:20.698 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.698+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~B4J8BTUJBR0L.0 size=523750 2024-08-17T01:00:20.698 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.698+0000 7fc9e32c6640 1 > prepared multipart upload key=M0RSO8RQ43YG upload=B4J8BTUJBR0L tag=4GFM4U0WTQGT type=write size=1572326 2024-08-17T01:00:20.700 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.699+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~936KOOM19Y5R.0 size=1048576 2024-08-17T01:00:20.701 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.700+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~936KOOM19Y5R.1 size=971062 2024-08-17T01:00:20.703 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.702+0000 7fc9e32c6640 1 < completed multipart upload key=W14LJICPB60X upload=936KOOM19Y5R tag=1F5N5526O89S type=write size=3068214 2024-08-17T01:00:20.706 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.705+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~9N25GHIY6F5H.0 size=712382 2024-08-17T01:00:20.706 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.705+0000 7fc9e32c6640 1 > prepared multipart upload key=P6GWQRWU8J2B upload=9N25GHIY6F5H tag=CUY3XJZNE2QF type=write size=1760958 2024-08-17T01:00:20.708 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.707+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~H86GGTTF2SDF.0 size=1048576 2024-08-17T01:00:20.709 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.708+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~H86GGTTF2SDF.1 size=1048576 2024-08-17T01:00:20.710 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.709+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~H86GGTTF2SDF.2 size=871872 2024-08-17T01:00:20.712 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.711+0000 7fc9e32c6640 1 < completed multipart upload key=ODZIOPEGEARM upload=H86GGTTF2SDF tag=MBN70LCYHT2I type=write size=4017600 2024-08-17T01:00:20.715 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.714+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~40SX57XZ6TTU.0 size=286382 2024-08-17T01:00:20.715 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.714+0000 7fc9e32c6640 1 > prepared multipart upload key=DWB3YGH7YBZB upload=40SX57XZ6TTU tag=A00Z4T50IAAV type=write size=1334958 2024-08-17T01:00:20.716 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.716+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~TPSJUFLIT9WB.0 size=291177 2024-08-17T01:00:20.719 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.718+0000 7fc9e32c6640 1 < completed multipart upload key=HPIXXJSLU5J6 upload=TPSJUFLIT9WB tag=2NL1NHSRBQ2N type=write size=1339753 2024-08-17T01:00:20.720 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.719+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=EM305D4MXCA4 type=del size=1409472 2024-08-17T01:00:20.722 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.721+0000 7fc9e32c6640 1 < completed delete operation key=04A7K18FAZTD tag=D86NX6R73AKZ type=del 2024-08-17T01:00:20.723 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.723+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=SH6ILE65H611 type=write size=223399 2024-08-17T01:00:20.725 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.724+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~9P0ODQ6GCVNZ.0 size=1048576 2024-08-17T01:00:20.726 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.725+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~9P0ODQ6GCVNZ.1 size=1048576 2024-08-17T01:00:20.727 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.727+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~9P0ODQ6GCVNZ.2 size=582974 2024-08-17T01:00:20.731 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.730+0000 7fc9e32c6640 1 < completed multipart upload key=P6GWQRWU8J2B upload=9P0ODQ6GCVNZ tag=MX8QA4LD33MV type=write size=3728702 2024-08-17T01:00:20.732 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.732+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=W3EIUUOWH2AZ type=del size=2492526 2024-08-17T01:00:20.735 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.734+0000 7fc9e32c6640 1 < suggested remove operation key=SYENEMTYLFFB tag=UMYCQGXEA49K type=del 2024-08-17T01:00:20.737 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.736+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=36ZLZ75DKSIF type=write size=1011461 2024-08-17T01:00:20.738 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.737+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~J0EOSCXD2R8E.0 size=1048576 2024-08-17T01:00:20.739 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.738+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~J0EOSCXD2R8E.1 size=1048576 2024-08-17T01:00:20.740 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.739+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~J0EOSCXD2R8E.2 size=66439 2024-08-17T01:00:20.742 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.742+0000 7fc9e32c6640 1 < completed multipart upload key=Y5CGDXUEE4A5 upload=J0EOSCXD2R8E tag=A7JJ6GPE7AHP type=write size=3212167 2024-08-17T01:00:20.745 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.744+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~0OAFCR1NRXN1.0 size=1048576 2024-08-17T01:00:20.746 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.745+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~0OAFCR1NRXN1.1 size=9922 2024-08-17T01:00:20.746 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.745+0000 7fc9e32c6640 1 > prepared multipart upload key=FP808QN0QDSP upload=0OAFCR1NRXN1 tag=9VW3SRQV6ONA type=write size=2107074 2024-08-17T01:00:20.747 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.746+0000 7fc9e32c6640 -1 < failed to complete operation key=SYENEMTYLFFB tag=GR2L0EBL9DNH type=del size=3438011: (22) Invalid argument 2024-08-17T01:00:20.748 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.748+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=WCQHPJWSSORS type=del size=1559068 2024-08-17T01:00:20.751 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.750+0000 7fc9e32c6640 1 < suggested update operation key=3QNRD31J9WH5 tag=E2J51PAIJKM0 type=del size=3712582 2024-08-17T01:00:20.754 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.752+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~2AL9TL2N06FW.0 size=1048576 2024-08-17T01:00:20.754 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.753+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~2AL9TL2N06FW.1 size=1048576 2024-08-17T01:00:20.755 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.755+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~2AL9TL2N06FW.2 size=900185 2024-08-17T01:00:20.755 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.755+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=2AL9TL2N06FW tag=Y0CGALJK68TR type=write size=4045913 2024-08-17T01:00:20.757 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.756+0000 7fc9e32c6640 1 < completed delete operation key=7YJVD2TL2U1Q tag=C80U7I0ZB520 type=del 2024-08-17T01:00:20.758 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.757+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=KF2C54A6G9DQ type=del size=1890326 2024-08-17T01:00:20.760 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.759+0000 7fc9e32c6640 1 < completed write operation key=W14LJICPB60X tag=826LXKD1FF64 type=write size=12049 2024-08-17T01:00:20.762 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.761+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~1G3UM8I3WC3B.0 size=844925 2024-08-17T01:00:20.762 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.761+0000 7fc9e32c6640 1 > prepared multipart upload key=XHAAVXY5RRVM upload=1G3UM8I3WC3B tag=2SZW7N5RB7T7 type=write size=1893501 2024-08-17T01:00:20.763 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.763+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~T5FRYYN70TJJ.0 size=1048576 2024-08-17T01:00:20.765 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.764+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~T5FRYYN70TJJ.1 size=1048576 2024-08-17T01:00:20.765 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.764+0000 7fc9e32c6640 1 < canceled part key=_multipart_M40V1TN9S9M2.2~T5FRYYN70TJJ.2 size=4508 2024-08-17T01:00:20.767 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.766+0000 7fc9e32c6640 1 < canceled multipart upload key=M40V1TN9S9M2 upload=T5FRYYN70TJJ tag=EDT1UA8K9G64 type=write size=3150236 2024-08-17T01:00:20.768 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.767+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=601G62XTX5QC type=write size=47617 2024-08-17T01:00:20.770 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.769+0000 7fc9e32c6640 -1 < failed to complete operation key=9X03OB1P1EOH tag=IH68O3J43MLP type=del size=2258776: (22) Invalid argument 2024-08-17T01:00:20.771 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.770+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=X053ZZMFU3P9 type=del size=233578 2024-08-17T01:00:20.772 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.772+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~Y23HIH9HSYX6.0 size=1048576 2024-08-17T01:00:20.773 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.773+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~Y23HIH9HSYX6.1 size=1048576 2024-08-17T01:00:20.774 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.774+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~Y23HIH9HSYX6.2 size=354250 2024-08-17T01:00:20.776 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.776+0000 7fc9e32c6640 1 < completed multipart upload key=DWB3YGH7YBZB upload=Y23HIH9HSYX6 tag=OG0E0WVQ9M3O type=write size=3499978 2024-08-17T01:00:20.778 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.777+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=JXE1FABVDG28 type=del size=587550 2024-08-17T01:00:20.779 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.778+0000 7fc9e32c6640 1 < completed delete operation key=TN1LRZX0D64M tag=I3M13AT5JXWO type=del 2024-08-17T01:00:20.781 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.781+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~W27XH6ETB4W0.0 size=1048576 2024-08-17T01:00:20.782 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.782+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~W27XH6ETB4W0.1 size=305585 2024-08-17T01:00:20.783 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.782+0000 7fc9e32c6640 1 > prepared multipart upload key=04A7K18FAZTD upload=W27XH6ETB4W0 tag=MDQT5BPX93JZ type=write size=2402737 2024-08-17T01:00:20.784 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.783+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~B4J8BTUJBR0L.0 size=523750 2024-08-17T01:00:20.786 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.785+0000 7fc9e32c6640 1 < completed multipart upload key=M0RSO8RQ43YG upload=B4J8BTUJBR0L tag=4GFM4U0WTQGT type=write size=1572326 2024-08-17T01:00:20.789 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.788+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~CKECFNE8QN3F.0 size=529167 2024-08-17T01:00:20.789 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.788+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=CKECFNE8QN3F tag=F5531T2Z31AG type=write size=1577743 2024-08-17T01:00:20.790 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.790+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~9N25GHIY6F5H.0 size=712382 2024-08-17T01:00:20.793 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.792+0000 7fc9e32c6640 1 < completed multipart upload key=P6GWQRWU8J2B upload=9N25GHIY6F5H tag=CUY3XJZNE2QF type=write size=1760958 2024-08-17T01:00:20.794 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.793+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=N67L3B30VUJW type=del size=2237528 2024-08-17T01:00:20.795 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.795+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~40SX57XZ6TTU.0 size=286382 2024-08-17T01:00:20.797 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.797+0000 7fc9e32c6640 1 < completed multipart upload key=DWB3YGH7YBZB upload=40SX57XZ6TTU tag=A00Z4T50IAAV type=write size=1334958 2024-08-17T01:00:20.798 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.798+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=YTNWA5SKGV6J type=del size=3756923 2024-08-17T01:00:20.800 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.799+0000 7fc9e32c6640 1 < completed delete operation key=DWB3YGH7YBZB tag=EM305D4MXCA4 type=del 2024-08-17T01:00:20.802 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.802+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~APP0T088UU2E.0 size=1048576 2024-08-17T01:00:20.803 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.803+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~APP0T088UU2E.1 size=69125 2024-08-17T01:00:20.804 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.803+0000 7fc9e32c6640 1 > prepared multipart upload key=TOPN4SUVVWJ4 upload=APP0T088UU2E tag=PI436P6FNWJI type=write size=2166277 2024-08-17T01:00:20.805 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.804+0000 7fc9e32c6640 -1 < failed to complete operation key=SYENEMTYLFFB tag=SH6ILE65H611 type=write size=223399: (22) Invalid argument 2024-08-17T01:00:20.808 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.807+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~W94WZ6ZSP528.0 size=558569 2024-08-17T01:00:20.808 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.807+0000 7fc9e32c6640 1 > prepared multipart upload key=SR0C26PR3RCQ upload=W94WZ6ZSP528 tag=KFH37EE08XMG type=write size=1607145 2024-08-17T01:00:20.809 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.808+0000 7fc9e32c6640 1 < completed delete operation key=M0RSO8RQ43YG tag=W3EIUUOWH2AZ type=del 2024-08-17T01:00:20.810 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.810+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=AYRTPX0M17RM type=del size=3644755 2024-08-17T01:00:20.812 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.811+0000 7fc9e32c6640 1 < completed write operation key=Y5CGDXUEE4A5 tag=36ZLZ75DKSIF type=write size=1011461 2024-08-17T01:00:20.813 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.813+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=8EFXFXK3JN6V type=del size=216023 2024-08-17T01:00:20.815 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.814+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~0OAFCR1NRXN1.0 size=1048576 2024-08-17T01:00:20.816 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.815+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~0OAFCR1NRXN1.1 size=9922 2024-08-17T01:00:20.819 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.818+0000 7fc9e32c6640 1 < completed multipart upload key=FP808QN0QDSP upload=0OAFCR1NRXN1 tag=9VW3SRQV6ONA type=write size=2107074 2024-08-17T01:00:20.821 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.820+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~CEV6WK56H718.0 size=1048576 2024-08-17T01:00:20.822 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.822+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~CEV6WK56H718.1 size=1048576 2024-08-17T01:00:20.824 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.823+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~CEV6WK56H718.2 size=704783 2024-08-17T01:00:20.824 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.823+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=CEV6WK56H718 tag=NRWABLBW9MYQ type=write size=3850511 2024-08-17T01:00:20.826 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.826+0000 7fc9e32c6640 1 < suggested remove operation key=TN1LRZX0D64M tag=WCQHPJWSSORS type=del 2024-08-17T01:00:20.829 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.828+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~C5T4ETHZNC5L.0 size=256436 2024-08-17T01:00:20.829 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.828+0000 7fc9e32c6640 1 > prepared multipart upload key=UBSJCVKYWX6F upload=C5T4ETHZNC5L tag=1XSFX8RGHYC2 type=write size=1305012 2024-08-17T01:00:20.829 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.829+0000 7fc9e32c6640 1 < canceled part key=_multipart_W14LJICPB60X.2~2AL9TL2N06FW.0 size=1048576 2024-08-17T01:00:20.830 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.830+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~2AL9TL2N06FW.1 size=1048576 2024-08-17T01:00:20.832 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.831+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~2AL9TL2N06FW.2 size=900185 2024-08-17T01:00:20.834 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.833+0000 7fc9e32c6640 1 < canceled multipart upload key=W14LJICPB60X upload=2AL9TL2N06FW tag=Y0CGALJK68TR type=write size=4045913 2024-08-17T01:00:20.835 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.835+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=HX4KO3SQL7PD type=write size=92274 2024-08-17T01:00:20.837 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.836+0000 7fc9e32c6640 1 < canceled operation key=XHAAVXY5RRVM tag=KF2C54A6G9DQ type=del size=1890326 2024-08-17T01:00:20.839 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.838+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=0NR5JGKEI2DJ type=del size=1314420 2024-08-17T01:00:20.840 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.839+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~1G3UM8I3WC3B.0 size=844925 2024-08-17T01:00:20.843 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.842+0000 7fc9e32c6640 1 < completed multipart upload key=XHAAVXY5RRVM upload=1G3UM8I3WC3B tag=2SZW7N5RB7T7 type=write size=1893501 2024-08-17T01:00:20.846 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.845+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~RHTER2XIYTOV.0 size=1048576 2024-08-17T01:00:20.847 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.846+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~RHTER2XIYTOV.1 size=1048576 2024-08-17T01:00:20.848 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.847+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~RHTER2XIYTOV.2 size=830201 2024-08-17T01:00:20.848 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.847+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=RHTER2XIYTOV tag=JD8LM2ZCJYFK type=write size=3975929 2024-08-17T01:00:20.849 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.849+0000 7fc9e32c6640 1 < completed write operation key=M0RSO8RQ43YG tag=601G62XTX5QC type=write size=47617 2024-08-17T01:00:20.851 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.850+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=LGUGGHANMGK4 type=del size=874439 2024-08-17T01:00:20.853 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.853+0000 7fc9e32c6640 1 < suggested update operation key=RNSEALS0CEAA tag=X053ZZMFU3P9 type=del size=233578 2024-08-17T01:00:20.856 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.855+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~2OKLTC020AM2.0 size=62523 2024-08-17T01:00:20.856 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.855+0000 7fc9e32c6640 1 > prepared multipart upload key=GPTER2AM6J7E upload=2OKLTC020AM2 tag=9T5O0Q00K17I type=write size=1111099 2024-08-17T01:00:20.857 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.856+0000 7fc9e32c6640 1 < completed delete operation key=OH6EL4D04DHY tag=JXE1FABVDG28 type=del 2024-08-17T01:00:20.858 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.858+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=CU9EZS1CGM5F type=del size=3099989 2024-08-17T01:00:20.860 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.859+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~W27XH6ETB4W0.0 size=1048576 2024-08-17T01:00:20.861 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.860+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~W27XH6ETB4W0.1 size=305585 2024-08-17T01:00:20.863 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.863+0000 7fc9e32c6640 1 < completed multipart upload key=04A7K18FAZTD upload=W27XH6ETB4W0 tag=MDQT5BPX93JZ type=write size=2402737 2024-08-17T01:00:20.865 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.864+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=XOD8ROORRRB7 type=del size=1562082 2024-08-17T01:00:20.866 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.865+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~CKECFNE8QN3F.0 size=529167 2024-08-17T01:00:20.868 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.868+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=CKECFNE8QN3F tag=F5531T2Z31AG type=write size=1577743 2024-08-17T01:00:20.870 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.869+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=EKQTVK77WNA6 type=write size=413550 2024-08-17T01:00:20.872 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.871+0000 7fc9e32c6640 1 < completed delete operation key=04A7K18FAZTD tag=N67L3B30VUJW type=del 2024-08-17T01:00:20.873 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.872+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=961D7X5NWHQW type=write size=239634 2024-08-17T01:00:20.876 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.874+0000 7fc9e32c6640 1 < completed delete operation key=W14LJICPB60X tag=YTNWA5SKGV6J type=del 2024-08-17T01:00:20.876 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.876+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=XQEQ9OHJAY0R type=del size=2665937 2024-08-17T01:00:20.878 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.877+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~APP0T088UU2E.0 size=1048576 2024-08-17T01:00:20.879 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.878+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~APP0T088UU2E.1 size=69125 2024-08-17T01:00:20.881 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.881+0000 7fc9e32c6640 1 < completed multipart upload key=TOPN4SUVVWJ4 upload=APP0T088UU2E tag=PI436P6FNWJI type=write size=2166277 2024-08-17T01:00:20.884 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.883+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~8ZO7LBEB639L.0 size=1048576 2024-08-17T01:00:20.885 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.884+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~8ZO7LBEB639L.1 size=634245 2024-08-17T01:00:20.885 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.884+0000 7fc9e32c6640 1 > prepared multipart upload key=41QVSMLCJY3L upload=8ZO7LBEB639L tag=Y1SKEZQJH8OY type=write size=2731397 2024-08-17T01:00:20.886 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.886+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~W94WZ6ZSP528.0 size=558569 2024-08-17T01:00:20.889 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.888+0000 7fc9e32c6640 1 < completed multipart upload key=SR0C26PR3RCQ upload=W94WZ6ZSP528 tag=KFH37EE08XMG type=write size=1607145 2024-08-17T01:00:20.890 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.890+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=1XAX23DTT9UK type=del size=3285439 2024-08-17T01:00:20.892 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.891+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=AYRTPX0M17RM type=del 2024-08-17T01:00:20.894 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.894+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~95P8FMI357Y3.0 size=1048576 2024-08-17T01:00:20.896 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.895+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~95P8FMI357Y3.1 size=827307 2024-08-17T01:00:20.896 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.895+0000 7fc9e32c6640 1 > prepared multipart upload key=SNQ4IXALP94F upload=95P8FMI357Y3 tag=BYY4U0AJM8FQ type=write size=2924459 2024-08-17T01:00:20.897 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.896+0000 7fc9e32c6640 1 < completed delete operation key=GPTER2AM6J7E tag=8EFXFXK3JN6V type=del 2024-08-17T01:00:20.900 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.899+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~2ZJT76PBURSQ.0 size=1048576 2024-08-17T01:00:20.901 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.900+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~2ZJT76PBURSQ.1 size=354177 2024-08-17T01:00:20.901 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.900+0000 7fc9e32c6640 1 > prepared multipart upload key=FP808QN0QDSP upload=2ZJT76PBURSQ tag=NOMOEQ2Z09VH type=write size=2451329 2024-08-17T01:00:20.902 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.901+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~CEV6WK56H718.0 size=1048576 2024-08-17T01:00:20.902 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.901+0000 7fc9e32c6640 1 < canceled part key=_multipart_W14LJICPB60X.2~CEV6WK56H718.1 size=1048576 2024-08-17T01:00:20.903 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.902+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~CEV6WK56H718.2 size=704783 2024-08-17T01:00:20.905 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.905+0000 7fc9e32c6640 1 < canceled multipart upload key=W14LJICPB60X upload=CEV6WK56H718 tag=NRWABLBW9MYQ type=write size=3850511 2024-08-17T01:00:20.908 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.907+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~L0SKYLNULVHL.0 size=486327 2024-08-17T01:00:20.908 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.907+0000 7fc9e32c6640 1 > prepared multipart upload key=3426C909P2VX upload=L0SKYLNULVHL tag=UAZO4VWUDDJU type=write size=1534903 2024-08-17T01:00:20.909 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.908+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~C5T4ETHZNC5L.0 size=256436 2024-08-17T01:00:20.911 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.910+0000 7fc9e32c6640 1 < completed multipart upload key=UBSJCVKYWX6F upload=C5T4ETHZNC5L tag=1XSFX8RGHYC2 type=write size=1305012 2024-08-17T01:00:20.913 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.912+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=RJTKVIEG3HUA type=del size=4093581 2024-08-17T01:00:20.914 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.913+0000 7fc9e32c6640 1 < completed write operation key=7YJVD2TL2U1Q tag=HX4KO3SQL7PD type=write size=92274 2024-08-17T01:00:20.917 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.916+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~W33T1JTI3D3G.0 size=1048576 2024-08-17T01:00:20.918 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.918+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~W33T1JTI3D3G.1 size=1048576 2024-08-17T01:00:20.920 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.919+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~W33T1JTI3D3G.2 size=124252 2024-08-17T01:00:20.920 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.919+0000 7fc9e32c6640 1 > prepared multipart upload key=TN1LRZX0D64M upload=W33T1JTI3D3G tag=K4REULZW92KS type=write size=3269980 2024-08-17T01:00:20.921 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.920+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=0NR5JGKEI2DJ type=del 2024-08-17T01:00:20.924 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.923+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~X71SRX47JGIX.0 size=222337 2024-08-17T01:00:20.924 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.923+0000 7fc9e32c6640 1 > prepared multipart upload key=GPTER2AM6J7E upload=X71SRX47JGIX tag=P2RL1EVJNLLW type=write size=1270913 2024-08-17T01:00:20.926 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.925+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~RHTER2XIYTOV.0 size=1048576 2024-08-17T01:00:20.927 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.926+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~RHTER2XIYTOV.1 size=1048576 2024-08-17T01:00:20.928 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.928+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~RHTER2XIYTOV.2 size=830201 2024-08-17T01:00:20.931 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.930+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=RHTER2XIYTOV tag=JD8LM2ZCJYFK type=write size=3975929 2024-08-17T01:00:20.934 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.933+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~TYUPOXDCH00A.0 size=1048576 2024-08-17T01:00:20.935 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.934+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~TYUPOXDCH00A.1 size=1048576 2024-08-17T01:00:20.936 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.935+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~TYUPOXDCH00A.2 size=754664 2024-08-17T01:00:20.936 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.935+0000 7fc9e32c6640 1 > prepared multipart upload key=OQ1IXKB82T39 upload=TYUPOXDCH00A tag=THCWKXNWHA8G type=write size=3900392 2024-08-17T01:00:20.938 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.937+0000 7fc9e32c6640 1 < completed delete operation key=FP808QN0QDSP tag=LGUGGHANMGK4 type=del 2024-08-17T01:00:20.941 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.940+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~NYKN31GCJZC2.0 size=926210 2024-08-17T01:00:20.941 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.940+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=NYKN31GCJZC2 tag=MFR8WJEO946K type=write size=1974786 2024-08-17T01:00:20.943 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.942+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~2OKLTC020AM2.0 size=62523 2024-08-17T01:00:20.945 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.944+0000 7fc9e32c6640 1 < completed multipart upload key=GPTER2AM6J7E upload=2OKLTC020AM2 tag=9T5O0Q00K17I type=write size=1111099 2024-08-17T01:00:20.948 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.947+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~TNZTDAZ22MKC.0 size=1048576 2024-08-17T01:00:20.948 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.948+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~TNZTDAZ22MKC.1 size=1048576 2024-08-17T01:00:20.950 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.949+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~TNZTDAZ22MKC.2 size=761017 2024-08-17T01:00:20.950 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.949+0000 7fc9e32c6640 1 > prepared multipart upload key=JNHP0HYR3GAN upload=TNZTDAZ22MKC tag=9DIX7Y5IMF0R type=write size=3906745 2024-08-17T01:00:20.953 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.952+0000 7fc9e32c6640 1 < suggested update operation key=DWB3YGH7YBZB tag=CU9EZS1CGM5F type=del size=3099989 2024-08-17T01:00:20.954 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.953+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=8MGESOIZSZ12 type=write size=423838 2024-08-17T01:00:20.956 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.955+0000 7fc9e32c6640 1 < canceled operation key=04A7K18FAZTD tag=XOD8ROORRRB7 type=del size=1562082 2024-08-17T01:00:20.958 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.958+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~1CAYVWWVJHAZ.0 size=1048576 2024-08-17T01:00:20.960 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.959+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~1CAYVWWVJHAZ.1 size=607930 2024-08-17T01:00:20.960 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.959+0000 7fc9e32c6640 1 > prepared multipart upload key=3QNRD31J9WH5 upload=1CAYVWWVJHAZ tag=HT59PYP4PON5 type=write size=2705082 2024-08-17T01:00:20.961 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.960+0000 7fc9e32c6640 1 < completed write operation key=NJYN8PLMG5AN tag=EKQTVK77WNA6 type=write size=413550 2024-08-17T01:00:20.962 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.962+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=WQ7CH0GN80KD type=del size=156211 2024-08-17T01:00:20.964 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.963+0000 7fc9e32c6640 1 < completed write operation key=7YJVD2TL2U1Q tag=961D7X5NWHQW type=write size=239634 2024-08-17T01:00:20.966 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.965+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=3TFZFB2258KO type=del size=2660427 2024-08-17T01:00:20.967 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.966+0000 7fc9e32c6640 1 < completed delete operation key=Y5CGDXUEE4A5 tag=XQEQ9OHJAY0R type=del 2024-08-17T01:00:20.970 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.969+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~0JDN03L7S514.0 size=794862 2024-08-17T01:00:20.970 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.969+0000 7fc9e32c6640 1 > prepared multipart upload key=TOPN4SUVVWJ4 upload=0JDN03L7S514 tag=KWKNGSHYFGNR type=write size=1843438 2024-08-17T01:00:20.971 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.971+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~8ZO7LBEB639L.0 size=1048576 2024-08-17T01:00:20.973 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.972+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~8ZO7LBEB639L.1 size=634245 2024-08-17T01:00:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:20 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2264952311' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134597-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:00:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:20 smithi082 ceph-mon[91979]: osdmap e1096: 8 total, 8 up, 8 in 2024-08-17T01:00:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:00:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:20 smithi082 ceph-mon[91979]: pgmap v1378: 137 pgs: 6 creating+peering, 12 unknown, 119 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 200 KiB/s rd, 70 KiB/s wr, 350 op/s 2024-08-17T01:00:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:20 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2264952311' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134597-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:00:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:20 smithi082 ceph-mon[94343]: osdmap e1096: 8 total, 8 up, 8 in 2024-08-17T01:00:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:00:20.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:20 smithi082 ceph-mon[94343]: pgmap v1378: 137 pgs: 6 creating+peering, 12 unknown, 119 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 200 KiB/s rd, 70 KiB/s wr, 350 op/s 2024-08-17T01:00:20.976 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.974+0000 7fc9e32c6640 1 < completed multipart upload key=41QVSMLCJY3L upload=8ZO7LBEB639L tag=Y1SKEZQJH8OY type=write size=2731397 2024-08-17T01:00:20.977 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.976+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=MV9EPZ7MOJ1F type=write size=859349 2024-08-17T01:00:20.979 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.978+0000 7fc9e32c6640 1 < completed delete operation key=WN539WGGF4SK tag=1XAX23DTT9UK type=del 2024-08-17T01:00:20.982 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.981+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~4AS0QM79AKJ0.0 size=1048576 2024-08-17T01:00:20.982 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.982+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~4AS0QM79AKJ0.1 size=843641 2024-08-17T01:00:20.983 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.982+0000 7fc9e32c6640 1 > prepared multipart upload key=DWB3YGH7YBZB upload=4AS0QM79AKJ0 tag=2304CJ7DKFSM type=write size=2940793 2024-08-17T01:00:20.983 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.982+0000 7fc9e32c6640 1 < canceled part key=_multipart_SNQ4IXALP94F.2~95P8FMI357Y3.0 size=1048576 2024-08-17T01:00:20.984 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.983+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~95P8FMI357Y3.1 size=827307 2024-08-17T01:00:20.986 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.985+0000 7fc9e32c6640 1 < canceled multipart upload key=SNQ4IXALP94F upload=95P8FMI357Y3 tag=BYY4U0AJM8FQ type=write size=2924459 2024-08-17T01:00:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:20 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2264952311' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-134597-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:00:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:20 smithi137 ceph-mon[86391]: osdmap e1096: 8 total, 8 up, 8 in 2024-08-17T01:00:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:00:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:20 smithi137 ceph-mon[86391]: pgmap v1378: 137 pgs: 6 creating+peering, 12 unknown, 119 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 200 KiB/s rd, 70 KiB/s wr, 350 op/s 2024-08-17T01:00:20.988 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.987+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=ZQV3DBBJQKWH type=del size=884312 2024-08-17T01:00:20.989 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.988+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~2ZJT76PBURSQ.0 size=1048576 2024-08-17T01:00:20.990 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.989+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~2ZJT76PBURSQ.1 size=354177 2024-08-17T01:00:20.992 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.991+0000 7fc9e32c6640 1 < completed multipart upload key=FP808QN0QDSP upload=2ZJT76PBURSQ tag=NOMOEQ2Z09VH type=write size=2451329 2024-08-17T01:00:20.994 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.993+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=021RL7U48FJ9 type=del size=3569693 2024-08-17T01:00:20.995 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.994+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~L0SKYLNULVHL.0 size=486327 2024-08-17T01:00:20.997 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.997+0000 7fc9e32c6640 1 < completed multipart upload key=3426C909P2VX upload=L0SKYLNULVHL tag=UAZO4VWUDDJU type=write size=1534903 2024-08-17T01:00:20.999 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:20.998+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=VDJPOCSVH0R0 type=del size=2852855 2024-08-17T01:00:21.001 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.000+0000 7fc9e32c6640 -1 < failed to complete operation key=DWB3YGH7YBZB tag=RJTKVIEG3HUA type=del size=4093581: (22) Invalid argument 2024-08-17T01:00:21.002 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.001+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=1CXHT4JFPQ14 type=del size=2065335 2024-08-17T01:00:21.004 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.003+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~W33T1JTI3D3G.0 size=1048576 2024-08-17T01:00:21.005 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.004+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~W33T1JTI3D3G.1 size=1048576 2024-08-17T01:00:21.006 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.005+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~W33T1JTI3D3G.2 size=124252 2024-08-17T01:00:21.008 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.007+0000 7fc9e32c6640 1 < completed multipart upload key=TN1LRZX0D64M upload=W33T1JTI3D3G tag=K4REULZW92KS type=write size=3269980 2024-08-17T01:00:21.010 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.009+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=0RC63AGD933S type=del size=1681505 2024-08-17T01:00:21.011 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.010+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~X71SRX47JGIX.0 size=222337 2024-08-17T01:00:21.014 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.013+0000 7fc9e32c6640 1 < completed multipart upload key=GPTER2AM6J7E upload=X71SRX47JGIX tag=P2RL1EVJNLLW type=write size=1270913 2024-08-17T01:00:21.015 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.014+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=AW9917SXCUXU type=del size=2409885 2024-08-17T01:00:21.016 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.016+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~TYUPOXDCH00A.0 size=1048576 2024-08-17T01:00:21.017 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.017+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~TYUPOXDCH00A.1 size=1048576 2024-08-17T01:00:21.018 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.018+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~TYUPOXDCH00A.2 size=754664 2024-08-17T01:00:21.021 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.020+0000 7fc9e32c6640 1 < completed multipart upload key=OQ1IXKB82T39 upload=TYUPOXDCH00A tag=THCWKXNWHA8G type=write size=3900392 2024-08-17T01:00:21.023 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.023+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~757T1WWE2NW5.0 size=1048576 2024-08-17T01:00:21.024 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.024+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~757T1WWE2NW5.1 size=70123 2024-08-17T01:00:21.025 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.024+0000 7fc9e32c6640 1 > prepared multipart upload key=DWB3YGH7YBZB upload=757T1WWE2NW5 tag=G3R18D2928X4 type=write size=2167275 2024-08-17T01:00:21.026 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.025+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~NYKN31GCJZC2.0 size=926210 2024-08-17T01:00:21.028 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.027+0000 7fc9e32c6640 1 < completed multipart upload key=W14LJICPB60X upload=NYKN31GCJZC2 tag=MFR8WJEO946K type=write size=1974786 2024-08-17T01:00:21.031 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.030+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~TV7A7L0UP5N2.0 size=1048576 2024-08-17T01:00:21.032 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.032+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~TV7A7L0UP5N2.1 size=729443 2024-08-17T01:00:21.032 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.032+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=TV7A7L0UP5N2 tag=6R2QMDQDZ8L5 type=write size=2826595 2024-08-17T01:00:21.034 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.033+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~TNZTDAZ22MKC.0 size=1048576 2024-08-17T01:00:21.035 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.035+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~TNZTDAZ22MKC.1 size=1048576 2024-08-17T01:00:21.035 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.035+0000 7fc9e32c6640 1 < canceled part key=_multipart_JNHP0HYR3GAN.2~TNZTDAZ22MKC.2 size=761017 2024-08-17T01:00:21.038 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.037+0000 7fc9e32c6640 1 < canceled multipart upload key=JNHP0HYR3GAN upload=TNZTDAZ22MKC tag=9DIX7Y5IMF0R type=write size=3906745 2024-08-17T01:00:21.040 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.040+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~RJUTEZTO21YI.0 size=388260 2024-08-17T01:00:21.040 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.040+0000 7fc9e32c6640 1 > prepared multipart upload key=41QVSMLCJY3L upload=RJUTEZTO21YI tag=CDSLOTVZSMMU type=write size=1436836 2024-08-17T01:00:21.043 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.043+0000 7fc9e32c6640 1 < suggested remove operation key=7YJVD2TL2U1Q tag=8MGESOIZSZ12 type=write 2024-08-17T01:00:21.045 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.044+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=4AB5FZQX1BEC type=write size=501025 2024-08-17T01:00:21.047 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.046+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~1CAYVWWVJHAZ.0 size=1048576 2024-08-17T01:00:21.048 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.047+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~1CAYVWWVJHAZ.1 size=607930 2024-08-17T01:00:21.051 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.050+0000 7fc9e32c6640 1 < completed multipart upload key=3QNRD31J9WH5 upload=1CAYVWWVJHAZ tag=HT59PYP4PON5 type=write size=2705082 2024-08-17T01:00:21.052 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.051+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=ZPPDN8OXGDNU type=del size=2684828 2024-08-17T01:00:21.053 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.053+0000 7fc9e32c6640 1 < completed delete operation key=TN1LRZX0D64M tag=WQ7CH0GN80KD type=del 2024-08-17T01:00:21.056 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.055+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~OGCF1HCNZLXB.0 size=1048576 2024-08-17T01:00:21.057 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.056+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~OGCF1HCNZLXB.1 size=1048576 2024-08-17T01:00:21.058 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.057+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~OGCF1HCNZLXB.2 size=390399 2024-08-17T01:00:21.058 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.057+0000 7fc9e32c6640 1 > prepared multipart upload key=UBSJCVKYWX6F upload=OGCF1HCNZLXB tag=AJUBEYNYONEP type=write size=3536127 2024-08-17T01:00:21.059 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.059+0000 7fc9e32c6640 1 < completed delete operation key=FP808QN0QDSP tag=3TFZFB2258KO type=del 2024-08-17T01:00:21.061 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.060+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=0BV8SO09O2S7 type=del size=2241597 2024-08-17T01:00:21.062 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.061+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~0JDN03L7S514.0 size=794862 2024-08-17T01:00:21.064 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.064+0000 7fc9e32c6640 1 < completed multipart upload key=TOPN4SUVVWJ4 upload=0JDN03L7S514 tag=KWKNGSHYFGNR type=write size=1843438 2024-08-17T01:00:21.066 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.065+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=R2RB3YX24HRK type=del size=947484 2024-08-17T01:00:21.068 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.068+0000 7fc9e32c6640 1 < suggested remove operation key=HPIXXJSLU5J6 tag=MV9EPZ7MOJ1F type=write 2024-08-17T01:00:21.070 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.069+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=U8QTMFGV3P5Y type=write size=657798 2024-08-17T01:00:21.071 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.070+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~4AS0QM79AKJ0.0 size=1048576 2024-08-17T01:00:21.072 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.071+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~4AS0QM79AKJ0.1 size=843641 2024-08-17T01:00:21.074 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.074+0000 7fc9e32c6640 1 < completed multipart upload key=DWB3YGH7YBZB upload=4AS0QM79AKJ0 tag=2304CJ7DKFSM type=write size=2940793 2024-08-17T01:00:21.076 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.075+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=QSQ4KX20OI88 type=del size=3066381 2024-08-17T01:00:21.078 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.078+0000 7fc9e32c6640 1 < suggested remove operation key=Y5CGDXUEE4A5 tag=ZQV3DBBJQKWH type=del 2024-08-17T01:00:21.081 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.080+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~OBHRI61I7TQE.0 size=1048576 2024-08-17T01:00:21.082 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.081+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~OBHRI61I7TQE.1 size=1048576 2024-08-17T01:00:21.083 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.082+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~OBHRI61I7TQE.2 size=429836 2024-08-17T01:00:21.083 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.082+0000 7fc9e32c6640 1 > prepared multipart upload key=OQ1IXKB82T39 upload=OBHRI61I7TQE tag=CP4DPBH0JBOG type=write size=3575564 2024-08-17T01:00:21.085 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.084+0000 7fc9e32c6640 1 < completed delete operation key=RNSEALS0CEAA tag=021RL7U48FJ9 type=del 2024-08-17T01:00:21.086 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.086+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=WK0HP28ER3J7 type=del size=3000053 2024-08-17T01:00:21.088 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.087+0000 7fc9e32c6640 1 < canceled operation key=JNHP0HYR3GAN tag=VDJPOCSVH0R0 type=del size=2852855 2024-08-17T01:00:21.089 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.088+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=RECYMSSPEFLF type=del size=802552 2024-08-17T01:00:21.091 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.090+0000 7fc9e32c6640 -1 < failed to complete operation key=7YJVD2TL2U1Q tag=1CXHT4JFPQ14 type=del size=2065335: (22) Invalid argument 2024-08-17T01:00:21.093 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.092+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=D2XX9APLQAR3 type=write size=930194 2024-08-17T01:00:21.094 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.093+0000 7fc9e32c6640 1 < canceled operation key=TN1LRZX0D64M tag=0RC63AGD933S type=del size=1681505 2024-08-17T01:00:21.098 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.096+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~I5JF0ZWB92XS.0 size=1048576 2024-08-17T01:00:21.098 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.097+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~I5JF0ZWB92XS.1 size=333784 2024-08-17T01:00:21.098 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.097+0000 7fc9e32c6640 1 > prepared multipart upload key=M40V1TN9S9M2 upload=I5JF0ZWB92XS tag=87732JSZUTBP type=write size=2430936 2024-08-17T01:00:21.099 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.098+0000 7fc9e32c6640 1 < completed delete operation key=UBSJCVKYWX6F tag=AW9917SXCUXU type=del 2024-08-17T01:00:21.101 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.100+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=NWAO5KU2DS7O type=del size=65302 2024-08-17T01:00:21.102 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.101+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~757T1WWE2NW5.0 size=1048576 2024-08-17T01:00:21.104 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.103+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~757T1WWE2NW5.1 size=70123 2024-08-17T01:00:21.106 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.105+0000 7fc9e32c6640 1 < completed multipart upload key=DWB3YGH7YBZB upload=757T1WWE2NW5 tag=G3R18D2928X4 type=write size=2167275 2024-08-17T01:00:21.107 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.106+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=XL3N2EFQ9622 type=del size=1162316 2024-08-17T01:00:21.108 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.107+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~TV7A7L0UP5N2.0 size=1048576 2024-08-17T01:00:21.108 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.107+0000 7fc9e32c6640 1 < canceled part key=_multipart_RNSEALS0CEAA.2~TV7A7L0UP5N2.1 size=729443 2024-08-17T01:00:21.110 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.110+0000 7fc9e32c6640 1 < canceled multipart upload key=RNSEALS0CEAA upload=TV7A7L0UP5N2 tag=6R2QMDQDZ8L5 type=write size=2826595 2024-08-17T01:00:21.113 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.112+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~W6SAML6ZZ5WG.0 size=1048576 2024-08-17T01:00:21.114 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.113+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~W6SAML6ZZ5WG.1 size=576704 2024-08-17T01:00:21.114 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.113+0000 7fc9e32c6640 1 > prepared multipart upload key=9ZTGHGASZU54 upload=W6SAML6ZZ5WG tag=HP6YIO6TJLLZ type=write size=2673856 2024-08-17T01:00:21.116 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.115+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~RJUTEZTO21YI.0 size=388260 2024-08-17T01:00:21.118 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.117+0000 7fc9e32c6640 1 < completed multipart upload key=41QVSMLCJY3L upload=RJUTEZTO21YI tag=CDSLOTVZSMMU type=write size=1436836 2024-08-17T01:00:21.119 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.119+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=KY8BVDYVI6RL type=write size=79534 2024-08-17T01:00:21.121 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.121+0000 7fc9e32c6640 -1 < failed to complete operation key=Y5CGDXUEE4A5 tag=4AB5FZQX1BEC type=write size=501025: (22) Invalid argument 2024-08-17T01:00:21.124 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.123+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~K5AZYIBZ2O2U.0 size=1048576 2024-08-17T01:00:21.125 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.124+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~K5AZYIBZ2O2U.1 size=489689 2024-08-17T01:00:21.125 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.124+0000 7fc9e32c6640 1 > prepared multipart upload key=TOPN4SUVVWJ4 upload=K5AZYIBZ2O2U tag=WKPAD0HQIEMX type=write size=2586841 2024-08-17T01:00:21.127 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.126+0000 7fc9e32c6640 1 < completed delete operation key=FP808QN0QDSP tag=ZPPDN8OXGDNU type=del 2024-08-17T01:00:21.130 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.129+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~OZ51DRVQJHU4.0 size=1048576 2024-08-17T01:00:21.131 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.131+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~OZ51DRVQJHU4.1 size=1048576 2024-08-17T01:00:21.133 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.132+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~OZ51DRVQJHU4.2 size=121455 2024-08-17T01:00:21.133 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.132+0000 7fc9e32c6640 1 > prepared multipart upload key=SNQ4IXALP94F upload=OZ51DRVQJHU4 tag=NZDUNSNQ2BZ9 type=write size=3267183 2024-08-17T01:00:21.134 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.133+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~OGCF1HCNZLXB.0 size=1048576 2024-08-17T01:00:21.136 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.135+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~OGCF1HCNZLXB.1 size=1048576 2024-08-17T01:00:21.137 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.137+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~OGCF1HCNZLXB.2 size=390399 2024-08-17T01:00:21.140 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.139+0000 7fc9e32c6640 1 < completed multipart upload key=UBSJCVKYWX6F upload=OGCF1HCNZLXB tag=AJUBEYNYONEP type=write size=3536127 2024-08-17T01:00:21.142 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.141+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=8K2EBLK7TVVJ type=write size=586598 2024-08-17T01:00:21.143 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.142+0000 7fc9e32c6640 1 < completed delete operation key=ODZIOPEGEARM tag=0BV8SO09O2S7 type=del 2024-08-17T01:00:21.146 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.145+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~Y3PYRFO7G9XZ.0 size=1048576 2024-08-17T01:00:21.147 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.146+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~Y3PYRFO7G9XZ.1 size=220937 2024-08-17T01:00:21.147 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.146+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=Y3PYRFO7G9XZ tag=86H157Y00FTK type=write size=2318089 2024-08-17T01:00:21.149 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.148+0000 7fc9e32c6640 1 < completed delete operation key=JNHP0HYR3GAN tag=R2RB3YX24HRK type=del 2024-08-17T01:00:21.151 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.151+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~JS03TMV5LQIC.0 size=379076 2024-08-17T01:00:21.152 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.151+0000 7fc9e32c6640 1 > prepared multipart upload key=WN539WGGF4SK upload=JS03TMV5LQIC tag=3SF2YR6A7XUP type=write size=1427652 2024-08-17T01:00:21.153 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.152+0000 7fc9e32c6640 1 < completed write operation key=NJYN8PLMG5AN tag=U8QTMFGV3P5Y type=write size=657798 2024-08-17T01:00:21.156 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.155+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~ZA52RR8164L2.0 size=713898 2024-08-17T01:00:21.156 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.155+0000 7fc9e32c6640 1 > prepared multipart upload key=M40V1TN9S9M2 upload=ZA52RR8164L2 tag=BYS3KAL0PENC type=write size=1762474 2024-08-17T01:00:21.157 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.156+0000 7fc9e32c6640 1 < completed delete operation key=04A7K18FAZTD tag=QSQ4KX20OI88 type=del 2024-08-17T01:00:21.158 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.157+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=FXCW32T5E582 type=del size=3822702 2024-08-17T01:00:21.159 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.158+0000 7fc9e32c6640 1 < canceled part key=_multipart_OQ1IXKB82T39.2~OBHRI61I7TQE.0 size=1048576 2024-08-17T01:00:21.160 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.159+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~OBHRI61I7TQE.1 size=1048576 2024-08-17T01:00:21.161 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.160+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~OBHRI61I7TQE.2 size=429836 2024-08-17T01:00:21.163 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.163+0000 7fc9e32c6640 1 < canceled multipart upload key=OQ1IXKB82T39 upload=OBHRI61I7TQE tag=CP4DPBH0JBOG type=write size=3575564 2024-08-17T01:00:21.166 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.165+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~SELD924OVU8L.0 size=1042162 2024-08-17T01:00:21.166 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.165+0000 7fc9e32c6640 1 > prepared multipart upload key=SNQ4IXALP94F upload=SELD924OVU8L tag=H5UOEZ2JY4GE type=write size=2090738 2024-08-17T01:00:21.168 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.167+0000 7fc9e32c6640 1 < completed delete operation key=04A7K18FAZTD tag=WK0HP28ER3J7 type=del 2024-08-17T01:00:21.169 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.169+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=QUAG1K5KUSH0 type=del size=238783 2024-08-17T01:00:21.171 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.170+0000 7fc9e32c6640 1 < completed delete operation key=SNQ4IXALP94F tag=RECYMSSPEFLF type=del 2024-08-17T01:00:21.173 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.172+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=QX03QIBK61G3 type=del size=696988 2024-08-17T01:00:21.175 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.174+0000 7fc9e32c6640 1 < completed write operation key=04A7K18FAZTD tag=D2XX9APLQAR3 type=write size=930194 2024-08-17T01:00:21.177 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.176+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=HX1SR16ZQULN type=write size=234025 2024-08-17T01:00:21.178 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.177+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~I5JF0ZWB92XS.0 size=1048576 2024-08-17T01:00:21.179 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.179+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~I5JF0ZWB92XS.1 size=333784 2024-08-17T01:00:21.182 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.182+0000 7fc9e32c6640 1 < completed multipart upload key=M40V1TN9S9M2 upload=I5JF0ZWB92XS tag=87732JSZUTBP type=write size=2430936 2024-08-17T01:00:21.186 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.185+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~LTM6HMZGCYLS.0 size=1048576 2024-08-17T01:00:21.187 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.186+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~LTM6HMZGCYLS.1 size=718773 2024-08-17T01:00:21.187 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.186+0000 7fc9e32c6640 1 > prepared multipart upload key=SR0C26PR3RCQ upload=LTM6HMZGCYLS tag=KCAPY1SW5UZZ type=write size=2815925 2024-08-17T01:00:21.189 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.188+0000 7fc9e32c6640 1 < completed delete operation key=FP808QN0QDSP tag=NWAO5KU2DS7O type=del 2024-08-17T01:00:21.191 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.190+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=ZOC9O6AQ4D8T type=del size=3005082 2024-08-17T01:00:21.194 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.193+0000 7fc9e32c6640 1 < suggested update operation key=0GIHJJ2YE1EF tag=XL3N2EFQ9622 type=del size=1162316 2024-08-17T01:00:21.195 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.194+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=XJHNN3NFQAO6 type=del size=1638231 2024-08-17T01:00:21.196 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.196+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~W6SAML6ZZ5WG.0 size=1048576 2024-08-17T01:00:21.198 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.197+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~W6SAML6ZZ5WG.1 size=576704 2024-08-17T01:00:21.201 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.200+0000 7fc9e32c6640 1 < completed multipart upload key=9ZTGHGASZU54 upload=W6SAML6ZZ5WG tag=HP6YIO6TJLLZ type=write size=2673856 2024-08-17T01:00:21.203 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.203+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~UW21E2BD4BB9.0 size=1048576 2024-08-17T01:00:21.204 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.204+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~UW21E2BD4BB9.1 size=422390 2024-08-17T01:00:21.204 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.204+0000 7fc9e32c6640 1 > prepared multipart upload key=HPIXXJSLU5J6 upload=UW21E2BD4BB9 tag=3RPLCP7Y0FPD type=write size=2519542 2024-08-17T01:00:21.206 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.205+0000 7fc9e32c6640 1 < completed write operation key=OH6EL4D04DHY tag=KY8BVDYVI6RL type=write size=79534 2024-08-17T01:00:21.209 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.208+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~BQXL60RFC0KJ.0 size=995058 2024-08-17T01:00:21.209 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.208+0000 7fc9e32c6640 1 > prepared multipart upload key=UBSJCVKYWX6F upload=BQXL60RFC0KJ tag=S1OJMEROL9HQ type=write size=2043634 2024-08-17T01:00:21.210 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.209+0000 7fc9e32c6640 1 < canceled part key=_multipart_TOPN4SUVVWJ4.2~K5AZYIBZ2O2U.0 size=1048576 2024-08-17T01:00:21.211 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.210+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~K5AZYIBZ2O2U.1 size=489689 2024-08-17T01:00:21.213 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.212+0000 7fc9e32c6640 1 < canceled multipart upload key=TOPN4SUVVWJ4 upload=K5AZYIBZ2O2U tag=WKPAD0HQIEMX type=write size=2586841 2024-08-17T01:00:21.216 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.215+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~K4C03U476Y1K.0 size=1048576 2024-08-17T01:00:21.217 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.216+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~K4C03U476Y1K.1 size=1048576 2024-08-17T01:00:21.218 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.217+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~K4C03U476Y1K.2 size=361300 2024-08-17T01:00:21.218 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.217+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=K4C03U476Y1K tag=QC3OIZ522RUP type=write size=3507028 2024-08-17T01:00:21.220 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.219+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~OZ51DRVQJHU4.0 size=1048576 2024-08-17T01:00:21.221 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.220+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~OZ51DRVQJHU4.1 size=1048576 2024-08-17T01:00:21.222 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.222+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~OZ51DRVQJHU4.2 size=121455 2024-08-17T01:00:21.225 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.224+0000 7fc9e32c6640 1 < completed multipart upload key=SNQ4IXALP94F upload=OZ51DRVQJHU4 tag=NZDUNSNQ2BZ9 type=write size=3267183 2024-08-17T01:00:21.227 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.226+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=FY6FCHX57ZN1 type=del size=1729531 2024-08-17T01:00:21.228 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.227+0000 7fc9e32c6640 1 < completed write operation key=OQ1IXKB82T39 tag=8K2EBLK7TVVJ type=write size=586598 2024-08-17T01:00:21.230 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.229+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=L86LX3QJB0VM type=del size=1783375 2024-08-17T01:00:21.231 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.230+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~Y3PYRFO7G9XZ.0 size=1048576 2024-08-17T01:00:21.232 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.231+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~Y3PYRFO7G9XZ.1 size=220937 2024-08-17T01:00:21.234 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.234+0000 7fc9e32c6640 1 < completed multipart upload key=NJYN8PLMG5AN upload=Y3PYRFO7G9XZ tag=86H157Y00FTK type=write size=2318089 2024-08-17T01:00:21.237 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.236+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~WCWNQ5ZUKU9A.0 size=1048576 2024-08-17T01:00:21.238 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.237+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~WCWNQ5ZUKU9A.1 size=1048576 2024-08-17T01:00:21.239 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.238+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~WCWNQ5ZUKU9A.2 size=102025 2024-08-17T01:00:21.239 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.238+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=WCWNQ5ZUKU9A tag=ND9H0O5SKZHQ type=write size=3247753 2024-08-17T01:00:21.240 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.240+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~JS03TMV5LQIC.0 size=379076 2024-08-17T01:00:21.243 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.242+0000 7fc9e32c6640 1 < completed multipart upload key=WN539WGGF4SK upload=JS03TMV5LQIC tag=3SF2YR6A7XUP type=write size=1427652 2024-08-17T01:00:21.245 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.244+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~8WVB6YU9S3O0.0 size=1048576 2024-08-17T01:00:21.246 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.245+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~8WVB6YU9S3O0.1 size=549199 2024-08-17T01:00:21.246 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.245+0000 7fc9e32c6640 1 > prepared multipart upload key=3QNRD31J9WH5 upload=8WVB6YU9S3O0 tag=HHJQ3MMSYS09 type=write size=2646351 2024-08-17T01:00:21.247 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.247+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~ZA52RR8164L2.0 size=713898 2024-08-17T01:00:21.250 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.249+0000 7fc9e32c6640 1 < completed multipart upload key=M40V1TN9S9M2 upload=ZA52RR8164L2 tag=BYS3KAL0PENC type=write size=1762474 2024-08-17T01:00:21.251 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.251+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=GY65CDTHU607 type=del size=1303481 2024-08-17T01:00:21.253 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.252+0000 7fc9e32c6640 1 < completed delete operation key=OQ1IXKB82T39 tag=FXCW32T5E582 type=del 2024-08-17T01:00:21.254 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.254+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=DTPD7NU4NDK2 type=write size=325471 2024-08-17T01:00:21.256 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.256+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~SELD924OVU8L.0 size=1042162 2024-08-17T01:00:21.259 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.258+0000 7fc9e32c6640 1 < completed multipart upload key=SNQ4IXALP94F upload=SELD924OVU8L tag=H5UOEZ2JY4GE type=write size=2090738 2024-08-17T01:00:21.260 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.259+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=1Q8G0M6WZRQ4 type=del size=1990434 2024-08-17T01:00:21.263 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.262+0000 7fc9e32c6640 1 < suggested remove operation key=SR0C26PR3RCQ tag=QUAG1K5KUSH0 type=del 2024-08-17T01:00:21.266 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.265+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~PXLAOG0SKLPY.0 size=1048576 2024-08-17T01:00:21.267 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.266+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~PXLAOG0SKLPY.1 size=1048576 2024-08-17T01:00:21.268 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.267+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~PXLAOG0SKLPY.2 size=717066 2024-08-17T01:00:21.268 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.267+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=PXLAOG0SKLPY tag=A21QOJPPI8PZ type=write size=3862794 2024-08-17T01:00:21.270 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.269+0000 7fc9e32c6640 -1 < failed to complete operation key=0GIHJJ2YE1EF tag=QX03QIBK61G3 type=del size=696988: (22) Invalid argument 2024-08-17T01:00:21.273 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.272+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~Q542JIV2PCKD.0 size=1048576 2024-08-17T01:00:21.274 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.273+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~Q542JIV2PCKD.1 size=1048576 2024-08-17T01:00:21.275 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.274+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~Q542JIV2PCKD.2 size=986726 2024-08-17T01:00:21.275 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.274+0000 7fc9e32c6640 1 > prepared multipart upload key=41QVSMLCJY3L upload=Q542JIV2PCKD tag=YD8I6K3DFLR2 type=write size=4132454 2024-08-17T01:00:21.276 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.276+0000 7fc9e32c6640 1 < completed write operation key=NJYN8PLMG5AN tag=HX1SR16ZQULN type=write size=234025 2024-08-17T01:00:21.278 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.278+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=VRTW3A9AKXSA type=write size=563486 2024-08-17T01:00:21.280 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.279+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~LTM6HMZGCYLS.0 size=1048576 2024-08-17T01:00:21.281 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.280+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~LTM6HMZGCYLS.1 size=718773 2024-08-17T01:00:21.283 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.282+0000 7fc9e32c6640 1 < completed multipart upload key=SR0C26PR3RCQ upload=LTM6HMZGCYLS tag=KCAPY1SW5UZZ type=write size=2815925 2024-08-17T01:00:21.286 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.285+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~852HIUHHTOZF.0 size=1048576 2024-08-17T01:00:21.287 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.286+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~852HIUHHTOZF.1 size=1048576 2024-08-17T01:00:21.288 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.288+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~852HIUHHTOZF.2 size=851509 2024-08-17T01:00:21.288 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.288+0000 7fc9e32c6640 1 > prepared multipart upload key=OH6EL4D04DHY upload=852HIUHHTOZF tag=KWJT2NOGW2BS type=write size=3997237 2024-08-17T01:00:21.290 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.289+0000 7fc9e32c6640 1 < canceled operation key=W14LJICPB60X tag=ZOC9O6AQ4D8T type=del size=3005082 2024-08-17T01:00:21.292 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.291+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=UTXDBCXCYTIM type=write size=1026055 2024-08-17T01:00:21.293 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.292+0000 7fc9e32c6640 1 < completed delete operation key=SYENEMTYLFFB tag=XJHNN3NFQAO6 type=del 2024-08-17T01:00:21.295 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.294+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=619PSA26A6Z6 type=del size=3338980 2024-08-17T01:00:21.296 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.295+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~UW21E2BD4BB9.0 size=1048576 2024-08-17T01:00:21.297 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.296+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~UW21E2BD4BB9.1 size=422390 2024-08-17T01:00:21.302 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.300+0000 7fc9e32c6640 1 < completed multipart upload key=HPIXXJSLU5J6 upload=UW21E2BD4BB9 tag=3RPLCP7Y0FPD type=write size=2519542 2024-08-17T01:00:21.304 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.303+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~XZJDQ1O5WDXE.0 size=1048576 2024-08-17T01:00:21.306 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.305+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~XZJDQ1O5WDXE.1 size=1048576 2024-08-17T01:00:21.307 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.307+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~XZJDQ1O5WDXE.2 size=12249 2024-08-17T01:00:21.308 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.307+0000 7fc9e32c6640 1 > prepared multipart upload key=ZFTRWL3EXMLQ upload=XZJDQ1O5WDXE tag=T498MRH8ODF9 type=write size=3157977 2024-08-17T01:00:21.310 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.309+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~BQXL60RFC0KJ.0 size=995058 2024-08-17T01:00:21.312 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.311+0000 7fc9e32c6640 1 < completed multipart upload key=UBSJCVKYWX6F upload=BQXL60RFC0KJ tag=S1OJMEROL9HQ type=write size=2043634 2024-08-17T01:00:21.316 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.315+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~H9I1ER089SXD.0 size=1048576 2024-08-17T01:00:21.318 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.317+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~H9I1ER089SXD.1 size=960070 2024-08-17T01:00:21.318 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.317+0000 7fc9e32c6640 1 > prepared multipart upload key=SR0C26PR3RCQ upload=H9I1ER089SXD tag=C7Y7P3FMT0RY type=write size=3057222 2024-08-17T01:00:21.319 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.318+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~K4C03U476Y1K.0 size=1048576 2024-08-17T01:00:21.321 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.320+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~K4C03U476Y1K.1 size=1048576 2024-08-17T01:00:21.322 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.321+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~K4C03U476Y1K.2 size=361300 2024-08-17T01:00:21.324 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.323+0000 7fc9e32c6640 1 < completed multipart upload key=W14LJICPB60X upload=K4C03U476Y1K tag=QC3OIZ522RUP type=write size=3507028 2024-08-17T01:00:21.327 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.326+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~TRA2VFJ5C01P.0 size=1048576 2024-08-17T01:00:21.328 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.327+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~TRA2VFJ5C01P.1 size=987375 2024-08-17T01:00:21.328 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.327+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=TRA2VFJ5C01P tag=E4T7VZ3NRE72 type=write size=3084527 2024-08-17T01:00:21.330 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.329+0000 7fc9e32c6640 1 < completed delete operation key=WN539WGGF4SK tag=FY6FCHX57ZN1 type=del 2024-08-17T01:00:21.332 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.331+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=TEOTL35E396U type=del size=4182311 2024-08-17T01:00:21.335 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.334+0000 7fc9e32c6640 1 < suggested remove operation key=TN1LRZX0D64M tag=L86LX3QJB0VM type=del 2024-08-17T01:00:21.338 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.337+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~F7JIFWFXNZV4.0 size=1048576 2024-08-17T01:00:21.339 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.338+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~F7JIFWFXNZV4.1 size=1048576 2024-08-17T01:00:21.340 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.340+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~F7JIFWFXNZV4.2 size=63808 2024-08-17T01:00:21.341 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.340+0000 7fc9e32c6640 1 > prepared multipart upload key=FP808QN0QDSP upload=F7JIFWFXNZV4 tag=NA2UYWVH4C2Q type=write size=3209536 2024-08-17T01:00:21.342 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.341+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~WCWNQ5ZUKU9A.0 size=1048576 2024-08-17T01:00:21.343 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.342+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~WCWNQ5ZUKU9A.1 size=1048576 2024-08-17T01:00:21.344 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.343+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~WCWNQ5ZUKU9A.2 size=102025 2024-08-17T01:00:21.347 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.346+0000 7fc9e32c6640 1 < completed multipart upload key=NJYN8PLMG5AN upload=WCWNQ5ZUKU9A tag=ND9H0O5SKZHQ type=write size=3247753 2024-08-17T01:00:21.348 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.348+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=R2OZ7YFFKYEG type=del size=1039461 2024-08-17T01:00:21.349 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.348+0000 7fc9e32c6640 1 < canceled part key=_multipart_3QNRD31J9WH5.2~8WVB6YU9S3O0.0 size=1048576 2024-08-17T01:00:21.350 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.349+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~8WVB6YU9S3O0.1 size=549199 2024-08-17T01:00:21.353 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.352+0000 7fc9e32c6640 1 < canceled multipart upload key=3QNRD31J9WH5 upload=8WVB6YU9S3O0 tag=HHJQ3MMSYS09 type=write size=2646351 2024-08-17T01:00:21.354 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.353+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=SD0FHPRE6L0M type=del size=1100346 2024-08-17T01:00:21.355 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.355+0000 7fc9e32c6640 1 < completed delete operation key=9X03OB1P1EOH tag=GY65CDTHU607 type=del 2024-08-17T01:00:21.358 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.357+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~Q07K9YB39Z5M.0 size=55558 2024-08-17T01:00:21.358 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.357+0000 7fc9e32c6640 1 > prepared multipart upload key=TN1LRZX0D64M upload=Q07K9YB39Z5M tag=UIULMO3TV8BI type=write size=1104134 2024-08-17T01:00:21.360 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.359+0000 7fc9e32c6640 1 < completed write operation key=Y5CGDXUEE4A5 tag=DTPD7NU4NDK2 type=write size=325471 2024-08-17T01:00:21.361 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.360+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=K2RM04KWH9TL type=del size=572760 2024-08-17T01:00:21.363 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.362+0000 7fc9e32c6640 1 < completed delete operation key=GPTER2AM6J7E tag=1Q8G0M6WZRQ4 type=del 2024-08-17T01:00:21.364 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.363+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=1A72T127SIJF type=del size=1147089 2024-08-17T01:00:21.365 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.365+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~PXLAOG0SKLPY.0 size=1048576 2024-08-17T01:00:21.367 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.366+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~PXLAOG0SKLPY.1 size=1048576 2024-08-17T01:00:21.368 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.367+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~PXLAOG0SKLPY.2 size=717066 2024-08-17T01:00:21.371 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.370+0000 7fc9e32c6640 1 < completed multipart upload key=NJYN8PLMG5AN upload=PXLAOG0SKLPY tag=A21QOJPPI8PZ type=write size=3862794 2024-08-17T01:00:21.373 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.373+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~NVSZEC61K47T.0 size=1048576 2024-08-17T01:00:21.375 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.374+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~NVSZEC61K47T.1 size=1048576 2024-08-17T01:00:21.376 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.375+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~NVSZEC61K47T.2 size=337630 2024-08-17T01:00:21.376 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.375+0000 7fc9e32c6640 1 > prepared multipart upload key=FP808QN0QDSP upload=NVSZEC61K47T tag=X2SI2VG02D7Y type=write size=3483358 2024-08-17T01:00:21.377 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.377+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~Q542JIV2PCKD.0 size=1048576 2024-08-17T01:00:21.379 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.378+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~Q542JIV2PCKD.1 size=1048576 2024-08-17T01:00:21.380 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.379+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~Q542JIV2PCKD.2 size=986726 2024-08-17T01:00:21.382 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.382+0000 7fc9e32c6640 1 < completed multipart upload key=41QVSMLCJY3L upload=Q542JIV2PCKD tag=YD8I6K3DFLR2 type=write size=4132454 2024-08-17T01:00:21.384 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.383+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=MO7CVSJ3BBMA type=write size=462833 2024-08-17T01:00:21.385 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.384+0000 7fc9e32c6640 1 < completed write operation key=JNHP0HYR3GAN tag=VRTW3A9AKXSA type=write size=563486 2024-08-17T01:00:21.387 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.386+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=0Q6OQ3ON0CGT type=del size=31337 2024-08-17T01:00:21.388 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.387+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~852HIUHHTOZF.0 size=1048576 2024-08-17T01:00:21.389 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.388+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~852HIUHHTOZF.1 size=1048576 2024-08-17T01:00:21.391 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.390+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~852HIUHHTOZF.2 size=851509 2024-08-17T01:00:21.393 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.392+0000 7fc9e32c6640 1 < completed multipart upload key=OH6EL4D04DHY upload=852HIUHHTOZF tag=KWJT2NOGW2BS type=write size=3997237 2024-08-17T01:00:21.394 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.393+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=7CQTQ25GTNMP type=del size=811336 2024-08-17T01:00:21.396 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.395+0000 7fc9e32c6640 1 < completed write operation key=W14LJICPB60X tag=UTXDBCXCYTIM type=write size=1026055 2024-08-17T01:00:21.398 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.398+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~EKW1B6GZEXHE.0 size=1048576 2024-08-17T01:00:21.400 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.399+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~EKW1B6GZEXHE.1 size=1048576 2024-08-17T01:00:21.401 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.400+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~EKW1B6GZEXHE.2 size=901282 2024-08-17T01:00:21.401 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.400+0000 7fc9e32c6640 1 > prepared multipart upload key=HPIXXJSLU5J6 upload=EKW1B6GZEXHE tag=NAVZWAHR44KW type=write size=4047010 2024-08-17T01:00:21.404 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.403+0000 7fc9e32c6640 1 < suggested update operation key=HPIXXJSLU5J6 tag=619PSA26A6Z6 type=del size=3338980 2024-08-17T01:00:21.405 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.405+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=7RM7U9NYEJL8 type=del size=472887 2024-08-17T01:00:21.407 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.406+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~XZJDQ1O5WDXE.0 size=1048576 2024-08-17T01:00:21.407 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.406+0000 7fc9e32c6640 1 < canceled part key=_multipart_ZFTRWL3EXMLQ.2~XZJDQ1O5WDXE.1 size=1048576 2024-08-17T01:00:21.408 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.407+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~XZJDQ1O5WDXE.2 size=12249 2024-08-17T01:00:21.411 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.410+0000 7fc9e32c6640 1 < canceled multipart upload key=ZFTRWL3EXMLQ upload=XZJDQ1O5WDXE tag=T498MRH8ODF9 type=write size=3157977 2024-08-17T01:00:21.414 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.413+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~MQZDBAD86DSV.0 size=222926 2024-08-17T01:00:21.414 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.413+0000 7fc9e32c6640 1 > prepared multipart upload key=3426C909P2VX upload=MQZDBAD86DSV tag=I5VVU58QUPOL type=write size=1271502 2024-08-17T01:00:21.414 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.413+0000 7fc9e32c6640 1 < canceled part key=_multipart_SR0C26PR3RCQ.2~H9I1ER089SXD.0 size=1048576 2024-08-17T01:00:21.414 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.413+0000 7fc9e32c6640 1 < canceled part key=_multipart_SR0C26PR3RCQ.2~H9I1ER089SXD.1 size=960070 2024-08-17T01:00:21.417 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.416+0000 7fc9e32c6640 1 < canceled multipart upload key=SR0C26PR3RCQ upload=H9I1ER089SXD tag=C7Y7P3FMT0RY type=write size=3057222 2024-08-17T01:00:21.418 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.417+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=C79P00WBQMP1 type=del size=145291 2024-08-17T01:00:21.418 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.418+0000 7fc9e32c6640 1 < canceled part key=_multipart_W14LJICPB60X.2~TRA2VFJ5C01P.0 size=1048576 2024-08-17T01:00:21.420 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.419+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~TRA2VFJ5C01P.1 size=987375 2024-08-17T01:00:21.422 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.421+0000 7fc9e32c6640 1 < canceled multipart upload key=W14LJICPB60X upload=TRA2VFJ5C01P tag=E4T7VZ3NRE72 type=write size=3084527 2024-08-17T01:00:21.423 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.423+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=JU9RMWO322GF type=del size=938752 2024-08-17T01:00:21.425 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.424+0000 7fc9e32c6640 1 < completed delete operation key=WN539WGGF4SK tag=TEOTL35E396U type=del 2024-08-17T01:00:21.428 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.427+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~SZUTMV5ELS57.0 size=1048576 2024-08-17T01:00:21.429 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.428+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~SZUTMV5ELS57.1 size=514671 2024-08-17T01:00:21.429 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.428+0000 7fc9e32c6640 1 > prepared multipart upload key=OQ1IXKB82T39 upload=SZUTMV5ELS57 tag=AMLCJCS6O65W type=write size=2611823 2024-08-17T01:00:21.430 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.429+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~F7JIFWFXNZV4.0 size=1048576 2024-08-17T01:00:21.431 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.430+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~F7JIFWFXNZV4.1 size=1048576 2024-08-17T01:00:21.432 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.432+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~F7JIFWFXNZV4.2 size=63808 2024-08-17T01:00:21.435 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.434+0000 7fc9e32c6640 1 < completed multipart upload key=FP808QN0QDSP upload=F7JIFWFXNZV4 tag=NA2UYWVH4C2Q type=write size=3209536 2024-08-17T01:00:21.436 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.435+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=2Y7LE355RZKR type=del size=1754966 2024-08-17T01:00:21.437 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.437+0000 7fc9e32c6640 1 < completed delete operation key=UBSJCVKYWX6F tag=R2OZ7YFFKYEG type=del 2024-08-17T01:00:21.439 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.438+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=THFDTL3YZYDN type=del size=482478 2024-08-17T01:00:21.440 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.439+0000 7fc9e32c6640 1 < completed delete operation key=41QVSMLCJY3L tag=SD0FHPRE6L0M type=del 2024-08-17T01:00:21.442 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.441+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=IP4TW7N7R4G3 type=write size=932048 2024-08-17T01:00:21.443 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.442+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~Q07K9YB39Z5M.0 size=55558 2024-08-17T01:00:21.445 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.445+0000 7fc9e32c6640 1 < completed multipart upload key=TN1LRZX0D64M upload=Q07K9YB39Z5M tag=UIULMO3TV8BI type=write size=1104134 2024-08-17T01:00:21.448 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.447+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~ELH5LFVU7DMC.0 size=1048576 2024-08-17T01:00:21.449 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.448+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~ELH5LFVU7DMC.1 size=998879 2024-08-17T01:00:21.449 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.448+0000 7fc9e32c6640 1 > prepared multipart upload key=GPTER2AM6J7E upload=ELH5LFVU7DMC tag=RVRCQGJVUCHB type=write size=3096031 2024-08-17T01:00:21.450 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.450+0000 7fc9e32c6640 1 < completed delete operation key=04A7K18FAZTD tag=K2RM04KWH9TL type=del 2024-08-17T01:00:21.452 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.451+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=BJV6622FO93S type=del size=2586927 2024-08-17T01:00:21.453 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.453+0000 7fc9e32c6640 1 < completed delete operation key=TN1LRZX0D64M tag=1A72T127SIJF type=del 2024-08-17T01:00:21.456 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.455+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~JWJP16R36GP6.0 size=719793 2024-08-17T01:00:21.456 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.455+0000 7fc9e32c6640 1 > prepared multipart upload key=P6GWQRWU8J2B upload=JWJP16R36GP6 tag=5BSI17HHV6F7 type=write size=1768369 2024-08-17T01:00:21.457 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.457+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~NVSZEC61K47T.0 size=1048576 2024-08-17T01:00:21.458 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.458+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~NVSZEC61K47T.1 size=1048576 2024-08-17T01:00:21.460 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.459+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~NVSZEC61K47T.2 size=337630 2024-08-17T01:00:21.462 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.461+0000 7fc9e32c6640 1 < completed multipart upload key=FP808QN0QDSP upload=NVSZEC61K47T tag=X2SI2VG02D7Y type=write size=3483358 2024-08-17T01:00:21.463 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.463+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=2GFRVUR04UV8 type=del size=2000380 2024-08-17T01:00:21.465 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.464+0000 7fc9e32c6640 1 < canceled operation key=W14LJICPB60X tag=MO7CVSJ3BBMA type=write size=462833 2024-08-17T01:00:21.468 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.467+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~DJMOYPA82BST.0 size=107206 2024-08-17T01:00:21.468 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.467+0000 7fc9e32c6640 1 > prepared multipart upload key=XHAAVXY5RRVM upload=DJMOYPA82BST tag=GQ4J2D4VO76W type=write size=1155782 2024-08-17T01:00:21.471 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.470+0000 7fc9e32c6640 1 < suggested remove operation key=3QNRD31J9WH5 tag=0Q6OQ3ON0CGT type=del 2024-08-17T01:00:21.473 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.473+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~NDIT0E0RZ6QB.0 size=1048576 2024-08-17T01:00:21.474 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.474+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~NDIT0E0RZ6QB.1 size=1048576 2024-08-17T01:00:21.476 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.475+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~NDIT0E0RZ6QB.2 size=887973 2024-08-17T01:00:21.476 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.475+0000 7fc9e32c6640 1 > prepared multipart upload key=SNQ4IXALP94F upload=NDIT0E0RZ6QB tag=KP8RJXFLWKT4 type=write size=4033701 2024-08-17T01:00:21.478 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.477+0000 7fc9e32c6640 1 < completed delete operation key=RNSEALS0CEAA tag=7CQTQ25GTNMP type=del 2024-08-17T01:00:21.480 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.479+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~P51V2TGTX1VC.0 size=1013531 2024-08-17T01:00:21.480 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.480+0000 7fc9e32c6640 1 > prepared multipart upload key=FP808QN0QDSP upload=P51V2TGTX1VC tag=C3P4BZ106J3H type=write size=2062107 2024-08-17T01:00:21.482 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.481+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~EKW1B6GZEXHE.0 size=1048576 2024-08-17T01:00:21.483 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.482+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~EKW1B6GZEXHE.1 size=1048576 2024-08-17T01:00:21.484 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.483+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~EKW1B6GZEXHE.2 size=901282 2024-08-17T01:00:21.487 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.486+0000 7fc9e32c6640 1 < completed multipart upload key=HPIXXJSLU5J6 upload=EKW1B6GZEXHE tag=NAVZWAHR44KW type=write size=4047010 2024-08-17T01:00:21.490 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.489+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~JG73P4RXDV2D.0 size=1048576 2024-08-17T01:00:21.491 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.490+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~JG73P4RXDV2D.1 size=144613 2024-08-17T01:00:21.491 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.490+0000 7fc9e32c6640 1 > prepared multipart upload key=3426C909P2VX upload=JG73P4RXDV2D tag=SR21SVMUI6CS type=write size=2241765 2024-08-17T01:00:21.492 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.492+0000 7fc9e32c6640 1 < completed delete operation key=OH6EL4D04DHY tag=7RM7U9NYEJL8 type=del 2024-08-17T01:00:21.496 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.495+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~G2XF8N3J6Z6I.0 size=223394 2024-08-17T01:00:21.496 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.495+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=G2XF8N3J6Z6I tag=EBB7W2474Y0N type=write size=1271970 2024-08-17T01:00:21.497 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.496+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~MQZDBAD86DSV.0 size=222926 2024-08-17T01:00:21.500 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.499+0000 7fc9e32c6640 1 < completed multipart upload key=3426C909P2VX upload=MQZDBAD86DSV tag=I5VVU58QUPOL type=write size=1271502 2024-08-17T01:00:21.501 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.501+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=K23FP7D1Q9AO type=del size=402281 2024-08-17T01:00:21.506 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.502+0000 7fc9e32c6640 1 < completed delete operation key=P6GWQRWU8J2B tag=C79P00WBQMP1 type=del 2024-08-17T01:00:21.506 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.504+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=TPE2EM9CLB2V type=del size=1336229 2024-08-17T01:00:21.506 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.505+0000 7fc9e32c6640 1 < completed delete operation key=9X03OB1P1EOH tag=JU9RMWO322GF type=del 2024-08-17T01:00:21.507 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.506+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=DFZGC01MRPJX type=del size=3861270 2024-08-17T01:00:21.509 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.508+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~SZUTMV5ELS57.0 size=1048576 2024-08-17T01:00:21.510 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.509+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~SZUTMV5ELS57.1 size=514671 2024-08-17T01:00:21.513 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.512+0000 7fc9e32c6640 1 < completed multipart upload key=OQ1IXKB82T39 upload=SZUTMV5ELS57 tag=AMLCJCS6O65W type=write size=2611823 2024-08-17T01:00:21.514 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.513+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=JPE5VI64204L type=del size=1527048 2024-08-17T01:00:21.515 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.515+0000 7fc9e32c6640 1 < canceled operation key=0GIHJJ2YE1EF tag=2Y7LE355RZKR type=del size=1754966 2024-08-17T01:00:21.517 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.516+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=U9RQCYW7N168 type=del size=2937902 2024-08-17T01:00:21.518 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.517+0000 7fc9e32c6640 1 < completed delete operation key=W14LJICPB60X tag=THFDTL3YZYDN type=del 2024-08-17T01:00:21.519 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.519+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=NGC6LGX5JXJY type=del size=3487869 2024-08-17T01:00:21.521 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.520+0000 7fc9e32c6640 1 < completed write operation key=M0RSO8RQ43YG tag=IP4TW7N7R4G3 type=write size=932048 2024-08-17T01:00:21.524 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.523+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~RXPXS2CCZTHW.0 size=600235 2024-08-17T01:00:21.524 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.523+0000 7fc9e32c6640 1 > prepared multipart upload key=M40V1TN9S9M2 upload=RXPXS2CCZTHW tag=TDRNJ54UM0H0 type=write size=1648811 2024-08-17T01:00:21.524 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.523+0000 7fc9e32c6640 1 < canceled part key=_multipart_GPTER2AM6J7E.2~ELH5LFVU7DMC.0 size=1048576 2024-08-17T01:00:21.525 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.524+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~ELH5LFVU7DMC.1 size=998879 2024-08-17T01:00:21.528 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.527+0000 7fc9e32c6640 1 < canceled multipart upload key=GPTER2AM6J7E upload=ELH5LFVU7DMC tag=RVRCQGJVUCHB type=write size=3096031 2024-08-17T01:00:21.530 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.529+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=LGIRFCGA8Z9A type=del size=162767 2024-08-17T01:00:21.531 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.530+0000 7fc9e32c6640 1 < completed delete operation key=M40V1TN9S9M2 tag=BJV6622FO93S type=del 2024-08-17T01:00:21.534 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.533+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~2QO1C1B457G6.0 size=423051 2024-08-17T01:00:21.534 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.533+0000 7fc9e32c6640 1 > prepared multipart upload key=SYENEMTYLFFB upload=2QO1C1B457G6 tag=XDNQS8NREFXG type=write size=1471627 2024-08-17T01:00:21.536 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.535+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~JWJP16R36GP6.0 size=719793 2024-08-17T01:00:21.541 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.540+0000 7fc9e32c6640 1 < completed multipart upload key=P6GWQRWU8J2B upload=JWJP16R36GP6 tag=5BSI17HHV6F7 type=write size=1768369 2024-08-17T01:00:21.543 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.542+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=R0KNH8WGG14X type=del size=2019792 2024-08-17T01:00:21.544 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.544+0000 7fc9e32c6640 1 < completed delete operation key=P6GWQRWU8J2B tag=2GFRVUR04UV8 type=del 2024-08-17T01:00:21.547 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.546+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~28ZBFDJAUPNM.0 size=1048576 2024-08-17T01:00:21.549 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.548+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~28ZBFDJAUPNM.1 size=1048576 2024-08-17T01:00:21.550 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.549+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~28ZBFDJAUPNM.2 size=691580 2024-08-17T01:00:21.550 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.549+0000 7fc9e32c6640 1 > prepared multipart upload key=HPIXXJSLU5J6 upload=28ZBFDJAUPNM tag=914I597FBVJS type=write size=3837308 2024-08-17T01:00:21.552 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.551+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~DJMOYPA82BST.0 size=107206 2024-08-17T01:00:21.554 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.553+0000 7fc9e32c6640 1 < completed multipart upload key=XHAAVXY5RRVM upload=DJMOYPA82BST tag=GQ4J2D4VO76W type=write size=1155782 2024-08-17T01:00:21.555 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.555+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=4KJYUYUUAEWT type=del size=2745186 2024-08-17T01:00:21.557 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.556+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~NDIT0E0RZ6QB.0 size=1048576 2024-08-17T01:00:21.558 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.557+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~NDIT0E0RZ6QB.1 size=1048576 2024-08-17T01:00:21.559 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.559+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~NDIT0E0RZ6QB.2 size=887973 2024-08-17T01:00:21.562 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.561+0000 7fc9e32c6640 1 < completed multipart upload key=SNQ4IXALP94F upload=NDIT0E0RZ6QB tag=KP8RJXFLWKT4 type=write size=4033701 2024-08-17T01:00:21.564 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.563+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=5Q2R1SQSSFB1 type=del size=2966447 2024-08-17T01:00:21.566 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.565+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~P51V2TGTX1VC.0 size=1013531 2024-08-17T01:00:21.568 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.567+0000 7fc9e32c6640 1 < completed multipart upload key=FP808QN0QDSP upload=P51V2TGTX1VC tag=C3P4BZ106J3H type=write size=2062107 2024-08-17T01:00:21.571 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.570+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~LJRV388U4RB7.0 size=663895 2024-08-17T01:00:21.571 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.570+0000 7fc9e32c6640 1 > prepared multipart upload key=M0RSO8RQ43YG upload=LJRV388U4RB7 tag=0L2BXP53VLRU type=write size=1712471 2024-08-17T01:00:21.572 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.572+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~JG73P4RXDV2D.0 size=1048576 2024-08-17T01:00:21.574 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.573+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~JG73P4RXDV2D.1 size=144613 2024-08-17T01:00:21.576 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.576+0000 7fc9e32c6640 1 < completed multipart upload key=3426C909P2VX upload=JG73P4RXDV2D tag=SR21SVMUI6CS type=write size=2241765 2024-08-17T01:00:21.579 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.578+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~CF0ALX9RJQNK.0 size=1048576 2024-08-17T01:00:21.580 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.579+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~CF0ALX9RJQNK.1 size=166660 2024-08-17T01:00:21.580 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.579+0000 7fc9e32c6640 1 > prepared multipart upload key=M40V1TN9S9M2 upload=CF0ALX9RJQNK tag=IZFUJI42V0JZ type=write size=2263812 2024-08-17T01:00:21.582 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.581+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~G2XF8N3J6Z6I.0 size=223394 2024-08-17T01:00:21.584 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.583+0000 7fc9e32c6640 1 < completed multipart upload key=Y5CGDXUEE4A5 upload=G2XF8N3J6Z6I tag=EBB7W2474Y0N type=write size=1271970 2024-08-17T01:00:21.585 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.585+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=IKJGB0DGQWJ3 type=write size=496279 2024-08-17T01:00:21.587 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.587+0000 7fc9e32c6640 1 < completed delete operation key=M0RSO8RQ43YG tag=K23FP7D1Q9AO type=del 2024-08-17T01:00:21.589 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.588+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=R0T83XSGHGPJ type=del size=343888 2024-08-17T01:00:21.592 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.591+0000 7fc9e32c6640 1 < suggested remove operation key=ODZIOPEGEARM tag=TPE2EM9CLB2V type=del 2024-08-17T01:00:21.593 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.592+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=QF4T0T0KGSEH type=del size=4143159 2024-08-17T01:00:21.595 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.594+0000 7fc9e32c6640 1 < completed delete operation key=04A7K18FAZTD tag=DFZGC01MRPJX type=del 2024-08-17T01:00:21.596 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.595+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=O7RJIXGX8GBE type=del size=3679919 2024-08-17T01:00:21.598 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.597+0000 7fc9e32c6640 1 < canceled operation key=UBSJCVKYWX6F tag=JPE5VI64204L type=del size=1527048 2024-08-17T01:00:21.600 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.600+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~C3Q1HFYY6MIB.0 size=1048576 2024-08-17T01:00:21.601 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.601+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~C3Q1HFYY6MIB.1 size=1048576 2024-08-17T01:00:21.602 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.602+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~C3Q1HFYY6MIB.2 size=14531 2024-08-17T01:00:21.602 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.602+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=C3Q1HFYY6MIB tag=GP9NNE63R68Q type=write size=3160259 2024-08-17T01:00:21.604 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.603+0000 7fc9e32c6640 1 < completed delete operation key=0GIHJJ2YE1EF tag=U9RQCYW7N168 type=del 2024-08-17T01:00:21.605 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.604+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=MCH5UT351NHI type=write size=664767 2024-08-17T01:00:21.607 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.606+0000 7fc9e32c6640 -1 < failed to complete operation key=ODZIOPEGEARM tag=NGC6LGX5JXJY type=del size=3487869: (22) Invalid argument 2024-08-17T01:00:21.608 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.607+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=C8BVADW23BW5 type=del size=2628657 2024-08-17T01:00:21.610 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.609+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~RXPXS2CCZTHW.0 size=600235 2024-08-17T01:00:21.612 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.611+0000 7fc9e32c6640 1 < completed multipart upload key=M40V1TN9S9M2 upload=RXPXS2CCZTHW tag=TDRNJ54UM0H0 type=write size=1648811 2024-08-17T01:00:21.615 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.614+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~VI09BKZLXZHJ.0 size=1048576 2024-08-17T01:00:21.616 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.615+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~VI09BKZLXZHJ.1 size=1048576 2024-08-17T01:00:21.617 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.617+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~VI09BKZLXZHJ.2 size=706396 2024-08-17T01:00:21.618 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.617+0000 7fc9e32c6640 1 > prepared multipart upload key=ZFTRWL3EXMLQ upload=VI09BKZLXZHJ tag=X1YWXD3736CW type=write size=3852124 2024-08-17T01:00:21.619 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.618+0000 7fc9e32c6640 1 < completed delete operation key=FP808QN0QDSP tag=LGIRFCGA8Z9A type=del 2024-08-17T01:00:21.621 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.620+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=LDVHDY3UCE2W type=del size=1690765 2024-08-17T01:00:21.622 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.621+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~2QO1C1B457G6.0 size=423051 2024-08-17T01:00:21.625 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.624+0000 7fc9e32c6640 1 < completed multipart upload key=SYENEMTYLFFB upload=2QO1C1B457G6 tag=XDNQS8NREFXG type=write size=1471627 2024-08-17T01:00:21.626 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.625+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=90K0H113GXZH type=del size=3268196 2024-08-17T01:00:21.627 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.627+0000 7fc9e32c6640 1 < completed delete operation key=SYENEMTYLFFB tag=R0KNH8WGG14X type=del 2024-08-17T01:00:21.630 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.629+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~A04KH1N6UEF0.0 size=1000622 2024-08-17T01:00:21.630 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.629+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=A04KH1N6UEF0 tag=NMX70JGXAMKV type=write size=2049198 2024-08-17T01:00:21.632 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.631+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~28ZBFDJAUPNM.0 size=1048576 2024-08-17T01:00:21.632 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.631+0000 7fc9e32c6640 1 < canceled part key=_multipart_HPIXXJSLU5J6.2~28ZBFDJAUPNM.1 size=1048576 2024-08-17T01:00:21.633 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.632+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~28ZBFDJAUPNM.2 size=691580 2024-08-17T01:00:21.635 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.634+0000 7fc9e32c6640 1 < canceled multipart upload key=HPIXXJSLU5J6 upload=28ZBFDJAUPNM tag=914I597FBVJS type=write size=3837308 2024-08-17T01:00:21.638 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.637+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~91WVSZ683TZO.0 size=781678 2024-08-17T01:00:21.638 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.637+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=91WVSZ683TZO tag=9GVWS267C5AB type=write size=1830254 2024-08-17T01:00:21.639 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.638+0000 7fc9e32c6640 1 < completed delete operation key=41QVSMLCJY3L tag=4KJYUYUUAEWT type=del 2024-08-17T01:00:21.640 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.640+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=Y6ZWYM8GVNON type=write size=525956 2024-08-17T01:00:21.642 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.641+0000 7fc9e32c6640 1 < completed delete operation key=FP808QN0QDSP tag=5Q2R1SQSSFB1 type=del 2024-08-17T01:00:21.643 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.643+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=Y04BLXNCIMXN type=del size=3037029 2024-08-17T01:00:21.645 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.644+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~LJRV388U4RB7.0 size=663895 2024-08-17T01:00:21.648 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.647+0000 7fc9e32c6640 1 < completed multipart upload key=M0RSO8RQ43YG upload=LJRV388U4RB7 tag=0L2BXP53VLRU type=write size=1712471 2024-08-17T01:00:21.651 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.650+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~LNHO9SPF9HC6.0 size=889920 2024-08-17T01:00:21.651 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.650+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=LNHO9SPF9HC6 tag=05PAY47Q9XCA type=write size=1938496 2024-08-17T01:00:21.652 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.651+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~CF0ALX9RJQNK.0 size=1048576 2024-08-17T01:00:21.652 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.651+0000 7fc9e32c6640 1 < canceled part key=_multipart_M40V1TN9S9M2.2~CF0ALX9RJQNK.1 size=166660 2024-08-17T01:00:21.655 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.654+0000 7fc9e32c6640 1 < canceled multipart upload key=M40V1TN9S9M2 upload=CF0ALX9RJQNK tag=IZFUJI42V0JZ type=write size=2263812 2024-08-17T01:00:21.658 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.657+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~0V6EHNSCF9ZZ.0 size=1048576 2024-08-17T01:00:21.659 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.658+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~0V6EHNSCF9ZZ.1 size=1048576 2024-08-17T01:00:21.660 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.660+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~0V6EHNSCF9ZZ.2 size=299998 2024-08-17T01:00:21.661 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.660+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=0V6EHNSCF9ZZ tag=OQCV7PWJUN9N type=write size=3445726 2024-08-17T01:00:21.662 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.661+0000 7fc9e32c6640 1 < completed write operation key=XHAAVXY5RRVM tag=IKJGB0DGQWJ3 type=write size=496279 2024-08-17T01:00:21.665 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.664+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~D3EGODFD5GRO.0 size=1048576 2024-08-17T01:00:21.666 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.665+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~D3EGODFD5GRO.1 size=1048576 2024-08-17T01:00:21.667 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.666+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~D3EGODFD5GRO.2 size=443733 2024-08-17T01:00:21.667 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.666+0000 7fc9e32c6640 1 > prepared multipart upload key=41QVSMLCJY3L upload=D3EGODFD5GRO tag=G1KKTR3ASBH2 type=write size=3589461 2024-08-17T01:00:21.670 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.669+0000 7fc9e32c6640 1 < suggested remove operation key=Y5CGDXUEE4A5 tag=R0T83XSGHGPJ type=del 2024-08-17T01:00:21.672 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.672+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~FE8G4REWUMYH.0 size=1048576 2024-08-17T01:00:21.674 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.673+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~FE8G4REWUMYH.1 size=530504 2024-08-17T01:00:21.674 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.673+0000 7fc9e32c6640 1 > prepared multipart upload key=OH6EL4D04DHY upload=FE8G4REWUMYH tag=2DRV231TDTU0 type=write size=2627656 2024-08-17T01:00:21.675 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.674+0000 7fc9e32c6640 1 < completed delete operation key=ODZIOPEGEARM tag=QF4T0T0KGSEH type=del 2024-08-17T01:00:21.678 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.677+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~KBH5M8H2BDBG.0 size=1048576 2024-08-17T01:00:21.679 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.678+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~KBH5M8H2BDBG.1 size=797550 2024-08-17T01:00:21.679 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.678+0000 7fc9e32c6640 1 > prepared multipart upload key=GPTER2AM6J7E upload=KBH5M8H2BDBG tag=HFBR9XYRLV1X type=write size=2894702 2024-08-17T01:00:21.680 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.679+0000 7fc9e32c6640 1 < completed delete operation key=M0RSO8RQ43YG tag=O7RJIXGX8GBE type=del 2024-08-17T01:00:21.683 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.682+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~E9ZPXRR1U323.0 size=1048576 2024-08-17T01:00:21.684 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.683+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~E9ZPXRR1U323.1 size=25980 2024-08-17T01:00:21.684 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.683+0000 7fc9e32c6640 1 > prepared multipart upload key=9X03OB1P1EOH upload=E9ZPXRR1U323 tag=1ZOY3JP84K24 type=write size=2123132 2024-08-17T01:00:21.685 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.685+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~C3Q1HFYY6MIB.0 size=1048576 2024-08-17T01:00:21.687 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.686+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~C3Q1HFYY6MIB.1 size=1048576 2024-08-17T01:00:21.688 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.687+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~C3Q1HFYY6MIB.2 size=14531 2024-08-17T01:00:21.691 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.690+0000 7fc9e32c6640 1 < completed multipart upload key=W14LJICPB60X upload=C3Q1HFYY6MIB tag=GP9NNE63R68Q type=write size=3160259 2024-08-17T01:00:21.693 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.692+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=DMO8OLXJ3PHE type=write size=521157 2024-08-17T01:00:21.693 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.692+0000 7fc9e32c6640 -1 < no bi entry to suggest for operation key=Y5CGDXUEE4A5 tag=MCH5UT351NHI type=write size=664767: (2) No such file or directory 2024-08-17T01:00:21.696 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.695+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~DA0KHT2ZGC5V.0 size=1048576 2024-08-17T01:00:21.697 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.696+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~DA0KHT2ZGC5V.1 size=1048576 2024-08-17T01:00:21.698 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.697+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~DA0KHT2ZGC5V.2 size=914479 2024-08-17T01:00:21.698 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.697+0000 7fc9e32c6640 1 > prepared multipart upload key=M0RSO8RQ43YG upload=DA0KHT2ZGC5V tag=C8Z3QRT9GZV3 type=write size=4060207 2024-08-17T01:00:21.700 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.699+0000 7fc9e32c6640 1 < completed delete operation key=7YJVD2TL2U1Q tag=C8BVADW23BW5 type=del 2024-08-17T01:00:21.701 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.700+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=5I382C5JF4ZH type=del size=219911 2024-08-17T01:00:21.703 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.702+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~VI09BKZLXZHJ.0 size=1048576 2024-08-17T01:00:21.704 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.703+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~VI09BKZLXZHJ.1 size=1048576 2024-08-17T01:00:21.705 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.704+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~VI09BKZLXZHJ.2 size=706396 2024-08-17T01:00:21.708 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.707+0000 7fc9e32c6640 1 < completed multipart upload key=ZFTRWL3EXMLQ upload=VI09BKZLXZHJ tag=X1YWXD3736CW type=write size=3852124 2024-08-17T01:00:21.709 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.708+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=LELBI2DPFO0E type=del size=279617 2024-08-17T01:00:21.712 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.711+0000 7fc9e32c6640 1 < suggested remove operation key=RNSEALS0CEAA tag=LDVHDY3UCE2W type=del 2024-08-17T01:00:21.714 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.713+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=VQ59W71M1JUA type=del size=216252 2024-08-17T01:00:21.715 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.714+0000 7fc9e32c6640 1 < completed delete operation key=3426C909P2VX tag=90K0H113GXZH type=del 2024-08-17T01:00:21.716 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.715+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=CLOO807LS4RA type=del size=2433955 2024-08-17T01:00:21.716 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.716+0000 7fc9e32c6640 1 < canceled part key=_multipart_Y5CGDXUEE4A5.2~A04KH1N6UEF0.0 size=1000622 2024-08-17T01:00:21.719 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.718+0000 7fc9e32c6640 1 < canceled multipart upload key=Y5CGDXUEE4A5 upload=A04KH1N6UEF0 tag=NMX70JGXAMKV type=write size=2049198 2024-08-17T01:00:21.720 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.719+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=P5UB7GBIXC56 type=write size=137453 2024-08-17T01:00:21.722 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.721+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~91WVSZ683TZO.0 size=781678 2024-08-17T01:00:21.724 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.723+0000 7fc9e32c6640 1 < completed multipart upload key=7YJVD2TL2U1Q upload=91WVSZ683TZO tag=9GVWS267C5AB type=write size=1830254 2024-08-17T01:00:21.725 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.725+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=RZEGOSLC71RL type=write size=618243 2024-08-17T01:00:21.727 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.726+0000 7fc9e32c6640 -1 < failed to complete operation key=RNSEALS0CEAA tag=Y6ZWYM8GVNON type=write size=525956: (22) Invalid argument 2024-08-17T01:00:21.729 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.728+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=5862FAWJKO3K type=write size=598656 2024-08-17T01:00:21.732 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.731+0000 7fc9e32c6640 1 < suggested update operation key=UBSJCVKYWX6F tag=Y04BLXNCIMXN type=del size=3037029 2024-08-17T01:00:21.733 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.732+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=TJ1QVI8R2RZ5 type=del size=327825 2024-08-17T01:00:21.733 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.733+0000 7fc9e32c6640 1 < canceled part key=_multipart_W14LJICPB60X.2~LNHO9SPF9HC6.0 size=889920 2024-08-17T01:00:21.736 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.735+0000 7fc9e32c6640 1 < canceled multipart upload key=W14LJICPB60X upload=LNHO9SPF9HC6 tag=05PAY47Q9XCA type=write size=1938496 2024-08-17T01:00:21.737 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.736+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=6XK3OTUK2KZI type=del size=3935272 2024-08-17T01:00:21.739 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.738+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~0V6EHNSCF9ZZ.0 size=1048576 2024-08-17T01:00:21.741 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.740+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~0V6EHNSCF9ZZ.1 size=1048576 2024-08-17T01:00:21.742 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.741+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~0V6EHNSCF9ZZ.2 size=299998 2024-08-17T01:00:21.745 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.744+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=0V6EHNSCF9ZZ tag=OQCV7PWJUN9N type=write size=3445726 2024-08-17T01:00:21.747 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.746+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=DPAV3WOVKUTD type=del size=1384924 2024-08-17T01:00:21.748 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.747+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~D3EGODFD5GRO.0 size=1048576 2024-08-17T01:00:21.750 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.749+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~D3EGODFD5GRO.1 size=1048576 2024-08-17T01:00:21.751 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.751+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~D3EGODFD5GRO.2 size=443733 2024-08-17T01:00:21.754 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.753+0000 7fc9e32c6640 1 < completed multipart upload key=41QVSMLCJY3L upload=D3EGODFD5GRO tag=G1KKTR3ASBH2 type=write size=3589461 2024-08-17T01:00:21.757 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.756+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~DMLVWGH6JISG.0 size=1048576 2024-08-17T01:00:21.758 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.757+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~DMLVWGH6JISG.1 size=1048576 2024-08-17T01:00:21.762 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.758+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~DMLVWGH6JISG.2 size=290260 2024-08-17T01:00:21.762 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.758+0000 7fc9e32c6640 1 > prepared multipart upload key=TN1LRZX0D64M upload=DMLVWGH6JISG tag=8G873PNT3K5R type=write size=3435988 2024-08-17T01:00:21.762 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.760+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~FE8G4REWUMYH.0 size=1048576 2024-08-17T01:00:21.762 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.760+0000 7fc9e32c6640 1 < canceled part key=_multipart_OH6EL4D04DHY.2~FE8G4REWUMYH.1 size=530504 2024-08-17T01:00:21.764 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.763+0000 7fc9e32c6640 1 < canceled multipart upload key=OH6EL4D04DHY upload=FE8G4REWUMYH tag=2DRV231TDTU0 type=write size=2627656 2024-08-17T01:00:21.765 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.765+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=ITUW0MT7FTAC type=del size=3459357 2024-08-17T01:00:21.767 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.766+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~KBH5M8H2BDBG.0 size=1048576 2024-08-17T01:00:21.769 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.768+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~KBH5M8H2BDBG.1 size=797550 2024-08-17T01:00:21.771 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.770+0000 7fc9e32c6640 1 < completed multipart upload key=GPTER2AM6J7E upload=KBH5M8H2BDBG tag=HFBR9XYRLV1X type=write size=2894702 2024-08-17T01:00:21.773 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.772+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=02SM0Q9G4PJ0 type=del size=2508530 2024-08-17T01:00:21.774 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.773+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~E9ZPXRR1U323.0 size=1048576 2024-08-17T01:00:21.776 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.775+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~E9ZPXRR1U323.1 size=25980 2024-08-17T01:00:21.778 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.777+0000 7fc9e32c6640 1 < completed multipart upload key=9X03OB1P1EOH upload=E9ZPXRR1U323 tag=1ZOY3JP84K24 type=write size=2123132 2024-08-17T01:00:21.779 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.778+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=MI4HGKC5OAA0 type=del size=590728 2024-08-17T01:00:21.781 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.780+0000 7fc9e32c6640 1 < completed write operation key=OH6EL4D04DHY tag=DMO8OLXJ3PHE type=write size=521157 2024-08-17T01:00:21.783 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.782+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=KS90DC5X1V0B type=del size=543572 2024-08-17T01:00:21.785 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.784+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~DA0KHT2ZGC5V.0 size=1048576 2024-08-17T01:00:21.786 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.785+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~DA0KHT2ZGC5V.1 size=1048576 2024-08-17T01:00:21.788 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.787+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~DA0KHT2ZGC5V.2 size=914479 2024-08-17T01:00:21.790 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.790+0000 7fc9e32c6640 1 < completed multipart upload key=M0RSO8RQ43YG upload=DA0KHT2ZGC5V tag=C8Z3QRT9GZV3 type=write size=4060207 2024-08-17T01:00:21.794 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.793+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~AAQDVK2C57PS.0 size=1048576 2024-08-17T01:00:21.796 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.795+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~AAQDVK2C57PS.1 size=1048576 2024-08-17T01:00:21.797 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.796+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~AAQDVK2C57PS.2 size=43178 2024-08-17T01:00:21.797 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.796+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=AAQDVK2C57PS tag=VJ3ZR8UUUWET type=write size=3188906 2024-08-17T01:00:21.798 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.798+0000 7fc9e32c6640 1 < completed delete operation key=Y5CGDXUEE4A5 tag=5I382C5JF4ZH type=del 2024-08-17T01:00:21.800 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.800+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=A1DDP7KU1T15 type=write size=258832 2024-08-17T01:00:21.804 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.803+0000 7fc9e32c6640 1 < suggested update operation key=RNSEALS0CEAA tag=LELBI2DPFO0E type=del size=279617 2024-08-17T01:00:21.806 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.805+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=X0A5IL09KDX7 type=del size=97114 2024-08-17T01:00:21.807 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.807+0000 7fc9e32c6640 1 < completed delete operation key=04A7K18FAZTD tag=VQ59W71M1JUA type=del 2024-08-17T01:00:21.811 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.810+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~97UMFGLPEUBZ.0 size=210361 2024-08-17T01:00:21.811 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.810+0000 7fc9e32c6640 1 > prepared multipart upload key=OQ1IXKB82T39 upload=97UMFGLPEUBZ tag=2UV5PCBQ2EGM type=write size=1258937 2024-08-17T01:00:21.813 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.812+0000 7fc9e32c6640 1 < completed delete operation key=ZFTRWL3EXMLQ tag=CLOO807LS4RA type=del 2024-08-17T01:00:21.814 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.814+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=V5Q3LMX3KCF1 type=write size=600759 2024-08-17T01:00:21.816 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.815+0000 7fc9e32c6640 1 < completed write operation key=04A7K18FAZTD tag=P5UB7GBIXC56 type=write size=137453 2024-08-17T01:00:21.819 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.818+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~5MBCIT6C2Y1O.0 size=1048576 2024-08-17T01:00:21.820 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.819+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~5MBCIT6C2Y1O.1 size=139063 2024-08-17T01:00:21.820 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.819+0000 7fc9e32c6640 1 > prepared multipart upload key=P6GWQRWU8J2B upload=5MBCIT6C2Y1O tag=YZ5SZOB09P3L type=write size=2236215 2024-08-17T01:00:21.823 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.822+0000 7fc9e32c6640 1 < suggested remove operation key=SR0C26PR3RCQ tag=RZEGOSLC71RL type=write 2024-08-17T01:00:21.825 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.825+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~8S0Q8NMV2NHJ.0 size=1048576 2024-08-17T01:00:21.827 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.826+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~8S0Q8NMV2NHJ.1 size=215946 2024-08-17T01:00:21.827 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.826+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=8S0Q8NMV2NHJ tag=XX7R7W681LS1 type=write size=2313098 2024-08-17T01:00:21.829 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.828+0000 7fc9e32c6640 1 < completed write operation key=ZFTRWL3EXMLQ tag=5862FAWJKO3K type=write size=598656 2024-08-17T01:00:21.830 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.829+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=LKOLF5K6DSDE type=write size=247656 2024-08-17T01:00:21.832 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.831+0000 7fc9e32c6640 1 < completed delete operation key=ZFTRWL3EXMLQ tag=TJ1QVI8R2RZ5 type=del 2024-08-17T01:00:21.834 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.834+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~O5IIOS3N8R77.0 size=1048576 2024-08-17T01:00:21.835 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.835+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~O5IIOS3N8R77.1 size=928651 2024-08-17T01:00:21.836 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.835+0000 7fc9e32c6640 1 > prepared multipart upload key=HPIXXJSLU5J6 upload=O5IIOS3N8R77 tag=6QU8SCEWOZ15 type=write size=3025803 2024-08-17T01:00:21.837 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.836+0000 7fc9e32c6640 1 < canceled operation key=3QNRD31J9WH5 tag=6XK3OTUK2KZI type=del size=3935272 2024-08-17T01:00:21.840 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.839+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~03RXF23KR99L.0 size=668841 2024-08-17T01:00:21.840 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.839+0000 7fc9e32c6640 1 > prepared multipart upload key=TN1LRZX0D64M upload=03RXF23KR99L tag=5GJSX52EEX7L type=write size=1717417 2024-08-17T01:00:21.842 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.841+0000 7fc9e32c6640 1 < completed delete operation key=3426C909P2VX tag=DPAV3WOVKUTD type=del 2024-08-17T01:00:21.843 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.843+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=DI7RH9OWE995 type=del size=508880 2024-08-17T01:00:21.846 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.845+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~DMLVWGH6JISG.0 size=1048576 2024-08-17T01:00:21.848 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.847+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~DMLVWGH6JISG.1 size=1048576 2024-08-17T01:00:21.849 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.848+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~DMLVWGH6JISG.2 size=290260 2024-08-17T01:00:21.851 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.851+0000 7fc9e32c6640 1 < completed multipart upload key=TN1LRZX0D64M upload=DMLVWGH6JISG tag=8G873PNT3K5R type=write size=3435988 2024-08-17T01:00:21.853 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.852+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=NUR8OJGUDM6S type=write size=996315 2024-08-17T01:00:21.855 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.854+0000 7fc9e32c6640 1 < completed delete operation key=SNQ4IXALP94F tag=ITUW0MT7FTAC type=del 2024-08-17T01:00:21.857 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.856+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=FDFB8O61IO1T type=del size=1620503 2024-08-17T01:00:21.859 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.858+0000 7fc9e32c6640 1 < completed delete operation key=JNHP0HYR3GAN tag=02SM0Q9G4PJ0 type=del 2024-08-17T01:00:21.860 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.859+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=UUI9IQWDUJBF type=del size=2013478 2024-08-17T01:00:21.861 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.860+0000 7fc9e32c6640 1 < completed delete operation key=9ZTGHGASZU54 tag=MI4HGKC5OAA0 type=del 2024-08-17T01:00:21.863 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.862+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=UTUDNSVKE6IO type=del size=659536 2024-08-17T01:00:21.864 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.863+0000 7fc9e32c6640 1 < completed delete operation key=9ZTGHGASZU54 tag=KS90DC5X1V0B type=del 2024-08-17T01:00:21.866 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.865+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=X6I1SIUUQ2EY type=del size=519931 2024-08-17T01:00:21.867 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.866+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~AAQDVK2C57PS.0 size=1048576 2024-08-17T01:00:21.869 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.868+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~AAQDVK2C57PS.1 size=1048576 2024-08-17T01:00:21.870 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.869+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~AAQDVK2C57PS.2 size=43178 2024-08-17T01:00:21.872 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.871+0000 7fc9e32c6640 1 < completed multipart upload key=Y5CGDXUEE4A5 upload=AAQDVK2C57PS tag=VJ3ZR8UUUWET type=write size=3188906 2024-08-17T01:00:21.876 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.875+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~X6RTFNZNRSJ6.0 size=511439 2024-08-17T01:00:21.876 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.875+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=X6RTFNZNRSJ6 tag=DYQ6R8X77D47 type=write size=1560015 2024-08-17T01:00:21.877 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.877+0000 7fc9e32c6640 1 < completed write operation key=7YJVD2TL2U1Q tag=A1DDP7KU1T15 type=write size=258832 2024-08-17T01:00:21.879 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.878+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=N25RZVSR9W17 type=del size=2819062 2024-08-17T01:00:21.882 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.881+0000 7fc9e32c6640 1 < suggested remove operation key=0GIHJJ2YE1EF tag=X0A5IL09KDX7 type=del 2024-08-17T01:00:21.883 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.883+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=C99EPC4ZBF49 type=del size=3623701 2024-08-17T01:00:21.885 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.884+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~97UMFGLPEUBZ.0 size=210361 2024-08-17T01:00:21.888 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.887+0000 7fc9e32c6640 1 < completed multipart upload key=OQ1IXKB82T39 upload=97UMFGLPEUBZ tag=2UV5PCBQ2EGM type=write size=1258937 2024-08-17T01:00:21.890 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.889+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~WIH6SNGRFU1L.0 size=1048576 2024-08-17T01:00:21.892 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.891+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~WIH6SNGRFU1L.1 size=102738 2024-08-17T01:00:21.892 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.891+0000 7fc9e32c6640 1 > prepared multipart upload key=GPTER2AM6J7E upload=WIH6SNGRFU1L tag=DPE63OLF2P2D type=write size=2199890 2024-08-17T01:00:21.893 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.892+0000 7fc9e32c6640 1 < completed write operation key=3QNRD31J9WH5 tag=V5Q3LMX3KCF1 type=write size=600759 2024-08-17T01:00:21.895 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.894+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=BZUJNW4TZ3PJ type=del size=394872 2024-08-17T01:00:21.896 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.895+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~5MBCIT6C2Y1O.0 size=1048576 2024-08-17T01:00:21.897 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.897+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~5MBCIT6C2Y1O.1 size=139063 2024-08-17T01:00:21.900 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.899+0000 7fc9e32c6640 1 < completed multipart upload key=P6GWQRWU8J2B upload=5MBCIT6C2Y1O tag=YZ5SZOB09P3L type=write size=2236215 2024-08-17T01:00:21.903 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.902+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~BKNMNUV764NP.0 size=42103 2024-08-17T01:00:21.903 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.902+0000 7fc9e32c6640 1 > prepared multipart upload key=SYENEMTYLFFB upload=BKNMNUV764NP tag=Z7PLAFMEJA9Y type=write size=1090679 2024-08-17T01:00:21.904 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.904+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~8S0Q8NMV2NHJ.0 size=1048576 2024-08-17T01:00:21.906 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.905+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~8S0Q8NMV2NHJ.1 size=215946 2024-08-17T01:00:21.909 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.908+0000 7fc9e32c6640 1 < completed multipart upload key=7YJVD2TL2U1Q upload=8S0Q8NMV2NHJ tag=XX7R7W681LS1 type=write size=2313098 2024-08-17T01:00:21.914 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.910+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=M8C2RZ3ZBWS0 type=write size=877790 2024-08-17T01:00:21.914 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.912+0000 7fc9e32c6640 1 < completed write operation key=P6GWQRWU8J2B tag=LKOLF5K6DSDE type=write size=247656 2024-08-17T01:00:21.916 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.915+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~N0TNI4ID0OCP.0 size=654386 2024-08-17T01:00:21.916 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.915+0000 7fc9e32c6640 1 > prepared multipart upload key=UBSJCVKYWX6F upload=N0TNI4ID0OCP tag=1UH2NRATBTXP type=write size=1702962 2024-08-17T01:00:21.918 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.917+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~O5IIOS3N8R77.0 size=1048576 2024-08-17T01:00:21.918 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.917+0000 7fc9e32c6640 1 < canceled part key=_multipart_HPIXXJSLU5J6.2~O5IIOS3N8R77.1 size=928651 2024-08-17T01:00:21.920 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.920+0000 7fc9e32c6640 1 < canceled multipart upload key=HPIXXJSLU5J6 upload=O5IIOS3N8R77 tag=6QU8SCEWOZ15 type=write size=3025803 2024-08-17T01:00:21.923 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.923+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~WIL2W3X5YOXF.0 size=590982 2024-08-17T01:00:21.923 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.923+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=WIL2W3X5YOXF tag=7FK37REH08ZK type=write size=1639558 2024-08-17T01:00:21.924 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.923+0000 7fc9e32c6640 1 < canceled part key=_multipart_TN1LRZX0D64M.2~03RXF23KR99L.0 size=668841 2024-08-17T01:00:21.926 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.926+0000 7fc9e32c6640 1 < canceled multipart upload key=TN1LRZX0D64M upload=03RXF23KR99L tag=5GJSX52EEX7L type=write size=1717417 2024-08-17T01:00:21.928 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.927+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=4FGJNHRRIVYQ type=del size=960497 2024-08-17T01:00:21.930 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.930+0000 7fc9e32c6640 1 < suggested remove operation key=GPTER2AM6J7E tag=DI7RH9OWE995 type=del 2024-08-17T01:00:21.932 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.931+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=HUEDOXHFG3H2 type=del size=4133003 2024-08-17T01:00:21.933 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.933+0000 7fc9e32c6640 1 < canceled operation key=XHAAVXY5RRVM tag=NUR8OJGUDM6S type=write size=996315 2024-08-17T01:00:21.935 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.934+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=V6HI40AD45FW type=del size=1645340 2024-08-17T01:00:21.938 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.937+0000 7fc9e32c6640 1 < suggested update operation key=TN1LRZX0D64M tag=FDFB8O61IO1T type=del size=1620503 2024-08-17T01:00:21.940 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.939+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=6DWY10KYHVOB type=write size=215973 2024-08-17T01:00:21.941 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.941+0000 7fc9e32c6640 1 < completed delete operation key=04A7K18FAZTD tag=UUI9IQWDUJBF type=del 2024-08-17T01:00:21.944 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.943+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~EH37YUATDUCI.0 size=511431 2024-08-17T01:00:21.944 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.943+0000 7fc9e32c6640 1 > prepared multipart upload key=SNQ4IXALP94F upload=EH37YUATDUCI tag=XOZ0PX31SS6I type=write size=1560007 2024-08-17T01:00:21.945 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.945+0000 7fc9e32c6640 1 < completed delete operation key=P6GWQRWU8J2B tag=UTUDNSVKE6IO type=del 2024-08-17T01:00:21.947 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.946+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=NHU29J9KW89A type=del size=2568402 2024-08-17T01:00:21.948 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.948+0000 7fc9e32c6640 1 < completed delete operation key=FP808QN0QDSP tag=X6I1SIUUQ2EY type=del 2024-08-17T01:00:21.951 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.950+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~6HZ600PJTOR4.0 size=781747 2024-08-17T01:00:21.951 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.950+0000 7fc9e32c6640 1 > prepared multipart upload key=TOPN4SUVVWJ4 upload=6HZ600PJTOR4 tag=MDVP8QN8Y3RH type=write size=1830323 2024-08-17T01:00:21.952 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.952+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~X6RTFNZNRSJ6.0 size=511439 2024-08-17T01:00:21.955 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.954+0000 7fc9e32c6640 1 < completed multipart upload key=7YJVD2TL2U1Q upload=X6RTFNZNRSJ6 tag=DYQ6R8X77D47 type=write size=1560015 2024-08-17T01:00:21.958 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.957+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~5W4P3KPJJV04.0 size=28057 2024-08-17T01:00:21.958 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.957+0000 7fc9e32c6640 1 > prepared multipart upload key=XHAAVXY5RRVM upload=5W4P3KPJJV04 tag=2M28KCQWS5QH type=write size=1076633 2024-08-17T01:00:21.959 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.958+0000 7fc9e32c6640 1 < completed delete operation key=NJYN8PLMG5AN tag=N25RZVSR9W17 type=del 2024-08-17T01:00:21.961 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.960+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=N6CSX23S44LG type=del size=1316906 2024-08-17T01:00:21.962 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.961+0000 7fc9e32c6640 1 < completed delete operation key=NJYN8PLMG5AN tag=C99EPC4ZBF49 type=del 2024-08-17T01:00:21.963 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.963+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=X84X4GH5WKLP type=del size=2836358 2024-08-17T01:00:21.965 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.964+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~WIH6SNGRFU1L.0 size=1048576 2024-08-17T01:00:21.966 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.965+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~WIH6SNGRFU1L.1 size=102738 2024-08-17T01:00:21.969 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.968+0000 7fc9e32c6640 1 < completed multipart upload key=GPTER2AM6J7E upload=WIH6SNGRFU1L tag=DPE63OLF2P2D type=write size=2199890 2024-08-17T01:00:21.972 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.971+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~BN47ANHBG8Q7.0 size=315893 2024-08-17T01:00:21.972 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.971+0000 7fc9e32c6640 1 > prepared multipart upload key=SYENEMTYLFFB upload=BN47ANHBG8Q7 tag=G6PDC3MNLTJV type=write size=1364469 2024-08-17T01:00:21.973 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.972+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=BZUJNW4TZ3PJ type=del 2024-08-17T01:00:21.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:21 smithi082 ceph-mon[94343]: osdmap e1097: 8 total, 8 up, 8 in 2024-08-17T01:00:21.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:21 smithi082 ceph-mon[91979]: osdmap e1097: 8 total, 8 up, 8 in 2024-08-17T01:00:21.975 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.974+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=KXZZ3IW5NGTM type=del size=2695160 2024-08-17T01:00:21.976 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.975+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~BKNMNUV764NP.0 size=42103 2024-08-17T01:00:21.979 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.978+0000 7fc9e32c6640 1 < completed multipart upload key=SYENEMTYLFFB upload=BKNMNUV764NP tag=Z7PLAFMEJA9Y type=write size=1090679 2024-08-17T01:00:21.981 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.980+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~TWIA1Q6A4D9B.0 size=1048576 2024-08-17T01:00:21.982 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.981+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~TWIA1Q6A4D9B.1 size=193735 2024-08-17T01:00:21.982 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.981+0000 7fc9e32c6640 1 > prepared multipart upload key=TOPN4SUVVWJ4 upload=TWIA1Q6A4D9B tag=V2FF7KNLF48H type=write size=2290887 2024-08-17T01:00:21.983 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.983+0000 7fc9e32c6640 1 < completed write operation key=SR0C26PR3RCQ tag=M8C2RZ3ZBWS0 type=write size=877790 2024-08-17T01:00:21.985 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.984+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=TUZPJPOO753L type=write size=1017870 2024-08-17T01:00:21.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:21 smithi137 ceph-mon[86391]: osdmap e1097: 8 total, 8 up, 8 in 2024-08-17T01:00:21.987 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.986+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~N0TNI4ID0OCP.0 size=654386 2024-08-17T01:00:21.989 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.988+0000 7fc9e32c6640 1 < completed multipart upload key=UBSJCVKYWX6F upload=N0TNI4ID0OCP tag=1UH2NRATBTXP type=write size=1702962 2024-08-17T01:00:21.991 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.990+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=E95TPQMW0OQ9 type=del size=225216 2024-08-17T01:00:21.992 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.991+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~WIL2W3X5YOXF.0 size=590982 2024-08-17T01:00:21.994 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.994+0000 7fc9e32c6640 1 < completed multipart upload key=NJYN8PLMG5AN upload=WIL2W3X5YOXF tag=7FK37REH08ZK type=write size=1639558 2024-08-17T01:00:21.996 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.995+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=PJ5DE21VA4X2 type=del size=1849162 2024-08-17T01:00:21.997 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.997+0000 7fc9e32c6640 1 < completed delete operation key=0GIHJJ2YE1EF tag=4FGJNHRRIVYQ type=del 2024-08-17T01:00:21.999 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:21.998+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=NE122ZZQBUM4 type=del size=981471 2024-08-17T01:00:22.002 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.001+0000 7fc9e32c6640 1 < suggested update operation key=M40V1TN9S9M2 tag=HUEDOXHFG3H2 type=del size=4133003 2024-08-17T01:00:22.003 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.002+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=NRD919OL7YXV type=del size=2712442 2024-08-17T01:00:22.005 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.004+0000 7fc9e32c6640 1 < completed delete operation key=SYENEMTYLFFB tag=V6HI40AD45FW type=del 2024-08-17T01:00:22.006 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.005+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=K12CCTPHK316 type=del size=1944847 2024-08-17T01:00:22.008 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.007+0000 7fc9e32c6640 1 < completed write operation key=SNQ4IXALP94F tag=6DWY10KYHVOB type=write size=215973 2024-08-17T01:00:22.011 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.010+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~8Z93JOA7G4P0.0 size=1048576 2024-08-17T01:00:22.012 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.011+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~8Z93JOA7G4P0.1 size=42084 2024-08-17T01:00:22.012 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.011+0000 7fc9e32c6640 1 > prepared multipart upload key=04A7K18FAZTD upload=8Z93JOA7G4P0 tag=IF8N5EQ9ASDH type=write size=2139236 2024-08-17T01:00:22.014 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.013+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~EH37YUATDUCI.0 size=511431 2024-08-17T01:00:22.016 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.015+0000 7fc9e32c6640 1 < completed multipart upload key=SNQ4IXALP94F upload=EH37YUATDUCI tag=XOZ0PX31SS6I type=write size=1560007 2024-08-17T01:00:22.019 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.018+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~4QSX2EZ59WA6.0 size=322399 2024-08-17T01:00:22.019 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.018+0000 7fc9e32c6640 1 > prepared multipart upload key=ZFTRWL3EXMLQ upload=4QSX2EZ59WA6 tag=LEERCKH275IN type=write size=1370975 2024-08-17T01:00:22.020 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.019+0000 7fc9e32c6640 1 < completed delete operation key=TN1LRZX0D64M tag=NHU29J9KW89A type=del 2024-08-17T01:00:22.022 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.021+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=B48CP6FHD3NM type=del size=1976101 2024-08-17T01:00:22.023 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.023+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~6HZ600PJTOR4.0 size=781747 2024-08-17T01:00:22.026 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.025+0000 7fc9e32c6640 1 < completed multipart upload key=TOPN4SUVVWJ4 upload=6HZ600PJTOR4 tag=MDVP8QN8Y3RH type=write size=1830323 2024-08-17T01:00:22.027 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.026+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=S7KWCZIRQ0JU type=del size=2899545 2024-08-17T01:00:22.028 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.027+0000 7fc9e32c6640 1 < canceled part key=_multipart_XHAAVXY5RRVM.2~5W4P3KPJJV04.0 size=28057 2024-08-17T01:00:22.030 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.029+0000 7fc9e32c6640 1 < canceled multipart upload key=XHAAVXY5RRVM upload=5W4P3KPJJV04 tag=2M28KCQWS5QH type=write size=1076633 2024-08-17T01:00:22.033 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.032+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~JRPDB5UJ8711.0 size=1048576 2024-08-17T01:00:22.034 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.033+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~JRPDB5UJ8711.1 size=1048576 2024-08-17T01:00:22.035 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.034+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~JRPDB5UJ8711.2 size=181818 2024-08-17T01:00:22.035 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.034+0000 7fc9e32c6640 1 > prepared multipart upload key=WN539WGGF4SK upload=JRPDB5UJ8711 tag=NSXCQHGX3GPN type=write size=3327546 2024-08-17T01:00:22.037 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.036+0000 7fc9e32c6640 1 < completed delete operation key=NJYN8PLMG5AN tag=N6CSX23S44LG type=del 2024-08-17T01:00:22.039 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.039+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~MKK21V1NBRG9.0 size=1048576 2024-08-17T01:00:22.040 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.040+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~MKK21V1NBRG9.1 size=796643 2024-08-17T01:00:22.041 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.040+0000 7fc9e32c6640 1 > prepared multipart upload key=3426C909P2VX upload=MKK21V1NBRG9 tag=2YF93G1B4O5Y type=write size=2893795 2024-08-17T01:00:22.042 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.041+0000 7fc9e32c6640 1 < canceled operation key=GPTER2AM6J7E tag=X84X4GH5WKLP type=del size=2836358 2024-08-17T01:00:22.043 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.043+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=LHKKM6IW6WW8 type=del size=1469470 2024-08-17T01:00:22.045 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.044+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~BN47ANHBG8Q7.0 size=315893 2024-08-17T01:00:22.047 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.047+0000 7fc9e32c6640 1 < completed multipart upload key=SYENEMTYLFFB upload=BN47ANHBG8Q7 tag=G6PDC3MNLTJV type=write size=1364469 2024-08-17T01:00:22.049 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.048+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=I4SBEKNT6I4E type=del size=525613 2024-08-17T01:00:22.050 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.050+0000 7fc9e32c6640 1 < canceled operation key=OQ1IXKB82T39 tag=KXZZ3IW5NGTM type=del size=2695160 2024-08-17T01:00:22.052 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.052+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=25T6EZX7LMQR type=del size=2694341 2024-08-17T01:00:22.054 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.053+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~TWIA1Q6A4D9B.0 size=1048576 2024-08-17T01:00:22.056 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.055+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~TWIA1Q6A4D9B.1 size=193735 2024-08-17T01:00:22.058 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.058+0000 7fc9e32c6640 1 < completed multipart upload key=TOPN4SUVVWJ4 upload=TWIA1Q6A4D9B tag=V2FF7KNLF48H type=write size=2290887 2024-08-17T01:00:22.061 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.061+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~EDAC4GT31GU3.0 size=1048576 2024-08-17T01:00:22.063 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.062+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~EDAC4GT31GU3.1 size=846203 2024-08-17T01:00:22.063 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.062+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=EDAC4GT31GU3 tag=4TDP5X13FUZ1 type=write size=2943355 2024-08-17T01:00:22.065 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.065+0000 7fc9e32c6640 1 < suggested remove operation key=HPIXXJSLU5J6 tag=TUZPJPOO753L type=write 2024-08-17T01:00:22.068 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.067+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~8JH502SF828U.0 size=1048576 2024-08-17T01:00:22.069 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.069+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~8JH502SF828U.1 size=1048576 2024-08-17T01:00:22.071 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.070+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~8JH502SF828U.2 size=397778 2024-08-17T01:00:22.071 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.070+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=8JH502SF828U tag=MLQRO3L0JKQ4 type=write size=3543506 2024-08-17T01:00:22.072 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.071+0000 7fc9e32c6640 1 < completed delete operation key=M0RSO8RQ43YG tag=E95TPQMW0OQ9 type=del 2024-08-17T01:00:22.074 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.073+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=88Y9YQ37JJBD type=del size=592520 2024-08-17T01:00:22.075 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.074+0000 7fc9e32c6640 1 < completed delete operation key=NJYN8PLMG5AN tag=PJ5DE21VA4X2 type=del 2024-08-17T01:00:22.078 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.077+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~38MDE6IQ7EFQ.0 size=855042 2024-08-17T01:00:22.078 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.077+0000 7fc9e32c6640 1 > prepared multipart upload key=3QNRD31J9WH5 upload=38MDE6IQ7EFQ tag=05AJRN4YWBXJ type=write size=1903618 2024-08-17T01:00:22.079 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.078+0000 7fc9e32c6640 1 < canceled operation key=7YJVD2TL2U1Q tag=NE122ZZQBUM4 type=del size=981471 2024-08-17T01:00:22.082 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.081+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~6X0R8OIJXP6N.0 size=1048576 2024-08-17T01:00:22.083 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.082+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~6X0R8OIJXP6N.1 size=576144 2024-08-17T01:00:22.083 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.082+0000 7fc9e32c6640 1 > prepared multipart upload key=3QNRD31J9WH5 upload=6X0R8OIJXP6N tag=2Y9NJGP7KYFX type=write size=2673296 2024-08-17T01:00:22.086 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.085+0000 7fc9e32c6640 1 < suggested remove operation key=TOPN4SUVVWJ4 tag=NRD919OL7YXV type=del 2024-08-17T01:00:22.087 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.087+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=L4TBO2AB6RYH type=del size=2394552 2024-08-17T01:00:22.089 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.088+0000 7fc9e32c6640 1 < completed delete operation key=UBSJCVKYWX6F tag=K12CCTPHK316 type=del 2024-08-17T01:00:22.091 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.090+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=PFOEAEC4470U type=del size=3645226 2024-08-17T01:00:22.092 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.091+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~8Z93JOA7G4P0.0 size=1048576 2024-08-17T01:00:22.094 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.093+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~8Z93JOA7G4P0.1 size=42084 2024-08-17T01:00:22.096 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.095+0000 7fc9e32c6640 1 < completed multipart upload key=04A7K18FAZTD upload=8Z93JOA7G4P0 tag=IF8N5EQ9ASDH type=write size=2139236 2024-08-17T01:00:22.098 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.097+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=VJ4PDU4IU2TV type=del size=1500997 2024-08-17T01:00:22.099 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.098+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~4QSX2EZ59WA6.0 size=322399 2024-08-17T01:00:22.102 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.101+0000 7fc9e32c6640 1 < completed multipart upload key=ZFTRWL3EXMLQ upload=4QSX2EZ59WA6 tag=LEERCKH275IN type=write size=1370975 2024-08-17T01:00:22.103 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.103+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=LDU6JML54UOI type=del size=2244453 2024-08-17T01:00:22.106 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.106+0000 7fc9e32c6640 1 < suggested update operation key=3QNRD31J9WH5 tag=B48CP6FHD3NM type=del size=1976101 2024-08-17T01:00:22.109 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.109+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~QNCE0YUMR1UZ.0 size=384892 2024-08-17T01:00:22.109 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.109+0000 7fc9e32c6640 1 > prepared multipart upload key=M40V1TN9S9M2 upload=QNCE0YUMR1UZ tag=FI4UN15XUJNJ type=write size=1433468 2024-08-17T01:00:22.111 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.111+0000 7fc9e32c6640 1 < completed delete operation key=RNSEALS0CEAA tag=S7KWCZIRQ0JU type=del 2024-08-17T01:00:22.113 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.112+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=9LH7O9DXCEWT type=write size=578290 2024-08-17T01:00:22.114 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.114+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~JRPDB5UJ8711.0 size=1048576 2024-08-17T01:00:22.116 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.115+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~JRPDB5UJ8711.1 size=1048576 2024-08-17T01:00:22.117 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.116+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~JRPDB5UJ8711.2 size=181818 2024-08-17T01:00:22.122 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.119+0000 7fc9e32c6640 1 < completed multipart upload key=WN539WGGF4SK upload=JRPDB5UJ8711 tag=NSXCQHGX3GPN type=write size=3327546 2024-08-17T01:00:22.122 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.120+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=UXT4EX2PO4G6 type=del size=364880 2024-08-17T01:00:22.123 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.122+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~MKK21V1NBRG9.0 size=1048576 2024-08-17T01:00:22.124 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.123+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~MKK21V1NBRG9.1 size=796643 2024-08-17T01:00:22.127 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.126+0000 7fc9e32c6640 1 < completed multipart upload key=3426C909P2VX upload=MKK21V1NBRG9 tag=2YF93G1B4O5Y type=write size=2893795 2024-08-17T01:00:22.129 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.129+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~W9N5EPQV5CQU.0 size=1048576 2024-08-17T01:00:22.131 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.130+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~W9N5EPQV5CQU.1 size=1048576 2024-08-17T01:00:22.132 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.131+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~W9N5EPQV5CQU.2 size=194994 2024-08-17T01:00:22.132 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.131+0000 7fc9e32c6640 1 > prepared multipart upload key=TOPN4SUVVWJ4 upload=W9N5EPQV5CQU tag=P90Z4M230YQ6 type=write size=3340722 2024-08-17T01:00:22.133 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.132+0000 7fc9e32c6640 1 < completed delete operation key=M0RSO8RQ43YG tag=LHKKM6IW6WW8 type=del 2024-08-17T01:00:22.135 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.134+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=C9HTM0DQ0MIE type=del size=2040226 2024-08-17T01:00:22.136 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.135+0000 7fc9e32c6640 1 < completed delete operation key=0GIHJJ2YE1EF tag=I4SBEKNT6I4E type=del 2024-08-17T01:00:22.138 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.137+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=JSJSY3R7LJLV type=write size=702676 2024-08-17T01:00:22.141 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.140+0000 7fc9e32c6640 1 < suggested update operation key=ZFTRWL3EXMLQ tag=25T6EZX7LMQR type=del size=2694341 2024-08-17T01:00:22.143 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.142+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=YXX4DT1TCQLO type=del size=326204 2024-08-17T01:00:22.145 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.144+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~EDAC4GT31GU3.0 size=1048576 2024-08-17T01:00:22.146 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.145+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~EDAC4GT31GU3.1 size=846203 2024-08-17T01:00:22.149 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.148+0000 7fc9e32c6640 1 < completed multipart upload key=W14LJICPB60X upload=EDAC4GT31GU3 tag=4TDP5X13FUZ1 type=write size=2943355 2024-08-17T01:00:22.151 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.150+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=7QMBG5TI5OQB type=del size=3700974 2024-08-17T01:00:22.152 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.152+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~8JH502SF828U.0 size=1048576 2024-08-17T01:00:22.154 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.153+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~8JH502SF828U.1 size=1048576 2024-08-17T01:00:22.154 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.153+0000 7fc9e32c6640 1 < canceled part key=_multipart_7YJVD2TL2U1Q.2~8JH502SF828U.2 size=397778 2024-08-17T01:00:22.156 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.155+0000 7fc9e32c6640 1 < canceled multipart upload key=7YJVD2TL2U1Q upload=8JH502SF828U tag=MLQRO3L0JKQ4 type=write size=3543506 2024-08-17T01:00:22.158 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.157+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=SSMAV6UQFCNO type=del size=2202135 2024-08-17T01:00:22.160 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.159+0000 7fc9e32c6640 -1 < failed to complete operation key=3QNRD31J9WH5 tag=88Y9YQ37JJBD type=del size=592520: (22) Invalid argument 2024-08-17T01:00:22.163 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.162+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~2O2PS2SE4JPJ.0 size=1048576 2024-08-17T01:00:22.164 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.163+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~2O2PS2SE4JPJ.1 size=963333 2024-08-17T01:00:22.164 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.163+0000 7fc9e32c6640 1 > prepared multipart upload key=TOPN4SUVVWJ4 upload=2O2PS2SE4JPJ tag=SC6QOQJ0UZQR type=write size=3060485 2024-08-17T01:00:22.165 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.165+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~38MDE6IQ7EFQ.0 size=855042 2024-08-17T01:00:22.168 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.167+0000 7fc9e32c6640 1 < completed multipart upload key=3QNRD31J9WH5 upload=38MDE6IQ7EFQ tag=05AJRN4YWBXJ type=write size=1903618 2024-08-17T01:00:22.170 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.169+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=W3YY500OLH68 type=del size=265686 2024-08-17T01:00:22.171 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.170+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~6X0R8OIJXP6N.0 size=1048576 2024-08-17T01:00:22.172 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.171+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~6X0R8OIJXP6N.1 size=576144 2024-08-17T01:00:22.174 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.174+0000 7fc9e32c6640 1 < completed multipart upload key=3QNRD31J9WH5 upload=6X0R8OIJXP6N tag=2Y9NJGP7KYFX type=write size=2673296 2024-08-17T01:00:22.177 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.177+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~V5U63MPK1P32.0 size=1048576 2024-08-17T01:00:22.179 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.178+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~V5U63MPK1P32.1 size=833066 2024-08-17T01:00:22.179 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.178+0000 7fc9e32c6640 1 > prepared multipart upload key=WN539WGGF4SK upload=V5U63MPK1P32 tag=NHJF69RKX28A type=write size=2930218 2024-08-17T01:00:22.180 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.180+0000 7fc9e32c6640 1 < completed delete operation key=NJYN8PLMG5AN tag=L4TBO2AB6RYH type=del 2024-08-17T01:00:22.184 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.183+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~ZCJLVJW9ZW7B.0 size=1048576 2024-08-17T01:00:22.186 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.184+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~ZCJLVJW9ZW7B.1 size=199673 2024-08-17T01:00:22.186 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.184+0000 7fc9e32c6640 1 > prepared multipart upload key=ODZIOPEGEARM upload=ZCJLVJW9ZW7B tag=XQBJYOIH6SPD type=write size=2296825 2024-08-17T01:00:22.187 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.186+0000 7fc9e32c6640 1 < completed delete operation key=GPTER2AM6J7E tag=PFOEAEC4470U type=del 2024-08-17T01:00:22.190 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.189+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~0TDZVJGUMDXS.0 size=373703 2024-08-17T01:00:22.190 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.189+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=0TDZVJGUMDXS tag=FWBHPUE2DC6V type=write size=1422279 2024-08-17T01:00:22.192 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.191+0000 7fc9e32c6640 1 < canceled operation key=DWB3YGH7YBZB tag=VJ4PDU4IU2TV type=del size=1500997 2024-08-17T01:00:22.193 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.193+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=IB0M4OWGEDL6 type=del size=3538511 2024-08-17T01:00:22.195 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.194+0000 7fc9e32c6640 1 < completed delete operation key=M0RSO8RQ43YG tag=LDU6JML54UOI type=del 2024-08-17T01:00:22.198 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.197+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~ZGQK8ON5MQDH.0 size=1048576 2024-08-17T01:00:22.199 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.199+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~ZGQK8ON5MQDH.1 size=855256 2024-08-17T01:00:22.199 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.199+0000 7fc9e32c6640 1 > prepared multipart upload key=ODZIOPEGEARM upload=ZGQK8ON5MQDH tag=O9ADMDH1PSTM type=write size=2952408 2024-08-17T01:00:22.201 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.200+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~QNCE0YUMR1UZ.0 size=384892 2024-08-17T01:00:22.204 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.203+0000 7fc9e32c6640 1 < completed multipart upload key=M40V1TN9S9M2 upload=QNCE0YUMR1UZ tag=FI4UN15XUJNJ type=write size=1433468 2024-08-17T01:00:22.206 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.205+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=OH98PQJJ3WBA type=del size=1808896 2024-08-17T01:00:22.209 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.208+0000 7fc9e32c6640 1 < suggested remove operation key=GPTER2AM6J7E tag=9LH7O9DXCEWT type=write 2024-08-17T01:00:22.211 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.210+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=FDGQ1J8DABUF type=del size=3474517 2024-08-17T01:00:22.213 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.212+0000 7fc9e32c6640 1 < completed delete operation key=0GIHJJ2YE1EF tag=UXT4EX2PO4G6 type=del 2024-08-17T01:00:22.216 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.215+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~I7NPG464D95M.0 size=694803 2024-08-17T01:00:22.216 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.215+0000 7fc9e32c6640 1 > prepared multipart upload key=M40V1TN9S9M2 upload=I7NPG464D95M tag=LF1WQA0OJSBW type=write size=1743379 2024-08-17T01:00:22.218 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.217+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~W9N5EPQV5CQU.0 size=1048576 2024-08-17T01:00:22.218 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.217+0000 7fc9e32c6640 1 < canceled part key=_multipart_TOPN4SUVVWJ4.2~W9N5EPQV5CQU.1 size=1048576 2024-08-17T01:00:22.219 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.218+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~W9N5EPQV5CQU.2 size=194994 2024-08-17T01:00:22.222 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.221+0000 7fc9e32c6640 1 < canceled multipart upload key=TOPN4SUVVWJ4 upload=W9N5EPQV5CQU tag=P90Z4M230YQ6 type=write size=3340722 2024-08-17T01:00:22.224 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.223+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=R1FS3EIH0P89 type=del size=932850 2024-08-17T01:00:22.226 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.225+0000 7fc9e32c6640 1 < completed delete operation key=9ZTGHGASZU54 tag=C9HTM0DQ0MIE type=del 2024-08-17T01:00:22.227 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.227+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=SLY814MB3153 type=del size=900594 2024-08-17T01:00:22.229 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.228+0000 7fc9e32c6640 1 < completed write operation key=WN539WGGF4SK tag=JSJSY3R7LJLV type=write size=702676 2024-08-17T01:00:22.232 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.231+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~RCD61VJEJ7ME.0 size=1048576 2024-08-17T01:00:22.233 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.233+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~RCD61VJEJ7ME.1 size=1048576 2024-08-17T01:00:22.235 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.234+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~RCD61VJEJ7ME.2 size=774978 2024-08-17T01:00:22.235 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.234+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=RCD61VJEJ7ME tag=9IU6VEV80VR6 type=write size=3920706 2024-08-17T01:00:22.236 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.236+0000 7fc9e32c6640 1 < completed delete operation key=ODZIOPEGEARM tag=YXX4DT1TCQLO type=del 2024-08-17T01:00:22.238 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.237+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=AKQALGQJUQ23 type=del size=1643307 2024-08-17T01:00:22.240 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.239+0000 7fc9e32c6640 -1 < failed to complete operation key=GPTER2AM6J7E tag=7QMBG5TI5OQB type=del size=3700974: (22) Invalid argument 2024-08-17T01:00:22.242 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.241+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=R5EDC4NFCGMW type=del size=162415 2024-08-17T01:00:22.243 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.243+0000 7fc9e32c6640 1 < completed delete operation key=UBSJCVKYWX6F tag=SSMAV6UQFCNO type=del 2024-08-17T01:00:22.246 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.246+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~2SBQD1P75WYX.0 size=984433 2024-08-17T01:00:22.246 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.246+0000 7fc9e32c6640 1 > prepared multipart upload key=DWB3YGH7YBZB upload=2SBQD1P75WYX tag=U6MWVVU2KN9B type=write size=2033009 2024-08-17T01:00:22.248 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.247+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~2O2PS2SE4JPJ.0 size=1048576 2024-08-17T01:00:22.249 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.249+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~2O2PS2SE4JPJ.1 size=963333 2024-08-17T01:00:22.252 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.251+0000 7fc9e32c6640 1 < completed multipart upload key=TOPN4SUVVWJ4 upload=2O2PS2SE4JPJ tag=SC6QOQJ0UZQR type=write size=3060485 2024-08-17T01:00:22.254 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.253+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=051HNU6F9YAX type=del size=4131553 2024-08-17T01:00:22.257 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.256+0000 7fc9e32c6640 1 < suggested remove operation key=9X03OB1P1EOH tag=W3YY500OLH68 type=del 2024-08-17T01:00:22.260 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.260+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~8YUM6IH8YSHQ.0 size=1048576 2024-08-17T01:00:22.262 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.261+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~8YUM6IH8YSHQ.1 size=1048576 2024-08-17T01:00:22.263 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.262+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~8YUM6IH8YSHQ.2 size=636231 2024-08-17T01:00:22.263 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.262+0000 7fc9e32c6640 1 > prepared multipart upload key=UBSJCVKYWX6F upload=8YUM6IH8YSHQ tag=JFAI4J29IDJU type=write size=3781959 2024-08-17T01:00:22.263 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.263+0000 7fc9e32c6640 1 < canceled part key=_multipart_WN539WGGF4SK.2~V5U63MPK1P32.0 size=1048576 2024-08-17T01:00:22.264 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.264+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~V5U63MPK1P32.1 size=833066 2024-08-17T01:00:22.267 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.267+0000 7fc9e32c6640 1 < canceled multipart upload key=WN539WGGF4SK upload=V5U63MPK1P32 tag=NHJF69RKX28A type=write size=2930218 2024-08-17T01:00:22.269 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.268+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=910GEGS3ZZS1 type=del size=2824590 2024-08-17T01:00:22.270 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.270+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~ZCJLVJW9ZW7B.0 size=1048576 2024-08-17T01:00:22.272 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.271+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~ZCJLVJW9ZW7B.1 size=199673 2024-08-17T01:00:22.275 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.274+0000 7fc9e32c6640 1 < completed multipart upload key=ODZIOPEGEARM upload=ZCJLVJW9ZW7B tag=XQBJYOIH6SPD type=write size=2296825 2024-08-17T01:00:22.276 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.275+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=N5CB3M0HS3UF type=write size=50981 2024-08-17T01:00:22.278 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.277+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~0TDZVJGUMDXS.0 size=373703 2024-08-17T01:00:22.280 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.280+0000 7fc9e32c6640 1 < completed multipart upload key=NJYN8PLMG5AN upload=0TDZVJGUMDXS tag=FWBHPUE2DC6V type=write size=1422279 2024-08-17T01:00:22.282 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.281+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=523PHC0BCRNZ type=write size=636112 2024-08-17T01:00:22.284 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.283+0000 7fc9e32c6640 1 < completed delete operation key=RNSEALS0CEAA tag=IB0M4OWGEDL6 type=del 2024-08-17T01:00:22.285 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.284+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=C1DO3IBSCCFH type=del size=956235 2024-08-17T01:00:22.287 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.286+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~ZGQK8ON5MQDH.0 size=1048576 2024-08-17T01:00:22.288 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.288+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~ZGQK8ON5MQDH.1 size=855256 2024-08-17T01:00:22.291 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.291+0000 7fc9e32c6640 1 < completed multipart upload key=ODZIOPEGEARM upload=ZGQK8ON5MQDH tag=O9ADMDH1PSTM type=write size=2952408 2024-08-17T01:00:22.293 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.292+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=JQKDD1O7BJZF type=del size=3145597 2024-08-17T01:00:22.296 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.295+0000 7fc9e32c6640 1 < suggested update operation key=0GIHJJ2YE1EF tag=OH98PQJJ3WBA type=del size=1808896 2024-08-17T01:00:22.298 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.297+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=QX86BRFACMBD type=del size=2181401 2024-08-17T01:00:22.299 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.299+0000 7fc9e32c6640 1 < canceled operation key=3QNRD31J9WH5 tag=FDGQ1J8DABUF type=del size=3474517 2024-08-17T01:00:22.301 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.300+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=NBFTEEJQ6UBG type=del size=1209228 2024-08-17T01:00:22.301 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.300+0000 7fc9e32c6640 1 < canceled part key=_multipart_M40V1TN9S9M2.2~I7NPG464D95M.0 size=694803 2024-08-17T01:00:22.304 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.303+0000 7fc9e32c6640 1 < canceled multipart upload key=M40V1TN9S9M2 upload=I7NPG464D95M tag=LF1WQA0OJSBW type=write size=1743379 2024-08-17T01:00:22.306 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.305+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=9CK303542GHK type=del size=1187986 2024-08-17T01:00:22.307 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.307+0000 7fc9e32c6640 1 < canceled operation key=W14LJICPB60X tag=R1FS3EIH0P89 type=del size=932850 2024-08-17T01:00:22.309 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.308+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=KT1XMRNZF2QS type=write size=458888 2024-08-17T01:00:22.312 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.311+0000 7fc9e32c6640 1 < suggested remove operation key=0GIHJJ2YE1EF tag=SLY814MB3153 type=del 2024-08-17T01:00:22.314 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.313+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=48HBSPSSK797 type=del size=2010297 2024-08-17T01:00:22.316 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.315+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~RCD61VJEJ7ME.0 size=1048576 2024-08-17T01:00:22.317 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.316+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~RCD61VJEJ7ME.1 size=1048576 2024-08-17T01:00:22.318 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.317+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~RCD61VJEJ7ME.2 size=774978 2024-08-17T01:00:22.320 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.320+0000 7fc9e32c6640 1 < completed multipart upload key=Y5CGDXUEE4A5 upload=RCD61VJEJ7ME tag=9IU6VEV80VR6 type=write size=3920706 2024-08-17T01:00:22.322 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.321+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=NAPC5SKVZNW1 type=del size=429388 2024-08-17T01:00:22.326 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.324+0000 7fc9e32c6640 1 < suggested remove operation key=9ZTGHGASZU54 tag=AKQALGQJUQ23 type=del 2024-08-17T01:00:22.326 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.326+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=MCG7QEABP95A type=del size=2199285 2024-08-17T01:00:22.328 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.327+0000 7fc9e32c6640 1 < completed delete operation key=ODZIOPEGEARM tag=R5EDC4NFCGMW type=del 2024-08-17T01:00:22.330 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.329+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=0LXNLI1XA7SN type=del size=3760154 2024-08-17T01:00:22.331 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.331+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~2SBQD1P75WYX.0 size=984433 2024-08-17T01:00:22.334 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.333+0000 7fc9e32c6640 1 < completed multipart upload key=DWB3YGH7YBZB upload=2SBQD1P75WYX tag=U6MWVVU2KN9B type=write size=2033009 2024-08-17T01:00:22.335 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.335+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=US6UMN580YPN type=del size=3460295 2024-08-17T01:00:22.337 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.336+0000 7fc9e32c6640 1 < completed delete operation key=3QNRD31J9WH5 tag=051HNU6F9YAX type=del 2024-08-17T01:00:22.340 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.339+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~HL08Y02ZAX9A.0 size=69139 2024-08-17T01:00:22.340 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.339+0000 7fc9e32c6640 1 > prepared multipart upload key=M0RSO8RQ43YG upload=HL08Y02ZAX9A tag=TJKIA1LO40CQ type=write size=1117715 2024-08-17T01:00:22.340 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.340+0000 7fc9e32c6640 1 < canceled part key=_multipart_UBSJCVKYWX6F.2~8YUM6IH8YSHQ.0 size=1048576 2024-08-17T01:00:22.342 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.341+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~8YUM6IH8YSHQ.1 size=1048576 2024-08-17T01:00:22.342 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.341+0000 7fc9e32c6640 1 < canceled part key=_multipart_UBSJCVKYWX6F.2~8YUM6IH8YSHQ.2 size=636231 2024-08-17T01:00:22.345 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.344+0000 7fc9e32c6640 1 < canceled multipart upload key=UBSJCVKYWX6F upload=8YUM6IH8YSHQ tag=JFAI4J29IDJU type=write size=3781959 2024-08-17T01:00:22.346 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.345+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=FZEKKVLIGCV9 type=del size=1082910 2024-08-17T01:00:22.348 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.347+0000 7fc9e32c6640 1 < completed delete operation key=OQ1IXKB82T39 tag=910GEGS3ZZS1 type=del 2024-08-17T01:00:22.352 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.351+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~ZN38H0L755SB.0 size=1048576 2024-08-17T01:00:22.353 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.352+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~ZN38H0L755SB.1 size=1048576 2024-08-17T01:00:22.355 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.354+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~ZN38H0L755SB.2 size=784333 2024-08-17T01:00:22.355 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.354+0000 7fc9e32c6640 1 > prepared multipart upload key=M0RSO8RQ43YG upload=ZN38H0L755SB tag=WO0OXL0U53BU type=write size=3930061 2024-08-17T01:00:22.356 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.355+0000 7fc9e32c6640 1 < completed write operation key=M0RSO8RQ43YG tag=N5CB3M0HS3UF type=write size=50981 2024-08-17T01:00:22.360 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.359+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~4D5OQD2JA1MZ.0 size=1048576 2024-08-17T01:00:22.361 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.360+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~4D5OQD2JA1MZ.1 size=1048576 2024-08-17T01:00:22.362 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.362+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~4D5OQD2JA1MZ.2 size=298698 2024-08-17T01:00:22.362 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.362+0000 7fc9e32c6640 1 > prepared multipart upload key=DWB3YGH7YBZB upload=4D5OQD2JA1MZ tag=SFJSPBIHQB9K type=write size=3444426 2024-08-17T01:00:22.366 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.365+0000 7fc9e32c6640 1 < suggested remove operation key=W14LJICPB60X tag=523PHC0BCRNZ type=write 2024-08-17T01:00:22.369 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.368+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~2B7DGY4ET3NN.0 size=1048576 2024-08-17T01:00:22.370 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.369+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~2B7DGY4ET3NN.1 size=20883 2024-08-17T01:00:22.370 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.369+0000 7fc9e32c6640 1 > prepared multipart upload key=JNHP0HYR3GAN upload=2B7DGY4ET3NN tag=6NDAL8XA3UM9 type=write size=2118035 2024-08-17T01:00:22.372 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.371+0000 7fc9e32c6640 1 < completed delete operation key=HPIXXJSLU5J6 tag=C1DO3IBSCCFH type=del 2024-08-17T01:00:22.373 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.373+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=PRZGJ5EDZDMU type=del size=3097581 2024-08-17T01:00:22.375 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.374+0000 7fc9e32c6640 1 < canceled operation key=DWB3YGH7YBZB tag=JQKDD1O7BJZF type=del size=3145597 2024-08-17T01:00:22.377 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.376+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=PXWI496RCFUX type=del size=1528271 2024-08-17T01:00:22.378 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.377+0000 7fc9e32c6640 1 < completed delete operation key=04A7K18FAZTD tag=QX86BRFACMBD type=del 2024-08-17T01:00:22.380 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.379+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=9T90I523KAE6 type=write size=637868 2024-08-17T01:00:22.382 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.381+0000 7fc9e32c6640 1 < canceled operation key=OQ1IXKB82T39 tag=NBFTEEJQ6UBG type=del size=1209228 2024-08-17T01:00:22.383 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.382+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=HDFRT2DXPSG1 type=del size=399325 2024-08-17T01:00:22.385 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.384+0000 7fc9e32c6640 1 < canceled operation key=JNHP0HYR3GAN tag=9CK303542GHK type=del size=1187986 2024-08-17T01:00:22.386 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.386+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=CV1QQGWJJ3XO type=del size=3503367 2024-08-17T01:00:22.388 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.388+0000 7fc9e32c6640 1 < completed write operation key=GPTER2AM6J7E tag=KT1XMRNZF2QS type=write size=458888 2024-08-17T01:00:22.390 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.389+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=XNX3638DOQV3 type=write size=916501 2024-08-17T01:00:22.391 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.391+0000 7fc9e32c6640 1 < completed delete operation key=JNHP0HYR3GAN tag=48HBSPSSK797 type=del 2024-08-17T01:00:22.393 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.392+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=9E0KJZDD7KU3 type=del size=2006820 2024-08-17T01:00:22.395 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.394+0000 7fc9e32c6640 1 < completed delete operation key=RNSEALS0CEAA tag=NAPC5SKVZNW1 type=del 2024-08-17T01:00:22.398 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.398+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~OHK6JEKP1DVQ.0 size=976315 2024-08-17T01:00:22.398 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.398+0000 7fc9e32c6640 1 > prepared multipart upload key=ZFTRWL3EXMLQ upload=OHK6JEKP1DVQ tag=SPVX4CGUNW8J type=write size=2024891 2024-08-17T01:00:22.400 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.399+0000 7fc9e32c6640 1 < canceled operation key=RNSEALS0CEAA tag=MCG7QEABP95A type=del size=2199285 2024-08-17T01:00:22.403 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.402+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~BPWKCBW51VOC.0 size=1048576 2024-08-17T01:00:22.404 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.403+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~BPWKCBW51VOC.1 size=1048576 2024-08-17T01:00:22.405 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.405+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~BPWKCBW51VOC.2 size=381980 2024-08-17T01:00:22.406 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.405+0000 7fc9e32c6640 1 > prepared multipart upload key=M40V1TN9S9M2 upload=BPWKCBW51VOC tag=6T7TYTZ9FUI9 type=write size=3527708 2024-08-17T01:00:22.409 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.408+0000 7fc9e32c6640 1 < suggested remove operation key=M40V1TN9S9M2 tag=0LXNLI1XA7SN type=del 2024-08-17T01:00:22.410 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.410+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=5KXQ667PBIAI type=del size=4058696 2024-08-17T01:00:22.412 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.411+0000 7fc9e32c6640 1 < completed delete operation key=9ZTGHGASZU54 tag=US6UMN580YPN type=del 2024-08-17T01:00:22.414 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.413+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=1TOURSRZNG34 type=del size=1355525 2024-08-17T01:00:22.415 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.415+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~HL08Y02ZAX9A.0 size=69139 2024-08-17T01:00:22.418 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.417+0000 7fc9e32c6640 1 < completed multipart upload key=M0RSO8RQ43YG upload=HL08Y02ZAX9A tag=TJKIA1LO40CQ type=write size=1117715 2024-08-17T01:00:22.421 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.420+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~T3W0KHX24CSP.0 size=1048576 2024-08-17T01:00:22.422 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.421+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~T3W0KHX24CSP.1 size=1048576 2024-08-17T01:00:22.423 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.423+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~T3W0KHX24CSP.2 size=309612 2024-08-17T01:00:22.423 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.423+0000 7fc9e32c6640 1 > prepared multipart upload key=UBSJCVKYWX6F upload=T3W0KHX24CSP tag=97VE1KB1WEFN type=write size=3455340 2024-08-17T01:00:22.425 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.424+0000 7fc9e32c6640 1 < completed delete operation key=TN1LRZX0D64M tag=FZEKKVLIGCV9 type=del 2024-08-17T01:00:22.428 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.427+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~U8XPS8UML6YI.0 size=1048576 2024-08-17T01:00:22.429 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.428+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~U8XPS8UML6YI.1 size=989913 2024-08-17T01:00:22.429 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.428+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=U8XPS8UML6YI tag=MLEBUPWL3DMS type=write size=3087065 2024-08-17T01:00:22.430 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.429+0000 7fc9e32c6640 1 < canceled part key=_multipart_M0RSO8RQ43YG.2~ZN38H0L755SB.0 size=1048576 2024-08-17T01:00:22.431 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.430+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~ZN38H0L755SB.1 size=1048576 2024-08-17T01:00:22.432 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.432+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~ZN38H0L755SB.2 size=784333 2024-08-17T01:00:22.435 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.435+0000 7fc9e32c6640 1 < canceled multipart upload key=M0RSO8RQ43YG upload=ZN38H0L755SB tag=WO0OXL0U53BU type=write size=3930061 2024-08-17T01:00:22.438 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.437+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~0QQAU7AQ15A5.0 size=1048576 2024-08-17T01:00:22.439 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.439+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~0QQAU7AQ15A5.1 size=784333 2024-08-17T01:00:22.440 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.439+0000 7fc9e32c6640 1 > prepared multipart upload key=9X03OB1P1EOH upload=0QQAU7AQ15A5 tag=GFO9X2Z3GDCY type=write size=2881485 2024-08-17T01:00:22.441 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.440+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~4D5OQD2JA1MZ.0 size=1048576 2024-08-17T01:00:22.442 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.442+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~4D5OQD2JA1MZ.1 size=1048576 2024-08-17T01:00:22.444 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.443+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~4D5OQD2JA1MZ.2 size=298698 2024-08-17T01:00:22.447 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.446+0000 7fc9e32c6640 1 < completed multipart upload key=DWB3YGH7YBZB upload=4D5OQD2JA1MZ tag=SFJSPBIHQB9K type=write size=3444426 2024-08-17T01:00:22.448 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.447+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=C1FWSVO1FV7L type=del size=2456287 2024-08-17T01:00:22.450 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.449+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~2B7DGY4ET3NN.0 size=1048576 2024-08-17T01:00:22.451 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.450+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~2B7DGY4ET3NN.1 size=20883 2024-08-17T01:00:22.454 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.453+0000 7fc9e32c6640 1 < completed multipart upload key=JNHP0HYR3GAN upload=2B7DGY4ET3NN tag=6NDAL8XA3UM9 type=write size=2118035 2024-08-17T01:00:22.455 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.454+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=ZIM3OTOKKVCD type=del size=1013812 2024-08-17T01:00:22.457 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.456+0000 7fc9e32c6640 1 < completed delete operation key=HPIXXJSLU5J6 tag=PRZGJ5EDZDMU type=del 2024-08-17T01:00:22.458 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.458+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=YAO9Y00LR6G4 type=del size=2202349 2024-08-17T01:00:22.460 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.459+0000 7fc9e32c6640 1 < completed delete operation key=RNSEALS0CEAA tag=PXWI496RCFUX type=del 2024-08-17T01:00:22.462 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.461+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=RSOAZ8CSZY01 type=write size=762630 2024-08-17T01:00:22.464 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.463+0000 7fc9e32c6640 1 < completed write operation key=TN1LRZX0D64M tag=9T90I523KAE6 type=write size=637868 2024-08-17T01:00:22.466 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.466+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~AFQCDUNXLI04.0 size=1048576 2024-08-17T01:00:22.468 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.467+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~AFQCDUNXLI04.1 size=218614 2024-08-17T01:00:22.468 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.467+0000 7fc9e32c6640 1 > prepared multipart upload key=0GIHJJ2YE1EF upload=AFQCDUNXLI04 tag=XIC4OP03YRWP type=write size=2315766 2024-08-17T01:00:22.469 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.469+0000 7fc9e32c6640 1 < completed delete operation key=3QNRD31J9WH5 tag=HDFRT2DXPSG1 type=del 2024-08-17T01:00:22.471 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.470+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=96LR1JMYNAB6 type=write size=321764 2024-08-17T01:00:22.473 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.472+0000 7fc9e32c6640 1 < completed delete operation key=TOPN4SUVVWJ4 tag=CV1QQGWJJ3XO type=del 2024-08-17T01:00:22.475 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.474+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=ULG89NS8YRRW type=write size=394286 2024-08-17T01:00:22.476 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.476+0000 7fc9e32c6640 1 < completed write operation key=NJYN8PLMG5AN tag=XNX3638DOQV3 type=write size=916501 2024-08-17T01:00:22.478 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.477+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=1OYTQQZPO2EI type=del size=1106979 2024-08-17T01:00:22.481 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.481+0000 7fc9e32c6640 1 < suggested update operation key=7YJVD2TL2U1Q tag=9E0KJZDD7KU3 type=del size=2006820 2024-08-17T01:00:22.484 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.484+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~3UK49YBVON6U.0 size=1048576 2024-08-17T01:00:22.486 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.485+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~3UK49YBVON6U.1 size=395099 2024-08-17T01:00:22.486 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.485+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=3UK49YBVON6U tag=3T56DLAB43HC type=write size=2492251 2024-08-17T01:00:22.487 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.486+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~OHK6JEKP1DVQ.0 size=976315 2024-08-17T01:00:22.490 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.489+0000 7fc9e32c6640 1 < completed multipart upload key=ZFTRWL3EXMLQ upload=OHK6JEKP1DVQ tag=SPVX4CGUNW8J type=write size=2024891 2024-08-17T01:00:22.493 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.492+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~M6B33P3UF5ZD.0 size=1048576 2024-08-17T01:00:22.494 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.493+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~M6B33P3UF5ZD.1 size=284888 2024-08-17T01:00:22.494 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.493+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=M6B33P3UF5ZD tag=NTMXJ8H2WCX7 type=write size=2382040 2024-08-17T01:00:22.496 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.495+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~BPWKCBW51VOC.0 size=1048576 2024-08-17T01:00:22.497 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.496+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~BPWKCBW51VOC.1 size=1048576 2024-08-17T01:00:22.497 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.496+0000 7fc9e32c6640 1 < canceled part key=_multipart_M40V1TN9S9M2.2~BPWKCBW51VOC.2 size=381980 2024-08-17T01:00:22.500 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.499+0000 7fc9e32c6640 1 < canceled multipart upload key=M40V1TN9S9M2 upload=BPWKCBW51VOC tag=6T7TYTZ9FUI9 type=write size=3527708 2024-08-17T01:00:22.501 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.501+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=JUSW7T9TAR9S type=del size=3955417 2024-08-17T01:00:22.503 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.502+0000 7fc9e32c6640 1 < completed delete operation key=OH6EL4D04DHY tag=5KXQ667PBIAI type=del 2024-08-17T01:00:22.506 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.505+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~QHUPL22XVEWD.0 size=1048576 2024-08-17T01:00:22.507 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.506+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~QHUPL22XVEWD.1 size=1048576 2024-08-17T01:00:22.508 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.507+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~QHUPL22XVEWD.2 size=485760 2024-08-17T01:00:22.508 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.507+0000 7fc9e32c6640 1 > prepared multipart upload key=9ZTGHGASZU54 upload=QHUPL22XVEWD tag=QS4J9Q87RW05 type=write size=3631488 2024-08-17T01:00:22.510 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.509+0000 7fc9e32c6640 1 < completed delete operation key=TOPN4SUVVWJ4 tag=1TOURSRZNG34 type=del 2024-08-17T01:00:22.513 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.512+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~GLSR695DSCM1.0 size=855239 2024-08-17T01:00:22.513 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.512+0000 7fc9e32c6640 1 > prepared multipart upload key=0GIHJJ2YE1EF upload=GLSR695DSCM1 tag=ZHQ4854TAW0M type=write size=1903815 2024-08-17T01:00:22.515 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.514+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~T3W0KHX24CSP.0 size=1048576 2024-08-17T01:00:22.516 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.515+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~T3W0KHX24CSP.1 size=1048576 2024-08-17T01:00:22.516 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.515+0000 7fc9e32c6640 1 < canceled part key=_multipart_UBSJCVKYWX6F.2~T3W0KHX24CSP.2 size=309612 2024-08-17T01:00:22.519 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.518+0000 7fc9e32c6640 1 < canceled multipart upload key=UBSJCVKYWX6F upload=T3W0KHX24CSP tag=97VE1KB1WEFN type=write size=3455340 2024-08-17T01:00:22.520 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.520+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=N68UNO9IBNH0 type=del size=4094255 2024-08-17T01:00:22.521 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.520+0000 7fc9e32c6640 1 < canceled part key=_multipart_7YJVD2TL2U1Q.2~U8XPS8UML6YI.0 size=1048576 2024-08-17T01:00:22.522 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.521+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~U8XPS8UML6YI.1 size=989913 2024-08-17T01:00:22.525 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.524+0000 7fc9e32c6640 1 < canceled multipart upload key=7YJVD2TL2U1Q upload=U8XPS8UML6YI tag=MLEBUPWL3DMS type=write size=3087065 2024-08-17T01:00:22.527 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.527+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=3NDNQ1KLWUQQ type=del size=3378329 2024-08-17T01:00:22.529 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.529+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~0QQAU7AQ15A5.0 size=1048576 2024-08-17T01:00:22.531 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.530+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~0QQAU7AQ15A5.1 size=784333 2024-08-17T01:00:22.534 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.533+0000 7fc9e32c6640 1 < completed multipart upload key=9X03OB1P1EOH upload=0QQAU7AQ15A5 tag=GFO9X2Z3GDCY type=write size=2881485 2024-08-17T01:00:22.535 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.535+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=O2TAWP07BYSD type=del size=1390450 2024-08-17T01:00:22.537 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.536+0000 7fc9e32c6640 1 < completed delete operation key=P6GWQRWU8J2B tag=C1FWSVO1FV7L type=del 2024-08-17T01:00:22.539 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.538+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=SFAFW4O9NJB5 type=del size=1817420 2024-08-17T01:00:22.540 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.540+0000 7fc9e32c6640 1 < completed delete operation key=3QNRD31J9WH5 tag=ZIM3OTOKKVCD type=del 2024-08-17T01:00:22.542 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.541+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=NM5PCBL0S0Y1 type=del size=1530499 2024-08-17T01:00:22.545 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.545+0000 7fc9e32c6640 1 < completed delete operation key=0GIHJJ2YE1EF tag=YAO9Y00LR6G4 type=del 2024-08-17T01:00:22.547 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.546+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=7P2BFO0P5W5Q type=del size=1907493 2024-08-17T01:00:22.549 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.548+0000 7fc9e32c6640 1 < completed write operation key=W14LJICPB60X tag=RSOAZ8CSZY01 type=write size=762630 2024-08-17T01:00:22.550 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.550+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=0GHWI7BCH4JV type=write size=449428 2024-08-17T01:00:22.552 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.551+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~AFQCDUNXLI04.0 size=1048576 2024-08-17T01:00:22.553 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.553+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~AFQCDUNXLI04.1 size=218614 2024-08-17T01:00:22.556 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.556+0000 7fc9e32c6640 1 < completed multipart upload key=0GIHJJ2YE1EF upload=AFQCDUNXLI04 tag=XIC4OP03YRWP type=write size=2315766 2024-08-17T01:00:22.558 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.557+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=OOEM6V1X882U type=del size=1737313 2024-08-17T01:00:22.559 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.559+0000 7fc9e32c6640 1 < completed write operation key=UBSJCVKYWX6F tag=96LR1JMYNAB6 type=write size=321764 2024-08-17T01:00:22.562 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.561+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=1K0DA24X2SBP type=del size=1785726 2024-08-17T01:00:22.563 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.562+0000 7fc9e32c6640 1 < completed write operation key=SR0C26PR3RCQ tag=ULG89NS8YRRW type=write size=394286 2024-08-17T01:00:22.566 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.565+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~P9W0D3PZBNZZ.0 size=253989 2024-08-17T01:00:22.566 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.565+0000 7fc9e32c6640 1 > prepared multipart upload key=OH6EL4D04DHY upload=P9W0D3PZBNZZ tag=2T64JLXL2LB0 type=write size=1302565 2024-08-17T01:00:22.567 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.567+0000 7fc9e32c6640 1 < completed delete operation key=3426C909P2VX tag=1OYTQQZPO2EI type=del 2024-08-17T01:00:22.570 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.570+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~3LWYY4WCJE25.0 size=1048576 2024-08-17T01:00:22.572 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.571+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~3LWYY4WCJE25.1 size=569901 2024-08-17T01:00:22.572 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.571+0000 7fc9e32c6640 1 > prepared multipart upload key=3426C909P2VX upload=3LWYY4WCJE25 tag=YZS3D6F950OM type=write size=2667053 2024-08-17T01:00:22.573 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.573+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~3UK49YBVON6U.0 size=1048576 2024-08-17T01:00:22.575 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.574+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~3UK49YBVON6U.1 size=395099 2024-08-17T01:00:22.577 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.577+0000 7fc9e32c6640 1 < completed multipart upload key=Y5CGDXUEE4A5 upload=3UK49YBVON6U tag=3T56DLAB43HC type=write size=2492251 2024-08-17T01:00:22.579 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.578+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=0SAE0S11CZX5 type=del size=1416711 2024-08-17T01:00:22.581 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.580+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~M6B33P3UF5ZD.0 size=1048576 2024-08-17T01:00:22.582 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.581+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~M6B33P3UF5ZD.1 size=284888 2024-08-17T01:00:22.584 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.583+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=M6B33P3UF5ZD tag=NTMXJ8H2WCX7 type=write size=2382040 2024-08-17T01:00:22.586 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.585+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=DRVRCUXYS632 type=del size=3253749 2024-08-17T01:00:22.588 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.587+0000 7fc9e32c6640 1 < completed delete operation key=WN539WGGF4SK tag=JUSW7T9TAR9S type=del 2024-08-17T01:00:22.591 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.590+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~51K1K1TTS214.0 size=1048576 2024-08-17T01:00:22.592 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.591+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~51K1K1TTS214.1 size=311287 2024-08-17T01:00:22.592 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.591+0000 7fc9e32c6640 1 > prepared multipart upload key=P6GWQRWU8J2B upload=51K1K1TTS214 tag=NU1L1PQDINBK type=write size=2408439 2024-08-17T01:00:22.593 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.592+0000 7fc9e32c6640 1 < canceled part key=_multipart_9ZTGHGASZU54.2~QHUPL22XVEWD.0 size=1048576 2024-08-17T01:00:22.594 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.593+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~QHUPL22XVEWD.1 size=1048576 2024-08-17T01:00:22.595 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.595+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~QHUPL22XVEWD.2 size=485760 2024-08-17T01:00:22.598 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.598+0000 7fc9e32c6640 1 < canceled multipart upload key=9ZTGHGASZU54 upload=QHUPL22XVEWD tag=QS4J9Q87RW05 type=write size=3631488 2024-08-17T01:00:22.601 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.600+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=KDHRXH8XXJ8Y type=del size=1992130 2024-08-17T01:00:22.601 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.600+0000 7fc9e32c6640 1 < canceled part key=_multipart_0GIHJJ2YE1EF.2~GLSR695DSCM1.0 size=855239 2024-08-17T01:00:22.604 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.603+0000 7fc9e32c6640 1 < canceled multipart upload key=0GIHJJ2YE1EF upload=GLSR695DSCM1 tag=ZHQ4854TAW0M type=write size=1903815 2024-08-17T01:00:22.605 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.604+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=EJE3A3ZLU3PK type=del size=1913076 2024-08-17T01:00:22.607 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.606+0000 7fc9e32c6640 1 < completed delete operation key=WN539WGGF4SK tag=N68UNO9IBNH0 type=del 2024-08-17T01:00:22.610 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.609+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~OAE3QJEQXQT5.0 size=187233 2024-08-17T01:00:22.610 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.609+0000 7fc9e32c6640 1 > prepared multipart upload key=UBSJCVKYWX6F upload=OAE3QJEQXQT5 tag=CITELS0RG1T5 type=write size=1235809 2024-08-17T01:00:22.612 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.611+0000 7fc9e32c6640 1 < completed delete operation key=NJYN8PLMG5AN tag=3NDNQ1KLWUQQ type=del 2024-08-17T01:00:22.615 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.614+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~Y8U2RV4FDZHM.0 size=512830 2024-08-17T01:00:22.615 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.614+0000 7fc9e32c6640 1 > prepared multipart upload key=WN539WGGF4SK upload=Y8U2RV4FDZHM tag=RTMUH2KMC0ZC type=write size=1561406 2024-08-17T01:00:22.616 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.615+0000 7fc9e32c6640 1 < completed delete operation key=JNHP0HYR3GAN tag=O2TAWP07BYSD type=del 2024-08-17T01:00:22.618 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.617+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=VNPFVPDDHK8V type=del size=1223013 2024-08-17T01:00:22.621 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.620+0000 7fc9e32c6640 1 < suggested update operation key=HPIXXJSLU5J6 tag=SFAFW4O9NJB5 type=del size=1817420 2024-08-17T01:00:22.623 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.622+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=6MTNUUF6ITU3 type=del size=6577 2024-08-17T01:00:22.624 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.624+0000 7fc9e32c6640 1 < completed delete operation key=FP808QN0QDSP tag=NM5PCBL0S0Y1 type=del 2024-08-17T01:00:22.626 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.626+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=HAQR7MQG5QJ6 type=del size=859990 2024-08-17T01:00:22.628 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.627+0000 7fc9e32c6640 1 < completed delete operation key=WN539WGGF4SK tag=7P2BFO0P5W5Q type=del 2024-08-17T01:00:22.631 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.630+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~WFFTGIYI0LEY.0 size=1048576 2024-08-17T01:00:22.632 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.631+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~WFFTGIYI0LEY.1 size=1048576 2024-08-17T01:00:22.634 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.633+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~WFFTGIYI0LEY.2 size=933434 2024-08-17T01:00:22.634 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.633+0000 7fc9e32c6640 1 > prepared multipart upload key=3426C909P2VX upload=WFFTGIYI0LEY tag=B6SHJ0LCYEDA type=write size=4079162 2024-08-17T01:00:22.635 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.634+0000 7fc9e32c6640 1 < completed write operation key=W14LJICPB60X tag=0GHWI7BCH4JV type=write size=449428 2024-08-17T01:00:22.637 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.636+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=NJL8L7CG9312 type=del size=3875345 2024-08-17T01:00:22.639 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.638+0000 7fc9e32c6640 1 < completed delete operation key=ZFTRWL3EXMLQ tag=OOEM6V1X882U type=del 2024-08-17T01:00:22.642 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.641+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~SBLQQLNL4CVW.0 size=384964 2024-08-17T01:00:22.642 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.641+0000 7fc9e32c6640 1 > prepared multipart upload key=TN1LRZX0D64M upload=SBLQQLNL4CVW tag=IBRVP0ISYGIW type=write size=1433540 2024-08-17T01:00:22.645 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.644+0000 7fc9e32c6640 1 < suggested update operation key=P6GWQRWU8J2B tag=1K0DA24X2SBP type=del size=1785726 2024-08-17T01:00:22.648 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.648+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~0448N1WYO785.0 size=982918 2024-08-17T01:00:22.648 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.648+0000 7fc9e32c6640 1 > prepared multipart upload key=9X03OB1P1EOH upload=0448N1WYO785 tag=EW19NQWFPZ1C type=write size=2031494 2024-08-17T01:00:22.650 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.649+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~P9W0D3PZBNZZ.0 size=253989 2024-08-17T01:00:22.653 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.652+0000 7fc9e32c6640 1 < completed multipart upload key=OH6EL4D04DHY upload=P9W0D3PZBNZZ tag=2T64JLXL2LB0 type=write size=1302565 2024-08-17T01:00:22.654 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.654+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=7838V3M9QWAY type=del size=2217227 2024-08-17T01:00:22.656 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.655+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~3LWYY4WCJE25.0 size=1048576 2024-08-17T01:00:22.657 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.657+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~3LWYY4WCJE25.1 size=569901 2024-08-17T01:00:22.660 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.659+0000 7fc9e32c6640 1 < completed multipart upload key=3426C909P2VX upload=3LWYY4WCJE25 tag=YZS3D6F950OM type=write size=2667053 2024-08-17T01:00:22.663 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.662+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~RXWKSCNO3XVI.0 size=1048576 2024-08-17T01:00:22.664 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.664+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~RXWKSCNO3XVI.1 size=553196 2024-08-17T01:00:22.664 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.664+0000 7fc9e32c6640 1 > prepared multipart upload key=WN539WGGF4SK upload=RXWKSCNO3XVI tag=LGLY1OO4HXNF type=write size=2650348 2024-08-17T01:00:22.666 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.665+0000 7fc9e32c6640 1 < completed delete operation key=NJYN8PLMG5AN tag=0SAE0S11CZX5 type=del 2024-08-17T01:00:22.668 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.667+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=VR3A1YD4WVJB type=del size=2342035 2024-08-17T01:00:22.670 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.669+0000 7fc9e32c6640 1 < completed delete operation key=XHAAVXY5RRVM tag=DRVRCUXYS632 type=del 2024-08-17T01:00:22.672 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.671+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=GWJIYU0EE2KB type=write size=550434 2024-08-17T01:00:22.674 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.673+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~51K1K1TTS214.0 size=1048576 2024-08-17T01:00:22.675 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.674+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~51K1K1TTS214.1 size=311287 2024-08-17T01:00:22.678 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.677+0000 7fc9e32c6640 1 < completed multipart upload key=P6GWQRWU8J2B upload=51K1K1TTS214 tag=NU1L1PQDINBK type=write size=2408439 2024-08-17T01:00:22.680 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.679+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=QPDONYMSL70M type=write size=651139 2024-08-17T01:00:22.682 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.681+0000 7fc9e32c6640 1 < canceled operation key=SR0C26PR3RCQ tag=KDHRXH8XXJ8Y type=del size=1992130 2024-08-17T01:00:22.684 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.683+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=L6C0EP0JX6PE type=del size=1748976 2024-08-17T01:00:22.685 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.684+0000 7fc9e32c6640 1 < completed delete operation key=XHAAVXY5RRVM tag=EJE3A3ZLU3PK type=del 2024-08-17T01:00:22.687 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.686+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=EHG0RFPICJL2 type=del size=2463503 2024-08-17T01:00:22.688 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.687+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~OAE3QJEQXQT5.0 size=187233 2024-08-17T01:00:22.691 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.690+0000 7fc9e32c6640 1 < completed multipart upload key=UBSJCVKYWX6F upload=OAE3QJEQXQT5 tag=CITELS0RG1T5 type=write size=1235809 2024-08-17T01:00:22.693 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.692+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=IV10FXTOT86Z type=del size=2021676 2024-08-17T01:00:22.694 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.694+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~Y8U2RV4FDZHM.0 size=512830 2024-08-17T01:00:22.697 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.696+0000 7fc9e32c6640 1 < completed multipart upload key=WN539WGGF4SK upload=Y8U2RV4FDZHM tag=RTMUH2KMC0ZC type=write size=1561406 2024-08-17T01:00:22.699 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.698+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=3X1FCR9MOD28 type=del size=2545261 2024-08-17T01:00:22.702 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.701+0000 7fc9e32c6640 1 < suggested update operation key=W14LJICPB60X tag=VNPFVPDDHK8V type=del size=1223013 2024-08-17T01:00:22.704 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.703+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=T748F9BKPGLH type=del size=1967646 2024-08-17T01:00:22.707 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.707+0000 7fc9e32c6640 1 < suggested update operation key=M40V1TN9S9M2 tag=6MTNUUF6ITU3 type=del size=6577 2024-08-17T01:00:22.709 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.708+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=6XUUWGITZSDI type=del size=1161741 2024-08-17T01:00:22.712 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.711+0000 7fc9e32c6640 1 < suggested update operation key=Y5CGDXUEE4A5 tag=HAQR7MQG5QJ6 type=del size=859990 2024-08-17T01:00:22.713 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.713+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=F89ZRJGRI9TA type=del size=1427568 2024-08-17T01:00:22.716 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.714+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~WFFTGIYI0LEY.0 size=1048576 2024-08-17T01:00:22.719 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.716+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~WFFTGIYI0LEY.1 size=1048576 2024-08-17T01:00:22.721 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.717+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~WFFTGIYI0LEY.2 size=933434 2024-08-17T01:00:22.721 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.720+0000 7fc9e32c6640 1 < completed multipart upload key=3426C909P2VX upload=WFFTGIYI0LEY tag=B6SHJ0LCYEDA type=write size=4079162 2024-08-17T01:00:22.722 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.722+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=XJS7CR2NG8RN type=del size=4162124 2024-08-17T01:00:22.724 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.723+0000 7fc9e32c6640 1 < completed delete operation key=HPIXXJSLU5J6 tag=NJL8L7CG9312 type=del 2024-08-17T01:00:22.726 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.725+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=VBTNE3ITILEJ type=del size=554942 2024-08-17T01:00:22.727 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.727+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~SBLQQLNL4CVW.0 size=384964 2024-08-17T01:00:22.730 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.729+0000 7fc9e32c6640 1 < completed multipart upload key=TN1LRZX0D64M upload=SBLQQLNL4CVW tag=IBRVP0ISYGIW type=write size=1433540 2024-08-17T01:00:22.733 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.732+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~KDYPSKB9N852.0 size=1048576 2024-08-17T01:00:22.734 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.734+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~KDYPSKB9N852.1 size=944980 2024-08-17T01:00:22.735 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.734+0000 7fc9e32c6640 1 > prepared multipart upload key=XHAAVXY5RRVM upload=KDYPSKB9N852 tag=9ANWF3YJRF74 type=write size=3042132 2024-08-17T01:00:22.739 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.736+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~0448N1WYO785.0 size=982918 2024-08-17T01:00:22.739 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:22 smithi137 ceph-mon[86391]: pgmap v1380: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 166 KiB/s rd, 59 KiB/s wr, 291 op/s 2024-08-17T01:00:22.740 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:00:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:00:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:00:22.740 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.739+0000 7fc9e32c6640 1 < completed multipart upload key=9X03OB1P1EOH upload=0448N1WYO785 tag=EW19NQWFPZ1C type=write size=2031494 2024-08-17T01:00:22.743 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.742+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~SI1MBAJ4LBU9.0 size=1048576 2024-08-17T01:00:22.744 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.744+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~SI1MBAJ4LBU9.1 size=1048576 2024-08-17T01:00:22.746 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.745+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~SI1MBAJ4LBU9.2 size=1041324 2024-08-17T01:00:22.746 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.745+0000 7fc9e32c6640 1 > prepared multipart upload key=WN539WGGF4SK upload=SI1MBAJ4LBU9 tag=CYO6HFUXXUVE type=write size=4187052 2024-08-17T01:00:22.749 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.748+0000 7fc9e32c6640 1 < suggested update operation key=M0RSO8RQ43YG tag=7838V3M9QWAY type=del size=2217227 2024-08-17T01:00:22.751 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.750+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=DKYFE936Y2CU type=del size=2123762 2024-08-17T01:00:22.753 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.752+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~RXWKSCNO3XVI.0 size=1048576 2024-08-17T01:00:22.753 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.752+0000 7fc9e32c6640 1 < canceled part key=_multipart_WN539WGGF4SK.2~RXWKSCNO3XVI.1 size=553196 2024-08-17T01:00:22.755 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.754+0000 7fc9e32c6640 1 < canceled multipart upload key=WN539WGGF4SK upload=RXWKSCNO3XVI tag=LGLY1OO4HXNF type=write size=2650348 2024-08-17T01:00:22.758 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.758+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~0YIA2CEIP818.0 size=1048576 2024-08-17T01:00:22.759 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.759+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~0YIA2CEIP818.1 size=1048576 2024-08-17T01:00:22.761 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.760+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~0YIA2CEIP818.2 size=966187 2024-08-17T01:00:22.761 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.760+0000 7fc9e32c6640 1 > prepared multipart upload key=SYENEMTYLFFB upload=0YIA2CEIP818 tag=E3DYGJ1WJJ5J type=write size=4111915 2024-08-17T01:00:22.763 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.762+0000 7fc9e32c6640 1 < completed delete operation key=0GIHJJ2YE1EF tag=VR3A1YD4WVJB type=del 2024-08-17T01:00:22.766 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.765+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~4RMB0HQA2TYR.0 size=307752 2024-08-17T01:00:22.766 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.765+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=4RMB0HQA2TYR tag=U6ZAU97NPRSM type=write size=1356328 2024-08-17T01:00:22.767 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.766+0000 7fc9e32c6640 1 < completed write operation key=ODZIOPEGEARM tag=GWJIYU0EE2KB type=write size=550434 2024-08-17T01:00:22.770 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.769+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~BP6KI2PRAJ35.0 size=1048576 2024-08-17T01:00:22.771 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.770+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~BP6KI2PRAJ35.1 size=61348 2024-08-17T01:00:22.771 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.770+0000 7fc9e32c6640 1 > prepared multipart upload key=9ZTGHGASZU54 upload=BP6KI2PRAJ35 tag=E8YQCT7IQUFI type=write size=2158500 2024-08-17T01:00:22.773 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.773+0000 7fc9e32c6640 -1 < failed to complete operation key=M0RSO8RQ43YG tag=QPDONYMSL70M type=write size=651139: (22) Invalid argument 2024-08-17T01:00:22.777 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.776+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~AFXOGDPOSU2N.0 size=1048576 2024-08-17T01:00:22.778 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.777+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~AFXOGDPOSU2N.1 size=1048576 2024-08-17T01:00:22.779 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.779+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~AFXOGDPOSU2N.2 size=329989 2024-08-17T01:00:22.780 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.779+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=AFXOGDPOSU2N tag=SZRPI64O4UGE type=write size=3475717 2024-08-17T01:00:22.781 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.780+0000 7fc9e32c6640 1 < completed delete operation key=9ZTGHGASZU54 tag=L6C0EP0JX6PE type=del 2024-08-17T01:00:22.783 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.782+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=ETFLFTI1BJAX type=del size=1707193 2024-08-17T01:00:22.785 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.784+0000 7fc9e32c6640 1 < completed delete operation key=UBSJCVKYWX6F tag=EHG0RFPICJL2 type=del 2024-08-17T01:00:22.788 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.787+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~NYEG3RKZYBL4.0 size=1048576 2024-08-17T01:00:22.789 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.789+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~NYEG3RKZYBL4.1 size=698019 2024-08-17T01:00:22.789 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.789+0000 7fc9e32c6640 1 > prepared multipart upload key=ODZIOPEGEARM upload=NYEG3RKZYBL4 tag=RJ22ZJ08S9PE type=write size=2795171 2024-08-17T01:00:22.791 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.790+0000 7fc9e32c6640 1 < completed delete operation key=7YJVD2TL2U1Q tag=IV10FXTOT86Z type=del 2024-08-17T01:00:22.793 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.792+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=FCXI1VR5CSG3 type=del size=2806133 2024-08-17T01:00:22.795 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.794+0000 7fc9e32c6640 -1 < failed to complete operation key=W14LJICPB60X tag=3X1FCR9MOD28 type=del size=2545261: (22) Invalid argument 2024-08-17T01:00:22.798 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.797+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~VWQBEL44UNZ4.0 size=807199 2024-08-17T01:00:22.798 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.797+0000 7fc9e32c6640 1 > prepared multipart upload key=TOPN4SUVVWJ4 upload=VWQBEL44UNZ4 tag=UA6TVNBIZ92H type=write size=1855775 2024-08-17T01:00:22.800 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.799+0000 7fc9e32c6640 1 < completed delete operation key=UBSJCVKYWX6F tag=T748F9BKPGLH type=del 2024-08-17T01:00:22.802 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.802+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~9BNN05S0AHNR.0 size=1048576 2024-08-17T01:00:22.804 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.803+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~9BNN05S0AHNR.1 size=1048576 2024-08-17T01:00:22.805 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.805+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~9BNN05S0AHNR.2 size=708546 2024-08-17T01:00:22.805 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.805+0000 7fc9e32c6640 1 > prepared multipart upload key=3QNRD31J9WH5 upload=9BNN05S0AHNR tag=LNRYWGFI0LWM type=write size=3854274 2024-08-17T01:00:22.807 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.806+0000 7fc9e32c6640 1 < completed delete operation key=9ZTGHGASZU54 tag=6XUUWGITZSDI type=del 2024-08-17T01:00:22.809 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.808+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=JU5UGNSAETP9 type=del size=1212269 2024-08-17T01:00:22.812 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.811+0000 7fc9e32c6640 1 < suggested update operation key=NJYN8PLMG5AN tag=F89ZRJGRI9TA type=del size=1427568 2024-08-17T01:00:22.816 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.815+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~PWHJ23IZX3N6.0 size=1048576 2024-08-17T01:00:22.817 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.816+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~PWHJ23IZX3N6.1 size=943851 2024-08-17T01:00:22.817 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.816+0000 7fc9e32c6640 1 > prepared multipart upload key=9X03OB1P1EOH upload=PWHJ23IZX3N6 tag=RS1K4KQ02KJ4 type=write size=3041003 2024-08-17T01:00:22.819 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.818+0000 7fc9e32c6640 1 < completed delete operation key=UBSJCVKYWX6F tag=XJS7CR2NG8RN type=del 2024-08-17T01:00:22.822 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.821+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~PZ518QIBNEOW.0 size=1048576 2024-08-17T01:00:22.823 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.823+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~PZ518QIBNEOW.1 size=301433 2024-08-17T01:00:22.824 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.823+0000 7fc9e32c6640 1 > prepared multipart upload key=OH6EL4D04DHY upload=PZ518QIBNEOW tag=VDP7P8Z5LN6P type=write size=2398585 2024-08-17T01:00:22.825 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.824+0000 7fc9e32c6640 1 < completed delete operation key=OQ1IXKB82T39 tag=VBTNE3ITILEJ type=del 2024-08-17T01:00:22.827 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.826+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=Y397ILAK9XVK type=del size=3125272 2024-08-17T01:00:22.829 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.828+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~KDYPSKB9N852.0 size=1048576 2024-08-17T01:00:22.831 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.830+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~KDYPSKB9N852.1 size=944980 2024-08-17T01:00:22.834 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.833+0000 7fc9e32c6640 1 < completed multipart upload key=XHAAVXY5RRVM upload=KDYPSKB9N852 tag=9ANWF3YJRF74 type=write size=3042132 2024-08-17T01:00:22.837 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.836+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~C03WCKSQ8WVW.0 size=762343 2024-08-17T01:00:22.837 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.836+0000 7fc9e32c6640 1 > prepared multipart upload key=OH6EL4D04DHY upload=C03WCKSQ8WVW tag=IG2VZQ86D8DW type=write size=1810919 2024-08-17T01:00:22.839 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.838+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~SI1MBAJ4LBU9.0 size=1048576 2024-08-17T01:00:22.840 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.840+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~SI1MBAJ4LBU9.1 size=1048576 2024-08-17T01:00:22.842 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.841+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~SI1MBAJ4LBU9.2 size=1041324 2024-08-17T01:00:22.844 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.844+0000 7fc9e32c6640 1 < completed multipart upload key=WN539WGGF4SK upload=SI1MBAJ4LBU9 tag=CYO6HFUXXUVE type=write size=4187052 2024-08-17T01:00:22.846 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.845+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=243CADZWI0T7 type=write size=62528 2024-08-17T01:00:22.848 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.847+0000 7fc9e32c6640 1 < canceled operation key=3QNRD31J9WH5 tag=DKYFE936Y2CU type=del size=2123762 2024-08-17T01:00:22.850 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.849+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=M5ZBWH63II78 type=del size=2492851 2024-08-17T01:00:22.852 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.851+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~0YIA2CEIP818.0 size=1048576 2024-08-17T01:00:22.853 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.853+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~0YIA2CEIP818.1 size=1048576 2024-08-17T01:00:22.855 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.854+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~0YIA2CEIP818.2 size=966187 2024-08-17T01:00:22.858 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.857+0000 7fc9e32c6640 1 < completed multipart upload key=SYENEMTYLFFB upload=0YIA2CEIP818 tag=E3DYGJ1WJJ5J type=write size=4111915 2024-08-17T01:00:22.860 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.859+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=XFE3HBKCT8GN type=del size=2929532 2024-08-17T01:00:22.862 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.861+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~4RMB0HQA2TYR.0 size=307752 2024-08-17T01:00:22.864 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.864+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=4RMB0HQA2TYR tag=U6ZAU97NPRSM type=write size=1356328 2024-08-17T01:00:22.867 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.867+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~ZTW899YATWE3.0 size=613024 2024-08-17T01:00:22.868 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.867+0000 7fc9e32c6640 1 > prepared multipart upload key=FP808QN0QDSP upload=ZTW899YATWE3 tag=JU7FUM2W0Z0L type=write size=1661600 2024-08-17T01:00:22.869 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.869+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~BP6KI2PRAJ35.0 size=1048576 2024-08-17T01:00:22.870 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.870+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~BP6KI2PRAJ35.1 size=61348 2024-08-17T01:00:22.874 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.873+0000 7fc9e32c6640 1 < completed multipart upload key=9ZTGHGASZU54 upload=BP6KI2PRAJ35 tag=E8YQCT7IQUFI type=write size=2158500 2024-08-17T01:00:22.877 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.876+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~4LCOIORQ66E1.0 size=1048576 2024-08-17T01:00:22.878 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.877+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~4LCOIORQ66E1.1 size=73606 2024-08-17T01:00:22.878 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.877+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=4LCOIORQ66E1 tag=9YCXU140H9B4 type=write size=2170758 2024-08-17T01:00:22.880 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.879+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~AFXOGDPOSU2N.0 size=1048576 2024-08-17T01:00:22.881 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.880+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~AFXOGDPOSU2N.1 size=1048576 2024-08-17T01:00:22.882 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.882+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~AFXOGDPOSU2N.2 size=329989 2024-08-17T01:00:22.885 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.884+0000 7fc9e32c6640 1 < completed multipart upload key=7YJVD2TL2U1Q upload=AFXOGDPOSU2N tag=SZRPI64O4UGE type=write size=3475717 2024-08-17T01:00:22.888 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.888+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~7ED60EJELHQB.0 size=1048576 2024-08-17T01:00:22.890 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.889+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~7ED60EJELHQB.1 size=251215 2024-08-17T01:00:22.890 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.889+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=7ED60EJELHQB tag=A1IS74GBEX27 type=write size=2348367 2024-08-17T01:00:22.892 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.891+0000 7fc9e32c6640 1 < completed delete operation key=ZFTRWL3EXMLQ tag=ETFLFTI1BJAX type=del 2024-08-17T01:00:22.893 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.893+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=35YQZBSAEQ39 type=del size=4077625 2024-08-17T01:00:22.895 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.894+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~NYEG3RKZYBL4.0 size=1048576 2024-08-17T01:00:22.896 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.896+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~NYEG3RKZYBL4.1 size=698019 2024-08-17T01:00:22.899 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.899+0000 7fc9e32c6640 1 < completed multipart upload key=ODZIOPEGEARM upload=NYEG3RKZYBL4 tag=RJ22ZJ08S9PE type=write size=2795171 2024-08-17T01:00:22.901 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.900+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=7RVJMC3TB8RN type=del size=3580218 2024-08-17T01:00:22.904 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.904+0000 7fc9e32c6640 1 < suggested remove operation key=UBSJCVKYWX6F tag=FCXI1VR5CSG3 type=del 2024-08-17T01:00:22.906 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.905+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=NYLZ4ATO4NR4 type=write size=219303 2024-08-17T01:00:22.906 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.905+0000 7fc9e32c6640 1 < canceled part key=_multipart_TOPN4SUVVWJ4.2~VWQBEL44UNZ4.0 size=807199 2024-08-17T01:00:22.909 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.908+0000 7fc9e32c6640 1 < canceled multipart upload key=TOPN4SUVVWJ4 upload=VWQBEL44UNZ4 tag=UA6TVNBIZ92H type=write size=1855775 2024-08-17T01:00:22.912 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.911+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~SFWHQFZP1MCA.0 size=1048576 2024-08-17T01:00:22.914 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.913+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~SFWHQFZP1MCA.1 size=554775 2024-08-17T01:00:22.914 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.913+0000 7fc9e32c6640 1 > prepared multipart upload key=3426C909P2VX upload=SFWHQFZP1MCA tag=FFTVRI56YUET type=write size=2651927 2024-08-17T01:00:22.915 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.914+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~9BNN05S0AHNR.0 size=1048576 2024-08-17T01:00:22.917 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.916+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~9BNN05S0AHNR.1 size=1048576 2024-08-17T01:00:22.917 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.916+0000 7fc9e32c6640 1 < canceled part key=_multipart_3QNRD31J9WH5.2~9BNN05S0AHNR.2 size=708546 2024-08-17T01:00:22.919 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.918+0000 7fc9e32c6640 1 < canceled multipart upload key=3QNRD31J9WH5 upload=9BNN05S0AHNR tag=LNRYWGFI0LWM type=write size=3854274 2024-08-17T01:00:22.921 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.920+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=61XGZUPPJS8L type=del size=1908971 2024-08-17T01:00:22.923 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.922+0000 7fc9e32c6640 1 < completed delete operation key=XHAAVXY5RRVM tag=JU5UGNSAETP9 type=del 2024-08-17T01:00:22.924 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.924+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=3ULG5SHAXCAB type=del size=2481733 2024-08-17T01:00:22.926 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.925+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~PWHJ23IZX3N6.0 size=1048576 2024-08-17T01:00:22.927 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.927+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~PWHJ23IZX3N6.1 size=943851 2024-08-17T01:00:22.930 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.929+0000 7fc9e32c6640 1 < completed multipart upload key=9X03OB1P1EOH upload=PWHJ23IZX3N6 tag=RS1K4KQ02KJ4 type=write size=3041003 2024-08-17T01:00:22.932 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.931+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=1J4B62AROTPS type=write size=828482 2024-08-17T01:00:22.934 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.933+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~PZ518QIBNEOW.0 size=1048576 2024-08-17T01:00:22.936 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.935+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~PZ518QIBNEOW.1 size=301433 2024-08-17T01:00:22.939 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.938+0000 7fc9e32c6640 1 < completed multipart upload key=OH6EL4D04DHY upload=PZ518QIBNEOW tag=VDP7P8Z5LN6P type=write size=2398585 2024-08-17T01:00:22.942 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.941+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~M4FO7016K48A.0 size=71193 2024-08-17T01:00:22.942 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.941+0000 7fc9e32c6640 1 > prepared multipart upload key=HPIXXJSLU5J6 upload=M4FO7016K48A tag=LB2N7FN3CPFA type=write size=1119769 2024-08-17T01:00:22.946 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.945+0000 7fc9e32c6640 1 < suggested remove operation key=0GIHJJ2YE1EF tag=Y397ILAK9XVK type=del 2024-08-17T01:00:22.947 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.947+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=N533CCD9XCRQ type=del size=3047247 2024-08-17T01:00:22.949 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.948+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~C03WCKSQ8WVW.0 size=762343 2024-08-17T01:00:22.952 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.951+0000 7fc9e32c6640 1 < completed multipart upload key=OH6EL4D04DHY upload=C03WCKSQ8WVW tag=IG2VZQ86D8DW type=write size=1810919 2024-08-17T01:00:22.954 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.953+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=QXLL0VXMC9E8 type=del size=3368085 2024-08-17T01:00:22.956 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.956+0000 7fc9e32c6640 1 < completed write operation key=SR0C26PR3RCQ tag=243CADZWI0T7 type=write size=62528 2024-08-17T01:00:22.958 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.958+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=PGV7Y9KO7B3V type=write size=156877 2024-08-17T01:00:22.961 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.960+0000 7fc9e32c6640 -1 < failed to complete operation key=0GIHJJ2YE1EF tag=M5ZBWH63II78 type=del size=2492851: (22) Invalid argument 2024-08-17T01:00:22.964 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.963+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~NWBSK6KA2ARR.0 size=733618 2024-08-17T01:00:22.964 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.963+0000 7fc9e32c6640 1 > prepared multipart upload key=04A7K18FAZTD upload=NWBSK6KA2ARR tag=1ZTCROCAWPN2 type=write size=1782194 2024-08-17T01:00:22.966 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.965+0000 7fc9e32c6640 1 < completed delete operation key=TOPN4SUVVWJ4 tag=XFE3HBKCT8GN type=del 2024-08-17T01:00:22.968 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.967+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=C8FFJBDMRWQ6 type=del size=1592126 2024-08-17T01:00:22.970 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.969+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~ZTW899YATWE3.0 size=613024 2024-08-17T01:00:22.972 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.972+0000 7fc9e32c6640 1 < completed multipart upload key=FP808QN0QDSP upload=ZTW899YATWE3 tag=JU7FUM2W0Z0L type=write size=1661600 2024-08-17T01:00:22.974 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.973+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=TIP79TC6TNZI type=write size=68648 2024-08-17T01:00:22.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:22 smithi082 ceph-mon[94343]: pgmap v1380: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 166 KiB/s rd, 59 KiB/s wr, 291 op/s 2024-08-17T01:00:22.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:22 smithi082 ceph-mon[91979]: pgmap v1380: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 166 KiB/s rd, 59 KiB/s wr, 291 op/s 2024-08-17T01:00:22.976 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.975+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~4LCOIORQ66E1.0 size=1048576 2024-08-17T01:00:22.976 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.975+0000 7fc9e32c6640 1 < canceled part key=_multipart_7YJVD2TL2U1Q.2~4LCOIORQ66E1.1 size=73606 2024-08-17T01:00:22.978 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.977+0000 7fc9e32c6640 1 < canceled multipart upload key=7YJVD2TL2U1Q upload=4LCOIORQ66E1 tag=9YCXU140H9B4 type=write size=2170758 2024-08-17T01:00:22.980 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.979+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=JJ0AY3ZUOAH0 type=del size=1937946 2024-08-17T01:00:22.982 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.981+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~7ED60EJELHQB.0 size=1048576 2024-08-17T01:00:22.984 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.983+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~7ED60EJELHQB.1 size=251215 2024-08-17T01:00:22.987 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.986+0000 7fc9e32c6640 1 < completed multipart upload key=W14LJICPB60X upload=7ED60EJELHQB tag=A1IS74GBEX27 type=write size=2348367 2024-08-17T01:00:22.989 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.988+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=LGRBY6FKZLGO type=del size=3924312 2024-08-17T01:00:22.991 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.990+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=35YQZBSAEQ39 type=del 2024-08-17T01:00:22.995 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.994+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~7HPZYLH1BTTZ.0 size=827310 2024-08-17T01:00:22.995 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.994+0000 7fc9e32c6640 1 > prepared multipart upload key=OQ1IXKB82T39 upload=7HPZYLH1BTTZ tag=WE91SAAUV6I2 type=write size=1875886 2024-08-17T01:00:22.998 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:22.998+0000 7fc9e32c6640 1 < suggested update operation key=TOPN4SUVVWJ4 tag=7RVJMC3TB8RN type=del size=3580218 2024-08-17T01:00:23.002 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.001+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~ZSJYHH1CBITL.0 size=1048576 2024-08-17T01:00:23.003 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.002+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~ZSJYHH1CBITL.1 size=1048576 2024-08-17T01:00:23.005 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.004+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~ZSJYHH1CBITL.2 size=486348 2024-08-17T01:00:23.005 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.004+0000 7fc9e32c6640 1 > prepared multipart upload key=TN1LRZX0D64M upload=ZSJYHH1CBITL tag=SXH197RRXAXP type=write size=3632076 2024-08-17T01:00:23.006 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.006+0000 7fc9e32c6640 1 < completed write operation key=ZFTRWL3EXMLQ tag=NYLZ4ATO4NR4 type=write size=219303 2024-08-17T01:00:23.010 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.009+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~AGCTOXF3N885.0 size=232576 2024-08-17T01:00:23.011 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.009+0000 7fc9e32c6640 1 > prepared multipart upload key=SR0C26PR3RCQ upload=AGCTOXF3N885 tag=UVH0UEHXGM9E type=write size=1281152 2024-08-17T01:00:23.012 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.011+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~SFWHQFZP1MCA.0 size=1048576 2024-08-17T01:00:23.013 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.013+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~SFWHQFZP1MCA.1 size=554775 2024-08-17T01:00:23.017 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.016+0000 7fc9e32c6640 1 < completed multipart upload key=3426C909P2VX upload=SFWHQFZP1MCA tag=FFTVRI56YUET type=write size=2651927 2024-08-17T01:00:23.020 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.019+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~9SJZ4JISV3AA.0 size=1048576 2024-08-17T01:00:23.022 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.021+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~9SJZ4JISV3AA.1 size=1048576 2024-08-17T01:00:23.023 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.022+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~9SJZ4JISV3AA.2 size=366309 2024-08-17T01:00:23.023 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.022+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=9SJZ4JISV3AA tag=ORHZ83RCTVW1 type=write size=3512037 2024-08-17T01:00:23.025 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.024+0000 7fc9e32c6640 1 < completed delete operation key=9ZTGHGASZU54 tag=61XGZUPPJS8L type=del 2024-08-17T01:00:23.027 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.027+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=WRPDEJKLV3J3 type=del size=612069 2024-08-17T01:00:23.029 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.028+0000 7fc9e32c6640 1 < completed delete operation key=OH6EL4D04DHY tag=3ULG5SHAXCAB type=del 2024-08-17T01:00:23.032 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.031+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~RB30M6OX9UYI.0 size=1048576 2024-08-17T01:00:23.033 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.033+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~RB30M6OX9UYI.1 size=1048576 2024-08-17T01:00:23.035 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.034+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~RB30M6OX9UYI.2 size=46004 2024-08-17T01:00:23.035 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.034+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=RB30M6OX9UYI tag=AJU1C2RV20PS type=write size=3191732 2024-08-17T01:00:23.036 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.035+0000 7fc9e32c6640 1 < completed write operation key=3QNRD31J9WH5 tag=1J4B62AROTPS type=write size=828482 2024-08-17T01:00:23.039 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.038+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~OVVOWF3GFTPG.0 size=1048576 2024-08-17T01:00:23.041 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.040+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~OVVOWF3GFTPG.1 size=922366 2024-08-17T01:00:23.041 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.040+0000 7fc9e32c6640 1 > prepared multipart upload key=HPIXXJSLU5J6 upload=OVVOWF3GFTPG tag=6LFMFUCET454 type=write size=3019518 2024-08-17T01:00:23.043 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.042+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~M4FO7016K48A.0 size=71193 2024-08-17T01:00:23.046 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.045+0000 7fc9e32c6640 1 < completed multipart upload key=HPIXXJSLU5J6 upload=M4FO7016K48A tag=LB2N7FN3CPFA type=write size=1119769 2024-08-17T01:00:23.047 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.047+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=YJ3U2C84CHNJ type=del size=1797667 2024-08-17T01:00:23.049 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.048+0000 7fc9e32c6640 1 < completed delete operation key=7YJVD2TL2U1Q tag=N533CCD9XCRQ type=del 2024-08-17T01:00:23.051 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.050+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=ATBEZS08PRAU type=del size=3066168 2024-08-17T01:00:23.052 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.052+0000 7fc9e32c6640 1 < completed delete operation key=OH6EL4D04DHY tag=QXLL0VXMC9E8 type=del 2024-08-17T01:00:23.056 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.055+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~S2NB1J4HZNXH.0 size=1048576 2024-08-17T01:00:23.057 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.056+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~S2NB1J4HZNXH.1 size=182815 2024-08-17T01:00:23.057 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.056+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=S2NB1J4HZNXH tag=KCFTA7H8ISIX type=write size=2279967 2024-08-17T01:00:23.060 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.060+0000 7fc9e32c6640 1 < suggested remove operation key=TOPN4SUVVWJ4 tag=PGV7Y9KO7B3V type=write 2024-08-17T01:00:23.062 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.061+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=I91C6OIU7X13 type=del size=325137 2024-08-17T01:00:23.064 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.063+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~NWBSK6KA2ARR.0 size=733618 2024-08-17T01:00:23.067 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.066+0000 7fc9e32c6640 1 < completed multipart upload key=04A7K18FAZTD upload=NWBSK6KA2ARR tag=1ZTCROCAWPN2 type=write size=1782194 2024-08-17T01:00:23.068 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.067+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=WH9YFQHMO0ZV type=write size=574090 2024-08-17T01:00:23.070 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.069+0000 7fc9e32c6640 1 < completed delete operation key=3QNRD31J9WH5 tag=C8FFJBDMRWQ6 type=del 2024-08-17T01:00:23.073 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.073+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~U8SJKLVQI09O.0 size=405712 2024-08-17T01:00:23.074 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.073+0000 7fc9e32c6640 1 > prepared multipart upload key=41QVSMLCJY3L upload=U8SJKLVQI09O tag=OOVQQBCYMT6L type=write size=1454288 2024-08-17T01:00:23.075 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.074+0000 7fc9e32c6640 1 < canceled operation key=3QNRD31J9WH5 tag=TIP79TC6TNZI type=write size=68648 2024-08-17T01:00:23.077 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.076+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=SQPNFZF0FBP7 type=del size=109796 2024-08-17T01:00:23.080 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.079+0000 7fc9e32c6640 1 < suggested update operation key=M40V1TN9S9M2 tag=JJ0AY3ZUOAH0 type=del size=1937946 2024-08-17T01:00:23.082 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.081+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=6IKC0IKEJ40Z type=del size=1765370 2024-08-17T01:00:23.086 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.084+0000 7fc9e32c6640 1 < suggested update operation key=SNQ4IXALP94F tag=LGRBY6FKZLGO type=del size=3924312 2024-08-17T01:00:23.087 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.086+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=2ZNTD9K1ZK22 type=del size=1956748 2024-08-17T01:00:23.089 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.088+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~7HPZYLH1BTTZ.0 size=827310 2024-08-17T01:00:23.092 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.091+0000 7fc9e32c6640 1 < completed multipart upload key=OQ1IXKB82T39 upload=7HPZYLH1BTTZ tag=WE91SAAUV6I2 type=write size=1875886 2024-08-17T01:00:23.093 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.092+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=XFRC3GANDIMX type=del size=3574191 2024-08-17T01:00:23.095 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.094+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~ZSJYHH1CBITL.0 size=1048576 2024-08-17T01:00:23.097 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.096+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~ZSJYHH1CBITL.1 size=1048576 2024-08-17T01:00:23.098 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.097+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~ZSJYHH1CBITL.2 size=486348 2024-08-17T01:00:23.101 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.100+0000 7fc9e32c6640 1 < completed multipart upload key=TN1LRZX0D64M upload=ZSJYHH1CBITL tag=SXH197RRXAXP type=write size=3632076 2024-08-17T01:00:23.102 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.102+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=I13RVYMGRNS0 type=write size=944115 2024-08-17T01:00:23.104 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.104+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~AGCTOXF3N885.0 size=232576 2024-08-17T01:00:23.108 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.107+0000 7fc9e32c6640 1 < completed multipart upload key=SR0C26PR3RCQ upload=AGCTOXF3N885 tag=UVH0UEHXGM9E type=write size=1281152 2024-08-17T01:00:23.110 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.109+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=ZGS62RWKWHGK type=del size=567442 2024-08-17T01:00:23.111 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.110+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~9SJZ4JISV3AA.0 size=1048576 2024-08-17T01:00:23.111 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.110+0000 7fc9e32c6640 1 < canceled part key=_multipart_NJYN8PLMG5AN.2~9SJZ4JISV3AA.1 size=1048576 2024-08-17T01:00:23.113 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.112+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~9SJZ4JISV3AA.2 size=366309 2024-08-17T01:00:23.115 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.115+0000 7fc9e32c6640 1 < canceled multipart upload key=NJYN8PLMG5AN upload=9SJZ4JISV3AA tag=ORHZ83RCTVW1 type=write size=3512037 2024-08-17T01:00:23.117 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.116+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=LUTB07QO0EL1 type=del size=2542803 2024-08-17T01:00:23.119 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.119+0000 7fc9e32c6640 -1 < failed to complete operation key=SNQ4IXALP94F tag=WRPDEJKLV3J3 type=del size=612069: (22) Invalid argument 2024-08-17T01:00:23.121 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.120+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=KNADVDZ48RCF type=del size=1228248 2024-08-17T01:00:23.123 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.122+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~RB30M6OX9UYI.0 size=1048576 2024-08-17T01:00:23.123 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.122+0000 7fc9e32c6640 1 < canceled part key=_multipart_W14LJICPB60X.2~RB30M6OX9UYI.1 size=1048576 2024-08-17T01:00:23.124 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.123+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~RB30M6OX9UYI.2 size=46004 2024-08-17T01:00:23.127 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.127+0000 7fc9e32c6640 1 < canceled multipart upload key=W14LJICPB60X upload=RB30M6OX9UYI tag=AJU1C2RV20PS type=write size=3191732 2024-08-17T01:00:23.131 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.130+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~AF8S9CEL3JXK.0 size=1048576 2024-08-17T01:00:23.132 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.132+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~AF8S9CEL3JXK.1 size=1048576 2024-08-17T01:00:23.134 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.133+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~AF8S9CEL3JXK.2 size=923374 2024-08-17T01:00:23.134 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.133+0000 7fc9e32c6640 1 > prepared multipart upload key=04A7K18FAZTD upload=AF8S9CEL3JXK tag=DVREFQJ7TVKF type=write size=4069102 2024-08-17T01:00:23.135 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.134+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~OVVOWF3GFTPG.0 size=1048576 2024-08-17T01:00:23.136 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.136+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~OVVOWF3GFTPG.1 size=922366 2024-08-17T01:00:23.139 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.138+0000 7fc9e32c6640 1 < completed multipart upload key=HPIXXJSLU5J6 upload=OVVOWF3GFTPG tag=6LFMFUCET454 type=write size=3019518 2024-08-17T01:00:23.141 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.140+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=9JDYD9PUZVQS type=del size=633213 2024-08-17T01:00:23.143 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.142+0000 7fc9e32c6640 1 < completed delete operation key=Y5CGDXUEE4A5 tag=YJ3U2C84CHNJ type=del 2024-08-17T01:00:23.146 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.145+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~ZZBC0KVE077N.0 size=1048576 2024-08-17T01:00:23.148 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.147+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~ZZBC0KVE077N.1 size=1048576 2024-08-17T01:00:23.150 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.149+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~ZZBC0KVE077N.2 size=1013082 2024-08-17T01:00:23.150 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.149+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=ZZBC0KVE077N tag=YV795MA30UBQ type=write size=4158810 2024-08-17T01:00:23.153 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.152+0000 7fc9e32c6640 1 < suggested remove operation key=M0RSO8RQ43YG tag=ATBEZS08PRAU type=del 2024-08-17T01:00:23.155 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.154+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=P1PDLW9OFZ2L type=del size=3088333 2024-08-17T01:00:23.155 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.154+0000 7fc9e32c6640 1 < canceled part key=_multipart_RNSEALS0CEAA.2~S2NB1J4HZNXH.0 size=1048576 2024-08-17T01:00:23.156 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.155+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~S2NB1J4HZNXH.1 size=182815 2024-08-17T01:00:23.159 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.158+0000 7fc9e32c6640 1 < canceled multipart upload key=RNSEALS0CEAA upload=S2NB1J4HZNXH tag=KCFTA7H8ISIX type=write size=2279967 2024-08-17T01:00:23.162 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.161+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~YNEXCQP4WVV3.0 size=1048576 2024-08-17T01:00:23.163 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.162+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~YNEXCQP4WVV3.1 size=1048576 2024-08-17T01:00:23.164 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.164+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~YNEXCQP4WVV3.2 size=666255 2024-08-17T01:00:23.165 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.164+0000 7fc9e32c6640 1 > prepared multipart upload key=ODZIOPEGEARM upload=YNEXCQP4WVV3 tag=F6BY5B500WL0 type=write size=3811983 2024-08-17T01:00:23.168 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.167+0000 7fc9e32c6640 1 < suggested update operation key=0GIHJJ2YE1EF tag=I91C6OIU7X13 type=del size=325137 2024-08-17T01:00:23.170 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.169+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=DWTJMKOTHOTA type=write size=137414 2024-08-17T01:00:23.172 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.171+0000 7fc9e32c6640 1 < completed write operation key=WN539WGGF4SK tag=WH9YFQHMO0ZV type=write size=574090 2024-08-17T01:00:23.174 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.173+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=LLFKGYQL5DDY type=del size=2882184 2024-08-17T01:00:23.175 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.175+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~U8SJKLVQI09O.0 size=405712 2024-08-17T01:00:23.178 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.177+0000 7fc9e32c6640 1 < completed multipart upload key=41QVSMLCJY3L upload=U8SJKLVQI09O tag=OOVQQBCYMT6L type=write size=1454288 2024-08-17T01:00:23.180 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.179+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=QR5DEM0AHZGJ type=write size=711275 2024-08-17T01:00:23.182 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.181+0000 7fc9e32c6640 1 < completed delete operation key=NJYN8PLMG5AN tag=SQPNFZF0FBP7 type=del 2024-08-17T01:00:23.183 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.183+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=00C23870PNCC type=write size=971407 2024-08-17T01:00:23.186 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.185+0000 7fc9e32c6640 1 < completed delete operation key=7YJVD2TL2U1Q tag=6IKC0IKEJ40Z type=del 2024-08-17T01:00:23.188 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.188+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~AKK3YCT2RLPF.0 size=644375 2024-08-17T01:00:23.188 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.188+0000 7fc9e32c6640 1 > prepared multipart upload key=P6GWQRWU8J2B upload=AKK3YCT2RLPF tag=BQYJ0J9D0AK2 type=write size=1692951 2024-08-17T01:00:23.190 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.189+0000 7fc9e32c6640 1 < completed delete operation key=OQ1IXKB82T39 tag=2ZNTD9K1ZK22 type=del 2024-08-17T01:00:23.193 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.192+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=YJB7HI8WFLNZ type=del size=2656029 2024-08-17T01:00:23.196 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.195+0000 7fc9e32c6640 1 < suggested update operation key=OQ1IXKB82T39 tag=XFRC3GANDIMX type=del size=3574191 2024-08-17T01:00:23.198 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.197+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=8C4AN3QSN69N type=del size=2702652 2024-08-17T01:00:23.199 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.199+0000 7fc9e32c6640 1 < completed write operation key=M40V1TN9S9M2 tag=I13RVYMGRNS0 type=write size=944115 2024-08-17T01:00:23.201 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.200+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=ZTRTX2P8VP4T type=del size=232185 2024-08-17T01:00:23.203 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.202+0000 7fc9e32c6640 1 < completed delete operation key=3QNRD31J9WH5 tag=ZGS62RWKWHGK type=del 2024-08-17T01:00:23.206 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.205+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~51O4RYHB1SM7.0 size=1048576 2024-08-17T01:00:23.207 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.207+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~51O4RYHB1SM7.1 size=7624 2024-08-17T01:00:23.208 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.207+0000 7fc9e32c6640 1 > prepared multipart upload key=M40V1TN9S9M2 upload=51O4RYHB1SM7 tag=CTIO4PIB916N type=write size=2104776 2024-08-17T01:00:23.210 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.209+0000 7fc9e32c6640 1 < completed delete operation key=W14LJICPB60X tag=LUTB07QO0EL1 type=del 2024-08-17T01:00:23.211 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.210+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=9FPPGOPFGJW1 type=del size=1278890 2024-08-17T01:00:23.213 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.212+0000 7fc9e32c6640 1 < completed delete operation key=04A7K18FAZTD tag=KNADVDZ48RCF type=del 2024-08-17T01:00:23.216 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.215+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~9AVALQA1QPPK.0 size=1048576 2024-08-17T01:00:23.217 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.217+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~9AVALQA1QPPK.1 size=1048576 2024-08-17T01:00:23.219 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.218+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~9AVALQA1QPPK.2 size=837976 2024-08-17T01:00:23.219 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.218+0000 7fc9e32c6640 1 > prepared multipart upload key=P6GWQRWU8J2B upload=9AVALQA1QPPK tag=EIY1E6M4QFM6 type=write size=3983704 2024-08-17T01:00:23.221 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.220+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~AF8S9CEL3JXK.0 size=1048576 2024-08-17T01:00:23.222 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.221+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~AF8S9CEL3JXK.1 size=1048576 2024-08-17T01:00:23.224 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.223+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~AF8S9CEL3JXK.2 size=923374 2024-08-17T01:00:23.227 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.226+0000 7fc9e32c6640 1 < completed multipart upload key=04A7K18FAZTD upload=AF8S9CEL3JXK tag=DVREFQJ7TVKF type=write size=4069102 2024-08-17T01:00:23.229 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.229+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~RK7UGTHNII7H.0 size=1048576 2024-08-17T01:00:23.231 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.230+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~RK7UGTHNII7H.1 size=1048576 2024-08-17T01:00:23.232 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.231+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~RK7UGTHNII7H.2 size=230350 2024-08-17T01:00:23.232 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.231+0000 7fc9e32c6640 1 > prepared multipart upload key=04A7K18FAZTD upload=RK7UGTHNII7H tag=NY1GXNBDF9JU type=write size=3376078 2024-08-17T01:00:23.234 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.233+0000 7fc9e32c6640 -1 < failed to complete operation key=0GIHJJ2YE1EF tag=9JDYD9PUZVQS type=del size=633213: (22) Invalid argument 2024-08-17T01:00:23.236 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.235+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=EGXF4WI7JVAJ type=del size=907704 2024-08-17T01:00:23.238 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.237+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~ZZBC0KVE077N.0 size=1048576 2024-08-17T01:00:23.238 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.237+0000 7fc9e32c6640 1 < canceled part key=_multipart_W14LJICPB60X.2~ZZBC0KVE077N.1 size=1048576 2024-08-17T01:00:23.240 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.239+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~ZZBC0KVE077N.2 size=1013082 2024-08-17T01:00:23.243 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.242+0000 7fc9e32c6640 1 < canceled multipart upload key=W14LJICPB60X upload=ZZBC0KVE077N tag=YV795MA30UBQ type=write size=4158810 2024-08-17T01:00:23.244 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.244+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=33G17WWZIIK1 type=del size=955703 2024-08-17T01:00:23.248 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.248+0000 7fc9e32c6640 1 < suggested update operation key=9X03OB1P1EOH tag=P1PDLW9OFZ2L type=del size=3088333 2024-08-17T01:00:23.250 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.249+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=11YKZP6J422P type=del size=237898 2024-08-17T01:00:23.252 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.251+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~YNEXCQP4WVV3.0 size=1048576 2024-08-17T01:00:23.253 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.252+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~YNEXCQP4WVV3.1 size=1048576 2024-08-17T01:00:23.255 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.254+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~YNEXCQP4WVV3.2 size=666255 2024-08-17T01:00:23.258 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.257+0000 7fc9e32c6640 1 < completed multipart upload key=ODZIOPEGEARM upload=YNEXCQP4WVV3 tag=F6BY5B500WL0 type=write size=3811983 2024-08-17T01:00:23.260 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.259+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=7D4VB3HEOFJ9 type=del size=3570493 2024-08-17T01:00:23.261 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.261+0000 7fc9e32c6640 1 < completed write operation key=SNQ4IXALP94F tag=DWTJMKOTHOTA type=write size=137414 2024-08-17T01:00:23.263 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.262+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=L270F2I253UN type=del size=3809431 2024-08-17T01:00:23.265 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.264+0000 7fc9e32c6640 1 < completed delete operation key=P6GWQRWU8J2B tag=LLFKGYQL5DDY type=del 2024-08-17T01:00:23.267 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.266+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=38L8I1WX9M1I type=del size=3050973 2024-08-17T01:00:23.269 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.268+0000 7fc9e32c6640 1 < completed write operation key=JNHP0HYR3GAN tag=QR5DEM0AHZGJ type=write size=711275 2024-08-17T01:00:23.270 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.270+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=6BRSR0FRV337 type=del size=2053478 2024-08-17T01:00:23.272 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.271+0000 7fc9e32c6640 1 < completed write operation key=M0RSO8RQ43YG tag=00C23870PNCC type=write size=971407 2024-08-17T01:00:23.274 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.273+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=KJWL6E1N98YJ type=write size=171158 2024-08-17T01:00:23.276 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.275+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~AKK3YCT2RLPF.0 size=644375 2024-08-17T01:00:23.279 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.278+0000 7fc9e32c6640 1 < completed multipart upload key=P6GWQRWU8J2B upload=AKK3YCT2RLPF tag=BQYJ0J9D0AK2 type=write size=1692951 2024-08-17T01:00:23.281 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.280+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=G6IKBWI4MFT2 type=del size=2190743 2024-08-17T01:00:23.283 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.282+0000 7fc9e32c6640 1 < completed delete operation key=SNQ4IXALP94F tag=YJB7HI8WFLNZ type=del 2024-08-17T01:00:23.285 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.284+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=2D3L2JD5BLI1 type=write size=67825 2024-08-17T01:00:23.288 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.287+0000 7fc9e32c6640 1 < suggested remove operation key=0GIHJJ2YE1EF tag=8C4AN3QSN69N type=del 2024-08-17T01:00:23.291 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.290+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~Y677DJ1669ES.0 size=1048576 2024-08-17T01:00:23.293 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.292+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~Y677DJ1669ES.1 size=315056 2024-08-17T01:00:23.293 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.292+0000 7fc9e32c6640 1 > prepared multipart upload key=SR0C26PR3RCQ upload=Y677DJ1669ES tag=91C15OOTU76H type=write size=2412208 2024-08-17T01:00:23.294 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.294+0000 7fc9e32c6640 1 < canceled operation key=Y5CGDXUEE4A5 tag=ZTRTX2P8VP4T type=del size=232185 2024-08-17T01:00:23.298 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.297+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~7K5ZYDKNYDCY.0 size=1048576 2024-08-17T01:00:23.299 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.298+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~7K5ZYDKNYDCY.1 size=518129 2024-08-17T01:00:23.299 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.298+0000 7fc9e32c6640 1 > prepared multipart upload key=ZFTRWL3EXMLQ upload=7K5ZYDKNYDCY tag=PSF2BVIO27EA type=write size=2615281 2024-08-17T01:00:23.301 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.300+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~51O4RYHB1SM7.0 size=1048576 2024-08-17T01:00:23.302 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.302+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~51O4RYHB1SM7.1 size=7624 2024-08-17T01:00:23.305 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.305+0000 7fc9e32c6640 1 < completed multipart upload key=M40V1TN9S9M2 upload=51O4RYHB1SM7 tag=CTIO4PIB916N type=write size=2104776 2024-08-17T01:00:23.307 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.307+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=3J6O1MWSBRWX type=del size=421678 2024-08-17T01:00:23.309 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.308+0000 7fc9e32c6640 1 < completed delete operation key=OQ1IXKB82T39 tag=9FPPGOPFGJW1 type=del 2024-08-17T01:00:23.311 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.310+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=3AKNOV41AH5H type=del size=1439014 2024-08-17T01:00:23.311 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.310+0000 7fc9e32c6640 1 < canceled part key=_multipart_P6GWQRWU8J2B.2~9AVALQA1QPPK.0 size=1048576 2024-08-17T01:00:23.312 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.311+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~9AVALQA1QPPK.1 size=1048576 2024-08-17T01:00:23.314 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.313+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~9AVALQA1QPPK.2 size=837976 2024-08-17T01:00:23.317 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.316+0000 7fc9e32c6640 1 < canceled multipart upload key=P6GWQRWU8J2B upload=9AVALQA1QPPK tag=EIY1E6M4QFM6 type=write size=3983704 2024-08-17T01:00:23.318 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.318+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=9W44AHAN3RPB type=write size=992809 2024-08-17T01:00:23.320 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.319+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~RK7UGTHNII7H.0 size=1048576 2024-08-17T01:00:23.321 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.321+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~RK7UGTHNII7H.1 size=1048576 2024-08-17T01:00:23.322 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.321+0000 7fc9e32c6640 1 < canceled part key=_multipart_04A7K18FAZTD.2~RK7UGTHNII7H.2 size=230350 2024-08-17T01:00:23.324 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.323+0000 7fc9e32c6640 1 < canceled multipart upload key=04A7K18FAZTD upload=RK7UGTHNII7H tag=NY1GXNBDF9JU type=write size=3376078 2024-08-17T01:00:23.327 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.327+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~DX47DDKB0FRC.0 size=756620 2024-08-17T01:00:23.328 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.327+0000 7fc9e32c6640 1 > prepared multipart upload key=OQ1IXKB82T39 upload=DX47DDKB0FRC tag=FUR2FC6Q21TV type=write size=1805196 2024-08-17T01:00:23.329 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.328+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=EGXF4WI7JVAJ type=del 2024-08-17T01:00:23.331 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.330+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=YUFY4V9LZLDN type=del size=1168492 2024-08-17T01:00:23.335 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.334+0000 7fc9e32c6640 1 < suggested update operation key=P6GWQRWU8J2B tag=33G17WWZIIK1 type=del size=955703 2024-08-17T01:00:23.337 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.336+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=JWI9TE2J3SXW type=del size=480028 2024-08-17T01:00:23.339 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.338+0000 7fc9e32c6640 1 < completed delete operation key=NJYN8PLMG5AN tag=11YKZP6J422P type=del 2024-08-17T01:00:23.342 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.342+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~RY0JD6ZKF9DW.0 size=1048576 2024-08-17T01:00:23.344 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.343+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~RY0JD6ZKF9DW.1 size=313454 2024-08-17T01:00:23.344 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.343+0000 7fc9e32c6640 1 > prepared multipart upload key=ZFTRWL3EXMLQ upload=RY0JD6ZKF9DW tag=WHXVO82OE5W0 type=write size=2410606 2024-08-17T01:00:23.346 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.345+0000 7fc9e32c6640 1 < completed delete operation key=FP808QN0QDSP tag=7D4VB3HEOFJ9 type=del 2024-08-17T01:00:23.347 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.347+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=G6RHAF0OJAVR type=del size=4041927 2024-08-17T01:00:23.349 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.349+0000 7fc9e32c6640 1 < completed delete operation key=3426C909P2VX tag=L270F2I253UN type=del 2024-08-17T01:00:23.351 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.351+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=J6MBT552IG64 type=del size=2006924 2024-08-17T01:00:23.355 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.354+0000 7fc9e32c6640 1 < suggested remove operation key=SNQ4IXALP94F tag=38L8I1WX9M1I type=del 2024-08-17T01:00:23.358 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.357+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~6AN59M60N6OF.0 size=909372 2024-08-17T01:00:23.358 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.357+0000 7fc9e32c6640 1 > prepared multipart upload key=GPTER2AM6J7E upload=6AN59M60N6OF tag=UOBWMYKQRWSM type=write size=1957948 2024-08-17T01:00:23.360 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.359+0000 7fc9e32c6640 1 < completed delete operation key=3QNRD31J9WH5 tag=6BRSR0FRV337 type=del 2024-08-17T01:00:23.362 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.361+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=7BQH8Z6C0TV3 type=del size=4131347 2024-08-17T01:00:23.364 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.363+0000 7fc9e32c6640 1 < completed write operation key=Y5CGDXUEE4A5 tag=KJWL6E1N98YJ type=write size=171158 2024-08-17T01:00:23.367 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.366+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~2W70BJ74L71Z.0 size=1048576 2024-08-17T01:00:23.368 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.368+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~2W70BJ74L71Z.1 size=1041498 2024-08-17T01:00:23.368 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.368+0000 7fc9e32c6640 1 > prepared multipart upload key=SNQ4IXALP94F upload=2W70BJ74L71Z tag=64DZL24S0DZH type=write size=3138650 2024-08-17T01:00:23.370 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.370+0000 7fc9e32c6640 1 < completed delete operation key=3426C909P2VX tag=G6IKBWI4MFT2 type=del 2024-08-17T01:00:23.372 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.371+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=KZKCSPH1VI4A type=del size=1587456 2024-08-17T01:00:23.374 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.373+0000 7fc9e32c6640 1 < completed write operation key=M0RSO8RQ43YG tag=2D3L2JD5BLI1 type=write size=67825 2024-08-17T01:00:23.378 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.377+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~O3Q7OCNJMHMN.0 size=1048576 2024-08-17T01:00:23.379 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.378+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~O3Q7OCNJMHMN.1 size=1048576 2024-08-17T01:00:23.380 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.379+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~O3Q7OCNJMHMN.2 size=912059 2024-08-17T01:00:23.380 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.379+0000 7fc9e32c6640 1 > prepared multipart upload key=DWB3YGH7YBZB upload=O3Q7OCNJMHMN tag=YEGVP7KI2NG3 type=write size=4057787 2024-08-17T01:00:23.382 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.381+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~Y677DJ1669ES.0 size=1048576 2024-08-17T01:00:23.383 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.383+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~Y677DJ1669ES.1 size=315056 2024-08-17T01:00:23.386 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.386+0000 7fc9e32c6640 1 < completed multipart upload key=SR0C26PR3RCQ upload=Y677DJ1669ES tag=91C15OOTU76H type=write size=2412208 2024-08-17T01:00:23.388 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.387+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=558E34UQM17Y type=del size=2018728 2024-08-17T01:00:23.390 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.389+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~7K5ZYDKNYDCY.0 size=1048576 2024-08-17T01:00:23.392 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.391+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~7K5ZYDKNYDCY.1 size=518129 2024-08-17T01:00:23.395 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.394+0000 7fc9e32c6640 1 < completed multipart upload key=ZFTRWL3EXMLQ upload=7K5ZYDKNYDCY tag=PSF2BVIO27EA type=write size=2615281 2024-08-17T01:00:23.398 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.398+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~0PU9EPUAA71E.0 size=1048576 2024-08-17T01:00:23.400 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.399+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~0PU9EPUAA71E.1 size=1048576 2024-08-17T01:00:23.402 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.401+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~0PU9EPUAA71E.2 size=827841 2024-08-17T01:00:23.402 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.401+0000 7fc9e32c6640 1 > prepared multipart upload key=SYENEMTYLFFB upload=0PU9EPUAA71E tag=B13A7L5YIT1O type=write size=3973569 2024-08-17T01:00:23.404 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.403+0000 7fc9e32c6640 1 < completed delete operation key=GPTER2AM6J7E tag=3J6O1MWSBRWX type=del 2024-08-17T01:00:23.408 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.407+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~BF7JT3NSF1FC.0 size=933765 2024-08-17T01:00:23.408 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.407+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=BF7JT3NSF1FC tag=SIQG27DLLDMT type=write size=1982341 2024-08-17T01:00:23.410 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.409+0000 7fc9e32c6640 1 < completed delete operation key=XHAAVXY5RRVM tag=3AKNOV41AH5H type=del 2024-08-17T01:00:23.413 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.412+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~M92FAFJCQ9VA.0 size=645741 2024-08-17T01:00:23.413 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.412+0000 7fc9e32c6640 1 > prepared multipart upload key=9X03OB1P1EOH upload=M92FAFJCQ9VA tag=NOZ790PYWNVB type=write size=1694317 2024-08-17T01:00:23.415 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.414+0000 7fc9e32c6640 1 < canceled operation key=OH6EL4D04DHY tag=9W44AHAN3RPB type=write size=992809 2024-08-17T01:00:23.417 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.417+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=QUVKUK7C9FFY type=del size=3737025 2024-08-17T01:00:23.419 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.418+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~DX47DDKB0FRC.0 size=756620 2024-08-17T01:00:23.423 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.422+0000 7fc9e32c6640 1 < completed multipart upload key=OQ1IXKB82T39 upload=DX47DDKB0FRC tag=FUR2FC6Q21TV type=write size=1805196 2024-08-17T01:00:23.426 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.425+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~0TQ22X7OY8ZQ.0 size=1048576 2024-08-17T01:00:23.427 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.427+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~0TQ22X7OY8ZQ.1 size=1048576 2024-08-17T01:00:23.429 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.428+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~0TQ22X7OY8ZQ.2 size=728094 2024-08-17T01:00:23.429 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.428+0000 7fc9e32c6640 1 > prepared multipart upload key=3QNRD31J9WH5 upload=0TQ22X7OY8ZQ tag=QY60M99EE1MM type=write size=3873822 2024-08-17T01:00:23.431 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.430+0000 7fc9e32c6640 1 < completed delete operation key=Y5CGDXUEE4A5 tag=YUFY4V9LZLDN type=del 2024-08-17T01:00:23.433 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.432+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=5XKY5MXS1V6M type=del size=1975391 2024-08-17T01:00:23.437 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.436+0000 7fc9e32c6640 1 < suggested update operation key=XHAAVXY5RRVM tag=JWI9TE2J3SXW type=del size=480028 2024-08-17T01:00:23.439 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.438+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=PPE2406ZAA7Y type=write size=415618 2024-08-17T01:00:23.440 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.440+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~RY0JD6ZKF9DW.0 size=1048576 2024-08-17T01:00:23.442 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.442+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~RY0JD6ZKF9DW.1 size=313454 2024-08-17T01:00:23.445 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.445+0000 7fc9e32c6640 1 < completed multipart upload key=ZFTRWL3EXMLQ upload=RY0JD6ZKF9DW tag=WHXVO82OE5W0 type=write size=2410606 2024-08-17T01:00:23.449 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.448+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~54C5AXF10EUF.0 size=1048576 2024-08-17T01:00:23.450 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.449+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~54C5AXF10EUF.1 size=1048576 2024-08-17T01:00:23.452 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.451+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~54C5AXF10EUF.2 size=90674 2024-08-17T01:00:23.452 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.451+0000 7fc9e32c6640 1 > prepared multipart upload key=ZFTRWL3EXMLQ upload=54C5AXF10EUF tag=3Y6G64ON6I3E type=write size=3236402 2024-08-17T01:00:23.455 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.454+0000 7fc9e32c6640 1 < suggested remove operation key=TOPN4SUVVWJ4 tag=G6RHAF0OJAVR type=del 2024-08-17T01:00:23.458 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.458+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~J76O2NTXJ9RW.0 size=807165 2024-08-17T01:00:23.459 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.458+0000 7fc9e32c6640 1 > prepared multipart upload key=3QNRD31J9WH5 upload=J76O2NTXJ9RW tag=2HD8BDVLGFF2 type=write size=1855741 2024-08-17T01:00:23.460 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.459+0000 7fc9e32c6640 1 < completed delete operation key=RNSEALS0CEAA tag=J6MBT552IG64 type=del 2024-08-17T01:00:23.463 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.463+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~KTMCJQQSXNVX.0 size=179379 2024-08-17T01:00:23.464 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.463+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=KTMCJQQSXNVX tag=06UKFBTHU6MJ type=write size=1227955 2024-08-17T01:00:23.465 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.464+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~6AN59M60N6OF.0 size=909372 2024-08-17T01:00:23.468 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.467+0000 7fc9e32c6640 1 < completed multipart upload key=GPTER2AM6J7E upload=6AN59M60N6OF tag=UOBWMYKQRWSM type=write size=1957948 2024-08-17T01:00:23.470 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.469+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=VN1D411LYM9O type=del size=2177378 2024-08-17T01:00:23.472 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.471+0000 7fc9e32c6640 1 < completed delete operation key=41QVSMLCJY3L tag=7BQH8Z6C0TV3 type=del 2024-08-17T01:00:23.474 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.473+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=KPL70TLBCI5C type=write size=571458 2024-08-17T01:00:23.476 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.475+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~2W70BJ74L71Z.0 size=1048576 2024-08-17T01:00:23.477 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.477+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~2W70BJ74L71Z.1 size=1041498 2024-08-17T01:00:23.480 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.479+0000 7fc9e32c6640 1 < completed multipart upload key=SNQ4IXALP94F upload=2W70BJ74L71Z tag=64DZL24S0DZH type=write size=3138650 2024-08-17T01:00:23.483 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.482+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~QKEDB8252I4A.0 size=1048576 2024-08-17T01:00:23.485 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.484+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~QKEDB8252I4A.1 size=1048576 2024-08-17T01:00:23.486 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.485+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~QKEDB8252I4A.2 size=99344 2024-08-17T01:00:23.486 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.485+0000 7fc9e32c6640 1 > prepared multipart upload key=M40V1TN9S9M2 upload=QKEDB8252I4A tag=RR304TXKZL9F type=write size=3245072 2024-08-17T01:00:23.488 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.487+0000 7fc9e32c6640 1 < completed delete operation key=UBSJCVKYWX6F tag=KZKCSPH1VI4A type=del 2024-08-17T01:00:23.491 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.490+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~UGRNIRN04UTN.0 size=1048576 2024-08-17T01:00:23.492 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.492+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~UGRNIRN04UTN.1 size=1048576 2024-08-17T01:00:23.494 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.493+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~UGRNIRN04UTN.2 size=398934 2024-08-17T01:00:23.494 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.493+0000 7fc9e32c6640 1 > prepared multipart upload key=3QNRD31J9WH5 upload=UGRNIRN04UTN tag=2BBBA9WF6RMI type=write size=3544662 2024-08-17T01:00:23.494 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.494+0000 7fc9e32c6640 1 < canceled part key=_multipart_DWB3YGH7YBZB.2~O3Q7OCNJMHMN.0 size=1048576 2024-08-17T01:00:23.496 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.495+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~O3Q7OCNJMHMN.1 size=1048576 2024-08-17T01:00:23.497 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.497+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~O3Q7OCNJMHMN.2 size=912059 2024-08-17T01:00:23.500 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.499+0000 7fc9e32c6640 1 < canceled multipart upload key=DWB3YGH7YBZB upload=O3Q7OCNJMHMN tag=YEGVP7KI2NG3 type=write size=4057787 2024-08-17T01:00:23.502 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.501+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=1JPMYWCA1C6S type=write size=865570 2024-08-17T01:00:23.504 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.503+0000 7fc9e32c6640 1 < completed delete operation key=Y5CGDXUEE4A5 tag=558E34UQM17Y type=del 2024-08-17T01:00:23.505 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.505+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=7B0M7UB689IA type=del size=3929099 2024-08-17T01:00:23.507 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.506+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~0PU9EPUAA71E.0 size=1048576 2024-08-17T01:00:23.509 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.508+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~0PU9EPUAA71E.1 size=1048576 2024-08-17T01:00:23.510 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.510+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~0PU9EPUAA71E.2 size=827841 2024-08-17T01:00:23.513 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.513+0000 7fc9e32c6640 1 < completed multipart upload key=SYENEMTYLFFB upload=0PU9EPUAA71E tag=B13A7L5YIT1O type=write size=3973569 2024-08-17T01:00:23.516 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.516+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~YBVCG3SSMMCV.0 size=526551 2024-08-17T01:00:23.517 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.516+0000 7fc9e32c6640 1 > prepared multipart upload key=FP808QN0QDSP upload=YBVCG3SSMMCV tag=1U9CHI0TVK3J type=write size=1575127 2024-08-17T01:00:23.518 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.517+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~BF7JT3NSF1FC.0 size=933765 2024-08-17T01:00:23.521 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.521+0000 7fc9e32c6640 1 < completed multipart upload key=7YJVD2TL2U1Q upload=BF7JT3NSF1FC tag=SIQG27DLLDMT type=write size=1982341 2024-08-17T01:00:23.523 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.522+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=L6GQDAPEICVR type=del size=3593138 2024-08-17T01:00:23.525 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.524+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~M92FAFJCQ9VA.0 size=645741 2024-08-17T01:00:23.528 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.527+0000 7fc9e32c6640 1 < completed multipart upload key=9X03OB1P1EOH upload=M92FAFJCQ9VA tag=NOZ790PYWNVB type=write size=1694317 2024-08-17T01:00:23.531 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.530+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~LHDUE0HWZJGS.0 size=554289 2024-08-17T01:00:23.531 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.530+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=LHDUE0HWZJGS tag=D33FX7D1B4T2 type=write size=1602865 2024-08-17T01:00:23.534 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.533+0000 7fc9e32c6640 1 < suggested remove operation key=3QNRD31J9WH5 tag=QUVKUK7C9FFY type=del 2024-08-17T01:00:23.536 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.535+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=4OP76ESQ6XPT type=del size=3246834 2024-08-17T01:00:23.538 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.537+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~0TQ22X7OY8ZQ.0 size=1048576 2024-08-17T01:00:23.540 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.539+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~0TQ22X7OY8ZQ.1 size=1048576 2024-08-17T01:00:23.540 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.539+0000 7fc9e32c6640 1 < canceled part key=_multipart_3QNRD31J9WH5.2~0TQ22X7OY8ZQ.2 size=728094 2024-08-17T01:00:23.543 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.543+0000 7fc9e32c6640 1 < canceled multipart upload key=3QNRD31J9WH5 upload=0TQ22X7OY8ZQ tag=QY60M99EE1MM type=write size=3873822 2024-08-17T01:00:23.545 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.545+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=288I30BJN02V type=write size=664078 2024-08-17T01:00:23.547 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.546+0000 7fc9e32c6640 1 < completed delete operation key=3426C909P2VX tag=5XKY5MXS1V6M type=del 2024-08-17T01:00:23.551 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.550+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~LNPWTMWXDI9Z.0 size=1048576 2024-08-17T01:00:23.552 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.551+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~LNPWTMWXDI9Z.1 size=1048576 2024-08-17T01:00:23.554 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.553+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~LNPWTMWXDI9Z.2 size=318029 2024-08-17T01:00:23.554 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.553+0000 7fc9e32c6640 1 > prepared multipart upload key=OQ1IXKB82T39 upload=LNPWTMWXDI9Z tag=U8XOX6F3Q6CE type=write size=3463757 2024-08-17T01:00:23.558 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.555+0000 7fc9e32c6640 1 < completed write operation key=WN539WGGF4SK tag=PPE2406ZAA7Y type=write size=415618 2024-08-17T01:00:23.559 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.556+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=2VZBS8F5NW13 type=write size=15962 2024-08-17T01:00:23.559 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.558+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~54C5AXF10EUF.0 size=1048576 2024-08-17T01:00:23.560 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.559+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~54C5AXF10EUF.1 size=1048576 2024-08-17T01:00:23.562 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.561+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~54C5AXF10EUF.2 size=90674 2024-08-17T01:00:23.564 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.564+0000 7fc9e32c6640 1 < completed multipart upload key=ZFTRWL3EXMLQ upload=54C5AXF10EUF tag=3Y6G64ON6I3E type=write size=3236402 2024-08-17T01:00:23.568 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.567+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~V2BICZKVTO5J.0 size=1048576 2024-08-17T01:00:23.569 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.568+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~V2BICZKVTO5J.1 size=1048576 2024-08-17T01:00:23.570 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.570+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~V2BICZKVTO5J.2 size=708145 2024-08-17T01:00:23.570 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.570+0000 7fc9e32c6640 1 > prepared multipart upload key=P6GWQRWU8J2B upload=V2BICZKVTO5J tag=7H0HHCB96O48 type=write size=3853873 2024-08-17T01:00:23.572 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.571+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~J76O2NTXJ9RW.0 size=807165 2024-08-17T01:00:23.575 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.574+0000 7fc9e32c6640 1 < completed multipart upload key=3QNRD31J9WH5 upload=J76O2NTXJ9RW tag=2HD8BDVLGFF2 type=write size=1855741 2024-08-17T01:00:23.577 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.576+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=CCC0XM9B1FRT type=write size=898913 2024-08-17T01:00:23.578 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.577+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~KTMCJQQSXNVX.0 size=179379 2024-08-17T01:00:23.581 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.580+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=KTMCJQQSXNVX tag=06UKFBTHU6MJ type=write size=1227955 2024-08-17T01:00:23.583 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.582+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=3NQMZ5TK7FW5 type=del size=2634765 2024-08-17T01:00:23.586 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.585+0000 7fc9e32c6640 1 < suggested update operation key=W14LJICPB60X tag=VN1D411LYM9O type=del size=2177378 2024-08-17T01:00:23.588 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.587+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=WLFLCI48540F type=del size=1269245 2024-08-17T01:00:23.590 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.589+0000 7fc9e32c6640 -1 < failed to complete operation key=3QNRD31J9WH5 tag=KPL70TLBCI5C type=write size=571458: (22) Invalid argument 2024-08-17T01:00:23.591 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.591+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=Z1A1PDTVJWQC type=del size=3147702 2024-08-17T01:00:23.593 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.592+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~QKEDB8252I4A.0 size=1048576 2024-08-17T01:00:23.594 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.594+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~QKEDB8252I4A.1 size=1048576 2024-08-17T01:00:23.596 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.595+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~QKEDB8252I4A.2 size=99344 2024-08-17T01:00:23.599 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.598+0000 7fc9e32c6640 1 < completed multipart upload key=M40V1TN9S9M2 upload=QKEDB8252I4A tag=RR304TXKZL9F type=write size=3245072 2024-08-17T01:00:23.602 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.601+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~CLPWES3SWXTE.0 size=1048576 2024-08-17T01:00:23.603 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.602+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~CLPWES3SWXTE.1 size=1048576 2024-08-17T01:00:23.604 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.604+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~CLPWES3SWXTE.2 size=802551 2024-08-17T01:00:23.605 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.604+0000 7fc9e32c6640 1 > prepared multipart upload key=TN1LRZX0D64M upload=CLPWES3SWXTE tag=N7LUSHL86SQF type=write size=3948279 2024-08-17T01:00:23.606 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.605+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~UGRNIRN04UTN.0 size=1048576 2024-08-17T01:00:23.608 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.607+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~UGRNIRN04UTN.1 size=1048576 2024-08-17T01:00:23.609 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.609+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~UGRNIRN04UTN.2 size=398934 2024-08-17T01:00:23.612 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.611+0000 7fc9e32c6640 1 < completed multipart upload key=3QNRD31J9WH5 upload=UGRNIRN04UTN tag=2BBBA9WF6RMI type=write size=3544662 2024-08-17T01:00:23.615 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.614+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~117MUCKOSY5C.0 size=1048576 2024-08-17T01:00:23.617 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.616+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~117MUCKOSY5C.1 size=385876 2024-08-17T01:00:23.617 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.616+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=117MUCKOSY5C tag=RHB9583A27S0 type=write size=2483028 2024-08-17T01:00:23.618 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.618+0000 7fc9e32c6640 1 < completed write operation key=GPTER2AM6J7E tag=1JPMYWCA1C6S type=write size=865570 2024-08-17T01:00:23.622 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.621+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~OBNENNOMT2ZI.0 size=1048576 2024-08-17T01:00:23.623 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.622+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~OBNENNOMT2ZI.1 size=706452 2024-08-17T01:00:23.623 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.622+0000 7fc9e32c6640 1 > prepared multipart upload key=HPIXXJSLU5J6 upload=OBNENNOMT2ZI tag=H3QE6OEPUD09 type=write size=2803604 2024-08-17T01:00:23.625 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.624+0000 7fc9e32c6640 1 < completed delete operation key=M40V1TN9S9M2 tag=7B0M7UB689IA type=del 2024-08-17T01:00:23.628 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.628+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~1YDSZ1WDBHYE.0 size=232380 2024-08-17T01:00:23.628 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.628+0000 7fc9e32c6640 1 > prepared multipart upload key=OH6EL4D04DHY upload=1YDSZ1WDBHYE tag=JXG9NQOI3DMM type=write size=1280956 2024-08-17T01:00:23.630 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.629+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~YBVCG3SSMMCV.0 size=526551 2024-08-17T01:00:23.633 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.633+0000 7fc9e32c6640 1 < completed multipart upload key=FP808QN0QDSP upload=YBVCG3SSMMCV tag=1U9CHI0TVK3J type=write size=1575127 2024-08-17T01:00:23.637 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.636+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~UXYPVF96A7B7.0 size=1048576 2024-08-17T01:00:23.638 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.638+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~UXYPVF96A7B7.1 size=1048576 2024-08-17T01:00:23.640 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.639+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~UXYPVF96A7B7.2 size=386005 2024-08-17T01:00:23.640 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.639+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=UXYPVF96A7B7 tag=JEUX10JB7KY5 type=write size=3531733 2024-08-17T01:00:23.641 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.641+0000 7fc9e32c6640 1 < completed delete operation key=04A7K18FAZTD tag=L6GQDAPEICVR type=del 2024-08-17T01:00:23.643 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.642+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=M8RRA4H2E3ZK type=write size=1045004 2024-08-17T01:00:23.644 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.644+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~LHDUE0HWZJGS.0 size=554289 2024-08-17T01:00:23.647 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.646+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=LHDUE0HWZJGS tag=D33FX7D1B4T2 type=write size=1602865 2024-08-17T01:00:23.649 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.648+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=QCKEYJ8964GR type=del size=1228713 2024-08-17T01:00:23.650 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.650+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=4OP76ESQ6XPT type=del 2024-08-17T01:00:23.652 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.651+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=UNW52VDSXCCZ type=del size=3728511 2024-08-17T01:00:23.653 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.653+0000 7fc9e32c6640 1 < completed write operation key=HPIXXJSLU5J6 tag=288I30BJN02V type=write size=664078 2024-08-17T01:00:23.655 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.654+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=BAODEGR00UQW type=write size=76139 2024-08-17T01:00:23.657 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.656+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~LNPWTMWXDI9Z.0 size=1048576 2024-08-17T01:00:23.657 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.656+0000 7fc9e32c6640 1 < canceled part key=_multipart_OQ1IXKB82T39.2~LNPWTMWXDI9Z.1 size=1048576 2024-08-17T01:00:23.658 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.658+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~LNPWTMWXDI9Z.2 size=318029 2024-08-17T01:00:23.661 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.661+0000 7fc9e32c6640 1 < canceled multipart upload key=OQ1IXKB82T39 upload=LNPWTMWXDI9Z tag=U8XOX6F3Q6CE type=write size=3463757 2024-08-17T01:00:23.665 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.664+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~LVWIX9QTAGJ3.0 size=638678 2024-08-17T01:00:23.665 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.664+0000 7fc9e32c6640 1 > prepared multipart upload key=ODZIOPEGEARM upload=LVWIX9QTAGJ3 tag=HY4Y7B1HEH4V type=write size=1687254 2024-08-17T01:00:23.666 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.665+0000 7fc9e32c6640 1 < completed write operation key=DWB3YGH7YBZB tag=2VZBS8F5NW13 type=write size=15962 2024-08-17T01:00:23.669 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.669+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~UD9JYM2PQXKG.0 size=1048576 2024-08-17T01:00:23.671 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.670+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~UD9JYM2PQXKG.1 size=992500 2024-08-17T01:00:23.671 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.670+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=UD9JYM2PQXKG tag=57J1T093LACY type=write size=3089652 2024-08-17T01:00:23.672 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.672+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~V2BICZKVTO5J.0 size=1048576 2024-08-17T01:00:23.674 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.673+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~V2BICZKVTO5J.1 size=1048576 2024-08-17T01:00:23.676 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.675+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~V2BICZKVTO5J.2 size=708145 2024-08-17T01:00:23.679 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.678+0000 7fc9e32c6640 1 < completed multipart upload key=P6GWQRWU8J2B upload=V2BICZKVTO5J tag=7H0HHCB96O48 type=write size=3853873 2024-08-17T01:00:23.681 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.681+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=Y5FSAICS4XUJ type=del size=1318152 2024-08-17T01:00:23.684 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.683+0000 7fc9e32c6640 1 < completed write operation key=GPTER2AM6J7E tag=CCC0XM9B1FRT type=write size=898913 2024-08-17T01:00:23.686 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.685+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=TVZLBJ6OZZBU type=del size=1841835 2024-08-17T01:00:23.688 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.688+0000 7fc9e32c6640 -1 < failed to complete operation key=W14LJICPB60X tag=3NQMZ5TK7FW5 type=del size=2634765: (22) Invalid argument 2024-08-17T01:00:23.690 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.689+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=0QNM3YT8WEKM type=del size=2795925 2024-08-17T01:00:23.692 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.692+0000 7fc9e32c6640 1 < completed delete operation key=ODZIOPEGEARM tag=WLFLCI48540F type=del 2024-08-17T01:00:23.696 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.695+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~SSY51JAYW2GD.0 size=1048576 2024-08-17T01:00:23.697 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.696+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~SSY51JAYW2GD.1 size=391156 2024-08-17T01:00:23.697 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.696+0000 7fc9e32c6640 1 > prepared multipart upload key=OQ1IXKB82T39 upload=SSY51JAYW2GD tag=WWTS2D54L7Q2 type=write size=2488308 2024-08-17T01:00:23.699 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.699+0000 7fc9e32c6640 1 < completed delete operation key=XHAAVXY5RRVM tag=Z1A1PDTVJWQC type=del 2024-08-17T01:00:23.701 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.700+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=ZKAOAEDTJO7Q type=del size=134396 2024-08-17T01:00:23.703 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.702+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~CLPWES3SWXTE.0 size=1048576 2024-08-17T01:00:23.704 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.703+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~CLPWES3SWXTE.1 size=1048576 2024-08-17T01:00:23.706 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.705+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~CLPWES3SWXTE.2 size=802551 2024-08-17T01:00:23.709 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.708+0000 7fc9e32c6640 1 < completed multipart upload key=TN1LRZX0D64M upload=CLPWES3SWXTE tag=N7LUSHL86SQF type=write size=3948279 2024-08-17T01:00:23.711 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.710+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=Y60TRTF4TOSB type=del size=2833789 2024-08-17T01:00:23.713 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.713+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~117MUCKOSY5C.0 size=1048576 2024-08-17T01:00:23.715 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.714+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~117MUCKOSY5C.1 size=385876 2024-08-17T01:00:23.718 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.718+0000 7fc9e32c6640 1 < completed multipart upload key=Y5CGDXUEE4A5 upload=117MUCKOSY5C tag=RHB9583A27S0 type=write size=2483028 2024-08-17T01:00:23.721 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.719+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=ECO1121JGPH1 type=del size=3846922 2024-08-17T01:00:23.722 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.721+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~OBNENNOMT2ZI.0 size=1048576 2024-08-17T01:00:23.724 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.723+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~OBNENNOMT2ZI.1 size=706452 2024-08-17T01:00:23.727 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.726+0000 7fc9e32c6640 1 < completed multipart upload key=HPIXXJSLU5J6 upload=OBNENNOMT2ZI tag=H3QE6OEPUD09 type=write size=2803604 2024-08-17T01:00:23.730 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.729+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=VW7NW83KXG7H type=write size=344006 2024-08-17T01:00:23.731 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.731+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~1YDSZ1WDBHYE.0 size=232380 2024-08-17T01:00:23.734 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.733+0000 7fc9e32c6640 1 < completed multipart upload key=OH6EL4D04DHY upload=1YDSZ1WDBHYE tag=JXG9NQOI3DMM type=write size=1280956 2024-08-17T01:00:23.737 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.737+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~7YU4LAUZEJSD.0 size=1048576 2024-08-17T01:00:23.739 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.738+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~7YU4LAUZEJSD.1 size=471313 2024-08-17T01:00:23.739 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.738+0000 7fc9e32c6640 1 > prepared multipart upload key=FP808QN0QDSP upload=7YU4LAUZEJSD tag=JFPELVPB6BY2 type=write size=2568465 2024-08-17T01:00:23.741 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.740+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~UXYPVF96A7B7.0 size=1048576 2024-08-17T01:00:23.742 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.741+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~UXYPVF96A7B7.1 size=1048576 2024-08-17T01:00:23.744 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.743+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~UXYPVF96A7B7.2 size=386005 2024-08-17T01:00:23.747 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.746+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=UXYPVF96A7B7 tag=JEUX10JB7KY5 type=write size=3531733 2024-08-17T01:00:23.751 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.750+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~TNNCQUHRPTX2.0 size=1048576 2024-08-17T01:00:23.752 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.751+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~TNNCQUHRPTX2.1 size=1029722 2024-08-17T01:00:23.752 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.751+0000 7fc9e32c6640 1 > prepared multipart upload key=3QNRD31J9WH5 upload=TNNCQUHRPTX2 tag=EZ5IE10K7P2H type=write size=3126874 2024-08-17T01:00:23.755 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.755+0000 7fc9e32c6640 1 < suggested remove operation key=3QNRD31J9WH5 tag=M8RRA4H2E3ZK type=write 2024-08-17T01:00:23.762 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.758+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~CD84WOLD6S9P.0 size=1001703 2024-08-17T01:00:23.762 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.758+0000 7fc9e32c6640 1 > prepared multipart upload key=DWB3YGH7YBZB upload=CD84WOLD6S9P tag=15DP7M9TWD81 type=write size=2050279 2024-08-17T01:00:23.763 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.761+0000 7fc9e32c6640 -1 < failed to complete operation key=3QNRD31J9WH5 tag=QCKEYJ8964GR type=del size=1228713: (22) Invalid argument 2024-08-17T01:00:23.763 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.763+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=M7X6M1FHT9ZH type=del size=3860592 2024-08-17T01:00:23.765 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.764+0000 7fc9e32c6640 1 < completed delete operation key=9ZTGHGASZU54 tag=UNW52VDSXCCZ type=del 2024-08-17T01:00:23.767 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.766+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=10EVEW3AYMHE type=del size=2456150 2024-08-17T01:00:23.769 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.768+0000 7fc9e32c6640 1 < completed write operation key=M40V1TN9S9M2 tag=BAODEGR00UQW type=write size=76139 2024-08-17T01:00:23.771 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.770+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=BHQSYTMAODX3 type=del size=162212 2024-08-17T01:00:23.773 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.772+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~LVWIX9QTAGJ3.0 size=638678 2024-08-17T01:00:23.776 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.775+0000 7fc9e32c6640 1 < completed multipart upload key=ODZIOPEGEARM upload=LVWIX9QTAGJ3 tag=HY4Y7B1HEH4V type=write size=1687254 2024-08-17T01:00:23.780 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.779+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~ORVPG104DEHK.0 size=1048576 2024-08-17T01:00:23.781 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.780+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~ORVPG104DEHK.1 size=1048576 2024-08-17T01:00:23.782 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.782+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~ORVPG104DEHK.2 size=804093 2024-08-17T01:00:23.783 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.782+0000 7fc9e32c6640 1 > prepared multipart upload key=SYENEMTYLFFB upload=ORVPG104DEHK tag=YZZNS4TGHU5E type=write size=3949821 2024-08-17T01:00:23.784 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.783+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~UD9JYM2PQXKG.0 size=1048576 2024-08-17T01:00:23.786 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.785+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~UD9JYM2PQXKG.1 size=992500 2024-08-17T01:00:23.789 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.788+0000 7fc9e32c6640 1 < completed multipart upload key=W14LJICPB60X upload=UD9JYM2PQXKG tag=57J1T093LACY type=write size=3089652 2024-08-17T01:00:23.793 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.792+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~AULU8UUA59R7.0 size=1048576 2024-08-17T01:00:23.795 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.794+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~AULU8UUA59R7.1 size=1048576 2024-08-17T01:00:23.796 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.795+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~AULU8UUA59R7.2 size=738224 2024-08-17T01:00:23.796 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.795+0000 7fc9e32c6640 1 > prepared multipart upload key=OQ1IXKB82T39 upload=AULU8UUA59R7 tag=IXSMG440ZXWH type=write size=3883952 2024-08-17T01:00:23.798 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.798+0000 7fc9e32c6640 1 < completed delete operation key=UBSJCVKYWX6F tag=Y5FSAICS4XUJ type=del 2024-08-17T01:00:23.802 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.801+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~CCSGM6OWEGIR.0 size=1048576 2024-08-17T01:00:23.803 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.802+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~CCSGM6OWEGIR.1 size=204229 2024-08-17T01:00:23.803 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.802+0000 7fc9e32c6640 1 > prepared multipart upload key=SYENEMTYLFFB upload=CCSGM6OWEGIR tag=MMZRONDW21OS type=write size=2301381 2024-08-17T01:00:23.805 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.805+0000 7fc9e32c6640 -1 < failed to complete operation key=3QNRD31J9WH5 tag=TVZLBJ6OZZBU type=del size=1841835: (22) Invalid argument 2024-08-17T01:00:23.808 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.807+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=G9O0Y4ASQPK2 type=write size=107969 2024-08-17T01:00:23.810 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.809+0000 7fc9e32c6640 1 < completed delete operation key=ODZIOPEGEARM tag=0QNM3YT8WEKM type=del 2024-08-17T01:00:23.812 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.811+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=N7VMX513DTQ2 type=del size=2033632 2024-08-17T01:00:23.812 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.811+0000 7fc9e32c6640 1 < canceled part key=_multipart_OQ1IXKB82T39.2~SSY51JAYW2GD.0 size=1048576 2024-08-17T01:00:23.813 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.813+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~SSY51JAYW2GD.1 size=391156 2024-08-17T01:00:23.816 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.816+0000 7fc9e32c6640 1 < canceled multipart upload key=OQ1IXKB82T39 upload=SSY51JAYW2GD tag=WWTS2D54L7Q2 type=write size=2488308 2024-08-17T01:00:23.819 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.818+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=GAK8SHK5BUPL type=del size=3615496 2024-08-17T01:00:23.821 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.820+0000 7fc9e32c6640 1 < completed delete operation key=DWB3YGH7YBZB tag=ZKAOAEDTJO7Q type=del 2024-08-17T01:00:23.824 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.824+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~DHBBW35NVC3M.0 size=231084 2024-08-17T01:00:23.824 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.824+0000 7fc9e32c6640 1 > prepared multipart upload key=0GIHJJ2YE1EF upload=DHBBW35NVC3M tag=ICUOV2U29VGU type=write size=1279660 2024-08-17T01:00:23.826 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.826+0000 7fc9e32c6640 1 < completed delete operation key=0GIHJJ2YE1EF tag=Y60TRTF4TOSB type=del 2024-08-17T01:00:23.828 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.827+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=US94CDH52JQZ type=del size=3094573 2024-08-17T01:00:23.830 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.829+0000 7fc9e32c6640 1 < canceled operation key=HPIXXJSLU5J6 tag=ECO1121JGPH1 type=del size=3846922 2024-08-17T01:00:23.832 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.831+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=BM6K20NAYZE0 type=del size=1944202 2024-08-17T01:00:23.834 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.833+0000 7fc9e32c6640 1 < completed write operation key=GPTER2AM6J7E tag=VW7NW83KXG7H type=write size=344006 2024-08-17T01:00:23.835 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.835+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=XWV2PTF7WZOS type=del size=1568665 2024-08-17T01:00:23.837 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.836+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~7YU4LAUZEJSD.0 size=1048576 2024-08-17T01:00:23.839 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.838+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~7YU4LAUZEJSD.1 size=471313 2024-08-17T01:00:23.842 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.842+0000 7fc9e32c6640 1 < completed multipart upload key=FP808QN0QDSP upload=7YU4LAUZEJSD tag=JFPELVPB6BY2 type=write size=2568465 2024-08-17T01:00:23.847 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.846+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~72WSTQ6798W0.0 size=539421 2024-08-17T01:00:23.847 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.846+0000 7fc9e32c6640 1 > prepared multipart upload key=ODZIOPEGEARM upload=72WSTQ6798W0 tag=HSXNZOCRESG3 type=write size=1587997 2024-08-17T01:00:23.849 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.848+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~TNNCQUHRPTX2.0 size=1048576 2024-08-17T01:00:23.850 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.849+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~TNNCQUHRPTX2.1 size=1029722 2024-08-17T01:00:23.854 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.853+0000 7fc9e32c6640 1 < completed multipart upload key=3QNRD31J9WH5 upload=TNNCQUHRPTX2 tag=EZ5IE10K7P2H type=write size=3126874 2024-08-17T01:00:23.858 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.857+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~6M12IZTTLJVK.0 size=1048576 2024-08-17T01:00:23.859 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.858+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~6M12IZTTLJVK.1 size=1048576 2024-08-17T01:00:23.860 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.860+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~6M12IZTTLJVK.2 size=261117 2024-08-17T01:00:23.861 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.860+0000 7fc9e32c6640 1 > prepared multipart upload key=TN1LRZX0D64M upload=6M12IZTTLJVK tag=TT1LSM4GYSMG type=write size=3406845 2024-08-17T01:00:23.862 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.862+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~CD84WOLD6S9P.0 size=1001703 2024-08-17T01:00:23.865 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.865+0000 7fc9e32c6640 1 < completed multipart upload key=DWB3YGH7YBZB upload=CD84WOLD6S9P tag=15DP7M9TWD81 type=write size=2050279 2024-08-17T01:00:23.867 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.867+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=63FJ5FECNDEA type=write size=552383 2024-08-17T01:00:23.871 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.870+0000 7fc9e32c6640 1 < suggested update operation key=W14LJICPB60X tag=M7X6M1FHT9ZH type=del size=3860592 2024-08-17T01:00:23.874 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.873+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~KG7C7Q4TOJ7X.0 size=1048576 2024-08-17T01:00:23.876 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.875+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~KG7C7Q4TOJ7X.1 size=1048576 2024-08-17T01:00:23.877 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.876+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~KG7C7Q4TOJ7X.2 size=835324 2024-08-17T01:00:23.877 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.876+0000 7fc9e32c6640 1 > prepared multipart upload key=GPTER2AM6J7E upload=KG7C7Q4TOJ7X tag=6LBZ3P1P9HRG type=write size=3981052 2024-08-17T01:00:23.879 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.878+0000 7fc9e32c6640 1 < completed delete operation key=GPTER2AM6J7E tag=10EVEW3AYMHE type=del 2024-08-17T01:00:23.881 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.880+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=R15C8MHJ3CGH type=write size=773629 2024-08-17T01:00:23.883 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.882+0000 7fc9e32c6640 1 < completed delete operation key=FP808QN0QDSP tag=BHQSYTMAODX3 type=del 2024-08-17T01:00:23.886 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.885+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~TH1HMZELN4GS.0 size=1048576 2024-08-17T01:00:23.887 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.887+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~TH1HMZELN4GS.1 size=1048576 2024-08-17T01:00:23.889 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.888+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~TH1HMZELN4GS.2 size=553983 2024-08-17T01:00:23.889 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.888+0000 7fc9e32c6640 1 > prepared multipart upload key=TN1LRZX0D64M upload=TH1HMZELN4GS tag=830ZC8K6KILP type=write size=3699711 2024-08-17T01:00:23.891 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.891+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~ORVPG104DEHK.0 size=1048576 2024-08-17T01:00:23.893 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.892+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~ORVPG104DEHK.1 size=1048576 2024-08-17T01:00:23.894 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.894+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~ORVPG104DEHK.2 size=804093 2024-08-17T01:00:23.897 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.897+0000 7fc9e32c6640 1 < completed multipart upload key=SYENEMTYLFFB upload=ORVPG104DEHK tag=YZZNS4TGHU5E type=write size=3949821 2024-08-17T01:00:23.901 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.900+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~FD0K44XIOAQ4.0 size=1048576 2024-08-17T01:00:23.903 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.902+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~FD0K44XIOAQ4.1 size=1048576 2024-08-17T01:00:23.904 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.904+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~FD0K44XIOAQ4.2 size=246321 2024-08-17T01:00:23.904 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.904+0000 7fc9e32c6640 1 > prepared multipart upload key=SR0C26PR3RCQ upload=FD0K44XIOAQ4 tag=OYB5EAFD9MWS type=write size=3392049 2024-08-17T01:00:23.906 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.906+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~AULU8UUA59R7.0 size=1048576 2024-08-17T01:00:23.908 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.907+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~AULU8UUA59R7.1 size=1048576 2024-08-17T01:00:23.910 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.909+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~AULU8UUA59R7.2 size=738224 2024-08-17T01:00:23.913 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.912+0000 7fc9e32c6640 1 < completed multipart upload key=OQ1IXKB82T39 upload=AULU8UUA59R7 tag=IXSMG440ZXWH type=write size=3883952 2024-08-17T01:00:23.914 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.914+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=EF4C2GECHGEO type=del size=4191298 2024-08-17T01:00:23.917 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.916+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~CCSGM6OWEGIR.0 size=1048576 2024-08-17T01:00:23.918 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.918+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~CCSGM6OWEGIR.1 size=204229 2024-08-17T01:00:23.922 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.921+0000 7fc9e32c6640 1 < completed multipart upload key=SYENEMTYLFFB upload=CCSGM6OWEGIR tag=MMZRONDW21OS type=write size=2301381 2024-08-17T01:00:23.923 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.923+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=W7CP1279SN3F type=write size=520825 2024-08-17T01:00:23.925 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.925+0000 7fc9e32c6640 1 < completed write operation key=ODZIOPEGEARM tag=G9O0Y4ASQPK2 type=write size=107969 2024-08-17T01:00:23.929 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.928+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~PFME2KQ9B1TU.0 size=795962 2024-08-17T01:00:23.929 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.928+0000 7fc9e32c6640 1 > prepared multipart upload key=JNHP0HYR3GAN upload=PFME2KQ9B1TU tag=CFEYG2O70NAO type=write size=1844538 2024-08-17T01:00:23.931 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.930+0000 7fc9e32c6640 1 < completed delete operation key=Y5CGDXUEE4A5 tag=N7VMX513DTQ2 type=del 2024-08-17T01:00:23.933 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.932+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=9IHF8P97S462 type=del size=2066592 2024-08-17T01:00:23.935 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.934+0000 7fc9e32c6640 1 < completed delete operation key=WN539WGGF4SK tag=GAK8SHK5BUPL type=del 2024-08-17T01:00:23.937 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.936+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=IFSQBE03Q6NQ type=del size=2644941 2024-08-17T01:00:23.939 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.938+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~DHBBW35NVC3M.0 size=231084 2024-08-17T01:00:23.942 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.941+0000 7fc9e32c6640 1 < completed multipart upload key=0GIHJJ2YE1EF upload=DHBBW35NVC3M tag=ICUOV2U29VGU type=write size=1279660 2024-08-17T01:00:23.945 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.945+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~YHIBMMXWC7DU.0 size=1048576 2024-08-17T01:00:23.947 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.946+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~YHIBMMXWC7DU.1 size=1048576 2024-08-17T01:00:23.949 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.948+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~YHIBMMXWC7DU.2 size=658901 2024-08-17T01:00:23.949 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.948+0000 7fc9e32c6640 1 > prepared multipart upload key=0GIHJJ2YE1EF upload=YHIBMMXWC7DU tag=VR2NP3L7H4WX type=write size=3804629 2024-08-17T01:00:23.951 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.950+0000 7fc9e32c6640 1 < completed delete operation key=RNSEALS0CEAA tag=US94CDH52JQZ type=del 2024-08-17T01:00:23.953 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.952+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=93H6N4ZPUSF8 type=del size=2666282 2024-08-17T01:00:23.956 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.956+0000 7fc9e32c6640 1 < suggested update operation key=M0RSO8RQ43YG tag=BM6K20NAYZE0 type=del size=1944202 2024-08-17T01:00:23.958 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.958+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=1NIEO0JU0VO7 type=del size=3822355 2024-08-17T01:00:23.960 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.960+0000 7fc9e32c6640 1 < completed delete operation key=9ZTGHGASZU54 tag=XWV2PTF7WZOS type=del 2024-08-17T01:00:23.962 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.962+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=TC4TW1UY9W02 type=del size=1493885 2024-08-17T01:00:23.966 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.964+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~72WSTQ6798W0.0 size=539421 2024-08-17T01:00:23.968 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.967+0000 7fc9e32c6640 1 < completed multipart upload key=ODZIOPEGEARM upload=72WSTQ6798W0 tag=HSXNZOCRESG3 type=write size=1587997 2024-08-17T01:00:23.969 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.969+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=GK6W53KNBOHE type=del size=1511327 2024-08-17T01:00:23.971 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.970+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~6M12IZTTLJVK.0 size=1048576 2024-08-17T01:00:23.972 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.972+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~6M12IZTTLJVK.1 size=1048576 2024-08-17T01:00:23.974 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.973+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~6M12IZTTLJVK.2 size=261117 2024-08-17T01:00:23.977 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.976+0000 7fc9e32c6640 1 < completed multipart upload key=TN1LRZX0D64M upload=6M12IZTTLJVK tag=TT1LSM4GYSMG type=write size=3406845 2024-08-17T01:00:23.979 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.978+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=L9JSUEMLMG4Y type=del size=3181770 2024-08-17T01:00:23.981 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.980+0000 7fc9e32c6640 1 < completed write operation key=HPIXXJSLU5J6 tag=63FJ5FECNDEA type=write size=552383 2024-08-17T01:00:23.984 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.983+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~VB3QV87C4TV7.0 size=1048576 2024-08-17T01:00:23.985 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.984+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~VB3QV87C4TV7.1 size=1048576 2024-08-17T01:00:23.987 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.986+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~VB3QV87C4TV7.2 size=559520 2024-08-17T01:00:23.987 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.986+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=VB3QV87C4TV7 tag=33APA1E54YQU type=write size=3705248 2024-08-17T01:00:23.989 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.988+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~KG7C7Q4TOJ7X.0 size=1048576 2024-08-17T01:00:23.990 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.989+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~KG7C7Q4TOJ7X.1 size=1048576 2024-08-17T01:00:23.992 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.991+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~KG7C7Q4TOJ7X.2 size=835324 2024-08-17T01:00:23.995 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.994+0000 7fc9e32c6640 1 < completed multipart upload key=GPTER2AM6J7E upload=KG7C7Q4TOJ7X tag=6LBZ3P1P9HRG type=write size=3981052 2024-08-17T01:00:23.997 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.996+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=XBEOCQ8TTV3S type=del size=3702440 2024-08-17T01:00:23.999 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:23.998+0000 7fc9e32c6640 1 < canceled operation key=3QNRD31J9WH5 tag=R15C8MHJ3CGH type=write size=773629 2024-08-17T01:00:24.001 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.000+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=AUK26732AJZV type=del size=465750 2024-08-17T01:00:24.003 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.002+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~TH1HMZELN4GS.0 size=1048576 2024-08-17T01:00:24.004 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.004+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~TH1HMZELN4GS.1 size=1048576 2024-08-17T01:00:24.006 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.005+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~TH1HMZELN4GS.2 size=553983 2024-08-17T01:00:24.009 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.008+0000 7fc9e32c6640 1 < completed multipart upload key=TN1LRZX0D64M upload=TH1HMZELN4GS tag=830ZC8K6KILP type=write size=3699711 2024-08-17T01:00:24.010 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.010+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=LYQY3TISP617 type=write size=158572 2024-08-17T01:00:24.012 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.011+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~FD0K44XIOAQ4.0 size=1048576 2024-08-17T01:00:24.014 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.013+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~FD0K44XIOAQ4.1 size=1048576 2024-08-17T01:00:24.015 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.014+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~FD0K44XIOAQ4.2 size=246321 2024-08-17T01:00:24.018 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.017+0000 7fc9e32c6640 1 < completed multipart upload key=SR0C26PR3RCQ upload=FD0K44XIOAQ4 tag=OYB5EAFD9MWS type=write size=3392049 2024-08-17T01:00:24.020 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.019+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=W5PKZTPBBMQJ type=del size=3901658 2024-08-17T01:00:24.022 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.021+0000 7fc9e32c6640 1 < completed delete operation key=OQ1IXKB82T39 tag=EF4C2GECHGEO type=del 2024-08-17T01:00:24.025 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.024+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~0QNWH5QLTVCJ.0 size=1048576 2024-08-17T01:00:24.026 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.025+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~0QNWH5QLTVCJ.1 size=212714 2024-08-17T01:00:24.026 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.025+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=0QNWH5QLTVCJ tag=0SEFD95RIO3X type=write size=2309866 2024-08-17T01:00:24.028 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.027+0000 7fc9e32c6640 1 < completed write operation key=UBSJCVKYWX6F tag=W7CP1279SN3F type=write size=520825 2024-08-17T01:00:24.030 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.029+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=YP1M12FZD7YG type=write size=305977 2024-08-17T01:00:24.032 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.031+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~PFME2KQ9B1TU.0 size=795962 2024-08-17T01:00:24.035 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.034+0000 7fc9e32c6640 1 < completed multipart upload key=JNHP0HYR3GAN upload=PFME2KQ9B1TU tag=CFEYG2O70NAO type=write size=1844538 2024-08-17T01:00:24.037 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.036+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=BC5DDFG4GN3U type=del size=1032839 2024-08-17T01:00:24.039 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.038+0000 7fc9e32c6640 1 < completed delete operation key=M40V1TN9S9M2 tag=9IHF8P97S462 type=del 2024-08-17T01:00:24.041 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.040+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=BKI4BS6IH159 type=del size=2828762 2024-08-17T01:00:24.042 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.042+0000 7fc9e32c6640 1 < completed delete operation key=UBSJCVKYWX6F tag=IFSQBE03Q6NQ type=del 2024-08-17T01:00:24.044 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.044+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=5GEUMNT1DHBE type=del size=2535356 2024-08-17T01:00:24.047 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.046+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~YHIBMMXWC7DU.0 size=1048576 2024-08-17T01:00:24.048 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.047+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~YHIBMMXWC7DU.1 size=1048576 2024-08-17T01:00:24.050 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.049+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~YHIBMMXWC7DU.2 size=658901 2024-08-17T01:00:24.053 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.052+0000 7fc9e32c6640 1 < completed multipart upload key=0GIHJJ2YE1EF upload=YHIBMMXWC7DU tag=VR2NP3L7H4WX type=write size=3804629 2024-08-17T01:00:24.056 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.055+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~D0RWSA5240J7.0 size=1048576 2024-08-17T01:00:24.057 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.057+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~D0RWSA5240J7.1 size=713274 2024-08-17T01:00:24.058 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.057+0000 7fc9e32c6640 1 > prepared multipart upload key=ODZIOPEGEARM upload=D0RWSA5240J7 tag=Q772EKL6R0GY type=write size=2810426 2024-08-17T01:00:24.060 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.059+0000 7fc9e32c6640 1 < completed delete operation key=OQ1IXKB82T39 tag=93H6N4ZPUSF8 type=del 2024-08-17T01:00:24.063 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.062+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~U1G84PD6VW69.0 size=1048576 2024-08-17T01:00:24.065 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.064+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~U1G84PD6VW69.1 size=1048576 2024-08-17T01:00:24.066 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.065+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~U1G84PD6VW69.2 size=530528 2024-08-17T01:00:24.066 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.065+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=U1G84PD6VW69 tag=Z1K176E9QCBD type=write size=3676256 2024-08-17T01:00:24.068 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.067+0000 7fc9e32c6640 1 < completed delete operation key=W14LJICPB60X tag=1NIEO0JU0VO7 type=del 2024-08-17T01:00:24.070 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.069+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=2HWQA79NCZZ6 type=del size=2968801 2024-08-17T01:00:24.072 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.071+0000 7fc9e32c6640 1 < canceled operation key=9ZTGHGASZU54 tag=TC4TW1UY9W02 type=del size=1493885 2024-08-17T01:00:24.075 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.074+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~LC1K3T0VTQ41.0 size=108072 2024-08-17T01:00:24.075 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.074+0000 7fc9e32c6640 1 > prepared multipart upload key=JNHP0HYR3GAN upload=LC1K3T0VTQ41 tag=3YEV1AWS1T2I type=write size=1156648 2024-08-17T01:00:24.077 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.076+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=GK6W53KNBOHE type=del 2024-08-17T01:00:24.080 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.079+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~GT6TN0UL0JGW.0 size=733785 2024-08-17T01:00:24.080 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.079+0000 7fc9e32c6640 1 > prepared multipart upload key=3QNRD31J9WH5 upload=GT6TN0UL0JGW tag=KYI7W7WEGDMX type=write size=1782361 2024-08-17T01:00:24.084 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.083+0000 7fc9e32c6640 1 < suggested update operation key=M40V1TN9S9M2 tag=L9JSUEMLMG4Y type=del size=3181770 2024-08-17T01:00:24.086 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.085+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=035MXD93VT24 type=del size=2122595 2024-08-17T01:00:24.088 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.087+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~VB3QV87C4TV7.0 size=1048576 2024-08-17T01:00:24.089 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.088+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~VB3QV87C4TV7.1 size=1048576 2024-08-17T01:00:24.091 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.090+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~VB3QV87C4TV7.2 size=559520 2024-08-17T01:00:24.094 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.093+0000 7fc9e32c6640 1 < completed multipart upload key=7YJVD2TL2U1Q upload=VB3QV87C4TV7 tag=33APA1E54YQU type=write size=3705248 2024-08-17T01:00:24.096 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.094+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=M70Y3T9KRKYT type=del size=1783656 2024-08-17T01:00:24.097 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.096+0000 7fc9e32c6640 1 < completed delete operation key=0GIHJJ2YE1EF tag=XBEOCQ8TTV3S type=del 2024-08-17T01:00:24.099 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.098+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=Q8FPFDBBSRJU type=del size=1948730 2024-08-17T01:00:24.101 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.100+0000 7fc9e32c6640 1 < completed delete operation key=OH6EL4D04DHY tag=AUK26732AJZV type=del 2024-08-17T01:00:24.102 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.102+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=92M2QZN6F75F type=write size=207806 2024-08-17T01:00:24.104 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.104+0000 7fc9e32c6640 1 < canceled operation key=TN1LRZX0D64M tag=LYQY3TISP617 type=write size=158572 2024-08-17T01:00:24.108 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.108+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~DKZ9LI17DBKA.0 size=1048576 2024-08-17T01:00:24.110 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.109+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~DKZ9LI17DBKA.1 size=1048576 2024-08-17T01:00:24.111 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.110+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~DKZ9LI17DBKA.2 size=233909 2024-08-17T01:00:24.111 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.110+0000 7fc9e32c6640 1 > prepared multipart upload key=SNQ4IXALP94F upload=DKZ9LI17DBKA tag=BNVAOWY8ZV5L type=write size=3379637 2024-08-17T01:00:24.113 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.112+0000 7fc9e32c6640 1 < canceled operation key=M0RSO8RQ43YG tag=W5PKZTPBBMQJ type=del size=3901658 2024-08-17T01:00:24.116 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.116+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~DWOI9D9USLGL.0 size=1048576 2024-08-17T01:00:24.118 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.117+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~DWOI9D9USLGL.1 size=17702 2024-08-17T01:00:24.118 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.117+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=DWOI9D9USLGL tag=U2M6PX6QTO6Y type=write size=2114854 2024-08-17T01:00:24.120 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.119+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~0QNWH5QLTVCJ.0 size=1048576 2024-08-17T01:00:24.122 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.121+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~0QNWH5QLTVCJ.1 size=212714 2024-08-17T01:00:24.125 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.124+0000 7fc9e32c6640 1 < completed multipart upload key=NJYN8PLMG5AN upload=0QNWH5QLTVCJ tag=0SEFD95RIO3X type=write size=2309866 2024-08-17T01:00:24.127 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.126+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=D3N31UTAGV4P type=del size=4122559 2024-08-17T01:00:24.130 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.129+0000 7fc9e32c6640 1 < suggested remove operation key=9X03OB1P1EOH tag=YP1M12FZD7YG type=write 2024-08-17T01:00:24.134 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.133+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~NH1P5DLJCD86.0 size=649565 2024-08-17T01:00:24.134 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.133+0000 7fc9e32c6640 1 > prepared multipart upload key=M0RSO8RQ43YG upload=NH1P5DLJCD86 tag=X8ZX9OKQ6XJY type=write size=1698141 2024-08-17T01:00:24.136 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.135+0000 7fc9e32c6640 -1 < failed to complete operation key=9X03OB1P1EOH tag=BC5DDFG4GN3U type=del size=1032839: (22) Invalid argument 2024-08-17T01:00:24.139 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.138+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~KNGS0AE05B8O.0 size=746538 2024-08-17T01:00:24.139 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.138+0000 7fc9e32c6640 1 > prepared multipart upload key=GPTER2AM6J7E upload=KNGS0AE05B8O tag=P51T6B0Z3RJ1 type=write size=1795114 2024-08-17T01:00:24.143 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.142+0000 7fc9e32c6640 1 < suggested update operation key=W14LJICPB60X tag=BKI4BS6IH159 type=del size=2828762 2024-08-17T01:00:24.145 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.144+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=0JJ21SWBPRNO type=write size=670671 2024-08-17T01:00:24.148 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.147+0000 7fc9e32c6640 1 < suggested update operation key=GPTER2AM6J7E tag=5GEUMNT1DHBE type=del size=2535356 2024-08-17T01:00:24.150 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.149+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=TGFMTK8ZH273 type=del size=3500750 2024-08-17T01:00:24.151 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.150+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~D0RWSA5240J7.0 size=1048576 2024-08-17T01:00:24.153 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.152+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~D0RWSA5240J7.1 size=713274 2024-08-17T01:00:24.156 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.155+0000 7fc9e32c6640 1 < completed multipart upload key=ODZIOPEGEARM upload=D0RWSA5240J7 tag=Q772EKL6R0GY type=write size=2810426 2024-08-17T01:00:24.159 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.158+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~V20MD8Y64XBT.0 size=353900 2024-08-17T01:00:24.159 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.158+0000 7fc9e32c6640 1 > prepared multipart upload key=FP808QN0QDSP upload=V20MD8Y64XBT tag=I4JU89CZH0P1 type=write size=1402476 2024-08-17T01:00:24.160 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.160+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~U1G84PD6VW69.0 size=1048576 2024-08-17T01:00:24.162 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.161+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~U1G84PD6VW69.1 size=1048576 2024-08-17T01:00:24.163 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.162+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~U1G84PD6VW69.2 size=530528 2024-08-17T01:00:24.166 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.165+0000 7fc9e32c6640 1 < completed multipart upload key=7YJVD2TL2U1Q upload=U1G84PD6VW69 tag=Z1K176E9QCBD type=write size=3676256 2024-08-17T01:00:24.170 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.169+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~PSP3Y2KYLPQL.0 size=1048576 2024-08-17T01:00:24.171 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.170+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~PSP3Y2KYLPQL.1 size=1048576 2024-08-17T01:00:24.172 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.172+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~PSP3Y2KYLPQL.2 size=883041 2024-08-17T01:00:24.173 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.172+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=PSP3Y2KYLPQL tag=8VDI40S87ZE7 type=write size=4028769 2024-08-17T01:00:24.176 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.175+0000 7fc9e32c6640 1 < suggested update operation key=NJYN8PLMG5AN tag=2HWQA79NCZZ6 type=del size=2968801 2024-08-17T01:00:24.177 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.176+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=TH1ATDJNC06N type=del size=2556595 2024-08-17T01:00:24.179 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.178+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~LC1K3T0VTQ41.0 size=108072 2024-08-17T01:00:24.182 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.181+0000 7fc9e32c6640 1 < completed multipart upload key=JNHP0HYR3GAN upload=LC1K3T0VTQ41 tag=3YEV1AWS1T2I type=write size=1156648 2024-08-17T01:00:24.184 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.183+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=YL7SMHM0D9Q9 type=del size=2720502 2024-08-17T01:00:24.184 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.183+0000 7fc9e32c6640 1 < canceled part key=_multipart_3QNRD31J9WH5.2~GT6TN0UL0JGW.0 size=733785 2024-08-17T01:00:24.187 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.186+0000 7fc9e32c6640 1 < canceled multipart upload key=3QNRD31J9WH5 upload=GT6TN0UL0JGW tag=KYI7W7WEGDMX type=write size=1782361 2024-08-17T01:00:24.190 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.189+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~R9TN318HAZNH.0 size=1048576 2024-08-17T01:00:24.192 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.191+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~R9TN318HAZNH.1 size=88875 2024-08-17T01:00:24.192 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.191+0000 7fc9e32c6640 1 > prepared multipart upload key=M40V1TN9S9M2 upload=R9TN318HAZNH tag=R99IA5NV5OGX type=write size=2186027 2024-08-17T01:00:24.193 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.193+0000 7fc9e32c6640 1 < completed delete operation key=Y5CGDXUEE4A5 tag=035MXD93VT24 type=del 2024-08-17T01:00:24.197 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.196+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~62OI5GQ8N2BX.0 size=1048576 2024-08-17T01:00:24.198 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.197+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~62OI5GQ8N2BX.1 size=825011 2024-08-17T01:00:24.198 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.197+0000 7fc9e32c6640 1 > prepared multipart upload key=0GIHJJ2YE1EF upload=62OI5GQ8N2BX tag=X03QVP82XBKS type=write size=2922163 2024-08-17T01:00:24.200 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.199+0000 7fc9e32c6640 1 < completed delete operation key=RNSEALS0CEAA tag=M70Y3T9KRKYT type=del 2024-08-17T01:00:24.202 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.201+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=99ZNYTQUNJPW type=del size=159600 2024-08-17T01:00:24.205 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.204+0000 7fc9e32c6640 1 < suggested remove operation key=Y5CGDXUEE4A5 tag=Q8FPFDBBSRJU type=del 2024-08-17T01:00:24.207 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.206+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=602F8D0JVV2V type=del size=409276 2024-08-17T01:00:24.209 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.208+0000 7fc9e32c6640 1 < completed write operation key=XHAAVXY5RRVM tag=92M2QZN6F75F type=write size=207806 2024-08-17T01:00:24.212 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.211+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~D6L6WDJ73KCB.0 size=1048576 2024-08-17T01:00:24.214 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.213+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~D6L6WDJ73KCB.1 size=1048576 2024-08-17T01:00:24.216 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.215+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~D6L6WDJ73KCB.2 size=757869 2024-08-17T01:00:24.216 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.215+0000 7fc9e32c6640 1 > prepared multipart upload key=XHAAVXY5RRVM upload=D6L6WDJ73KCB tag=ZSL8EHG1JGQB type=write size=3903597 2024-08-17T01:00:24.218 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.217+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~DKZ9LI17DBKA.0 size=1048576 2024-08-17T01:00:24.219 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.218+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~DKZ9LI17DBKA.1 size=1048576 2024-08-17T01:00:24.220 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.220+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~DKZ9LI17DBKA.2 size=233909 2024-08-17T01:00:24.223 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.223+0000 7fc9e32c6640 1 < completed multipart upload key=SNQ4IXALP94F upload=DKZ9LI17DBKA tag=BNVAOWY8ZV5L type=write size=3379637 2024-08-17T01:00:24.225 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.224+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=RAQ4K00IGYGM type=write size=891568 2024-08-17T01:00:24.228 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.227+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~DWOI9D9USLGL.0 size=1048576 2024-08-17T01:00:24.229 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.228+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~DWOI9D9USLGL.1 size=17702 2024-08-17T01:00:24.232 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.231+0000 7fc9e32c6640 1 < completed multipart upload key=Y5CGDXUEE4A5 upload=DWOI9D9USLGL tag=U2M6PX6QTO6Y type=write size=2114854 2024-08-17T01:00:24.234 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.233+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=1YDPB65QQEKB type=del size=876637 2024-08-17T01:00:24.236 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.235+0000 7fc9e32c6640 1 < completed delete operation key=JNHP0HYR3GAN tag=D3N31UTAGV4P type=del 2024-08-17T01:00:24.237 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.237+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=4HWZFBE7L658 type=del size=1401661 2024-08-17T01:00:24.239 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.238+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~NH1P5DLJCD86.0 size=649565 2024-08-17T01:00:24.242 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.242+0000 7fc9e32c6640 1 < completed multipart upload key=M0RSO8RQ43YG upload=NH1P5DLJCD86 tag=X8ZX9OKQ6XJY type=write size=1698141 2024-08-17T01:00:24.246 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.245+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~WDLA3ZBGPZ66.0 size=1048576 2024-08-17T01:00:24.247 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.247+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~WDLA3ZBGPZ66.1 size=49086 2024-08-17T01:00:24.247 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.247+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=WDLA3ZBGPZ66 tag=4DJ7YYJCKA5U type=write size=2146238 2024-08-17T01:00:24.249 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.248+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~KNGS0AE05B8O.0 size=746538 2024-08-17T01:00:24.252 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.252+0000 7fc9e32c6640 1 < completed multipart upload key=GPTER2AM6J7E upload=KNGS0AE05B8O tag=P51T6B0Z3RJ1 type=write size=1795114 2024-08-17T01:00:24.255 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.254+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=Z2X7LVKOR5QH type=del size=3044612 2024-08-17T01:00:24.258 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.258+0000 7fc9e32c6640 1 < suggested remove operation key=W14LJICPB60X tag=0JJ21SWBPRNO type=write 2024-08-17T01:00:24.260 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.259+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=F1RS9ZFQE8IO type=write size=225845 2024-08-17T01:00:24.263 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.263+0000 7fc9e32c6640 1 < suggested remove operation key=41QVSMLCJY3L tag=TGFMTK8ZH273 type=del 2024-08-17T01:00:24.265 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.264+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=A88RZNI12G0H type=write size=502168 2024-08-17T01:00:24.267 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.266+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~V20MD8Y64XBT.0 size=353900 2024-08-17T01:00:24.270 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.269+0000 7fc9e32c6640 1 < completed multipart upload key=FP808QN0QDSP upload=V20MD8Y64XBT tag=I4JU89CZH0P1 type=write size=1402476 2024-08-17T01:00:24.273 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.272+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~Y7C7TPT9ZWCV.0 size=1048576 2024-08-17T01:00:24.275 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.274+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~Y7C7TPT9ZWCV.1 size=706717 2024-08-17T01:00:24.275 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.274+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=Y7C7TPT9ZWCV tag=ST8HY2RSFT2U type=write size=2803869 2024-08-17T01:00:24.276 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.276+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~PSP3Y2KYLPQL.0 size=1048576 2024-08-17T01:00:24.278 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.277+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~PSP3Y2KYLPQL.1 size=1048576 2024-08-17T01:00:24.279 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.279+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~PSP3Y2KYLPQL.2 size=883041 2024-08-17T01:00:24.283 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.282+0000 7fc9e32c6640 1 < completed multipart upload key=7YJVD2TL2U1Q upload=PSP3Y2KYLPQL tag=8VDI40S87ZE7 type=write size=4028769 2024-08-17T01:00:24.285 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.285+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=7S0DJPJ0N5UN type=write size=623044 2024-08-17T01:00:24.287 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.286+0000 7fc9e32c6640 1 < completed delete operation key=9X03OB1P1EOH tag=TH1ATDJNC06N type=del 2024-08-17T01:00:24.290 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.290+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~6QQYPNCRXW72.0 size=1048576 2024-08-17T01:00:24.292 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.291+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~6QQYPNCRXW72.1 size=1048576 2024-08-17T01:00:24.293 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.292+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~6QQYPNCRXW72.2 size=268482 2024-08-17T01:00:24.293 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.292+0000 7fc9e32c6640 1 > prepared multipart upload key=OH6EL4D04DHY upload=6QQYPNCRXW72 tag=X2BZH1AYOZ9U type=write size=3414210 2024-08-17T01:00:24.295 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.294+0000 7fc9e32c6640 1 < completed delete operation key=3QNRD31J9WH5 tag=YL7SMHM0D9Q9 type=del 2024-08-17T01:00:24.297 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.296+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=WF023S3EVCKS type=del size=3630904 2024-08-17T01:00:24.299 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.298+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~R9TN318HAZNH.0 size=1048576 2024-08-17T01:00:24.300 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.299+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~R9TN318HAZNH.1 size=88875 2024-08-17T01:00:24.303 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.302+0000 7fc9e32c6640 1 < completed multipart upload key=M40V1TN9S9M2 upload=R9TN318HAZNH tag=R99IA5NV5OGX type=write size=2186027 2024-08-17T01:00:24.305 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.304+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=YBPOGGWJQ80I type=write size=555833 2024-08-17T01:00:24.307 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.306+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~62OI5GQ8N2BX.0 size=1048576 2024-08-17T01:00:24.308 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.308+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~62OI5GQ8N2BX.1 size=825011 2024-08-17T01:00:24.311 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.310+0000 7fc9e32c6640 1 < completed multipart upload key=0GIHJJ2YE1EF upload=62OI5GQ8N2BX tag=X03QVP82XBKS type=write size=2922163 2024-08-17T01:00:24.315 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.314+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~L4ILQ0SI04U1.0 size=1048576 2024-08-17T01:00:24.317 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.316+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~L4ILQ0SI04U1.1 size=159112 2024-08-17T01:00:24.317 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.316+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=L4ILQ0SI04U1 tag=IL5L4YKWAD1R type=write size=2256264 2024-08-17T01:00:24.319 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.318+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=99ZNYTQUNJPW type=del 2024-08-17T01:00:24.320 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.320+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=S4NAW2D4Z00R type=del size=2096652 2024-08-17T01:00:24.322 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.322+0000 7fc9e32c6640 1 < canceled operation key=SNQ4IXALP94F tag=602F8D0JVV2V type=del size=409276 2024-08-17T01:00:24.324 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.323+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=ZCBQWPU7HTT3 type=del size=3428618 2024-08-17T01:00:24.326 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.325+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~D6L6WDJ73KCB.0 size=1048576 2024-08-17T01:00:24.328 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.327+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~D6L6WDJ73KCB.1 size=1048576 2024-08-17T01:00:24.329 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.328+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~D6L6WDJ73KCB.2 size=757869 2024-08-17T01:00:24.333 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.332+0000 7fc9e32c6640 1 < completed multipart upload key=XHAAVXY5RRVM upload=D6L6WDJ73KCB tag=ZSL8EHG1JGQB type=write size=3903597 2024-08-17T01:00:24.336 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.335+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~PKZ60GPAGQGR.0 size=1048576 2024-08-17T01:00:24.338 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.337+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~PKZ60GPAGQGR.1 size=421094 2024-08-17T01:00:24.338 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.337+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=PKZ60GPAGQGR tag=DYC81K2KUAX2 type=write size=2518246 2024-08-17T01:00:24.341 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.340+0000 7fc9e32c6640 1 < suggested update operation key=TN1LRZX0D64M tag=RAQ4K00IGYGM type=write size=891568 2024-08-17T01:00:24.344 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.344+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~8EM2GA20XTDW.0 size=717659 2024-08-17T01:00:24.345 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.344+0000 7fc9e32c6640 1 > prepared multipart upload key=9ZTGHGASZU54 upload=8EM2GA20XTDW tag=DIJPBXVHT6EA type=write size=1766235 2024-08-17T01:00:24.346 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.345+0000 7fc9e32c6640 1 < completed delete operation key=ODZIOPEGEARM tag=1YDPB65QQEKB type=del 2024-08-17T01:00:24.348 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.347+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=PCE2BJCTXNIP type=del size=114894 2024-08-17T01:00:24.350 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.350+0000 7fc9e32c6640 1 < completed delete operation key=3426C909P2VX tag=4HWZFBE7L658 type=del 2024-08-17T01:00:24.352 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.352+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=G6EKRX0TUWIX type=del size=3377358 2024-08-17T01:00:24.354 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.354+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~WDLA3ZBGPZ66.0 size=1048576 2024-08-17T01:00:24.356 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.356+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~WDLA3ZBGPZ66.1 size=49086 2024-08-17T01:00:24.359 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.359+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=WDLA3ZBGPZ66 tag=4DJ7YYJCKA5U type=write size=2146238 2024-08-17T01:00:24.361 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.361+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=XE91J2RAJKJR type=del size=1257756 2024-08-17T01:00:24.365 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.364+0000 7fc9e32c6640 1 < suggested update operation key=3QNRD31J9WH5 tag=Z2X7LVKOR5QH type=del size=3044612 2024-08-17T01:00:24.367 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.366+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=LTXJ8WWDOV7Y type=del size=2518114 2024-08-17T01:00:24.368 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.368+0000 7fc9e32c6640 1 < completed write operation key=GPTER2AM6J7E tag=F1RS9ZFQE8IO type=write size=225845 2024-08-17T01:00:24.372 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.371+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~36X3LQFKMU4R.0 size=1048576 2024-08-17T01:00:24.373 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.373+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~36X3LQFKMU4R.1 size=1048576 2024-08-17T01:00:24.375 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.374+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~36X3LQFKMU4R.2 size=782227 2024-08-17T01:00:24.375 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.374+0000 7fc9e32c6640 1 > prepared multipart upload key=P6GWQRWU8J2B upload=36X3LQFKMU4R tag=HXEE7PFVA0IM type=write size=3927955 2024-08-17T01:00:24.376 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.376+0000 7fc9e32c6640 1 < completed write operation key=M40V1TN9S9M2 tag=A88RZNI12G0H type=write size=502168 2024-08-17T01:00:24.380 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.379+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~2244RWANT8S2.0 size=148288 2024-08-17T01:00:24.380 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.379+0000 7fc9e32c6640 1 > prepared multipart upload key=DWB3YGH7YBZB upload=2244RWANT8S2 tag=403X93D9DKMY type=write size=1196864 2024-08-17T01:00:24.384 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.383+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~Y7C7TPT9ZWCV.0 size=1048576 2024-08-17T01:00:24.386 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.385+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~Y7C7TPT9ZWCV.1 size=706717 2024-08-17T01:00:24.389 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.388+0000 7fc9e32c6640 1 < completed multipart upload key=7YJVD2TL2U1Q upload=Y7C7TPT9ZWCV tag=ST8HY2RSFT2U type=write size=2803869 2024-08-17T01:00:24.392 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.392+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~DQALF5DLV94X.0 size=1048576 2024-08-17T01:00:24.394 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.393+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~DQALF5DLV94X.1 size=524570 2024-08-17T01:00:24.394 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.393+0000 7fc9e32c6640 1 > prepared multipart upload key=OQ1IXKB82T39 upload=DQALF5DLV94X tag=I2WN87NJOMRY type=write size=2621722 2024-08-17T01:00:24.396 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.395+0000 7fc9e32c6640 1 < completed write operation key=W14LJICPB60X tag=7S0DJPJ0N5UN type=write size=623044 2024-08-17T01:00:24.400 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.399+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~7SBKGSZXV01M.0 size=1048576 2024-08-17T01:00:24.401 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.401+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~7SBKGSZXV01M.1 size=1048576 2024-08-17T01:00:24.403 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.402+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~7SBKGSZXV01M.2 size=170882 2024-08-17T01:00:24.403 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.402+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=7SBKGSZXV01M tag=IJU0ZQN6D96Y type=write size=3316610 2024-08-17T01:00:24.404 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.403+0000 7fc9e32c6640 1 < canceled part key=_multipart_OH6EL4D04DHY.2~6QQYPNCRXW72.0 size=1048576 2024-08-17T01:00:24.405 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.404+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~6QQYPNCRXW72.1 size=1048576 2024-08-17T01:00:24.406 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.406+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~6QQYPNCRXW72.2 size=268482 2024-08-17T01:00:24.409 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.408+0000 7fc9e32c6640 1 < canceled multipart upload key=OH6EL4D04DHY upload=6QQYPNCRXW72 tag=X2BZH1AYOZ9U type=write size=3414210 2024-08-17T01:00:24.411 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.410+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=C2EXOBBBUFCM type=del size=1948758 2024-08-17T01:00:24.413 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.412+0000 7fc9e32c6640 1 < completed delete operation key=XHAAVXY5RRVM tag=WF023S3EVCKS type=del 2024-08-17T01:00:24.415 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.414+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=E4MKDR7Z4LUX type=del size=3737681 2024-08-17T01:00:24.417 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.416+0000 7fc9e32c6640 1 < canceled operation key=P6GWQRWU8J2B tag=YBPOGGWJQ80I type=write size=555833 2024-08-17T01:00:24.419 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.419+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=6F9JEXYRAY33 type=del size=1113391 2024-08-17T01:00:24.421 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.421+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~L4ILQ0SI04U1.0 size=1048576 2024-08-17T01:00:24.423 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.422+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~L4ILQ0SI04U1.1 size=159112 2024-08-17T01:00:24.426 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.425+0000 7fc9e32c6640 1 < completed multipart upload key=7YJVD2TL2U1Q upload=L4ILQ0SI04U1 tag=IL5L4YKWAD1R type=write size=2256264 2024-08-17T01:00:24.428 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.427+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=03CXKRFGD3JM type=del size=200864 2024-08-17T01:00:24.430 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.429+0000 7fc9e32c6640 1 < completed delete operation key=ZFTRWL3EXMLQ tag=S4NAW2D4Z00R type=del 2024-08-17T01:00:24.432 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.431+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=YJZIHF9FZN3P type=del size=2826954 2024-08-17T01:00:24.434 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.433+0000 7fc9e32c6640 1 < completed delete operation key=RNSEALS0CEAA tag=ZCBQWPU7HTT3 type=del 2024-08-17T01:00:24.437 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.436+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~UU6L0IKZIBRS.0 size=2947 2024-08-17T01:00:24.437 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.436+0000 7fc9e32c6640 1 > prepared multipart upload key=04A7K18FAZTD upload=UU6L0IKZIBRS tag=2CSU7SXVO2L9 type=write size=1051523 2024-08-17T01:00:24.438 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.438+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~PKZ60GPAGQGR.0 size=1048576 2024-08-17T01:00:24.438 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.438+0000 7fc9e32c6640 1 < canceled part key=_multipart_RNSEALS0CEAA.2~PKZ60GPAGQGR.1 size=421094 2024-08-17T01:00:24.441 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.440+0000 7fc9e32c6640 1 < canceled multipart upload key=RNSEALS0CEAA upload=PKZ60GPAGQGR tag=DYC81K2KUAX2 type=write size=2518246 2024-08-17T01:00:24.443 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.442+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=CVBX9VGHVV0Q type=del size=1131235 2024-08-17T01:00:24.445 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.444+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~8EM2GA20XTDW.0 size=717659 2024-08-17T01:00:24.448 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.447+0000 7fc9e32c6640 1 < completed multipart upload key=9ZTGHGASZU54 upload=8EM2GA20XTDW tag=DIJPBXVHT6EA type=write size=1766235 2024-08-17T01:00:24.449 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.449+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=EOPT3CSWI8RL type=del size=789423 2024-08-17T01:00:24.453 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.452+0000 7fc9e32c6640 1 < suggested update operation key=M40V1TN9S9M2 tag=PCE2BJCTXNIP type=del size=114894 2024-08-17T01:00:24.455 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.454+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=IEXPW877T8EA type=del size=3809302 2024-08-17T01:00:24.456 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.456+0000 7fc9e32c6640 1 < completed delete operation key=WN539WGGF4SK tag=G6EKRX0TUWIX type=del 2024-08-17T01:00:24.458 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.457+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=PYG8H1P3JN52 type=del size=500393 2024-08-17T01:00:24.462 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.461+0000 7fc9e32c6640 1 < suggested remove operation key=JNHP0HYR3GAN tag=XE91J2RAJKJR type=del 2024-08-17T01:00:24.464 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.463+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=QGK8GD36RPTL type=del size=2867833 2024-08-17T01:00:24.467 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.467+0000 7fc9e32c6640 1 < suggested remove operation key=3QNRD31J9WH5 tag=LTXJ8WWDOV7Y type=del 2024-08-17T01:00:24.471 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.470+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~0G19OFGYEKS1.0 size=1048576 2024-08-17T01:00:24.472 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.471+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~0G19OFGYEKS1.1 size=1048576 2024-08-17T01:00:24.474 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.473+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~0G19OFGYEKS1.2 size=165855 2024-08-17T01:00:24.474 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.473+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=0G19OFGYEKS1 tag=UCD4JN623R24 type=write size=3311583 2024-08-17T01:00:24.475 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.475+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~36X3LQFKMU4R.0 size=1048576 2024-08-17T01:00:24.477 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.476+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~36X3LQFKMU4R.1 size=1048576 2024-08-17T01:00:24.478 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.477+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~36X3LQFKMU4R.2 size=782227 2024-08-17T01:00:24.482 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.481+0000 7fc9e32c6640 1 < completed multipart upload key=P6GWQRWU8J2B upload=36X3LQFKMU4R tag=HXEE7PFVA0IM type=write size=3927955 2024-08-17T01:00:24.483 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.482+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=323NC2D8UJCP type=del size=1858778 2024-08-17T01:00:24.485 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.484+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~2244RWANT8S2.0 size=148288 2024-08-17T01:00:24.488 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.487+0000 7fc9e32c6640 1 < completed multipart upload key=DWB3YGH7YBZB upload=2244RWANT8S2 tag=403X93D9DKMY type=write size=1196864 2024-08-17T01:00:24.490 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.489+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=3RHJXUHDGZLV type=write size=269162 2024-08-17T01:00:24.491 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.491+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~DQALF5DLV94X.0 size=1048576 2024-08-17T01:00:24.493 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.492+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~DQALF5DLV94X.1 size=524570 2024-08-17T01:00:24.496 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.495+0000 7fc9e32c6640 1 < completed multipart upload key=OQ1IXKB82T39 upload=DQALF5DLV94X tag=I2WN87NJOMRY type=write size=2621722 2024-08-17T01:00:24.499 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.498+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~P7L6P4Y4A37W.0 size=1048576 2024-08-17T01:00:24.501 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.500+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~P7L6P4Y4A37W.1 size=566301 2024-08-17T01:00:24.501 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.500+0000 7fc9e32c6640 1 > prepared multipart upload key=JNHP0HYR3GAN upload=P7L6P4Y4A37W tag=ORIN2WZV9NMP type=write size=2663453 2024-08-17T01:00:24.502 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.501+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~7SBKGSZXV01M.0 size=1048576 2024-08-17T01:00:24.503 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.503+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~7SBKGSZXV01M.1 size=1048576 2024-08-17T01:00:24.505 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.504+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~7SBKGSZXV01M.2 size=170882 2024-08-17T01:00:24.508 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.507+0000 7fc9e32c6640 1 < completed multipart upload key=Y5CGDXUEE4A5 upload=7SBKGSZXV01M tag=IJU0ZQN6D96Y type=write size=3316610 2024-08-17T01:00:24.510 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.509+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=WLPAQRWNN1DD type=del size=2632415 2024-08-17T01:00:24.511 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.510+0000 7fc9e32c6640 1 < completed delete operation key=ZFTRWL3EXMLQ tag=C2EXOBBBUFCM type=del 2024-08-17T01:00:24.513 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.512+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=DOQRW8PDZI20 type=del size=3468394 2024-08-17T01:00:24.515 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.514+0000 7fc9e32c6640 1 < canceled operation key=0GIHJJ2YE1EF tag=E4MKDR7Z4LUX type=del size=3737681 2024-08-17T01:00:24.518 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.517+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~4DT5NRZTQSL5.0 size=511156 2024-08-17T01:00:24.518 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.517+0000 7fc9e32c6640 1 > prepared multipart upload key=SNQ4IXALP94F upload=4DT5NRZTQSL5 tag=SDR2JHSMWLGP type=write size=1559732 2024-08-17T01:00:24.520 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.519+0000 7fc9e32c6640 1 < completed delete operation key=7YJVD2TL2U1Q tag=6F9JEXYRAY33 type=del 2024-08-17T01:00:24.523 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.522+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~U7GXSAIL02MW.0 size=1048576 2024-08-17T01:00:24.524 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.524+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~U7GXSAIL02MW.1 size=771167 2024-08-17T01:00:24.524 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.524+0000 7fc9e32c6640 1 > prepared multipart upload key=SYENEMTYLFFB upload=U7GXSAIL02MW tag=660FBTO8CQ2M type=write size=2868319 2024-08-17T01:00:24.525 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.524+0000 7fc9e32c6640 -1 < no bi entry to suggest for operation key=3QNRD31J9WH5 tag=03CXKRFGD3JM type=del size=200864: (2) No such file or directory 2024-08-17T01:00:24.527 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.526+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=SAE8BZOXLQV5 type=del size=89032 2024-08-17T01:00:24.529 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.528+0000 7fc9e32c6640 1 < canceled operation key=7YJVD2TL2U1Q tag=YJZIHF9FZN3P type=del size=2826954 2024-08-17T01:00:24.532 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.531+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~5J0BO9QL7A8T.0 size=249501 2024-08-17T01:00:24.532 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.531+0000 7fc9e32c6640 1 > prepared multipart upload key=TOPN4SUVVWJ4 upload=5J0BO9QL7A8T tag=GIDYKAS6YXQ1 type=write size=1298077 2024-08-17T01:00:24.534 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.533+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~UU6L0IKZIBRS.0 size=2947 2024-08-17T01:00:24.537 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.536+0000 7fc9e32c6640 1 < completed multipart upload key=04A7K18FAZTD upload=UU6L0IKZIBRS tag=2CSU7SXVO2L9 type=write size=1051523 2024-08-17T01:00:24.540 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.540+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~O9VNCL9LZ8IY.0 size=1008862 2024-08-17T01:00:24.540 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.540+0000 7fc9e32c6640 1 > prepared multipart upload key=SNQ4IXALP94F upload=O9VNCL9LZ8IY tag=B8ZB05BOKUCK type=write size=2057438 2024-08-17T01:00:24.545 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.544+0000 7fc9e32c6640 1 < suggested remove operation key=TN1LRZX0D64M tag=CVBX9VGHVV0Q type=del 2024-08-17T01:00:24.549 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.547+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~ETH6QNVEUS63.0 size=389434 2024-08-17T01:00:24.549 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.547+0000 7fc9e32c6640 1 > prepared multipart upload key=P6GWQRWU8J2B upload=ETH6QNVEUS63 tag=8BJUIL9A0O42 type=write size=1438010 2024-08-17T01:00:24.550 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.549+0000 7fc9e32c6640 1 < completed delete operation key=WN539WGGF4SK tag=EOPT3CSWI8RL type=del 2024-08-17T01:00:24.552 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.551+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=RNY5DWAMOFXM type=del size=2697248 2024-08-17T01:00:24.554 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.553+0000 7fc9e32c6640 1 < canceled operation key=ODZIOPEGEARM tag=IEXPW877T8EA type=del size=3809302 2024-08-17T01:00:24.557 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.556+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~08Y84S2PWV7J.0 size=1048576 2024-08-17T01:00:24.558 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.557+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~08Y84S2PWV7J.1 size=539966 2024-08-17T01:00:24.558 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.557+0000 7fc9e32c6640 1 > prepared multipart upload key=TOPN4SUVVWJ4 upload=08Y84S2PWV7J tag=670WTISFZ38E type=write size=2637118 2024-08-17T01:00:24.560 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.559+0000 7fc9e32c6640 1 < completed delete operation key=3426C909P2VX tag=PYG8H1P3JN52 type=del 2024-08-17T01:00:24.563 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.562+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~TO6BGFEBXQLX.0 size=1048576 2024-08-17T01:00:24.565 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.564+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~TO6BGFEBXQLX.1 size=1048576 2024-08-17T01:00:24.566 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.565+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~TO6BGFEBXQLX.2 size=242385 2024-08-17T01:00:24.566 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.565+0000 7fc9e32c6640 1 > prepared multipart upload key=UBSJCVKYWX6F upload=TO6BGFEBXQLX tag=V2WG65JV39BV type=write size=3388113 2024-08-17T01:00:24.568 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.567+0000 7fc9e32c6640 1 < completed delete operation key=M40V1TN9S9M2 tag=QGK8GD36RPTL type=del 2024-08-17T01:00:24.571 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.571+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~EAFIIGZQM291.0 size=1048576 2024-08-17T01:00:24.573 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.572+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~EAFIIGZQM291.1 size=1048576 2024-08-17T01:00:24.574 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.573+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~EAFIIGZQM291.2 size=616360 2024-08-17T01:00:24.574 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.573+0000 7fc9e32c6640 1 > prepared multipart upload key=0GIHJJ2YE1EF upload=EAFIIGZQM291 tag=OLN0BV5ZTYAI type=write size=3762088 2024-08-17T01:00:24.576 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.575+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~0G19OFGYEKS1.0 size=1048576 2024-08-17T01:00:24.577 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.577+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~0G19OFGYEKS1.1 size=1048576 2024-08-17T01:00:24.578 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.577+0000 7fc9e32c6640 1 < canceled part key=_multipart_Y5CGDXUEE4A5.2~0G19OFGYEKS1.2 size=165855 2024-08-17T01:00:24.582 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.580+0000 7fc9e32c6640 1 < canceled multipart upload key=Y5CGDXUEE4A5 upload=0G19OFGYEKS1 tag=UCD4JN623R24 type=write size=3311583 2024-08-17T01:00:24.584 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.583+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~SAD12UMX4J3F.0 size=1048576 2024-08-17T01:00:24.585 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.584+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~SAD12UMX4J3F.1 size=402260 2024-08-17T01:00:24.585 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.584+0000 7fc9e32c6640 1 > prepared multipart upload key=3QNRD31J9WH5 upload=SAD12UMX4J3F tag=CB7ZI7K3KW6W type=write size=2499412 2024-08-17T01:00:24.587 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.586+0000 7fc9e32c6640 1 < completed delete operation key=0GIHJJ2YE1EF tag=323NC2D8UJCP type=del 2024-08-17T01:00:24.588 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.588+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=PH57E5WK05DR type=del size=891973 2024-08-17T01:00:24.592 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.591+0000 7fc9e32c6640 1 < suggested remove operation key=GPTER2AM6J7E tag=3RHJXUHDGZLV type=write 2024-08-17T01:00:24.593 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.593+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=MSQGF0NZWPLH type=del size=547853 2024-08-17T01:00:24.594 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.593+0000 7fc9e32c6640 1 < canceled part key=_multipart_JNHP0HYR3GAN.2~P7L6P4Y4A37W.0 size=1048576 2024-08-17T01:00:24.595 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.594+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~P7L6P4Y4A37W.1 size=566301 2024-08-17T01:00:24.598 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.597+0000 7fc9e32c6640 1 < canceled multipart upload key=JNHP0HYR3GAN upload=P7L6P4Y4A37W tag=ORIN2WZV9NMP type=write size=2663453 2024-08-17T01:00:24.600 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.599+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=C3RWID4MWU5F type=write size=816414 2024-08-17T01:00:24.601 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.601+0000 7fc9e32c6640 1 < canceled operation key=NJYN8PLMG5AN tag=WLPAQRWNN1DD type=del size=2632415 2024-08-17T01:00:24.605 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.604+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~C75U5MYHPP5Z.0 size=1048576 2024-08-17T01:00:24.607 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.606+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~C75U5MYHPP5Z.1 size=1048576 2024-08-17T01:00:24.608 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.607+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~C75U5MYHPP5Z.2 size=588360 2024-08-17T01:00:24.608 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.607+0000 7fc9e32c6640 1 > prepared multipart upload key=3QNRD31J9WH5 upload=C75U5MYHPP5Z tag=1JLRH5QSDTD2 type=write size=3734088 2024-08-17T01:00:24.610 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.609+0000 7fc9e32c6640 1 < completed delete operation key=DWB3YGH7YBZB tag=DOQRW8PDZI20 type=del 2024-08-17T01:00:24.613 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.613+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~TJ8MF0XGSZG2.0 size=1048576 2024-08-17T01:00:24.615 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.614+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~TJ8MF0XGSZG2.1 size=1048576 2024-08-17T01:00:24.616 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.615+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~TJ8MF0XGSZG2.2 size=641723 2024-08-17T01:00:24.616 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.615+0000 7fc9e32c6640 1 > prepared multipart upload key=JNHP0HYR3GAN upload=TJ8MF0XGSZG2 tag=5V21354GJTFN type=write size=3787451 2024-08-17T01:00:24.617 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.616+0000 7fc9e32c6640 1 < canceled part key=_multipart_SNQ4IXALP94F.2~4DT5NRZTQSL5.0 size=511156 2024-08-17T01:00:24.619 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.618+0000 7fc9e32c6640 1 < canceled multipart upload key=SNQ4IXALP94F upload=4DT5NRZTQSL5 tag=SDR2JHSMWLGP type=write size=1559732 2024-08-17T01:00:24.621 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.620+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=X9XY99I7AKG0 type=write size=1015931 2024-08-17T01:00:24.623 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.622+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~U7GXSAIL02MW.0 size=1048576 2024-08-17T01:00:24.625 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.623+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~U7GXSAIL02MW.1 size=771167 2024-08-17T01:00:24.627 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.626+0000 7fc9e32c6640 1 < completed multipart upload key=SYENEMTYLFFB upload=U7GXSAIL02MW tag=660FBTO8CQ2M type=write size=2868319 2024-08-17T01:00:24.629 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.628+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=4R6MD6PUV7YF type=del size=353435 2024-08-17T01:00:24.631 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.630+0000 7fc9e32c6640 1 < completed delete operation key=W14LJICPB60X tag=SAE8BZOXLQV5 type=del 2024-08-17T01:00:24.634 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.633+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~PW508VC8INLC.0 size=567255 2024-08-17T01:00:24.634 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.633+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=PW508VC8INLC tag=ZX63OZSL8U8L type=write size=1615831 2024-08-17T01:00:24.636 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.635+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~5J0BO9QL7A8T.0 size=249501 2024-08-17T01:00:24.639 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.638+0000 7fc9e32c6640 1 < completed multipart upload key=TOPN4SUVVWJ4 upload=5J0BO9QL7A8T tag=GIDYKAS6YXQ1 type=write size=1298077 2024-08-17T01:00:24.640 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.640+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=IXH1TVAAU7DG type=write size=713725 2024-08-17T01:00:24.642 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.641+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~O9VNCL9LZ8IY.0 size=1008862 2024-08-17T01:00:24.645 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.644+0000 7fc9e32c6640 1 < completed multipart upload key=SNQ4IXALP94F upload=O9VNCL9LZ8IY tag=B8ZB05BOKUCK type=write size=2057438 2024-08-17T01:00:24.648 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.647+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~GOU8CJH39ZH6.0 size=659328 2024-08-17T01:00:24.648 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.647+0000 7fc9e32c6640 1 > prepared multipart upload key=3QNRD31J9WH5 upload=GOU8CJH39ZH6 tag=KM8K2ZWS7PSX type=write size=1707904 2024-08-17T01:00:24.650 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.649+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~ETH6QNVEUS63.0 size=389434 2024-08-17T01:00:24.653 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.652+0000 7fc9e32c6640 1 < completed multipart upload key=P6GWQRWU8J2B upload=ETH6QNVEUS63 tag=8BJUIL9A0O42 type=write size=1438010 2024-08-17T01:00:24.657 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.656+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~463W6312XBVJ.0 size=1016570 2024-08-17T01:00:24.657 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.656+0000 7fc9e32c6640 1 > prepared multipart upload key=DWB3YGH7YBZB upload=463W6312XBVJ tag=5VEVH1QW0RPN type=write size=2065146 2024-08-17T01:00:24.659 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.658+0000 7fc9e32c6640 1 < canceled operation key=RNSEALS0CEAA tag=RNY5DWAMOFXM type=del size=2697248 2024-08-17T01:00:24.661 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.660+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=JVI2F2UTYHU1 type=del size=3570784 2024-08-17T01:00:24.663 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.662+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~08Y84S2PWV7J.0 size=1048576 2024-08-17T01:00:24.665 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.664+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~08Y84S2PWV7J.1 size=539966 2024-08-17T01:00:24.668 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.667+0000 7fc9e32c6640 1 < completed multipart upload key=TOPN4SUVVWJ4 upload=08Y84S2PWV7J tag=670WTISFZ38E type=write size=2637118 2024-08-17T01:00:24.669 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.669+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=5JPDV6R37V9O type=write size=450283 2024-08-17T01:00:24.671 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.670+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~TO6BGFEBXQLX.0 size=1048576 2024-08-17T01:00:24.673 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.672+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~TO6BGFEBXQLX.1 size=1048576 2024-08-17T01:00:24.674 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.674+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~TO6BGFEBXQLX.2 size=242385 2024-08-17T01:00:24.677 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.676+0000 7fc9e32c6640 1 < completed multipart upload key=UBSJCVKYWX6F upload=TO6BGFEBXQLX tag=V2WG65JV39BV type=write size=3388113 2024-08-17T01:00:24.681 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.680+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~LOKOXRJ67B4J.0 size=1048576 2024-08-17T01:00:24.682 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.681+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~LOKOXRJ67B4J.1 size=1048576 2024-08-17T01:00:24.684 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.683+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~LOKOXRJ67B4J.2 size=374249 2024-08-17T01:00:24.684 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.683+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=LOKOXRJ67B4J tag=NAS1V6JE3X1L type=write size=3519977 2024-08-17T01:00:24.685 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.684+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~EAFIIGZQM291.0 size=1048576 2024-08-17T01:00:24.687 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.686+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~EAFIIGZQM291.1 size=1048576 2024-08-17T01:00:24.687 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.686+0000 7fc9e32c6640 1 < canceled part key=_multipart_0GIHJJ2YE1EF.2~EAFIIGZQM291.2 size=616360 2024-08-17T01:00:24.690 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.689+0000 7fc9e32c6640 1 < canceled multipart upload key=0GIHJJ2YE1EF upload=EAFIIGZQM291 tag=OLN0BV5ZTYAI type=write size=3762088 2024-08-17T01:00:24.692 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.691+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=BWST78U8PERD type=del size=349540 2024-08-17T01:00:24.693 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.693+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~SAD12UMX4J3F.0 size=1048576 2024-08-17T01:00:24.695 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.694+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~SAD12UMX4J3F.1 size=402260 2024-08-17T01:00:24.698 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.697+0000 7fc9e32c6640 1 < completed multipart upload key=3QNRD31J9WH5 upload=SAD12UMX4J3F tag=CB7ZI7K3KW6W type=write size=2499412 2024-08-17T01:00:24.702 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.701+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~DQWK8MARU3TM.0 size=1048576 2024-08-17T01:00:24.703 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.702+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~DQWK8MARU3TM.1 size=74988 2024-08-17T01:00:24.704 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.702+0000 7fc9e32c6640 1 > prepared multipart upload key=9ZTGHGASZU54 upload=DQWK8MARU3TM tag=MNWIWGWDZ2ZY type=write size=2172140 2024-08-17T01:00:24.706 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.705+0000 7fc9e32c6640 1 < completed delete operation key=7YJVD2TL2U1Q tag=PH57E5WK05DR type=del 2024-08-17T01:00:24.707 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.706+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=TFNZVDOY3JFG type=del size=3119501 2024-08-17T01:00:24.709 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.708+0000 7fc9e32c6640 1 < completed delete operation key=0GIHJJ2YE1EF tag=MSQGF0NZWPLH type=del 2024-08-17T01:00:24.711 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.710+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=2Z0F9RX1M00C type=write size=199282 2024-08-17T01:00:24.713 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.712+0000 7fc9e32c6640 1 < completed write operation key=SYENEMTYLFFB tag=C3RWID4MWU5F type=write size=816414 2024-08-17T01:00:24.716 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.715+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~HV8WB6J9NV3Y.0 size=897435 2024-08-17T01:00:24.716 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.715+0000 7fc9e32c6640 1 > prepared multipart upload key=TN1LRZX0D64M upload=HV8WB6J9NV3Y tag=Q5D3R5YLY4XV type=write size=1946011 2024-08-17T01:00:24.718 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.717+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~C75U5MYHPP5Z.0 size=1048576 2024-08-17T01:00:24.720 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.719+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~C75U5MYHPP5Z.1 size=1048576 2024-08-17T01:00:24.722 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.721+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~C75U5MYHPP5Z.2 size=588360 2024-08-17T01:00:24.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:24 smithi082 ceph-mon[94343]: pgmap v1381: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 133 KiB/s rd, 47 KiB/s wr, 233 op/s 2024-08-17T01:00:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:24 smithi082 ceph-mon[91979]: pgmap v1381: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 133 KiB/s rd, 47 KiB/s wr, 233 op/s 2024-08-17T01:00:24.725 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.724+0000 7fc9e32c6640 1 < completed multipart upload key=3QNRD31J9WH5 upload=C75U5MYHPP5Z tag=1JLRH5QSDTD2 type=write size=3734088 2024-08-17T01:00:24.728 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.727+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~PYDG42UFXPF0.0 size=1048576 2024-08-17T01:00:24.729 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.729+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~PYDG42UFXPF0.1 size=368218 2024-08-17T01:00:24.729 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.729+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=PYDG42UFXPF0 tag=L9W7G4VO34ZQ type=write size=2465370 2024-08-17T01:00:24.731 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.731+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~TJ8MF0XGSZG2.0 size=1048576 2024-08-17T01:00:24.733 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.732+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~TJ8MF0XGSZG2.1 size=1048576 2024-08-17T01:00:24.735 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.734+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~TJ8MF0XGSZG2.2 size=641723 2024-08-17T01:00:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:24 smithi137 ceph-mon[86391]: pgmap v1381: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 133 KiB/s rd, 47 KiB/s wr, 233 op/s 2024-08-17T01:00:24.738 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.737+0000 7fc9e32c6640 1 < completed multipart upload key=JNHP0HYR3GAN upload=TJ8MF0XGSZG2 tag=5V21354GJTFN type=write size=3787451 2024-08-17T01:00:24.740 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.739+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=2E6DM9G5LYQJ type=del size=1563742 2024-08-17T01:00:24.741 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.741+0000 7fc9e32c6640 1 < completed write operation key=3426C909P2VX tag=X9XY99I7AKG0 type=write size=1015931 2024-08-17T01:00:24.744 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.743+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=VVRFHZYJ2QZ3 type=del size=2678834 2024-08-17T01:00:24.745 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.745+0000 7fc9e32c6640 1 < completed delete operation key=3426C909P2VX tag=4R6MD6PUV7YF type=del 2024-08-17T01:00:24.749 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.748+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~T05Y1LFC2AEK.0 size=1048576 2024-08-17T01:00:24.750 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.750+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~T05Y1LFC2AEK.1 size=178540 2024-08-17T01:00:24.750 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.750+0000 7fc9e32c6640 1 > prepared multipart upload key=3QNRD31J9WH5 upload=T05Y1LFC2AEK tag=R9I6NM32ADFV type=write size=2275692 2024-08-17T01:00:24.752 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.751+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~PW508VC8INLC.0 size=567255 2024-08-17T01:00:24.755 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.754+0000 7fc9e32c6640 1 < completed multipart upload key=7YJVD2TL2U1Q upload=PW508VC8INLC tag=ZX63OZSL8U8L type=write size=1615831 2024-08-17T01:00:24.759 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.758+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~JMBDMVTGT117.0 size=1048576 2024-08-17T01:00:24.760 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.759+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~JMBDMVTGT117.1 size=142425 2024-08-17T01:00:24.760 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.759+0000 7fc9e32c6640 1 > prepared multipart upload key=SYENEMTYLFFB upload=JMBDMVTGT117 tag=1DU6GXPJ54ZN type=write size=2239577 2024-08-17T01:00:24.762 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.761+0000 7fc9e32c6640 1 < completed write operation key=SR0C26PR3RCQ tag=IXH1TVAAU7DG type=write size=713725 2024-08-17T01:00:24.765 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.765+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~P54WBEBVSW0Y.0 size=231164 2024-08-17T01:00:24.765 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.765+0000 7fc9e32c6640 1 > prepared multipart upload key=9ZTGHGASZU54 upload=P54WBEBVSW0Y tag=3I2HMWW74M4C type=write size=1279740 2024-08-17T01:00:24.766 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.765+0000 7fc9e32c6640 1 < canceled part key=_multipart_3QNRD31J9WH5.2~GOU8CJH39ZH6.0 size=659328 2024-08-17T01:00:24.769 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.768+0000 7fc9e32c6640 1 < canceled multipart upload key=3QNRD31J9WH5 upload=GOU8CJH39ZH6 tag=KM8K2ZWS7PSX type=write size=1707904 2024-08-17T01:00:24.773 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.772+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~QJQG9ZOD2P7R.0 size=440051 2024-08-17T01:00:24.773 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.772+0000 7fc9e32c6640 1 > prepared multipart upload key=UBSJCVKYWX6F upload=QJQG9ZOD2P7R tag=YQSPLDG2CI1W type=write size=1488627 2024-08-17T01:00:24.774 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.774+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~463W6312XBVJ.0 size=1016570 2024-08-17T01:00:24.778 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.777+0000 7fc9e32c6640 1 < completed multipart upload key=DWB3YGH7YBZB upload=463W6312XBVJ tag=5VEVH1QW0RPN type=write size=2065146 2024-08-17T01:00:24.781 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.781+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~60APQ3FV772K.0 size=1048576 2024-08-17T01:00:24.787 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.782+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~60APQ3FV772K.1 size=1018008 2024-08-17T01:00:24.787 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.782+0000 7fc9e32c6640 1 > prepared multipart upload key=HPIXXJSLU5J6 upload=60APQ3FV772K tag=IY5R0I0R56EN type=write size=3115160 2024-08-17T01:00:24.787 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.784+0000 7fc9e32c6640 1 < completed delete operation key=OQ1IXKB82T39 tag=JVI2F2UTYHU1 type=del 2024-08-17T01:00:24.787 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.786+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=565V204GEZ7L type=write size=827626 2024-08-17T01:00:24.788 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.787+0000 7fc9e32c6640 1 < completed write operation key=ODZIOPEGEARM tag=5JPDV6R37V9O type=write size=450283 2024-08-17T01:00:24.792 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.791+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~OMUWGE9X1B9E.0 size=1048576 2024-08-17T01:00:24.794 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.793+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~OMUWGE9X1B9E.1 size=585392 2024-08-17T01:00:24.794 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.793+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=OMUWGE9X1B9E tag=9BJ2DWU9LSL5 type=write size=2682544 2024-08-17T01:00:24.796 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.795+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~LOKOXRJ67B4J.0 size=1048576 2024-08-17T01:00:24.797 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.797+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~LOKOXRJ67B4J.1 size=1048576 2024-08-17T01:00:24.799 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.798+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~LOKOXRJ67B4J.2 size=374249 2024-08-17T01:00:24.802 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.801+0000 7fc9e32c6640 1 < completed multipart upload key=Y5CGDXUEE4A5 upload=LOKOXRJ67B4J tag=NAS1V6JE3X1L type=write size=3519977 2024-08-17T01:00:24.804 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.803+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=RYBHKOW20241 type=del size=1764722 2024-08-17T01:00:24.806 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.805+0000 7fc9e32c6640 1 < completed delete operation key=W14LJICPB60X tag=BWST78U8PERD type=del 2024-08-17T01:00:24.807 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.807+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=JRRCC00NUA05 type=del size=258019 2024-08-17T01:00:24.809 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.809+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~DQWK8MARU3TM.0 size=1048576 2024-08-17T01:00:24.811 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.810+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~DQWK8MARU3TM.1 size=74988 2024-08-17T01:00:24.814 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.813+0000 7fc9e32c6640 1 < completed multipart upload key=9ZTGHGASZU54 upload=DQWK8MARU3TM tag=MNWIWGWDZ2ZY type=write size=2172140 2024-08-17T01:00:24.816 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.815+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=M2B4A1KFNSCY type=del size=1283991 2024-08-17T01:00:24.818 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.817+0000 7fc9e32c6640 1 < canceled operation key=NJYN8PLMG5AN tag=TFNZVDOY3JFG type=del size=3119501 2024-08-17T01:00:24.820 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.820+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=49AH676M1EI4 type=del size=3689823 2024-08-17T01:00:24.822 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.822+0000 7fc9e32c6640 1 < completed write operation key=DWB3YGH7YBZB tag=2Z0F9RX1M00C type=write size=199282 2024-08-17T01:00:24.824 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.824+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=XG6VZBXF6S0S type=del size=2411933 2024-08-17T01:00:24.826 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.825+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~HV8WB6J9NV3Y.0 size=897435 2024-08-17T01:00:24.829 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.829+0000 7fc9e32c6640 1 < completed multipart upload key=TN1LRZX0D64M upload=HV8WB6J9NV3Y tag=Q5D3R5YLY4XV type=write size=1946011 2024-08-17T01:00:24.831 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.830+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=7UHHKVT8B8HC type=del size=3890003 2024-08-17T01:00:24.833 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.832+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~PYDG42UFXPF0.0 size=1048576 2024-08-17T01:00:24.835 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.834+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~PYDG42UFXPF0.1 size=368218 2024-08-17T01:00:24.838 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.837+0000 7fc9e32c6640 1 < completed multipart upload key=7YJVD2TL2U1Q upload=PYDG42UFXPF0 tag=L9W7G4VO34ZQ type=write size=2465370 2024-08-17T01:00:24.842 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.841+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~3DG8ZUAE9EVR.0 size=1048576 2024-08-17T01:00:24.843 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.842+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~3DG8ZUAE9EVR.1 size=1048576 2024-08-17T01:00:24.845 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.844+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~3DG8ZUAE9EVR.2 size=328789 2024-08-17T01:00:24.845 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.844+0000 7fc9e32c6640 1 > prepared multipart upload key=SNQ4IXALP94F upload=3DG8ZUAE9EVR tag=6B8WV6H7765I type=write size=3474517 2024-08-17T01:00:24.846 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.846+0000 7fc9e32c6640 1 < completed delete operation key=9X03OB1P1EOH tag=2E6DM9G5LYQJ type=del 2024-08-17T01:00:24.848 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.847+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=KARA017934DI type=write size=201290 2024-08-17T01:00:24.850 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.850+0000 7fc9e32c6640 1 < canceled operation key=M40V1TN9S9M2 tag=VVRFHZYJ2QZ3 type=del size=2678834 2024-08-17T01:00:24.853 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.852+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=0WN6NP918G8F type=del size=3706472 2024-08-17T01:00:24.854 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.853+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~T05Y1LFC2AEK.0 size=1048576 2024-08-17T01:00:24.856 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.855+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~T05Y1LFC2AEK.1 size=178540 2024-08-17T01:00:24.859 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.858+0000 7fc9e32c6640 1 < completed multipart upload key=3QNRD31J9WH5 upload=T05Y1LFC2AEK tag=R9I6NM32ADFV type=write size=2275692 2024-08-17T01:00:24.861 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.860+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=3PJL3NE100CC type=del size=3525073 2024-08-17T01:00:24.862 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.862+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~JMBDMVTGT117.0 size=1048576 2024-08-17T01:00:24.864 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.863+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~JMBDMVTGT117.1 size=142425 2024-08-17T01:00:24.868 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.867+0000 7fc9e32c6640 1 < completed multipart upload key=SYENEMTYLFFB upload=JMBDMVTGT117 tag=1DU6GXPJ54ZN type=write size=2239577 2024-08-17T01:00:24.870 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.869+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=03NJNBRMUMYX type=write size=698381 2024-08-17T01:00:24.870 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.870+0000 7fc9e32c6640 1 < canceled part key=_multipart_9ZTGHGASZU54.2~P54WBEBVSW0Y.0 size=231164 2024-08-17T01:00:24.874 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.873+0000 7fc9e32c6640 1 < canceled multipart upload key=9ZTGHGASZU54 upload=P54WBEBVSW0Y tag=3I2HMWW74M4C type=write size=1279740 2024-08-17T01:00:24.877 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.876+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~G6BMFWKSX02E.0 size=1048576 2024-08-17T01:00:24.879 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.878+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~G6BMFWKSX02E.1 size=1048576 2024-08-17T01:00:24.880 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.880+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~G6BMFWKSX02E.2 size=365761 2024-08-17T01:00:24.881 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.880+0000 7fc9e32c6640 1 > prepared multipart upload key=ZFTRWL3EXMLQ upload=G6BMFWKSX02E tag=XTGCRT8SS50L type=write size=3511489 2024-08-17T01:00:24.882 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.882+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~QJQG9ZOD2P7R.0 size=440051 2024-08-17T01:00:24.886 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.885+0000 7fc9e32c6640 1 < completed multipart upload key=UBSJCVKYWX6F upload=QJQG9ZOD2P7R tag=YQSPLDG2CI1W type=write size=1488627 2024-08-17T01:00:24.889 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.889+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~32GJOG2RE044.0 size=416981 2024-08-17T01:00:24.889 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.889+0000 7fc9e32c6640 1 > prepared multipart upload key=0GIHJJ2YE1EF upload=32GJOG2RE044 tag=WSE8TC2T35OS type=write size=1465557 2024-08-17T01:00:24.891 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.890+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~60APQ3FV772K.0 size=1048576 2024-08-17T01:00:24.893 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.892+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~60APQ3FV772K.1 size=1018008 2024-08-17T01:00:24.896 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.895+0000 7fc9e32c6640 1 < completed multipart upload key=HPIXXJSLU5J6 upload=60APQ3FV772K tag=IY5R0I0R56EN type=write size=3115160 2024-08-17T01:00:24.898 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.897+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=191FYC3V9QA3 type=del size=3756943 2024-08-17T01:00:24.900 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.899+0000 7fc9e32c6640 1 < canceled operation key=P6GWQRWU8J2B tag=565V204GEZ7L type=write size=827626 2024-08-17T01:00:24.902 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.901+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=LR3022WL0C7R type=write size=577873 2024-08-17T01:00:24.902 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.902+0000 7fc9e32c6640 1 < canceled part key=_multipart_NJYN8PLMG5AN.2~OMUWGE9X1B9E.0 size=1048576 2024-08-17T01:00:24.904 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.903+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~OMUWGE9X1B9E.1 size=585392 2024-08-17T01:00:24.907 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.907+0000 7fc9e32c6640 1 < canceled multipart upload key=NJYN8PLMG5AN upload=OMUWGE9X1B9E tag=9BJ2DWU9LSL5 type=write size=2682544 2024-08-17T01:00:24.911 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.910+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~E5TIEPMIMXKW.0 size=1048576 2024-08-17T01:00:24.912 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.912+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~E5TIEPMIMXKW.1 size=140924 2024-08-17T01:00:24.912 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.912+0000 7fc9e32c6640 1 > prepared multipart upload key=OH6EL4D04DHY upload=E5TIEPMIMXKW tag=WGG66G70OCSY type=write size=2238076 2024-08-17T01:00:24.914 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.914+0000 7fc9e32c6640 1 < completed delete operation key=GPTER2AM6J7E tag=RYBHKOW20241 type=del 2024-08-17T01:00:24.917 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.916+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=DYYKR0319AR0 type=write size=342799 2024-08-17T01:00:24.919 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.918+0000 7fc9e32c6640 1 < completed delete operation key=HPIXXJSLU5J6 tag=JRRCC00NUA05 type=del 2024-08-17T01:00:24.920 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.920+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=EN5O69KP3QPE type=del size=2623364 2024-08-17T01:00:24.923 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.922+0000 7fc9e32c6640 1 < completed delete operation key=JNHP0HYR3GAN tag=M2B4A1KFNSCY type=del 2024-08-17T01:00:24.925 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.924+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=KF96SLMUFU4S type=del size=165285 2024-08-17T01:00:24.926 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.926+0000 7fc9e32c6640 1 < canceled operation key=RNSEALS0CEAA tag=49AH676M1EI4 type=del size=3689823 2024-08-17T01:00:24.930 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.929+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~HLJCR1I1Q6U5.0 size=1048576 2024-08-17T01:00:24.932 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.931+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~HLJCR1I1Q6U5.1 size=1048576 2024-08-17T01:00:24.933 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.933+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~HLJCR1I1Q6U5.2 size=330294 2024-08-17T01:00:24.933 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.933+0000 7fc9e32c6640 1 > prepared multipart upload key=SR0C26PR3RCQ upload=HLJCR1I1Q6U5 tag=FCKMEQ2VOPQ1 type=write size=3476022 2024-08-17T01:00:24.935 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.935+0000 7fc9e32c6640 1 < completed delete operation key=SNQ4IXALP94F tag=XG6VZBXF6S0S type=del 2024-08-17T01:00:24.939 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.938+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~QV06T58FGHV2.0 size=179103 2024-08-17T01:00:24.939 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.938+0000 7fc9e32c6640 1 > prepared multipart upload key=M0RSO8RQ43YG upload=QV06T58FGHV2 tag=FZY94BE1SISK type=write size=1227679 2024-08-17T01:00:24.941 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.940+0000 7fc9e32c6640 1 < completed delete operation key=ZFTRWL3EXMLQ tag=7UHHKVT8B8HC type=del 2024-08-17T01:00:24.943 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.942+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=6UQ1QCYIBIFN type=del size=4011524 2024-08-17T01:00:24.945 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.944+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~3DG8ZUAE9EVR.0 size=1048576 2024-08-17T01:00:24.946 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.945+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~3DG8ZUAE9EVR.1 size=1048576 2024-08-17T01:00:24.948 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.947+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~3DG8ZUAE9EVR.2 size=328789 2024-08-17T01:00:24.951 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.950+0000 7fc9e32c6640 1 < completed multipart upload key=SNQ4IXALP94F upload=3DG8ZUAE9EVR tag=6B8WV6H7765I type=write size=3474517 2024-08-17T01:00:24.953 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.952+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=BC78SOLJ1QTV type=del size=1102532 2024-08-17T01:00:24.955 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.954+0000 7fc9e32c6640 1 < completed write operation key=P6GWQRWU8J2B tag=KARA017934DI type=write size=201290 2024-08-17T01:00:24.957 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.956+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=F7PD1X3BEHIG type=write size=361459 2024-08-17T01:00:24.959 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.958+0000 7fc9e32c6640 1 < completed delete operation key=OH6EL4D04DHY tag=0WN6NP918G8F type=del 2024-08-17T01:00:24.961 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.960+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=GEKVHIYL11BD type=write size=607124 2024-08-17T01:00:24.963 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.962+0000 7fc9e32c6640 1 < canceled operation key=ODZIOPEGEARM tag=3PJL3NE100CC type=del size=3525073 2024-08-17T01:00:24.965 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.964+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=7BYJLSR0GR3Z type=write size=553949 2024-08-17T01:00:24.967 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.966+0000 7fc9e32c6640 1 < completed write operation key=TOPN4SUVVWJ4 tag=03NJNBRMUMYX type=write size=698381 2024-08-17T01:00:24.970 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.970+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~I0M7CB3BG3DR.0 size=1048576 2024-08-17T01:00:24.972 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.971+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~I0M7CB3BG3DR.1 size=1048576 2024-08-17T01:00:24.973 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.973+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~I0M7CB3BG3DR.2 size=210154 2024-08-17T01:00:24.974 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.973+0000 7fc9e32c6640 1 > prepared multipart upload key=FP808QN0QDSP upload=I0M7CB3BG3DR tag=K20INFOPGQAK type=write size=3355882 2024-08-17T01:00:24.974 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.973+0000 7fc9e32c6640 1 < canceled part key=_multipart_ZFTRWL3EXMLQ.2~G6BMFWKSX02E.0 size=1048576 2024-08-17T01:00:24.975 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.974+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~G6BMFWKSX02E.1 size=1048576 2024-08-17T01:00:24.975 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.974+0000 7fc9e32c6640 1 < canceled part key=_multipart_ZFTRWL3EXMLQ.2~G6BMFWKSX02E.2 size=365761 2024-08-17T01:00:24.978 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.978+0000 7fc9e32c6640 1 < canceled multipart upload key=ZFTRWL3EXMLQ upload=G6BMFWKSX02E tag=XTGCRT8SS50L type=write size=3511489 2024-08-17T01:00:24.980 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.980+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=B0HO89SLCJ1M type=del size=750129 2024-08-17T01:00:24.982 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.982+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~32GJOG2RE044.0 size=416981 2024-08-17T01:00:24.985 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.985+0000 7fc9e32c6640 1 < completed multipart upload key=0GIHJJ2YE1EF upload=32GJOG2RE044 tag=WSE8TC2T35OS type=write size=1465557 2024-08-17T01:00:24.990 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.986+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=Y7DAMSXWGBPT type=write size=869898 2024-08-17T01:00:24.991 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.988+0000 7fc9e32c6640 1 < completed delete operation key=7YJVD2TL2U1Q tag=191FYC3V9QA3 type=del 2024-08-17T01:00:24.991 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.990+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=V5L4S0MM2SA4 type=del size=1215055 2024-08-17T01:00:24.993 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.992+0000 7fc9e32c6640 1 < completed write operation key=M0RSO8RQ43YG tag=LR3022WL0C7R type=write size=577873 2024-08-17T01:00:24.995 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.994+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=4522YGJ0OLXR type=del size=687527 2024-08-17T01:00:24.996 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.996+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~E5TIEPMIMXKW.0 size=1048576 2024-08-17T01:00:24.998 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:24.997+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~E5TIEPMIMXKW.1 size=140924 2024-08-17T01:00:25.001 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.001+0000 7fc9e32c6640 1 < completed multipart upload key=OH6EL4D04DHY upload=E5TIEPMIMXKW tag=WGG66G70OCSY type=write size=2238076 2024-08-17T01:00:25.003 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.003+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=H93A8BM3ASTD type=del size=508498 2024-08-17T01:00:25.005 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.005+0000 7fc9e32c6640 1 < completed write operation key=3QNRD31J9WH5 tag=DYYKR0319AR0 type=write size=342799 2024-08-17T01:00:25.007 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.007+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=AMUB7CZHL5E8 type=del size=664632 2024-08-17T01:00:25.009 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.008+0000 7fc9e32c6640 1 < canceled operation key=JNHP0HYR3GAN tag=EN5O69KP3QPE type=del size=2623364 2024-08-17T01:00:25.011 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.010+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=6KYME9MWAJWT type=del size=1077490 2024-08-17T01:00:25.014 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.014+0000 7fc9e32c6640 1 < suggested update operation key=UBSJCVKYWX6F tag=KF96SLMUFU4S type=del size=165285 2024-08-17T01:00:25.018 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.017+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~9X5FH5V0H0S0.0 size=1048576 2024-08-17T01:00:25.019 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.019+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~9X5FH5V0H0S0.1 size=756574 2024-08-17T01:00:25.019 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.019+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=9X5FH5V0H0S0 tag=BNIZH2CATKX9 type=write size=2853726 2024-08-17T01:00:25.021 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.020+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~HLJCR1I1Q6U5.0 size=1048576 2024-08-17T01:00:25.023 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.022+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~HLJCR1I1Q6U5.1 size=1048576 2024-08-17T01:00:25.024 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.023+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~HLJCR1I1Q6U5.2 size=330294 2024-08-17T01:00:25.027 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.026+0000 7fc9e32c6640 1 < completed multipart upload key=SR0C26PR3RCQ upload=HLJCR1I1Q6U5 tag=FCKMEQ2VOPQ1 type=write size=3476022 2024-08-17T01:00:25.029 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.028+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=GEJN01W7JWF4 type=del size=4176047 2024-08-17T01:00:25.031 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.030+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~QV06T58FGHV2.0 size=179103 2024-08-17T01:00:25.034 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.033+0000 7fc9e32c6640 1 < completed multipart upload key=M0RSO8RQ43YG upload=QV06T58FGHV2 tag=FZY94BE1SISK type=write size=1227679 2024-08-17T01:00:25.036 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.035+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=RFR7DIA636YU type=del size=2144786 2024-08-17T01:00:25.037 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.037+0000 7fc9e32c6640 1 < completed delete operation key=41QVSMLCJY3L tag=6UQ1QCYIBIFN type=del 2024-08-17T01:00:25.039 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.038+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=WTLCTSZPRN9X type=write size=204002 2024-08-17T01:00:25.041 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.040+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=BC78SOLJ1QTV type=del 2024-08-17T01:00:25.044 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.043+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~LYJZDN21QSBK.0 size=1048576 2024-08-17T01:00:25.046 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.045+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~LYJZDN21QSBK.1 size=529448 2024-08-17T01:00:25.046 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.045+0000 7fc9e32c6640 1 > prepared multipart upload key=DWB3YGH7YBZB upload=LYJZDN21QSBK tag=A4C96XKTEWP6 type=write size=2626600 2024-08-17T01:00:25.048 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.047+0000 7fc9e32c6640 1 < completed write operation key=3QNRD31J9WH5 tag=F7PD1X3BEHIG type=write size=361459 2024-08-17T01:00:25.051 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.050+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~RN0VQQL07RBD.0 size=1048576 2024-08-17T01:00:25.052 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.051+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~RN0VQQL07RBD.1 size=30672 2024-08-17T01:00:25.052 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.051+0000 7fc9e32c6640 1 > prepared multipart upload key=TOPN4SUVVWJ4 upload=RN0VQQL07RBD tag=MF4NTUBZW79O type=write size=2127824 2024-08-17T01:00:25.055 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.054+0000 7fc9e32c6640 1 < completed write operation key=7YJVD2TL2U1Q tag=GEKVHIYL11BD type=write size=607124 2024-08-17T01:00:25.057 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.056+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=C9C6LMJ0J055 type=del size=3785801 2024-08-17T01:00:25.058 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.058+0000 7fc9e32c6640 1 < completed write operation key=GPTER2AM6J7E tag=7BYJLSR0GR3Z type=write size=553949 2024-08-17T01:00:25.060 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.059+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=VS3C5G9YCVUZ type=del size=3003730 2024-08-17T01:00:25.062 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.061+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~I0M7CB3BG3DR.0 size=1048576 2024-08-17T01:00:25.064 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.063+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~I0M7CB3BG3DR.1 size=1048576 2024-08-17T01:00:25.065 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.064+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~I0M7CB3BG3DR.2 size=210154 2024-08-17T01:00:25.068 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.067+0000 7fc9e32c6640 1 < completed multipart upload key=FP808QN0QDSP upload=I0M7CB3BG3DR tag=K20INFOPGQAK type=write size=3355882 2024-08-17T01:00:25.070 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.070+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=6L8IU9TVQWUU type=del size=1333834 2024-08-17T01:00:25.072 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.071+0000 7fc9e32c6640 1 < completed delete operation key=SNQ4IXALP94F tag=B0HO89SLCJ1M type=del 2024-08-17T01:00:25.076 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.075+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~8IT92B2DAY8R.0 size=1048576 2024-08-17T01:00:25.077 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.076+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~8IT92B2DAY8R.1 size=399568 2024-08-17T01:00:25.077 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.076+0000 7fc9e32c6640 1 > prepared multipart upload key=TOPN4SUVVWJ4 upload=8IT92B2DAY8R tag=P5BIB6DN5Z5A type=write size=2496720 2024-08-17T01:00:25.079 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.079+0000 7fc9e32c6640 1 < canceled operation key=Y5CGDXUEE4A5 tag=Y7DAMSXWGBPT type=write size=869898 2024-08-17T01:00:25.081 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.080+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=ZKU0QQ4JV1VB type=del size=2686494 2024-08-17T01:00:25.083 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.082+0000 7fc9e32c6640 1 < canceled operation key=HPIXXJSLU5J6 tag=V5L4S0MM2SA4 type=del size=1215055 2024-08-17T01:00:25.085 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.084+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=TSRBMJ42DN9Z type=del size=633404 2024-08-17T01:00:25.088 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.087+0000 7fc9e32c6640 1 < suggested update operation key=ODZIOPEGEARM tag=4522YGJ0OLXR type=del size=687527 2024-08-17T01:00:25.090 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.089+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=TREA2XOBQUVY type=write size=130239 2024-08-17T01:00:25.092 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.091+0000 7fc9e32c6640 1 < completed delete operation key=OH6EL4D04DHY tag=H93A8BM3ASTD type=del 2024-08-17T01:00:25.095 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.094+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~V1STAPZ22277.0 size=1048576 2024-08-17T01:00:25.097 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.096+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~V1STAPZ22277.1 size=429299 2024-08-17T01:00:25.097 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.096+0000 7fc9e32c6640 1 > prepared multipart upload key=DWB3YGH7YBZB upload=V1STAPZ22277 tag=I9JHTRCYM2KN type=write size=2526451 2024-08-17T01:00:25.098 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.098+0000 7fc9e32c6640 1 < completed delete operation key=XHAAVXY5RRVM tag=AMUB7CZHL5E8 type=del 2024-08-17T01:00:25.100 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.100+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=AYURAXXYQ74L type=del size=2724312 2024-08-17T01:00:25.104 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.103+0000 7fc9e32c6640 1 < suggested remove operation key=SYENEMTYLFFB tag=6KYME9MWAJWT type=del 2024-08-17T01:00:25.105 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.105+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=XJ8FG0UM4SM1 type=del size=2289163 2024-08-17T01:00:25.108 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.107+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~9X5FH5V0H0S0.0 size=1048576 2024-08-17T01:00:25.109 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.108+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~9X5FH5V0H0S0.1 size=756574 2024-08-17T01:00:25.114 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.111+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=9X5FH5V0H0S0 tag=BNIZH2CATKX9 type=write size=2853726 2024-08-17T01:00:25.116 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.115+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~YRKXV8M4IZ1O.0 size=393979 2024-08-17T01:00:25.116 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.115+0000 7fc9e32c6640 1 > prepared multipart upload key=M0RSO8RQ43YG upload=YRKXV8M4IZ1O tag=6ZOCW0ZVIJR9 type=write size=1442555 2024-08-17T01:00:25.119 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.119+0000 7fc9e32c6640 1 < suggested update operation key=9X03OB1P1EOH tag=GEJN01W7JWF4 type=del size=4176047 2024-08-17T01:00:25.121 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.121+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=90ZHLJDC37TB type=del size=227786 2024-08-17T01:00:25.123 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.122+0000 7fc9e32c6640 1 < completed delete operation key=TN1LRZX0D64M tag=RFR7DIA636YU type=del 2024-08-17T01:00:25.125 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.124+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=HNR0BTCKU3RA type=write size=842828 2024-08-17T01:00:25.127 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.126+0000 7fc9e32c6640 1 < completed write operation key=41QVSMLCJY3L tag=WTLCTSZPRN9X type=write size=204002 2024-08-17T01:00:25.129 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.128+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=CYDGJRJYMH02 type=del size=694915 2024-08-17T01:00:25.130 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.130+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~LYJZDN21QSBK.0 size=1048576 2024-08-17T01:00:25.132 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.131+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~LYJZDN21QSBK.1 size=529448 2024-08-17T01:00:25.135 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.135+0000 7fc9e32c6640 1 < completed multipart upload key=DWB3YGH7YBZB upload=LYJZDN21QSBK tag=A4C96XKTEWP6 type=write size=2626600 2024-08-17T01:00:25.137 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.136+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=Z907GRWKEYK3 type=del size=3342578 2024-08-17T01:00:25.139 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.138+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~RN0VQQL07RBD.0 size=1048576 2024-08-17T01:00:25.141 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.140+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~RN0VQQL07RBD.1 size=30672 2024-08-17T01:00:25.144 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.143+0000 7fc9e32c6640 1 < completed multipart upload key=TOPN4SUVVWJ4 upload=RN0VQQL07RBD tag=MF4NTUBZW79O type=write size=2127824 2024-08-17T01:00:25.145 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.145+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=Z5LJQ54UJL4E type=write size=53947 2024-08-17T01:00:25.147 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.146+0000 7fc9e32c6640 1 < completed delete operation key=7YJVD2TL2U1Q tag=C9C6LMJ0J055 type=del 2024-08-17T01:00:25.151 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.150+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~LV8X5RAM5ULN.0 size=1048576 2024-08-17T01:00:25.152 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.151+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~LV8X5RAM5ULN.1 size=770914 2024-08-17T01:00:25.152 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.151+0000 7fc9e32c6640 1 > prepared multipart upload key=GPTER2AM6J7E upload=LV8X5RAM5ULN tag=68TF793W4L6Q type=write size=2868066 2024-08-17T01:00:25.156 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.155+0000 7fc9e32c6640 1 < suggested update operation key=W14LJICPB60X tag=VS3C5G9YCVUZ type=del size=3003730 2024-08-17T01:00:25.158 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.157+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=KGQFG31WUXW8 type=write size=901544 2024-08-17T01:00:25.159 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.159+0000 7fc9e32c6640 1 < completed delete operation key=UBSJCVKYWX6F tag=6L8IU9TVQWUU type=del 2024-08-17T01:00:25.163 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.162+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~XDWNULY08F6B.0 size=1048576 2024-08-17T01:00:25.165 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.164+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~XDWNULY08F6B.1 size=1048576 2024-08-17T01:00:25.166 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.165+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~XDWNULY08F6B.2 size=272694 2024-08-17T01:00:25.166 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.165+0000 7fc9e32c6640 1 > prepared multipart upload key=P6GWQRWU8J2B upload=XDWNULY08F6B tag=J4IPHXZHPXBB type=write size=3418422 2024-08-17T01:00:25.168 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.168+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~8IT92B2DAY8R.0 size=1048576 2024-08-17T01:00:25.170 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.169+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~8IT92B2DAY8R.1 size=399568 2024-08-17T01:00:25.173 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.172+0000 7fc9e32c6640 1 < completed multipart upload key=TOPN4SUVVWJ4 upload=8IT92B2DAY8R tag=P5BIB6DN5Z5A type=write size=2496720 2024-08-17T01:00:25.176 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.176+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~HCCY74ME1NTH.0 size=1048576 2024-08-17T01:00:25.178 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.177+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~HCCY74ME1NTH.1 size=1048576 2024-08-17T01:00:25.179 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.179+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~HCCY74ME1NTH.2 size=23793 2024-08-17T01:00:25.179 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.179+0000 7fc9e32c6640 1 > prepared multipart upload key=GPTER2AM6J7E upload=HCCY74ME1NTH tag=4CD98Y5Q88OI type=write size=3169521 2024-08-17T01:00:25.181 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.181+0000 7fc9e32c6640 1 < completed delete operation key=TOPN4SUVVWJ4 tag=ZKU0QQ4JV1VB type=del 2024-08-17T01:00:25.185 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.184+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~J08OUD8KYILB.0 size=306365 2024-08-17T01:00:25.185 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.184+0000 7fc9e32c6640 1 > prepared multipart upload key=41QVSMLCJY3L upload=J08OUD8KYILB tag=EE13WG0O96IX type=write size=1354941 2024-08-17T01:00:25.188 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.186+0000 7fc9e32c6640 -1 < failed to complete operation key=9X03OB1P1EOH tag=TSRBMJ42DN9Z type=del size=633404: (22) Invalid argument 2024-08-17T01:00:25.189 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.188+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=MSLB39RUTK9F type=del size=4103546 2024-08-17T01:00:25.194 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.192+0000 7fc9e32c6640 1 < suggested remove operation key=04A7K18FAZTD tag=TREA2XOBQUVY type=write 2024-08-17T01:00:25.197 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.196+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~6C4E4PCOLTY5.0 size=1048576 2024-08-17T01:00:25.198 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.197+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~6C4E4PCOLTY5.1 size=1048576 2024-08-17T01:00:25.200 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.199+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~6C4E4PCOLTY5.2 size=848358 2024-08-17T01:00:25.200 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.199+0000 7fc9e32c6640 1 > prepared multipart upload key=ODZIOPEGEARM upload=6C4E4PCOLTY5 tag=06CUEZP4S31Y type=write size=3994086 2024-08-17T01:00:25.201 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.201+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~V1STAPZ22277.0 size=1048576 2024-08-17T01:00:25.203 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.202+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~V1STAPZ22277.1 size=429299 2024-08-17T01:00:25.206 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.205+0000 7fc9e32c6640 1 < completed multipart upload key=DWB3YGH7YBZB upload=V1STAPZ22277 tag=I9JHTRCYM2KN type=write size=2526451 2024-08-17T01:00:25.208 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.207+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=ZCHWRNCSTD0U type=del size=1542425 2024-08-17T01:00:25.210 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.209+0000 7fc9e32c6640 1 < completed delete operation key=UBSJCVKYWX6F tag=AYURAXXYQ74L type=del 2024-08-17T01:00:25.212 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.211+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=BCU6HD6RJK2G type=del size=784619 2024-08-17T01:00:25.215 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.214+0000 7fc9e32c6640 -1 < failed to complete operation key=04A7K18FAZTD tag=XJ8FG0UM4SM1 type=del size=2289163: (22) Invalid argument 2024-08-17T01:00:25.218 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.218+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~2F6QFMCSPPNE.0 size=87251 2024-08-17T01:00:25.218 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.218+0000 7fc9e32c6640 1 > prepared multipart upload key=UBSJCVKYWX6F upload=2F6QFMCSPPNE tag=ETH5KZ6909UC type=write size=1135827 2024-08-17T01:00:25.220 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.219+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~YRKXV8M4IZ1O.0 size=393979 2024-08-17T01:00:25.223 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.222+0000 7fc9e32c6640 1 < completed multipart upload key=M0RSO8RQ43YG upload=YRKXV8M4IZ1O tag=6ZOCW0ZVIJR9 type=write size=1442555 2024-08-17T01:00:25.225 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.224+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=1XANX14ER1RY type=write size=822821 2024-08-17T01:00:25.227 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.226+0000 7fc9e32c6640 1 < completed delete operation key=3QNRD31J9WH5 tag=90ZHLJDC37TB type=del 2024-08-17T01:00:25.230 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.229+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~24IT335CLWTI.0 size=1048576 2024-08-17T01:00:25.232 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.231+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~24IT335CLWTI.1 size=1048576 2024-08-17T01:00:25.233 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.232+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~24IT335CLWTI.2 size=804339 2024-08-17T01:00:25.233 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.232+0000 7fc9e32c6640 1 > prepared multipart upload key=GPTER2AM6J7E upload=24IT335CLWTI tag=H067FJ7320QC type=write size=3950067 2024-08-17T01:00:25.235 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.235+0000 7fc9e32c6640 -1 < failed to complete operation key=04A7K18FAZTD tag=HNR0BTCKU3RA type=write size=842828: (22) Invalid argument 2024-08-17T01:00:25.238 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.237+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=G2QYVEFNV2WI type=write size=21652 2024-08-17T01:00:25.240 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.239+0000 7fc9e32c6640 1 < completed delete operation key=OQ1IXKB82T39 tag=CYDGJRJYMH02 type=del 2024-08-17T01:00:25.243 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.242+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~43O28IVO7RJ4.0 size=1048576 2024-08-17T01:00:25.245 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.244+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~43O28IVO7RJ4.1 size=807851 2024-08-17T01:00:25.245 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.244+0000 7fc9e32c6640 1 > prepared multipart upload key=DWB3YGH7YBZB upload=43O28IVO7RJ4 tag=DMXTZBKCIUEK type=write size=2905003 2024-08-17T01:00:25.246 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.246+0000 7fc9e32c6640 1 < completed delete operation key=WN539WGGF4SK tag=Z907GRWKEYK3 type=del 2024-08-17T01:00:25.248 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.248+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=Z5U17CWCXB66 type=del size=2032294 2024-08-17T01:00:25.251 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.250+0000 7fc9e32c6640 1 < completed write operation key=XHAAVXY5RRVM tag=Z5LJQ54UJL4E type=write size=53947 2024-08-17T01:00:25.254 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.253+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~HCBWGE3LR6B7.0 size=1048576 2024-08-17T01:00:25.256 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.255+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~HCBWGE3LR6B7.1 size=627352 2024-08-17T01:00:25.256 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.255+0000 7fc9e32c6640 1 > prepared multipart upload key=SYENEMTYLFFB upload=HCBWGE3LR6B7 tag=0D9SJ0ZFRCC5 type=write size=2724504 2024-08-17T01:00:25.256 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.255+0000 7fc9e32c6640 1 < canceled part key=_multipart_GPTER2AM6J7E.2~LV8X5RAM5ULN.0 size=1048576 2024-08-17T01:00:25.258 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.257+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~LV8X5RAM5ULN.1 size=770914 2024-08-17T01:00:25.261 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.260+0000 7fc9e32c6640 1 < canceled multipart upload key=GPTER2AM6J7E upload=LV8X5RAM5ULN tag=68TF793W4L6Q type=write size=2868066 2024-08-17T01:00:25.264 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.264+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~WJEDCG7314O3.0 size=1048576 2024-08-17T01:00:25.266 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.265+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~WJEDCG7314O3.1 size=1048576 2024-08-17T01:00:25.268 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.267+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~WJEDCG7314O3.2 size=550666 2024-08-17T01:00:25.268 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.267+0000 7fc9e32c6640 1 > prepared multipart upload key=41QVSMLCJY3L upload=WJEDCG7314O3 tag=TVNUNC49O7QX type=write size=3696394 2024-08-17T01:00:25.270 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.269+0000 7fc9e32c6640 1 < completed write operation key=GPTER2AM6J7E tag=KGQFG31WUXW8 type=write size=901544 2024-08-17T01:00:25.272 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.271+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=X2O626OBS8QS type=del size=2473627 2024-08-17T01:00:25.274 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.273+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~XDWNULY08F6B.0 size=1048576 2024-08-17T01:00:25.276 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.275+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~XDWNULY08F6B.1 size=1048576 2024-08-17T01:00:25.277 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.276+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~XDWNULY08F6B.2 size=272694 2024-08-17T01:00:25.280 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.279+0000 7fc9e32c6640 1 < completed multipart upload key=P6GWQRWU8J2B upload=XDWNULY08F6B tag=J4IPHXZHPXBB type=write size=3418422 2024-08-17T01:00:25.284 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.283+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~SO91ZEKDN1Z4.0 size=979575 2024-08-17T01:00:25.284 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.283+0000 7fc9e32c6640 1 > prepared multipart upload key=9X03OB1P1EOH upload=SO91ZEKDN1Z4 tag=54A1VRBOXFPM type=write size=2028151 2024-08-17T01:00:25.285 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.285+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~HCCY74ME1NTH.0 size=1048576 2024-08-17T01:00:25.287 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.286+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~HCCY74ME1NTH.1 size=1048576 2024-08-17T01:00:25.289 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.288+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~HCCY74ME1NTH.2 size=23793 2024-08-17T01:00:25.292 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.291+0000 7fc9e32c6640 1 < completed multipart upload key=GPTER2AM6J7E upload=HCCY74ME1NTH tag=4CD98Y5Q88OI type=write size=3169521 2024-08-17T01:00:25.296 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.295+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~3B64QNX65OYO.0 size=772849 2024-08-17T01:00:25.296 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.295+0000 7fc9e32c6640 1 > prepared multipart upload key=ODZIOPEGEARM upload=3B64QNX65OYO tag=JHITVUDDIUEZ type=write size=1821425 2024-08-17T01:00:25.297 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.297+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~J08OUD8KYILB.0 size=306365 2024-08-17T01:00:25.300 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.300+0000 7fc9e32c6640 1 < completed multipart upload key=41QVSMLCJY3L upload=J08OUD8KYILB tag=EE13WG0O96IX type=write size=1354941 2024-08-17T01:00:25.304 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.303+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~QMYHV0NA36DX.0 size=634605 2024-08-17T01:00:25.304 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.303+0000 7fc9e32c6640 1 > prepared multipart upload key=HPIXXJSLU5J6 upload=QMYHV0NA36DX tag=RN9U0M1HGXII type=write size=1683181 2024-08-17T01:00:25.306 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.305+0000 7fc9e32c6640 1 < completed delete operation key=WN539WGGF4SK tag=MSLB39RUTK9F type=del 2024-08-17T01:00:25.307 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.307+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=93VDJSGOUGZ1 type=del size=1757069 2024-08-17T01:00:25.308 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.307+0000 7fc9e32c6640 1 < canceled part key=_multipart_ODZIOPEGEARM.2~6C4E4PCOLTY5.0 size=1048576 2024-08-17T01:00:25.310 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.309+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~6C4E4PCOLTY5.1 size=1048576 2024-08-17T01:00:25.311 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.311+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~6C4E4PCOLTY5.2 size=848358 2024-08-17T01:00:25.315 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.314+0000 7fc9e32c6640 1 < canceled multipart upload key=ODZIOPEGEARM upload=6C4E4PCOLTY5 tag=06CUEZP4S31Y type=write size=3994086 2024-08-17T01:00:25.318 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.318+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~UD0T7U2RCV29.0 size=1048576 2024-08-17T01:00:25.320 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.319+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~UD0T7U2RCV29.1 size=1048576 2024-08-17T01:00:25.321 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.321+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~UD0T7U2RCV29.2 size=154933 2024-08-17T01:00:25.321 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.321+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=UD0T7U2RCV29 tag=QBL5MDZE8ALH type=write size=3300661 2024-08-17T01:00:25.325 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.324+0000 7fc9e32c6640 1 < suggested remove operation key=SYENEMTYLFFB tag=ZCHWRNCSTD0U type=del 2024-08-17T01:00:25.327 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.326+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=CDSYPGNOSDHR type=del size=1339814 2024-08-17T01:00:25.330 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.330+0000 7fc9e32c6640 1 < suggested remove operation key=OQ1IXKB82T39 tag=BCU6HD6RJK2G type=del 2024-08-17T01:00:25.334 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.333+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~YXR5UJIS304G.0 size=109675 2024-08-17T01:00:25.334 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.333+0000 7fc9e32c6640 1 > prepared multipart upload key=OQ1IXKB82T39 upload=YXR5UJIS304G tag=KTOXLPGZ04ET type=write size=1158251 2024-08-17T01:00:25.337 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.336+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~2F6QFMCSPPNE.0 size=87251 2024-08-17T01:00:25.340 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.339+0000 7fc9e32c6640 1 < completed multipart upload key=UBSJCVKYWX6F upload=2F6QFMCSPPNE tag=ETH5KZ6909UC type=write size=1135827 2024-08-17T01:00:25.343 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.343+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~QVLD776DBVKD.0 size=1048576 2024-08-17T01:00:25.345 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.344+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~QVLD776DBVKD.1 size=130000 2024-08-17T01:00:25.345 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.344+0000 7fc9e32c6640 1 > prepared multipart upload key=P6GWQRWU8J2B upload=QVLD776DBVKD tag=W28ZJJY3YNAZ type=write size=2227152 2024-08-17T01:00:25.348 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.346+0000 7fc9e32c6640 1 < completed write operation key=ZFTRWL3EXMLQ tag=1XANX14ER1RY type=write size=822821 2024-08-17T01:00:25.349 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.348+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=ENJ95XOXVVFF type=del size=537388 2024-08-17T01:00:25.351 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.350+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~24IT335CLWTI.0 size=1048576 2024-08-17T01:00:25.351 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.350+0000 7fc9e32c6640 1 < canceled part key=_multipart_GPTER2AM6J7E.2~24IT335CLWTI.1 size=1048576 2024-08-17T01:00:25.352 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.351+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~24IT335CLWTI.2 size=804339 2024-08-17T01:00:25.356 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.355+0000 7fc9e32c6640 1 < canceled multipart upload key=GPTER2AM6J7E upload=24IT335CLWTI tag=H067FJ7320QC type=write size=3950067 2024-08-17T01:00:25.357 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.357+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=BNXPEW8NL7AB type=del size=2372760 2024-08-17T01:00:25.360 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.359+0000 7fc9e32c6640 1 < completed write operation key=M40V1TN9S9M2 tag=G2QYVEFNV2WI type=write size=21652 2024-08-17T01:00:25.362 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.361+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=YZCNUP1EU8AI type=del size=3601996 2024-08-17T01:00:25.363 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.363+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~43O28IVO7RJ4.0 size=1048576 2024-08-17T01:00:25.365 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.364+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~43O28IVO7RJ4.1 size=807851 2024-08-17T01:00:25.368 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.367+0000 7fc9e32c6640 1 < completed multipart upload key=DWB3YGH7YBZB upload=43O28IVO7RJ4 tag=DMXTZBKCIUEK type=write size=2905003 2024-08-17T01:00:25.370 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.369+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=V8PHC78N53FC type=del size=1040386 2024-08-17T01:00:25.372 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.371+0000 7fc9e32c6640 1 < completed delete operation key=OH6EL4D04DHY tag=Z5U17CWCXB66 type=del 2024-08-17T01:00:25.373 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.373+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=1OM1FDAEYU3L type=del size=623259 2024-08-17T01:00:25.375 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.375+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~HCBWGE3LR6B7.0 size=1048576 2024-08-17T01:00:25.377 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.376+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~HCBWGE3LR6B7.1 size=627352 2024-08-17T01:00:25.380 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.379+0000 7fc9e32c6640 1 < completed multipart upload key=SYENEMTYLFFB upload=HCBWGE3LR6B7 tag=0D9SJ0ZFRCC5 type=write size=2724504 2024-08-17T01:00:25.382 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.381+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=LEPIPWOUZTQK type=del size=2046768 2024-08-17T01:00:25.384 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.383+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~WJEDCG7314O3.0 size=1048576 2024-08-17T01:00:25.386 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.385+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~WJEDCG7314O3.1 size=1048576 2024-08-17T01:00:25.388 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.387+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~WJEDCG7314O3.2 size=550666 2024-08-17T01:00:25.391 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.390+0000 7fc9e32c6640 1 < completed multipart upload key=41QVSMLCJY3L upload=WJEDCG7314O3 tag=TVNUNC49O7QX type=write size=3696394 2024-08-17T01:00:25.393 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.392+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=3151IORGF8F3 type=write size=317563 2024-08-17T01:00:25.398 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.394+0000 7fc9e32c6640 1 < canceled operation key=ODZIOPEGEARM tag=X2O626OBS8QS type=del size=2473627 2024-08-17T01:00:25.398 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.396+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=4U2FRKCKN227 type=del size=1256825 2024-08-17T01:00:25.398 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.397+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~SO91ZEKDN1Z4.0 size=979575 2024-08-17T01:00:25.402 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.401+0000 7fc9e32c6640 1 < completed multipart upload key=9X03OB1P1EOH upload=SO91ZEKDN1Z4 tag=54A1VRBOXFPM type=write size=2028151 2024-08-17T01:00:25.403 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.403+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=P3B7UV1EHB2Q type=del size=1971256 2024-08-17T01:00:25.405 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.405+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~3B64QNX65OYO.0 size=772849 2024-08-17T01:00:25.409 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.408+0000 7fc9e32c6640 1 < completed multipart upload key=ODZIOPEGEARM upload=3B64QNX65OYO tag=JHITVUDDIUEZ type=write size=1821425 2024-08-17T01:00:25.410 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.410+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=3KXAMSLEGF11 type=write size=229250 2024-08-17T01:00:25.412 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.411+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~QMYHV0NA36DX.0 size=634605 2024-08-17T01:00:25.416 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.415+0000 7fc9e32c6640 1 < completed multipart upload key=HPIXXJSLU5J6 upload=QMYHV0NA36DX tag=RN9U0M1HGXII type=write size=1683181 2024-08-17T01:00:25.420 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.419+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~IU9VYQ6WNL4L.0 size=68753 2024-08-17T01:00:25.420 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.419+0000 7fc9e32c6640 1 > prepared multipart upload key=SYENEMTYLFFB upload=IU9VYQ6WNL4L tag=0H20EODWJZWG type=write size=1117329 2024-08-17T01:00:25.422 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.421+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=93VDJSGOUGZ1 type=del 2024-08-17T01:00:25.424 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.423+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=KNX85G1M7M4F type=del size=1442562 2024-08-17T01:00:25.426 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.425+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~UD0T7U2RCV29.0 size=1048576 2024-08-17T01:00:25.427 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.426+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~UD0T7U2RCV29.1 size=1048576 2024-08-17T01:00:25.429 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.428+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~UD0T7U2RCV29.2 size=154933 2024-08-17T01:00:25.432 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.432+0000 7fc9e32c6640 1 < completed multipart upload key=7YJVD2TL2U1Q upload=UD0T7U2RCV29 tag=QBL5MDZE8ALH type=write size=3300661 2024-08-17T01:00:25.434 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.433+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=JNG529RBK2KO type=write size=385061 2024-08-17T01:00:25.436 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.436+0000 7fc9e32c6640 1 < completed delete operation key=ODZIOPEGEARM tag=CDSYPGNOSDHR type=del 2024-08-17T01:00:25.440 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.439+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~V47NHI8NTWM5.0 size=1048576 2024-08-17T01:00:25.441 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.440+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~V47NHI8NTWM5.1 size=625934 2024-08-17T01:00:25.441 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.440+0000 7fc9e32c6640 1 > prepared multipart upload key=9ZTGHGASZU54 upload=V47NHI8NTWM5 tag=RVQHEWHM86W6 type=write size=2723086 2024-08-17T01:00:25.443 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.442+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~YXR5UJIS304G.0 size=109675 2024-08-17T01:00:25.446 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.445+0000 7fc9e32c6640 1 < completed multipart upload key=OQ1IXKB82T39 upload=YXR5UJIS304G tag=KTOXLPGZ04ET type=write size=1158251 2024-08-17T01:00:25.448 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.447+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=1J03OHZ073K3 type=del size=1749363 2024-08-17T01:00:25.450 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.449+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~QVLD776DBVKD.0 size=1048576 2024-08-17T01:00:25.452 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.451+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~QVLD776DBVKD.1 size=130000 2024-08-17T01:00:25.455 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.454+0000 7fc9e32c6640 1 < completed multipart upload key=P6GWQRWU8J2B upload=QVLD776DBVKD tag=W28ZJJY3YNAZ type=write size=2227152 2024-08-17T01:00:25.458 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.458+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~2Q379A2EBWTC.0 size=1048576 2024-08-17T01:00:25.460 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.459+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~2Q379A2EBWTC.1 size=1048576 2024-08-17T01:00:25.462 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.461+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~2Q379A2EBWTC.2 size=1034845 2024-08-17T01:00:25.462 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.461+0000 7fc9e32c6640 1 > prepared multipart upload key=XHAAVXY5RRVM upload=2Q379A2EBWTC tag=4412KHHLVFSN type=write size=4180573 2024-08-17T01:00:25.465 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.465+0000 7fc9e32c6640 1 < suggested remove operation key=ODZIOPEGEARM tag=ENJ95XOXVVFF type=del 2024-08-17T01:00:25.467 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.467+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=S44X6PF7FI2P type=del size=1143777 2024-08-17T01:00:25.471 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.470+0000 7fc9e32c6640 1 < suggested remove operation key=HPIXXJSLU5J6 tag=BNXPEW8NL7AB type=del 2024-08-17T01:00:25.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:00:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:00:25] "GET /metrics HTTP/1.1" 200 36359 "" "Prometheus/2.43.0" 2024-08-17T01:00:25.475 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.474+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~6RS7SKHZV4UA.0 size=1048576 2024-08-17T01:00:25.476 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.476+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~6RS7SKHZV4UA.1 size=1048576 2024-08-17T01:00:25.478 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.477+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~6RS7SKHZV4UA.2 size=440686 2024-08-17T01:00:25.478 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.477+0000 7fc9e32c6640 1 > prepared multipart upload key=9X03OB1P1EOH upload=6RS7SKHZV4UA tag=A5YNM30ZBLG4 type=write size=3586414 2024-08-17T01:00:25.480 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.479+0000 7fc9e32c6640 -1 < failed to complete operation key=ODZIOPEGEARM tag=YZCNUP1EU8AI type=del size=3601996: (22) Invalid argument 2024-08-17T01:00:25.482 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.481+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=F1H8OHK7QF9Z type=del size=4180819 2024-08-17T01:00:25.486 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.485+0000 7fc9e32c6640 1 < suggested remove operation key=TOPN4SUVVWJ4 tag=V8PHC78N53FC type=del 2024-08-17T01:00:25.487 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.487+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=5738XTN11XVN type=del size=3639625 2024-08-17T01:00:25.489 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.489+0000 7fc9e32c6640 1 < completed delete operation key=M0RSO8RQ43YG tag=1OM1FDAEYU3L type=del 2024-08-17T01:00:25.491 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.491+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=DITJP5W5YVZP type=del size=3447747 2024-08-17T01:00:25.493 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.493+0000 7fc9e32c6640 1 < completed delete operation key=FP808QN0QDSP tag=LEPIPWOUZTQK type=del 2024-08-17T01:00:25.495 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.494+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=K37H2IBIPUDH type=write size=678370 2024-08-17T01:00:25.498 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.497+0000 7fc9e32c6640 1 < completed write operation key=OH6EL4D04DHY tag=3151IORGF8F3 type=write size=317563 2024-08-17T01:00:25.500 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.499+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=C40P9A210861 type=del size=2063229 2024-08-17T01:00:25.501 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.500+0000 7fc9e32c6640 1 < completed delete operation key=ZFTRWL3EXMLQ tag=4U2FRKCKN227 type=del 2024-08-17T01:00:25.505 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.505+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~Y3U2W7NDMKIW.0 size=1048576 2024-08-17T01:00:25.507 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.506+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~Y3U2W7NDMKIW.1 size=1048576 2024-08-17T01:00:25.509 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.508+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~Y3U2W7NDMKIW.2 size=936163 2024-08-17T01:00:25.509 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.508+0000 7fc9e32c6640 1 > prepared multipart upload key=FP808QN0QDSP upload=Y3U2W7NDMKIW tag=0KUE881CQE9R type=write size=4081891 2024-08-17T01:00:25.511 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.510+0000 7fc9e32c6640 1 < completed delete operation key=04A7K18FAZTD tag=P3B7UV1EHB2Q type=del 2024-08-17T01:00:25.514 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.514+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~XVY56LQ2DSWQ.0 size=1048576 2024-08-17T01:00:25.516 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.515+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~XVY56LQ2DSWQ.1 size=768026 2024-08-17T01:00:25.516 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.515+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=XVY56LQ2DSWQ tag=IFFZV8JXHXYC type=write size=2865178 2024-08-17T01:00:25.518 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.517+0000 7fc9e32c6640 1 < completed write operation key=WN539WGGF4SK tag=3KXAMSLEGF11 type=write size=229250 2024-08-17T01:00:25.520 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.519+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=29Y77V23L0XR type=del size=743130 2024-08-17T01:00:25.522 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.521+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~IU9VYQ6WNL4L.0 size=68753 2024-08-17T01:00:25.525 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.524+0000 7fc9e32c6640 1 < completed multipart upload key=SYENEMTYLFFB upload=IU9VYQ6WNL4L tag=0H20EODWJZWG type=write size=1117329 2024-08-17T01:00:25.527 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.526+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=W2WVBK4K5QKT type=del size=2887020 2024-08-17T01:00:25.529 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.528+0000 7fc9e32c6640 1 < completed delete operation key=NJYN8PLMG5AN tag=KNX85G1M7M4F type=del 2024-08-17T01:00:25.532 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.531+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~CNVP355VCH8E.0 size=434563 2024-08-17T01:00:25.532 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.531+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=CNVP355VCH8E tag=OJFJ0JERCYBG type=write size=1483139 2024-08-17T01:00:25.534 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.533+0000 7fc9e32c6640 1 < completed write operation key=9X03OB1P1EOH tag=JNG529RBK2KO type=write size=385061 2024-08-17T01:00:25.535 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.535+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=VEH32RAT6L6F type=del size=547259 2024-08-17T01:00:25.537 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.537+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~V47NHI8NTWM5.0 size=1048576 2024-08-17T01:00:25.539 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.538+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~V47NHI8NTWM5.1 size=625934 2024-08-17T01:00:25.542 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.541+0000 7fc9e32c6640 1 < completed multipart upload key=9ZTGHGASZU54 upload=V47NHI8NTWM5 tag=RVQHEWHM86W6 type=write size=2723086 2024-08-17T01:00:25.543 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.543+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=CZ93ET6C9SOX type=del size=3469705 2024-08-17T01:00:25.545 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.545+0000 7fc9e32c6640 1 < completed delete operation key=DWB3YGH7YBZB tag=1J03OHZ073K3 type=del 2024-08-17T01:00:25.549 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.548+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~ERE0SRV76KW9.0 size=1048576 2024-08-17T01:00:25.550 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.549+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~ERE0SRV76KW9.1 size=1048576 2024-08-17T01:00:25.552 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.551+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~ERE0SRV76KW9.2 size=762835 2024-08-17T01:00:25.552 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.551+0000 7fc9e32c6640 1 > prepared multipart upload key=M40V1TN9S9M2 upload=ERE0SRV76KW9 tag=RF98D6ZUVT2Z type=write size=3908563 2024-08-17T01:00:25.553 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.553+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~2Q379A2EBWTC.0 size=1048576 2024-08-17T01:00:25.555 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.554+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~2Q379A2EBWTC.1 size=1048576 2024-08-17T01:00:25.556 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.556+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~2Q379A2EBWTC.2 size=1034845 2024-08-17T01:00:25.560 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.559+0000 7fc9e32c6640 1 < completed multipart upload key=XHAAVXY5RRVM upload=2Q379A2EBWTC tag=4412KHHLVFSN type=write size=4180573 2024-08-17T01:00:25.563 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.562+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~7XZGXWZ4LVFA.0 size=1048576 2024-08-17T01:00:25.565 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.564+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~7XZGXWZ4LVFA.1 size=1048576 2024-08-17T01:00:25.566 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.566+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~7XZGXWZ4LVFA.2 size=604754 2024-08-17T01:00:25.566 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.566+0000 7fc9e32c6640 1 > prepared multipart upload key=SR0C26PR3RCQ upload=7XZGXWZ4LVFA tag=DF6L1RDVH0ZD type=write size=3750482 2024-08-17T01:00:25.570 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.570+0000 7fc9e32c6640 1 < suggested remove operation key=SYENEMTYLFFB tag=S44X6PF7FI2P type=del 2024-08-17T01:00:25.574 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.573+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~6VAZK12H7LAK.0 size=1048576 2024-08-17T01:00:25.576 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.575+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~6VAZK12H7LAK.1 size=170891 2024-08-17T01:00:25.576 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.575+0000 7fc9e32c6640 1 > prepared multipart upload key=M40V1TN9S9M2 upload=6VAZK12H7LAK tag=E50BQ78QAFW9 type=write size=2268043 2024-08-17T01:00:25.577 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.577+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~6RS7SKHZV4UA.0 size=1048576 2024-08-17T01:00:25.579 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.578+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~6RS7SKHZV4UA.1 size=1048576 2024-08-17T01:00:25.581 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.580+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~6RS7SKHZV4UA.2 size=440686 2024-08-17T01:00:25.584 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.583+0000 7fc9e32c6640 1 < completed multipart upload key=9X03OB1P1EOH upload=6RS7SKHZV4UA tag=A5YNM30ZBLG4 type=write size=3586414 2024-08-17T01:00:25.586 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.586+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=IHW9W9VLLT4T type=del size=638324 2024-08-17T01:00:25.588 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.587+0000 7fc9e32c6640 1 < completed delete operation key=OQ1IXKB82T39 tag=F1H8OHK7QF9Z type=del 2024-08-17T01:00:25.590 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.589+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=MBENE6JB46RH type=del size=4067403 2024-08-17T01:00:25.592 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.591+0000 7fc9e32c6640 1 < completed delete operation key=M40V1TN9S9M2 tag=5738XTN11XVN type=del 2024-08-17T01:00:25.594 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.593+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=YY56EZL8KQGX type=del size=2154972 2024-08-17T01:00:25.596 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.595+0000 7fc9e32c6640 1 < completed delete operation key=9X03OB1P1EOH tag=DITJP5W5YVZP type=del 2024-08-17T01:00:25.599 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.597+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=B0KDSN2TLNJO type=del size=3730847 2024-08-17T01:00:25.602 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.599+0000 7fc9e32c6640 1 < completed write operation key=DWB3YGH7YBZB tag=K37H2IBIPUDH type=write size=678370 2024-08-17T01:00:25.603 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.603+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~JXLHD8YHH7O6.0 size=1048576 2024-08-17T01:00:25.605 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.604+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~JXLHD8YHH7O6.1 size=161854 2024-08-17T01:00:25.605 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.604+0000 7fc9e32c6640 1 > prepared multipart upload key=SR0C26PR3RCQ upload=JXLHD8YHH7O6 tag=02AWK107LDND type=write size=2259006 2024-08-17T01:00:25.607 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.606+0000 7fc9e32c6640 1 < completed delete operation key=ZFTRWL3EXMLQ tag=C40P9A210861 type=del 2024-08-17T01:00:25.609 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.608+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=U3NXHKG46NZA type=del size=3833363 2024-08-17T01:00:25.611 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.610+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~Y3U2W7NDMKIW.0 size=1048576 2024-08-17T01:00:25.611 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.610+0000 7fc9e32c6640 1 < canceled part key=_multipart_FP808QN0QDSP.2~Y3U2W7NDMKIW.1 size=1048576 2024-08-17T01:00:25.613 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.612+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~Y3U2W7NDMKIW.2 size=936163 2024-08-17T01:00:25.616 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.615+0000 7fc9e32c6640 1 < canceled multipart upload key=FP808QN0QDSP upload=Y3U2W7NDMKIW tag=0KUE881CQE9R type=write size=4081891 2024-08-17T01:00:25.619 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.618+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~GRXJ6SRT807T.0 size=1022918 2024-08-17T01:00:25.619 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.618+0000 7fc9e32c6640 1 > prepared multipart upload key=FP808QN0QDSP upload=GRXJ6SRT807T tag=16K0JK961SMR type=write size=2071494 2024-08-17T01:00:25.621 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.620+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~XVY56LQ2DSWQ.0 size=1048576 2024-08-17T01:00:25.623 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.622+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~XVY56LQ2DSWQ.1 size=768026 2024-08-17T01:00:25.626 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.625+0000 7fc9e32c6640 1 < completed multipart upload key=NJYN8PLMG5AN upload=XVY56LQ2DSWQ tag=IFFZV8JXHXYC type=write size=2865178 2024-08-17T01:00:25.627 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.627+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=DCZZJCLKPNGF type=write size=197057 2024-08-17T01:00:25.629 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.628+0000 7fc9e32c6640 1 < canceled operation key=OH6EL4D04DHY tag=29Y77V23L0XR type=del size=743130 2024-08-17T01:00:25.633 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.632+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~SRL2M0MOVN7U.0 size=1048576 2024-08-17T01:00:25.634 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.634+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~SRL2M0MOVN7U.1 size=522435 2024-08-17T01:00:25.634 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.634+0000 7fc9e32c6640 1 > prepared multipart upload key=DWB3YGH7YBZB upload=SRL2M0MOVN7U tag=BTYJHYETSWFZ type=write size=2619587 2024-08-17T01:00:25.636 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.636+0000 7fc9e32c6640 1 < completed delete operation key=UBSJCVKYWX6F tag=W2WVBK4K5QKT type=del 2024-08-17T01:00:25.638 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.637+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=KXN66I17AR0G type=del size=789008 2024-08-17T01:00:25.640 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.639+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~CNVP355VCH8E.0 size=434563 2024-08-17T01:00:25.643 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.642+0000 7fc9e32c6640 1 < completed multipart upload key=Y5CGDXUEE4A5 upload=CNVP355VCH8E tag=OJFJ0JERCYBG type=write size=1483139 2024-08-17T01:00:25.645 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.644+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=0C8IRKT81P4W type=del size=1150696 2024-08-17T01:00:25.647 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.646+0000 7fc9e32c6640 1 < completed delete operation key=0GIHJJ2YE1EF tag=VEH32RAT6L6F type=del 2024-08-17T01:00:25.649 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.648+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=LWQFH4T509SG type=del size=4058116 2024-08-17T01:00:25.651 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.650+0000 7fc9e32c6640 1 < completed delete operation key=9X03OB1P1EOH tag=CZ93ET6C9SOX type=del 2024-08-17T01:00:25.653 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.652+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=6WYARD3E6PFA type=del size=485220 2024-08-17T01:00:25.655 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.654+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~ERE0SRV76KW9.0 size=1048576 2024-08-17T01:00:25.657 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.656+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~ERE0SRV76KW9.1 size=1048576 2024-08-17T01:00:25.659 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.658+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~ERE0SRV76KW9.2 size=762835 2024-08-17T01:00:25.662 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.661+0000 7fc9e32c6640 1 < completed multipart upload key=M40V1TN9S9M2 upload=ERE0SRV76KW9 tag=RF98D6ZUVT2Z type=write size=3908563 2024-08-17T01:00:25.664 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.663+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=1J4UNDEKGZZQ type=del size=73509 2024-08-17T01:00:25.666 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.666+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~7XZGXWZ4LVFA.0 size=1048576 2024-08-17T01:00:25.668 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.667+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~7XZGXWZ4LVFA.1 size=1048576 2024-08-17T01:00:25.670 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.669+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~7XZGXWZ4LVFA.2 size=604754 2024-08-17T01:00:25.673 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.672+0000 7fc9e32c6640 1 < completed multipart upload key=SR0C26PR3RCQ upload=7XZGXWZ4LVFA tag=DF6L1RDVH0ZD type=write size=3750482 2024-08-17T01:00:25.675 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.674+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=I50XD5ATCGXT type=del size=1942167 2024-08-17T01:00:25.677 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.676+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~6VAZK12H7LAK.0 size=1048576 2024-08-17T01:00:25.678 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.678+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~6VAZK12H7LAK.1 size=170891 2024-08-17T01:00:25.682 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.681+0000 7fc9e32c6640 1 < completed multipart upload key=M40V1TN9S9M2 upload=6VAZK12H7LAK tag=E50BQ78QAFW9 type=write size=2268043 2024-08-17T01:00:25.683 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.683+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=RNMVE1NONBG2 type=del size=3216599 2024-08-17T01:00:25.686 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.685+0000 7fc9e32c6640 1 < canceled operation key=WN539WGGF4SK tag=IHW9W9VLLT4T type=del size=638324 2024-08-17T01:00:25.688 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.688+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=2SJ7IP5VQWVH type=del size=810890 2024-08-17T01:00:25.690 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.690+0000 7fc9e32c6640 1 < completed delete operation key=3QNRD31J9WH5 tag=MBENE6JB46RH type=del 2024-08-17T01:00:25.692 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.691+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=VK20T5TZYYWE type=del size=1310417 2024-08-17T01:00:25.694 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.693+0000 7fc9e32c6640 1 < completed delete operation key=M0RSO8RQ43YG tag=YY56EZL8KQGX type=del 2024-08-17T01:00:25.697 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.697+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~SKVEAZ9ZFTGZ.0 size=855048 2024-08-17T01:00:25.697 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.697+0000 7fc9e32c6640 1 > prepared multipart upload key=M40V1TN9S9M2 upload=SKVEAZ9ZFTGZ tag=IWA12LXZLXK4 type=write size=1903624 2024-08-17T01:00:25.701 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.700+0000 7fc9e32c6640 1 < suggested update operation key=M0RSO8RQ43YG tag=B0KDSN2TLNJO type=del size=3730847 2024-08-17T01:00:25.705 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.704+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~GQN308Q71ESL.0 size=1048576 2024-08-17T01:00:25.706 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.706+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~GQN308Q71ESL.1 size=933000 2024-08-17T01:00:25.707 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.706+0000 7fc9e32c6640 1 > prepared multipart upload key=9ZTGHGASZU54 upload=GQN308Q71ESL tag=HJLZJ1RMC9JO type=write size=3030152 2024-08-17T01:00:25.709 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.708+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~JXLHD8YHH7O6.0 size=1048576 2024-08-17T01:00:25.710 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.709+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~JXLHD8YHH7O6.1 size=161854 2024-08-17T01:00:25.713 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.712+0000 7fc9e32c6640 1 < completed multipart upload key=SR0C26PR3RCQ upload=JXLHD8YHH7O6 tag=02AWK107LDND type=write size=2259006 2024-08-17T01:00:25.716 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.715+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=VUPC8UCGTAS9 type=del size=339421 2024-08-17T01:00:25.718 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.717+0000 7fc9e32c6640 1 < completed delete operation key=7YJVD2TL2U1Q tag=U3NXHKG46NZA type=del 2024-08-17T01:00:25.721 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.721+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~L9H2CPAX4GL5.0 size=1048576 2024-08-17T01:00:25.723 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.722+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~L9H2CPAX4GL5.1 size=175371 2024-08-17T01:00:25.723 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.722+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=L9H2CPAX4GL5 tag=CXF0VNRSOJ2B type=write size=2272523 2024-08-17T01:00:25.725 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.724+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~GRXJ6SRT807T.0 size=1022918 2024-08-17T01:00:25.729 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.728+0000 7fc9e32c6640 1 < completed multipart upload key=FP808QN0QDSP upload=GRXJ6SRT807T tag=16K0JK961SMR type=write size=2071494 2024-08-17T01:00:25.730 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.730+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=J9EOB2UQDJWR type=del size=1796626 2024-08-17T01:00:25.734 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.734+0000 7fc9e32c6640 1 < suggested update operation key=P6GWQRWU8J2B tag=DCZZJCLKPNGF type=write size=197057 2024-08-17T01:00:25.736 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.736+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=SUZMAM505HW9 type=del size=3016418 2024-08-17T01:00:25.738 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.737+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~SRL2M0MOVN7U.0 size=1048576 2024-08-17T01:00:25.740 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.739+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~SRL2M0MOVN7U.1 size=522435 2024-08-17T01:00:25.743 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.742+0000 7fc9e32c6640 1 < completed multipart upload key=DWB3YGH7YBZB upload=SRL2M0MOVN7U tag=BTYJHYETSWFZ type=write size=2619587 2024-08-17T01:00:25.745 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.744+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=WAI9Q4HVAN2P type=del size=3546798 2024-08-17T01:00:25.747 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.746+0000 7fc9e32c6640 1 < completed delete operation key=UBSJCVKYWX6F tag=KXN66I17AR0G type=del 2024-08-17T01:00:25.751 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.751+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~HK8IB3J43Z8O.0 size=1048576 2024-08-17T01:00:25.754 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.752+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~HK8IB3J43Z8O.1 size=1048576 2024-08-17T01:00:25.755 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.754+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~HK8IB3J43Z8O.2 size=780525 2024-08-17T01:00:25.755 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.754+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=HK8IB3J43Z8O tag=2AIDYRWL1P95 type=write size=3926253 2024-08-17T01:00:25.759 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.758+0000 7fc9e32c6640 1 < suggested update operation key=RNSEALS0CEAA tag=0C8IRKT81P4W type=del size=1150696 2024-08-17T01:00:25.761 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.761+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=LTS63ICML1MP type=del size=3457 2024-08-17T01:00:25.763 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.763+0000 7fc9e32c6640 1 < completed delete operation key=SNQ4IXALP94F tag=LWQFH4T509SG type=del 2024-08-17T01:00:25.767 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.766+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~NIWLUP3ZUXLT.0 size=371011 2024-08-17T01:00:25.767 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.766+0000 7fc9e32c6640 1 > prepared multipart upload key=FP808QN0QDSP upload=NIWLUP3ZUXLT tag=TMHFM9IH3A42 type=write size=1419587 2024-08-17T01:00:25.768 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.768+0000 7fc9e32c6640 1 < completed delete operation key=ZFTRWL3EXMLQ tag=6WYARD3E6PFA type=del 2024-08-17T01:00:25.772 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.771+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~28YJQHNHEQWN.0 size=1048576 2024-08-17T01:00:25.773 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.773+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~28YJQHNHEQWN.1 size=866959 2024-08-17T01:00:25.773 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.773+0000 7fc9e32c6640 1 > prepared multipart upload key=JNHP0HYR3GAN upload=28YJQHNHEQWN tag=IN25OUPEMYUW type=write size=2964111 2024-08-17T01:00:25.777 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.776+0000 7fc9e32c6640 1 < suggested remove operation key=41QVSMLCJY3L tag=1J4UNDEKGZZQ type=del 2024-08-17T01:00:25.781 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.780+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~2D18I9J632O0.0 size=1048576 2024-08-17T01:00:25.782 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.781+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~2D18I9J632O0.1 size=1048576 2024-08-17T01:00:25.784 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.783+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~2D18I9J632O0.2 size=268829 2024-08-17T01:00:25.784 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.783+0000 7fc9e32c6640 1 > prepared multipart upload key=3QNRD31J9WH5 upload=2D18I9J632O0 tag=R3G0UED409S1 type=write size=3414557 2024-08-17T01:00:25.785 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.785+0000 7fc9e32c6640 1 < completed delete operation key=FP808QN0QDSP tag=I50XD5ATCGXT type=del 2024-08-17T01:00:25.787 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.787+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=QQZDPWWS3PVY type=del size=1416371 2024-08-17T01:00:25.789 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.788+0000 7fc9e32c6640 1 < completed delete operation key=XHAAVXY5RRVM tag=RNMVE1NONBG2 type=del 2024-08-17T01:00:25.794 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.792+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~DH5QS12IZNS4.0 size=1048576 2024-08-17T01:00:25.794 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.794+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~DH5QS12IZNS4.1 size=1048576 2024-08-17T01:00:25.796 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.795+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~DH5QS12IZNS4.2 size=280203 2024-08-17T01:00:25.797 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.795+0000 7fc9e32c6640 1 > prepared multipart upload key=04A7K18FAZTD upload=DH5QS12IZNS4 tag=DUMKCN68XOOM type=write size=3425931 2024-08-17T01:00:25.800 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.799+0000 7fc9e32c6640 1 < suggested remove operation key=M40V1TN9S9M2 tag=2SJ7IP5VQWVH type=del 2024-08-17T01:00:25.802 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.801+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=XLTJ3BT193KK type=write size=102895 2024-08-17T01:00:25.804 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.803+0000 7fc9e32c6640 1 < completed delete operation key=04A7K18FAZTD tag=VK20T5TZYYWE type=del 2024-08-17T01:00:25.808 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.807+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~MUJQWY0V5WOP.0 size=1048576 2024-08-17T01:00:25.810 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.809+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~MUJQWY0V5WOP.1 size=658374 2024-08-17T01:00:25.810 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.809+0000 7fc9e32c6640 1 > prepared multipart upload key=0GIHJJ2YE1EF upload=MUJQWY0V5WOP tag=7M2UHUAM1AJT type=write size=2755526 2024-08-17T01:00:25.812 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.811+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~SKVEAZ9ZFTGZ.0 size=855048 2024-08-17T01:00:25.815 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.814+0000 7fc9e32c6640 1 < completed multipart upload key=M40V1TN9S9M2 upload=SKVEAZ9ZFTGZ tag=IWA12LXZLXK4 type=write size=1903624 2024-08-17T01:00:25.819 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.818+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~DFRQYJ2M7EQH.0 size=86418 2024-08-17T01:00:25.819 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.818+0000 7fc9e32c6640 1 > prepared multipart upload key=WN539WGGF4SK upload=DFRQYJ2M7EQH tag=TBTANWRCXKAM type=write size=1134994 2024-08-17T01:00:25.821 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.820+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~GQN308Q71ESL.0 size=1048576 2024-08-17T01:00:25.822 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.822+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~GQN308Q71ESL.1 size=933000 2024-08-17T01:00:25.825 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.825+0000 7fc9e32c6640 1 < completed multipart upload key=9ZTGHGASZU54 upload=GQN308Q71ESL tag=HJLZJ1RMC9JO type=write size=3030152 2024-08-17T01:00:25.827 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.826+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=QWF2JAOG7XDG type=del size=2184264 2024-08-17T01:00:25.829 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.829+0000 7fc9e32c6640 1 < completed delete operation key=ZFTRWL3EXMLQ tag=VUPC8UCGTAS9 type=del 2024-08-17T01:00:25.833 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.833+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~1RFTIXLK3HAJ.0 size=1048576 2024-08-17T01:00:25.835 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.835+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~1RFTIXLK3HAJ.1 size=1048576 2024-08-17T01:00:25.837 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.836+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~1RFTIXLK3HAJ.2 size=623911 2024-08-17T01:00:25.837 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.836+0000 7fc9e32c6640 1 > prepared multipart upload key=HPIXXJSLU5J6 upload=1RFTIXLK3HAJ tag=83DP3LAP4T68 type=write size=3769639 2024-08-17T01:00:25.838 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.838+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~L9H2CPAX4GL5.0 size=1048576 2024-08-17T01:00:25.840 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.839+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~L9H2CPAX4GL5.1 size=175371 2024-08-17T01:00:25.843 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.843+0000 7fc9e32c6640 1 < completed multipart upload key=Y5CGDXUEE4A5 upload=L9H2CPAX4GL5 tag=CXF0VNRSOJ2B type=write size=2272523 2024-08-17T01:00:25.847 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.846+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~VC6B6PDWO51P.0 size=1048576 2024-08-17T01:00:25.848 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.848+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~VC6B6PDWO51P.1 size=855185 2024-08-17T01:00:25.848 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.848+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=VC6B6PDWO51P tag=JJLCLUVRE3ZK type=write size=2952337 2024-08-17T01:00:25.853 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.853+0000 7fc9e32c6640 1 < suggested remove operation key=ODZIOPEGEARM tag=J9EOB2UQDJWR type=del 2024-08-17T01:00:25.857 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.857+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~VFQEF8GZY2WX.0 size=188029 2024-08-17T01:00:25.857 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.857+0000 7fc9e32c6640 1 > prepared multipart upload key=HPIXXJSLU5J6 upload=VFQEF8GZY2WX tag=IUEIAXW802CW type=write size=1236605 2024-08-17T01:00:25.859 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.858+0000 7fc9e32c6640 1 < completed delete operation key=UBSJCVKYWX6F tag=SUZMAM505HW9 type=del 2024-08-17T01:00:25.861 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.861+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=3FURCLEA5VV3 type=write size=239538 2024-08-17T01:00:25.863 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.863+0000 7fc9e32c6640 1 < completed delete operation key=W14LJICPB60X tag=WAI9Q4HVAN2P type=del 2024-08-17T01:00:25.868 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.867+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~WL22V6BPV66M.0 size=191337 2024-08-17T01:00:25.868 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.867+0000 7fc9e32c6640 1 > prepared multipart upload key=SR0C26PR3RCQ upload=WL22V6BPV66M tag=AOTW0MJXZ99O type=write size=1239913 2024-08-17T01:00:25.870 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.869+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~HK8IB3J43Z8O.0 size=1048576 2024-08-17T01:00:25.871 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.871+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~HK8IB3J43Z8O.1 size=1048576 2024-08-17T01:00:25.873 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.873+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~HK8IB3J43Z8O.2 size=780525 2024-08-17T01:00:25.877 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.876+0000 7fc9e32c6640 1 < completed multipart upload key=W14LJICPB60X upload=HK8IB3J43Z8O tag=2AIDYRWL1P95 type=write size=3926253 2024-08-17T01:00:25.880 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.880+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~LADN2DJVF6RG.0 size=952060 2024-08-17T01:00:25.880 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.880+0000 7fc9e32c6640 1 > prepared multipart upload key=M0RSO8RQ43YG upload=LADN2DJVF6RG tag=Z0SX6RC8U1E1 type=write size=2000636 2024-08-17T01:00:25.882 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.882+0000 7fc9e32c6640 1 < canceled operation key=3426C909P2VX tag=LTS63ICML1MP type=del size=3457 2024-08-17T01:00:25.885 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.884+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=6D75576ZR25O type=write size=83207 2024-08-17T01:00:25.887 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.886+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~NIWLUP3ZUXLT.0 size=371011 2024-08-17T01:00:25.890 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.890+0000 7fc9e32c6640 1 < completed multipart upload key=FP808QN0QDSP upload=NIWLUP3ZUXLT tag=TMHFM9IH3A42 type=write size=1419587 2024-08-17T01:00:25.892 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.892+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=OAN8IHZRW1YQ type=del size=3641950 2024-08-17T01:00:25.894 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.894+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~28YJQHNHEQWN.0 size=1048576 2024-08-17T01:00:25.896 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.895+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~28YJQHNHEQWN.1 size=866959 2024-08-17T01:00:25.899 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.899+0000 7fc9e32c6640 1 < completed multipart upload key=JNHP0HYR3GAN upload=28YJQHNHEQWN tag=IN25OUPEMYUW type=write size=2964111 2024-08-17T01:00:25.902 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.901+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=QS1OED7JVEH4 type=del size=853682 2024-08-17T01:00:25.903 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.903+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~2D18I9J632O0.0 size=1048576 2024-08-17T01:00:25.905 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.904+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~2D18I9J632O0.1 size=1048576 2024-08-17T01:00:25.907 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.906+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~2D18I9J632O0.2 size=268829 2024-08-17T01:00:25.910 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.909+0000 7fc9e32c6640 1 < completed multipart upload key=3QNRD31J9WH5 upload=2D18I9J632O0 tag=R3G0UED409S1 type=write size=3414557 2024-08-17T01:00:25.912 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.911+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=AYUICFKBDNFB type=del size=2237060 2024-08-17T01:00:25.914 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.913+0000 7fc9e32c6640 1 < completed delete operation key=GPTER2AM6J7E tag=QQZDPWWS3PVY type=del 2024-08-17T01:00:25.916 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.915+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=OQFZPI8H15ZR type=del size=2722788 2024-08-17T01:00:25.918 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.917+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~DH5QS12IZNS4.0 size=1048576 2024-08-17T01:00:25.920 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.919+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~DH5QS12IZNS4.1 size=1048576 2024-08-17T01:00:25.921 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.921+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~DH5QS12IZNS4.2 size=280203 2024-08-17T01:00:25.925 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.924+0000 7fc9e32c6640 1 < completed multipart upload key=04A7K18FAZTD upload=DH5QS12IZNS4 tag=DUMKCN68XOOM type=write size=3425931 2024-08-17T01:00:25.928 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.927+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~IU1YY4W4Z9WS.0 size=1048576 2024-08-17T01:00:25.930 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.929+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~IU1YY4W4Z9WS.1 size=848306 2024-08-17T01:00:25.930 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.929+0000 7fc9e32c6640 1 > prepared multipart upload key=M0RSO8RQ43YG upload=IU1YY4W4Z9WS tag=357HUM18Y81O type=write size=2945458 2024-08-17T01:00:25.931 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.931+0000 7fc9e32c6640 1 < completed write operation key=M40V1TN9S9M2 tag=XLTJ3BT193KK type=write size=102895 2024-08-17T01:00:25.935 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.934+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~GWJPZ9Z9BQMJ.0 size=1048576 2024-08-17T01:00:25.937 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.936+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~GWJPZ9Z9BQMJ.1 size=1048576 2024-08-17T01:00:25.938 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.937+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~GWJPZ9Z9BQMJ.2 size=478471 2024-08-17T01:00:25.938 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.937+0000 7fc9e32c6640 1 > prepared multipart upload key=3QNRD31J9WH5 upload=GWJPZ9Z9BQMJ tag=ZE4UDIRAT5J2 type=write size=3624199 2024-08-17T01:00:25.940 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.939+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~MUJQWY0V5WOP.0 size=1048576 2024-08-17T01:00:25.940 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.939+0000 7fc9e32c6640 1 < canceled part key=_multipart_0GIHJJ2YE1EF.2~MUJQWY0V5WOP.1 size=658374 2024-08-17T01:00:25.943 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.943+0000 7fc9e32c6640 1 < canceled multipart upload key=0GIHJJ2YE1EF upload=MUJQWY0V5WOP tag=7M2UHUAM1AJT type=write size=2755526 2024-08-17T01:00:25.946 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.945+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=GBM3QMBKA8WE type=del size=211029 2024-08-17T01:00:25.948 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.947+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~DFRQYJ2M7EQH.0 size=86418 2024-08-17T01:00:25.951 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.950+0000 7fc9e32c6640 1 < completed multipart upload key=WN539WGGF4SK upload=DFRQYJ2M7EQH tag=TBTANWRCXKAM type=write size=1134994 2024-08-17T01:00:25.953 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.952+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=6XM56Y7H32VF type=del size=3354297 2024-08-17T01:00:25.954 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.954+0000 7fc9e32c6640 1 < completed delete operation key=WN539WGGF4SK tag=QWF2JAOG7XDG type=del 2024-08-17T01:00:25.956 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.955+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=MWQN3LX6QOEQ type=del size=2552992 2024-08-17T01:00:25.958 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.958+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~1RFTIXLK3HAJ.0 size=1048576 2024-08-17T01:00:25.960 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.959+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~1RFTIXLK3HAJ.1 size=1048576 2024-08-17T01:00:25.962 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.961+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~1RFTIXLK3HAJ.2 size=623911 2024-08-17T01:00:25.965 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.965+0000 7fc9e32c6640 1 < completed multipart upload key=HPIXXJSLU5J6 upload=1RFTIXLK3HAJ tag=83DP3LAP4T68 type=write size=3769639 2024-08-17T01:00:25.968 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.967+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=SZQLI6W606YR type=del size=2547144 2024-08-17T01:00:25.970 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.969+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~VC6B6PDWO51P.0 size=1048576 2024-08-17T01:00:25.971 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.970+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~VC6B6PDWO51P.1 size=855185 2024-08-17T01:00:25.974 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.973+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=VC6B6PDWO51P tag=JJLCLUVRE3ZK type=write size=2952337 2024-08-17T01:00:25.976 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.976+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=JMEPEBVE6XHS type=del size=3339126 2024-08-17T01:00:25.977 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.976+0000 7fc9e32c6640 1 < canceled part key=_multipart_HPIXXJSLU5J6.2~VFQEF8GZY2WX.0 size=188029 2024-08-17T01:00:25.981 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.980+0000 7fc9e32c6640 1 < canceled multipart upload key=HPIXXJSLU5J6 upload=VFQEF8GZY2WX tag=IUEIAXW802CW type=write size=1236605 2024-08-17T01:00:25.984 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.983+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~3P5JGSU4N3HV.0 size=509947 2024-08-17T01:00:25.984 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.983+0000 7fc9e32c6640 1 > prepared multipart upload key=SYENEMTYLFFB upload=3P5JGSU4N3HV tag=I1PI2BIBZG4Z type=write size=1558523 2024-08-17T01:00:25.986 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.985+0000 7fc9e32c6640 1 < completed write operation key=OQ1IXKB82T39 tag=3FURCLEA5VV3 type=write size=239538 2024-08-17T01:00:25.990 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.989+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~V11AXJJBMUQC.0 size=365019 2024-08-17T01:00:25.990 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.989+0000 7fc9e32c6640 1 > prepared multipart upload key=41QVSMLCJY3L upload=V11AXJJBMUQC tag=U56GLJJOLCZK type=write size=1413595 2024-08-17T01:00:25.991 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.991+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~WL22V6BPV66M.0 size=191337 2024-08-17T01:00:25.994 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.994+0000 7fc9e32c6640 1 < completed multipart upload key=SR0C26PR3RCQ upload=WL22V6BPV66M tag=AOTW0MJXZ99O type=write size=1239913 2024-08-17T01:00:25.996 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.996+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=U8VS76SZFH7Q type=write size=578932 2024-08-17T01:00:25.998 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:25.998+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~LADN2DJVF6RG.0 size=952060 2024-08-17T01:00:26.002 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.001+0000 7fc9e32c6640 1 < completed multipart upload key=M0RSO8RQ43YG upload=LADN2DJVF6RG tag=Z0SX6RC8U1E1 type=write size=2000636 2024-08-17T01:00:26.004 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.003+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=UH3VHCZJB3BO type=del size=126089 2024-08-17T01:00:26.008 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.007+0000 7fc9e32c6640 1 < suggested remove operation key=9X03OB1P1EOH tag=6D75576ZR25O type=write 2024-08-17T01:00:26.011 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.011+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~YZB0SOZ142P3.0 size=1048576 2024-08-17T01:00:26.013 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.012+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~YZB0SOZ142P3.1 size=891896 2024-08-17T01:00:26.013 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.012+0000 7fc9e32c6640 1 > prepared multipart upload key=9ZTGHGASZU54 upload=YZB0SOZ142P3 tag=M2Q4ME7GHNBF type=write size=2989048 2024-08-17T01:00:26.015 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.015+0000 7fc9e32c6640 1 < canceled operation key=DWB3YGH7YBZB tag=OAN8IHZRW1YQ type=del size=3641950 2024-08-17T01:00:26.018 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.017+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=UCQ3KG7DI5OV type=del size=855530 2024-08-17T01:00:26.019 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.019+0000 7fc9e32c6640 1 < completed delete operation key=WN539WGGF4SK tag=QS1OED7JVEH4 type=del 2024-08-17T01:00:26.021 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.021+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=U4HN6A9HE23N type=del size=332130 2024-08-17T01:00:26.025 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.025+0000 7fc9e32c6640 1 < suggested remove operation key=JNHP0HYR3GAN tag=AYUICFKBDNFB type=del 2024-08-17T01:00:26.027 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.027+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=ZU2EWRE2APT5 type=del size=1300008 2024-08-17T01:00:26.029 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.029+0000 7fc9e32c6640 1 < canceled operation key=0GIHJJ2YE1EF tag=OQFZPI8H15ZR type=del size=2722788 2024-08-17T01:00:26.033 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.032+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~2MQPF2I4ILF1.0 size=1048576 2024-08-17T01:00:26.034 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.034+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~2MQPF2I4ILF1.1 size=1048576 2024-08-17T01:00:26.036 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.035+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~2MQPF2I4ILF1.2 size=759606 2024-08-17T01:00:26.036 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.035+0000 7fc9e32c6640 1 > prepared multipart upload key=OQ1IXKB82T39 upload=2MQPF2I4ILF1 tag=VJFO9M4F0JU3 type=write size=3905334 2024-08-17T01:00:26.038 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.037+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~IU1YY4W4Z9WS.0 size=1048576 2024-08-17T01:00:26.040 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.039+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~IU1YY4W4Z9WS.1 size=848306 2024-08-17T01:00:26.043 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.043+0000 7fc9e32c6640 1 < completed multipart upload key=M0RSO8RQ43YG upload=IU1YY4W4Z9WS tag=357HUM18Y81O type=write size=2945458 2024-08-17T01:00:26.047 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.046+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~OBOH3EYT9ILV.0 size=1048576 2024-08-17T01:00:26.049 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.048+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~OBOH3EYT9ILV.1 size=1048576 2024-08-17T01:00:26.050 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.049+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~OBOH3EYT9ILV.2 size=748309 2024-08-17T01:00:26.050 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.049+0000 7fc9e32c6640 1 > prepared multipart upload key=FP808QN0QDSP upload=OBOH3EYT9ILV tag=TU9Z9B43UPS7 type=write size=3894037 2024-08-17T01:00:26.052 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.052+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~GWJPZ9Z9BQMJ.0 size=1048576 2024-08-17T01:00:26.054 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.053+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~GWJPZ9Z9BQMJ.1 size=1048576 2024-08-17T01:00:26.056 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.055+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~GWJPZ9Z9BQMJ.2 size=478471 2024-08-17T01:00:26.059 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.058+0000 7fc9e32c6640 1 < completed multipart upload key=3QNRD31J9WH5 upload=GWJPZ9Z9BQMJ tag=ZE4UDIRAT5J2 type=write size=3624199 2024-08-17T01:00:26.063 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.063+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~2CSEIY0H5QZT.0 size=143043 2024-08-17T01:00:26.063 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.063+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=2CSEIY0H5QZT tag=E6EWN4WRMSVB type=write size=1191619 2024-08-17T01:00:26.065 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.065+0000 7fc9e32c6640 1 < completed delete operation key=SYENEMTYLFFB tag=GBM3QMBKA8WE type=del 2024-08-17T01:00:26.067 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.067+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=A3F3E8V48GHW type=del size=556126 2024-08-17T01:00:26.069 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.069+0000 7fc9e32c6640 1 < canceled operation key=0GIHJJ2YE1EF tag=6XM56Y7H32VF type=del size=3354297 2024-08-17T01:00:26.072 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.071+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=UGNQQW8V27L1 type=del size=3675074 2024-08-17T01:00:26.074 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.073+0000 7fc9e32c6640 1 < completed delete operation key=04A7K18FAZTD tag=MWQN3LX6QOEQ type=del 2024-08-17T01:00:26.076 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.075+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=QOOP303H7B11 type=del size=617774 2024-08-17T01:00:26.078 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.077+0000 7fc9e32c6640 1 < completed delete operation key=XHAAVXY5RRVM tag=SZQLI6W606YR type=del 2024-08-17T01:00:26.080 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.079+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=U2QXN42XAN5P type=del size=3375745 2024-08-17T01:00:26.082 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.081+0000 7fc9e32c6640 1 < completed delete operation key=Y5CGDXUEE4A5 tag=JMEPEBVE6XHS type=del 2024-08-17T01:00:26.084 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.084+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=Y7409AJFEIRT type=write size=605764 2024-08-17T01:00:26.086 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.086+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~3P5JGSU4N3HV.0 size=509947 2024-08-17T01:00:26.090 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.089+0000 7fc9e32c6640 1 < completed multipart upload key=SYENEMTYLFFB upload=3P5JGSU4N3HV tag=I1PI2BIBZG4Z type=write size=1558523 2024-08-17T01:00:26.092 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.091+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=PY6HHPL0PXSX type=del size=2701377 2024-08-17T01:00:26.094 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.093+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~V11AXJJBMUQC.0 size=365019 2024-08-17T01:00:26.097 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.096+0000 7fc9e32c6640 1 < completed multipart upload key=41QVSMLCJY3L upload=V11AXJJBMUQC tag=U56GLJJOLCZK type=write size=1413595 2024-08-17T01:00:26.099 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.098+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=LDZDVACP6UQ9 type=del size=2898244 2024-08-17T01:00:26.101 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.100+0000 7fc9e32c6640 1 < completed write operation key=M40V1TN9S9M2 tag=U8VS76SZFH7Q type=write size=578932 2024-08-17T01:00:26.103 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.103+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=2S5I0IEV3O1A type=del size=1279012 2024-08-17T01:00:26.107 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.107+0000 7fc9e32c6640 1 < suggested update operation key=SR0C26PR3RCQ tag=UH3VHCZJB3BO type=del size=126089 2024-08-17T01:00:26.110 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.109+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=1TRPM805LDW4 type=write size=1016344 2024-08-17T01:00:26.112 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.111+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~YZB0SOZ142P3.0 size=1048576 2024-08-17T01:00:26.113 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.113+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~YZB0SOZ142P3.1 size=891896 2024-08-17T01:00:26.117 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.116+0000 7fc9e32c6640 1 < completed multipart upload key=9ZTGHGASZU54 upload=YZB0SOZ142P3 tag=M2Q4ME7GHNBF type=write size=2989048 2024-08-17T01:00:26.119 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.118+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=LW8SD6SMIFKZ type=del size=2460078 2024-08-17T01:00:26.121 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.120+0000 7fc9e32c6640 1 < completed delete operation key=FP808QN0QDSP tag=UCQ3KG7DI5OV type=del 2024-08-17T01:00:26.124 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.124+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~P4TLW2AATXTL.0 size=1048576 2024-08-17T01:00:26.126 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.125+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~P4TLW2AATXTL.1 size=1048576 2024-08-17T01:00:26.128 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.127+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~P4TLW2AATXTL.2 size=604258 2024-08-17T01:00:26.128 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.127+0000 7fc9e32c6640 1 > prepared multipart upload key=SNQ4IXALP94F upload=P4TLW2AATXTL tag=MAQ69NQLK4SE type=write size=3749986 2024-08-17T01:00:26.132 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.132+0000 7fc9e32c6640 1 < suggested remove operation key=W14LJICPB60X tag=U4HN6A9HE23N type=del 2024-08-17T01:00:26.135 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.134+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=37175NVBJTZC type=del size=1968486 2024-08-17T01:00:26.137 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.136+0000 7fc9e32c6640 1 < completed delete operation key=Y5CGDXUEE4A5 tag=ZU2EWRE2APT5 type=del 2024-08-17T01:00:26.140 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.140+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~TJ5U98BA5A83.0 size=40154 2024-08-17T01:00:26.141 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.140+0000 7fc9e32c6640 1 > prepared multipart upload key=M0RSO8RQ43YG upload=TJ5U98BA5A83 tag=411U63FMM6FL type=write size=1088730 2024-08-17T01:00:26.143 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.142+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~2MQPF2I4ILF1.0 size=1048576 2024-08-17T01:00:26.144 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.143+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~2MQPF2I4ILF1.1 size=1048576 2024-08-17T01:00:26.146 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.145+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~2MQPF2I4ILF1.2 size=759606 2024-08-17T01:00:26.149 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.149+0000 7fc9e32c6640 1 < completed multipart upload key=OQ1IXKB82T39 upload=2MQPF2I4ILF1 tag=VJFO9M4F0JU3 type=write size=3905334 2024-08-17T01:00:26.152 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.151+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=R99YME4T70GT type=write size=352565 2024-08-17T01:00:26.152 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.151+0000 7fc9e32c6640 1 < canceled part key=_multipart_FP808QN0QDSP.2~OBOH3EYT9ILV.0 size=1048576 2024-08-17T01:00:26.153 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.152+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~OBOH3EYT9ILV.1 size=1048576 2024-08-17T01:00:26.155 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.154+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~OBOH3EYT9ILV.2 size=748309 2024-08-17T01:00:26.158 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.158+0000 7fc9e32c6640 1 < canceled multipart upload key=FP808QN0QDSP upload=OBOH3EYT9ILV tag=TU9Z9B43UPS7 type=write size=3894037 2024-08-17T01:00:26.162 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.161+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~SXNGGKTSJWSJ.0 size=1048576 2024-08-17T01:00:26.164 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.163+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~SXNGGKTSJWSJ.1 size=1048576 2024-08-17T01:00:26.165 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.165+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~SXNGGKTSJWSJ.2 size=398929 2024-08-17T01:00:26.165 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.165+0000 7fc9e32c6640 1 > prepared multipart upload key=TN1LRZX0D64M upload=SXNGGKTSJWSJ tag=US0NODG4H6D5 type=write size=3544657 2024-08-17T01:00:26.166 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.165+0000 7fc9e32c6640 1 < canceled part key=_multipart_W14LJICPB60X.2~2CSEIY0H5QZT.0 size=143043 2024-08-17T01:00:26.169 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.168+0000 7fc9e32c6640 1 < canceled multipart upload key=W14LJICPB60X upload=2CSEIY0H5QZT tag=E6EWN4WRMSVB type=write size=1191619 2024-08-17T01:00:26.171 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.170+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=1CAN4C873FWM type=del size=2014634 2024-08-17T01:00:26.173 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.172+0000 7fc9e32c6640 1 < canceled operation key=GPTER2AM6J7E tag=A3F3E8V48GHW type=del size=556126 2024-08-17T01:00:26.175 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.174+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=HSFUIA7TDG4W type=del size=1044390 2024-08-17T01:00:26.177 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.176+0000 7fc9e32c6640 1 < completed delete operation key=UBSJCVKYWX6F tag=UGNQQW8V27L1 type=del 2024-08-17T01:00:26.178 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.178+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=2M5A35VBCY4O type=write size=801999 2024-08-17T01:00:26.180 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.180+0000 7fc9e32c6640 1 < completed delete operation key=TN1LRZX0D64M tag=QOOP303H7B11 type=del 2024-08-17T01:00:26.182 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.182+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=YIRB1HF0GO6W type=del size=4143293 2024-08-17T01:00:26.186 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.185+0000 7fc9e32c6640 1 < suggested update operation key=OH6EL4D04DHY tag=U2QXN42XAN5P type=del size=3375745 2024-08-17T01:00:26.188 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.188+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=YJSBEWT8PN2Y type=del size=3936757 2024-08-17T01:00:26.192 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.191+0000 7fc9e32c6640 1 < suggested update operation key=FP808QN0QDSP tag=Y7409AJFEIRT type=write size=605764 2024-08-17T01:00:26.196 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.195+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~8RDUDNN5GKD0.0 size=206890 2024-08-17T01:00:26.196 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.195+0000 7fc9e32c6640 1 > prepared multipart upload key=9ZTGHGASZU54 upload=8RDUDNN5GKD0 tag=0FRQ8ME752DQ type=write size=1255466 2024-08-17T01:00:26.198 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.197+0000 7fc9e32c6640 1 < completed delete operation key=SYENEMTYLFFB tag=PY6HHPL0PXSX type=del 2024-08-17T01:00:26.202 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.201+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~TY8TKQN5DKX2.0 size=1048576 2024-08-17T01:00:26.204 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.203+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~TY8TKQN5DKX2.1 size=1048576 2024-08-17T01:00:26.205 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.204+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~TY8TKQN5DKX2.2 size=607210 2024-08-17T01:00:26.205 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.204+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=TY8TKQN5DKX2 tag=4WLWY6VZNL11 type=write size=3752938 2024-08-17T01:00:26.207 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.206+0000 7fc9e32c6640 1 < canceled operation key=SNQ4IXALP94F tag=LDZDVACP6UQ9 type=del size=2898244 2024-08-17T01:00:26.209 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.208+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=56YRQEO4MK80 type=del size=141549 2024-08-17T01:00:26.211 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.211+0000 7fc9e32c6640 1 < canceled operation key=RNSEALS0CEAA tag=2S5I0IEV3O1A type=del size=1279012 2024-08-17T01:00:26.213 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.212+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=TKOIO36IJPHK type=del size=481858 2024-08-17T01:00:26.215 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.214+0000 7fc9e32c6640 1 < canceled operation key=0GIHJJ2YE1EF tag=1TRPM805LDW4 type=write size=1016344 2024-08-17T01:00:26.217 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.217+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=6YBXJMF7FU5Q type=del size=869628 2024-08-17T01:00:26.220 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.219+0000 7fc9e32c6640 1 < completed delete operation key=41QVSMLCJY3L tag=LW8SD6SMIFKZ type=del 2024-08-17T01:00:26.222 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.221+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=DXA5K6I3W8FI type=write size=533757 2024-08-17T01:00:26.227 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.226+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~P4TLW2AATXTL.0 size=1048576 2024-08-17T01:00:26.230 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.230+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~P4TLW2AATXTL.1 size=1048576 2024-08-17T01:00:26.232 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.231+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~P4TLW2AATXTL.2 size=604258 2024-08-17T01:00:26.236 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.235+0000 7fc9e32c6640 1 < completed multipart upload key=SNQ4IXALP94F upload=P4TLW2AATXTL tag=MAQ69NQLK4SE type=write size=3749986 2024-08-17T01:00:26.240 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.239+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~SSRL910KIG2B.0 size=1048576 2024-08-17T01:00:26.241 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.241+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~SSRL910KIG2B.1 size=786568 2024-08-17T01:00:26.241 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.241+0000 7fc9e32c6640 1 > prepared multipart upload key=SR0C26PR3RCQ upload=SSRL910KIG2B tag=Z1X065LQNJZW type=write size=2883720 2024-08-17T01:00:26.244 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.243+0000 7fc9e32c6640 1 < completed delete operation key=HPIXXJSLU5J6 tag=37175NVBJTZC type=del 2024-08-17T01:00:26.248 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.247+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~N21ASIU3BVJW.0 size=1048576 2024-08-17T01:00:26.250 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.249+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~N21ASIU3BVJW.1 size=823078 2024-08-17T01:00:26.250 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.249+0000 7fc9e32c6640 1 > prepared multipart upload key=FP808QN0QDSP upload=N21ASIU3BVJW tag=8WKZGRTBJA8J type=write size=2920230 2024-08-17T01:00:26.252 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.251+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~TJ5U98BA5A83.0 size=40154 2024-08-17T01:00:26.255 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.254+0000 7fc9e32c6640 1 < completed multipart upload key=M0RSO8RQ43YG upload=TJ5U98BA5A83 tag=411U63FMM6FL type=write size=1088730 2024-08-17T01:00:26.257 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.256+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=KBQWT5MW1BE2 type=del size=139399 2024-08-17T01:00:26.259 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.258+0000 7fc9e32c6640 1 < completed write operation key=9X03OB1P1EOH tag=R99YME4T70GT type=write size=352565 2024-08-17T01:00:26.263 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.262+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~M3F8VUC0KLKU.0 size=962277 2024-08-17T01:00:26.263 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.262+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=M3F8VUC0KLKU tag=ZINB3C2JEX97 type=write size=2010853 2024-08-17T01:00:26.265 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.264+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~SXNGGKTSJWSJ.0 size=1048576 2024-08-17T01:00:26.266 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.266+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~SXNGGKTSJWSJ.1 size=1048576 2024-08-17T01:00:26.268 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.267+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~SXNGGKTSJWSJ.2 size=398929 2024-08-17T01:00:26.271 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.270+0000 7fc9e32c6640 1 < completed multipart upload key=TN1LRZX0D64M upload=SXNGGKTSJWSJ tag=US0NODG4H6D5 type=write size=3544657 2024-08-17T01:00:26.273 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.272+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=CZOZ54FDNA4E type=del size=1558917 2024-08-17T01:00:26.275 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.275+0000 7fc9e32c6640 1 < completed delete operation key=NJYN8PLMG5AN tag=1CAN4C873FWM type=del 2024-08-17T01:00:26.279 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.278+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~UAR8FCW046G4.0 size=116051 2024-08-17T01:00:26.279 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.278+0000 7fc9e32c6640 1 > prepared multipart upload key=M0RSO8RQ43YG upload=UAR8FCW046G4 tag=82BAH6Z4CFKR type=write size=1164627 2024-08-17T01:00:26.282 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.281+0000 7fc9e32c6640 -1 < failed to complete operation key=OH6EL4D04DHY tag=HSFUIA7TDG4W type=del size=1044390: (22) Invalid argument 2024-08-17T01:00:26.283 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.283+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=HYPIR8AWX1RC type=del size=152055 2024-08-17T01:00:26.288 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.287+0000 7fc9e32c6640 1 < suggested update operation key=Y5CGDXUEE4A5 tag=2M5A35VBCY4O type=write size=801999 2024-08-17T01:00:26.290 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.290+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=P08B4L78QMM1 type=del size=2946094 2024-08-17T01:00:26.295 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.294+0000 7fc9e32c6640 1 < suggested remove operation key=P6GWQRWU8J2B tag=YIRB1HF0GO6W type=del 2024-08-17T01:00:26.298 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.297+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~GW5I8KGD7DRU.0 size=1048576 2024-08-17T01:00:26.299 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.299+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~GW5I8KGD7DRU.1 size=414995 2024-08-17T01:00:26.300 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.299+0000 7fc9e32c6640 1 > prepared multipart upload key=SNQ4IXALP94F upload=GW5I8KGD7DRU tag=9ZZDCK4U3QFW type=write size=2512147 2024-08-17T01:00:26.301 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.301+0000 7fc9e32c6640 1 < completed delete operation key=GPTER2AM6J7E tag=YJSBEWT8PN2Y type=del 2024-08-17T01:00:26.304 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.303+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=TUXRI100H4DO type=del size=339253 2024-08-17T01:00:26.305 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.305+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~8RDUDNN5GKD0.0 size=206890 2024-08-17T01:00:26.309 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.308+0000 7fc9e32c6640 1 < completed multipart upload key=9ZTGHGASZU54 upload=8RDUDNN5GKD0 tag=0FRQ8ME752DQ type=write size=1255466 2024-08-17T01:00:26.311 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.311+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=GFW8FG43DBXL type=del size=1634408 2024-08-17T01:00:26.314 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.313+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~TY8TKQN5DKX2.0 size=1048576 2024-08-17T01:00:26.316 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.315+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~TY8TKQN5DKX2.1 size=1048576 2024-08-17T01:00:26.318 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.317+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~TY8TKQN5DKX2.2 size=607210 2024-08-17T01:00:26.321 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.321+0000 7fc9e32c6640 1 < completed multipart upload key=7YJVD2TL2U1Q upload=TY8TKQN5DKX2 tag=4WLWY6VZNL11 type=write size=3752938 2024-08-17T01:00:26.325 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.325+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~GP98ACT8Q0UC.0 size=1048576 2024-08-17T01:00:26.327 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.326+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~GP98ACT8Q0UC.1 size=482634 2024-08-17T01:00:26.327 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.326+0000 7fc9e32c6640 1 > prepared multipart upload key=HPIXXJSLU5J6 upload=GP98ACT8Q0UC tag=NBF8W4W6GFKR type=write size=2579786 2024-08-17T01:00:26.331 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.330+0000 7fc9e32c6640 1 < suggested remove operation key=Y5CGDXUEE4A5 tag=56YRQEO4MK80 type=del 2024-08-17T01:00:26.335 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.334+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~LSWGGBDCBIHB.0 size=1048576 2024-08-17T01:00:26.337 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.336+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~LSWGGBDCBIHB.1 size=1048576 2024-08-17T01:00:26.339 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.338+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~LSWGGBDCBIHB.2 size=290062 2024-08-17T01:00:26.339 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.338+0000 7fc9e32c6640 1 > prepared multipart upload key=FP808QN0QDSP upload=LSWGGBDCBIHB tag=QLPQJO7OU34H type=write size=3435790 2024-08-17T01:00:26.341 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.340+0000 7fc9e32c6640 1 < completed delete operation key=ZFTRWL3EXMLQ tag=TKOIO36IJPHK type=del 2024-08-17T01:00:26.345 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.344+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~YX5387AW76E0.0 size=1048576 2024-08-17T01:00:26.347 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.346+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~YX5387AW76E0.1 size=1048576 2024-08-17T01:00:26.348 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.347+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~YX5387AW76E0.2 size=227264 2024-08-17T01:00:26.348 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.347+0000 7fc9e32c6640 1 > prepared multipart upload key=TOPN4SUVVWJ4 upload=YX5387AW76E0 tag=JE78SZQYT4OH type=write size=3372992 2024-08-17T01:00:26.350 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.349+0000 7fc9e32c6640 1 < completed delete operation key=OQ1IXKB82T39 tag=6YBXJMF7FU5Q type=del 2024-08-17T01:00:26.352 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.351+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=30K6M8CCPV2V type=del size=1305388 2024-08-17T01:00:26.355 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.354+0000 7fc9e32c6640 -1 < failed to complete operation key=Y5CGDXUEE4A5 tag=DXA5K6I3W8FI type=write size=533757: (22) Invalid argument 2024-08-17T01:00:26.358 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.357+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~CVOKBFQG8Z5M.0 size=1048576 2024-08-17T01:00:26.360 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.359+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~CVOKBFQG8Z5M.1 size=1048576 2024-08-17T01:00:26.361 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.360+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~CVOKBFQG8Z5M.2 size=41414 2024-08-17T01:00:26.361 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.360+0000 7fc9e32c6640 1 > prepared multipart upload key=UBSJCVKYWX6F upload=CVOKBFQG8Z5M tag=PP3U4JWZPP1Q type=write size=3187142 2024-08-17T01:00:26.363 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.363+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~SSRL910KIG2B.0 size=1048576 2024-08-17T01:00:26.365 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.364+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~SSRL910KIG2B.1 size=786568 2024-08-17T01:00:26.368 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.368+0000 7fc9e32c6640 1 < completed multipart upload key=SR0C26PR3RCQ upload=SSRL910KIG2B tag=Z1X065LQNJZW type=write size=2883720 2024-08-17T01:00:26.370 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.370+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=FB8HVBK8EAVQ type=del size=1703023 2024-08-17T01:00:26.372 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.371+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~N21ASIU3BVJW.0 size=1048576 2024-08-17T01:00:26.374 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.373+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~N21ASIU3BVJW.1 size=823078 2024-08-17T01:00:26.377 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.376+0000 7fc9e32c6640 1 < completed multipart upload key=FP808QN0QDSP upload=N21ASIU3BVJW tag=8WKZGRTBJA8J type=write size=2920230 2024-08-17T01:00:26.381 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.380+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~VV2SJ4CNF7TW.0 size=1048576 2024-08-17T01:00:26.383 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.382+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~VV2SJ4CNF7TW.1 size=1048576 2024-08-17T01:00:26.385 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.384+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~VV2SJ4CNF7TW.2 size=535659 2024-08-17T01:00:26.385 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.384+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=VV2SJ4CNF7TW tag=KINSWBRRC6B7 type=write size=3681387 2024-08-17T01:00:26.387 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.386+0000 7fc9e32c6640 1 < completed delete operation key=TOPN4SUVVWJ4 tag=KBQWT5MW1BE2 type=del 2024-08-17T01:00:26.389 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.388+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=N31YY9S7H4WJ type=del size=2583320 2024-08-17T01:00:26.391 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.390+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~M3F8VUC0KLKU.0 size=962277 2024-08-17T01:00:26.394 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.394+0000 7fc9e32c6640 1 < completed multipart upload key=NJYN8PLMG5AN upload=M3F8VUC0KLKU tag=ZINB3C2JEX97 type=write size=2010853 2024-08-17T01:00:26.397 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.396+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=15GK5G42GPUA type=del size=2089320 2024-08-17T01:00:26.400 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.399+0000 7fc9e32c6640 1 < completed delete operation key=TOPN4SUVVWJ4 tag=CZOZ54FDNA4E type=del 2024-08-17T01:00:26.402 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.401+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=V08CUHFB3PJ7 type=del size=3372149 2024-08-17T01:00:26.404 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.403+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~UAR8FCW046G4.0 size=116051 2024-08-17T01:00:26.407 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.406+0000 7fc9e32c6640 1 < completed multipart upload key=M0RSO8RQ43YG upload=UAR8FCW046G4 tag=82BAH6Z4CFKR type=write size=1164627 2024-08-17T01:00:26.411 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.411+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~ZXSB8Y3PK78H.0 size=1048576 2024-08-17T01:00:26.413 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.412+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~ZXSB8Y3PK78H.1 size=1048576 2024-08-17T01:00:26.414 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.414+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~ZXSB8Y3PK78H.2 size=44648 2024-08-17T01:00:26.415 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.414+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=ZXSB8Y3PK78H tag=1SYS920SK5W1 type=write size=3190376 2024-08-17T01:00:26.415 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.414+0000 7fc9e32c6640 -1 < no bi entry to suggest for operation key=P6GWQRWU8J2B tag=HYPIR8AWX1RC type=del size=152055: (2) No such file or directory 2024-08-17T01:00:26.417 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.416+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=LD2DG1XCQQYY type=del size=3268936 2024-08-17T01:00:26.418 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.418+0000 7fc9e32c6640 1 < completed delete operation key=SNQ4IXALP94F tag=P08B4L78QMM1 type=del 2024-08-17T01:00:26.422 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.421+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~TEF3PLEJX47T.0 size=1048576 2024-08-17T01:00:26.424 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.423+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~TEF3PLEJX47T.1 size=1048576 2024-08-17T01:00:26.425 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.425+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~TEF3PLEJX47T.2 size=952180 2024-08-17T01:00:26.426 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.425+0000 7fc9e32c6640 1 > prepared multipart upload key=41QVSMLCJY3L upload=TEF3PLEJX47T tag=NTATHI9ZWV2S type=write size=4097908 2024-08-17T01:00:26.428 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.427+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~GW5I8KGD7DRU.0 size=1048576 2024-08-17T01:00:26.429 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.429+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~GW5I8KGD7DRU.1 size=414995 2024-08-17T01:00:26.433 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.432+0000 7fc9e32c6640 1 < completed multipart upload key=SNQ4IXALP94F upload=GW5I8KGD7DRU tag=9ZZDCK4U3QFW type=write size=2512147 2024-08-17T01:00:26.437 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.436+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~DF7Q94QW2B3S.0 size=1048576 2024-08-17T01:00:26.439 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.438+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~DF7Q94QW2B3S.1 size=506501 2024-08-17T01:00:26.439 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.438+0000 7fc9e32c6640 1 > prepared multipart upload key=DWB3YGH7YBZB upload=DF7Q94QW2B3S tag=ERHL4KTWORVQ type=write size=2603653 2024-08-17T01:00:26.440 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.440+0000 7fc9e32c6640 1 < completed delete operation key=7YJVD2TL2U1Q tag=TUXRI100H4DO type=del 2024-08-17T01:00:26.442 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.442+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=8RME8A58XP05 type=write size=379351 2024-08-17T01:00:26.446 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.445+0000 7fc9e32c6640 1 < suggested update operation key=SNQ4IXALP94F tag=GFW8FG43DBXL type=del size=1634408 2024-08-17T01:00:26.448 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.447+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=C6EOS1RP9GET type=del size=2903367 2024-08-17T01:00:26.450 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.449+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~GP98ACT8Q0UC.0 size=1048576 2024-08-17T01:00:26.452 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.451+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~GP98ACT8Q0UC.1 size=482634 2024-08-17T01:00:26.455 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.454+0000 7fc9e32c6640 1 < completed multipart upload key=HPIXXJSLU5J6 upload=GP98ACT8Q0UC tag=NBF8W4W6GFKR type=write size=2579786 2024-08-17T01:00:26.458 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.458+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~MW11YJK0ZR6J.0 size=563636 2024-08-17T01:00:26.459 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.458+0000 7fc9e32c6640 1 > prepared multipart upload key=XHAAVXY5RRVM upload=MW11YJK0ZR6J tag=KZX5HRN6JE2E type=write size=1612212 2024-08-17T01:00:26.461 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.460+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~LSWGGBDCBIHB.0 size=1048576 2024-08-17T01:00:26.462 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.461+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~LSWGGBDCBIHB.1 size=1048576 2024-08-17T01:00:26.462 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.461+0000 7fc9e32c6640 1 < canceled part key=_multipart_FP808QN0QDSP.2~LSWGGBDCBIHB.2 size=290062 2024-08-17T01:00:26.466 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.465+0000 7fc9e32c6640 1 < canceled multipart upload key=FP808QN0QDSP upload=LSWGGBDCBIHB tag=QLPQJO7OU34H type=write size=3435790 2024-08-17T01:00:26.468 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.467+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=ZFGPSWA4XK01 type=write size=1039836 2024-08-17T01:00:26.470 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.469+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~YX5387AW76E0.0 size=1048576 2024-08-17T01:00:26.471 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.470+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~YX5387AW76E0.1 size=1048576 2024-08-17T01:00:26.471 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.470+0000 7fc9e32c6640 1 < canceled part key=_multipart_TOPN4SUVVWJ4.2~YX5387AW76E0.2 size=227264 2024-08-17T01:00:26.475 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.474+0000 7fc9e32c6640 1 < canceled multipart upload key=TOPN4SUVVWJ4 upload=YX5387AW76E0 tag=JE78SZQYT4OH type=write size=3372992 2024-08-17T01:00:26.478 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.477+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~95LLQJGZTYKY.0 size=1048576 2024-08-17T01:00:26.480 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.479+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~95LLQJGZTYKY.1 size=160873 2024-08-17T01:00:26.480 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.479+0000 7fc9e32c6640 1 > prepared multipart upload key=SYENEMTYLFFB upload=95LLQJGZTYKY tag=J9V8J4FFU07A type=write size=2258025 2024-08-17T01:00:26.481 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.481+0000 7fc9e32c6640 1 < completed delete operation key=W14LJICPB60X tag=30K6M8CCPV2V type=del 2024-08-17T01:00:26.485 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.484+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~Y1XR3CKIUTQN.0 size=1048576 2024-08-17T01:00:26.487 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.486+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~Y1XR3CKIUTQN.1 size=524527 2024-08-17T01:00:26.487 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.486+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=Y1XR3CKIUTQN tag=QGV2CG3N2YBP type=write size=2621679 2024-08-17T01:00:26.488 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.488+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~CVOKBFQG8Z5M.0 size=1048576 2024-08-17T01:00:26.490 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.490+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~CVOKBFQG8Z5M.1 size=1048576 2024-08-17T01:00:26.492 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.491+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~CVOKBFQG8Z5M.2 size=41414 2024-08-17T01:00:26.495 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.495+0000 7fc9e32c6640 1 < completed multipart upload key=UBSJCVKYWX6F upload=CVOKBFQG8Z5M tag=PP3U4JWZPP1Q type=write size=3187142 2024-08-17T01:00:26.497 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.496+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=ZE8QQI51O55A type=write size=1017308 2024-08-17T01:00:26.499 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.498+0000 7fc9e32c6640 1 < completed delete operation key=DWB3YGH7YBZB tag=FB8HVBK8EAVQ type=del 2024-08-17T01:00:26.503 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.502+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~NOF6GY6XOD4T.0 size=1048576 2024-08-17T01:00:26.504 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.503+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~NOF6GY6XOD4T.1 size=147650 2024-08-17T01:00:26.504 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.503+0000 7fc9e32c6640 1 > prepared multipart upload key=TOPN4SUVVWJ4 upload=NOF6GY6XOD4T tag=KYP8LY1LYVBX type=write size=2244802 2024-08-17T01:00:26.507 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.506+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~VV2SJ4CNF7TW.0 size=1048576 2024-08-17T01:00:26.508 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.507+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~VV2SJ4CNF7TW.1 size=1048576 2024-08-17T01:00:26.510 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.509+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~VV2SJ4CNF7TW.2 size=535659 2024-08-17T01:00:26.513 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.512+0000 7fc9e32c6640 1 < completed multipart upload key=W14LJICPB60X upload=VV2SJ4CNF7TW tag=KINSWBRRC6B7 type=write size=3681387 2024-08-17T01:00:26.515 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.514+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=C7ZFJR3HB4E5 type=del size=1034320 2024-08-17T01:00:26.517 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.516+0000 7fc9e32c6640 1 < completed delete operation key=GPTER2AM6J7E tag=N31YY9S7H4WJ type=del 2024-08-17T01:00:26.519 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.518+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=INMFLDPK7O75 type=del size=2663696 2024-08-17T01:00:26.523 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.522+0000 7fc9e32c6640 -1 < failed to complete operation key=SNQ4IXALP94F tag=15GK5G42GPUA type=del size=2089320: (22) Invalid argument 2024-08-17T01:00:26.525 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.524+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=FGR2AV883N6B type=del size=1904365 2024-08-17T01:00:26.527 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.526+0000 7fc9e32c6640 1 < canceled operation key=HPIXXJSLU5J6 tag=V08CUHFB3PJ7 type=del size=3372149 2024-08-17T01:00:26.529 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.528+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=RGLOILW9K0OC type=del size=2182469 2024-08-17T01:00:26.531 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.530+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~ZXSB8Y3PK78H.0 size=1048576 2024-08-17T01:00:26.533 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.532+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~ZXSB8Y3PK78H.1 size=1048576 2024-08-17T01:00:26.534 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.534+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~ZXSB8Y3PK78H.2 size=44648 2024-08-17T01:00:26.538 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.537+0000 7fc9e32c6640 1 < completed multipart upload key=7YJVD2TL2U1Q upload=ZXSB8Y3PK78H tag=1SYS920SK5W1 type=write size=3190376 2024-08-17T01:00:26.543 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.542+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~T5XHDHAC5AEF.0 size=1048576 2024-08-17T01:00:26.544 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.543+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~T5XHDHAC5AEF.1 size=1048576 2024-08-17T01:00:26.546 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.545+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~T5XHDHAC5AEF.2 size=344641 2024-08-17T01:00:26.546 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.545+0000 7fc9e32c6640 1 > prepared multipart upload key=OQ1IXKB82T39 upload=T5XHDHAC5AEF tag=B2BBAMPSW7WH type=write size=3490369 2024-08-17T01:00:26.547 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.547+0000 7fc9e32c6640 1 < completed delete operation key=TOPN4SUVVWJ4 tag=LD2DG1XCQQYY type=del 2024-08-17T01:00:26.551 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.550+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~RCVN5W7XT1SY.0 size=76040 2024-08-17T01:00:26.551 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.550+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=RCVN5W7XT1SY tag=CXRSWQ2D8423 type=write size=1124616 2024-08-17T01:00:26.553 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.552+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~TEF3PLEJX47T.0 size=1048576 2024-08-17T01:00:26.555 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.554+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~TEF3PLEJX47T.1 size=1048576 2024-08-17T01:00:26.556 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.556+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~TEF3PLEJX47T.2 size=952180 2024-08-17T01:00:26.559 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.559+0000 7fc9e32c6640 1 < completed multipart upload key=41QVSMLCJY3L upload=TEF3PLEJX47T tag=NTATHI9ZWV2S type=write size=4097908 2024-08-17T01:00:26.563 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.563+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~262DSOABVPI8.0 size=104556 2024-08-17T01:00:26.563 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.563+0000 7fc9e32c6640 1 > prepared multipart upload key=TOPN4SUVVWJ4 upload=262DSOABVPI8 tag=1T1ZL1VMY4QS type=write size=1153132 2024-08-17T01:00:26.565 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.564+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~DF7Q94QW2B3S.0 size=1048576 2024-08-17T01:00:26.567 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.566+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~DF7Q94QW2B3S.1 size=506501 2024-08-17T01:00:26.570 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.569+0000 7fc9e32c6640 1 < completed multipart upload key=DWB3YGH7YBZB upload=DF7Q94QW2B3S tag=ERHL4KTWORVQ type=write size=2603653 2024-08-17T01:00:26.574 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.573+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~VBNIKP3BR3G0.0 size=1048576 2024-08-17T01:00:26.575 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.574+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~VBNIKP3BR3G0.1 size=1048576 2024-08-17T01:00:26.577 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.576+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~VBNIKP3BR3G0.2 size=462999 2024-08-17T01:00:26.577 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.576+0000 7fc9e32c6640 1 > prepared multipart upload key=9ZTGHGASZU54 upload=VBNIKP3BR3G0 tag=MK01R5SF3I56 type=write size=3608727 2024-08-17T01:00:26.581 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.580+0000 7fc9e32c6640 1 < suggested remove operation key=RNSEALS0CEAA tag=8RME8A58XP05 type=write 2024-08-17T01:00:26.585 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.584+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~RRRV4ZSPS9UX.0 size=1048576 2024-08-17T01:00:26.586 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.586+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~RRRV4ZSPS9UX.1 size=1048576 2024-08-17T01:00:26.588 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.587+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~RRRV4ZSPS9UX.2 size=368035 2024-08-17T01:00:26.588 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.587+0000 7fc9e32c6640 1 > prepared multipart upload key=9ZTGHGASZU54 upload=RRRV4ZSPS9UX tag=9A5V9EB83RGO type=write size=3513763 2024-08-17T01:00:26.590 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.589+0000 7fc9e32c6640 1 < completed delete operation key=3426C909P2VX tag=C6EOS1RP9GET type=del 2024-08-17T01:00:26.592 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.591+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=L8SB4WGA6YRC type=del size=1065518 2024-08-17T01:00:26.594 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.593+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~MW11YJK0ZR6J.0 size=563636 2024-08-17T01:00:26.598 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.597+0000 7fc9e32c6640 1 < completed multipart upload key=XHAAVXY5RRVM upload=MW11YJK0ZR6J tag=KZX5HRN6JE2E type=write size=1612212 2024-08-17T01:00:26.602 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.601+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~M6TICRZI4R27.0 size=884285 2024-08-17T01:00:26.602 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.601+0000 7fc9e32c6640 1 > prepared multipart upload key=UBSJCVKYWX6F upload=M6TICRZI4R27 tag=TGTEDCFRO00F type=write size=1932861 2024-08-17T01:00:26.603 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.603+0000 7fc9e32c6640 1 < canceled operation key=0GIHJJ2YE1EF tag=ZFGPSWA4XK01 type=write size=1039836 2024-08-17T01:00:26.605 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.605+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=GYYD8PEK90GB type=del size=1805397 2024-08-17T01:00:26.607 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.607+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~95LLQJGZTYKY.0 size=1048576 2024-08-17T01:00:26.609 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.609+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~95LLQJGZTYKY.1 size=160873 2024-08-17T01:00:26.613 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.612+0000 7fc9e32c6640 1 < completed multipart upload key=SYENEMTYLFFB upload=95LLQJGZTYKY tag=J9V8J4FFU07A type=write size=2258025 2024-08-17T01:00:26.615 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.614+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=3CUKAW0IEBDQ type=del size=2296085 2024-08-17T01:00:26.617 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.617+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~Y1XR3CKIUTQN.0 size=1048576 2024-08-17T01:00:26.619 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.618+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~Y1XR3CKIUTQN.1 size=524527 2024-08-17T01:00:26.623 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.622+0000 7fc9e32c6640 1 < completed multipart upload key=W14LJICPB60X upload=Y1XR3CKIUTQN tag=QGV2CG3N2YBP type=write size=2621679 2024-08-17T01:00:26.626 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.624+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=44T2I1YGF1KR type=del size=2178293 2024-08-17T01:00:26.627 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.626+0000 7fc9e32c6640 1 < completed write operation key=FP808QN0QDSP tag=ZE8QQI51O55A type=write size=1017308 2024-08-17T01:00:26.629 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.628+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=7D0HB81N44F1 type=del size=3471097 2024-08-17T01:00:26.631 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.630+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~NOF6GY6XOD4T.0 size=1048576 2024-08-17T01:00:26.632 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.631+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~NOF6GY6XOD4T.1 size=147650 2024-08-17T01:00:26.636 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.635+0000 7fc9e32c6640 1 < completed multipart upload key=TOPN4SUVVWJ4 upload=NOF6GY6XOD4T tag=KYP8LY1LYVBX type=write size=2244802 2024-08-17T01:00:26.638 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.637+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=4NWBDQCI8V9D type=del size=4021582 2024-08-17T01:00:26.640 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.639+0000 7fc9e32c6640 1 < completed delete operation key=Y5CGDXUEE4A5 tag=C7ZFJR3HB4E5 type=del 2024-08-17T01:00:26.642 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.641+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=ZNDNLQ56UIF5 type=del size=2873406 2024-08-17T01:00:26.644 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.643+0000 7fc9e32c6640 1 < completed delete operation key=3426C909P2VX tag=INMFLDPK7O75 type=del 2024-08-17T01:00:26.648 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.647+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~ESXFDSS9S66F.0 size=128481 2024-08-17T01:00:26.648 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.647+0000 7fc9e32c6640 1 > prepared multipart upload key=ODZIOPEGEARM upload=ESXFDSS9S66F tag=VKUTOT7DAG8G type=write size=1177057 2024-08-17T01:00:26.650 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.650+0000 7fc9e32c6640 1 < completed delete operation key=XHAAVXY5RRVM tag=FGR2AV883N6B type=del 2024-08-17T01:00:26.653 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.652+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=HHOYCM3RXFI7 type=write size=266634 2024-08-17T01:00:26.655 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.654+0000 7fc9e32c6640 1 < completed delete operation key=UBSJCVKYWX6F tag=RGLOILW9K0OC type=del 2024-08-17T01:00:26.658 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.658+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~7R98KE9EDWHS.0 size=1048576 2024-08-17T01:00:26.660 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.660+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~7R98KE9EDWHS.1 size=1048576 2024-08-17T01:00:26.662 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.661+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~7R98KE9EDWHS.2 size=420735 2024-08-17T01:00:26.662 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.661+0000 7fc9e32c6640 1 > prepared multipart upload key=OH6EL4D04DHY upload=7R98KE9EDWHS tag=RKIYD47XB3PD type=write size=3566463 2024-08-17T01:00:26.664 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.664+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~T5XHDHAC5AEF.0 size=1048576 2024-08-17T01:00:26.666 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.665+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~T5XHDHAC5AEF.1 size=1048576 2024-08-17T01:00:26.666 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.665+0000 7fc9e32c6640 1 < canceled part key=_multipart_OQ1IXKB82T39.2~T5XHDHAC5AEF.2 size=344641 2024-08-17T01:00:26.670 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.669+0000 7fc9e32c6640 1 < canceled multipart upload key=OQ1IXKB82T39 upload=T5XHDHAC5AEF tag=B2BBAMPSW7WH type=write size=3490369 2024-08-17T01:00:26.672 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.671+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=QMYYJDTBCQ4G type=del size=2603019 2024-08-17T01:00:26.674 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.673+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~RCVN5W7XT1SY.0 size=76040 2024-08-17T01:00:26.678 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.677+0000 7fc9e32c6640 1 < completed multipart upload key=W14LJICPB60X upload=RCVN5W7XT1SY tag=CXRSWQ2D8423 type=write size=1124616 2024-08-17T01:00:26.680 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.679+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=UDVR5LC8NOBP type=del size=3238961 2024-08-17T01:00:26.682 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.681+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~262DSOABVPI8.0 size=104556 2024-08-17T01:00:26.686 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.685+0000 7fc9e32c6640 1 < completed multipart upload key=TOPN4SUVVWJ4 upload=262DSOABVPI8 tag=1T1ZL1VMY4QS type=write size=1153132 2024-08-17T01:00:26.688 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.687+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=KSCSMDV2X92Z type=del size=3357506 2024-08-17T01:00:26.690 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.689+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~VBNIKP3BR3G0.0 size=1048576 2024-08-17T01:00:26.692 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.691+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~VBNIKP3BR3G0.1 size=1048576 2024-08-17T01:00:26.693 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.693+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~VBNIKP3BR3G0.2 size=462999 2024-08-17T01:00:26.697 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.696+0000 7fc9e32c6640 1 < completed multipart upload key=9ZTGHGASZU54 upload=VBNIKP3BR3G0 tag=MK01R5SF3I56 type=write size=3608727 2024-08-17T01:00:26.699 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.699+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=722MECYL8OIZ type=write size=864710 2024-08-17T01:00:26.702 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.701+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~RRRV4ZSPS9UX.0 size=1048576 2024-08-17T01:00:26.704 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.703+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~RRRV4ZSPS9UX.1 size=1048576 2024-08-17T01:00:26.706 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.705+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~RRRV4ZSPS9UX.2 size=368035 2024-08-17T01:00:26.709 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.708+0000 7fc9e32c6640 1 < completed multipart upload key=9ZTGHGASZU54 upload=RRRV4ZSPS9UX tag=9A5V9EB83RGO type=write size=3513763 2024-08-17T01:00:26.713 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.712+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~X9MS5AONGV9J.0 size=1048576 2024-08-17T01:00:26.715 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.714+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~X9MS5AONGV9J.1 size=269926 2024-08-17T01:00:26.715 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.714+0000 7fc9e32c6640 1 > prepared multipart upload key=WN539WGGF4SK upload=X9MS5AONGV9J tag=RDSQH0029IG1 type=write size=2367078 2024-08-17T01:00:26.717 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.716+0000 7fc9e32c6640 1 < completed delete operation key=04A7K18FAZTD tag=L8SB4WGA6YRC type=del 2024-08-17T01:00:26.720 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.719+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=DHIEO2UGK4W1 type=del size=3714771 2024-08-17T01:00:26.722 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.722+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~M6TICRZI4R27.0 size=884285 2024-08-17T01:00:26.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:26 smithi082 ceph-mon[94343]: pgmap v1382: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 379 KiB/s wr, 1.93k op/s 2024-08-17T01:00:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:26 smithi082 ceph-mon[91979]: pgmap v1382: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 379 KiB/s wr, 1.93k op/s 2024-08-17T01:00:26.726 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.725+0000 7fc9e32c6640 1 < completed multipart upload key=UBSJCVKYWX6F upload=M6TICRZI4R27 tag=TGTEDCFRO00F type=write size=1932861 2024-08-17T01:00:26.729 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.729+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~GG26USIT8QLT.0 size=1048576 2024-08-17T01:00:26.731 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.730+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~GG26USIT8QLT.1 size=297163 2024-08-17T01:00:26.731 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.730+0000 7fc9e32c6640 1 > prepared multipart upload key=JNHP0HYR3GAN upload=GG26USIT8QLT tag=LPVZF43QJRVW type=write size=2394315 2024-08-17T01:00:26.733 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.733+0000 7fc9e32c6640 1 < completed delete operation key=3QNRD31J9WH5 tag=GYYD8PEK90GB type=del 2024-08-17T01:00:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:26 smithi137 ceph-mon[86391]: pgmap v1382: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 379 KiB/s wr, 1.93k op/s 2024-08-17T01:00:26.737 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.736+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~Y0KLUAS2FQP4.0 size=1048576 2024-08-17T01:00:26.739 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.738+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~Y0KLUAS2FQP4.1 size=960483 2024-08-17T01:00:26.739 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.738+0000 7fc9e32c6640 1 > prepared multipart upload key=SNQ4IXALP94F upload=Y0KLUAS2FQP4 tag=LTNCOU3MV0ZF type=write size=3057635 2024-08-17T01:00:26.740 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.740+0000 7fc9e32c6640 1 < completed delete operation key=7YJVD2TL2U1Q tag=3CUKAW0IEBDQ type=del 2024-08-17T01:00:26.742 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.742+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=LXZ0FVSWCBBQ type=write size=424129 2024-08-17T01:00:26.746 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.745+0000 7fc9e32c6640 1 < suggested remove operation key=OH6EL4D04DHY tag=44T2I1YGF1KR type=del 2024-08-17T01:00:26.748 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.748+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=88SWDF13ZXT0 type=del size=665374 2024-08-17T01:00:26.751 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.750+0000 7fc9e32c6640 1 < canceled operation key=7YJVD2TL2U1Q tag=7D0HB81N44F1 type=del size=3471097 2024-08-17T01:00:26.752 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.752+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=5CESN2OHUCWE type=del size=2377026 2024-08-17T01:00:26.755 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.754+0000 7fc9e32c6640 1 < completed delete operation key=WN539WGGF4SK tag=4NWBDQCI8V9D type=del 2024-08-17T01:00:26.756 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.756+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=4NS5PXRPUT98 type=write size=767859 2024-08-17T01:00:26.758 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.758+0000 7fc9e32c6640 1 < completed delete operation key=0GIHJJ2YE1EF tag=ZNDNLQ56UIF5 type=del 2024-08-17T01:00:26.762 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.762+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~2OF28ZDB38XM.0 size=1048576 2024-08-17T01:00:26.764 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.764+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~2OF28ZDB38XM.1 size=72474 2024-08-17T01:00:26.764 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.764+0000 7fc9e32c6640 1 > prepared multipart upload key=0GIHJJ2YE1EF upload=2OF28ZDB38XM tag=IRTMQ4AYWXY1 type=write size=2169626 2024-08-17T01:00:26.767 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.766+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~ESXFDSS9S66F.0 size=128481 2024-08-17T01:00:26.770 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.769+0000 7fc9e32c6640 1 < completed multipart upload key=ODZIOPEGEARM upload=ESXFDSS9S66F tag=VKUTOT7DAG8G type=write size=1177057 2024-08-17T01:00:26.772 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.771+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=1K5HLKD1PCLM type=del size=64092 2024-08-17T01:00:26.774 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.774+0000 7fc9e32c6640 1 < completed write operation key=M40V1TN9S9M2 tag=HHOYCM3RXFI7 type=write size=266634 2024-08-17T01:00:26.776 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.776+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=J9R8OZA39QXG type=del size=2035817 2024-08-17T01:00:26.778 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.778+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~7R98KE9EDWHS.0 size=1048576 2024-08-17T01:00:26.780 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.779+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~7R98KE9EDWHS.1 size=1048576 2024-08-17T01:00:26.782 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.782+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~7R98KE9EDWHS.2 size=420735 2024-08-17T01:00:26.786 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.785+0000 7fc9e32c6640 1 < completed multipart upload key=OH6EL4D04DHY upload=7R98KE9EDWHS tag=RKIYD47XB3PD type=write size=3566463 2024-08-17T01:00:26.790 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.790+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~HY1Y9V87CG7E.0 size=1048576 2024-08-17T01:00:26.792 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.791+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~HY1Y9V87CG7E.1 size=1048576 2024-08-17T01:00:26.794 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.793+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~HY1Y9V87CG7E.2 size=879235 2024-08-17T01:00:26.794 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.793+0000 7fc9e32c6640 1 > prepared multipart upload key=OH6EL4D04DHY upload=HY1Y9V87CG7E tag=D25LFWXHVMF3 type=write size=4024963 2024-08-17T01:00:26.796 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.795+0000 7fc9e32c6640 1 < completed delete operation key=P6GWQRWU8J2B tag=QMYYJDTBCQ4G type=del 2024-08-17T01:00:26.798 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.797+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=S2VTTMY88F6E type=write size=239855 2024-08-17T01:00:26.801 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.801+0000 7fc9e32c6640 1 < suggested remove operation key=3426C909P2VX tag=UDVR5LC8NOBP type=del 2024-08-17T01:00:26.804 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.803+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=R15QN0LS0XHM type=del size=2498553 2024-08-17T01:00:26.806 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.805+0000 7fc9e32c6640 1 < completed delete operation key=GPTER2AM6J7E tag=KSCSMDV2X92Z type=del 2024-08-17T01:00:26.808 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.807+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=PDM9OD8MOE6Y type=del size=190360 2024-08-17T01:00:26.812 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.811+0000 7fc9e32c6640 1 < suggested remove operation key=W14LJICPB60X tag=722MECYL8OIZ type=write 2024-08-17T01:00:26.814 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.813+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=W5BX8IPXZFUX type=del size=1860552 2024-08-17T01:00:26.816 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.815+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~X9MS5AONGV9J.0 size=1048576 2024-08-17T01:00:26.818 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.817+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~X9MS5AONGV9J.1 size=269926 2024-08-17T01:00:26.822 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.821+0000 7fc9e32c6640 1 < completed multipart upload key=WN539WGGF4SK upload=X9MS5AONGV9J tag=RDSQH0029IG1 type=write size=2367078 2024-08-17T01:00:26.825 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.824+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~3TONLJUSY71B.0 size=1048576 2024-08-17T01:00:26.827 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.826+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~3TONLJUSY71B.1 size=1048576 2024-08-17T01:00:26.828 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.828+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~3TONLJUSY71B.2 size=1043149 2024-08-17T01:00:26.829 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.828+0000 7fc9e32c6640 1 > prepared multipart upload key=3426C909P2VX upload=3TONLJUSY71B tag=A0TTF8X7E6YE type=write size=4188877 2024-08-17T01:00:26.830 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.829+0000 7fc9e32c6640 1 < completed delete operation key=WN539WGGF4SK tag=DHIEO2UGK4W1 type=del 2024-08-17T01:00:26.832 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.832+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=ATQTOI7LYOZ4 type=del size=1837816 2024-08-17T01:00:26.834 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.834+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~GG26USIT8QLT.0 size=1048576 2024-08-17T01:00:26.836 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.835+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~GG26USIT8QLT.1 size=297163 2024-08-17T01:00:26.839 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.838+0000 7fc9e32c6640 1 < completed multipart upload key=JNHP0HYR3GAN upload=GG26USIT8QLT tag=LPVZF43QJRVW type=write size=2394315 2024-08-17T01:00:26.841 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.840+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=LKLHXK4SMG4A type=del size=2399894 2024-08-17T01:00:26.843 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.842+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~Y0KLUAS2FQP4.0 size=1048576 2024-08-17T01:00:26.845 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.844+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~Y0KLUAS2FQP4.1 size=960483 2024-08-17T01:00:26.848 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.847+0000 7fc9e32c6640 1 < completed multipart upload key=SNQ4IXALP94F upload=Y0KLUAS2FQP4 tag=LTNCOU3MV0ZF type=write size=3057635 2024-08-17T01:00:26.851 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.850+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=0WUHBKQQ6AKL type=del size=667081 2024-08-17T01:00:26.853 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.852+0000 7fc9e32c6640 1 < completed write operation key=9ZTGHGASZU54 tag=LXZ0FVSWCBBQ type=write size=424129 2024-08-17T01:00:26.855 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.854+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=91TFLPZIQ1BJ type=del size=1682247 2024-08-17T01:00:26.856 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.856+0000 7fc9e32c6640 1 < completed delete operation key=M0RSO8RQ43YG tag=88SWDF13ZXT0 type=del 2024-08-17T01:00:26.858 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.858+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=NTIO2SETORIP type=write size=78123 2024-08-17T01:00:26.860 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.860+0000 7fc9e32c6640 1 < completed delete operation key=M0RSO8RQ43YG tag=5CESN2OHUCWE type=del 2024-08-17T01:00:26.863 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.862+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=WF3BU5Y12CT9 type=del size=182524 2024-08-17T01:00:26.865 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.864+0000 7fc9e32c6640 1 < completed write operation key=9ZTGHGASZU54 tag=4NS5PXRPUT98 type=write size=767859 2024-08-17T01:00:26.868 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.868+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~91XG47UVIS1T.0 size=1048576 2024-08-17T01:00:26.870 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.870+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~91XG47UVIS1T.1 size=1048576 2024-08-17T01:00:26.873 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.872+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~91XG47UVIS1T.2 size=610763 2024-08-17T01:00:26.873 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.872+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=91XG47UVIS1T tag=FWRXL14RMI9G type=write size=3756491 2024-08-17T01:00:26.874 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.874+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~2OF28ZDB38XM.0 size=1048576 2024-08-17T01:00:26.877 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.876+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~2OF28ZDB38XM.1 size=72474 2024-08-17T01:00:26.881 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.880+0000 7fc9e32c6640 1 < completed multipart upload key=0GIHJJ2YE1EF upload=2OF28ZDB38XM tag=IRTMQ4AYWXY1 type=write size=2169626 2024-08-17T01:00:26.883 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.882+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=YXA77UAJCKZN type=write size=101104 2024-08-17T01:00:26.885 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.885+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=1K5HLKD1PCLM type=del 2024-08-17T01:00:26.887 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.887+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=3UQ25U3O98NZ type=write size=320887 2024-08-17T01:00:26.890 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.890+0000 7fc9e32c6640 -1 < failed to complete operation key=3426C909P2VX tag=J9R8OZA39QXG type=del size=2035817: (22) Invalid argument 2024-08-17T01:00:26.893 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.892+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=G0O5VQKREGC9 type=del size=1228961 2024-08-17T01:00:26.895 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.894+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~HY1Y9V87CG7E.0 size=1048576 2024-08-17T01:00:26.897 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.896+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~HY1Y9V87CG7E.1 size=1048576 2024-08-17T01:00:26.898 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.898+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~HY1Y9V87CG7E.2 size=879235 2024-08-17T01:00:26.902 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.902+0000 7fc9e32c6640 1 < completed multipart upload key=OH6EL4D04DHY upload=HY1Y9V87CG7E tag=D25LFWXHVMF3 type=write size=4024963 2024-08-17T01:00:26.906 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.906+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~E7PKX7U5GMQF.0 size=1048576 2024-08-17T01:00:26.908 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.908+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~E7PKX7U5GMQF.1 size=1048576 2024-08-17T01:00:26.910 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.909+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~E7PKX7U5GMQF.2 size=85818 2024-08-17T01:00:26.910 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.909+0000 7fc9e32c6640 1 > prepared multipart upload key=9ZTGHGASZU54 upload=E7PKX7U5GMQF tag=YP36SMY8JP2E type=write size=3231546 2024-08-17T01:00:26.912 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.912+0000 7fc9e32c6640 1 < completed write operation key=M40V1TN9S9M2 tag=S2VTTMY88F6E type=write size=239855 2024-08-17T01:00:26.915 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.914+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=UNLFBKIZDJ25 type=del size=3872717 2024-08-17T01:00:26.917 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.916+0000 7fc9e32c6640 1 < canceled operation key=XHAAVXY5RRVM tag=R15QN0LS0XHM type=del size=2498553 2024-08-17T01:00:26.918 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.918+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=A0ER39448WB5 type=del size=3116112 2024-08-17T01:00:26.922 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.922+0000 7fc9e32c6640 1 < suggested update operation key=JNHP0HYR3GAN tag=PDM9OD8MOE6Y type=del size=190360 2024-08-17T01:00:26.925 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.924+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=ERT1VDOHLLKH type=del size=3241384 2024-08-17T01:00:26.929 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.928+0000 7fc9e32c6640 1 < suggested update operation key=OH6EL4D04DHY tag=W5BX8IPXZFUX type=del size=1860552 2024-08-17T01:00:26.931 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.930+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=IVGRUT9MKRSF type=write size=570023 2024-08-17T01:00:26.933 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.932+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~3TONLJUSY71B.0 size=1048576 2024-08-17T01:00:26.935 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.934+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~3TONLJUSY71B.1 size=1048576 2024-08-17T01:00:26.937 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.936+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~3TONLJUSY71B.2 size=1043149 2024-08-17T01:00:26.940 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.940+0000 7fc9e32c6640 1 < completed multipart upload key=3426C909P2VX upload=3TONLJUSY71B tag=A0TTF8X7E6YE type=write size=4188877 2024-08-17T01:00:26.942 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.942+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=N9DIIOZY9LD7 type=del size=2087521 2024-08-17T01:00:26.944 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.944+0000 7fc9e32c6640 1 < completed delete operation key=DWB3YGH7YBZB tag=ATQTOI7LYOZ4 type=del 2024-08-17T01:00:26.947 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.946+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=KR1AAXZJEINP type=write size=247376 2024-08-17T01:00:26.949 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.948+0000 7fc9e32c6640 1 < completed delete operation key=OQ1IXKB82T39 tag=LKLHXK4SMG4A type=del 2024-08-17T01:00:26.953 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.952+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~NOCXNY1DCY8J.0 size=683968 2024-08-17T01:00:26.953 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.952+0000 7fc9e32c6640 1 > prepared multipart upload key=3426C909P2VX upload=NOCXNY1DCY8J tag=295VO2UR71TK type=write size=1732544 2024-08-17T01:00:26.955 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.954+0000 7fc9e32c6640 1 < completed delete operation key=GPTER2AM6J7E tag=0WUHBKQQ6AKL type=del 2024-08-17T01:00:26.957 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.956+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=3QJ1XX7W87K1 type=del size=2535415 2024-08-17T01:00:26.959 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.958+0000 7fc9e32c6640 1 < completed delete operation key=04A7K18FAZTD tag=91TFLPZIQ1BJ type=del 2024-08-17T01:00:26.961 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.961+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=HH4I633KMC5N type=write size=785215 2024-08-17T01:00:26.965 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.965+0000 7fc9e32c6640 1 < suggested remove operation key=HPIXXJSLU5J6 tag=NTIO2SETORIP type=write 2024-08-17T01:00:26.967 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.967+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=2XG6D9XO2ZRD type=del size=198506 2024-08-17T01:00:26.970 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.969+0000 7fc9e32c6640 1 < completed delete operation key=9X03OB1P1EOH tag=WF3BU5Y12CT9 type=del 2024-08-17T01:00:26.971 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.971+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=JZHQX3F9FZ2I type=del size=1425822 2024-08-17T01:00:26.973 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.973+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~91XG47UVIS1T.0 size=1048576 2024-08-17T01:00:26.975 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.974+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~91XG47UVIS1T.1 size=1048576 2024-08-17T01:00:26.977 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.977+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~91XG47UVIS1T.2 size=610763 2024-08-17T01:00:26.982 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.981+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=91XG47UVIS1T tag=FWRXL14RMI9G type=write size=3756491 2024-08-17T01:00:26.984 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.983+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=7HQ0LXWK9Q3B type=del size=636808 2024-08-17T01:00:26.986 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.985+0000 7fc9e32c6640 1 < completed write operation key=Y5CGDXUEE4A5 tag=YXA77UAJCKZN type=write size=101104 2024-08-17T01:00:26.987 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.987+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=IMMTQRX8XEWK type=del size=1784110 2024-08-17T01:00:26.992 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.991+0000 7fc9e32c6640 1 < suggested update operation key=7YJVD2TL2U1Q tag=3UQ25U3O98NZ type=write size=320887 2024-08-17T01:00:26.993 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.993+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=X9F0SEYWPN5W type=del size=2630967 2024-08-17T01:00:26.995 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.995+0000 7fc9e32c6640 1 < completed delete operation key=41QVSMLCJY3L tag=G0O5VQKREGC9 type=del 2024-08-17T01:00:26.997 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.997+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=4JI5V95UVUMH type=del size=3407642 2024-08-17T01:00:26.998 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.997+0000 7fc9e32c6640 1 < canceled part key=_multipart_9ZTGHGASZU54.2~E7PKX7U5GMQF.0 size=1048576 2024-08-17T01:00:27.000 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:26.999+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~E7PKX7U5GMQF.1 size=1048576 2024-08-17T01:00:27.001 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.000+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~E7PKX7U5GMQF.2 size=85818 2024-08-17T01:00:27.005 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.004+0000 7fc9e32c6640 1 < canceled multipart upload key=9ZTGHGASZU54 upload=E7PKX7U5GMQF tag=YP36SMY8JP2E type=write size=3231546 2024-08-17T01:00:27.009 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.008+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~8G27DMBMYMH8.0 size=1048576 2024-08-17T01:00:27.011 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.010+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~8G27DMBMYMH8.1 size=157000 2024-08-17T01:00:27.011 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.010+0000 7fc9e32c6640 1 > prepared multipart upload key=HPIXXJSLU5J6 upload=8G27DMBMYMH8 tag=IW7TTTTM7GOI type=write size=2254152 2024-08-17T01:00:27.013 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.013+0000 7fc9e32c6640 -1 < failed to complete operation key=HPIXXJSLU5J6 tag=UNLFBKIZDJ25 type=del size=3872717: (22) Invalid argument 2024-08-17T01:00:27.016 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.015+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=IMZKI2GBGX63 type=del size=3872706 2024-08-17T01:00:27.017 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.017+0000 7fc9e32c6640 1 < canceled operation key=NJYN8PLMG5AN tag=A0ER39448WB5 type=del size=3116112 2024-08-17T01:00:27.021 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.020+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~0SZ8TWOMXYW7.0 size=1048576 2024-08-17T01:00:27.023 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.022+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~0SZ8TWOMXYW7.1 size=840578 2024-08-17T01:00:27.023 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.022+0000 7fc9e32c6640 1 > prepared multipart upload key=M0RSO8RQ43YG upload=0SZ8TWOMXYW7 tag=FQ3528APACZB type=write size=2937730 2024-08-17T01:00:27.025 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.024+0000 7fc9e32c6640 1 < completed delete operation key=JNHP0HYR3GAN tag=ERT1VDOHLLKH type=del 2024-08-17T01:00:27.028 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.027+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~46CCUVM4ZSR2.0 size=1048576 2024-08-17T01:00:27.030 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.029+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~46CCUVM4ZSR2.1 size=1048576 2024-08-17T01:00:27.034 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.030+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~46CCUVM4ZSR2.2 size=26028 2024-08-17T01:00:27.034 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.030+0000 7fc9e32c6640 1 > prepared multipart upload key=ODZIOPEGEARM upload=46CCUVM4ZSR2 tag=DWEN18APSKR0 type=write size=3171756 2024-08-17T01:00:27.034 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.032+0000 7fc9e32c6640 1 < completed write operation key=DWB3YGH7YBZB tag=IVGRUT9MKRSF type=write size=570023 2024-08-17T01:00:27.035 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.034+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=BQVNY8RFC06O type=del size=1167481 2024-08-17T01:00:27.038 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.037+0000 7fc9e32c6640 1 < canceled operation key=M0RSO8RQ43YG tag=N9DIIOZY9LD7 type=del size=2087521 2024-08-17T01:00:27.040 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.039+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=B3FCZJBSCRGQ type=del size=872045 2024-08-17T01:00:27.042 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.041+0000 7fc9e32c6640 1 < completed write operation key=OH6EL4D04DHY tag=KR1AAXZJEINP type=write size=247376 2024-08-17T01:00:27.046 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.046+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~FSNA2EAW044U.0 size=1048576 2024-08-17T01:00:27.048 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.047+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~FSNA2EAW044U.1 size=1048576 2024-08-17T01:00:27.050 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.049+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~FSNA2EAW044U.2 size=405636 2024-08-17T01:00:27.050 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.049+0000 7fc9e32c6640 1 > prepared multipart upload key=04A7K18FAZTD upload=FSNA2EAW044U tag=01V9FGE1U4TD type=write size=3551364 2024-08-17T01:00:27.052 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.051+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~NOCXNY1DCY8J.0 size=683968 2024-08-17T01:00:27.056 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.055+0000 7fc9e32c6640 1 < completed multipart upload key=3426C909P2VX upload=NOCXNY1DCY8J tag=295VO2UR71TK type=write size=1732544 2024-08-17T01:00:27.058 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.057+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=A1XONOR3VZ4L type=del size=2093266 2024-08-17T01:00:27.060 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.059+0000 7fc9e32c6640 1 < completed delete operation key=04A7K18FAZTD tag=3QJ1XX7W87K1 type=del 2024-08-17T01:00:27.061 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.061+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=DCRM5OHFHPXG type=del size=360374 2024-08-17T01:00:27.065 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.065+0000 7fc9e32c6640 1 < suggested remove operation key=ODZIOPEGEARM tag=HH4I633KMC5N type=write 2024-08-17T01:00:27.069 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.068+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~E8MSQMEV3MBP.0 size=115659 2024-08-17T01:00:27.069 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.068+0000 7fc9e32c6640 1 > prepared multipart upload key=M0RSO8RQ43YG upload=E8MSQMEV3MBP tag=3HQQM4DM4CAC type=write size=1164235 2024-08-17T01:00:27.071 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.071+0000 7fc9e32c6640 1 < canceled operation key=FP808QN0QDSP tag=2XG6D9XO2ZRD type=del size=198506 2024-08-17T01:00:27.074 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.073+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=AFOQ4U0NROLM type=del size=1363525 2024-08-17T01:00:27.078 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.077+0000 7fc9e32c6640 1 < suggested update operation key=9X03OB1P1EOH tag=JZHQX3F9FZ2I type=del size=1425822 2024-08-17T01:00:27.080 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.079+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=V73XK0JP3N6M type=del size=685930 2024-08-17T01:00:27.084 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.083+0000 7fc9e32c6640 1 < suggested remove operation key=Y5CGDXUEE4A5 tag=7HQ0LXWK9Q3B type=del 2024-08-17T01:00:27.086 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.085+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=04V2X527CVHY type=write size=299586 2024-08-17T01:00:27.090 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.089+0000 7fc9e32c6640 1 < suggested update operation key=WN539WGGF4SK tag=IMMTQRX8XEWK type=del size=1784110 2024-08-17T01:00:27.094 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.093+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~LZ0SNK3688IP.0 size=962733 2024-08-17T01:00:27.094 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.093+0000 7fc9e32c6640 1 > prepared multipart upload key=41QVSMLCJY3L upload=LZ0SNK3688IP tag=HUYZ8DDX8L3U type=write size=2011309 2024-08-17T01:00:27.096 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.095+0000 7fc9e32c6640 1 < completed delete operation key=SNQ4IXALP94F tag=X9F0SEYWPN5W type=del 2024-08-17T01:00:27.100 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.099+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~ZG3BRN6N29AZ.0 size=708948 2024-08-17T01:00:27.100 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.099+0000 7fc9e32c6640 1 > prepared multipart upload key=FP808QN0QDSP upload=ZG3BRN6N29AZ tag=I8UZU0UUF24I type=write size=1757524 2024-08-17T01:00:27.102 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.101+0000 7fc9e32c6640 1 < completed delete operation key=GPTER2AM6J7E tag=4JI5V95UVUMH type=del 2024-08-17T01:00:27.106 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.105+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~08CQIK6UROC4.0 size=1048576 2024-08-17T01:00:27.109 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.108+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~08CQIK6UROC4.1 size=123062 2024-08-17T01:00:27.109 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.108+0000 7fc9e32c6640 1 > prepared multipart upload key=UBSJCVKYWX6F upload=08CQIK6UROC4 tag=KQEIODOGFT68 type=write size=2220214 2024-08-17T01:00:27.111 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.110+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~8G27DMBMYMH8.0 size=1048576 2024-08-17T01:00:27.112 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.112+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~8G27DMBMYMH8.1 size=157000 2024-08-17T01:00:27.116 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.115+0000 7fc9e32c6640 1 < completed multipart upload key=HPIXXJSLU5J6 upload=8G27DMBMYMH8 tag=IW7TTTTM7GOI type=write size=2254152 2024-08-17T01:00:27.120 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.119+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~7POOQ5H8TDQQ.0 size=1048576 2024-08-17T01:00:27.122 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.121+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~7POOQ5H8TDQQ.1 size=287010 2024-08-17T01:00:27.122 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.121+0000 7fc9e32c6640 1 > prepared multipart upload key=JNHP0HYR3GAN upload=7POOQ5H8TDQQ tag=QOTHFMFDP4ZP type=write size=2384162 2024-08-17T01:00:27.124 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.123+0000 7fc9e32c6640 1 < completed delete operation key=SNQ4IXALP94F tag=IMZKI2GBGX63 type=del 2024-08-17T01:00:27.126 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.125+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=QW4GP80N2VBH type=write size=95922 2024-08-17T01:00:27.128 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.127+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~0SZ8TWOMXYW7.0 size=1048576 2024-08-17T01:00:27.129 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.128+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~0SZ8TWOMXYW7.1 size=840578 2024-08-17T01:00:27.133 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.132+0000 7fc9e32c6640 1 < completed multipart upload key=M0RSO8RQ43YG upload=0SZ8TWOMXYW7 tag=FQ3528APACZB type=write size=2937730 2024-08-17T01:00:27.136 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.136+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~44JAJ0S12IK4.0 size=1048576 2024-08-17T01:00:27.138 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.137+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~44JAJ0S12IK4.1 size=631346 2024-08-17T01:00:27.138 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.137+0000 7fc9e32c6640 1 > prepared multipart upload key=9X03OB1P1EOH upload=44JAJ0S12IK4 tag=SV7OG3ACDPQ2 type=write size=2728498 2024-08-17T01:00:27.139 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.138+0000 7fc9e32c6640 1 < canceled part key=_multipart_ODZIOPEGEARM.2~46CCUVM4ZSR2.0 size=1048576 2024-08-17T01:00:27.141 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.140+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~46CCUVM4ZSR2.1 size=1048576 2024-08-17T01:00:27.142 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.142+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~46CCUVM4ZSR2.2 size=26028 2024-08-17T01:00:27.146 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.145+0000 7fc9e32c6640 1 < canceled multipart upload key=ODZIOPEGEARM upload=46CCUVM4ZSR2 tag=DWEN18APSKR0 type=write size=3171756 2024-08-17T01:00:27.150 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.149+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~IPYMMXAKEQUL.0 size=1048576 2024-08-17T01:00:27.151 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.151+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~IPYMMXAKEQUL.1 size=1048576 2024-08-17T01:00:27.154 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.153+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~IPYMMXAKEQUL.2 size=951608 2024-08-17T01:00:27.154 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.153+0000 7fc9e32c6640 1 > prepared multipart upload key=OQ1IXKB82T39 upload=IPYMMXAKEQUL tag=PL894CQP3921 type=write size=4097336 2024-08-17T01:00:27.156 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.155+0000 7fc9e32c6640 1 < completed delete operation key=TOPN4SUVVWJ4 tag=BQVNY8RFC06O type=del 2024-08-17T01:00:27.160 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.159+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~N8LC2LSD4J0A.0 size=1048576 2024-08-17T01:00:27.161 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.161+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~N8LC2LSD4J0A.1 size=228224 2024-08-17T01:00:27.161 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.161+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=N8LC2LSD4J0A tag=IEXLO2XQSQCV type=write size=2325376 2024-08-17T01:00:27.163 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.163+0000 7fc9e32c6640 1 < completed delete operation key=9ZTGHGASZU54 tag=B3FCZJBSCRGQ type=del 2024-08-17T01:00:27.168 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.167+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~YHUJTJQKL8L5.0 size=1048576 2024-08-17T01:00:27.169 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.169+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~YHUJTJQKL8L5.1 size=816733 2024-08-17T01:00:27.170 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.169+0000 7fc9e32c6640 1 > prepared multipart upload key=04A7K18FAZTD upload=YHUJTJQKL8L5 tag=MJTBYT04K5BL type=write size=2913885 2024-08-17T01:00:27.172 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.171+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~FSNA2EAW044U.0 size=1048576 2024-08-17T01:00:27.174 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.173+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~FSNA2EAW044U.1 size=1048576 2024-08-17T01:00:27.176 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.175+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~FSNA2EAW044U.2 size=405636 2024-08-17T01:00:27.180 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.180+0000 7fc9e32c6640 1 < completed multipart upload key=04A7K18FAZTD upload=FSNA2EAW044U tag=01V9FGE1U4TD type=write size=3551364 2024-08-17T01:00:27.185 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.184+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~M3PR3ZJXQMDY.0 size=226771 2024-08-17T01:00:27.185 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.184+0000 7fc9e32c6640 1 > prepared multipart upload key=P6GWQRWU8J2B upload=M3PR3ZJXQMDY tag=JMTZVD2KK4Z6 type=write size=1275347 2024-08-17T01:00:27.187 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.186+0000 7fc9e32c6640 1 < completed delete operation key=M40V1TN9S9M2 tag=A1XONOR3VZ4L type=del 2024-08-17T01:00:27.189 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.188+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=7TRRCXN2KFDN type=del size=1662058 2024-08-17T01:00:27.191 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.190+0000 7fc9e32c6640 1 < canceled operation key=OH6EL4D04DHY tag=DCRM5OHFHPXG type=del size=360374 2024-08-17T01:00:27.195 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.195+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~KLGEVAGI0YLO.0 size=1048576 2024-08-17T01:00:27.197 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.196+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~KLGEVAGI0YLO.1 size=1048576 2024-08-17T01:00:27.199 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.198+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~KLGEVAGI0YLO.2 size=294255 2024-08-17T01:00:27.199 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.198+0000 7fc9e32c6640 1 > prepared multipart upload key=FP808QN0QDSP upload=KLGEVAGI0YLO tag=GDY8J254HF64 type=write size=3439983 2024-08-17T01:00:27.201 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.200+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~E8MSQMEV3MBP.0 size=115659 2024-08-17T01:00:27.205 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.204+0000 7fc9e32c6640 1 < completed multipart upload key=M0RSO8RQ43YG upload=E8MSQMEV3MBP tag=3HQQM4DM4CAC type=write size=1164235 2024-08-17T01:00:27.208 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.208+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~CP7E1M0PBLV3.0 size=1048576 2024-08-17T01:00:27.210 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.209+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~CP7E1M0PBLV3.1 size=1048576 2024-08-17T01:00:27.212 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.211+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~CP7E1M0PBLV3.2 size=218644 2024-08-17T01:00:27.212 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.211+0000 7fc9e32c6640 1 > prepared multipart upload key=04A7K18FAZTD upload=CP7E1M0PBLV3 tag=ZDOW2UJFCS3G type=write size=3364372 2024-08-17T01:00:27.214 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.214+0000 7fc9e32c6640 1 < canceled operation key=41QVSMLCJY3L tag=AFOQ4U0NROLM type=del size=1363525 2024-08-17T01:00:27.217 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.216+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=ZBTXITVOIHTB type=del size=3788712 2024-08-17T01:00:27.218 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.218+0000 7fc9e32c6640 1 < canceled operation key=M0RSO8RQ43YG tag=V73XK0JP3N6M type=del size=685930 2024-08-17T01:00:27.220 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.220+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=N7HZZ24G77ST type=del size=3205279 2024-08-17T01:00:27.223 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.222+0000 7fc9e32c6640 1 < completed write operation key=ZFTRWL3EXMLQ tag=04V2X527CVHY type=write size=299586 2024-08-17T01:00:27.225 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.224+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=8EOMAQP272NC type=del size=1170894 2024-08-17T01:00:27.226 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.226+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~LZ0SNK3688IP.0 size=962733 2024-08-17T01:00:27.230 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.230+0000 7fc9e32c6640 1 < completed multipart upload key=41QVSMLCJY3L upload=LZ0SNK3688IP tag=HUYZ8DDX8L3U type=write size=2011309 2024-08-17T01:00:27.234 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.233+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~YKXWFHFN3WAU.0 size=1048576 2024-08-17T01:00:27.236 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.235+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~YKXWFHFN3WAU.1 size=972892 2024-08-17T01:00:27.236 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.235+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=YKXWFHFN3WAU tag=MMCAB0JEE87O type=write size=3070044 2024-08-17T01:00:27.239 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.238+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~ZG3BRN6N29AZ.0 size=708948 2024-08-17T01:00:27.243 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.241+0000 7fc9e32c6640 1 < completed multipart upload key=FP808QN0QDSP upload=ZG3BRN6N29AZ tag=I8UZU0UUF24I type=write size=1757524 2024-08-17T01:00:27.246 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.245+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~KXZ8RCU5UYNX.0 size=1048576 2024-08-17T01:00:27.248 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.247+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~KXZ8RCU5UYNX.1 size=1048576 2024-08-17T01:00:27.249 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.249+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~KXZ8RCU5UYNX.2 size=209843 2024-08-17T01:00:27.249 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.249+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=KXZ8RCU5UYNX tag=GZ94O6APKQWJ type=write size=3355571 2024-08-17T01:00:27.251 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.251+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~08CQIK6UROC4.0 size=1048576 2024-08-17T01:00:27.254 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.253+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~08CQIK6UROC4.1 size=123062 2024-08-17T01:00:27.258 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.257+0000 7fc9e32c6640 1 < completed multipart upload key=UBSJCVKYWX6F upload=08CQIK6UROC4 tag=KQEIODOGFT68 type=write size=2220214 2024-08-17T01:00:27.261 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.261+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~I9E1IBA2D0I2.0 size=1048576 2024-08-17T01:00:27.264 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.263+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~I9E1IBA2D0I2.1 size=511765 2024-08-17T01:00:27.264 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.263+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=I9E1IBA2D0I2 tag=52XNVB0G4M4O type=write size=2608917 2024-08-17T01:00:27.266 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.266+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~7POOQ5H8TDQQ.0 size=1048576 2024-08-17T01:00:27.268 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.267+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~7POOQ5H8TDQQ.1 size=287010 2024-08-17T01:00:27.273 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.272+0000 7fc9e32c6640 1 < completed multipart upload key=JNHP0HYR3GAN upload=7POOQ5H8TDQQ tag=QOTHFMFDP4ZP type=write size=2384162 2024-08-17T01:00:27.276 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.274+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=GA2J644SE610 type=del size=2383878 2024-08-17T01:00:27.277 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.276+0000 7fc9e32c6640 1 < completed write operation key=RNSEALS0CEAA tag=QW4GP80N2VBH type=write size=95922 2024-08-17T01:00:27.280 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.280+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~4YCZIBGJXI3G.0 size=1048576 2024-08-17T01:00:27.282 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.281+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~4YCZIBGJXI3G.1 size=1048576 2024-08-17T01:00:27.284 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.283+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~4YCZIBGJXI3G.2 size=495080 2024-08-17T01:00:27.284 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.283+0000 7fc9e32c6640 1 > prepared multipart upload key=M0RSO8RQ43YG upload=4YCZIBGJXI3G tag=OT0U75NT7MHF type=write size=3640808 2024-08-17T01:00:27.286 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.285+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~44JAJ0S12IK4.0 size=1048576 2024-08-17T01:00:27.288 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.287+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~44JAJ0S12IK4.1 size=631346 2024-08-17T01:00:27.291 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.291+0000 7fc9e32c6640 1 < completed multipart upload key=9X03OB1P1EOH upload=44JAJ0S12IK4 tag=SV7OG3ACDPQ2 type=write size=2728498 2024-08-17T01:00:27.294 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.293+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=6X7VXCSZ6P11 type=write size=747408 2024-08-17T01:00:27.294 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.293+0000 7fc9e32c6640 1 < canceled part key=_multipart_OQ1IXKB82T39.2~IPYMMXAKEQUL.0 size=1048576 2024-08-17T01:00:27.294 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.293+0000 7fc9e32c6640 1 < canceled part key=_multipart_OQ1IXKB82T39.2~IPYMMXAKEQUL.1 size=1048576 2024-08-17T01:00:27.294 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.293+0000 7fc9e32c6640 1 < canceled part key=_multipart_OQ1IXKB82T39.2~IPYMMXAKEQUL.2 size=951608 2024-08-17T01:00:27.297 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.297+0000 7fc9e32c6640 1 < canceled multipart upload key=OQ1IXKB82T39 upload=IPYMMXAKEQUL tag=PL894CQP3921 type=write size=4097336 2024-08-17T01:00:27.302 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.301+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~K70TPZBGB8TP.0 size=1048576 2024-08-17T01:00:27.304 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.303+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~K70TPZBGB8TP.1 size=1048576 2024-08-17T01:00:27.306 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.306+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~K70TPZBGB8TP.2 size=858794 2024-08-17T01:00:27.306 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.306+0000 7fc9e32c6640 1 > prepared multipart upload key=3426C909P2VX upload=K70TPZBGB8TP tag=XW06W4X9SWUQ type=write size=4004522 2024-08-17T01:00:27.309 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.308+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~N8LC2LSD4J0A.0 size=1048576 2024-08-17T01:00:27.311 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.310+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~N8LC2LSD4J0A.1 size=228224 2024-08-17T01:00:27.315 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.314+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=N8LC2LSD4J0A tag=IEXLO2XQSQCV type=write size=2325376 2024-08-17T01:00:27.317 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.316+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=WG16GWJJA5XP type=write size=353868 2024-08-17T01:00:27.319 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.318+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~YHUJTJQKL8L5.0 size=1048576 2024-08-17T01:00:27.321 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.320+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~YHUJTJQKL8L5.1 size=816733 2024-08-17T01:00:27.325 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.324+0000 7fc9e32c6640 1 < completed multipart upload key=04A7K18FAZTD upload=YHUJTJQKL8L5 tag=MJTBYT04K5BL type=write size=2913885 2024-08-17T01:00:27.327 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.326+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=UW03D010YUD2 type=del size=215231 2024-08-17T01:00:27.329 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.328+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~M3PR3ZJXQMDY.0 size=226771 2024-08-17T01:00:27.333 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.332+0000 7fc9e32c6640 1 < completed multipart upload key=P6GWQRWU8J2B upload=M3PR3ZJXQMDY tag=JMTZVD2KK4Z6 type=write size=1275347 2024-08-17T01:00:27.335 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.334+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=MRPVF247CWW7 type=del size=726002 2024-08-17T01:00:27.337 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.336+0000 7fc9e32c6640 1 < completed delete operation key=GPTER2AM6J7E tag=7TRRCXN2KFDN type=del 2024-08-17T01:00:27.341 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.340+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~0YYSRTUKWUT1.0 size=950741 2024-08-17T01:00:27.341 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.340+0000 7fc9e32c6640 1 > prepared multipart upload key=XHAAVXY5RRVM upload=0YYSRTUKWUT1 tag=NNQC8TXUZ54K type=write size=1999317 2024-08-17T01:00:27.343 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.342+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~KLGEVAGI0YLO.0 size=1048576 2024-08-17T01:00:27.345 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.344+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~KLGEVAGI0YLO.1 size=1048576 2024-08-17T01:00:27.347 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.346+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~KLGEVAGI0YLO.2 size=294255 2024-08-17T01:00:27.351 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.350+0000 7fc9e32c6640 1 < completed multipart upload key=FP808QN0QDSP upload=KLGEVAGI0YLO tag=GDY8J254HF64 type=write size=3439983 2024-08-17T01:00:27.354 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.354+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~QGIJPHLEG7PE.0 size=1048576 2024-08-17T01:00:27.356 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.355+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~QGIJPHLEG7PE.1 size=1048576 2024-08-17T01:00:27.358 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.357+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~QGIJPHLEG7PE.2 size=606403 2024-08-17T01:00:27.358 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.357+0000 7fc9e32c6640 1 > prepared multipart upload key=P6GWQRWU8J2B upload=QGIJPHLEG7PE tag=VNPFOJIRKRSP type=write size=3752131 2024-08-17T01:00:27.360 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.359+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~CP7E1M0PBLV3.0 size=1048576 2024-08-17T01:00:27.361 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.361+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~CP7E1M0PBLV3.1 size=1048576 2024-08-17T01:00:27.363 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.363+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~CP7E1M0PBLV3.2 size=218644 2024-08-17T01:00:27.367 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.366+0000 7fc9e32c6640 1 < completed multipart upload key=04A7K18FAZTD upload=CP7E1M0PBLV3 tag=ZDOW2UJFCS3G type=write size=3364372 2024-08-17T01:00:27.369 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.368+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=9R2YEDECRI4I type=del size=1256431 2024-08-17T01:00:27.371 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.371+0000 7fc9e32c6640 1 < completed delete operation key=41QVSMLCJY3L tag=ZBTXITVOIHTB type=del 2024-08-17T01:00:27.373 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.373+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=UYAJILP1ZD7O type=del size=764168 2024-08-17T01:00:27.378 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.377+0000 7fc9e32c6640 1 < suggested update operation key=M0RSO8RQ43YG tag=N7HZZ24G77ST type=del size=3205279 2024-08-17T01:00:27.380 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.379+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=9MU7BBPD2KLR type=del size=2994422 2024-08-17T01:00:27.382 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.381+0000 7fc9e32c6640 1 < completed delete operation key=9X03OB1P1EOH tag=8EOMAQP272NC type=del 2024-08-17T01:00:27.386 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.385+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~8E04VTGCNOEQ.0 size=1048576 2024-08-17T01:00:27.387 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.387+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~8E04VTGCNOEQ.1 size=995103 2024-08-17T01:00:27.388 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.387+0000 7fc9e32c6640 1 > prepared multipart upload key=04A7K18FAZTD upload=8E04VTGCNOEQ tag=1ZVEFM7NULZY type=write size=3092255 2024-08-17T01:00:27.389 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.389+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~YKXWFHFN3WAU.0 size=1048576 2024-08-17T01:00:27.391 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.391+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~YKXWFHFN3WAU.1 size=972892 2024-08-17T01:00:27.395 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.394+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=YKXWFHFN3WAU tag=MMCAB0JEE87O type=write size=3070044 2024-08-17T01:00:27.397 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.397+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=PXW0YUM9SZ8A type=del size=1471928 2024-08-17T01:00:27.400 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.399+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~KXZ8RCU5UYNX.0 size=1048576 2024-08-17T01:00:27.401 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.401+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~KXZ8RCU5UYNX.1 size=1048576 2024-08-17T01:00:27.403 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.402+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~KXZ8RCU5UYNX.2 size=209843 2024-08-17T01:00:27.407 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.406+0000 7fc9e32c6640 1 < completed multipart upload key=NJYN8PLMG5AN upload=KXZ8RCU5UYNX tag=GZ94O6APKQWJ type=write size=3355571 2024-08-17T01:00:27.410 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.409+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~JKZE85IUQCB6.0 size=470130 2024-08-17T01:00:27.410 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.409+0000 7fc9e32c6640 1 > prepared multipart upload key=TN1LRZX0D64M upload=JKZE85IUQCB6 tag=Q7LYUDKYSRXI type=write size=1518706 2024-08-17T01:00:27.412 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.412+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~I9E1IBA2D0I2.0 size=1048576 2024-08-17T01:00:27.414 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.413+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~I9E1IBA2D0I2.1 size=511765 2024-08-17T01:00:27.418 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.417+0000 7fc9e32c6640 1 < completed multipart upload key=7YJVD2TL2U1Q upload=I9E1IBA2D0I2 tag=52XNVB0G4M4O type=write size=2608917 2024-08-17T01:00:27.422 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.421+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~FXEESQL9U3TJ.0 size=1048576 2024-08-17T01:00:27.423 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.423+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~FXEESQL9U3TJ.1 size=422034 2024-08-17T01:00:27.424 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.423+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=FXEESQL9U3TJ tag=AV5A4HJ49COV type=write size=2519186 2024-08-17T01:00:27.426 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.425+0000 7fc9e32c6640 1 < completed delete operation key=FP808QN0QDSP tag=GA2J644SE610 type=del 2024-08-17T01:00:27.428 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.427+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=HWG9MA94BW76 type=del size=2986994 2024-08-17T01:00:27.431 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.430+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~4YCZIBGJXI3G.0 size=1048576 2024-08-17T01:00:27.433 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.433+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~4YCZIBGJXI3G.1 size=1048576 2024-08-17T01:00:27.435 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.434+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~4YCZIBGJXI3G.2 size=495080 2024-08-17T01:00:27.440 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.439+0000 7fc9e32c6640 1 < completed multipart upload key=M0RSO8RQ43YG upload=4YCZIBGJXI3G tag=OT0U75NT7MHF type=write size=3640808 2024-08-17T01:00:27.446 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.443+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~WKVIN1N558CF.0 size=1048576 2024-08-17T01:00:27.446 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.445+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~WKVIN1N558CF.1 size=604606 2024-08-17T01:00:27.446 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.445+0000 7fc9e32c6640 1 > prepared multipart upload key=M40V1TN9S9M2 upload=WKVIN1N558CF tag=CROP1582DT2Y type=write size=2701758 2024-08-17T01:00:27.447 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.447+0000 7fc9e32c6640 1 < canceled operation key=04A7K18FAZTD tag=6X7VXCSZ6P11 type=write size=747408 2024-08-17T01:00:27.450 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.449+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=SUKADNREDJ41 type=del size=3847326 2024-08-17T01:00:27.452 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.451+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~K70TPZBGB8TP.0 size=1048576 2024-08-17T01:00:27.454 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.453+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~K70TPZBGB8TP.1 size=1048576 2024-08-17T01:00:27.455 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.455+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~K70TPZBGB8TP.2 size=858794 2024-08-17T01:00:27.459 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.458+0000 7fc9e32c6640 1 < completed multipart upload key=3426C909P2VX upload=K70TPZBGB8TP tag=XW06W4X9SWUQ type=write size=4004522 2024-08-17T01:00:27.461 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.460+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=PSBRAB0ZKN01 type=del size=2381034 2024-08-17T01:00:27.464 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.463+0000 7fc9e32c6640 1 < completed write operation key=P6GWQRWU8J2B tag=WG16GWJJA5XP type=write size=353868 2024-08-17T01:00:27.465 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.465+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=D1WFJHABBSAG type=del size=4130050 2024-08-17T01:00:27.469 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.469+0000 7fc9e32c6640 1 < suggested remove operation key=XHAAVXY5RRVM tag=UW03D010YUD2 type=del 2024-08-17T01:00:27.471 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.471+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=LG7B285U19QZ type=del size=1880551 2024-08-17T01:00:27.474 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.473+0000 7fc9e32c6640 1 < completed delete operation key=ZFTRWL3EXMLQ tag=MRPVF247CWW7 type=del 2024-08-17T01:00:27.477 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.476+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~NHLM6UMEU1XW.0 size=738164 2024-08-17T01:00:27.477 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.476+0000 7fc9e32c6640 1 > prepared multipart upload key=HPIXXJSLU5J6 upload=NHLM6UMEU1XW tag=OYB17CAPVNWO type=write size=1786740 2024-08-17T01:00:27.479 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.479+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~0YYSRTUKWUT1.0 size=950741 2024-08-17T01:00:27.483 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.482+0000 7fc9e32c6640 1 < completed multipart upload key=XHAAVXY5RRVM upload=0YYSRTUKWUT1 tag=NNQC8TXUZ54K type=write size=1999317 2024-08-17T01:00:27.487 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.486+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~3Z7SXWA1A85H.0 size=390894 2024-08-17T01:00:27.487 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.486+0000 7fc9e32c6640 1 > prepared multipart upload key=GPTER2AM6J7E upload=3Z7SXWA1A85H tag=I5S5DZ76IFPL type=write size=1439470 2024-08-17T01:00:27.489 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.488+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~QGIJPHLEG7PE.0 size=1048576 2024-08-17T01:00:27.490 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.489+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~QGIJPHLEG7PE.1 size=1048576 2024-08-17T01:00:27.492 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.491+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~QGIJPHLEG7PE.2 size=606403 2024-08-17T01:00:27.496 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.495+0000 7fc9e32c6640 1 < completed multipart upload key=P6GWQRWU8J2B upload=QGIJPHLEG7PE tag=VNPFOJIRKRSP type=write size=3752131 2024-08-17T01:00:27.499 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.499+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~8OAMP2RJFO25.0 size=199330 2024-08-17T01:00:27.499 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.499+0000 7fc9e32c6640 1 > prepared multipart upload key=41QVSMLCJY3L upload=8OAMP2RJFO25 tag=7D32YTS1Z1L0 type=write size=1247906 2024-08-17T01:00:27.501 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.501+0000 7fc9e32c6640 1 < completed delete operation key=WN539WGGF4SK tag=9R2YEDECRI4I type=del 2024-08-17T01:00:27.505 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.505+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~JVN0OQJLKWHL.0 size=1048576 2024-08-17T01:00:27.508 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.506+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~JVN0OQJLKWHL.1 size=1048576 2024-08-17T01:00:27.509 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.508+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~JVN0OQJLKWHL.2 size=279679 2024-08-17T01:00:27.509 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.508+0000 7fc9e32c6640 1 > prepared multipart upload key=M40V1TN9S9M2 upload=JVN0OQJLKWHL tag=10QWIUIBP8RL type=write size=3425407 2024-08-17T01:00:27.513 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.513+0000 7fc9e32c6640 1 < suggested update operation key=0GIHJJ2YE1EF tag=UYAJILP1ZD7O type=del size=764168 2024-08-17T01:00:27.515 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.515+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=WWRVGX1DZCZJ type=del size=3386122 2024-08-17T01:00:27.518 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.517+0000 7fc9e32c6640 1 < canceled operation key=SNQ4IXALP94F tag=9MU7BBPD2KLR type=del size=2994422 2024-08-17T01:00:27.521 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.521+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~VDHCVECUOA0H.0 size=481530 2024-08-17T01:00:27.521 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.521+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=VDHCVECUOA0H tag=1WFQQ7TTD5PV type=write size=1530106 2024-08-17T01:00:27.524 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.523+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~8E04VTGCNOEQ.0 size=1048576 2024-08-17T01:00:27.526 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.525+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~8E04VTGCNOEQ.1 size=995103 2024-08-17T01:00:27.530 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.529+0000 7fc9e32c6640 1 < completed multipart upload key=04A7K18FAZTD upload=8E04VTGCNOEQ tag=1ZVEFM7NULZY type=write size=3092255 2024-08-17T01:00:27.532 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.531+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=XWVVI6RG4RQ2 type=del size=3693396 2024-08-17T01:00:27.534 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.534+0000 7fc9e32c6640 -1 < failed to complete operation key=XHAAVXY5RRVM tag=PXW0YUM9SZ8A type=del size=1471928: (22) Invalid argument 2024-08-17T01:00:27.536 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.536+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=EYMDUUKX95LW type=del size=2053322 2024-08-17T01:00:27.538 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.538+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~JKZE85IUQCB6.0 size=470130 2024-08-17T01:00:27.542 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.541+0000 7fc9e32c6640 1 < completed multipart upload key=TN1LRZX0D64M upload=JKZE85IUQCB6 tag=Q7LYUDKYSRXI type=write size=1518706 2024-08-17T01:00:27.546 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.545+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~DPVG5KLHKDM5.0 size=94812 2024-08-17T01:00:27.546 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.545+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=DPVG5KLHKDM5 tag=2Q49054BXUIN type=write size=1143388 2024-08-17T01:00:27.548 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.547+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~FXEESQL9U3TJ.0 size=1048576 2024-08-17T01:00:27.551 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.550+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~FXEESQL9U3TJ.1 size=422034 2024-08-17T01:00:27.554 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.553+0000 7fc9e32c6640 1 < completed multipart upload key=NJYN8PLMG5AN upload=FXEESQL9U3TJ tag=AV5A4HJ49COV type=write size=2519186 2024-08-17T01:00:27.556 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.555+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=F9M2RCU50TJP type=del size=1375430 2024-08-17T01:00:27.558 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.558+0000 7fc9e32c6640 1 < completed delete operation key=SYENEMTYLFFB tag=HWG9MA94BW76 type=del 2024-08-17T01:00:27.562 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.562+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~QATELZC2H549.0 size=1048576 2024-08-17T01:00:27.564 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.563+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~QATELZC2H549.1 size=622455 2024-08-17T01:00:27.564 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.563+0000 7fc9e32c6640 1 > prepared multipart upload key=HPIXXJSLU5J6 upload=QATELZC2H549 tag=ECRFPJCT213F type=write size=2719607 2024-08-17T01:00:27.566 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.566+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~WKVIN1N558CF.0 size=1048576 2024-08-17T01:00:27.568 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.567+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~WKVIN1N558CF.1 size=604606 2024-08-17T01:00:27.572 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.571+0000 7fc9e32c6640 1 < completed multipart upload key=M40V1TN9S9M2 upload=WKVIN1N558CF tag=CROP1582DT2Y type=write size=2701758 2024-08-17T01:00:27.574 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.573+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=CCSY35G6M4J5 type=del size=245649 2024-08-17T01:00:27.576 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.575+0000 7fc9e32c6640 1 < completed delete operation key=FP808QN0QDSP tag=SUKADNREDJ41 type=del 2024-08-17T01:00:27.579 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.579+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~8PE58TQ1GIIE.0 size=1048576 2024-08-17T01:00:27.581 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.581+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~8PE58TQ1GIIE.1 size=945734 2024-08-17T01:00:27.581 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.581+0000 7fc9e32c6640 1 > prepared multipart upload key=3426C909P2VX upload=8PE58TQ1GIIE tag=4H0GQE793XKS type=write size=3042886 2024-08-17T01:00:27.583 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.583+0000 7fc9e32c6640 1 < completed delete operation key=TN1LRZX0D64M tag=PSBRAB0ZKN01 type=del 2024-08-17T01:00:27.585 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.585+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=WI58WE0U8V48 type=del size=2269128 2024-08-17T01:00:27.587 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.587+0000 7fc9e32c6640 1 < completed delete operation key=OQ1IXKB82T39 tag=D1WFJHABBSAG type=del 2024-08-17T01:00:27.589 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.589+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=LEWPYJ8BBCC5 type=del size=2103125 2024-08-17T01:00:27.592 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.591+0000 7fc9e32c6640 1 < completed delete operation key=3QNRD31J9WH5 tag=LG7B285U19QZ type=del 2024-08-17T01:00:27.594 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.593+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=VKX98QOPHE5S type=del size=2589795 2024-08-17T01:00:27.596 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.595+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~NHLM6UMEU1XW.0 size=738164 2024-08-17T01:00:27.599 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.599+0000 7fc9e32c6640 1 < completed multipart upload key=HPIXXJSLU5J6 upload=NHLM6UMEU1XW tag=OYB17CAPVNWO type=write size=1786740 2024-08-17T01:00:27.604 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.603+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~W8P04QXCLIR3.0 size=187653 2024-08-17T01:00:27.604 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.603+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=W8P04QXCLIR3 tag=I06CMZE68NGB type=write size=1236229 2024-08-17T01:00:27.604 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.603+0000 7fc9e32c6640 1 < canceled part key=_multipart_GPTER2AM6J7E.2~3Z7SXWA1A85H.0 size=390894 2024-08-17T01:00:27.608 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.607+0000 7fc9e32c6640 1 < canceled multipart upload key=GPTER2AM6J7E upload=3Z7SXWA1A85H tag=I5S5DZ76IFPL type=write size=1439470 2024-08-17T01:00:27.610 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.609+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=MCFPUPSYGFCW type=write size=48939 2024-08-17T01:00:27.612 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.611+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~8OAMP2RJFO25.0 size=199330 2024-08-17T01:00:27.615 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.614+0000 7fc9e32c6640 1 < completed multipart upload key=41QVSMLCJY3L upload=8OAMP2RJFO25 tag=7D32YTS1Z1L0 type=write size=1247906 2024-08-17T01:00:27.617 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.617+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=PJ9TPUVSLEB8 type=write size=288152 2024-08-17T01:00:27.620 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.619+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~JVN0OQJLKWHL.0 size=1048576 2024-08-17T01:00:27.622 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.621+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~JVN0OQJLKWHL.1 size=1048576 2024-08-17T01:00:27.623 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.623+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~JVN0OQJLKWHL.2 size=279679 2024-08-17T01:00:27.627 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.627+0000 7fc9e32c6640 1 < completed multipart upload key=M40V1TN9S9M2 upload=JVN0OQJLKWHL tag=10QWIUIBP8RL type=write size=3425407 2024-08-17T01:00:27.630 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.629+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=15YQ56SO9JSF type=write size=700717 2024-08-17T01:00:27.632 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.631+0000 7fc9e32c6640 1 < completed delete operation key=04A7K18FAZTD tag=WWRVGX1DZCZJ type=del 2024-08-17T01:00:27.634 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.634+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=ECHGE4TU3ZIP type=del size=2664258 2024-08-17T01:00:27.635 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.634+0000 7fc9e32c6640 1 < canceled part key=_multipart_RNSEALS0CEAA.2~VDHCVECUOA0H.0 size=481530 2024-08-17T01:00:27.638 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.637+0000 7fc9e32c6640 1 < canceled multipart upload key=RNSEALS0CEAA upload=VDHCVECUOA0H tag=1WFQQ7TTD5PV type=write size=1530106 2024-08-17T01:00:27.643 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.642+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~W7E2Y7LK4BEO.0 size=1048576 2024-08-17T01:00:27.644 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.644+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~W7E2Y7LK4BEO.1 size=1048576 2024-08-17T01:00:27.646 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.645+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~W7E2Y7LK4BEO.2 size=438184 2024-08-17T01:00:27.646 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.645+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=W7E2Y7LK4BEO tag=NWRL5GDEOAJ7 type=write size=3583912 2024-08-17T01:00:27.650 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.647+0000 7fc9e32c6640 1 < canceled operation key=M0RSO8RQ43YG tag=XWVVI6RG4RQ2 type=del size=3693396 2024-08-17T01:00:27.652 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.651+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~HLOAHT2N4QHD.0 size=1048576 2024-08-17T01:00:27.654 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.654+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~HLOAHT2N4QHD.1 size=131295 2024-08-17T01:00:27.654 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.654+0000 7fc9e32c6640 1 > prepared multipart upload key=0GIHJJ2YE1EF upload=HLOAHT2N4QHD tag=Q1ROG5CR18L2 type=write size=2228447 2024-08-17T01:00:27.659 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.658+0000 7fc9e32c6640 1 < suggested update operation key=DWB3YGH7YBZB tag=EYMDUUKX95LW type=del size=2053322 2024-08-17T01:00:27.663 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.662+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~0Z5FE5DQ9XZZ.0 size=1048576 2024-08-17T01:00:27.664 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.664+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~0Z5FE5DQ9XZZ.1 size=90137 2024-08-17T01:00:27.665 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.664+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=0Z5FE5DQ9XZZ tag=IUT1P4PYPZ18 type=write size=2187289 2024-08-17T01:00:27.667 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.666+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~DPVG5KLHKDM5.0 size=94812 2024-08-17T01:00:27.671 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.670+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=DPVG5KLHKDM5 tag=2Q49054BXUIN type=write size=1143388 2024-08-17T01:00:27.673 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.672+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=9BYM260DBZUA type=del size=2972151 2024-08-17T01:00:27.675 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.674+0000 7fc9e32c6640 1 < completed delete operation key=M40V1TN9S9M2 tag=F9M2RCU50TJP type=del 2024-08-17T01:00:27.677 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.677+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=2D0FFSLF1B1X type=del size=2118185 2024-08-17T01:00:27.679 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.679+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~QATELZC2H549.0 size=1048576 2024-08-17T01:00:27.681 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.681+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~QATELZC2H549.1 size=622455 2024-08-17T01:00:27.686 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.684+0000 7fc9e32c6640 1 < completed multipart upload key=HPIXXJSLU5J6 upload=QATELZC2H549 tag=ECRFPJCT213F type=write size=2719607 2024-08-17T01:00:27.687 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.686+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=Y6XL201433OF type=write size=193844 2024-08-17T01:00:27.691 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.691+0000 7fc9e32c6640 1 < suggested remove operation key=3QNRD31J9WH5 tag=CCSY35G6M4J5 type=del 2024-08-17T01:00:27.693 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.693+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=X2MN6PFIK5QU type=del size=1622872 2024-08-17T01:00:27.695 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.695+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~8PE58TQ1GIIE.0 size=1048576 2024-08-17T01:00:27.697 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.697+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~8PE58TQ1GIIE.1 size=945734 2024-08-17T01:00:27.701 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.700+0000 7fc9e32c6640 1 < completed multipart upload key=3426C909P2VX upload=8PE58TQ1GIIE tag=4H0GQE793XKS type=write size=3042886 2024-08-17T01:00:27.703 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.703+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=TR6WMF9V8OX9 type=del size=2472550 2024-08-17T01:00:27.705 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.705+0000 7fc9e32c6640 1 < completed delete operation key=M0RSO8RQ43YG tag=WI58WE0U8V48 type=del 2024-08-17T01:00:27.707 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.707+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=SYF02QFWXK93 type=del size=2824639 2024-08-17T01:00:27.710 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.709+0000 7fc9e32c6640 1 < completed delete operation key=OQ1IXKB82T39 tag=LEWPYJ8BBCC5 type=del 2024-08-17T01:00:27.712 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.711+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=57BFNFQT0YCF type=del size=667721 2024-08-17T01:00:27.714 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.713+0000 7fc9e32c6640 1 < completed delete operation key=RNSEALS0CEAA tag=VKX98QOPHE5S type=del 2024-08-17T01:00:27.716 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.715+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=TESYNDLI551O type=del size=763359 2024-08-17T01:00:27.718 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.717+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~W8P04QXCLIR3.0 size=187653 2024-08-17T01:00:27.721 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.721+0000 7fc9e32c6640 1 < completed multipart upload key=Y5CGDXUEE4A5 upload=W8P04QXCLIR3 tag=I06CMZE68NGB type=write size=1236229 2024-08-17T01:00:27.725 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.724+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~9NNUO1NC365W.0 size=1048576 2024-08-17T01:00:27.727 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.726+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~9NNUO1NC365W.1 size=1048576 2024-08-17T01:00:27.728 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.728+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~9NNUO1NC365W.2 size=820630 2024-08-17T01:00:27.729 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.728+0000 7fc9e32c6640 1 > prepared multipart upload key=9ZTGHGASZU54 upload=9NNUO1NC365W tag=34Y12153OWMJ type=write size=3966358 2024-08-17T01:00:27.731 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.730+0000 7fc9e32c6640 -1 < failed to complete operation key=3QNRD31J9WH5 tag=MCFPUPSYGFCW type=write size=48939: (22) Invalid argument 2024-08-17T01:00:27.735 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.735+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~R811SABCEHBP.0 size=1048576 2024-08-17T01:00:27.737 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.737+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~R811SABCEHBP.1 size=77277 2024-08-17T01:00:27.737 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.737+0000 7fc9e32c6640 1 > prepared multipart upload key=TOPN4SUVVWJ4 upload=R811SABCEHBP tag=U17C2X40I4LH type=write size=2174429 2024-08-17T01:00:27.738 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.737+0000 7fc9e32c6640 -1 < no bi entry to suggest for operation key=3QNRD31J9WH5 tag=PJ9TPUVSLEB8 type=write size=288152: (2) No such file or directory 2024-08-17T01:00:27.740 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.739+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=I90XT67X64OG type=del size=3684350 2024-08-17T01:00:27.741 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.741+0000 7fc9e32c6640 1 < completed write operation key=Y5CGDXUEE4A5 tag=15YQ56SO9JSF type=write size=700717 2024-08-17T01:00:27.744 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.743+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=79QRFBHK7G3X type=del size=1917430 2024-08-17T01:00:27.746 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.745+0000 7fc9e32c6640 1 < completed delete operation key=0GIHJJ2YE1EF tag=ECHGE4TU3ZIP type=del 2024-08-17T01:00:27.749 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.748+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=2YKOJ3VX3LQD type=del size=1213018 2024-08-17T01:00:27.751 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.750+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~W7E2Y7LK4BEO.0 size=1048576 2024-08-17T01:00:27.753 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.752+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~W7E2Y7LK4BEO.1 size=1048576 2024-08-17T01:00:27.754 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.754+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~W7E2Y7LK4BEO.2 size=438184 2024-08-17T01:00:27.758 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.757+0000 7fc9e32c6640 1 < completed multipart upload key=NJYN8PLMG5AN upload=W7E2Y7LK4BEO tag=NWRL5GDEOAJ7 type=write size=3583912 2024-08-17T01:00:27.762 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.761+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~QKNVIGWWRX0J.0 size=1048576 2024-08-17T01:00:27.764 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.763+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~QKNVIGWWRX0J.1 size=1048576 2024-08-17T01:00:27.766 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.765+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~QKNVIGWWRX0J.2 size=867252 2024-08-17T01:00:27.766 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.765+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=QKNVIGWWRX0J tag=VQPMFF4B30CV type=write size=4012980 2024-08-17T01:00:27.767 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.766+0000 7fc9e32c6640 1 < canceled part key=_multipart_0GIHJJ2YE1EF.2~HLOAHT2N4QHD.0 size=1048576 2024-08-17T01:00:27.768 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.767+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~HLOAHT2N4QHD.1 size=131295 2024-08-17T01:00:27.772 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.771+0000 7fc9e32c6640 1 < canceled multipart upload key=0GIHJJ2YE1EF upload=HLOAHT2N4QHD tag=Q1ROG5CR18L2 type=write size=2228447 2024-08-17T01:00:27.777 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.775+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~Q5944XKTZ9MT.0 size=1048576 2024-08-17T01:00:27.778 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.777+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~Q5944XKTZ9MT.1 size=419242 2024-08-17T01:00:27.778 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.777+0000 7fc9e32c6640 1 > prepared multipart upload key=04A7K18FAZTD upload=Q5944XKTZ9MT tag=8UBL6N84EDCV type=write size=2516394 2024-08-17T01:00:27.780 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.779+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~0Z5FE5DQ9XZZ.0 size=1048576 2024-08-17T01:00:27.781 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.781+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~0Z5FE5DQ9XZZ.1 size=90137 2024-08-17T01:00:27.785 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.784+0000 7fc9e32c6640 1 < completed multipart upload key=NJYN8PLMG5AN upload=0Z5FE5DQ9XZZ tag=IUT1P4PYPZ18 type=write size=2187289 2024-08-17T01:00:27.788 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.786+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=OAZYU2W2N6OE type=del size=2713749 2024-08-17T01:00:27.790 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.788+0000 7fc9e32c6640 1 < canceled operation key=JNHP0HYR3GAN tag=9BYM260DBZUA type=del size=2972151 2024-08-17T01:00:27.792 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.790+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=SM4S62Q9RVPC type=del size=3241728 2024-08-17T01:00:27.793 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.792+0000 7fc9e32c6640 1 < completed delete operation key=XHAAVXY5RRVM tag=2D0FFSLF1B1X type=del 2024-08-17T01:00:27.797 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.796+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~UF1PCDFHZTJ3.0 size=1048576 2024-08-17T01:00:27.799 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.798+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~UF1PCDFHZTJ3.1 size=311427 2024-08-17T01:00:27.799 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.798+0000 7fc9e32c6640 1 > prepared multipart upload key=SYENEMTYLFFB upload=UF1PCDFHZTJ3 tag=ZYBC5LYSILUI type=write size=2408579 2024-08-17T01:00:27.801 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.800+0000 7fc9e32c6640 1 < completed write operation key=WN539WGGF4SK tag=Y6XL201433OF type=write size=193844 2024-08-17T01:00:27.805 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.803+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~XLYV9AD398VO.0 size=837764 2024-08-17T01:00:27.805 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.803+0000 7fc9e32c6640 1 > prepared multipart upload key=JNHP0HYR3GAN upload=XLYV9AD398VO tag=AVW35AU8YCI5 type=write size=1886340 2024-08-17T01:00:27.808 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.806+0000 7fc9e32c6640 1 < completed delete operation key=41QVSMLCJY3L tag=X2MN6PFIK5QU type=del 2024-08-17T01:00:27.808 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.808+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=1R3BBDYL0AO8 type=write size=366258 2024-08-17T01:00:27.810 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.810+0000 7fc9e32c6640 1 < completed delete operation key=GPTER2AM6J7E tag=TR6WMF9V8OX9 type=del 2024-08-17T01:00:27.815 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.812+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=80075KPDDBL9 type=del size=2803793 2024-08-17T01:00:27.817 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.816+0000 7fc9e32c6640 1 < suggested update operation key=JNHP0HYR3GAN tag=SYF02QFWXK93 type=del size=2824639 2024-08-17T01:00:27.820 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.819+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~2A5ARYZVP8JY.0 size=1048576 2024-08-17T01:00:27.822 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.821+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~2A5ARYZVP8JY.1 size=514441 2024-08-17T01:00:27.822 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.821+0000 7fc9e32c6640 1 > prepared multipart upload key=SNQ4IXALP94F upload=2A5ARYZVP8JY tag=VH2E9IGYQNU9 type=write size=2611593 2024-08-17T01:00:27.825 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.824+0000 7fc9e32c6640 1 < completed delete operation key=0GIHJJ2YE1EF tag=57BFNFQT0YCF type=del 2024-08-17T01:00:27.829 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.828+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~I0LAXIQEWTCH.0 size=1048576 2024-08-17T01:00:27.830 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.830+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~I0LAXIQEWTCH.1 size=1048576 2024-08-17T01:00:27.832 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.831+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~I0LAXIQEWTCH.2 size=138358 2024-08-17T01:00:27.832 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.831+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=I0LAXIQEWTCH tag=GEM80AZMH9UX type=write size=3284086 2024-08-17T01:00:27.834 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.833+0000 7fc9e32c6640 1 < completed delete operation key=W14LJICPB60X tag=TESYNDLI551O type=del 2024-08-17T01:00:27.838 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.837+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~XIP4GSHPJ064.0 size=1048576 2024-08-17T01:00:27.839 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.839+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~XIP4GSHPJ064.1 size=662793 2024-08-17T01:00:27.839 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.839+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=XIP4GSHPJ064 tag=QY8Z5O9R6MMD type=write size=2759945 2024-08-17T01:00:27.842 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.841+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~9NNUO1NC365W.0 size=1048576 2024-08-17T01:00:27.844 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.843+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~9NNUO1NC365W.1 size=1048576 2024-08-17T01:00:27.846 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.845+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~9NNUO1NC365W.2 size=820630 2024-08-17T01:00:27.849 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.848+0000 7fc9e32c6640 1 < completed multipart upload key=9ZTGHGASZU54 upload=9NNUO1NC365W tag=34Y12153OWMJ type=write size=3966358 2024-08-17T01:00:27.853 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.852+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~XV6HYV13X5HI.0 size=1048576 2024-08-17T01:00:27.854 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.853+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~XV6HYV13X5HI.1 size=1039716 2024-08-17T01:00:27.855 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.853+0000 7fc9e32c6640 1 > prepared multipart upload key=04A7K18FAZTD upload=XV6HYV13X5HI tag=A2M7D4XR3XZP type=write size=3136868 2024-08-17T01:00:27.857 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.856+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~R811SABCEHBP.0 size=1048576 2024-08-17T01:00:27.858 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.857+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~R811SABCEHBP.1 size=77277 2024-08-17T01:00:27.862 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.861+0000 7fc9e32c6640 1 < completed multipart upload key=TOPN4SUVVWJ4 upload=R811SABCEHBP tag=U17C2X40I4LH type=write size=2174429 2024-08-17T01:00:27.865 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.865+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~7SXZ6679S0BX.0 size=531239 2024-08-17T01:00:27.865 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.865+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=7SXZ6679S0BX tag=GQHJ7F8Z9LSY type=write size=1579815 2024-08-17T01:00:27.869 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.868+0000 7fc9e32c6640 1 < suggested update operation key=SYENEMTYLFFB tag=I90XT67X64OG type=del size=3684350 2024-08-17T01:00:27.873 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.872+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~8ROF8M0QMJ1E.0 size=1048576 2024-08-17T01:00:27.875 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.874+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~8ROF8M0QMJ1E.1 size=554534 2024-08-17T01:00:27.875 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.874+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=8ROF8M0QMJ1E tag=IH97MPJ0OFKP type=write size=2651686 2024-08-17T01:00:27.877 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.876+0000 7fc9e32c6640 1 < completed delete operation key=WN539WGGF4SK tag=79QRFBHK7G3X type=del 2024-08-17T01:00:27.879 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.878+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=J9R9XG09CKGP type=write size=29559 2024-08-17T01:00:27.882 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.882+0000 7fc9e32c6640 1 < suggested remove operation key=WN539WGGF4SK tag=2YKOJ3VX3LQD type=del 2024-08-17T01:00:27.886 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.886+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~DHVHJ61328HA.0 size=1048576 2024-08-17T01:00:27.888 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.888+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~DHVHJ61328HA.1 size=1048576 2024-08-17T01:00:27.890 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.889+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~DHVHJ61328HA.2 size=902371 2024-08-17T01:00:27.890 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.889+0000 7fc9e32c6640 1 > prepared multipart upload key=SR0C26PR3RCQ upload=DHVHJ61328HA tag=XO23LNNG5T8D type=write size=4048099 2024-08-17T01:00:27.892 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.891+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~QKNVIGWWRX0J.0 size=1048576 2024-08-17T01:00:27.894 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.893+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~QKNVIGWWRX0J.1 size=1048576 2024-08-17T01:00:27.896 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.895+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~QKNVIGWWRX0J.2 size=867252 2024-08-17T01:00:27.899 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.898+0000 7fc9e32c6640 1 < completed multipart upload key=W14LJICPB60X upload=QKNVIGWWRX0J tag=VQPMFF4B30CV type=write size=4012980 2024-08-17T01:00:27.903 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.902+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~ICB0K4884AZV.0 size=811100 2024-08-17T01:00:27.903 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.902+0000 7fc9e32c6640 1 > prepared multipart upload key=DWB3YGH7YBZB upload=ICB0K4884AZV tag=4S4ZA4537V14 type=write size=1859676 2024-08-17T01:00:27.905 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.904+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~Q5944XKTZ9MT.0 size=1048576 2024-08-17T01:00:27.907 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.906+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~Q5944XKTZ9MT.1 size=419242 2024-08-17T01:00:27.911 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.910+0000 7fc9e32c6640 1 < completed multipart upload key=04A7K18FAZTD upload=Q5944XKTZ9MT tag=8UBL6N84EDCV type=write size=2516394 2024-08-17T01:00:27.915 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.914+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~T8OXS8D10A8Y.0 size=1048576 2024-08-17T01:00:27.916 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.916+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~T8OXS8D10A8Y.1 size=1048576 2024-08-17T01:00:27.918 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.918+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~T8OXS8D10A8Y.2 size=909720 2024-08-17T01:00:27.918 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.918+0000 7fc9e32c6640 1 > prepared multipart upload key=TN1LRZX0D64M upload=T8OXS8D10A8Y tag=ULTEWQXSE8MR type=write size=4055448 2024-08-17T01:00:27.920 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.920+0000 7fc9e32c6640 1 < completed delete operation key=UBSJCVKYWX6F tag=OAZYU2W2N6OE type=del 2024-08-17T01:00:27.925 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.924+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~6JUH9N7AGY0H.0 size=1048576 2024-08-17T01:00:27.926 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.926+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~6JUH9N7AGY0H.1 size=1048576 2024-08-17T01:00:27.928 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.928+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~6JUH9N7AGY0H.2 size=673015 2024-08-17T01:00:27.928 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.928+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=6JUH9N7AGY0H tag=JE6FMGO8VA8C type=write size=3818743 2024-08-17T01:00:27.932 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.932+0000 7fc9e32c6640 1 < suggested remove operation key=HPIXXJSLU5J6 tag=SM4S62Q9RVPC type=del 2024-08-17T01:00:27.936 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.936+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~40I1X6TU9EAM.0 size=1048576 2024-08-17T01:00:27.938 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.937+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~40I1X6TU9EAM.1 size=65745 2024-08-17T01:00:27.938 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.937+0000 7fc9e32c6640 1 > prepared multipart upload key=3QNRD31J9WH5 upload=40I1X6TU9EAM tag=35N8CWX7NGXE type=write size=2162897 2024-08-17T01:00:27.939 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.937+0000 7fc9e32c6640 1 < canceled part key=_multipart_SYENEMTYLFFB.2~UF1PCDFHZTJ3.0 size=1048576 2024-08-17T01:00:27.940 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.939+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~UF1PCDFHZTJ3.1 size=311427 2024-08-17T01:00:27.944 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.943+0000 7fc9e32c6640 1 < canceled multipart upload key=SYENEMTYLFFB upload=UF1PCDFHZTJ3 tag=ZYBC5LYSILUI type=write size=2408579 2024-08-17T01:00:27.946 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.945+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=1ZL14ZPUXZMD type=del size=547897 2024-08-17T01:00:27.948 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.947+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~XLYV9AD398VO.0 size=837764 2024-08-17T01:00:27.952 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.952+0000 7fc9e32c6640 1 < completed multipart upload key=JNHP0HYR3GAN upload=XLYV9AD398VO tag=AVW35AU8YCI5 type=write size=1886340 2024-08-17T01:00:27.954 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.954+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=BB3X5EQ6A5A6 type=write size=197295 2024-08-17T01:00:27.958 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.957+0000 7fc9e32c6640 -1 < failed to complete operation key=JNHP0HYR3GAN tag=1R3BBDYL0AO8 type=write size=366258: (22) Invalid argument 2024-08-17T01:00:27.960 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.959+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=BH8D1OTJKYQ9 type=del size=564440 2024-08-17T01:00:27.962 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.961+0000 7fc9e32c6640 1 < completed delete operation key=7YJVD2TL2U1Q tag=80075KPDDBL9 type=del 2024-08-17T01:00:27.965 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.964+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=QOXJY4IP3O41 type=del size=2356533 2024-08-17T01:00:27.967 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.966+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~2A5ARYZVP8JY.0 size=1048576 2024-08-17T01:00:27.969 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.968+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~2A5ARYZVP8JY.1 size=514441 2024-08-17T01:00:27.972 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.972+0000 7fc9e32c6640 1 < completed multipart upload key=SNQ4IXALP94F upload=2A5ARYZVP8JY tag=VH2E9IGYQNU9 type=write size=2611593 2024-08-17T01:00:27.974 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.974+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=APNQY0RHDFKJ type=del size=550697 2024-08-17T01:00:27.977 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.976+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~I0LAXIQEWTCH.0 size=1048576 2024-08-17T01:00:27.978 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.978+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~I0LAXIQEWTCH.1 size=1048576 2024-08-17T01:00:27.980 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.979+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~I0LAXIQEWTCH.2 size=138358 2024-08-17T01:00:27.983 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.983+0000 7fc9e32c6640 1 < completed multipart upload key=Y5CGDXUEE4A5 upload=I0LAXIQEWTCH tag=GEM80AZMH9UX type=write size=3284086 2024-08-17T01:00:27.986 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.985+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=R8R03JZTOLF9 type=del size=3142130 2024-08-17T01:00:27.988 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.987+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~XIP4GSHPJ064.0 size=1048576 2024-08-17T01:00:27.990 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.989+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~XIP4GSHPJ064.1 size=662793 2024-08-17T01:00:27.994 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.993+0000 7fc9e32c6640 1 < completed multipart upload key=W14LJICPB60X upload=XIP4GSHPJ064 tag=QY8Z5O9R6MMD type=write size=2759945 2024-08-17T01:00:27.996 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.996+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=10B4PTE48OYK type=del size=4142469 2024-08-17T01:00:27.998 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.998+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~XV6HYV13X5HI.0 size=1048576 2024-08-17T01:00:28.000 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:27.999+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~XV6HYV13X5HI.1 size=1039716 2024-08-17T01:00:28.004 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.003+0000 7fc9e32c6640 1 < completed multipart upload key=04A7K18FAZTD upload=XV6HYV13X5HI tag=A2M7D4XR3XZP type=write size=3136868 2024-08-17T01:00:28.006 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.005+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=NPGZRKY4GNHB type=del size=3795868 2024-08-17T01:00:28.008 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.007+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~7SXZ6679S0BX.0 size=531239 2024-08-17T01:00:28.012 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.011+0000 7fc9e32c6640 1 < completed multipart upload key=Y5CGDXUEE4A5 upload=7SXZ6679S0BX tag=GQHJ7F8Z9LSY type=write size=1579815 2024-08-17T01:00:28.016 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.015+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~48KCKM4RVVFC.0 size=1048576 2024-08-17T01:00:28.018 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.017+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~48KCKM4RVVFC.1 size=1048576 2024-08-17T01:00:28.020 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.019+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~48KCKM4RVVFC.2 size=457669 2024-08-17T01:00:28.020 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.019+0000 7fc9e32c6640 1 > prepared multipart upload key=M40V1TN9S9M2 upload=48KCKM4RVVFC tag=LDB780SNZKJI type=write size=3603397 2024-08-17T01:00:28.021 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.021+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~8ROF8M0QMJ1E.0 size=1048576 2024-08-17T01:00:28.022 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.021+0000 7fc9e32c6640 1 < canceled part key=_multipart_W14LJICPB60X.2~8ROF8M0QMJ1E.1 size=554534 2024-08-17T01:00:28.025 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.025+0000 7fc9e32c6640 1 < canceled multipart upload key=W14LJICPB60X upload=8ROF8M0QMJ1E tag=IH97MPJ0OFKP type=write size=2651686 2024-08-17T01:00:28.027 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.027+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=YBRMYO02MBQA type=del size=2212255 2024-08-17T01:00:28.030 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.029+0000 7fc9e32c6640 1 < completed write operation key=RNSEALS0CEAA tag=J9R9XG09CKGP type=write size=29559 2024-08-17T01:00:28.032 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.031+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=L409CLJCU6D8 type=del size=597307 2024-08-17T01:00:28.034 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.034+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~DHVHJ61328HA.0 size=1048576 2024-08-17T01:00:28.036 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.036+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~DHVHJ61328HA.1 size=1048576 2024-08-17T01:00:28.038 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.038+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~DHVHJ61328HA.2 size=902371 2024-08-17T01:00:28.042 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.041+0000 7fc9e32c6640 1 < completed multipart upload key=SR0C26PR3RCQ upload=DHVHJ61328HA tag=XO23LNNG5T8D type=write size=4048099 2024-08-17T01:00:28.044 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.044+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=TL3FQ22S9TB1 type=del size=2042025 2024-08-17T01:00:28.046 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.046+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~ICB0K4884AZV.0 size=811100 2024-08-17T01:00:28.050 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.049+0000 7fc9e32c6640 1 < completed multipart upload key=DWB3YGH7YBZB upload=ICB0K4884AZV tag=4S4ZA4537V14 type=write size=1859676 2024-08-17T01:00:28.052 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.052+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=BNWJGGO2BMOF type=del size=985136 2024-08-17T01:00:28.054 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.054+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~T8OXS8D10A8Y.0 size=1048576 2024-08-17T01:00:28.056 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.055+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~T8OXS8D10A8Y.1 size=1048576 2024-08-17T01:00:28.058 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.057+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~T8OXS8D10A8Y.2 size=909720 2024-08-17T01:00:28.062 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.061+0000 7fc9e32c6640 1 < completed multipart upload key=TN1LRZX0D64M upload=T8OXS8D10A8Y tag=ULTEWQXSE8MR type=write size=4055448 2024-08-17T01:00:28.067 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.066+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~8EG6DVOQ98X2.0 size=1048576 2024-08-17T01:00:28.068 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.067+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~8EG6DVOQ98X2.1 size=1048576 2024-08-17T01:00:28.070 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.069+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~8EG6DVOQ98X2.2 size=869906 2024-08-17T01:00:28.070 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.069+0000 7fc9e32c6640 1 > prepared multipart upload key=9ZTGHGASZU54 upload=8EG6DVOQ98X2 tag=XL5GNBLI0BJ0 type=write size=4015634 2024-08-17T01:00:28.072 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.071+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~6JUH9N7AGY0H.0 size=1048576 2024-08-17T01:00:28.073 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.073+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~6JUH9N7AGY0H.1 size=1048576 2024-08-17T01:00:28.075 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.074+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~6JUH9N7AGY0H.2 size=673015 2024-08-17T01:00:28.098 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.097+0000 7fc9e32c6640 1 < completed multipart upload key=NJYN8PLMG5AN upload=6JUH9N7AGY0H tag=JE6FMGO8VA8C type=write size=3818743 2024-08-17T01:00:28.101 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.101+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~DMNJ6LHHSV4F.0 size=195485 2024-08-17T01:00:28.102 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.101+0000 7fc9e32c6640 1 > prepared multipart upload key=P6GWQRWU8J2B upload=DMNJ6LHHSV4F tag=63WUI4DCWVM9 type=write size=1244061 2024-08-17T01:00:28.103 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.103+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~40I1X6TU9EAM.0 size=1048576 2024-08-17T01:00:28.105 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.104+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~40I1X6TU9EAM.1 size=65745 2024-08-17T01:00:28.108 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.108+0000 7fc9e32c6640 1 < completed multipart upload key=3QNRD31J9WH5 upload=40I1X6TU9EAM tag=35N8CWX7NGXE type=write size=2162897 2024-08-17T01:00:28.110 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.110+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=CNV8NL8QIQC7 type=del size=1137775 2024-08-17T01:00:28.114 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.113+0000 7fc9e32c6640 1 < suggested remove operation key=SNQ4IXALP94F tag=1ZL14ZPUXZMD type=del 2024-08-17T01:00:28.118 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.117+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~XGA9EW5UBNSU.0 size=1048576 2024-08-17T01:00:28.120 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.119+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~XGA9EW5UBNSU.1 size=128104 2024-08-17T01:00:28.120 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.119+0000 7fc9e32c6640 1 > prepared multipart upload key=SNQ4IXALP94F upload=XGA9EW5UBNSU tag=KSQX28BDHAPZ type=write size=2225256 2024-08-17T01:00:28.122 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.121+0000 7fc9e32c6640 1 < completed write operation key=M40V1TN9S9M2 tag=BB3X5EQ6A5A6 type=write size=197295 2024-08-17T01:00:28.127 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.126+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~SWGC1BK7YXYE.0 size=1048576 2024-08-17T01:00:28.129 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.128+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~SWGC1BK7YXYE.1 size=366980 2024-08-17T01:00:28.129 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.128+0000 7fc9e32c6640 1 > prepared multipart upload key=DWB3YGH7YBZB upload=SWGC1BK7YXYE tag=8NVC7GIAAXTE type=write size=2464132 2024-08-17T01:00:28.131 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.130+0000 7fc9e32c6640 1 < completed delete operation key=0GIHJJ2YE1EF tag=BH8D1OTJKYQ9 type=del 2024-08-17T01:00:28.135 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.134+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~L8GYH4A7ZH6J.0 size=1048576 2024-08-17T01:00:28.137 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.136+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~L8GYH4A7ZH6J.1 size=407191 2024-08-17T01:00:28.137 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.136+0000 7fc9e32c6640 1 > prepared multipart upload key=UBSJCVKYWX6F upload=L8GYH4A7ZH6J tag=GDQC1J3JPI4Q type=write size=2504343 2024-08-17T01:00:28.139 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.138+0000 7fc9e32c6640 1 < completed delete operation key=XHAAVXY5RRVM tag=QOXJY4IP3O41 type=del 2024-08-17T01:00:28.141 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.140+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=9Y3VTTG08HDD type=del size=2315143 2024-08-17T01:00:28.143 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.142+0000 7fc9e32c6640 1 < completed delete operation key=ZFTRWL3EXMLQ tag=APNQY0RHDFKJ type=del 2024-08-17T01:00:28.147 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.146+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~E0JFEDSSSZMK.0 size=1048576 2024-08-17T01:00:28.148 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.148+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~E0JFEDSSSZMK.1 size=603393 2024-08-17T01:00:28.149 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.148+0000 7fc9e32c6640 1 > prepared multipart upload key=41QVSMLCJY3L upload=E0JFEDSSSZMK tag=II18TVP3ROVQ type=write size=2700545 2024-08-17T01:00:28.153 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.152+0000 7fc9e32c6640 1 < suggested remove operation key=04A7K18FAZTD tag=R8R03JZTOLF9 type=del 2024-08-17T01:00:28.156 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.155+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~VTT2LGY8GCJ1.0 size=1048576 2024-08-17T01:00:28.158 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.157+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~VTT2LGY8GCJ1.1 size=1048576 2024-08-17T01:00:28.160 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.159+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~VTT2LGY8GCJ1.2 size=235949 2024-08-17T01:00:28.160 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.159+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=VTT2LGY8GCJ1 tag=EUMQRK7BDZRM type=write size=3381677 2024-08-17T01:00:28.160 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.160+0000 7fc9e32c6640 -1 < no bi entry to suggest for operation key=04A7K18FAZTD tag=10B4PTE48OYK type=del size=4142469: (2) No such file or directory 2024-08-17T01:00:28.164 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.163+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~EXO01U0JB71D.0 size=228070 2024-08-17T01:00:28.164 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.163+0000 7fc9e32c6640 1 > prepared multipart upload key=SYENEMTYLFFB upload=EXO01U0JB71D tag=1FQAEH8C9R7T type=write size=1276646 2024-08-17T01:00:28.166 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.165+0000 7fc9e32c6640 1 < completed delete operation key=WN539WGGF4SK tag=NPGZRKY4GNHB type=del 2024-08-17T01:00:28.170 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.170+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~MM7VZPMTULT6.0 size=1048576 2024-08-17T01:00:28.172 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.171+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~MM7VZPMTULT6.1 size=237522 2024-08-17T01:00:28.172 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.171+0000 7fc9e32c6640 1 > prepared multipart upload key=UBSJCVKYWX6F upload=MM7VZPMTULT6 tag=OQ3PASM39TC8 type=write size=2334674 2024-08-17T01:00:28.174 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.174+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~48KCKM4RVVFC.0 size=1048576 2024-08-17T01:00:28.176 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.175+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~48KCKM4RVVFC.1 size=1048576 2024-08-17T01:00:28.178 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.177+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~48KCKM4RVVFC.2 size=457669 2024-08-17T01:00:28.181 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.181+0000 7fc9e32c6640 1 < completed multipart upload key=M40V1TN9S9M2 upload=48KCKM4RVVFC tag=LDB780SNZKJI type=write size=3603397 2024-08-17T01:00:28.185 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.184+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~W7WOIZESZ4Y7.0 size=1048576 2024-08-17T01:00:28.187 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.186+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~W7WOIZESZ4Y7.1 size=1048576 2024-08-17T01:00:28.188 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.188+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~W7WOIZESZ4Y7.2 size=655790 2024-08-17T01:00:28.189 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.188+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=W7WOIZESZ4Y7 tag=DRJMF9HSP0F1 type=write size=3801518 2024-08-17T01:00:28.190 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.190+0000 7fc9e32c6640 1 < completed delete operation key=ZFTRWL3EXMLQ tag=YBRMYO02MBQA type=del 2024-08-17T01:00:28.195 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.194+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~BHK74CWN3R8T.0 size=782158 2024-08-17T01:00:28.195 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.194+0000 7fc9e32c6640 1 > prepared multipart upload key=FP808QN0QDSP upload=BHK74CWN3R8T tag=ZS1KH3N6965N type=write size=1830734 2024-08-17T01:00:28.197 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.196+0000 7fc9e32c6640 1 < completed delete operation key=RNSEALS0CEAA tag=L409CLJCU6D8 type=del 2024-08-17T01:00:28.199 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.198+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=OZYY0JXH2Z35 type=write size=671739 2024-08-17T01:00:28.201 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.200+0000 7fc9e32c6640 1 < completed delete operation key=TN1LRZX0D64M tag=TL3FQ22S9TB1 type=del 2024-08-17T01:00:28.205 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.204+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~SC3JZ2U51E18.0 size=1048576 2024-08-17T01:00:28.207 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.206+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~SC3JZ2U51E18.1 size=1048576 2024-08-17T01:00:28.208 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.208+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~SC3JZ2U51E18.2 size=806727 2024-08-17T01:00:28.209 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.208+0000 7fc9e32c6640 1 > prepared multipart upload key=SNQ4IXALP94F upload=SC3JZ2U51E18 tag=BSPFLSQHFEDT type=write size=3952455 2024-08-17T01:00:28.210 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.210+0000 7fc9e32c6640 1 < completed delete operation key=TOPN4SUVVWJ4 tag=BNWJGGO2BMOF type=del 2024-08-17T01:00:28.214 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.214+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~MY3W4QHKKU9U.0 size=1048576 2024-08-17T01:00:28.216 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.215+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~MY3W4QHKKU9U.1 size=724007 2024-08-17T01:00:28.216 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.215+0000 7fc9e32c6640 1 > prepared multipart upload key=SR0C26PR3RCQ upload=MY3W4QHKKU9U tag=MUQ5MRQK7JKA type=write size=2821159 2024-08-17T01:00:28.218 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.218+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~8EG6DVOQ98X2.0 size=1048576 2024-08-17T01:00:28.218 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.218+0000 7fc9e32c6640 1 < canceled part key=_multipart_9ZTGHGASZU54.2~8EG6DVOQ98X2.1 size=1048576 2024-08-17T01:00:28.221 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.219+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~8EG6DVOQ98X2.2 size=869906 2024-08-17T01:00:28.224 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.223+0000 7fc9e32c6640 1 < canceled multipart upload key=9ZTGHGASZU54 upload=8EG6DVOQ98X2 tag=XL5GNBLI0BJ0 type=write size=4015634 2024-08-17T01:00:28.226 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.225+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=BID4T1U6S1Q2 type=del size=2216846 2024-08-17T01:00:28.229 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.228+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~DMNJ6LHHSV4F.0 size=195485 2024-08-17T01:00:28.232 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.231+0000 7fc9e32c6640 1 < completed multipart upload key=P6GWQRWU8J2B upload=DMNJ6LHHSV4F tag=63WUI4DCWVM9 type=write size=1244061 2024-08-17T01:00:28.234 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.234+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=436MZYAPQGTO type=del size=55562 2024-08-17T01:00:28.238 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.238+0000 7fc9e32c6640 1 < suggested remove operation key=NJYN8PLMG5AN tag=CNV8NL8QIQC7 type=del 2024-08-17T01:00:28.242 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.242+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~96LG6R769QHB.0 size=1048576 2024-08-17T01:00:28.244 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.243+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~96LG6R769QHB.1 size=37818 2024-08-17T01:00:28.244 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.243+0000 7fc9e32c6640 1 > prepared multipart upload key=0GIHJJ2YE1EF upload=96LG6R769QHB tag=975GHPQ0XFAW type=write size=2134970 2024-08-17T01:00:28.246 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.245+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~XGA9EW5UBNSU.0 size=1048576 2024-08-17T01:00:28.246 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.245+0000 7fc9e32c6640 1 < canceled part key=_multipart_SNQ4IXALP94F.2~XGA9EW5UBNSU.1 size=128104 2024-08-17T01:00:28.250 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.249+0000 7fc9e32c6640 1 < canceled multipart upload key=SNQ4IXALP94F upload=XGA9EW5UBNSU tag=KSQX28BDHAPZ type=write size=2225256 2024-08-17T01:00:28.253 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.252+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=2I17CAMPU9GO type=del size=1619507 2024-08-17T01:00:28.255 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.255+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~SWGC1BK7YXYE.0 size=1048576 2024-08-17T01:00:28.257 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.257+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~SWGC1BK7YXYE.1 size=366980 2024-08-17T01:00:28.262 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.260+0000 7fc9e32c6640 1 < completed multipart upload key=DWB3YGH7YBZB upload=SWGC1BK7YXYE tag=8NVC7GIAAXTE type=write size=2464132 2024-08-17T01:00:28.264 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.263+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=HXVJA79WQJF1 type=del size=3410478 2024-08-17T01:00:28.266 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.265+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~L8GYH4A7ZH6J.0 size=1048576 2024-08-17T01:00:28.268 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.267+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~L8GYH4A7ZH6J.1 size=407191 2024-08-17T01:00:28.272 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.271+0000 7fc9e32c6640 1 < completed multipart upload key=UBSJCVKYWX6F upload=L8GYH4A7ZH6J tag=GDQC1J3JPI4Q type=write size=2504343 2024-08-17T01:00:28.274 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.273+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=FDZTPEKSU3ZK type=write size=591027 2024-08-17T01:00:28.276 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.275+0000 7fc9e32c6640 1 < completed delete operation key=XHAAVXY5RRVM tag=9Y3VTTG08HDD type=del 2024-08-17T01:00:28.278 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.277+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=REUSNBJKSEIX type=del size=2104146 2024-08-17T01:00:28.278 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.277+0000 7fc9e32c6640 1 < canceled part key=_multipart_41QVSMLCJY3L.2~E0JFEDSSSZMK.0 size=1048576 2024-08-17T01:00:28.280 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.279+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~E0JFEDSSSZMK.1 size=603393 2024-08-17T01:00:28.284 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.283+0000 7fc9e32c6640 1 < canceled multipart upload key=41QVSMLCJY3L upload=E0JFEDSSSZMK tag=II18TVP3ROVQ type=write size=2700545 2024-08-17T01:00:28.287 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.287+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~4L220ZP0HY0A.0 size=1048576 2024-08-17T01:00:28.289 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.288+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~4L220ZP0HY0A.1 size=754402 2024-08-17T01:00:28.289 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.288+0000 7fc9e32c6640 1 > prepared multipart upload key=WN539WGGF4SK upload=4L220ZP0HY0A tag=O9KYUEA2CBS1 type=write size=2851554 2024-08-17T01:00:28.292 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.291+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~VTT2LGY8GCJ1.0 size=1048576 2024-08-17T01:00:28.294 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.293+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~VTT2LGY8GCJ1.1 size=1048576 2024-08-17T01:00:28.295 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.295+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~VTT2LGY8GCJ1.2 size=235949 2024-08-17T01:00:28.299 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.299+0000 7fc9e32c6640 1 < completed multipart upload key=Y5CGDXUEE4A5 upload=VTT2LGY8GCJ1 tag=EUMQRK7BDZRM type=write size=3381677 2024-08-17T01:00:28.301 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.301+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=L9MKAG9SDAI8 type=del size=379178 2024-08-17T01:00:28.304 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.303+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~EXO01U0JB71D.0 size=228070 2024-08-17T01:00:28.308 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.307+0000 7fc9e32c6640 1 < completed multipart upload key=SYENEMTYLFFB upload=EXO01U0JB71D tag=1FQAEH8C9R7T type=write size=1276646 2024-08-17T01:00:28.312 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.311+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~ZSACHTU16HXO.0 size=424275 2024-08-17T01:00:28.312 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.311+0000 7fc9e32c6640 1 > prepared multipart upload key=HPIXXJSLU5J6 upload=ZSACHTU16HXO tag=XAAIDPSCWRSA type=write size=1472851 2024-08-17T01:00:28.314 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.313+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~MM7VZPMTULT6.0 size=1048576 2024-08-17T01:00:28.315 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.315+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~MM7VZPMTULT6.1 size=237522 2024-08-17T01:00:28.319 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.318+0000 7fc9e32c6640 1 < completed multipart upload key=UBSJCVKYWX6F upload=MM7VZPMTULT6 tag=OQ3PASM39TC8 type=write size=2334674 2024-08-17T01:00:28.323 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.322+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~TAGNAQESTNV1.0 size=1024966 2024-08-17T01:00:28.323 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.322+0000 7fc9e32c6640 1 > prepared multipart upload key=M0RSO8RQ43YG upload=TAGNAQESTNV1 tag=E7Y5RQAO8USG type=write size=2073542 2024-08-17T01:00:28.325 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.324+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~W7WOIZESZ4Y7.0 size=1048576 2024-08-17T01:00:28.327 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.326+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~W7WOIZESZ4Y7.1 size=1048576 2024-08-17T01:00:28.328 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.328+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~W7WOIZESZ4Y7.2 size=655790 2024-08-17T01:00:28.333 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.332+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=W7WOIZESZ4Y7 tag=DRJMF9HSP0F1 type=write size=3801518 2024-08-17T01:00:28.336 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.336+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~CANQPBNTIXXU.0 size=1048576 2024-08-17T01:00:28.338 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.337+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~CANQPBNTIXXU.1 size=1048576 2024-08-17T01:00:28.340 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.339+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~CANQPBNTIXXU.2 size=727300 2024-08-17T01:00:28.340 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.339+0000 7fc9e32c6640 1 > prepared multipart upload key=GPTER2AM6J7E upload=CANQPBNTIXXU tag=EH44E9L8OZWK type=write size=3873028 2024-08-17T01:00:28.342 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.341+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~BHK74CWN3R8T.0 size=782158 2024-08-17T01:00:28.345 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.345+0000 7fc9e32c6640 1 < completed multipart upload key=FP808QN0QDSP upload=BHK74CWN3R8T tag=ZS1KH3N6965N type=write size=1830734 2024-08-17T01:00:28.349 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.349+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~TEW18H3O0R6W.0 size=1048576 2024-08-17T01:00:28.351 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.350+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~TEW18H3O0R6W.1 size=1048576 2024-08-17T01:00:28.353 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.352+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~TEW18H3O0R6W.2 size=267037 2024-08-17T01:00:28.353 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.352+0000 7fc9e32c6640 1 > prepared multipart upload key=WN539WGGF4SK upload=TEW18H3O0R6W tag=4KLZ5IW6EELO type=write size=3412765 2024-08-17T01:00:28.355 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.354+0000 7fc9e32c6640 1 < completed write operation key=HPIXXJSLU5J6 tag=OZYY0JXH2Z35 type=write size=671739 2024-08-17T01:00:28.357 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.356+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=W7W2KYX3V5BW type=del size=3627648 2024-08-17T01:00:28.359 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.358+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~SC3JZ2U51E18.0 size=1048576 2024-08-17T01:00:28.361 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.361+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~SC3JZ2U51E18.1 size=1048576 2024-08-17T01:00:28.363 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.362+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~SC3JZ2U51E18.2 size=806727 2024-08-17T01:00:28.367 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.366+0000 7fc9e32c6640 1 < completed multipart upload key=SNQ4IXALP94F upload=SC3JZ2U51E18 tag=BSPFLSQHFEDT type=write size=3952455 2024-08-17T01:00:28.369 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.369+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=LAFPRIKYAEQ2 type=del size=603213 2024-08-17T01:00:28.371 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.371+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~MY3W4QHKKU9U.0 size=1048576 2024-08-17T01:00:28.373 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.372+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~MY3W4QHKKU9U.1 size=724007 2024-08-17T01:00:28.377 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.376+0000 7fc9e32c6640 1 < completed multipart upload key=SR0C26PR3RCQ upload=MY3W4QHKKU9U tag=MUQ5MRQK7JKA type=write size=2821159 2024-08-17T01:00:28.381 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.380+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~I4IQZIBGEEI7.0 size=1048576 2024-08-17T01:00:28.382 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.382+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~I4IQZIBGEEI7.1 size=134230 2024-08-17T01:00:28.382 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.382+0000 7fc9e32c6640 1 > prepared multipart upload key=SR0C26PR3RCQ upload=I4IQZIBGEEI7 tag=T45GL7RI20HF type=write size=2231382 2024-08-17T01:00:28.386 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.385+0000 7fc9e32c6640 1 < completed delete operation key=JNHP0HYR3GAN tag=BID4T1U6S1Q2 type=del 2024-08-17T01:00:28.390 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.389+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~R2OC30GIO4TB.0 size=1048576 2024-08-17T01:00:28.392 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.391+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~R2OC30GIO4TB.1 size=1048576 2024-08-17T01:00:28.393 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.393+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~R2OC30GIO4TB.2 size=470447 2024-08-17T01:00:28.394 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.393+0000 7fc9e32c6640 1 > prepared multipart upload key=WN539WGGF4SK upload=R2OC30GIO4TB tag=FU6D00U1Q0EP type=write size=3616175 2024-08-17T01:00:28.396 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.395+0000 7fc9e32c6640 1 < canceled operation key=04A7K18FAZTD tag=436MZYAPQGTO type=del size=55562 2024-08-17T01:00:28.398 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.398+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=OTVLD9R7JPMY type=del size=3781457 2024-08-17T01:00:28.399 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.398+0000 7fc9e32c6640 1 < canceled part key=_multipart_0GIHJJ2YE1EF.2~96LG6R769QHB.0 size=1048576 2024-08-17T01:00:28.401 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.400+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~96LG6R769QHB.1 size=37818 2024-08-17T01:00:28.406 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.405+0000 7fc9e32c6640 1 < canceled multipart upload key=0GIHJJ2YE1EF upload=96LG6R769QHB tag=975GHPQ0XFAW type=write size=2134970 2024-08-17T01:00:28.408 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.407+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=L7SF08ZV8HWC type=del size=2313263 2024-08-17T01:00:28.410 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.409+0000 7fc9e32c6640 1 < completed delete operation key=TOPN4SUVVWJ4 tag=2I17CAMPU9GO type=del 2024-08-17T01:00:28.412 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.411+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=SR0SX9EF1KAK type=del size=3580626 2024-08-17T01:00:28.414 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.413+0000 7fc9e32c6640 1 < completed delete operation key=RNSEALS0CEAA tag=HXVJA79WQJF1 type=del 2024-08-17T01:00:28.416 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.416+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=VQDM6VKCUR0J type=del size=392032 2024-08-17T01:00:28.419 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.418+0000 7fc9e32c6640 1 < completed write operation key=OH6EL4D04DHY tag=FDZTPEKSU3ZK type=write size=591027 2024-08-17T01:00:28.423 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.422+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~5LOV40QE2XB6.0 size=991201 2024-08-17T01:00:28.423 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.422+0000 7fc9e32c6640 1 > prepared multipart upload key=3QNRD31J9WH5 upload=5LOV40QE2XB6 tag=YMITSMRO9TM4 type=write size=2039777 2024-08-17T01:00:28.425 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.424+0000 7fc9e32c6640 1 < completed delete operation key=7YJVD2TL2U1Q tag=REUSNBJKSEIX type=del 2024-08-17T01:00:28.429 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.428+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~NHNUCEQFMWY2.0 size=1048576 2024-08-17T01:00:28.431 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.430+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~NHNUCEQFMWY2.1 size=401305 2024-08-17T01:00:28.431 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.430+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=NHNUCEQFMWY2 tag=GXFYD8X4RACW type=write size=2498457 2024-08-17T01:00:28.431 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.431+0000 7fc9e32c6640 1 < canceled part key=_multipart_WN539WGGF4SK.2~4L220ZP0HY0A.0 size=1048576 2024-08-17T01:00:28.433 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.432+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~4L220ZP0HY0A.1 size=754402 2024-08-17T01:00:28.437 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.436+0000 7fc9e32c6640 1 < canceled multipart upload key=WN539WGGF4SK upload=4L220ZP0HY0A tag=O9KYUEA2CBS1 type=write size=2851554 2024-08-17T01:00:28.439 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.438+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=TAE0VT454IS5 type=write size=39354 2024-08-17T01:00:28.441 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.441+0000 7fc9e32c6640 1 < completed delete operation key=41QVSMLCJY3L tag=L9MKAG9SDAI8 type=del 2024-08-17T01:00:28.444 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.443+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=MYIJRB6P9TU3 type=del size=3449334 2024-08-17T01:00:28.446 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.445+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~ZSACHTU16HXO.0 size=424275 2024-08-17T01:00:28.449 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.449+0000 7fc9e32c6640 1 < completed multipart upload key=HPIXXJSLU5J6 upload=ZSACHTU16HXO tag=XAAIDPSCWRSA type=write size=1472851 2024-08-17T01:00:28.451 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.451+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=7X9713GF5C72 type=del size=84545 2024-08-17T01:00:28.454 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.453+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~TAGNAQESTNV1.0 size=1024966 2024-08-17T01:00:28.458 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.457+0000 7fc9e32c6640 1 < completed multipart upload key=M0RSO8RQ43YG upload=TAGNAQESTNV1 tag=E7Y5RQAO8USG type=write size=2073542 2024-08-17T01:00:28.460 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.459+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=4SJEWAHPM7X3 type=del size=632416 2024-08-17T01:00:28.462 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.461+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~CANQPBNTIXXU.0 size=1048576 2024-08-17T01:00:28.466 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.463+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~CANQPBNTIXXU.1 size=1048576 2024-08-17T01:00:28.466 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.465+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~CANQPBNTIXXU.2 size=727300 2024-08-17T01:00:28.469 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.469+0000 7fc9e32c6640 1 < completed multipart upload key=GPTER2AM6J7E upload=CANQPBNTIXXU tag=EH44E9L8OZWK type=write size=3873028 2024-08-17T01:00:28.472 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.471+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=0S29HDTRYGIZ type=del size=2163098 2024-08-17T01:00:28.474 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.473+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~TEW18H3O0R6W.0 size=1048576 2024-08-17T01:00:28.476 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.476+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~TEW18H3O0R6W.1 size=1048576 2024-08-17T01:00:28.478 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.478+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~TEW18H3O0R6W.2 size=267037 2024-08-17T01:00:28.482 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.481+0000 7fc9e32c6640 1 < completed multipart upload key=WN539WGGF4SK upload=TEW18H3O0R6W tag=4KLZ5IW6EELO type=write size=3412765 2024-08-17T01:00:28.484 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.483+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=VRRIQNRID6EL type=del size=455162 2024-08-17T01:00:28.486 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.485+0000 7fc9e32c6640 1 < completed delete operation key=04A7K18FAZTD tag=W7W2KYX3V5BW type=del 2024-08-17T01:00:28.488 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.487+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=56DL0QDBX3J8 type=del size=2729598 2024-08-17T01:00:28.490 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.489+0000 7fc9e32c6640 1 < completed delete operation key=TOPN4SUVVWJ4 tag=LAFPRIKYAEQ2 type=del 2024-08-17T01:00:28.492 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.492+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=6LL28I77HL6Q type=del size=2347697 2024-08-17T01:00:28.493 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.492+0000 7fc9e32c6640 1 < canceled part key=_multipart_SR0C26PR3RCQ.2~I4IQZIBGEEI7.0 size=1048576 2024-08-17T01:00:28.494 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.494+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~I4IQZIBGEEI7.1 size=134230 2024-08-17T01:00:28.498 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.498+0000 7fc9e32c6640 1 < canceled multipart upload key=SR0C26PR3RCQ upload=I4IQZIBGEEI7 tag=T45GL7RI20HF type=write size=2231382 2024-08-17T01:00:28.501 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.500+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=ZCU924O3ZLCX type=del size=1002461 2024-08-17T01:00:28.503 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.502+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~R2OC30GIO4TB.0 size=1048576 2024-08-17T01:00:28.504 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.503+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~R2OC30GIO4TB.1 size=1048576 2024-08-17T01:00:28.506 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.505+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~R2OC30GIO4TB.2 size=470447 2024-08-17T01:00:28.510 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.509+0000 7fc9e32c6640 1 < completed multipart upload key=WN539WGGF4SK upload=R2OC30GIO4TB tag=FU6D00U1Q0EP type=write size=3616175 2024-08-17T01:00:28.512 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.511+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=AR33G6QFFE9P type=write size=417646 2024-08-17T01:00:28.516 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.515+0000 7fc9e32c6640 1 < suggested remove operation key=WN539WGGF4SK tag=OTVLD9R7JPMY type=del 2024-08-17T01:00:28.518 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.517+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=6NMTLTK8WWA9 type=del size=890271 2024-08-17T01:00:28.520 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.519+0000 7fc9e32c6640 1 < completed delete operation key=SYENEMTYLFFB tag=L7SF08ZV8HWC type=del 2024-08-17T01:00:28.522 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.521+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=0J8DZ866OKYU type=del size=1191967 2024-08-17T01:00:28.523 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.523+0000 7fc9e32c6640 1 < canceled operation key=9ZTGHGASZU54 tag=SR0SX9EF1KAK type=del size=3580626 2024-08-17T01:00:28.528 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.527+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~5YNSY6S0BCQJ.0 size=49298 2024-08-17T01:00:28.528 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.527+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=5YNSY6S0BCQJ tag=PPNN2UIFV30O type=write size=1097874 2024-08-17T01:00:28.530 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.529+0000 7fc9e32c6640 1 < completed delete operation key=9ZTGHGASZU54 tag=VQDM6VKCUR0J type=del 2024-08-17T01:00:28.533 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.531+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=VJTY5MDOOITF type=del size=1780560 2024-08-17T01:00:28.534 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.533+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~5LOV40QE2XB6.0 size=991201 2024-08-17T01:00:28.537 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.536+0000 7fc9e32c6640 1 < completed multipart upload key=3QNRD31J9WH5 upload=5LOV40QE2XB6 tag=YMITSMRO9TM4 type=write size=2039777 2024-08-17T01:00:28.541 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.540+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~KJEFVTZAU5CS.0 size=1048576 2024-08-17T01:00:28.543 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.542+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~KJEFVTZAU5CS.1 size=82670 2024-08-17T01:00:28.543 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.542+0000 7fc9e32c6640 1 > prepared multipart upload key=04A7K18FAZTD upload=KJEFVTZAU5CS tag=INET6RWZA62I type=write size=2179822 2024-08-17T01:00:28.545 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.545+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~NHNUCEQFMWY2.0 size=1048576 2024-08-17T01:00:28.545 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.545+0000 7fc9e32c6640 1 < canceled part key=_multipart_NJYN8PLMG5AN.2~NHNUCEQFMWY2.1 size=401305 2024-08-17T01:00:28.549 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.549+0000 7fc9e32c6640 1 < canceled multipart upload key=NJYN8PLMG5AN upload=NHNUCEQFMWY2 tag=GXFYD8X4RACW type=write size=2498457 2024-08-17T01:00:28.551 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.551+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=VWEYK2JWVX5F type=del size=165903 2024-08-17T01:00:28.553 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.553+0000 7fc9e32c6640 1 < completed write operation key=OQ1IXKB82T39 tag=TAE0VT454IS5 type=write size=39354 2024-08-17T01:00:28.555 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.555+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=I1RM4UOSLJHP type=del size=1668969 2024-08-17T01:00:28.557 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.557+0000 7fc9e32c6640 1 < completed delete operation key=FP808QN0QDSP tag=MYIJRB6P9TU3 type=del 2024-08-17T01:00:28.560 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.559+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=M1XN6HJ8IUU1 type=del size=3956455 2024-08-17T01:00:28.561 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.561+0000 7fc9e32c6640 1 < completed delete operation key=SNQ4IXALP94F tag=7X9713GF5C72 type=del 2024-08-17T01:00:28.566 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.565+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~M9LB0T3AI17R.0 size=150200 2024-08-17T01:00:28.566 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.565+0000 7fc9e32c6640 1 > prepared multipart upload key=OQ1IXKB82T39 upload=M9LB0T3AI17R tag=5DORT6LENENN type=write size=1198776 2024-08-17T01:00:28.569 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.569+0000 7fc9e32c6640 1 < suggested remove operation key=JNHP0HYR3GAN tag=4SJEWAHPM7X3 type=del 2024-08-17T01:00:28.573 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.572+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~62L1OJX33BKM.0 size=1048576 2024-08-17T01:00:28.575 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.574+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~62L1OJX33BKM.1 size=1048576 2024-08-17T01:00:28.577 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.576+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~62L1OJX33BKM.2 size=724558 2024-08-17T01:00:28.577 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.576+0000 7fc9e32c6640 1 > prepared multipart upload key=JNHP0HYR3GAN upload=62L1OJX33BKM tag=45271HMTLYUG type=write size=3870286 2024-08-17T01:00:28.579 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.578+0000 7fc9e32c6640 1 < completed delete operation key=W14LJICPB60X tag=0S29HDTRYGIZ type=del 2024-08-17T01:00:28.582 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.582+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~94PVSXX5NGZ5.0 size=1048576 2024-08-17T01:00:28.584 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.583+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~94PVSXX5NGZ5.1 size=645635 2024-08-17T01:00:28.584 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.583+0000 7fc9e32c6640 1 > prepared multipart upload key=9ZTGHGASZU54 upload=94PVSXX5NGZ5 tag=IVK8808TIL3A type=write size=2742787 2024-08-17T01:00:28.585 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.584+0000 7fc9e32c6640 -1 < no bi entry to suggest for operation key=WN539WGGF4SK tag=VRRIQNRID6EL type=del size=455162: (2) No such file or directory 2024-08-17T01:00:28.587 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.586+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=5GA4OJVFN0PO type=del size=1057040 2024-08-17T01:00:28.590 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.589+0000 7fc9e32c6640 -1 < failed to complete operation key=WN539WGGF4SK tag=56DL0QDBX3J8 type=del size=2729598: (22) Invalid argument 2024-08-17T01:00:28.594 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.593+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~PUMTIBD9T0P6.0 size=611519 2024-08-17T01:00:28.595 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.593+0000 7fc9e32c6640 1 > prepared multipart upload key=SR0C26PR3RCQ upload=PUMTIBD9T0P6 tag=4E8WQZ4MT4OR type=write size=1660095 2024-08-17T01:00:28.595 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.594+0000 7fc9e32c6640 -1 < no bi entry to suggest for operation key=WN539WGGF4SK tag=6LL28I77HL6Q type=del size=2347697: (2) No such file or directory 2024-08-17T01:00:28.598 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.598+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~2RR053GUWJIC.0 size=211869 2024-08-17T01:00:28.598 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.598+0000 7fc9e32c6640 1 > prepared multipart upload key=3426C909P2VX upload=2RR053GUWJIC tag=6HKNSI203KF9 type=write size=1260445 2024-08-17T01:00:28.600 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.600+0000 7fc9e32c6640 1 < completed delete operation key=Y5CGDXUEE4A5 tag=ZCU924O3ZLCX type=del 2024-08-17T01:00:28.604 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.604+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~CCQFO19FU1WX.0 size=632138 2024-08-17T01:00:28.605 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.604+0000 7fc9e32c6640 1 > prepared multipart upload key=OQ1IXKB82T39 upload=CCQFO19FU1WX tag=L3NXV9LMLV8V type=write size=1680714 2024-08-17T01:00:28.606 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.606+0000 7fc9e32c6640 1 < completed write operation key=RNSEALS0CEAA tag=AR33G6QFFE9P type=write size=417646 2024-08-17T01:00:28.608 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.608+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=DDX70P63E0TT type=write size=321643 2024-08-17T01:00:28.610 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.610+0000 7fc9e32c6640 1 < completed delete operation key=ODZIOPEGEARM tag=6NMTLTK8WWA9 type=del 2024-08-17T01:00:28.614 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.613+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~X2DW1ORHCBPG.0 size=1048576 2024-08-17T01:00:28.616 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.615+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~X2DW1ORHCBPG.1 size=539413 2024-08-17T01:00:28.616 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.615+0000 7fc9e32c6640 1 > prepared multipart upload key=M40V1TN9S9M2 upload=X2DW1ORHCBPG tag=52EQS94JJ5VL type=write size=2636565 2024-08-17T01:00:28.618 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.617+0000 7fc9e32c6640 1 < completed delete operation key=ODZIOPEGEARM tag=0J8DZ866OKYU type=del 2024-08-17T01:00:28.620 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.619+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=AKUMTUKSITH5 type=del size=1555635 2024-08-17T01:00:28.622 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.621+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~5YNSY6S0BCQJ.0 size=49298 2024-08-17T01:00:28.626 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.625+0000 7fc9e32c6640 1 < completed multipart upload key=Y5CGDXUEE4A5 upload=5YNSY6S0BCQJ tag=PPNN2UIFV30O type=write size=1097874 2024-08-17T01:00:28.628 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.628+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=01EXYNAMBV9K type=del size=1005456 2024-08-17T01:00:28.630 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.630+0000 7fc9e32c6640 1 < canceled operation key=TOPN4SUVVWJ4 tag=VJTY5MDOOITF type=del size=1780560 2024-08-17T01:00:28.633 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.632+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=SM80FRX8FG3U type=del size=2253834 2024-08-17T01:00:28.635 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.634+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~KJEFVTZAU5CS.0 size=1048576 2024-08-17T01:00:28.636 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.636+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~KJEFVTZAU5CS.1 size=82670 2024-08-17T01:00:28.641 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.640+0000 7fc9e32c6640 1 < completed multipart upload key=04A7K18FAZTD upload=KJEFVTZAU5CS tag=INET6RWZA62I type=write size=2179822 2024-08-17T01:00:28.645 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.644+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~9TBG1TWKVRKV.0 size=1048576 2024-08-17T01:00:28.646 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.645+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~9TBG1TWKVRKV.1 size=1048576 2024-08-17T01:00:28.648 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.647+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~9TBG1TWKVRKV.2 size=1040262 2024-08-17T01:00:28.648 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.647+0000 7fc9e32c6640 1 > prepared multipart upload key=9ZTGHGASZU54 upload=9TBG1TWKVRKV tag=FON131EALZNE type=write size=4185990 2024-08-17T01:00:28.650 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.649+0000 7fc9e32c6640 1 < completed delete operation key=9ZTGHGASZU54 tag=VWEYK2JWVX5F type=del 2024-08-17T01:00:28.654 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.653+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~7N21DDFSQEGK.0 size=73366 2024-08-17T01:00:28.654 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.653+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=7N21DDFSQEGK tag=Q5CN7U68ZI9N type=write size=1121942 2024-08-17T01:00:28.657 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.656+0000 7fc9e32c6640 1 < completed delete operation key=ZFTRWL3EXMLQ tag=I1RM4UOSLJHP type=del 2024-08-17T01:00:28.659 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.658+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=2NMS83K6V4H8 type=del size=3213086 2024-08-17T01:00:28.661 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.660+0000 7fc9e32c6640 1 < canceled operation key=SR0C26PR3RCQ tag=M1XN6HJ8IUU1 type=del size=3956455 2024-08-17T01:00:28.663 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.662+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=S9OF9FDG1067 type=del size=1745301 2024-08-17T01:00:28.665 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.664+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~M9LB0T3AI17R.0 size=150200 2024-08-17T01:00:28.670 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.668+0000 7fc9e32c6640 1 < completed multipart upload key=OQ1IXKB82T39 upload=M9LB0T3AI17R tag=5DORT6LENENN type=write size=1198776 2024-08-17T01:00:28.671 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.670+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=2CTLDI3ON1H4 type=del size=126369 2024-08-17T01:00:28.673 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.673+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~62L1OJX33BKM.0 size=1048576 2024-08-17T01:00:28.675 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.674+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~62L1OJX33BKM.1 size=1048576 2024-08-17T01:00:28.677 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.676+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~62L1OJX33BKM.2 size=724558 2024-08-17T01:00:28.681 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.680+0000 7fc9e32c6640 1 < completed multipart upload key=JNHP0HYR3GAN upload=62L1OJX33BKM tag=45271HMTLYUG type=write size=3870286 2024-08-17T01:00:28.683 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.682+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=061Z3ZOR5RDX type=del size=2081751 2024-08-17T01:00:28.685 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.684+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~94PVSXX5NGZ5.0 size=1048576 2024-08-17T01:00:28.687 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.686+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~94PVSXX5NGZ5.1 size=645635 2024-08-17T01:00:28.691 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.690+0000 7fc9e32c6640 1 < completed multipart upload key=9ZTGHGASZU54 upload=94PVSXX5NGZ5 tag=IVK8808TIL3A type=write size=2742787 2024-08-17T01:00:28.695 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.695+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~E3UATDM3RCJD.0 size=1048576 2024-08-17T01:00:28.697 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.697+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~E3UATDM3RCJD.1 size=809368 2024-08-17T01:00:28.698 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.697+0000 7fc9e32c6640 1 > prepared multipart upload key=UBSJCVKYWX6F upload=E3UATDM3RCJD tag=0G0QNK4G5SY7 type=write size=2906520 2024-08-17T01:00:28.699 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.699+0000 7fc9e32c6640 1 < completed delete operation key=ODZIOPEGEARM tag=5GA4OJVFN0PO type=del 2024-08-17T01:00:28.703 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.702+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~AMCM964NME6S.0 size=1048576 2024-08-17T01:00:28.705 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.704+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~AMCM964NME6S.1 size=1048576 2024-08-17T01:00:28.706 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.706+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~AMCM964NME6S.2 size=828206 2024-08-17T01:00:28.706 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.706+0000 7fc9e32c6640 1 > prepared multipart upload key=XHAAVXY5RRVM upload=AMCM964NME6S tag=NTDB9A00ND92 type=write size=3973934 2024-08-17T01:00:28.709 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.708+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~PUMTIBD9T0P6.0 size=611519 2024-08-17T01:00:28.712 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.712+0000 7fc9e32c6640 1 < completed multipart upload key=SR0C26PR3RCQ upload=PUMTIBD9T0P6 tag=4E8WQZ4MT4OR type=write size=1660095 2024-08-17T01:00:28.715 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.714+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=E920OI6NGUIX type=del size=3193030 2024-08-17T01:00:28.717 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.716+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~2RR053GUWJIC.0 size=211869 2024-08-17T01:00:28.721 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.720+0000 7fc9e32c6640 1 < completed multipart upload key=3426C909P2VX upload=2RR053GUWJIC tag=6HKNSI203KF9 type=write size=1260445 2024-08-17T01:00:28.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:28 smithi082 ceph-mon[94343]: pgmap v1383: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 968 KiB/s rd, 336 KiB/s wr, 1.71k op/s 2024-08-17T01:00:28.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:28 smithi082 ceph-mon[91979]: pgmap v1383: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 968 KiB/s rd, 336 KiB/s wr, 1.71k op/s 2024-08-17T01:00:28.725 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.724+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~22SNLW5CMYZK.0 size=740169 2024-08-17T01:00:28.725 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.724+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=22SNLW5CMYZK tag=0N7S12WQB71A type=write size=1788745 2024-08-17T01:00:28.727 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.726+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~CCQFO19FU1WX.0 size=632138 2024-08-17T01:00:28.730 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.729+0000 7fc9e32c6640 1 < completed multipart upload key=OQ1IXKB82T39 upload=CCQFO19FU1WX tag=L3NXV9LMLV8V type=write size=1680714 2024-08-17T01:00:28.734 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.733+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~MLP34U8KK59Q.0 size=863436 2024-08-17T01:00:28.734 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.733+0000 7fc9e32c6640 1 > prepared multipart upload key=WN539WGGF4SK upload=MLP34U8KK59Q tag=N7JV189KS70N type=write size=1912012 2024-08-17T01:00:28.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:28 smithi137 ceph-mon[86391]: pgmap v1383: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 968 KiB/s rd, 336 KiB/s wr, 1.71k op/s 2024-08-17T01:00:28.737 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.736+0000 7fc9e32c6640 1 < completed write operation key=TN1LRZX0D64M tag=DDX70P63E0TT type=write size=321643 2024-08-17T01:00:28.738 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.737+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=FCJ0ZCMZGF3X type=del size=92426 2024-08-17T01:00:28.741 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.741+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~X2DW1ORHCBPG.0 size=1048576 2024-08-17T01:00:28.743 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.742+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~X2DW1ORHCBPG.1 size=539413 2024-08-17T01:00:28.747 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.746+0000 7fc9e32c6640 1 < completed multipart upload key=M40V1TN9S9M2 upload=X2DW1ORHCBPG tag=52EQS94JJ5VL type=write size=2636565 2024-08-17T01:00:28.751 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.750+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~R8I992MJP50K.0 size=1048576 2024-08-17T01:00:28.752 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.752+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~R8I992MJP50K.1 size=1048576 2024-08-17T01:00:28.754 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.753+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~R8I992MJP50K.2 size=578586 2024-08-17T01:00:28.754 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.754+0000 7fc9e32c6640 1 > prepared multipart upload key=3QNRD31J9WH5 upload=R8I992MJP50K tag=XLQ84SI2DON8 type=write size=3724314 2024-08-17T01:00:28.756 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.755+0000 7fc9e32c6640 1 < completed delete operation key=FP808QN0QDSP tag=AKUMTUKSITH5 type=del 2024-08-17T01:00:28.758 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.757+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=Q05A87MVYY3S type=del size=1575247 2024-08-17T01:00:28.760 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.759+0000 7fc9e32c6640 1 < completed delete operation key=W14LJICPB60X tag=01EXYNAMBV9K type=del 2024-08-17T01:00:28.762 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.761+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=1X8326KJW8WP type=del size=3773861 2024-08-17T01:00:28.764 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.763+0000 7fc9e32c6640 1 < completed delete operation key=M40V1TN9S9M2 tag=SM80FRX8FG3U type=del 2024-08-17T01:00:28.766 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.765+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=0ZO8C05IZRS1 type=del size=1367937 2024-08-17T01:00:28.768 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.768+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~9TBG1TWKVRKV.0 size=1048576 2024-08-17T01:00:28.770 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.769+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~9TBG1TWKVRKV.1 size=1048576 2024-08-17T01:00:28.773 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.772+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~9TBG1TWKVRKV.2 size=1040262 2024-08-17T01:00:28.776 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.776+0000 7fc9e32c6640 1 < completed multipart upload key=9ZTGHGASZU54 upload=9TBG1TWKVRKV tag=FON131EALZNE type=write size=4185990 2024-08-17T01:00:28.778 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.778+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=QO80VTUZRKRA type=del size=4067986 2024-08-17T01:00:28.781 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.780+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~7N21DDFSQEGK.0 size=73366 2024-08-17T01:00:28.784 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.783+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=7N21DDFSQEGK tag=Q5CN7U68ZI9N type=write size=1121942 2024-08-17T01:00:28.787 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.786+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=7WLNJ6C1Z27L type=write size=112650 2024-08-17T01:00:28.789 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.788+0000 7fc9e32c6640 1 < completed delete operation key=SYENEMTYLFFB tag=2NMS83K6V4H8 type=del 2024-08-17T01:00:28.790 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.790+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=UYK88GNBFW1D type=del size=2205649 2024-08-17T01:00:28.792 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.792+0000 7fc9e32c6640 1 < completed delete operation key=RNSEALS0CEAA tag=S9OF9FDG1067 type=del 2024-08-17T01:00:28.794 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.794+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=IDV0RDEBB7KM type=del size=550068 2024-08-17T01:00:28.796 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.795+0000 7fc9e32c6640 1 < completed delete operation key=RNSEALS0CEAA tag=2CTLDI3ON1H4 type=del 2024-08-17T01:00:28.798 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.797+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=CP1VNW5YDBOB type=del size=3725060 2024-08-17T01:00:28.800 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.799+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=061Z3ZOR5RDX type=del 2024-08-17T01:00:28.804 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.803+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~EO7H8P03FB6F.0 size=1048576 2024-08-17T01:00:28.806 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.806+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~EO7H8P03FB6F.1 size=809069 2024-08-17T01:00:28.806 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.806+0000 7fc9e32c6640 1 > prepared multipart upload key=WN539WGGF4SK upload=EO7H8P03FB6F tag=HMGPUY4CGGTB type=write size=2906221 2024-08-17T01:00:28.808 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.808+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~E3UATDM3RCJD.0 size=1048576 2024-08-17T01:00:28.810 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.809+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~E3UATDM3RCJD.1 size=809368 2024-08-17T01:00:28.814 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.813+0000 7fc9e32c6640 1 < completed multipart upload key=UBSJCVKYWX6F upload=E3UATDM3RCJD tag=0G0QNK4G5SY7 type=write size=2906520 2024-08-17T01:00:28.818 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.817+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~M2A1GPD6NA8E.0 size=186128 2024-08-17T01:00:28.818 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.817+0000 7fc9e32c6640 1 > prepared multipart upload key=SR0C26PR3RCQ upload=M2A1GPD6NA8E tag=DRR2P9Q542C4 type=write size=1234704 2024-08-17T01:00:28.820 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.819+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~AMCM964NME6S.0 size=1048576 2024-08-17T01:00:28.822 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.821+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~AMCM964NME6S.1 size=1048576 2024-08-17T01:00:28.823 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.822+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~AMCM964NME6S.2 size=828206 2024-08-17T01:00:28.827 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.826+0000 7fc9e32c6640 1 < completed multipart upload key=XHAAVXY5RRVM upload=AMCM964NME6S tag=NTDB9A00ND92 type=write size=3973934 2024-08-17T01:00:28.829 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.828+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=DU1AQJ8ATH00 type=del size=991159 2024-08-17T01:00:28.831 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.830+0000 7fc9e32c6640 1 < completed delete operation key=M0RSO8RQ43YG tag=E920OI6NGUIX type=del 2024-08-17T01:00:28.833 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.832+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=LCDTZ0LNOUVW type=del size=15718 2024-08-17T01:00:28.835 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.834+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~22SNLW5CMYZK.0 size=740169 2024-08-17T01:00:28.839 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.838+0000 7fc9e32c6640 1 < completed multipart upload key=NJYN8PLMG5AN upload=22SNLW5CMYZK tag=0N7S12WQB71A type=write size=1788745 2024-08-17T01:00:28.842 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.841+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=XTCAG8K03DYP type=del size=3007388 2024-08-17T01:00:28.843 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.843+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~MLP34U8KK59Q.0 size=863436 2024-08-17T01:00:28.847 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.846+0000 7fc9e32c6640 1 < completed multipart upload key=WN539WGGF4SK upload=MLP34U8KK59Q tag=N7JV189KS70N type=write size=1912012 2024-08-17T01:00:28.849 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.848+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=SJLB9FG1FXVN type=write size=557181 2024-08-17T01:00:28.851 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.850+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=FCJ0ZCMZGF3X type=del 2024-08-17T01:00:28.853 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.852+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=2R9IEXECA8E2 type=del size=2222968 2024-08-17T01:00:28.857 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.856+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~R8I992MJP50K.0 size=1048576 2024-08-17T01:00:28.857 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.856+0000 7fc9e32c6640 1 < canceled part key=_multipart_3QNRD31J9WH5.2~R8I992MJP50K.1 size=1048576 2024-08-17T01:00:28.858 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.858+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~R8I992MJP50K.2 size=578586 2024-08-17T01:00:28.863 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.862+0000 7fc9e32c6640 1 < canceled multipart upload key=3QNRD31J9WH5 upload=R8I992MJP50K tag=XLQ84SI2DON8 type=write size=3724314 2024-08-17T01:00:28.866 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.866+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~RUQVHCZTJLI0.0 size=401853 2024-08-17T01:00:28.866 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.866+0000 7fc9e32c6640 1 > prepared multipart upload key=DWB3YGH7YBZB upload=RUQVHCZTJLI0 tag=K2PM247XRMG3 type=write size=1450429 2024-08-17T01:00:28.868 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.868+0000 7fc9e32c6640 1 < completed delete operation key=TOPN4SUVVWJ4 tag=Q05A87MVYY3S type=del 2024-08-17T01:00:28.873 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.872+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~R50CUSROLZ4P.0 size=1048576 2024-08-17T01:00:28.878 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.874+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~R50CUSROLZ4P.1 size=416343 2024-08-17T01:00:28.878 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.874+0000 7fc9e32c6640 1 > prepared multipart upload key=M0RSO8RQ43YG upload=R50CUSROLZ4P tag=2G6VFL2T41I6 type=write size=2513495 2024-08-17T01:00:28.879 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.878+0000 7fc9e32c6640 1 < suggested update operation key=ODZIOPEGEARM tag=1X8326KJW8WP type=del size=3773861 2024-08-17T01:00:28.882 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.882+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~OFN9UVUWWPTD.0 size=1048576 2024-08-17T01:00:28.884 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.883+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~OFN9UVUWWPTD.1 size=1027740 2024-08-17T01:00:28.884 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.883+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=OFN9UVUWWPTD tag=ECT3U90N1UBE type=write size=3124892 2024-08-17T01:00:28.888 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.887+0000 7fc9e32c6640 1 < suggested remove operation key=UBSJCVKYWX6F tag=0ZO8C05IZRS1 type=del 2024-08-17T01:00:28.892 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.891+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~Z4QO5XE22KE9.0 size=506426 2024-08-17T01:00:28.892 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.891+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=Z4QO5XE22KE9 tag=XYEG8APQPHOI type=write size=1555002 2024-08-17T01:00:28.894 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.893+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=QO80VTUZRKRA type=del 2024-08-17T01:00:28.896 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.895+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=VGSD5WF0US3C type=del size=2702476 2024-08-17T01:00:28.898 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.898+0000 7fc9e32c6640 1 < completed write operation key=W14LJICPB60X tag=7WLNJ6C1Z27L type=write size=112650 2024-08-17T01:00:28.900 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.900+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=FX51AIBXWFX3 type=del size=2952580 2024-08-17T01:00:28.901 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.900+0000 7fc9e32c6640 -1 < no bi entry to suggest for operation key=UBSJCVKYWX6F tag=UYK88GNBFW1D type=del size=2205649: (2) No such file or directory 2024-08-17T01:00:28.903 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.902+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=V6HZDSWH78Q9 type=del size=2248888 2024-08-17T01:00:28.905 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.904+0000 7fc9e32c6640 1 < completed delete operation key=DWB3YGH7YBZB tag=IDV0RDEBB7KM type=del 2024-08-17T01:00:28.907 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.906+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=161BDVQ42YXN type=del size=2245417 2024-08-17T01:00:28.909 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.908+0000 7fc9e32c6640 1 < canceled operation key=RNSEALS0CEAA tag=CP1VNW5YDBOB type=del size=3725060 2024-08-17T01:00:28.913 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.912+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~JU6DZ4CBF4OS.0 size=839636 2024-08-17T01:00:28.913 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.912+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=JU6DZ4CBF4OS tag=283SHAYCHS83 type=write size=1888212 2024-08-17T01:00:28.915 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.915+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~EO7H8P03FB6F.0 size=1048576 2024-08-17T01:00:28.917 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.917+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~EO7H8P03FB6F.1 size=809069 2024-08-17T01:00:28.921 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.920+0000 7fc9e32c6640 1 < completed multipart upload key=WN539WGGF4SK upload=EO7H8P03FB6F tag=HMGPUY4CGGTB type=write size=2906221 2024-08-17T01:00:28.923 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.922+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=5XKQLH5R8J1W type=del size=1139720 2024-08-17T01:00:28.923 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.923+0000 7fc9e32c6640 1 < canceled part key=_multipart_SR0C26PR3RCQ.2~M2A1GPD6NA8E.0 size=186128 2024-08-17T01:00:28.927 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.926+0000 7fc9e32c6640 1 < canceled multipart upload key=SR0C26PR3RCQ upload=M2A1GPD6NA8E tag=DRR2P9Q542C4 type=write size=1234704 2024-08-17T01:00:28.931 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.931+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~51KMOOFMQHFB.0 size=1048576 2024-08-17T01:00:28.933 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.933+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~51KMOOFMQHFB.1 size=1048576 2024-08-17T01:00:28.935 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.934+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~51KMOOFMQHFB.2 size=208660 2024-08-17T01:00:28.935 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.934+0000 7fc9e32c6640 1 > prepared multipart upload key=FP808QN0QDSP upload=51KMOOFMQHFB tag=0T6BOQQE8P0L type=write size=3354388 2024-08-17T01:00:28.939 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.938+0000 7fc9e32c6640 1 < suggested update operation key=XHAAVXY5RRVM tag=DU1AQJ8ATH00 type=del size=991159 2024-08-17T01:00:28.941 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.940+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=5ZKH5ZDAXLAQ type=del size=1217355 2024-08-17T01:00:28.943 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.942+0000 7fc9e32c6640 1 < completed delete operation key=41QVSMLCJY3L tag=LCDTZ0LNOUVW type=del 2024-08-17T01:00:28.947 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.946+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~ZCL4DBTWF1MJ.0 size=1048576 2024-08-17T01:00:28.949 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.948+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~ZCL4DBTWF1MJ.1 size=917471 2024-08-17T01:00:28.949 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.948+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=ZCL4DBTWF1MJ tag=USPSHZ2S4VJX type=write size=3014623 2024-08-17T01:00:28.951 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.950+0000 7fc9e32c6640 1 < completed delete operation key=3QNRD31J9WH5 tag=XTCAG8K03DYP type=del 2024-08-17T01:00:28.952 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.952+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=WGZLULNP1HEY type=del size=2760915 2024-08-17T01:00:28.954 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.954+0000 7fc9e32c6640 1 < completed write operation key=SR0C26PR3RCQ tag=SJLB9FG1FXVN type=write size=557181 2024-08-17T01:00:28.956 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.956+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=UYQWO9ICJZKS type=del size=4024943 2024-08-17T01:00:28.958 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.958+0000 7fc9e32c6640 1 < completed delete operation key=HPIXXJSLU5J6 tag=2R9IEXECA8E2 type=del 2024-08-17T01:00:28.962 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.961+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~PH0D6BBS4WKO.0 size=1048576 2024-08-17T01:00:28.964 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.963+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~PH0D6BBS4WKO.1 size=360330 2024-08-17T01:00:28.965 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.963+0000 7fc9e32c6640 1 > prepared multipart upload key=OH6EL4D04DHY upload=PH0D6BBS4WKO tag=GIXL9BPXII9M type=write size=2457482 2024-08-17T01:00:28.966 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.965+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~RUQVHCZTJLI0.0 size=401853 2024-08-17T01:00:28.969 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.969+0000 7fc9e32c6640 1 < completed multipart upload key=DWB3YGH7YBZB upload=RUQVHCZTJLI0 tag=K2PM247XRMG3 type=write size=1450429 2024-08-17T01:00:28.974 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.973+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~7DUTTL1I34GZ.0 size=7768 2024-08-17T01:00:28.974 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.973+0000 7fc9e32c6640 1 > prepared multipart upload key=UBSJCVKYWX6F upload=7DUTTL1I34GZ tag=U9LGFUZ2XSKF type=write size=1056344 2024-08-17T01:00:28.975 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.975+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~R50CUSROLZ4P.0 size=1048576 2024-08-17T01:00:28.977 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.976+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~R50CUSROLZ4P.1 size=416343 2024-08-17T01:00:28.981 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.980+0000 7fc9e32c6640 1 < completed multipart upload key=M0RSO8RQ43YG upload=R50CUSROLZ4P tag=2G6VFL2T41I6 type=write size=2513495 2024-08-17T01:00:28.985 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.984+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~T22XYJ8Z1PXI.0 size=1048576 2024-08-17T01:00:28.986 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.986+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~T22XYJ8Z1PXI.1 size=1048576 2024-08-17T01:00:28.988 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.987+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~T22XYJ8Z1PXI.2 size=482895 2024-08-17T01:00:28.988 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.987+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=T22XYJ8Z1PXI tag=SCMHCPFZDKF2 type=write size=3628623 2024-08-17T01:00:28.991 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.990+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~OFN9UVUWWPTD.0 size=1048576 2024-08-17T01:00:28.991 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.990+0000 7fc9e32c6640 1 < canceled part key=_multipart_RNSEALS0CEAA.2~OFN9UVUWWPTD.1 size=1027740 2024-08-17T01:00:28.994 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.993+0000 7fc9e32c6640 1 < canceled multipart upload key=RNSEALS0CEAA upload=OFN9UVUWWPTD tag=ECT3U90N1UBE type=write size=3124892 2024-08-17T01:00:28.996 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.996+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=RXGSS0HK0PZZ type=write size=396220 2024-08-17T01:00:28.998 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:28.998+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~Z4QO5XE22KE9.0 size=506426 2024-08-17T01:00:29.002 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.001+0000 7fc9e32c6640 1 < completed multipart upload key=Y5CGDXUEE4A5 upload=Z4QO5XE22KE9 tag=XYEG8APQPHOI type=write size=1555002 2024-08-17T01:00:29.005 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.004+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=Y12JI5SU9MRN type=del size=2718906 2024-08-17T01:00:29.006 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.006+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=VGSD5WF0US3C type=del 2024-08-17T01:00:29.011 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.010+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~GUUZZWWLK6T3.0 size=1048576 2024-08-17T01:00:29.013 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.012+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~GUUZZWWLK6T3.1 size=1048576 2024-08-17T01:00:29.015 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.014+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~GUUZZWWLK6T3.2 size=983563 2024-08-17T01:00:29.015 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.014+0000 7fc9e32c6640 1 > prepared multipart upload key=OQ1IXKB82T39 upload=GUUZZWWLK6T3 tag=8JU653AAOGGY type=write size=4129291 2024-08-17T01:00:29.019 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.018+0000 7fc9e32c6640 1 < suggested update operation key=M40V1TN9S9M2 tag=FX51AIBXWFX3 type=del size=2952580 2024-08-17T01:00:29.021 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.020+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=TQPLD7SSDT8O type=del size=858855 2024-08-17T01:00:29.023 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.022+0000 7fc9e32c6640 1 < completed delete operation key=7YJVD2TL2U1Q tag=V6HZDSWH78Q9 type=del 2024-08-17T01:00:29.027 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.026+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~N1UGYLRZ6HXC.0 size=1039130 2024-08-17T01:00:29.027 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.026+0000 7fc9e32c6640 1 > prepared multipart upload key=SNQ4IXALP94F upload=N1UGYLRZ6HXC tag=R0OX1K6TINXQ type=write size=2087706 2024-08-17T01:00:29.029 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.028+0000 7fc9e32c6640 1 < completed delete operation key=TN1LRZX0D64M tag=161BDVQ42YXN type=del 2024-08-17T01:00:29.031 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.030+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=MTKCUTFCVLWH type=del size=1422694 2024-08-17T01:00:29.033 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.032+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~JU6DZ4CBF4OS.0 size=839636 2024-08-17T01:00:29.037 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.036+0000 7fc9e32c6640 1 < completed multipart upload key=Y5CGDXUEE4A5 upload=JU6DZ4CBF4OS tag=283SHAYCHS83 type=write size=1888212 2024-08-17T01:00:29.039 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.038+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=LSGP02GHOCNV type=write size=572466 2024-08-17T01:00:29.041 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.040+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=5XKQLH5R8J1W type=del 2024-08-17T01:00:29.043 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.042+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=RQNE9NG80IM8 type=del size=4177836 2024-08-17T01:00:29.046 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.045+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~51KMOOFMQHFB.0 size=1048576 2024-08-17T01:00:29.047 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.046+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~51KMOOFMQHFB.1 size=1048576 2024-08-17T01:00:29.049 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.049+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~51KMOOFMQHFB.2 size=208660 2024-08-17T01:00:29.054 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.053+0000 7fc9e32c6640 1 < completed multipart upload key=FP808QN0QDSP upload=51KMOOFMQHFB tag=0T6BOQQE8P0L type=write size=3354388 2024-08-17T01:00:29.056 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.055+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=KEW9AZ4RMDF9 type=del size=705402 2024-08-17T01:00:29.058 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.057+0000 7fc9e32c6640 1 < canceled operation key=HPIXXJSLU5J6 tag=5ZKH5ZDAXLAQ type=del size=1217355 2024-08-17T01:00:29.060 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.059+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=8WXCEM3X499I type=del size=2102819 2024-08-17T01:00:29.061 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.061+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~ZCL4DBTWF1MJ.0 size=1048576 2024-08-17T01:00:29.063 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.063+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~ZCL4DBTWF1MJ.1 size=917471 2024-08-17T01:00:29.067 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.066+0000 7fc9e32c6640 1 < completed multipart upload key=W14LJICPB60X upload=ZCL4DBTWF1MJ tag=USPSHZ2S4VJX type=write size=3014623 2024-08-17T01:00:29.071 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.070+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~32C92NG7HR4Z.0 size=1048576 2024-08-17T01:00:29.073 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.073+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~32C92NG7HR4Z.1 size=729000 2024-08-17T01:00:29.074 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.073+0000 7fc9e32c6640 1 > prepared multipart upload key=WN539WGGF4SK upload=32C92NG7HR4Z tag=25347IL1SKEZ type=write size=2826152 2024-08-17T01:00:29.075 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.075+0000 7fc9e32c6640 1 < completed delete operation key=OQ1IXKB82T39 tag=WGZLULNP1HEY type=del 2024-08-17T01:00:29.082 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.078+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~PYHEQ0KDJW3T.0 size=1048576 2024-08-17T01:00:29.082 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.080+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~PYHEQ0KDJW3T.1 size=322975 2024-08-17T01:00:29.082 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.080+0000 7fc9e32c6640 1 > prepared multipart upload key=HPIXXJSLU5J6 upload=PYHEQ0KDJW3T tag=0CH2Q4XMZ21H type=write size=2420127 2024-08-17T01:00:29.083 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.082+0000 7fc9e32c6640 1 < completed delete operation key=NJYN8PLMG5AN tag=UYQWO9ICJZKS type=del 2024-08-17T01:00:29.088 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.087+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~T1R6WGASVOVH.0 size=1028534 2024-08-17T01:00:29.088 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.087+0000 7fc9e32c6640 1 > prepared multipart upload key=XHAAVXY5RRVM upload=T1R6WGASVOVH tag=LVL9QGWC4QFU type=write size=2077110 2024-08-17T01:00:29.090 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.089+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~PH0D6BBS4WKO.0 size=1048576 2024-08-17T01:00:29.090 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.089+0000 7fc9e32c6640 1 < canceled part key=_multipart_OH6EL4D04DHY.2~PH0D6BBS4WKO.1 size=360330 2024-08-17T01:00:29.093 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.092+0000 7fc9e32c6640 1 < canceled multipart upload key=OH6EL4D04DHY upload=PH0D6BBS4WKO tag=GIXL9BPXII9M type=write size=2457482 2024-08-17T01:00:29.095 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.094+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=T2IT5GK6IU8H type=del size=3615924 2024-08-17T01:00:29.095 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.095+0000 7fc9e32c6640 1 < canceled part key=_multipart_UBSJCVKYWX6F.2~7DUTTL1I34GZ.0 size=7768 2024-08-17T01:00:29.099 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.098+0000 7fc9e32c6640 1 < canceled multipart upload key=UBSJCVKYWX6F upload=7DUTTL1I34GZ tag=U9LGFUZ2XSKF type=write size=1056344 2024-08-17T01:00:29.101 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.101+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=LMLE8C9PU0CE type=del size=3051880 2024-08-17T01:00:29.104 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.103+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~T22XYJ8Z1PXI.0 size=1048576 2024-08-17T01:00:29.106 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.105+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~T22XYJ8Z1PXI.1 size=1048576 2024-08-17T01:00:29.107 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.107+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~T22XYJ8Z1PXI.2 size=482895 2024-08-17T01:00:29.113 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.112+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=T22XYJ8Z1PXI tag=SCMHCPFZDKF2 type=write size=3628623 2024-08-17T01:00:29.116 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.115+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=JOGPF0D2ON4J type=del size=2975768 2024-08-17T01:00:29.118 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.117+0000 7fc9e32c6640 1 < completed write operation key=04A7K18FAZTD tag=RXGSS0HK0PZZ type=write size=396220 2024-08-17T01:00:29.121 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.121+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~3N7VRAJASZ5L.0 size=1048576 2024-08-17T01:00:29.123 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.122+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~3N7VRAJASZ5L.1 size=687613 2024-08-17T01:00:29.123 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.122+0000 7fc9e32c6640 1 > prepared multipart upload key=04A7K18FAZTD upload=3N7VRAJASZ5L tag=X1LIQBKGLWZS type=write size=2784765 2024-08-17T01:00:29.126 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.125+0000 7fc9e32c6640 1 < canceled operation key=TOPN4SUVVWJ4 tag=Y12JI5SU9MRN type=del size=2718906 2024-08-17T01:00:29.129 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.129+0000 7fc9e32c6640 1 > prepared part key=_multipart_M40V1TN9S9M2.2~IEJXEZD1PKM5.0 size=896792 2024-08-17T01:00:29.129 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.129+0000 7fc9e32c6640 1 > prepared multipart upload key=M40V1TN9S9M2 upload=IEJXEZD1PKM5 tag=ZBTQ3NDGHIME type=write size=1945368 2024-08-17T01:00:29.130 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.129+0000 7fc9e32c6640 1 < canceled part key=_multipart_OQ1IXKB82T39.2~GUUZZWWLK6T3.0 size=1048576 2024-08-17T01:00:29.133 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.132+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~GUUZZWWLK6T3.1 size=1048576 2024-08-17T01:00:29.134 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.133+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~GUUZZWWLK6T3.2 size=983563 2024-08-17T01:00:29.138 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.137+0000 7fc9e32c6640 1 < canceled multipart upload key=OQ1IXKB82T39 upload=GUUZZWWLK6T3 tag=8JU653AAOGGY type=write size=4129291 2024-08-17T01:00:29.140 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.139+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=CANOLF4HS4DL type=del size=3461473 2024-08-17T01:00:29.142 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.141+0000 7fc9e32c6640 1 < completed delete operation key=9ZTGHGASZU54 tag=TQPLD7SSDT8O type=del 2024-08-17T01:00:29.144 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.143+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=4A61BUPX5BC0 type=write size=27707 2024-08-17T01:00:29.146 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.145+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~N1UGYLRZ6HXC.0 size=1039130 2024-08-17T01:00:29.149 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.149+0000 7fc9e32c6640 1 < completed multipart upload key=SNQ4IXALP94F upload=N1UGYLRZ6HXC tag=R0OX1K6TINXQ type=write size=2087706 2024-08-17T01:00:29.151 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.151+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=EQ7GG2RLG0TO type=write size=142993 2024-08-17T01:00:29.154 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.153+0000 7fc9e32c6640 1 < completed delete operation key=OH6EL4D04DHY tag=MTKCUTFCVLWH type=del 2024-08-17T01:00:29.156 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.156+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=BTYBIBB6PS13 type=del size=2660357 2024-08-17T01:00:29.159 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.159+0000 7fc9e32c6640 1 < completed write operation key=JNHP0HYR3GAN tag=LSGP02GHOCNV type=write size=572466 2024-08-17T01:00:29.163 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.163+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~LTFW2MV8931F.0 size=1048576 2024-08-17T01:00:29.166 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.165+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~LTFW2MV8931F.1 size=1048576 2024-08-17T01:00:29.167 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.167+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~LTFW2MV8931F.2 size=977556 2024-08-17T01:00:29.168 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.167+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=LTFW2MV8931F tag=JG7F4XAP8SM9 type=write size=4123284 2024-08-17T01:00:29.172 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.171+0000 7fc9e32c6640 1 < suggested update operation key=SNQ4IXALP94F tag=RQNE9NG80IM8 type=del size=4177836 2024-08-17T01:00:29.176 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.175+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~J7KR231JMWXG.0 size=1048576 2024-08-17T01:00:29.177 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.177+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~J7KR231JMWXG.1 size=339230 2024-08-17T01:00:29.178 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.177+0000 7fc9e32c6640 1 > prepared multipart upload key=ODZIOPEGEARM upload=J7KR231JMWXG tag=MJGETY3RPHD6 type=write size=2436382 2024-08-17T01:00:29.180 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.179+0000 7fc9e32c6640 1 < completed delete operation key=JNHP0HYR3GAN tag=KEW9AZ4RMDF9 type=del 2024-08-17T01:00:29.182 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.181+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=A12XGKSODZJL type=write size=293520 2024-08-17T01:00:29.184 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.184+0000 7fc9e32c6640 1 < completed delete operation key=NJYN8PLMG5AN tag=8WXCEM3X499I type=del 2024-08-17T01:00:29.186 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.186+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=Q2NJV4JUSVG0 type=write size=644115 2024-08-17T01:00:29.189 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.188+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~32C92NG7HR4Z.0 size=1048576 2024-08-17T01:00:29.191 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.190+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~32C92NG7HR4Z.1 size=729000 2024-08-17T01:00:29.194 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.193+0000 7fc9e32c6640 1 < completed multipart upload key=WN539WGGF4SK upload=32C92NG7HR4Z tag=25347IL1SKEZ type=write size=2826152 2024-08-17T01:00:29.198 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.197+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~KTKZ7X30NCPY.0 size=188140 2024-08-17T01:00:29.198 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.197+0000 7fc9e32c6640 1 > prepared multipart upload key=9X03OB1P1EOH upload=KTKZ7X30NCPY tag=CHGKZ8RIB980 type=write size=1236716 2024-08-17T01:00:29.200 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.199+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~PYHEQ0KDJW3T.0 size=1048576 2024-08-17T01:00:29.200 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.199+0000 7fc9e32c6640 1 < canceled part key=_multipart_HPIXXJSLU5J6.2~PYHEQ0KDJW3T.1 size=322975 2024-08-17T01:00:29.204 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.203+0000 7fc9e32c6640 1 < canceled multipart upload key=HPIXXJSLU5J6 upload=PYHEQ0KDJW3T tag=0CH2Q4XMZ21H type=write size=2420127 2024-08-17T01:00:29.207 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.207+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~IED2WYUHP4HK.0 size=1048576 2024-08-17T01:00:29.209 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.209+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~IED2WYUHP4HK.1 size=1048576 2024-08-17T01:00:29.211 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.211+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~IED2WYUHP4HK.2 size=97292 2024-08-17T01:00:29.212 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.211+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=IED2WYUHP4HK tag=8JF6CY0IN0CS type=write size=3243020 2024-08-17T01:00:29.214 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.213+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~T1R6WGASVOVH.0 size=1028534 2024-08-17T01:00:29.218 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.217+0000 7fc9e32c6640 1 < completed multipart upload key=XHAAVXY5RRVM upload=T1R6WGASVOVH tag=LVL9QGWC4QFU type=write size=2077110 2024-08-17T01:00:29.220 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.219+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=O31HFZTTWW6P type=del size=2396955 2024-08-17T01:00:29.223 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.223+0000 7fc9e32c6640 -1 < failed to complete operation key=SNQ4IXALP94F tag=T2IT5GK6IU8H type=del size=3615924: (22) Invalid argument 2024-08-17T01:00:29.226 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.225+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=QKU8LKFOKOMM type=del size=2168399 2024-08-17T01:00:29.228 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.228+0000 7fc9e32c6640 1 < canceled operation key=OQ1IXKB82T39 tag=LMLE8C9PU0CE type=del size=3051880 2024-08-17T01:00:29.232 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.231+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~GUNO2AYK1E06.0 size=1048576 2024-08-17T01:00:29.234 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.233+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~GUNO2AYK1E06.1 size=205548 2024-08-17T01:00:29.234 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.233+0000 7fc9e32c6640 1 > prepared multipart upload key=TN1LRZX0D64M upload=GUNO2AYK1E06 tag=PXU06EQC9OSH type=write size=2302700 2024-08-17T01:00:29.238 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.237+0000 7fc9e32c6640 1 < suggested update operation key=GPTER2AM6J7E tag=JOGPF0D2ON4J type=del size=2975768 2024-08-17T01:00:29.240 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.239+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=3VUYNVBBY770 type=del size=2485758 2024-08-17T01:00:29.242 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.242+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~3N7VRAJASZ5L.0 size=1048576 2024-08-17T01:00:29.244 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.244+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~3N7VRAJASZ5L.1 size=687613 2024-08-17T01:00:29.248 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.248+0000 7fc9e32c6640 1 < completed multipart upload key=04A7K18FAZTD upload=3N7VRAJASZ5L tag=X1LIQBKGLWZS type=write size=2784765 2024-08-17T01:00:29.250 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.250+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=CRAN0YOXE9KX type=del size=2347703 2024-08-17T01:00:29.252 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.252+0000 7fc9e32c6640 1 < completed part key=_multipart_M40V1TN9S9M2.2~IEJXEZD1PKM5.0 size=896792 2024-08-17T01:00:29.257 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.256+0000 7fc9e32c6640 1 < completed multipart upload key=M40V1TN9S9M2 upload=IEJXEZD1PKM5 tag=ZBTQ3NDGHIME type=write size=1945368 2024-08-17T01:00:29.260 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.259+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=FXSBBBD8CQ0N type=write size=139842 2024-08-17T01:00:29.264 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.264+0000 7fc9e32c6640 1 < suggested remove operation key=3426C909P2VX tag=CANOLF4HS4DL type=del 2024-08-17T01:00:29.267 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.266+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=3E7B6EXDRRJB type=del size=2221242 2024-08-17T01:00:29.270 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.269+0000 7fc9e32c6640 -1 < failed to complete operation key=SNQ4IXALP94F tag=4A61BUPX5BC0 type=write size=27707: (22) Invalid argument 2024-08-17T01:00:29.274 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.273+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~N6E1FTFOJMZD.0 size=1048576 2024-08-17T01:00:29.276 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.275+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~N6E1FTFOJMZD.1 size=369194 2024-08-17T01:00:29.276 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.275+0000 7fc9e32c6640 1 > prepared multipart upload key=WN539WGGF4SK upload=N6E1FTFOJMZD tag=V6EEQINVFEDI type=write size=2466346 2024-08-17T01:00:29.278 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.278+0000 7fc9e32c6640 1 < completed write operation key=M40V1TN9S9M2 tag=EQ7GG2RLG0TO type=write size=142993 2024-08-17T01:00:29.286 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.281+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~0LQ7PN71BMVU.0 size=1048576 2024-08-17T01:00:29.286 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.283+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~0LQ7PN71BMVU.1 size=280313 2024-08-17T01:00:29.286 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.283+0000 7fc9e32c6640 1 > prepared multipart upload key=04A7K18FAZTD upload=0LQ7PN71BMVU tag=COP0UPRTT2K2 type=write size=2377465 2024-08-17T01:00:29.288 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.287+0000 7fc9e32c6640 1 < suggested update operation key=41QVSMLCJY3L tag=BTYBIBB6PS13 type=del size=2660357 2024-08-17T01:00:29.292 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.291+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~163YIZANX4BM.0 size=1048576 2024-08-17T01:00:29.294 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.293+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~163YIZANX4BM.1 size=1048576 2024-08-17T01:00:29.296 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.296+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~163YIZANX4BM.2 size=399566 2024-08-17T01:00:29.296 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.296+0000 7fc9e32c6640 1 > prepared multipart upload key=OH6EL4D04DHY upload=163YIZANX4BM tag=8H9KJIOGJCPS type=write size=3545294 2024-08-17T01:00:29.299 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.298+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~LTFW2MV8931F.0 size=1048576 2024-08-17T01:00:29.301 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.300+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~LTFW2MV8931F.1 size=1048576 2024-08-17T01:00:29.303 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.302+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~LTFW2MV8931F.2 size=977556 2024-08-17T01:00:29.307 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.306+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=LTFW2MV8931F tag=JG7F4XAP8SM9 type=write size=4123284 2024-08-17T01:00:29.309 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.308+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=N12HTUU50092 type=write size=136306 2024-08-17T01:00:29.311 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.310+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~J7KR231JMWXG.0 size=1048576 2024-08-17T01:00:29.312 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.312+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~J7KR231JMWXG.1 size=339230 2024-08-17T01:00:29.318 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.317+0000 7fc9e32c6640 1 < completed multipart upload key=ODZIOPEGEARM upload=J7KR231JMWXG tag=MJGETY3RPHD6 type=write size=2436382 2024-08-17T01:00:29.321 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.320+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=MFRR4RVOTUGD type=del size=1887363 2024-08-17T01:00:29.323 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.322+0000 7fc9e32c6640 1 < canceled operation key=XHAAVXY5RRVM tag=A12XGKSODZJL type=write size=293520 2024-08-17T01:00:29.325 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.324+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=4B4WSCOQ8BVJ type=del size=2585449 2024-08-17T01:00:29.327 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.326+0000 7fc9e32c6640 1 < completed write operation key=9X03OB1P1EOH tag=Q2NJV4JUSVG0 type=write size=644115 2024-08-17T01:00:29.329 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.328+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=W04S04TYKUUV type=del size=3816662 2024-08-17T01:00:29.331 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.330+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~KTKZ7X30NCPY.0 size=188140 2024-08-17T01:00:29.335 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.334+0000 7fc9e32c6640 1 < completed multipart upload key=9X03OB1P1EOH upload=KTKZ7X30NCPY tag=CHGKZ8RIB980 type=write size=1236716 2024-08-17T01:00:29.337 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.336+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=WPXNY53TQO1V type=del size=2820430 2024-08-17T01:00:29.339 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.338+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~IED2WYUHP4HK.0 size=1048576 2024-08-17T01:00:29.341 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.340+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~IED2WYUHP4HK.1 size=1048576 2024-08-17T01:00:29.342 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.342+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~IED2WYUHP4HK.2 size=97292 2024-08-17T01:00:29.346 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.345+0000 7fc9e32c6640 1 < completed multipart upload key=Y5CGDXUEE4A5 upload=IED2WYUHP4HK tag=8JF6CY0IN0CS type=write size=3243020 2024-08-17T01:00:29.348 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.348+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=ZGXXE98M4M5P type=del size=380139 2024-08-17T01:00:29.352 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.352+0000 7fc9e32c6640 1 < suggested remove operation key=RNSEALS0CEAA tag=O31HFZTTWW6P type=del 2024-08-17T01:00:29.356 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.355+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~2M45D878UHQC.0 size=1048576 2024-08-17T01:00:29.358 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.357+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~2M45D878UHQC.1 size=1048576 2024-08-17T01:00:29.359 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.358+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~2M45D878UHQC.2 size=555997 2024-08-17T01:00:29.359 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.358+0000 7fc9e32c6640 1 > prepared multipart upload key=XHAAVXY5RRVM upload=2M45D878UHQC tag=MPO4Q2VER3C1 type=write size=3701725 2024-08-17T01:00:29.363 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.362+0000 7fc9e32c6640 1 < suggested remove operation key=OH6EL4D04DHY tag=QKU8LKFOKOMM type=del 2024-08-17T01:00:29.365 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.364+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=U29XS8ABJY66 type=del size=247542 2024-08-17T01:00:29.368 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.367+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~GUNO2AYK1E06.0 size=1048576 2024-08-17T01:00:29.369 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.368+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~GUNO2AYK1E06.1 size=205548 2024-08-17T01:00:29.373 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.372+0000 7fc9e32c6640 1 < completed multipart upload key=TN1LRZX0D64M upload=GUNO2AYK1E06 tag=PXU06EQC9OSH type=write size=2302700 2024-08-17T01:00:29.375 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.374+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=HCE4O4ZP7BIN type=del size=2431008 2024-08-17T01:00:29.379 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.379+0000 7fc9e32c6640 1 < suggested remove operation key=41QVSMLCJY3L tag=3VUYNVBBY770 type=del 2024-08-17T01:00:29.384 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.383+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~0TQNFPH5LZV3.0 size=889241 2024-08-17T01:00:29.384 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.383+0000 7fc9e32c6640 1 > prepared multipart upload key=0GIHJJ2YE1EF upload=0TQNFPH5LZV3 tag=5BSB0G8NUVJG type=write size=1937817 2024-08-17T01:00:29.387 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.386+0000 7fc9e32c6640 -1 < failed to complete operation key=RNSEALS0CEAA tag=CRAN0YOXE9KX type=del size=2347703: (22) Invalid argument 2024-08-17T01:00:29.389 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.388+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=MGNACQSJU3K7 type=write size=828536 2024-08-17T01:00:29.392 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.391+0000 7fc9e32c6640 1 < completed write operation key=M0RSO8RQ43YG tag=FXSBBBD8CQ0N type=write size=139842 2024-08-17T01:00:29.395 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.395+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~1Z9X0AFVFC87.0 size=1048576 2024-08-17T01:00:29.397 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.397+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~1Z9X0AFVFC87.1 size=1048576 2024-08-17T01:00:29.400 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.399+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~1Z9X0AFVFC87.2 size=214056 2024-08-17T01:00:29.400 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.399+0000 7fc9e32c6640 1 > prepared multipart upload key=HPIXXJSLU5J6 upload=1Z9X0AFVFC87 tag=PMVUJBIDH4DV type=write size=3359784 2024-08-17T01:00:29.403 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.401+0000 7fc9e32c6640 1 < completed delete operation key=XHAAVXY5RRVM tag=3E7B6EXDRRJB type=del 2024-08-17T01:00:29.406 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.405+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~LJYZ2KFBW00B.0 size=1048576 2024-08-17T01:00:29.408 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.407+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~LJYZ2KFBW00B.1 size=137686 2024-08-17T01:00:29.408 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.407+0000 7fc9e32c6640 1 > prepared multipart upload key=9ZTGHGASZU54 upload=LJYZ2KFBW00B tag=RSM8FMS1LENX type=write size=2234838 2024-08-17T01:00:29.410 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.409+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~N6E1FTFOJMZD.0 size=1048576 2024-08-17T01:00:29.412 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.411+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~N6E1FTFOJMZD.1 size=369194 2024-08-17T01:00:29.416 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.415+0000 7fc9e32c6640 1 < completed multipart upload key=WN539WGGF4SK upload=N6E1FTFOJMZD tag=V6EEQINVFEDI type=write size=2466346 2024-08-17T01:00:29.420 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.419+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~0GS277LJVW2E.0 size=1048576 2024-08-17T01:00:29.422 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.421+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~0GS277LJVW2E.1 size=1048576 2024-08-17T01:00:29.424 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.423+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~0GS277LJVW2E.2 size=843218 2024-08-17T01:00:29.424 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.423+0000 7fc9e32c6640 1 > prepared multipart upload key=3QNRD31J9WH5 upload=0GS277LJVW2E tag=BKXL3SRQQXUG type=write size=3988946 2024-08-17T01:00:29.426 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.425+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~0LQ7PN71BMVU.0 size=1048576 2024-08-17T01:00:29.428 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.428+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~0LQ7PN71BMVU.1 size=280313 2024-08-17T01:00:29.432 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.432+0000 7fc9e32c6640 1 < completed multipart upload key=04A7K18FAZTD upload=0LQ7PN71BMVU tag=COP0UPRTT2K2 type=write size=2377465 2024-08-17T01:00:29.437 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.436+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~76X7FH1N2E6C.0 size=1048576 2024-08-17T01:00:29.439 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.438+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~76X7FH1N2E6C.1 size=1048576 2024-08-17T01:00:29.440 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.440+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~76X7FH1N2E6C.2 size=779614 2024-08-17T01:00:29.441 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.440+0000 7fc9e32c6640 1 > prepared multipart upload key=SR0C26PR3RCQ upload=76X7FH1N2E6C tag=QZNV56J6J9Y7 type=write size=3925342 2024-08-17T01:00:29.443 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.442+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~163YIZANX4BM.0 size=1048576 2024-08-17T01:00:29.445 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.444+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~163YIZANX4BM.1 size=1048576 2024-08-17T01:00:29.445 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.444+0000 7fc9e32c6640 1 < canceled part key=_multipart_OH6EL4D04DHY.2~163YIZANX4BM.2 size=399566 2024-08-17T01:00:29.448 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.448+0000 7fc9e32c6640 1 < canceled multipart upload key=OH6EL4D04DHY upload=163YIZANX4BM tag=8H9KJIOGJCPS type=write size=3545294 2024-08-17T01:00:29.451 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.450+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=ZJ2E6S62DP7M type=del size=4063038 2024-08-17T01:00:29.454 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.453+0000 7fc9e32c6640 1 < suggested remove operation key=04A7K18FAZTD tag=N12HTUU50092 type=write 2024-08-17T01:00:29.458 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.457+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~BRXQWGP5ZFLM.0 size=223761 2024-08-17T01:00:29.458 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.457+0000 7fc9e32c6640 1 > prepared multipart upload key=SYENEMTYLFFB upload=BRXQWGP5ZFLM tag=GNQ8SO209F9N type=write size=1272337 2024-08-17T01:00:29.460 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.460+0000 7fc9e32c6640 1 < completed delete operation key=TOPN4SUVVWJ4 tag=MFRR4RVOTUGD type=del 2024-08-17T01:00:29.464 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.464+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~CCZO2OW0ZA3B.0 size=1048576 2024-08-17T01:00:29.466 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.466+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~CCZO2OW0ZA3B.1 size=1048576 2024-08-17T01:00:29.468 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.467+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~CCZO2OW0ZA3B.2 size=690157 2024-08-17T01:00:29.468 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.467+0000 7fc9e32c6640 1 > prepared multipart upload key=DWB3YGH7YBZB upload=CCZO2OW0ZA3B tag=3NPYIM89EUPL type=write size=3835885 2024-08-17T01:00:29.471 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.470+0000 7fc9e32c6640 1 < completed delete operation key=7YJVD2TL2U1Q tag=4B4WSCOQ8BVJ type=del 2024-08-17T01:00:29.473 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.472+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=HRMWNNX4W8AT type=del size=3404462 2024-08-17T01:00:29.475 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.475+0000 7fc9e32c6640 1 < completed delete operation key=GPTER2AM6J7E tag=W04S04TYKUUV type=del 2024-08-17T01:00:29.480 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.479+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~1KNSOUG666BK.0 size=1048576 2024-08-17T01:00:29.482 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.481+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~1KNSOUG666BK.1 size=119236 2024-08-17T01:00:29.482 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.481+0000 7fc9e32c6640 1 > prepared multipart upload key=TN1LRZX0D64M upload=1KNSOUG666BK tag=2F2MMZYZ2IBY type=write size=2216388 2024-08-17T01:00:29.484 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.483+0000 7fc9e32c6640 1 < completed delete operation key=ZFTRWL3EXMLQ tag=WPXNY53TQO1V type=del 2024-08-17T01:00:29.488 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.487+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~9426YAAC1F0C.0 size=1048576 2024-08-17T01:00:29.490 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.489+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~9426YAAC1F0C.1 size=87048 2024-08-17T01:00:29.490 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.489+0000 7fc9e32c6640 1 > prepared multipart upload key=OH6EL4D04DHY upload=9426YAAC1F0C tag=65DLH2FEKXSX type=write size=2184200 2024-08-17T01:00:29.494 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.493+0000 7fc9e32c6640 1 < suggested remove operation key=ODZIOPEGEARM tag=ZGXXE98M4M5P type=del 2024-08-17T01:00:29.496 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.495+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=AXHRZG2A6Q8N type=del size=2341464 2024-08-17T01:00:29.498 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.497+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~2M45D878UHQC.0 size=1048576 2024-08-17T01:00:29.500 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.499+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~2M45D878UHQC.1 size=1048576 2024-08-17T01:00:29.502 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.501+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~2M45D878UHQC.2 size=555997 2024-08-17T01:00:29.506 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.505+0000 7fc9e32c6640 1 < completed multipart upload key=XHAAVXY5RRVM upload=2M45D878UHQC tag=MPO4Q2VER3C1 type=write size=3701725 2024-08-17T01:00:29.508 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.507+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=RRFTTISLZD0J type=del size=597087 2024-08-17T01:00:29.510 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.509+0000 7fc9e32c6640 1 < completed delete operation key=9ZTGHGASZU54 tag=U29XS8ABJY66 type=del 2024-08-17T01:00:29.514 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.513+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~8AE4559JF0ZV.0 size=1048576 2024-08-17T01:00:29.515 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.515+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~8AE4559JF0ZV.1 size=789735 2024-08-17T01:00:29.516 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.515+0000 7fc9e32c6640 1 > prepared multipart upload key=0GIHJJ2YE1EF upload=8AE4559JF0ZV tag=4CCXRUD9AS3V type=write size=2886887 2024-08-17T01:00:29.517 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.517+0000 7fc9e32c6640 1 < completed delete operation key=Y5CGDXUEE4A5 tag=HCE4O4ZP7BIN type=del 2024-08-17T01:00:29.521 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.521+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~1HBEFTQGAO5N.0 size=1048576 2024-08-17T01:00:29.523 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.522+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~1HBEFTQGAO5N.1 size=970598 2024-08-17T01:00:29.523 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.522+0000 7fc9e32c6640 1 > prepared multipart upload key=GPTER2AM6J7E upload=1HBEFTQGAO5N tag=FKZNBGZ8XGBM type=write size=3067750 2024-08-17T01:00:29.525 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.524+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~0TQNFPH5LZV3.0 size=889241 2024-08-17T01:00:29.529 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.528+0000 7fc9e32c6640 1 < completed multipart upload key=0GIHJJ2YE1EF upload=0TQNFPH5LZV3 tag=5BSB0G8NUVJG type=write size=1937817 2024-08-17T01:00:29.533 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.532+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~H8DW18DW9Y95.0 size=1048576 2024-08-17T01:00:29.534 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.533+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~H8DW18DW9Y95.1 size=1048576 2024-08-17T01:00:29.536 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.535+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~H8DW18DW9Y95.2 size=338637 2024-08-17T01:00:29.536 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.535+0000 7fc9e32c6640 1 > prepared multipart upload key=HPIXXJSLU5J6 upload=H8DW18DW9Y95 tag=A2KVNE2V25YG type=write size=3484365 2024-08-17T01:00:29.538 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.537+0000 7fc9e32c6640 1 < completed write operation key=HPIXXJSLU5J6 tag=MGNACQSJU3K7 type=write size=828536 2024-08-17T01:00:29.540 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.539+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=QVMLS0JYS042 type=del size=2623970 2024-08-17T01:00:29.542 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.541+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~1Z9X0AFVFC87.0 size=1048576 2024-08-17T01:00:29.543 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.543+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~1Z9X0AFVFC87.1 size=1048576 2024-08-17T01:00:29.545 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.544+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~1Z9X0AFVFC87.2 size=214056 2024-08-17T01:00:29.549 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.548+0000 7fc9e32c6640 1 < completed multipart upload key=HPIXXJSLU5J6 upload=1Z9X0AFVFC87 tag=PMVUJBIDH4DV type=write size=3359784 2024-08-17T01:00:29.552 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.552+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~1TE2KI8N5UUY.0 size=1048576 2024-08-17T01:00:29.554 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.553+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~1TE2KI8N5UUY.1 size=1048576 2024-08-17T01:00:29.556 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.555+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~1TE2KI8N5UUY.2 size=1024601 2024-08-17T01:00:29.556 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.555+0000 7fc9e32c6640 1 > prepared multipart upload key=JNHP0HYR3GAN upload=1TE2KI8N5UUY tag=HVJU2PNPTX9Z type=write size=4170329 2024-08-17T01:00:29.558 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.557+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~LJYZ2KFBW00B.0 size=1048576 2024-08-17T01:00:29.559 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.559+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~LJYZ2KFBW00B.1 size=137686 2024-08-17T01:00:29.563 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.562+0000 7fc9e32c6640 1 < completed multipart upload key=9ZTGHGASZU54 upload=LJYZ2KFBW00B tag=RSM8FMS1LENX type=write size=2234838 2024-08-17T01:00:29.565 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.564+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=0D5TE1X5B5Y5 type=write size=153799 2024-08-17T01:00:29.565 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.565+0000 7fc9e32c6640 1 < canceled part key=_multipart_3QNRD31J9WH5.2~0GS277LJVW2E.0 size=1048576 2024-08-17T01:00:29.567 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.566+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~0GS277LJVW2E.1 size=1048576 2024-08-17T01:00:29.569 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.568+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~0GS277LJVW2E.2 size=843218 2024-08-17T01:00:29.572 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.572+0000 7fc9e32c6640 1 < canceled multipart upload key=3QNRD31J9WH5 upload=0GS277LJVW2E tag=BKXL3SRQQXUG type=write size=3988946 2024-08-17T01:00:29.574 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.573+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=C46CTHBN3MWL type=del size=1526612 2024-08-17T01:00:29.576 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.576+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~76X7FH1N2E6C.0 size=1048576 2024-08-17T01:00:29.578 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.577+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~76X7FH1N2E6C.1 size=1048576 2024-08-17T01:00:29.580 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.579+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~76X7FH1N2E6C.2 size=779614 2024-08-17T01:00:29.583 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.582+0000 7fc9e32c6640 1 < completed multipart upload key=SR0C26PR3RCQ upload=76X7FH1N2E6C tag=QZNV56J6J9Y7 type=write size=3925342 2024-08-17T01:00:29.587 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.586+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~13UMLA7P8M8U.0 size=1048576 2024-08-17T01:00:29.589 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.588+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~13UMLA7P8M8U.1 size=1048576 2024-08-17T01:00:29.590 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.590+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~13UMLA7P8M8U.2 size=670020 2024-08-17T01:00:29.591 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.590+0000 7fc9e32c6640 1 > prepared multipart upload key=ZFTRWL3EXMLQ upload=13UMLA7P8M8U tag=V2YS76WJWCIR type=write size=3815748 2024-08-17T01:00:29.594 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.594+0000 7fc9e32c6640 1 < suggested remove operation key=DWB3YGH7YBZB tag=ZJ2E6S62DP7M type=del 2024-08-17T01:00:29.597 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.596+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=Q5Q20H49URIZ type=del size=3406082 2024-08-17T01:00:29.599 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.598+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~BRXQWGP5ZFLM.0 size=223761 2024-08-17T01:00:29.602 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.602+0000 7fc9e32c6640 1 < completed multipart upload key=SYENEMTYLFFB upload=BRXQWGP5ZFLM tag=GNQ8SO209F9N type=write size=1272337 2024-08-17T01:00:29.606 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.605+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~QVCWNQTOQG6O.0 size=941510 2024-08-17T01:00:29.606 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.605+0000 7fc9e32c6640 1 > prepared multipart upload key=FP808QN0QDSP upload=QVCWNQTOQG6O tag=6PLY6HLRU2T3 type=write size=1990086 2024-08-17T01:00:29.608 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.608+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~CCZO2OW0ZA3B.0 size=1048576 2024-08-17T01:00:29.611 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.610+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~CCZO2OW0ZA3B.1 size=1048576 2024-08-17T01:00:29.611 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.610+0000 7fc9e32c6640 1 < canceled part key=_multipart_DWB3YGH7YBZB.2~CCZO2OW0ZA3B.2 size=690157 2024-08-17T01:00:29.614 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.613+0000 7fc9e32c6640 1 < canceled multipart upload key=DWB3YGH7YBZB upload=CCZO2OW0ZA3B tag=3NPYIM89EUPL type=write size=3835885 2024-08-17T01:00:29.618 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.617+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~KDH6L8F5EQFD.0 size=1048576 2024-08-17T01:00:29.620 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.619+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~KDH6L8F5EQFD.1 size=913827 2024-08-17T01:00:29.620 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.619+0000 7fc9e32c6640 1 > prepared multipart upload key=SNQ4IXALP94F upload=KDH6L8F5EQFD tag=UJA9YNG9OBXW type=write size=3010979 2024-08-17T01:00:29.622 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.621+0000 7fc9e32c6640 1 < completed delete operation key=ZFTRWL3EXMLQ tag=HRMWNNX4W8AT type=del 2024-08-17T01:00:29.624 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.623+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=DCM6IGT2AAT2 type=write size=18552 2024-08-17T01:00:29.626 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.625+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~1KNSOUG666BK.0 size=1048576 2024-08-17T01:00:29.628 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.627+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~1KNSOUG666BK.1 size=119236 2024-08-17T01:00:29.632 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.631+0000 7fc9e32c6640 1 < completed multipart upload key=TN1LRZX0D64M upload=1KNSOUG666BK tag=2F2MMZYZ2IBY type=write size=2216388 2024-08-17T01:00:29.636 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.635+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~WUIS9D2F91W7.0 size=432070 2024-08-17T01:00:29.636 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.635+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=WUIS9D2F91W7 tag=T7UUXCODVTSA type=write size=1480646 2024-08-17T01:00:29.638 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.638+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~9426YAAC1F0C.0 size=1048576 2024-08-17T01:00:29.640 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.639+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~9426YAAC1F0C.1 size=87048 2024-08-17T01:00:29.644 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.643+0000 7fc9e32c6640 1 < completed multipart upload key=OH6EL4D04DHY upload=9426YAAC1F0C tag=65DLH2FEKXSX type=write size=2184200 2024-08-17T01:00:29.646 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.645+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=C5QT4A3O2TPJ type=del size=2885165 2024-08-17T01:00:29.648 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.647+0000 7fc9e32c6640 1 < completed delete operation key=NJYN8PLMG5AN tag=AXHRZG2A6Q8N type=del 2024-08-17T01:00:29.650 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.649+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=4VOTT52WT8S1 type=del size=3720332 2024-08-17T01:00:29.653 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.652+0000 7fc9e32c6640 1 < completed delete operation key=FP808QN0QDSP tag=RRFTTISLZD0J type=del 2024-08-17T01:00:29.657 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.656+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~1ZACTFUJCY7G.0 size=1048576 2024-08-17T01:00:29.659 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.658+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~1ZACTFUJCY7G.1 size=1048576 2024-08-17T01:00:29.660 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.659+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~1ZACTFUJCY7G.2 size=940582 2024-08-17T01:00:29.660 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.659+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=1ZACTFUJCY7G tag=L5S6C6LZ7XQ6 type=write size=4086310 2024-08-17T01:00:29.662 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.661+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~8AE4559JF0ZV.0 size=1048576 2024-08-17T01:00:29.664 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.664+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~8AE4559JF0ZV.1 size=789735 2024-08-17T01:00:29.668 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.667+0000 7fc9e32c6640 1 < completed multipart upload key=0GIHJJ2YE1EF upload=8AE4559JF0ZV tag=4CCXRUD9AS3V type=write size=2886887 2024-08-17T01:00:29.670 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.669+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=EUSXK237JCB5 type=del size=3491776 2024-08-17T01:00:29.672 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.671+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~1HBEFTQGAO5N.0 size=1048576 2024-08-17T01:00:29.674 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.673+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~1HBEFTQGAO5N.1 size=970598 2024-08-17T01:00:29.677 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.676+0000 7fc9e32c6640 1 < completed multipart upload key=GPTER2AM6J7E upload=1HBEFTQGAO5N tag=FKZNBGZ8XGBM type=write size=3067750 2024-08-17T01:00:29.679 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.678+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=WU5V68HMWZ6V type=write size=506046 2024-08-17T01:00:29.681 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.681+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~H8DW18DW9Y95.0 size=1048576 2024-08-17T01:00:29.684 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.683+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~H8DW18DW9Y95.1 size=1048576 2024-08-17T01:00:29.686 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.685+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~H8DW18DW9Y95.2 size=338637 2024-08-17T01:00:29.690 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.689+0000 7fc9e32c6640 1 < completed multipart upload key=HPIXXJSLU5J6 upload=H8DW18DW9Y95 tag=A2KVNE2V25YG type=write size=3484365 2024-08-17T01:00:29.694 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.692+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=UOEJY43AC6G2 type=del size=516941 2024-08-17T01:00:29.695 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.695+0000 7fc9e32c6640 1 < completed delete operation key=P6GWQRWU8J2B tag=QVMLS0JYS042 type=del 2024-08-17T01:00:29.697 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.697+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=CMPO7MNGYMTW type=del size=200715 2024-08-17T01:00:29.699 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.699+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~1TE2KI8N5UUY.0 size=1048576 2024-08-17T01:00:29.701 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.701+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~1TE2KI8N5UUY.1 size=1048576 2024-08-17T01:00:29.703 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.702+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~1TE2KI8N5UUY.2 size=1024601 2024-08-17T01:00:29.707 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.706+0000 7fc9e32c6640 1 < completed multipart upload key=JNHP0HYR3GAN upload=1TE2KI8N5UUY tag=HVJU2PNPTX9Z type=write size=4170329 2024-08-17T01:00:29.709 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.708+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=BKT2PX6MKWNU type=del size=339144 2024-08-17T01:00:29.711 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.710+0000 7fc9e32c6640 1 < completed write operation key=OH6EL4D04DHY tag=0D5TE1X5B5Y5 type=write size=153799 2024-08-17T01:00:29.713 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.712+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=TUK492BBR08P type=del size=28037 2024-08-17T01:00:29.717 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.716+0000 7fc9e32c6640 1 < suggested update operation key=SNQ4IXALP94F tag=C46CTHBN3MWL type=del size=1526612 2024-08-17T01:00:29.721 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.720+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~PX1Q20I0BB7A.0 size=325456 2024-08-17T01:00:29.721 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.720+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=PX1Q20I0BB7A tag=OWNFYP47VTKY type=write size=1374032 2024-08-17T01:00:29.723 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.722+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~13UMLA7P8M8U.0 size=1048576 2024-08-17T01:00:29.725 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.724+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~13UMLA7P8M8U.1 size=1048576 2024-08-17T01:00:29.726 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.725+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~13UMLA7P8M8U.2 size=670020 2024-08-17T01:00:29.730 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.729+0000 7fc9e32c6640 1 < completed multipart upload key=ZFTRWL3EXMLQ upload=13UMLA7P8M8U tag=V2YS76WJWCIR type=write size=3815748 2024-08-17T01:00:29.732 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.731+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=LBVMLCKP1EX7 type=del size=1088502 2024-08-17T01:00:29.736 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.735+0000 7fc9e32c6640 1 < suggested remove operation key=TN1LRZX0D64M tag=Q5Q20H49URIZ type=del 2024-08-17T01:00:29.739 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.739+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~UDW0WSHN37SI.0 size=538917 2024-08-17T01:00:29.739 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.739+0000 7fc9e32c6640 1 > prepared multipart upload key=P6GWQRWU8J2B upload=UDW0WSHN37SI tag=XHSJ0466G4R4 type=write size=1587493 2024-08-17T01:00:29.741 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.741+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~QVCWNQTOQG6O.0 size=941510 2024-08-17T01:00:29.745 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.744+0000 7fc9e32c6640 1 < completed multipart upload key=FP808QN0QDSP upload=QVCWNQTOQG6O tag=6PLY6HLRU2T3 type=write size=1990086 2024-08-17T01:00:29.747 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.746+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=0DCSXI9N92BL type=write size=799392 2024-08-17T01:00:29.749 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.748+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~KDH6L8F5EQFD.0 size=1048576 2024-08-17T01:00:29.751 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.750+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~KDH6L8F5EQFD.1 size=913827 2024-08-17T01:00:29.754 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.753+0000 7fc9e32c6640 1 < completed multipart upload key=SNQ4IXALP94F upload=KDH6L8F5EQFD tag=UJA9YNG9OBXW type=write size=3010979 2024-08-17T01:00:29.756 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.756+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=Q7XFOK71ZSO8 type=write size=836027 2024-08-17T01:00:29.758 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.758+0000 7fc9e32c6640 1 < completed write operation key=M0RSO8RQ43YG tag=DCM6IGT2AAT2 type=write size=18552 2024-08-17T01:00:29.762 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.761+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~DGR3NFYA3CNL.0 size=1048576 2024-08-17T01:00:29.764 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.763+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~DGR3NFYA3CNL.1 size=22903 2024-08-17T01:00:29.764 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.763+0000 7fc9e32c6640 1 > prepared multipart upload key=ZFTRWL3EXMLQ upload=DGR3NFYA3CNL tag=FXQB4O5SC23F type=write size=2120055 2024-08-17T01:00:29.766 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.765+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~WUIS9D2F91W7.0 size=432070 2024-08-17T01:00:29.770 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.769+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=WUIS9D2F91W7 tag=T7UUXCODVTSA type=write size=1480646 2024-08-17T01:00:29.772 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.771+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=MXNLXRH6FM9R type=del size=2807102 2024-08-17T01:00:29.774 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.773+0000 7fc9e32c6640 1 < completed delete operation key=WN539WGGF4SK tag=C5QT4A3O2TPJ type=del 2024-08-17T01:00:29.776 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.775+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=2W0IU9TU2D1T type=del size=3798013 2024-08-17T01:00:29.780 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.780+0000 7fc9e32c6640 1 < suggested remove operation key=OH6EL4D04DHY tag=4VOTT52WT8S1 type=del 2024-08-17T01:00:29.784 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.783+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~4F5C0T2WF8M3.0 size=1048576 2024-08-17T01:00:29.786 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.785+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~4F5C0T2WF8M3.1 size=1048576 2024-08-17T01:00:29.787 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.787+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~4F5C0T2WF8M3.2 size=189600 2024-08-17T01:00:29.787 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.787+0000 7fc9e32c6640 1 > prepared multipart upload key=3426C909P2VX upload=4F5C0T2WF8M3 tag=3Q9WPVFKGU47 type=write size=3335328 2024-08-17T01:00:29.789 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.789+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~1ZACTFUJCY7G.0 size=1048576 2024-08-17T01:00:29.791 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.790+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~1ZACTFUJCY7G.1 size=1048576 2024-08-17T01:00:29.793 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.792+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~1ZACTFUJCY7G.2 size=940582 2024-08-17T01:00:29.796 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.796+0000 7fc9e32c6640 1 < completed multipart upload key=Y5CGDXUEE4A5 upload=1ZACTFUJCY7G tag=L5S6C6LZ7XQ6 type=write size=4086310 2024-08-17T01:00:29.800 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.800+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~C45CTS7LYA6W.0 size=1048576 2024-08-17T01:00:29.802 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.801+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~C45CTS7LYA6W.1 size=1048576 2024-08-17T01:00:29.804 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.803+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~C45CTS7LYA6W.2 size=268950 2024-08-17T01:00:29.804 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.803+0000 7fc9e32c6640 1 > prepared multipart upload key=9X03OB1P1EOH upload=C45CTS7LYA6W tag=EVBHFVUTO7RQ type=write size=3414678 2024-08-17T01:00:29.808 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.807+0000 7fc9e32c6640 1 < suggested remove operation key=RNSEALS0CEAA tag=EUSXK237JCB5 type=del 2024-08-17T01:00:29.810 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.809+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=TW6Y1SURL29F type=write size=782050 2024-08-17T01:00:29.813 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.812+0000 7fc9e32c6640 1 < completed write operation key=Y5CGDXUEE4A5 tag=WU5V68HMWZ6V type=write size=506046 2024-08-17T01:00:29.815 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.814+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=TSB3IS59ZVPQ type=del size=1932248 2024-08-17T01:00:29.818 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.817+0000 7fc9e32c6640 1 < completed delete operation key=3426C909P2VX tag=UOEJY43AC6G2 type=del 2024-08-17T01:00:29.820 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.819+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=2L6Y5DUQCFWS type=del size=999183 2024-08-17T01:00:29.822 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.821+0000 7fc9e32c6640 1 < canceled operation key=JNHP0HYR3GAN tag=CMPO7MNGYMTW type=del size=200715 2024-08-17T01:00:29.826 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.823+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=XHXGB9UIKJME type=del size=369175 2024-08-17T01:00:29.826 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.826+0000 7fc9e32c6640 1 < completed delete operation key=GPTER2AM6J7E tag=BKT2PX6MKWNU type=del 2024-08-17T01:00:29.829 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.828+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=SWDHY0W52IAH type=del size=2235490 2024-08-17T01:00:29.831 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.830+0000 7fc9e32c6640 1 < completed delete operation key=HPIXXJSLU5J6 tag=TUK492BBR08P type=del 2024-08-17T01:00:29.833 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.832+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=5OV9B91ZFXAW type=write size=286423 2024-08-17T01:00:29.835 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.834+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~PX1Q20I0BB7A.0 size=325456 2024-08-17T01:00:29.839 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.838+0000 7fc9e32c6640 1 < completed multipart upload key=NJYN8PLMG5AN upload=PX1Q20I0BB7A tag=OWNFYP47VTKY type=write size=1374032 2024-08-17T01:00:29.841 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.840+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=K4MS70X8S5PQ type=del size=2489730 2024-08-17T01:00:29.845 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.844+0000 7fc9e32c6640 1 < suggested update operation key=9ZTGHGASZU54 tag=LBVMLCKP1EX7 type=del size=1088502 2024-08-17T01:00:29.848 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.848+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~901U90G0QSEJ.0 size=1048576 2024-08-17T01:00:29.850 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.849+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~901U90G0QSEJ.1 size=116563 2024-08-17T01:00:29.850 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.849+0000 7fc9e32c6640 1 > prepared multipart upload key=JNHP0HYR3GAN upload=901U90G0QSEJ tag=HCT0UR13V1JQ type=write size=2213715 2024-08-17T01:00:29.852 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.852+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~UDW0WSHN37SI.0 size=538917 2024-08-17T01:00:29.856 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.855+0000 7fc9e32c6640 1 < completed multipart upload key=P6GWQRWU8J2B upload=UDW0WSHN37SI tag=XHSJ0466G4R4 type=write size=1587493 2024-08-17T01:00:29.857 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.857+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=U6V1AIDDZ7AI type=del size=4000242 2024-08-17T01:00:29.859 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.859+0000 7fc9e32c6640 1 < canceled operation key=Y5CGDXUEE4A5 tag=0DCSXI9N92BL type=write size=799392 2024-08-17T01:00:29.864 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.863+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~VSBML0Q86PBW.0 size=510810 2024-08-17T01:00:29.864 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.863+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=VSBML0Q86PBW tag=FIWGTBS5YPVW type=write size=1559386 2024-08-17T01:00:29.866 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.865+0000 7fc9e32c6640 1 < completed write operation key=M40V1TN9S9M2 tag=Q7XFOK71ZSO8 type=write size=836027 2024-08-17T01:00:29.870 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.869+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~UERHH7U0DJP4.0 size=1048576 2024-08-17T01:00:29.871 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.871+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~UERHH7U0DJP4.1 size=337066 2024-08-17T01:00:29.871 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.871+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=UERHH7U0DJP4 tag=79QG3QI7ES9D type=write size=2434218 2024-08-17T01:00:29.873 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.872+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~DGR3NFYA3CNL.0 size=1048576 2024-08-17T01:00:29.873 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.872+0000 7fc9e32c6640 1 < canceled part key=_multipart_ZFTRWL3EXMLQ.2~DGR3NFYA3CNL.1 size=22903 2024-08-17T01:00:29.877 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.876+0000 7fc9e32c6640 1 < canceled multipart upload key=ZFTRWL3EXMLQ upload=DGR3NFYA3CNL tag=FXQB4O5SC23F type=write size=2120055 2024-08-17T01:00:29.880 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.880+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~NQN5ZKK6KA47.0 size=1048576 2024-08-17T01:00:29.882 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.881+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~NQN5ZKK6KA47.1 size=979979 2024-08-17T01:00:29.882 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.881+0000 7fc9e32c6640 1 > prepared multipart upload key=SR0C26PR3RCQ upload=NQN5ZKK6KA47 tag=OT1THBIHKSZP type=write size=3077131 2024-08-17T01:00:29.886 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.885+0000 7fc9e32c6640 1 < suggested remove operation key=TN1LRZX0D64M tag=MXNLXRH6FM9R type=del 2024-08-17T01:00:29.888 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.887+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=QHY7TGB0B5KA type=del size=1023839 2024-08-17T01:00:29.890 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.890+0000 7fc9e32c6640 1 < completed delete operation key=41QVSMLCJY3L tag=2W0IU9TU2D1T type=del 2024-08-17T01:00:29.895 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.894+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~S0U8KTR847VI.0 size=1048576 2024-08-17T01:00:29.896 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.896+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~S0U8KTR847VI.1 size=627905 2024-08-17T01:00:29.897 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.896+0000 7fc9e32c6640 1 > prepared multipart upload key=P6GWQRWU8J2B upload=S0U8KTR847VI tag=4AVUYGZ9HTO4 type=write size=2725057 2024-08-17T01:00:29.899 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.898+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~4F5C0T2WF8M3.0 size=1048576 2024-08-17T01:00:29.900 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.899+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~4F5C0T2WF8M3.1 size=1048576 2024-08-17T01:00:29.902 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.901+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~4F5C0T2WF8M3.2 size=189600 2024-08-17T01:00:29.906 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.905+0000 7fc9e32c6640 1 < completed multipart upload key=3426C909P2VX upload=4F5C0T2WF8M3 tag=3Q9WPVFKGU47 type=write size=3335328 2024-08-17T01:00:29.910 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.909+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~ENWZUP5X4XBV.0 size=1048576 2024-08-17T01:00:29.912 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.911+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~ENWZUP5X4XBV.1 size=574785 2024-08-17T01:00:29.912 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.911+0000 7fc9e32c6640 1 > prepared multipart upload key=HPIXXJSLU5J6 upload=ENWZUP5X4XBV tag=KBBJ39YHWBM2 type=write size=2671937 2024-08-17T01:00:29.914 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.913+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~C45CTS7LYA6W.0 size=1048576 2024-08-17T01:00:29.916 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.915+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~C45CTS7LYA6W.1 size=1048576 2024-08-17T01:00:29.917 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.917+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~C45CTS7LYA6W.2 size=268950 2024-08-17T01:00:29.921 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.920+0000 7fc9e32c6640 1 < completed multipart upload key=9X03OB1P1EOH upload=C45CTS7LYA6W tag=EVBHFVUTO7RQ type=write size=3414678 2024-08-17T01:00:29.923 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.922+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=HS4LZGY1RCI4 type=write size=257391 2024-08-17T01:00:29.925 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.925+0000 7fc9e32c6640 1 < completed write operation key=DWB3YGH7YBZB tag=TW6Y1SURL29F type=write size=782050 2024-08-17T01:00:29.927 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.926+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=285T4DRXYCET type=del size=2204680 2024-08-17T01:00:29.931 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.931+0000 7fc9e32c6640 1 < suggested update operation key=ZFTRWL3EXMLQ tag=TSB3IS59ZVPQ type=del size=1932248 2024-08-17T01:00:29.933 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.933+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=68LWAU3KNIQP type=del size=3911 2024-08-17T01:00:29.935 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.935+0000 7fc9e32c6640 1 < completed delete operation key=3QNRD31J9WH5 tag=2L6Y5DUQCFWS type=del 2024-08-17T01:00:29.937 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.937+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=CZTH20ZZMJ3J type=del size=1874227 2024-08-17T01:00:29.939 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.939+0000 7fc9e32c6640 1 < completed delete operation key=HPIXXJSLU5J6 tag=XHXGB9UIKJME type=del 2024-08-17T01:00:29.943 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.942+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~WMEIHX6ZDQLU.0 size=1048576 2024-08-17T01:00:29.945 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.944+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~WMEIHX6ZDQLU.1 size=1048576 2024-08-17T01:00:29.947 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.946+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~WMEIHX6ZDQLU.2 size=382037 2024-08-17T01:00:29.947 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.946+0000 7fc9e32c6640 1 > prepared multipart upload key=JNHP0HYR3GAN upload=WMEIHX6ZDQLU tag=WU2MZ1QR7ZYD type=write size=3527765 2024-08-17T01:00:29.949 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.949+0000 7fc9e32c6640 1 < completed delete operation key=04A7K18FAZTD tag=SWDHY0W52IAH type=del 2024-08-17T01:00:29.953 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.952+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~3WIBC93QP8UD.0 size=1048576 2024-08-17T01:00:29.955 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.954+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~3WIBC93QP8UD.1 size=1048576 2024-08-17T01:00:29.956 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.956+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~3WIBC93QP8UD.2 size=1029644 2024-08-17T01:00:29.956 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.956+0000 7fc9e32c6640 1 > prepared multipart upload key=M0RSO8RQ43YG upload=3WIBC93QP8UD tag=W93YDDAAVD7V type=write size=4175372 2024-08-17T01:00:29.958 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.958+0000 7fc9e32c6640 1 < completed write operation key=41QVSMLCJY3L tag=5OV9B91ZFXAW type=write size=286423 2024-08-17T01:00:29.962 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.961+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~0YNT209RX5AP.0 size=1048576 2024-08-17T01:00:29.964 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.963+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~0YNT209RX5AP.1 size=233768 2024-08-17T01:00:29.964 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.963+0000 7fc9e32c6640 1 > prepared multipart upload key=ODZIOPEGEARM upload=0YNT209RX5AP tag=YVKR2G6OIDET type=write size=2330920 2024-08-17T01:00:29.966 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.965+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=K4MS70X8S5PQ type=del 2024-08-17T01:00:29.969 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.969+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~4O6U0HD8R83P.0 size=842894 2024-08-17T01:00:29.970 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.969+0000 7fc9e32c6640 1 > prepared multipart upload key=0GIHJJ2YE1EF upload=4O6U0HD8R83P tag=V0NMOBEAW020 type=write size=1891470 2024-08-17T01:00:29.971 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.971+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~901U90G0QSEJ.0 size=1048576 2024-08-17T01:00:29.973 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.972+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~901U90G0QSEJ.1 size=116563 2024-08-17T01:00:29.977 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.976+0000 7fc9e32c6640 1 < completed multipart upload key=JNHP0HYR3GAN upload=901U90G0QSEJ tag=HCT0UR13V1JQ type=write size=2213715 2024-08-17T01:00:29.979 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.978+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=9UM5ZMN0B5KG type=del size=1251559 2024-08-17T01:00:29.981 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.980+0000 7fc9e32c6640 1 < completed delete operation key=GPTER2AM6J7E tag=U6V1AIDDZ7AI type=del 2024-08-17T01:00:29.983 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.982+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=3NLPW5IW5FWO type=del size=3104691 2024-08-17T01:00:29.985 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.984+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~VSBML0Q86PBW.0 size=510810 2024-08-17T01:00:29.989 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.988+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=VSBML0Q86PBW tag=FIWGTBS5YPVW type=write size=1559386 2024-08-17T01:00:29.990 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.990+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=8NOB59RGPRX1 type=write size=222338 2024-08-17T01:00:29.992 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.992+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~UERHH7U0DJP4.0 size=1048576 2024-08-17T01:00:29.994 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.993+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~UERHH7U0DJP4.1 size=337066 2024-08-17T01:00:29.999 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:29.998+0000 7fc9e32c6640 1 < completed multipart upload key=NJYN8PLMG5AN upload=UERHH7U0DJP4 tag=79QG3QI7ES9D type=write size=2434218 2024-08-17T01:00:30.002 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.002+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~NTPI98OCK1OG.0 size=1048576 2024-08-17T01:00:30.004 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.003+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~NTPI98OCK1OG.1 size=315450 2024-08-17T01:00:30.005 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.003+0000 7fc9e32c6640 1 > prepared multipart upload key=M0RSO8RQ43YG upload=NTPI98OCK1OG tag=W8ZO1FACTNIW type=write size=2412602 2024-08-17T01:00:30.006 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.006+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~NQN5ZKK6KA47.0 size=1048576 2024-08-17T01:00:30.008 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.007+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~NQN5ZKK6KA47.1 size=979979 2024-08-17T01:00:30.012 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.011+0000 7fc9e32c6640 1 < completed multipart upload key=SR0C26PR3RCQ upload=NQN5ZKK6KA47 tag=OT1THBIHKSZP type=write size=3077131 2024-08-17T01:00:30.014 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.014+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=2W419KZQ5IC2 type=del size=1944190 2024-08-17T01:00:30.016 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.016+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=QHY7TGB0B5KA type=del 2024-08-17T01:00:30.020 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.019+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~VEMNVLNWB1Y3.0 size=174086 2024-08-17T01:00:30.020 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.019+0000 7fc9e32c6640 1 > prepared multipart upload key=9ZTGHGASZU54 upload=VEMNVLNWB1Y3 tag=KQLBW6X1JWDC type=write size=1222662 2024-08-17T01:00:30.022 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.021+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~S0U8KTR847VI.0 size=1048576 2024-08-17T01:00:30.024 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.023+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~S0U8KTR847VI.1 size=627905 2024-08-17T01:00:30.028 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.027+0000 7fc9e32c6640 1 < completed multipart upload key=P6GWQRWU8J2B upload=S0U8KTR847VI tag=4AVUYGZ9HTO4 type=write size=2725057 2024-08-17T01:00:30.030 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.029+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=2RPZZQ4T40A7 type=write size=73745 2024-08-17T01:00:30.032 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.032+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~ENWZUP5X4XBV.0 size=1048576 2024-08-17T01:00:30.032 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.032+0000 7fc9e32c6640 1 < canceled part key=_multipart_HPIXXJSLU5J6.2~ENWZUP5X4XBV.1 size=574785 2024-08-17T01:00:30.036 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.035+0000 7fc9e32c6640 1 < canceled multipart upload key=HPIXXJSLU5J6 upload=ENWZUP5X4XBV tag=KBBJ39YHWBM2 type=write size=2671937 2024-08-17T01:00:30.039 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.038+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=1KP861RO6V6O type=del size=2776395 2024-08-17T01:00:30.041 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.040+0000 7fc9e32c6640 1 < completed write operation key=JNHP0HYR3GAN tag=HS4LZGY1RCI4 type=write size=257391 2024-08-17T01:00:30.045 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.044+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~EYILFUVJARA6.0 size=1048576 2024-08-17T01:00:30.047 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.047+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~EYILFUVJARA6.1 size=238966 2024-08-17T01:00:30.047 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.047+0000 7fc9e32c6640 1 > prepared multipart upload key=3QNRD31J9WH5 upload=EYILFUVJARA6 tag=7Z7Z1AG8S6II type=write size=2336118 2024-08-17T01:00:30.050 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.049+0000 7fc9e32c6640 1 < completed delete operation key=M0RSO8RQ43YG tag=285T4DRXYCET type=del 2024-08-17T01:00:30.051 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.051+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=NJGJ51JGW9VB type=del size=1729283 2024-08-17T01:00:30.054 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.053+0000 7fc9e32c6640 1 < completed delete operation key=3QNRD31J9WH5 tag=68LWAU3KNIQP type=del 2024-08-17T01:00:30.059 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.058+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~TCRSQBHKI36T.0 size=58789 2024-08-17T01:00:30.059 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.058+0000 7fc9e32c6640 1 > prepared multipart upload key=04A7K18FAZTD upload=TCRSQBHKI36T tag=U9TTV4ADXS3Q type=write size=1107365 2024-08-17T01:00:30.061 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.060+0000 7fc9e32c6640 1 < completed delete operation key=ZFTRWL3EXMLQ tag=CZTH20ZZMJ3J type=del 2024-08-17T01:00:30.065 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.065+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~M6RPZZ4ALJ4J.0 size=496713 2024-08-17T01:00:30.065 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.065+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=M6RPZZ4ALJ4J tag=ZN84ZOHWTHZ0 type=write size=1545289 2024-08-17T01:00:30.066 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.065+0000 7fc9e32c6640 1 < canceled part key=_multipart_JNHP0HYR3GAN.2~WMEIHX6ZDQLU.0 size=1048576 2024-08-17T01:00:30.068 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.067+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~WMEIHX6ZDQLU.1 size=1048576 2024-08-17T01:00:30.070 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.069+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~WMEIHX6ZDQLU.2 size=382037 2024-08-17T01:00:30.073 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.073+0000 7fc9e32c6640 1 < canceled multipart upload key=JNHP0HYR3GAN upload=WMEIHX6ZDQLU tag=WU2MZ1QR7ZYD type=write size=3527765 2024-08-17T01:00:30.075 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.075+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=NZ1F2R08MC8S type=del size=2728191 2024-08-17T01:00:30.078 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.077+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~3WIBC93QP8UD.0 size=1048576 2024-08-17T01:00:30.079 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.079+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~3WIBC93QP8UD.1 size=1048576 2024-08-17T01:00:30.081 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.080+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~3WIBC93QP8UD.2 size=1029644 2024-08-17T01:00:30.085 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.084+0000 7fc9e32c6640 1 < completed multipart upload key=M0RSO8RQ43YG upload=3WIBC93QP8UD tag=W93YDDAAVD7V type=write size=4175372 2024-08-17T01:00:30.087 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.086+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=VG69O2SDJ4K8 type=write size=441372 2024-08-17T01:00:30.089 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.088+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~0YNT209RX5AP.0 size=1048576 2024-08-17T01:00:30.091 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.090+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~0YNT209RX5AP.1 size=233768 2024-08-17T01:00:30.094 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.093+0000 7fc9e32c6640 1 < completed multipart upload key=ODZIOPEGEARM upload=0YNT209RX5AP tag=YVKR2G6OIDET type=write size=2330920 2024-08-17T01:00:30.096 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.095+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=ESUDTG7P7RK4 type=del size=2138493 2024-08-17T01:00:30.098 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.098+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~4O6U0HD8R83P.0 size=842894 2024-08-17T01:00:30.102 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.101+0000 7fc9e32c6640 1 < completed multipart upload key=0GIHJJ2YE1EF upload=4O6U0HD8R83P tag=V0NMOBEAW020 type=write size=1891470 2024-08-17T01:00:30.106 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.106+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~KJMGKAS0KCC9.0 size=1048576 2024-08-17T01:00:30.108 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.107+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~KJMGKAS0KCC9.1 size=1048576 2024-08-17T01:00:30.110 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.109+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~KJMGKAS0KCC9.2 size=455257 2024-08-17T01:00:30.110 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.109+0000 7fc9e32c6640 1 > prepared multipart upload key=DWB3YGH7YBZB upload=KJMGKAS0KCC9 tag=WOQ9NP6EGFQG type=write size=3600985 2024-08-17T01:00:30.112 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.111+0000 7fc9e32c6640 1 < completed delete operation key=9ZTGHGASZU54 tag=9UM5ZMN0B5KG type=del 2024-08-17T01:00:30.116 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.116+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~H6HW52MZJ7UL.0 size=1048576 2024-08-17T01:00:30.118 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.117+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~H6HW52MZJ7UL.1 size=129054 2024-08-17T01:00:30.118 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.117+0000 7fc9e32c6640 1 > prepared multipart upload key=04A7K18FAZTD upload=H6HW52MZJ7UL tag=EKB8ZHY1D1ND type=write size=2226206 2024-08-17T01:00:30.122 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.122+0000 7fc9e32c6640 1 < suggested remove operation key=3QNRD31J9WH5 tag=3NLPW5IW5FWO type=del 2024-08-17T01:00:30.126 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.126+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~98YJWAY0GR8F.0 size=1048576 2024-08-17T01:00:30.128 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.127+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~98YJWAY0GR8F.1 size=114420 2024-08-17T01:00:30.128 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.127+0000 7fc9e32c6640 1 > prepared multipart upload key=M0RSO8RQ43YG upload=98YJWAY0GR8F tag=KYYCNTUUY1I1 type=write size=2211572 2024-08-17T01:00:30.130 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.129+0000 7fc9e32c6640 1 < completed write operation key=SNQ4IXALP94F tag=8NOB59RGPRX1 type=write size=222338 2024-08-17T01:00:30.132 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.132+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=DEWURJ8YIO7E type=del size=432994 2024-08-17T01:00:30.135 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.134+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~NTPI98OCK1OG.0 size=1048576 2024-08-17T01:00:30.136 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.136+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~NTPI98OCK1OG.1 size=315450 2024-08-17T01:00:30.141 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.140+0000 7fc9e32c6640 1 < completed multipart upload key=M0RSO8RQ43YG upload=NTPI98OCK1OG tag=W8ZO1FACTNIW type=write size=2412602 2024-08-17T01:00:30.145 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.144+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~OKEAV228N69H.0 size=1048576 2024-08-17T01:00:30.147 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.146+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~OKEAV228N69H.1 size=700453 2024-08-17T01:00:30.147 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.146+0000 7fc9e32c6640 1 > prepared multipart upload key=04A7K18FAZTD upload=OKEAV228N69H tag=HF6HE9K7E8MF type=write size=2797605 2024-08-17T01:00:30.149 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.148+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=2W419KZQ5IC2 type=del 2024-08-17T01:00:30.154 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.153+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~B05YCW9926YM.0 size=1048576 2024-08-17T01:00:30.156 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.155+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~B05YCW9926YM.1 size=878287 2024-08-17T01:00:30.156 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.155+0000 7fc9e32c6640 1 > prepared multipart upload key=P6GWQRWU8J2B upload=B05YCW9926YM tag=RUQA7WAHSV0H type=write size=2975439 2024-08-17T01:00:30.158 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.157+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~VEMNVLNWB1Y3.0 size=174086 2024-08-17T01:00:30.161 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.160+0000 7fc9e32c6640 1 < completed multipart upload key=9ZTGHGASZU54 upload=VEMNVLNWB1Y3 tag=KQLBW6X1JWDC type=write size=1222662 2024-08-17T01:00:30.164 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.163+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=BYVYXT7L5Z76 type=del size=3371083 2024-08-17T01:00:30.166 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.165+0000 7fc9e32c6640 1 < completed write operation key=3426C909P2VX tag=2RPZZQ4T40A7 type=write size=73745 2024-08-17T01:00:30.168 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.167+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=P21PJLLDFAX0 type=write size=922764 2024-08-17T01:00:30.170 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.169+0000 7fc9e32c6640 1 < completed delete operation key=9X03OB1P1EOH tag=1KP861RO6V6O type=del 2024-08-17T01:00:30.174 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.173+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~EBM4FBH8D23J.0 size=1048576 2024-08-17T01:00:30.176 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.175+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~EBM4FBH8D23J.1 size=1048576 2024-08-17T01:00:30.178 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.177+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~EBM4FBH8D23J.2 size=11874 2024-08-17T01:00:30.178 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.177+0000 7fc9e32c6640 1 > prepared multipart upload key=04A7K18FAZTD upload=EBM4FBH8D23J tag=0KMJPP71KNCE type=write size=3157602 2024-08-17T01:00:30.180 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.179+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~EYILFUVJARA6.0 size=1048576 2024-08-17T01:00:30.182 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.181+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~EYILFUVJARA6.1 size=238966 2024-08-17T01:00:30.185 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.185+0000 7fc9e32c6640 1 < completed multipart upload key=3QNRD31J9WH5 upload=EYILFUVJARA6 tag=7Z7Z1AG8S6II type=write size=2336118 2024-08-17T01:00:30.189 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.188+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~01WZ3YYEH661.0 size=222508 2024-08-17T01:00:30.189 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.188+0000 7fc9e32c6640 1 > prepared multipart upload key=41QVSMLCJY3L upload=01WZ3YYEH661 tag=EXKEM43VNIE6 type=write size=1271084 2024-08-17T01:00:30.191 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.190+0000 7fc9e32c6640 1 < completed delete operation key=TOPN4SUVVWJ4 tag=NJGJ51JGW9VB type=del 2024-08-17T01:00:30.193 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.193+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=MNRAPDU2GJVS type=del size=2784004 2024-08-17T01:00:30.195 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.195+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~TCRSQBHKI36T.0 size=58789 2024-08-17T01:00:30.199 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.198+0000 7fc9e32c6640 1 < completed multipart upload key=04A7K18FAZTD upload=TCRSQBHKI36T tag=U9TTV4ADXS3Q type=write size=1107365 2024-08-17T01:00:30.201 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.200+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=LN4PJ4Y971ZM type=del size=3436636 2024-08-17T01:00:30.201 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.201+0000 7fc9e32c6640 1 < canceled part key=_multipart_NJYN8PLMG5AN.2~M6RPZZ4ALJ4J.0 size=496713 2024-08-17T01:00:30.205 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.204+0000 7fc9e32c6640 1 < canceled multipart upload key=NJYN8PLMG5AN upload=M6RPZZ4ALJ4J tag=ZN84ZOHWTHZ0 type=write size=1545289 2024-08-17T01:00:30.207 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.206+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=I3MBMGUPYZMK type=del size=187266 2024-08-17T01:00:30.209 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.208+0000 7fc9e32c6640 1 < completed delete operation key=04A7K18FAZTD tag=NZ1F2R08MC8S type=del 2024-08-17T01:00:30.211 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.210+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=3JEVFNTN945K type=del size=271808 2024-08-17T01:00:30.213 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.213+0000 7fc9e32c6640 1 < canceled operation key=OH6EL4D04DHY tag=VG69O2SDJ4K8 type=write size=441372 2024-08-17T01:00:30.217 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.216+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~69DVK0Z0SD2L.0 size=1048576 2024-08-17T01:00:30.219 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.218+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~69DVK0Z0SD2L.1 size=1048576 2024-08-17T01:00:30.221 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.220+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~69DVK0Z0SD2L.2 size=647029 2024-08-17T01:00:30.221 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.220+0000 7fc9e32c6640 1 > prepared multipart upload key=JNHP0HYR3GAN upload=69DVK0Z0SD2L tag=DKAI7BI1EXMY type=write size=3792757 2024-08-17T01:00:30.225 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.224+0000 7fc9e32c6640 1 < suggested remove operation key=ZFTRWL3EXMLQ tag=ESUDTG7P7RK4 type=del 2024-08-17T01:00:30.227 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.226+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=D6A0JRVO2Z94 type=write size=406786 2024-08-17T01:00:30.229 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.228+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~KJMGKAS0KCC9.0 size=1048576 2024-08-17T01:00:30.230 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.230+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~KJMGKAS0KCC9.1 size=1048576 2024-08-17T01:00:30.232 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.231+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~KJMGKAS0KCC9.2 size=455257 2024-08-17T01:00:30.236 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.235+0000 7fc9e32c6640 1 < completed multipart upload key=DWB3YGH7YBZB upload=KJMGKAS0KCC9 tag=WOQ9NP6EGFQG type=write size=3600985 2024-08-17T01:00:30.238 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.238+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=20CFJYIV2XTW type=del size=1062865 2024-08-17T01:00:30.240 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.240+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~H6HW52MZJ7UL.0 size=1048576 2024-08-17T01:00:30.241 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.240+0000 7fc9e32c6640 1 < canceled part key=_multipart_04A7K18FAZTD.2~H6HW52MZJ7UL.1 size=129054 2024-08-17T01:00:30.244 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.243+0000 7fc9e32c6640 1 < canceled multipart upload key=04A7K18FAZTD upload=H6HW52MZJ7UL tag=EKB8ZHY1D1ND type=write size=2226206 2024-08-17T01:00:30.248 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.247+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~I15YNCPHHM8R.0 size=690782 2024-08-17T01:00:30.248 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.247+0000 7fc9e32c6640 1 > prepared multipart upload key=9X03OB1P1EOH upload=I15YNCPHHM8R tag=C862FO5G4KCM type=write size=1739358 2024-08-17T01:00:30.250 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.250+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~98YJWAY0GR8F.0 size=1048576 2024-08-17T01:00:30.252 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.251+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~98YJWAY0GR8F.1 size=114420 2024-08-17T01:00:30.257 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.256+0000 7fc9e32c6640 1 < completed multipart upload key=M0RSO8RQ43YG upload=98YJWAY0GR8F tag=KYYCNTUUY1I1 type=write size=2211572 2024-08-17T01:00:30.262 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.261+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~EZS7BY07E1DF.0 size=1048576 2024-08-17T01:00:30.263 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.263+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~EZS7BY07E1DF.1 size=761907 2024-08-17T01:00:30.263 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.263+0000 7fc9e32c6640 1 > prepared multipart upload key=P6GWQRWU8J2B upload=EZS7BY07E1DF tag=OIRK65N4TDDL type=write size=2859059 2024-08-17T01:00:30.267 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.267+0000 7fc9e32c6640 1 < suggested update operation key=7YJVD2TL2U1Q tag=DEWURJ8YIO7E type=del size=432994 2024-08-17T01:00:30.270 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.269+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=GVE34VTT881I type=write size=964525 2024-08-17T01:00:30.272 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.271+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~OKEAV228N69H.0 size=1048576 2024-08-17T01:00:30.273 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.273+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~OKEAV228N69H.1 size=700453 2024-08-17T01:00:30.277 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.276+0000 7fc9e32c6640 1 < completed multipart upload key=04A7K18FAZTD upload=OKEAV228N69H tag=HF6HE9K7E8MF type=write size=2797605 2024-08-17T01:00:30.281 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.280+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~YMGPP3YER769.0 size=1048576 2024-08-17T01:00:30.283 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.282+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~YMGPP3YER769.1 size=969922 2024-08-17T01:00:30.283 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.282+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=YMGPP3YER769 tag=EG3IVCHT603P type=write size=3067074 2024-08-17T01:00:30.283 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.282+0000 7fc9e32c6640 1 < canceled part key=_multipart_P6GWQRWU8J2B.2~B05YCW9926YM.0 size=1048576 2024-08-17T01:00:30.285 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.284+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~B05YCW9926YM.1 size=878287 2024-08-17T01:00:30.289 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.288+0000 7fc9e32c6640 1 < canceled multipart upload key=P6GWQRWU8J2B upload=B05YCW9926YM tag=RUQA7WAHSV0H type=write size=2975439 2024-08-17T01:00:30.291 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.290+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=O7XW6E9TDB1Z type=del size=1011667 2024-08-17T01:00:30.293 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.292+0000 7fc9e32c6640 1 < completed delete operation key=JNHP0HYR3GAN tag=BYVYXT7L5Z76 type=del 2024-08-17T01:00:30.295 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.294+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=XIZ3JMVCZBGG type=del size=3293320 2024-08-17T01:00:30.297 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.296+0000 7fc9e32c6640 1 < completed write operation key=P6GWQRWU8J2B tag=P21PJLLDFAX0 type=write size=922764 2024-08-17T01:00:30.301 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.300+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~140X162L03QT.0 size=1048576 2024-08-17T01:00:30.302 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.302+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~140X162L03QT.1 size=1048576 2024-08-17T01:00:30.304 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.304+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~140X162L03QT.2 size=1040934 2024-08-17T01:00:30.304 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.304+0000 7fc9e32c6640 1 > prepared multipart upload key=TOPN4SUVVWJ4 upload=140X162L03QT tag=T5HNRAEICSVM type=write size=4186662 2024-08-17T01:00:30.307 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.306+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~EBM4FBH8D23J.0 size=1048576 2024-08-17T01:00:30.308 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.307+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~EBM4FBH8D23J.1 size=1048576 2024-08-17T01:00:30.310 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.309+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~EBM4FBH8D23J.2 size=11874 2024-08-17T01:00:30.313 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.313+0000 7fc9e32c6640 1 < completed multipart upload key=04A7K18FAZTD upload=EBM4FBH8D23J tag=0KMJPP71KNCE type=write size=3157602 2024-08-17T01:00:30.315 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.315+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=OFL8KX7RHEDG type=del size=3998083 2024-08-17T01:00:30.317 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.317+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~01WZ3YYEH661.0 size=222508 2024-08-17T01:00:30.321 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.320+0000 7fc9e32c6640 1 < completed multipart upload key=41QVSMLCJY3L upload=01WZ3YYEH661 tag=EXKEM43VNIE6 type=write size=1271084 2024-08-17T01:00:30.325 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.324+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~M8V74LH5H3S1.0 size=1048576 2024-08-17T01:00:30.326 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.326+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~M8V74LH5H3S1.1 size=97591 2024-08-17T01:00:30.327 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.326+0000 7fc9e32c6640 1 > prepared multipart upload key=3426C909P2VX upload=M8V74LH5H3S1 tag=XT54W05X2QC7 type=write size=2194743 2024-08-17T01:00:30.329 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.328+0000 7fc9e32c6640 1 < completed delete operation key=WN539WGGF4SK tag=MNRAPDU2GJVS type=del 2024-08-17T01:00:30.331 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.330+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=04NSDZ13GKC0 type=del size=3598666 2024-08-17T01:00:30.333 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.332+0000 7fc9e32c6640 1 < canceled operation key=04A7K18FAZTD tag=LN4PJ4Y971ZM type=del size=3436636 2024-08-17T01:00:30.337 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.336+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~EIMC3JFZKLOS.0 size=894130 2024-08-17T01:00:30.337 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.336+0000 7fc9e32c6640 1 > prepared multipart upload key=M0RSO8RQ43YG upload=EIMC3JFZKLOS tag=P93AHOGW3S45 type=write size=1942706 2024-08-17T01:00:30.338 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.338+0000 7fc9e32c6640 1 < completed delete operation key=TN1LRZX0D64M tag=I3MBMGUPYZMK type=del 2024-08-17T01:00:30.341 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.340+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=BK4L7N9P96FB type=del size=4150417 2024-08-17T01:00:30.343 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.342+0000 7fc9e32c6640 1 < completed delete operation key=HPIXXJSLU5J6 tag=3JEVFNTN945K type=del 2024-08-17T01:00:30.345 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.344+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=XD9BPY8VRV3Q type=del size=399957 2024-08-17T01:00:30.347 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.346+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~69DVK0Z0SD2L.0 size=1048576 2024-08-17T01:00:30.349 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.348+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~69DVK0Z0SD2L.1 size=1048576 2024-08-17T01:00:30.350 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.350+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~69DVK0Z0SD2L.2 size=647029 2024-08-17T01:00:30.354 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.353+0000 7fc9e32c6640 1 < completed multipart upload key=JNHP0HYR3GAN upload=69DVK0Z0SD2L tag=DKAI7BI1EXMY type=write size=3792757 2024-08-17T01:00:30.357 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.356+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=USBNDPXN82YT type=del size=773670 2024-08-17T01:00:30.362 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.361+0000 7fc9e32c6640 1 < suggested update operation key=SNQ4IXALP94F tag=D6A0JRVO2Z94 type=write size=406786 2024-08-17T01:00:30.366 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.365+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~ZEZCBOQVG9N2.0 size=53401 2024-08-17T01:00:30.366 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.365+0000 7fc9e32c6640 1 > prepared multipart upload key=TOPN4SUVVWJ4 upload=ZEZCBOQVG9N2 tag=XXXZUZSI344J type=write size=1101977 2024-08-17T01:00:30.370 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.369+0000 7fc9e32c6640 1 < suggested update operation key=ZFTRWL3EXMLQ tag=20CFJYIV2XTW type=del size=1062865 2024-08-17T01:00:30.374 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.373+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~GCEWMJW3P21Y.0 size=1048576 2024-08-17T01:00:30.376 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.375+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~GCEWMJW3P21Y.1 size=1048576 2024-08-17T01:00:30.377 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.377+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~GCEWMJW3P21Y.2 size=195340 2024-08-17T01:00:30.378 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.377+0000 7fc9e32c6640 1 > prepared multipart upload key=OH6EL4D04DHY upload=GCEWMJW3P21Y tag=B8P3KSOGVHN1 type=write size=3341068 2024-08-17T01:00:30.379 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.379+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~I15YNCPHHM8R.0 size=690782 2024-08-17T01:00:30.383 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.382+0000 7fc9e32c6640 1 < completed multipart upload key=9X03OB1P1EOH upload=I15YNCPHHM8R tag=C862FO5G4KCM type=write size=1739358 2024-08-17T01:00:30.385 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.385+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=98DK1L63SFPP type=del size=35605 2024-08-17T01:00:30.388 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.387+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~EZS7BY07E1DF.0 size=1048576 2024-08-17T01:00:30.388 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.387+0000 7fc9e32c6640 1 < canceled part key=_multipart_P6GWQRWU8J2B.2~EZS7BY07E1DF.1 size=761907 2024-08-17T01:00:30.391 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.391+0000 7fc9e32c6640 1 < canceled multipart upload key=P6GWQRWU8J2B upload=EZS7BY07E1DF tag=OIRK65N4TDDL type=write size=2859059 2024-08-17T01:00:30.393 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.393+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=22HJF0ZMZF89 type=del size=4171004 2024-08-17T01:00:30.395 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.395+0000 7fc9e32c6640 1 < completed write operation key=WN539WGGF4SK tag=GVE34VTT881I type=write size=964525 2024-08-17T01:00:30.398 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.397+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=8KONPDZZDVHD type=del size=3258297 2024-08-17T01:00:30.400 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.399+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~YMGPP3YER769.0 size=1048576 2024-08-17T01:00:30.402 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.401+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~YMGPP3YER769.1 size=969922 2024-08-17T01:00:30.405 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.405+0000 7fc9e32c6640 1 < completed multipart upload key=NJYN8PLMG5AN upload=YMGPP3YER769 tag=EG3IVCHT603P type=write size=3067074 2024-08-17T01:00:30.409 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.408+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~EDUSVALI5FZ1.0 size=1048576 2024-08-17T01:00:30.411 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.410+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~EDUSVALI5FZ1.1 size=171634 2024-08-17T01:00:30.411 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.410+0000 7fc9e32c6640 1 > prepared multipart upload key=9ZTGHGASZU54 upload=EDUSVALI5FZ1 tag=KSLFW44MTBV1 type=write size=2268786 2024-08-17T01:00:30.413 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.412+0000 7fc9e32c6640 1 < completed delete operation key=M40V1TN9S9M2 tag=O7XW6E9TDB1Z type=del 2024-08-17T01:00:30.418 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.417+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~J6MEMJK5USGZ.0 size=1048576 2024-08-17T01:00:30.420 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.419+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~J6MEMJK5USGZ.1 size=394261 2024-08-17T01:00:30.420 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.419+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=J6MEMJK5USGZ tag=A7I2VBME1SYI type=write size=2491413 2024-08-17T01:00:30.422 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.421+0000 7fc9e32c6640 1 < completed delete operation key=OH6EL4D04DHY tag=XIZ3JMVCZBGG type=del 2024-08-17T01:00:30.424 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.423+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=1EDL50TS75OB type=del size=1959532 2024-08-17T01:00:30.426 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.425+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~140X162L03QT.0 size=1048576 2024-08-17T01:00:30.428 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.427+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~140X162L03QT.1 size=1048576 2024-08-17T01:00:30.429 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.429+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~140X162L03QT.2 size=1040934 2024-08-17T01:00:30.433 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.433+0000 7fc9e32c6640 1 < completed multipart upload key=TOPN4SUVVWJ4 upload=140X162L03QT tag=T5HNRAEICSVM type=write size=4186662 2024-08-17T01:00:30.435 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.435+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=B9LSAZ7XN1YP type=del size=4008014 2024-08-17T01:00:30.439 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.438+0000 7fc9e32c6640 1 < suggested update operation key=HPIXXJSLU5J6 tag=OFL8KX7RHEDG type=del size=3998083 2024-08-17T01:00:30.441 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.441+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=MGFX3UPXR3UT type=del size=2691438 2024-08-17T01:00:30.444 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.443+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~M8V74LH5H3S1.0 size=1048576 2024-08-17T01:00:30.445 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.444+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~M8V74LH5H3S1.1 size=97591 2024-08-17T01:00:30.449 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.448+0000 7fc9e32c6640 1 < completed multipart upload key=3426C909P2VX upload=M8V74LH5H3S1 tag=XT54W05X2QC7 type=write size=2194743 2024-08-17T01:00:30.453 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.452+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~OG9TTJP40FEH.0 size=68950 2024-08-17T01:00:30.453 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.452+0000 7fc9e32c6640 1 > prepared multipart upload key=SNQ4IXALP94F upload=OG9TTJP40FEH tag=1UL3G394P82C type=write size=1117526 2024-08-17T01:00:30.457 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.457+0000 7fc9e32c6640 1 < suggested remove operation key=DWB3YGH7YBZB tag=04NSDZ13GKC0 type=del 2024-08-17T01:00:30.461 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.460+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~UD70ZFWIEYUM.0 size=1048576 2024-08-17T01:00:30.463 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.462+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~UD70ZFWIEYUM.1 size=1048576 2024-08-17T01:00:30.464 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.464+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~UD70ZFWIEYUM.2 size=761008 2024-08-17T01:00:30.465 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.464+0000 7fc9e32c6640 1 > prepared multipart upload key=M0RSO8RQ43YG upload=UD70ZFWIEYUM tag=LIYCCF8BVRVU type=write size=3906736 2024-08-17T01:00:30.467 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.466+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~EIMC3JFZKLOS.0 size=894130 2024-08-17T01:00:30.470 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.469+0000 7fc9e32c6640 1 < completed multipart upload key=M0RSO8RQ43YG upload=EIMC3JFZKLOS tag=P93AHOGW3S45 type=write size=1942706 2024-08-17T01:00:30.472 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.471+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=2UJA705C1JIT type=del size=233153 2024-08-17T01:00:30.474 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.473+0000 7fc9e32c6640 1 < completed delete operation key=9X03OB1P1EOH tag=BK4L7N9P96FB type=del 2024-08-17T01:00:30.477 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.476+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=FZC2BR5L3MYS type=del size=943188 2024-08-17T01:00:30.479 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.478+0000 7fc9e32c6640 1 < canceled operation key=RNSEALS0CEAA tag=XD9BPY8VRV3Q type=del size=399957 2024-08-17T01:00:30.481 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.481+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=15Q29FQVPNUP type=del size=2257252 2024-08-17T01:00:30.484 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.483+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=USBNDPXN82YT type=del 2024-08-17T01:00:30.488 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.488+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~UX46450KYEPZ.0 size=539196 2024-08-17T01:00:30.488 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.488+0000 7fc9e32c6640 1 > prepared multipart upload key=OH6EL4D04DHY upload=UX46450KYEPZ tag=IZHFFNZWPAKF type=write size=1587772 2024-08-17T01:00:30.490 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.490+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~ZEZCBOQVG9N2.0 size=53401 2024-08-17T01:00:30.494 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.493+0000 7fc9e32c6640 1 < completed multipart upload key=TOPN4SUVVWJ4 upload=ZEZCBOQVG9N2 tag=XXXZUZSI344J type=write size=1101977 2024-08-17T01:00:30.496 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.495+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=Z5M4L01BWDFW type=del size=2274541 2024-08-17T01:00:30.498 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.498+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~GCEWMJW3P21Y.0 size=1048576 2024-08-17T01:00:30.500 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.499+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~GCEWMJW3P21Y.1 size=1048576 2024-08-17T01:00:30.502 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.501+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~GCEWMJW3P21Y.2 size=195340 2024-08-17T01:00:30.506 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.505+0000 7fc9e32c6640 1 < completed multipart upload key=OH6EL4D04DHY upload=GCEWMJW3P21Y tag=B8P3KSOGVHN1 type=write size=3341068 2024-08-17T01:00:30.508 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.507+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=KKV7A0DDT74R type=del size=2426099 2024-08-17T01:00:30.510 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.509+0000 7fc9e32c6640 1 < completed delete operation key=JNHP0HYR3GAN tag=98DK1L63SFPP type=del 2024-08-17T01:00:30.513 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.513+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~MQHO3OHDH2YC.0 size=865474 2024-08-17T01:00:30.514 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.513+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=MQHO3OHDH2YC tag=507PSE7WZ1RT type=write size=1914050 2024-08-17T01:00:30.515 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.515+0000 7fc9e32c6640 1 < completed delete operation key=OH6EL4D04DHY tag=22HJF0ZMZF89 type=del 2024-08-17T01:00:30.517 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.516+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=L1XCLLS8QYUJ type=del size=2710036 2024-08-17T01:00:30.521 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.520+0000 7fc9e32c6640 1 < suggested update operation key=0GIHJJ2YE1EF tag=8KONPDZZDVHD type=del size=3258297 2024-08-17T01:00:30.525 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.524+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~AVE9RQYD1HNN.0 size=1048576 2024-08-17T01:00:30.527 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.526+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~AVE9RQYD1HNN.1 size=1048576 2024-08-17T01:00:30.528 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.527+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~AVE9RQYD1HNN.2 size=729689 2024-08-17T01:00:30.528 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.528+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=AVE9RQYD1HNN tag=J7BQ2HLVSUJF type=write size=3875417 2024-08-17T01:00:30.530 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.530+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~EDUSVALI5FZ1.0 size=1048576 2024-08-17T01:00:30.532 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.531+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~EDUSVALI5FZ1.1 size=171634 2024-08-17T01:00:30.536 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.535+0000 7fc9e32c6640 1 < completed multipart upload key=9ZTGHGASZU54 upload=EDUSVALI5FZ1 tag=KSLFW44MTBV1 type=write size=2268786 2024-08-17T01:00:30.538 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.538+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=VAS4ADNFJN1V type=del size=2776940 2024-08-17T01:00:30.540 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.539+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~J6MEMJK5USGZ.0 size=1048576 2024-08-17T01:00:30.542 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.541+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~J6MEMJK5USGZ.1 size=394261 2024-08-17T01:00:30.546 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.545+0000 7fc9e32c6640 1 < completed multipart upload key=Y5CGDXUEE4A5 upload=J6MEMJK5USGZ tag=A7I2VBME1SYI type=write size=2491413 2024-08-17T01:00:30.548 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.547+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=NFVTDNLJAXF9 type=del size=2498548 2024-08-17T01:00:30.550 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.549+0000 7fc9e32c6640 1 < completed delete operation key=P6GWQRWU8J2B tag=1EDL50TS75OB type=del 2024-08-17T01:00:30.552 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.551+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=3VBO1Z8SMZIQ type=del size=2426092 2024-08-17T01:00:30.554 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.553+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=B9LSAZ7XN1YP type=del 2024-08-17T01:00:30.556 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.556+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=7KC9XIIJG2RV type=del size=4134063 2024-08-17T01:00:30.561 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.561+0000 7fc9e32c6640 1 < suggested remove operation key=Y5CGDXUEE4A5 tag=MGFX3UPXR3UT type=del 2024-08-17T01:00:30.565 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.564+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~RB38HPMKFUGR.0 size=1048576 2024-08-17T01:00:30.567 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.566+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~RB38HPMKFUGR.1 size=1048576 2024-08-17T01:00:30.568 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.567+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~RB38HPMKFUGR.2 size=526388 2024-08-17T01:00:30.568 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.568+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=RB38HPMKFUGR tag=3U1M3J6UH8VA type=write size=3672116 2024-08-17T01:00:30.571 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.570+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~OG9TTJP40FEH.0 size=68950 2024-08-17T01:00:30.575 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.574+0000 7fc9e32c6640 1 < completed multipart upload key=SNQ4IXALP94F upload=OG9TTJP40FEH tag=1UL3G394P82C type=write size=1117526 2024-08-17T01:00:30.577 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.576+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=4UH4Y27WGV4M type=del size=404201 2024-08-17T01:00:30.579 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.579+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~UD70ZFWIEYUM.0 size=1048576 2024-08-17T01:00:30.581 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.580+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~UD70ZFWIEYUM.1 size=1048576 2024-08-17T01:00:30.583 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.582+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~UD70ZFWIEYUM.2 size=761008 2024-08-17T01:00:30.586 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.585+0000 7fc9e32c6640 1 < completed multipart upload key=M0RSO8RQ43YG upload=UD70ZFWIEYUM tag=LIYCCF8BVRVU type=write size=3906736 2024-08-17T01:00:30.589 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.588+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=ZK4GN98GHAV0 type=del size=289444 2024-08-17T01:00:30.590 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.590+0000 7fc9e32c6640 1 < completed delete operation key=W14LJICPB60X tag=2UJA705C1JIT type=del 2024-08-17T01:00:30.594 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.593+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~QUYG77DKIX12.0 size=490314 2024-08-17T01:00:30.594 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.593+0000 7fc9e32c6640 1 > prepared multipart upload key=JNHP0HYR3GAN upload=QUYG77DKIX12 tag=G77X198EAIHC type=write size=1538890 2024-08-17T01:00:30.596 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.595+0000 7fc9e32c6640 1 < completed delete operation key=XHAAVXY5RRVM tag=FZC2BR5L3MYS type=del 2024-08-17T01:00:30.598 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.597+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=I8PXC4QL0ZDY type=del size=3225845 2024-08-17T01:00:30.600 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.599+0000 7fc9e32c6640 1 < canceled operation key=04A7K18FAZTD tag=15Q29FQVPNUP type=del size=2257252 2024-08-17T01:00:30.602 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.601+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=WM45Z0VV3YGL type=write size=204864 2024-08-17T01:00:30.604 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.603+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~UX46450KYEPZ.0 size=539196 2024-08-17T01:00:30.607 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.607+0000 7fc9e32c6640 1 < completed multipart upload key=OH6EL4D04DHY upload=UX46450KYEPZ tag=IZHFFNZWPAKF type=write size=1587772 2024-08-17T01:00:30.610 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.609+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=E0H6QZ08DTC1 type=del size=287776 2024-08-17T01:00:30.612 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.611+0000 7fc9e32c6640 1 < completed delete operation key=DWB3YGH7YBZB tag=Z5M4L01BWDFW type=del 2024-08-17T01:00:30.615 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.615+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~44RXZYI117VJ.0 size=914504 2024-08-17T01:00:30.616 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.615+0000 7fc9e32c6640 1 > prepared multipart upload key=ODZIOPEGEARM upload=44RXZYI117VJ tag=4EIPNL6T8IX5 type=write size=1963080 2024-08-17T01:00:30.617 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.617+0000 7fc9e32c6640 1 < completed delete operation key=7YJVD2TL2U1Q tag=KKV7A0DDT74R type=del 2024-08-17T01:00:30.621 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.620+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~I4PO711EKOGZ.0 size=877454 2024-08-17T01:00:30.621 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.620+0000 7fc9e32c6640 1 > prepared multipart upload key=P6GWQRWU8J2B upload=I4PO711EKOGZ tag=VF0BN3UVQHBF type=write size=1926030 2024-08-17T01:00:30.623 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.622+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~MQHO3OHDH2YC.0 size=865474 2024-08-17T01:00:30.626 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.626+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=MQHO3OHDH2YC tag=507PSE7WZ1RT type=write size=1914050 2024-08-17T01:00:30.628 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.628+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=8QQQFU3A3PJF type=del size=3791599 2024-08-17T01:00:30.630 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.630+0000 7fc9e32c6640 1 < completed delete operation key=SYENEMTYLFFB tag=L1XCLLS8QYUJ type=del 2024-08-17T01:00:30.633 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.632+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=UT7VUQUI17SR type=del size=541544 2024-08-17T01:00:30.634 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.634+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~AVE9RQYD1HNN.0 size=1048576 2024-08-17T01:00:30.636 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.635+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~AVE9RQYD1HNN.1 size=1048576 2024-08-17T01:00:30.638 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.638+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~AVE9RQYD1HNN.2 size=729689 2024-08-17T01:00:30.643 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.642+0000 7fc9e32c6640 1 < completed multipart upload key=7YJVD2TL2U1Q upload=AVE9RQYD1HNN tag=J7BQ2HLVSUJF type=write size=3875417 2024-08-17T01:00:30.645 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.644+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=E2OK6BFPSFL1 type=del size=3401624 2024-08-17T01:00:30.647 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.646+0000 7fc9e32c6640 1 < canceled operation key=P6GWQRWU8J2B tag=VAS4ADNFJN1V type=del size=2776940 2024-08-17T01:00:30.649 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.649+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=FD4GB321H5YB type=del size=1959871 2024-08-17T01:00:30.651 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.651+0000 7fc9e32c6640 1 < canceled operation key=41QVSMLCJY3L tag=NFVTDNLJAXF9 type=del size=2498548 2024-08-17T01:00:30.654 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.653+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=39TV7MWB7EW7 type=del size=291717 2024-08-17T01:00:30.657 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.656+0000 7fc9e32c6640 1 < completed delete operation key=41QVSMLCJY3L tag=3VBO1Z8SMZIQ type=del 2024-08-17T01:00:30.658 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.658+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=BPOCFZD04237 type=del size=2009939 2024-08-17T01:00:30.663 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.662+0000 7fc9e32c6640 1 < suggested remove operation key=RNSEALS0CEAA tag=7KC9XIIJG2RV type=del 2024-08-17T01:00:30.665 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.664+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=S8PINTLDXJVQ type=del size=4087870 2024-08-17T01:00:30.667 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.666+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~RB38HPMKFUGR.0 size=1048576 2024-08-17T01:00:30.669 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.668+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~RB38HPMKFUGR.1 size=1048576 2024-08-17T01:00:30.670 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.670+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~RB38HPMKFUGR.2 size=526388 2024-08-17T01:00:30.674 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.673+0000 7fc9e32c6640 1 < completed multipart upload key=7YJVD2TL2U1Q upload=RB38HPMKFUGR tag=3U1M3J6UH8VA type=write size=3672116 2024-08-17T01:00:30.676 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.675+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=BMXN4S1D76HY type=del size=2748170 2024-08-17T01:00:30.678 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.678+0000 7fc9e32c6640 1 < completed delete operation key=FP808QN0QDSP tag=4UH4Y27WGV4M type=del 2024-08-17T01:00:30.682 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.681+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~DH9PQFM7HASY.0 size=1048576 2024-08-17T01:00:30.685 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.684+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~DH9PQFM7HASY.1 size=1048576 2024-08-17T01:00:30.687 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.686+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~DH9PQFM7HASY.2 size=314630 2024-08-17T01:00:30.687 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.686+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=DH9PQFM7HASY tag=YZJV5V2OHTB8 type=write size=3460358 2024-08-17T01:00:30.689 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.689+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=ZK4GN98GHAV0 type=del 2024-08-17T01:00:30.692 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.691+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=KKDXUD523ZEG type=del size=1752974 2024-08-17T01:00:30.694 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.693+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~QUYG77DKIX12.0 size=490314 2024-08-17T01:00:30.697 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.697+0000 7fc9e32c6640 1 < completed multipart upload key=JNHP0HYR3GAN upload=QUYG77DKIX12 tag=G77X198EAIHC type=write size=1538890 2024-08-17T01:00:30.699 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.699+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=D23ELNKQ8TRL type=del size=579606 2024-08-17T01:00:30.701 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.701+0000 7fc9e32c6640 1 < canceled operation key=W14LJICPB60X tag=I8PXC4QL0ZDY type=del size=3225845 2024-08-17T01:00:30.705 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.704+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~UPZ9J5PVIA1G.0 size=1048576 2024-08-17T01:00:30.707 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.706+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~UPZ9J5PVIA1G.1 size=145855 2024-08-17T01:00:30.707 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.706+0000 7fc9e32c6640 1 > prepared multipart upload key=SR0C26PR3RCQ upload=UPZ9J5PVIA1G tag=4T0RMGX3CPRU type=write size=2243007 2024-08-17T01:00:30.710 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.709+0000 7fc9e32c6640 1 < completed write operation key=P6GWQRWU8J2B tag=WM45Z0VV3YGL type=write size=204864 2024-08-17T01:00:30.711 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.711+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=P5TB0IHSJUXI type=del size=1452340 2024-08-17T01:00:30.714 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.713+0000 7fc9e32c6640 1 < completed delete operation key=3QNRD31J9WH5 tag=E0H6QZ08DTC1 type=del 2024-08-17T01:00:30.716 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.715+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=L1DZZ1MZHADU type=del size=319250 2024-08-17T01:00:30.718 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.717+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~44RXZYI117VJ.0 size=914504 2024-08-17T01:00:30.722 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.721+0000 7fc9e32c6640 1 < completed multipart upload key=ODZIOPEGEARM upload=44RXZYI117VJ tag=4EIPNL6T8IX5 type=write size=1963080 2024-08-17T01:00:30.723 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.723+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=C2K5F2L1CYKA type=write size=432879 2024-08-17T01:00:30.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:30 smithi082 ceph-mon[94343]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 473 KiB/s wr, 2.42k op/s 2024-08-17T01:00:30.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:30 smithi082 ceph-mon[91979]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 473 KiB/s wr, 2.42k op/s 2024-08-17T01:00:30.726 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.725+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~I4PO711EKOGZ.0 size=877454 2024-08-17T01:00:30.729 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.728+0000 7fc9e32c6640 1 < completed multipart upload key=P6GWQRWU8J2B upload=I4PO711EKOGZ tag=VF0BN3UVQHBF type=write size=1926030 2024-08-17T01:00:30.732 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.732+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~EYRP38E01WVO.0 size=1048576 2024-08-17T01:00:30.734 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.733+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~EYRP38E01WVO.1 size=1048576 2024-08-17T01:00:30.736 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.735+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~EYRP38E01WVO.2 size=632719 2024-08-17T01:00:30.736 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.735+0000 7fc9e32c6640 1 > prepared multipart upload key=WN539WGGF4SK upload=EYRP38E01WVO tag=G3OI1IDGIB71 type=write size=3778447 2024-08-17T01:00:30.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:30 smithi137 ceph-mon[86391]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 473 KiB/s wr, 2.42k op/s 2024-08-17T01:00:30.738 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.737+0000 7fc9e32c6640 1 < canceled operation key=SYENEMTYLFFB tag=8QQQFU3A3PJF type=del size=3791599 2024-08-17T01:00:30.740 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.739+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=80EP1OXAMY1D type=del size=1230299 2024-08-17T01:00:30.742 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.741+0000 7fc9e32c6640 1 < completed delete operation key=SYENEMTYLFFB tag=UT7VUQUI17SR type=del 2024-08-17T01:00:30.743 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.743+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=9R8A705892R1 type=del size=3979716 2024-08-17T01:00:30.745 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.745+0000 7fc9e32c6640 1 < completed delete operation key=NJYN8PLMG5AN tag=E2OK6BFPSFL1 type=del 2024-08-17T01:00:30.749 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.748+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~NY720Y3AS88Z.0 size=1048576 2024-08-17T01:00:30.751 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.750+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~NY720Y3AS88Z.1 size=1048576 2024-08-17T01:00:30.752 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.751+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~NY720Y3AS88Z.2 size=976607 2024-08-17T01:00:30.752 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.751+0000 7fc9e32c6640 1 > prepared multipart upload key=WN539WGGF4SK upload=NY720Y3AS88Z tag=VG650GF9ZGI0 type=write size=4122335 2024-08-17T01:00:30.754 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.753+0000 7fc9e32c6640 1 < completed delete operation key=9X03OB1P1EOH tag=FD4GB321H5YB type=del 2024-08-17T01:00:30.758 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.757+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~D0B1TDDVQIA0.0 size=797300 2024-08-17T01:00:30.758 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.757+0000 7fc9e32c6640 1 > prepared multipart upload key=XHAAVXY5RRVM upload=D0B1TDDVQIA0 tag=O9L39ECJC2PX type=write size=1845876 2024-08-17T01:00:30.762 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.761+0000 7fc9e32c6640 1 < suggested update operation key=SR0C26PR3RCQ tag=39TV7MWB7EW7 type=del size=291717 2024-08-17T01:00:30.764 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.763+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=TE2G3WW0ROML type=del size=2304928 2024-08-17T01:00:30.766 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.765+0000 7fc9e32c6640 1 < canceled operation key=FP808QN0QDSP tag=BPOCFZD04237 type=del size=2009939 2024-08-17T01:00:30.770 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.769+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~2F4LYOAHOZEY.0 size=1048576 2024-08-17T01:00:30.771 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.770+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~2F4LYOAHOZEY.1 size=775353 2024-08-17T01:00:30.771 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.770+0000 7fc9e32c6640 1 > prepared multipart upload key=UBSJCVKYWX6F upload=2F4LYOAHOZEY tag=GW507ULVGHZE type=write size=2872505 2024-08-17T01:00:30.773 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.772+0000 7fc9e32c6640 1 < completed delete operation key=XHAAVXY5RRVM tag=S8PINTLDXJVQ type=del 2024-08-17T01:00:30.775 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.775+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=KAL6LJSGYZI5 type=del size=1960738 2024-08-17T01:00:30.777 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.777+0000 7fc9e32c6640 1 < completed delete operation key=ZFTRWL3EXMLQ tag=BMXN4S1D76HY type=del 2024-08-17T01:00:30.782 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.781+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~ZIQEJ8FGXRS9.0 size=1048576 2024-08-17T01:00:30.783 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.783+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~ZIQEJ8FGXRS9.1 size=602894 2024-08-17T01:00:30.784 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.783+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=ZIQEJ8FGXRS9 tag=3U6UUBE1SVKF type=write size=2700046 2024-08-17T01:00:30.786 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.785+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~DH9PQFM7HASY.0 size=1048576 2024-08-17T01:00:30.786 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.785+0000 7fc9e32c6640 1 < canceled part key=_multipart_NJYN8PLMG5AN.2~DH9PQFM7HASY.1 size=1048576 2024-08-17T01:00:30.787 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.787+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~DH9PQFM7HASY.2 size=314630 2024-08-17T01:00:30.791 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.790+0000 7fc9e32c6640 1 < canceled multipart upload key=NJYN8PLMG5AN upload=DH9PQFM7HASY tag=YZJV5V2OHTB8 type=write size=3460358 2024-08-17T01:00:30.794 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.793+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~QN79AG48RDZ5.0 size=1048576 2024-08-17T01:00:30.796 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.795+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~QN79AG48RDZ5.1 size=984702 2024-08-17T01:00:30.796 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.795+0000 7fc9e32c6640 1 > prepared multipart upload key=OH6EL4D04DHY upload=QN79AG48RDZ5 tag=3RR5I8XDF2JS type=write size=3081854 2024-08-17T01:00:30.800 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.800+0000 7fc9e32c6640 1 < suggested update operation key=TN1LRZX0D64M tag=KKDXUD523ZEG type=del size=1752974 2024-08-17T01:00:30.802 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.802+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=WRQUU2S90VED type=del size=1512199 2024-08-17T01:00:30.804 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.804+0000 7fc9e32c6640 1 < completed delete operation key=M40V1TN9S9M2 tag=D23ELNKQ8TRL type=del 2024-08-17T01:00:30.806 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.805+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=TR2I8513OMMJ type=del size=2188906 2024-08-17T01:00:30.807 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.806+0000 7fc9e32c6640 1 < canceled part key=_multipart_SR0C26PR3RCQ.2~UPZ9J5PVIA1G.0 size=1048576 2024-08-17T01:00:30.808 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.807+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~UPZ9J5PVIA1G.1 size=145855 2024-08-17T01:00:30.812 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.812+0000 7fc9e32c6640 1 < canceled multipart upload key=SR0C26PR3RCQ upload=UPZ9J5PVIA1G tag=4T0RMGX3CPRU type=write size=2243007 2024-08-17T01:00:30.816 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.815+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~KU055V4YKL6X.0 size=1048576 2024-08-17T01:00:30.818 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.817+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~KU055V4YKL6X.1 size=946629 2024-08-17T01:00:30.818 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.817+0000 7fc9e32c6640 1 > prepared multipart upload key=SNQ4IXALP94F upload=KU055V4YKL6X tag=CMBE3X03Y2RD type=write size=3043781 2024-08-17T01:00:30.820 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.819+0000 7fc9e32c6640 1 < completed delete operation key=SYENEMTYLFFB tag=P5TB0IHSJUXI type=del 2024-08-17T01:00:30.824 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.823+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~FOOHI0W4CIQM.0 size=1048576 2024-08-17T01:00:30.825 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.824+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~FOOHI0W4CIQM.1 size=1048576 2024-08-17T01:00:30.827 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.826+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~FOOHI0W4CIQM.2 size=347853 2024-08-17T01:00:30.827 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.826+0000 7fc9e32c6640 1 > prepared multipart upload key=OQ1IXKB82T39 upload=FOOHI0W4CIQM tag=HZOFB7B18HP2 type=write size=3493581 2024-08-17T01:00:30.829 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.829+0000 7fc9e32c6640 1 < completed delete operation key=NJYN8PLMG5AN tag=L1DZZ1MZHADU type=del 2024-08-17T01:00:30.831 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.831+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=DAP7BETFEPLC type=del size=3509553 2024-08-17T01:00:30.834 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.833+0000 7fc9e32c6640 1 < completed write operation key=RNSEALS0CEAA tag=C2K5F2L1CYKA type=write size=432879 2024-08-17T01:00:30.836 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.835+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=ASI1FEGD2MY3 type=del size=3509023 2024-08-17T01:00:30.838 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.837+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~EYRP38E01WVO.0 size=1048576 2024-08-17T01:00:30.839 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.839+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~EYRP38E01WVO.1 size=1048576 2024-08-17T01:00:30.841 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.840+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~EYRP38E01WVO.2 size=632719 2024-08-17T01:00:30.845 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.844+0000 7fc9e32c6640 1 < completed multipart upload key=WN539WGGF4SK upload=EYRP38E01WVO tag=G3OI1IDGIB71 type=write size=3778447 2024-08-17T01:00:30.849 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.848+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~J9YL4JIWP9XJ.0 size=848592 2024-08-17T01:00:30.849 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.848+0000 7fc9e32c6640 1 > prepared multipart upload key=OH6EL4D04DHY upload=J9YL4JIWP9XJ tag=DP1103MCBHKK type=write size=1897168 2024-08-17T01:00:30.853 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.852+0000 7fc9e32c6640 1 < suggested remove operation key=3QNRD31J9WH5 tag=80EP1OXAMY1D type=del 2024-08-17T01:00:30.856 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.855+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=NJ7BWDPT6MRD type=del size=3015992 2024-08-17T01:00:30.858 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.857+0000 7fc9e32c6640 1 < completed delete operation key=P6GWQRWU8J2B tag=9R8A705892R1 type=del 2024-08-17T01:00:30.861 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.859+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=16BLV778Q165 type=write size=1019980 2024-08-17T01:00:30.862 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.861+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~NY720Y3AS88Z.0 size=1048576 2024-08-17T01:00:30.864 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.863+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~NY720Y3AS88Z.1 size=1048576 2024-08-17T01:00:30.866 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.865+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~NY720Y3AS88Z.2 size=976607 2024-08-17T01:00:30.869 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.868+0000 7fc9e32c6640 1 < completed multipart upload key=WN539WGGF4SK upload=NY720Y3AS88Z tag=VG650GF9ZGI0 type=write size=4122335 2024-08-17T01:00:30.873 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.872+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~S9ROIR9J72SR.0 size=1048576 2024-08-17T01:00:30.875 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.874+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~S9ROIR9J72SR.1 size=1048576 2024-08-17T01:00:30.876 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.876+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~S9ROIR9J72SR.2 size=966568 2024-08-17T01:00:30.877 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.876+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=S9ROIR9J72SR tag=5KCJW4Y4FO8X type=write size=4112296 2024-08-17T01:00:30.878 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.878+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~D0B1TDDVQIA0.0 size=797300 2024-08-17T01:00:30.882 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.881+0000 7fc9e32c6640 1 < completed multipart upload key=XHAAVXY5RRVM upload=D0B1TDDVQIA0 tag=O9L39ECJC2PX type=write size=1845876 2024-08-17T01:00:30.885 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.884+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=1GM57DTHI7WZ type=del size=2709003 2024-08-17T01:00:30.887 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.886+0000 7fc9e32c6640 1 < canceled operation key=HPIXXJSLU5J6 tag=TE2G3WW0ROML type=del size=2304928 2024-08-17T01:00:30.890 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.889+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=48BI9LQNA0JU type=del size=55705 2024-08-17T01:00:30.891 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.891+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~2F4LYOAHOZEY.0 size=1048576 2024-08-17T01:00:30.893 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.892+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~2F4LYOAHOZEY.1 size=775353 2024-08-17T01:00:30.897 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.896+0000 7fc9e32c6640 1 < completed multipart upload key=UBSJCVKYWX6F upload=2F4LYOAHOZEY tag=GW507ULVGHZE type=write size=2872505 2024-08-17T01:00:30.902 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.901+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~547R85QAR922.0 size=1048576 2024-08-17T01:00:30.904 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.903+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~547R85QAR922.1 size=383007 2024-08-17T01:00:30.904 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.903+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=547R85QAR922 tag=HC0T3A8VQZHH type=write size=2480159 2024-08-17T01:00:30.906 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.905+0000 7fc9e32c6640 1 < completed delete operation key=SNQ4IXALP94F tag=KAL6LJSGYZI5 type=del 2024-08-17T01:00:30.910 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.909+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~GBCYIUMRFQJU.0 size=1048576 2024-08-17T01:00:30.912 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.911+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~GBCYIUMRFQJU.1 size=92237 2024-08-17T01:00:30.912 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.911+0000 7fc9e32c6640 1 > prepared multipart upload key=HPIXXJSLU5J6 upload=GBCYIUMRFQJU tag=TK94QVUVRF1T type=write size=2189389 2024-08-17T01:00:30.914 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.913+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~ZIQEJ8FGXRS9.0 size=1048576 2024-08-17T01:00:30.916 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.915+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~ZIQEJ8FGXRS9.1 size=602894 2024-08-17T01:00:30.922 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.919+0000 7fc9e32c6640 1 < completed multipart upload key=NJYN8PLMG5AN upload=ZIQEJ8FGXRS9 tag=3U6UUBE1SVKF type=write size=2700046 2024-08-17T01:00:30.922 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.921+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=8K213RBWOKA4 type=del size=2473421 2024-08-17T01:00:30.924 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.923+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~QN79AG48RDZ5.0 size=1048576 2024-08-17T01:00:30.925 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.925+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~QN79AG48RDZ5.1 size=984702 2024-08-17T01:00:30.929 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.928+0000 7fc9e32c6640 1 < completed multipart upload key=OH6EL4D04DHY upload=QN79AG48RDZ5 tag=3RR5I8XDF2JS type=write size=3081854 2024-08-17T01:00:30.931 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.930+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=2O7HI6572RC3 type=write size=329523 2024-08-17T01:00:30.933 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.933+0000 7fc9e32c6640 1 < completed delete operation key=RNSEALS0CEAA tag=WRQUU2S90VED type=del 2024-08-17T01:00:30.936 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.935+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=WE4VM3IJBDV8 type=del size=828859 2024-08-17T01:00:30.938 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.937+0000 7fc9e32c6640 1 < completed delete operation key=OQ1IXKB82T39 tag=TR2I8513OMMJ type=del 2024-08-17T01:00:30.939 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.939+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=CIJN27R9XAB2 type=del size=613007 2024-08-17T01:00:30.941 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.941+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~KU055V4YKL6X.0 size=1048576 2024-08-17T01:00:30.943 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.942+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~KU055V4YKL6X.1 size=946629 2024-08-17T01:00:30.946 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.946+0000 7fc9e32c6640 1 < completed multipart upload key=SNQ4IXALP94F upload=KU055V4YKL6X tag=CMBE3X03Y2RD type=write size=3043781 2024-08-17T01:00:30.950 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.950+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~KX7R2JAB2T25.0 size=1048576 2024-08-17T01:00:30.952 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.952+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~KX7R2JAB2T25.1 size=537559 2024-08-17T01:00:30.953 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.952+0000 7fc9e32c6640 1 > prepared multipart upload key=OH6EL4D04DHY upload=KX7R2JAB2T25 tag=I1RNEZ46L6IC type=write size=2634711 2024-08-17T01:00:30.955 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.954+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~FOOHI0W4CIQM.0 size=1048576 2024-08-17T01:00:30.956 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.956+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~FOOHI0W4CIQM.1 size=1048576 2024-08-17T01:00:30.958 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.958+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~FOOHI0W4CIQM.2 size=347853 2024-08-17T01:00:30.962 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.961+0000 7fc9e32c6640 1 < completed multipart upload key=OQ1IXKB82T39 upload=FOOHI0W4CIQM tag=HZOFB7B18HP2 type=write size=3493581 2024-08-17T01:00:30.964 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.963+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=FEL2PWA42QPU type=del size=4183450 2024-08-17T01:00:30.966 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.965+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=DAP7BETFEPLC type=del 2024-08-17T01:00:30.968 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.967+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=FCJ6SF4KKS0K type=del size=588479 2024-08-17T01:00:30.970 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.969+0000 7fc9e32c6640 1 < completed delete operation key=FP808QN0QDSP tag=ASI1FEGD2MY3 type=del 2024-08-17T01:00:30.972 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.972+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=N28WD7ILGIT6 type=write size=598871 2024-08-17T01:00:30.973 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.972+0000 7fc9e32c6640 1 < canceled part key=_multipart_OH6EL4D04DHY.2~J9YL4JIWP9XJ.0 size=848592 2024-08-17T01:00:30.976 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.975+0000 7fc9e32c6640 1 < canceled multipart upload key=OH6EL4D04DHY upload=J9YL4JIWP9XJ tag=DP1103MCBHKK type=write size=1897168 2024-08-17T01:00:30.980 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.979+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~A2K88S40EMQ3.0 size=1048576 2024-08-17T01:00:30.981 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.981+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~A2K88S40EMQ3.1 size=486807 2024-08-17T01:00:30.981 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.981+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=A2K88S40EMQ3 tag=5NIN076VO1J5 type=write size=2583959 2024-08-17T01:00:30.984 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.983+0000 7fc9e32c6640 1 < completed delete operation key=TN1LRZX0D64M tag=NJ7BWDPT6MRD type=del 2024-08-17T01:00:30.986 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.985+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=Q3XSNYY0WQWI type=del size=2708592 2024-08-17T01:00:30.988 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.987+0000 7fc9e32c6640 1 < completed write operation key=9X03OB1P1EOH tag=16BLV778Q165 type=write size=1019980 2024-08-17T01:00:30.990 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.990+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=92DNV17O6WF1 type=write size=111088 2024-08-17T01:00:30.993 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.991+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~S9ROIR9J72SR.0 size=1048576 2024-08-17T01:00:30.994 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.993+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~S9ROIR9J72SR.1 size=1048576 2024-08-17T01:00:30.996 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.995+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~S9ROIR9J72SR.2 size=966568 2024-08-17T01:00:30.999 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:30.999+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=S9ROIR9J72SR tag=5KCJW4Y4FO8X type=write size=4112296 2024-08-17T01:00:31.001 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.001+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=SJTIOK94N5XB type=write size=325211 2024-08-17T01:00:31.004 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.003+0000 7fc9e32c6640 1 < completed delete operation key=OQ1IXKB82T39 tag=1GM57DTHI7WZ type=del 2024-08-17T01:00:31.006 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.005+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=3PVUREPB5M04 type=write size=792425 2024-08-17T01:00:31.010 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.010+0000 7fc9e32c6640 1 < suggested update operation key=OQ1IXKB82T39 tag=48BI9LQNA0JU type=del size=55705 2024-08-17T01:00:31.012 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.012+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=A8PBZYKCW5FN type=del size=3941521 2024-08-17T01:00:31.014 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.014+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~547R85QAR922.0 size=1048576 2024-08-17T01:00:31.016 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.016+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~547R85QAR922.1 size=383007 2024-08-17T01:00:31.020 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.019+0000 7fc9e32c6640 1 < completed multipart upload key=Y5CGDXUEE4A5 upload=547R85QAR922 tag=HC0T3A8VQZHH type=write size=2480159 2024-08-17T01:00:31.022 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.021+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=KBS09S7KZ5OC type=del size=254424 2024-08-17T01:00:31.024 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.023+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~GBCYIUMRFQJU.0 size=1048576 2024-08-17T01:00:31.026 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.025+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~GBCYIUMRFQJU.1 size=92237 2024-08-17T01:00:31.029 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.029+0000 7fc9e32c6640 1 < completed multipart upload key=HPIXXJSLU5J6 upload=GBCYIUMRFQJU tag=TK94QVUVRF1T type=write size=2189389 2024-08-17T01:00:31.031 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.030+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=HSK4C13KIXY0 type=write size=942077 2024-08-17T01:00:31.033 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.032+0000 7fc9e32c6640 1 < completed delete operation key=XHAAVXY5RRVM tag=8K213RBWOKA4 type=del 2024-08-17T01:00:31.035 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.035+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=G7UQUINNGD5B type=del size=3606435 2024-08-17T01:00:31.040 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.039+0000 7fc9e32c6640 1 < suggested update operation key=M0RSO8RQ43YG tag=2O7HI6572RC3 type=write size=329523 2024-08-17T01:00:31.044 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.043+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~J8FTQZ4I3QC1.0 size=868037 2024-08-17T01:00:31.044 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.043+0000 7fc9e32c6640 1 > prepared multipart upload key=GPTER2AM6J7E upload=J8FTQZ4I3QC1 tag=12EPP0PGJD3J type=write size=1916613 2024-08-17T01:00:31.045 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.045+0000 7fc9e32c6640 1 < canceled operation key=9X03OB1P1EOH tag=WE4VM3IJBDV8 type=del size=828859 2024-08-17T01:00:31.047 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.047+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=ECUP4SJJC163 type=write size=132655 2024-08-17T01:00:31.050 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.049+0000 7fc9e32c6640 1 < completed delete operation key=9X03OB1P1EOH tag=CIJN27R9XAB2 type=del 2024-08-17T01:00:31.054 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.053+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~J0J22RIH07G5.0 size=257088 2024-08-17T01:00:31.054 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.053+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=J0J22RIH07G5 tag=SZCVYZG4AYGU type=write size=1305664 2024-08-17T01:00:31.056 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.055+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~KX7R2JAB2T25.0 size=1048576 2024-08-17T01:00:31.057 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.056+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~KX7R2JAB2T25.1 size=537559 2024-08-17T01:00:31.061 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.060+0000 7fc9e32c6640 1 < completed multipart upload key=OH6EL4D04DHY upload=KX7R2JAB2T25 tag=I1RNEZ46L6IC type=write size=2634711 2024-08-17T01:00:31.063 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.062+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=VT17DMMLUWUP type=del size=2244725 2024-08-17T01:00:31.067 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.066+0000 7fc9e32c6640 1 < suggested remove operation key=XHAAVXY5RRVM tag=FEL2PWA42QPU type=del 2024-08-17T01:00:31.069 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.069+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=2D2DKBFXA2D5 type=del size=3358945 2024-08-17T01:00:31.072 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.071+0000 7fc9e32c6640 1 < completed delete operation key=9ZTGHGASZU54 tag=FCJ6SF4KKS0K type=del 2024-08-17T01:00:31.075 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.075+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~9FS2S3J2OKP7.0 size=1048576 2024-08-17T01:00:31.077 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.076+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~9FS2S3J2OKP7.1 size=1048576 2024-08-17T01:00:31.079 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.078+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~9FS2S3J2OKP7.2 size=969653 2024-08-17T01:00:31.079 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.078+0000 7fc9e32c6640 1 > prepared multipart upload key=UBSJCVKYWX6F upload=9FS2S3J2OKP7 tag=P6COK4ISPQFM type=write size=4115381 2024-08-17T01:00:31.081 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.080+0000 7fc9e32c6640 1 < completed write operation key=DWB3YGH7YBZB tag=N28WD7ILGIT6 type=write size=598871 2024-08-17T01:00:31.084 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.084+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~BIQHI0UXXPJ5.0 size=1048576 2024-08-17T01:00:31.086 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.085+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~BIQHI0UXXPJ5.1 size=1048576 2024-08-17T01:00:31.088 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.087+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~BIQHI0UXXPJ5.2 size=234289 2024-08-17T01:00:31.088 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.087+0000 7fc9e32c6640 1 > prepared multipart upload key=DWB3YGH7YBZB upload=BIQHI0UXXPJ5 tag=EB2A96ZPSKR0 type=write size=3380017 2024-08-17T01:00:31.090 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.089+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~A2K88S40EMQ3.0 size=1048576 2024-08-17T01:00:31.091 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.091+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~A2K88S40EMQ3.1 size=486807 2024-08-17T01:00:31.095 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.094+0000 7fc9e32c6640 1 < completed multipart upload key=7YJVD2TL2U1Q upload=A2K88S40EMQ3 tag=5NIN076VO1J5 type=write size=2583959 2024-08-17T01:00:31.098 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.098+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~ISJ0JJGAMX2O.0 size=1048576 2024-08-17T01:00:31.100 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.100+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~ISJ0JJGAMX2O.1 size=494896 2024-08-17T01:00:31.101 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.100+0000 7fc9e32c6640 1 > prepared multipart upload key=FP808QN0QDSP upload=ISJ0JJGAMX2O tag=7B3XO87KZRA6 type=write size=2592048 2024-08-17T01:00:31.102 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.102+0000 7fc9e32c6640 1 < completed delete operation key=UBSJCVKYWX6F tag=Q3XSNYY0WQWI type=del 2024-08-17T01:00:31.104 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.104+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=M73I1MG4H4NS type=write size=832868 2024-08-17T01:00:31.106 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.105+0000 7fc9e32c6640 1 < completed write operation key=W14LJICPB60X tag=92DNV17O6WF1 type=write size=111088 2024-08-17T01:00:31.108 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.108+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=9N5TVUFJKOUK type=del size=4050892 2024-08-17T01:00:31.110 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.109+0000 7fc9e32c6640 1 < completed write operation key=3426C909P2VX tag=SJTIOK94N5XB type=write size=325211 2024-08-17T01:00:31.114 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.114+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~65MAI81NPRN3.0 size=1048576 2024-08-17T01:00:31.116 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.116+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~65MAI81NPRN3.1 size=93802 2024-08-17T01:00:31.117 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.116+0000 7fc9e32c6640 1 > prepared multipart upload key=ZFTRWL3EXMLQ upload=65MAI81NPRN3 tag=3S83S5XPGQKO type=write size=2190954 2024-08-17T01:00:31.121 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.120+0000 7fc9e32c6640 1 < suggested remove operation key=RNSEALS0CEAA tag=3PVUREPB5M04 type=write 2024-08-17T01:00:31.126 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.124+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~26Y5WHA4DVCN.0 size=1048576 2024-08-17T01:00:31.126 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.126+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~26Y5WHA4DVCN.1 size=1048576 2024-08-17T01:00:31.128 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.127+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~26Y5WHA4DVCN.2 size=980383 2024-08-17T01:00:31.128 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.127+0000 7fc9e32c6640 1 > prepared multipart upload key=41QVSMLCJY3L upload=26Y5WHA4DVCN tag=PHA99SHY05CH type=write size=4126111 2024-08-17T01:00:31.130 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.129+0000 7fc9e32c6640 1 < completed delete operation key=ZFTRWL3EXMLQ tag=A8PBZYKCW5FN type=del 2024-08-17T01:00:31.134 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.134+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~1AMFJ0N8TACU.0 size=1048576 2024-08-17T01:00:31.136 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.135+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~1AMFJ0N8TACU.1 size=1044624 2024-08-17T01:00:31.136 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.136+0000 7fc9e32c6640 1 > prepared multipart upload key=9X03OB1P1EOH upload=1AMFJ0N8TACU tag=P8CGWXH82LFU type=write size=3141776 2024-08-17T01:00:31.140 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.139+0000 7fc9e32c6640 -1 < failed to complete operation key=M0RSO8RQ43YG tag=KBS09S7KZ5OC type=del size=254424: (22) Invalid argument 2024-08-17T01:00:31.142 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.142+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=GJN12DMGSRGD type=del size=2624964 2024-08-17T01:00:31.145 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.144+0000 7fc9e32c6640 -1 < failed to complete operation key=XHAAVXY5RRVM tag=HSK4C13KIXY0 type=write size=942077: (22) Invalid argument 2024-08-17T01:00:31.147 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.147+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=0KZ9ORQ97K50 type=write size=840152 2024-08-17T01:00:31.149 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.149+0000 7fc9e32c6640 1 < completed delete operation key=3426C909P2VX tag=G7UQUINNGD5B type=del 2024-08-17T01:00:31.151 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.150+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=HAU9J5RY32G3 type=write size=146479 2024-08-17T01:00:31.153 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.153+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~J8FTQZ4I3QC1.0 size=868037 2024-08-17T01:00:31.157 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.156+0000 7fc9e32c6640 1 < completed multipart upload key=GPTER2AM6J7E upload=J8FTQZ4I3QC1 tag=12EPP0PGJD3J type=write size=1916613 2024-08-17T01:00:31.160 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.160+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~20KGQCW9RUKO.0 size=1048576 2024-08-17T01:00:31.162 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.161+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~20KGQCW9RUKO.1 size=1048576 2024-08-17T01:00:31.164 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.163+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~20KGQCW9RUKO.2 size=898661 2024-08-17T01:00:31.164 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.163+0000 7fc9e32c6640 1 > prepared multipart upload key=9X03OB1P1EOH upload=20KGQCW9RUKO tag=64P020144D1E type=write size=4044389 2024-08-17T01:00:31.166 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.165+0000 7fc9e32c6640 1 < completed write operation key=OQ1IXKB82T39 tag=ECUP4SJJC163 type=write size=132655 2024-08-17T01:00:31.168 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.167+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=BQU7X7BIMOD1 type=del size=2997496 2024-08-17T01:00:31.170 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.169+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~J0J22RIH07G5.0 size=257088 2024-08-17T01:00:31.174 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.173+0000 7fc9e32c6640 1 < completed multipart upload key=W14LJICPB60X upload=J0J22RIH07G5 tag=SZCVYZG4AYGU type=write size=1305664 2024-08-17T01:00:31.179 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.178+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~CVYEX8LR07MO.0 size=1048576 2024-08-17T01:00:31.180 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.180+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~CVYEX8LR07MO.1 size=1048576 2024-08-17T01:00:31.182 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.181+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~CVYEX8LR07MO.2 size=596956 2024-08-17T01:00:31.182 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.181+0000 7fc9e32c6640 1 > prepared multipart upload key=P6GWQRWU8J2B upload=CVYEX8LR07MO tag=QUN55SM9LKK4 type=write size=3742684 2024-08-17T01:00:31.184 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.184+0000 7fc9e32c6640 1 < canceled operation key=P6GWQRWU8J2B tag=VT17DMMLUWUP type=del size=2244725 2024-08-17T01:00:31.187 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.186+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=EMSAS48YJJKH type=write size=498065 2024-08-17T01:00:31.189 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.188+0000 7fc9e32c6640 1 < completed delete operation key=HPIXXJSLU5J6 tag=2D2DKBFXA2D5 type=del 2024-08-17T01:00:31.193 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.192+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~U0QXPJSN9R9V.0 size=1048576 2024-08-17T01:00:31.195 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.194+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~U0QXPJSN9R9V.1 size=1048576 2024-08-17T01:00:31.197 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.196+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~U0QXPJSN9R9V.2 size=286630 2024-08-17T01:00:31.197 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.196+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=U0QXPJSN9R9V tag=BLXKHU607VLE type=write size=3432358 2024-08-17T01:00:31.199 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.198+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~9FS2S3J2OKP7.0 size=1048576 2024-08-17T01:00:31.201 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.200+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~9FS2S3J2OKP7.1 size=1048576 2024-08-17T01:00:31.203 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.202+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~9FS2S3J2OKP7.2 size=969653 2024-08-17T01:00:31.206 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.205+0000 7fc9e32c6640 1 < completed multipart upload key=UBSJCVKYWX6F upload=9FS2S3J2OKP7 tag=P6COK4ISPQFM type=write size=4115381 2024-08-17T01:00:31.208 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.208+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=QLA2C2R5ERT4 type=del size=2169316 2024-08-17T01:00:31.210 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.209+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~BIQHI0UXXPJ5.0 size=1048576 2024-08-17T01:00:31.212 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.211+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~BIQHI0UXXPJ5.1 size=1048576 2024-08-17T01:00:31.212 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.211+0000 7fc9e32c6640 1 < canceled part key=_multipart_DWB3YGH7YBZB.2~BIQHI0UXXPJ5.2 size=234289 2024-08-17T01:00:31.216 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.215+0000 7fc9e32c6640 1 < canceled multipart upload key=DWB3YGH7YBZB upload=BIQHI0UXXPJ5 tag=EB2A96ZPSKR0 type=write size=3380017 2024-08-17T01:00:31.218 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.217+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=AIUB0DYT31TM type=write size=39737 2024-08-17T01:00:31.220 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.220+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~ISJ0JJGAMX2O.0 size=1048576 2024-08-17T01:00:31.222 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.221+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~ISJ0JJGAMX2O.1 size=494896 2024-08-17T01:00:31.226 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.225+0000 7fc9e32c6640 1 < completed multipart upload key=FP808QN0QDSP upload=ISJ0JJGAMX2O tag=7B3XO87KZRA6 type=write size=2592048 2024-08-17T01:00:31.231 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.230+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~V16SK01JEBI9.0 size=1048576 2024-08-17T01:00:31.232 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.232+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~V16SK01JEBI9.1 size=237583 2024-08-17T01:00:31.233 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.232+0000 7fc9e32c6640 1 > prepared multipart upload key=XHAAVXY5RRVM upload=V16SK01JEBI9 tag=SN78A4A7C17M type=write size=2334735 2024-08-17T01:00:31.237 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.236+0000 7fc9e32c6640 1 < suggested remove operation key=3QNRD31J9WH5 tag=M73I1MG4H4NS type=write 2024-08-17T01:00:31.238 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.238+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=2PY9SBLVJS63 type=del size=2631174 2024-08-17T01:00:31.240 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.240+0000 7fc9e32c6640 1 < completed delete operation key=DWB3YGH7YBZB tag=9N5TVUFJKOUK type=del 2024-08-17T01:00:31.244 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.243+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~5BWQE3IYOYPT.0 size=1048576 2024-08-17T01:00:31.245 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.245+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~5BWQE3IYOYPT.1 size=1048576 2024-08-17T01:00:31.248 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.247+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~5BWQE3IYOYPT.2 size=180142 2024-08-17T01:00:31.248 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.247+0000 7fc9e32c6640 1 > prepared multipart upload key=0GIHJJ2YE1EF upload=5BWQE3IYOYPT tag=08XY7TSIO5AT type=write size=3325870 2024-08-17T01:00:31.248 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.247+0000 7fc9e32c6640 1 < canceled part key=_multipart_ZFTRWL3EXMLQ.2~65MAI81NPRN3.0 size=1048576 2024-08-17T01:00:31.250 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.249+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~65MAI81NPRN3.1 size=93802 2024-08-17T01:00:31.253 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.252+0000 7fc9e32c6640 1 < canceled multipart upload key=ZFTRWL3EXMLQ upload=65MAI81NPRN3 tag=3S83S5XPGQKO type=write size=2190954 2024-08-17T01:00:31.256 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.255+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=CXUGX892WRBY type=del size=862562 2024-08-17T01:00:31.258 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.257+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~26Y5WHA4DVCN.0 size=1048576 2024-08-17T01:00:31.258 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.257+0000 7fc9e32c6640 1 < canceled part key=_multipart_41QVSMLCJY3L.2~26Y5WHA4DVCN.1 size=1048576 2024-08-17T01:00:31.260 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.259+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~26Y5WHA4DVCN.2 size=980383 2024-08-17T01:00:31.263 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.262+0000 7fc9e32c6640 1 < canceled multipart upload key=41QVSMLCJY3L upload=26Y5WHA4DVCN tag=PHA99SHY05CH type=write size=4126111 2024-08-17T01:00:31.265 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.264+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=Y6ST9DL0RJN1 type=del size=220817 2024-08-17T01:00:31.268 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.267+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~1AMFJ0N8TACU.0 size=1048576 2024-08-17T01:00:31.269 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.268+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~1AMFJ0N8TACU.1 size=1044624 2024-08-17T01:00:31.272 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.272+0000 7fc9e32c6640 1 < completed multipart upload key=9X03OB1P1EOH upload=1AMFJ0N8TACU tag=P8CGWXH82LFU type=write size=3141776 2024-08-17T01:00:31.274 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.274+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=5VFHO6ZB3YHB type=del size=4053241 2024-08-17T01:00:31.276 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.276+0000 7fc9e32c6640 1 < canceled operation key=7YJVD2TL2U1Q tag=GJN12DMGSRGD type=del size=2624964 2024-08-17T01:00:31.280 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.279+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~1WQ9CTRXJI3M.0 size=1048576 2024-08-17T01:00:31.282 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.281+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~1WQ9CTRXJI3M.1 size=513299 2024-08-17T01:00:31.282 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.281+0000 7fc9e32c6640 1 > prepared multipart upload key=41QVSMLCJY3L upload=1WQ9CTRXJI3M tag=UWYOSUY1XW7S type=write size=2610451 2024-08-17T01:00:31.284 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.283+0000 7fc9e32c6640 1 < completed write operation key=NJYN8PLMG5AN tag=0KZ9ORQ97K50 type=write size=840152 2024-08-17T01:00:31.288 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.287+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~KSLKUO233XFH.0 size=1048576 2024-08-17T01:00:31.290 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.289+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~KSLKUO233XFH.1 size=1034027 2024-08-17T01:00:31.290 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.289+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=KSLKUO233XFH tag=GURBIF3PBW40 type=write size=3131179 2024-08-17T01:00:31.291 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.291+0000 7fc9e32c6640 1 < completed write operation key=SYENEMTYLFFB tag=HAU9J5RY32G3 type=write size=146479 2024-08-17T01:00:31.294 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.293+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=X6RZ4TSLBKW1 type=del size=327881 2024-08-17T01:00:31.296 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.295+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~20KGQCW9RUKO.0 size=1048576 2024-08-17T01:00:31.296 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.295+0000 7fc9e32c6640 1 < canceled part key=_multipart_9X03OB1P1EOH.2~20KGQCW9RUKO.1 size=1048576 2024-08-17T01:00:31.297 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.297+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~20KGQCW9RUKO.2 size=898661 2024-08-17T01:00:31.301 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.300+0000 7fc9e32c6640 1 < canceled multipart upload key=9X03OB1P1EOH upload=20KGQCW9RUKO tag=64P020144D1E type=write size=4044389 2024-08-17T01:00:31.303 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.302+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=BD3IRTPUO217 type=del size=4134835 2024-08-17T01:00:31.305 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.304+0000 7fc9e32c6640 1 < completed delete operation key=41QVSMLCJY3L tag=BQU7X7BIMOD1 type=del 2024-08-17T01:00:31.308 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.306+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=M72XDEB6VTF0 type=del size=3909177 2024-08-17T01:00:31.309 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.308+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~CVYEX8LR07MO.0 size=1048576 2024-08-17T01:00:31.310 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.310+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~CVYEX8LR07MO.1 size=1048576 2024-08-17T01:00:31.312 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.311+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~CVYEX8LR07MO.2 size=596956 2024-08-17T01:00:31.316 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.315+0000 7fc9e32c6640 1 < completed multipart upload key=P6GWQRWU8J2B upload=CVYEX8LR07MO tag=QUN55SM9LKK4 type=write size=3742684 2024-08-17T01:00:31.318 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.317+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=C888XLZRCRCA type=del size=87421 2024-08-17T01:00:31.320 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.319+0000 7fc9e32c6640 1 < completed write operation key=SNQ4IXALP94F tag=EMSAS48YJJKH type=write size=498065 2024-08-17T01:00:31.323 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.322+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~UL5OCAILHFJB.0 size=1048576 2024-08-17T01:00:31.325 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.324+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~UL5OCAILHFJB.1 size=1048576 2024-08-17T01:00:31.326 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.326+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~UL5OCAILHFJB.2 size=554829 2024-08-17T01:00:31.330 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.326+0000 7fc9e32c6640 1 > prepared multipart upload key=3QNRD31J9WH5 upload=UL5OCAILHFJB tag=7MYJA11UW9KO type=write size=3700557 2024-08-17T01:00:31.330 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.328+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~U0QXPJSN9R9V.0 size=1048576 2024-08-17T01:00:31.330 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.330+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~U0QXPJSN9R9V.1 size=1048576 2024-08-17T01:00:31.332 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.332+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~U0QXPJSN9R9V.2 size=286630 2024-08-17T01:00:31.336 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.335+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=U0QXPJSN9R9V tag=BLXKHU607VLE type=write size=3432358 2024-08-17T01:00:31.338 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.337+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=GBUS6SWRIJHE type=del size=4111214 2024-08-17T01:00:31.340 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.339+0000 7fc9e32c6640 1 < completed delete operation key=UBSJCVKYWX6F tag=QLA2C2R5ERT4 type=del 2024-08-17T01:00:31.344 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.343+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~3LIM4I6CJEJS.0 size=952681 2024-08-17T01:00:31.344 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.343+0000 7fc9e32c6640 1 > prepared multipart upload key=OQ1IXKB82T39 upload=3LIM4I6CJEJS tag=1YEDHZWH7MAO type=write size=2001257 2024-08-17T01:00:31.346 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.345+0000 7fc9e32c6640 1 < completed write operation key=W14LJICPB60X tag=AIUB0DYT31TM type=write size=39737 2024-08-17T01:00:31.349 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.349+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~92PXNZJ9GSVE.0 size=1048576 2024-08-17T01:00:31.351 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.350+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~92PXNZJ9GSVE.1 size=1048576 2024-08-17T01:00:31.352 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.352+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~92PXNZJ9GSVE.2 size=427179 2024-08-17T01:00:31.353 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.352+0000 7fc9e32c6640 1 > prepared multipart upload key=GPTER2AM6J7E upload=92PXNZJ9GSVE tag=QS7XCWXU4KJ7 type=write size=3572907 2024-08-17T01:00:31.353 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.352+0000 7fc9e32c6640 1 < canceled part key=_multipart_XHAAVXY5RRVM.2~V16SK01JEBI9.0 size=1048576 2024-08-17T01:00:31.355 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.354+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~V16SK01JEBI9.1 size=237583 2024-08-17T01:00:31.358 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.358+0000 7fc9e32c6640 1 < canceled multipart upload key=XHAAVXY5RRVM upload=V16SK01JEBI9 tag=SN78A4A7C17M type=write size=2334735 2024-08-17T01:00:31.361 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.360+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=DXLJ58G1WHP8 type=del size=4086208 2024-08-17T01:00:31.363 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.363+0000 7fc9e32c6640 1 < completed delete operation key=41QVSMLCJY3L tag=2PY9SBLVJS63 type=del 2024-08-17T01:00:31.367 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.367+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~01E2JWOUA95H.0 size=594074 2024-08-17T01:00:31.367 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.367+0000 7fc9e32c6640 1 > prepared multipart upload key=ODZIOPEGEARM upload=01E2JWOUA95H tag=TNE5BSRL3HXQ type=write size=1642650 2024-08-17T01:00:31.370 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.369+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~5BWQE3IYOYPT.0 size=1048576 2024-08-17T01:00:31.371 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.371+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~5BWQE3IYOYPT.1 size=1048576 2024-08-17T01:00:31.373 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.372+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~5BWQE3IYOYPT.2 size=180142 2024-08-17T01:00:31.376 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.376+0000 7fc9e32c6640 1 < completed multipart upload key=0GIHJJ2YE1EF upload=5BWQE3IYOYPT tag=08XY7TSIO5AT type=write size=3325870 2024-08-17T01:00:31.379 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.378+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=CPCGK8583WFG type=del size=702968 2024-08-17T01:00:31.381 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.380+0000 7fc9e32c6640 1 < completed delete operation key=HPIXXJSLU5J6 tag=CXUGX892WRBY type=del 2024-08-17T01:00:31.385 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.384+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~ENJ95EWNDCSK.0 size=1048576 2024-08-17T01:00:31.386 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.386+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~ENJ95EWNDCSK.1 size=1048576 2024-08-17T01:00:31.388 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.387+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~ENJ95EWNDCSK.2 size=393779 2024-08-17T01:00:31.388 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.387+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=ENJ95EWNDCSK tag=EXVPS8FZQ059 type=write size=3539507 2024-08-17T01:00:31.390 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.390+0000 7fc9e32c6640 1 < completed delete operation key=HPIXXJSLU5J6 tag=Y6ST9DL0RJN1 type=del 2024-08-17T01:00:31.392 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.392+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=29DZD582QXXV type=del size=772601 2024-08-17T01:00:31.394 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.393+0000 7fc9e32c6640 1 < completed delete operation key=M0RSO8RQ43YG tag=5VFHO6ZB3YHB type=del 2024-08-17T01:00:31.396 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.396+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=AFLW69DRI8N2 type=del size=3238931 2024-08-17T01:00:31.399 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.398+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~1WQ9CTRXJI3M.0 size=1048576 2024-08-17T01:00:31.399 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.398+0000 7fc9e32c6640 1 < canceled part key=_multipart_41QVSMLCJY3L.2~1WQ9CTRXJI3M.1 size=513299 2024-08-17T01:00:31.402 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.402+0000 7fc9e32c6640 1 < canceled multipart upload key=41QVSMLCJY3L upload=1WQ9CTRXJI3M tag=UWYOSUY1XW7S type=write size=2610451 2024-08-17T01:00:31.405 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.404+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=95LX8QRPRS07 type=del size=3798177 2024-08-17T01:00:31.407 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.406+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~KSLKUO233XFH.0 size=1048576 2024-08-17T01:00:31.409 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.408+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~KSLKUO233XFH.1 size=1034027 2024-08-17T01:00:31.413 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.412+0000 7fc9e32c6640 1 < completed multipart upload key=7YJVD2TL2U1Q upload=KSLKUO233XFH tag=GURBIF3PBW40 type=write size=3131179 2024-08-17T01:00:31.415 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.414+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=1NECW1XUFEEV type=del size=88689 2024-08-17T01:00:31.417 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.416+0000 7fc9e32c6640 1 < completed delete operation key=SYENEMTYLFFB tag=X6RZ4TSLBKW1 type=del 2024-08-17T01:00:31.419 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.419+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=L2P5ROL1SLC1 type=del size=1233136 2024-08-17T01:00:31.422 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.421+0000 7fc9e32c6640 1 < completed delete operation key=RNSEALS0CEAA tag=BD3IRTPUO217 type=del 2024-08-17T01:00:31.423 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.423+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=D1GNNCZ3N50F type=del size=1571880 2024-08-17T01:00:31.426 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.425+0000 7fc9e32c6640 1 < completed delete operation key=NJYN8PLMG5AN tag=M72XDEB6VTF0 type=del 2024-08-17T01:00:31.428 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.427+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=MKQ9EF3PZX48 type=del size=3068036 2024-08-17T01:00:31.429 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.429+0000 7fc9e32c6640 1 < completed delete operation key=3QNRD31J9WH5 tag=C888XLZRCRCA type=del 2024-08-17T01:00:31.431 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.431+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=5FBBB7IU2R59 type=write size=834146 2024-08-17T01:00:31.433 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.433+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~UL5OCAILHFJB.0 size=1048576 2024-08-17T01:00:31.435 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.435+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~UL5OCAILHFJB.1 size=1048576 2024-08-17T01:00:31.437 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.436+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~UL5OCAILHFJB.2 size=554829 2024-08-17T01:00:31.441 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.441+0000 7fc9e32c6640 1 < completed multipart upload key=3QNRD31J9WH5 upload=UL5OCAILHFJB tag=7MYJA11UW9KO type=write size=3700557 2024-08-17T01:00:31.443 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.443+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=JKESZ5DZOXXX type=del size=770591 2024-08-17T01:00:31.446 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.445+0000 7fc9e32c6640 1 < completed delete operation key=7YJVD2TL2U1Q tag=GBUS6SWRIJHE type=del 2024-08-17T01:00:31.450 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.449+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~2Y11K1BOF71E.0 size=1048576 2024-08-17T01:00:31.451 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.451+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~2Y11K1BOF71E.1 size=126561 2024-08-17T01:00:31.452 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.451+0000 7fc9e32c6640 1 > prepared multipart upload key=OQ1IXKB82T39 upload=2Y11K1BOF71E tag=O6JLFBAGAM7E type=write size=2223713 2024-08-17T01:00:31.453 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.453+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~3LIM4I6CJEJS.0 size=952681 2024-08-17T01:00:31.457 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.457+0000 7fc9e32c6640 1 < completed multipart upload key=OQ1IXKB82T39 upload=3LIM4I6CJEJS tag=1YEDHZWH7MAO type=write size=2001257 2024-08-17T01:00:31.459 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.459+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=OZ1FG1FF63XZ type=del size=4021208 2024-08-17T01:00:31.461 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.461+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~92PXNZJ9GSVE.0 size=1048576 2024-08-17T01:00:31.463 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.462+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~92PXNZJ9GSVE.1 size=1048576 2024-08-17T01:00:31.465 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.464+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~92PXNZJ9GSVE.2 size=427179 2024-08-17T01:00:31.468 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.467+0000 7fc9e32c6640 1 < completed multipart upload key=GPTER2AM6J7E upload=92PXNZJ9GSVE tag=QS7XCWXU4KJ7 type=write size=3572907 2024-08-17T01:00:31.470 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.469+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=QMV6QI5EWJ4G type=del size=1835630 2024-08-17T01:00:31.474 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.473+0000 7fc9e32c6640 1 < suggested update operation key=ODZIOPEGEARM tag=DXLJ58G1WHP8 type=del size=4086208 2024-08-17T01:00:31.478 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.477+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~YF4ZTUO1LG5I.0 size=1048576 2024-08-17T01:00:31.479 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.479+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~YF4ZTUO1LG5I.1 size=1048576 2024-08-17T01:00:31.482 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.481+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~YF4ZTUO1LG5I.2 size=713159 2024-08-17T01:00:31.482 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.481+0000 7fc9e32c6640 1 > prepared multipart upload key=JNHP0HYR3GAN upload=YF4ZTUO1LG5I tag=VP3J049ZRPTB type=write size=3858887 2024-08-17T01:00:31.484 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.483+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~01E2JWOUA95H.0 size=594074 2024-08-17T01:00:31.488 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.487+0000 7fc9e32c6640 1 < completed multipart upload key=ODZIOPEGEARM upload=01E2JWOUA95H tag=TNE5BSRL3HXQ type=write size=1642650 2024-08-17T01:00:31.490 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.489+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=2661M8UPI6I3 type=del size=3617911 2024-08-17T01:00:31.492 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.491+0000 7fc9e32c6640 1 < canceled operation key=Y5CGDXUEE4A5 tag=CPCGK8583WFG type=del size=702968 2024-08-17T01:00:31.494 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.493+0000 7fc9e32c6640 1 > prepared operation key=ODZIOPEGEARM tag=TPV1FTSI0HSK type=write size=804117 2024-08-17T01:00:31.496 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.495+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~ENJ95EWNDCSK.0 size=1048576 2024-08-17T01:00:31.498 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.497+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~ENJ95EWNDCSK.1 size=1048576 2024-08-17T01:00:31.500 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.499+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~ENJ95EWNDCSK.2 size=393779 2024-08-17T01:00:31.504 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.504+0000 7fc9e32c6640 1 < completed multipart upload key=7YJVD2TL2U1Q upload=ENJ95EWNDCSK tag=EXVPS8FZQ059 type=write size=3539507 2024-08-17T01:00:31.506 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.506+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=T742UMMH115J type=del size=2027913 2024-08-17T01:00:31.510 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.510+0000 7fc9e32c6640 1 < suggested update operation key=DWB3YGH7YBZB tag=29DZD582QXXV type=del size=772601 2024-08-17T01:00:31.515 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.514+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~AKYOLZPS1XYT.0 size=1048576 2024-08-17T01:00:31.516 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.515+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~AKYOLZPS1XYT.1 size=1048576 2024-08-17T01:00:31.518 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.517+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~AKYOLZPS1XYT.2 size=473779 2024-08-17T01:00:31.518 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.517+0000 7fc9e32c6640 1 > prepared multipart upload key=WN539WGGF4SK upload=AKYOLZPS1XYT tag=VG3NI17I3610 type=write size=3619507 2024-08-17T01:00:31.520 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.519+0000 7fc9e32c6640 1 < completed delete operation key=OQ1IXKB82T39 tag=AFLW69DRI8N2 type=del 2024-08-17T01:00:31.522 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.521+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=3PDTA4J0PEMG type=del size=560739 2024-08-17T01:00:31.523 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.523+0000 7fc9e32c6640 1 < completed delete operation key=JNHP0HYR3GAN tag=95LX8QRPRS07 type=del 2024-08-17T01:00:31.526 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.525+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=C5QU845J2H59 type=del size=1273074 2024-08-17T01:00:31.528 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.527+0000 7fc9e32c6640 1 < completed delete operation key=HPIXXJSLU5J6 tag=1NECW1XUFEEV type=del 2024-08-17T01:00:31.530 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.529+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=JH4CDQ68RSWE type=del size=1434838 2024-08-17T01:00:31.533 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.532+0000 7fc9e32c6640 1 < completed delete operation key=7YJVD2TL2U1Q tag=L2P5ROL1SLC1 type=del 2024-08-17T01:00:31.538 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.534+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=2GR3RARE4M15 type=del size=930495 2024-08-17T01:00:31.538 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.536+0000 7fc9e32c6640 1 < completed delete operation key=SYENEMTYLFFB tag=D1GNNCZ3N50F type=del 2024-08-17T01:00:31.539 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.539+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=SW84JTZ9WEMG type=del size=62300 2024-08-17T01:00:31.543 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.543+0000 7fc9e32c6640 1 < suggested update operation key=ZFTRWL3EXMLQ tag=MKQ9EF3PZX48 type=del size=3068036 2024-08-17T01:00:31.547 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.546+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~YNRII2AF5HKT.0 size=861549 2024-08-17T01:00:31.547 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.546+0000 7fc9e32c6640 1 > prepared multipart upload key=OH6EL4D04DHY upload=YNRII2AF5HKT tag=CTDRKFNLXSMD type=write size=1910125 2024-08-17T01:00:31.552 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.551+0000 7fc9e32c6640 1 < suggested update operation key=3426C909P2VX tag=5FBBB7IU2R59 type=write size=834146 2024-08-17T01:00:31.555 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.555+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~LVYHMF5E4EB4.0 size=1048576 2024-08-17T01:00:31.557 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.556+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~LVYHMF5E4EB4.1 size=1048576 2024-08-17T01:00:31.559 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.558+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~LVYHMF5E4EB4.2 size=997505 2024-08-17T01:00:31.559 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.558+0000 7fc9e32c6640 1 > prepared multipart upload key=0GIHJJ2YE1EF upload=LVYHMF5E4EB4 tag=JA07SUBEBEB7 type=write size=4143233 2024-08-17T01:00:31.561 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.560+0000 7fc9e32c6640 1 < completed delete operation key=JNHP0HYR3GAN tag=JKESZ5DZOXXX type=del 2024-08-17T01:00:31.565 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.564+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~04FYKHTLXYLA.0 size=1048576 2024-08-17T01:00:31.567 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.566+0000 7fc9e32c6640 1 > prepared part key=_multipart_UBSJCVKYWX6F.2~04FYKHTLXYLA.1 size=435008 2024-08-17T01:00:31.567 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.566+0000 7fc9e32c6640 1 > prepared multipart upload key=UBSJCVKYWX6F upload=04FYKHTLXYLA tag=LMVRMV7A7I5I type=write size=2532160 2024-08-17T01:00:31.569 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.568+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~2Y11K1BOF71E.0 size=1048576 2024-08-17T01:00:31.570 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.570+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~2Y11K1BOF71E.1 size=126561 2024-08-17T01:00:31.574 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.573+0000 7fc9e32c6640 1 < completed multipart upload key=OQ1IXKB82T39 upload=2Y11K1BOF71E tag=O6JLFBAGAM7E type=write size=2223713 2024-08-17T01:00:31.576 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.575+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=SNDXUJA0TVT7 type=del size=931394 2024-08-17T01:00:31.579 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.578+0000 7fc9e32c6640 -1 < failed to complete operation key=ODZIOPEGEARM tag=OZ1FG1FF63XZ type=del size=4021208: (22) Invalid argument 2024-08-17T01:00:31.581 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.580+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=Y41G7OWL32PJ type=write size=243600 2024-08-17T01:00:31.585 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.584+0000 7fc9e32c6640 1 < suggested remove operation key=FP808QN0QDSP tag=QMV6QI5EWJ4G type=del 2024-08-17T01:00:31.587 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.586+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=YDWF2H3ZDBWC type=write size=814178 2024-08-17T01:00:31.589 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.588+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~YF4ZTUO1LG5I.0 size=1048576 2024-08-17T01:00:31.591 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.590+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~YF4ZTUO1LG5I.1 size=1048576 2024-08-17T01:00:31.593 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.592+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~YF4ZTUO1LG5I.2 size=713159 2024-08-17T01:00:31.596 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.596+0000 7fc9e32c6640 1 < completed multipart upload key=JNHP0HYR3GAN upload=YF4ZTUO1LG5I tag=VP3J049ZRPTB type=write size=3858887 2024-08-17T01:00:31.598 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.598+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=4XSV5PVVMA32 type=del size=2974661 2024-08-17T01:00:31.601 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.600+0000 7fc9e32c6640 1 < completed delete operation key=0GIHJJ2YE1EF tag=2661M8UPI6I3 type=del 2024-08-17T01:00:31.603 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.602+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=N4JWRELS9LBW type=del size=1792535 2024-08-17T01:00:31.605 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.604+0000 7fc9e32c6640 1 < completed write operation key=ODZIOPEGEARM tag=TPV1FTSI0HSK type=write size=804117 2024-08-17T01:00:31.608 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.608+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~9NTL89CPFG18.0 size=1048576 2024-08-17T01:00:31.610 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.609+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~9NTL89CPFG18.1 size=747401 2024-08-17T01:00:31.610 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.609+0000 7fc9e32c6640 1 > prepared multipart upload key=JNHP0HYR3GAN upload=9NTL89CPFG18 tag=QE5LO3MB5SSZ type=write size=2844553 2024-08-17T01:00:31.614 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.614+0000 7fc9e32c6640 1 < suggested update operation key=W14LJICPB60X tag=T742UMMH115J type=del size=2027913 2024-08-17T01:00:31.616 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.616+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=CMQ223HNWILE type=del size=3186688 2024-08-17T01:00:31.619 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.618+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~AKYOLZPS1XYT.0 size=1048576 2024-08-17T01:00:31.621 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.620+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~AKYOLZPS1XYT.1 size=1048576 2024-08-17T01:00:31.623 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.622+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~AKYOLZPS1XYT.2 size=473779 2024-08-17T01:00:31.626 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.625+0000 7fc9e32c6640 1 < completed multipart upload key=WN539WGGF4SK upload=AKYOLZPS1XYT tag=VG3NI17I3610 type=write size=3619507 2024-08-17T01:00:31.630 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.629+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~CRNBFAB5CEAO.0 size=1048576 2024-08-17T01:00:31.633 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.632+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~CRNBFAB5CEAO.1 size=446665 2024-08-17T01:00:31.633 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.632+0000 7fc9e32c6640 1 > prepared multipart upload key=DWB3YGH7YBZB upload=CRNBFAB5CEAO tag=017W9YOWRHGP type=write size=2543817 2024-08-17T01:00:31.635 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.634+0000 7fc9e32c6640 1 < completed delete operation key=SYENEMTYLFFB tag=3PDTA4J0PEMG type=del 2024-08-17T01:00:31.637 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.637+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=UTGK3U8ZB8T7 type=del size=829822 2024-08-17T01:00:31.640 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.639+0000 7fc9e32c6640 1 < completed delete operation key=UBSJCVKYWX6F tag=C5QU845J2H59 type=del 2024-08-17T01:00:31.642 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.642+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=FS11HPL3ZIQH type=write size=588465 2024-08-17T01:00:31.644 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.644+0000 7fc9e32c6640 1 < completed delete operation key=0GIHJJ2YE1EF tag=JH4CDQ68RSWE type=del 2024-08-17T01:00:31.648 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.648+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~ZJB7Y2Y1LV3E.0 size=1048576 2024-08-17T01:00:31.650 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.649+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~ZJB7Y2Y1LV3E.1 size=794526 2024-08-17T01:00:31.650 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.649+0000 7fc9e32c6640 1 > prepared multipart upload key=JNHP0HYR3GAN upload=ZJB7Y2Y1LV3E tag=7SS7OFPUSYQD type=write size=2891678 2024-08-17T01:00:31.652 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.652+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=2GR3RARE4M15 type=del 2024-08-17T01:00:31.656 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.655+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~4DRYF9SHU34D.0 size=1048576 2024-08-17T01:00:31.658 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.657+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~4DRYF9SHU34D.1 size=1048576 2024-08-17T01:00:31.660 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.659+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~4DRYF9SHU34D.2 size=731499 2024-08-17T01:00:31.660 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.659+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=4DRYF9SHU34D tag=XXSCS6OY44EX type=write size=3877227 2024-08-17T01:00:31.662 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.661+0000 7fc9e32c6640 1 < canceled operation key=9X03OB1P1EOH tag=SW84JTZ9WEMG type=del size=62300 2024-08-17T01:00:31.664 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.663+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=LF2KUPFADX3Q type=del size=1579865 2024-08-17T01:00:31.666 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.665+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~YNRII2AF5HKT.0 size=861549 2024-08-17T01:00:31.669 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.669+0000 7fc9e32c6640 1 < completed multipart upload key=OH6EL4D04DHY upload=YNRII2AF5HKT tag=CTDRKFNLXSMD type=write size=1910125 2024-08-17T01:00:31.671 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.671+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=KI5VAXYIYPEF type=write size=592185 2024-08-17T01:00:31.674 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.673+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~LVYHMF5E4EB4.0 size=1048576 2024-08-17T01:00:31.675 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.674+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~LVYHMF5E4EB4.1 size=1048576 2024-08-17T01:00:31.677 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.676+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~LVYHMF5E4EB4.2 size=997505 2024-08-17T01:00:31.680 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.679+0000 7fc9e32c6640 1 < completed multipart upload key=0GIHJJ2YE1EF upload=LVYHMF5E4EB4 tag=JA07SUBEBEB7 type=write size=4143233 2024-08-17T01:00:31.682 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.681+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=GWWY9YBK5VUZ type=del size=998647 2024-08-17T01:00:31.684 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.683+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~04FYKHTLXYLA.0 size=1048576 2024-08-17T01:00:31.686 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.685+0000 7fc9e32c6640 1 < completed part key=_multipart_UBSJCVKYWX6F.2~04FYKHTLXYLA.1 size=435008 2024-08-17T01:00:31.690 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.689+0000 7fc9e32c6640 1 < completed multipart upload key=UBSJCVKYWX6F upload=04FYKHTLXYLA tag=LMVRMV7A7I5I type=write size=2532160 2024-08-17T01:00:31.692 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.691+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=OX2QDLA7XLX0 type=del size=3799142 2024-08-17T01:00:31.695 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.694+0000 7fc9e32c6640 1 < completed delete operation key=3QNRD31J9WH5 tag=SNDXUJA0TVT7 type=del 2024-08-17T01:00:31.698 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.698+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~Z5APLJLV7SQL.0 size=1048576 2024-08-17T01:00:31.701 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.699+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~Z5APLJLV7SQL.1 size=571689 2024-08-17T01:00:31.701 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.699+0000 7fc9e32c6640 1 > prepared multipart upload key=TN1LRZX0D64M upload=Z5APLJLV7SQL tag=29IWCS91FE2F type=write size=2668841 2024-08-17T01:00:31.702 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.702+0000 7fc9e32c6640 1 < completed write operation key=SYENEMTYLFFB tag=Y41G7OWL32PJ type=write size=243600 2024-08-17T01:00:31.705 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.704+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=R3IOU7D8Y4GO type=del size=2733497 2024-08-17T01:00:31.707 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.707+0000 7fc9e32c6640 1 < canceled operation key=UBSJCVKYWX6F tag=YDWF2H3ZDBWC type=write size=814178 2024-08-17T01:00:31.709 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.709+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=4WGN8V9V8CMA type=write size=626086 2024-08-17T01:00:31.711 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.711+0000 7fc9e32c6640 1 < completed delete operation key=UBSJCVKYWX6F tag=4XSV5PVVMA32 type=del 2024-08-17T01:00:31.714 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.713+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=ILGI2ZZOZ457 type=write size=279659 2024-08-17T01:00:31.716 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.715+0000 7fc9e32c6640 1 < completed delete operation key=3QNRD31J9WH5 tag=N4JWRELS9LBW type=del 2024-08-17T01:00:31.719 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.718+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=9I4HZ9YRN107 type=del size=125074 2024-08-17T01:00:31.721 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.720+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~9NTL89CPFG18.0 size=1048576 2024-08-17T01:00:31.723 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.722+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~9NTL89CPFG18.1 size=747401 2024-08-17T01:00:31.726 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.726+0000 7fc9e32c6640 1 < completed multipart upload key=JNHP0HYR3GAN upload=9NTL89CPFG18 tag=QE5LO3MB5SSZ type=write size=2844553 2024-08-17T01:00:31.731 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.730+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~MQW8NXOIE894.0 size=85672 2024-08-17T01:00:31.731 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.730+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=MQW8NXOIE894 tag=UZOEA7K6GK6Y type=write size=1134248 2024-08-17T01:00:31.735 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.734+0000 7fc9e32c6640 1 < suggested update operation key=SNQ4IXALP94F tag=CMQ223HNWILE type=del size=3186688 2024-08-17T01:00:31.737 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.736+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=26REH5XR3R49 type=del size=4132086 2024-08-17T01:00:31.743 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.739+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~CRNBFAB5CEAO.0 size=1048576 2024-08-17T01:00:31.743 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.741+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~CRNBFAB5CEAO.1 size=446665 2024-08-17T01:00:31.745 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.744+0000 7fc9e32c6640 1 < completed multipart upload key=DWB3YGH7YBZB upload=CRNBFAB5CEAO tag=017W9YOWRHGP type=write size=2543817 2024-08-17T01:00:31.749 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.749+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~31DYX5B4MGUH.0 size=1048576 2024-08-17T01:00:31.751 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.750+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~31DYX5B4MGUH.1 size=508199 2024-08-17T01:00:31.751 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.750+0000 7fc9e32c6640 1 > prepared multipart upload key=GPTER2AM6J7E upload=31DYX5B4MGUH tag=HNS9EJRUJD7Z type=write size=2605351 2024-08-17T01:00:31.754 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.753+0000 7fc9e32c6640 1 < completed delete operation key=OQ1IXKB82T39 tag=UTGK3U8ZB8T7 type=del 2024-08-17T01:00:31.756 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.755+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=5HTV9ICNZY3K type=del size=83298 2024-08-17T01:00:31.761 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.760+0000 7fc9e32c6640 1 < suggested update operation key=FP808QN0QDSP tag=FS11HPL3ZIQH type=write size=588465 2024-08-17T01:00:31.763 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.762+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=G9LSC50XTH6L type=write size=288868 2024-08-17T01:00:31.765 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.764+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~ZJB7Y2Y1LV3E.0 size=1048576 2024-08-17T01:00:31.766 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.766+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~ZJB7Y2Y1LV3E.1 size=794526 2024-08-17T01:00:31.770 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.770+0000 7fc9e32c6640 1 < completed multipart upload key=JNHP0HYR3GAN upload=ZJB7Y2Y1LV3E tag=7SS7OFPUSYQD type=write size=2891678 2024-08-17T01:00:31.774 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.773+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~95PH6NSWKOAU.0 size=266048 2024-08-17T01:00:31.774 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.773+0000 7fc9e32c6640 1 > prepared multipart upload key=P6GWQRWU8J2B upload=95PH6NSWKOAU tag=KKVMQKZN2PRI type=write size=1314624 2024-08-17T01:00:31.777 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.776+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~4DRYF9SHU34D.0 size=1048576 2024-08-17T01:00:31.779 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.778+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~4DRYF9SHU34D.1 size=1048576 2024-08-17T01:00:31.781 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.780+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~4DRYF9SHU34D.2 size=731499 2024-08-17T01:00:31.784 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.784+0000 7fc9e32c6640 1 < completed multipart upload key=7YJVD2TL2U1Q upload=4DRYF9SHU34D tag=XXSCS6OY44EX type=write size=3877227 2024-08-17T01:00:31.787 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.786+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=OH3LAIK9HK5A type=del size=2930075 2024-08-17T01:00:31.792 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.791+0000 7fc9e32c6640 1 < suggested update operation key=RNSEALS0CEAA tag=LF2KUPFADX3Q type=del size=1579865 2024-08-17T01:00:31.796 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.796+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~IMPB7MKCUBJ8.0 size=1048576 2024-08-17T01:00:31.798 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.797+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~IMPB7MKCUBJ8.1 size=636993 2024-08-17T01:00:31.798 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.797+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=IMPB7MKCUBJ8 tag=BFYN2LNG1ADB type=write size=2734145 2024-08-17T01:00:31.800 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.800+0000 7fc9e32c6640 1 < completed write operation key=P6GWQRWU8J2B tag=KI5VAXYIYPEF type=write size=592185 2024-08-17T01:00:31.803 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.802+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=W1U6YT0YOA2S type=write size=523178 2024-08-17T01:00:31.805 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.805+0000 7fc9e32c6640 1 < completed delete operation key=HPIXXJSLU5J6 tag=GWWY9YBK5VUZ type=del 2024-08-17T01:00:31.808 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.807+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=NGEC00EU1VJR type=del size=1021307 2024-08-17T01:00:31.810 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.809+0000 7fc9e32c6640 1 < completed delete operation key=0GIHJJ2YE1EF tag=OX2QDLA7XLX0 type=del 2024-08-17T01:00:31.812 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.811+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=FTEM7213E2GR type=del size=3139313 2024-08-17T01:00:31.813 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.813+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~Z5APLJLV7SQL.0 size=1048576 2024-08-17T01:00:31.815 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.815+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~Z5APLJLV7SQL.1 size=571689 2024-08-17T01:00:31.819 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.819+0000 7fc9e32c6640 1 < completed multipart upload key=TN1LRZX0D64M upload=Z5APLJLV7SQL tag=29IWCS91FE2F type=write size=2668841 2024-08-17T01:00:31.821 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.821+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=JIAO7SOTKB20 type=del size=3825951 2024-08-17T01:00:31.824 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.823+0000 7fc9e32c6640 1 < canceled operation key=SR0C26PR3RCQ tag=R3IOU7D8Y4GO type=del size=2733497 2024-08-17T01:00:31.828 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.827+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~HY5AL4IRYUK0.0 size=1048576 2024-08-17T01:00:31.830 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.829+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~HY5AL4IRYUK0.1 size=1048576 2024-08-17T01:00:31.832 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.831+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~HY5AL4IRYUK0.2 size=631163 2024-08-17T01:00:31.832 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.831+0000 7fc9e32c6640 1 > prepared multipart upload key=ZFTRWL3EXMLQ upload=HY5AL4IRYUK0 tag=ZBHRILBAWPHO type=write size=3776891 2024-08-17T01:00:31.834 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.833+0000 7fc9e32c6640 1 < completed write operation key=3QNRD31J9WH5 tag=4WGN8V9V8CMA type=write size=626086 2024-08-17T01:00:31.837 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.836+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=CHJTHUDI201B type=del size=2123813 2024-08-17T01:00:31.839 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.838+0000 7fc9e32c6640 1 < completed write operation key=GPTER2AM6J7E tag=ILGI2ZZOZ457 type=write size=279659 2024-08-17T01:00:31.847 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.843+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~13YT01DG48US.0 size=1048576 2024-08-17T01:00:31.847 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.845+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~13YT01DG48US.1 size=230363 2024-08-17T01:00:31.848 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.845+0000 7fc9e32c6640 1 > prepared multipart upload key=OH6EL4D04DHY upload=13YT01DG48US tag=6TLLRWMKQ5IY type=write size=2327515 2024-08-17T01:00:31.848 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.847+0000 7fc9e32c6640 1 < completed delete operation key=NJYN8PLMG5AN tag=9I4HZ9YRN107 type=del 2024-08-17T01:00:31.853 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.852+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~1HZX1EZ119QT.0 size=1048576 2024-08-17T01:00:31.855 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.855+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~1HZX1EZ119QT.1 size=1048576 2024-08-17T01:00:31.857 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.857+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~1HZX1EZ119QT.2 size=1032868 2024-08-17T01:00:31.857 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.857+0000 7fc9e32c6640 1 > prepared multipart upload key=XHAAVXY5RRVM upload=1HZX1EZ119QT tag=JLW2IEMHYQUK type=write size=4178596 2024-08-17T01:00:31.860 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.859+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~MQW8NXOIE894.0 size=85672 2024-08-17T01:00:31.864 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.863+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=MQW8NXOIE894 tag=UZOEA7K6GK6Y type=write size=1134248 2024-08-17T01:00:31.866 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.866+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=II8XBETSFCHK type=del size=1262940 2024-08-17T01:00:31.870 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.869+0000 7fc9e32c6640 -1 < failed to complete operation key=RNSEALS0CEAA tag=26REH5XR3R49 type=del size=4132086: (22) Invalid argument 2024-08-17T01:00:31.875 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.874+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~NB3JPPXJMC7Y.0 size=1048576 2024-08-17T01:00:31.877 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.876+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~NB3JPPXJMC7Y.1 size=540030 2024-08-17T01:00:31.877 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.876+0000 7fc9e32c6640 1 > prepared multipart upload key=04A7K18FAZTD upload=NB3JPPXJMC7Y tag=BT3WWMFC0JLQ type=write size=2637182 2024-08-17T01:00:31.879 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.879+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~31DYX5B4MGUH.0 size=1048576 2024-08-17T01:00:31.882 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.881+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~31DYX5B4MGUH.1 size=508199 2024-08-17T01:00:31.887 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.886+0000 7fc9e32c6640 1 < completed multipart upload key=GPTER2AM6J7E upload=31DYX5B4MGUH tag=HNS9EJRUJD7Z type=write size=2605351 2024-08-17T01:00:31.892 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.892+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~V2J4L5RCYUQ7.0 size=1048576 2024-08-17T01:00:31.895 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.894+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~V2J4L5RCYUQ7.1 size=1048576 2024-08-17T01:00:31.897 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.896+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~V2J4L5RCYUQ7.2 size=840470 2024-08-17T01:00:31.897 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.896+0000 7fc9e32c6640 1 > prepared multipart upload key=OQ1IXKB82T39 upload=V2J4L5RCYUQ7 tag=UKH9ZB708C88 type=write size=3986198 2024-08-17T01:00:31.899 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.899+0000 7fc9e32c6640 1 < completed delete operation key=GPTER2AM6J7E tag=5HTV9ICNZY3K type=del 2024-08-17T01:00:31.902 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.901+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=OXCSHKXLJFP4 type=write size=1009419 2024-08-17T01:00:31.904 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.903+0000 7fc9e32c6640 1 < completed write operation key=7YJVD2TL2U1Q tag=G9LSC50XTH6L type=write size=288868 2024-08-17T01:00:31.908 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.907+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~Q1P2B1PXX1ED.0 size=1048576 2024-08-17T01:00:31.910 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.909+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~Q1P2B1PXX1ED.1 size=1048576 2024-08-17T01:00:31.912 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.911+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~Q1P2B1PXX1ED.2 size=933867 2024-08-17T01:00:31.912 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.911+0000 7fc9e32c6640 1 > prepared multipart upload key=0GIHJJ2YE1EF upload=Q1P2B1PXX1ED tag=1BXQT0BEI74O type=write size=4079595 2024-08-17T01:00:31.914 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.913+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~95PH6NSWKOAU.0 size=266048 2024-08-17T01:00:31.918 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.917+0000 7fc9e32c6640 1 < completed multipart upload key=P6GWQRWU8J2B upload=95PH6NSWKOAU tag=KKVMQKZN2PRI type=write size=1314624 2024-08-17T01:00:31.923 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.922+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~ORW4LN664QHX.0 size=1048576 2024-08-17T01:00:31.924 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.923+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~ORW4LN664QHX.1 size=1048576 2024-08-17T01:00:31.926 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.925+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~ORW4LN664QHX.2 size=587594 2024-08-17T01:00:31.926 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.925+0000 7fc9e32c6640 1 > prepared multipart upload key=M0RSO8RQ43YG upload=ORW4LN664QHX tag=FPKGTEDGMUI4 type=write size=3733322 2024-08-17T01:00:31.928 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.927+0000 7fc9e32c6640 1 < completed delete operation key=TOPN4SUVVWJ4 tag=OH3LAIK9HK5A type=del 2024-08-17T01:00:31.930 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.930+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=LRJ4QNL2RH42 type=del size=1732003 2024-08-17T01:00:31.933 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.932+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~IMPB7MKCUBJ8.0 size=1048576 2024-08-17T01:00:31.935 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.934+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~IMPB7MKCUBJ8.1 size=636993 2024-08-17T01:00:31.939 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.938+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=IMPB7MKCUBJ8 tag=BFYN2LNG1ADB type=write size=2734145 2024-08-17T01:00:31.941 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.940+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=SDB4DG0U27LI type=del size=2561928 2024-08-17T01:00:31.946 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.943+0000 7fc9e32c6640 1 < completed write operation key=3426C909P2VX tag=W1U6YT0YOA2S type=write size=523178 2024-08-17T01:00:31.946 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.945+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=KLC4D6ESWZET type=del size=1464779 2024-08-17T01:00:31.948 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.947+0000 7fc9e32c6640 1 < canceled operation key=DWB3YGH7YBZB tag=NGEC00EU1VJR type=del size=1021307 2024-08-17T01:00:31.950 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.949+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=HLB305HABSKP type=del size=2839568 2024-08-17T01:00:31.955 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.954+0000 7fc9e32c6640 1 < suggested remove operation key=Y5CGDXUEE4A5 tag=FTEM7213E2GR type=del 2024-08-17T01:00:31.957 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.956+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=06LE5Q65HH6H type=del size=4133233 2024-08-17T01:00:31.959 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.959+0000 7fc9e32c6640 1 < completed delete operation key=P6GWQRWU8J2B tag=JIAO7SOTKB20 type=del 2024-08-17T01:00:31.962 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.961+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=706FWK2NR8U0 type=write size=288280 2024-08-17T01:00:31.964 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.963+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~HY5AL4IRYUK0.0 size=1048576 2024-08-17T01:00:31.966 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.965+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~HY5AL4IRYUK0.1 size=1048576 2024-08-17T01:00:31.968 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.967+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~HY5AL4IRYUK0.2 size=631163 2024-08-17T01:00:31.972 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.971+0000 7fc9e32c6640 1 < completed multipart upload key=ZFTRWL3EXMLQ upload=HY5AL4IRYUK0 tag=ZBHRILBAWPHO type=write size=3776891 2024-08-17T01:00:31.974 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.973+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=1XTYKIV2T7CS type=del size=3737549 2024-08-17T01:00:31.976 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.975+0000 7fc9e32c6640 1 < completed delete operation key=3426C909P2VX tag=CHJTHUDI201B type=del 2024-08-17T01:00:31.978 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.977+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=P4KTYJ02ATCM type=del size=2050580 2024-08-17T01:00:31.981 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.980+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~13YT01DG48US.0 size=1048576 2024-08-17T01:00:31.984 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.982+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~13YT01DG48US.1 size=230363 2024-08-17T01:00:31.986 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.986+0000 7fc9e32c6640 1 < completed multipart upload key=OH6EL4D04DHY upload=13YT01DG48US tag=6TLLRWMKQ5IY type=write size=2327515 2024-08-17T01:00:31.988 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.988+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=J3I72LKK1JOA type=del size=548077 2024-08-17T01:00:31.990 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.990+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~1HZX1EZ119QT.0 size=1048576 2024-08-17T01:00:31.992 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.991+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~1HZX1EZ119QT.1 size=1048576 2024-08-17T01:00:31.994 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.994+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~1HZX1EZ119QT.2 size=1032868 2024-08-17T01:00:31.998 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:31.998+0000 7fc9e32c6640 1 < completed multipart upload key=XHAAVXY5RRVM upload=1HZX1EZ119QT tag=JLW2IEMHYQUK type=write size=4178596 2024-08-17T01:00:32.004 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.003+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~GHY4E2OUTFRA.0 size=475403 2024-08-17T01:00:32.004 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.003+0000 7fc9e32c6640 1 > prepared multipart upload key=9X03OB1P1EOH upload=GHY4E2OUTFRA tag=E6B7R421MZD5 type=write size=1523979 2024-08-17T01:00:32.006 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.005+0000 7fc9e32c6640 1 < completed delete operation key=P6GWQRWU8J2B tag=II8XBETSFCHK type=del 2024-08-17T01:00:32.011 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.010+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~HWL4QGON38O1.0 size=399246 2024-08-17T01:00:32.011 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.010+0000 7fc9e32c6640 1 > prepared multipart upload key=HPIXXJSLU5J6 upload=HWL4QGON38O1 tag=5Y05BPFQRY8J type=write size=1447822 2024-08-17T01:00:32.013 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.012+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~NB3JPPXJMC7Y.0 size=1048576 2024-08-17T01:00:32.016 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.015+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~NB3JPPXJMC7Y.1 size=540030 2024-08-17T01:00:32.020 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.019+0000 7fc9e32c6640 1 < completed multipart upload key=04A7K18FAZTD upload=NB3JPPXJMC7Y tag=BT3WWMFC0JLQ type=write size=2637182 2024-08-17T01:00:32.024 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.023+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~CDAF0O8NXDIR.0 size=1048576 2024-08-17T01:00:32.026 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.025+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~CDAF0O8NXDIR.1 size=453873 2024-08-17T01:00:32.027 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.025+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=CDAF0O8NXDIR tag=OGKK2TRNEMV5 type=write size=2551025 2024-08-17T01:00:32.028 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.028+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~V2J4L5RCYUQ7.0 size=1048576 2024-08-17T01:00:32.030 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.030+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~V2J4L5RCYUQ7.1 size=1048576 2024-08-17T01:00:32.033 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.031+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~V2J4L5RCYUQ7.2 size=840470 2024-08-17T01:00:32.037 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.036+0000 7fc9e32c6640 1 < completed multipart upload key=OQ1IXKB82T39 upload=V2J4L5RCYUQ7 tag=UKH9ZB708C88 type=write size=3986198 2024-08-17T01:00:32.041 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.040+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~X454YZC01UTD.0 size=631161 2024-08-17T01:00:32.041 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.040+0000 7fc9e32c6640 1 > prepared multipart upload key=04A7K18FAZTD upload=X454YZC01UTD tag=ISK22670KXCY type=write size=1679737 2024-08-17T01:00:32.043 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.042+0000 7fc9e32c6640 1 < completed write operation key=SYENEMTYLFFB tag=OXCSHKXLJFP4 type=write size=1009419 2024-08-17T01:00:32.048 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.047+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~H4ZCYSV0U0NY.0 size=1048576 2024-08-17T01:00:32.050 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.049+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~H4ZCYSV0U0NY.1 size=110224 2024-08-17T01:00:32.050 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.049+0000 7fc9e32c6640 1 > prepared multipart upload key=OH6EL4D04DHY upload=H4ZCYSV0U0NY tag=HFDHWTEZLBPX type=write size=2207376 2024-08-17T01:00:32.052 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.052+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~Q1P2B1PXX1ED.0 size=1048576 2024-08-17T01:00:32.054 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.053+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~Q1P2B1PXX1ED.1 size=1048576 2024-08-17T01:00:32.056 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.055+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~Q1P2B1PXX1ED.2 size=933867 2024-08-17T01:00:32.060 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.059+0000 7fc9e32c6640 1 < completed multipart upload key=0GIHJJ2YE1EF upload=Q1P2B1PXX1ED tag=1BXQT0BEI74O type=write size=4079595 2024-08-17T01:00:32.065 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.064+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~26PML7440DOS.0 size=1048576 2024-08-17T01:00:32.068 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.067+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~26PML7440DOS.1 size=1048576 2024-08-17T01:00:32.070 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.069+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~26PML7440DOS.2 size=518622 2024-08-17T01:00:32.070 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.069+0000 7fc9e32c6640 1 > prepared multipart upload key=TN1LRZX0D64M upload=26PML7440DOS tag=80HBO2PFY07W type=write size=3664350 2024-08-17T01:00:32.074 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.073+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~ORW4LN664QHX.0 size=1048576 2024-08-17T01:00:32.076 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.076+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~ORW4LN664QHX.1 size=1048576 2024-08-17T01:00:32.079 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.079+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~ORW4LN664QHX.2 size=587594 2024-08-17T01:00:32.085 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.085+0000 7fc9e32c6640 1 < completed multipart upload key=M0RSO8RQ43YG upload=ORW4LN664QHX tag=FPKGTEDGMUI4 type=write size=3733322 2024-08-17T01:00:32.088 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.088+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=16NLVP06EF4K type=del size=1524127 2024-08-17T01:00:32.093 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.092+0000 7fc9e32c6640 -1 < failed to complete operation key=Y5CGDXUEE4A5 tag=LRJ4QNL2RH42 type=del size=1732003: (22) Invalid argument 2024-08-17T01:00:32.096 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.095+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=HYRDGSYCNXN4 type=del size=226897 2024-08-17T01:00:32.100 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.099+0000 7fc9e32c6640 1 < completed delete operation key=W14LJICPB60X tag=SDB4DG0U27LI type=del 2024-08-17T01:00:32.105 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.104+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~8C2N5647D8TW.0 size=1048576 2024-08-17T01:00:32.107 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.107+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~8C2N5647D8TW.1 size=1048576 2024-08-17T01:00:32.110 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.109+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~8C2N5647D8TW.2 size=904205 2024-08-17T01:00:32.110 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.109+0000 7fc9e32c6640 1 > prepared multipart upload key=9X03OB1P1EOH upload=8C2N5647D8TW tag=YZFMOXO9PD55 type=write size=4049933 2024-08-17T01:00:32.113 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.112+0000 7fc9e32c6640 1 < completed delete operation key=DWB3YGH7YBZB tag=KLC4D6ESWZET type=del 2024-08-17T01:00:32.116 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.115+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=6MLSGBKJOYBS type=del size=329275 2024-08-17T01:00:32.119 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.118+0000 7fc9e32c6640 1 < completed delete operation key=M0RSO8RQ43YG tag=HLB305HABSKP type=del 2024-08-17T01:00:32.122 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.121+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=A5QWOHHU6CMJ type=del size=4011743 2024-08-17T01:00:32.124 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.124+0000 7fc9e32c6640 1 < canceled operation key=9X03OB1P1EOH tag=06LE5Q65HH6H type=del size=4133233 2024-08-17T01:00:32.128 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.127+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=EBARGCR0YVPR type=write size=761362 2024-08-17T01:00:32.130 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.130+0000 7fc9e32c6640 1 < completed write operation key=9ZTGHGASZU54 tag=706FWK2NR8U0 type=write size=288280 2024-08-17T01:00:32.136 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.135+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~8VJJFWYEYM9N.0 size=1048576 2024-08-17T01:00:32.139 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.138+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~8VJJFWYEYM9N.1 size=1048576 2024-08-17T01:00:32.141 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.141+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~8VJJFWYEYM9N.2 size=782603 2024-08-17T01:00:32.142 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.141+0000 7fc9e32c6640 1 > prepared multipart upload key=GPTER2AM6J7E upload=8VJJFWYEYM9N tag=6I1COVIZG2EO type=write size=3928331 2024-08-17T01:00:32.145 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.144+0000 7fc9e32c6640 1 < completed delete operation key=OQ1IXKB82T39 tag=1XTYKIV2T7CS type=del 2024-08-17T01:00:32.150 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.147+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=57E40TUHEXQY type=del size=718427 2024-08-17T01:00:32.153 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.152+0000 7fc9e32c6640 1 < suggested update operation key=ZFTRWL3EXMLQ tag=P4KTYJ02ATCM type=del size=2050580 2024-08-17T01:00:32.156 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.155+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=25NYK40UUX8K type=del size=1849326 2024-08-17T01:00:32.159 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.158+0000 7fc9e32c6640 1 < completed delete operation key=0GIHJJ2YE1EF tag=J3I72LKK1JOA type=del 2024-08-17T01:00:32.162 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.161+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=54CF4KBPDQBN type=del size=3260012 2024-08-17T01:00:32.164 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.163+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~GHY4E2OUTFRA.0 size=475403 2024-08-17T01:00:32.169 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.169+0000 7fc9e32c6640 1 < completed multipart upload key=9X03OB1P1EOH upload=GHY4E2OUTFRA tag=E6B7R421MZD5 type=write size=1523979 2024-08-17T01:00:32.174 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.174+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~5I1A70FXJV0N.0 size=455353 2024-08-17T01:00:32.174 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.174+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=5I1A70FXJV0N tag=6UHV78BAMB4L type=write size=1503929 2024-08-17T01:00:32.178 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.177+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~HWL4QGON38O1.0 size=399246 2024-08-17T01:00:32.184 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.182+0000 7fc9e32c6640 1 < completed multipart upload key=HPIXXJSLU5J6 upload=HWL4QGON38O1 tag=5Y05BPFQRY8J type=write size=1447822 2024-08-17T01:00:32.186 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.185+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=3C56QHWPSH2Z type=del size=679638 2024-08-17T01:00:32.186 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.185+0000 7fc9e32c6640 1 < canceled part key=_multipart_7YJVD2TL2U1Q.2~CDAF0O8NXDIR.0 size=1048576 2024-08-17T01:00:32.189 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.188+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~CDAF0O8NXDIR.1 size=453873 2024-08-17T01:00:32.194 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.193+0000 7fc9e32c6640 1 < canceled multipart upload key=7YJVD2TL2U1Q upload=CDAF0O8NXDIR tag=OGKK2TRNEMV5 type=write size=2551025 2024-08-17T01:00:32.199 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.198+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~0T6PY8SB9XI4.0 size=1048576 2024-08-17T01:00:32.202 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.201+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~0T6PY8SB9XI4.1 size=875149 2024-08-17T01:00:32.202 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.201+0000 7fc9e32c6640 1 > prepared multipart upload key=FP808QN0QDSP upload=0T6PY8SB9XI4 tag=PRCPLC56OJFW type=write size=2972301 2024-08-17T01:00:32.202 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.201+0000 7fc9e32c6640 1 < canceled part key=_multipart_04A7K18FAZTD.2~X454YZC01UTD.0 size=631161 2024-08-17T01:00:32.207 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.207+0000 7fc9e32c6640 1 < canceled multipart upload key=04A7K18FAZTD upload=X454YZC01UTD tag=ISK22670KXCY type=write size=1679737 2024-08-17T01:00:32.211 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.210+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=31QS6IMZJZYG type=del size=90077 2024-08-17T01:00:32.213 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.213+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~H4ZCYSV0U0NY.0 size=1048576 2024-08-17T01:00:32.216 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.215+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~H4ZCYSV0U0NY.1 size=110224 2024-08-17T01:00:32.221 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.221+0000 7fc9e32c6640 1 < completed multipart upload key=OH6EL4D04DHY upload=H4ZCYSV0U0NY tag=HFDHWTEZLBPX type=write size=2207376 2024-08-17T01:00:32.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:31 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:00:32.225 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.223+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=96IOXIV82T93 type=del size=2140784 2024-08-17T01:00:32.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:31 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:00:32.227 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.226+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~26PML7440DOS.0 size=1048576 2024-08-17T01:00:32.230 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.229+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~26PML7440DOS.1 size=1048576 2024-08-17T01:00:32.232 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.232+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~26PML7440DOS.2 size=518622 2024-08-17T01:00:32.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:31 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:00:32.238 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.237+0000 7fc9e32c6640 1 < completed multipart upload key=TN1LRZX0D64M upload=26PML7440DOS tag=80HBO2PFY07W type=write size=3664350 2024-08-17T01:00:32.240 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.240+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=H3E6YVM0PW0A type=del size=1765127 2024-08-17T01:00:32.246 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.246+0000 7fc9e32c6640 1 < suggested remove operation key=GPTER2AM6J7E tag=16NLVP06EF4K type=del 2024-08-17T01:00:32.252 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.251+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~B31QCJS9X61R.0 size=1048576 2024-08-17T01:00:32.254 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.254+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~B31QCJS9X61R.1 size=1048576 2024-08-17T01:00:32.257 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.256+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~B31QCJS9X61R.2 size=257621 2024-08-17T01:00:32.257 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.256+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=B31QCJS9X61R tag=FZHSBKV5HCTQ type=write size=3403349 2024-08-17T01:00:32.260 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.259+0000 7fc9e32c6640 1 < completed delete operation key=41QVSMLCJY3L tag=HYRDGSYCNXN4 type=del 2024-08-17T01:00:32.263 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.262+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=U9879WDVB2TZ type=del size=1238941 2024-08-17T01:00:32.266 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.265+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~8C2N5647D8TW.0 size=1048576 2024-08-17T01:00:32.269 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.268+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~8C2N5647D8TW.1 size=1048576 2024-08-17T01:00:32.271 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.270+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~8C2N5647D8TW.2 size=904205 2024-08-17T01:00:32.276 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.275+0000 7fc9e32c6640 1 < completed multipart upload key=9X03OB1P1EOH upload=8C2N5647D8TW tag=YZFMOXO9PD55 type=write size=4049933 2024-08-17T01:00:32.281 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.280+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~D4H2LFRY4H9Q.0 size=380379 2024-08-17T01:00:32.281 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.280+0000 7fc9e32c6640 1 > prepared multipart upload key=XHAAVXY5RRVM upload=D4H2LFRY4H9Q tag=Q8L8NL48W90N type=write size=1428955 2024-08-17T01:00:32.284 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.283+0000 7fc9e32c6640 -1 < failed to complete operation key=ZFTRWL3EXMLQ tag=6MLSGBKJOYBS type=del size=329275: (22) Invalid argument 2024-08-17T01:00:32.286 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.285+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=JC35VZK66UYX type=del size=2372636 2024-08-17T01:00:32.288 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.287+0000 7fc9e32c6640 1 < completed delete operation key=WN539WGGF4SK tag=A5QWOHHU6CMJ type=del 2024-08-17T01:00:32.290 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.290+0000 7fc9e32c6640 1 > prepared operation key=Y5CGDXUEE4A5 tag=2AFNI0B31O75 type=del size=2159410 2024-08-17T01:00:32.292 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.292+0000 7fc9e32c6640 1 < canceled operation key=41QVSMLCJY3L tag=EBARGCR0YVPR type=write size=761362 2024-08-17T01:00:32.295 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.294+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=7HUI65N1PKDB type=del size=1244775 2024-08-17T01:00:32.297 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.296+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~8VJJFWYEYM9N.0 size=1048576 2024-08-17T01:00:32.299 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.298+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~8VJJFWYEYM9N.1 size=1048576 2024-08-17T01:00:32.300 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.300+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~8VJJFWYEYM9N.2 size=782603 2024-08-17T01:00:32.304 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.304+0000 7fc9e32c6640 1 < completed multipart upload key=GPTER2AM6J7E upload=8VJJFWYEYM9N tag=6I1COVIZG2EO type=write size=3928331 2024-08-17T01:00:32.308 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.307+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~8X8KW29YGWUD.0 size=1048576 2024-08-17T01:00:32.310 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.309+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~8X8KW29YGWUD.1 size=1048576 2024-08-17T01:00:32.311 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.311+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~8X8KW29YGWUD.2 size=255902 2024-08-17T01:00:32.311 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.311+0000 7fc9e32c6640 1 > prepared multipart upload key=FP808QN0QDSP upload=8X8KW29YGWUD tag=FV7BV3Q4BBBQ type=write size=3401630 2024-08-17T01:00:32.313 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.313+0000 7fc9e32c6640 1 < canceled operation key=TOPN4SUVVWJ4 tag=57E40TUHEXQY type=del size=718427 2024-08-17T01:00:32.316 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.315+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=94OD2QNQBKTC type=write size=932435 2024-08-17T01:00:32.318 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.317+0000 7fc9e32c6640 1 < canceled operation key=3426C909P2VX tag=25NYK40UUX8K type=del size=1849326 2024-08-17T01:00:32.322 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.321+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~1ILAMUJ74H8Q.0 size=1048576 2024-08-17T01:00:32.324 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.323+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~1ILAMUJ74H8Q.1 size=1048576 2024-08-17T01:00:32.325 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.325+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~1ILAMUJ74H8Q.2 size=157556 2024-08-17T01:00:32.325 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.325+0000 7fc9e32c6640 1 > prepared multipart upload key=HPIXXJSLU5J6 upload=1ILAMUJ74H8Q tag=ZEEQ387H0HUF type=write size=3303284 2024-08-17T01:00:32.327 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.327+0000 7fc9e32c6640 1 < completed delete operation key=FP808QN0QDSP tag=54CF4KBPDQBN type=del 2024-08-17T01:00:32.330 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.329+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=NGDJ9VLU3MKQ type=write size=444777 2024-08-17T01:00:32.332 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.331+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~5I1A70FXJV0N.0 size=455353 2024-08-17T01:00:32.336 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.335+0000 7fc9e32c6640 1 < completed multipart upload key=NJYN8PLMG5AN upload=5I1A70FXJV0N tag=6UHV78BAMB4L type=write size=1503929 2024-08-17T01:00:32.338 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.338+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=O0SCN4S6NMZW type=write size=1013370 2024-08-17T01:00:32.340 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.340+0000 7fc9e32c6640 1 < completed delete operation key=UBSJCVKYWX6F tag=3C56QHWPSH2Z type=del 2024-08-17T01:00:32.342 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.341+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=CTEM1P514XU3 type=write size=947355 2024-08-17T01:00:32.344 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.344+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~0T6PY8SB9XI4.0 size=1048576 2024-08-17T01:00:32.346 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.346+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~0T6PY8SB9XI4.1 size=875149 2024-08-17T01:00:32.350 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.349+0000 7fc9e32c6640 1 < completed multipart upload key=FP808QN0QDSP upload=0T6PY8SB9XI4 tag=PRCPLC56OJFW type=write size=2972301 2024-08-17T01:00:32.355 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.351+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=ON3VV1821N9L type=del size=3762757 2024-08-17T01:00:32.356 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.355+0000 7fc9e32c6640 1 < suggested remove operation key=UBSJCVKYWX6F tag=31QS6IMZJZYG type=del 2024-08-17T01:00:32.358 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.357+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=63FGUUW4GS0I type=write size=610360 2024-08-17T01:00:32.360 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.360+0000 7fc9e32c6640 1 < completed delete operation key=HPIXXJSLU5J6 tag=96IOXIV82T93 type=del 2024-08-17T01:00:32.363 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.362+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=8HCS1DDFHMYP type=del size=3748878 2024-08-17T01:00:32.365 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.364+0000 7fc9e32c6640 1 < completed delete operation key=9ZTGHGASZU54 tag=H3E6YVM0PW0A type=del 2024-08-17T01:00:32.369 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.368+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~0X8V0CW9B5WM.0 size=71723 2024-08-17T01:00:32.369 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.368+0000 7fc9e32c6640 1 > prepared multipart upload key=OQ1IXKB82T39 upload=0X8V0CW9B5WM tag=WX7JG4ADIK8V type=write size=1120299 2024-08-17T01:00:32.371 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.371+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~B31QCJS9X61R.0 size=1048576 2024-08-17T01:00:32.373 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.373+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~B31QCJS9X61R.1 size=1048576 2024-08-17T01:00:32.375 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.375+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~B31QCJS9X61R.2 size=257621 2024-08-17T01:00:32.379 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.378+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=B31QCJS9X61R tag=FZHSBKV5HCTQ type=write size=3403349 2024-08-17T01:00:32.381 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.380+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=4VQPF65SUVTS type=del size=126691 2024-08-17T01:00:32.384 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.383+0000 7fc9e32c6640 1 < completed delete operation key=W14LJICPB60X tag=U9879WDVB2TZ type=del 2024-08-17T01:00:32.386 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.385+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=ILPQ9KUGWLG7 type=del size=2410549 2024-08-17T01:00:32.388 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.387+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~D4H2LFRY4H9Q.0 size=380379 2024-08-17T01:00:32.392 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.391+0000 7fc9e32c6640 1 < completed multipart upload key=XHAAVXY5RRVM upload=D4H2LFRY4H9Q tag=Q8L8NL48W90N type=write size=1428955 2024-08-17T01:00:32.395 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.394+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=9ONBGAK4PSDX type=write size=230047 2024-08-17T01:00:32.396 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.396+0000 7fc9e32c6640 1 < canceled operation key=M0RSO8RQ43YG tag=JC35VZK66UYX type=del size=2372636 2024-08-17T01:00:32.400 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.400+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~WU7GB1BLMIE0.0 size=428573 2024-08-17T01:00:32.400 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.400+0000 7fc9e32c6640 1 > prepared multipart upload key=ODZIOPEGEARM upload=WU7GB1BLMIE0 tag=FTGH2MCR49T0 type=write size=1477149 2024-08-17T01:00:32.402 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.402+0000 7fc9e32c6640 1 < completed delete operation key=Y5CGDXUEE4A5 tag=2AFNI0B31O75 type=del 2024-08-17T01:00:32.405 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.404+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=O29XNWYSMCWS type=write size=542792 2024-08-17T01:00:32.407 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.406+0000 7fc9e32c6640 1 < completed delete operation key=0GIHJJ2YE1EF tag=7HUI65N1PKDB type=del 2024-08-17T01:00:32.411 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.410+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~8IW15GHV6MP4.0 size=1048576 2024-08-17T01:00:32.412 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.412+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~8IW15GHV6MP4.1 size=793448 2024-08-17T01:00:32.412 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.412+0000 7fc9e32c6640 1 > prepared multipart upload key=9X03OB1P1EOH upload=8IW15GHV6MP4 tag=SGZ0829WJYU7 type=write size=2890600 2024-08-17T01:00:32.414 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.414+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~8X8KW29YGWUD.0 size=1048576 2024-08-17T01:00:32.414 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.414+0000 7fc9e32c6640 1 < canceled part key=_multipart_FP808QN0QDSP.2~8X8KW29YGWUD.1 size=1048576 2024-08-17T01:00:32.416 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.415+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~8X8KW29YGWUD.2 size=255902 2024-08-17T01:00:32.420 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.419+0000 7fc9e32c6640 1 < canceled multipart upload key=FP808QN0QDSP upload=8X8KW29YGWUD tag=FV7BV3Q4BBBQ type=write size=3401630 2024-08-17T01:00:32.423 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.422+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~I5Z6S2SMTBEX.0 size=613856 2024-08-17T01:00:32.423 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.422+0000 7fc9e32c6640 1 > prepared multipart upload key=ZFTRWL3EXMLQ upload=I5Z6S2SMTBEX tag=12TVVBH674S0 type=write size=1662432 2024-08-17T01:00:32.425 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.425+0000 7fc9e32c6640 1 < completed write operation key=TN1LRZX0D64M tag=94OD2QNQBKTC type=write size=932435 2024-08-17T01:00:32.427 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.427+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=QUA16PHLTQHF type=del size=1619545 2024-08-17T01:00:32.428 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.427+0000 7fc9e32c6640 1 < canceled part key=_multipart_HPIXXJSLU5J6.2~1ILAMUJ74H8Q.0 size=1048576 2024-08-17T01:00:32.429 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.429+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~1ILAMUJ74H8Q.1 size=1048576 2024-08-17T01:00:32.431 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.430+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~1ILAMUJ74H8Q.2 size=157556 2024-08-17T01:00:32.435 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.434+0000 7fc9e32c6640 1 < canceled multipart upload key=HPIXXJSLU5J6 upload=1ILAMUJ74H8Q tag=ZEEQ387H0HUF type=write size=3303284 2024-08-17T01:00:32.437 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.436+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=7CCZJ2U5RT4M type=del size=4123061 2024-08-17T01:00:32.440 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.440+0000 7fc9e32c6640 1 < suggested remove operation key=7YJVD2TL2U1Q tag=NGDJ9VLU3MKQ type=write 2024-08-17T01:00:32.444 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.443+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~NPFXCCQWH8OB.0 size=1048576 2024-08-17T01:00:32.446 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.445+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~NPFXCCQWH8OB.1 size=1048576 2024-08-17T01:00:32.447 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.447+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~NPFXCCQWH8OB.2 size=606873 2024-08-17T01:00:32.448 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.447+0000 7fc9e32c6640 1 > prepared multipart upload key=3QNRD31J9WH5 upload=NPFXCCQWH8OB tag=K6VEE6F9654J type=write size=3752601 2024-08-17T01:00:32.449 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.449+0000 7fc9e32c6640 1 < completed write operation key=SYENEMTYLFFB tag=O0SCN4S6NMZW type=write size=1013370 2024-08-17T01:00:32.451 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.451+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=RLDVVJPFJTTM type=del size=2269773 2024-08-17T01:00:32.453 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.453+0000 7fc9e32c6640 1 < completed write operation key=M40V1TN9S9M2 tag=CTEM1P514XU3 type=write size=947355 2024-08-17T01:00:32.457 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.457+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~XOEKUJUWP400.0 size=217783 2024-08-17T01:00:32.457 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.457+0000 7fc9e32c6640 1 > prepared multipart upload key=TOPN4SUVVWJ4 upload=XOEKUJUWP400 tag=RUOWLQZWC73N type=write size=1266359 2024-08-17T01:00:32.459 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.459+0000 7fc9e32c6640 1 < completed delete operation key=XHAAVXY5RRVM tag=ON3VV1821N9L type=del 2024-08-17T01:00:32.461 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.461+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=F485UM482DG7 type=del size=2695306 2024-08-17T01:00:32.466 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.465+0000 7fc9e32c6640 1 < suggested remove operation key=SYENEMTYLFFB tag=63FGUUW4GS0I type=write 2024-08-17T01:00:32.468 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.467+0000 7fc9e32c6640 1 > prepared operation key=P6GWQRWU8J2B tag=PDXS3YGM6YOZ type=del size=1845194 2024-08-17T01:00:32.470 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.469+0000 7fc9e32c6640 1 < completed delete operation key=9ZTGHGASZU54 tag=8HCS1DDFHMYP type=del 2024-08-17T01:00:32.473 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.473+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~N2RZ4UN7BN7K.0 size=1048576 2024-08-17T01:00:32.475 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.474+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~N2RZ4UN7BN7K.1 size=556666 2024-08-17T01:00:32.475 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.474+0000 7fc9e32c6640 1 > prepared multipart upload key=9X03OB1P1EOH upload=N2RZ4UN7BN7K tag=FIM17GLB1CM4 type=write size=2653818 2024-08-17T01:00:32.477 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.477+0000 7fc9e32c6640 1 < completed part key=_multipart_OQ1IXKB82T39.2~0X8V0CW9B5WM.0 size=71723 2024-08-17T01:00:32.481 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.480+0000 7fc9e32c6640 1 < completed multipart upload key=OQ1IXKB82T39 upload=0X8V0CW9B5WM tag=WX7JG4ADIK8V type=write size=1120299 2024-08-17T01:00:32.483 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.482+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=I4WJBYXTUGQP type=write size=735875 2024-08-17T01:00:32.485 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.485+0000 7fc9e32c6640 1 < completed delete operation key=SNQ4IXALP94F tag=4VQPF65SUVTS type=del 2024-08-17T01:00:32.488 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.487+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=A5IX27H2A1TI type=del size=354031 2024-08-17T01:00:32.490 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.490+0000 7fc9e32c6640 1 < completed delete operation key=TN1LRZX0D64M tag=ILPQ9KUGWLG7 type=del 2024-08-17T01:00:32.493 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.493+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=P1QT0S2ELJER type=del size=3938169 2024-08-17T01:00:32.497 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.496+0000 7fc9e32c6640 1 < completed write operation key=JNHP0HYR3GAN tag=9ONBGAK4PSDX type=write size=230047 2024-08-17T01:00:32.502 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.501+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~J21OBB3VGV3I.0 size=1048576 2024-08-17T01:00:32.504 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.503+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~J21OBB3VGV3I.1 size=1048576 2024-08-17T01:00:32.506 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.505+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~J21OBB3VGV3I.2 size=396070 2024-08-17T01:00:32.506 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.505+0000 7fc9e32c6640 1 > prepared multipart upload key=04A7K18FAZTD upload=J21OBB3VGV3I tag=7BWZ2M1L9FNE type=write size=3541798 2024-08-17T01:00:32.509 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.508+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~WU7GB1BLMIE0.0 size=428573 2024-08-17T01:00:32.513 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.512+0000 7fc9e32c6640 1 < completed multipart upload key=ODZIOPEGEARM upload=WU7GB1BLMIE0 tag=FTGH2MCR49T0 type=write size=1477149 2024-08-17T01:00:32.515 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.514+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=5R13T89QOUAP type=write size=212707 2024-08-17T01:00:32.517 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.516+0000 7fc9e32c6640 1 < completed write operation key=3QNRD31J9WH5 tag=O29XNWYSMCWS type=write size=542792 2024-08-17T01:00:32.521 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.520+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~J478K52SADDY.0 size=622054 2024-08-17T01:00:32.521 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.520+0000 7fc9e32c6640 1 > prepared multipart upload key=SNQ4IXALP94F upload=J478K52SADDY tag=MZPXPRRK2EJK type=write size=1670630 2024-08-17T01:00:32.523 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.523+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~8IW15GHV6MP4.0 size=1048576 2024-08-17T01:00:32.525 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.525+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~8IW15GHV6MP4.1 size=793448 2024-08-17T01:00:32.529 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.528+0000 7fc9e32c6640 1 < completed multipart upload key=9X03OB1P1EOH upload=8IW15GHV6MP4 tag=SGZ0829WJYU7 type=write size=2890600 2024-08-17T01:00:32.531 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.531+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=83EFNL9AJBIN type=del size=1046679 2024-08-17T01:00:32.534 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.533+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~I5Z6S2SMTBEX.0 size=613856 2024-08-17T01:00:32.538 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.537+0000 7fc9e32c6640 1 < completed multipart upload key=ZFTRWL3EXMLQ upload=I5Z6S2SMTBEX tag=12TVVBH674S0 type=write size=1662432 2024-08-17T01:00:32.542 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.542+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~QH55NW4PZ9O8.0 size=915543 2024-08-17T01:00:32.542 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.542+0000 7fc9e32c6640 1 > prepared multipart upload key=TN1LRZX0D64M upload=QH55NW4PZ9O8 tag=12CM6MAX3WDC type=write size=1964119 2024-08-17T01:00:32.545 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.544+0000 7fc9e32c6640 1 < canceled operation key=RNSEALS0CEAA tag=QUA16PHLTQHF type=del size=1619545 2024-08-17T01:00:32.548 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.547+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=YIAQN4X3KMGI type=del size=2151775 2024-08-17T01:00:32.550 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.549+0000 7fc9e32c6640 1 < completed delete operation key=DWB3YGH7YBZB tag=7CCZJ2U5RT4M type=del 2024-08-17T01:00:32.553 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.552+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=0P3WIL6TZDYF type=write size=858671 2024-08-17T01:00:32.553 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.552+0000 7fc9e32c6640 1 < canceled part key=_multipart_3QNRD31J9WH5.2~NPFXCCQWH8OB.0 size=1048576 2024-08-17T01:00:32.555 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.554+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~NPFXCCQWH8OB.1 size=1048576 2024-08-17T01:00:32.557 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.556+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~NPFXCCQWH8OB.2 size=606873 2024-08-17T01:00:32.561 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.560+0000 7fc9e32c6640 1 < canceled multipart upload key=3QNRD31J9WH5 upload=NPFXCCQWH8OB tag=K6VEE6F9654J type=write size=3752601 2024-08-17T01:00:32.563 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.562+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=ZQ7UY9SEJ0FN type=del size=3990586 2024-08-17T01:00:32.566 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.565+0000 7fc9e32c6640 1 < completed delete operation key=04A7K18FAZTD tag=RLDVVJPFJTTM type=del 2024-08-17T01:00:32.571 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.570+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~O4GI0Z5517WD.0 size=1048576 2024-08-17T01:00:32.573 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.573+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~O4GI0Z5517WD.1 size=127573 2024-08-17T01:00:32.573 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.573+0000 7fc9e32c6640 1 > prepared multipart upload key=P6GWQRWU8J2B upload=O4GI0Z5517WD tag=01MYK0U6J1XB type=write size=2224725 2024-08-17T01:00:32.576 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.575+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~XOEKUJUWP400.0 size=217783 2024-08-17T01:00:32.581 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.580+0000 7fc9e32c6640 1 < completed multipart upload key=TOPN4SUVVWJ4 upload=XOEKUJUWP400 tag=RUOWLQZWC73N type=write size=1266359 2024-08-17T01:00:32.583 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.583+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=WGZ03L4GOISB type=del size=3539229 2024-08-17T01:00:32.586 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.586+0000 7fc9e32c6640 1 < completed delete operation key=DWB3YGH7YBZB tag=F485UM482DG7 type=del 2024-08-17T01:00:32.588 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.588+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=NG2AYVXRZNFO type=del size=819378 2024-08-17T01:00:32.592 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.591+0000 7fc9e32c6640 1 < completed delete operation key=P6GWQRWU8J2B tag=PDXS3YGM6YOZ type=del 2024-08-17T01:00:32.597 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.597+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~5YRF234L42UI.0 size=1048576 2024-08-17T01:00:32.600 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.599+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~5YRF234L42UI.1 size=1048576 2024-08-17T01:00:32.602 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.602+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~5YRF234L42UI.2 size=939052 2024-08-17T01:00:32.602 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.602+0000 7fc9e32c6640 1 > prepared multipart upload key=GPTER2AM6J7E upload=5YRF234L42UI tag=UK9ZPDBIGP3W type=write size=4084780 2024-08-17T01:00:32.604 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.603+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~N2RZ4UN7BN7K.0 size=1048576 2024-08-17T01:00:32.606 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.605+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~N2RZ4UN7BN7K.1 size=556666 2024-08-17T01:00:32.610 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.609+0000 7fc9e32c6640 1 < completed multipart upload key=9X03OB1P1EOH upload=N2RZ4UN7BN7K tag=FIM17GLB1CM4 type=write size=2653818 2024-08-17T01:00:32.612 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.611+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=9IY9GQC7ENGN type=write size=588917 2024-08-17T01:00:32.616 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.616+0000 7fc9e32c6640 1 < suggested remove operation key=GPTER2AM6J7E tag=I4WJBYXTUGQP type=write 2024-08-17T01:00:32.619 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.618+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=OGBP7NWAG6GU type=del size=3492326 2024-08-17T01:00:32.621 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.621+0000 7fc9e32c6640 1 < completed delete operation key=W14LJICPB60X tag=A5IX27H2A1TI type=del 2024-08-17T01:00:32.626 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.626+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~NJ4Q72LYOCKB.0 size=1041902 2024-08-17T01:00:32.626 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.626+0000 7fc9e32c6640 1 > prepared multipart upload key=SNQ4IXALP94F upload=NJ4Q72LYOCKB tag=QT1D4R3L0DM7 type=write size=2090478 2024-08-17T01:00:32.629 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.628+0000 7fc9e32c6640 1 < completed delete operation key=W14LJICPB60X tag=P1QT0S2ELJER type=del 2024-08-17T01:00:32.632 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.631+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=YN1700NSAOTB type=del size=1304014 2024-08-17T01:00:32.634 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.634+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~J21OBB3VGV3I.0 size=1048576 2024-08-17T01:00:32.637 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.636+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~J21OBB3VGV3I.1 size=1048576 2024-08-17T01:00:32.639 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.638+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~J21OBB3VGV3I.2 size=396070 2024-08-17T01:00:32.642 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:00:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:00:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:00:32.644 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.644+0000 7fc9e32c6640 1 < completed multipart upload key=04A7K18FAZTD upload=J21OBB3VGV3I tag=7BWZ2M1L9FNE type=write size=3541798 2024-08-17T01:00:32.647 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.646+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=VFLSQZX3A80H type=del size=3904697 2024-08-17T01:00:32.649 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.648+0000 7fc9e32c6640 1 < completed write operation key=9ZTGHGASZU54 tag=5R13T89QOUAP type=write size=212707 2024-08-17T01:00:32.653 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.652+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~EJAB4WZ1SA21.0 size=1048576 2024-08-17T01:00:32.654 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.654+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~EJAB4WZ1SA21.1 size=685884 2024-08-17T01:00:32.655 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.654+0000 7fc9e32c6640 1 > prepared multipart upload key=DWB3YGH7YBZB upload=EJAB4WZ1SA21 tag=NT09W8338232 type=write size=2783036 2024-08-17T01:00:32.657 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.656+0000 7fc9e32c6640 1 < completed part key=_multipart_SNQ4IXALP94F.2~J478K52SADDY.0 size=622054 2024-08-17T01:00:32.660 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.660+0000 7fc9e32c6640 1 < completed multipart upload key=SNQ4IXALP94F upload=J478K52SADDY tag=MZPXPRRK2EJK type=write size=1670630 2024-08-17T01:00:32.662 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.661+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=MW9WRDGQVS19 type=write size=331808 2024-08-17T01:00:32.664 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.663+0000 7fc9e32c6640 1 < completed delete operation key=SYENEMTYLFFB tag=83EFNL9AJBIN type=del 2024-08-17T01:00:32.666 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.665+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=WTND52351RI9 type=del size=950818 2024-08-17T01:00:32.669 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.668+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~QH55NW4PZ9O8.0 size=915543 2024-08-17T01:00:32.672 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.671+0000 7fc9e32c6640 1 < completed multipart upload key=TN1LRZX0D64M upload=QH55NW4PZ9O8 tag=12CM6MAX3WDC type=write size=1964119 2024-08-17T01:00:32.676 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.675+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~0PZMU438RXWY.0 size=1048576 2024-08-17T01:00:32.678 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.677+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~0PZMU438RXWY.1 size=856418 2024-08-17T01:00:32.678 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.677+0000 7fc9e32c6640 1 > prepared multipart upload key=ZFTRWL3EXMLQ upload=0PZMU438RXWY tag=9LB7TT8LEGME type=write size=2953570 2024-08-17T01:00:32.683 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.682+0000 7fc9e32c6640 1 < suggested update operation key=JNHP0HYR3GAN tag=YIAQN4X3KMGI type=del size=2151775 2024-08-17T01:00:32.685 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.684+0000 7fc9e32c6640 1 > prepared operation key=RNSEALS0CEAA tag=XMSGALCY5U8F type=del size=3719092 2024-08-17T01:00:32.688 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.687+0000 7fc9e32c6640 1 < completed write operation key=W14LJICPB60X tag=0P3WIL6TZDYF type=write size=858671 2024-08-17T01:00:32.690 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.689+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=J394U8D0PMU7 type=write size=510096 2024-08-17T01:00:32.694 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.693+0000 7fc9e32c6640 -1 < failed to complete operation key=GPTER2AM6J7E tag=ZQ7UY9SEJ0FN type=del size=3990586: (22) Invalid argument 2024-08-17T01:00:32.696 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.695+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=UU4Q7TG08EU6 type=del size=317023 2024-08-17T01:00:32.698 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.697+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~O4GI0Z5517WD.0 size=1048576 2024-08-17T01:00:32.698 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.697+0000 7fc9e32c6640 1 < canceled part key=_multipart_P6GWQRWU8J2B.2~O4GI0Z5517WD.1 size=127573 2024-08-17T01:00:32.701 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.700+0000 7fc9e32c6640 1 < canceled multipart upload key=P6GWQRWU8J2B upload=O4GI0Z5517WD tag=01MYK0U6J1XB type=write size=2224725 2024-08-17T01:00:32.705 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.704+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~JNWFPRA5F2EO.0 size=1048576 2024-08-17T01:00:32.706 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.706+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~JNWFPRA5F2EO.1 size=919025 2024-08-17T01:00:32.707 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.706+0000 7fc9e32c6640 1 > prepared multipart upload key=TOPN4SUVVWJ4 upload=JNWFPRA5F2EO tag=K81Y44BSHOWP type=write size=3016177 2024-08-17T01:00:32.708 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.708+0000 7fc9e32c6640 1 < completed delete operation key=04A7K18FAZTD tag=WGZ03L4GOISB type=del 2024-08-17T01:00:32.712 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.711+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~2K52KUHUDOP6.0 size=833093 2024-08-17T01:00:32.712 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.711+0000 7fc9e32c6640 1 > prepared multipart upload key=GPTER2AM6J7E upload=2K52KUHUDOP6 tag=51CEE6MZTSTC type=write size=1881669 2024-08-17T01:00:32.714 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.714+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=NG2AYVXRZNFO type=del 2024-08-17T01:00:32.716 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.716+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=GUGLQPQ6TMR1 type=write size=178944 2024-08-17T01:00:32.718 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.718+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~5YRF234L42UI.0 size=1048576 2024-08-17T01:00:32.720 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.719+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~5YRF234L42UI.1 size=1048576 2024-08-17T01:00:32.722 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.721+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~5YRF234L42UI.2 size=939052 2024-08-17T01:00:32.725 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.725+0000 7fc9e32c6640 1 < completed multipart upload key=GPTER2AM6J7E upload=5YRF234L42UI tag=UK9ZPDBIGP3W type=write size=4084780 2024-08-17T01:00:32.727 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.727+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=IMUOCS3H763L type=write size=731425 2024-08-17T01:00:32.731 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.731+0000 7fc9e32c6640 1 < suggested update operation key=M40V1TN9S9M2 tag=9IY9GQC7ENGN type=write size=588917 2024-08-17T01:00:32.733 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.733+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=M39D6FGD0V1I type=del size=3914274 2024-08-17T01:00:32.737 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.737+0000 7fc9e32c6640 1 < suggested remove operation key=SNQ4IXALP94F tag=OGBP7NWAG6GU type=del 2024-08-17T01:00:32.741 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.741+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~6164ZO117B8U.0 size=1048576 2024-08-17T01:00:32.744 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.743+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~6164ZO117B8U.1 size=1048576 2024-08-17T01:00:32.746 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.745+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~6164ZO117B8U.2 size=719479 2024-08-17T01:00:32.746 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.745+0000 7fc9e32c6640 1 > prepared multipart upload key=3QNRD31J9WH5 upload=6164ZO117B8U tag=SBMZDIR1FBWE type=write size=3865207 2024-08-17T01:00:32.746 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.746+0000 7fc9e32c6640 1 < canceled part key=_multipart_SNQ4IXALP94F.2~NJ4Q72LYOCKB.0 size=1041902 2024-08-17T01:00:32.750 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.749+0000 7fc9e32c6640 1 < canceled multipart upload key=SNQ4IXALP94F upload=NJ4Q72LYOCKB tag=QT1D4R3L0DM7 type=write size=2090478 2024-08-17T01:00:32.753 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.753+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~5MG3B2PYYYQ3.0 size=1048576 2024-08-17T01:00:32.755 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.754+0000 7fc9e32c6640 1 > prepared part key=_multipart_ZFTRWL3EXMLQ.2~5MG3B2PYYYQ3.1 size=976756 2024-08-17T01:00:32.755 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.754+0000 7fc9e32c6640 1 > prepared multipart upload key=ZFTRWL3EXMLQ upload=5MG3B2PYYYQ3 tag=4SZ9VY5PPYFK type=write size=3073908 2024-08-17T01:00:32.757 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.756+0000 7fc9e32c6640 1 < completed delete operation key=0GIHJJ2YE1EF tag=YN1700NSAOTB type=del 2024-08-17T01:00:32.762 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.759+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=3C6YQ17JF0XR type=del size=3078413 2024-08-17T01:00:32.762 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.761+0000 7fc9e32c6640 1 < completed delete operation key=W14LJICPB60X tag=VFLSQZX3A80H type=del 2024-08-17T01:00:32.764 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.763+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=MCW5ENDWQ4BY type=del size=4069400 2024-08-17T01:00:32.766 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.765+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~EJAB4WZ1SA21.0 size=1048576 2024-08-17T01:00:32.767 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.766+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~EJAB4WZ1SA21.1 size=685884 2024-08-17T01:00:32.771 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.770+0000 7fc9e32c6640 1 < completed multipart upload key=DWB3YGH7YBZB upload=EJAB4WZ1SA21 tag=NT09W8338232 type=write size=2783036 2024-08-17T01:00:32.774 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.774+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~HBFU3DLLBL1R.0 size=1048576 2024-08-17T01:00:32.776 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.775+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~HBFU3DLLBL1R.1 size=351440 2024-08-17T01:00:32.776 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.775+0000 7fc9e32c6640 1 > prepared multipart upload key=TN1LRZX0D64M upload=HBFU3DLLBL1R tag=6U06BGD4BX0G type=write size=2448592 2024-08-17T01:00:32.778 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.778+0000 7fc9e32c6640 1 < completed write operation key=SYENEMTYLFFB tag=MW9WRDGQVS19 type=write size=331808 2024-08-17T01:00:32.780 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.780+0000 7fc9e32c6640 1 > prepared operation key=0GIHJJ2YE1EF tag=R1468V3PNSMB type=del size=3269822 2024-08-17T01:00:32.782 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.782+0000 7fc9e32c6640 1 < completed delete operation key=0GIHJJ2YE1EF tag=WTND52351RI9 type=del 2024-08-17T01:00:32.784 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.784+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=QMET28346S4S type=del size=72344 2024-08-17T01:00:32.786 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.785+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~0PZMU438RXWY.0 size=1048576 2024-08-17T01:00:32.788 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.787+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~0PZMU438RXWY.1 size=856418 2024-08-17T01:00:32.791 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.791+0000 7fc9e32c6640 1 < completed multipart upload key=ZFTRWL3EXMLQ upload=0PZMU438RXWY tag=9LB7TT8LEGME type=write size=2953570 2024-08-17T01:00:32.795 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.794+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~4JB12N50SQ0E.0 size=1048576 2024-08-17T01:00:32.796 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.796+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~4JB12N50SQ0E.1 size=1048576 2024-08-17T01:00:32.798 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.797+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~4JB12N50SQ0E.2 size=509259 2024-08-17T01:00:32.798 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.797+0000 7fc9e32c6640 1 > prepared multipart upload key=XHAAVXY5RRVM upload=4JB12N50SQ0E tag=JQUDNW15JFTD type=write size=3654987 2024-08-17T01:00:32.802 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.801+0000 7fc9e32c6640 1 < suggested remove operation key=RNSEALS0CEAA tag=XMSGALCY5U8F type=del 2024-08-17T01:00:32.804 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.803+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=U8AKXPFYO8MS type=del size=263707 2024-08-17T01:00:32.806 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.805+0000 7fc9e32c6640 1 < completed write operation key=DWB3YGH7YBZB tag=J394U8D0PMU7 type=write size=510096 2024-08-17T01:00:32.810 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.809+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~F9K2140EO71W.0 size=1048576 2024-08-17T01:00:32.811 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.810+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~F9K2140EO71W.1 size=1048576 2024-08-17T01:00:32.813 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.812+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~F9K2140EO71W.2 size=193222 2024-08-17T01:00:32.813 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.812+0000 7fc9e32c6640 1 > prepared multipart upload key=TOPN4SUVVWJ4 upload=F9K2140EO71W tag=ZXAU7FB31LTU type=write size=3338950 2024-08-17T01:00:32.815 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.814+0000 7fc9e32c6640 1 < completed delete operation key=HPIXXJSLU5J6 tag=UU4Q7TG08EU6 type=del 2024-08-17T01:00:32.819 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.819+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~FFPZ68972XBY.0 size=693798 2024-08-17T01:00:32.819 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.819+0000 7fc9e32c6640 1 > prepared multipart upload key=41QVSMLCJY3L upload=FFPZ68972XBY tag=IPEKRJ0VJLBH type=write size=1742374 2024-08-17T01:00:32.822 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.821+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~JNWFPRA5F2EO.0 size=1048576 2024-08-17T01:00:32.823 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.823+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~JNWFPRA5F2EO.1 size=919025 2024-08-17T01:00:32.827 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.826+0000 7fc9e32c6640 1 < completed multipart upload key=TOPN4SUVVWJ4 upload=JNWFPRA5F2EO tag=K81Y44BSHOWP type=write size=3016177 2024-08-17T01:00:32.829 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.828+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=9IYS9T611W01 type=del size=3832508 2024-08-17T01:00:32.831 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.830+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~2K52KUHUDOP6.0 size=833093 2024-08-17T01:00:32.835 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.834+0000 7fc9e32c6640 1 < completed multipart upload key=GPTER2AM6J7E upload=2K52KUHUDOP6 tag=51CEE6MZTSTC type=write size=1881669 2024-08-17T01:00:32.837 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.836+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=YWC5RFGKW1ZX type=del size=1866939 2024-08-17T01:00:32.839 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.838+0000 7fc9e32c6640 1 < completed write operation key=UBSJCVKYWX6F tag=GUGLQPQ6TMR1 type=write size=178944 2024-08-17T01:00:32.843 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.842+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~8QSSI2QPLJI3.0 size=1048576 2024-08-17T01:00:32.844 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.844+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~8QSSI2QPLJI3.1 size=1048576 2024-08-17T01:00:32.846 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.846+0000 7fc9e32c6640 1 > prepared part key=_multipart_TOPN4SUVVWJ4.2~8QSSI2QPLJI3.2 size=372024 2024-08-17T01:00:32.847 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.846+0000 7fc9e32c6640 1 > prepared multipart upload key=TOPN4SUVVWJ4 upload=8QSSI2QPLJI3 tag=30A08WZ1316P type=write size=3517752 2024-08-17T01:00:32.850 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.849+0000 7fc9e32c6640 -1 < failed to complete operation key=M40V1TN9S9M2 tag=IMUOCS3H763L type=write size=731425: (22) Invalid argument 2024-08-17T01:00:32.854 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.853+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~PFIDS5IX09ZG.0 size=1048576 2024-08-17T01:00:32.856 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.855+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~PFIDS5IX09ZG.1 size=1048576 2024-08-17T01:00:32.857 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.857+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~PFIDS5IX09ZG.2 size=451312 2024-08-17T01:00:32.858 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.857+0000 7fc9e32c6640 1 > prepared multipart upload key=WN539WGGF4SK upload=PFIDS5IX09ZG tag=F9DOIEY2QM72 type=write size=3597040 2024-08-17T01:00:32.859 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.859+0000 7fc9e32c6640 1 < completed delete operation key=OH6EL4D04DHY tag=M39D6FGD0V1I type=del 2024-08-17T01:00:32.861 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.861+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=YMIBDSI68ZOE type=write size=693818 2024-08-17T01:00:32.863 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.863+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~6164ZO117B8U.0 size=1048576 2024-08-17T01:00:32.863 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.863+0000 7fc9e32c6640 1 < canceled part key=_multipart_3QNRD31J9WH5.2~6164ZO117B8U.1 size=1048576 2024-08-17T01:00:32.865 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.864+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~6164ZO117B8U.2 size=719479 2024-08-17T01:00:32.869 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.868+0000 7fc9e32c6640 1 < canceled multipart upload key=3QNRD31J9WH5 upload=6164ZO117B8U tag=SBMZDIR1FBWE type=write size=3865207 2024-08-17T01:00:33.063 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:32 smithi137 ceph-mon[86391]: pgmap v1385: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 401 KiB/s wr, 2.05k op/s 2024-08-17T01:00:33.069 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.873+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~KQS403G6JOV4.0 size=1048576 2024-08-17T01:00:33.069 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.874+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~KQS403G6JOV4.1 size=1044559 2024-08-17T01:00:33.069 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.874+0000 7fc9e32c6640 1 > prepared multipart upload key=9X03OB1P1EOH upload=KQS403G6JOV4 tag=X3OYXT1ISJ4B type=write size=3141711 2024-08-17T01:00:33.069 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.876+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~5MG3B2PYYYQ3.0 size=1048576 2024-08-17T01:00:33.069 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.878+0000 7fc9e32c6640 1 < completed part key=_multipart_ZFTRWL3EXMLQ.2~5MG3B2PYYYQ3.1 size=976756 2024-08-17T01:00:33.069 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.882+0000 7fc9e32c6640 1 < completed multipart upload key=ZFTRWL3EXMLQ upload=5MG3B2PYYYQ3 tag=4SZ9VY5PPYFK type=write size=3073908 2024-08-17T01:00:33.069 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.884+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=RU0NM7KWUG7P type=del size=4058107 2024-08-17T01:00:33.069 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.887+0000 7fc9e32c6640 1 < completed delete operation key=0GIHJJ2YE1EF tag=3C6YQ17JF0XR type=del 2024-08-17T01:00:33.070 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.892+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~6XUJX0YLV3E2.0 size=1048576 2024-08-17T01:00:33.070 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.895+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~6XUJX0YLV3E2.1 size=819959 2024-08-17T01:00:33.070 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.895+0000 7fc9e32c6640 1 > prepared multipart upload key=9X03OB1P1EOH upload=6XUJX0YLV3E2 tag=10HLJPQO3EV9 type=write size=2917111 2024-08-17T01:00:33.070 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.898+0000 7fc9e32c6640 1 < completed delete operation key=SYENEMTYLFFB tag=MCW5ENDWQ4BY type=del 2024-08-17T01:00:33.070 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.900+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=QTR9EUCGNXU2 type=write size=728984 2024-08-17T01:00:33.070 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.902+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~HBFU3DLLBL1R.0 size=1048576 2024-08-17T01:00:33.070 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.904+0000 7fc9e32c6640 1 < completed part key=_multipart_TN1LRZX0D64M.2~HBFU3DLLBL1R.1 size=351440 2024-08-17T01:00:33.070 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.907+0000 7fc9e32c6640 1 < completed multipart upload key=TN1LRZX0D64M upload=HBFU3DLLBL1R tag=6U06BGD4BX0G type=write size=2448592 2024-08-17T01:00:33.070 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.911+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~JFLE0H0X02B5.0 size=1048576 2024-08-17T01:00:33.070 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.913+0000 7fc9e32c6640 1 > prepared part key=_multipart_SYENEMTYLFFB.2~JFLE0H0X02B5.1 size=52465 2024-08-17T01:00:33.071 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.913+0000 7fc9e32c6640 1 > prepared multipart upload key=SYENEMTYLFFB upload=JFLE0H0X02B5 tag=IYOB9EF4MS7F type=write size=2149617 2024-08-17T01:00:33.071 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.915+0000 7fc9e32c6640 1 < completed delete operation key=0GIHJJ2YE1EF tag=R1468V3PNSMB type=del 2024-08-17T01:00:33.071 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.917+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=Q10TDVSMTCEO type=del size=1695566 2024-08-17T01:00:33.071 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.920+0000 7fc9e32c6640 1 < canceled operation key=FP808QN0QDSP tag=QMET28346S4S type=del size=72344 2024-08-17T01:00:33.071 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.922+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=YQM755RAT3AR type=del size=2580260 2024-08-17T01:00:33.071 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.924+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~4JB12N50SQ0E.0 size=1048576 2024-08-17T01:00:33.071 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.926+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~4JB12N50SQ0E.1 size=1048576 2024-08-17T01:00:33.071 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.928+0000 7fc9e32c6640 1 < completed part key=_multipart_XHAAVXY5RRVM.2~4JB12N50SQ0E.2 size=509259 2024-08-17T01:00:33.071 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.933+0000 7fc9e32c6640 1 < completed multipart upload key=XHAAVXY5RRVM upload=4JB12N50SQ0E tag=JQUDNW15JFTD type=write size=3654987 2024-08-17T01:00:33.071 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.938+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~6C30WAGY10CG.0 size=878699 2024-08-17T01:00:33.072 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.938+0000 7fc9e32c6640 1 > prepared multipart upload key=GPTER2AM6J7E upload=6C30WAGY10CG tag=V9QFR09USOEH type=write size=1927275 2024-08-17T01:00:33.072 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.940+0000 7fc9e32c6640 1 < completed delete operation key=7YJVD2TL2U1Q tag=U8AKXPFYO8MS type=del 2024-08-17T01:00:33.072 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.945+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~0C8MTALX38AD.0 size=1048576 2024-08-17T01:00:33.072 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.947+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~0C8MTALX38AD.1 size=1048576 2024-08-17T01:00:33.072 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.949+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~0C8MTALX38AD.2 size=438368 2024-08-17T01:00:33.072 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.949+0000 7fc9e32c6640 1 > prepared multipart upload key=41QVSMLCJY3L upload=0C8MTALX38AD tag=RPAS5C6B8LZF type=write size=3584096 2024-08-17T01:00:33.072 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.952+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~F9K2140EO71W.0 size=1048576 2024-08-17T01:00:33.072 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.955+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~F9K2140EO71W.1 size=1048576 2024-08-17T01:00:33.072 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.958+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~F9K2140EO71W.2 size=193222 2024-08-17T01:00:33.072 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.963+0000 7fc9e32c6640 1 < completed multipart upload key=TOPN4SUVVWJ4 upload=F9K2140EO71W tag=ZXAU7FB31LTU type=write size=3338950 2024-08-17T01:00:33.072 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.967+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=N04V57ZCKF2R type=del size=2437753 2024-08-17T01:00:33.072 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.970+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~FFPZ68972XBY.0 size=693798 2024-08-17T01:00:33.073 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.974+0000 7fc9e32c6640 1 < completed multipart upload key=41QVSMLCJY3L upload=FFPZ68972XBY tag=IPEKRJ0VJLBH type=write size=1742374 2024-08-17T01:00:33.073 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.977+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=NJ7CF2W6H00G type=write size=563621 2024-08-17T01:00:33.073 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.980+0000 7fc9e32c6640 1 < canceled operation key=WN539WGGF4SK tag=9IYS9T611W01 type=del size=3832508 2024-08-17T01:00:33.073 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.985+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~QAHT93UN1EG1.0 size=1048576 2024-08-17T01:00:33.073 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.987+0000 7fc9e32c6640 1 > prepared part key=_multipart_9X03OB1P1EOH.2~QAHT93UN1EG1.1 size=966903 2024-08-17T01:00:33.073 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.988+0000 7fc9e32c6640 1 > prepared multipart upload key=9X03OB1P1EOH upload=QAHT93UN1EG1 tag=D263QO5VPVRC type=write size=3064055 2024-08-17T01:00:33.073 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.990+0000 7fc9e32c6640 1 < completed delete operation key=M0RSO8RQ43YG tag=YWC5RFGKW1ZX type=del 2024-08-17T01:00:33.073 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.993+0000 7fc9e32c6640 1 > prepared operation key=JNHP0HYR3GAN tag=RQN3IUNJONIJ type=del size=103233 2024-08-17T01:00:33.073 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.995+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~8QSSI2QPLJI3.0 size=1048576 2024-08-17T01:00:33.073 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:32.998+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~8QSSI2QPLJI3.1 size=1048576 2024-08-17T01:00:33.073 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.000+0000 7fc9e32c6640 1 < completed part key=_multipart_TOPN4SUVVWJ4.2~8QSSI2QPLJI3.2 size=372024 2024-08-17T01:00:33.073 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.005+0000 7fc9e32c6640 1 < completed multipart upload key=TOPN4SUVVWJ4 upload=8QSSI2QPLJI3 tag=30A08WZ1316P type=write size=3517752 2024-08-17T01:00:33.073 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.011+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~BAOI8ZU54TCN.0 size=1048576 2024-08-17T01:00:33.074 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.014+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~BAOI8ZU54TCN.1 size=1048576 2024-08-17T01:00:33.074 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.017+0000 7fc9e32c6640 1 > prepared part key=_multipart_HPIXXJSLU5J6.2~BAOI8ZU54TCN.2 size=562156 2024-08-17T01:00:33.074 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.017+0000 7fc9e32c6640 1 > prepared multipart upload key=HPIXXJSLU5J6 upload=BAOI8ZU54TCN tag=87V1XSQD1RFG type=write size=3707884 2024-08-17T01:00:33.074 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.019+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~PFIDS5IX09ZG.0 size=1048576 2024-08-17T01:00:33.074 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.021+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~PFIDS5IX09ZG.1 size=1048576 2024-08-17T01:00:33.074 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.024+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~PFIDS5IX09ZG.2 size=451312 2024-08-17T01:00:33.074 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.029+0000 7fc9e32c6640 1 < completed multipart upload key=WN539WGGF4SK upload=PFIDS5IX09ZG tag=F9DOIEY2QM72 type=write size=3597040 2024-08-17T01:00:33.074 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.031+0000 7fc9e32c6640 1 > prepared operation key=9X03OB1P1EOH tag=SP4J9X021LSK type=del size=44629 2024-08-17T01:00:33.074 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.034+0000 7fc9e32c6640 1 < completed write operation key=ZFTRWL3EXMLQ tag=YMIBDSI68ZOE type=write size=693818 2024-08-17T01:00:33.074 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.038+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~GMCSTZQ706RG.0 size=1048576 2024-08-17T01:00:33.074 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.041+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~GMCSTZQ706RG.1 size=99732 2024-08-17T01:00:33.074 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.041+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=GMCSTZQ706RG tag=5II4UV07N7SI type=write size=2196884 2024-08-17T01:00:33.074 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.043+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~KQS403G6JOV4.0 size=1048576 2024-08-17T01:00:33.075 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.046+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~KQS403G6JOV4.1 size=1044559 2024-08-17T01:00:33.075 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.051+0000 7fc9e32c6640 1 < completed multipart upload key=9X03OB1P1EOH upload=KQS403G6JOV4 tag=X3OYXT1ISJ4B type=write size=3141711 2024-08-17T01:00:33.075 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.054+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=I7T51RQZYGII type=del size=3187173 2024-08-17T01:00:33.075 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.057+0000 7fc9e32c6640 1 < completed delete operation key=GPTER2AM6J7E tag=RU0NM7KWUG7P type=del 2024-08-17T01:00:33.075 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.062+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~Y9TB23E9EX6J.0 size=1048576 2024-08-17T01:00:33.075 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.065+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~Y9TB23E9EX6J.1 size=657255 2024-08-17T01:00:33.075 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.065+0000 7fc9e32c6640 1 > prepared multipart upload key=9ZTGHGASZU54 upload=Y9TB23E9EX6J tag=NWI8BD4IXL8J type=write size=2754407 2024-08-17T01:00:33.075 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.068+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~6XUJX0YLV3E2.0 size=1048576 2024-08-17T01:00:33.076 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.068+0000 7fc9e32c6640 1 < canceled part key=_multipart_9X03OB1P1EOH.2~6XUJX0YLV3E2.1 size=819959 2024-08-17T01:00:33.076 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.073+0000 7fc9e32c6640 1 < canceled multipart upload key=9X03OB1P1EOH upload=6XUJX0YLV3E2 tag=10HLJPQO3EV9 type=write size=2917111 2024-08-17T01:00:33.078 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.078+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~UUF8RL2W2QCY.0 size=1048576 2024-08-17T01:00:33.081 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.080+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~UUF8RL2W2QCY.1 size=35987 2024-08-17T01:00:33.081 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.080+0000 7fc9e32c6640 1 > prepared multipart upload key=OH6EL4D04DHY upload=UUF8RL2W2QCY tag=VBN89LZ0VI3K type=write size=2133139 2024-08-17T01:00:33.084 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.083+0000 7fc9e32c6640 1 < canceled operation key=SNQ4IXALP94F tag=QTR9EUCGNXU2 type=write size=728984 2024-08-17T01:00:33.087 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.086+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=3C0LWVNLYGX6 type=write size=972363 2024-08-17T01:00:33.090 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.089+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~JFLE0H0X02B5.0 size=1048576 2024-08-17T01:00:33.093 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.092+0000 7fc9e32c6640 1 < completed part key=_multipart_SYENEMTYLFFB.2~JFLE0H0X02B5.1 size=52465 2024-08-17T01:00:33.098 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.097+0000 7fc9e32c6640 1 < completed multipart upload key=SYENEMTYLFFB upload=JFLE0H0X02B5 tag=IYOB9EF4MS7F type=write size=2149617 2024-08-17T01:00:33.103 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.102+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~DY6RPOXTORZP.0 size=1048576 2024-08-17T01:00:33.105 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.104+0000 7fc9e32c6640 1 > prepared part key=_multipart_P6GWQRWU8J2B.2~DY6RPOXTORZP.1 size=671936 2024-08-17T01:00:33.105 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.104+0000 7fc9e32c6640 1 > prepared multipart upload key=P6GWQRWU8J2B upload=DY6RPOXTORZP tag=7CQ1P23UT26N type=write size=2769088 2024-08-17T01:00:33.108 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.108+0000 7fc9e32c6640 1 < completed delete operation key=TN1LRZX0D64M tag=Q10TDVSMTCEO type=del 2024-08-17T01:00:33.114 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.113+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~1UGIUCMS99GX.0 size=1048576 2024-08-17T01:00:33.116 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.116+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~1UGIUCMS99GX.1 size=1048576 2024-08-17T01:00:33.118 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.118+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~1UGIUCMS99GX.2 size=712735 2024-08-17T01:00:33.119 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.118+0000 7fc9e32c6640 1 > prepared multipart upload key=SR0C26PR3RCQ upload=1UGIUCMS99GX tag=EUQQCTAD4EQY type=write size=3858463 2024-08-17T01:00:33.121 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.120+0000 7fc9e32c6640 1 < canceled operation key=TOPN4SUVVWJ4 tag=YQM755RAT3AR type=del size=2580260 2024-08-17T01:00:33.124 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.123+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=64RQ1CB6LJEH type=del size=383226 2024-08-17T01:00:33.127 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.126+0000 7fc9e32c6640 1 < completed part key=_multipart_GPTER2AM6J7E.2~6C30WAGY10CG.0 size=878699 2024-08-17T01:00:33.131 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.130+0000 7fc9e32c6640 1 < completed multipart upload key=GPTER2AM6J7E upload=6C30WAGY10CG tag=V9QFR09USOEH type=write size=1927275 2024-08-17T01:00:33.137 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.136+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~ICK0LE5OFJ2M.0 size=1048576 2024-08-17T01:00:33.140 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.139+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~ICK0LE5OFJ2M.1 size=1048576 2024-08-17T01:00:33.142 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.141+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~ICK0LE5OFJ2M.2 size=286122 2024-08-17T01:00:33.142 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.141+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=ICK0LE5OFJ2M tag=E2VNCI1X0D6D type=write size=3431850 2024-08-17T01:00:33.145 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.145+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~0C8MTALX38AD.0 size=1048576 2024-08-17T01:00:33.148 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.147+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~0C8MTALX38AD.1 size=1048576 2024-08-17T01:00:33.151 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.150+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~0C8MTALX38AD.2 size=438368 2024-08-17T01:00:33.156 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.155+0000 7fc9e32c6640 1 < completed multipart upload key=41QVSMLCJY3L upload=0C8MTALX38AD tag=RPAS5C6B8LZF type=write size=3584096 2024-08-17T01:00:33.159 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.158+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=M11F4A78QAMJ type=del size=3214820 2024-08-17T01:00:33.162 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.161+0000 7fc9e32c6640 1 < completed delete operation key=TOPN4SUVVWJ4 tag=N04V57ZCKF2R type=del 2024-08-17T01:00:33.164 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.164+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=Q5SWKU108KIX type=del size=3306230 2024-08-17T01:00:33.170 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.166+0000 7fc9e32c6640 1 < completed write operation key=HPIXXJSLU5J6 tag=NJ7CF2W6H00G type=write size=563621 2024-08-17T01:00:33.170 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.169+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=TET83L9Z1671 type=write size=817690 2024-08-17T01:00:33.173 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.172+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~QAHT93UN1EG1.0 size=1048576 2024-08-17T01:00:33.175 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.174+0000 7fc9e32c6640 1 < completed part key=_multipart_9X03OB1P1EOH.2~QAHT93UN1EG1.1 size=966903 2024-08-17T01:00:33.180 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.179+0000 7fc9e32c6640 1 < completed multipart upload key=9X03OB1P1EOH upload=QAHT93UN1EG1 tag=D263QO5VPVRC type=write size=3064055 2024-08-17T01:00:33.183 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.182+0000 7fc9e32c6640 1 > prepared operation key=9ZTGHGASZU54 tag=JBGYCP37XGQT type=del size=390770 2024-08-17T01:00:33.186 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.185+0000 7fc9e32c6640 1 < completed delete operation key=JNHP0HYR3GAN tag=RQN3IUNJONIJ type=del 2024-08-17T01:00:33.188 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.187+0000 7fc9e32c6640 1 > prepared operation key=GPTER2AM6J7E tag=N4Z5EQUJIAK6 type=write size=32319 2024-08-17T01:00:33.191 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.190+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~BAOI8ZU54TCN.0 size=1048576 2024-08-17T01:00:33.194 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.193+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~BAOI8ZU54TCN.1 size=1048576 2024-08-17T01:00:33.196 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.195+0000 7fc9e32c6640 1 < completed part key=_multipart_HPIXXJSLU5J6.2~BAOI8ZU54TCN.2 size=562156 2024-08-17T01:00:33.201 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.200+0000 7fc9e32c6640 1 < completed multipart upload key=HPIXXJSLU5J6 upload=BAOI8ZU54TCN tag=87V1XSQD1RFG type=write size=3707884 2024-08-17T01:00:33.207 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.206+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~RB4LK1Z2D68R.0 size=1048576 2024-08-17T01:00:33.210 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.209+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~RB4LK1Z2D68R.1 size=480974 2024-08-17T01:00:33.210 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.209+0000 7fc9e32c6640 1 > prepared multipart upload key=SR0C26PR3RCQ upload=RB4LK1Z2D68R tag=A24ZYOURLH6W type=write size=2578126 2024-08-17T01:00:33.212 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.212+0000 7fc9e32c6640 1 < completed delete operation key=9X03OB1P1EOH tag=SP4J9X021LSK type=del 2024-08-17T01:00:33.215 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.214+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=WG03NRW09H9K type=del size=5951 2024-08-17T01:00:33.218 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.218+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~GMCSTZQ706RG.0 size=1048576 2024-08-17T01:00:33.221 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.220+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~GMCSTZQ706RG.1 size=99732 2024-08-17T01:00:33.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:32 smithi082 ceph-mon[94343]: pgmap v1385: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 401 KiB/s wr, 2.05k op/s 2024-08-17T01:00:33.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:32 smithi082 ceph-mon[91979]: pgmap v1385: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 401 KiB/s wr, 2.05k op/s 2024-08-17T01:00:33.226 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.225+0000 7fc9e32c6640 1 < completed multipart upload key=W14LJICPB60X upload=GMCSTZQ706RG tag=5II4UV07N7SI type=write size=2196884 2024-08-17T01:00:33.233 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.232+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~QDWOXP1BJXY0.0 size=1048576 2024-08-17T01:00:33.235 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.234+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~QDWOXP1BJXY0.1 size=713777 2024-08-17T01:00:33.235 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.234+0000 7fc9e32c6640 1 > prepared multipart upload key=FP808QN0QDSP upload=QDWOXP1BJXY0 tag=VZHEK78DZF51 type=write size=2810929 2024-08-17T01:00:33.238 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.237+0000 7fc9e32c6640 1 < completed delete operation key=04A7K18FAZTD tag=I7T51RQZYGII type=del 2024-08-17T01:00:33.241 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.240+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=Z1J7087LGJP2 type=del size=2101382 2024-08-17T01:00:33.242 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.241+0000 7fc9e32c6640 1 < canceled part key=_multipart_9ZTGHGASZU54.2~Y9TB23E9EX6J.0 size=1048576 2024-08-17T01:00:33.244 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.243+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~Y9TB23E9EX6J.1 size=657255 2024-08-17T01:00:33.249 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.249+0000 7fc9e32c6640 1 < canceled multipart upload key=9ZTGHGASZU54 upload=Y9TB23E9EX6J tag=NWI8BD4IXL8J type=write size=2754407 2024-08-17T01:00:33.255 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.254+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~THXSJ39LR500.0 size=1048576 2024-08-17T01:00:33.257 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.256+0000 7fc9e32c6640 1 > prepared part key=_multipart_7YJVD2TL2U1Q.2~THXSJ39LR500.1 size=190715 2024-08-17T01:00:33.257 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.256+0000 7fc9e32c6640 1 > prepared multipart upload key=7YJVD2TL2U1Q upload=THXSJ39LR500 tag=W098KMT7P31Q type=write size=2287867 2024-08-17T01:00:33.260 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.259+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~UUF8RL2W2QCY.0 size=1048576 2024-08-17T01:00:33.260 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.259+0000 7fc9e32c6640 1 < canceled part key=_multipart_OH6EL4D04DHY.2~UUF8RL2W2QCY.1 size=35987 2024-08-17T01:00:33.265 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.264+0000 7fc9e32c6640 1 < canceled multipart upload key=OH6EL4D04DHY upload=UUF8RL2W2QCY tag=VBN89LZ0VI3K type=write size=2133139 2024-08-17T01:00:33.268 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.267+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=MNQBWQK138DI type=write size=112197 2024-08-17T01:00:33.271 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.270+0000 7fc9e32c6640 1 < completed write operation key=SYENEMTYLFFB tag=3C0LWVNLYGX6 type=write size=972363 2024-08-17T01:00:33.274 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.273+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=7K3XGXFEFI1J type=del size=1313499 2024-08-17T01:00:33.274 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.274+0000 7fc9e32c6640 1 < canceled part key=_multipart_P6GWQRWU8J2B.2~DY6RPOXTORZP.0 size=1048576 2024-08-17T01:00:33.277 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.276+0000 7fc9e32c6640 1 < completed part key=_multipart_P6GWQRWU8J2B.2~DY6RPOXTORZP.1 size=671936 2024-08-17T01:00:33.282 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.281+0000 7fc9e32c6640 1 < canceled multipart upload key=P6GWQRWU8J2B upload=DY6RPOXTORZP tag=7CQ1P23UT26N type=write size=2769088 2024-08-17T01:00:33.285 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.284+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=MT62VMIBA5M5 type=write size=629278 2024-08-17T01:00:33.288 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.287+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~1UGIUCMS99GX.0 size=1048576 2024-08-17T01:00:33.290 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.290+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~1UGIUCMS99GX.1 size=1048576 2024-08-17T01:00:33.293 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.292+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~1UGIUCMS99GX.2 size=712735 2024-08-17T01:00:33.298 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.297+0000 7fc9e32c6640 1 < completed multipart upload key=SR0C26PR3RCQ upload=1UGIUCMS99GX tag=EUQQCTAD4EQY type=write size=3858463 2024-08-17T01:00:33.300 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.300+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=HSQSP9DPKDNE type=write size=129460 2024-08-17T01:00:33.304 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.303+0000 7fc9e32c6640 1 < completed delete operation key=TOPN4SUVVWJ4 tag=64RQ1CB6LJEH type=del 2024-08-17T01:00:33.309 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.308+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~KFP964V03HC4.0 size=1048576 2024-08-17T01:00:33.311 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.310+0000 7fc9e32c6640 1 > prepared part key=_multipart_OH6EL4D04DHY.2~KFP964V03HC4.1 size=620437 2024-08-17T01:00:33.311 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.310+0000 7fc9e32c6640 1 > prepared multipart upload key=OH6EL4D04DHY upload=KFP964V03HC4 tag=LL4CX00COXAV type=write size=2717589 2024-08-17T01:00:33.314 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.313+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~ICK0LE5OFJ2M.0 size=1048576 2024-08-17T01:00:33.317 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.316+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~ICK0LE5OFJ2M.1 size=1048576 2024-08-17T01:00:33.319 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.319+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~ICK0LE5OFJ2M.2 size=286122 2024-08-17T01:00:33.324 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.324+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=ICK0LE5OFJ2M tag=E2VNCI1X0D6D type=write size=3431850 2024-08-17T01:00:33.327 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.326+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=WGHW1FWMXYH9 type=del size=2990433 2024-08-17T01:00:33.330 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.329+0000 7fc9e32c6640 1 < completed delete operation key=3QNRD31J9WH5 tag=M11F4A78QAMJ type=del 2024-08-17T01:00:33.333 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.332+0000 7fc9e32c6640 1 > prepared operation key=SYENEMTYLFFB tag=E86DWUZAOZF7 type=del size=3692583 2024-08-17T01:00:33.336 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.335+0000 7fc9e32c6640 1 < completed delete operation key=M40V1TN9S9M2 tag=Q5SWKU108KIX type=del 2024-08-17T01:00:33.339 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.338+0000 7fc9e32c6640 1 > prepared operation key=M40V1TN9S9M2 tag=J1ZDI09CGA08 type=del size=1983133 2024-08-17T01:00:33.341 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.340+0000 7fc9e32c6640 1 < canceled operation key=FP808QN0QDSP tag=TET83L9Z1671 type=write size=817690 2024-08-17T01:00:33.344 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.343+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=NDMYB1717J1G type=del size=3343086 2024-08-17T01:00:33.346 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.345+0000 7fc9e32c6640 1 < completed delete operation key=9ZTGHGASZU54 tag=JBGYCP37XGQT type=del 2024-08-17T01:00:33.348 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.348+0000 7fc9e32c6640 1 > prepared operation key=3426C909P2VX tag=8Z6TQJQR1NNC type=write size=704212 2024-08-17T01:00:33.351 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.350+0000 7fc9e32c6640 1 < completed write operation key=GPTER2AM6J7E tag=N4Z5EQUJIAK6 type=write size=32319 2024-08-17T01:00:33.355 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.354+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~S1JUJSPAS3EO.0 size=1048576 2024-08-17T01:00:33.357 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.356+0000 7fc9e32c6640 1 > prepared part key=_multipart_M0RSO8RQ43YG.2~S1JUJSPAS3EO.1 size=981198 2024-08-17T01:00:33.357 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.356+0000 7fc9e32c6640 1 > prepared multipart upload key=M0RSO8RQ43YG upload=S1JUJSPAS3EO tag=MYUL217VE9JR type=write size=3078350 2024-08-17T01:00:33.360 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.359+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~RB4LK1Z2D68R.0 size=1048576 2024-08-17T01:00:33.362 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.361+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~RB4LK1Z2D68R.1 size=480974 2024-08-17T01:00:33.366 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.366+0000 7fc9e32c6640 1 < completed multipart upload key=SR0C26PR3RCQ upload=RB4LK1Z2D68R tag=A24ZYOURLH6W type=write size=2578126 2024-08-17T01:00:33.372 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.371+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~EH5WHWKMO20X.0 size=1048576 2024-08-17T01:00:33.374 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.373+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~EH5WHWKMO20X.1 size=446448 2024-08-17T01:00:33.374 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.373+0000 7fc9e32c6640 1 > prepared multipart upload key=ODZIOPEGEARM upload=EH5WHWKMO20X tag=T7PDGNL42M9F type=write size=2543600 2024-08-17T01:00:33.377 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.376+0000 7fc9e32c6640 1 < completed delete operation key=TOPN4SUVVWJ4 tag=WG03NRW09H9K type=del 2024-08-17T01:00:33.381 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.381+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~NO6KTK90UE2A.0 size=1048576 2024-08-17T01:00:33.383 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.383+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~NO6KTK90UE2A.1 size=411640 2024-08-17T01:00:33.384 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.383+0000 7fc9e32c6640 1 > prepared multipart upload key=9ZTGHGASZU54 upload=NO6KTK90UE2A tag=T8JNAOFVUVPP type=write size=2508792 2024-08-17T01:00:33.386 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.385+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~QDWOXP1BJXY0.0 size=1048576 2024-08-17T01:00:33.388 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.387+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~QDWOXP1BJXY0.1 size=713777 2024-08-17T01:00:33.392 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.391+0000 7fc9e32c6640 1 < completed multipart upload key=FP808QN0QDSP upload=QDWOXP1BJXY0 tag=VZHEK78DZF51 type=write size=2810929 2024-08-17T01:00:33.395 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.394+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~0HAEH0RVXHEE.0 size=1048576 2024-08-17T01:00:33.397 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.396+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~0HAEH0RVXHEE.1 size=1048576 2024-08-17T01:00:33.398 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.398+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~0HAEH0RVXHEE.2 size=47633 2024-08-17T01:00:33.399 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.398+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=0HAEH0RVXHEE tag=F5J0P5PYJ2VP type=write size=3193361 2024-08-17T01:00:33.403 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.402+0000 7fc9e32c6640 1 < suggested update operation key=M40V1TN9S9M2 tag=Z1J7087LGJP2 type=del size=2101382 2024-08-17T01:00:33.408 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.407+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~XA8ADAB1BROA.0 size=870558 2024-08-17T01:00:33.408 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.407+0000 7fc9e32c6640 1 > prepared multipart upload key=WN539WGGF4SK upload=XA8ADAB1BROA tag=AT0IFXDS7X4V type=write size=1919134 2024-08-17T01:00:33.410 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.409+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~THXSJ39LR500.0 size=1048576 2024-08-17T01:00:33.412 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.411+0000 7fc9e32c6640 1 < completed part key=_multipart_7YJVD2TL2U1Q.2~THXSJ39LR500.1 size=190715 2024-08-17T01:00:33.417 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.416+0000 7fc9e32c6640 1 < completed multipart upload key=7YJVD2TL2U1Q upload=THXSJ39LR500 tag=W098KMT7P31Q type=write size=2287867 2024-08-17T01:00:33.422 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.421+0000 7fc9e32c6640 1 > prepared part key=_multipart_ODZIOPEGEARM.2~T27F4LOZ4K29.0 size=731252 2024-08-17T01:00:33.422 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.421+0000 7fc9e32c6640 1 > prepared multipart upload key=ODZIOPEGEARM upload=T27F4LOZ4K29 tag=VHJ22JRCJCXL type=write size=1779828 2024-08-17T01:00:33.425 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.424+0000 7fc9e32c6640 1 < canceled operation key=W14LJICPB60X tag=MNQBWQK138DI type=write size=112197 2024-08-17T01:00:33.429 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.429+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~5B4KXRFJX69U.0 size=1048576 2024-08-17T01:00:33.432 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.431+0000 7fc9e32c6640 1 > prepared part key=_multipart_41QVSMLCJY3L.2~5B4KXRFJX69U.1 size=210138 2024-08-17T01:00:33.432 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.431+0000 7fc9e32c6640 1 > prepared multipart upload key=41QVSMLCJY3L upload=5B4KXRFJX69U tag=DFPCX8Q8NCJX type=write size=2307290 2024-08-17T01:00:33.434 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.433+0000 7fc9e32c6640 1 < completed delete operation key=DWB3YGH7YBZB tag=7K3XGXFEFI1J type=del 2024-08-17T01:00:33.436 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.436+0000 7fc9e32c6640 1 > prepared operation key=W14LJICPB60X tag=FHRWYHILW1RT type=del size=3638005 2024-08-17T01:00:33.439 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.438+0000 7fc9e32c6640 1 < completed write operation key=OQ1IXKB82T39 tag=MT62VMIBA5M5 type=write size=629278 2024-08-17T01:00:33.443 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.442+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~FKWPQ3AZROPU.0 size=1048576 2024-08-17T01:00:33.445 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.444+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~FKWPQ3AZROPU.1 size=1048576 2024-08-17T01:00:33.447 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.446+0000 7fc9e32c6640 1 > prepared part key=_multipart_DWB3YGH7YBZB.2~FKWPQ3AZROPU.2 size=494403 2024-08-17T01:00:33.447 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.446+0000 7fc9e32c6640 1 > prepared multipart upload key=DWB3YGH7YBZB upload=FKWPQ3AZROPU tag=9V2CM2IN4B7Z type=write size=3640131 2024-08-17T01:00:33.449 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.448+0000 7fc9e32c6640 1 < completed write operation key=7YJVD2TL2U1Q tag=HSQSP9DPKDNE type=write size=129460 2024-08-17T01:00:33.452 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.451+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=W7NFGUPM40KY type=del size=2060143 2024-08-17T01:00:33.452 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.451+0000 7fc9e32c6640 1 < canceled part key=_multipart_OH6EL4D04DHY.2~KFP964V03HC4.0 size=1048576 2024-08-17T01:00:33.454 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.454+0000 7fc9e32c6640 1 < completed part key=_multipart_OH6EL4D04DHY.2~KFP964V03HC4.1 size=620437 2024-08-17T01:00:33.459 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.459+0000 7fc9e32c6640 1 < canceled multipart upload key=OH6EL4D04DHY upload=KFP964V03HC4 tag=LL4CX00COXAV type=write size=2717589 2024-08-17T01:00:33.465 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.464+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~HBHKHS4IP8NE.0 size=1048576 2024-08-17T01:00:33.467 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.466+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~HBHKHS4IP8NE.1 size=1048576 2024-08-17T01:00:33.469 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.469+0000 7fc9e32c6640 1 > prepared part key=_multipart_W14LJICPB60X.2~HBHKHS4IP8NE.2 size=421863 2024-08-17T01:00:33.469 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.469+0000 7fc9e32c6640 1 > prepared multipart upload key=W14LJICPB60X upload=HBHKHS4IP8NE tag=CM31PX51FPOU type=write size=3567591 2024-08-17T01:00:33.471 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.471+0000 7fc9e32c6640 1 < completed delete operation key=SNQ4IXALP94F tag=WGHW1FWMXYH9 type=del 2024-08-17T01:00:33.476 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.475+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~ME9R0X7JI9JM.0 size=1048576 2024-08-17T01:00:33.479 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.478+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~ME9R0X7JI9JM.1 size=654846 2024-08-17T01:00:33.479 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.478+0000 7fc9e32c6640 1 > prepared multipart upload key=JNHP0HYR3GAN upload=ME9R0X7JI9JM tag=0C84M9O2U4QK type=write size=2751998 2024-08-17T01:00:33.482 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.481+0000 7fc9e32c6640 1 < completed delete operation key=SYENEMTYLFFB tag=E86DWUZAOZF7 type=del 2024-08-17T01:00:33.487 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.486+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~1SYEFFNRY73B.0 size=1048576 2024-08-17T01:00:33.489 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.488+0000 7fc9e32c6640 1 > prepared part key=_multipart_WN539WGGF4SK.2~1SYEFFNRY73B.1 size=177814 2024-08-17T01:00:33.490 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.488+0000 7fc9e32c6640 1 > prepared multipart upload key=WN539WGGF4SK upload=1SYEFFNRY73B tag=WSZZN0M48UTB type=write size=2274966 2024-08-17T01:00:33.495 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.494+0000 7fc9e32c6640 1 < suggested remove operation key=M40V1TN9S9M2 tag=J1ZDI09CGA08 type=del 2024-08-17T01:00:33.498 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.497+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=A3YH1PNN0BOZ type=del size=2384214 2024-08-17T01:00:33.502 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.501+0000 7fc9e32c6640 1 < suggested update operation key=SR0C26PR3RCQ tag=NDMYB1717J1G type=del size=3343086 2024-08-17T01:00:33.504 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.503+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=5B8P22S94396 type=del size=524777 2024-08-17T01:00:33.506 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.505+0000 7fc9e32c6640 1 < completed write operation key=3426C909P2VX tag=8Z6TQJQR1NNC type=write size=704212 2024-08-17T01:00:33.511 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.510+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~8OY32S0R3AJ1.0 size=1048576 2024-08-17T01:00:33.513 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.513+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~8OY32S0R3AJ1.1 size=1048576 2024-08-17T01:00:33.515 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.515+0000 7fc9e32c6640 1 > prepared part key=_multipart_3426C909P2VX.2~8OY32S0R3AJ1.2 size=695701 2024-08-17T01:00:33.516 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.515+0000 7fc9e32c6640 1 > prepared multipart upload key=3426C909P2VX upload=8OY32S0R3AJ1 tag=6BFHY684TZJ9 type=write size=3841429 2024-08-17T01:00:33.518 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.518+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~S1JUJSPAS3EO.0 size=1048576 2024-08-17T01:00:33.521 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.520+0000 7fc9e32c6640 1 < completed part key=_multipart_M0RSO8RQ43YG.2~S1JUJSPAS3EO.1 size=981198 2024-08-17T01:00:33.526 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.525+0000 7fc9e32c6640 1 < completed multipart upload key=M0RSO8RQ43YG upload=S1JUJSPAS3EO tag=MYUL217VE9JR type=write size=3078350 2024-08-17T01:00:33.528 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.527+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=1ZZSL9DHJ373 type=del size=4110526 2024-08-17T01:00:33.531 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.530+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~EH5WHWKMO20X.0 size=1048576 2024-08-17T01:00:33.533 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.532+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~EH5WHWKMO20X.1 size=446448 2024-08-17T01:00:33.538 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.538+0000 7fc9e32c6640 1 < completed multipart upload key=ODZIOPEGEARM upload=EH5WHWKMO20X tag=T7PDGNL42M9F type=write size=2543600 2024-08-17T01:00:33.542 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.541+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=L3QN9XWDUIRF type=del size=333961 2024-08-17T01:00:33.545 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.544+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~NO6KTK90UE2A.0 size=1048576 2024-08-17T01:00:33.548 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.547+0000 7fc9e32c6640 1 < completed part key=_multipart_9ZTGHGASZU54.2~NO6KTK90UE2A.1 size=411640 2024-08-17T01:00:33.554 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.553+0000 7fc9e32c6640 1 < completed multipart upload key=9ZTGHGASZU54 upload=NO6KTK90UE2A tag=T8JNAOFVUVPP type=write size=2508792 2024-08-17T01:00:33.557 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.556+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=3BFW1PUYFD61 type=del size=1156926 2024-08-17T01:00:33.560 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.559+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~0HAEH0RVXHEE.0 size=1048576 2024-08-17T01:00:33.563 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.562+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~0HAEH0RVXHEE.1 size=1048576 2024-08-17T01:00:33.566 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.565+0000 7fc9e32c6640 1 < completed part key=_multipart_RNSEALS0CEAA.2~0HAEH0RVXHEE.2 size=47633 2024-08-17T01:00:33.572 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.571+0000 7fc9e32c6640 1 < completed multipart upload key=RNSEALS0CEAA upload=0HAEH0RVXHEE tag=F5J0P5PYJ2VP type=write size=3193361 2024-08-17T01:00:33.578 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.577+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~EOXYF3Z2U19V.0 size=1048576 2024-08-17T01:00:33.581 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.580+0000 7fc9e32c6640 1 > prepared part key=_multipart_FP808QN0QDSP.2~EOXYF3Z2U19V.1 size=114119 2024-08-17T01:00:33.581 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.580+0000 7fc9e32c6640 1 > prepared multipart upload key=FP808QN0QDSP upload=EOXYF3Z2U19V tag=OPKXXUW6GCBD type=write size=2211271 2024-08-17T01:00:33.585 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.584+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~XA8ADAB1BROA.0 size=870558 2024-08-17T01:00:33.590 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.589+0000 7fc9e32c6640 1 < completed multipart upload key=WN539WGGF4SK upload=XA8ADAB1BROA tag=AT0IFXDS7X4V type=write size=1919134 2024-08-17T01:00:33.594 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.593+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~QMMPUD5322OW.0 size=1048576 2024-08-17T01:00:33.596 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.595+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~QMMPUD5322OW.1 size=1048576 2024-08-17T01:00:33.597 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.597+0000 7fc9e32c6640 1 > prepared part key=_multipart_JNHP0HYR3GAN.2~QMMPUD5322OW.2 size=33435 2024-08-17T01:00:33.597 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.597+0000 7fc9e32c6640 1 > prepared multipart upload key=JNHP0HYR3GAN upload=QMMPUD5322OW tag=UVNK43JTCVO6 type=write size=3179163 2024-08-17T01:00:33.599 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.599+0000 7fc9e32c6640 1 < completed part key=_multipart_ODZIOPEGEARM.2~T27F4LOZ4K29.0 size=731252 2024-08-17T01:00:33.603 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.602+0000 7fc9e32c6640 1 < completed multipart upload key=ODZIOPEGEARM upload=T27F4LOZ4K29 tag=VHJ22JRCJCXL type=write size=1779828 2024-08-17T01:00:33.607 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.607+0000 7fc9e32c6640 1 > prepared part key=_multipart_TN1LRZX0D64M.2~0IJ5KP4E2NY9.0 size=925110 2024-08-17T01:00:33.608 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.607+0000 7fc9e32c6640 1 > prepared multipart upload key=TN1LRZX0D64M upload=0IJ5KP4E2NY9 tag=1ELKXHPZUFRR type=write size=1973686 2024-08-17T01:00:33.609 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.609+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~5B4KXRFJX69U.0 size=1048576 2024-08-17T01:00:33.611 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.611+0000 7fc9e32c6640 1 < completed part key=_multipart_41QVSMLCJY3L.2~5B4KXRFJX69U.1 size=210138 2024-08-17T01:00:33.615 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.614+0000 7fc9e32c6640 1 < completed multipart upload key=41QVSMLCJY3L upload=5B4KXRFJX69U tag=DFPCX8Q8NCJX type=write size=2307290 2024-08-17T01:00:33.617 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.616+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=8BPAJGSR5YNF type=del size=3459626 2024-08-17T01:00:33.619 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.619+0000 7fc9e32c6640 1 < completed delete operation key=W14LJICPB60X tag=FHRWYHILW1RT type=del 2024-08-17T01:00:33.624 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.623+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~3DCHFZYE7A8T.0 size=1048576 2024-08-17T01:00:33.625 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.624+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~3DCHFZYE7A8T.1 size=512301 2024-08-17T01:00:33.625 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.624+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=3DCHFZYE7A8T tag=H88AG8T879IJ type=write size=2609453 2024-08-17T01:00:33.627 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.626+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~FKWPQ3AZROPU.0 size=1048576 2024-08-17T01:00:33.628 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.628+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~FKWPQ3AZROPU.1 size=1048576 2024-08-17T01:00:33.630 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.629+0000 7fc9e32c6640 1 < completed part key=_multipart_DWB3YGH7YBZB.2~FKWPQ3AZROPU.2 size=494403 2024-08-17T01:00:33.634 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.633+0000 7fc9e32c6640 1 < completed multipart upload key=DWB3YGH7YBZB upload=FKWPQ3AZROPU tag=9V2CM2IN4B7Z type=write size=3640131 2024-08-17T01:00:33.637 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.636+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~6IIYRQ9DRBLR.0 size=1048576 2024-08-17T01:00:33.640 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.639+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~6IIYRQ9DRBLR.1 size=1048576 2024-08-17T01:00:33.642 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.641+0000 7fc9e32c6640 1 > prepared part key=_multipart_Y5CGDXUEE4A5.2~6IIYRQ9DRBLR.2 size=256148 2024-08-17T01:00:33.642 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.641+0000 7fc9e32c6640 1 > prepared multipart upload key=Y5CGDXUEE4A5 upload=6IIYRQ9DRBLR tag=53N1NIH2SKR3 type=write size=3401876 2024-08-17T01:00:33.644 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.643+0000 7fc9e32c6640 1 < canceled operation key=3QNRD31J9WH5 tag=W7NFGUPM40KY type=del size=2060143 2024-08-17T01:00:33.648 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.648+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~87WH854VF4T0.0 size=913826 2024-08-17T01:00:33.648 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.648+0000 7fc9e32c6640 1 > prepared multipart upload key=9ZTGHGASZU54 upload=87WH854VF4T0 tag=LYW73PZINVNJ type=write size=1962402 2024-08-17T01:00:33.650 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.650+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~HBHKHS4IP8NE.0 size=1048576 2024-08-17T01:00:33.652 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.652+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~HBHKHS4IP8NE.1 size=1048576 2024-08-17T01:00:33.654 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.653+0000 7fc9e32c6640 1 < completed part key=_multipart_W14LJICPB60X.2~HBHKHS4IP8NE.2 size=421863 2024-08-17T01:00:33.659 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.657+0000 7fc9e32c6640 1 < completed multipart upload key=W14LJICPB60X upload=HBHKHS4IP8NE tag=CM31PX51FPOU type=write size=3567591 2024-08-17T01:00:33.660 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.660+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=6J1V4C8YKQ1I type=del size=1962657 2024-08-17T01:00:33.663 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.662+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~ME9R0X7JI9JM.0 size=1048576 2024-08-17T01:00:33.663 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.662+0000 7fc9e32c6640 1 < canceled part key=_multipart_JNHP0HYR3GAN.2~ME9R0X7JI9JM.1 size=654846 2024-08-17T01:00:33.667 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.667+0000 7fc9e32c6640 1 < canceled multipart upload key=JNHP0HYR3GAN upload=ME9R0X7JI9JM tag=0C84M9O2U4QK type=write size=2751998 2024-08-17T01:00:33.669 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.669+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=VRHARE7834J3 type=del size=1671548 2024-08-17T01:00:33.672 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.671+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~1SYEFFNRY73B.0 size=1048576 2024-08-17T01:00:33.674 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.673+0000 7fc9e32c6640 1 < completed part key=_multipart_WN539WGGF4SK.2~1SYEFFNRY73B.1 size=177814 2024-08-17T01:00:33.678 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.677+0000 7fc9e32c6640 1 < completed multipart upload key=WN539WGGF4SK upload=1SYEFFNRY73B tag=WSZZN0M48UTB type=write size=2274966 2024-08-17T01:00:33.679 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.679+0000 7fc9e32c6640 1 > prepared operation key=ZFTRWL3EXMLQ tag=VN3WY37QSJAW type=del size=1523526 2024-08-17T01:00:33.681 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.681+0000 7fc9e32c6640 1 < completed delete operation key=WN539WGGF4SK tag=A3YH1PNN0BOZ type=del 2024-08-17T01:00:33.684 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.683+0000 7fc9e32c6640 1 > prepared operation key=41QVSMLCJY3L tag=NC38BCOPNO2A type=del size=2257523 2024-08-17T01:00:33.686 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.685+0000 7fc9e32c6640 1 < completed delete operation key=HPIXXJSLU5J6 tag=5B8P22S94396 type=del 2024-08-17T01:00:33.688 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.687+0000 7fc9e32c6640 1 > prepared operation key=WN539WGGF4SK tag=MNS08A3868V0 type=del size=4110520 2024-08-17T01:00:33.688 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.688+0000 7fc9e32c6640 1 < canceled part key=_multipart_3426C909P2VX.2~8OY32S0R3AJ1.0 size=1048576 2024-08-17T01:00:33.690 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.690+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~8OY32S0R3AJ1.1 size=1048576 2024-08-17T01:00:33.693 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.692+0000 7fc9e32c6640 1 < completed part key=_multipart_3426C909P2VX.2~8OY32S0R3AJ1.2 size=695701 2024-08-17T01:00:33.697 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.696+0000 7fc9e32c6640 1 < canceled multipart upload key=3426C909P2VX upload=8OY32S0R3AJ1 tag=6BFHY684TZJ9 type=write size=3841429 2024-08-17T01:00:33.701 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.700+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~U8HPURHKOJHL.0 size=529026 2024-08-17T01:00:33.701 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.700+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=U8HPURHKOJHL tag=AQAKHQHTX3E3 type=write size=1577602 2024-08-17T01:00:33.705 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.704+0000 7fc9e32c6640 1 < suggested remove operation key=UBSJCVKYWX6F tag=1ZZSL9DHJ373 type=del 2024-08-17T01:00:33.707 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.707+0000 7fc9e32c6640 1 > prepared operation key=DWB3YGH7YBZB tag=G1JQF2D7RMYJ type=del size=157953 2024-08-17T01:00:33.710 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.709+0000 7fc9e32c6640 1 < completed delete operation key=3QNRD31J9WH5 tag=L3QN9XWDUIRF type=del 2024-08-17T01:00:33.712 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.712+0000 7fc9e32c6640 1 > prepared operation key=7YJVD2TL2U1Q tag=K4LVUF1DZ7FA type=write size=167753 2024-08-17T01:00:33.715 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.714+0000 7fc9e32c6640 -1 < failed to complete operation key=UBSJCVKYWX6F tag=3BFW1PUYFD61 type=del size=1156926: (22) Invalid argument 2024-08-17T01:00:33.717 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.716+0000 7fc9e32c6640 1 > prepared operation key=FP808QN0QDSP tag=5E5FZVJR7C60 type=del size=1196082 2024-08-17T01:00:33.720 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.719+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~EOXYF3Z2U19V.0 size=1048576 2024-08-17T01:00:33.722 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.721+0000 7fc9e32c6640 1 < completed part key=_multipart_FP808QN0QDSP.2~EOXYF3Z2U19V.1 size=114119 2024-08-17T01:00:33.725 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.724+0000 7fc9e32c6640 1 < completed multipart upload key=FP808QN0QDSP upload=EOXYF3Z2U19V tag=OPKXXUW6GCBD type=write size=2211271 2024-08-17T01:00:33.730 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.729+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~6D69VRD6VWSC.0 size=1048576 2024-08-17T01:00:33.731 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.731+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~6D69VRD6VWSC.1 size=196441 2024-08-17T01:00:33.732 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.731+0000 7fc9e32c6640 1 > prepared multipart upload key=0GIHJJ2YE1EF upload=6D69VRD6VWSC tag=IQIB1PQVYNQU type=write size=2293593 2024-08-17T01:00:33.734 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.734+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~QMMPUD5322OW.0 size=1048576 2024-08-17T01:00:33.737 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.736+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~QMMPUD5322OW.1 size=1048576 2024-08-17T01:00:33.739 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.738+0000 7fc9e32c6640 1 < completed part key=_multipart_JNHP0HYR3GAN.2~QMMPUD5322OW.2 size=33435 2024-08-17T01:00:33.744 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.743+0000 7fc9e32c6640 1 < completed multipart upload key=JNHP0HYR3GAN upload=QMMPUD5322OW tag=UVNK43JTCVO6 type=write size=3179163 2024-08-17T01:00:33.749 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.748+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~BTBY1G48X5JH.0 size=1048576 2024-08-17T01:00:33.751 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.750+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~BTBY1G48X5JH.1 size=1048576 2024-08-17T01:00:33.754 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.753+0000 7fc9e32c6640 1 > prepared part key=_multipart_04A7K18FAZTD.2~BTBY1G48X5JH.2 size=87115 2024-08-17T01:00:33.754 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.753+0000 7fc9e32c6640 1 > prepared multipart upload key=04A7K18FAZTD upload=BTBY1G48X5JH tag=PWKGXZVNFH36 type=write size=3232843 2024-08-17T01:00:33.754 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.753+0000 7fc9e32c6640 1 < canceled part key=_multipart_TN1LRZX0D64M.2~0IJ5KP4E2NY9.0 size=925110 2024-08-17T01:00:33.759 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.758+0000 7fc9e32c6640 1 < canceled multipart upload key=TN1LRZX0D64M upload=0IJ5KP4E2NY9 tag=1ELKXHPZUFRR type=write size=1973686 2024-08-17T01:00:33.763 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.763+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~7YPSI5V3E1LZ.0 size=1048576 2024-08-17T01:00:33.765 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.764+0000 7fc9e32c6640 1 > prepared part key=_multipart_SR0C26PR3RCQ.2~7YPSI5V3E1LZ.1 size=822539 2024-08-17T01:00:33.765 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.764+0000 7fc9e32c6640 1 > prepared multipart upload key=SR0C26PR3RCQ upload=7YPSI5V3E1LZ tag=5US6IZWFHMQR type=write size=2919691 2024-08-17T01:00:33.768 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.767+0000 7fc9e32c6640 1 < completed delete operation key=XHAAVXY5RRVM tag=8BPAJGSR5YNF type=del 2024-08-17T01:00:33.770 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.769+0000 7fc9e32c6640 1 > prepared operation key=3QNRD31J9WH5 tag=7GC6FXOXOMUZ type=del size=4027851 2024-08-17T01:00:33.773 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.773+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~3DCHFZYE7A8T.0 size=1048576 2024-08-17T01:00:33.776 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.775+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~3DCHFZYE7A8T.1 size=512301 2024-08-17T01:00:33.782 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.779+0000 7fc9e32c6640 1 < completed multipart upload key=NJYN8PLMG5AN upload=3DCHFZYE7A8T tag=H88AG8T879IJ type=write size=2609453 2024-08-17T01:00:33.782 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.781+0000 7fc9e32c6640 1 > prepared operation key=TOPN4SUVVWJ4 tag=EDS76GDQSVQQ type=del size=1131087 2024-08-17T01:00:33.784 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.784+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~6IIYRQ9DRBLR.0 size=1048576 2024-08-17T01:00:33.784 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.784+0000 7fc9e32c6640 1 < canceled part key=_multipart_Y5CGDXUEE4A5.2~6IIYRQ9DRBLR.1 size=1048576 2024-08-17T01:00:33.786 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.786+0000 7fc9e32c6640 1 < completed part key=_multipart_Y5CGDXUEE4A5.2~6IIYRQ9DRBLR.2 size=256148 2024-08-17T01:00:33.791 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.790+0000 7fc9e32c6640 1 < canceled multipart upload key=Y5CGDXUEE4A5 upload=6IIYRQ9DRBLR tag=53N1NIH2SKR3 type=write size=3401876 2024-08-17T01:00:33.795 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.795+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~GK5Z85RA5266.0 size=1048576 2024-08-17T01:00:33.797 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.796+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~GK5Z85RA5266.1 size=1048576 2024-08-17T01:00:33.799 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.798+0000 7fc9e32c6640 1 > prepared part key=_multipart_3QNRD31J9WH5.2~GK5Z85RA5266.2 size=793504 2024-08-17T01:00:33.799 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.798+0000 7fc9e32c6640 1 > prepared multipart upload key=3QNRD31J9WH5 upload=GK5Z85RA5266 tag=NAY5AUAPUCKF type=write size=3939232 2024-08-17T01:00:33.799 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.799+0000 7fc9e32c6640 1 < canceled part key=_multipart_9ZTGHGASZU54.2~87WH854VF4T0.0 size=913826 2024-08-17T01:00:33.803 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.803+0000 7fc9e32c6640 1 < canceled multipart upload key=9ZTGHGASZU54 upload=87WH854VF4T0 tag=LYW73PZINVNJ type=write size=1962402 2024-08-17T01:00:33.807 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.807+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~5GMXCUY600LY.0 size=1048576 2024-08-17T01:00:33.809 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.808+0000 7fc9e32c6640 1 > prepared part key=_multipart_NJYN8PLMG5AN.2~5GMXCUY600LY.1 size=746579 2024-08-17T01:00:33.809 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.808+0000 7fc9e32c6640 1 > prepared multipart upload key=NJYN8PLMG5AN upload=5GMXCUY600LY tag=X8OIIPQQAVVO type=write size=2843731 2024-08-17T01:00:33.812 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.811+0000 7fc9e32c6640 1 < completed delete operation key=DWB3YGH7YBZB tag=6J1V4C8YKQ1I type=del 2024-08-17T01:00:33.814 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.813+0000 7fc9e32c6640 1 > prepared operation key=OH6EL4D04DHY tag=57RBPIX3UWO8 type=del size=3017741 2024-08-17T01:00:33.817 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.817+0000 7fc9e32c6640 -1 < failed to complete operation key=UBSJCVKYWX6F tag=VRHARE7834J3 type=del size=1671548: (22) Invalid argument 2024-08-17T01:00:33.819 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.819+0000 7fc9e32c6640 1 > prepared operation key=SNQ4IXALP94F tag=U3UGGAMQ6AQ0 type=del size=1049066 2024-08-17T01:00:33.822 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.821+0000 7fc9e32c6640 1 < completed delete operation key=ZFTRWL3EXMLQ tag=VN3WY37QSJAW type=del 2024-08-17T01:00:33.824 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.823+0000 7fc9e32c6640 1 > prepared operation key=SR0C26PR3RCQ tag=3WX6HB0F71MU type=del size=1659799 2024-08-17T01:00:33.826 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.825+0000 7fc9e32c6640 1 < completed delete operation key=41QVSMLCJY3L tag=NC38BCOPNO2A type=del 2024-08-17T01:00:33.830 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.829+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~TA61LW0V0O64.0 size=1048576 2024-08-17T01:00:33.832 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.831+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~TA61LW0V0O64.1 size=1048576 2024-08-17T01:00:33.835 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.834+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~TA61LW0V0O64.2 size=368782 2024-08-17T01:00:33.835 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.834+0000 7fc9e32c6640 1 > prepared multipart upload key=0GIHJJ2YE1EF upload=TA61LW0V0O64 tag=2DLAQJWBBSMC type=write size=3514510 2024-08-17T01:00:33.837 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.836+0000 7fc9e32c6640 1 < completed delete operation key=WN539WGGF4SK tag=MNS08A3868V0 type=del 2024-08-17T01:00:33.839 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.839+0000 7fc9e32c6640 1 > prepared operation key=M0RSO8RQ43YG tag=ER9T2D9RJYO8 type=write size=606644 2024-08-17T01:00:33.842 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.841+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~U8HPURHKOJHL.0 size=529026 2024-08-17T01:00:33.845 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.844+0000 7fc9e32c6640 1 < completed multipart upload key=NJYN8PLMG5AN upload=U8HPURHKOJHL tag=AQAKHQHTX3E3 type=write size=1577602 2024-08-17T01:00:33.848 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.847+0000 7fc9e32c6640 1 > prepared operation key=XHAAVXY5RRVM tag=GO93WA59CM6M type=del size=2205874 2024-08-17T01:00:33.850 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.849+0000 7fc9e32c6640 1 < completed delete operation key=DWB3YGH7YBZB tag=G1JQF2D7RMYJ type=del 2024-08-17T01:00:33.854 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.853+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~SKFSP2IGIRVE.0 size=1048576 2024-08-17T01:00:33.855 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.855+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~SKFSP2IGIRVE.1 size=1048576 2024-08-17T01:00:33.857 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.856+0000 7fc9e32c6640 1 > prepared part key=_multipart_GPTER2AM6J7E.2~SKFSP2IGIRVE.2 size=214424 2024-08-17T01:00:33.857 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.856+0000 7fc9e32c6640 1 > prepared multipart upload key=GPTER2AM6J7E upload=SKFSP2IGIRVE tag=GML1PED68Y26 type=write size=3360152 2024-08-17T01:00:33.861 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.860+0000 7fc9e32c6640 1 < suggested update operation key=7YJVD2TL2U1Q tag=K4LVUF1DZ7FA type=write size=167753 2024-08-17T01:00:33.864 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.864+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~BPY7CFEKSL14.0 size=1048576 2024-08-17T01:00:33.866 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.865+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~BPY7CFEKSL14.1 size=1048576 2024-08-17T01:00:33.868 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.867+0000 7fc9e32c6640 1 > prepared part key=_multipart_9ZTGHGASZU54.2~BPY7CFEKSL14.2 size=922614 2024-08-17T01:00:33.868 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.867+0000 7fc9e32c6640 1 > prepared multipart upload key=9ZTGHGASZU54 upload=BPY7CFEKSL14 tag=Y1BTNSDF15WX type=write size=4068342 2024-08-17T01:00:33.870 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.869+0000 7fc9e32c6640 1 < completed delete operation key=FP808QN0QDSP tag=5E5FZVJR7C60 type=del 2024-08-17T01:00:33.874 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.873+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~N27Q3ZEGJUEM.0 size=1048576 2024-08-17T01:00:33.875 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.875+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~N27Q3ZEGJUEM.1 size=1048576 2024-08-17T01:00:33.877 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.876+0000 7fc9e32c6640 1 > prepared part key=_multipart_OQ1IXKB82T39.2~N27Q3ZEGJUEM.2 size=755510 2024-08-17T01:00:33.877 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.876+0000 7fc9e32c6640 1 > prepared multipart upload key=OQ1IXKB82T39 upload=N27Q3ZEGJUEM tag=HSF8I85TF43K type=write size=3901238 2024-08-17T01:00:33.879 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.879+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~6D69VRD6VWSC.0 size=1048576 2024-08-17T01:00:33.881 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.881+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~6D69VRD6VWSC.1 size=196441 2024-08-17T01:00:33.885 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.884+0000 7fc9e32c6640 1 < completed multipart upload key=0GIHJJ2YE1EF upload=6D69VRD6VWSC tag=IQIB1PQVYNQU type=write size=2293593 2024-08-17T01:00:33.887 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.886+0000 7fc9e32c6640 1 > prepared operation key=HPIXXJSLU5J6 tag=MJIWVNF9AP1Z type=del size=1633529 2024-08-17T01:00:33.890 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.889+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~BTBY1G48X5JH.0 size=1048576 2024-08-17T01:00:33.892 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.891+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~BTBY1G48X5JH.1 size=1048576 2024-08-17T01:00:33.894 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.893+0000 7fc9e32c6640 1 < completed part key=_multipart_04A7K18FAZTD.2~BTBY1G48X5JH.2 size=87115 2024-08-17T01:00:33.897 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.896+0000 7fc9e32c6640 1 < completed multipart upload key=04A7K18FAZTD upload=BTBY1G48X5JH tag=PWKGXZVNFH36 type=write size=3232843 2024-08-17T01:00:33.901 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.900+0000 7fc9e32c6640 1 > prepared part key=_multipart_RNSEALS0CEAA.2~RQRO5MU9OJ5C.0 size=878413 2024-08-17T01:00:33.901 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.900+0000 7fc9e32c6640 1 > prepared multipart upload key=RNSEALS0CEAA upload=RQRO5MU9OJ5C tag=77CLB95KU226 type=write size=1926989 2024-08-17T01:00:33.903 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.903+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~7YPSI5V3E1LZ.0 size=1048576 2024-08-17T01:00:33.905 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.905+0000 7fc9e32c6640 1 < completed part key=_multipart_SR0C26PR3RCQ.2~7YPSI5V3E1LZ.1 size=822539 2024-08-17T01:00:33.909 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.909+0000 7fc9e32c6640 1 < completed multipart upload key=SR0C26PR3RCQ upload=7YPSI5V3E1LZ tag=5US6IZWFHMQR type=write size=2919691 2024-08-17T01:00:33.913 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.912+0000 7fc9e32c6640 1 > prepared part key=_multipart_0GIHJJ2YE1EF.2~NGA0LECX45KQ.0 size=518659 2024-08-17T01:00:33.913 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.912+0000 7fc9e32c6640 1 > prepared multipart upload key=0GIHJJ2YE1EF upload=NGA0LECX45KQ tag=HUONPGO12FJC type=write size=1567235 2024-08-17T01:00:33.915 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.914+0000 7fc9e32c6640 1 < completed delete operation key=3QNRD31J9WH5 tag=7GC6FXOXOMUZ type=del 2024-08-17T01:00:33.917 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.916+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=PK74F9737V5G type=del size=830201 2024-08-17T01:00:33.922 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.922+0000 7fc9e32c6640 1 < suggested remove operation key=TOPN4SUVVWJ4 tag=EDS76GDQSVQQ type=del 2024-08-17T01:00:33.925 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.924+0000 7fc9e32c6640 1 > prepared operation key=OQ1IXKB82T39 tag=P6ME0CWXIM7I type=write size=511141 2024-08-17T01:00:33.927 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.927+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~GK5Z85RA5266.0 size=1048576 2024-08-17T01:00:33.928 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.927+0000 7fc9e32c6640 1 < canceled part key=_multipart_3QNRD31J9WH5.2~GK5Z85RA5266.1 size=1048576 2024-08-17T01:00:33.930 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.929+0000 7fc9e32c6640 1 < completed part key=_multipart_3QNRD31J9WH5.2~GK5Z85RA5266.2 size=793504 2024-08-17T01:00:33.933 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.933+0000 7fc9e32c6640 1 < canceled multipart upload key=3QNRD31J9WH5 upload=GK5Z85RA5266 tag=NAY5AUAPUCKF type=write size=3939232 2024-08-17T01:00:33.935 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.935+0000 7fc9e32c6640 1 > prepared operation key=UBSJCVKYWX6F tag=HD2IDB4ENWSR type=del size=2974266 2024-08-17T01:00:33.937 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.937+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~5GMXCUY600LY.0 size=1048576 2024-08-17T01:00:33.939 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.938+0000 7fc9e32c6640 1 < completed part key=_multipart_NJYN8PLMG5AN.2~5GMXCUY600LY.1 size=746579 2024-08-17T01:00:33.942 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.942+0000 7fc9e32c6640 1 < completed multipart upload key=NJYN8PLMG5AN upload=5GMXCUY600LY tag=X8OIIPQQAVVO type=write size=2843731 2024-08-17T01:00:33.944 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.944+0000 7fc9e32c6640 1 > prepared operation key=04A7K18FAZTD tag=U60HQKKB71SU type=write size=930199 2024-08-17T01:00:33.948 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.947+0000 7fc9e32c6640 1 < suggested update operation key=OH6EL4D04DHY tag=57RBPIX3UWO8 type=del size=3017741 2024-08-17T01:00:33.950 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.950+0000 7fc9e32c6640 1 > prepared operation key=NJYN8PLMG5AN tag=FI3DTPRMHY7Z type=del size=3642647 2024-08-17T01:00:33.952 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.952+0000 7fc9e32c6640 1 < completed delete operation key=SNQ4IXALP94F tag=U3UGGAMQ6AQ0 type=del 2024-08-17T01:00:33.955 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.954+0000 7fc9e32c6640 1 > prepared operation key=TN1LRZX0D64M tag=C7L32NUMULBP type=del size=767032 2024-08-17T01:00:33.957 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.956+0000 7fc9e32c6640 1 < completed delete operation key=SR0C26PR3RCQ tag=3WX6HB0F71MU type=del 2024-08-17T01:00:33.961 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.960+0000 7fc9e32c6640 1 > prepared part key=_multipart_SNQ4IXALP94F.2~ZDQ7T1NG9AK9.0 size=409426 2024-08-17T01:00:33.961 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.960+0000 7fc9e32c6640 1 > prepared multipart upload key=SNQ4IXALP94F upload=ZDQ7T1NG9AK9 tag=XVOUF201509R type=write size=1458002 2024-08-17T01:00:33.963 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.962+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~TA61LW0V0O64.0 size=1048576 2024-08-17T01:00:33.963 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.962+0000 7fc9e32c6640 1 < canceled part key=_multipart_0GIHJJ2YE1EF.2~TA61LW0V0O64.1 size=1048576 2024-08-17T01:00:33.965 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.964+0000 7fc9e32c6640 1 < completed part key=_multipart_0GIHJJ2YE1EF.2~TA61LW0V0O64.2 size=368782 2024-08-17T01:00:33.968 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.968+0000 7fc9e32c6640 1 < canceled multipart upload key=0GIHJJ2YE1EF upload=TA61LW0V0O64 tag=2DLAQJWBBSMC type=write size=3514510 2024-08-17T01:00:33.972 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.971+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~4EI2KA1PKJHO.0 size=1048576 2024-08-17T01:00:33.974 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.973+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~4EI2KA1PKJHO.1 size=1048576 2024-08-17T01:00:33.976 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.976+0000 7fc9e32c6640 1 > prepared part key=_multipart_XHAAVXY5RRVM.2~4EI2KA1PKJHO.2 size=342872 2024-08-17T01:00:33.976 INFO:tasks.workunit.client.0.smithi082.stderr:2024-08-17T01:00:33.976+0000 7fc9e32c6640 1 > prepared multipart upload key=XHAAVXY5RRVM upload=4EI2KA1PKJHO tag=TOS6D1P67V1A type=write size=3488600 2024-08-17T01:00:33.977 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] cls_rgw_stats.simulate (14441 ms) 2024-08-17T01:00:33.977 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 1 test from cls_rgw_stats (14442 ms total) 2024-08-17T01:00:33.977 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:00:33.977 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment tear-down 2024-08-17T01:00:34.033 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] 1 test from 1 test suite ran. (16361 ms total) 2024-08-17T01:00:34.034 INFO:tasks.workunit.client.0.smithi082.stdout:[ PASSED ] 1 test. 2024-08-17T01:00:34.037 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T01:00:34.038 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T01:00:34.107 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-08-17T01:00:34.107 DEBUG:teuthology.orchestra.run.smithi082:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-08-17T01:00:34.174 INFO:tasks.workunit.client.0.smithi082.stdout:Running main() from gmock_main.cc 2024-08-17T01:00:34.174 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] Running 2 tests from 1 test suite. 2024-08-17T01:00:34.175 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment set-up. 2024-08-17T01:00:34.175 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 2 tests from ClsSDK 2024-08-17T01:00:34.175 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-08-17T01:00:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:35 smithi137 ceph-mon[86391]: osdmap e1098: 8 total, 8 up, 8 in 2024-08-17T01:00:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:35 smithi137 ceph-mon[86391]: pgmap v1387: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:00:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:00:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:00:35.282 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:00:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:00:35] "GET /metrics HTTP/1.1" 200 36359 "" "Prometheus/2.43.0" 2024-08-17T01:00:35.282 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:35 smithi082 ceph-mon[94343]: osdmap e1098: 8 total, 8 up, 8 in 2024-08-17T01:00:35.282 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:35 smithi082 ceph-mon[94343]: pgmap v1387: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:00:35.282 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:00:35.282 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:00:35.283 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:35 smithi082 ceph-mon[91979]: osdmap e1098: 8 total, 8 up, 8 in 2024-08-17T01:00:35.283 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:35 smithi082 ceph-mon[91979]: pgmap v1387: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:00:35.283 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:00:35.283 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:00:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:36 smithi082 ceph-mon[94343]: osdmap e1099: 8 total, 8 up, 8 in 2024-08-17T01:00:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:36 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2773976208' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-135027-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:00:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:36 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-135027-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:00:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:00:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:00:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:00:36.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:00:36.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:00:36.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:00:36.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:36 smithi082 ceph-mon[91979]: osdmap e1099: 8 total, 8 up, 8 in 2024-08-17T01:00:36.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:36 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2773976208' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-135027-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:00:36.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:36 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-135027-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:00:36.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:00:36.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:00:36.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:00:36.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:00:36.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:00:36.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:00:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:36 smithi137 ceph-mon[86391]: osdmap e1099: 8 total, 8 up, 8 in 2024-08-17T01:00:36.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:36 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2773976208' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-135027-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:00:36.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:36 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-135027-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:00:36.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:00:36.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:00:36.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:00:36.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:00:36.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:00:36.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:00:37.131 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2956 ms) 2024-08-17T01:00:37.131 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-08-17T01:00:37.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:37 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-135027-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:00:37.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:37 smithi082 ceph-mon[94343]: osdmap e1100: 8 total, 8 up, 8 in 2024-08-17T01:00:37.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:37 smithi082 ceph-mon[94343]: pgmap v1390: 137 pgs: 1 creating+activating, 28 unknown, 108 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:00:37.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:37 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-135027-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:00:37.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:37 smithi082 ceph-mon[91979]: osdmap e1100: 8 total, 8 up, 8 in 2024-08-17T01:00:37.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:37 smithi082 ceph-mon[91979]: pgmap v1390: 137 pgs: 1 creating+activating, 28 unknown, 108 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:00:37.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:37 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-135027-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:00:37.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:37 smithi137 ceph-mon[86391]: osdmap e1100: 8 total, 8 up, 8 in 2024-08-17T01:00:37.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:37 smithi137 ceph-mon[86391]: pgmap v1390: 137 pgs: 1 creating+activating, 28 unknown, 108 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:00:38.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:38 smithi082 ceph-mon[94343]: osdmap e1101: 8 total, 8 up, 8 in 2024-08-17T01:00:38.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:38 smithi082 ceph-mon[91979]: osdmap e1101: 8 total, 8 up, 8 in 2024-08-17T01:00:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:38 smithi137 ceph-mon[86391]: osdmap e1101: 8 total, 8 up, 8 in 2024-08-17T01:00:39.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:39 smithi082 ceph-mon[94343]: osdmap e1102: 8 total, 8 up, 8 in 2024-08-17T01:00:39.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:39 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2389663367' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-135027-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:00:39.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:39 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-135027-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:00:39.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:39 smithi082 ceph-mon[94343]: pgmap v1393: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:00:39.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:39 smithi082 ceph-mon[91979]: osdmap e1102: 8 total, 8 up, 8 in 2024-08-17T01:00:39.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:39 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2389663367' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-135027-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:00:39.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:39 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-135027-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:00:39.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:39 smithi082 ceph-mon[91979]: pgmap v1393: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:00:39.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:39 smithi137 ceph-mon[86391]: osdmap e1102: 8 total, 8 up, 8 in 2024-08-17T01:00:39.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:39 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2389663367' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-135027-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:00:39.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:39 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-135027-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:00:39.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:39 smithi137 ceph-mon[86391]: pgmap v1393: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:00:40.156 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3025 ms) 2024-08-17T01:00:40.156 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 2 tests from ClsSDK (5981 ms total) 2024-08-17T01:00:40.156 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:00:40.156 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment tear-down 2024-08-17T01:00:40.156 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] 2 tests from 1 test suite ran. (5981 ms total) 2024-08-17T01:00:40.156 INFO:tasks.workunit.client.0.smithi082.stdout:[ PASSED ] 2 tests. 2024-08-17T01:00:40.158 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T01:00:40.159 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T01:00:40.229 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-08-17T01:00:40.229 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-17T01:00:40.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:40 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:00:40.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:40 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-135027-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:00:40.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:40 smithi082 ceph-mon[94343]: osdmap e1103: 8 total, 8 up, 8 in 2024-08-17T01:00:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:40 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:00:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:40 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-135027-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:00:40.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:40 smithi082 ceph-mon[91979]: osdmap e1103: 8 total, 8 up, 8 in 2024-08-17T01:00:40.481 DEBUG:teuthology.parallel:result is None 2024-08-17T01:00:40.482 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T01:00:40.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:40 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:00:40.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:40 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi082-135027-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:00:40.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:40 smithi137 ceph-mon[86391]: osdmap e1103: 8 total, 8 up, 8 in 2024-08-17T01:00:40.507 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T01:00:40.507 DEBUG:teuthology.orchestra.run.smithi082:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T01:00:40.562 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T01:00:40.562 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T01:00:40.562 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-08-17T01:00:40.562 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T01:00:40.562 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-08-17T01:00:40.562 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-17T01:00:40.563 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-17T01:00:40.563 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-17T01:00:40.563 DEBUG:teuthology.orchestra.run.smithi082:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-17T01:00:40.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T01:00:40.617 INFO:teuthology.orchestra.run.smithi082.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-17T01:00:40.617 DEBUG:teuthology.orchestra.run.smithi082:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T01:00:40.671 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-17T01:00:40.672 DEBUG:teuthology.orchestra.run.smithi082:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-17T01:00:40.727 INFO:tasks.workunit:timeout=3h 2024-08-17T01:00:40.727 INFO:tasks.workunit:cleanup=True 2024-08-17T01:00:40.727 DEBUG:teuthology.orchestra.run.smithi082:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-17T01:00:40.783 INFO:tasks.workunit.client.0.smithi082.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-17T01:00:41.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:41 smithi082 ceph-mon[94343]: osdmap e1104: 8 total, 8 up, 8 in 2024-08-17T01:00:41.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:41 smithi082 ceph-mon[94343]: pgmap v1396: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:00:41.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:41 smithi082 ceph-mon[91979]: osdmap e1104: 8 total, 8 up, 8 in 2024-08-17T01:00:41.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:41 smithi082 ceph-mon[91979]: pgmap v1396: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:00:41.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:41 smithi137 ceph-mon[86391]: osdmap e1104: 8 total, 8 up, 8 in 2024-08-17T01:00:41.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:41 smithi137 ceph-mon[86391]: pgmap v1396: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:00:42.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:42 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:00:42.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:42 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T01:00:42.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:42 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:00:42.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:42 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T01:00:42.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:42 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:00:42.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:42 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T01:00:42.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:00:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:00:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:00:43.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:43 smithi082 ceph-mon[91979]: pgmap v1397: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:00:43.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:43 smithi082 ceph-mon[94343]: pgmap v1397: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:00:43.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:43 smithi137 ceph-mon[86391]: pgmap v1397: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:00:44.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:44 smithi082 ceph-mon[94343]: pgmap v1398: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:00:44.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:44 smithi082 ceph-mon[91979]: pgmap v1398: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:00:44.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:44 smithi137 ceph-mon[86391]: pgmap v1398: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:00:45.337 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:00:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:00:45] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2024-08-17T01:00:46.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:46 smithi082 ceph-mon[94343]: pgmap v1399: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:00:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:46 smithi082 ceph-mon[91979]: pgmap v1399: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:00:46.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:46 smithi137 ceph-mon[86391]: pgmap v1399: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:00:46.887 DEBUG:teuthology.orchestra.run.smithi082:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-17T01:00:46.943 INFO:tasks.workunit.client.0.smithi082.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-17T01:00:46.945 INFO:tasks.workunit.client.0.smithi082.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T01:00:46.946 INFO:tasks.workunit.client.0.smithi082.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-17T01:00:46.994 INFO:tasks.workunit.client.0.smithi082.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-17T01:00:47.043 INFO:tasks.workunit.client.0.smithi082.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-17T01:00:47.082 INFO:tasks.workunit.client.0.smithi082.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T01:00:47.084 INFO:tasks.workunit.client.0.smithi082.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T01:00:47.084 INFO:tasks.workunit.client.0.smithi082.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-17T01:00:47.123 INFO:tasks.workunit.client.0.smithi082.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T01:00:47.126 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-08-17T01:00:47.126 DEBUG:teuthology.orchestra.run.smithi082:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-17T01:00:47.182 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-08-17T01:00:47.183 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-08-17T01:00:47.183 DEBUG:teuthology.orchestra.run.smithi082:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-08-17T01:00:47.280 INFO:tasks.workunit.client.0.smithi082.stdout:run length 1200 seconds 2024-08-17T01:00:47.280 INFO:tasks.workunit.client.0.smithi082.stdout:preparing 10240 objects 2024-08-17T01:00:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:48 smithi082 ceph-mon[94343]: pgmap v1400: 105 pgs: 105 active+clean; 13 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 110 KiB/s wr, 110 op/s 2024-08-17T01:00:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:48 smithi082 ceph-mon[91979]: pgmap v1400: 105 pgs: 105 active+clean; 13 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 110 KiB/s wr, 110 op/s 2024-08-17T01:00:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:48 smithi137 ceph-mon[86391]: pgmap v1400: 105 pgs: 105 active+clean; 13 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 110 KiB/s wr, 110 op/s 2024-08-17T01:00:49.275 INFO:tasks.workunit.client.0.smithi082.stdout:load-gen will run 1200 seconds 2024-08-17T01:00:50.275 INFO:tasks.workunit.client.0.smithi082.stdout: 1: throughput=0MB/sec pending data=0 2024-08-17T01:00:50.275 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZrXI1hEXqpca27q off=9429267 len=1054951 2024-08-17T01:00:50.277 INFO:tasks.workunit.client.0.smithi082.stdout:op 0 completed, throughput=1MB/sec 2024-08-17T01:00:50.277 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RE2o7zO6EMKXrFP off=13697961 len=245824 2024-08-17T01:00:50.278 INFO:tasks.workunit.client.0.smithi082.stdout:op 1 completed, throughput=1.24MB/sec 2024-08-17T01:00:50.278 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_YI1bm56DgJ9yw1 off=9724697 len=1457280 2024-08-17T01:00:50.287 INFO:tasks.workunit.client.0.smithi082.stdout:op 2 completed, throughput=2.6MB/sec 2024-08-17T01:00:50.288 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wSJ3VazliYStaYd off=2603351 len=496413 2024-08-17T01:00:50.291 INFO:tasks.workunit.client.0.smithi082.stdout:op 3 completed, throughput=3.05MB/sec 2024-08-17T01:00:50.291 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Pd9q10yWpJ4pDdO off=73589 len=1689807 2024-08-17T01:00:50.293 INFO:tasks.workunit.client.0.smithi082.stdout:op 4 completed, throughput=4.63MB/sec 2024-08-17T01:00:50.293 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rOMeL9WWE5fSkdX off=2467839 len=939748 2024-08-17T01:00:50.298 INFO:tasks.workunit.client.0.smithi082.stdout:op 5 completed, throughput=5.48MB/sec 2024-08-17T01:00:50.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:00:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:00:50.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:00:51.299 INFO:tasks.workunit.client.0.smithi082.stdout: 2: throughput=2.77MB/sec pending data=0 2024-08-17T01:00:51.299 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ohzYehxqjJsIxRN off=1921274 len=1549714 2024-08-17T01:00:51.302 INFO:tasks.workunit.client.0.smithi082.stdout:op 6 completed, throughput=3.5MB/sec 2024-08-17T01:00:51.302 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5kbkQiZdlGXEjC0 off=7889653 len=1431779 2024-08-17T01:00:51.312 INFO:tasks.workunit.client.0.smithi082.stdout:op 7 completed, throughput=4.15MB/sec 2024-08-17T01:00:51.312 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5GQq1ZKRyYm59_g off=1363200 len=1773336 2024-08-17T01:00:51.317 INFO:tasks.workunit.client.0.smithi082.stdout:op 8 completed, throughput=4.97MB/sec 2024-08-17T01:00:51.317 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-klchrg97v1gdlFO off=4689283 len=1259459 2024-08-17T01:00:51.319 INFO:tasks.workunit.client.0.smithi082.stdout:op 9 completed, throughput=5.55MB/sec 2024-08-17T01:00:51.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:51 smithi137 ceph-mon[86391]: pgmap v1401: 105 pgs: 105 active+clean; 75 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 599 KiB/s wr, 598 op/s 2024-08-17T01:00:51.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:51 smithi082 ceph-mon[94343]: pgmap v1401: 105 pgs: 105 active+clean; 75 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 599 KiB/s wr, 598 op/s 2024-08-17T01:00:51.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:51 smithi082 ceph-mon[91979]: pgmap v1401: 105 pgs: 105 active+clean; 75 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 599 KiB/s wr, 598 op/s 2024-08-17T01:00:52.319 INFO:tasks.workunit.client.0.smithi082.stdout: 3: throughput=3.73MB/sec pending data=0 2024-08-17T01:00:52.319 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QR-yQHXdDEjmzN0 off=102056 len=2007588 2024-08-17T01:00:52.332 INFO:tasks.workunit.client.0.smithi082.stdout:op 10 completed, throughput=4.34MB/sec 2024-08-17T01:00:52.332 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PDs1NPaMPuvPwxS off=16115118 len=1985589 2024-08-17T01:00:52.346 INFO:tasks.workunit.client.0.smithi082.stdout:op 11 completed, throughput=4.93MB/sec 2024-08-17T01:00:52.346 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-X2ftCVNdDeK4s2w off=1742614 len=286282 2024-08-17T01:00:52.346 INFO:tasks.workunit.client.0.smithi082.stdout:op 12 completed, throughput=5.02MB/sec 2024-08-17T01:00:52.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:52 smithi082 ceph-mon[94343]: pgmap v1402: 105 pgs: 105 active+clean; 108 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 144 KiB/s rd, 887 KiB/s wr, 728 op/s 2024-08-17T01:00:52.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:52 smithi082 ceph-mon[91979]: pgmap v1402: 105 pgs: 105 active+clean; 108 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 144 KiB/s rd, 887 KiB/s wr, 728 op/s 2024-08-17T01:00:52.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:52 smithi137 ceph-mon[86391]: pgmap v1402: 105 pgs: 105 active+clean; 108 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 144 KiB/s rd, 887 KiB/s wr, 728 op/s 2024-08-17T01:00:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:00:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:00:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:00:53.347 INFO:tasks.workunit.client.0.smithi082.stdout: 4: throughput=3.79MB/sec pending data=0 2024-08-17T01:00:53.347 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RUorvWwGusx8VuU off=11458161 len=1728060 2024-08-17T01:00:53.349 INFO:tasks.workunit.client.0.smithi082.stdout:op 13 completed, throughput=4.19MB/sec 2024-08-17T01:00:53.349 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0wezlyz3aJWHO6M off=2528569 len=1226990 2024-08-17T01:00:53.355 INFO:tasks.workunit.client.0.smithi082.stdout:op 14 completed, throughput=4.47MB/sec 2024-08-17T01:00:53.355 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9fOXigTTLA0RKhQ off=585278 len=1454087 2024-08-17T01:00:53.356 INFO:tasks.workunit.client.0.smithi082.stdout:op 15 completed, throughput=4.81MB/sec 2024-08-17T01:00:53.356 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ne3i6bk-Bv3gOQE off=4074866 len=1129692 2024-08-17T01:00:53.363 INFO:tasks.workunit.client.0.smithi082.stdout:op 16 completed, throughput=5.07MB/sec 2024-08-17T01:00:54.364 INFO:tasks.workunit.client.0.smithi082.stdout: 5: throughput=4.07MB/sec pending data=0 2024-08-17T01:00:54.364 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-N6aW7Zl8afAPV-v off=5825395 len=1702711 2024-08-17T01:00:54.373 INFO:tasks.workunit.client.0.smithi082.stdout:op 17 completed, throughput=4.38MB/sec 2024-08-17T01:00:54.373 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dy6yvuktc-p_bQG off=443140 len=1982517 2024-08-17T01:00:54.386 INFO:tasks.workunit.client.0.smithi082.stdout:op 18 completed, throughput=4.74MB/sec 2024-08-17T01:00:54.386 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Fwrq8yLVD9L0SwG off=233175 len=1998734 2024-08-17T01:00:54.396 INFO:tasks.workunit.client.0.smithi082.stdout:op 19 completed, throughput=5.1MB/sec 2024-08-17T01:00:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:54 smithi082 ceph-mon[94343]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 325 KiB/s rd, 1.3 MiB/s wr, 853 op/s 2024-08-17T01:00:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:54 smithi082 ceph-mon[91979]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 325 KiB/s rd, 1.3 MiB/s wr, 853 op/s 2024-08-17T01:00:54.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:54 smithi137 ceph-mon[86391]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 325 KiB/s rd, 1.3 MiB/s wr, 853 op/s 2024-08-17T01:00:55.396 INFO:tasks.workunit.client.0.smithi082.stdout: 6: throughput=4.27MB/sec pending data=0 2024-08-17T01:00:55.396 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-A3fLxRHp386URKF off=3613169 len=1775400 2024-08-17T01:00:55.398 INFO:tasks.workunit.client.0.smithi082.stdout:op 20 completed, throughput=4.54MB/sec 2024-08-17T01:00:55.398 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-MmOpRK1kAObMewb off=14489442 len=25828 2024-08-17T01:00:55.401 INFO:tasks.workunit.client.0.smithi082.stdout:op 21 completed, throughput=4.55MB/sec 2024-08-17T01:00:55.401 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-EjEa2j1ig2jfP09 off=732403 len=531497 2024-08-17T01:00:55.402 INFO:tasks.workunit.client.0.smithi082.stdout:op 22 completed, throughput=4.63MB/sec 2024-08-17T01:00:55.402 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Gd6s7021gJlKgg- off=7116286 len=1218794 2024-08-17T01:00:55.409 INFO:tasks.workunit.client.0.smithi082.stdout:op 23 completed, throughput=4.81MB/sec 2024-08-17T01:00:55.409 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ItmesXwIgNO3hlW off=7160571 len=2008780 2024-08-17T01:00:55.411 INFO:tasks.workunit.client.0.smithi082.stdout:op 24 completed, throughput=5.12MB/sec 2024-08-17T01:00:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:00:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:00:55] "GET /metrics HTTP/1.1" 200 34014 "" "Prometheus/2.43.0" 2024-08-17T01:00:56.412 INFO:tasks.workunit.client.0.smithi082.stdout: 7: throughput=4.4MB/sec pending data=0 2024-08-17T01:00:56.412 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--R454HQBvCI3ZWH off=1565814 len=1142932 2024-08-17T01:00:56.418 INFO:tasks.workunit.client.0.smithi082.stdout:op 25 completed, throughput=4.55MB/sec 2024-08-17T01:00:56.419 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PybLyXcLbsPNQms off=4641904 len=1591144 2024-08-17T01:00:56.422 INFO:tasks.workunit.client.0.smithi082.stdout:op 26 completed, throughput=4.76MB/sec 2024-08-17T01:00:56.422 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-voWNvMK24w-nQST off=2025030 len=349167 2024-08-17T01:00:56.425 INFO:tasks.workunit.client.0.smithi082.stdout:op 27 completed, throughput=4.81MB/sec 2024-08-17T01:00:56.426 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-T0_luG37hmAo5Y5 off=11571091 len=1179872 2024-08-17T01:00:56.432 INFO:tasks.workunit.client.0.smithi082.stdout:op 28 completed, throughput=4.96MB/sec 2024-08-17T01:00:56.432 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IuvHcNGqwprTM6A off=9431075 len=309097 2024-08-17T01:00:56.433 INFO:tasks.workunit.client.0.smithi082.stdout:op 29 completed, throughput=5MB/sec 2024-08-17T01:00:56.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:56 smithi082 ceph-mon[94343]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 780 KiB/s rd, 1.9 MiB/s wr, 854 op/s 2024-08-17T01:00:56.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:56 smithi082 ceph-mon[91979]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 780 KiB/s rd, 1.9 MiB/s wr, 854 op/s 2024-08-17T01:00:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:56 smithi137 ceph-mon[86391]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 780 KiB/s rd, 1.9 MiB/s wr, 854 op/s 2024-08-17T01:00:57.433 INFO:tasks.workunit.client.0.smithi082.stdout: 8: throughput=4.39MB/sec pending data=0 2024-08-17T01:00:57.433 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-22VINgYJSNkBJA- off=1632366 len=514677 2024-08-17T01:00:57.437 INFO:tasks.workunit.client.0.smithi082.stdout:op 30 completed, throughput=4.45MB/sec 2024-08-17T01:00:57.437 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XrwhluiQweaO6Tx off=541726 len=904586 2024-08-17T01:00:57.438 INFO:tasks.workunit.client.0.smithi082.stdout:op 31 completed, throughput=4.55MB/sec 2024-08-17T01:00:57.438 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KOONfXfgLTW_kVP off=17800186 len=1163314 2024-08-17T01:00:57.441 INFO:tasks.workunit.client.0.smithi082.stdout:op 32 completed, throughput=4.68MB/sec 2024-08-17T01:00:57.441 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PQcQAS2XgE9QM8P off=12499414 len=775475 2024-08-17T01:00:57.445 INFO:tasks.workunit.client.0.smithi082.stdout:op 33 completed, throughput=4.77MB/sec 2024-08-17T01:00:57.446 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xcip_Rx3AxxYwHg off=4158869 len=1795048 2024-08-17T01:00:57.448 INFO:tasks.workunit.client.0.smithi082.stdout:op 34 completed, throughput=4.98MB/sec 2024-08-17T01:00:57.448 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Ht-EENkllMPAiT- off=749658 len=485931 2024-08-17T01:00:57.448 INFO:tasks.workunit.client.0.smithi082.stdout:op 35 completed, throughput=5.04MB/sec 2024-08-17T01:00:58.449 INFO:tasks.workunit.client.0.smithi082.stdout: 9: throughput=4.49MB/sec pending data=0 2024-08-17T01:00:58.449 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rRcORNgLSU8S6MV off=12345347 len=281517 2024-08-17T01:00:58.450 INFO:tasks.workunit.client.0.smithi082.stdout:op 36 completed, throughput=4.52MB/sec 2024-08-17T01:00:58.450 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ItmesXwIgNO3hlW off=3280820 len=63944 2024-08-17T01:00:58.451 INFO:tasks.workunit.client.0.smithi082.stdout:op 37 completed, throughput=4.52MB/sec 2024-08-17T01:00:58.451 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0KFuFOClZh18otG off=2469077 len=748116 2024-08-17T01:00:58.451 INFO:tasks.workunit.client.0.smithi082.stdout:op 38 completed, throughput=4.6MB/sec 2024-08-17T01:00:58.452 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-fr8na7ljElluoB0 off=7845975 len=1865836 2024-08-17T01:00:58.461 INFO:tasks.workunit.client.0.smithi082.stdout:op 39 completed, throughput=4.79MB/sec 2024-08-17T01:00:58.462 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-VGc-evPhtovhgSJ off=8375928 len=1236772 2024-08-17T01:00:58.468 INFO:tasks.workunit.client.0.smithi082.stdout:op 40 completed, throughput=4.91MB/sec 2024-08-17T01:00:58.468 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oVjr5hsGfDXUoIt off=7924347 len=122975 2024-08-17T01:00:58.471 INFO:tasks.workunit.client.0.smithi082.stdout:op 41 completed, throughput=4.93MB/sec 2024-08-17T01:00:58.471 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-J04-BPXQmPIBNLb off=4082710 len=2059021 2024-08-17T01:00:58.484 INFO:tasks.workunit.client.0.smithi082.stdout:op 42 completed, throughput=5.13MB/sec 2024-08-17T01:00:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:00:58 smithi082 ceph-mon[91979]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.1 MiB/s wr, 855 op/s 2024-08-17T01:00:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:00:58 smithi082 ceph-mon[94343]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.1 MiB/s wr, 855 op/s 2024-08-17T01:00:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:00:58 smithi137 ceph-mon[86391]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.1 MiB/s wr, 855 op/s 2024-08-17T01:00:59.484 INFO:tasks.workunit.client.0.smithi082.stdout: 10: throughput=4.63MB/sec pending data=0 2024-08-17T01:00:59.484 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yjcCKu_g3umQmk5 off=1889373 len=822210 2024-08-17T01:00:59.486 INFO:tasks.workunit.client.0.smithi082.stdout:op 43 completed, throughput=4.7MB/sec 2024-08-17T01:00:59.487 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9rZm-M8MtUqRDWG off=3466588 len=879858 2024-08-17T01:00:59.488 INFO:tasks.workunit.client.0.smithi082.stdout:op 44 completed, throughput=4.79MB/sec 2024-08-17T01:00:59.488 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5371QP9ZNugjbrt off=12368362 len=1493451 2024-08-17T01:00:59.496 INFO:tasks.workunit.client.0.smithi082.stdout:op 45 completed, throughput=4.92MB/sec 2024-08-17T01:00:59.496 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-e9itsYkvIDG2i-S off=3984035 len=268332 2024-08-17T01:00:59.499 INFO:tasks.workunit.client.0.smithi082.stdout:op 46 completed, throughput=4.94MB/sec 2024-08-17T01:00:59.499 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UOrz79QuosmqMJf off=4964327 len=1000917 2024-08-17T01:00:59.503 INFO:tasks.workunit.client.0.smithi082.stdout:op 47 completed, throughput=5.04MB/sec 2024-08-17T01:01:00.504 INFO:tasks.workunit.client.0.smithi082.stdout: 11: throughput=4.59MB/sec pending data=0 2024-08-17T01:01:00.504 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xXIH91UihQ0liLQ off=6807215 len=1764191 2024-08-17T01:01:00.507 INFO:tasks.workunit.client.0.smithi082.stdout:op 48 completed, throughput=4.74MB/sec 2024-08-17T01:01:00.507 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yQZtUguy7fqIO2P off=637742 len=1912909 2024-08-17T01:01:00.510 INFO:tasks.workunit.client.0.smithi082.stdout:op 49 completed, throughput=4.9MB/sec 2024-08-17T01:01:00.510 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TqpIMCaOfQVbzXK off=9139306 len=890285 2024-08-17T01:01:00.514 INFO:tasks.workunit.client.0.smithi082.stdout:op 50 completed, throughput=4.97MB/sec 2024-08-17T01:01:00.514 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-K0NkBAEhlAho7Z8 off=5566127 len=948886 2024-08-17T01:01:00.515 INFO:tasks.workunit.client.0.smithi082.stdout:op 51 completed, throughput=5.05MB/sec 2024-08-17T01:01:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:00 smithi082 ceph-mon[91979]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 772 op/s 2024-08-17T01:01:00.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:00 smithi082 ceph-mon[94343]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 772 op/s 2024-08-17T01:01:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:00 smithi137 ceph-mon[86391]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 772 op/s 2024-08-17T01:01:01.516 INFO:tasks.workunit.client.0.smithi082.stdout: 12: throughput=4.64MB/sec pending data=0 2024-08-17T01:01:01.516 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-toPmTSD03-dCEYE off=4707248 len=1742376 2024-08-17T01:01:01.518 INFO:tasks.workunit.client.0.smithi082.stdout:op 52 completed, throughput=4.77MB/sec 2024-08-17T01:01:01.519 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wva_rvZqiUYrTTX off=13538276 len=851359 2024-08-17T01:01:01.523 INFO:tasks.workunit.client.0.smithi082.stdout:op 53 completed, throughput=4.84MB/sec 2024-08-17T01:01:01.523 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mBQspXhTCVaPHMv off=7732191 len=1319882 2024-08-17T01:01:01.525 INFO:tasks.workunit.client.0.smithi082.stdout:op 54 completed, throughput=4.94MB/sec 2024-08-17T01:01:01.525 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9b69S1R05JESaN3 off=4242598 len=1526844 2024-08-17T01:01:01.528 INFO:tasks.workunit.client.0.smithi082.stdout:op 55 completed, throughput=5.06MB/sec 2024-08-17T01:01:02.529 INFO:tasks.workunit.client.0.smithi082.stdout: 13: throughput=4.68MB/sec pending data=0 2024-08-17T01:01:02.529 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Lc0EUkol3L4yn1_ off=6986881 len=1791788 2024-08-17T01:01:02.532 INFO:tasks.workunit.client.0.smithi082.stdout:op 56 completed, throughput=4.8MB/sec 2024-08-17T01:01:02.532 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rXpbCcrHZvhLn1Y off=5707997 len=1812337 2024-08-17T01:01:02.534 INFO:tasks.workunit.client.0.smithi082.stdout:op 57 completed, throughput=4.93MB/sec 2024-08-17T01:01:02.535 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5_UqHaLY28z4T9x off=1646576 len=1058537 2024-08-17T01:01:02.536 INFO:tasks.workunit.client.0.smithi082.stdout:op 58 completed, throughput=5.01MB/sec 2024-08-17T01:01:02.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:02 smithi082 ceph-mon[94343]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 349 op/s 2024-08-17T01:01:02.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:02 smithi082 ceph-mon[91979]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 349 op/s 2024-08-17T01:01:02.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:02 smithi137 ceph-mon[86391]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 349 op/s 2024-08-17T01:01:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:01:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:01:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:01:03.537 INFO:tasks.workunit.client.0.smithi082.stdout: 14: throughput=4.66MB/sec pending data=0 2024-08-17T01:01:03.537 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JWrf22EqBwvaZmv off=16133030 len=766499 2024-08-17T01:01:03.542 INFO:tasks.workunit.client.0.smithi082.stdout:op 59 completed, throughput=4.71MB/sec 2024-08-17T01:01:03.542 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3Wpl9ZpmkCU1ZIB off=10947 len=1315940 2024-08-17T01:01:03.543 INFO:tasks.workunit.client.0.smithi082.stdout:op 60 completed, throughput=4.79MB/sec 2024-08-17T01:01:03.544 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PqNzEZ0-SAjhv1Q off=313193 len=323983 2024-08-17T01:01:03.546 INFO:tasks.workunit.client.0.smithi082.stdout:op 61 completed, throughput=4.81MB/sec 2024-08-17T01:01:03.546 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Zv9y5SE6a6i0Our off=629363 len=319122 2024-08-17T01:01:03.547 INFO:tasks.workunit.client.0.smithi082.stdout:op 62 completed, throughput=4.83MB/sec 2024-08-17T01:01:03.548 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-X9FYMbN1-Tslmx5 off=2159123 len=1432935 2024-08-17T01:01:03.550 INFO:tasks.workunit.client.0.smithi082.stdout:op 63 completed, throughput=4.93MB/sec 2024-08-17T01:01:03.550 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OkIbBOIY3C7iDbu off=22821308 len=1861091 2024-08-17T01:01:03.558 INFO:tasks.workunit.client.0.smithi082.stdout:op 64 completed, throughput=5.05MB/sec 2024-08-17T01:01:04.559 INFO:tasks.workunit.client.0.smithi082.stdout: 15: throughput=4.72MB/sec pending data=0 2024-08-17T01:01:04.559 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2S0XEsXjHwUE4Iw off=8054260 len=1104988 2024-08-17T01:01:04.567 INFO:tasks.workunit.client.0.smithi082.stdout:op 65 completed, throughput=4.79MB/sec 2024-08-17T01:01:04.567 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-n78iYx84SY7OJ8E off=869405 len=152904 2024-08-17T01:01:04.567 INFO:tasks.workunit.client.0.smithi082.stdout:op 66 completed, throughput=4.8MB/sec 2024-08-17T01:01:04.568 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Ip47A_Br57XowrK off=5020017 len=1911360 2024-08-17T01:01:04.570 INFO:tasks.workunit.client.0.smithi082.stdout:op 67 completed, throughput=4.91MB/sec 2024-08-17T01:01:04.570 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Hb9Vdz0Hz4-8sM- off=3240959 len=158816 2024-08-17T01:01:04.571 INFO:tasks.workunit.client.0.smithi082.stdout:op 68 completed, throughput=4.92MB/sec 2024-08-17T01:01:04.571 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6tDV7haUvKMqjaW off=3236002 len=2003760 2024-08-17T01:01:04.573 INFO:tasks.workunit.client.0.smithi082.stdout:op 69 completed, throughput=5.05MB/sec 2024-08-17T01:01:04.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:04 smithi082 ceph-mon[94343]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 129 op/s 2024-08-17T01:01:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:04 smithi082 ceph-mon[91979]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 129 op/s 2024-08-17T01:01:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:04 smithi137 ceph-mon[86391]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 129 op/s 2024-08-17T01:01:05.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:01:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:01:05] "GET /metrics HTTP/1.1" 200 34014 "" "Prometheus/2.43.0" 2024-08-17T01:01:05.574 INFO:tasks.workunit.client.0.smithi082.stdout: 16: throughput=4.74MB/sec pending data=0 2024-08-17T01:01:05.574 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4_HEQQqXP-vQfmz off=5990299 len=444546 2024-08-17T01:01:05.576 INFO:tasks.workunit.client.0.smithi082.stdout:op 70 completed, throughput=4.76MB/sec 2024-08-17T01:01:05.576 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZyZEeaoL2eStTOP off=2048656 len=1448267 2024-08-17T01:01:05.583 INFO:tasks.workunit.client.0.smithi082.stdout:op 71 completed, throughput=4.85MB/sec 2024-08-17T01:01:05.583 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yWMZ9-T8FoqoLBG off=9758329 len=1312747 2024-08-17T01:01:05.584 INFO:tasks.workunit.client.0.smithi082.stdout:op 72 completed, throughput=4.92MB/sec 2024-08-17T01:01:05.584 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tA66D7WqLSM35VQ off=356903 len=1796463 2024-08-17T01:01:05.584 INFO:tasks.workunit.client.0.smithi082.stdout:op 73 completed, throughput=5.03MB/sec 2024-08-17T01:01:05.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:01:05.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:01:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:01:06.585 INFO:tasks.workunit.client.0.smithi082.stdout: 17: throughput=4.74MB/sec pending data=0 2024-08-17T01:01:06.585 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0y44FA5MFhFqNRM off=3192077 len=1971738 2024-08-17T01:01:06.593 INFO:tasks.workunit.client.0.smithi082.stdout:op 74 completed, throughput=4.84MB/sec 2024-08-17T01:01:06.594 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wV0retDuN0W0Paa off=1097071 len=805030 2024-08-17T01:01:06.599 INFO:tasks.workunit.client.0.smithi082.stdout:op 75 completed, throughput=4.89MB/sec 2024-08-17T01:01:06.599 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YA-1n0ypktpBVmn off=14481349 len=376310 2024-08-17T01:01:06.602 INFO:tasks.workunit.client.0.smithi082.stdout:op 76 completed, throughput=4.91MB/sec 2024-08-17T01:01:06.602 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hzwd5euWcV6C2tS off=1653892 len=784274 2024-08-17T01:01:06.605 INFO:tasks.workunit.client.0.smithi082.stdout:op 77 completed, throughput=4.95MB/sec 2024-08-17T01:01:06.605 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PMlTrFvSZmDaw1r off=2237302 len=558958 2024-08-17T01:01:06.609 INFO:tasks.workunit.client.0.smithi082.stdout:op 78 completed, throughput=4.98MB/sec 2024-08-17T01:01:06.610 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9CVbOrTytqKRHXI off=1919781 len=1094454 2024-08-17T01:01:06.615 INFO:tasks.workunit.client.0.smithi082.stdout:op 79 completed, throughput=5.04MB/sec 2024-08-17T01:01:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:06 smithi082 ceph-mon[94343]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:01:06.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:06 smithi082 ceph-mon[91979]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:01:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:06 smithi137 ceph-mon[86391]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:01:07.616 INFO:tasks.workunit.client.0.smithi082.stdout: 18: throughput=4.76MB/sec pending data=0 2024-08-17T01:01:07.616 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-60tPCFhLc4Azcwi off=8124267 len=2058300 2024-08-17T01:01:07.624 INFO:tasks.workunit.client.0.smithi082.stdout:op 80 completed, throughput=4.87MB/sec 2024-08-17T01:01:07.624 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-e_EH0fAKfS7tg_G off=1312549 len=1152488 2024-08-17T01:01:07.626 INFO:tasks.workunit.client.0.smithi082.stdout:op 81 completed, throughput=4.93MB/sec 2024-08-17T01:01:07.626 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--zzqyqknMgswDLH off=14148942 len=1658822 2024-08-17T01:01:07.634 INFO:tasks.workunit.client.0.smithi082.stdout:op 82 completed, throughput=5.01MB/sec 2024-08-17T01:01:08.635 INFO:tasks.workunit.client.0.smithi082.stdout: 19: throughput=4.75MB/sec pending data=0 2024-08-17T01:01:08.635 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-XBT4wwo-xph_nak off=1159486 len=1501491 2024-08-17T01:01:08.642 INFO:tasks.workunit.client.0.smithi082.stdout:op 83 completed, throughput=4.82MB/sec 2024-08-17T01:01:08.642 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9weN_g_NI2ysYJy off=8319505 len=1171400 2024-08-17T01:01:08.644 INFO:tasks.workunit.client.0.smithi082.stdout:op 84 completed, throughput=4.88MB/sec 2024-08-17T01:01:08.644 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-E-sG8Qh65dl2dyl off=1637980 len=358028 2024-08-17T01:01:08.644 INFO:tasks.workunit.client.0.smithi082.stdout:op 85 completed, throughput=4.9MB/sec 2024-08-17T01:01:08.644 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zpi2252DSUb44lC off=20510767 len=992627 2024-08-17T01:01:08.650 INFO:tasks.workunit.client.0.smithi082.stdout:op 86 completed, throughput=4.95MB/sec 2024-08-17T01:01:08.650 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mlOfXUId1ouuWgN off=1445308 len=1100713 2024-08-17T01:01:08.654 INFO:tasks.workunit.client.0.smithi082.stdout:op 87 completed, throughput=5MB/sec 2024-08-17T01:01:08.654 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XepF48urWrzLd8m off=7916894 len=1860289 2024-08-17T01:01:08.656 INFO:tasks.workunit.client.0.smithi082.stdout:op 88 completed, throughput=5.09MB/sec 2024-08-17T01:01:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:08 smithi082 ceph-mon[91979]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:01:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:08 smithi082 ceph-mon[94343]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:01:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:08 smithi137 ceph-mon[86391]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:01:09.656 INFO:tasks.workunit.client.0.smithi082.stdout: 20: throughput=4.84MB/sec pending data=0 2024-08-17T01:01:09.656 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NTjVupeNQhxAw1Z off=2988481 len=2061509 2024-08-17T01:01:09.659 INFO:tasks.workunit.client.0.smithi082.stdout:op 89 completed, throughput=4.94MB/sec 2024-08-17T01:01:09.659 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-j1gP2Ni-ohnMB8j off=1512040 len=1831042 2024-08-17T01:01:09.661 INFO:tasks.workunit.client.0.smithi082.stdout:op 90 completed, throughput=5.02MB/sec 2024-08-17T01:01:10.661 INFO:tasks.workunit.client.0.smithi082.stdout: 21: throughput=4.79MB/sec pending data=0 2024-08-17T01:01:10.662 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6sG_QO4gGKB7GWY off=17025364 len=1075477 2024-08-17T01:01:10.668 INFO:tasks.workunit.client.0.smithi082.stdout:op 91 completed, throughput=4.83MB/sec 2024-08-17T01:01:10.668 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JipYQtIKt5jewM0 off=1058768 len=76969 2024-08-17T01:01:10.668 INFO:tasks.workunit.client.0.smithi082.stdout:op 92 completed, throughput=4.84MB/sec 2024-08-17T01:01:10.669 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nPL3iDW-5upczvn off=1941410 len=902684 2024-08-17T01:01:10.670 INFO:tasks.workunit.client.0.smithi082.stdout:op 93 completed, throughput=4.88MB/sec 2024-08-17T01:01:10.670 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-k7Yd_hh8d8QdLGy off=2994245 len=1486682 2024-08-17T01:01:10.671 INFO:tasks.workunit.client.0.smithi082.stdout:op 94 completed, throughput=4.94MB/sec 2024-08-17T01:01:10.672 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-368OrzTGKSBR20W off=1613701 len=1518866 2024-08-17T01:01:10.680 INFO:tasks.workunit.client.0.smithi082.stdout:op 95 completed, throughput=5.01MB/sec 2024-08-17T01:01:10.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:10 smithi082 ceph-mon[94343]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:01:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:10 smithi082 ceph-mon[91979]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:01:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:10 smithi137 ceph-mon[86391]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:01:11.681 INFO:tasks.workunit.client.0.smithi082.stdout: 22: throughput=4.78MB/sec pending data=0 2024-08-17T01:01:11.681 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xBbbA8zBtnyCfOF off=7336882 len=1436150 2024-08-17T01:01:11.689 INFO:tasks.workunit.client.0.smithi082.stdout:op 96 completed, throughput=4.84MB/sec 2024-08-17T01:01:11.689 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tmCPvtKtgb-meIr off=1323812 len=1029727 2024-08-17T01:01:11.690 INFO:tasks.workunit.client.0.smithi082.stdout:op 97 completed, throughput=4.89MB/sec 2024-08-17T01:01:11.690 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-uYuv6HjHqUsXr_O off=10046168 len=1041625 2024-08-17T01:01:11.695 INFO:tasks.workunit.client.0.smithi082.stdout:op 98 completed, throughput=4.93MB/sec 2024-08-17T01:01:11.696 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1L6x9uQwwpagvFf off=14667058 len=56139 2024-08-17T01:01:11.696 INFO:tasks.workunit.client.0.smithi082.stdout:op 99 completed, throughput=4.93MB/sec 2024-08-17T01:01:11.696 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-J8BWXVT_RDXkSwu off=231830 len=1519207 2024-08-17T01:01:11.698 INFO:tasks.workunit.client.0.smithi082.stdout:op 100 completed, throughput=5MB/sec 2024-08-17T01:01:11.698 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-V8Khic3yi2YxVPA off=4106384 len=205498 2024-08-17T01:01:11.699 INFO:tasks.workunit.client.0.smithi082.stdout:op 101 completed, throughput=5MB/sec 2024-08-17T01:01:12.700 INFO:tasks.workunit.client.0.smithi082.stdout: 23: throughput=4.79MB/sec pending data=0 2024-08-17T01:01:12.700 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HT6rsX8E-SXEeWg off=459400 len=1788981 2024-08-17T01:01:12.709 INFO:tasks.workunit.client.0.smithi082.stdout:op 102 completed, throughput=4.86MB/sec 2024-08-17T01:01:12.709 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PUWlueC4WDz6PqD off=2928873 len=1354780 2024-08-17T01:01:12.710 INFO:tasks.workunit.client.0.smithi082.stdout:op 103 completed, throughput=4.92MB/sec 2024-08-17T01:01:12.710 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4xdTKMMyuMAY1oi off=747103 len=788008 2024-08-17T01:01:12.711 INFO:tasks.workunit.client.0.smithi082.stdout:op 104 completed, throughput=4.95MB/sec 2024-08-17T01:01:12.712 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8AVOTwppf-WM0P9 off=6046208 len=242792 2024-08-17T01:01:12.714 INFO:tasks.workunit.client.0.smithi082.stdout:op 105 completed, throughput=4.96MB/sec 2024-08-17T01:01:12.714 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-bu1rOwfdB9_S0Qj off=9156774 len=563344 2024-08-17T01:01:12.717 INFO:tasks.workunit.client.0.smithi082.stdout:op 106 completed, throughput=4.98MB/sec 2024-08-17T01:01:12.718 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-l7tQ5WH3byF2Ix1 off=8885509 len=1931780 2024-08-17T01:01:12.719 INFO:tasks.workunit.client.0.smithi082.stdout:op 107 completed, throughput=5.06MB/sec 2024-08-17T01:01:12.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:12 smithi082 ceph-mon[94343]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-17T01:01:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:12 smithi082 ceph-mon[91979]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-17T01:01:12.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:12 smithi137 ceph-mon[86391]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-17T01:01:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:01:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:01:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:01:13.720 INFO:tasks.workunit.client.0.smithi082.stdout: 24: throughput=4.85MB/sec pending data=0 2024-08-17T01:01:13.720 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-61-aED-dC9C2aYu off=7671734 len=9196 2024-08-17T01:01:13.722 INFO:tasks.workunit.client.0.smithi082.stdout:op 108 completed, throughput=4.85MB/sec 2024-08-17T01:01:13.723 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-uQobR39wR7EoFvX off=4871812 len=407091 2024-08-17T01:01:13.725 INFO:tasks.workunit.client.0.smithi082.stdout:op 109 completed, throughput=4.87MB/sec 2024-08-17T01:01:13.726 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-68GICBbXXWnEo8D off=4077324 len=1828722 2024-08-17T01:01:13.728 INFO:tasks.workunit.client.0.smithi082.stdout:op 110 completed, throughput=4.94MB/sec 2024-08-17T01:01:13.728 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OLbDFKbbgul_nOw off=0 len=1382650 2024-08-17T01:01:13.736 INFO:tasks.workunit.client.0.smithi082.stdout:op 111 completed, throughput=4.99MB/sec 2024-08-17T01:01:13.736 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_g3tkoxlwVpILBE off=4369473 len=266868 2024-08-17T01:01:13.738 INFO:tasks.workunit.client.0.smithi082.stdout:op 112 completed, throughput=5MB/sec 2024-08-17T01:01:13.738 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ImS-UnYrGK62gt_ off=7352618 len=1889489 2024-08-17T01:01:13.747 INFO:tasks.workunit.client.0.smithi082.stdout:op 113 completed, throughput=5.07MB/sec 2024-08-17T01:01:14.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:14 smithi082 ceph-mon[94343]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:01:14.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:14 smithi082 ceph-mon[91979]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:01:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:14 smithi137 ceph-mon[86391]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:01:14.747 INFO:tasks.workunit.client.0.smithi082.stdout: 25: throughput=4.87MB/sec pending data=0 2024-08-17T01:01:14.748 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-eVVu4qY7a2dvRhy off=1780468 len=1291138 2024-08-17T01:01:14.753 INFO:tasks.workunit.client.0.smithi082.stdout:op 114 completed, throughput=4.92MB/sec 2024-08-17T01:01:14.753 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-402oQ904EJRMXFT off=3369354 len=494832 2024-08-17T01:01:14.757 INFO:tasks.workunit.client.0.smithi082.stdout:op 115 completed, throughput=4.94MB/sec 2024-08-17T01:01:14.758 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zxz4dWUEiVMl_Tj off=5539570 len=1644159 2024-08-17T01:01:14.759 INFO:tasks.workunit.client.0.smithi082.stdout:op 116 completed, throughput=5MB/sec 2024-08-17T01:01:14.759 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Mwr1x1I9gNRoOhG off=4750643 len=171211 2024-08-17T01:01:14.760 INFO:tasks.workunit.client.0.smithi082.stdout:op 117 completed, throughput=5MB/sec 2024-08-17T01:01:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:01:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:01:15] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-08-17T01:01:15.761 INFO:tasks.workunit.client.0.smithi082.stdout: 26: throughput=4.82MB/sec pending data=0 2024-08-17T01:01:15.761 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-R5xBIdT1fDi3CH7 off=1097020 len=410086 2024-08-17T01:01:15.764 INFO:tasks.workunit.client.0.smithi082.stdout:op 118 completed, throughput=4.83MB/sec 2024-08-17T01:01:15.764 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-niiEd1EvSYarcbw off=2181808 len=2076477 2024-08-17T01:01:15.772 INFO:tasks.workunit.client.0.smithi082.stdout:op 119 completed, throughput=4.9MB/sec 2024-08-17T01:01:15.772 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xtPcQrXgpztoHZW off=5081004 len=180828 2024-08-17T01:01:15.775 INFO:tasks.workunit.client.0.smithi082.stdout:op 120 completed, throughput=4.91MB/sec 2024-08-17T01:01:15.775 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rvowVt9zKS3bpIW off=7765775 len=1537652 2024-08-17T01:01:15.784 INFO:tasks.workunit.client.0.smithi082.stdout:op 121 completed, throughput=4.96MB/sec 2024-08-17T01:01:15.784 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Hn_kGVSZdX18i43 off=13344963 len=995379 2024-08-17T01:01:15.789 INFO:tasks.workunit.client.0.smithi082.stdout:op 122 completed, throughput=5MB/sec 2024-08-17T01:01:15.789 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0k3oeiA3ghsBp_2 off=3833882 len=1951804 2024-08-17T01:01:15.795 INFO:tasks.workunit.client.0.smithi082.stdout:op 123 completed, throughput=5.07MB/sec 2024-08-17T01:01:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:16 smithi082 ceph-mon[94343]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:01:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:16 smithi082 ceph-mon[91979]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:01:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:16 smithi137 ceph-mon[86391]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:01:16.796 INFO:tasks.workunit.client.0.smithi082.stdout: 27: throughput=4.88MB/sec pending data=0 2024-08-17T01:01:16.796 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-VPTF_awrb3jWF9J off=17844746 len=527063 2024-08-17T01:01:16.799 INFO:tasks.workunit.client.0.smithi082.stdout:op 124 completed, throughput=4.9MB/sec 2024-08-17T01:01:16.799 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-LSKhArZe2k8wNhx off=7416650 len=1553576 2024-08-17T01:01:16.801 INFO:tasks.workunit.client.0.smithi082.stdout:op 125 completed, throughput=4.95MB/sec 2024-08-17T01:01:16.801 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6tDV7haUvKMqjaW off=5468396 len=1952880 2024-08-17T01:01:16.813 INFO:tasks.workunit.client.0.smithi082.stdout:op 126 completed, throughput=5.02MB/sec 2024-08-17T01:01:17.813 INFO:tasks.workunit.client.0.smithi082.stdout: 28: throughput=4.84MB/sec pending data=0 2024-08-17T01:01:17.814 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KweSSjhF4EoBZjj off=11532781 len=1328630 2024-08-17T01:01:17.815 INFO:tasks.workunit.client.0.smithi082.stdout:op 127 completed, throughput=4.89MB/sec 2024-08-17T01:01:17.815 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-7RMdN15Y5IcBXmm off=293985 len=1828149 2024-08-17T01:01:17.825 INFO:tasks.workunit.client.0.smithi082.stdout:op 128 completed, throughput=4.95MB/sec 2024-08-17T01:01:17.825 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-K3xMKiGQYU_9QAa off=337503 len=1328323 2024-08-17T01:01:17.832 INFO:tasks.workunit.client.0.smithi082.stdout:op 129 completed, throughput=4.99MB/sec 2024-08-17T01:01:17.832 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZD0NaaM_yCYW8xp off=2022543 len=615576 2024-08-17T01:01:17.835 INFO:tasks.workunit.client.0.smithi082.stdout:op 130 completed, throughput=5.01MB/sec 2024-08-17T01:01:18.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:18 smithi082 ceph-mon[94343]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:01:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:18 smithi082 ceph-mon[91979]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:01:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:18 smithi137 ceph-mon[86391]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:01:18.835 INFO:tasks.workunit.client.0.smithi082.stdout: 29: throughput=4.84MB/sec pending data=0 2024-08-17T01:01:18.836 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CfDqB92j_KOGtCc off=11916530 len=1538633 2024-08-17T01:01:18.842 INFO:tasks.workunit.client.0.smithi082.stdout:op 131 completed, throughput=4.89MB/sec 2024-08-17T01:01:18.842 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wywJrZ52ML7D_DO off=2269027 len=558907 2024-08-17T01:01:18.843 INFO:tasks.workunit.client.0.smithi082.stdout:op 132 completed, throughput=4.91MB/sec 2024-08-17T01:01:18.843 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gCT1aeiIP2Zn-gy off=18313708 len=1219352 2024-08-17T01:01:18.850 INFO:tasks.workunit.client.0.smithi082.stdout:op 133 completed, throughput=4.94MB/sec 2024-08-17T01:01:18.850 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Q11FNsSeOCA_I1z off=11300373 len=1614158 2024-08-17T01:01:18.858 INFO:tasks.workunit.client.0.smithi082.stdout:op 134 completed, throughput=5MB/sec 2024-08-17T01:01:18.858 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2I09b7xgBQwx0zv off=11587269 len=182392 2024-08-17T01:01:18.860 INFO:tasks.workunit.client.0.smithi082.stdout:op 135 completed, throughput=5MB/sec 2024-08-17T01:01:19.861 INFO:tasks.workunit.client.0.smithi082.stdout: 30: throughput=4.84MB/sec pending data=0 2024-08-17T01:01:19.861 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rTTLscmwRFhek9v off=868501 len=1470798 2024-08-17T01:01:19.863 INFO:tasks.workunit.client.0.smithi082.stdout:op 136 completed, throughput=4.88MB/sec 2024-08-17T01:01:19.863 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Wovm3IcVLS-ahkd off=494687 len=574394 2024-08-17T01:01:19.864 INFO:tasks.workunit.client.0.smithi082.stdout:op 137 completed, throughput=4.9MB/sec 2024-08-17T01:01:19.864 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9QptJ3D6QY7eBLI off=2692247 len=311746 2024-08-17T01:01:19.867 INFO:tasks.workunit.client.0.smithi082.stdout:op 138 completed, throughput=4.91MB/sec 2024-08-17T01:01:19.867 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BZdosojXDy_aDdx off=15513024 len=1447546 2024-08-17T01:01:19.870 INFO:tasks.workunit.client.0.smithi082.stdout:op 139 completed, throughput=4.95MB/sec 2024-08-17T01:01:19.871 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--8hvEGyF9Yt3fb- off=5338694 len=1073908 2024-08-17T01:01:19.872 INFO:tasks.workunit.client.0.smithi082.stdout:op 140 completed, throughput=4.99MB/sec 2024-08-17T01:01:19.872 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gGOY4ZoYKNb2rdt off=3880465 len=280978 2024-08-17T01:01:19.875 INFO:tasks.workunit.client.0.smithi082.stdout:op 141 completed, throughput=5MB/sec 2024-08-17T01:01:19.876 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JR5mz1zTBrAAUyi off=10181367 len=1216713 2024-08-17T01:01:19.877 INFO:tasks.workunit.client.0.smithi082.stdout:op 142 completed, throughput=5.03MB/sec 2024-08-17T01:01:20.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:01:20.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:01:20.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:01:20.877 INFO:tasks.workunit.client.0.smithi082.stdout: 31: throughput=4.87MB/sec pending data=0 2024-08-17T01:01:20.878 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-i8nkg0PEkM8mXVe off=2862159 len=847556 2024-08-17T01:01:20.882 INFO:tasks.workunit.client.0.smithi082.stdout:op 143 completed, throughput=4.9MB/sec 2024-08-17T01:01:20.882 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BF3iE5WWFQJvrS4 off=3847322 len=1198061 2024-08-17T01:01:20.883 INFO:tasks.workunit.client.0.smithi082.stdout:op 144 completed, throughput=4.93MB/sec 2024-08-17T01:01:20.883 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-E8cm1Eu81WZkk01 off=2428049 len=1780897 2024-08-17T01:01:20.890 INFO:tasks.workunit.client.0.smithi082.stdout:op 145 completed, throughput=4.99MB/sec 2024-08-17T01:01:20.890 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kWI7xtSuDOUXbeR off=11423551 len=1571549 2024-08-17T01:01:20.897 INFO:tasks.workunit.client.0.smithi082.stdout:op 146 completed, throughput=5.03MB/sec 2024-08-17T01:01:21.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:21 smithi137 ceph-mon[86391]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:01:21.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:21 smithi082 ceph-mon[94343]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:01:21.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:21 smithi082 ceph-mon[91979]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:01:21.898 INFO:tasks.workunit.client.0.smithi082.stdout: 32: throughput=4.88MB/sec pending data=0 2024-08-17T01:01:21.898 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-U9vpJt3eqzjE6AT off=9691691 len=643826 2024-08-17T01:01:21.902 INFO:tasks.workunit.client.0.smithi082.stdout:op 147 completed, throughput=4.9MB/sec 2024-08-17T01:01:21.902 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gDoMydeam4DnzDt off=6423626 len=405595 2024-08-17T01:01:21.905 INFO:tasks.workunit.client.0.smithi082.stdout:op 148 completed, throughput=4.91MB/sec 2024-08-17T01:01:21.906 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aN2JbhjIQiWfzn4 off=11049208 len=1865276 2024-08-17T01:01:21.917 INFO:tasks.workunit.client.0.smithi082.stdout:op 149 completed, throughput=4.96MB/sec 2024-08-17T01:01:21.917 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_3WFR8Ip6LJLvlx off=2949290 len=2055302 2024-08-17T01:01:21.919 INFO:tasks.workunit.client.0.smithi082.stdout:op 150 completed, throughput=5.02MB/sec 2024-08-17T01:01:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:22 smithi082 ceph-mon[94343]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:01:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:22 smithi082 ceph-mon[91979]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:01:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:22 smithi137 ceph-mon[86391]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:01:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:01:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:01:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:01:22.920 INFO:tasks.workunit.client.0.smithi082.stdout: 33: throughput=4.87MB/sec pending data=0 2024-08-17T01:01:22.920 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Hp4GAKq8sOToXMt off=7296568 len=139631 2024-08-17T01:01:22.922 INFO:tasks.workunit.client.0.smithi082.stdout:op 151 completed, throughput=4.88MB/sec 2024-08-17T01:01:22.922 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KsS2jBDY-CjiamZ off=1607426 len=403331 2024-08-17T01:01:22.924 INFO:tasks.workunit.client.0.smithi082.stdout:op 152 completed, throughput=4.89MB/sec 2024-08-17T01:01:22.924 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XDZJWtmj00V7r26 off=2604613 len=1867099 2024-08-17T01:01:22.926 INFO:tasks.workunit.client.0.smithi082.stdout:op 153 completed, throughput=4.94MB/sec 2024-08-17T01:01:22.927 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-cLwTzH0OjJALsuf off=21658929 len=589472 2024-08-17T01:01:22.928 INFO:tasks.workunit.client.0.smithi082.stdout:op 154 completed, throughput=4.96MB/sec 2024-08-17T01:01:22.928 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ntUBxulgRRTnVjN off=319959 len=455849 2024-08-17T01:01:22.929 INFO:tasks.workunit.client.0.smithi082.stdout:op 155 completed, throughput=4.97MB/sec 2024-08-17T01:01:22.930 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xBoOQiEEpGTntME off=9126229 len=2006398 2024-08-17T01:01:22.932 INFO:tasks.workunit.client.0.smithi082.stdout:op 156 completed, throughput=5.02MB/sec 2024-08-17T01:01:23.932 INFO:tasks.workunit.client.0.smithi082.stdout: 34: throughput=4.88MB/sec pending data=0 2024-08-17T01:01:23.932 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-weutgg8R65VA-nP off=7335731 len=855455 2024-08-17T01:01:23.936 INFO:tasks.workunit.client.0.smithi082.stdout:op 157 completed, throughput=4.9MB/sec 2024-08-17T01:01:23.936 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ipo3HmvLfDank7A off=2403634 len=672497 2024-08-17T01:01:23.941 INFO:tasks.workunit.client.0.smithi082.stdout:op 158 completed, throughput=4.92MB/sec 2024-08-17T01:01:23.941 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ODDsfjIHwroIh8b off=13478852 len=1707853 2024-08-17T01:01:23.951 INFO:tasks.workunit.client.0.smithi082.stdout:op 159 completed, throughput=4.97MB/sec 2024-08-17T01:01:23.951 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cux0YYa_cg2HQLK off=9511100 len=941220 2024-08-17T01:01:23.955 INFO:tasks.workunit.client.0.smithi082.stdout:op 160 completed, throughput=4.99MB/sec 2024-08-17T01:01:23.955 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_8ba9oX6iHTVSoL off=2499475 len=81916 2024-08-17T01:01:23.956 INFO:tasks.workunit.client.0.smithi082.stdout:op 161 completed, throughput=4.99MB/sec 2024-08-17T01:01:23.956 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XPQOiw6r_s_uQng off=1370175 len=1824462 2024-08-17T01:01:23.958 INFO:tasks.workunit.client.0.smithi082.stdout:op 162 completed, throughput=5.04MB/sec 2024-08-17T01:01:24.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:24 smithi082 ceph-mon[94343]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:01:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:24 smithi082 ceph-mon[91979]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:01:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:24 smithi137 ceph-mon[86391]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:01:24.958 INFO:tasks.workunit.client.0.smithi082.stdout: 35: throughput=4.9MB/sec pending data=0 2024-08-17T01:01:24.958 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qAgDRo57oBar1JG off=790372 len=1419275 2024-08-17T01:01:24.961 INFO:tasks.workunit.client.0.smithi082.stdout:op 163 completed, throughput=4.94MB/sec 2024-08-17T01:01:24.961 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-jkQaS9-e07dhHjB off=2044675 len=473214 2024-08-17T01:01:24.965 INFO:tasks.workunit.client.0.smithi082.stdout:op 164 completed, throughput=4.95MB/sec 2024-08-17T01:01:24.965 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zEAYZKv0nj9eFv6 off=6092550 len=412494 2024-08-17T01:01:24.969 INFO:tasks.workunit.client.0.smithi082.stdout:op 165 completed, throughput=4.96MB/sec 2024-08-17T01:01:24.969 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-XoUPYSQ2wBMqBHm off=8688220 len=1855278 2024-08-17T01:01:24.979 INFO:tasks.workunit.client.0.smithi082.stdout:op 166 completed, throughput=5.01MB/sec 2024-08-17T01:01:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:01:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:01:25] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-08-17T01:01:25.980 INFO:tasks.workunit.client.0.smithi082.stdout: 36: throughput=4.87MB/sec pending data=0 2024-08-17T01:01:25.980 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-baLIFDlI6_4FNHp off=9117044 len=1906186 2024-08-17T01:01:25.984 INFO:tasks.workunit.client.0.smithi082.stdout:op 167 completed, throughput=4.92MB/sec 2024-08-17T01:01:25.984 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_PRLmYeQ-9VkDp2 off=1109412 len=1388441 2024-08-17T01:01:25.986 INFO:tasks.workunit.client.0.smithi082.stdout:op 168 completed, throughput=4.96MB/sec 2024-08-17T01:01:25.986 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-je_hYXh6gv_eH-c off=4968997 len=815792 2024-08-17T01:01:25.991 INFO:tasks.workunit.client.0.smithi082.stdout:op 169 completed, throughput=4.98MB/sec 2024-08-17T01:01:25.991 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dNnslLJYQ_S7zh7 off=168359 len=887413 2024-08-17T01:01:26.003 INFO:tasks.workunit.client.0.smithi082.stdout:op 170 completed, throughput=5MB/sec 2024-08-17T01:01:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:26 smithi082 ceph-mon[91979]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:01:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:26 smithi082 ceph-mon[94343]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:01:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:26 smithi137 ceph-mon[86391]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:01:27.003 INFO:tasks.workunit.client.0.smithi082.stdout: 37: throughput=4.87MB/sec pending data=0 2024-08-17T01:01:27.003 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ptmC_aM7Q5Xw9NZ off=445349 len=190451 2024-08-17T01:01:27.004 INFO:tasks.workunit.client.0.smithi082.stdout:op 171 completed, throughput=4.87MB/sec 2024-08-17T01:01:27.004 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-R_GykLTdLcOMUia off=1069625 len=279306 2024-08-17T01:01:27.007 INFO:tasks.workunit.client.0.smithi082.stdout:op 172 completed, throughput=4.88MB/sec 2024-08-17T01:01:27.008 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xaeNEv4ZxDj4in1 off=2085134 len=827650 2024-08-17T01:01:27.011 INFO:tasks.workunit.client.0.smithi082.stdout:op 173 completed, throughput=4.9MB/sec 2024-08-17T01:01:27.012 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DN1xICNiZKFZOo7 off=11287118 len=1805754 2024-08-17T01:01:27.013 INFO:tasks.workunit.client.0.smithi082.stdout:op 174 completed, throughput=4.94MB/sec 2024-08-17T01:01:27.013 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tM12y7Ie4Jg7MjU off=16934351 len=2005817 2024-08-17T01:01:27.022 INFO:tasks.workunit.client.0.smithi082.stdout:op 175 completed, throughput=4.99MB/sec 2024-08-17T01:01:27.022 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vN7jv83KIg_cyUE off=6321883 len=313127 2024-08-17T01:01:27.023 INFO:tasks.workunit.client.0.smithi082.stdout:op 176 completed, throughput=5MB/sec 2024-08-17T01:01:28.023 INFO:tasks.workunit.client.0.smithi082.stdout: 38: throughput=4.87MB/sec pending data=0 2024-08-17T01:01:28.024 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9fBEDh6r_lh5QUq off=1224397 len=315105 2024-08-17T01:01:28.027 INFO:tasks.workunit.client.0.smithi082.stdout:op 177 completed, throughput=4.88MB/sec 2024-08-17T01:01:28.027 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-a5q02mKcpssWmSn off=4247699 len=184618 2024-08-17T01:01:28.027 INFO:tasks.workunit.client.0.smithi082.stdout:op 178 completed, throughput=4.88MB/sec 2024-08-17T01:01:28.027 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kO-RofruCKcpqSM off=16300808 len=744048 2024-08-17T01:01:28.028 INFO:tasks.workunit.client.0.smithi082.stdout:op 179 completed, throughput=4.9MB/sec 2024-08-17T01:01:28.028 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ddQiU3A0AvZiuRS off=15330735 len=1463139 2024-08-17T01:01:28.030 INFO:tasks.workunit.client.0.smithi082.stdout:op 180 completed, throughput=4.94MB/sec 2024-08-17T01:01:28.030 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TlZp1jIn0cKCQwR off=3854392 len=1163626 2024-08-17T01:01:28.031 INFO:tasks.workunit.client.0.smithi082.stdout:op 181 completed, throughput=4.97MB/sec 2024-08-17T01:01:28.031 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rkGdlzEh2ozCxmY off=10678749 len=276004 2024-08-17T01:01:28.032 INFO:tasks.workunit.client.0.smithi082.stdout:op 182 completed, throughput=4.97MB/sec 2024-08-17T01:01:28.032 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PAfWACkY-tkcrEQ off=99380 len=653241 2024-08-17T01:01:28.034 INFO:tasks.workunit.client.0.smithi082.stdout:op 183 completed, throughput=4.99MB/sec 2024-08-17T01:01:28.034 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5qm7K4sw3wZqVSU off=5088045 len=825834 2024-08-17T01:01:28.038 INFO:tasks.workunit.client.0.smithi082.stdout:op 184 completed, throughput=5.01MB/sec 2024-08-17T01:01:28.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:28 smithi082 ceph-mon[91979]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:01:28.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:28 smithi082 ceph-mon[94343]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:01:28.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:28 smithi137 ceph-mon[86391]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:01:29.038 INFO:tasks.workunit.client.0.smithi082.stdout: 39: throughput=4.88MB/sec pending data=0 2024-08-17T01:01:29.039 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_lvkA4G7jRpfooG off=2499003 len=1515370 2024-08-17T01:01:29.045 INFO:tasks.workunit.client.0.smithi082.stdout:op 185 completed, throughput=4.92MB/sec 2024-08-17T01:01:29.045 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Wz2rA5fOuEqN1a6 off=1278666 len=2035549 2024-08-17T01:01:29.049 INFO:tasks.workunit.client.0.smithi082.stdout:op 186 completed, throughput=4.97MB/sec 2024-08-17T01:01:29.049 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-U2YfL0q-pNBeUOK off=6669018 len=636575 2024-08-17T01:01:29.054 INFO:tasks.workunit.client.0.smithi082.stdout:op 187 completed, throughput=4.98MB/sec 2024-08-17T01:01:29.054 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KRybWAD9tIDJiDR off=480143 len=461459 2024-08-17T01:01:29.058 INFO:tasks.workunit.client.0.smithi082.stdout:op 188 completed, throughput=4.99MB/sec 2024-08-17T01:01:29.058 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-cFXveoosjq3uLSW off=1316218 len=1835549 2024-08-17T01:01:29.060 INFO:tasks.workunit.client.0.smithi082.stdout:op 189 completed, throughput=5.04MB/sec 2024-08-17T01:01:30.060 INFO:tasks.workunit.client.0.smithi082.stdout: 40: throughput=4.91MB/sec pending data=0 2024-08-17T01:01:30.060 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-fnk8ePGsD9hoG47 off=1031896 len=1781137 2024-08-17T01:01:30.069 INFO:tasks.workunit.client.0.smithi082.stdout:op 190 completed, throughput=4.95MB/sec 2024-08-17T01:01:30.069 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_lQ9N3p5UlGVr-d off=2712512 len=242843 2024-08-17T01:01:30.072 INFO:tasks.workunit.client.0.smithi082.stdout:op 191 completed, throughput=4.96MB/sec 2024-08-17T01:01:30.072 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YaWkivYu-slIPz3 off=9134263 len=1409130 2024-08-17T01:01:30.081 INFO:tasks.workunit.client.0.smithi082.stdout:op 192 completed, throughput=4.99MB/sec 2024-08-17T01:01:30.081 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qYvNsH0QcdbBS4U off=4362613 len=865828 2024-08-17T01:01:30.085 INFO:tasks.workunit.client.0.smithi082.stdout:op 193 completed, throughput=5.01MB/sec 2024-08-17T01:01:30.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:30 smithi082 ceph-mon[94343]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:01:30.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:30 smithi082 ceph-mon[91979]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:01:30.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:30 smithi137 ceph-mon[86391]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:01:31.086 INFO:tasks.workunit.client.0.smithi082.stdout: 41: throughput=4.89MB/sec pending data=0 2024-08-17T01:01:31.086 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CUv-62u2GxIP4GI off=4136532 len=1526258 2024-08-17T01:01:31.094 INFO:tasks.workunit.client.0.smithi082.stdout:op 194 completed, throughput=4.92MB/sec 2024-08-17T01:01:31.094 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UpY5LaVdkJ6gEa6 off=758199 len=1813208 2024-08-17T01:01:31.096 INFO:tasks.workunit.client.0.smithi082.stdout:op 195 completed, throughput=4.97MB/sec 2024-08-17T01:01:31.096 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-L-z1_RSe3QtjXjN off=15152230 len=820150 2024-08-17T01:01:31.097 INFO:tasks.workunit.client.0.smithi082.stdout:op 196 completed, throughput=4.98MB/sec 2024-08-17T01:01:31.097 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-uQgJU4fsDZvrvNI off=3649279 len=1979532 2024-08-17T01:01:31.099 INFO:tasks.workunit.client.0.smithi082.stdout:op 197 completed, throughput=5.03MB/sec 2024-08-17T01:01:32.100 INFO:tasks.workunit.client.0.smithi082.stdout: 42: throughput=4.91MB/sec pending data=0 2024-08-17T01:01:32.100 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Xti55SMdo0Yfbnp off=2771628 len=5551 2024-08-17T01:01:32.102 INFO:tasks.workunit.client.0.smithi082.stdout:op 198 completed, throughput=4.91MB/sec 2024-08-17T01:01:32.102 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9jhUuNhuYw6XI6i off=4512172 len=2045713 2024-08-17T01:01:32.112 INFO:tasks.workunit.client.0.smithi082.stdout:op 199 completed, throughput=4.96MB/sec 2024-08-17T01:01:32.112 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pm3LD1PcowFBfp5 off=15602430 len=484747 2024-08-17T01:01:32.113 INFO:tasks.workunit.client.0.smithi082.stdout:op 200 completed, throughput=4.97MB/sec 2024-08-17T01:01:32.113 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0R8UkKNPGOLRKN0 off=1076132 len=458360 2024-08-17T01:01:32.117 INFO:tasks.workunit.client.0.smithi082.stdout:op 201 completed, throughput=4.98MB/sec 2024-08-17T01:01:32.117 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zsGPMGhDWUBgc0I off=15813040 len=1852087 2024-08-17T01:01:32.125 INFO:tasks.workunit.client.0.smithi082.stdout:op 202 completed, throughput=5.02MB/sec 2024-08-17T01:01:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:32 smithi082 ceph-mon[91979]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:01:32.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:32 smithi082 ceph-mon[94343]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:01:32.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:32 smithi137 ceph-mon[86391]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:01:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:01:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:01:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:01:33.125 INFO:tasks.workunit.client.0.smithi082.stdout: 43: throughput=4.9MB/sec pending data=0 2024-08-17T01:01:33.126 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YqhR2uxc8JZ3gpU off=4240799 len=550730 2024-08-17T01:01:33.130 INFO:tasks.workunit.client.0.smithi082.stdout:op 203 completed, throughput=4.91MB/sec 2024-08-17T01:01:33.130 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hxUP7RnbQPvpUFR off=3771116 len=381321 2024-08-17T01:01:33.133 INFO:tasks.workunit.client.0.smithi082.stdout:op 204 completed, throughput=4.92MB/sec 2024-08-17T01:01:33.133 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-CEia06Q8cSTt6Yv off=1897676 len=1579357 2024-08-17T01:01:33.135 INFO:tasks.workunit.client.0.smithi082.stdout:op 205 completed, throughput=4.96MB/sec 2024-08-17T01:01:33.135 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UmnagVNxx-HQ-aS off=7655458 len=1605837 2024-08-17T01:01:33.143 INFO:tasks.workunit.client.0.smithi082.stdout:op 206 completed, throughput=4.99MB/sec 2024-08-17T01:01:33.143 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oyArjiJOnup1l1T off=14753978 len=944088 2024-08-17T01:01:33.144 INFO:tasks.workunit.client.0.smithi082.stdout:op 207 completed, throughput=5.01MB/sec 2024-08-17T01:01:34.145 INFO:tasks.workunit.client.0.smithi082.stdout: 44: throughput=4.9MB/sec pending data=0 2024-08-17T01:01:34.145 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nDogb5N610mf7jP off=3890937 len=15647 2024-08-17T01:01:34.146 INFO:tasks.workunit.client.0.smithi082.stdout:op 208 completed, throughput=4.9MB/sec 2024-08-17T01:01:34.146 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-AxIJnXBLZsepZPu off=10808601 len=1756892 2024-08-17T01:01:34.148 INFO:tasks.workunit.client.0.smithi082.stdout:op 209 completed, throughput=4.94MB/sec 2024-08-17T01:01:34.148 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PK_CVRcZhmJvR2V off=11610558 len=171657 2024-08-17T01:01:34.149 INFO:tasks.workunit.client.0.smithi082.stdout:op 210 completed, throughput=4.94MB/sec 2024-08-17T01:01:34.149 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NzwKigZyXevpYkV off=3775646 len=1573309 2024-08-17T01:01:34.156 INFO:tasks.workunit.client.0.smithi082.stdout:op 211 completed, throughput=4.97MB/sec 2024-08-17T01:01:34.156 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UF67ZSFpS9dgChD off=2745364 len=1755574 2024-08-17T01:01:34.164 INFO:tasks.workunit.client.0.smithi082.stdout:op 212 completed, throughput=5.01MB/sec 2024-08-17T01:01:34.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:34 smithi082 ceph-mon[94343]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:01:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:34 smithi082 ceph-mon[91979]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:01:34.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:34 smithi137 ceph-mon[86391]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:01:35.165 INFO:tasks.workunit.client.0.smithi082.stdout: 45: throughput=4.9MB/sec pending data=0 2024-08-17T01:01:35.165 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_lvkA4G7jRpfooG off=1201547 len=252594 2024-08-17T01:01:35.168 INFO:tasks.workunit.client.0.smithi082.stdout:op 213 completed, throughput=4.9MB/sec 2024-08-17T01:01:35.168 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qkpgpZN5cXCGBRJ off=712175 len=1522336 2024-08-17T01:01:35.176 INFO:tasks.workunit.client.0.smithi082.stdout:op 214 completed, throughput=4.93MB/sec 2024-08-17T01:01:35.176 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0JzBUNwBl1NGuZW off=7896274 len=32778 2024-08-17T01:01:35.176 INFO:tasks.workunit.client.0.smithi082.stdout:op 215 completed, throughput=4.94MB/sec 2024-08-17T01:01:35.176 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qSTZyjERtF2KEJG off=13599652 len=365693 2024-08-17T01:01:35.180 INFO:tasks.workunit.client.0.smithi082.stdout:op 216 completed, throughput=4.94MB/sec 2024-08-17T01:01:35.180 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-VwVWsZ9RZxMuhOk off=5797748 len=892017 2024-08-17T01:01:35.181 INFO:tasks.workunit.client.0.smithi082.stdout:op 217 completed, throughput=4.96MB/sec 2024-08-17T01:01:35.181 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--4HpERDEBttTTQw off=12952093 len=348777 2024-08-17T01:01:35.184 INFO:tasks.workunit.client.0.smithi082.stdout:op 218 completed, throughput=4.97MB/sec 2024-08-17T01:01:35.184 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-MV8h1oCFJvpU7r_ off=15681340 len=1794832 2024-08-17T01:01:35.190 INFO:tasks.workunit.client.0.smithi082.stdout:op 219 completed, throughput=5MB/sec 2024-08-17T01:01:35.409 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:01:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:01:35] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-08-17T01:01:35.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:01:35.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:01:35.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:01:36.191 INFO:tasks.workunit.client.0.smithi082.stdout: 46: throughput=4.9MB/sec pending data=0 2024-08-17T01:01:36.191 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qDkQolvcLRCakTG off=12489109 len=870801 2024-08-17T01:01:36.196 INFO:tasks.workunit.client.0.smithi082.stdout:op 220 completed, throughput=4.91MB/sec 2024-08-17T01:01:36.196 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-raJOQ_rtw91N4PO off=11437431 len=992466 2024-08-17T01:01:36.197 INFO:tasks.workunit.client.0.smithi082.stdout:op 221 completed, throughput=4.93MB/sec 2024-08-17T01:01:36.197 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-X6xK13cD-5-tJc- off=8647330 len=1136685 2024-08-17T01:01:36.199 INFO:tasks.workunit.client.0.smithi082.stdout:op 222 completed, throughput=4.96MB/sec 2024-08-17T01:01:36.199 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Y-kngbiSc8v3yJ8 off=3165062 len=699176 2024-08-17T01:01:36.200 INFO:tasks.workunit.client.0.smithi082.stdout:op 223 completed, throughput=4.97MB/sec 2024-08-17T01:01:36.200 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DIeYwSOKBYcogtI off=16201355 len=2074805 2024-08-17T01:01:36.203 INFO:tasks.workunit.client.0.smithi082.stdout:op 224 completed, throughput=5.01MB/sec 2024-08-17T01:01:36.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:01:36.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:01:36.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:01:36.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:01:36.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:36 smithi082 ceph-mon[94343]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:01:36.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:01:36.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:01:36.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:01:36.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:01:36.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:36 smithi082 ceph-mon[91979]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:01:36.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:01:36.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:01:36.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:01:36.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:01:36.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:36 smithi137 ceph-mon[86391]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:01:37.203 INFO:tasks.workunit.client.0.smithi082.stdout: 47: throughput=4.91MB/sec pending data=0 2024-08-17T01:01:37.204 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3YB8bVcmdYAziwh off=14528422 len=897130 2024-08-17T01:01:37.207 INFO:tasks.workunit.client.0.smithi082.stdout:op 225 completed, throughput=4.93MB/sec 2024-08-17T01:01:37.207 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gl9EhWQTLIrn9ak off=7043826 len=1056456 2024-08-17T01:01:37.209 INFO:tasks.workunit.client.0.smithi082.stdout:op 226 completed, throughput=4.95MB/sec 2024-08-17T01:01:37.209 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-z8HgSMDDMnqJN6s off=8440708 len=1201993 2024-08-17T01:01:37.210 INFO:tasks.workunit.client.0.smithi082.stdout:op 227 completed, throughput=4.97MB/sec 2024-08-17T01:01:37.210 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2y3K8MjTEFThSWD off=1290321 len=368569 2024-08-17T01:01:37.211 INFO:tasks.workunit.client.0.smithi082.stdout:op 228 completed, throughput=4.98MB/sec 2024-08-17T01:01:37.211 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KeCdB-vQXHBhEJ2 off=22286329 len=329189 2024-08-17T01:01:37.214 INFO:tasks.workunit.client.0.smithi082.stdout:op 229 completed, throughput=4.98MB/sec 2024-08-17T01:01:37.215 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZMgZJPlPH3aVMFE off=3751881 len=894550 2024-08-17T01:01:37.219 INFO:tasks.workunit.client.0.smithi082.stdout:op 230 completed, throughput=5MB/sec 2024-08-17T01:01:38.220 INFO:tasks.workunit.client.0.smithi082.stdout: 48: throughput=4.9MB/sec pending data=0 2024-08-17T01:01:38.220 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jHwIQ_8xFnLA-ok off=1761149 len=2082488 2024-08-17T01:01:38.223 INFO:tasks.workunit.client.0.smithi082.stdout:op 231 completed, throughput=4.94MB/sec 2024-08-17T01:01:38.223 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Gr3nFa6bCpdSPJj off=17987411 len=1759009 2024-08-17T01:01:38.225 INFO:tasks.workunit.client.0.smithi082.stdout:op 232 completed, throughput=4.97MB/sec 2024-08-17T01:01:38.225 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8hP0UH2VXjNbjVV off=2399286 len=1412163 2024-08-17T01:01:38.232 INFO:tasks.workunit.client.0.smithi082.stdout:op 233 completed, throughput=5MB/sec 2024-08-17T01:01:38.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:38 smithi082 ceph-mon[94343]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:01:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:38 smithi082 ceph-mon[91979]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:01:38.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:38 smithi137 ceph-mon[86391]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:01:39.232 INFO:tasks.workunit.client.0.smithi082.stdout: 49: throughput=4.9MB/sec pending data=0 2024-08-17T01:01:39.233 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-P3k15wQLAYp-ZFV off=15354593 len=2048735 2024-08-17T01:01:39.235 INFO:tasks.workunit.client.0.smithi082.stdout:op 234 completed, throughput=4.94MB/sec 2024-08-17T01:01:39.235 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dQLLXArZce-MOoi off=5746735 len=1868379 2024-08-17T01:01:39.246 INFO:tasks.workunit.client.0.smithi082.stdout:op 235 completed, throughput=4.97MB/sec 2024-08-17T01:01:39.246 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pdLGo35uQ9dlHmO off=1500354 len=458459 2024-08-17T01:01:39.247 INFO:tasks.workunit.client.0.smithi082.stdout:op 236 completed, throughput=4.98MB/sec 2024-08-17T01:01:39.248 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UUDuvT_dir7TdQ_ off=3444823 len=788116 2024-08-17T01:01:39.249 INFO:tasks.workunit.client.0.smithi082.stdout:op 237 completed, throughput=5MB/sec 2024-08-17T01:01:39.249 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CrXZl4wZsehIcI4 off=5412306 len=978855 2024-08-17T01:01:39.254 INFO:tasks.workunit.client.0.smithi082.stdout:op 238 completed, throughput=5.02MB/sec 2024-08-17T01:01:40.254 INFO:tasks.workunit.client.0.smithi082.stdout: 50: throughput=4.92MB/sec pending data=0 2024-08-17T01:01:40.254 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rC0SQ-Tpr0KokyC off=559836 len=543093 2024-08-17T01:01:40.259 INFO:tasks.workunit.client.0.smithi082.stdout:op 239 completed, throughput=4.93MB/sec 2024-08-17T01:01:40.259 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tNN6Rv7kG7otpQ9 off=1513759 len=271052 2024-08-17T01:01:40.262 INFO:tasks.workunit.client.0.smithi082.stdout:op 240 completed, throughput=4.93MB/sec 2024-08-17T01:01:40.262 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Ds23GH3uEwia3fV off=13729153 len=1981715 2024-08-17T01:01:40.272 INFO:tasks.workunit.client.0.smithi082.stdout:op 241 completed, throughput=4.97MB/sec 2024-08-17T01:01:40.272 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3LjkgNEyfy0fAHk off=8726741 len=1400232 2024-08-17T01:01:40.279 INFO:tasks.workunit.client.0.smithi082.stdout:op 242 completed, throughput=4.99MB/sec 2024-08-17T01:01:40.279 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vCtQ0OD7pGTTcOX off=11033178 len=1259097 2024-08-17T01:01:40.285 INFO:tasks.workunit.client.0.smithi082.stdout:op 243 completed, throughput=5.02MB/sec 2024-08-17T01:01:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:40 smithi082 ceph-mon[94343]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:01:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:40 smithi082 ceph-mon[91979]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:01:40.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:40 smithi137 ceph-mon[86391]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:01:41.285 INFO:tasks.workunit.client.0.smithi082.stdout: 51: throughput=4.92MB/sec pending data=0 2024-08-17T01:01:41.285 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-fOH0_1Qrb9C9RU- off=11297613 len=959437 2024-08-17T01:01:41.291 INFO:tasks.workunit.client.0.smithi082.stdout:op 244 completed, throughput=4.94MB/sec 2024-08-17T01:01:41.291 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_Ga0Fd813hvRDwm off=465474 len=943231 2024-08-17T01:01:41.292 INFO:tasks.workunit.client.0.smithi082.stdout:op 245 completed, throughput=4.95MB/sec 2024-08-17T01:01:41.293 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IPiMQX_sHhX1f4m off=20346344 len=1257029 2024-08-17T01:01:41.295 INFO:tasks.workunit.client.0.smithi082.stdout:op 246 completed, throughput=4.98MB/sec 2024-08-17T01:01:41.295 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-LbyS5GWschzkB50 off=6158468 len=1449069 2024-08-17T01:01:41.297 INFO:tasks.workunit.client.0.smithi082.stdout:op 247 completed, throughput=5MB/sec 2024-08-17T01:01:42.297 INFO:tasks.workunit.client.0.smithi082.stdout: 52: throughput=4.91MB/sec pending data=0 2024-08-17T01:01:42.298 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KTi-tXISe1H3JYD off=4231145 len=370210 2024-08-17T01:01:42.301 INFO:tasks.workunit.client.0.smithi082.stdout:op 248 completed, throughput=4.92MB/sec 2024-08-17T01:01:42.301 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ziQqYfPbooPjnza off=969049 len=1617240 2024-08-17T01:01:42.308 INFO:tasks.workunit.client.0.smithi082.stdout:op 249 completed, throughput=4.94MB/sec 2024-08-17T01:01:42.308 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2I0j9txyJYuBuQ9 off=4692259 len=1342211 2024-08-17T01:01:42.314 INFO:tasks.workunit.client.0.smithi082.stdout:op 250 completed, throughput=4.97MB/sec 2024-08-17T01:01:42.314 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-sPztMWRrroGTuu_ off=6980354 len=493773 2024-08-17T01:01:42.318 INFO:tasks.workunit.client.0.smithi082.stdout:op 251 completed, throughput=4.98MB/sec 2024-08-17T01:01:42.318 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-VwVxpMAtrSaEdmb off=883633 len=1108662 2024-08-17T01:01:42.323 INFO:tasks.workunit.client.0.smithi082.stdout:op 252 completed, throughput=5MB/sec 2024-08-17T01:01:42.323 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1Ih51cuLi7qEm3a off=8941915 len=1491935 2024-08-17T01:01:42.324 INFO:tasks.workunit.client.0.smithi082.stdout:op 253 completed, throughput=5.02MB/sec 2024-08-17T01:01:42.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:42 smithi082 ceph-mon[94343]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:01:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:42 smithi082 ceph-mon[91979]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:01:42.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:42 smithi137 ceph-mon[86391]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:01:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:01:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:01:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:01:43.325 INFO:tasks.workunit.client.0.smithi082.stdout: 53: throughput=4.93MB/sec pending data=0 2024-08-17T01:01:43.325 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-bS5PjXtEV6FgPC6 off=20531194 len=2064601 2024-08-17T01:01:43.335 INFO:tasks.workunit.client.0.smithi082.stdout:op 254 completed, throughput=4.96MB/sec 2024-08-17T01:01:43.335 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KQ3Jc8QzhcGYV4J off=9607218 len=23294 2024-08-17T01:01:43.335 INFO:tasks.workunit.client.0.smithi082.stdout:op 255 completed, throughput=4.96MB/sec 2024-08-17T01:01:43.335 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-iGUihI2gMCNV2Zh off=2198686 len=1917635 2024-08-17T01:01:43.342 INFO:tasks.workunit.client.0.smithi082.stdout:op 256 completed, throughput=5MB/sec 2024-08-17T01:01:43.342 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-FRaAY8YWp4SHnxq off=10290374 len=1218662 2024-08-17T01:01:43.344 INFO:tasks.workunit.client.0.smithi082.stdout:op 257 completed, throughput=5.02MB/sec 2024-08-17T01:01:44.344 INFO:tasks.workunit.client.0.smithi082.stdout: 54: throughput=4.93MB/sec pending data=0 2024-08-17T01:01:44.345 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--ed1FX20OEhFpJr off=174271 len=1753167 2024-08-17T01:01:44.348 INFO:tasks.workunit.client.0.smithi082.stdout:op 258 completed, throughput=4.96MB/sec 2024-08-17T01:01:44.348 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3o1BV0Wx-TKPkVH off=1662719 len=150714 2024-08-17T01:01:44.351 INFO:tasks.workunit.client.0.smithi082.stdout:op 259 completed, throughput=4.96MB/sec 2024-08-17T01:01:44.351 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0n8hDS2lqvYBex6 off=12526394 len=468634 2024-08-17T01:01:44.352 INFO:tasks.workunit.client.0.smithi082.stdout:op 260 completed, throughput=4.97MB/sec 2024-08-17T01:01:44.352 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aCSJeNwWCTgs3-A off=13411632 len=607037 2024-08-17T01:01:44.357 INFO:tasks.workunit.client.0.smithi082.stdout:op 261 completed, throughput=4.98MB/sec 2024-08-17T01:01:44.357 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YG68L0G0gPHG_RJ off=2097038 len=1452531 2024-08-17T01:01:44.358 INFO:tasks.workunit.client.0.smithi082.stdout:op 262 completed, throughput=5MB/sec 2024-08-17T01:01:44.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:44 smithi082 ceph-mon[94343]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:01:44.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:44 smithi082 ceph-mon[91979]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:01:44.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:44 smithi137 ceph-mon[86391]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:01:45.359 INFO:tasks.workunit.client.0.smithi082.stdout: 55: throughput=4.91MB/sec pending data=0 2024-08-17T01:01:45.359 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gxTG0GvQIuLxpyK off=6051626 len=1939051 2024-08-17T01:01:45.361 INFO:tasks.workunit.client.0.smithi082.stdout:op 263 completed, throughput=4.95MB/sec 2024-08-17T01:01:45.361 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-7iRa-pyC4HfNjrf off=6510945 len=762254 2024-08-17T01:01:45.365 INFO:tasks.workunit.client.0.smithi082.stdout:op 264 completed, throughput=4.96MB/sec 2024-08-17T01:01:45.365 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XPyLTWyQDlkX8wc off=4215460 len=1138688 2024-08-17T01:01:45.366 INFO:tasks.workunit.client.0.smithi082.stdout:op 265 completed, throughput=4.98MB/sec 2024-08-17T01:01:45.367 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6UHPCh-tND5qBhr off=18684199 len=570512 2024-08-17T01:01:45.370 INFO:tasks.workunit.client.0.smithi082.stdout:op 266 completed, throughput=4.99MB/sec 2024-08-17T01:01:45.370 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ASi-7x8oN4XWoQZ off=3422849 len=1420840 2024-08-17T01:01:45.376 INFO:tasks.workunit.client.0.smithi082.stdout:op 267 completed, throughput=5.01MB/sec 2024-08-17T01:01:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:01:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:01:45] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-08-17T01:01:46.376 INFO:tasks.workunit.client.0.smithi082.stdout: 56: throughput=4.92MB/sec pending data=0 2024-08-17T01:01:46.377 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1RkvJBqfZXMYwjq off=2746962 len=853800 2024-08-17T01:01:46.378 INFO:tasks.workunit.client.0.smithi082.stdout:op 268 completed, throughput=4.94MB/sec 2024-08-17T01:01:46.378 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-eSZcx6WODFiPjfz off=12825888 len=1010928 2024-08-17T01:01:46.383 INFO:tasks.workunit.client.0.smithi082.stdout:op 269 completed, throughput=4.95MB/sec 2024-08-17T01:01:46.383 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-eTwEkIunzayTXDM off=2841543 len=488226 2024-08-17T01:01:46.387 INFO:tasks.workunit.client.0.smithi082.stdout:op 270 completed, throughput=4.96MB/sec 2024-08-17T01:01:46.387 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rGFcSGmJtXg9msb off=2166851 len=1586530 2024-08-17T01:01:46.396 INFO:tasks.workunit.client.0.smithi082.stdout:op 271 completed, throughput=4.99MB/sec 2024-08-17T01:01:46.396 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zmVaYKoFGJ_2zTn off=2480760 len=506123 2024-08-17T01:01:46.396 INFO:tasks.workunit.client.0.smithi082.stdout:op 272 completed, throughput=5MB/sec 2024-08-17T01:01:46.396 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UqdO6wT5ebjmc4L off=11193287 len=1243933 2024-08-17T01:01:46.402 INFO:tasks.workunit.client.0.smithi082.stdout:op 273 completed, throughput=5.02MB/sec 2024-08-17T01:01:46.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:46 smithi082 ceph-mon[94343]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:01:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:46 smithi082 ceph-mon[91979]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:01:46.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:46 smithi137 ceph-mon[86391]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:01:47.403 INFO:tasks.workunit.client.0.smithi082.stdout: 57: throughput=4.93MB/sec pending data=0 2024-08-17T01:01:47.403 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3Cb3DBJ2GiR4IW1 off=2037289 len=1624349 2024-08-17T01:01:47.405 INFO:tasks.workunit.client.0.smithi082.stdout:op 274 completed, throughput=4.96MB/sec 2024-08-17T01:01:47.405 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_V4q72CJnmOP5gz off=4050978 len=404023 2024-08-17T01:01:47.406 INFO:tasks.workunit.client.0.smithi082.stdout:op 275 completed, throughput=4.96MB/sec 2024-08-17T01:01:47.406 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-FLyPfJrGzZ0kxz2 off=6708202 len=628352 2024-08-17T01:01:47.409 INFO:tasks.workunit.client.0.smithi082.stdout:op 276 completed, throughput=4.97MB/sec 2024-08-17T01:01:47.409 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-klchrg97v1gdlFO off=9693773 len=100564 2024-08-17T01:01:47.410 INFO:tasks.workunit.client.0.smithi082.stdout:op 277 completed, throughput=4.98MB/sec 2024-08-17T01:01:47.410 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0r9C8S5YMueskvQ off=1465569 len=688272 2024-08-17T01:01:47.412 INFO:tasks.workunit.client.0.smithi082.stdout:op 278 completed, throughput=4.99MB/sec 2024-08-17T01:01:47.412 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bZ19yc-A6dSDQZc off=5046292 len=390446 2024-08-17T01:01:47.412 INFO:tasks.workunit.client.0.smithi082.stdout:op 279 completed, throughput=4.99MB/sec 2024-08-17T01:01:47.412 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PRlgxxqqc01nu-u off=761339 len=703284 2024-08-17T01:01:47.416 INFO:tasks.workunit.client.0.smithi082.stdout:op 280 completed, throughput=5MB/sec 2024-08-17T01:01:48.416 INFO:tasks.workunit.client.0.smithi082.stdout: 58: throughput=4.92MB/sec pending data=0 2024-08-17T01:01:48.416 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0ibgcrOC2EdU6NA off=4119691 len=646535 2024-08-17T01:01:48.417 INFO:tasks.workunit.client.0.smithi082.stdout:op 281 completed, throughput=4.93MB/sec 2024-08-17T01:01:48.417 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OlM_goWsGS3MbkY off=3229697 len=1542224 2024-08-17T01:01:48.419 INFO:tasks.workunit.client.0.smithi082.stdout:op 282 completed, throughput=4.95MB/sec 2024-08-17T01:01:48.419 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SlHt9meBy_wZmqW off=15293046 len=1135728 2024-08-17T01:01:48.421 INFO:tasks.workunit.client.0.smithi082.stdout:op 283 completed, throughput=4.97MB/sec 2024-08-17T01:01:48.421 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1fCv2zfa9g-aLuj off=1568779 len=1375921 2024-08-17T01:01:48.428 INFO:tasks.workunit.client.0.smithi082.stdout:op 284 completed, throughput=4.99MB/sec 2024-08-17T01:01:48.428 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_e5jfU6ktwM3jAC off=115692 len=1113460 2024-08-17T01:01:48.429 INFO:tasks.workunit.client.0.smithi082.stdout:op 285 completed, throughput=5.01MB/sec 2024-08-17T01:01:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:48 smithi082 ceph-mon[94343]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:01:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:48 smithi082 ceph-mon[91979]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:01:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:48 smithi137 ceph-mon[86391]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:01:49.430 INFO:tasks.workunit.client.0.smithi082.stdout: 59: throughput=4.93MB/sec pending data=0 2024-08-17T01:01:49.430 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5nxxpQdBFeAbTVV off=9328213 len=1261094 2024-08-17T01:01:49.436 INFO:tasks.workunit.client.0.smithi082.stdout:op 286 completed, throughput=4.95MB/sec 2024-08-17T01:01:49.436 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pgG929gxv1lmixs off=1745839 len=65926 2024-08-17T01:01:49.437 INFO:tasks.workunit.client.0.smithi082.stdout:op 287 completed, throughput=4.95MB/sec 2024-08-17T01:01:49.437 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-spGpVcU9WfikDjZ off=11700 len=887201 2024-08-17T01:01:49.439 INFO:tasks.workunit.client.0.smithi082.stdout:op 288 completed, throughput=4.96MB/sec 2024-08-17T01:01:49.439 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-P-NvxJ1VPZVl8Bs off=7619936 len=1063219 2024-08-17T01:01:49.440 INFO:tasks.workunit.client.0.smithi082.stdout:op 289 completed, throughput=4.98MB/sec 2024-08-17T01:01:49.440 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-huXVvmHKfyP4qFt off=503830 len=998715 2024-08-17T01:01:49.442 INFO:tasks.workunit.client.0.smithi082.stdout:op 290 completed, throughput=5MB/sec 2024-08-17T01:01:49.442 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jUBOA0pIF43iwp0 off=11601614 len=1178152 2024-08-17T01:01:49.444 INFO:tasks.workunit.client.0.smithi082.stdout:op 291 completed, throughput=5.01MB/sec 2024-08-17T01:01:50.444 INFO:tasks.workunit.client.0.smithi082.stdout: 60: throughput=4.93MB/sec pending data=0 2024-08-17T01:01:50.444 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ye8hp8faZZrlIpk off=4145921 len=445262 2024-08-17T01:01:50.448 INFO:tasks.workunit.client.0.smithi082.stdout:op 292 completed, throughput=4.94MB/sec 2024-08-17T01:01:50.448 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SqB8xOOzErjbwXQ off=10763977 len=1507322 2024-08-17T01:01:50.456 INFO:tasks.workunit.client.0.smithi082.stdout:op 293 completed, throughput=4.96MB/sec 2024-08-17T01:01:50.456 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1tczH-Lxo9Ywq3k off=2172797 len=43108 2024-08-17T01:01:50.456 INFO:tasks.workunit.client.0.smithi082.stdout:op 294 completed, throughput=4.96MB/sec 2024-08-17T01:01:50.456 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kupNoBgZU9m352S off=2849036 len=2044181 2024-08-17T01:01:50.458 INFO:tasks.workunit.client.0.smithi082.stdout:op 295 completed, throughput=4.99MB/sec 2024-08-17T01:01:50.459 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-XGgdyBbwt0EczuN off=4890400 len=1782635 2024-08-17T01:01:50.468 INFO:tasks.workunit.client.0.smithi082.stdout:op 296 completed, throughput=5.02MB/sec 2024-08-17T01:01:50.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:01:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:01:50.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:01:51.468 INFO:tasks.workunit.client.0.smithi082.stdout: 61: throughput=4.94MB/sec pending data=0 2024-08-17T01:01:51.468 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xrHnoonxQhw3woh off=2519792 len=1307475 2024-08-17T01:01:51.470 INFO:tasks.workunit.client.0.smithi082.stdout:op 297 completed, throughput=4.96MB/sec 2024-08-17T01:01:51.470 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gIQI5BCeRsxJW52 off=14613402 len=108922 2024-08-17T01:01:51.471 INFO:tasks.workunit.client.0.smithi082.stdout:op 298 completed, throughput=4.96MB/sec 2024-08-17T01:01:51.471 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ecNuCO3jMc-2eS4 off=517153 len=1487762 2024-08-17T01:01:51.479 INFO:tasks.workunit.client.0.smithi082.stdout:op 299 completed, throughput=4.98MB/sec 2024-08-17T01:01:51.479 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-jhZIUepgT9nnJP- off=8467271 len=146964 2024-08-17T01:01:51.481 INFO:tasks.workunit.client.0.smithi082.stdout:op 300 completed, throughput=4.99MB/sec 2024-08-17T01:01:51.481 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-jK9pnwVf6pSqArt off=969222 len=358043 2024-08-17T01:01:51.483 INFO:tasks.workunit.client.0.smithi082.stdout:op 301 completed, throughput=4.99MB/sec 2024-08-17T01:01:51.483 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--hVyryierNkYGkQ off=5558107 len=1880807 2024-08-17T01:01:51.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:51 smithi137 ceph-mon[86391]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:01:51.492 INFO:tasks.workunit.client.0.smithi082.stdout:op 302 completed, throughput=5.02MB/sec 2024-08-17T01:01:51.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:51 smithi082 ceph-mon[94343]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:01:51.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:51 smithi082 ceph-mon[91979]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:01:52.493 INFO:tasks.workunit.client.0.smithi082.stdout: 62: throughput=4.94MB/sec pending data=0 2024-08-17T01:01:52.493 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HYv_DZiSYSyYsBj off=9826088 len=779235 2024-08-17T01:01:52.494 INFO:tasks.workunit.client.0.smithi082.stdout:op 303 completed, throughput=4.95MB/sec 2024-08-17T01:01:52.494 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mb8CSDCvM7aw16E off=1711420 len=1467701 2024-08-17T01:01:52.496 INFO:tasks.workunit.client.0.smithi082.stdout:op 304 completed, throughput=4.97MB/sec 2024-08-17T01:01:52.496 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vbFC0EhVB0QmoeZ off=891054 len=2042907 2024-08-17T01:01:52.507 INFO:tasks.workunit.client.0.smithi082.stdout:op 305 completed, throughput=5MB/sec 2024-08-17T01:01:52.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:52 smithi082 ceph-mon[94343]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:01:52.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:52 smithi082 ceph-mon[91979]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:01:52.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:52 smithi137 ceph-mon[86391]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:01:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:01:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:01:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:01:53.507 INFO:tasks.workunit.client.0.smithi082.stdout: 63: throughput=4.93MB/sec pending data=0 2024-08-17T01:01:53.507 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-h0em3q38Xfhl7_H off=9271103 len=1030745 2024-08-17T01:01:53.513 INFO:tasks.workunit.client.0.smithi082.stdout:op 306 completed, throughput=4.94MB/sec 2024-08-17T01:01:53.513 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OS_OEN-dGf41gan off=18689981 len=511725 2024-08-17T01:01:53.514 INFO:tasks.workunit.client.0.smithi082.stdout:op 307 completed, throughput=4.95MB/sec 2024-08-17T01:01:53.514 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pzwnyrjvkYp-dxU off=11018884 len=1905468 2024-08-17T01:01:53.523 INFO:tasks.workunit.client.0.smithi082.stdout:op 308 completed, throughput=4.98MB/sec 2024-08-17T01:01:53.523 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SPk59gbYlGkYaQZ off=4373648 len=755623 2024-08-17T01:01:53.524 INFO:tasks.workunit.client.0.smithi082.stdout:op 309 completed, throughput=4.99MB/sec 2024-08-17T01:01:53.524 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-X_iqZW8Gpx-_iF2 off=6440331 len=259903 2024-08-17T01:01:53.525 INFO:tasks.workunit.client.0.smithi082.stdout:op 310 completed, throughput=4.99MB/sec 2024-08-17T01:01:53.525 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NDDaeqE2NyHsId4 off=1062660 len=1420272 2024-08-17T01:01:53.528 INFO:tasks.workunit.client.0.smithi082.stdout:op 311 completed, throughput=5.01MB/sec 2024-08-17T01:01:54.528 INFO:tasks.workunit.client.0.smithi082.stdout: 64: throughput=4.93MB/sec pending data=0 2024-08-17T01:01:54.529 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-uuhh3-WrGVMONXH off=9324062 len=64616 2024-08-17T01:01:54.529 INFO:tasks.workunit.client.0.smithi082.stdout:op 312 completed, throughput=4.94MB/sec 2024-08-17T01:01:54.529 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oeTdkdFBME5XMTa off=5501240 len=1060819 2024-08-17T01:01:54.535 INFO:tasks.workunit.client.0.smithi082.stdout:op 313 completed, throughput=4.95MB/sec 2024-08-17T01:01:54.535 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KB4i4cDIFuQBz_X off=5763874 len=2069131 2024-08-17T01:01:54.537 INFO:tasks.workunit.client.0.smithi082.stdout:op 314 completed, throughput=4.98MB/sec 2024-08-17T01:01:54.538 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_04u3aVpVNQwBnJ off=16773387 len=1455677 2024-08-17T01:01:54.539 INFO:tasks.workunit.client.0.smithi082.stdout:op 315 completed, throughput=5MB/sec 2024-08-17T01:01:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:54 smithi082 ceph-mon[94343]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:01:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:54 smithi082 ceph-mon[91979]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:01:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:54 smithi137 ceph-mon[86391]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:01:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:01:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:01:55] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-08-17T01:01:55.540 INFO:tasks.workunit.client.0.smithi082.stdout: 65: throughput=4.93MB/sec pending data=0 2024-08-17T01:01:55.540 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UeVUSViIL7hgj5T off=11550650 len=1990449 2024-08-17T01:01:55.552 INFO:tasks.workunit.client.0.smithi082.stdout:op 316 completed, throughput=4.95MB/sec 2024-08-17T01:01:55.552 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rk2hNeTgic6Qf3C off=3074329 len=631821 2024-08-17T01:01:55.552 INFO:tasks.workunit.client.0.smithi082.stdout:op 317 completed, throughput=4.96MB/sec 2024-08-17T01:01:55.553 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-I1Ivj-3NpQGGk3f off=5310953 len=1907809 2024-08-17T01:01:55.564 INFO:tasks.workunit.client.0.smithi082.stdout:op 318 completed, throughput=4.99MB/sec 2024-08-17T01:01:55.564 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-h8G4XA5bMsmkHaL off=19677035 len=641509 2024-08-17T01:01:55.565 INFO:tasks.workunit.client.0.smithi082.stdout:op 319 completed, throughput=5MB/sec 2024-08-17T01:01:55.565 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JVAxtMNgZirwS5E off=305274 len=1332040 2024-08-17T01:01:55.568 INFO:tasks.workunit.client.0.smithi082.stdout:op 320 completed, throughput=5.02MB/sec 2024-08-17T01:01:56.569 INFO:tasks.workunit.client.0.smithi082.stdout: 66: throughput=4.94MB/sec pending data=0 2024-08-17T01:01:56.569 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QSWhZMYx_qd1jzl off=14915633 len=1114916 2024-08-17T01:01:56.574 INFO:tasks.workunit.client.0.smithi082.stdout:op 321 completed, throughput=4.96MB/sec 2024-08-17T01:01:56.574 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TA4r8O9fUSOlO_G off=3234144 len=898753 2024-08-17T01:01:56.579 INFO:tasks.workunit.client.0.smithi082.stdout:op 322 completed, throughput=4.97MB/sec 2024-08-17T01:01:56.580 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5caJ-NOy-Q3UoKM off=16832219 len=636268 2024-08-17T01:01:56.584 INFO:tasks.workunit.client.0.smithi082.stdout:op 323 completed, throughput=4.98MB/sec 2024-08-17T01:01:56.584 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RRHzm2uRkAPgfBc off=4972274 len=2068723 2024-08-17T01:01:56.586 INFO:tasks.workunit.client.0.smithi082.stdout:op 324 completed, throughput=5.01MB/sec 2024-08-17T01:01:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:56 smithi082 ceph-mon[94343]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:01:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:56 smithi082 ceph-mon[91979]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:01:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:56 smithi137 ceph-mon[86391]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:01:57.587 INFO:tasks.workunit.client.0.smithi082.stdout: 67: throughput=4.93MB/sec pending data=0 2024-08-17T01:01:57.587 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--07ma3gr7k4S5EF off=11814166 len=551777 2024-08-17T01:01:57.591 INFO:tasks.workunit.client.0.smithi082.stdout:op 325 completed, throughput=4.94MB/sec 2024-08-17T01:01:57.591 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cpmHv8956qf4t9T off=15644189 len=737805 2024-08-17T01:01:57.596 INFO:tasks.workunit.client.0.smithi082.stdout:op 326 completed, throughput=4.95MB/sec 2024-08-17T01:01:57.596 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OWCaopwiEO2nknP off=4410910 len=1680201 2024-08-17T01:01:57.598 INFO:tasks.workunit.client.0.smithi082.stdout:op 327 completed, throughput=4.98MB/sec 2024-08-17T01:01:57.598 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UAaEtSpkQOTJKUT off=16891530 len=374856 2024-08-17T01:01:57.601 INFO:tasks.workunit.client.0.smithi082.stdout:op 328 completed, throughput=4.98MB/sec 2024-08-17T01:01:57.601 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bZ19yc-A6dSDQZc off=2980077 len=1870023 2024-08-17T01:01:57.603 INFO:tasks.workunit.client.0.smithi082.stdout:op 329 completed, throughput=5.01MB/sec 2024-08-17T01:01:58.603 INFO:tasks.workunit.client.0.smithi082.stdout: 68: throughput=4.93MB/sec pending data=0 2024-08-17T01:01:58.604 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-AAmCMn18brmSGS1 off=6624929 len=1892700 2024-08-17T01:01:58.606 INFO:tasks.workunit.client.0.smithi082.stdout:op 330 completed, throughput=4.96MB/sec 2024-08-17T01:01:58.606 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SKmqz0xadhL_sFF off=8730398 len=885899 2024-08-17T01:01:58.607 INFO:tasks.workunit.client.0.smithi082.stdout:op 331 completed, throughput=4.97MB/sec 2024-08-17T01:01:58.608 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-c9BySZPxH2NFOli off=14540144 len=4848 2024-08-17T01:01:58.608 INFO:tasks.workunit.client.0.smithi082.stdout:op 332 completed, throughput=4.97MB/sec 2024-08-17T01:01:58.608 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gTz97_SVQTZep-c off=697849 len=427154 2024-08-17T01:01:58.610 INFO:tasks.workunit.client.0.smithi082.stdout:op 333 completed, throughput=4.98MB/sec 2024-08-17T01:01:58.610 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Y90_F5SzJ51oJtT off=9634825 len=1911196 2024-08-17T01:01:58.611 INFO:tasks.workunit.client.0.smithi082.stdout:op 334 completed, throughput=5MB/sec 2024-08-17T01:01:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:01:58 smithi082 ceph-mon[91979]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:01:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:01:58 smithi082 ceph-mon[94343]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:01:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:01:58 smithi137 ceph-mon[86391]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:01:59.612 INFO:tasks.workunit.client.0.smithi082.stdout: 69: throughput=4.93MB/sec pending data=0 2024-08-17T01:01:59.612 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-lnST3qEJ3dQHnIS off=9195567 len=1697330 2024-08-17T01:01:59.623 INFO:tasks.workunit.client.0.smithi082.stdout:op 335 completed, throughput=4.96MB/sec 2024-08-17T01:01:59.623 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4qrA4nynRl_Ygpj off=15436443 len=1664166 2024-08-17T01:01:59.630 INFO:tasks.workunit.client.0.smithi082.stdout:op 336 completed, throughput=4.98MB/sec 2024-08-17T01:01:59.630 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mSHJNfzS1lVguCH off=947479 len=1494522 2024-08-17T01:01:59.635 INFO:tasks.workunit.client.0.smithi082.stdout:op 337 completed, throughput=5MB/sec 2024-08-17T01:01:59.636 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-eDQRrYyI3p-3exk off=7155487 len=276103 2024-08-17T01:01:59.636 INFO:tasks.workunit.client.0.smithi082.stdout:op 338 completed, throughput=5MB/sec 2024-08-17T01:02:00.637 INFO:tasks.workunit.client.0.smithi082.stdout: 70: throughput=4.93MB/sec pending data=0 2024-08-17T01:02:00.637 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-L4PE0Z2rJA7u2wp off=4072704 len=366654 2024-08-17T01:02:00.641 INFO:tasks.workunit.client.0.smithi082.stdout:op 339 completed, throughput=4.94MB/sec 2024-08-17T01:02:00.641 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wad9JgTBZH5MqFf off=12004727 len=1650065 2024-08-17T01:02:00.650 INFO:tasks.workunit.client.0.smithi082.stdout:op 340 completed, throughput=4.96MB/sec 2024-08-17T01:02:00.650 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qfIYxU_g1aedkkR off=2783719 len=637256 2024-08-17T01:02:00.652 INFO:tasks.workunit.client.0.smithi082.stdout:op 341 completed, throughput=4.97MB/sec 2024-08-17T01:02:00.652 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-FZ193ciFC8LFxno off=2181665 len=993424 2024-08-17T01:02:00.656 INFO:tasks.workunit.client.0.smithi082.stdout:op 342 completed, throughput=4.98MB/sec 2024-08-17T01:02:00.657 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-RE3qJlf1ldNDCwP off=11496361 len=1109763 2024-08-17T01:02:00.661 INFO:tasks.workunit.client.0.smithi082.stdout:op 343 completed, throughput=4.99MB/sec 2024-08-17T01:02:00.661 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TfXn7Mt6Q-BJw6B off=14543903 len=1339346 2024-08-17T01:02:00.668 INFO:tasks.workunit.client.0.smithi082.stdout:op 344 completed, throughput=5.01MB/sec 2024-08-17T01:02:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:00 smithi082 ceph-mon[91979]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:02:00.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:00 smithi082 ceph-mon[94343]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:02:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:00 smithi137 ceph-mon[86391]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:02:01.668 INFO:tasks.workunit.client.0.smithi082.stdout: 71: throughput=4.94MB/sec pending data=0 2024-08-17T01:02:01.668 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-f58Ug9JYOmQkilK off=3281446 len=1241498 2024-08-17T01:02:01.670 INFO:tasks.workunit.client.0.smithi082.stdout:op 345 completed, throughput=4.96MB/sec 2024-08-17T01:02:01.670 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-q9bG94KX1hcMXyf off=6178348 len=680722 2024-08-17T01:02:01.675 INFO:tasks.workunit.client.0.smithi082.stdout:op 346 completed, throughput=4.97MB/sec 2024-08-17T01:02:01.675 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NUSpbiWxjGHgv6- off=1573384 len=1817294 2024-08-17T01:02:01.679 INFO:tasks.workunit.client.0.smithi082.stdout:op 347 completed, throughput=4.99MB/sec 2024-08-17T01:02:01.680 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-O9Q9UP3KHPM8qUQ off=4985555 len=1676076 2024-08-17T01:02:01.689 INFO:tasks.workunit.client.0.smithi082.stdout:op 348 completed, throughput=5.01MB/sec 2024-08-17T01:02:02.689 INFO:tasks.workunit.client.0.smithi082.stdout: 72: throughput=4.94MB/sec pending data=0 2024-08-17T01:02:02.689 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zITuHYRJ-iZtvTE off=10685362 len=897295 2024-08-17T01:02:02.693 INFO:tasks.workunit.client.0.smithi082.stdout:op 349 completed, throughput=4.95MB/sec 2024-08-17T01:02:02.693 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9tKZyRMnT3wWAia off=10587821 len=1122504 2024-08-17T01:02:02.699 INFO:tasks.workunit.client.0.smithi082.stdout:op 350 completed, throughput=4.97MB/sec 2024-08-17T01:02:02.699 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wTLZ3z4s7BRQYAU off=5995536 len=1193522 2024-08-17T01:02:02.701 INFO:tasks.workunit.client.0.smithi082.stdout:op 351 completed, throughput=4.98MB/sec 2024-08-17T01:02:02.701 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-DtUohrJXIu3sncY off=226509 len=516111 2024-08-17T01:02:02.704 INFO:tasks.workunit.client.0.smithi082.stdout:op 352 completed, throughput=4.99MB/sec 2024-08-17T01:02:02.704 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1nFOMo0UzWkr5K3 off=2196259 len=17647 2024-08-17T01:02:02.706 INFO:tasks.workunit.client.0.smithi082.stdout:op 353 completed, throughput=4.99MB/sec 2024-08-17T01:02:02.707 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zdjzkyCb-MTytg9 off=3543709 len=1181044 2024-08-17T01:02:02.708 INFO:tasks.workunit.client.0.smithi082.stdout:op 354 completed, throughput=5.01MB/sec 2024-08-17T01:02:02.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:02 smithi082 ceph-mon[94343]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:02:02.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:02 smithi082 ceph-mon[91979]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:02:02.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:02 smithi137 ceph-mon[86391]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:02:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:02:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:02:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:02:03.708 INFO:tasks.workunit.client.0.smithi082.stdout: 73: throughput=4.94MB/sec pending data=0 2024-08-17T01:02:03.708 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HTKN--U2-_446wv off=3241411 len=1997655 2024-08-17T01:02:03.718 INFO:tasks.workunit.client.0.smithi082.stdout:op 355 completed, throughput=4.96MB/sec 2024-08-17T01:02:03.719 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-fyPJVr-PueWbkO4 off=1387776 len=1567253 2024-08-17T01:02:03.728 INFO:tasks.workunit.client.0.smithi082.stdout:op 356 completed, throughput=4.98MB/sec 2024-08-17T01:02:03.728 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Z7taVa9q4UXuVA2 off=737352 len=1924245 2024-08-17T01:02:03.735 INFO:tasks.workunit.client.0.smithi082.stdout:op 357 completed, throughput=5.01MB/sec 2024-08-17T01:02:04.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:04 smithi082 ceph-mon[94343]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:02:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:04 smithi082 ceph-mon[91979]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:02:04.735 INFO:tasks.workunit.client.0.smithi082.stdout: 74: throughput=4.94MB/sec pending data=0 2024-08-17T01:02:04.735 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-7JMLYTD6iSuPw0B off=4328437 len=704699 2024-08-17T01:02:04.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:04 smithi137 ceph-mon[86391]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:02:04.737 INFO:tasks.workunit.client.0.smithi082.stdout:op 358 completed, throughput=4.95MB/sec 2024-08-17T01:02:04.737 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IYed1w9LL8TlrFz off=10867626 len=1398616 2024-08-17T01:02:04.738 INFO:tasks.workunit.client.0.smithi082.stdout:op 359 completed, throughput=4.97MB/sec 2024-08-17T01:02:04.738 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-R3TSBRkxQUxKHhw off=2072224 len=1782028 2024-08-17T01:02:04.749 INFO:tasks.workunit.client.0.smithi082.stdout:op 360 completed, throughput=4.99MB/sec 2024-08-17T01:02:04.749 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zjlSYWAyy-UR80v off=765221 len=224138 2024-08-17T01:02:04.750 INFO:tasks.workunit.client.0.smithi082.stdout:op 361 completed, throughput=4.99MB/sec 2024-08-17T01:02:04.750 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vUUmj69zShZF8ig off=10787716 len=783339 2024-08-17T01:02:04.751 INFO:tasks.workunit.client.0.smithi082.stdout:op 362 completed, throughput=5MB/sec 2024-08-17T01:02:05.416 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:02:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:02:05] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-08-17T01:02:05.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:02:05.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:02:05.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:02:05.751 INFO:tasks.workunit.client.0.smithi082.stdout: 75: throughput=4.94MB/sec pending data=0 2024-08-17T01:02:05.751 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-fy-_HAX00QDRaOa off=3952268 len=1572882 2024-08-17T01:02:05.760 INFO:tasks.workunit.client.0.smithi082.stdout:op 363 completed, throughput=4.95MB/sec 2024-08-17T01:02:05.760 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Mv-y8dyvX6UpdTj off=1010463 len=2034172 2024-08-17T01:02:05.761 INFO:tasks.workunit.client.0.smithi082.stdout:op 364 completed, throughput=4.98MB/sec 2024-08-17T01:02:05.762 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ciKE5ugWGGeop_c off=224662 len=1831303 2024-08-17T01:02:05.764 INFO:tasks.workunit.client.0.smithi082.stdout:op 365 completed, throughput=5MB/sec 2024-08-17T01:02:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:06 smithi082 ceph-mon[94343]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:02:06.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:06 smithi082 ceph-mon[91979]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:02:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:06 smithi137 ceph-mon[86391]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:02:06.764 INFO:tasks.workunit.client.0.smithi082.stdout: 76: throughput=4.94MB/sec pending data=0 2024-08-17T01:02:06.764 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-c4nN7b8cYhfCdfQ off=6232637 len=395987 2024-08-17T01:02:06.767 INFO:tasks.workunit.client.0.smithi082.stdout:op 366 completed, throughput=4.94MB/sec 2024-08-17T01:02:06.767 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-GYS-hy0jm-L4RcR off=1341564 len=293888 2024-08-17T01:02:06.770 INFO:tasks.workunit.client.0.smithi082.stdout:op 367 completed, throughput=4.95MB/sec 2024-08-17T01:02:06.770 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xnBW2Prl01xtR4z off=7811202 len=233440 2024-08-17T01:02:06.771 INFO:tasks.workunit.client.0.smithi082.stdout:op 368 completed, throughput=4.95MB/sec 2024-08-17T01:02:06.771 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WH-htiRmZId68ZV off=364379 len=1602341 2024-08-17T01:02:06.779 INFO:tasks.workunit.client.0.smithi082.stdout:op 369 completed, throughput=4.97MB/sec 2024-08-17T01:02:06.779 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-e5OUVzoGU77lrjI off=0 len=1084835 2024-08-17T01:02:06.784 INFO:tasks.workunit.client.0.smithi082.stdout:op 370 completed, throughput=4.98MB/sec 2024-08-17T01:02:06.784 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kNVBJvg-9q55r1P off=1252118 len=936502 2024-08-17T01:02:06.788 INFO:tasks.workunit.client.0.smithi082.stdout:op 371 completed, throughput=4.99MB/sec 2024-08-17T01:02:06.788 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-eLBiqg_hc607HpR off=2526809 len=443306 2024-08-17T01:02:06.792 INFO:tasks.workunit.client.0.smithi082.stdout:op 372 completed, throughput=5MB/sec 2024-08-17T01:02:06.792 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-O9AD9LjmnL2YxbC off=2339415 len=1077889 2024-08-17T01:02:06.794 INFO:tasks.workunit.client.0.smithi082.stdout:op 373 completed, throughput=5.01MB/sec 2024-08-17T01:02:07.795 INFO:tasks.workunit.client.0.smithi082.stdout: 77: throughput=4.95MB/sec pending data=0 2024-08-17T01:02:07.795 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-D3eDabuQS_lE0EN off=2091840 len=925789 2024-08-17T01:02:07.796 INFO:tasks.workunit.client.0.smithi082.stdout:op 374 completed, throughput=4.96MB/sec 2024-08-17T01:02:07.796 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_2pyUrisw6XGZH4 off=17729793 len=1629470 2024-08-17T01:02:07.804 INFO:tasks.workunit.client.0.smithi082.stdout:op 375 completed, throughput=4.98MB/sec 2024-08-17T01:02:07.804 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5qJvvalhl21_bjQ off=320809 len=1837281 2024-08-17T01:02:07.815 INFO:tasks.workunit.client.0.smithi082.stdout:op 376 completed, throughput=5MB/sec 2024-08-17T01:02:07.815 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kaWeyCEt20yRvMN off=2449036 len=1648334 2024-08-17T01:02:07.816 INFO:tasks.workunit.client.0.smithi082.stdout:op 377 completed, throughput=5.02MB/sec 2024-08-17T01:02:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:08 smithi082 ceph-mon[94343]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:02:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:08 smithi082 ceph-mon[91979]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:02:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:08 smithi137 ceph-mon[86391]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:02:08.817 INFO:tasks.workunit.client.0.smithi082.stdout: 78: throughput=4.96MB/sec pending data=0 2024-08-17T01:02:08.817 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mEk3m-l4KgCdHZ2 off=7962531 len=158732 2024-08-17T01:02:08.819 INFO:tasks.workunit.client.0.smithi082.stdout:op 378 completed, throughput=4.96MB/sec 2024-08-17T01:02:08.819 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1tYx5p3KEXa8IAQ off=14994621 len=1272717 2024-08-17T01:02:08.826 INFO:tasks.workunit.client.0.smithi082.stdout:op 379 completed, throughput=4.97MB/sec 2024-08-17T01:02:08.826 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-X0BZgW-fjC38RfD off=1495401 len=374757 2024-08-17T01:02:08.829 INFO:tasks.workunit.client.0.smithi082.stdout:op 380 completed, throughput=4.98MB/sec 2024-08-17T01:02:08.829 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-GnR49UE9rkutOEn off=8393309 len=1077977 2024-08-17T01:02:08.831 INFO:tasks.workunit.client.0.smithi082.stdout:op 381 completed, throughput=4.99MB/sec 2024-08-17T01:02:08.831 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JFLl1ap3v5Mz0zW off=3530547 len=1400219 2024-08-17T01:02:08.838 INFO:tasks.workunit.client.0.smithi082.stdout:op 382 completed, throughput=5.01MB/sec 2024-08-17T01:02:09.839 INFO:tasks.workunit.client.0.smithi082.stdout: 79: throughput=4.94MB/sec pending data=0 2024-08-17T01:02:09.839 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4VQmSuj_STIxGSO off=2781222 len=1048450 2024-08-17T01:02:09.843 INFO:tasks.workunit.client.0.smithi082.stdout:op 383 completed, throughput=4.96MB/sec 2024-08-17T01:02:09.844 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--xDsDxPEYMKXG3C off=15265312 len=458188 2024-08-17T01:02:09.847 INFO:tasks.workunit.client.0.smithi082.stdout:op 384 completed, throughput=4.96MB/sec 2024-08-17T01:02:09.847 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dlybWOEhv2ezrH1 off=1611827 len=1819680 2024-08-17T01:02:09.849 INFO:tasks.workunit.client.0.smithi082.stdout:op 385 completed, throughput=4.98MB/sec 2024-08-17T01:02:09.849 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-l69TWolUnJfqRkI off=14275980 len=308425 2024-08-17T01:02:09.850 INFO:tasks.workunit.client.0.smithi082.stdout:op 386 completed, throughput=4.99MB/sec 2024-08-17T01:02:09.850 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-e5mbGn5W-UHTkxp off=3861015 len=1194742 2024-08-17T01:02:09.852 INFO:tasks.workunit.client.0.smithi082.stdout:op 387 completed, throughput=5MB/sec 2024-08-17T01:02:09.852 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-J-kpz4Gb-bVMWjj off=122440 len=649625 2024-08-17T01:02:09.853 INFO:tasks.workunit.client.0.smithi082.stdout:op 388 completed, throughput=5.01MB/sec 2024-08-17T01:02:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:10 smithi082 ceph-mon[91979]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:02:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:10 smithi082 ceph-mon[94343]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:02:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:10 smithi137 ceph-mon[86391]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:02:10.854 INFO:tasks.workunit.client.0.smithi082.stdout: 80: throughput=4.95MB/sec pending data=0 2024-08-17T01:02:10.854 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hzwd5euWcV6C2tS off=8844027 len=1718310 2024-08-17T01:02:10.863 INFO:tasks.workunit.client.0.smithi082.stdout:op 389 completed, throughput=4.97MB/sec 2024-08-17T01:02:10.863 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZYZtWR_pjcelyX8 off=3417351 len=2064601 2024-08-17T01:02:10.875 INFO:tasks.workunit.client.0.smithi082.stdout:op 390 completed, throughput=4.99MB/sec 2024-08-17T01:02:10.875 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-bXTm5cf7K0QYEqd off=3861971 len=1933028 2024-08-17T01:02:10.883 INFO:tasks.workunit.client.0.smithi082.stdout:op 391 completed, throughput=5.01MB/sec 2024-08-17T01:02:11.883 INFO:tasks.workunit.client.0.smithi082.stdout: 81: throughput=4.95MB/sec pending data=0 2024-08-17T01:02:11.884 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rLlfIGY_1PlfpDD off=4521485 len=1168933 2024-08-17T01:02:11.889 INFO:tasks.workunit.client.0.smithi082.stdout:op 392 completed, throughput=4.96MB/sec 2024-08-17T01:02:11.889 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-iOcrrbFQKE34j0l off=3649754 len=668359 2024-08-17T01:02:11.890 INFO:tasks.workunit.client.0.smithi082.stdout:op 393 completed, throughput=4.97MB/sec 2024-08-17T01:02:11.890 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_g3tkoxlwVpILBE off=6492271 len=173691 2024-08-17T01:02:11.890 INFO:tasks.workunit.client.0.smithi082.stdout:op 394 completed, throughput=4.97MB/sec 2024-08-17T01:02:11.890 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--TVAMd4uhio1VPH off=5829885 len=799795 2024-08-17T01:02:11.891 INFO:tasks.workunit.client.0.smithi082.stdout:op 395 completed, throughput=4.98MB/sec 2024-08-17T01:02:11.891 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wdBnxPXq7yrj5j6 off=1791833 len=524218 2024-08-17T01:02:11.894 INFO:tasks.workunit.client.0.smithi082.stdout:op 396 completed, throughput=4.99MB/sec 2024-08-17T01:02:11.894 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-sNk80iWjP89gbW5 off=3009332 len=1773529 2024-08-17T01:02:11.898 INFO:tasks.workunit.client.0.smithi082.stdout:op 397 completed, throughput=5.01MB/sec 2024-08-17T01:02:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:02:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:02:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:02:12.898 INFO:tasks.workunit.client.0.smithi082.stdout: 82: throughput=4.95MB/sec pending data=0 2024-08-17T01:02:12.899 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-w4vp1zuzanfO4KH off=7642116 len=1402874 2024-08-17T01:02:12.907 INFO:tasks.workunit.client.0.smithi082.stdout:op 398 completed, throughput=4.96MB/sec 2024-08-17T01:02:12.907 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-jYxrKONFRh2lFGe off=2231399 len=28862 2024-08-17T01:02:12.910 INFO:tasks.workunit.client.0.smithi082.stdout:op 399 completed, throughput=4.96MB/sec 2024-08-17T01:02:12.910 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TYvr_1WGlmG2Ema off=18773611 len=1061383 2024-08-17T01:02:12.911 INFO:tasks.workunit.client.0.smithi082.stdout:op 400 completed, throughput=4.98MB/sec 2024-08-17T01:02:12.911 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cQHR8dd36zfFW0N off=4036629 len=758734 2024-08-17T01:02:12.915 INFO:tasks.workunit.client.0.smithi082.stdout:op 401 completed, throughput=4.98MB/sec 2024-08-17T01:02:12.916 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-7xnTqS-9gK6oM-9 off=6741266 len=294819 2024-08-17T01:02:12.916 INFO:tasks.workunit.client.0.smithi082.stdout:op 402 completed, throughput=4.99MB/sec 2024-08-17T01:02:12.916 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IduLsZ5esUR5OjN off=13529092 len=511831 2024-08-17T01:02:12.919 INFO:tasks.workunit.client.0.smithi082.stdout:op 403 completed, throughput=4.99MB/sec 2024-08-17T01:02:12.920 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YImtmaklxAkzQWP off=595007 len=73149 2024-08-17T01:02:12.920 INFO:tasks.workunit.client.0.smithi082.stdout:op 404 completed, throughput=4.99MB/sec 2024-08-17T01:02:12.920 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-c4nN7b8cYhfCdfQ off=6143539 len=544723 2024-08-17T01:02:12.923 INFO:tasks.workunit.client.0.smithi082.stdout:op 405 completed, throughput=5MB/sec 2024-08-17T01:02:13.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:13 smithi082 ceph-mon[91979]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:02:13.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:13 smithi082 ceph-mon[94343]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:02:13.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:13 smithi137 ceph-mon[86391]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:02:13.924 INFO:tasks.workunit.client.0.smithi082.stdout: 83: throughput=4.94MB/sec pending data=0 2024-08-17T01:02:13.924 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-U2dNn6vhl13YkX9 off=1348097 len=161149 2024-08-17T01:02:13.924 INFO:tasks.workunit.client.0.smithi082.stdout:op 406 completed, throughput=4.94MB/sec 2024-08-17T01:02:13.924 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yL0sfCuv_hT68pV off=5359815 len=1877670 2024-08-17T01:02:13.935 INFO:tasks.workunit.client.0.smithi082.stdout:op 407 completed, throughput=4.96MB/sec 2024-08-17T01:02:13.935 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6G7XiM4yprUZeKA off=3424429 len=2038478 2024-08-17T01:02:13.937 INFO:tasks.workunit.client.0.smithi082.stdout:op 408 completed, throughput=4.99MB/sec 2024-08-17T01:02:13.937 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wGbKIEgXxNmospv off=3461224 len=1925049 2024-08-17T01:02:13.939 INFO:tasks.workunit.client.0.smithi082.stdout:op 409 completed, throughput=5.01MB/sec 2024-08-17T01:02:14.940 INFO:tasks.workunit.client.0.smithi082.stdout: 84: throughput=4.95MB/sec pending data=0 2024-08-17T01:02:14.940 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hnMEQaxVBkTey0k off=14161723 len=1477358 2024-08-17T01:02:14.946 INFO:tasks.workunit.client.0.smithi082.stdout:op 410 completed, throughput=4.97MB/sec 2024-08-17T01:02:14.946 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xCt9sWWI0b-N1S1 off=12907787 len=368567 2024-08-17T01:02:14.947 INFO:tasks.workunit.client.0.smithi082.stdout:op 411 completed, throughput=4.97MB/sec 2024-08-17T01:02:14.947 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-CBOeo4ZyLyilF5i off=1982930 len=629459 2024-08-17T01:02:14.948 INFO:tasks.workunit.client.0.smithi082.stdout:op 412 completed, throughput=4.98MB/sec 2024-08-17T01:02:14.948 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-lgNMxHj-g-oqVOs off=9050227 len=1657755 2024-08-17T01:02:14.954 INFO:tasks.workunit.client.0.smithi082.stdout:op 413 completed, throughput=4.99MB/sec 2024-08-17T01:02:14.955 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-O6XDi2eC-b79Zmm off=3965286 len=1568028 2024-08-17T01:02:14.956 INFO:tasks.workunit.client.0.smithi082.stdout:op 414 completed, throughput=5.01MB/sec 2024-08-17T01:02:15.420 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:02:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:02:15] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-08-17T01:02:15.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:15 smithi082 ceph-mon[94343]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:02:15.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:15 smithi082 ceph-mon[91979]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:02:15.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:15 smithi137 ceph-mon[86391]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:02:15.956 INFO:tasks.workunit.client.0.smithi082.stdout: 85: throughput=4.95MB/sec pending data=0 2024-08-17T01:02:15.957 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_rvxspmJbLXaJJG off=21487 len=1137632 2024-08-17T01:02:15.958 INFO:tasks.workunit.client.0.smithi082.stdout:op 415 completed, throughput=4.97MB/sec 2024-08-17T01:02:15.958 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5frNljE03lFipTQ off=2190155 len=1776941 2024-08-17T01:02:15.960 INFO:tasks.workunit.client.0.smithi082.stdout:op 416 completed, throughput=4.99MB/sec 2024-08-17T01:02:15.960 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dQLLXArZce-MOoi off=10557083 len=783094 2024-08-17T01:02:15.965 INFO:tasks.workunit.client.0.smithi082.stdout:op 417 completed, throughput=4.99MB/sec 2024-08-17T01:02:15.965 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-B6B7RB9PWwHqrG5 off=20546540 len=668565 2024-08-17T01:02:15.966 INFO:tasks.workunit.client.0.smithi082.stdout:op 418 completed, throughput=5MB/sec 2024-08-17T01:02:16.967 INFO:tasks.workunit.client.0.smithi082.stdout: 86: throughput=4.94MB/sec pending data=0 2024-08-17T01:02:16.967 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TMdqwc_05NHwICf off=3870178 len=2095522 2024-08-17T01:02:16.979 INFO:tasks.workunit.client.0.smithi082.stdout:op 419 completed, throughput=4.97MB/sec 2024-08-17T01:02:16.979 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-90OV00Ip_j4KJao off=9368094 len=1007351 2024-08-17T01:02:16.984 INFO:tasks.workunit.client.0.smithi082.stdout:op 420 completed, throughput=4.98MB/sec 2024-08-17T01:02:16.984 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-37ms0qoANsxJlT8 off=8156082 len=1297079 2024-08-17T01:02:16.985 INFO:tasks.workunit.client.0.smithi082.stdout:op 421 completed, throughput=4.99MB/sec 2024-08-17T01:02:16.985 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-aFqRE1bPtvCJaby off=14136655 len=292706 2024-08-17T01:02:16.986 INFO:tasks.workunit.client.0.smithi082.stdout:op 422 completed, throughput=4.99MB/sec 2024-08-17T01:02:16.986 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--7lqcDyAaOeydua off=12823033 len=280505 2024-08-17T01:02:16.987 INFO:tasks.workunit.client.0.smithi082.stdout:op 423 completed, throughput=5MB/sec 2024-08-17T01:02:16.987 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zA1wip38RlABcDQ off=4764072 len=58789 2024-08-17T01:02:16.988 INFO:tasks.workunit.client.0.smithi082.stdout:op 424 completed, throughput=5MB/sec 2024-08-17T01:02:16.988 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xcip_Rx3AxxYwHg off=3923083 len=1735275 2024-08-17T01:02:16.989 INFO:tasks.workunit.client.0.smithi082.stdout:op 425 completed, throughput=5.02MB/sec 2024-08-17T01:02:17.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:17 smithi082 ceph-mon[94343]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:02:17.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:17 smithi082 ceph-mon[91979]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:02:17.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:17 smithi137 ceph-mon[86391]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:02:17.989 INFO:tasks.workunit.client.0.smithi082.stdout: 87: throughput=4.96MB/sec pending data=0 2024-08-17T01:02:17.989 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-D09TtqQ6zsRjNC4 off=375223 len=1311151 2024-08-17T01:02:17.993 INFO:tasks.workunit.client.0.smithi082.stdout:op 426 completed, throughput=4.97MB/sec 2024-08-17T01:02:17.993 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-lb5PT3Yhsk9sJld off=6601702 len=832705 2024-08-17T01:02:17.994 INFO:tasks.workunit.client.0.smithi082.stdout:op 427 completed, throughput=4.98MB/sec 2024-08-17T01:02:17.994 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wMT1YWAMSIrxwmJ off=17136661 len=1508967 2024-08-17T01:02:17.997 INFO:tasks.workunit.client.0.smithi082.stdout:op 428 completed, throughput=5MB/sec 2024-08-17T01:02:17.997 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xn_HPfe1NYhX-Mr off=7070246 len=546143 2024-08-17T01:02:18.001 INFO:tasks.workunit.client.0.smithi082.stdout:op 429 completed, throughput=5MB/sec 2024-08-17T01:02:19.002 INFO:tasks.workunit.client.0.smithi082.stdout: 88: throughput=4.95MB/sec pending data=0 2024-08-17T01:02:19.002 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hHc97CX9c23-74u off=15248358 len=2035006 2024-08-17T01:02:19.011 INFO:tasks.workunit.client.0.smithi082.stdout:op 430 completed, throughput=4.97MB/sec 2024-08-17T01:02:19.011 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oeTdkdFBME5XMTa off=2593337 len=1190811 2024-08-17T01:02:19.014 INFO:tasks.workunit.client.0.smithi082.stdout:op 431 completed, throughput=4.98MB/sec 2024-08-17T01:02:19.014 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-sLu1-y45r_rP8QU off=8183759 len=1055200 2024-08-17T01:02:19.020 INFO:tasks.workunit.client.0.smithi082.stdout:op 432 completed, throughput=4.99MB/sec 2024-08-17T01:02:19.021 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oD85g50XllC6on5 off=5254210 len=1513421 2024-08-17T01:02:19.029 INFO:tasks.workunit.client.0.smithi082.stdout:op 433 completed, throughput=5.01MB/sec 2024-08-17T01:02:19.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:19 smithi082 ceph-mon[94343]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:02:19.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:19 smithi082 ceph-mon[91979]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:02:19.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:19 smithi137 ceph-mon[86391]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:02:20.027 INFO:tasks.workunit.client.0.smithi082.stdout: 89: throughput=4.95MB/sec pending data=0 2024-08-17T01:02:20.027 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pvS0CjaZbN8Rarl off=8158965 len=408234 2024-08-17T01:02:20.029 INFO:tasks.workunit.client.0.smithi082.stdout:op 434 completed, throughput=4.96MB/sec 2024-08-17T01:02:20.029 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3kVqY_IVdUtHqTw off=5240737 len=1686944 2024-08-17T01:02:20.031 INFO:tasks.workunit.client.0.smithi082.stdout:op 435 completed, throughput=4.98MB/sec 2024-08-17T01:02:20.031 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JM1qpraAwfrbCbY off=14339352 len=835991 2024-08-17T01:02:20.032 INFO:tasks.workunit.client.0.smithi082.stdout:op 436 completed, throughput=4.98MB/sec 2024-08-17T01:02:20.033 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dNnslLJYQ_S7zh7 off=0 len=1055772 2024-08-17T01:02:20.037 INFO:tasks.workunit.client.0.smithi082.stdout:op 437 completed, throughput=5MB/sec 2024-08-17T01:02:20.037 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-eQBBFObVrpXd_rz off=11079483 len=734155 2024-08-17T01:02:20.039 INFO:tasks.workunit.client.0.smithi082.stdout:op 438 completed, throughput=5MB/sec 2024-08-17T01:02:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:02:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:02:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:02:21.039 INFO:tasks.workunit.client.0.smithi082.stdout: 90: throughput=4.95MB/sec pending data=0 2024-08-17T01:02:21.039 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4DvGtORvDfWI7dp off=5920628 len=334167 2024-08-17T01:02:21.043 INFO:tasks.workunit.client.0.smithi082.stdout:op 439 completed, throughput=4.95MB/sec 2024-08-17T01:02:21.043 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4EWmBA3sE0NPgdt off=6996794 len=1941998 2024-08-17T01:02:21.053 INFO:tasks.workunit.client.0.smithi082.stdout:op 440 completed, throughput=4.97MB/sec 2024-08-17T01:02:21.053 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6alx-wREnql2ZTG off=9650426 len=1785453 2024-08-17T01:02:21.055 INFO:tasks.workunit.client.0.smithi082.stdout:op 441 completed, throughput=4.99MB/sec 2024-08-17T01:02:21.055 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6D_YHa74gXNmgKU off=8682759 len=28429 2024-08-17T01:02:21.058 INFO:tasks.workunit.client.0.smithi082.stdout:op 442 completed, throughput=4.99MB/sec 2024-08-17T01:02:21.058 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0dGIs5l_aatLbt- off=4637155 len=264335 2024-08-17T01:02:21.058 INFO:tasks.workunit.client.0.smithi082.stdout:op 443 completed, throughput=4.99MB/sec 2024-08-17T01:02:21.058 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-E3XYaeo7qU4ChV_ off=4732668 len=1101692 2024-08-17T01:02:21.059 INFO:tasks.workunit.client.0.smithi082.stdout:op 444 completed, throughput=5MB/sec 2024-08-17T01:02:21.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:21 smithi082 ceph-mon[94343]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:02:21.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:21 smithi082 ceph-mon[91979]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:02:21.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:21 smithi137 ceph-mon[86391]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:02:22.059 INFO:tasks.workunit.client.0.smithi082.stdout: 91: throughput=4.95MB/sec pending data=0 2024-08-17T01:02:22.060 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-A-uvvktY5oK4Tvu off=3640228 len=39543 2024-08-17T01:02:22.060 INFO:tasks.workunit.client.0.smithi082.stdout:op 445 completed, throughput=4.95MB/sec 2024-08-17T01:02:22.060 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0X8xWSTHbIJuQ2y off=7562319 len=65508 2024-08-17T01:02:22.063 INFO:tasks.workunit.client.0.smithi082.stdout:op 446 completed, throughput=4.95MB/sec 2024-08-17T01:02:22.063 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-y_6vJ6x1csm3hE2 off=18055946 len=203892 2024-08-17T01:02:22.065 INFO:tasks.workunit.client.0.smithi082.stdout:op 447 completed, throughput=4.95MB/sec 2024-08-17T01:02:22.066 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qwePNroXpjrYBqx off=8114930 len=409719 2024-08-17T01:02:22.066 INFO:tasks.workunit.client.0.smithi082.stdout:op 448 completed, throughput=4.96MB/sec 2024-08-17T01:02:22.066 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-j0PJ5nRzFLB6IMD off=31687 len=1909012 2024-08-17T01:02:22.074 INFO:tasks.workunit.client.0.smithi082.stdout:op 449 completed, throughput=4.98MB/sec 2024-08-17T01:02:22.074 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-04CNpa3L8muiSxl off=750300 len=1181842 2024-08-17T01:02:22.080 INFO:tasks.workunit.client.0.smithi082.stdout:op 450 completed, throughput=4.99MB/sec 2024-08-17T01:02:22.080 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-y74ezEER1QgjfNv off=2868009 len=1083600 2024-08-17T01:02:22.085 INFO:tasks.workunit.client.0.smithi082.stdout:op 451 completed, throughput=5MB/sec 2024-08-17T01:02:22.085 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-t9Hux4oXNzXWBIM off=7997973 len=898867 2024-08-17T01:02:22.086 INFO:tasks.workunit.client.0.smithi082.stdout:op 452 completed, throughput=5.01MB/sec 2024-08-17T01:02:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:02:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:02:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:02:23.086 INFO:tasks.workunit.client.0.smithi082.stdout: 92: throughput=4.95MB/sec pending data=0 2024-08-17T01:02:23.087 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1x7U3VijrMII3xm off=98548 len=1081610 2024-08-17T01:02:23.092 INFO:tasks.workunit.client.0.smithi082.stdout:op 453 completed, throughput=4.97MB/sec 2024-08-17T01:02:23.092 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oyPiCwjZjd5-0Z- off=5037839 len=1749655 2024-08-17T01:02:23.101 INFO:tasks.workunit.client.0.smithi082.stdout:op 454 completed, throughput=4.98MB/sec 2024-08-17T01:02:23.101 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZljRU8GkADxZghK off=14872108 len=822810 2024-08-17T01:02:23.106 INFO:tasks.workunit.client.0.smithi082.stdout:op 455 completed, throughput=4.99MB/sec 2024-08-17T01:02:23.106 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wswBIFclV_vaXW9 off=1180886 len=1214551 2024-08-17T01:02:23.113 INFO:tasks.workunit.client.0.smithi082.stdout:op 456 completed, throughput=5MB/sec 2024-08-17T01:02:23.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:23 smithi082 ceph-mon[94343]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:02:23.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:23 smithi082 ceph-mon[91979]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:02:23.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:23 smithi137 ceph-mon[86391]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:02:24.114 INFO:tasks.workunit.client.0.smithi082.stdout: 93: throughput=4.95MB/sec pending data=0 2024-08-17T01:02:24.114 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-XAfXJB15b0GNVlQ off=6903426 len=1335996 2024-08-17T01:02:24.119 INFO:tasks.workunit.client.0.smithi082.stdout:op 457 completed, throughput=4.96MB/sec 2024-08-17T01:02:24.120 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Y8bw4CG_g8T37H- off=2594141 len=1320270 2024-08-17T01:02:24.124 INFO:tasks.workunit.client.0.smithi082.stdout:op 458 completed, throughput=4.98MB/sec 2024-08-17T01:02:24.124 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Mmt1GUa8A-5yJWT off=10067295 len=1274954 2024-08-17T01:02:24.126 INFO:tasks.workunit.client.0.smithi082.stdout:op 459 completed, throughput=4.99MB/sec 2024-08-17T01:02:24.126 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-j2y0lB3m_OO-aY8 off=1848341 len=1745837 2024-08-17T01:02:24.128 INFO:tasks.workunit.client.0.smithi082.stdout:op 460 completed, throughput=5.01MB/sec 2024-08-17T01:02:25.128 INFO:tasks.workunit.client.0.smithi082.stdout: 94: throughput=4.95MB/sec pending data=0 2024-08-17T01:02:25.128 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IYRlwyWUusnOwhN off=1821071 len=362058 2024-08-17T01:02:25.132 INFO:tasks.workunit.client.0.smithi082.stdout:op 461 completed, throughput=4.96MB/sec 2024-08-17T01:02:25.132 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BZdosojXDy_aDdx off=7739226 len=1046213 2024-08-17T01:02:25.134 INFO:tasks.workunit.client.0.smithi082.stdout:op 462 completed, throughput=4.97MB/sec 2024-08-17T01:02:25.134 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KfOeLtWLb0iBmlZ off=1497724 len=603120 2024-08-17T01:02:25.136 INFO:tasks.workunit.client.0.smithi082.stdout:op 463 completed, throughput=4.97MB/sec 2024-08-17T01:02:25.136 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-q7SY9W1OVnpwtiG off=12876784 len=2051571 2024-08-17T01:02:25.138 INFO:tasks.workunit.client.0.smithi082.stdout:op 464 completed, throughput=4.99MB/sec 2024-08-17T01:02:25.138 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-jEhmwdCw0pn2U8t off=1920346 len=1710292 2024-08-17T01:02:25.148 INFO:tasks.workunit.client.0.smithi082.stdout:op 465 completed, throughput=5.01MB/sec 2024-08-17T01:02:25.441 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:02:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:02:25] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-08-17T01:02:25.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:25 smithi082 ceph-mon[94343]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:02:25.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:25 smithi082 ceph-mon[91979]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:02:25.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:25 smithi137 ceph-mon[86391]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:02:26.149 INFO:tasks.workunit.client.0.smithi082.stdout: 95: throughput=4.96MB/sec pending data=0 2024-08-17T01:02:26.149 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-93BRZuj7J1eQqkE off=374433 len=963446 2024-08-17T01:02:26.151 INFO:tasks.workunit.client.0.smithi082.stdout:op 466 completed, throughput=4.97MB/sec 2024-08-17T01:02:26.152 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-lpzptbeXktf9UPg off=4796902 len=428307 2024-08-17T01:02:26.155 INFO:tasks.workunit.client.0.smithi082.stdout:op 467 completed, throughput=4.97MB/sec 2024-08-17T01:02:26.155 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4gV5iFvRUmnrGIX off=20811535 len=789350 2024-08-17T01:02:26.159 INFO:tasks.workunit.client.0.smithi082.stdout:op 468 completed, throughput=4.98MB/sec 2024-08-17T01:02:26.159 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NaJy2sgsSZS7h3g off=15366022 len=1537421 2024-08-17T01:02:26.167 INFO:tasks.workunit.client.0.smithi082.stdout:op 469 completed, throughput=4.99MB/sec 2024-08-17T01:02:26.167 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-A2Y6kugGTyqi_Nh off=2774749 len=1989758 2024-08-17T01:02:26.170 INFO:tasks.workunit.client.0.smithi082.stdout:op 470 completed, throughput=5.01MB/sec 2024-08-17T01:02:27.170 INFO:tasks.workunit.client.0.smithi082.stdout: 96: throughput=4.96MB/sec pending data=0 2024-08-17T01:02:27.171 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-GXzXl0axeoarE3P off=9410804 len=1185657 2024-08-17T01:02:27.178 INFO:tasks.workunit.client.0.smithi082.stdout:op 471 completed, throughput=4.97MB/sec 2024-08-17T01:02:27.179 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9g0sWHzu-EMAS6Q off=588523 len=366640 2024-08-17T01:02:27.181 INFO:tasks.workunit.client.0.smithi082.stdout:op 472 completed, throughput=4.98MB/sec 2024-08-17T01:02:27.181 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nnZp2PFPvUHSyIu off=9030592 len=192510 2024-08-17T01:02:27.182 INFO:tasks.workunit.client.0.smithi082.stdout:op 473 completed, throughput=4.98MB/sec 2024-08-17T01:02:27.183 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ne-CTZHvkvPtY4q off=4909786 len=1456357 2024-08-17T01:02:27.184 INFO:tasks.workunit.client.0.smithi082.stdout:op 474 completed, throughput=4.99MB/sec 2024-08-17T01:02:27.184 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-RtvqJy91cr037rk off=8836514 len=312666 2024-08-17T01:02:27.187 INFO:tasks.workunit.client.0.smithi082.stdout:op 475 completed, throughput=5MB/sec 2024-08-17T01:02:27.187 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--pvwM3xJFs69TpQ off=4794951 len=1293763 2024-08-17T01:02:27.193 INFO:tasks.workunit.client.0.smithi082.stdout:op 476 completed, throughput=5.01MB/sec 2024-08-17T01:02:27.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:27 smithi082 ceph-mon[91979]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:02:27.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:27 smithi082 ceph-mon[94343]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:02:27.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:27 smithi137 ceph-mon[86391]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:02:28.194 INFO:tasks.workunit.client.0.smithi082.stdout: 97: throughput=4.96MB/sec pending data=0 2024-08-17T01:02:28.194 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YKBUh80JGGNbhz8 off=14831815 len=743910 2024-08-17T01:02:28.195 INFO:tasks.workunit.client.0.smithi082.stdout:op 477 completed, throughput=4.96MB/sec 2024-08-17T01:02:28.196 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jprQwaCfZ1vpI1R off=7483747 len=717924 2024-08-17T01:02:28.197 INFO:tasks.workunit.client.0.smithi082.stdout:op 478 completed, throughput=4.97MB/sec 2024-08-17T01:02:28.197 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-t8IZz1eT12Ib4uz off=3275017 len=352994 2024-08-17T01:02:28.200 INFO:tasks.workunit.client.0.smithi082.stdout:op 479 completed, throughput=4.97MB/sec 2024-08-17T01:02:28.200 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1WV9wpO2c3vnBIF off=12350121 len=1937649 2024-08-17T01:02:28.213 INFO:tasks.workunit.client.0.smithi082.stdout:op 480 completed, throughput=4.99MB/sec 2024-08-17T01:02:28.213 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RQNNhQEoBcU52BV off=924079 len=1405910 2024-08-17T01:02:28.215 INFO:tasks.workunit.client.0.smithi082.stdout:op 481 completed, throughput=5.01MB/sec 2024-08-17T01:02:29.215 INFO:tasks.workunit.client.0.smithi082.stdout: 98: throughput=4.96MB/sec pending data=0 2024-08-17T01:02:29.216 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-onuUigoXfe2T1iE off=11684328 len=933327 2024-08-17T01:02:29.221 INFO:tasks.workunit.client.0.smithi082.stdout:op 482 completed, throughput=4.96MB/sec 2024-08-17T01:02:29.221 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Qo-dM5JTKU1dzk1 off=5339610 len=696497 2024-08-17T01:02:29.222 INFO:tasks.workunit.client.0.smithi082.stdout:op 483 completed, throughput=4.97MB/sec 2024-08-17T01:02:29.222 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8n29yB2lkvACFM3 off=6181194 len=1932251 2024-08-17T01:02:29.233 INFO:tasks.workunit.client.0.smithi082.stdout:op 484 completed, throughput=4.99MB/sec 2024-08-17T01:02:29.233 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pHtNnNyhdBVGxM6 off=7857168 len=1751459 2024-08-17T01:02:29.243 INFO:tasks.workunit.client.0.smithi082.stdout:op 485 completed, throughput=5.01MB/sec 2024-08-17T01:02:29.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:29 smithi082 ceph-mon[91979]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:02:29.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:29 smithi082 ceph-mon[94343]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:02:29.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:29 smithi137 ceph-mon[86391]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:02:30.243 INFO:tasks.workunit.client.0.smithi082.stdout: 99: throughput=4.96MB/sec pending data=0 2024-08-17T01:02:30.243 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OAUYdPOP89Q8wX7 off=16665791 len=1126757 2024-08-17T01:02:30.249 INFO:tasks.workunit.client.0.smithi082.stdout:op 486 completed, throughput=4.97MB/sec 2024-08-17T01:02:30.249 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0h4yFZdIlWNucK2 off=8756029 len=1496326 2024-08-17T01:02:30.257 INFO:tasks.workunit.client.0.smithi082.stdout:op 487 completed, throughput=4.98MB/sec 2024-08-17T01:02:30.257 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5hFiuz0t8W87aaL off=2525971 len=1063303 2024-08-17T01:02:30.262 INFO:tasks.workunit.client.0.smithi082.stdout:op 488 completed, throughput=4.99MB/sec 2024-08-17T01:02:30.263 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mSoxmKeF9kLx_Qg off=1969638 len=1125810 2024-08-17T01:02:30.263 INFO:tasks.workunit.client.0.smithi082.stdout:op 489 completed, throughput=5MB/sec 2024-08-17T01:02:31.264 INFO:tasks.workunit.client.0.smithi082.stdout: 100: throughput=4.95MB/sec pending data=0 2024-08-17T01:02:31.264 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NDOpBMHXftZt320 off=2178945 len=101622 2024-08-17T01:02:31.267 INFO:tasks.workunit.client.0.smithi082.stdout:op 490 completed, throughput=4.95MB/sec 2024-08-17T01:02:31.267 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OBadq-MVZGdTYxF off=13183646 len=1773999 2024-08-17T01:02:31.276 INFO:tasks.workunit.client.0.smithi082.stdout:op 491 completed, throughput=4.97MB/sec 2024-08-17T01:02:31.276 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZJBZbIBLw-gnMvx off=3493067 len=1029098 2024-08-17T01:02:31.277 INFO:tasks.workunit.client.0.smithi082.stdout:op 492 completed, throughput=4.98MB/sec 2024-08-17T01:02:31.278 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UkUiPVV_midjh0_ off=3927636 len=413455 2024-08-17T01:02:31.278 INFO:tasks.workunit.client.0.smithi082.stdout:op 493 completed, throughput=4.98MB/sec 2024-08-17T01:02:31.278 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aFqRE1bPtvCJaby off=12856816 len=1330606 2024-08-17T01:02:31.285 INFO:tasks.workunit.client.0.smithi082.stdout:op 494 completed, throughput=4.99MB/sec 2024-08-17T01:02:31.285 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hHeSFM3ti-5TNz1 off=21858730 len=1959903 2024-08-17T01:02:31.287 INFO:tasks.workunit.client.0.smithi082.stdout:op 495 completed, throughput=5.01MB/sec 2024-08-17T01:02:31.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:31 smithi082 ceph-mon[91979]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:02:31.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:31 smithi082 ceph-mon[94343]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:02:31.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:31 smithi137 ceph-mon[86391]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:02:32.287 INFO:tasks.workunit.client.0.smithi082.stdout: 101: throughput=4.96MB/sec pending data=0 2024-08-17T01:02:32.288 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YyFRol1pWNuGLWi off=15527124 len=578581 2024-08-17T01:02:32.292 INFO:tasks.workunit.client.0.smithi082.stdout:op 496 completed, throughput=4.97MB/sec 2024-08-17T01:02:32.292 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Tj3USdH72ujU247 off=10601011 len=1713166 2024-08-17T01:02:32.301 INFO:tasks.workunit.client.0.smithi082.stdout:op 497 completed, throughput=4.98MB/sec 2024-08-17T01:02:32.301 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ROP0c5XqT4eQLYc off=8778611 len=1378679 2024-08-17T01:02:32.308 INFO:tasks.workunit.client.0.smithi082.stdout:op 498 completed, throughput=5MB/sec 2024-08-17T01:02:32.308 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-N5KyAn-dNcTqlYc off=288553 len=219637 2024-08-17T01:02:32.310 INFO:tasks.workunit.client.0.smithi082.stdout:op 499 completed, throughput=5MB/sec 2024-08-17T01:02:32.310 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TYvr_1WGlmG2Ema off=11305270 len=1356687 2024-08-17T01:02:32.311 INFO:tasks.workunit.client.0.smithi082.stdout:op 500 completed, throughput=5.01MB/sec 2024-08-17T01:02:32.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:02:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:02:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:02:33.312 INFO:tasks.workunit.client.0.smithi082.stdout: 102: throughput=4.96MB/sec pending data=0 2024-08-17T01:02:33.312 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8d16kfRzfzUWiIy off=18996393 len=1908257 2024-08-17T01:02:33.316 INFO:tasks.workunit.client.0.smithi082.stdout:op 501 completed, throughput=4.98MB/sec 2024-08-17T01:02:33.316 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tgGA1_Mvm4gHlGy off=6267315 len=87062 2024-08-17T01:02:33.317 INFO:tasks.workunit.client.0.smithi082.stdout:op 502 completed, throughput=4.98MB/sec 2024-08-17T01:02:33.317 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-r0cu56xmlkvHehe off=8897009 len=2039621 2024-08-17T01:02:33.327 INFO:tasks.workunit.client.0.smithi082.stdout:op 503 completed, throughput=5MB/sec 2024-08-17T01:02:33.328 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0OfYk7udHYmNGdR off=1866279 len=743647 2024-08-17T01:02:33.332 INFO:tasks.workunit.client.0.smithi082.stdout:op 504 completed, throughput=5.01MB/sec 2024-08-17T01:02:33.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:33 smithi082 ceph-mon[91979]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:02:33.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:33 smithi082 ceph-mon[94343]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:02:33.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:33 smithi137 ceph-mon[86391]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:02:34.332 INFO:tasks.workunit.client.0.smithi082.stdout: 103: throughput=4.96MB/sec pending data=0 2024-08-17T01:02:34.332 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-o5BKGG7RENHPKLI off=16486564 len=1399632 2024-08-17T01:02:34.338 INFO:tasks.workunit.client.0.smithi082.stdout:op 505 completed, throughput=4.97MB/sec 2024-08-17T01:02:34.338 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aVUCLbyqMNoZA61 off=10027076 len=653339 2024-08-17T01:02:34.343 INFO:tasks.workunit.client.0.smithi082.stdout:op 506 completed, throughput=4.98MB/sec 2024-08-17T01:02:34.343 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-S_w_0oCB50QbW1Q off=15733706 len=1165537 2024-08-17T01:02:34.344 INFO:tasks.workunit.client.0.smithi082.stdout:op 507 completed, throughput=4.99MB/sec 2024-08-17T01:02:34.344 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qatTHX_A9B_V_Fn off=1508898 len=55122 2024-08-17T01:02:34.346 INFO:tasks.workunit.client.0.smithi082.stdout:op 508 completed, throughput=4.99MB/sec 2024-08-17T01:02:34.346 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Ss1wg3ti4-fhx3T off=13166789 len=736201 2024-08-17T01:02:34.349 INFO:tasks.workunit.client.0.smithi082.stdout:op 509 completed, throughput=4.99MB/sec 2024-08-17T01:02:34.349 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3F24K6rR7w3yEzq off=12903894 len=897768 2024-08-17T01:02:34.355 INFO:tasks.workunit.client.0.smithi082.stdout:op 510 completed, throughput=5MB/sec 2024-08-17T01:02:35.355 INFO:tasks.workunit.client.0.smithi082.stdout: 104: throughput=4.95MB/sec pending data=0 2024-08-17T01:02:35.355 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JTrx3G5-1L4l0sD off=1084797 len=624833 2024-08-17T01:02:35.356 INFO:tasks.workunit.client.0.smithi082.stdout:op 511 completed, throughput=4.96MB/sec 2024-08-17T01:02:35.356 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dKr4xNDrSnoaBhI off=5124401 len=1882973 2024-08-17T01:02:35.360 INFO:tasks.workunit.client.0.smithi082.stdout:op 512 completed, throughput=4.98MB/sec 2024-08-17T01:02:35.360 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Hl1SoWWV9dVdmSc off=7895515 len=1736631 2024-08-17T01:02:35.363 INFO:tasks.workunit.client.0.smithi082.stdout:op 513 completed, throughput=4.99MB/sec 2024-08-17T01:02:35.363 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Fxv2e1h_Cix1m3R off=4698562 len=353264 2024-08-17T01:02:35.366 INFO:tasks.workunit.client.0.smithi082.stdout:op 514 completed, throughput=4.99MB/sec 2024-08-17T01:02:35.366 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-bT9sJMXnUqP-Fwb off=8578627 len=127722 2024-08-17T01:02:35.368 INFO:tasks.workunit.client.0.smithi082.stdout:op 515 completed, throughput=5MB/sec 2024-08-17T01:02:35.369 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-a-X9v3_mEyMatwy off=631499 len=1074142 2024-08-17T01:02:35.373 INFO:tasks.workunit.client.0.smithi082.stdout:op 516 completed, throughput=5.01MB/sec 2024-08-17T01:02:35.457 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:02:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:02:35] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-08-17T01:02:35.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:35 smithi082 ceph-mon[91979]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:02:35.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:02:35.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:35 smithi082 ceph-mon[94343]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:02:35.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:02:35.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:35 smithi137 ceph-mon[86391]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:02:35.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:02:36.373 INFO:tasks.workunit.client.0.smithi082.stdout: 105: throughput=4.96MB/sec pending data=0 2024-08-17T01:02:36.374 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gaZwgyv4qvNYmDS off=8438869 len=1148806 2024-08-17T01:02:36.379 INFO:tasks.workunit.client.0.smithi082.stdout:op 517 completed, throughput=4.97MB/sec 2024-08-17T01:02:36.379 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NixfOp32STOCdBj off=1348701 len=1204913 2024-08-17T01:02:36.384 INFO:tasks.workunit.client.0.smithi082.stdout:op 518 completed, throughput=4.98MB/sec 2024-08-17T01:02:36.384 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0k4roMH7cq0bxoI off=21454036 len=231845 2024-08-17T01:02:36.384 INFO:tasks.workunit.client.0.smithi082.stdout:op 519 completed, throughput=4.98MB/sec 2024-08-17T01:02:36.385 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-U_wWN7QT-8j_g8p off=3935396 len=1193717 2024-08-17T01:02:36.387 INFO:tasks.workunit.client.0.smithi082.stdout:op 520 completed, throughput=4.99MB/sec 2024-08-17T01:02:36.387 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-AqXCVBTA8IxdMUc off=6529231 len=253525 2024-08-17T01:02:36.390 INFO:tasks.workunit.client.0.smithi082.stdout:op 521 completed, throughput=4.99MB/sec 2024-08-17T01:02:36.390 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-V77l_5_ZoAZtcC9 off=18447615 len=808938 2024-08-17T01:02:36.395 INFO:tasks.workunit.client.0.smithi082.stdout:op 522 completed, throughput=5MB/sec 2024-08-17T01:02:36.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:02:36.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:02:36.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:02:37.396 INFO:tasks.workunit.client.0.smithi082.stdout: 106: throughput=4.95MB/sec pending data=0 2024-08-17T01:02:37.396 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-jOP4IRwANiZzSzX off=7562839 len=1258497 2024-08-17T01:02:37.402 INFO:tasks.workunit.client.0.smithi082.stdout:op 523 completed, throughput=4.97MB/sec 2024-08-17T01:02:37.402 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yL0sfCuv_hT68pV off=2902334 len=388511 2024-08-17T01:02:37.404 INFO:tasks.workunit.client.0.smithi082.stdout:op 524 completed, throughput=4.97MB/sec 2024-08-17T01:02:37.404 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_P-J03gK5-S7NeW off=8604332 len=1199 2024-08-17T01:02:37.406 INFO:tasks.workunit.client.0.smithi082.stdout:op 525 completed, throughput=4.97MB/sec 2024-08-17T01:02:37.406 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TySl3ZQI8TE7_wl off=5372520 len=744559 2024-08-17T01:02:37.410 INFO:tasks.workunit.client.0.smithi082.stdout:op 526 completed, throughput=4.97MB/sec 2024-08-17T01:02:37.410 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-v1mY8yku9lRQgj0 off=22676423 len=458451 2024-08-17T01:02:37.411 INFO:tasks.workunit.client.0.smithi082.stdout:op 527 completed, throughput=4.98MB/sec 2024-08-17T01:02:37.412 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YWlKHqFaCGekIMm off=1351940 len=1661216 2024-08-17T01:02:37.417 INFO:tasks.workunit.client.0.smithi082.stdout:op 528 completed, throughput=4.99MB/sec 2024-08-17T01:02:37.417 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CJeTVWtZgK5ofqd off=12983257 len=1672871 2024-08-17T01:02:37.426 INFO:tasks.workunit.client.0.smithi082.stdout:op 529 completed, throughput=5.01MB/sec 2024-08-17T01:02:37.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:37 smithi082 ceph-mon[94343]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:02:37.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:37 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:02:37.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:37 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:02:37.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:37 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:02:37.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:37 smithi082 ceph-mon[91979]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:02:37.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:37 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:02:37.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:37 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:02:37.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:37 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:02:37.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:37 smithi137 ceph-mon[86391]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:02:37.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:37 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:02:37.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:37 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:02:37.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:37 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:02:38.426 INFO:tasks.workunit.client.0.smithi082.stdout: 107: throughput=4.96MB/sec pending data=0 2024-08-17T01:02:38.427 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mXmElvMA13xTIlB off=454002 len=143662 2024-08-17T01:02:38.429 INFO:tasks.workunit.client.0.smithi082.stdout:op 530 completed, throughput=4.96MB/sec 2024-08-17T01:02:38.429 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JqusXaOeeoICglN off=4769462 len=264340 2024-08-17T01:02:38.432 INFO:tasks.workunit.client.0.smithi082.stdout:op 531 completed, throughput=4.96MB/sec 2024-08-17T01:02:38.432 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-idcTC7HLH0psyrA off=1397090 len=382416 2024-08-17T01:02:38.436 INFO:tasks.workunit.client.0.smithi082.stdout:op 532 completed, throughput=4.97MB/sec 2024-08-17T01:02:38.436 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Oyv_AX0dIHUx3OM off=10598328 len=1153532 2024-08-17T01:02:38.437 INFO:tasks.workunit.client.0.smithi082.stdout:op 533 completed, throughput=4.98MB/sec 2024-08-17T01:02:38.437 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xFSiGaRFvbMMw-D off=12367136 len=1122642 2024-08-17T01:02:38.444 INFO:tasks.workunit.client.0.smithi082.stdout:op 534 completed, throughput=4.99MB/sec 2024-08-17T01:02:38.445 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ye8hp8faZZrlIpk off=446850 len=80760 2024-08-17T01:02:38.445 INFO:tasks.workunit.client.0.smithi082.stdout:op 535 completed, throughput=4.99MB/sec 2024-08-17T01:02:38.445 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Pw1ZbADpSsTJDVy off=1649004 len=50203 2024-08-17T01:02:38.447 INFO:tasks.workunit.client.0.smithi082.stdout:op 536 completed, throughput=4.99MB/sec 2024-08-17T01:02:38.448 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-haF6yL5AENFKIeC off=15470417 len=431960 2024-08-17T01:02:38.450 INFO:tasks.workunit.client.0.smithi082.stdout:op 537 completed, throughput=4.99MB/sec 2024-08-17T01:02:38.451 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WOlcGywA1Z6LH9Z off=10045902 len=1879750 2024-08-17T01:02:38.454 INFO:tasks.workunit.client.0.smithi082.stdout:op 538 completed, throughput=5.01MB/sec 2024-08-17T01:02:39.454 INFO:tasks.workunit.client.0.smithi082.stdout: 108: throughput=4.96MB/sec pending data=0 2024-08-17T01:02:39.455 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rxJJEhD1s7SV4gp off=5778759 len=2022714 2024-08-17T01:02:39.464 INFO:tasks.workunit.client.0.smithi082.stdout:op 539 completed, throughput=4.98MB/sec 2024-08-17T01:02:39.464 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vpCpQ-M7upoi3il off=1693573 len=199087 2024-08-17T01:02:39.465 INFO:tasks.workunit.client.0.smithi082.stdout:op 540 completed, throughput=4.98MB/sec 2024-08-17T01:02:39.465 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-U2YfL0q-pNBeUOK off=10389984 len=791955 2024-08-17T01:02:39.470 INFO:tasks.workunit.client.0.smithi082.stdout:op 541 completed, throughput=4.99MB/sec 2024-08-17T01:02:39.470 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-eMZVgUqebnpmcVA off=3350401 len=410420 2024-08-17T01:02:39.471 INFO:tasks.workunit.client.0.smithi082.stdout:op 542 completed, throughput=4.99MB/sec 2024-08-17T01:02:39.471 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Qsf7UCS6L_gvRUn off=56988 len=1077925 2024-08-17T01:02:39.476 INFO:tasks.workunit.client.0.smithi082.stdout:op 543 completed, throughput=5MB/sec 2024-08-17T01:02:39.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:39 smithi082 ceph-mon[91979]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:02:39.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:39 smithi082 ceph-mon[94343]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:02:39.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:39 smithi137 ceph-mon[86391]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:02:40.476 INFO:tasks.workunit.client.0.smithi082.stdout: 109: throughput=4.96MB/sec pending data=0 2024-08-17T01:02:40.476 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-I_s8fNg5t5RpWtZ off=21570958 len=1118647 2024-08-17T01:02:40.483 INFO:tasks.workunit.client.0.smithi082.stdout:op 544 completed, throughput=4.97MB/sec 2024-08-17T01:02:40.483 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SJu3S8HKzMTe98r off=5330828 len=1378390 2024-08-17T01:02:40.490 INFO:tasks.workunit.client.0.smithi082.stdout:op 545 completed, throughput=4.98MB/sec 2024-08-17T01:02:40.490 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zWB-3pqjR0gBx_f off=10997958 len=937553 2024-08-17T01:02:40.496 INFO:tasks.workunit.client.0.smithi082.stdout:op 546 completed, throughput=4.98MB/sec 2024-08-17T01:02:40.496 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oZWKGGnpqoGE5uK off=3734283 len=748499 2024-08-17T01:02:40.500 INFO:tasks.workunit.client.0.smithi082.stdout:op 547 completed, throughput=4.99MB/sec 2024-08-17T01:02:40.500 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Bos7Oe6H3Rk8UjI off=22100770 len=1005607 2024-08-17T01:02:40.502 INFO:tasks.workunit.client.0.smithi082.stdout:op 548 completed, throughput=5MB/sec 2024-08-17T01:02:40.503 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Cgi637xWQK2Byni off=5775607 len=1915655 2024-08-17T01:02:40.505 INFO:tasks.workunit.client.0.smithi082.stdout:op 549 completed, throughput=5.02MB/sec 2024-08-17T01:02:41.505 INFO:tasks.workunit.client.0.smithi082.stdout: 110: throughput=4.97MB/sec pending data=0 2024-08-17T01:02:41.505 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ftv7PLJf4YLAbqm off=51720 len=1485066 2024-08-17T01:02:41.507 INFO:tasks.workunit.client.0.smithi082.stdout:op 550 completed, throughput=4.98MB/sec 2024-08-17T01:02:41.507 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Vni0i4Bpd_DvDyz off=8022711 len=1175609 2024-08-17T01:02:41.508 INFO:tasks.workunit.client.0.smithi082.stdout:op 551 completed, throughput=4.99MB/sec 2024-08-17T01:02:41.508 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_WA2N-ST_frcaAk off=6468549 len=863704 2024-08-17T01:02:41.509 INFO:tasks.workunit.client.0.smithi082.stdout:op 552 completed, throughput=5MB/sec 2024-08-17T01:02:41.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:41 smithi082 ceph-mon[91979]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:02:41.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:41 smithi082 ceph-mon[94343]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:02:41.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:41 smithi137 ceph-mon[86391]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:02:42.509 INFO:tasks.workunit.client.0.smithi082.stdout: 111: throughput=4.96MB/sec pending data=0 2024-08-17T01:02:42.510 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-El5UtbkldMcuCOU off=13044245 len=1449784 2024-08-17T01:02:42.516 INFO:tasks.workunit.client.0.smithi082.stdout:op 553 completed, throughput=4.97MB/sec 2024-08-17T01:02:42.516 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pKK9AZ4lxyf4iqN off=17257080 len=827166 2024-08-17T01:02:42.520 INFO:tasks.workunit.client.0.smithi082.stdout:op 554 completed, throughput=4.98MB/sec 2024-08-17T01:02:42.520 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tijpKujh2x15Ydd off=4909489 len=1812374 2024-08-17T01:02:42.529 INFO:tasks.workunit.client.0.smithi082.stdout:op 555 completed, throughput=4.99MB/sec 2024-08-17T01:02:42.529 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-euhL4Us0G-1Gzut off=7261230 len=993077 2024-08-17T01:02:42.533 INFO:tasks.workunit.client.0.smithi082.stdout:op 556 completed, throughput=5MB/sec 2024-08-17T01:02:42.533 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-eDQRrYyI3p-3exk off=10690544 len=54655 2024-08-17T01:02:42.536 INFO:tasks.workunit.client.0.smithi082.stdout:op 557 completed, throughput=5MB/sec 2024-08-17T01:02:42.536 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Szu-gc64aXQajV8 off=2320191 len=728745 2024-08-17T01:02:42.540 INFO:tasks.workunit.client.0.smithi082.stdout:op 558 completed, throughput=5MB/sec 2024-08-17T01:02:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:02:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:02:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:02:43.540 INFO:tasks.workunit.client.0.smithi082.stdout: 112: throughput=4.96MB/sec pending data=0 2024-08-17T01:02:43.540 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8LwbTOxZTQ-XguJ off=1477039 len=963364 2024-08-17T01:02:43.546 INFO:tasks.workunit.client.0.smithi082.stdout:op 559 completed, throughput=4.97MB/sec 2024-08-17T01:02:43.546 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oJNjCSOSSKC24oy off=16182989 len=1792197 2024-08-17T01:02:43.555 INFO:tasks.workunit.client.0.smithi082.stdout:op 560 completed, throughput=4.98MB/sec 2024-08-17T01:02:43.555 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-a1loUnTSU12p5SC off=1191255 len=202298 2024-08-17T01:02:43.558 INFO:tasks.workunit.client.0.smithi082.stdout:op 561 completed, throughput=4.98MB/sec 2024-08-17T01:02:43.558 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hCnBUb33leWrM4y off=2587398 len=511335 2024-08-17T01:02:43.561 INFO:tasks.workunit.client.0.smithi082.stdout:op 562 completed, throughput=4.99MB/sec 2024-08-17T01:02:43.561 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aCSJeNwWCTgs3-A off=10112795 len=916590 2024-08-17T01:02:43.566 INFO:tasks.workunit.client.0.smithi082.stdout:op 563 completed, throughput=5MB/sec 2024-08-17T01:02:43.567 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TNM_cy1mAG9dFWH off=2332823 len=869254 2024-08-17T01:02:43.568 INFO:tasks.workunit.client.0.smithi082.stdout:op 564 completed, throughput=5MB/sec 2024-08-17T01:02:43.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:43 smithi082 ceph-mon[91979]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:02:43.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:43 smithi082 ceph-mon[94343]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:02:43.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:43 smithi137 ceph-mon[86391]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:02:44.569 INFO:tasks.workunit.client.0.smithi082.stdout: 113: throughput=4.96MB/sec pending data=0 2024-08-17T01:02:44.569 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-jSpNGDrHEktYdtI off=5878164 len=1499804 2024-08-17T01:02:44.575 INFO:tasks.workunit.client.0.smithi082.stdout:op 565 completed, throughput=4.97MB/sec 2024-08-17T01:02:44.575 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XR1jVr75mhYEJ1Q off=2486260 len=911695 2024-08-17T01:02:44.577 INFO:tasks.workunit.client.0.smithi082.stdout:op 566 completed, throughput=4.98MB/sec 2024-08-17T01:02:44.578 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hSrAhyelsYUsnhM off=505940 len=1363360 2024-08-17T01:02:44.579 INFO:tasks.workunit.client.0.smithi082.stdout:op 567 completed, throughput=4.99MB/sec 2024-08-17T01:02:44.579 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-B63mGTXoo8oM_o1 off=2252246 len=1304649 2024-08-17T01:02:44.582 INFO:tasks.workunit.client.0.smithi082.stdout:op 568 completed, throughput=5MB/sec 2024-08-17T01:02:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:02:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:02:45] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-08-17T01:02:45.582 INFO:tasks.workunit.client.0.smithi082.stdout: 114: throughput=4.96MB/sec pending data=0 2024-08-17T01:02:45.582 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-XbwZP-XKLX_MjJV off=7604165 len=215930 2024-08-17T01:02:45.586 INFO:tasks.workunit.client.0.smithi082.stdout:op 569 completed, throughput=4.96MB/sec 2024-08-17T01:02:45.586 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tWpOETBynbwA5DG off=13120050 len=1403353 2024-08-17T01:02:45.587 INFO:tasks.workunit.client.0.smithi082.stdout:op 570 completed, throughput=4.97MB/sec 2024-08-17T01:02:45.587 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-f1yP9A99rmoA48y off=1699234 len=1969538 2024-08-17T01:02:45.597 INFO:tasks.workunit.client.0.smithi082.stdout:op 571 completed, throughput=4.99MB/sec 2024-08-17T01:02:45.597 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-LQGNI8X9i9u1QsR off=6958433 len=1401862 2024-08-17T01:02:45.604 INFO:tasks.workunit.client.0.smithi082.stdout:op 572 completed, throughput=5MB/sec 2024-08-17T01:02:45.604 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Xbmh0WCBCrIQUWA off=571822 len=21745 2024-08-17T01:02:45.606 INFO:tasks.workunit.client.0.smithi082.stdout:op 573 completed, throughput=5MB/sec 2024-08-17T01:02:45.606 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-bx-ciFt58v1TKWJ off=12111134 len=836357 2024-08-17T01:02:45.611 INFO:tasks.workunit.client.0.smithi082.stdout:op 574 completed, throughput=5.01MB/sec 2024-08-17T01:02:45.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:45 smithi137 ceph-mon[86391]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:02:45.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:45 smithi082 ceph-mon[94343]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:02:45.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:45 smithi082 ceph-mon[91979]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:02:46.611 INFO:tasks.workunit.client.0.smithi082.stdout: 115: throughput=4.96MB/sec pending data=0 2024-08-17T01:02:46.612 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5ZG0lRYkTomf9iv off=0 len=1567434 2024-08-17T01:02:46.620 INFO:tasks.workunit.client.0.smithi082.stdout:op 575 completed, throughput=4.97MB/sec 2024-08-17T01:02:46.620 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OxW-V8jnIFsv1Si off=10383983 len=99939 2024-08-17T01:02:46.623 INFO:tasks.workunit.client.0.smithi082.stdout:op 576 completed, throughput=4.98MB/sec 2024-08-17T01:02:46.623 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-c6pKN6UIge25BGc off=6126351 len=261970 2024-08-17T01:02:46.625 INFO:tasks.workunit.client.0.smithi082.stdout:op 577 completed, throughput=4.98MB/sec 2024-08-17T01:02:46.625 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-FuzGPjgkLs2CME_ off=1422054 len=1714162 2024-08-17T01:02:46.633 INFO:tasks.workunit.client.0.smithi082.stdout:op 578 completed, throughput=4.99MB/sec 2024-08-17T01:02:46.633 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xSV8joSuO6E8URC off=6176283 len=1878223 2024-08-17T01:02:46.641 INFO:tasks.workunit.client.0.smithi082.stdout:op 579 completed, throughput=5.01MB/sec 2024-08-17T01:02:47.641 INFO:tasks.workunit.client.0.smithi082.stdout: 116: throughput=4.96MB/sec pending data=0 2024-08-17T01:02:47.641 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wbdYB5NFF1KkZEI off=9922027 len=1007551 2024-08-17T01:02:47.646 INFO:tasks.workunit.client.0.smithi082.stdout:op 580 completed, throughput=4.97MB/sec 2024-08-17T01:02:47.646 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Sa4euZrGa_9UA1n off=5247610 len=788664 2024-08-17T01:02:47.650 INFO:tasks.workunit.client.0.smithi082.stdout:op 581 completed, throughput=4.98MB/sec 2024-08-17T01:02:47.651 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KFzdjKcW1GA_EhL off=6089259 len=808747 2024-08-17T01:02:47.654 INFO:tasks.workunit.client.0.smithi082.stdout:op 582 completed, throughput=4.98MB/sec 2024-08-17T01:02:47.654 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3nQ-S1GyLfBTcxF off=689090 len=508915 2024-08-17T01:02:47.658 INFO:tasks.workunit.client.0.smithi082.stdout:op 583 completed, throughput=4.99MB/sec 2024-08-17T01:02:47.658 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ifTxwwjTIQoF8ek off=410864 len=703655 2024-08-17T01:02:47.662 INFO:tasks.workunit.client.0.smithi082.stdout:op 584 completed, throughput=4.99MB/sec 2024-08-17T01:02:47.662 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Z-Vu64KAJCqmyc0 off=10727468 len=1228056 2024-08-17T01:02:47.663 INFO:tasks.workunit.client.0.smithi082.stdout:op 585 completed, throughput=5MB/sec 2024-08-17T01:02:47.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:47 smithi137 ceph-mon[86391]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:02:47.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:47 smithi082 ceph-mon[91979]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:02:47.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:47 smithi082 ceph-mon[94343]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:02:48.664 INFO:tasks.workunit.client.0.smithi082.stdout: 117: throughput=4.96MB/sec pending data=0 2024-08-17T01:02:48.664 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-MzUABKWXNSIM-Xi off=7789542 len=1116484 2024-08-17T01:02:48.670 INFO:tasks.workunit.client.0.smithi082.stdout:op 586 completed, throughput=4.97MB/sec 2024-08-17T01:02:48.670 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XrwhluiQweaO6Tx off=426517 len=1212104 2024-08-17T01:02:48.672 INFO:tasks.workunit.client.0.smithi082.stdout:op 587 completed, throughput=4.98MB/sec 2024-08-17T01:02:48.672 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ug0likJmR6kIL9W off=3898371 len=447628 2024-08-17T01:02:48.674 INFO:tasks.workunit.client.0.smithi082.stdout:op 588 completed, throughput=4.98MB/sec 2024-08-17T01:02:48.674 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OJVdX_8ivA679qx off=7484235 len=1945260 2024-08-17T01:02:48.681 INFO:tasks.workunit.client.0.smithi082.stdout:op 589 completed, throughput=5MB/sec 2024-08-17T01:02:48.681 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZUDfIwSZds11Ocb off=733623 len=1861226 2024-08-17T01:02:48.689 INFO:tasks.workunit.client.0.smithi082.stdout:op 590 completed, throughput=5.01MB/sec 2024-08-17T01:02:49.690 INFO:tasks.workunit.client.0.smithi082.stdout: 118: throughput=4.97MB/sec pending data=0 2024-08-17T01:02:49.690 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dQLLXArZce-MOoi off=12025610 len=243937 2024-08-17T01:02:49.693 INFO:tasks.workunit.client.0.smithi082.stdout:op 591 completed, throughput=4.97MB/sec 2024-08-17T01:02:49.693 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kTD720CPUnS6vdY off=3216428 len=1501646 2024-08-17T01:02:49.697 INFO:tasks.workunit.client.0.smithi082.stdout:op 592 completed, throughput=4.98MB/sec 2024-08-17T01:02:49.697 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-C6Yn5o0ZMz-PkmU off=12291917 len=1114113 2024-08-17T01:02:49.698 INFO:tasks.workunit.client.0.smithi082.stdout:op 593 completed, throughput=4.99MB/sec 2024-08-17T01:02:49.699 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jnafdMSEEIeVN54 off=5129473 len=73100 2024-08-17T01:02:49.700 INFO:tasks.workunit.client.0.smithi082.stdout:op 594 completed, throughput=4.99MB/sec 2024-08-17T01:02:49.700 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CMWsblVoJRlsvrD off=15169763 len=1683236 2024-08-17T01:02:49.709 INFO:tasks.workunit.client.0.smithi082.stdout:op 595 completed, throughput=5.01MB/sec 2024-08-17T01:02:49.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:49 smithi137 ceph-mon[86391]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:02:49.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:49 smithi082 ceph-mon[94343]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:02:49.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:49 smithi082 ceph-mon[91979]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:02:50.709 INFO:tasks.workunit.client.0.smithi082.stdout: 119: throughput=4.97MB/sec pending data=0 2024-08-17T01:02:50.709 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-CjrdJoPzs0i2CNL off=5831900 len=1212599 2024-08-17T01:02:50.711 INFO:tasks.workunit.client.0.smithi082.stdout:op 596 completed, throughput=4.98MB/sec 2024-08-17T01:02:50.711 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_Jie60h7tixOZep off=0 len=1415783 2024-08-17T01:02:50.713 INFO:tasks.workunit.client.0.smithi082.stdout:op 597 completed, throughput=4.99MB/sec 2024-08-17T01:02:50.713 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-aweavJuuvQfi-_E off=13769508 len=736063 2024-08-17T01:02:50.714 INFO:tasks.workunit.client.0.smithi082.stdout:op 598 completed, throughput=4.99MB/sec 2024-08-17T01:02:50.714 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OiHGl4KPfqJzDJz off=3290538 len=1919762 2024-08-17T01:02:50.716 INFO:tasks.workunit.client.0.smithi082.stdout:op 599 completed, throughput=5.01MB/sec 2024-08-17T01:02:50.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:02:50.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:02:50.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:02:51.717 INFO:tasks.workunit.client.0.smithi082.stdout: 120: throughput=4.97MB/sec pending data=0 2024-08-17T01:02:51.717 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2UtARe_z2aGxhVp off=1751525 len=437516 2024-08-17T01:02:51.718 INFO:tasks.workunit.client.0.smithi082.stdout:op 600 completed, throughput=4.97MB/sec 2024-08-17T01:02:51.718 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UgBiKYfIGvWVcoD off=11225726 len=663206 2024-08-17T01:02:51.719 INFO:tasks.workunit.client.0.smithi082.stdout:op 601 completed, throughput=4.97MB/sec 2024-08-17T01:02:51.719 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UxjT34LIvGSl6w- off=3716729 len=982980 2024-08-17T01:02:51.724 INFO:tasks.workunit.client.0.smithi082.stdout:op 602 completed, throughput=4.98MB/sec 2024-08-17T01:02:51.724 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-h5e9kep9SGUU93h off=4685761 len=2057948 2024-08-17T01:02:51.726 INFO:tasks.workunit.client.0.smithi082.stdout:op 603 completed, throughput=5MB/sec 2024-08-17T01:02:51.726 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IydFMe7C47jRX6M off=31747 len=987148 2024-08-17T01:02:51.728 INFO:tasks.workunit.client.0.smithi082.stdout:op 604 completed, throughput=5.01MB/sec 2024-08-17T01:02:51.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:51 smithi082 ceph-mon[94343]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-08-17T01:02:51.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:51 smithi082 ceph-mon[91979]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-08-17T01:02:51.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:51 smithi137 ceph-mon[86391]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-08-17T01:02:52.729 INFO:tasks.workunit.client.0.smithi082.stdout: 121: throughput=4.97MB/sec pending data=0 2024-08-17T01:02:52.729 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wqivv9XLzMoFUjv off=7687666 len=1560046 2024-08-17T01:02:52.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:02:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:02:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:02:52.737 INFO:tasks.workunit.client.0.smithi082.stdout:op 605 completed, throughput=4.98MB/sec 2024-08-17T01:02:52.737 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SnISuAFoaE3WcVQ off=18308769 len=1663661 2024-08-17T01:02:52.740 INFO:tasks.workunit.client.0.smithi082.stdout:op 606 completed, throughput=4.99MB/sec 2024-08-17T01:02:52.740 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YbFoUmVBpokFdq- off=16259571 len=1546642 2024-08-17T01:02:52.743 INFO:tasks.workunit.client.0.smithi082.stdout:op 607 completed, throughput=5MB/sec 2024-08-17T01:02:53.743 INFO:tasks.workunit.client.0.smithi082.stdout: 122: throughput=4.96MB/sec pending data=0 2024-08-17T01:02:53.743 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oriC7YdFdU3ifSe off=619767 len=1611293 2024-08-17T01:02:53.745 INFO:tasks.workunit.client.0.smithi082.stdout:op 608 completed, throughput=4.97MB/sec 2024-08-17T01:02:53.745 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4GbFTZUOq2nNnek off=10323058 len=1084664 2024-08-17T01:02:53.752 INFO:tasks.workunit.client.0.smithi082.stdout:op 609 completed, throughput=4.98MB/sec 2024-08-17T01:02:53.752 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PFPGcW5CuRPjLn3 off=16117079 len=2054724 2024-08-17T01:02:53.754 INFO:tasks.workunit.client.0.smithi082.stdout:op 610 completed, throughput=5MB/sec 2024-08-17T01:02:53.755 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-d9bWD9FpGx8bGud off=2576278 len=1419935 2024-08-17T01:02:53.760 INFO:tasks.workunit.client.0.smithi082.stdout:op 611 completed, throughput=5.01MB/sec 2024-08-17T01:02:53.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:53 smithi082 ceph-mon[91979]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:02:53.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:53 smithi082 ceph-mon[94343]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:02:53.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:53 smithi137 ceph-mon[86391]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:02:54.761 INFO:tasks.workunit.client.0.smithi082.stdout: 123: throughput=4.97MB/sec pending data=0 2024-08-17T01:02:54.761 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-cS9ZBTc7R1D_Nt- off=5452277 len=1763300 2024-08-17T01:02:54.763 INFO:tasks.workunit.client.0.smithi082.stdout:op 612 completed, throughput=4.98MB/sec 2024-08-17T01:02:54.763 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-i-esrj5S2LFSROC off=8947354 len=1466011 2024-08-17T01:02:54.766 INFO:tasks.workunit.client.0.smithi082.stdout:op 613 completed, throughput=4.99MB/sec 2024-08-17T01:02:54.767 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ThYsPwxcZJgsN2E off=8476687 len=1462598 2024-08-17T01:02:54.768 INFO:tasks.workunit.client.0.smithi082.stdout:op 614 completed, throughput=5MB/sec 2024-08-17T01:02:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:02:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:02:55] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-08-17T01:02:55.769 INFO:tasks.workunit.client.0.smithi082.stdout: 124: throughput=4.96MB/sec pending data=0 2024-08-17T01:02:55.769 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-nk0FXS9Et1zDP7W off=6567989 len=432923 2024-08-17T01:02:55.773 INFO:tasks.workunit.client.0.smithi082.stdout:op 615 completed, throughput=4.97MB/sec 2024-08-17T01:02:55.773 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nt02PmYJsjCaz7s off=4479662 len=117719 2024-08-17T01:02:55.774 INFO:tasks.workunit.client.0.smithi082.stdout:op 616 completed, throughput=4.97MB/sec 2024-08-17T01:02:55.774 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-AUphVVlUGLwnitf off=16621399 len=1764018 2024-08-17T01:02:55.783 INFO:tasks.workunit.client.0.smithi082.stdout:op 617 completed, throughput=4.98MB/sec 2024-08-17T01:02:55.783 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-burAZNqLD94Q35S off=4965454 len=1346473 2024-08-17T01:02:55.791 INFO:tasks.workunit.client.0.smithi082.stdout:op 618 completed, throughput=4.99MB/sec 2024-08-17T01:02:55.791 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Cpu347XKOoodMhx off=791948 len=704783 2024-08-17T01:02:55.793 INFO:tasks.workunit.client.0.smithi082.stdout:op 619 completed, throughput=5MB/sec 2024-08-17T01:02:55.793 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qyhIHv95cPiJKQi off=268068 len=1685160 2024-08-17T01:02:55.799 INFO:tasks.workunit.client.0.smithi082.stdout:op 620 completed, throughput=5.01MB/sec 2024-08-17T01:02:55.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:55 smithi082 ceph-mon[91979]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:02:55.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:55 smithi082 ceph-mon[94343]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:02:55.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:55 smithi137 ceph-mon[86391]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:02:56.800 INFO:tasks.workunit.client.0.smithi082.stdout: 125: throughput=4.97MB/sec pending data=0 2024-08-17T01:02:56.800 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-d4XKnBEwIdXc6ca off=14626051 len=553522 2024-08-17T01:02:56.804 INFO:tasks.workunit.client.0.smithi082.stdout:op 621 completed, throughput=4.97MB/sec 2024-08-17T01:02:56.804 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-H1BV_vrFRTxPDzo off=999671 len=839695 2024-08-17T01:02:56.809 INFO:tasks.workunit.client.0.smithi082.stdout:op 622 completed, throughput=4.98MB/sec 2024-08-17T01:02:56.809 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-CpRYIgwxa1LWWg2 off=1385550 len=573648 2024-08-17T01:02:56.810 INFO:tasks.workunit.client.0.smithi082.stdout:op 623 completed, throughput=4.98MB/sec 2024-08-17T01:02:56.810 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oejAhSxZSFl2oz5 off=8822223 len=2031597 2024-08-17T01:02:56.822 INFO:tasks.workunit.client.0.smithi082.stdout:op 624 completed, throughput=5MB/sec 2024-08-17T01:02:56.822 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PkinTnEqfs9v2Kr off=8585652 len=1959723 2024-08-17T01:02:56.824 INFO:tasks.workunit.client.0.smithi082.stdout:op 625 completed, throughput=5.01MB/sec 2024-08-17T01:02:57.825 INFO:tasks.workunit.client.0.smithi082.stdout: 126: throughput=4.97MB/sec pending data=0 2024-08-17T01:02:57.825 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-i1Nn7qdgaOvISM4 off=3840736 len=1883896 2024-08-17T01:02:57.836 INFO:tasks.workunit.client.0.smithi082.stdout:op 626 completed, throughput=4.99MB/sec 2024-08-17T01:02:57.836 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Z-Magjkr0Iykbgh off=12717120 len=1612264 2024-08-17T01:02:57.845 INFO:tasks.workunit.client.0.smithi082.stdout:op 627 completed, throughput=5MB/sec 2024-08-17T01:02:57.845 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YMsL2T4UoMYLIt9 off=5993862 len=1428819 2024-08-17T01:02:57.847 INFO:tasks.workunit.client.0.smithi082.stdout:op 628 completed, throughput=5.01MB/sec 2024-08-17T01:02:57.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:57 smithi082 ceph-mon[94343]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:02:57.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:57 smithi082 ceph-mon[91979]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:02:57.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:57 smithi137 ceph-mon[86391]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:02:58.847 INFO:tasks.workunit.client.0.smithi082.stdout: 127: throughput=4.97MB/sec pending data=0 2024-08-17T01:02:58.847 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nS969TXCFFvmaOn off=4198620 len=1553107 2024-08-17T01:02:58.849 INFO:tasks.workunit.client.0.smithi082.stdout:op 629 completed, throughput=4.98MB/sec 2024-08-17T01:02:58.849 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-R2LrNJP5zrsT732 off=1043102 len=1266909 2024-08-17T01:02:58.856 INFO:tasks.workunit.client.0.smithi082.stdout:op 630 completed, throughput=4.99MB/sec 2024-08-17T01:02:58.856 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gF-Cd-4_sHpFam5 off=2012020 len=1610860 2024-08-17T01:02:58.866 INFO:tasks.workunit.client.0.smithi082.stdout:op 631 completed, throughput=5MB/sec 2024-08-17T01:02:59.867 INFO:tasks.workunit.client.0.smithi082.stdout: 128: throughput=4.96MB/sec pending data=0 2024-08-17T01:02:59.867 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-egbtxqZeiWbuF4X off=3980925 len=241742 2024-08-17T01:02:59.867 INFO:tasks.workunit.client.0.smithi082.stdout:op 632 completed, throughput=4.97MB/sec 2024-08-17T01:02:59.868 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2Or2kru5gpBbeyQ off=1375209 len=1768023 2024-08-17T01:02:59.870 INFO:tasks.workunit.client.0.smithi082.stdout:op 633 completed, throughput=4.98MB/sec 2024-08-17T01:02:59.870 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Mpyro4EyceTy69k off=6150364 len=675554 2024-08-17T01:02:59.875 INFO:tasks.workunit.client.0.smithi082.stdout:op 634 completed, throughput=4.98MB/sec 2024-08-17T01:02:59.875 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tNXJryvUkxWqMfV off=3798946 len=817514 2024-08-17T01:02:59.880 INFO:tasks.workunit.client.0.smithi082.stdout:op 635 completed, throughput=4.99MB/sec 2024-08-17T01:02:59.880 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bDzrOjs8T0dlvbg off=8618311 len=1528375 2024-08-17T01:02:59.882 INFO:tasks.workunit.client.0.smithi082.stdout:op 636 completed, throughput=5MB/sec 2024-08-17T01:02:59.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:02:59 smithi082 ceph-mon[94343]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:02:59.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:02:59 smithi082 ceph-mon[91979]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:02:59.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:02:59 smithi137 ceph-mon[86391]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:03:00.883 INFO:tasks.workunit.client.0.smithi082.stdout: 129: throughput=4.96MB/sec pending data=0 2024-08-17T01:03:00.883 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Qn0ejapLu7m626b off=11859956 len=288833 2024-08-17T01:03:00.886 INFO:tasks.workunit.client.0.smithi082.stdout:op 637 completed, throughput=4.96MB/sec 2024-08-17T01:03:00.886 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1WV9wpO2c3vnBIF off=18613497 len=1887769 2024-08-17T01:03:00.891 INFO:tasks.workunit.client.0.smithi082.stdout:op 638 completed, throughput=4.98MB/sec 2024-08-17T01:03:00.891 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-feiHqEvn0Zw3tZI off=4425609 len=1238904 2024-08-17T01:03:00.894 INFO:tasks.workunit.client.0.smithi082.stdout:op 639 completed, throughput=4.99MB/sec 2024-08-17T01:03:00.894 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-B_rvlwmHvNCWtxr off=1122936 len=132682 2024-08-17T01:03:00.894 INFO:tasks.workunit.client.0.smithi082.stdout:op 640 completed, throughput=4.99MB/sec 2024-08-17T01:03:00.894 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dpNn3ml9Kwu8D8X off=13633134 len=59619 2024-08-17T01:03:00.897 INFO:tasks.workunit.client.0.smithi082.stdout:op 641 completed, throughput=4.99MB/sec 2024-08-17T01:03:00.897 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZxtKS8eACP9Mcsc off=4303154 len=625771 2024-08-17T01:03:00.901 INFO:tasks.workunit.client.0.smithi082.stdout:op 642 completed, throughput=4.99MB/sec 2024-08-17T01:03:00.901 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OxqA8G-6n3Kg3jC off=4688875 len=199825 2024-08-17T01:03:00.904 INFO:tasks.workunit.client.0.smithi082.stdout:op 643 completed, throughput=4.99MB/sec 2024-08-17T01:03:00.904 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xIQwtju-DUcvMMN off=3652929 len=75706 2024-08-17T01:03:00.905 INFO:tasks.workunit.client.0.smithi082.stdout:op 644 completed, throughput=4.99MB/sec 2024-08-17T01:03:00.905 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-71cfZ6C_fcwgVJw off=1496515 len=1030663 2024-08-17T01:03:00.911 INFO:tasks.workunit.client.0.smithi082.stdout:op 645 completed, throughput=5MB/sec 2024-08-17T01:03:01.911 INFO:tasks.workunit.client.0.smithi082.stdout: 130: throughput=4.96MB/sec pending data=0 2024-08-17T01:03:01.911 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NX-cg_Rqytbho__ off=1675691 len=1913388 2024-08-17T01:03:01.920 INFO:tasks.workunit.client.0.smithi082.stdout:op 646 completed, throughput=4.98MB/sec 2024-08-17T01:03:01.921 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZbnWGXmBHGVjbmO off=0 len=1049333 2024-08-17T01:03:01.924 INFO:tasks.workunit.client.0.smithi082.stdout:op 647 completed, throughput=4.98MB/sec 2024-08-17T01:03:01.924 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DgiEynrEGjpgAcp off=2737596 len=623450 2024-08-17T01:03:01.925 INFO:tasks.workunit.client.0.smithi082.stdout:op 648 completed, throughput=4.99MB/sec 2024-08-17T01:03:01.925 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kNVBJvg-9q55r1P off=1059015 len=1847507 2024-08-17T01:03:01.927 INFO:tasks.workunit.client.0.smithi082.stdout:op 649 completed, throughput=5MB/sec 2024-08-17T01:03:01.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:01 smithi082 ceph-mon[91979]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:03:01.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:01 smithi082 ceph-mon[94343]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:03:01.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:01 smithi137 ceph-mon[86391]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:03:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:03:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:03:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:03:02.928 INFO:tasks.workunit.client.0.smithi082.stdout: 131: throughput=4.96MB/sec pending data=0 2024-08-17T01:03:02.928 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-GleTfBfnBQjSSSz off=16405036 len=1520694 2024-08-17T01:03:02.936 INFO:tasks.workunit.client.0.smithi082.stdout:op 650 completed, throughput=4.98MB/sec 2024-08-17T01:03:02.936 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-75MtFmGH5ZKuTwB off=7593308 len=1259647 2024-08-17T01:03:02.943 INFO:tasks.workunit.client.0.smithi082.stdout:op 651 completed, throughput=4.98MB/sec 2024-08-17T01:03:02.944 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_NJ3_oZg5ehf7j3 off=6768809 len=226819 2024-08-17T01:03:02.946 INFO:tasks.workunit.client.0.smithi082.stdout:op 652 completed, throughput=4.99MB/sec 2024-08-17T01:03:02.946 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-asAVh-x-E-_2Tes off=11489773 len=1455019 2024-08-17T01:03:02.950 INFO:tasks.workunit.client.0.smithi082.stdout:op 653 completed, throughput=5MB/sec 2024-08-17T01:03:02.950 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-T1JKD9kTPzA5h7v off=10300237 len=1825593 2024-08-17T01:03:02.952 INFO:tasks.workunit.client.0.smithi082.stdout:op 654 completed, throughput=5.01MB/sec 2024-08-17T01:03:03.953 INFO:tasks.workunit.client.0.smithi082.stdout: 132: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:03.953 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_yTtuuMIr8_5NAI off=4591144 len=1177227 2024-08-17T01:03:03.954 INFO:tasks.workunit.client.0.smithi082.stdout:op 655 completed, throughput=4.98MB/sec 2024-08-17T01:03:03.954 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YZjRT4Jeaun27ug off=5886646 len=1270485 2024-08-17T01:03:03.962 INFO:tasks.workunit.client.0.smithi082.stdout:op 656 completed, throughput=4.99MB/sec 2024-08-17T01:03:03.962 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jN2w3lv-CCmROZm off=17192911 len=978639 2024-08-17T01:03:03.964 INFO:tasks.workunit.client.0.smithi082.stdout:op 657 completed, throughput=5MB/sec 2024-08-17T01:03:03.964 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YgHnd-xLMRisdUj off=7051521 len=1908709 2024-08-17T01:03:03.966 INFO:tasks.workunit.client.0.smithi082.stdout:op 658 completed, throughput=5.01MB/sec 2024-08-17T01:03:03.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:03 smithi082 ceph-mon[91979]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:03:03.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:03 smithi082 ceph-mon[94343]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:03:03.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:03 smithi137 ceph-mon[86391]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:03:04.966 INFO:tasks.workunit.client.0.smithi082.stdout: 133: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:04.967 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-C4bgKPIqMpifbvp off=3641056 len=643605 2024-08-17T01:03:04.971 INFO:tasks.workunit.client.0.smithi082.stdout:op 659 completed, throughput=4.98MB/sec 2024-08-17T01:03:04.971 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ga3z35lxFHiTRH1 off=3446523 len=1444980 2024-08-17T01:03:04.974 INFO:tasks.workunit.client.0.smithi082.stdout:op 660 completed, throughput=4.99MB/sec 2024-08-17T01:03:04.974 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pMwRfaSCC35EGIg off=16418680 len=497504 2024-08-17T01:03:04.975 INFO:tasks.workunit.client.0.smithi082.stdout:op 661 completed, throughput=4.99MB/sec 2024-08-17T01:03:04.975 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-l9b54uVR9p1O9XF off=2702378 len=86270 2024-08-17T01:03:04.975 INFO:tasks.workunit.client.0.smithi082.stdout:op 662 completed, throughput=4.99MB/sec 2024-08-17T01:03:04.975 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-de0lT0GN4CeFkaP off=9256377 len=1679011 2024-08-17T01:03:04.977 INFO:tasks.workunit.client.0.smithi082.stdout:op 663 completed, throughput=5MB/sec 2024-08-17T01:03:05.478 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:03:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:03:05] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-08-17T01:03:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:05 smithi082 ceph-mon[94343]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:03:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:03:05.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:05 smithi082 ceph-mon[91979]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:03:05.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:03:05.977 INFO:tasks.workunit.client.0.smithi082.stdout: 134: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:05.977 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-7LRKoz7bWYA_4WN off=2807001 len=328258 2024-08-17T01:03:05.979 INFO:tasks.workunit.client.0.smithi082.stdout:op 664 completed, throughput=4.97MB/sec 2024-08-17T01:03:05.979 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gNTQCTOU18ShD-m off=14908555 len=760645 2024-08-17T01:03:05.983 INFO:tasks.workunit.client.0.smithi082.stdout:op 665 completed, throughput=4.97MB/sec 2024-08-17T01:03:05.983 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qQ_KpheBCV3UqhQ off=9933901 len=1354696 2024-08-17T01:03:05.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:05 smithi137 ceph-mon[86391]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:03:05.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:03:05.992 INFO:tasks.workunit.client.0.smithi082.stdout:op 666 completed, throughput=4.98MB/sec 2024-08-17T01:03:05.992 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yvnzR6PQLc3YuiR off=7807217 len=1714521 2024-08-17T01:03:06.000 INFO:tasks.workunit.client.0.smithi082.stdout:op 667 completed, throughput=4.99MB/sec 2024-08-17T01:03:06.000 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aioPSgLgP0QeLev off=3709283 len=1905170 2024-08-17T01:03:06.011 INFO:tasks.workunit.client.0.smithi082.stdout:op 668 completed, throughput=5.01MB/sec 2024-08-17T01:03:07.012 INFO:tasks.workunit.client.0.smithi082.stdout: 135: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:07.012 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Mm_S3r-rCu-iIhJ off=3300915 len=1302113 2024-08-17T01:03:07.014 INFO:tasks.workunit.client.0.smithi082.stdout:op 669 completed, throughput=4.98MB/sec 2024-08-17T01:03:07.014 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8L8qJVP9EVsMpia off=8071765 len=325487 2024-08-17T01:03:07.017 INFO:tasks.workunit.client.0.smithi082.stdout:op 670 completed, throughput=4.98MB/sec 2024-08-17T01:03:07.017 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3G1JQwFJoGXnIji off=2559241 len=2012939 2024-08-17T01:03:07.028 INFO:tasks.workunit.client.0.smithi082.stdout:op 671 completed, throughput=4.99MB/sec 2024-08-17T01:03:07.028 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nvNJxQhEnVQRpnp off=13224365 len=955151 2024-08-17T01:03:07.029 INFO:tasks.workunit.client.0.smithi082.stdout:op 672 completed, throughput=5MB/sec 2024-08-17T01:03:07.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:07 smithi082 ceph-mon[94343]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:03:07.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:07 smithi082 ceph-mon[91979]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:03:07.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:07 smithi137 ceph-mon[86391]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:03:08.030 INFO:tasks.workunit.client.0.smithi082.stdout: 136: throughput=4.96MB/sec pending data=0 2024-08-17T01:03:08.030 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-j2y0lB3m_OO-aY8 off=4934112 len=1511704 2024-08-17T01:03:08.032 INFO:tasks.workunit.client.0.smithi082.stdout:op 673 completed, throughput=4.98MB/sec 2024-08-17T01:03:08.032 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZaO5HgQ1pmKISu_ off=11323922 len=520096 2024-08-17T01:03:08.036 INFO:tasks.workunit.client.0.smithi082.stdout:op 674 completed, throughput=4.98MB/sec 2024-08-17T01:03:08.036 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rQ-4LpN7g78OUE8 off=19945033 len=703896 2024-08-17T01:03:08.037 INFO:tasks.workunit.client.0.smithi082.stdout:op 675 completed, throughput=4.98MB/sec 2024-08-17T01:03:08.037 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-FmFKD03fPhkUs08 off=2074257 len=1188934 2024-08-17T01:03:08.039 INFO:tasks.workunit.client.0.smithi082.stdout:op 676 completed, throughput=4.99MB/sec 2024-08-17T01:03:08.039 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QDJeZ1_v_5J2_7C off=5871971 len=67741 2024-08-17T01:03:08.041 INFO:tasks.workunit.client.0.smithi082.stdout:op 677 completed, throughput=4.99MB/sec 2024-08-17T01:03:08.042 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KqRiv69cBu9w0QR off=3941682 len=792944 2024-08-17T01:03:08.043 INFO:tasks.workunit.client.0.smithi082.stdout:op 678 completed, throughput=5MB/sec 2024-08-17T01:03:08.043 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4MO4fkz3K_fw6NF off=5437070 len=1863768 2024-08-17T01:03:08.054 INFO:tasks.workunit.client.0.smithi082.stdout:op 679 completed, throughput=5.01MB/sec 2024-08-17T01:03:09.055 INFO:tasks.workunit.client.0.smithi082.stdout: 137: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:09.055 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1Ty5GaOioyFrvsG off=13308070 len=2041382 2024-08-17T01:03:09.057 INFO:tasks.workunit.client.0.smithi082.stdout:op 680 completed, throughput=4.99MB/sec 2024-08-17T01:03:09.057 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yjVYRxVeydtwUKX off=16519071 len=1015937 2024-08-17T01:03:09.063 INFO:tasks.workunit.client.0.smithi082.stdout:op 681 completed, throughput=4.99MB/sec 2024-08-17T01:03:09.063 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-L6BkM8iLApEASbU off=14485139 len=301840 2024-08-17T01:03:09.065 INFO:tasks.workunit.client.0.smithi082.stdout:op 682 completed, throughput=5MB/sec 2024-08-17T01:03:09.066 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3-IYMRIbv5f_nRg off=21437058 len=1670793 2024-08-17T01:03:09.069 INFO:tasks.workunit.client.0.smithi082.stdout:op 683 completed, throughput=5.01MB/sec 2024-08-17T01:03:09.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:09 smithi082 ceph-mon[94343]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:03:09.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:09 smithi082 ceph-mon[91979]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:03:09.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:09 smithi137 ceph-mon[86391]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:03:10.069 INFO:tasks.workunit.client.0.smithi082.stdout: 138: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:10.070 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-7ByIkHr6p4XnThs off=9708799 len=5603 2024-08-17T01:03:10.072 INFO:tasks.workunit.client.0.smithi082.stdout:op 684 completed, throughput=4.97MB/sec 2024-08-17T01:03:10.072 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rLGly1jogZW2BfW off=2140878 len=182297 2024-08-17T01:03:10.073 INFO:tasks.workunit.client.0.smithi082.stdout:op 685 completed, throughput=4.97MB/sec 2024-08-17T01:03:10.073 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PXLvo7GmmjRiQ3o off=13938980 len=410115 2024-08-17T01:03:10.077 INFO:tasks.workunit.client.0.smithi082.stdout:op 686 completed, throughput=4.98MB/sec 2024-08-17T01:03:10.077 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-euhL4Us0G-1Gzut off=8800888 len=1241525 2024-08-17T01:03:10.078 INFO:tasks.workunit.client.0.smithi082.stdout:op 687 completed, throughput=4.98MB/sec 2024-08-17T01:03:10.078 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_pBSoMUCEXEs7Ge off=1918059 len=535840 2024-08-17T01:03:10.082 INFO:tasks.workunit.client.0.smithi082.stdout:op 688 completed, throughput=4.99MB/sec 2024-08-17T01:03:10.082 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xrHnoonxQhw3woh off=585904 len=246468 2024-08-17T01:03:10.085 INFO:tasks.workunit.client.0.smithi082.stdout:op 689 completed, throughput=4.99MB/sec 2024-08-17T01:03:10.085 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kNVBJvg-9q55r1P off=3620276 len=1775539 2024-08-17T01:03:10.086 INFO:tasks.workunit.client.0.smithi082.stdout:op 690 completed, throughput=5MB/sec 2024-08-17T01:03:11.087 INFO:tasks.workunit.client.0.smithi082.stdout: 139: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:11.087 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-f7fCxKTtvTk0jE2 off=18816941 len=571603 2024-08-17T01:03:11.090 INFO:tasks.workunit.client.0.smithi082.stdout:op 691 completed, throughput=4.97MB/sec 2024-08-17T01:03:11.090 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-AveeO_ME1xyCEzM off=8684097 len=306696 2024-08-17T01:03:11.094 INFO:tasks.workunit.client.0.smithi082.stdout:op 692 completed, throughput=4.97MB/sec 2024-08-17T01:03:11.094 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PK_CVRcZhmJvR2V off=13837628 len=817772 2024-08-17T01:03:11.095 INFO:tasks.workunit.client.0.smithi082.stdout:op 693 completed, throughput=4.98MB/sec 2024-08-17T01:03:11.095 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-k0AJR53j_SSFOQl off=2620220 len=1957704 2024-08-17T01:03:11.107 INFO:tasks.workunit.client.0.smithi082.stdout:op 694 completed, throughput=4.99MB/sec 2024-08-17T01:03:11.107 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JehnY94wLM0lrba off=6945765 len=1591944 2024-08-17T01:03:11.109 INFO:tasks.workunit.client.0.smithi082.stdout:op 695 completed, throughput=5MB/sec 2024-08-17T01:03:11.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:11 smithi082 ceph-mon[94343]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:03:11.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:11 smithi082 ceph-mon[91979]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:03:11.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:11 smithi137 ceph-mon[86391]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:03:12.109 INFO:tasks.workunit.client.0.smithi082.stdout: 140: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:12.110 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-44ZHpH1VN-Fviud off=3646675 len=1756218 2024-08-17T01:03:12.114 INFO:tasks.workunit.client.0.smithi082.stdout:op 696 completed, throughput=4.98MB/sec 2024-08-17T01:03:12.114 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PyzmibKvvMesBKX off=1442529 len=2019162 2024-08-17T01:03:12.117 INFO:tasks.workunit.client.0.smithi082.stdout:op 697 completed, throughput=4.99MB/sec 2024-08-17T01:03:12.117 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RrmZU4aMZdtdGX9 off=6462336 len=427640 2024-08-17T01:03:12.118 INFO:tasks.workunit.client.0.smithi082.stdout:op 698 completed, throughput=4.99MB/sec 2024-08-17T01:03:12.118 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4d_1sr4eaSQ-TLD off=12510768 len=1848436 2024-08-17T01:03:12.123 INFO:tasks.workunit.client.0.smithi082.stdout:op 699 completed, throughput=5.01MB/sec 2024-08-17T01:03:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:03:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:03:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:03:13.123 INFO:tasks.workunit.client.0.smithi082.stdout: 141: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:13.123 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-a6J4GylIWRGimuC off=0 len=1101883 2024-08-17T01:03:13.128 INFO:tasks.workunit.client.0.smithi082.stdout:op 700 completed, throughput=4.98MB/sec 2024-08-17T01:03:13.128 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1Me4bTV8K_z4FW2 off=20469305 len=286997 2024-08-17T01:03:13.131 INFO:tasks.workunit.client.0.smithi082.stdout:op 701 completed, throughput=4.98MB/sec 2024-08-17T01:03:13.132 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_mvJe3226uboXmK off=0 len=1185628 2024-08-17T01:03:13.138 INFO:tasks.workunit.client.0.smithi082.stdout:op 702 completed, throughput=4.99MB/sec 2024-08-17T01:03:13.138 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-bYJdfv0psNw5KFm off=10168018 len=101774 2024-08-17T01:03:13.140 INFO:tasks.workunit.client.0.smithi082.stdout:op 703 completed, throughput=4.99MB/sec 2024-08-17T01:03:13.141 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-lRZSGK2JGRGx195 off=21526227 len=565008 2024-08-17T01:03:13.144 INFO:tasks.workunit.client.0.smithi082.stdout:op 704 completed, throughput=4.99MB/sec 2024-08-17T01:03:13.144 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-H4zMy5Ee4bCJqT8 off=3015721 len=1655122 2024-08-17T01:03:13.153 INFO:tasks.workunit.client.0.smithi082.stdout:op 705 completed, throughput=5MB/sec 2024-08-17T01:03:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:13 smithi082 ceph-mon[94343]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:03:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:13 smithi082 ceph-mon[91979]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:03:13.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:13 smithi137 ceph-mon[86391]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:03:14.154 INFO:tasks.workunit.client.0.smithi082.stdout: 142: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:14.154 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-acT3a841ZRiF0Pk off=5033868 len=1663904 2024-08-17T01:03:14.165 INFO:tasks.workunit.client.0.smithi082.stdout:op 706 completed, throughput=4.98MB/sec 2024-08-17T01:03:14.165 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HOWlC8L1lIl5ikq off=2468704 len=159783 2024-08-17T01:03:14.166 INFO:tasks.workunit.client.0.smithi082.stdout:op 707 completed, throughput=4.98MB/sec 2024-08-17T01:03:14.166 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zjzkpSt2J938tqY off=9831568 len=57976 2024-08-17T01:03:14.168 INFO:tasks.workunit.client.0.smithi082.stdout:op 708 completed, throughput=4.98MB/sec 2024-08-17T01:03:14.168 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pw7ZmXuWbKQrY35 off=6675429 len=459286 2024-08-17T01:03:14.171 INFO:tasks.workunit.client.0.smithi082.stdout:op 709 completed, throughput=4.98MB/sec 2024-08-17T01:03:14.171 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BJHPq7oW7hgDdAY off=1517588 len=328949 2024-08-17T01:03:14.174 INFO:tasks.workunit.client.0.smithi082.stdout:op 710 completed, throughput=4.98MB/sec 2024-08-17T01:03:14.174 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-eBUZZNJQ10fbwC4 off=16112865 len=253664 2024-08-17T01:03:14.176 INFO:tasks.workunit.client.0.smithi082.stdout:op 711 completed, throughput=4.99MB/sec 2024-08-17T01:03:14.176 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-lWW9k_d6pedBvOx off=5232365 len=2034464 2024-08-17T01:03:14.184 INFO:tasks.workunit.client.0.smithi082.stdout:op 712 completed, throughput=5MB/sec 2024-08-17T01:03:14.184 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zTA3GDVMqjeyQ4X off=17618826 len=728232 2024-08-17T01:03:14.187 INFO:tasks.workunit.client.0.smithi082.stdout:op 713 completed, throughput=5MB/sec 2024-08-17T01:03:15.187 INFO:tasks.workunit.client.0.smithi082.stdout: 143: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:15.187 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SnmTgMi2Pi463-7 off=3073451 len=2038811 2024-08-17T01:03:15.189 INFO:tasks.workunit.client.0.smithi082.stdout:op 714 completed, throughput=4.98MB/sec 2024-08-17T01:03:15.189 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jHHtc5w3Dm0FAIP off=7984418 len=260729 2024-08-17T01:03:15.191 INFO:tasks.workunit.client.0.smithi082.stdout:op 715 completed, throughput=4.98MB/sec 2024-08-17T01:03:15.191 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-7M_QmQysN3JVJbo off=3620335 len=25252 2024-08-17T01:03:15.193 INFO:tasks.workunit.client.0.smithi082.stdout:op 716 completed, throughput=4.98MB/sec 2024-08-17T01:03:15.193 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-L9AY6EjmwYoff12 off=5166236 len=1798541 2024-08-17T01:03:15.195 INFO:tasks.workunit.client.0.smithi082.stdout:op 717 completed, throughput=5MB/sec 2024-08-17T01:03:15.195 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-lWW9k_d6pedBvOx off=6590956 len=283710 2024-08-17T01:03:15.198 INFO:tasks.workunit.client.0.smithi082.stdout:op 718 completed, throughput=5MB/sec 2024-08-17T01:03:15.198 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BJ2YI6l7b-9ASNe off=2103729 len=838428 2024-08-17T01:03:15.203 INFO:tasks.workunit.client.0.smithi082.stdout:op 719 completed, throughput=5MB/sec 2024-08-17T01:03:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:03:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:03:15] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2024-08-17T01:03:15.789 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:15 smithi137 ceph-mon[86391]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:03:15.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:15 smithi082 ceph-mon[94343]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:03:15.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:15 smithi082 ceph-mon[91979]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:03:16.203 INFO:tasks.workunit.client.0.smithi082.stdout: 144: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:16.204 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Zvu0Axx61tNWdRt off=3882171 len=184780 2024-08-17T01:03:16.204 INFO:tasks.workunit.client.0.smithi082.stdout:op 720 completed, throughput=4.97MB/sec 2024-08-17T01:03:16.204 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-f2DC_Es3NhB-HpB off=3863609 len=943072 2024-08-17T01:03:16.210 INFO:tasks.workunit.client.0.smithi082.stdout:op 721 completed, throughput=4.98MB/sec 2024-08-17T01:03:16.210 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kUno_Y1B1MhTgxa off=6386420 len=1715415 2024-08-17T01:03:16.213 INFO:tasks.workunit.client.0.smithi082.stdout:op 722 completed, throughput=4.99MB/sec 2024-08-17T01:03:16.214 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oJItiXieC-ivb93 off=4150756 len=127823 2024-08-17T01:03:16.214 INFO:tasks.workunit.client.0.smithi082.stdout:op 723 completed, throughput=4.99MB/sec 2024-08-17T01:03:16.214 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gciZlESF_HRtnvs off=20545908 len=2008456 2024-08-17T01:03:16.217 INFO:tasks.workunit.client.0.smithi082.stdout:op 724 completed, throughput=5MB/sec 2024-08-17T01:03:17.217 INFO:tasks.workunit.client.0.smithi082.stdout: 145: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:17.218 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tfo10s3Labv1wp- off=391534 len=964192 2024-08-17T01:03:17.219 INFO:tasks.workunit.client.0.smithi082.stdout:op 725 completed, throughput=4.97MB/sec 2024-08-17T01:03:17.219 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-nvzI-jyvsEUBbKL off=20161551 len=966039 2024-08-17T01:03:17.224 INFO:tasks.workunit.client.0.smithi082.stdout:op 726 completed, throughput=4.98MB/sec 2024-08-17T01:03:17.224 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cyuxCw5UanhnY7x off=11622601 len=731289 2024-08-17T01:03:17.229 INFO:tasks.workunit.client.0.smithi082.stdout:op 727 completed, throughput=4.98MB/sec 2024-08-17T01:03:17.229 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PVKwd9jFf1el16- off=10471908 len=187011 2024-08-17T01:03:17.230 INFO:tasks.workunit.client.0.smithi082.stdout:op 728 completed, throughput=4.99MB/sec 2024-08-17T01:03:17.230 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-XKksa0cFGTd4H1Q off=1242206 len=1572371 2024-08-17T01:03:17.240 INFO:tasks.workunit.client.0.smithi082.stdout:op 729 completed, throughput=4.99MB/sec 2024-08-17T01:03:17.240 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mFjQpPn_Ic0vuJb off=4874607 len=1564800 2024-08-17T01:03:17.247 INFO:tasks.workunit.client.0.smithi082.stdout:op 730 completed, throughput=5MB/sec 2024-08-17T01:03:17.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:17 smithi082 ceph-mon[94343]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:03:17.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:17 smithi082 ceph-mon[91979]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:03:17.998 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:17 smithi137 ceph-mon[86391]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:03:18.247 INFO:tasks.workunit.client.0.smithi082.stdout: 146: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:18.247 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JpNGODNX36HV3dp off=5167142 len=23030 2024-08-17T01:03:18.248 INFO:tasks.workunit.client.0.smithi082.stdout:op 731 completed, throughput=4.97MB/sec 2024-08-17T01:03:18.248 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2TYEvfZO-_r-lbu off=5666647 len=1943637 2024-08-17T01:03:18.257 INFO:tasks.workunit.client.0.smithi082.stdout:op 732 completed, throughput=4.98MB/sec 2024-08-17T01:03:18.257 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mzmy41noy3Y7MbM off=1315814 len=300779 2024-08-17T01:03:18.260 INFO:tasks.workunit.client.0.smithi082.stdout:op 733 completed, throughput=4.99MB/sec 2024-08-17T01:03:18.260 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_23NegQIA8zOd9W off=1938227 len=413849 2024-08-17T01:03:18.263 INFO:tasks.workunit.client.0.smithi082.stdout:op 734 completed, throughput=4.99MB/sec 2024-08-17T01:03:18.263 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WDEOc7hDwtQ7kfW off=2387971 len=634427 2024-08-17T01:03:18.267 INFO:tasks.workunit.client.0.smithi082.stdout:op 735 completed, throughput=4.99MB/sec 2024-08-17T01:03:18.268 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CdIcU6dH1LlfrH3 off=7438161 len=1209361 2024-08-17T01:03:18.272 INFO:tasks.workunit.client.0.smithi082.stdout:op 736 completed, throughput=5MB/sec 2024-08-17T01:03:18.272 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XH974oMOP5eSnZY off=456790 len=712639 2024-08-17T01:03:18.274 INFO:tasks.workunit.client.0.smithi082.stdout:op 737 completed, throughput=5MB/sec 2024-08-17T01:03:19.275 INFO:tasks.workunit.client.0.smithi082.stdout: 147: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:19.275 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ripBTJ5V6a7s7Na off=10773618 len=1406124 2024-08-17T01:03:19.278 INFO:tasks.workunit.client.0.smithi082.stdout:op 738 completed, throughput=4.98MB/sec 2024-08-17T01:03:19.278 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-n3mcwreUJ23AqIT off=7345840 len=502840 2024-08-17T01:03:19.279 INFO:tasks.workunit.client.0.smithi082.stdout:op 739 completed, throughput=4.98MB/sec 2024-08-17T01:03:19.279 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OJQcgNvsM8zhMZG off=10401512 len=758119 2024-08-17T01:03:19.280 INFO:tasks.workunit.client.0.smithi082.stdout:op 740 completed, throughput=4.99MB/sec 2024-08-17T01:03:19.280 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-InqECck9japRkYQ off=21328268 len=680685 2024-08-17T01:03:19.284 INFO:tasks.workunit.client.0.smithi082.stdout:op 741 completed, throughput=4.99MB/sec 2024-08-17T01:03:19.284 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-sYuYAxvNIO8QrEJ off=15705883 len=274994 2024-08-17T01:03:19.287 INFO:tasks.workunit.client.0.smithi082.stdout:op 742 completed, throughput=4.99MB/sec 2024-08-17T01:03:19.287 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3k2whSXs5EdaKrZ off=6663424 len=1612629 2024-08-17T01:03:19.293 INFO:tasks.workunit.client.0.smithi082.stdout:op 743 completed, throughput=5MB/sec 2024-08-17T01:03:19.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:19 smithi082 ceph-mon[94343]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:03:19.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:19 smithi082 ceph-mon[91979]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:03:19.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:19 smithi137 ceph-mon[86391]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:03:20.294 INFO:tasks.workunit.client.0.smithi082.stdout: 148: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:20.294 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-coyOdfbc1xMZTA0 off=7128155 len=1555569 2024-08-17T01:03:20.303 INFO:tasks.workunit.client.0.smithi082.stdout:op 744 completed, throughput=4.98MB/sec 2024-08-17T01:03:20.304 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-l0ZNXyPbOjaJYH2 off=13806381 len=160823 2024-08-17T01:03:20.306 INFO:tasks.workunit.client.0.smithi082.stdout:op 745 completed, throughput=4.98MB/sec 2024-08-17T01:03:20.306 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5uEfWj9MuB0ImEX off=4289887 len=308774 2024-08-17T01:03:20.309 INFO:tasks.workunit.client.0.smithi082.stdout:op 746 completed, throughput=4.98MB/sec 2024-08-17T01:03:20.309 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Wck17RN9ScebjvC off=1530799 len=707575 2024-08-17T01:03:20.312 INFO:tasks.workunit.client.0.smithi082.stdout:op 747 completed, throughput=4.99MB/sec 2024-08-17T01:03:20.313 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0DhxeasNcimFZlb off=1251361 len=653529 2024-08-17T01:03:20.317 INFO:tasks.workunit.client.0.smithi082.stdout:op 748 completed, throughput=4.99MB/sec 2024-08-17T01:03:20.317 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RwoWeYVpdOZ7Oyh off=7951618 len=1817488 2024-08-17T01:03:20.318 INFO:tasks.workunit.client.0.smithi082.stdout:op 749 completed, throughput=5MB/sec 2024-08-17T01:03:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:03:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:03:20.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:03:21.319 INFO:tasks.workunit.client.0.smithi082.stdout: 149: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:21.319 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rOdrbw90zs2E85q off=5158754 len=1135561 2024-08-17T01:03:21.320 INFO:tasks.workunit.client.0.smithi082.stdout:op 750 completed, throughput=4.98MB/sec 2024-08-17T01:03:21.320 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2YXDU-a85ff9i8j off=17657875 len=1688888 2024-08-17T01:03:21.322 INFO:tasks.workunit.client.0.smithi082.stdout:op 751 completed, throughput=4.99MB/sec 2024-08-17T01:03:21.322 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WenTtocSYzz_RJV off=18205002 len=154480 2024-08-17T01:03:21.325 INFO:tasks.workunit.client.0.smithi082.stdout:op 752 completed, throughput=4.99MB/sec 2024-08-17T01:03:21.325 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-A5IWrGDby5NnJgP off=1052670 len=1118320 2024-08-17T01:03:21.332 INFO:tasks.workunit.client.0.smithi082.stdout:op 753 completed, throughput=4.99MB/sec 2024-08-17T01:03:21.332 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UR3ptQZLRlyP4gn off=5895960 len=2092103 2024-08-17T01:03:21.334 INFO:tasks.workunit.client.0.smithi082.stdout:op 754 completed, throughput=5.01MB/sec 2024-08-17T01:03:21.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:21 smithi082 ceph-mon[94343]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:03:21.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:21 smithi082 ceph-mon[91979]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:03:21.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:21 smithi137 ceph-mon[86391]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:03:22.335 INFO:tasks.workunit.client.0.smithi082.stdout: 150: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:22.335 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Eiz5WEh0FYZDCW4 off=8797038 len=1240319 2024-08-17T01:03:22.343 INFO:tasks.workunit.client.0.smithi082.stdout:op 755 completed, throughput=4.98MB/sec 2024-08-17T01:03:22.343 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-369MiWS9oiUMmKz off=10652597 len=1778919 2024-08-17T01:03:22.346 INFO:tasks.workunit.client.0.smithi082.stdout:op 756 completed, throughput=4.99MB/sec 2024-08-17T01:03:22.346 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WNmjKX2rModOqED off=2414989 len=1037248 2024-08-17T01:03:22.348 INFO:tasks.workunit.client.0.smithi082.stdout:op 757 completed, throughput=5MB/sec 2024-08-17T01:03:22.348 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mLzG4BRoh5C2-ef off=3134148 len=397715 2024-08-17T01:03:22.349 INFO:tasks.workunit.client.0.smithi082.stdout:op 758 completed, throughput=5MB/sec 2024-08-17T01:03:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:03:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:03:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:03:23.349 INFO:tasks.workunit.client.0.smithi082.stdout: 151: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:23.350 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nTqFV1cn26gp6XD off=6871255 len=1448498 2024-08-17T01:03:23.351 INFO:tasks.workunit.client.0.smithi082.stdout:op 759 completed, throughput=4.98MB/sec 2024-08-17T01:03:23.351 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-13iaOQ_oKA1MEtA off=2228336 len=723697 2024-08-17T01:03:23.352 INFO:tasks.workunit.client.0.smithi082.stdout:op 760 completed, throughput=4.98MB/sec 2024-08-17T01:03:23.352 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Xf9WR34DVph5vDv off=11035587 len=999101 2024-08-17T01:03:23.358 INFO:tasks.workunit.client.0.smithi082.stdout:op 761 completed, throughput=4.99MB/sec 2024-08-17T01:03:23.358 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OYF43axkedG45qH off=1700442 len=1566536 2024-08-17T01:03:23.367 INFO:tasks.workunit.client.0.smithi082.stdout:op 762 completed, throughput=5MB/sec 2024-08-17T01:03:23.367 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6U7g5YGsQcYpi2E off=1588272 len=1710899 2024-08-17T01:03:23.369 INFO:tasks.workunit.client.0.smithi082.stdout:op 763 completed, throughput=5.01MB/sec 2024-08-17T01:03:23.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:23 smithi082 ceph-mon[91979]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:03:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:23 smithi082 ceph-mon[94343]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:03:23.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:23 smithi137 ceph-mon[86391]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:03:24.369 INFO:tasks.workunit.client.0.smithi082.stdout: 152: throughput=4.98MB/sec pending data=0 2024-08-17T01:03:24.370 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dEuGazaMra-aKXe off=62681 len=267551 2024-08-17T01:03:24.372 INFO:tasks.workunit.client.0.smithi082.stdout:op 764 completed, throughput=4.98MB/sec 2024-08-17T01:03:24.372 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rmUgzShH4PZ4zq- off=1211133 len=940997 2024-08-17T01:03:24.374 INFO:tasks.workunit.client.0.smithi082.stdout:op 765 completed, throughput=4.98MB/sec 2024-08-17T01:03:24.374 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PWMXFneMJdYA3hC off=9095451 len=1202263 2024-08-17T01:03:24.381 INFO:tasks.workunit.client.0.smithi082.stdout:op 766 completed, throughput=4.99MB/sec 2024-08-17T01:03:24.381 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-LMvLuTwvQtRAyl1 off=3894557 len=1340449 2024-08-17T01:03:24.386 INFO:tasks.workunit.client.0.smithi082.stdout:op 767 completed, throughput=5MB/sec 2024-08-17T01:03:24.386 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XZdqXs_HnwIj_D5 off=7702837 len=625268 2024-08-17T01:03:24.388 INFO:tasks.workunit.client.0.smithi082.stdout:op 768 completed, throughput=5MB/sec 2024-08-17T01:03:25.388 INFO:tasks.workunit.client.0.smithi082.stdout: 153: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:25.389 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-D-K-5_OUTQy1GDs off=15845749 len=1016325 2024-08-17T01:03:25.393 INFO:tasks.workunit.client.0.smithi082.stdout:op 769 completed, throughput=4.98MB/sec 2024-08-17T01:03:25.394 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--YV6zxG6ajUWse5 off=4783039 len=914177 2024-08-17T01:03:25.398 INFO:tasks.workunit.client.0.smithi082.stdout:op 770 completed, throughput=4.98MB/sec 2024-08-17T01:03:25.398 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3N0-tfCNtzMcu51 off=17113632 len=249803 2024-08-17T01:03:25.400 INFO:tasks.workunit.client.0.smithi082.stdout:op 771 completed, throughput=4.98MB/sec 2024-08-17T01:03:25.400 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wy89Q9fkjEJnAA- off=21104 len=1824162 2024-08-17T01:03:25.411 INFO:tasks.workunit.client.0.smithi082.stdout:op 772 completed, throughput=4.99MB/sec 2024-08-17T01:03:25.411 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IJ6SfD3xGvAXzp6 off=9461832 len=909473 2024-08-17T01:03:25.416 INFO:tasks.workunit.client.0.smithi082.stdout:op 773 completed, throughput=5MB/sec 2024-08-17T01:03:25.416 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4JaQsK-3oCwy82e off=11193206 len=1634055 2024-08-17T01:03:25.418 INFO:tasks.workunit.client.0.smithi082.stdout:op 774 completed, throughput=5.01MB/sec 2024-08-17T01:03:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:03:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:03:25] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-08-17T01:03:25.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:25 smithi082 ceph-mon[94343]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:03:25.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:25 smithi082 ceph-mon[91979]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:03:25.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:25 smithi137 ceph-mon[86391]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:03:26.419 INFO:tasks.workunit.client.0.smithi082.stdout: 154: throughput=4.98MB/sec pending data=0 2024-08-17T01:03:26.419 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-18IZlqP1zYyxFlc off=960702 len=826813 2024-08-17T01:03:26.421 INFO:tasks.workunit.client.0.smithi082.stdout:op 775 completed, throughput=4.98MB/sec 2024-08-17T01:03:26.421 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vbyD56iyBpw-7AB off=2822268 len=972442 2024-08-17T01:03:26.427 INFO:tasks.workunit.client.0.smithi082.stdout:op 776 completed, throughput=4.99MB/sec 2024-08-17T01:03:26.427 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Hann1JvuG3vgvbO off=1660450 len=1438153 2024-08-17T01:03:26.429 INFO:tasks.workunit.client.0.smithi082.stdout:op 777 completed, throughput=5MB/sec 2024-08-17T01:03:26.429 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4seDkw3d_2KYYn0 off=3545144 len=251239 2024-08-17T01:03:26.430 INFO:tasks.workunit.client.0.smithi082.stdout:op 778 completed, throughput=5MB/sec 2024-08-17T01:03:26.430 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--QeW2WLrDLINFTn off=11166459 len=708835 2024-08-17T01:03:26.434 INFO:tasks.workunit.client.0.smithi082.stdout:op 779 completed, throughput=5MB/sec 2024-08-17T01:03:27.435 INFO:tasks.workunit.client.0.smithi082.stdout: 155: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:27.435 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-EEo8b5mI_stoi9t off=1798289 len=482151 2024-08-17T01:03:27.436 INFO:tasks.workunit.client.0.smithi082.stdout:op 780 completed, throughput=4.97MB/sec 2024-08-17T01:03:27.436 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NLondcqKT4NFrea off=8619414 len=583464 2024-08-17T01:03:27.438 INFO:tasks.workunit.client.0.smithi082.stdout:op 781 completed, throughput=4.98MB/sec 2024-08-17T01:03:27.438 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3ww-5gdU4AlTTzo off=17867973 len=1142837 2024-08-17T01:03:27.439 INFO:tasks.workunit.client.0.smithi082.stdout:op 782 completed, throughput=4.98MB/sec 2024-08-17T01:03:27.439 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ns6hxCQ4JB2_H7O off=5685843 len=1838208 2024-08-17T01:03:27.448 INFO:tasks.workunit.client.0.smithi082.stdout:op 783 completed, throughput=5MB/sec 2024-08-17T01:03:27.448 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IpKSDOSRr4qNC44 off=474108 len=333462 2024-08-17T01:03:27.452 INFO:tasks.workunit.client.0.smithi082.stdout:op 784 completed, throughput=5MB/sec 2024-08-17T01:03:27.452 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JvwO-au7BzcH4uX off=3581359 len=60474 2024-08-17T01:03:27.454 INFO:tasks.workunit.client.0.smithi082.stdout:op 785 completed, throughput=5MB/sec 2024-08-17T01:03:27.454 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Cdm4jDfbOX8ybnX off=43816 len=1122908 2024-08-17T01:03:27.456 INFO:tasks.workunit.client.0.smithi082.stdout:op 786 completed, throughput=5MB/sec 2024-08-17T01:03:27.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:27 smithi082 ceph-mon[94343]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-17T01:03:27.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:27 smithi082 ceph-mon[91979]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-17T01:03:27.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:27 smithi137 ceph-mon[86391]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-17T01:03:28.456 INFO:tasks.workunit.client.0.smithi082.stdout: 156: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:28.457 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-n0V_WKXu0NjlsuJ off=10104312 len=1026422 2024-08-17T01:03:28.461 INFO:tasks.workunit.client.0.smithi082.stdout:op 787 completed, throughput=4.98MB/sec 2024-08-17T01:03:28.462 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8oxSpqcAJ_fct_K off=8910284 len=64083 2024-08-17T01:03:28.463 INFO:tasks.workunit.client.0.smithi082.stdout:op 788 completed, throughput=4.98MB/sec 2024-08-17T01:03:28.463 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Ok9CDj8e5Ws5tws off=1211794 len=393851 2024-08-17T01:03:28.463 INFO:tasks.workunit.client.0.smithi082.stdout:op 789 completed, throughput=4.98MB/sec 2024-08-17T01:03:28.463 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Kt5ZRpREXOqldoj off=2115543 len=1460959 2024-08-17T01:03:28.473 INFO:tasks.workunit.client.0.smithi082.stdout:op 790 completed, throughput=4.99MB/sec 2024-08-17T01:03:28.473 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-A_joBZleG61PACc off=13086640 len=1212819 2024-08-17T01:03:28.480 INFO:tasks.workunit.client.0.smithi082.stdout:op 791 completed, throughput=5MB/sec 2024-08-17T01:03:28.480 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--zHNKTjQposAfmR off=3437629 len=955360 2024-08-17T01:03:28.481 INFO:tasks.workunit.client.0.smithi082.stdout:op 792 completed, throughput=5MB/sec 2024-08-17T01:03:29.481 INFO:tasks.workunit.client.0.smithi082.stdout: 157: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:29.481 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oMUC4Mwnu6C5BhY off=2987964 len=1606211 2024-08-17T01:03:29.488 INFO:tasks.workunit.client.0.smithi082.stdout:op 793 completed, throughput=4.98MB/sec 2024-08-17T01:03:29.488 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-QRJkGM-e5_iFdX3 off=7018336 len=767836 2024-08-17T01:03:29.489 INFO:tasks.workunit.client.0.smithi082.stdout:op 794 completed, throughput=4.99MB/sec 2024-08-17T01:03:29.489 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ExoQB5h0NtiRvkc off=9197499 len=829889 2024-08-17T01:03:29.491 INFO:tasks.workunit.client.0.smithi082.stdout:op 795 completed, throughput=4.99MB/sec 2024-08-17T01:03:29.491 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-lFoDs_HoJgyAeuV off=386255 len=36860 2024-08-17T01:03:29.493 INFO:tasks.workunit.client.0.smithi082.stdout:op 796 completed, throughput=4.99MB/sec 2024-08-17T01:03:29.494 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-XL4mNpKqUB0L9hB off=7745131 len=1079608 2024-08-17T01:03:29.498 INFO:tasks.workunit.client.0.smithi082.stdout:op 797 completed, throughput=5MB/sec 2024-08-17T01:03:29.498 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yjVYRxVeydtwUKX off=17589982 len=995604 2024-08-17T01:03:29.503 INFO:tasks.workunit.client.0.smithi082.stdout:op 798 completed, throughput=5MB/sec 2024-08-17T01:03:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:30 smithi082 ceph-mon[91979]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:03:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:30 smithi082 ceph-mon[94343]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:03:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:30 smithi137 ceph-mon[86391]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:03:30.503 INFO:tasks.workunit.client.0.smithi082.stdout: 158: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:30.503 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3N0-tfCNtzMcu51 off=9744008 len=1629687 2024-08-17T01:03:30.506 INFO:tasks.workunit.client.0.smithi082.stdout:op 799 completed, throughput=4.98MB/sec 2024-08-17T01:03:30.506 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ddmdaxCM1GGlDp1 off=6135826 len=857287 2024-08-17T01:03:30.511 INFO:tasks.workunit.client.0.smithi082.stdout:op 800 completed, throughput=4.99MB/sec 2024-08-17T01:03:30.511 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-btsZYimch-Y6pNW off=5381321 len=1051594 2024-08-17T01:03:30.513 INFO:tasks.workunit.client.0.smithi082.stdout:op 801 completed, throughput=4.99MB/sec 2024-08-17T01:03:30.513 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hd6bZ6szQbHGLSB off=5479137 len=1599262 2024-08-17T01:03:30.520 INFO:tasks.workunit.client.0.smithi082.stdout:op 802 completed, throughput=5MB/sec 2024-08-17T01:03:31.520 INFO:tasks.workunit.client.0.smithi082.stdout: 159: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:31.520 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NWwWf82kCKDfQqu off=12763493 len=1038135 2024-08-17T01:03:31.525 INFO:tasks.workunit.client.0.smithi082.stdout:op 803 completed, throughput=4.98MB/sec 2024-08-17T01:03:31.525 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Yd9C0KjDqfoEs7d off=8120390 len=1906577 2024-08-17T01:03:31.534 INFO:tasks.workunit.client.0.smithi082.stdout:op 804 completed, throughput=4.99MB/sec 2024-08-17T01:03:31.534 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qN-Xy1V2I3M82gM off=1500187 len=726626 2024-08-17T01:03:31.535 INFO:tasks.workunit.client.0.smithi082.stdout:op 805 completed, throughput=4.99MB/sec 2024-08-17T01:03:31.535 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-eyuqu-j0WoY-Uq2 off=9792036 len=1115488 2024-08-17T01:03:31.536 INFO:tasks.workunit.client.0.smithi082.stdout:op 806 completed, throughput=5MB/sec 2024-08-17T01:03:31.536 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-iILsg0twT9dc3mi off=4643371 len=1844912 2024-08-17T01:03:31.538 INFO:tasks.workunit.client.0.smithi082.stdout:op 807 completed, throughput=5.01MB/sec 2024-08-17T01:03:32.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:32 smithi082 ceph-mon[94343]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:03:32.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:32 smithi082 ceph-mon[91979]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:03:32.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:32 smithi137 ceph-mon[86391]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:03:32.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:03:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:03:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:03:32.539 INFO:tasks.workunit.client.0.smithi082.stdout: 160: throughput=4.98MB/sec pending data=0 2024-08-17T01:03:32.539 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-FJ_del3dtqYLOHR off=6340793 len=612059 2024-08-17T01:03:32.544 INFO:tasks.workunit.client.0.smithi082.stdout:op 808 completed, throughput=4.98MB/sec 2024-08-17T01:03:32.544 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OCpB36pPBu12fwC off=5278142 len=905714 2024-08-17T01:03:32.545 INFO:tasks.workunit.client.0.smithi082.stdout:op 809 completed, throughput=4.99MB/sec 2024-08-17T01:03:32.546 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dv_VO5BqSJNqOm6 off=1348145 len=1115081 2024-08-17T01:03:32.547 INFO:tasks.workunit.client.0.smithi082.stdout:op 810 completed, throughput=4.99MB/sec 2024-08-17T01:03:32.547 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-7KVbc3ED4tU7sQG off=21977407 len=373856 2024-08-17T01:03:32.548 INFO:tasks.workunit.client.0.smithi082.stdout:op 811 completed, throughput=5MB/sec 2024-08-17T01:03:32.548 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-V6Sx2zCQuK8S11O off=10821035 len=374302 2024-08-17T01:03:32.549 INFO:tasks.workunit.client.0.smithi082.stdout:op 812 completed, throughput=5MB/sec 2024-08-17T01:03:32.550 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wWOQN8KKxdiVZ3R off=13051383 len=1536544 2024-08-17T01:03:32.558 INFO:tasks.workunit.client.0.smithi082.stdout:op 813 completed, throughput=5.01MB/sec 2024-08-17T01:03:33.558 INFO:tasks.workunit.client.0.smithi082.stdout: 161: throughput=4.98MB/sec pending data=0 2024-08-17T01:03:33.558 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ewwCNE2F4bsZ-1C off=17415609 len=609550 2024-08-17T01:03:33.562 INFO:tasks.workunit.client.0.smithi082.stdout:op 814 completed, throughput=4.98MB/sec 2024-08-17T01:03:33.562 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HONR0XaiTB4fiLu off=6705195 len=508557 2024-08-17T01:03:33.563 INFO:tasks.workunit.client.0.smithi082.stdout:op 815 completed, throughput=4.98MB/sec 2024-08-17T01:03:33.563 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zrbeerGYIc2qm0r off=6703173 len=1646411 2024-08-17T01:03:33.569 INFO:tasks.workunit.client.0.smithi082.stdout:op 816 completed, throughput=4.99MB/sec 2024-08-17T01:03:33.569 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-c-wa1zgIUuQk8B0 off=4523613 len=914459 2024-08-17T01:03:33.574 INFO:tasks.workunit.client.0.smithi082.stdout:op 817 completed, throughput=5MB/sec 2024-08-17T01:03:33.574 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9nfiA50A9tLgnH8 off=2766346 len=1953869 2024-08-17T01:03:33.584 INFO:tasks.workunit.client.0.smithi082.stdout:op 818 completed, throughput=5.01MB/sec 2024-08-17T01:03:34.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:34 smithi082 ceph-mon[94343]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:03:34.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:34 smithi082 ceph-mon[91979]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:03:34.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:34 smithi137 ceph-mon[86391]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:03:34.584 INFO:tasks.workunit.client.0.smithi082.stdout: 162: throughput=4.98MB/sec pending data=0 2024-08-17T01:03:34.584 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-StDGnin4OLUq6fH off=14748825 len=282022 2024-08-17T01:03:34.585 INFO:tasks.workunit.client.0.smithi082.stdout:op 819 completed, throughput=4.98MB/sec 2024-08-17T01:03:34.585 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ymjzluqy_bg2XW8 off=9266936 len=393523 2024-08-17T01:03:34.586 INFO:tasks.workunit.client.0.smithi082.stdout:op 820 completed, throughput=4.98MB/sec 2024-08-17T01:03:34.586 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9KGBr3iu2zNtltd off=9786362 len=958674 2024-08-17T01:03:34.587 INFO:tasks.workunit.client.0.smithi082.stdout:op 821 completed, throughput=4.99MB/sec 2024-08-17T01:03:34.588 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JrpQPgvZl8RMogr off=10912397 len=1360587 2024-08-17T01:03:34.589 INFO:tasks.workunit.client.0.smithi082.stdout:op 822 completed, throughput=4.99MB/sec 2024-08-17T01:03:34.589 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ddmCcThiYX625Fu off=8211215 len=113179 2024-08-17T01:03:34.592 INFO:tasks.workunit.client.0.smithi082.stdout:op 823 completed, throughput=4.99MB/sec 2024-08-17T01:03:34.592 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oYXkqe0IqpPtnHm off=6131819 len=621889 2024-08-17T01:03:34.594 INFO:tasks.workunit.client.0.smithi082.stdout:op 824 completed, throughput=5MB/sec 2024-08-17T01:03:34.594 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DSviG2OEl9eB7s5 off=850026 len=1673693 2024-08-17T01:03:34.596 INFO:tasks.workunit.client.0.smithi082.stdout:op 825 completed, throughput=5.01MB/sec 2024-08-17T01:03:35.376 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:03:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:03:35] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-08-17T01:03:35.596 INFO:tasks.workunit.client.0.smithi082.stdout: 163: throughput=4.98MB/sec pending data=0 2024-08-17T01:03:35.596 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zEwnpSaE1fxXjzH off=1494416 len=1904818 2024-08-17T01:03:35.604 INFO:tasks.workunit.client.0.smithi082.stdout:op 826 completed, throughput=4.99MB/sec 2024-08-17T01:03:35.604 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-54vB7zfE1lcXcki off=10164770 len=30429 2024-08-17T01:03:35.607 INFO:tasks.workunit.client.0.smithi082.stdout:op 827 completed, throughput=4.99MB/sec 2024-08-17T01:03:35.607 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-11k_R9_8m_zsuPu off=8047621 len=1060013 2024-08-17T01:03:35.612 INFO:tasks.workunit.client.0.smithi082.stdout:op 828 completed, throughput=4.99MB/sec 2024-08-17T01:03:35.612 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gbl6EKL9TXlSFAp off=9907220 len=506342 2024-08-17T01:03:35.613 INFO:tasks.workunit.client.0.smithi082.stdout:op 829 completed, throughput=5MB/sec 2024-08-17T01:03:35.613 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xWfsWlj0QIpLYms off=8627462 len=501876 2024-08-17T01:03:35.616 INFO:tasks.workunit.client.0.smithi082.stdout:op 830 completed, throughput=5MB/sec 2024-08-17T01:03:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:36 smithi082 ceph-mon[91979]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:03:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:03:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:36 smithi082 ceph-mon[94343]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:03:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:03:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:36 smithi137 ceph-mon[86391]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:03:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:03:36.617 INFO:tasks.workunit.client.0.smithi082.stdout: 164: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:36.617 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pGLcSVJK99kD3Bf off=12945013 len=1937049 2024-08-17T01:03:36.619 INFO:tasks.workunit.client.0.smithi082.stdout:op 831 completed, throughput=4.98MB/sec 2024-08-17T01:03:36.619 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-MybfPlVWprWSPTV off=9597348 len=1340321 2024-08-17T01:03:36.620 INFO:tasks.workunit.client.0.smithi082.stdout:op 832 completed, throughput=4.99MB/sec 2024-08-17T01:03:36.621 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gOooyqZnp09yvhz off=158934 len=1927105 2024-08-17T01:03:36.623 INFO:tasks.workunit.client.0.smithi082.stdout:op 833 completed, throughput=5MB/sec 2024-08-17T01:03:36.623 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-N3PTuX16qbyocN_ off=1466240 len=1232364 2024-08-17T01:03:36.624 INFO:tasks.workunit.client.0.smithi082.stdout:op 834 completed, throughput=5.01MB/sec 2024-08-17T01:03:37.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:37 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:03:37.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:37 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:03:37.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:37 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:03:37.624 INFO:tasks.workunit.client.0.smithi082.stdout: 165: throughput=4.98MB/sec pending data=0 2024-08-17T01:03:37.624 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HfIUc1jqULTeRt4 off=3949172 len=17041 2024-08-17T01:03:37.626 INFO:tasks.workunit.client.0.smithi082.stdout:op 835 completed, throughput=4.98MB/sec 2024-08-17T01:03:37.626 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YKBUh80JGGNbhz8 off=16557424 len=703616 2024-08-17T01:03:37.627 INFO:tasks.workunit.client.0.smithi082.stdout:op 836 completed, throughput=4.98MB/sec 2024-08-17T01:03:37.628 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-sHnhG5Ut-QfQtcj off=16589222 len=836271 2024-08-17T01:03:37.632 INFO:tasks.workunit.client.0.smithi082.stdout:op 837 completed, throughput=4.99MB/sec 2024-08-17T01:03:37.632 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Cif3wWDMRr6pI-Q off=157639 len=1039441 2024-08-17T01:03:37.633 INFO:tasks.workunit.client.0.smithi082.stdout:op 838 completed, throughput=4.99MB/sec 2024-08-17T01:03:37.633 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TmDIL92NlQ4piEL off=11397080 len=1895864 2024-08-17T01:03:37.645 INFO:tasks.workunit.client.0.smithi082.stdout:op 839 completed, throughput=5MB/sec 2024-08-17T01:03:38.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:38 smithi082 ceph-mon[94343]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:03:38.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:38 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:03:38.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:38 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:03:38.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:38 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:03:38.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:38 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:03:38.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:38 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:03:38.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:38 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:03:38.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:38 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:03:38.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:38 smithi082 ceph-mon[91979]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:03:38.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:38 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:03:38.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:38 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:03:38.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:38 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:03:38.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:38 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:03:38.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:38 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:03:38.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:38 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:03:38.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:38 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:03:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:38 smithi137 ceph-mon[86391]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:03:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:38 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:03:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:38 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:03:38.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:38 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:03:38.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:38 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:03:38.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:38 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:03:38.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:38 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:03:38.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:38 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:03:38.645 INFO:tasks.workunit.client.0.smithi082.stdout: 166: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:38.645 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XVkjx_dayYZQL_4 off=3197181 len=2094325 2024-08-17T01:03:38.648 INFO:tasks.workunit.client.0.smithi082.stdout:op 840 completed, throughput=4.98MB/sec 2024-08-17T01:03:38.648 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yKPjGpbcDAQp8Em off=7972088 len=1084181 2024-08-17T01:03:38.654 INFO:tasks.workunit.client.0.smithi082.stdout:op 841 completed, throughput=4.99MB/sec 2024-08-17T01:03:38.654 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rJR-Au9ZLCzuZ01 off=853111 len=2081212 2024-08-17T01:03:38.658 INFO:tasks.workunit.client.0.smithi082.stdout:op 842 completed, throughput=5MB/sec 2024-08-17T01:03:39.659 INFO:tasks.workunit.client.0.smithi082.stdout: 167: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:39.659 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-eyuqu-j0WoY-Uq2 off=14808804 len=1348360 2024-08-17T01:03:39.666 INFO:tasks.workunit.client.0.smithi082.stdout:op 843 completed, throughput=4.98MB/sec 2024-08-17T01:03:39.666 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BfAZRNn-zpWj_hd off=2532856 len=1075967 2024-08-17T01:03:39.672 INFO:tasks.workunit.client.0.smithi082.stdout:op 844 completed, throughput=4.99MB/sec 2024-08-17T01:03:39.672 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PqNzEZ0-SAjhv1Q off=344564 len=858984 2024-08-17T01:03:39.677 INFO:tasks.workunit.client.0.smithi082.stdout:op 845 completed, throughput=4.99MB/sec 2024-08-17T01:03:39.677 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_Ye6TpW6qMj2Cxm off=10748257 len=488720 2024-08-17T01:03:39.680 INFO:tasks.workunit.client.0.smithi082.stdout:op 846 completed, throughput=4.99MB/sec 2024-08-17T01:03:39.680 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-r8ZKy7hu_z3Cfv2 off=20988677 len=60653 2024-08-17T01:03:39.682 INFO:tasks.workunit.client.0.smithi082.stdout:op 847 completed, throughput=4.99MB/sec 2024-08-17T01:03:39.682 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qZ1IECt4rhQPGr8 off=19533849 len=71008 2024-08-17T01:03:39.682 INFO:tasks.workunit.client.0.smithi082.stdout:op 848 completed, throughput=4.99MB/sec 2024-08-17T01:03:39.682 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8k1s45lMKVHmTE7 off=3603836 len=654778 2024-08-17T01:03:39.687 INFO:tasks.workunit.client.0.smithi082.stdout:op 849 completed, throughput=5MB/sec 2024-08-17T01:03:39.687 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6yTgL3dxcX2tSEI off=5748054 len=934771 2024-08-17T01:03:39.690 INFO:tasks.workunit.client.0.smithi082.stdout:op 850 completed, throughput=5MB/sec 2024-08-17T01:03:40.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:40 smithi082 ceph-mon[94343]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:03:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:40 smithi082 ceph-mon[91979]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:03:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:40 smithi137 ceph-mon[86391]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:03:40.691 INFO:tasks.workunit.client.0.smithi082.stdout: 168: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:40.691 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Bd0nxLs43DNDVnr off=8869359 len=1189862 2024-08-17T01:03:40.697 INFO:tasks.workunit.client.0.smithi082.stdout:op 851 completed, throughput=4.98MB/sec 2024-08-17T01:03:40.698 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HOWlC8L1lIl5ikq off=4465807 len=2077786 2024-08-17T01:03:40.700 INFO:tasks.workunit.client.0.smithi082.stdout:op 852 completed, throughput=4.99MB/sec 2024-08-17T01:03:40.700 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tdYnTqfJUbnXhVW off=4233132 len=1831336 2024-08-17T01:03:40.702 INFO:tasks.workunit.client.0.smithi082.stdout:op 853 completed, throughput=5MB/sec 2024-08-17T01:03:41.703 INFO:tasks.workunit.client.0.smithi082.stdout: 169: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:41.703 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--R454HQBvCI3ZWH off=1405259 len=1465353 2024-08-17T01:03:41.710 INFO:tasks.workunit.client.0.smithi082.stdout:op 854 completed, throughput=4.98MB/sec 2024-08-17T01:03:41.710 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ihXEblbWoiqXj5U off=16549979 len=356731 2024-08-17T01:03:41.711 INFO:tasks.workunit.client.0.smithi082.stdout:op 855 completed, throughput=4.98MB/sec 2024-08-17T01:03:41.711 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-LnUv3oCejfgY4IA off=15697091 len=1101905 2024-08-17T01:03:41.713 INFO:tasks.workunit.client.0.smithi082.stdout:op 856 completed, throughput=4.99MB/sec 2024-08-17T01:03:41.713 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-V6Sx2zCQuK8S11O off=5732866 len=232148 2024-08-17T01:03:41.714 INFO:tasks.workunit.client.0.smithi082.stdout:op 857 completed, throughput=4.99MB/sec 2024-08-17T01:03:41.714 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UFv_gmkzMYbJRON off=7406285 len=913600 2024-08-17T01:03:41.716 INFO:tasks.workunit.client.0.smithi082.stdout:op 858 completed, throughput=4.99MB/sec 2024-08-17T01:03:41.716 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-AzSqlHR6p8F58Hy off=317236 len=1896842 2024-08-17T01:03:41.718 INFO:tasks.workunit.client.0.smithi082.stdout:op 859 completed, throughput=5MB/sec 2024-08-17T01:03:42.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:42 smithi082 ceph-mon[94343]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:03:42.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:42 smithi082 ceph-mon[91979]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:03:42.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:42 smithi137 ceph-mon[86391]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:03:42.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:03:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:03:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:03:42.718 INFO:tasks.workunit.client.0.smithi082.stdout: 170: throughput=4.98MB/sec pending data=0 2024-08-17T01:03:42.719 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-cTrVSJMEJjtZUyu off=354300 len=527720 2024-08-17T01:03:42.719 INFO:tasks.workunit.client.0.smithi082.stdout:op 860 completed, throughput=4.98MB/sec 2024-08-17T01:03:42.720 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XXiM8bAijpHbk08 off=18876359 len=2013799 2024-08-17T01:03:42.722 INFO:tasks.workunit.client.0.smithi082.stdout:op 861 completed, throughput=4.99MB/sec 2024-08-17T01:03:42.722 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Vzcs0q6dAQ35U-H off=6437415 len=1237369 2024-08-17T01:03:42.728 INFO:tasks.workunit.client.0.smithi082.stdout:op 862 completed, throughput=5MB/sec 2024-08-17T01:03:42.728 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-evpElFwbcQvmToi off=5769546 len=587703 2024-08-17T01:03:42.729 INFO:tasks.workunit.client.0.smithi082.stdout:op 863 completed, throughput=5MB/sec 2024-08-17T01:03:42.729 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mRO7QmLpLjLFXeo off=20599109 len=344036 2024-08-17T01:03:42.732 INFO:tasks.workunit.client.0.smithi082.stdout:op 864 completed, throughput=5MB/sec 2024-08-17T01:03:43.734 INFO:tasks.workunit.client.0.smithi082.stdout: 171: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:43.735 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9M-qD4YUaGtH6pO off=7981651 len=172529 2024-08-17T01:03:43.735 INFO:tasks.workunit.client.0.smithi082.stdout:op 865 completed, throughput=4.97MB/sec 2024-08-17T01:03:43.735 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wHFJdixrIp5A9W2 off=6404279 len=365942 2024-08-17T01:03:43.738 INFO:tasks.workunit.client.0.smithi082.stdout:op 866 completed, throughput=4.98MB/sec 2024-08-17T01:03:43.738 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SCyK8zI9EFSzpah off=11335009 len=94352 2024-08-17T01:03:43.739 INFO:tasks.workunit.client.0.smithi082.stdout:op 867 completed, throughput=4.98MB/sec 2024-08-17T01:03:43.739 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Gmns3_LXgrVv0By off=4850863 len=527627 2024-08-17T01:03:43.740 INFO:tasks.workunit.client.0.smithi082.stdout:op 868 completed, throughput=4.98MB/sec 2024-08-17T01:03:43.740 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9GfbHLk42b1Jj4D off=3623388 len=745575 2024-08-17T01:03:43.743 INFO:tasks.workunit.client.0.smithi082.stdout:op 869 completed, throughput=4.98MB/sec 2024-08-17T01:03:43.743 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HOhusmQzf_zpoJ- off=1307801 len=909553 2024-08-17T01:03:43.749 INFO:tasks.workunit.client.0.smithi082.stdout:op 870 completed, throughput=4.99MB/sec 2024-08-17T01:03:43.749 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-onuUigoXfe2T1iE off=13853414 len=380075 2024-08-17T01:03:43.752 INFO:tasks.workunit.client.0.smithi082.stdout:op 871 completed, throughput=4.99MB/sec 2024-08-17T01:03:43.752 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1Z7tzqzt1Q172Sa off=22037854 len=1707243 2024-08-17T01:03:43.755 INFO:tasks.workunit.client.0.smithi082.stdout:op 872 completed, throughput=5MB/sec 2024-08-17T01:03:43.755 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-d0NImndkA6lDPbU off=11722236 len=415490 2024-08-17T01:03:43.758 INFO:tasks.workunit.client.0.smithi082.stdout:op 873 completed, throughput=5MB/sec 2024-08-17T01:03:44.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:44 smithi082 ceph-mon[94343]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:03:44.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:44 smithi082 ceph-mon[91979]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:03:44.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:44 smithi137 ceph-mon[86391]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:03:44.758 INFO:tasks.workunit.client.0.smithi082.stdout: 172: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:44.759 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZlSK0pZqDN1fDxl off=18488296 len=1374209 2024-08-17T01:03:44.765 INFO:tasks.workunit.client.0.smithi082.stdout:op 874 completed, throughput=4.98MB/sec 2024-08-17T01:03:44.765 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nER73YWRTtJVhpR off=7646867 len=909831 2024-08-17T01:03:44.766 INFO:tasks.workunit.client.0.smithi082.stdout:op 875 completed, throughput=4.98MB/sec 2024-08-17T01:03:44.766 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4NA-2GHBwaK4faM off=16497400 len=201907 2024-08-17T01:03:44.768 INFO:tasks.workunit.client.0.smithi082.stdout:op 876 completed, throughput=4.99MB/sec 2024-08-17T01:03:44.768 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3pKBSBAzYUmm7X7 off=9329789 len=1915700 2024-08-17T01:03:44.781 INFO:tasks.workunit.client.0.smithi082.stdout:op 877 completed, throughput=5MB/sec 2024-08-17T01:03:44.781 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xOYItu2lSdXFgRT off=10085085 len=63978 2024-08-17T01:03:44.782 INFO:tasks.workunit.client.0.smithi082.stdout:op 878 completed, throughput=5MB/sec 2024-08-17T01:03:44.782 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EWlCOIURIU2QKkQ off=456521 len=593383 2024-08-17T01:03:44.786 INFO:tasks.workunit.client.0.smithi082.stdout:op 879 completed, throughput=5MB/sec 2024-08-17T01:03:44.786 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-akJ33gohY7nKFt2 off=1111768 len=1814167 2024-08-17T01:03:44.795 INFO:tasks.workunit.client.0.smithi082.stdout:op 880 completed, throughput=5.01MB/sec 2024-08-17T01:03:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:03:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:03:45] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-08-17T01:03:45.796 INFO:tasks.workunit.client.0.smithi082.stdout: 173: throughput=4.98MB/sec pending data=0 2024-08-17T01:03:45.796 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-z3DSi15oiYdK1Tp off=6077777 len=637443 2024-08-17T01:03:45.800 INFO:tasks.workunit.client.0.smithi082.stdout:op 881 completed, throughput=4.98MB/sec 2024-08-17T01:03:45.800 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2QnNsMXCN0c9TV0 off=3691065 len=1696664 2024-08-17T01:03:45.801 INFO:tasks.workunit.client.0.smithi082.stdout:op 882 completed, throughput=4.99MB/sec 2024-08-17T01:03:45.802 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BLijaDkh60u4EkU off=2996286 len=266176 2024-08-17T01:03:45.805 INFO:tasks.workunit.client.0.smithi082.stdout:op 883 completed, throughput=4.99MB/sec 2024-08-17T01:03:45.805 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-GbR_4gmcqyJOveo off=5816789 len=71186 2024-08-17T01:03:45.806 INFO:tasks.workunit.client.0.smithi082.stdout:op 884 completed, throughput=4.99MB/sec 2024-08-17T01:03:45.806 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PKRkjZtRpGgTnCz off=8722291 len=1568549 2024-08-17T01:03:45.808 INFO:tasks.workunit.client.0.smithi082.stdout:op 885 completed, throughput=5MB/sec 2024-08-17T01:03:46.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:46 smithi082 ceph-mon[94343]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:03:46.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:46 smithi082 ceph-mon[91979]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:03:46.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:46 smithi137 ceph-mon[86391]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:03:46.809 INFO:tasks.workunit.client.0.smithi082.stdout: 174: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:46.809 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SoRpz5dTUDVKJ0k off=31667 len=1615782 2024-08-17T01:03:46.817 INFO:tasks.workunit.client.0.smithi082.stdout:op 886 completed, throughput=4.98MB/sec 2024-08-17T01:03:46.817 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pO8e7iTcRQx9CwQ off=15091420 len=1940062 2024-08-17T01:03:46.819 INFO:tasks.workunit.client.0.smithi082.stdout:op 887 completed, throughput=4.99MB/sec 2024-08-17T01:03:46.819 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rGCMJUPP8QztUwt off=799190 len=1819056 2024-08-17T01:03:46.828 INFO:tasks.workunit.client.0.smithi082.stdout:op 888 completed, throughput=5MB/sec 2024-08-17T01:03:47.828 INFO:tasks.workunit.client.0.smithi082.stdout: 175: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:47.829 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JrpQPgvZl8RMogr off=8069194 len=1622346 2024-08-17T01:03:47.837 INFO:tasks.workunit.client.0.smithi082.stdout:op 889 completed, throughput=4.98MB/sec 2024-08-17T01:03:47.837 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RILNEj5Bwztdgde off=3354540 len=750035 2024-08-17T01:03:47.838 INFO:tasks.workunit.client.0.smithi082.stdout:op 890 completed, throughput=4.99MB/sec 2024-08-17T01:03:47.838 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ELBnMkbyt0FK55P off=15605589 len=2046731 2024-08-17T01:03:47.842 INFO:tasks.workunit.client.0.smithi082.stdout:op 891 completed, throughput=5MB/sec 2024-08-17T01:03:47.842 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mnways7-3BL1Q66 off=852677 len=206045 2024-08-17T01:03:47.842 INFO:tasks.workunit.client.0.smithi082.stdout:op 892 completed, throughput=5MB/sec 2024-08-17T01:03:47.843 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DjNrFYJThsBQvbe off=9513485 len=1317879 2024-08-17T01:03:47.844 INFO:tasks.workunit.client.0.smithi082.stdout:op 893 completed, throughput=5.01MB/sec 2024-08-17T01:03:48.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:48 smithi082 ceph-mon[94343]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-17T01:03:48.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:48 smithi082 ceph-mon[91979]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-17T01:03:48.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:48 smithi137 ceph-mon[86391]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-17T01:03:48.844 INFO:tasks.workunit.client.0.smithi082.stdout: 176: throughput=4.98MB/sec pending data=0 2024-08-17T01:03:48.844 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WhZQ0siTKpiwQ6R off=4592156 len=1353535 2024-08-17T01:03:48.850 INFO:tasks.workunit.client.0.smithi082.stdout:op 894 completed, throughput=4.99MB/sec 2024-08-17T01:03:48.850 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-91rBv-6MLqOGjRM off=932919 len=1872594 2024-08-17T01:03:48.860 INFO:tasks.workunit.client.0.smithi082.stdout:op 895 completed, throughput=4.99MB/sec 2024-08-17T01:03:48.860 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BAbf-ucbACRQbnY off=1467131 len=237739 2024-08-17T01:03:48.862 INFO:tasks.workunit.client.0.smithi082.stdout:op 896 completed, throughput=5MB/sec 2024-08-17T01:03:48.862 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pPNlrXXgySJwM_- off=2755213 len=908689 2024-08-17T01:03:48.863 INFO:tasks.workunit.client.0.smithi082.stdout:op 897 completed, throughput=5MB/sec 2024-08-17T01:03:49.863 INFO:tasks.workunit.client.0.smithi082.stdout: 177: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:49.864 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-i0Lu3DY19JIEsCh off=1584474 len=242856 2024-08-17T01:03:49.864 INFO:tasks.workunit.client.0.smithi082.stdout:op 898 completed, throughput=4.97MB/sec 2024-08-17T01:03:49.864 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2gVvrrz5TbpTHjP off=10401347 len=1081569 2024-08-17T01:03:49.871 INFO:tasks.workunit.client.0.smithi082.stdout:op 899 completed, throughput=4.98MB/sec 2024-08-17T01:03:49.871 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CUC9hkhuCAA_OMx off=13911311 len=1791583 2024-08-17T01:03:49.881 INFO:tasks.workunit.client.0.smithi082.stdout:op 900 completed, throughput=4.99MB/sec 2024-08-17T01:03:49.881 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hUh3_HGVv22AWZU off=4371659 len=1668501 2024-08-17T01:03:49.883 INFO:tasks.workunit.client.0.smithi082.stdout:op 901 completed, throughput=5MB/sec 2024-08-17T01:03:49.883 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vcnG0i_x16F7EmE off=7171388 len=1849855 2024-08-17T01:03:49.893 INFO:tasks.workunit.client.0.smithi082.stdout:op 902 completed, throughput=5.01MB/sec 2024-08-17T01:03:50.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:50 smithi082 ceph-mon[94343]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:03:50.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:03:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:50 smithi082 ceph-mon[91979]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:03:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:03:50.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:50 smithi137 ceph-mon[86391]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:03:50.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:03:50.893 INFO:tasks.workunit.client.0.smithi082.stdout: 178: throughput=4.98MB/sec pending data=0 2024-08-17T01:03:50.893 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Ms7CzF-RDfKRQf3 off=2709411 len=1109718 2024-08-17T01:03:50.896 INFO:tasks.workunit.client.0.smithi082.stdout:op 903 completed, throughput=4.99MB/sec 2024-08-17T01:03:50.896 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-cTH0oMNu4zR-TK0 off=5739888 len=1188487 2024-08-17T01:03:50.897 INFO:tasks.workunit.client.0.smithi082.stdout:op 904 completed, throughput=4.99MB/sec 2024-08-17T01:03:50.898 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SiqGiN8mwSAijfB off=2364882 len=506395 2024-08-17T01:03:50.902 INFO:tasks.workunit.client.0.smithi082.stdout:op 905 completed, throughput=4.99MB/sec 2024-08-17T01:03:50.902 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-G5gLcf4jxsFOJXR off=2737587 len=349735 2024-08-17T01:03:50.905 INFO:tasks.workunit.client.0.smithi082.stdout:op 906 completed, throughput=5MB/sec 2024-08-17T01:03:50.905 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YAdkyLPp7emI0TX off=5940176 len=684374 2024-08-17T01:03:50.906 INFO:tasks.workunit.client.0.smithi082.stdout:op 907 completed, throughput=5MB/sec 2024-08-17T01:03:50.906 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-o2Ya2uxbhQ5CTyK off=11811 len=909411 2024-08-17T01:03:50.911 INFO:tasks.workunit.client.0.smithi082.stdout:op 908 completed, throughput=5MB/sec 2024-08-17T01:03:51.912 INFO:tasks.workunit.client.0.smithi082.stdout: 179: throughput=4.98MB/sec pending data=0 2024-08-17T01:03:51.912 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-fbtIvBPzd2Q-nJa off=381950 len=676957 2024-08-17T01:03:51.915 INFO:tasks.workunit.client.0.smithi082.stdout:op 909 completed, throughput=4.98MB/sec 2024-08-17T01:03:51.916 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ONA4D5fkp0GvwEN off=2655800 len=1903039 2024-08-17T01:03:51.926 INFO:tasks.workunit.client.0.smithi082.stdout:op 910 completed, throughput=4.99MB/sec 2024-08-17T01:03:51.926 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-C1MEKDfv5XkuYe0 off=573740 len=284673 2024-08-17T01:03:51.929 INFO:tasks.workunit.client.0.smithi082.stdout:op 911 completed, throughput=4.99MB/sec 2024-08-17T01:03:51.929 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-75lSuQDMV2yEKB1 off=380219 len=271548 2024-08-17T01:03:51.929 INFO:tasks.workunit.client.0.smithi082.stdout:op 912 completed, throughput=4.99MB/sec 2024-08-17T01:03:51.930 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Fb0u3AOiXjmxndl off=13264048 len=630976 2024-08-17T01:03:51.930 INFO:tasks.workunit.client.0.smithi082.stdout:op 913 completed, throughput=5MB/sec 2024-08-17T01:03:51.930 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1syPs3RPJHV0Vr2 off=166873 len=24859 2024-08-17T01:03:51.931 INFO:tasks.workunit.client.0.smithi082.stdout:op 914 completed, throughput=5MB/sec 2024-08-17T01:03:51.931 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9UTNgWEYmimC0pP off=8056703 len=623740 2024-08-17T01:03:51.932 INFO:tasks.workunit.client.0.smithi082.stdout:op 915 completed, throughput=5MB/sec 2024-08-17T01:03:51.932 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-FEesC6CWyAN9AfA off=5348763 len=962041 2024-08-17T01:03:51.934 INFO:tasks.workunit.client.0.smithi082.stdout:op 916 completed, throughput=5MB/sec 2024-08-17T01:03:52.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:52 smithi082 ceph-mon[94343]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:03:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:52 smithi082 ceph-mon[91979]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:03:52.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:52 smithi137 ceph-mon[86391]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:03:52.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:03:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:03:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:03:52.934 INFO:tasks.workunit.client.0.smithi082.stdout: 180: throughput=4.98MB/sec pending data=0 2024-08-17T01:03:52.935 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Clpgd5cQhfJm7OJ off=8065340 len=224193 2024-08-17T01:03:52.936 INFO:tasks.workunit.client.0.smithi082.stdout:op 917 completed, throughput=4.98MB/sec 2024-08-17T01:03:52.936 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Pi9-I2DwrhwDndW off=16395528 len=1183132 2024-08-17T01:03:52.937 INFO:tasks.workunit.client.0.smithi082.stdout:op 918 completed, throughput=4.98MB/sec 2024-08-17T01:03:52.938 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-lIUs0KI12nsmT5Q off=14822395 len=2089537 2024-08-17T01:03:52.948 INFO:tasks.workunit.client.0.smithi082.stdout:op 919 completed, throughput=4.99MB/sec 2024-08-17T01:03:52.948 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IULwL8Ee5GMMzeO off=16509601 len=906031 2024-08-17T01:03:52.949 INFO:tasks.workunit.client.0.smithi082.stdout:op 920 completed, throughput=5MB/sec 2024-08-17T01:03:52.949 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-iUBmIrfnleU3VX9 off=1841458 len=28796 2024-08-17T01:03:52.951 INFO:tasks.workunit.client.0.smithi082.stdout:op 921 completed, throughput=5MB/sec 2024-08-17T01:03:52.951 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aN2JbhjIQiWfzn4 off=3772883 len=1996627 2024-08-17T01:03:52.963 INFO:tasks.workunit.client.0.smithi082.stdout:op 922 completed, throughput=5.01MB/sec 2024-08-17T01:03:53.964 INFO:tasks.workunit.client.0.smithi082.stdout: 181: throughput=4.98MB/sec pending data=0 2024-08-17T01:03:53.964 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-s6AdqjG1YNhgZKb off=963945 len=2064586 2024-08-17T01:03:53.972 INFO:tasks.workunit.client.0.smithi082.stdout:op 923 completed, throughput=4.99MB/sec 2024-08-17T01:03:53.973 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-eiv725QdS95knbK off=8398217 len=451684 2024-08-17T01:03:53.974 INFO:tasks.workunit.client.0.smithi082.stdout:op 924 completed, throughput=5MB/sec 2024-08-17T01:03:53.974 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KNyqwwPl5ABUnra off=5900291 len=719652 2024-08-17T01:03:53.975 INFO:tasks.workunit.client.0.smithi082.stdout:op 925 completed, throughput=5MB/sec 2024-08-17T01:03:53.976 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ndg5lFyH2zp-Ubw off=333030 len=1822582 2024-08-17T01:03:53.984 INFO:tasks.workunit.client.0.smithi082.stdout:op 926 completed, throughput=5.01MB/sec 2024-08-17T01:03:54.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:54 smithi082 ceph-mon[94343]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:03:54.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:54 smithi082 ceph-mon[91979]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:03:54.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:54 smithi137 ceph-mon[86391]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:03:54.984 INFO:tasks.workunit.client.0.smithi082.stdout: 182: throughput=4.98MB/sec pending data=0 2024-08-17T01:03:54.984 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-FpKCg9I-0F0ENRT off=0 len=1104711 2024-08-17T01:03:54.989 INFO:tasks.workunit.client.0.smithi082.stdout:op 927 completed, throughput=4.99MB/sec 2024-08-17T01:03:54.990 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Uim2X9SCgwB15Ai off=958512 len=782429 2024-08-17T01:03:54.993 INFO:tasks.workunit.client.0.smithi082.stdout:op 928 completed, throughput=4.99MB/sec 2024-08-17T01:03:54.994 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aHqaxnWkI-2Wotp off=3149369 len=1437390 2024-08-17T01:03:55.003 INFO:tasks.workunit.client.0.smithi082.stdout:op 929 completed, throughput=5MB/sec 2024-08-17T01:03:55.003 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xtPcQrXgpztoHZW off=680875 len=473077 2024-08-17T01:03:55.003 INFO:tasks.workunit.client.0.smithi082.stdout:op 930 completed, throughput=5MB/sec 2024-08-17T01:03:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:03:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:03:55] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-08-17T01:03:56.004 INFO:tasks.workunit.client.0.smithi082.stdout: 183: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:56.004 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ED0GDtjyrC2Er7D off=14322156 len=953921 2024-08-17T01:03:56.010 INFO:tasks.workunit.client.0.smithi082.stdout:op 931 completed, throughput=4.98MB/sec 2024-08-17T01:03:56.010 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Cgi637xWQK2Byni off=14946060 len=1606626 2024-08-17T01:03:56.018 INFO:tasks.workunit.client.0.smithi082.stdout:op 932 completed, throughput=4.99MB/sec 2024-08-17T01:03:56.018 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-MzrBnkGRo5G50eM off=17749813 len=73011 2024-08-17T01:03:56.020 INFO:tasks.workunit.client.0.smithi082.stdout:op 933 completed, throughput=4.99MB/sec 2024-08-17T01:03:56.020 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4k9wo_CSlXu6zYu off=1202151 len=1064321 2024-08-17T01:03:56.024 INFO:tasks.workunit.client.0.smithi082.stdout:op 934 completed, throughput=4.99MB/sec 2024-08-17T01:03:56.024 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_lvkA4G7jRpfooG off=1381446 len=1953452 2024-08-17T01:03:56.032 INFO:tasks.workunit.client.0.smithi082.stdout:op 935 completed, throughput=5MB/sec 2024-08-17T01:03:56.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:56 smithi082 ceph-mon[94343]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:03:56.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:56 smithi082 ceph-mon[91979]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:03:56.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:56 smithi137 ceph-mon[86391]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:03:57.032 INFO:tasks.workunit.client.0.smithi082.stdout: 184: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:57.032 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-D-LTIZ590GzE0cX off=993390 len=127840 2024-08-17T01:03:57.035 INFO:tasks.workunit.client.0.smithi082.stdout:op 936 completed, throughput=4.98MB/sec 2024-08-17T01:03:57.035 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8ZmchpmELSzLQrL off=7361106 len=847063 2024-08-17T01:03:57.039 INFO:tasks.workunit.client.0.smithi082.stdout:op 937 completed, throughput=4.98MB/sec 2024-08-17T01:03:57.040 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-K-L-nceevgzxdOZ off=5323795 len=1082327 2024-08-17T01:03:57.046 INFO:tasks.workunit.client.0.smithi082.stdout:op 938 completed, throughput=4.98MB/sec 2024-08-17T01:03:57.046 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QTEq1sr2jlKBpFz off=4117313 len=1097792 2024-08-17T01:03:57.051 INFO:tasks.workunit.client.0.smithi082.stdout:op 939 completed, throughput=4.99MB/sec 2024-08-17T01:03:57.051 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-u3AiwELKbwMyKd- off=6205289 len=2028903 2024-08-17T01:03:57.053 INFO:tasks.workunit.client.0.smithi082.stdout:op 940 completed, throughput=5MB/sec 2024-08-17T01:03:58.054 INFO:tasks.workunit.client.0.smithi082.stdout: 185: throughput=4.97MB/sec pending data=0 2024-08-17T01:03:58.054 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HWZ9n8QeNc6B6X- off=1240717 len=327725 2024-08-17T01:03:58.055 INFO:tasks.workunit.client.0.smithi082.stdout:op 941 completed, throughput=4.98MB/sec 2024-08-17T01:03:58.055 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YOKnblMcGNYL0wl off=437818 len=232279 2024-08-17T01:03:58.058 INFO:tasks.workunit.client.0.smithi082.stdout:op 942 completed, throughput=4.98MB/sec 2024-08-17T01:03:58.058 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-VVYgDwUk93uqt1Z off=13981178 len=1144443 2024-08-17T01:03:58.059 INFO:tasks.workunit.client.0.smithi082.stdout:op 943 completed, throughput=4.98MB/sec 2024-08-17T01:03:58.059 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-jwHfhY24XtLFqc7 off=22526422 len=1014586 2024-08-17T01:03:58.065 INFO:tasks.workunit.client.0.smithi082.stdout:op 944 completed, throughput=4.99MB/sec 2024-08-17T01:03:58.066 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-C1yv5l-SpCSolAK off=7347273 len=1215301 2024-08-17T01:03:58.073 INFO:tasks.workunit.client.0.smithi082.stdout:op 945 completed, throughput=4.99MB/sec 2024-08-17T01:03:58.073 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zOqdCGcLroUOxL6 off=3859855 len=153840 2024-08-17T01:03:58.073 INFO:tasks.workunit.client.0.smithi082.stdout:op 946 completed, throughput=4.99MB/sec 2024-08-17T01:03:58.073 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5OUCMsLGnA2WEhy off=4374466 len=1773430 2024-08-17T01:03:58.080 INFO:tasks.workunit.client.0.smithi082.stdout:op 947 completed, throughput=5MB/sec 2024-08-17T01:03:58.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:03:58 smithi082 ceph-mon[94343]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:03:58.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:03:58 smithi082 ceph-mon[91979]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:03:58.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:03:58 smithi137 ceph-mon[86391]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:03:59.080 INFO:tasks.workunit.client.0.smithi082.stdout: 186: throughput=4.98MB/sec pending data=0 2024-08-17T01:03:59.080 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3ScliC1mzUFvwcg off=17513813 len=922865 2024-08-17T01:03:59.082 INFO:tasks.workunit.client.0.smithi082.stdout:op 948 completed, throughput=4.98MB/sec 2024-08-17T01:03:59.082 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CpKkATEAnN3U3_h off=15316099 len=1281238 2024-08-17T01:03:59.089 INFO:tasks.workunit.client.0.smithi082.stdout:op 949 completed, throughput=4.99MB/sec 2024-08-17T01:03:59.089 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-VjB3jcvCCb6GNRB off=18206931 len=685419 2024-08-17T01:03:59.090 INFO:tasks.workunit.client.0.smithi082.stdout:op 950 completed, throughput=4.99MB/sec 2024-08-17T01:03:59.090 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3zAadP8Ube1yTzI off=465168 len=1432721 2024-08-17T01:03:59.096 INFO:tasks.workunit.client.0.smithi082.stdout:op 951 completed, throughput=5MB/sec 2024-08-17T01:03:59.096 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wAy8IT1imH85R6Q off=5470814 len=1381477 2024-08-17T01:03:59.097 INFO:tasks.workunit.client.0.smithi082.stdout:op 952 completed, throughput=5MB/sec 2024-08-17T01:04:00.098 INFO:tasks.workunit.client.0.smithi082.stdout: 187: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:00.098 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-lrHt-HnIwmjmCJ1 off=3598570 len=1788745 2024-08-17T01:04:00.100 INFO:tasks.workunit.client.0.smithi082.stdout:op 953 completed, throughput=4.99MB/sec 2024-08-17T01:04:00.100 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kgot96tcWTJe2XL off=2240559 len=1840829 2024-08-17T01:04:00.102 INFO:tasks.workunit.client.0.smithi082.stdout:op 954 completed, throughput=5MB/sec 2024-08-17T01:04:00.103 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KoVOJ86jwBXY_VA off=3433053 len=51710 2024-08-17T01:04:00.105 INFO:tasks.workunit.client.0.smithi082.stdout:op 955 completed, throughput=5MB/sec 2024-08-17T01:04:00.105 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fai1lnd1_GGTxIO off=3153263 len=314398 2024-08-17T01:04:00.106 INFO:tasks.workunit.client.0.smithi082.stdout:op 956 completed, throughput=5MB/sec 2024-08-17T01:04:00.106 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-B_rvlwmHvNCWtxr off=6087908 len=2056099 2024-08-17T01:04:00.108 INFO:tasks.workunit.client.0.smithi082.stdout:op 957 completed, throughput=5.01MB/sec 2024-08-17T01:04:00.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:00 smithi082 ceph-mon[94343]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:04:00.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:00 smithi082 ceph-mon[91979]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:04:00.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:00 smithi137 ceph-mon[86391]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:04:01.109 INFO:tasks.workunit.client.0.smithi082.stdout: 188: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:01.109 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IlLlDGgz-W1ZJA6 off=12934386 len=2003716 2024-08-17T01:04:01.122 INFO:tasks.workunit.client.0.smithi082.stdout:op 958 completed, throughput=4.99MB/sec 2024-08-17T01:04:01.123 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-c6pKN6UIge25BGc off=14171582 len=1437804 2024-08-17T01:04:01.124 INFO:tasks.workunit.client.0.smithi082.stdout:op 959 completed, throughput=5MB/sec 2024-08-17T01:04:01.124 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Sno_lfa4RlrPwc8 off=4977454 len=550008 2024-08-17T01:04:01.126 INFO:tasks.workunit.client.0.smithi082.stdout:op 960 completed, throughput=5MB/sec 2024-08-17T01:04:02.129 INFO:tasks.workunit.client.0.smithi082.stdout: 189: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:02.129 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OaYwesNfVFshJXY off=9793698 len=1447288 2024-08-17T01:04:02.133 INFO:tasks.workunit.client.0.smithi082.stdout:op 961 completed, throughput=4.98MB/sec 2024-08-17T01:04:02.133 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YyEV32gqJSJEiYP off=5294098 len=1757063 2024-08-17T01:04:02.142 INFO:tasks.workunit.client.0.smithi082.stdout:op 962 completed, throughput=4.99MB/sec 2024-08-17T01:04:02.142 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-RNwiP47SCVY49gI off=15500202 len=1086198 2024-08-17T01:04:02.147 INFO:tasks.workunit.client.0.smithi082.stdout:op 963 completed, throughput=5MB/sec 2024-08-17T01:04:02.147 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RD7GPxjwo8vAFBg off=10344980 len=169556 2024-08-17T01:04:02.148 INFO:tasks.workunit.client.0.smithi082.stdout:op 964 completed, throughput=5MB/sec 2024-08-17T01:04:02.148 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--a9ZJ38FiGBkDj0 off=7939472 len=1339463 2024-08-17T01:04:02.149 INFO:tasks.workunit.client.0.smithi082.stdout:op 965 completed, throughput=5MB/sec 2024-08-17T01:04:02.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:02 smithi082 ceph-mon[94343]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:04:02.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:02 smithi082 ceph-mon[91979]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:04:02.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:02 smithi137 ceph-mon[86391]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:04:02.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:04:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:04:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:04:03.150 INFO:tasks.workunit.client.0.smithi082.stdout: 190: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:03.154 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RVZ2zHQ31_Cy1-h off=8064444 len=1110345 2024-08-17T01:04:03.154 INFO:tasks.workunit.client.0.smithi082.stdout:op 966 completed, throughput=4.98MB/sec 2024-08-17T01:04:03.154 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vmdnWvWlTYrhgXb off=169505 len=1505858 2024-08-17T01:04:03.158 INFO:tasks.workunit.client.0.smithi082.stdout:op 967 completed, throughput=4.99MB/sec 2024-08-17T01:04:03.158 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BX_enQ9M6pl4AGW off=9319331 len=1592545 2024-08-17T01:04:03.168 INFO:tasks.workunit.client.0.smithi082.stdout:op 968 completed, throughput=5MB/sec 2024-08-17T01:04:03.168 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-h7OY17GiLFssKXn off=988422 len=930592 2024-08-17T01:04:03.173 INFO:tasks.workunit.client.0.smithi082.stdout:op 969 completed, throughput=5MB/sec 2024-08-17T01:04:04.173 INFO:tasks.workunit.client.0.smithi082.stdout: 191: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:04.173 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-z6kN-MKFYRb0KM_ off=9922399 len=8684 2024-08-17T01:04:04.178 INFO:tasks.workunit.client.0.smithi082.stdout:op 970 completed, throughput=4.98MB/sec 2024-08-17T01:04:04.178 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fJF3xnTMfg4nzUV off=308865 len=1823665 2024-08-17T01:04:04.178 INFO:tasks.workunit.client.0.smithi082.stdout:op 971 completed, throughput=4.99MB/sec 2024-08-17T01:04:04.178 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hRgh5DQbmLT9Bz9 off=2911017 len=100517 2024-08-17T01:04:04.180 INFO:tasks.workunit.client.0.smithi082.stdout:op 972 completed, throughput=4.99MB/sec 2024-08-17T01:04:04.180 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cR6KXOlK56A79Bq off=2496142 len=464807 2024-08-17T01:04:04.183 INFO:tasks.workunit.client.0.smithi082.stdout:op 973 completed, throughput=4.99MB/sec 2024-08-17T01:04:04.184 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Y9566kj0alnFB4b off=1437306 len=133328 2024-08-17T01:04:04.184 INFO:tasks.workunit.client.0.smithi082.stdout:op 974 completed, throughput=4.99MB/sec 2024-08-17T01:04:04.184 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rtLLQHKmhPxGQD- off=176877 len=1199897 2024-08-17T01:04:04.186 INFO:tasks.workunit.client.0.smithi082.stdout:op 975 completed, throughput=5MB/sec 2024-08-17T01:04:04.186 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-81UAf1IjZyDX_gr off=69747 len=1815554 2024-08-17T01:04:04.190 INFO:tasks.workunit.client.0.smithi082.stdout:op 976 completed, throughput=5MB/sec 2024-08-17T01:04:04.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:04 smithi082 ceph-mon[91979]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:04:04.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:04 smithi082 ceph-mon[94343]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:04:04.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:04 smithi137 ceph-mon[86391]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:04:05.190 INFO:tasks.workunit.client.0.smithi082.stdout: 192: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:05.191 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kuQSS_94pTlFgSc off=10514195 len=1977200 2024-08-17T01:04:05.198 INFO:tasks.workunit.client.0.smithi082.stdout:op 977 completed, throughput=4.99MB/sec 2024-08-17T01:04:05.198 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TKFEle96XP4fPJL off=5703114 len=801331 2024-08-17T01:04:05.199 INFO:tasks.workunit.client.0.smithi082.stdout:op 978 completed, throughput=4.99MB/sec 2024-08-17T01:04:05.199 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6yTgL3dxcX2tSEI off=4457598 len=1071771 2024-08-17T01:04:05.203 INFO:tasks.workunit.client.0.smithi082.stdout:op 979 completed, throughput=5MB/sec 2024-08-17T01:04:05.203 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-MClVme0ja0KsGyK off=3358028 len=1206914 2024-08-17T01:04:05.206 INFO:tasks.workunit.client.0.smithi082.stdout:op 980 completed, throughput=5MB/sec 2024-08-17T01:04:05.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:04:05.377 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:04:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:04:05] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-08-17T01:04:05.377 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:04:05.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:04:06.206 INFO:tasks.workunit.client.0.smithi082.stdout: 193: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:06.207 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-V_P8RdFeIzVXdKr off=2228661 len=163295 2024-08-17T01:04:06.207 INFO:tasks.workunit.client.0.smithi082.stdout:op 981 completed, throughput=4.98MB/sec 2024-08-17T01:04:06.207 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wyb41RAftWI8x6n off=811455 len=1973405 2024-08-17T01:04:06.216 INFO:tasks.workunit.client.0.smithi082.stdout:op 982 completed, throughput=4.99MB/sec 2024-08-17T01:04:06.216 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RQNNhQEoBcU52BV off=14670002 len=1641323 2024-08-17T01:04:06.219 INFO:tasks.workunit.client.0.smithi082.stdout:op 983 completed, throughput=5MB/sec 2024-08-17T01:04:06.219 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kMdxid4D_05Cxbn off=604077 len=1940980 2024-08-17T01:04:06.229 INFO:tasks.workunit.client.0.smithi082.stdout:op 984 completed, throughput=5MB/sec 2024-08-17T01:04:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:06 smithi082 ceph-mon[91979]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:04:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:06 smithi082 ceph-mon[94343]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:04:06.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:06 smithi137 ceph-mon[86391]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:04:07.230 INFO:tasks.workunit.client.0.smithi082.stdout: 194: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:07.230 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OBadq-MVZGdTYxF off=13950038 len=1007607 2024-08-17T01:04:07.235 INFO:tasks.workunit.client.0.smithi082.stdout:op 985 completed, throughput=4.98MB/sec 2024-08-17T01:04:07.235 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9HonOwF6k6iCmzO off=1967646 len=959087 2024-08-17T01:04:07.242 INFO:tasks.workunit.client.0.smithi082.stdout:op 986 completed, throughput=4.99MB/sec 2024-08-17T01:04:07.242 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-T8MRwNOBkMv-etc off=9164432 len=274258 2024-08-17T01:04:07.242 INFO:tasks.workunit.client.0.smithi082.stdout:op 987 completed, throughput=4.99MB/sec 2024-08-17T01:04:07.242 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-VMOoEGk9bqVBL4H off=5726970 len=1129549 2024-08-17T01:04:07.242 INFO:tasks.workunit.client.0.smithi082.stdout:op 988 completed, throughput=4.99MB/sec 2024-08-17T01:04:07.242 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oBSYHmCXd2HvuZu off=3295382 len=598138 2024-08-17T01:04:07.243 INFO:tasks.workunit.client.0.smithi082.stdout:op 989 completed, throughput=5MB/sec 2024-08-17T01:04:07.243 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-QCqwglQIAhU47Hd off=2314858 len=389646 2024-08-17T01:04:07.243 INFO:tasks.workunit.client.0.smithi082.stdout:op 990 completed, throughput=5MB/sec 2024-08-17T01:04:07.243 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-i0Lu3DY19JIEsCh off=766407 len=1887680 2024-08-17T01:04:07.251 INFO:tasks.workunit.client.0.smithi082.stdout:op 991 completed, throughput=5.01MB/sec 2024-08-17T01:04:08.251 INFO:tasks.workunit.client.0.smithi082.stdout: 195: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:08.252 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bymU4GglhMbUwfQ off=6975617 len=2062416 2024-08-17T01:04:08.255 INFO:tasks.workunit.client.0.smithi082.stdout:op 992 completed, throughput=4.99MB/sec 2024-08-17T01:04:08.256 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-nEaLu5fxbfy9_47 off=8374436 len=261399 2024-08-17T01:04:08.259 INFO:tasks.workunit.client.0.smithi082.stdout:op 993 completed, throughput=4.99MB/sec 2024-08-17T01:04:08.259 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-F1WxeMUvDXQ1pdO off=13790285 len=464792 2024-08-17T01:04:08.263 INFO:tasks.workunit.client.0.smithi082.stdout:op 994 completed, throughput=5MB/sec 2024-08-17T01:04:08.263 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oiCQPvKy9aGzy1y off=2588386 len=1418102 2024-08-17T01:04:08.265 INFO:tasks.workunit.client.0.smithi082.stdout:op 995 completed, throughput=5MB/sec 2024-08-17T01:04:08.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:08 smithi082 ceph-mon[94343]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:04:08.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:08 smithi082 ceph-mon[91979]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:04:08.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:08 smithi137 ceph-mon[86391]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:04:09.265 INFO:tasks.workunit.client.0.smithi082.stdout: 196: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:09.265 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-j4qlCFdumS7gLKd off=12190861 len=69593 2024-08-17T01:04:09.268 INFO:tasks.workunit.client.0.smithi082.stdout:op 996 completed, throughput=4.98MB/sec 2024-08-17T01:04:09.268 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-FGmlfG3j7qYixyk off=6020225 len=111944 2024-08-17T01:04:09.269 INFO:tasks.workunit.client.0.smithi082.stdout:op 997 completed, throughput=4.98MB/sec 2024-08-17T01:04:09.269 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1wIAUu_-LCYY7w8 off=545318 len=1499867 2024-08-17T01:04:09.270 INFO:tasks.workunit.client.0.smithi082.stdout:op 998 completed, throughput=4.99MB/sec 2024-08-17T01:04:09.270 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-W-DjMHyWDGdvoY2 off=4240235 len=471260 2024-08-17T01:04:09.271 INFO:tasks.workunit.client.0.smithi082.stdout:op 999 completed, throughput=4.99MB/sec 2024-08-17T01:04:09.271 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0n8hDS2lqvYBex6 off=14134784 len=922836 2024-08-17T01:04:09.273 INFO:tasks.workunit.client.0.smithi082.stdout:op 1000 completed, throughput=4.99MB/sec 2024-08-17T01:04:09.273 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YmK5N1TtxUTpiNE off=10037363 len=606062 2024-08-17T01:04:09.278 INFO:tasks.workunit.client.0.smithi082.stdout:op 1001 completed, throughput=5MB/sec 2024-08-17T01:04:09.278 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NoCRdOqEwTVwaJW off=20748581 len=256684 2024-08-17T01:04:09.282 INFO:tasks.workunit.client.0.smithi082.stdout:op 1002 completed, throughput=5MB/sec 2024-08-17T01:04:09.282 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tt5DYcunUBJyq4_ off=850500 len=615442 2024-08-17T01:04:09.284 INFO:tasks.workunit.client.0.smithi082.stdout:op 1003 completed, throughput=5MB/sec 2024-08-17T01:04:09.284 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3k2whSXs5EdaKrZ off=629580 len=650379 2024-08-17T01:04:09.287 INFO:tasks.workunit.client.0.smithi082.stdout:op 1004 completed, throughput=5MB/sec 2024-08-17T01:04:10.288 INFO:tasks.workunit.client.0.smithi082.stdout: 197: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:10.288 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-GIhCy-CKV-PR5Wl off=9012046 len=412983 2024-08-17T01:04:10.289 INFO:tasks.workunit.client.0.smithi082.stdout:op 1005 completed, throughput=4.98MB/sec 2024-08-17T01:04:10.290 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vPEC9SYp7MdPcIS off=8880196 len=2026480 2024-08-17T01:04:10.301 INFO:tasks.workunit.client.0.smithi082.stdout:op 1006 completed, throughput=4.99MB/sec 2024-08-17T01:04:10.301 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-a0NIv87jZLsE1-o off=9991242 len=297562 2024-08-17T01:04:10.306 INFO:tasks.workunit.client.0.smithi082.stdout:op 1007 completed, throughput=4.99MB/sec 2024-08-17T01:04:10.306 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tBCf0Q9QDxlDgAX off=1242571 len=1808705 2024-08-17T01:04:10.307 INFO:tasks.workunit.client.0.smithi082.stdout:op 1008 completed, throughput=5MB/sec 2024-08-17T01:04:10.308 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-el3wOrqT7GDRBCD off=4269121 len=757916 2024-08-17T01:04:10.309 INFO:tasks.workunit.client.0.smithi082.stdout:op 1009 completed, throughput=5MB/sec 2024-08-17T01:04:10.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:10 smithi137 ceph-mon[86391]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:04:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:10 smithi082 ceph-mon[94343]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:04:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:10 smithi082 ceph-mon[91979]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:04:11.310 INFO:tasks.workunit.client.0.smithi082.stdout: 198: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:11.310 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UygfrJgOc1iQT5w off=3614754 len=1342923 2024-08-17T01:04:11.312 INFO:tasks.workunit.client.0.smithi082.stdout:op 1010 completed, throughput=4.98MB/sec 2024-08-17T01:04:11.312 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Pmo2aNi709_C0Ux off=0 len=1473526 2024-08-17T01:04:11.314 INFO:tasks.workunit.client.0.smithi082.stdout:op 1011 completed, throughput=4.99MB/sec 2024-08-17T01:04:11.314 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zKGY6RgQzTg8tAY off=3804000 len=2041924 2024-08-17T01:04:11.316 INFO:tasks.workunit.client.0.smithi082.stdout:op 1012 completed, throughput=5MB/sec 2024-08-17T01:04:12.316 INFO:tasks.workunit.client.0.smithi082.stdout: 199: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:12.317 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nqRHYNEzADm4Dy2 off=3241546 len=780858 2024-08-17T01:04:12.318 INFO:tasks.workunit.client.0.smithi082.stdout:op 1013 completed, throughput=4.98MB/sec 2024-08-17T01:04:12.318 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3zB7DDbE-1vyIQD off=4581799 len=806377 2024-08-17T01:04:12.319 INFO:tasks.workunit.client.0.smithi082.stdout:op 1014 completed, throughput=4.98MB/sec 2024-08-17T01:04:12.319 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-7NItWG3gem2WFCq off=14716885 len=876841 2024-08-17T01:04:12.324 INFO:tasks.workunit.client.0.smithi082.stdout:op 1015 completed, throughput=4.99MB/sec 2024-08-17T01:04:12.324 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4Q3u05B4O0IPoTj off=6172284 len=889630 2024-08-17T01:04:12.329 INFO:tasks.workunit.client.0.smithi082.stdout:op 1016 completed, throughput=4.99MB/sec 2024-08-17T01:04:12.330 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KDqYSGCZCOQqAOE off=6321909 len=1775305 2024-08-17T01:04:12.337 INFO:tasks.workunit.client.0.smithi082.stdout:op 1017 completed, throughput=5MB/sec 2024-08-17T01:04:12.337 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Wck17RN9ScebjvC off=2133511 len=922715 2024-08-17T01:04:12.340 INFO:tasks.workunit.client.0.smithi082.stdout:op 1018 completed, throughput=5MB/sec 2024-08-17T01:04:12.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:12 smithi137 ceph-mon[86391]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:04:12.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:04:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:04:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:04:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:12 smithi082 ceph-mon[91979]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:04:12.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:12 smithi082 ceph-mon[94343]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:04:13.340 INFO:tasks.workunit.client.0.smithi082.stdout: 200: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:13.341 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Vg7EfrSuh_9KGEa off=12849808 len=194618 2024-08-17T01:04:13.344 INFO:tasks.workunit.client.0.smithi082.stdout:op 1019 completed, throughput=4.98MB/sec 2024-08-17T01:04:13.344 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NQfcS3lQ_9UDM_u off=2663602 len=1727207 2024-08-17T01:04:13.349 INFO:tasks.workunit.client.0.smithi082.stdout:op 1020 completed, throughput=4.99MB/sec 2024-08-17T01:04:13.349 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2tcDCPvf_tWvnpk off=15053743 len=1615653 2024-08-17T01:04:13.352 INFO:tasks.workunit.client.0.smithi082.stdout:op 1021 completed, throughput=5MB/sec 2024-08-17T01:04:13.352 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-7Rt3bdrlkfr-nXi off=1955813 len=3571 2024-08-17T01:04:13.352 INFO:tasks.workunit.client.0.smithi082.stdout:op 1022 completed, throughput=5MB/sec 2024-08-17T01:04:13.352 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-VZ8iamQ-zZXqR0P off=904340 len=1919375 2024-08-17T01:04:13.364 INFO:tasks.workunit.client.0.smithi082.stdout:op 1023 completed, throughput=5MB/sec 2024-08-17T01:04:14.364 INFO:tasks.workunit.client.0.smithi082.stdout: 201: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:14.365 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-crtS6y1Qw3gq5ha off=8977705 len=777956 2024-08-17T01:04:14.366 INFO:tasks.workunit.client.0.smithi082.stdout:op 1024 completed, throughput=4.98MB/sec 2024-08-17T01:04:14.366 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-g959u1FAcaRFo2Q off=3647591 len=845121 2024-08-17T01:04:14.367 INFO:tasks.workunit.client.0.smithi082.stdout:op 1025 completed, throughput=4.99MB/sec 2024-08-17T01:04:14.367 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0X8xWSTHbIJuQ2y off=7802621 len=485765 2024-08-17T01:04:14.370 INFO:tasks.workunit.client.0.smithi082.stdout:op 1026 completed, throughput=4.99MB/sec 2024-08-17T01:04:14.371 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZEW4BV7lr0MU9BS off=5886888 len=1263193 2024-08-17T01:04:14.375 INFO:tasks.workunit.client.0.smithi082.stdout:op 1027 completed, throughput=4.99MB/sec 2024-08-17T01:04:14.376 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pw8xUWq4xYtPcM6 off=304979 len=1216014 2024-08-17T01:04:14.380 INFO:tasks.workunit.client.0.smithi082.stdout:op 1028 completed, throughput=5MB/sec 2024-08-17T01:04:14.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:14 smithi137 ceph-mon[86391]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:04:14.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:14 smithi082 ceph-mon[91979]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:04:14.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:14 smithi082 ceph-mon[94343]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:04:15.380 INFO:tasks.workunit.client.0.smithi082.stdout: 202: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:15.380 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kJ4TaO7wI4FqBF9 off=2453914 len=1631532 2024-08-17T01:04:15.387 INFO:tasks.workunit.client.0.smithi082.stdout:op 1029 completed, throughput=4.98MB/sec 2024-08-17T01:04:15.387 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xBRx0_JUHns4wYj off=980142 len=720425 2024-08-17T01:04:15.389 INFO:tasks.workunit.client.0.smithi082.stdout:op 1030 completed, throughput=4.99MB/sec 2024-08-17T01:04:15.389 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Xtz0lQHbfzZ7jAp off=5448568 len=513963 2024-08-17T01:04:15.392 INFO:tasks.workunit.client.0.smithi082.stdout:op 1031 completed, throughput=4.99MB/sec 2024-08-17T01:04:15.392 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rGCMJUPP8QztUwt off=5060951 len=1115359 2024-08-17T01:04:15.396 INFO:tasks.workunit.client.0.smithi082.stdout:op 1032 completed, throughput=4.99MB/sec 2024-08-17T01:04:15.396 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-fFe3YEZ8mEvk7Pg off=112030 len=375985 2024-08-17T01:04:15.400 INFO:tasks.workunit.client.0.smithi082.stdout:op 1033 completed, throughput=5MB/sec 2024-08-17T01:04:15.400 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Yt4NaNgjY0AbcME off=3450810 len=1978041 2024-08-17T01:04:15.408 INFO:tasks.workunit.client.0.smithi082.stdout:op 1034 completed, throughput=5MB/sec 2024-08-17T01:04:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:04:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:04:15] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-08-17T01:04:16.408 INFO:tasks.workunit.client.0.smithi082.stdout: 203: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:16.408 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8R9Pck_OUmiW9-w off=14716665 len=215749 2024-08-17T01:04:16.409 INFO:tasks.workunit.client.0.smithi082.stdout:op 1035 completed, throughput=4.98MB/sec 2024-08-17T01:04:16.409 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-43W6vYv39yd2mzQ off=14587018 len=20570 2024-08-17T01:04:16.411 INFO:tasks.workunit.client.0.smithi082.stdout:op 1036 completed, throughput=4.98MB/sec 2024-08-17T01:04:16.411 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TgVVRiOm42UhWOX off=0 len=1266169 2024-08-17T01:04:16.418 INFO:tasks.workunit.client.0.smithi082.stdout:op 1037 completed, throughput=4.99MB/sec 2024-08-17T01:04:16.418 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PrRwznlsexjUSlT off=656077 len=772283 2024-08-17T01:04:16.419 INFO:tasks.workunit.client.0.smithi082.stdout:op 1038 completed, throughput=4.99MB/sec 2024-08-17T01:04:16.420 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-GtNbe2P9JxYyL1x off=8657204 len=1724529 2024-08-17T01:04:16.423 INFO:tasks.workunit.client.0.smithi082.stdout:op 1039 completed, throughput=5MB/sec 2024-08-17T01:04:16.423 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SDGMJF5cxCW7K67 off=19150388 len=230837 2024-08-17T01:04:16.424 INFO:tasks.workunit.client.0.smithi082.stdout:op 1040 completed, throughput=5MB/sec 2024-08-17T01:04:16.424 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5aoISuPEdtn2nau off=10672440 len=1709330 2024-08-17T01:04:16.428 INFO:tasks.workunit.client.0.smithi082.stdout:op 1041 completed, throughput=5.01MB/sec 2024-08-17T01:04:16.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:16 smithi137 ceph-mon[86391]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:04:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:16 smithi082 ceph-mon[94343]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:04:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:16 smithi082 ceph-mon[91979]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:04:17.428 INFO:tasks.workunit.client.0.smithi082.stdout: 204: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:17.428 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6_-GMgYPVeUVCdB off=3293526 len=985979 2024-08-17T01:04:17.440 INFO:tasks.workunit.client.0.smithi082.stdout:op 1042 completed, throughput=4.99MB/sec 2024-08-17T01:04:17.440 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-RJcfUTTUuatKfST off=16946720 len=1659288 2024-08-17T01:04:17.446 INFO:tasks.workunit.client.0.smithi082.stdout:op 1043 completed, throughput=4.99MB/sec 2024-08-17T01:04:17.446 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-LlfTZLP-ZKE37tA off=16041591 len=1379426 2024-08-17T01:04:17.453 INFO:tasks.workunit.client.0.smithi082.stdout:op 1044 completed, throughput=5MB/sec 2024-08-17T01:04:18.454 INFO:tasks.workunit.client.0.smithi082.stdout: 205: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:18.454 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oF87HE3biahxRB4 off=17624217 len=1273492 2024-08-17T01:04:18.456 INFO:tasks.workunit.client.0.smithi082.stdout:op 1045 completed, throughput=4.98MB/sec 2024-08-17T01:04:18.456 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yjVYRxVeydtwUKX off=676491 len=1512843 2024-08-17T01:04:18.463 INFO:tasks.workunit.client.0.smithi082.stdout:op 1046 completed, throughput=4.99MB/sec 2024-08-17T01:04:18.463 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Web3FqRxxu6Gafc off=17717660 len=1409372 2024-08-17T01:04:18.467 INFO:tasks.workunit.client.0.smithi082.stdout:op 1047 completed, throughput=5MB/sec 2024-08-17T01:04:18.467 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1HQeabLwhTI9qlM off=12453510 len=1038893 2024-08-17T01:04:18.473 INFO:tasks.workunit.client.0.smithi082.stdout:op 1048 completed, throughput=5MB/sec 2024-08-17T01:04:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:18 smithi082 ceph-mon[91979]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:04:18.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:18 smithi082 ceph-mon[94343]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:04:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:18 smithi137 ceph-mon[86391]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:04:19.473 INFO:tasks.workunit.client.0.smithi082.stdout: 206: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:19.473 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bvU1JL50rHgGcT3 off=4506113 len=1003540 2024-08-17T01:04:19.476 INFO:tasks.workunit.client.0.smithi082.stdout:op 1049 completed, throughput=4.98MB/sec 2024-08-17T01:04:19.476 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-MBwk1W4Iu7k9fKn off=20211372 len=282128 2024-08-17T01:04:19.479 INFO:tasks.workunit.client.0.smithi082.stdout:op 1050 completed, throughput=4.98MB/sec 2024-08-17T01:04:19.479 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-F8ehwMuigQWHOqf off=3337935 len=1223552 2024-08-17T01:04:19.486 INFO:tasks.workunit.client.0.smithi082.stdout:op 1051 completed, throughput=4.99MB/sec 2024-08-17T01:04:19.486 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Wpez4v6VD0VN26f off=4125785 len=617853 2024-08-17T01:04:19.490 INFO:tasks.workunit.client.0.smithi082.stdout:op 1052 completed, throughput=4.99MB/sec 2024-08-17T01:04:19.490 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9jb006vyMdWDXxo off=7138065 len=1333867 2024-08-17T01:04:19.495 INFO:tasks.workunit.client.0.smithi082.stdout:op 1053 completed, throughput=5MB/sec 2024-08-17T01:04:19.495 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zjlSYWAyy-UR80v off=257013 len=1849495 2024-08-17T01:04:19.503 INFO:tasks.workunit.client.0.smithi082.stdout:op 1054 completed, throughput=5MB/sec 2024-08-17T01:04:20.504 INFO:tasks.workunit.client.0.smithi082.stdout: 207: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:20.504 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cDN82tsXucRsXJS off=7321009 len=2053711 2024-08-17T01:04:20.516 INFO:tasks.workunit.client.0.smithi082.stdout:op 1055 completed, throughput=4.99MB/sec 2024-08-17T01:04:20.516 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9feAToKkMn8E9T5 off=8785968 len=786061 2024-08-17T01:04:20.518 INFO:tasks.workunit.client.0.smithi082.stdout:op 1056 completed, throughput=4.99MB/sec 2024-08-17T01:04:20.518 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-jSnKll0Hsk6VAlz off=5274501 len=1826818 2024-08-17T01:04:20.530 INFO:tasks.workunit.client.0.smithi082.stdout:op 1057 completed, throughput=5MB/sec 2024-08-17T01:04:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:20 smithi082 ceph-mon[91979]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:04:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:04:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:20 smithi082 ceph-mon[94343]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:04:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:04:20.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:20 smithi137 ceph-mon[86391]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:04:20.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:04:21.530 INFO:tasks.workunit.client.0.smithi082.stdout: 208: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:21.530 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5fIH-YZPKZpz0WM off=12853681 len=1434846 2024-08-17T01:04:21.540 INFO:tasks.workunit.client.0.smithi082.stdout:op 1058 completed, throughput=4.98MB/sec 2024-08-17T01:04:21.540 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QAcUp5XDX4mSXcV off=762477 len=1162841 2024-08-17T01:04:21.546 INFO:tasks.workunit.client.0.smithi082.stdout:op 1059 completed, throughput=4.99MB/sec 2024-08-17T01:04:21.546 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Aysy0WZYhY38Cpa off=12348143 len=152817 2024-08-17T01:04:21.546 INFO:tasks.workunit.client.0.smithi082.stdout:op 1060 completed, throughput=4.99MB/sec 2024-08-17T01:04:21.546 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-x_k1x7tPHMEDK_i off=21080052 len=439983 2024-08-17T01:04:21.547 INFO:tasks.workunit.client.0.smithi082.stdout:op 1061 completed, throughput=4.99MB/sec 2024-08-17T01:04:21.547 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-w1qIIE-kXNAgWoE off=13562429 len=1159207 2024-08-17T01:04:21.553 INFO:tasks.workunit.client.0.smithi082.stdout:op 1062 completed, throughput=5MB/sec 2024-08-17T01:04:21.553 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-n5ksHC9ULMxRTU5 off=7746117 len=1607640 2024-08-17T01:04:21.556 INFO:tasks.workunit.client.0.smithi082.stdout:op 1063 completed, throughput=5MB/sec 2024-08-17T01:04:22.557 INFO:tasks.workunit.client.0.smithi082.stdout: 209: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:22.557 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xaeNEv4ZxDj4in1 off=2051242 len=658070 2024-08-17T01:04:22.561 INFO:tasks.workunit.client.0.smithi082.stdout:op 1064 completed, throughput=4.98MB/sec 2024-08-17T01:04:22.561 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-iXBA0BL7b1xD_xv off=4050382 len=650020 2024-08-17T01:04:22.562 INFO:tasks.workunit.client.0.smithi082.stdout:op 1065 completed, throughput=4.99MB/sec 2024-08-17T01:04:22.562 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wxnJPKjpQmdaPhC off=8044066 len=977237 2024-08-17T01:04:22.563 INFO:tasks.workunit.client.0.smithi082.stdout:op 1066 completed, throughput=4.99MB/sec 2024-08-17T01:04:22.563 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-CX8GY1trtUOAECH off=1502218 len=1290492 2024-08-17T01:04:22.564 INFO:tasks.workunit.client.0.smithi082.stdout:op 1067 completed, throughput=5MB/sec 2024-08-17T01:04:22.565 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-InqECck9japRkYQ off=12925810 len=1750739 2024-08-17T01:04:22.566 INFO:tasks.workunit.client.0.smithi082.stdout:op 1068 completed, throughput=5MB/sec 2024-08-17T01:04:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:22 smithi082 ceph-mon[94343]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:04:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:22 smithi082 ceph-mon[91979]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:04:22.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:22 smithi137 ceph-mon[86391]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:04:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:04:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:04:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:04:23.567 INFO:tasks.workunit.client.0.smithi082.stdout: 210: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:23.567 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-63wYps3b0ssXUnX off=3192173 len=1306410 2024-08-17T01:04:23.572 INFO:tasks.workunit.client.0.smithi082.stdout:op 1069 completed, throughput=4.99MB/sec 2024-08-17T01:04:23.572 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-044iffEN10ZlvuA off=1281659 len=1590642 2024-08-17T01:04:23.581 INFO:tasks.workunit.client.0.smithi082.stdout:op 1070 completed, throughput=4.99MB/sec 2024-08-17T01:04:23.581 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HP8_L9QotaWaJfu off=15468260 len=1242194 2024-08-17T01:04:23.584 INFO:tasks.workunit.client.0.smithi082.stdout:op 1071 completed, throughput=5MB/sec 2024-08-17T01:04:23.584 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Zxm6icqXGswi1aU off=676111 len=1867576 2024-08-17T01:04:23.585 INFO:tasks.workunit.client.0.smithi082.stdout:op 1072 completed, throughput=5.01MB/sec 2024-08-17T01:04:24.586 INFO:tasks.workunit.client.0.smithi082.stdout: 211: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:24.586 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EtLVxlP3qElaGkE off=8405696 len=1488821 2024-08-17T01:04:24.592 INFO:tasks.workunit.client.0.smithi082.stdout:op 1073 completed, throughput=4.99MB/sec 2024-08-17T01:04:24.592 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rOMeL9WWE5fSkdX off=5722072 len=1899440 2024-08-17T01:04:24.601 INFO:tasks.workunit.client.0.smithi082.stdout:op 1074 completed, throughput=5MB/sec 2024-08-17T01:04:24.602 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_WqvA0DN-3F9Klv off=0 len=1336374 2024-08-17T01:04:24.609 INFO:tasks.workunit.client.0.smithi082.stdout:op 1075 completed, throughput=5MB/sec 2024-08-17T01:04:24.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:24 smithi082 ceph-mon[94343]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:04:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:24 smithi082 ceph-mon[91979]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:04:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:24 smithi137 ceph-mon[86391]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:04:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:04:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:04:25] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2024-08-17T01:04:25.609 INFO:tasks.workunit.client.0.smithi082.stdout: 212: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:25.609 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-FzvJTZM5BObuUeu off=3515293 len=174500 2024-08-17T01:04:25.612 INFO:tasks.workunit.client.0.smithi082.stdout:op 1076 completed, throughput=4.98MB/sec 2024-08-17T01:04:25.612 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zoURucgbmT6ZdAT off=16605616 len=598058 2024-08-17T01:04:25.613 INFO:tasks.workunit.client.0.smithi082.stdout:op 1077 completed, throughput=4.98MB/sec 2024-08-17T01:04:25.613 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ef3RnzBts-Byp5n off=21889732 len=1270751 2024-08-17T01:04:25.619 INFO:tasks.workunit.client.0.smithi082.stdout:op 1078 completed, throughput=4.99MB/sec 2024-08-17T01:04:25.619 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kJpnDqZmzgXlmNZ off=5043985 len=722030 2024-08-17T01:04:25.623 INFO:tasks.workunit.client.0.smithi082.stdout:op 1079 completed, throughput=4.99MB/sec 2024-08-17T01:04:25.623 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-h5e9kep9SGUU93h off=3736999 len=1864277 2024-08-17T01:04:25.625 INFO:tasks.workunit.client.0.smithi082.stdout:op 1080 completed, throughput=5MB/sec 2024-08-17T01:04:26.625 INFO:tasks.workunit.client.0.smithi082.stdout: 213: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:26.625 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HcD3wkbOyIuFfnW off=1979004 len=1151508 2024-08-17T01:04:26.627 INFO:tasks.workunit.client.0.smithi082.stdout:op 1081 completed, throughput=4.98MB/sec 2024-08-17T01:04:26.627 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ILNVz8R5tKdgHEp off=10508545 len=643063 2024-08-17T01:04:26.628 INFO:tasks.workunit.client.0.smithi082.stdout:op 1082 completed, throughput=4.99MB/sec 2024-08-17T01:04:26.628 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-GAbjGvUTJephP_G off=8224323 len=979459 2024-08-17T01:04:26.633 INFO:tasks.workunit.client.0.smithi082.stdout:op 1083 completed, throughput=4.99MB/sec 2024-08-17T01:04:26.633 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Z_Pbw98PF4rwfgX off=4868277 len=848325 2024-08-17T01:04:26.644 INFO:tasks.workunit.client.0.smithi082.stdout:op 1084 completed, throughput=4.99MB/sec 2024-08-17T01:04:26.644 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-iM4M3B1SipnJZra off=557014 len=2093820 2024-08-17T01:04:26.647 INFO:tasks.workunit.client.0.smithi082.stdout:op 1085 completed, throughput=5MB/sec 2024-08-17T01:04:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:26 smithi082 ceph-mon[94343]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:04:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:26 smithi082 ceph-mon[91979]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:04:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:26 smithi137 ceph-mon[86391]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:04:27.647 INFO:tasks.workunit.client.0.smithi082.stdout: 214: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:27.648 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aW0XknO2hZxGcs3 off=10607696 len=976852 2024-08-17T01:04:27.653 INFO:tasks.workunit.client.0.smithi082.stdout:op 1086 completed, throughput=4.98MB/sec 2024-08-17T01:04:27.653 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pAYWxq-OLduEBXW off=0 len=1138743 2024-08-17T01:04:27.655 INFO:tasks.workunit.client.0.smithi082.stdout:op 1087 completed, throughput=4.99MB/sec 2024-08-17T01:04:27.655 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tenbs4zFXSSh3ci off=17305344 len=682398 2024-08-17T01:04:27.660 INFO:tasks.workunit.client.0.smithi082.stdout:op 1088 completed, throughput=4.99MB/sec 2024-08-17T01:04:27.660 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-AV_Tb2CEnYpgAn2 off=16719258 len=1212094 2024-08-17T01:04:27.661 INFO:tasks.workunit.client.0.smithi082.stdout:op 1089 completed, throughput=5MB/sec 2024-08-17T01:04:27.661 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-i0-Hxma661h0SHV off=1780251 len=1553295 2024-08-17T01:04:27.664 INFO:tasks.workunit.client.0.smithi082.stdout:op 1090 completed, throughput=5MB/sec 2024-08-17T01:04:28.665 INFO:tasks.workunit.client.0.smithi082.stdout: 215: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:28.665 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Sbe58dXaRRSySra off=7988766 len=619471 2024-08-17T01:04:28.666 INFO:tasks.workunit.client.0.smithi082.stdout:op 1091 completed, throughput=4.98MB/sec 2024-08-17T01:04:28.666 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JNBD4Obd0UbzYzr off=750737 len=541574 2024-08-17T01:04:28.666 INFO:tasks.workunit.client.0.smithi082.stdout:op 1092 completed, throughput=4.99MB/sec 2024-08-17T01:04:28.667 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-x9qzPKj45Py94sR off=9319342 len=346241 2024-08-17T01:04:28.670 INFO:tasks.workunit.client.0.smithi082.stdout:op 1093 completed, throughput=4.99MB/sec 2024-08-17T01:04:28.670 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ztNV8AGdGOZtCPK off=10040230 len=315517 2024-08-17T01:04:28.673 INFO:tasks.workunit.client.0.smithi082.stdout:op 1094 completed, throughput=4.99MB/sec 2024-08-17T01:04:28.673 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-sRaCkWBwrJsSq82 off=8891731 len=1040170 2024-08-17T01:04:28.674 INFO:tasks.workunit.client.0.smithi082.stdout:op 1095 completed, throughput=4.99MB/sec 2024-08-17T01:04:28.674 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YzyUR86LIjzd1Wy off=723206 len=1544691 2024-08-17T01:04:28.682 INFO:tasks.workunit.client.0.smithi082.stdout:op 1096 completed, throughput=5MB/sec 2024-08-17T01:04:28.683 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-AEBwniChGI7e2PZ off=10978693 len=1056729 2024-08-17T01:04:28.684 INFO:tasks.workunit.client.0.smithi082.stdout:op 1097 completed, throughput=5MB/sec 2024-08-17T01:04:28.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:28 smithi082 ceph-mon[94343]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:04:28.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:28 smithi082 ceph-mon[91979]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:04:28.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:28 smithi137 ceph-mon[86391]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:04:29.684 INFO:tasks.workunit.client.0.smithi082.stdout: 216: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:29.684 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-v7B5hTeaZSbxwGt off=8531192 len=263881 2024-08-17T01:04:29.685 INFO:tasks.workunit.client.0.smithi082.stdout:op 1098 completed, throughput=4.98MB/sec 2024-08-17T01:04:29.685 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kuQSS_94pTlFgSc off=20223932 len=11120 2024-08-17T01:04:29.685 INFO:tasks.workunit.client.0.smithi082.stdout:op 1099 completed, throughput=4.98MB/sec 2024-08-17T01:04:29.686 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dcFSwOAEuLsbst8 off=2329544 len=690987 2024-08-17T01:04:29.689 INFO:tasks.workunit.client.0.smithi082.stdout:op 1100 completed, throughput=4.99MB/sec 2024-08-17T01:04:29.690 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NmBQm9v3Bt3sGPY off=747061 len=234504 2024-08-17T01:04:29.692 INFO:tasks.workunit.client.0.smithi082.stdout:op 1101 completed, throughput=4.99MB/sec 2024-08-17T01:04:29.693 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pTl3WjSsgrt3w01 off=9941999 len=1258132 2024-08-17T01:04:29.695 INFO:tasks.workunit.client.0.smithi082.stdout:op 1102 completed, throughput=4.99MB/sec 2024-08-17T01:04:29.696 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wcsyQnfcGCmLGET off=11072831 len=1357063 2024-08-17T01:04:29.698 INFO:tasks.workunit.client.0.smithi082.stdout:op 1103 completed, throughput=5MB/sec 2024-08-17T01:04:29.698 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yW9W-ysRb2T4Y0b off=2381158 len=879544 2024-08-17T01:04:29.703 INFO:tasks.workunit.client.0.smithi082.stdout:op 1104 completed, throughput=5MB/sec 2024-08-17T01:04:30.704 INFO:tasks.workunit.client.0.smithi082.stdout: 217: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:30.704 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_3WFR8Ip6LJLvlx off=100647 len=1160841 2024-08-17T01:04:30.706 INFO:tasks.workunit.client.0.smithi082.stdout:op 1105 completed, throughput=4.98MB/sec 2024-08-17T01:04:30.706 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZiFX99T_4SIXYDP off=1968618 len=1221000 2024-08-17T01:04:30.714 INFO:tasks.workunit.client.0.smithi082.stdout:op 1106 completed, throughput=4.99MB/sec 2024-08-17T01:04:30.714 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wKGakh2U6dMepSx off=9650078 len=1754123 2024-08-17T01:04:30.716 INFO:tasks.workunit.client.0.smithi082.stdout:op 1107 completed, throughput=5MB/sec 2024-08-17T01:04:30.716 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kvtassclan48KNX off=13032604 len=1754617 2024-08-17T01:04:30.722 INFO:tasks.workunit.client.0.smithi082.stdout:op 1108 completed, throughput=5MB/sec 2024-08-17T01:04:30.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:30 smithi082 ceph-mon[91979]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:04:30.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:30 smithi082 ceph-mon[94343]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:04:30.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:30 smithi137 ceph-mon[86391]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:04:31.723 INFO:tasks.workunit.client.0.smithi082.stdout: 218: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:31.723 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2N6Q6WalsFIg7D3 off=5643710 len=1851463 2024-08-17T01:04:31.734 INFO:tasks.workunit.client.0.smithi082.stdout:op 1109 completed, throughput=4.99MB/sec 2024-08-17T01:04:31.734 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-GYy9vWnMTAHnGFd off=8826678 len=102343 2024-08-17T01:04:31.735 INFO:tasks.workunit.client.0.smithi082.stdout:op 1110 completed, throughput=4.99MB/sec 2024-08-17T01:04:31.735 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8G7_TPlt8CMo8gh off=1513175 len=246609 2024-08-17T01:04:31.738 INFO:tasks.workunit.client.0.smithi082.stdout:op 1111 completed, throughput=4.99MB/sec 2024-08-17T01:04:31.738 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wLE2OfCbZdmSg0A off=3749317 len=430209 2024-08-17T01:04:31.741 INFO:tasks.workunit.client.0.smithi082.stdout:op 1112 completed, throughput=4.99MB/sec 2024-08-17T01:04:31.741 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-j_AkELCaLZ2pSjI off=2361397 len=28346 2024-08-17T01:04:31.746 INFO:tasks.workunit.client.0.smithi082.stdout:op 1113 completed, throughput=4.99MB/sec 2024-08-17T01:04:31.747 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-AxIJnXBLZsepZPu off=10924264 len=1641229 2024-08-17T01:04:31.747 INFO:tasks.workunit.client.0.smithi082.stdout:op 1114 completed, throughput=5MB/sec 2024-08-17T01:04:31.747 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Ier1fOnNTMZtwFN off=8708286 len=1407463 2024-08-17T01:04:31.751 INFO:tasks.workunit.client.0.smithi082.stdout:op 1115 completed, throughput=5.01MB/sec 2024-08-17T01:04:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:32 smithi082 ceph-mon[91979]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:04:32.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:32 smithi082 ceph-mon[94343]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:04:32.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:32 smithi137 ceph-mon[86391]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:04:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:04:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:04:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:04:32.751 INFO:tasks.workunit.client.0.smithi082.stdout: 219: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:32.752 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-LgzKReAjZtOtTqc off=19024978 len=1569593 2024-08-17T01:04:32.753 INFO:tasks.workunit.client.0.smithi082.stdout:op 1116 completed, throughput=4.99MB/sec 2024-08-17T01:04:32.754 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1LR2Ccdq5iqbUgz off=6363237 len=51022 2024-08-17T01:04:32.754 INFO:tasks.workunit.client.0.smithi082.stdout:op 1117 completed, throughput=4.99MB/sec 2024-08-17T01:04:32.754 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-80ssNbAISw2a3NJ off=17125025 len=1113035 2024-08-17T01:04:32.759 INFO:tasks.workunit.client.0.smithi082.stdout:op 1118 completed, throughput=4.99MB/sec 2024-08-17T01:04:32.759 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-VxCv8kuxiQ9Orcu off=5364340 len=1472713 2024-08-17T01:04:32.762 INFO:tasks.workunit.client.0.smithi082.stdout:op 1119 completed, throughput=5MB/sec 2024-08-17T01:04:33.763 INFO:tasks.workunit.client.0.smithi082.stdout: 220: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:33.763 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OqG8q9mviuH6ZCq off=5295789 len=162639 2024-08-17T01:04:33.764 INFO:tasks.workunit.client.0.smithi082.stdout:op 1120 completed, throughput=4.98MB/sec 2024-08-17T01:04:33.764 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3JjYF2EQDLITWqi off=3416742 len=1314722 2024-08-17T01:04:33.770 INFO:tasks.workunit.client.0.smithi082.stdout:op 1121 completed, throughput=4.98MB/sec 2024-08-17T01:04:33.771 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-E9jemo8-FTqGbC5 off=358193 len=1927493 2024-08-17T01:04:33.774 INFO:tasks.workunit.client.0.smithi082.stdout:op 1122 completed, throughput=4.99MB/sec 2024-08-17T01:04:33.774 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rG7442wYZXjuwwW off=8114058 len=2018135 2024-08-17T01:04:33.776 INFO:tasks.workunit.client.0.smithi082.stdout:op 1123 completed, throughput=5MB/sec 2024-08-17T01:04:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:34 smithi082 ceph-mon[91979]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:04:34.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:34 smithi082 ceph-mon[94343]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:04:34.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:34 smithi137 ceph-mon[86391]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:04:34.776 INFO:tasks.workunit.client.0.smithi082.stdout: 221: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:34.777 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pagpXpfGxCdL4_E off=22136653 len=2040143 2024-08-17T01:04:34.781 INFO:tasks.workunit.client.0.smithi082.stdout:op 1124 completed, throughput=4.99MB/sec 2024-08-17T01:04:34.781 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yQZtUguy7fqIO2P off=974078 len=343585 2024-08-17T01:04:34.784 INFO:tasks.workunit.client.0.smithi082.stdout:op 1125 completed, throughput=4.99MB/sec 2024-08-17T01:04:34.784 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EhBulLl8y18weAK off=478977 len=1438875 2024-08-17T01:04:34.790 INFO:tasks.workunit.client.0.smithi082.stdout:op 1126 completed, throughput=4.99MB/sec 2024-08-17T01:04:34.790 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dKr4xNDrSnoaBhI off=2454537 len=1983024 2024-08-17T01:04:34.794 INFO:tasks.workunit.client.0.smithi082.stdout:op 1127 completed, throughput=5MB/sec 2024-08-17T01:04:35.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:04:35.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:04:35.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:04:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:04:35] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2024-08-17T01:04:35.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:04:35.794 INFO:tasks.workunit.client.0.smithi082.stdout: 222: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:35.794 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vrbfa4Hjm_BvPzI off=3644457 len=1772922 2024-08-17T01:04:35.796 INFO:tasks.workunit.client.0.smithi082.stdout:op 1128 completed, throughput=4.99MB/sec 2024-08-17T01:04:35.796 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-RpqAvmKxbhez8V9 off=1882826 len=1885344 2024-08-17T01:04:35.807 INFO:tasks.workunit.client.0.smithi082.stdout:op 1129 completed, throughput=5MB/sec 2024-08-17T01:04:35.808 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Ev0PQlkM0quIMTJ off=8355209 len=1176128 2024-08-17T01:04:35.809 INFO:tasks.workunit.client.0.smithi082.stdout:op 1130 completed, throughput=5MB/sec 2024-08-17T01:04:36.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:36 smithi082 ceph-mon[91979]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:04:36.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:36 smithi082 ceph-mon[94343]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:04:36.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:36 smithi137 ceph-mon[86391]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:04:36.809 INFO:tasks.workunit.client.0.smithi082.stdout: 223: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:36.810 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IzuonFHdE7dkuCC off=14571998 len=1277350 2024-08-17T01:04:36.816 INFO:tasks.workunit.client.0.smithi082.stdout:op 1131 completed, throughput=4.98MB/sec 2024-08-17T01:04:36.816 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oiCQPvKy9aGzy1y off=553584 len=2050403 2024-08-17T01:04:36.818 INFO:tasks.workunit.client.0.smithi082.stdout:op 1132 completed, throughput=4.99MB/sec 2024-08-17T01:04:36.819 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-loAn6x0-HjoCQJv off=10113546 len=188771 2024-08-17T01:04:36.822 INFO:tasks.workunit.client.0.smithi082.stdout:op 1133 completed, throughput=4.99MB/sec 2024-08-17T01:04:36.822 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OYF43axkedG45qH off=2737602 len=1108249 2024-08-17T01:04:36.828 INFO:tasks.workunit.client.0.smithi082.stdout:op 1134 completed, throughput=5MB/sec 2024-08-17T01:04:36.828 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JF3XRJY9mC6v8cR off=690556 len=1864404 2024-08-17T01:04:36.837 INFO:tasks.workunit.client.0.smithi082.stdout:op 1135 completed, throughput=5.01MB/sec 2024-08-17T01:04:37.837 INFO:tasks.workunit.client.0.smithi082.stdout: 224: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:37.838 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ercXq8aOcizQO0s off=0 len=1125683 2024-08-17T01:04:37.842 INFO:tasks.workunit.client.0.smithi082.stdout:op 1136 completed, throughput=4.99MB/sec 2024-08-17T01:04:37.842 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Wo8c-aNwBWEmqET off=15480440 len=491380 2024-08-17T01:04:37.846 INFO:tasks.workunit.client.0.smithi082.stdout:op 1137 completed, throughput=4.99MB/sec 2024-08-17T01:04:37.846 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-XfRbeXCBKkM2HQx off=217130 len=1552273 2024-08-17T01:04:37.853 INFO:tasks.workunit.client.0.smithi082.stdout:op 1138 completed, throughput=5MB/sec 2024-08-17T01:04:37.853 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-r6hf-pYvowJyt6i off=7402798 len=1249477 2024-08-17T01:04:37.854 INFO:tasks.workunit.client.0.smithi082.stdout:op 1139 completed, throughput=5MB/sec 2024-08-17T01:04:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:38 smithi082 ceph-mon[91979]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:04:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:38 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:04:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:38 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:04:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:38 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:04:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:38 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:04:38.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:38 smithi082 ceph-mon[94343]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:04:38.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:38 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:04:38.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:38 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:04:38.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:38 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:04:38.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:38 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:04:38.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:38 smithi137 ceph-mon[86391]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:04:38.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:38 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:04:38.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:38 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:04:38.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:38 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:04:38.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:38 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:04:38.854 INFO:tasks.workunit.client.0.smithi082.stdout: 225: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:38.855 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ttEx9-TZugxa9CQ off=622704 len=1313308 2024-08-17T01:04:38.856 INFO:tasks.workunit.client.0.smithi082.stdout:op 1140 completed, throughput=4.99MB/sec 2024-08-17T01:04:38.856 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Ca79FBqKld7u8u8 off=4387814 len=1993510 2024-08-17T01:04:38.867 INFO:tasks.workunit.client.0.smithi082.stdout:op 1141 completed, throughput=4.99MB/sec 2024-08-17T01:04:38.867 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Sk8oCbEtc8IoJr2 off=15867878 len=468555 2024-08-17T01:04:38.870 INFO:tasks.workunit.client.0.smithi082.stdout:op 1142 completed, throughput=5MB/sec 2024-08-17T01:04:38.870 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZsuDYe5pJnMm2-p off=4511644 len=1226882 2024-08-17T01:04:38.872 INFO:tasks.workunit.client.0.smithi082.stdout:op 1143 completed, throughput=5MB/sec 2024-08-17T01:04:39.873 INFO:tasks.workunit.client.0.smithi082.stdout: 226: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:39.873 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-v5ozsDzFCjeq3wn off=3275448 len=104993 2024-08-17T01:04:39.876 INFO:tasks.workunit.client.0.smithi082.stdout:op 1144 completed, throughput=4.98MB/sec 2024-08-17T01:04:39.876 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SJu3S8HKzMTe98r off=9298786 len=1535170 2024-08-17T01:04:39.878 INFO:tasks.workunit.client.0.smithi082.stdout:op 1145 completed, throughput=4.99MB/sec 2024-08-17T01:04:39.878 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3jJfFYG_GgQmkoR off=5380166 len=359632 2024-08-17T01:04:39.879 INFO:tasks.workunit.client.0.smithi082.stdout:op 1146 completed, throughput=4.99MB/sec 2024-08-17T01:04:39.879 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KVIuY8-S8FKu0rg off=1368903 len=537957 2024-08-17T01:04:39.883 INFO:tasks.workunit.client.0.smithi082.stdout:op 1147 completed, throughput=4.99MB/sec 2024-08-17T01:04:39.883 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ubQFTVN7744wxNC off=19653106 len=1940554 2024-08-17T01:04:39.894 INFO:tasks.workunit.client.0.smithi082.stdout:op 1148 completed, throughput=5MB/sec 2024-08-17T01:04:39.894 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Aeiw80JE_CR6D2w off=3820566 len=2017713 2024-08-17T01:04:39.896 INFO:tasks.workunit.client.0.smithi082.stdout:op 1149 completed, throughput=5MB/sec 2024-08-17T01:04:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:40 smithi082 ceph-mon[91979]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:04:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:40 smithi082 ceph-mon[94343]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:04:40.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:40 smithi137 ceph-mon[86391]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:04:40.896 INFO:tasks.workunit.client.0.smithi082.stdout: 227: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:40.896 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-R0TPtEu32ZRTwXM off=11630327 len=207090 2024-08-17T01:04:40.899 INFO:tasks.workunit.client.0.smithi082.stdout:op 1150 completed, throughput=4.98MB/sec 2024-08-17T01:04:40.900 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9NHESq0ru4IZWSX off=3915781 len=1813221 2024-08-17T01:04:40.903 INFO:tasks.workunit.client.0.smithi082.stdout:op 1151 completed, throughput=4.99MB/sec 2024-08-17T01:04:40.903 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zRd8u1d2ownmgXU off=2877645 len=1157376 2024-08-17T01:04:40.905 INFO:tasks.workunit.client.0.smithi082.stdout:op 1152 completed, throughput=5MB/sec 2024-08-17T01:04:40.905 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bG1pzT-JB7MjQML off=6278081 len=494816 2024-08-17T01:04:40.905 INFO:tasks.workunit.client.0.smithi082.stdout:op 1153 completed, throughput=5MB/sec 2024-08-17T01:04:40.906 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-FJYjJeYYnVASB15 off=5121170 len=482952 2024-08-17T01:04:40.906 INFO:tasks.workunit.client.0.smithi082.stdout:op 1154 completed, throughput=5MB/sec 2024-08-17T01:04:41.907 INFO:tasks.workunit.client.0.smithi082.stdout: 228: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:41.907 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0X8xWSTHbIJuQ2y off=4364842 len=1426300 2024-08-17T01:04:41.909 INFO:tasks.workunit.client.0.smithi082.stdout:op 1155 completed, throughput=4.98MB/sec 2024-08-17T01:04:41.909 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-801aQUhtudPTHNw off=11997433 len=620988 2024-08-17T01:04:41.910 INFO:tasks.workunit.client.0.smithi082.stdout:op 1156 completed, throughput=4.99MB/sec 2024-08-17T01:04:41.911 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-RDY-M6c0nJC8i_s off=4045348 len=2057476 2024-08-17T01:04:41.923 INFO:tasks.workunit.client.0.smithi082.stdout:op 1157 completed, throughput=5MB/sec 2024-08-17T01:04:41.923 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-brr5ecNYgCHQW9g off=4769545 len=872769 2024-08-17T01:04:41.924 INFO:tasks.workunit.client.0.smithi082.stdout:op 1158 completed, throughput=5MB/sec 2024-08-17T01:04:41.924 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tKAA0cU7qmhNIeF off=12617958 len=1861915 2024-08-17T01:04:41.927 INFO:tasks.workunit.client.0.smithi082.stdout:op 1159 completed, throughput=5.01MB/sec 2024-08-17T01:04:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:42 smithi082 ceph-mon[91979]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:04:42.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:42 smithi082 ceph-mon[94343]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:04:42.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:42 smithi137 ceph-mon[86391]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:04:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:04:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:04:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:04:42.927 INFO:tasks.workunit.client.0.smithi082.stdout: 229: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:42.927 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-amreZsFOVtdZ90f off=4321105 len=1806397 2024-08-17T01:04:42.930 INFO:tasks.workunit.client.0.smithi082.stdout:op 1160 completed, throughput=4.99MB/sec 2024-08-17T01:04:42.930 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8GLGBdzJUwkt0iC off=7862012 len=585815 2024-08-17T01:04:42.934 INFO:tasks.workunit.client.0.smithi082.stdout:op 1161 completed, throughput=4.99MB/sec 2024-08-17T01:04:42.934 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1Z7tzqzt1Q172Sa off=1115342 len=1271773 2024-08-17T01:04:42.941 INFO:tasks.workunit.client.0.smithi082.stdout:op 1162 completed, throughput=5MB/sec 2024-08-17T01:04:42.941 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DAPyx_sjXvM8oJN off=1790043 len=1152495 2024-08-17T01:04:42.942 INFO:tasks.workunit.client.0.smithi082.stdout:op 1163 completed, throughput=5MB/sec 2024-08-17T01:04:43.943 INFO:tasks.workunit.client.0.smithi082.stdout: 230: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:43.943 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-S3UolZKbPYmtKTe off=1478799 len=1726734 2024-08-17T01:04:43.945 INFO:tasks.workunit.client.0.smithi082.stdout:op 1164 completed, throughput=4.99MB/sec 2024-08-17T01:04:43.945 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qAgDRo57oBar1JG off=3640478 len=683900 2024-08-17T01:04:43.947 INFO:tasks.workunit.client.0.smithi082.stdout:op 1165 completed, throughput=4.99MB/sec 2024-08-17T01:04:43.947 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-v4bR7HYxpEenfnJ off=1120919 len=819078 2024-08-17T01:04:43.953 INFO:tasks.workunit.client.0.smithi082.stdout:op 1166 completed, throughput=5MB/sec 2024-08-17T01:04:43.953 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-uueCn1JF95yc60f off=878722 len=1552288 2024-08-17T01:04:43.961 INFO:tasks.workunit.client.0.smithi082.stdout:op 1167 completed, throughput=5MB/sec 2024-08-17T01:04:44.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:44 smithi082 ceph-mon[91979]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:04:44.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:44 smithi082 ceph-mon[94343]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:04:44.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:44 smithi137 ceph-mon[86391]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:04:44.961 INFO:tasks.workunit.client.0.smithi082.stdout: 231: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:44.962 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4nxrC39pKuRN3-S off=15916683 len=521073 2024-08-17T01:04:44.963 INFO:tasks.workunit.client.0.smithi082.stdout:op 1168 completed, throughput=4.98MB/sec 2024-08-17T01:04:44.963 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-GCrKyJ6gtEozky9 off=1673062 len=1053165 2024-08-17T01:04:44.968 INFO:tasks.workunit.client.0.smithi082.stdout:op 1169 completed, throughput=4.99MB/sec 2024-08-17T01:04:44.969 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-b3njw88iTIed5HK off=14063389 len=117179 2024-08-17T01:04:44.971 INFO:tasks.workunit.client.0.smithi082.stdout:op 1170 completed, throughput=4.99MB/sec 2024-08-17T01:04:44.971 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qka3mC8CqEDvr1p off=1740642 len=20423 2024-08-17T01:04:44.973 INFO:tasks.workunit.client.0.smithi082.stdout:op 1171 completed, throughput=4.99MB/sec 2024-08-17T01:04:44.973 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RS4zY8ZxXD35et- off=4961113 len=993610 2024-08-17T01:04:44.975 INFO:tasks.workunit.client.0.smithi082.stdout:op 1172 completed, throughput=4.99MB/sec 2024-08-17T01:04:44.976 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-G7aE6y0kT4etqVu off=2366866 len=1160240 2024-08-17T01:04:44.977 INFO:tasks.workunit.client.0.smithi082.stdout:op 1173 completed, throughput=5MB/sec 2024-08-17T01:04:44.977 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PnGmF5HJmDe1zQp off=19664679 len=1095809 2024-08-17T01:04:44.979 INFO:tasks.workunit.client.0.smithi082.stdout:op 1174 completed, throughput=5MB/sec 2024-08-17T01:04:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:04:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:04:45] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-08-17T01:04:45.979 INFO:tasks.workunit.client.0.smithi082.stdout: 232: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:45.979 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oXz10u_yS83H_wu off=5849030 len=2021557 2024-08-17T01:04:45.991 INFO:tasks.workunit.client.0.smithi082.stdout:op 1175 completed, throughput=4.99MB/sec 2024-08-17T01:04:45.991 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-q4j-a31koa4nAOK off=3494028 len=1479917 2024-08-17T01:04:45.992 INFO:tasks.workunit.client.0.smithi082.stdout:op 1176 completed, throughput=4.99MB/sec 2024-08-17T01:04:45.993 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-fgnEy_K6F_LQdGJ off=10006938 len=901105 2024-08-17T01:04:45.998 INFO:tasks.workunit.client.0.smithi082.stdout:op 1177 completed, throughput=5MB/sec 2024-08-17T01:04:45.998 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZIzsUs6kYtmeGHN off=114678 len=118067 2024-08-17T01:04:45.999 INFO:tasks.workunit.client.0.smithi082.stdout:op 1178 completed, throughput=5MB/sec 2024-08-17T01:04:45.999 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2UQGqDCujBYexru off=9932555 len=23079 2024-08-17T01:04:46.001 INFO:tasks.workunit.client.0.smithi082.stdout:op 1179 completed, throughput=5MB/sec 2024-08-17T01:04:46.001 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yCZu2ENKbAzoihQ off=432871 len=525234 2024-08-17T01:04:46.001 INFO:tasks.workunit.client.0.smithi082.stdout:op 1180 completed, throughput=5MB/sec 2024-08-17T01:04:46.002 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-byFBI2XvOdahpB3 off=8928051 len=134599 2024-08-17T01:04:46.004 INFO:tasks.workunit.client.0.smithi082.stdout:op 1181 completed, throughput=5MB/sec 2024-08-17T01:04:46.004 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8R9Pck_OUmiW9-w off=10035979 len=1572306 2024-08-17T01:04:46.009 INFO:tasks.workunit.client.0.smithi082.stdout:op 1182 completed, throughput=5.01MB/sec 2024-08-17T01:04:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:46 smithi082 ceph-mon[91979]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:04:46.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:46 smithi082 ceph-mon[94343]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:04:46.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:46 smithi137 ceph-mon[86391]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:04:47.010 INFO:tasks.workunit.client.0.smithi082.stdout: 233: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:47.010 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kBxWnC1NqPcsUtm off=13586836 len=1582821 2024-08-17T01:04:47.016 INFO:tasks.workunit.client.0.smithi082.stdout:op 1183 completed, throughput=4.99MB/sec 2024-08-17T01:04:47.016 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-S0NXoJzCDzcD2o_ off=983443 len=623689 2024-08-17T01:04:47.019 INFO:tasks.workunit.client.0.smithi082.stdout:op 1184 completed, throughput=4.99MB/sec 2024-08-17T01:04:47.019 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-igQc2NgNctg3vhS off=9559954 len=1017275 2024-08-17T01:04:47.023 INFO:tasks.workunit.client.0.smithi082.stdout:op 1185 completed, throughput=5MB/sec 2024-08-17T01:04:47.023 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xBbbA8zBtnyCfOF off=14566988 len=2076313 2024-08-17T01:04:47.035 INFO:tasks.workunit.client.0.smithi082.stdout:op 1186 completed, throughput=5.01MB/sec 2024-08-17T01:04:48.036 INFO:tasks.workunit.client.0.smithi082.stdout: 234: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:48.036 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4MO4fkz3K_fw6NF off=3012840 len=1558911 2024-08-17T01:04:48.044 INFO:tasks.workunit.client.0.smithi082.stdout:op 1187 completed, throughput=4.99MB/sec 2024-08-17T01:04:48.044 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WiqF-Z8wICfWsXz off=17432719 len=743942 2024-08-17T01:04:48.045 INFO:tasks.workunit.client.0.smithi082.stdout:op 1188 completed, throughput=4.99MB/sec 2024-08-17T01:04:48.045 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-eml6GMoPFcPu1gN off=6383795 len=488625 2024-08-17T01:04:48.048 INFO:tasks.workunit.client.0.smithi082.stdout:op 1189 completed, throughput=5MB/sec 2024-08-17T01:04:48.048 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-L-sTuIbaIJdVIZw off=9580884 len=1664278 2024-08-17T01:04:48.056 INFO:tasks.workunit.client.0.smithi082.stdout:op 1190 completed, throughput=5MB/sec 2024-08-17T01:04:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:48 smithi082 ceph-mon[91979]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:04:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:48 smithi082 ceph-mon[94343]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:04:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:48 smithi137 ceph-mon[86391]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:04:49.057 INFO:tasks.workunit.client.0.smithi082.stdout: 235: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:49.057 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QsUWytJ_C-au5iW off=14920087 len=1820404 2024-08-17T01:04:49.066 INFO:tasks.workunit.client.0.smithi082.stdout:op 1191 completed, throughput=4.99MB/sec 2024-08-17T01:04:49.066 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TJm-Wg1lxCOm134 off=7560144 len=1296422 2024-08-17T01:04:49.071 INFO:tasks.workunit.client.0.smithi082.stdout:op 1192 completed, throughput=4.99MB/sec 2024-08-17T01:04:49.071 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ubZb602T2zXqXpZ off=8806518 len=803423 2024-08-17T01:04:49.076 INFO:tasks.workunit.client.0.smithi082.stdout:op 1193 completed, throughput=5MB/sec 2024-08-17T01:04:49.076 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-d0b3FYjOj2TMKRf off=9347176 len=888153 2024-08-17T01:04:49.076 INFO:tasks.workunit.client.0.smithi082.stdout:op 1194 completed, throughput=5MB/sec 2024-08-17T01:04:49.076 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CTW4ayNmdUH38aS off=445329 len=1656961 2024-08-17T01:04:49.084 INFO:tasks.workunit.client.0.smithi082.stdout:op 1195 completed, throughput=5.01MB/sec 2024-08-17T01:04:50.085 INFO:tasks.workunit.client.0.smithi082.stdout: 236: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:50.085 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JIU1rguieBY5ScI off=5239327 len=1314387 2024-08-17T01:04:50.087 INFO:tasks.workunit.client.0.smithi082.stdout:op 1196 completed, throughput=4.99MB/sec 2024-08-17T01:04:50.087 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nY_Yo4JeneTT3ew off=875327 len=1294496 2024-08-17T01:04:50.088 INFO:tasks.workunit.client.0.smithi082.stdout:op 1197 completed, throughput=5MB/sec 2024-08-17T01:04:50.088 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-LMvLuTwvQtRAyl1 off=2340191 len=1133795 2024-08-17T01:04:50.089 INFO:tasks.workunit.client.0.smithi082.stdout:op 1198 completed, throughput=5MB/sec 2024-08-17T01:04:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:50 smithi082 ceph-mon[91979]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:04:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:04:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:50 smithi082 ceph-mon[94343]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:04:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:04:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:50 smithi137 ceph-mon[86391]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:04:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:04:51.089 INFO:tasks.workunit.client.0.smithi082.stdout: 237: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:51.089 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1jFWrmd8DtxlIku off=4789980 len=2008314 2024-08-17T01:04:51.102 INFO:tasks.workunit.client.0.smithi082.stdout:op 1199 completed, throughput=4.99MB/sec 2024-08-17T01:04:51.102 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rccQVSvM__8GDMo off=7120547 len=1518155 2024-08-17T01:04:51.107 INFO:tasks.workunit.client.0.smithi082.stdout:op 1200 completed, throughput=4.99MB/sec 2024-08-17T01:04:51.108 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QrN2AY9GGmKOZrS off=1967282 len=1711427 2024-08-17T01:04:51.116 INFO:tasks.workunit.client.0.smithi082.stdout:op 1201 completed, throughput=5MB/sec 2024-08-17T01:04:51.116 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-d6Y4htvzxA7WIEz off=3055391 len=1902052 2024-08-17T01:04:51.118 INFO:tasks.workunit.client.0.smithi082.stdout:op 1202 completed, throughput=5.01MB/sec 2024-08-17T01:04:52.119 INFO:tasks.workunit.client.0.smithi082.stdout: 238: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:52.119 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Xqr5a268OS-OOH8 off=6402542 len=1821397 2024-08-17T01:04:52.129 INFO:tasks.workunit.client.0.smithi082.stdout:op 1203 completed, throughput=4.99MB/sec 2024-08-17T01:04:52.130 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-EDtbwa9xwHxD9p6 off=1663469 len=134744 2024-08-17T01:04:52.130 INFO:tasks.workunit.client.0.smithi082.stdout:op 1204 completed, throughput=4.99MB/sec 2024-08-17T01:04:52.130 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Pj0buJ9vo40oW0R off=3925436 len=934183 2024-08-17T01:04:52.134 INFO:tasks.workunit.client.0.smithi082.stdout:op 1205 completed, throughput=5MB/sec 2024-08-17T01:04:52.134 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-raJOQ_rtw91N4PO off=13463021 len=927470 2024-08-17T01:04:52.139 INFO:tasks.workunit.client.0.smithi082.stdout:op 1206 completed, throughput=5MB/sec 2024-08-17T01:04:52.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:52 smithi082 ceph-mon[91979]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:04:52.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:52 smithi082 ceph-mon[94343]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:04:52.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:52 smithi137 ceph-mon[86391]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:04:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:04:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:04:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:04:53.140 INFO:tasks.workunit.client.0.smithi082.stdout: 239: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:53.140 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qS_E9e2uhKJeBcd off=7181111 len=1643650 2024-08-17T01:04:53.148 INFO:tasks.workunit.client.0.smithi082.stdout:op 1207 completed, throughput=4.99MB/sec 2024-08-17T01:04:53.149 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1508l-2oDxE8Yen off=10004008 len=670305 2024-08-17T01:04:53.152 INFO:tasks.workunit.client.0.smithi082.stdout:op 1208 completed, throughput=4.99MB/sec 2024-08-17T01:04:53.152 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tRVgMWGZuYXB3LH off=4338932 len=768760 2024-08-17T01:04:53.154 INFO:tasks.workunit.client.0.smithi082.stdout:op 1209 completed, throughput=4.99MB/sec 2024-08-17T01:04:53.155 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-efsx7EyAubghtQz off=1160350 len=1418144 2024-08-17T01:04:53.160 INFO:tasks.workunit.client.0.smithi082.stdout:op 1210 completed, throughput=5MB/sec 2024-08-17T01:04:53.160 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZkfYjpLvYHDA-im off=7299896 len=543789 2024-08-17T01:04:53.161 INFO:tasks.workunit.client.0.smithi082.stdout:op 1211 completed, throughput=5MB/sec 2024-08-17T01:04:53.161 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-cDCxr_Do5L3pWGA off=4338574 len=1577621 2024-08-17T01:04:53.164 INFO:tasks.workunit.client.0.smithi082.stdout:op 1212 completed, throughput=5.01MB/sec 2024-08-17T01:04:54.164 INFO:tasks.workunit.client.0.smithi082.stdout: 240: throughput=4.99MB/sec pending data=0 2024-08-17T01:04:54.165 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4EWmBA3sE0NPgdt off=17029134 len=1716088 2024-08-17T01:04:54.166 INFO:tasks.workunit.client.0.smithi082.stdout:op 1213 completed, throughput=4.99MB/sec 2024-08-17T01:04:54.166 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-LgzKReAjZtOtTqc off=529834 len=1768139 2024-08-17T01:04:54.174 INFO:tasks.workunit.client.0.smithi082.stdout:op 1214 completed, throughput=5MB/sec 2024-08-17T01:04:54.174 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-b_gBNvFyk4kOBcn off=7885124 len=372928 2024-08-17T01:04:54.174 INFO:tasks.workunit.client.0.smithi082.stdout:op 1215 completed, throughput=5MB/sec 2024-08-17T01:04:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:54 smithi082 ceph-mon[91979]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:04:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:54 smithi082 ceph-mon[94343]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:04:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:54 smithi137 ceph-mon[86391]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:04:55.175 INFO:tasks.workunit.client.0.smithi082.stdout: 241: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:55.175 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-blGbYInxJyjYLvW off=5171908 len=1507896 2024-08-17T01:04:55.177 INFO:tasks.workunit.client.0.smithi082.stdout:op 1216 completed, throughput=4.99MB/sec 2024-08-17T01:04:55.177 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5GQq1ZKRyYm59_g off=57328 len=1730580 2024-08-17T01:04:55.188 INFO:tasks.workunit.client.0.smithi082.stdout:op 1217 completed, throughput=4.99MB/sec 2024-08-17T01:04:55.188 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TfXn7Mt6Q-BJw6B off=23050873 len=1555884 2024-08-17T01:04:55.196 INFO:tasks.workunit.client.0.smithi082.stdout:op 1218 completed, throughput=5MB/sec 2024-08-17T01:04:55.196 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-u6PVamVv5qIIa4K off=2405125 len=818215 2024-08-17T01:04:55.200 INFO:tasks.workunit.client.0.smithi082.stdout:op 1219 completed, throughput=5MB/sec 2024-08-17T01:04:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:04:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:04:55] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-08-17T01:04:56.200 INFO:tasks.workunit.client.0.smithi082.stdout: 242: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:56.200 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-I0IsJBzTIUGNHGH off=6534080 len=591556 2024-08-17T01:04:56.201 INFO:tasks.workunit.client.0.smithi082.stdout:op 1220 completed, throughput=4.98MB/sec 2024-08-17T01:04:56.201 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-usczH7XQZml7VJ4 off=1697168 len=1661709 2024-08-17T01:04:56.208 INFO:tasks.workunit.client.0.smithi082.stdout:op 1221 completed, throughput=4.99MB/sec 2024-08-17T01:04:56.208 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WSCSqyXar1sDEdi off=2619775 len=572605 2024-08-17T01:04:56.209 INFO:tasks.workunit.client.0.smithi082.stdout:op 1222 completed, throughput=4.99MB/sec 2024-08-17T01:04:56.209 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-z4ieb_gpPqYusCd off=7900923 len=671769 2024-08-17T01:04:56.214 INFO:tasks.workunit.client.0.smithi082.stdout:op 1223 completed, throughput=4.99MB/sec 2024-08-17T01:04:56.214 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4P9S2_io4n4vTW2 off=12616362 len=31537 2024-08-17T01:04:56.214 INFO:tasks.workunit.client.0.smithi082.stdout:op 1224 completed, throughput=4.99MB/sec 2024-08-17T01:04:56.215 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fyPJVr-PueWbkO4 off=12420478 len=1779707 2024-08-17T01:04:56.218 INFO:tasks.workunit.client.0.smithi082.stdout:op 1225 completed, throughput=5MB/sec 2024-08-17T01:04:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:56 smithi082 ceph-mon[94343]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:04:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:56 smithi082 ceph-mon[91979]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:04:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:56 smithi137 ceph-mon[86391]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:04:57.218 INFO:tasks.workunit.client.0.smithi082.stdout: 243: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:57.218 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ShQHJiSZOZ-p5NO off=147051 len=1653492 2024-08-17T01:04:57.227 INFO:tasks.workunit.client.0.smithi082.stdout:op 1226 completed, throughput=4.99MB/sec 2024-08-17T01:04:57.227 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-d20Q_UiKPJ93nnS off=9349018 len=857821 2024-08-17T01:04:57.229 INFO:tasks.workunit.client.0.smithi082.stdout:op 1227 completed, throughput=4.99MB/sec 2024-08-17T01:04:57.229 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-R4uJmW5tV08B2hM off=9911460 len=1566957 2024-08-17T01:04:57.231 INFO:tasks.workunit.client.0.smithi082.stdout:op 1228 completed, throughput=5MB/sec 2024-08-17T01:04:57.231 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZV38-agxbm4y0y2 off=4945030 len=916693 2024-08-17T01:04:57.237 INFO:tasks.workunit.client.0.smithi082.stdout:op 1229 completed, throughput=5MB/sec 2024-08-17T01:04:57.237 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UHdu8W-pTZ4G1oW off=733012 len=1279087 2024-08-17T01:04:57.242 INFO:tasks.workunit.client.0.smithi082.stdout:op 1230 completed, throughput=5MB/sec 2024-08-17T01:04:58.242 INFO:tasks.workunit.client.0.smithi082.stdout: 244: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:58.242 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IB-q74lExRWLkLy off=8906017 len=1836381 2024-08-17T01:04:58.252 INFO:tasks.workunit.client.0.smithi082.stdout:op 1231 completed, throughput=4.99MB/sec 2024-08-17T01:04:58.252 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5VICtOgiK3IjfXo off=2105884 len=2012974 2024-08-17T01:04:58.261 INFO:tasks.workunit.client.0.smithi082.stdout:op 1232 completed, throughput=5MB/sec 2024-08-17T01:04:58.261 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KWzhiCDBFG7Rc6x off=4117950 len=1583684 2024-08-17T01:04:58.267 INFO:tasks.workunit.client.0.smithi082.stdout:op 1233 completed, throughput=5MB/sec 2024-08-17T01:04:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:04:58 smithi082 ceph-mon[91979]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:04:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:04:58 smithi082 ceph-mon[94343]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:04:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:04:58 smithi137 ceph-mon[86391]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:04:59.267 INFO:tasks.workunit.client.0.smithi082.stdout: 245: throughput=4.98MB/sec pending data=0 2024-08-17T01:04:59.268 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nDfdJjqfcVZxgjN off=699695 len=1298391 2024-08-17T01:04:59.270 INFO:tasks.workunit.client.0.smithi082.stdout:op 1234 completed, throughput=4.99MB/sec 2024-08-17T01:04:59.270 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gciZlESF_HRtnvs off=1185345 len=2014580 2024-08-17T01:04:59.272 INFO:tasks.workunit.client.0.smithi082.stdout:op 1235 completed, throughput=5MB/sec 2024-08-17T01:04:59.272 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dSFQ19bveaBRMFi off=5559171 len=1916202 2024-08-17T01:04:59.284 INFO:tasks.workunit.client.0.smithi082.stdout:op 1236 completed, throughput=5MB/sec 2024-08-17T01:05:00.284 INFO:tasks.workunit.client.0.smithi082.stdout: 246: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:00.285 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UHoQB6RP-TUpAot off=21502891 len=206652 2024-08-17T01:05:00.287 INFO:tasks.workunit.client.0.smithi082.stdout:op 1237 completed, throughput=4.98MB/sec 2024-08-17T01:05:00.287 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vg8c0hiltx_cReY off=16764 len=762547 2024-08-17T01:05:00.293 INFO:tasks.workunit.client.0.smithi082.stdout:op 1238 completed, throughput=4.99MB/sec 2024-08-17T01:05:00.293 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Uim2X9SCgwB15Ai off=1426726 len=1379176 2024-08-17T01:05:00.295 INFO:tasks.workunit.client.0.smithi082.stdout:op 1239 completed, throughput=4.99MB/sec 2024-08-17T01:05:00.295 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ClPCg0bjV2ijfio off=4797963 len=76796 2024-08-17T01:05:00.296 INFO:tasks.workunit.client.0.smithi082.stdout:op 1240 completed, throughput=4.99MB/sec 2024-08-17T01:05:00.296 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-spiE8MDV0fj86Uw off=14604362 len=176798 2024-08-17T01:05:00.299 INFO:tasks.workunit.client.0.smithi082.stdout:op 1241 completed, throughput=4.99MB/sec 2024-08-17T01:05:00.299 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-MEhWr_haIrZYj_F off=3460205 len=1453156 2024-08-17T01:05:00.301 INFO:tasks.workunit.client.0.smithi082.stdout:op 1242 completed, throughput=5MB/sec 2024-08-17T01:05:00.301 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-geS82qzsAF7JJ1G off=9101043 len=871168 2024-08-17T01:05:00.306 INFO:tasks.workunit.client.0.smithi082.stdout:op 1243 completed, throughput=5MB/sec 2024-08-17T01:05:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:00 smithi082 ceph-mon[91979]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-17T01:05:00.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:00 smithi082 ceph-mon[94343]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-17T01:05:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:00 smithi137 ceph-mon[86391]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-17T01:05:01.306 INFO:tasks.workunit.client.0.smithi082.stdout: 247: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:01.306 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xVf6-LLeKp_q6s5 off=0 len=2000991 2024-08-17T01:05:01.315 INFO:tasks.workunit.client.0.smithi082.stdout:op 1244 completed, throughput=4.99MB/sec 2024-08-17T01:05:01.315 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-crtS6y1Qw3gq5ha off=10194334 len=929695 2024-08-17T01:05:01.320 INFO:tasks.workunit.client.0.smithi082.stdout:op 1245 completed, throughput=4.99MB/sec 2024-08-17T01:05:01.320 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-L-sTuIbaIJdVIZw off=609733 len=1753418 2024-08-17T01:05:01.323 INFO:tasks.workunit.client.0.smithi082.stdout:op 1246 completed, throughput=5MB/sec 2024-08-17T01:05:02.324 INFO:tasks.workunit.client.0.smithi082.stdout: 248: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:02.324 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Hi3kLPx68KMzpBw off=1026244 len=685564 2024-08-17T01:05:02.325 INFO:tasks.workunit.client.0.smithi082.stdout:op 1247 completed, throughput=4.98MB/sec 2024-08-17T01:05:02.325 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0G-KdISgkmsi1kq off=21043363 len=1839123 2024-08-17T01:05:02.334 INFO:tasks.workunit.client.0.smithi082.stdout:op 1248 completed, throughput=4.99MB/sec 2024-08-17T01:05:02.334 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zEAYZKv0nj9eFv6 off=3512437 len=746369 2024-08-17T01:05:02.336 INFO:tasks.workunit.client.0.smithi082.stdout:op 1249 completed, throughput=4.99MB/sec 2024-08-17T01:05:02.336 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-H9OpgOL7Th1Fb0U off=4108032 len=913958 2024-08-17T01:05:02.340 INFO:tasks.workunit.client.0.smithi082.stdout:op 1250 completed, throughput=5MB/sec 2024-08-17T01:05:02.340 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_FhzDOj0dNftG7H off=6682552 len=328053 2024-08-17T01:05:02.341 INFO:tasks.workunit.client.0.smithi082.stdout:op 1251 completed, throughput=5MB/sec 2024-08-17T01:05:02.341 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vQHJ3p_buNFETyN off=956487 len=333722 2024-08-17T01:05:02.344 INFO:tasks.workunit.client.0.smithi082.stdout:op 1252 completed, throughput=5MB/sec 2024-08-17T01:05:02.344 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xqWjqELo_ua4o1z off=2114819 len=1907928 2024-08-17T01:05:02.354 INFO:tasks.workunit.client.0.smithi082.stdout:op 1253 completed, throughput=5.01MB/sec 2024-08-17T01:05:02.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:02 smithi082 ceph-mon[91979]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-08-17T01:05:02.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:02 smithi082 ceph-mon[94343]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-08-17T01:05:02.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:02 smithi137 ceph-mon[86391]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-08-17T01:05:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:05:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:05:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:05:03.354 INFO:tasks.workunit.client.0.smithi082.stdout: 249: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:03.355 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PLW5Qot1NlQRgfF off=647169 len=1935344 2024-08-17T01:05:03.364 INFO:tasks.workunit.client.0.smithi082.stdout:op 1254 completed, throughput=4.99MB/sec 2024-08-17T01:05:03.365 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Pb7jLPmTH8KLlGL off=5487708 len=1714843 2024-08-17T01:05:03.375 INFO:tasks.workunit.client.0.smithi082.stdout:op 1255 completed, throughput=5MB/sec 2024-08-17T01:05:03.375 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hP8cdYa_GktV3Ts off=16673255 len=822294 2024-08-17T01:05:03.379 INFO:tasks.workunit.client.0.smithi082.stdout:op 1256 completed, throughput=5MB/sec 2024-08-17T01:05:04.379 INFO:tasks.workunit.client.0.smithi082.stdout: 250: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:04.380 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-LaTtzBRsgp3u5gI off=6502292 len=447640 2024-08-17T01:05:04.383 INFO:tasks.workunit.client.0.smithi082.stdout:op 1257 completed, throughput=4.98MB/sec 2024-08-17T01:05:04.383 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_52RWYAl0dlMd4E off=6944942 len=2086244 2024-08-17T01:05:04.385 INFO:tasks.workunit.client.0.smithi082.stdout:op 1258 completed, throughput=4.99MB/sec 2024-08-17T01:05:04.385 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-sKxkLln-hcVEvKG off=1923833 len=464433 2024-08-17T01:05:04.389 INFO:tasks.workunit.client.0.smithi082.stdout:op 1259 completed, throughput=4.99MB/sec 2024-08-17T01:05:04.389 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rKC9NoUhPfuoE-a off=16823310 len=713364 2024-08-17T01:05:04.391 INFO:tasks.workunit.client.0.smithi082.stdout:op 1260 completed, throughput=5MB/sec 2024-08-17T01:05:04.391 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0Wh3w-CIu1PayxO off=12307028 len=1292679 2024-08-17T01:05:04.398 INFO:tasks.workunit.client.0.smithi082.stdout:op 1261 completed, throughput=5MB/sec 2024-08-17T01:05:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:04 smithi082 ceph-mon[91979]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-17T01:05:04.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:04 smithi082 ceph-mon[94343]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-17T01:05:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:04 smithi137 ceph-mon[86391]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-17T01:05:05.333 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:05:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:05:05] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-08-17T01:05:05.399 INFO:tasks.workunit.client.0.smithi082.stdout: 251: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:05.399 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8dfga5O9XqTTa1r off=6248979 len=1878131 2024-08-17T01:05:05.401 INFO:tasks.workunit.client.0.smithi082.stdout:op 1262 completed, throughput=4.99MB/sec 2024-08-17T01:05:05.401 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oB2khtZFP4xVRF7 off=21865777 len=191670 2024-08-17T01:05:05.402 INFO:tasks.workunit.client.0.smithi082.stdout:op 1263 completed, throughput=4.99MB/sec 2024-08-17T01:05:05.402 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wxVpoMUwRuoQrgO off=10771424 len=316426 2024-08-17T01:05:05.405 INFO:tasks.workunit.client.0.smithi082.stdout:op 1264 completed, throughput=4.99MB/sec 2024-08-17T01:05:05.406 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-uOhxVC7JwN6ofYT off=17578290 len=1737915 2024-08-17T01:05:05.408 INFO:tasks.workunit.client.0.smithi082.stdout:op 1265 completed, throughput=5MB/sec 2024-08-17T01:05:05.408 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-W6xkGFsKUW08bMl off=21935263 len=1157589 2024-08-17T01:05:05.414 INFO:tasks.workunit.client.0.smithi082.stdout:op 1266 completed, throughput=5MB/sec 2024-08-17T01:05:05.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:05:05.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:05:05.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:05:06.414 INFO:tasks.workunit.client.0.smithi082.stdout: 252: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:06.414 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SWx69Vz6Jn_rY6- off=8137341 len=1487869 2024-08-17T01:05:06.422 INFO:tasks.workunit.client.0.smithi082.stdout:op 1267 completed, throughput=4.99MB/sec 2024-08-17T01:05:06.422 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gkCH8Pkmhp7uazf off=68080 len=1694518 2024-08-17T01:05:06.431 INFO:tasks.workunit.client.0.smithi082.stdout:op 1268 completed, throughput=4.99MB/sec 2024-08-17T01:05:06.432 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Vni0i4Bpd_DvDyz off=10118501 len=381905 2024-08-17T01:05:06.434 INFO:tasks.workunit.client.0.smithi082.stdout:op 1269 completed, throughput=4.99MB/sec 2024-08-17T01:05:06.434 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-aNMuYq9eTr5gv65 off=5038578 len=1790505 2024-08-17T01:05:06.435 INFO:tasks.workunit.client.0.smithi082.stdout:op 1270 completed, throughput=5MB/sec 2024-08-17T01:05:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:06 smithi082 ceph-mon[94343]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-08-17T01:05:06.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:06 smithi082 ceph-mon[91979]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-08-17T01:05:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:06 smithi137 ceph-mon[86391]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-08-17T01:05:07.436 INFO:tasks.workunit.client.0.smithi082.stdout: 253: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:07.436 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OqVkr1_2LhLVqNt off=3357124 len=578221 2024-08-17T01:05:07.437 INFO:tasks.workunit.client.0.smithi082.stdout:op 1271 completed, throughput=4.98MB/sec 2024-08-17T01:05:07.437 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5HocS8SU7VQQtQU off=302876 len=1200025 2024-08-17T01:05:07.439 INFO:tasks.workunit.client.0.smithi082.stdout:op 1272 completed, throughput=4.99MB/sec 2024-08-17T01:05:07.440 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DRfVd3M22AD3SDt off=3518488 len=885611 2024-08-17T01:05:07.441 INFO:tasks.workunit.client.0.smithi082.stdout:op 1273 completed, throughput=4.99MB/sec 2024-08-17T01:05:07.441 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-z9ALUWHQKDa2_0L off=6565121 len=1440289 2024-08-17T01:05:07.442 INFO:tasks.workunit.client.0.smithi082.stdout:op 1274 completed, throughput=5MB/sec 2024-08-17T01:05:07.443 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vBjIELjcZ7uK2ki off=7881978 len=183649 2024-08-17T01:05:07.443 INFO:tasks.workunit.client.0.smithi082.stdout:op 1275 completed, throughput=5MB/sec 2024-08-17T01:05:07.443 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8hP0UH2VXjNbjVV off=14312492 len=944964 2024-08-17T01:05:07.449 INFO:tasks.workunit.client.0.smithi082.stdout:op 1276 completed, throughput=5MB/sec 2024-08-17T01:05:08.449 INFO:tasks.workunit.client.0.smithi082.stdout: 254: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:08.449 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Fh7WU4OO1Xut2Rk off=1362350 len=1588593 2024-08-17T01:05:08.452 INFO:tasks.workunit.client.0.smithi082.stdout:op 1277 completed, throughput=4.99MB/sec 2024-08-17T01:05:08.452 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-QcdTTSqXgwuenPT off=3586269 len=1507266 2024-08-17T01:05:08.454 INFO:tasks.workunit.client.0.smithi082.stdout:op 1278 completed, throughput=4.99MB/sec 2024-08-17T01:05:08.454 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3d8dxf5VyDAONNp off=13178869 len=1656820 2024-08-17T01:05:08.456 INFO:tasks.workunit.client.0.smithi082.stdout:op 1279 completed, throughput=5MB/sec 2024-08-17T01:05:08.456 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IFPU53sRdMLaLJe off=2868996 len=227720 2024-08-17T01:05:08.458 INFO:tasks.workunit.client.0.smithi082.stdout:op 1280 completed, throughput=5MB/sec 2024-08-17T01:05:08.458 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--XKDXmO74reL3ZQ off=9753222 len=1527757 2024-08-17T01:05:08.467 INFO:tasks.workunit.client.0.smithi082.stdout:op 1281 completed, throughput=5MB/sec 2024-08-17T01:05:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:08 smithi082 ceph-mon[94343]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:05:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:08 smithi082 ceph-mon[91979]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:05:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:08 smithi137 ceph-mon[86391]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:05:09.467 INFO:tasks.workunit.client.0.smithi082.stdout: 255: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:09.467 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-U-EFH5o4D5QTGwB off=3291545 len=248363 2024-08-17T01:05:09.468 INFO:tasks.workunit.client.0.smithi082.stdout:op 1282 completed, throughput=4.99MB/sec 2024-08-17T01:05:09.468 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZQxuyuK9S9I0RvB off=5834333 len=1483850 2024-08-17T01:05:09.469 INFO:tasks.workunit.client.0.smithi082.stdout:op 1283 completed, throughput=4.99MB/sec 2024-08-17T01:05:09.469 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tKh1f2B9BAY5p9l off=4276793 len=462403 2024-08-17T01:05:09.470 INFO:tasks.workunit.client.0.smithi082.stdout:op 1284 completed, throughput=4.99MB/sec 2024-08-17T01:05:09.471 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-RkiKxgQc2AXps6y off=1132861 len=1281041 2024-08-17T01:05:09.477 INFO:tasks.workunit.client.0.smithi082.stdout:op 1285 completed, throughput=5MB/sec 2024-08-17T01:05:09.477 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UZZltwxePtebAJl off=0 len=1090231 2024-08-17T01:05:09.479 INFO:tasks.workunit.client.0.smithi082.stdout:op 1286 completed, throughput=5MB/sec 2024-08-17T01:05:10.479 INFO:tasks.workunit.client.0.smithi082.stdout: 256: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:10.479 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-guN5VjjwNxS-8qC off=4173223 len=2057862 2024-08-17T01:05:10.482 INFO:tasks.workunit.client.0.smithi082.stdout:op 1287 completed, throughput=4.99MB/sec 2024-08-17T01:05:10.482 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-b48lHTX3e0lm9GV off=9575345 len=1595017 2024-08-17T01:05:10.484 INFO:tasks.workunit.client.0.smithi082.stdout:op 1288 completed, throughput=5MB/sec 2024-08-17T01:05:10.484 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-XisaoFP1azXhm17 off=13328979 len=734304 2024-08-17T01:05:10.488 INFO:tasks.workunit.client.0.smithi082.stdout:op 1289 completed, throughput=5MB/sec 2024-08-17T01:05:10.489 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6UqloqjN4NB3jy2 off=1950568 len=2041919 2024-08-17T01:05:10.500 INFO:tasks.workunit.client.0.smithi082.stdout:op 1290 completed, throughput=5.01MB/sec 2024-08-17T01:05:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:10 smithi082 ceph-mon[91979]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:05:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:10 smithi082 ceph-mon[94343]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:05:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:10 smithi137 ceph-mon[86391]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:05:11.501 INFO:tasks.workunit.client.0.smithi082.stdout: 257: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:11.501 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ta9e9fv1XoELSQf off=4198681 len=474495 2024-08-17T01:05:11.504 INFO:tasks.workunit.client.0.smithi082.stdout:op 1291 completed, throughput=4.99MB/sec 2024-08-17T01:05:11.505 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-soOu_aIUgSvAzf3 off=12853543 len=7218 2024-08-17T01:05:11.507 INFO:tasks.workunit.client.0.smithi082.stdout:op 1292 completed, throughput=4.99MB/sec 2024-08-17T01:05:11.507 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-352eniXjpB52TID off=5436615 len=1112835 2024-08-17T01:05:11.512 INFO:tasks.workunit.client.0.smithi082.stdout:op 1293 completed, throughput=4.99MB/sec 2024-08-17T01:05:11.512 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vI-3KZymDi4U4FA off=915534 len=213918 2024-08-17T01:05:11.515 INFO:tasks.workunit.client.0.smithi082.stdout:op 1294 completed, throughput=4.99MB/sec 2024-08-17T01:05:11.515 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WYnV2Ox0Fu1vtKG off=3454147 len=1120436 2024-08-17T01:05:11.518 INFO:tasks.workunit.client.0.smithi082.stdout:op 1295 completed, throughput=5MB/sec 2024-08-17T01:05:11.518 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nPleOKimblkV4id off=12538917 len=1870572 2024-08-17T01:05:11.521 INFO:tasks.workunit.client.0.smithi082.stdout:op 1296 completed, throughput=5MB/sec 2024-08-17T01:05:12.522 INFO:tasks.workunit.client.0.smithi082.stdout: 258: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:12.522 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-G-27-VNrTvZuUnj off=12268006 len=691793 2024-08-17T01:05:12.524 INFO:tasks.workunit.client.0.smithi082.stdout:op 1297 completed, throughput=4.99MB/sec 2024-08-17T01:05:12.524 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0hE5xp-Nf1swLIl off=6637871 len=928162 2024-08-17T01:05:12.530 INFO:tasks.workunit.client.0.smithi082.stdout:op 1298 completed, throughput=4.99MB/sec 2024-08-17T01:05:12.530 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-E4c5GC9EPy6fg0C off=6978768 len=556509 2024-08-17T01:05:12.533 INFO:tasks.workunit.client.0.smithi082.stdout:op 1299 completed, throughput=4.99MB/sec 2024-08-17T01:05:12.533 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-nk0FXS9Et1zDP7W off=15803935 len=1472137 2024-08-17T01:05:12.541 INFO:tasks.workunit.client.0.smithi082.stdout:op 1300 completed, throughput=5MB/sec 2024-08-17T01:05:12.541 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cEZPpAFfkMr2CuI off=4265800 len=1003090 2024-08-17T01:05:12.546 INFO:tasks.workunit.client.0.smithi082.stdout:op 1301 completed, throughput=5MB/sec 2024-08-17T01:05:12.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:12 smithi082 ceph-mon[94343]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:05:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:12 smithi082 ceph-mon[91979]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:05:12.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:12 smithi137 ceph-mon[86391]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:05:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:05:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:05:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:05:13.546 INFO:tasks.workunit.client.0.smithi082.stdout: 259: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:13.547 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-MZ7GbQ7YFkSmarc off=10679282 len=907476 2024-08-17T01:05:13.548 INFO:tasks.workunit.client.0.smithi082.stdout:op 1302 completed, throughput=4.99MB/sec 2024-08-17T01:05:13.548 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--QwUkAnplX9PGCE off=910743 len=228032 2024-08-17T01:05:13.551 INFO:tasks.workunit.client.0.smithi082.stdout:op 1303 completed, throughput=4.99MB/sec 2024-08-17T01:05:13.551 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vp-CXlCgJNWZ3ux off=14040258 len=126285 2024-08-17T01:05:13.553 INFO:tasks.workunit.client.0.smithi082.stdout:op 1304 completed, throughput=4.99MB/sec 2024-08-17T01:05:13.553 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fMRyMWyGgL47NDF off=8956985 len=1908600 2024-08-17T01:05:13.555 INFO:tasks.workunit.client.0.smithi082.stdout:op 1305 completed, throughput=4.99MB/sec 2024-08-17T01:05:13.556 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-51s1Jon65v19nXn off=6298321 len=1855305 2024-08-17T01:05:13.566 INFO:tasks.workunit.client.0.smithi082.stdout:op 1306 completed, throughput=5MB/sec 2024-08-17T01:05:13.566 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-h4uN-NYWSe-wzmh off=10156498 len=691753 2024-08-17T01:05:13.567 INFO:tasks.workunit.client.0.smithi082.stdout:op 1307 completed, throughput=5MB/sec 2024-08-17T01:05:14.568 INFO:tasks.workunit.client.0.smithi082.stdout: 260: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:14.568 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oV_e39s5XGQ5q39 off=16759098 len=714970 2024-08-17T01:05:14.572 INFO:tasks.workunit.client.0.smithi082.stdout:op 1308 completed, throughput=4.99MB/sec 2024-08-17T01:05:14.572 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qR33Gbr2Y24erAb off=3585071 len=2064794 2024-08-17T01:05:14.574 INFO:tasks.workunit.client.0.smithi082.stdout:op 1309 completed, throughput=4.99MB/sec 2024-08-17T01:05:14.575 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-d2WY3YK2KC178XW off=2199810 len=1151377 2024-08-17T01:05:14.581 INFO:tasks.workunit.client.0.smithi082.stdout:op 1310 completed, throughput=5MB/sec 2024-08-17T01:05:14.582 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ugM6ECkaGlg9Ceo off=13341193 len=2024882 2024-08-17T01:05:14.582 INFO:tasks.workunit.client.0.smithi082.stdout:op 1311 completed, throughput=5MB/sec 2024-08-17T01:05:14.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:14 smithi082 ceph-mon[94343]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:05:14.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:14 smithi082 ceph-mon[91979]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:05:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:14 smithi137 ceph-mon[86391]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:05:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:05:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:05:15] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2024-08-17T01:05:15.583 INFO:tasks.workunit.client.0.smithi082.stdout: 261: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:15.583 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_aX5iLCPmUdfNdd off=894372 len=1473164 2024-08-17T01:05:15.589 INFO:tasks.workunit.client.0.smithi082.stdout:op 1312 completed, throughput=4.99MB/sec 2024-08-17T01:05:15.589 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-X_iqZW8Gpx-_iF2 off=8044726 len=953454 2024-08-17T01:05:15.590 INFO:tasks.workunit.client.0.smithi082.stdout:op 1313 completed, throughput=4.99MB/sec 2024-08-17T01:05:15.590 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-z0msyznKwAsbtNw off=8526162 len=607382 2024-08-17T01:05:15.591 INFO:tasks.workunit.client.0.smithi082.stdout:op 1314 completed, throughput=5MB/sec 2024-08-17T01:05:15.591 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--bt-rARDHWAS7qU off=312190 len=796365 2024-08-17T01:05:15.591 INFO:tasks.workunit.client.0.smithi082.stdout:op 1315 completed, throughput=5MB/sec 2024-08-17T01:05:15.591 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kNVBJvg-9q55r1P off=3318107 len=1630543 2024-08-17T01:05:15.600 INFO:tasks.workunit.client.0.smithi082.stdout:op 1316 completed, throughput=5MB/sec 2024-08-17T01:05:16.600 INFO:tasks.workunit.client.0.smithi082.stdout: 262: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:16.600 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-S2QnR66Y-d7TYoP off=2398471 len=157311 2024-08-17T01:05:16.603 INFO:tasks.workunit.client.0.smithi082.stdout:op 1317 completed, throughput=4.99MB/sec 2024-08-17T01:05:16.603 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ySk291-ZiEg_yjj off=2342315 len=2058266 2024-08-17T01:05:16.606 INFO:tasks.workunit.client.0.smithi082.stdout:op 1318 completed, throughput=4.99MB/sec 2024-08-17T01:05:16.606 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-982YcoEWJM-kJJa off=5712572 len=1210571 2024-08-17T01:05:16.611 INFO:tasks.workunit.client.0.smithi082.stdout:op 1319 completed, throughput=5MB/sec 2024-08-17T01:05:16.611 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-H9KSK5xlTiWwU2j off=3019505 len=1615014 2024-08-17T01:05:16.620 INFO:tasks.workunit.client.0.smithi082.stdout:op 1320 completed, throughput=5MB/sec 2024-08-17T01:05:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:16 smithi082 ceph-mon[94343]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:05:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:16 smithi082 ceph-mon[91979]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:05:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:16 smithi137 ceph-mon[86391]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:05:17.620 INFO:tasks.workunit.client.0.smithi082.stdout: 263: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:17.620 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Zj7pyNhlGxhOvQ6 off=190575 len=258819 2024-08-17T01:05:17.621 INFO:tasks.workunit.client.0.smithi082.stdout:op 1321 completed, throughput=4.99MB/sec 2024-08-17T01:05:17.621 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JOe4-g4tD50kisT off=12977141 len=170331 2024-08-17T01:05:17.623 INFO:tasks.workunit.client.0.smithi082.stdout:op 1322 completed, throughput=4.99MB/sec 2024-08-17T01:05:17.624 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-H9OpgOL7Th1Fb0U off=6346487 len=1070210 2024-08-17T01:05:17.625 INFO:tasks.workunit.client.0.smithi082.stdout:op 1323 completed, throughput=4.99MB/sec 2024-08-17T01:05:17.625 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-uRUfC1ZoaxuVx8Z off=969615 len=210823 2024-08-17T01:05:17.626 INFO:tasks.workunit.client.0.smithi082.stdout:op 1324 completed, throughput=4.99MB/sec 2024-08-17T01:05:17.626 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-loAn6x0-HjoCQJv off=9212288 len=127747 2024-08-17T01:05:17.629 INFO:tasks.workunit.client.0.smithi082.stdout:op 1325 completed, throughput=4.99MB/sec 2024-08-17T01:05:17.629 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4abSBvLc7UCL8sH off=3771813 len=1467725 2024-08-17T01:05:17.637 INFO:tasks.workunit.client.0.smithi082.stdout:op 1326 completed, throughput=5MB/sec 2024-08-17T01:05:17.637 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SBXCkPqBLkFq3Vi off=823741 len=555704 2024-08-17T01:05:17.640 INFO:tasks.workunit.client.0.smithi082.stdout:op 1327 completed, throughput=5MB/sec 2024-08-17T01:05:17.640 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pLX5Mr8IY4MoknP off=13478604 len=595964 2024-08-17T01:05:17.641 INFO:tasks.workunit.client.0.smithi082.stdout:op 1328 completed, throughput=5MB/sec 2024-08-17T01:05:18.642 INFO:tasks.workunit.client.0.smithi082.stdout: 264: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:18.642 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-EqVj0ipErh7svYc off=4757051 len=1889320 2024-08-17T01:05:18.644 INFO:tasks.workunit.client.0.smithi082.stdout:op 1329 completed, throughput=4.99MB/sec 2024-08-17T01:05:18.644 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qlM4VSOKSSI1RbR off=9290454 len=1105888 2024-08-17T01:05:18.646 INFO:tasks.workunit.client.0.smithi082.stdout:op 1330 completed, throughput=4.99MB/sec 2024-08-17T01:05:18.647 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ttjuGhP2HAy1Cnp off=1568082 len=1147767 2024-08-17T01:05:18.655 INFO:tasks.workunit.client.0.smithi082.stdout:op 1331 completed, throughput=5MB/sec 2024-08-17T01:05:18.655 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-LoOt3ZUxR-hwW8F off=3972653 len=1972634 2024-08-17T01:05:18.664 INFO:tasks.workunit.client.0.smithi082.stdout:op 1332 completed, throughput=5MB/sec 2024-08-17T01:05:18.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:18 smithi082 ceph-mon[94343]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:05:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:18 smithi082 ceph-mon[91979]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:05:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:18 smithi137 ceph-mon[86391]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:05:19.665 INFO:tasks.workunit.client.0.smithi082.stdout: 265: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:19.665 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-x-b7i0uoNJAXwoq off=15244134 len=315305 2024-08-17T01:05:19.668 INFO:tasks.workunit.client.0.smithi082.stdout:op 1333 completed, throughput=4.99MB/sec 2024-08-17T01:05:19.668 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hb0GOWwJoVOcgds off=8588233 len=153573 2024-08-17T01:05:19.669 INFO:tasks.workunit.client.0.smithi082.stdout:op 1334 completed, throughput=4.99MB/sec 2024-08-17T01:05:19.669 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bs1q613911Y9tib off=2450236 len=198068 2024-08-17T01:05:19.669 INFO:tasks.workunit.client.0.smithi082.stdout:op 1335 completed, throughput=4.99MB/sec 2024-08-17T01:05:19.669 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Lv_W7btNFQLw1Ax off=13628170 len=1476403 2024-08-17T01:05:19.671 INFO:tasks.workunit.client.0.smithi082.stdout:op 1336 completed, throughput=4.99MB/sec 2024-08-17T01:05:19.671 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-grSmzD2WRbnjai- off=6409974 len=1670109 2024-08-17T01:05:19.680 INFO:tasks.workunit.client.0.smithi082.stdout:op 1337 completed, throughput=5MB/sec 2024-08-17T01:05:19.681 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-aG_1B6XcG-KK024 off=4336000 len=264538 2024-08-17T01:05:19.681 INFO:tasks.workunit.client.0.smithi082.stdout:op 1338 completed, throughput=5MB/sec 2024-08-17T01:05:19.681 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Spgh4IPbKV7PUWg off=8699184 len=807168 2024-08-17T01:05:19.682 INFO:tasks.workunit.client.0.smithi082.stdout:op 1339 completed, throughput=5MB/sec 2024-08-17T01:05:19.737 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 01:05:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=sqlstore.transactions t=2024-08-17T01:05:19.415172978Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-17T01:05:20.682 INFO:tasks.workunit.client.0.smithi082.stdout: 266: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:20.683 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RF-UJRlpMe4bWJ9 off=11794911 len=891564 2024-08-17T01:05:20.684 INFO:tasks.workunit.client.0.smithi082.stdout:op 1340 completed, throughput=4.99MB/sec 2024-08-17T01:05:20.684 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-R5VnIZyl5JJ5kJ9 off=2291202 len=1314386 2024-08-17T01:05:20.692 INFO:tasks.workunit.client.0.smithi082.stdout:op 1341 completed, throughput=4.99MB/sec 2024-08-17T01:05:20.692 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bcqauAPQdC1D6ZN off=1827675 len=652774 2024-08-17T01:05:20.693 INFO:tasks.workunit.client.0.smithi082.stdout:op 1342 completed, throughput=4.99MB/sec 2024-08-17T01:05:20.693 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oBG7YAHQuTOZ-jU off=4412401 len=1414482 2024-08-17T01:05:20.701 INFO:tasks.workunit.client.0.smithi082.stdout:op 1343 completed, throughput=5MB/sec 2024-08-17T01:05:20.701 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-R8JHIhW0sg_3ItP off=141100 len=2072849 2024-08-17T01:05:20.703 INFO:tasks.workunit.client.0.smithi082.stdout:op 1344 completed, throughput=5.01MB/sec 2024-08-17T01:05:20.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:20 smithi082 ceph-mon[94343]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:05:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:05:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:20 smithi082 ceph-mon[91979]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:05:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:05:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:20 smithi137 ceph-mon[86391]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:05:20.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:05:21.703 INFO:tasks.workunit.client.0.smithi082.stdout: 267: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:21.704 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0EMORTscEko9VFQ off=1101920 len=862400 2024-08-17T01:05:21.705 INFO:tasks.workunit.client.0.smithi082.stdout:op 1345 completed, throughput=4.99MB/sec 2024-08-17T01:05:21.705 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PkWJb1IOh1KNcsZ off=12632655 len=183403 2024-08-17T01:05:21.708 INFO:tasks.workunit.client.0.smithi082.stdout:op 1346 completed, throughput=4.99MB/sec 2024-08-17T01:05:21.708 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BfBJCeES-fGDxhx off=18151073 len=1459028 2024-08-17T01:05:21.709 INFO:tasks.workunit.client.0.smithi082.stdout:op 1347 completed, throughput=5MB/sec 2024-08-17T01:05:21.709 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xDgNou0oAYfbYWA off=457680 len=464347 2024-08-17T01:05:21.716 INFO:tasks.workunit.client.0.smithi082.stdout:op 1348 completed, throughput=5MB/sec 2024-08-17T01:05:21.717 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-iAyzxVpYdhwCJ2a off=566645 len=1813567 2024-08-17T01:05:21.718 INFO:tasks.workunit.client.0.smithi082.stdout:op 1349 completed, throughput=5MB/sec 2024-08-17T01:05:22.719 INFO:tasks.workunit.client.0.smithi082.stdout: 268: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:22.719 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mTRklBe8-HYfWMV off=685571 len=1509924 2024-08-17T01:05:22.721 INFO:tasks.workunit.client.0.smithi082.stdout:op 1350 completed, throughput=4.99MB/sec 2024-08-17T01:05:22.721 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ym8NczCZlsNQr7Z off=1571501 len=748590 2024-08-17T01:05:22.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:22 smithi082 ceph-mon[94343]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:05:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:22 smithi082 ceph-mon[91979]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:05:22.726 INFO:tasks.workunit.client.0.smithi082.stdout:op 1351 completed, throughput=4.99MB/sec 2024-08-17T01:05:22.726 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-GjVE1C2w23gzdJp off=3990238 len=1629168 2024-08-17T01:05:22.728 INFO:tasks.workunit.client.0.smithi082.stdout:op 1352 completed, throughput=5MB/sec 2024-08-17T01:05:22.728 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Uim2X9SCgwB15Ai off=2100021 len=705881 2024-08-17T01:05:22.731 INFO:tasks.workunit.client.0.smithi082.stdout:op 1353 completed, throughput=5MB/sec 2024-08-17T01:05:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:22 smithi137 ceph-mon[86391]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:05:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:05:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:05:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:05:23.732 INFO:tasks.workunit.client.0.smithi082.stdout: 269: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:23.732 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--jr8x4X4z_RF4cS off=459778 len=1238955 2024-08-17T01:05:23.733 INFO:tasks.workunit.client.0.smithi082.stdout:op 1354 completed, throughput=4.99MB/sec 2024-08-17T01:05:23.734 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8oxSpqcAJ_fct_K off=4922502 len=519005 2024-08-17T01:05:23.735 INFO:tasks.workunit.client.0.smithi082.stdout:op 1355 completed, throughput=4.99MB/sec 2024-08-17T01:05:23.735 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Ux2wLldsS3FGkX2 off=2224445 len=1881820 2024-08-17T01:05:23.739 INFO:tasks.workunit.client.0.smithi082.stdout:op 1356 completed, throughput=4.99MB/sec 2024-08-17T01:05:23.739 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Zmcv7GR_NV97wwf off=688921 len=1583602 2024-08-17T01:05:23.740 INFO:tasks.workunit.client.0.smithi082.stdout:op 1357 completed, throughput=5MB/sec 2024-08-17T01:05:24.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:24 smithi082 ceph-mon[94343]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:05:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:24 smithi082 ceph-mon[91979]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:05:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:24 smithi137 ceph-mon[86391]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:05:24.741 INFO:tasks.workunit.client.0.smithi082.stdout: 270: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:24.741 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ftBX2uwqB8o5r1Z off=2443240 len=932845 2024-08-17T01:05:24.742 INFO:tasks.workunit.client.0.smithi082.stdout:op 1358 completed, throughput=4.99MB/sec 2024-08-17T01:05:24.742 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-j9vgW4cWeJCuhgF off=4128694 len=1474360 2024-08-17T01:05:24.744 INFO:tasks.workunit.client.0.smithi082.stdout:op 1359 completed, throughput=4.99MB/sec 2024-08-17T01:05:24.744 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xbIN5JyHQ2EYF4- off=6438337 len=471136 2024-08-17T01:05:24.748 INFO:tasks.workunit.client.0.smithi082.stdout:op 1360 completed, throughput=4.99MB/sec 2024-08-17T01:05:24.748 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-v74qse37TsZEdTv off=7001010 len=1203424 2024-08-17T01:05:24.750 INFO:tasks.workunit.client.0.smithi082.stdout:op 1361 completed, throughput=5MB/sec 2024-08-17T01:05:24.750 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2HHt6oXbn6lAAYY off=3034799 len=1362930 2024-08-17T01:05:24.757 INFO:tasks.workunit.client.0.smithi082.stdout:op 1362 completed, throughput=5MB/sec 2024-08-17T01:05:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:05:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:05:25] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2024-08-17T01:05:25.757 INFO:tasks.workunit.client.0.smithi082.stdout: 271: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:25.757 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0y44FA5MFhFqNRM off=4016021 len=895907 2024-08-17T01:05:25.763 INFO:tasks.workunit.client.0.smithi082.stdout:op 1363 completed, throughput=4.99MB/sec 2024-08-17T01:05:25.763 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-GDMXWVLgpKtwQOG off=2934664 len=750746 2024-08-17T01:05:25.767 INFO:tasks.workunit.client.0.smithi082.stdout:op 1364 completed, throughput=4.99MB/sec 2024-08-17T01:05:25.767 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Kt5ZRpREXOqldoj off=7937331 len=162714 2024-08-17T01:05:25.770 INFO:tasks.workunit.client.0.smithi082.stdout:op 1365 completed, throughput=4.99MB/sec 2024-08-17T01:05:25.770 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Q2Z2rmX2TtlqswC off=9104114 len=49489 2024-08-17T01:05:25.770 INFO:tasks.workunit.client.0.smithi082.stdout:op 1366 completed, throughput=4.99MB/sec 2024-08-17T01:05:25.770 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-aqR37cakZfu6Isq off=8415524 len=436428 2024-08-17T01:05:25.771 INFO:tasks.workunit.client.0.smithi082.stdout:op 1367 completed, throughput=4.99MB/sec 2024-08-17T01:05:25.771 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Dz6kEkkV7zWkbOr off=528944 len=8647 2024-08-17T01:05:25.771 INFO:tasks.workunit.client.0.smithi082.stdout:op 1368 completed, throughput=4.99MB/sec 2024-08-17T01:05:25.771 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wucViJB3XikIJLg off=1637156 len=1179444 2024-08-17T01:05:25.773 INFO:tasks.workunit.client.0.smithi082.stdout:op 1369 completed, throughput=4.99MB/sec 2024-08-17T01:05:25.773 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_sSJJAM3WHCeMNc off=8580454 len=1102113 2024-08-17T01:05:25.779 INFO:tasks.workunit.client.0.smithi082.stdout:op 1370 completed, throughput=5MB/sec 2024-08-17T01:05:25.779 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bDFPJ-0mM51lRVs off=10985963 len=400497 2024-08-17T01:05:25.779 INFO:tasks.workunit.client.0.smithi082.stdout:op 1371 completed, throughput=5MB/sec 2024-08-17T01:05:25.779 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5706l8fKllFUeu1 off=10046467 len=594526 2024-08-17T01:05:25.779 INFO:tasks.workunit.client.0.smithi082.stdout:op 1372 completed, throughput=5MB/sec 2024-08-17T01:05:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:26 smithi082 ceph-mon[94343]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:05:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:26 smithi082 ceph-mon[91979]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:05:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:26 smithi137 ceph-mon[86391]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:05:26.780 INFO:tasks.workunit.client.0.smithi082.stdout: 272: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:26.780 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KApKiO0hs5OQ4OH off=338522 len=1678272 2024-08-17T01:05:26.787 INFO:tasks.workunit.client.0.smithi082.stdout:op 1373 completed, throughput=4.99MB/sec 2024-08-17T01:05:26.787 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gSWuqY330SVLbXR off=987341 len=1186052 2024-08-17T01:05:26.788 INFO:tasks.workunit.client.0.smithi082.stdout:op 1374 completed, throughput=4.99MB/sec 2024-08-17T01:05:26.788 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6HYb97ClApe47KB off=507456 len=259445 2024-08-17T01:05:26.791 INFO:tasks.workunit.client.0.smithi082.stdout:op 1375 completed, throughput=4.99MB/sec 2024-08-17T01:05:26.792 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gDIBejI77zuiDcw off=4160672 len=580431 2024-08-17T01:05:26.792 INFO:tasks.workunit.client.0.smithi082.stdout:op 1376 completed, throughput=5MB/sec 2024-08-17T01:05:26.792 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yJPK6YUo9co5-Id off=1993724 len=1924620 2024-08-17T01:05:26.804 INFO:tasks.workunit.client.0.smithi082.stdout:op 1377 completed, throughput=5MB/sec 2024-08-17T01:05:27.804 INFO:tasks.workunit.client.0.smithi082.stdout: 273: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:27.804 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ODPlW1LcNiEqr_S off=12818839 len=1942650 2024-08-17T01:05:27.813 INFO:tasks.workunit.client.0.smithi082.stdout:op 1378 completed, throughput=4.99MB/sec 2024-08-17T01:05:27.813 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IZ5sftS08ptLrZZ off=7195970 len=1394965 2024-08-17T01:05:27.816 INFO:tasks.workunit.client.0.smithi082.stdout:op 1379 completed, throughput=5MB/sec 2024-08-17T01:05:27.816 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xQdG-EQrH_KPbYM off=17404642 len=190936 2024-08-17T01:05:27.819 INFO:tasks.workunit.client.0.smithi082.stdout:op 1380 completed, throughput=5MB/sec 2024-08-17T01:05:27.819 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-T9yowMytUHDcJDX off=1221973 len=1528418 2024-08-17T01:05:27.820 INFO:tasks.workunit.client.0.smithi082.stdout:op 1381 completed, throughput=5MB/sec 2024-08-17T01:05:28.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:28 smithi082 ceph-mon[94343]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:05:28.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:28 smithi082 ceph-mon[91979]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:05:28.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:28 smithi137 ceph-mon[86391]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:05:28.821 INFO:tasks.workunit.client.0.smithi082.stdout: 274: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:28.821 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-deNiajHrYVJB5T4 off=13767840 len=1780566 2024-08-17T01:05:28.825 INFO:tasks.workunit.client.0.smithi082.stdout:op 1382 completed, throughput=4.99MB/sec 2024-08-17T01:05:28.825 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-q4rpxFZxFdXMOow off=2826348 len=981952 2024-08-17T01:05:28.827 INFO:tasks.workunit.client.0.smithi082.stdout:op 1383 completed, throughput=4.99MB/sec 2024-08-17T01:05:28.827 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Sqe4qAqkUW1Yoe3 off=3381935 len=566803 2024-08-17T01:05:28.828 INFO:tasks.workunit.client.0.smithi082.stdout:op 1384 completed, throughput=4.99MB/sec 2024-08-17T01:05:28.828 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-D7czAyIJyA7ESDK off=11775046 len=1993947 2024-08-17T01:05:28.838 INFO:tasks.workunit.client.0.smithi082.stdout:op 1385 completed, throughput=5MB/sec 2024-08-17T01:05:29.839 INFO:tasks.workunit.client.0.smithi082.stdout: 275: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:29.839 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-07dCSz6GHV30wWP off=4049321 len=1606075 2024-08-17T01:05:29.846 INFO:tasks.workunit.client.0.smithi082.stdout:op 1386 completed, throughput=4.99MB/sec 2024-08-17T01:05:29.846 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-g1pE1WEqeKyHovH off=6699100 len=1331091 2024-08-17T01:05:29.847 INFO:tasks.workunit.client.0.smithi082.stdout:op 1387 completed, throughput=4.99MB/sec 2024-08-17T01:05:29.847 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kegBgg3mH99BPoJ off=3667969 len=637435 2024-08-17T01:05:29.848 INFO:tasks.workunit.client.0.smithi082.stdout:op 1388 completed, throughput=5MB/sec 2024-08-17T01:05:29.848 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Gl2ScF9LPsZXCzp off=16623614 len=217492 2024-08-17T01:05:29.850 INFO:tasks.workunit.client.0.smithi082.stdout:op 1389 completed, throughput=5MB/sec 2024-08-17T01:05:29.851 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SP2Nl-scrUbEzEM off=875958 len=1622784 2024-08-17T01:05:29.859 INFO:tasks.workunit.client.0.smithi082.stdout:op 1390 completed, throughput=5MB/sec 2024-08-17T01:05:30.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:30 smithi082 ceph-mon[94343]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:05:30.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:30 smithi082 ceph-mon[91979]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:05:30.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:30 smithi137 ceph-mon[86391]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:05:30.859 INFO:tasks.workunit.client.0.smithi082.stdout: 276: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:30.860 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4jrlcaRF9lETRIZ off=872737 len=812843 2024-08-17T01:05:30.864 INFO:tasks.workunit.client.0.smithi082.stdout:op 1391 completed, throughput=4.99MB/sec 2024-08-17T01:05:30.865 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0ZocOaX6fE3F_kX off=9256757 len=712754 2024-08-17T01:05:30.869 INFO:tasks.workunit.client.0.smithi082.stdout:op 1392 completed, throughput=4.99MB/sec 2024-08-17T01:05:30.870 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JLWOIpb3EY3sHtz off=1593644 len=713955 2024-08-17T01:05:30.871 INFO:tasks.workunit.client.0.smithi082.stdout:op 1393 completed, throughput=4.99MB/sec 2024-08-17T01:05:30.871 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-AfvayV3xzedVgHT off=15607136 len=1090192 2024-08-17T01:05:30.873 INFO:tasks.workunit.client.0.smithi082.stdout:op 1394 completed, throughput=4.99MB/sec 2024-08-17T01:05:30.873 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dodpWPA0tjDhqGK off=15503436 len=1462649 2024-08-17T01:05:30.879 INFO:tasks.workunit.client.0.smithi082.stdout:op 1395 completed, throughput=5MB/sec 2024-08-17T01:05:30.879 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KGK6mWlAwPH_l0C off=19094693 len=1406269 2024-08-17T01:05:30.886 INFO:tasks.workunit.client.0.smithi082.stdout:op 1396 completed, throughput=5MB/sec 2024-08-17T01:05:31.892 INFO:tasks.workunit.client.0.smithi082.stdout: 277: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:31.892 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Ux2wLldsS3FGkX2 off=22631196 len=1866198 2024-08-17T01:05:31.892 INFO:tasks.workunit.client.0.smithi082.stdout:op 1397 completed, throughput=4.99MB/sec 2024-08-17T01:05:31.892 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-uZFyru97ZRwsRAe off=3387158 len=613384 2024-08-17T01:05:31.893 INFO:tasks.workunit.client.0.smithi082.stdout:op 1398 completed, throughput=4.99MB/sec 2024-08-17T01:05:31.893 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-cDxju2WbHpSKxLS off=4109276 len=31403 2024-08-17T01:05:31.893 INFO:tasks.workunit.client.0.smithi082.stdout:op 1399 completed, throughput=5MB/sec 2024-08-17T01:05:31.893 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-deNiajHrYVJB5T4 off=7207901 len=1444626 2024-08-17T01:05:31.901 INFO:tasks.workunit.client.0.smithi082.stdout:op 1400 completed, throughput=5MB/sec 2024-08-17T01:05:31.901 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yq6tKliYKuPjGHr off=4140429 len=1090917 2024-08-17T01:05:31.903 INFO:tasks.workunit.client.0.smithi082.stdout:op 1401 completed, throughput=5MB/sec 2024-08-17T01:05:32.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:32 smithi082 ceph-mon[94343]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:05:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:32 smithi082 ceph-mon[91979]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:05:32.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:32 smithi137 ceph-mon[86391]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:05:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:05:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:05:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:05:32.904 INFO:tasks.workunit.client.0.smithi082.stdout: 278: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:32.904 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kUbkX0F_LPgh0i1 off=11479295 len=1450757 2024-08-17T01:05:32.906 INFO:tasks.workunit.client.0.smithi082.stdout:op 1402 completed, throughput=4.99MB/sec 2024-08-17T01:05:32.906 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-uRUfC1ZoaxuVx8Z off=868434 len=1713195 2024-08-17T01:05:32.908 INFO:tasks.workunit.client.0.smithi082.stdout:op 1403 completed, throughput=5MB/sec 2024-08-17T01:05:32.908 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-XbX1aG2CRku5_gG off=308796 len=1908390 2024-08-17T01:05:32.917 INFO:tasks.workunit.client.0.smithi082.stdout:op 1404 completed, throughput=5MB/sec 2024-08-17T01:05:33.918 INFO:tasks.workunit.client.0.smithi082.stdout: 279: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:33.918 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UwtRNpmKrFTygQF off=13744872 len=202111 2024-08-17T01:05:33.921 INFO:tasks.workunit.client.0.smithi082.stdout:op 1405 completed, throughput=4.99MB/sec 2024-08-17T01:05:33.921 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xpAtNtKzIOVhRaR off=4649295 len=1421736 2024-08-17T01:05:33.922 INFO:tasks.workunit.client.0.smithi082.stdout:op 1406 completed, throughput=4.99MB/sec 2024-08-17T01:05:33.922 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ENdaToY4yDohU0Z off=11196123 len=1977718 2024-08-17T01:05:33.932 INFO:tasks.workunit.client.0.smithi082.stdout:op 1407 completed, throughput=5MB/sec 2024-08-17T01:05:33.932 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-L51hAm_Zo27dD7g off=989674 len=1005731 2024-08-17T01:05:33.935 INFO:tasks.workunit.client.0.smithi082.stdout:op 1408 completed, throughput=5MB/sec 2024-08-17T01:05:34.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:34 smithi082 ceph-mon[94343]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T01:05:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:34 smithi082 ceph-mon[91979]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T01:05:34.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:34 smithi137 ceph-mon[86391]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T01:05:34.935 INFO:tasks.workunit.client.0.smithi082.stdout: 280: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:34.936 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kIHfqHXxJ6bRGgE off=209181 len=867490 2024-08-17T01:05:34.938 INFO:tasks.workunit.client.0.smithi082.stdout:op 1409 completed, throughput=4.99MB/sec 2024-08-17T01:05:34.938 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CHmgYQbxmIR10iF off=13652216 len=101560 2024-08-17T01:05:34.940 INFO:tasks.workunit.client.0.smithi082.stdout:op 1410 completed, throughput=4.99MB/sec 2024-08-17T01:05:34.940 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gWc7boEyMHV36Jx off=12179121 len=1206702 2024-08-17T01:05:34.945 INFO:tasks.workunit.client.0.smithi082.stdout:op 1411 completed, throughput=4.99MB/sec 2024-08-17T01:05:34.946 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--JM_CL_KRC0N63U off=1005932 len=1513432 2024-08-17T01:05:34.953 INFO:tasks.workunit.client.0.smithi082.stdout:op 1412 completed, throughput=4.99MB/sec 2024-08-17T01:05:34.953 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BDV3ZosoCd97tbB off=2676225 len=1630793 2024-08-17T01:05:34.963 INFO:tasks.workunit.client.0.smithi082.stdout:op 1413 completed, throughput=5MB/sec 2024-08-17T01:05:34.963 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-feMZyHmaSlCgWNI off=4723960 len=1776679 2024-08-17T01:05:34.964 INFO:tasks.workunit.client.0.smithi082.stdout:op 1414 completed, throughput=5.01MB/sec 2024-08-17T01:05:35.378 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:05:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:05:35] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2024-08-17T01:05:35.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:05:35.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:05:35.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:05:35.965 INFO:tasks.workunit.client.0.smithi082.stdout: 281: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:35.965 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Ejg7gzGfyL2zToH off=18545912 len=442104 2024-08-17T01:05:35.966 INFO:tasks.workunit.client.0.smithi082.stdout:op 1415 completed, throughput=4.99MB/sec 2024-08-17T01:05:35.966 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UsQjTIWIizw4QCU off=10103933 len=1004864 2024-08-17T01:05:35.972 INFO:tasks.workunit.client.0.smithi082.stdout:op 1416 completed, throughput=4.99MB/sec 2024-08-17T01:05:36.925 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-q7gp2Vn4DJ6hiYt off=4696869 len=1037662 2024-08-17T01:05:36.926 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:36 smithi137 ceph-mon[86391]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-17T01:05:36.927 INFO:tasks.workunit.client.0.smithi082.stdout:op 1417 completed, throughput=5MB/sec 2024-08-17T01:05:36.927 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HxHgyDdfbz2TlHl off=2163129 len=1689665 2024-08-17T01:05:36.927 INFO:tasks.workunit.client.0.smithi082.stdout:op 1418 completed, throughput=5MB/sec 2024-08-17T01:05:36.927 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:36 smithi082 ceph-mon[91979]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-17T01:05:36.927 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:36 smithi082 ceph-mon[94343]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-17T01:05:36.983 INFO:tasks.workunit.client.0.smithi082.stdout: 282: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:36.983 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tjdOf5ckn9fcwE1 off=1745280 len=1490770 2024-08-17T01:05:36.987 INFO:tasks.workunit.client.0.smithi082.stdout:op 1419 completed, throughput=4.99MB/sec 2024-08-17T01:05:36.987 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4tx1GIXQYy6ntGE off=1192729 len=476825 2024-08-17T01:05:36.987 INFO:tasks.workunit.client.0.smithi082.stdout:op 1420 completed, throughput=4.99MB/sec 2024-08-17T01:05:36.988 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0S0sxsmVOiWoGGi off=10463326 len=2084268 2024-08-17T01:05:36.997 INFO:tasks.workunit.client.0.smithi082.stdout:op 1421 completed, throughput=5MB/sec 2024-08-17T01:05:36.998 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JnzIoRrOdxReyXy off=1192827 len=575776 2024-08-17T01:05:37.001 INFO:tasks.workunit.client.0.smithi082.stdout:op 1422 completed, throughput=5MB/sec 2024-08-17T01:05:37.001 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Fn_B9Gbk4Lm3S0I off=7296139 len=513782 2024-08-17T01:05:37.004 INFO:tasks.workunit.client.0.smithi082.stdout:op 1423 completed, throughput=5MB/sec 2024-08-17T01:05:38.007 INFO:tasks.workunit.client.0.smithi082.stdout: 283: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:38.007 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ie12YC0YhVZ-VCu off=8357354 len=864928 2024-08-17T01:05:38.011 INFO:tasks.workunit.client.0.smithi082.stdout:op 1424 completed, throughput=4.99MB/sec 2024-08-17T01:05:38.011 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-i0-Hxma661h0SHV off=713164 len=973932 2024-08-17T01:05:38.014 INFO:tasks.workunit.client.0.smithi082.stdout:op 1425 completed, throughput=4.99MB/sec 2024-08-17T01:05:38.014 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BM_BeRoRs-jVeBC off=4040681 len=1838044 2024-08-17T01:05:38.023 INFO:tasks.workunit.client.0.smithi082.stdout:op 1426 completed, throughput=5MB/sec 2024-08-17T01:05:38.023 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-C4f4XdH0UbTMDYt off=10073179 len=72876 2024-08-17T01:05:38.026 INFO:tasks.workunit.client.0.smithi082.stdout:op 1427 completed, throughput=5MB/sec 2024-08-17T01:05:38.027 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yUTFJ84IdAeBEF3 off=10630878 len=2063974 2024-08-17T01:05:38.030 INFO:tasks.workunit.client.0.smithi082.stdout:op 1428 completed, throughput=5MB/sec 2024-08-17T01:05:38.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:38 smithi082 ceph-mon[94343]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:05:38.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:38 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:05:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:38 smithi082 ceph-mon[91979]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:05:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:38 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:05:38.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:38 smithi137 ceph-mon[86391]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:05:38.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:38 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:05:39.030 INFO:tasks.workunit.client.0.smithi082.stdout: 284: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:39.030 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_NceyCFqaJH20OT off=221929 len=1002627 2024-08-17T01:05:39.036 INFO:tasks.workunit.client.0.smithi082.stdout:op 1429 completed, throughput=4.99MB/sec 2024-08-17T01:05:39.036 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KYtc9NUG2p4BJVJ off=9019033 len=468011 2024-08-17T01:05:39.038 INFO:tasks.workunit.client.0.smithi082.stdout:op 1430 completed, throughput=4.99MB/sec 2024-08-17T01:05:39.038 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-iqzi0rgMiT1sGnA off=6927694 len=1277998 2024-08-17T01:05:39.042 INFO:tasks.workunit.client.0.smithi082.stdout:op 1431 completed, throughput=4.99MB/sec 2024-08-17T01:05:39.042 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yLkGzCEJEB8nAFn off=1077910 len=1377340 2024-08-17T01:05:39.047 INFO:tasks.workunit.client.0.smithi082.stdout:op 1432 completed, throughput=5MB/sec 2024-08-17T01:05:39.047 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QHh4QD5haeWx7qC off=2567644 len=820502 2024-08-17T01:05:39.051 INFO:tasks.workunit.client.0.smithi082.stdout:op 1433 completed, throughput=5MB/sec 2024-08-17T01:05:39.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:39 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:05:39.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:39 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:05:39.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:39 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:05:39.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:39 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:05:39.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:39 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:05:39.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:39 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:05:39.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:39 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:05:39.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:39 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:05:39.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:39 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:05:40.052 INFO:tasks.workunit.client.0.smithi082.stdout: 285: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:40.052 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-fFkZ1WXGnMCfFVR off=6038909 len=773345 2024-08-17T01:05:40.056 INFO:tasks.workunit.client.0.smithi082.stdout:op 1434 completed, throughput=4.99MB/sec 2024-08-17T01:05:40.056 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-EBSgL3xJ7I1AMIB off=146053 len=428523 2024-08-17T01:05:40.058 INFO:tasks.workunit.client.0.smithi082.stdout:op 1435 completed, throughput=4.99MB/sec 2024-08-17T01:05:40.058 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-33UQ2EmdHLEtPCL off=2791107 len=1415154 2024-08-17T01:05:40.066 INFO:tasks.workunit.client.0.smithi082.stdout:op 1436 completed, throughput=4.99MB/sec 2024-08-17T01:05:40.066 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WaOh9ysFvodhWfD off=416853 len=503786 2024-08-17T01:05:40.067 INFO:tasks.workunit.client.0.smithi082.stdout:op 1437 completed, throughput=4.99MB/sec 2024-08-17T01:05:40.067 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-52GGy3OYODE4WuS off=5612794 len=617924 2024-08-17T01:05:40.068 INFO:tasks.workunit.client.0.smithi082.stdout:op 1438 completed, throughput=5MB/sec 2024-08-17T01:05:40.068 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-R0oGx66kPJoNNHT off=688245 len=118944 2024-08-17T01:05:40.068 INFO:tasks.workunit.client.0.smithi082.stdout:op 1439 completed, throughput=5MB/sec 2024-08-17T01:05:40.069 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HemdRPFw1l9hSfE off=1451279 len=2022617 2024-08-17T01:05:40.070 INFO:tasks.workunit.client.0.smithi082.stdout:op 1440 completed, throughput=5MB/sec 2024-08-17T01:05:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:40 smithi082 ceph-mon[94343]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:05:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:40 smithi082 ceph-mon[91979]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:05:40.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:40 smithi137 ceph-mon[86391]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:05:41.071 INFO:tasks.workunit.client.0.smithi082.stdout: 286: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:41.071 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-VjB3jcvCCb6GNRB off=7614951 len=1844921 2024-08-17T01:05:41.073 INFO:tasks.workunit.client.0.smithi082.stdout:op 1441 completed, throughput=4.99MB/sec 2024-08-17T01:05:41.074 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bbYgwiWYc0_enZk off=4255357 len=51719 2024-08-17T01:05:41.075 INFO:tasks.workunit.client.0.smithi082.stdout:op 1442 completed, throughput=4.99MB/sec 2024-08-17T01:05:41.075 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ULWl90FIgDsqCan off=10258604 len=1160417 2024-08-17T01:05:41.080 INFO:tasks.workunit.client.0.smithi082.stdout:op 1443 completed, throughput=5MB/sec 2024-08-17T01:05:41.080 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XCyEXodNQTxaf3w off=2942667 len=838475 2024-08-17T01:05:41.082 INFO:tasks.workunit.client.0.smithi082.stdout:op 1444 completed, throughput=5MB/sec 2024-08-17T01:05:41.082 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-57y05jGd9Rc4ITR off=3193780 len=473986 2024-08-17T01:05:41.085 INFO:tasks.workunit.client.0.smithi082.stdout:op 1445 completed, throughput=5MB/sec 2024-08-17T01:05:41.086 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--OFtPBAKaBCkGwm off=4871631 len=673862 2024-08-17T01:05:41.087 INFO:tasks.workunit.client.0.smithi082.stdout:op 1446 completed, throughput=5MB/sec 2024-08-17T01:05:41.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:41 smithi082 ceph-mon[94343]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:05:41.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:41 smithi082 ceph-mon[91979]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:05:41.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:41 smithi137 ceph-mon[86391]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:05:42.087 INFO:tasks.workunit.client.0.smithi082.stdout: 287: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:42.088 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WFfEdcIkoYapMB9 off=7784554 len=1279046 2024-08-17T01:05:42.089 INFO:tasks.workunit.client.0.smithi082.stdout:op 1447 completed, throughput=4.99MB/sec 2024-08-17T01:05:42.089 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ArH_S4C-29txhz8 off=5333628 len=534751 2024-08-17T01:05:42.095 INFO:tasks.workunit.client.0.smithi082.stdout:op 1448 completed, throughput=4.99MB/sec 2024-08-17T01:05:42.095 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Rgx8Rlyq5Vzs_s0 off=1534199 len=1986389 2024-08-17T01:05:42.096 INFO:tasks.workunit.client.0.smithi082.stdout:op 1449 completed, throughput=5MB/sec 2024-08-17T01:05:42.096 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rLGly1jogZW2BfW off=742384 len=916931 2024-08-17T01:05:42.098 INFO:tasks.workunit.client.0.smithi082.stdout:op 1450 completed, throughput=5MB/sec 2024-08-17T01:05:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:05:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:05:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:05:43.099 INFO:tasks.workunit.client.0.smithi082.stdout: 288: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:43.099 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-x7sJBkhsd4JOGU_ off=15639202 len=680185 2024-08-17T01:05:43.099 INFO:tasks.workunit.client.0.smithi082.stdout:op 1451 completed, throughput=4.99MB/sec 2024-08-17T01:05:43.100 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gVHSL61mmVqqmDw off=9025362 len=461025 2024-08-17T01:05:43.103 INFO:tasks.workunit.client.0.smithi082.stdout:op 1452 completed, throughput=4.99MB/sec 2024-08-17T01:05:43.103 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Kb8W5c3KBgDbYzt off=13092512 len=908979 2024-08-17T01:05:43.108 INFO:tasks.workunit.client.0.smithi082.stdout:op 1453 completed, throughput=4.99MB/sec 2024-08-17T01:05:43.108 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-68GICBbXXWnEo8D off=4474284 len=194630 2024-08-17T01:05:43.109 INFO:tasks.workunit.client.0.smithi082.stdout:op 1454 completed, throughput=4.99MB/sec 2024-08-17T01:05:43.109 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Z23kHGQdbbTVCpC off=7327949 len=212596 2024-08-17T01:05:43.117 INFO:tasks.workunit.client.0.smithi082.stdout:op 1455 completed, throughput=4.99MB/sec 2024-08-17T01:05:43.117 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8R-2gkeEY6-g2k9 off=4035412 len=1796030 2024-08-17T01:05:43.121 INFO:tasks.workunit.client.0.smithi082.stdout:op 1456 completed, throughput=5MB/sec 2024-08-17T01:05:43.122 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OIZ1aKIvrszCtnT off=4925240 len=1806607 2024-08-17T01:05:43.130 INFO:tasks.workunit.client.0.smithi082.stdout:op 1457 completed, throughput=5MB/sec 2024-08-17T01:05:43.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:43 smithi082 ceph-mon[94343]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:05:43.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:43 smithi082 ceph-mon[91979]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:05:43.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:43 smithi137 ceph-mon[86391]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:05:44.130 INFO:tasks.workunit.client.0.smithi082.stdout: 289: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:44.131 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-W9LKU7-VUzw7W-C off=822242 len=1097833 2024-08-17T01:05:44.133 INFO:tasks.workunit.client.0.smithi082.stdout:op 1458 completed, throughput=4.99MB/sec 2024-08-17T01:05:44.133 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-c5QOe4qWTPW00xo off=7158043 len=426070 2024-08-17T01:05:44.136 INFO:tasks.workunit.client.0.smithi082.stdout:op 1459 completed, throughput=4.99MB/sec 2024-08-17T01:05:44.137 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EdFE1DTQN9NY7EG off=14685512 len=2039646 2024-08-17T01:05:44.147 INFO:tasks.workunit.client.0.smithi082.stdout:op 1460 completed, throughput=5MB/sec 2024-08-17T01:05:44.147 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-phjNmrJFV86fM3u off=2488501 len=329918 2024-08-17T01:05:44.150 INFO:tasks.workunit.client.0.smithi082.stdout:op 1461 completed, throughput=5MB/sec 2024-08-17T01:05:44.150 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_rlnpMJ2k0ym4Jr off=128188 len=394713 2024-08-17T01:05:44.154 INFO:tasks.workunit.client.0.smithi082.stdout:op 1462 completed, throughput=5MB/sec 2024-08-17T01:05:44.154 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tchunrb5VvYH9a_ off=3813180 len=1572427 2024-08-17T01:05:44.162 INFO:tasks.workunit.client.0.smithi082.stdout:op 1463 completed, throughput=5MB/sec 2024-08-17T01:05:45.162 INFO:tasks.workunit.client.0.smithi082.stdout: 290: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:45.163 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Vjt-cNjw0dd6lvk off=1796682 len=1455077 2024-08-17T01:05:45.171 INFO:tasks.workunit.client.0.smithi082.stdout:op 1464 completed, throughput=4.99MB/sec 2024-08-17T01:05:45.171 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qcxo2JAWtLOG6T2 off=831654 len=1068732 2024-08-17T01:05:45.172 INFO:tasks.workunit.client.0.smithi082.stdout:op 1465 completed, throughput=4.99MB/sec 2024-08-17T01:05:45.172 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-D8hQ-JJ3cCTbm8e off=470819 len=862998 2024-08-17T01:05:45.174 INFO:tasks.workunit.client.0.smithi082.stdout:op 1466 completed, throughput=5MB/sec 2024-08-17T01:05:45.174 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3Y9usXYn--5gqjD off=1252160 len=867182 2024-08-17T01:05:45.174 INFO:tasks.workunit.client.0.smithi082.stdout:op 1467 completed, throughput=5MB/sec 2024-08-17T01:05:45.452 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:05:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:05:45] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2024-08-17T01:05:45.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:45 smithi082 ceph-mon[91979]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-17T01:05:45.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:45 smithi082 ceph-mon[94343]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-17T01:05:45.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:45 smithi137 ceph-mon[86391]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-17T01:05:46.175 INFO:tasks.workunit.client.0.smithi082.stdout: 291: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:46.175 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6ogxIhTLb_nnfQe off=6778931 len=318410 2024-08-17T01:05:46.176 INFO:tasks.workunit.client.0.smithi082.stdout:op 1468 completed, throughput=4.98MB/sec 2024-08-17T01:05:46.177 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4tmTO5zwlzbi7iI off=10121112 len=2009206 2024-08-17T01:05:46.178 INFO:tasks.workunit.client.0.smithi082.stdout:op 1469 completed, throughput=4.99MB/sec 2024-08-17T01:05:46.178 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dqdH5oyLKPH3svw off=33681 len=603331 2024-08-17T01:05:46.179 INFO:tasks.workunit.client.0.smithi082.stdout:op 1470 completed, throughput=4.99MB/sec 2024-08-17T01:05:46.179 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-CF2AEdO8I4VxhR- off=3073962 len=1232778 2024-08-17T01:05:46.181 INFO:tasks.workunit.client.0.smithi082.stdout:op 1471 completed, throughput=5MB/sec 2024-08-17T01:05:46.181 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-s1GFZVJHOutI4m3 off=5766911 len=1580055 2024-08-17T01:05:46.191 INFO:tasks.workunit.client.0.smithi082.stdout:op 1472 completed, throughput=5MB/sec 2024-08-17T01:05:47.191 INFO:tasks.workunit.client.0.smithi082.stdout: 292: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:47.191 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-O-vHIvobMcxeovv off=12821189 len=697243 2024-08-17T01:05:47.192 INFO:tasks.workunit.client.0.smithi082.stdout:op 1473 completed, throughput=4.99MB/sec 2024-08-17T01:05:47.192 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-H5CU2a-B9gjnhRK off=9934706 len=425569 2024-08-17T01:05:47.195 INFO:tasks.workunit.client.0.smithi082.stdout:op 1474 completed, throughput=4.99MB/sec 2024-08-17T01:05:47.195 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_Jke58-AtS7hhpT off=16726996 len=274247 2024-08-17T01:05:47.196 INFO:tasks.workunit.client.0.smithi082.stdout:op 1475 completed, throughput=4.99MB/sec 2024-08-17T01:05:47.196 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-fFe3YEZ8mEvk7Pg off=3867522 len=1474759 2024-08-17T01:05:47.206 INFO:tasks.workunit.client.0.smithi082.stdout:op 1476 completed, throughput=4.99MB/sec 2024-08-17T01:05:47.206 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jRvNuWHf8Ufak44 off=4909930 len=96285 2024-08-17T01:05:47.206 INFO:tasks.workunit.client.0.smithi082.stdout:op 1477 completed, throughput=4.99MB/sec 2024-08-17T01:05:47.206 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OjZlc9tvMrJd3Jd off=21871197 len=1259897 2024-08-17T01:05:47.212 INFO:tasks.workunit.client.0.smithi082.stdout:op 1478 completed, throughput=5MB/sec 2024-08-17T01:05:47.212 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-7ZsBDdenrcpqZHE off=808062 len=2065494 2024-08-17T01:05:47.224 INFO:tasks.workunit.client.0.smithi082.stdout:op 1479 completed, throughput=5MB/sec 2024-08-17T01:05:47.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:47 smithi082 ceph-mon[94343]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:05:47.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:47 smithi082 ceph-mon[91979]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:05:47.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:47 smithi137 ceph-mon[86391]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:05:48.224 INFO:tasks.workunit.client.0.smithi082.stdout: 293: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:48.224 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mX7Xbe1lXQekY_0 off=5534377 len=1815454 2024-08-17T01:05:48.226 INFO:tasks.workunit.client.0.smithi082.stdout:op 1480 completed, throughput=4.99MB/sec 2024-08-17T01:05:48.226 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-d-aFn785c4TVby3 off=66486 len=2027554 2024-08-17T01:05:48.228 INFO:tasks.workunit.client.0.smithi082.stdout:op 1481 completed, throughput=5MB/sec 2024-08-17T01:05:48.228 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0DhxeasNcimFZlb off=3010551 len=974766 2024-08-17T01:05:48.234 INFO:tasks.workunit.client.0.smithi082.stdout:op 1482 completed, throughput=5MB/sec 2024-08-17T01:05:49.235 INFO:tasks.workunit.client.0.smithi082.stdout: 294: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:49.235 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rEJIUHyAelUaRPp off=22023487 len=392202 2024-08-17T01:05:49.239 INFO:tasks.workunit.client.0.smithi082.stdout:op 1483 completed, throughput=4.99MB/sec 2024-08-17T01:05:49.239 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-u7fqP8HPZuEleVJ off=2182228 len=1532458 2024-08-17T01:05:49.242 INFO:tasks.workunit.client.0.smithi082.stdout:op 1484 completed, throughput=4.99MB/sec 2024-08-17T01:05:49.242 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-v-aj-a5iATTSdZf off=8010066 len=962758 2024-08-17T01:05:49.248 INFO:tasks.workunit.client.0.smithi082.stdout:op 1485 completed, throughput=5MB/sec 2024-08-17T01:05:49.248 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JrpQPgvZl8RMogr off=6664966 len=1697449 2024-08-17T01:05:49.252 INFO:tasks.workunit.client.0.smithi082.stdout:op 1486 completed, throughput=5MB/sec 2024-08-17T01:05:49.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:49 smithi082 ceph-mon[91979]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:05:49.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:49 smithi082 ceph-mon[94343]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:05:49.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:49 smithi137 ceph-mon[86391]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:05:50.252 INFO:tasks.workunit.client.0.smithi082.stdout: 295: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:50.252 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0h4yFZdIlWNucK2 off=10080080 len=1192752 2024-08-17T01:05:50.254 INFO:tasks.workunit.client.0.smithi082.stdout:op 1487 completed, throughput=4.99MB/sec 2024-08-17T01:05:50.254 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jWWoOJ9HeP8kOID off=2031832 len=369043 2024-08-17T01:05:50.255 INFO:tasks.workunit.client.0.smithi082.stdout:op 1488 completed, throughput=4.99MB/sec 2024-08-17T01:05:50.255 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-blRbKrZCaM6trP8 off=13928112 len=1113257 2024-08-17T01:05:50.261 INFO:tasks.workunit.client.0.smithi082.stdout:op 1489 completed, throughput=4.99MB/sec 2024-08-17T01:05:50.261 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-r-fgpUqXgIBfTyJ off=7076670 len=1212672 2024-08-17T01:05:50.270 INFO:tasks.workunit.client.0.smithi082.stdout:op 1490 completed, throughput=5MB/sec 2024-08-17T01:05:50.270 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-GBmfugxAvWQvrjC off=10303406 len=1041549 2024-08-17T01:05:50.271 INFO:tasks.workunit.client.0.smithi082.stdout:op 1491 completed, throughput=5MB/sec 2024-08-17T01:05:50.271 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-68IiYJ_pDPK9pf_ off=15456556 len=492232 2024-08-17T01:05:50.271 INFO:tasks.workunit.client.0.smithi082.stdout:op 1492 completed, throughput=5MB/sec 2024-08-17T01:05:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:05:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:05:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:05:51.272 INFO:tasks.workunit.client.0.smithi082.stdout: 296: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:51.272 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HyE5hSBqFtmGPu3 off=12571495 len=445105 2024-08-17T01:05:51.276 INFO:tasks.workunit.client.0.smithi082.stdout:op 1493 completed, throughput=4.99MB/sec 2024-08-17T01:05:51.276 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SasEtota1q0PzGU off=2142028 len=1729218 2024-08-17T01:05:51.285 INFO:tasks.workunit.client.0.smithi082.stdout:op 1494 completed, throughput=4.99MB/sec 2024-08-17T01:05:51.285 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-eZWbbh1wzOgKr52 off=6189849 len=414448 2024-08-17T01:05:51.286 INFO:tasks.workunit.client.0.smithi082.stdout:op 1495 completed, throughput=4.99MB/sec 2024-08-17T01:05:51.286 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-57y05jGd9Rc4ITR off=1999895 len=1814462 2024-08-17T01:05:51.295 INFO:tasks.workunit.client.0.smithi082.stdout:op 1496 completed, throughput=5MB/sec 2024-08-17T01:05:51.295 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5GPs44KHSPjEGYf off=1861455 len=1438947 2024-08-17T01:05:51.296 INFO:tasks.workunit.client.0.smithi082.stdout:op 1497 completed, throughput=5MB/sec 2024-08-17T01:05:51.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:51 smithi082 ceph-mon[91979]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:05:51.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:51 smithi082 ceph-mon[94343]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:05:51.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:51 smithi137 ceph-mon[86391]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:05:52.297 INFO:tasks.workunit.client.0.smithi082.stdout: 297: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:52.297 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vA5Sn23NQ6bSsTc off=21205 len=1440732 2024-08-17T01:05:52.303 INFO:tasks.workunit.client.0.smithi082.stdout:op 1498 completed, throughput=4.99MB/sec 2024-08-17T01:05:52.303 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-7Rt3bdrlkfr-nXi off=2603044 len=190007 2024-08-17T01:05:52.303 INFO:tasks.workunit.client.0.smithi082.stdout:op 1499 completed, throughput=4.99MB/sec 2024-08-17T01:05:52.304 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KDHvkY8E6DXrSdB off=3032887 len=1296625 2024-08-17T01:05:52.310 INFO:tasks.workunit.client.0.smithi082.stdout:op 1500 completed, throughput=4.99MB/sec 2024-08-17T01:05:52.311 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_IZJ-zuBX3xT-qk off=10656485 len=1046127 2024-08-17T01:05:52.311 INFO:tasks.workunit.client.0.smithi082.stdout:op 1501 completed, throughput=5MB/sec 2024-08-17T01:05:52.311 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CMKft3rBC_CQ5iu off=1730338 len=709574 2024-08-17T01:05:52.315 INFO:tasks.workunit.client.0.smithi082.stdout:op 1502 completed, throughput=5MB/sec 2024-08-17T01:05:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:05:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:05:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:05:53.316 INFO:tasks.workunit.client.0.smithi082.stdout: 298: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:53.316 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5yeTlnga4ZnvJgs off=2203728 len=1714389 2024-08-17T01:05:53.320 INFO:tasks.workunit.client.0.smithi082.stdout:op 1503 completed, throughput=4.99MB/sec 2024-08-17T01:05:53.320 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-VfxvKeqKZBzEoUX off=5267543 len=1731244 2024-08-17T01:05:53.331 INFO:tasks.workunit.client.0.smithi082.stdout:op 1504 completed, throughput=4.99MB/sec 2024-08-17T01:05:53.331 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NxN0ge-v2vke0hr off=1287371 len=397515 2024-08-17T01:05:53.332 INFO:tasks.workunit.client.0.smithi082.stdout:op 1505 completed, throughput=5MB/sec 2024-08-17T01:05:53.332 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-nZSGfW4MxE7kpHn off=616210 len=240480 2024-08-17T01:05:53.335 INFO:tasks.workunit.client.0.smithi082.stdout:op 1506 completed, throughput=5MB/sec 2024-08-17T01:05:53.335 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OougMp584swiZzd off=115747 len=1147311 2024-08-17T01:05:53.337 INFO:tasks.workunit.client.0.smithi082.stdout:op 1507 completed, throughput=5MB/sec 2024-08-17T01:05:53.337 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Pzy6byk7qColn23 off=6214135 len=810695 2024-08-17T01:05:53.342 INFO:tasks.workunit.client.0.smithi082.stdout:op 1508 completed, throughput=5MB/sec 2024-08-17T01:05:53.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:53 smithi082 ceph-mon[94343]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:05:53.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:53 smithi082 ceph-mon[91979]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:05:53.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:53 smithi137 ceph-mon[86391]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:05:54.342 INFO:tasks.workunit.client.0.smithi082.stdout: 299: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:54.343 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YArQU-cD59jdXab off=922011 len=1355905 2024-08-17T01:05:54.350 INFO:tasks.workunit.client.0.smithi082.stdout:op 1509 completed, throughput=4.99MB/sec 2024-08-17T01:05:54.350 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-unfgZUsVr0lwqRf off=13243427 len=1633208 2024-08-17T01:05:54.350 INFO:tasks.workunit.client.0.smithi082.stdout:op 1510 completed, throughput=5MB/sec 2024-08-17T01:05:54.351 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NF_u1GISiBLbQhk off=6563979 len=1375136 2024-08-17T01:05:54.356 INFO:tasks.workunit.client.0.smithi082.stdout:op 1511 completed, throughput=5MB/sec 2024-08-17T01:05:54.357 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4fsIaquRCe042gR off=6487268 len=2060806 2024-08-17T01:05:54.363 INFO:tasks.workunit.client.0.smithi082.stdout:op 1512 completed, throughput=5.01MB/sec 2024-08-17T01:05:55.364 INFO:tasks.workunit.client.0.smithi082.stdout: 300: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:55.364 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-g3JR3RGCYXgxB2e off=1290970 len=756573 2024-08-17T01:05:55.365 INFO:tasks.workunit.client.0.smithi082.stdout:op 1513 completed, throughput=4.99MB/sec 2024-08-17T01:05:55.365 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wVBPFTwgnt56kDE off=645981 len=1519670 2024-08-17T01:05:55.367 INFO:tasks.workunit.client.0.smithi082.stdout:op 1514 completed, throughput=5MB/sec 2024-08-17T01:05:55.367 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-viiIXMDghOuH_W6 off=653591 len=1333796 2024-08-17T01:05:55.369 INFO:tasks.workunit.client.0.smithi082.stdout:op 1515 completed, throughput=5MB/sec 2024-08-17T01:05:55.469 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:05:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:05:55] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-08-17T01:05:55.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:55 smithi082 ceph-mon[91979]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:05:55.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:55 smithi082 ceph-mon[94343]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:05:55.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:55 smithi137 ceph-mon[86391]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:05:56.369 INFO:tasks.workunit.client.0.smithi082.stdout: 301: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:56.370 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SFZDYZzE9wir91W off=1380708 len=999157 2024-08-17T01:05:56.374 INFO:tasks.workunit.client.0.smithi082.stdout:op 1516 completed, throughput=4.99MB/sec 2024-08-17T01:05:56.374 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xUAHkE34HkxXq9o off=17435760 len=1011333 2024-08-17T01:05:56.380 INFO:tasks.workunit.client.0.smithi082.stdout:op 1517 completed, throughput=4.99MB/sec 2024-08-17T01:05:56.380 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Ovg1vlKCDixSuN2 off=8354039 len=852214 2024-08-17T01:05:56.381 INFO:tasks.workunit.client.0.smithi082.stdout:op 1518 completed, throughput=4.99MB/sec 2024-08-17T01:05:56.381 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4WKwmcfuw4OCgKs off=9067698 len=1356574 2024-08-17T01:05:56.387 INFO:tasks.workunit.client.0.smithi082.stdout:op 1519 completed, throughput=5MB/sec 2024-08-17T01:05:56.388 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JOe4-g4tD50kisT off=9828199 len=441199 2024-08-17T01:05:56.388 INFO:tasks.workunit.client.0.smithi082.stdout:op 1520 completed, throughput=5MB/sec 2024-08-17T01:05:56.388 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-cLicTCPLPrJ4qNr off=1862366 len=1048176 2024-08-17T01:05:56.389 INFO:tasks.workunit.client.0.smithi082.stdout:op 1521 completed, throughput=5MB/sec 2024-08-17T01:05:57.390 INFO:tasks.workunit.client.0.smithi082.stdout: 302: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:57.390 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-r5E1yyZj6Z2fALF off=2306764 len=1655598 2024-08-17T01:05:57.398 INFO:tasks.workunit.client.0.smithi082.stdout:op 1522 completed, throughput=4.99MB/sec 2024-08-17T01:05:57.398 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-m8pLWrY15itYEws off=7085419 len=1146833 2024-08-17T01:05:57.405 INFO:tasks.workunit.client.0.smithi082.stdout:op 1523 completed, throughput=4.99MB/sec 2024-08-17T01:05:57.405 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-At1cqkWbifOSup8 off=7098721 len=1904003 2024-08-17T01:05:57.407 INFO:tasks.workunit.client.0.smithi082.stdout:op 1524 completed, throughput=5MB/sec 2024-08-17T01:05:57.407 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-lXV0BjkCdUWZhTN off=696319 len=1259555 2024-08-17T01:05:57.408 INFO:tasks.workunit.client.0.smithi082.stdout:op 1525 completed, throughput=5MB/sec 2024-08-17T01:05:57.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:57 smithi082 ceph-mon[94343]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:05:57.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:57 smithi082 ceph-mon[91979]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:05:57.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:57 smithi137 ceph-mon[86391]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:05:58.409 INFO:tasks.workunit.client.0.smithi082.stdout: 303: throughput=4.99MB/sec pending data=0 2024-08-17T01:05:58.409 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-LI2pKpxPgSeROGo off=14485380 len=617131 2024-08-17T01:05:58.410 INFO:tasks.workunit.client.0.smithi082.stdout:op 1526 completed, throughput=4.99MB/sec 2024-08-17T01:05:58.410 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WwHXjS9kLoIyzfS off=2102488 len=1368311 2024-08-17T01:05:58.417 INFO:tasks.workunit.client.0.smithi082.stdout:op 1527 completed, throughput=4.99MB/sec 2024-08-17T01:05:58.417 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-LtESQ_ZqjIyXRDf off=1843951 len=802630 2024-08-17T01:05:58.419 INFO:tasks.workunit.client.0.smithi082.stdout:op 1528 completed, throughput=5MB/sec 2024-08-17T01:05:58.419 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mTAVv7jFrIQnfzO off=7367060 len=1790652 2024-08-17T01:05:58.427 INFO:tasks.workunit.client.0.smithi082.stdout:op 1529 completed, throughput=5MB/sec 2024-08-17T01:05:59.427 INFO:tasks.workunit.client.0.smithi082.stdout: 304: throughput=4.98MB/sec pending data=0 2024-08-17T01:05:59.427 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dxHWdcF6fBV1ENL off=11531791 len=1937400 2024-08-17T01:05:59.430 INFO:tasks.workunit.client.0.smithi082.stdout:op 1530 completed, throughput=4.99MB/sec 2024-08-17T01:05:59.430 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zbajxWgpc1JkClV off=12898226 len=1422994 2024-08-17T01:05:59.438 INFO:tasks.workunit.client.0.smithi082.stdout:op 1531 completed, throughput=5MB/sec 2024-08-17T01:05:59.438 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PFPGcW5CuRPjLn3 off=1308969 len=1332168 2024-08-17T01:05:59.440 INFO:tasks.workunit.client.0.smithi082.stdout:op 1532 completed, throughput=5MB/sec 2024-08-17T01:05:59.440 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zRyz-cP6dxzwOhu off=6114394 len=1957085 2024-08-17T01:05:59.449 INFO:tasks.workunit.client.0.smithi082.stdout:op 1533 completed, throughput=5.01MB/sec 2024-08-17T01:05:59.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:05:59 smithi082 ceph-mon[91979]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:05:59.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:05:59 smithi082 ceph-mon[94343]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:05:59.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:05:59 smithi137 ceph-mon[86391]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:06:00.450 INFO:tasks.workunit.client.0.smithi082.stdout: 305: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:00.450 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UOoocOdJLmK8uwW off=16132623 len=1918466 2024-08-17T01:06:00.461 INFO:tasks.workunit.client.0.smithi082.stdout:op 1534 completed, throughput=4.99MB/sec 2024-08-17T01:06:00.461 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-a-A2-Ve21sYqqgF off=2230306 len=98116 2024-08-17T01:06:00.464 INFO:tasks.workunit.client.0.smithi082.stdout:op 1535 completed, throughput=4.99MB/sec 2024-08-17T01:06:00.464 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-t8l7ViMyuTYUKwc off=482708 len=961203 2024-08-17T01:06:00.466 INFO:tasks.workunit.client.0.smithi082.stdout:op 1536 completed, throughput=5MB/sec 2024-08-17T01:06:00.466 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-nNQ3VNST1_4DSrc off=2662647 len=1377399 2024-08-17T01:06:00.471 INFO:tasks.workunit.client.0.smithi082.stdout:op 1537 completed, throughput=5MB/sec 2024-08-17T01:06:01.471 INFO:tasks.workunit.client.0.smithi082.stdout: 306: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:01.472 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IerYLt8tfnqxe3c off=6483001 len=1118228 2024-08-17T01:06:01.473 INFO:tasks.workunit.client.0.smithi082.stdout:op 1538 completed, throughput=4.99MB/sec 2024-08-17T01:06:01.473 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-H9KSK5xlTiWwU2j off=2983462 len=1651057 2024-08-17T01:06:01.478 INFO:tasks.workunit.client.0.smithi082.stdout:op 1539 completed, throughput=4.99MB/sec 2024-08-17T01:06:01.478 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-E-mu693p8BicmqZ off=13615648 len=168333 2024-08-17T01:06:01.482 INFO:tasks.workunit.client.0.smithi082.stdout:op 1540 completed, throughput=4.99MB/sec 2024-08-17T01:06:01.482 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_bc_FoTaIMsrOK5 off=950029 len=1711543 2024-08-17T01:06:01.490 INFO:tasks.workunit.client.0.smithi082.stdout:op 1541 completed, throughput=5MB/sec 2024-08-17T01:06:01.490 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NWwWf82kCKDfQqu off=12272905 len=650570 2024-08-17T01:06:01.493 INFO:tasks.workunit.client.0.smithi082.stdout:op 1542 completed, throughput=5MB/sec 2024-08-17T01:06:01.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:01 smithi137 ceph-mon[86391]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:06:01.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:01 smithi082 ceph-mon[94343]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:06:01.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:01 smithi082 ceph-mon[91979]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:06:02.493 INFO:tasks.workunit.client.0.smithi082.stdout: 307: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:02.494 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0l_HsIa8b2YYf-q off=4427978 len=1980919 2024-08-17T01:06:02.496 INFO:tasks.workunit.client.0.smithi082.stdout:op 1543 completed, throughput=4.99MB/sec 2024-08-17T01:06:02.496 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-eTKSaIFPWivKabC off=613170 len=1803791 2024-08-17T01:06:02.507 INFO:tasks.workunit.client.0.smithi082.stdout:op 1544 completed, throughput=5MB/sec 2024-08-17T01:06:02.507 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xGC_88FzBZCptwd off=12800889 len=1850438 2024-08-17T01:06:02.516 INFO:tasks.workunit.client.0.smithi082.stdout:op 1545 completed, throughput=5MB/sec 2024-08-17T01:06:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:06:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:06:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:06:03.517 INFO:tasks.workunit.client.0.smithi082.stdout: 308: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:03.517 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IQUM2bzis9CKAYs off=0 len=1074383 2024-08-17T01:06:03.523 INFO:tasks.workunit.client.0.smithi082.stdout:op 1546 completed, throughput=4.99MB/sec 2024-08-17T01:06:03.523 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NC0PxHZwuTgO7tl off=4098872 len=1323202 2024-08-17T01:06:03.524 INFO:tasks.workunit.client.0.smithi082.stdout:op 1547 completed, throughput=4.99MB/sec 2024-08-17T01:06:03.525 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bUPWEckqhrSUlL4 off=1859413 len=367407 2024-08-17T01:06:03.525 INFO:tasks.workunit.client.0.smithi082.stdout:op 1548 completed, throughput=4.99MB/sec 2024-08-17T01:06:03.525 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1mZ96RabtjXvo8M off=828259 len=51845 2024-08-17T01:06:03.526 INFO:tasks.workunit.client.0.smithi082.stdout:op 1549 completed, throughput=5MB/sec 2024-08-17T01:06:03.526 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zRyz-cP6dxzwOhu off=19137487 len=591582 2024-08-17T01:06:03.530 INFO:tasks.workunit.client.0.smithi082.stdout:op 1550 completed, throughput=5MB/sec 2024-08-17T01:06:03.530 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Eg7_DzIhgUu-DuX off=3231832 len=1702284 2024-08-17T01:06:03.539 INFO:tasks.workunit.client.0.smithi082.stdout:op 1551 completed, throughput=5MB/sec 2024-08-17T01:06:03.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:03 smithi137 ceph-mon[86391]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:06:03.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:03 smithi082 ceph-mon[94343]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:06:03.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:03 smithi082 ceph-mon[91979]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:06:04.540 INFO:tasks.workunit.client.0.smithi082.stdout: 309: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:04.540 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-H8lpowXUgvklqRI off=2515851 len=635449 2024-08-17T01:06:04.544 INFO:tasks.workunit.client.0.smithi082.stdout:op 1552 completed, throughput=4.99MB/sec 2024-08-17T01:06:04.544 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YGGoH9sVn56RukR off=15183537 len=976019 2024-08-17T01:06:04.550 INFO:tasks.workunit.client.0.smithi082.stdout:op 1553 completed, throughput=4.99MB/sec 2024-08-17T01:06:04.550 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-aOH6ld0_3zXJs0I off=261818 len=1494508 2024-08-17T01:06:04.551 INFO:tasks.workunit.client.0.smithi082.stdout:op 1554 completed, throughput=5MB/sec 2024-08-17T01:06:04.551 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-u5XOcBXlYWSOf0z off=5581814 len=776118 2024-08-17T01:06:04.555 INFO:tasks.workunit.client.0.smithi082.stdout:op 1555 completed, throughput=5MB/sec 2024-08-17T01:06:04.556 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Spgh4IPbKV7PUWg off=4839258 len=181745 2024-08-17T01:06:04.556 INFO:tasks.workunit.client.0.smithi082.stdout:op 1556 completed, throughput=5MB/sec 2024-08-17T01:06:04.556 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZIzsUs6kYtmeGHN off=9059113 len=1253625 2024-08-17T01:06:04.564 INFO:tasks.workunit.client.0.smithi082.stdout:op 1557 completed, throughput=5MB/sec 2024-08-17T01:06:05.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:06:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:06:05] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-08-17T01:06:05.564 INFO:tasks.workunit.client.0.smithi082.stdout: 310: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:05.565 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rOIBhDq-iL-ZcMp off=8768535 len=1629207 2024-08-17T01:06:05.571 INFO:tasks.workunit.client.0.smithi082.stdout:op 1558 completed, throughput=4.99MB/sec 2024-08-17T01:06:05.571 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0flpCYZKFZEKcHa off=3372876 len=654148 2024-08-17T01:06:05.573 INFO:tasks.workunit.client.0.smithi082.stdout:op 1559 completed, throughput=4.99MB/sec 2024-08-17T01:06:05.573 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tDzIQBF9JskP9Ss off=371469 len=623796 2024-08-17T01:06:05.576 INFO:tasks.workunit.client.0.smithi082.stdout:op 1560 completed, throughput=4.99MB/sec 2024-08-17T01:06:05.576 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kZvCtpN91LZn4qb off=7839866 len=253271 2024-08-17T01:06:05.577 INFO:tasks.workunit.client.0.smithi082.stdout:op 1561 completed, throughput=5MB/sec 2024-08-17T01:06:05.577 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UUttRyGVTjQRV8N off=12727050 len=1056886 2024-08-17T01:06:05.582 INFO:tasks.workunit.client.0.smithi082.stdout:op 1562 completed, throughput=5MB/sec 2024-08-17T01:06:05.583 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pbIOvt9BvMm9gnC off=9658765 len=1924732 2024-08-17T01:06:05.591 INFO:tasks.workunit.client.0.smithi082.stdout:op 1563 completed, throughput=5MB/sec 2024-08-17T01:06:05.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:05 smithi137 ceph-mon[86391]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-17T01:06:05.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:06:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:05 smithi082 ceph-mon[94343]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-17T01:06:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:06:05.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:05 smithi082 ceph-mon[91979]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-17T01:06:05.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:06:06.591 INFO:tasks.workunit.client.0.smithi082.stdout: 311: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:06.591 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Ca79FBqKld7u8u8 off=18283937 len=693643 2024-08-17T01:06:06.592 INFO:tasks.workunit.client.0.smithi082.stdout:op 1564 completed, throughput=4.99MB/sec 2024-08-17T01:06:06.592 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rbhfx7hql47JA-c off=21411999 len=1376829 2024-08-17T01:06:06.599 INFO:tasks.workunit.client.0.smithi082.stdout:op 1565 completed, throughput=4.99MB/sec 2024-08-17T01:06:06.599 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-82wBa6cqkF7RBf2 off=9799754 len=728907 2024-08-17T01:06:06.603 INFO:tasks.workunit.client.0.smithi082.stdout:op 1566 completed, throughput=5MB/sec 2024-08-17T01:06:06.603 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OpQ_mNnY8DiVNrY off=1857214 len=183603 2024-08-17T01:06:06.606 INFO:tasks.workunit.client.0.smithi082.stdout:op 1567 completed, throughput=5MB/sec 2024-08-17T01:06:06.606 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-LNkN21yT22pnw10 off=6214859 len=1497902 2024-08-17T01:06:06.611 INFO:tasks.workunit.client.0.smithi082.stdout:op 1568 completed, throughput=5MB/sec 2024-08-17T01:06:07.612 INFO:tasks.workunit.client.0.smithi082.stdout: 312: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:07.612 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YOt8nWDAhDAiEi1 off=2850870 len=1121488 2024-08-17T01:06:07.618 INFO:tasks.workunit.client.0.smithi082.stdout:op 1569 completed, throughput=4.99MB/sec 2024-08-17T01:06:07.618 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-soOu_aIUgSvAzf3 off=18370136 len=791235 2024-08-17T01:06:07.622 INFO:tasks.workunit.client.0.smithi082.stdout:op 1570 completed, throughput=4.99MB/sec 2024-08-17T01:06:07.622 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZkWeylWGvMR_UvY off=7567493 len=50884 2024-08-17T01:06:07.623 INFO:tasks.workunit.client.0.smithi082.stdout:op 1571 completed, throughput=4.99MB/sec 2024-08-17T01:06:07.623 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-j0DiLCHyM5Crl5c off=618341 len=990655 2024-08-17T01:06:07.628 INFO:tasks.workunit.client.0.smithi082.stdout:op 1572 completed, throughput=4.99MB/sec 2024-08-17T01:06:07.628 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-T-Ts0o_ADmSPGbF off=414020 len=46320 2024-08-17T01:06:07.630 INFO:tasks.workunit.client.0.smithi082.stdout:op 1573 completed, throughput=4.99MB/sec 2024-08-17T01:06:07.630 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Nncd2Lw31Wv7YWI off=5126576 len=264217 2024-08-17T01:06:07.633 INFO:tasks.workunit.client.0.smithi082.stdout:op 1574 completed, throughput=5MB/sec 2024-08-17T01:06:07.633 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0KOk94W1RLkeBaY off=9555908 len=493492 2024-08-17T01:06:07.636 INFO:tasks.workunit.client.0.smithi082.stdout:op 1575 completed, throughput=5MB/sec 2024-08-17T01:06:07.636 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YmCFXW3YB5zJ_v2 off=7101593 len=890679 2024-08-17T01:06:07.638 INFO:tasks.workunit.client.0.smithi082.stdout:op 1576 completed, throughput=5MB/sec 2024-08-17T01:06:07.638 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9zX2MlwB6WL78Mt off=6752880 len=437184 2024-08-17T01:06:07.638 INFO:tasks.workunit.client.0.smithi082.stdout:op 1577 completed, throughput=5MB/sec 2024-08-17T01:06:07.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:07 smithi137 ceph-mon[86391]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:06:07.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:07 smithi082 ceph-mon[94343]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:06:07.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:07 smithi082 ceph-mon[91979]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:06:08.639 INFO:tasks.workunit.client.0.smithi082.stdout: 313: throughput=4.98MB/sec pending data=0 2024-08-17T01:06:08.639 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HDznYlGnPcvk3kY off=11331100 len=2019412 2024-08-17T01:06:08.643 INFO:tasks.workunit.client.0.smithi082.stdout:op 1578 completed, throughput=4.99MB/sec 2024-08-17T01:06:08.643 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NPNydAYQ07oeVFs off=9365219 len=1017447 2024-08-17T01:06:08.649 INFO:tasks.workunit.client.0.smithi082.stdout:op 1579 completed, throughput=4.99MB/sec 2024-08-17T01:06:08.649 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yi988e7neBXBBeT off=2479197 len=1857522 2024-08-17T01:06:08.659 INFO:tasks.workunit.client.0.smithi082.stdout:op 1580 completed, throughput=5MB/sec 2024-08-17T01:06:08.659 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6_lCdftd2qw7Atr off=7131929 len=693874 2024-08-17T01:06:08.663 INFO:tasks.workunit.client.0.smithi082.stdout:op 1581 completed, throughput=5MB/sec 2024-08-17T01:06:09.663 INFO:tasks.workunit.client.0.smithi082.stdout: 314: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:09.664 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-C429UlbT7RfUAE4 off=1524746 len=1762642 2024-08-17T01:06:09.672 INFO:tasks.workunit.client.0.smithi082.stdout:op 1582 completed, throughput=4.99MB/sec 2024-08-17T01:06:09.672 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1WV9wpO2c3vnBIF off=3087970 len=150898 2024-08-17T01:06:09.674 INFO:tasks.workunit.client.0.smithi082.stdout:op 1583 completed, throughput=4.99MB/sec 2024-08-17T01:06:09.674 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tM12y7Ie4Jg7MjU off=1480682 len=1326679 2024-08-17T01:06:09.676 INFO:tasks.workunit.client.0.smithi082.stdout:op 1584 completed, throughput=4.99MB/sec 2024-08-17T01:06:09.676 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-brr5ecNYgCHQW9g off=1330843 len=80395 2024-08-17T01:06:09.679 INFO:tasks.workunit.client.0.smithi082.stdout:op 1585 completed, throughput=5MB/sec 2024-08-17T01:06:09.679 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fACz2CwgtdY9lRA off=803265 len=1014833 2024-08-17T01:06:09.680 INFO:tasks.workunit.client.0.smithi082.stdout:op 1586 completed, throughput=5MB/sec 2024-08-17T01:06:09.680 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-D1NJ3kUnpx7Itpq off=4418810 len=983087 2024-08-17T01:06:09.681 INFO:tasks.workunit.client.0.smithi082.stdout:op 1587 completed, throughput=5MB/sec 2024-08-17T01:06:09.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:09 smithi082 ceph-mon[94343]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:06:09.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:09 smithi082 ceph-mon[91979]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:06:09.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:09 smithi137 ceph-mon[86391]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:06:10.682 INFO:tasks.workunit.client.0.smithi082.stdout: 315: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:10.682 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-J4eZhCM4IKmL3bm off=8305170 len=1605000 2024-08-17T01:06:10.688 INFO:tasks.workunit.client.0.smithi082.stdout:op 1588 completed, throughput=4.99MB/sec 2024-08-17T01:06:10.688 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oWS5yW_awLQbgPP off=10023448 len=1106486 2024-08-17T01:06:10.689 INFO:tasks.workunit.client.0.smithi082.stdout:op 1589 completed, throughput=4.99MB/sec 2024-08-17T01:06:10.689 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-7T8SFtVB4TvVURW off=6727084 len=1214594 2024-08-17T01:06:10.690 INFO:tasks.workunit.client.0.smithi082.stdout:op 1590 completed, throughput=5MB/sec 2024-08-17T01:06:10.690 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2SDB4VLnSNwjc7Y off=13940807 len=890027 2024-08-17T01:06:10.694 INFO:tasks.workunit.client.0.smithi082.stdout:op 1591 completed, throughput=5MB/sec 2024-08-17T01:06:10.695 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-f1yP9A99rmoA48y off=7424620 len=262476 2024-08-17T01:06:10.695 INFO:tasks.workunit.client.0.smithi082.stdout:op 1592 completed, throughput=5MB/sec 2024-08-17T01:06:11.696 INFO:tasks.workunit.client.0.smithi082.stdout: 316: throughput=4.98MB/sec pending data=0 2024-08-17T01:06:11.696 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vdcjOxEQD_ZmnsL off=1691362 len=1986824 2024-08-17T01:06:11.706 INFO:tasks.workunit.client.0.smithi082.stdout:op 1593 completed, throughput=4.99MB/sec 2024-08-17T01:06:11.706 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YeW61YvV4-qxDtD off=13730940 len=1778483 2024-08-17T01:06:11.708 INFO:tasks.workunit.client.0.smithi082.stdout:op 1594 completed, throughput=5MB/sec 2024-08-17T01:06:11.708 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2xgNGTWU1uN2G8V off=3420682 len=1996881 2024-08-17T01:06:11.719 INFO:tasks.workunit.client.0.smithi082.stdout:op 1595 completed, throughput=5MB/sec 2024-08-17T01:06:11.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:11 smithi082 ceph-mon[94343]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:06:11.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:11 smithi082 ceph-mon[91979]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:06:11.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:11 smithi137 ceph-mon[86391]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:06:12.719 INFO:tasks.workunit.client.0.smithi082.stdout: 317: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:12.719 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ptsRe1aeB1a_VGM off=65080 len=293506 2024-08-17T01:06:12.720 INFO:tasks.workunit.client.0.smithi082.stdout:op 1596 completed, throughput=4.99MB/sec 2024-08-17T01:06:12.720 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gs1Bj5OzlZvqOmg off=2985616 len=916056 2024-08-17T01:06:12.725 INFO:tasks.workunit.client.0.smithi082.stdout:op 1597 completed, throughput=4.99MB/sec 2024-08-17T01:06:12.726 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2Jhs9X8O8XFEOAA off=8588118 len=2041376 2024-08-17T01:06:12.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:06:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:06:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:06:12.737 INFO:tasks.workunit.client.0.smithi082.stdout:op 1598 completed, throughput=5MB/sec 2024-08-17T01:06:12.737 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oQwvktjUPtARgvy off=9279930 len=1833100 2024-08-17T01:06:12.739 INFO:tasks.workunit.client.0.smithi082.stdout:op 1599 completed, throughput=5MB/sec 2024-08-17T01:06:13.740 INFO:tasks.workunit.client.0.smithi082.stdout: 318: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:13.740 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-76OO3Mj7hu0OZPz off=2662492 len=1291650 2024-08-17T01:06:13.742 INFO:tasks.workunit.client.0.smithi082.stdout:op 1600 completed, throughput=4.99MB/sec 2024-08-17T01:06:13.742 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CT3iqRG9OJGhiBe off=851060 len=841546 2024-08-17T01:06:13.747 INFO:tasks.workunit.client.0.smithi082.stdout:op 1601 completed, throughput=4.99MB/sec 2024-08-17T01:06:13.747 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5AAjUlLzd7UUejB off=12906837 len=1571309 2024-08-17T01:06:13.750 INFO:tasks.workunit.client.0.smithi082.stdout:op 1602 completed, throughput=5MB/sec 2024-08-17T01:06:13.750 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wVC1kwrSCA6J8CQ off=15294251 len=57895 2024-08-17T01:06:13.753 INFO:tasks.workunit.client.0.smithi082.stdout:op 1603 completed, throughput=5MB/sec 2024-08-17T01:06:13.753 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-F2Gai0WtcpysfD6 off=11017078 len=1552835 2024-08-17T01:06:13.754 INFO:tasks.workunit.client.0.smithi082.stdout:op 1604 completed, throughput=5MB/sec 2024-08-17T01:06:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:13 smithi082 ceph-mon[94343]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:06:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:13 smithi082 ceph-mon[91979]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:06:13.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:13 smithi137 ceph-mon[86391]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:06:14.755 INFO:tasks.workunit.client.0.smithi082.stdout: 319: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:14.755 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4MynE_9c2OTBxLj off=4561246 len=1091555 2024-08-17T01:06:14.756 INFO:tasks.workunit.client.0.smithi082.stdout:op 1605 completed, throughput=4.99MB/sec 2024-08-17T01:06:14.757 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RfvDUk4tiPEGx-J off=1782244 len=1351038 2024-08-17T01:06:14.759 INFO:tasks.workunit.client.0.smithi082.stdout:op 1606 completed, throughput=4.99MB/sec 2024-08-17T01:06:14.760 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9CSAITyZ1dDdIw- off=7999353 len=885893 2024-08-17T01:06:14.761 INFO:tasks.workunit.client.0.smithi082.stdout:op 1607 completed, throughput=4.99MB/sec 2024-08-17T01:06:14.761 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-evpElFwbcQvmToi off=1415597 len=211923 2024-08-17T01:06:14.763 INFO:tasks.workunit.client.0.smithi082.stdout:op 1608 completed, throughput=5MB/sec 2024-08-17T01:06:14.763 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-VxCv8kuxiQ9Orcu off=11310886 len=1523317 2024-08-17T01:06:14.773 INFO:tasks.workunit.client.0.smithi082.stdout:op 1609 completed, throughput=5MB/sec 2024-08-17T01:06:14.773 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HOe_tKwGquvdBeI off=692850 len=693569 2024-08-17T01:06:14.774 INFO:tasks.workunit.client.0.smithi082.stdout:op 1610 completed, throughput=5MB/sec 2024-08-17T01:06:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:06:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:06:15] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-08-17T01:06:15.775 INFO:tasks.workunit.client.0.smithi082.stdout: 320: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:15.775 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-7MIXI2m3nfW7Fep off=5985627 len=331485 2024-08-17T01:06:15.778 INFO:tasks.workunit.client.0.smithi082.stdout:op 1611 completed, throughput=4.99MB/sec 2024-08-17T01:06:15.778 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ac--Cc_8ycZlO6m off=6431673 len=1782775 2024-08-17T01:06:15.780 INFO:tasks.workunit.client.0.smithi082.stdout:op 1612 completed, throughput=4.99MB/sec 2024-08-17T01:06:15.780 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kuWejUZtEMiAwsf off=10794788 len=724820 2024-08-17T01:06:15.784 INFO:tasks.workunit.client.0.smithi082.stdout:op 1613 completed, throughput=4.99MB/sec 2024-08-17T01:06:15.784 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-s70ZNloe6gYqC39 off=1474061 len=1356146 2024-08-17T01:06:15.792 INFO:tasks.workunit.client.0.smithi082.stdout:op 1614 completed, throughput=5MB/sec 2024-08-17T01:06:15.792 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oVjr5hsGfDXUoIt off=13914310 len=1288190 2024-08-17T01:06:15.793 INFO:tasks.workunit.client.0.smithi082.stdout:op 1615 completed, throughput=5MB/sec 2024-08-17T01:06:15.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:15 smithi082 ceph-mon[94343]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:06:15.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:15 smithi082 ceph-mon[91979]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:06:15.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:15 smithi137 ceph-mon[86391]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:06:16.794 INFO:tasks.workunit.client.0.smithi082.stdout: 321: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:16.794 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ijXlJ5VSX-rFAm8 off=17745102 len=1523168 2024-08-17T01:06:16.801 INFO:tasks.workunit.client.0.smithi082.stdout:op 1616 completed, throughput=4.99MB/sec 2024-08-17T01:06:16.801 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mtYO37SlVdPmWkU off=13490366 len=1429837 2024-08-17T01:06:16.803 INFO:tasks.workunit.client.0.smithi082.stdout:op 1617 completed, throughput=5MB/sec 2024-08-17T01:06:16.803 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EdKOngVAwdew_6c off=9274283 len=298562 2024-08-17T01:06:16.806 INFO:tasks.workunit.client.0.smithi082.stdout:op 1618 completed, throughput=5MB/sec 2024-08-17T01:06:16.806 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jaPLpu3SdmtpYka off=1328225 len=1300982 2024-08-17T01:06:16.808 INFO:tasks.workunit.client.0.smithi082.stdout:op 1619 completed, throughput=5MB/sec 2024-08-17T01:06:16.808 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QkpNTbrx-zJTkZp off=1333736 len=1488423 2024-08-17T01:06:16.816 INFO:tasks.workunit.client.0.smithi082.stdout:op 1620 completed, throughput=5MB/sec 2024-08-17T01:06:17.789 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:17 smithi137 ceph-mon[86391]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-17T01:06:17.817 INFO:tasks.workunit.client.0.smithi082.stdout: 322: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:17.817 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HONR0XaiTB4fiLu off=8442017 len=845849 2024-08-17T01:06:17.821 INFO:tasks.workunit.client.0.smithi082.stdout:op 1621 completed, throughput=4.99MB/sec 2024-08-17T01:06:17.821 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NDOpBMHXftZt320 off=42100 len=1852986 2024-08-17T01:06:17.832 INFO:tasks.workunit.client.0.smithi082.stdout:op 1622 completed, throughput=5MB/sec 2024-08-17T01:06:17.832 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-DvjDMwvamUXDw8w off=6628887 len=498126 2024-08-17T01:06:17.836 INFO:tasks.workunit.client.0.smithi082.stdout:op 1623 completed, throughput=5MB/sec 2024-08-17T01:06:17.836 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HpZhIQ-s_E46f8q off=4318467 len=701227 2024-08-17T01:06:17.837 INFO:tasks.workunit.client.0.smithi082.stdout:op 1624 completed, throughput=5MB/sec 2024-08-17T01:06:17.838 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9sYTTQeWWj7-pT8 off=9509114 len=1015168 2024-08-17T01:06:17.840 INFO:tasks.workunit.client.0.smithi082.stdout:op 1625 completed, throughput=5MB/sec 2024-08-17T01:06:17.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:17 smithi082 ceph-mon[94343]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-17T01:06:17.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:17 smithi082 ceph-mon[91979]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-17T01:06:18.840 INFO:tasks.workunit.client.0.smithi082.stdout: 323: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:18.840 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TmFP8sv7ZDB4W4x off=18672396 len=186661 2024-08-17T01:06:18.843 INFO:tasks.workunit.client.0.smithi082.stdout:op 1626 completed, throughput=4.99MB/sec 2024-08-17T01:06:18.844 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-uQlCF746VAimUs_ off=11471738 len=1897147 2024-08-17T01:06:18.847 INFO:tasks.workunit.client.0.smithi082.stdout:op 1627 completed, throughput=4.99MB/sec 2024-08-17T01:06:18.847 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-f1235MAuOYzLzm4 off=472849 len=1991747 2024-08-17T01:06:18.861 INFO:tasks.workunit.client.0.smithi082.stdout:op 1628 completed, throughput=5MB/sec 2024-08-17T01:06:18.861 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qpDy35GmRSqWWrG off=10637298 len=118758 2024-08-17T01:06:18.863 INFO:tasks.workunit.client.0.smithi082.stdout:op 1629 completed, throughput=5MB/sec 2024-08-17T01:06:18.864 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-R-ykMbAXThCz-4_ off=871802 len=1869350 2024-08-17T01:06:18.865 INFO:tasks.workunit.client.0.smithi082.stdout:op 1630 completed, throughput=5MB/sec 2024-08-17T01:06:19.866 INFO:tasks.workunit.client.0.smithi082.stdout: 324: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:19.866 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ax12tLSplyzLQIj off=2468592 len=1148502 2024-08-17T01:06:19.872 INFO:tasks.workunit.client.0.smithi082.stdout:op 1631 completed, throughput=4.99MB/sec 2024-08-17T01:06:19.872 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Xt5ROmJZfvA_l5V off=5244492 len=277133 2024-08-17T01:06:19.875 INFO:tasks.workunit.client.0.smithi082.stdout:op 1632 completed, throughput=4.99MB/sec 2024-08-17T01:06:19.875 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PEqkLNpvDvDcVEo off=4772311 len=490195 2024-08-17T01:06:19.876 INFO:tasks.workunit.client.0.smithi082.stdout:op 1633 completed, throughput=5MB/sec 2024-08-17T01:06:19.876 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9Mrv4SDupWqY0YS off=11645582 len=1294679 2024-08-17T01:06:19.878 INFO:tasks.workunit.client.0.smithi082.stdout:op 1634 completed, throughput=5MB/sec 2024-08-17T01:06:19.878 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vg8c0hiltx_cReY off=965897 len=813871 2024-08-17T01:06:19.879 INFO:tasks.workunit.client.0.smithi082.stdout:op 1635 completed, throughput=5MB/sec 2024-08-17T01:06:19.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:19 smithi082 ceph-mon[94343]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:06:19.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:19 smithi082 ceph-mon[91979]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:06:19.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:19 smithi137 ceph-mon[86391]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:06:20.879 INFO:tasks.workunit.client.0.smithi082.stdout: 325: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:20.880 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ia1dHwUOFhbBLTG off=4642146 len=1301899 2024-08-17T01:06:20.881 INFO:tasks.workunit.client.0.smithi082.stdout:op 1636 completed, throughput=4.99MB/sec 2024-08-17T01:06:20.881 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8xFnDZ2VzC-Z0ys off=345392 len=412048 2024-08-17T01:06:20.883 INFO:tasks.workunit.client.0.smithi082.stdout:op 1637 completed, throughput=4.99MB/sec 2024-08-17T01:06:20.883 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NGHgL-0tnkZoS5D off=10173984 len=1075716 2024-08-17T01:06:20.888 INFO:tasks.workunit.client.0.smithi082.stdout:op 1638 completed, throughput=4.99MB/sec 2024-08-17T01:06:20.889 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-arl_jY7V2YKuiMt off=15084783 len=790716 2024-08-17T01:06:20.890 INFO:tasks.workunit.client.0.smithi082.stdout:op 1639 completed, throughput=5MB/sec 2024-08-17T01:06:20.890 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yfw0Y7iYK8DbZ9k off=998092 len=1874954 2024-08-17T01:06:20.899 INFO:tasks.workunit.client.0.smithi082.stdout:op 1640 completed, throughput=5MB/sec 2024-08-17T01:06:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:06:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:06:20.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:06:21.899 INFO:tasks.workunit.client.0.smithi082.stdout: 326: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:21.899 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JVGwJTv8Cp5LNsS off=6552711 len=2000139 2024-08-17T01:06:21.902 INFO:tasks.workunit.client.0.smithi082.stdout:op 1641 completed, throughput=4.99MB/sec 2024-08-17T01:06:21.902 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ftPPFB6-Elk1UDV off=3333103 len=573156 2024-08-17T01:06:21.903 INFO:tasks.workunit.client.0.smithi082.stdout:op 1642 completed, throughput=4.99MB/sec 2024-08-17T01:06:21.903 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Y8bw4CG_g8T37H- off=1816567 len=1104373 2024-08-17T01:06:21.910 INFO:tasks.workunit.client.0.smithi082.stdout:op 1643 completed, throughput=5MB/sec 2024-08-17T01:06:21.910 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-26-0OsWMhMuvCef off=6865770 len=1232505 2024-08-17T01:06:21.911 INFO:tasks.workunit.client.0.smithi082.stdout:op 1644 completed, throughput=5MB/sec 2024-08-17T01:06:21.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:21 smithi082 ceph-mon[94343]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:06:21.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:21 smithi082 ceph-mon[91979]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:06:21.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:21 smithi137 ceph-mon[86391]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:06:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:06:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:06:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:06:22.912 INFO:tasks.workunit.client.0.smithi082.stdout: 327: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:22.912 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kgFTs9vJu7pXEFs off=6564668 len=770824 2024-08-17T01:06:22.916 INFO:tasks.workunit.client.0.smithi082.stdout:op 1645 completed, throughput=4.99MB/sec 2024-08-17T01:06:22.917 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3OhE4uH7kZ3jzuu off=14033396 len=1372544 2024-08-17T01:06:22.918 INFO:tasks.workunit.client.0.smithi082.stdout:op 1646 completed, throughput=4.99MB/sec 2024-08-17T01:06:22.918 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-viBsQmCoVa8ydGl off=956596 len=419168 2024-08-17T01:06:22.921 INFO:tasks.workunit.client.0.smithi082.stdout:op 1647 completed, throughput=4.99MB/sec 2024-08-17T01:06:22.922 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-VjvyWFDJNRZc8Po off=63513 len=1419944 2024-08-17T01:06:22.931 INFO:tasks.workunit.client.0.smithi082.stdout:op 1648 completed, throughput=5MB/sec 2024-08-17T01:06:22.931 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-RGGlwNYy3qLt_fL off=6974190 len=1046453 2024-08-17T01:06:22.936 INFO:tasks.workunit.client.0.smithi082.stdout:op 1649 completed, throughput=5MB/sec 2024-08-17T01:06:22.936 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rVXJqTsBLFl02d2 off=6018629 len=1593816 2024-08-17T01:06:22.938 INFO:tasks.workunit.client.0.smithi082.stdout:op 1650 completed, throughput=5MB/sec 2024-08-17T01:06:23.938 INFO:tasks.workunit.client.0.smithi082.stdout: 328: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:23.938 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NBPk-YtQO6K64Ws off=9122978 len=320294 2024-08-17T01:06:23.942 INFO:tasks.workunit.client.0.smithi082.stdout:op 1651 completed, throughput=4.99MB/sec 2024-08-17T01:06:23.942 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZsAuyQBXFDs-j17 off=9510436 len=999315 2024-08-17T01:06:23.948 INFO:tasks.workunit.client.0.smithi082.stdout:op 1652 completed, throughput=4.99MB/sec 2024-08-17T01:06:23.948 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1iR1Vz-5cvn1ekQ off=7329614 len=1734114 2024-08-17T01:06:23.950 INFO:tasks.workunit.client.0.smithi082.stdout:op 1653 completed, throughput=5MB/sec 2024-08-17T01:06:23.950 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Dm-PbbQKSy4efse off=17825175 len=1379437 2024-08-17T01:06:23.951 INFO:tasks.workunit.client.0.smithi082.stdout:op 1654 completed, throughput=5MB/sec 2024-08-17T01:06:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:23 smithi082 ceph-mon[94343]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:06:23.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:23 smithi082 ceph-mon[91979]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:06:23.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:23 smithi137 ceph-mon[86391]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:06:24.951 INFO:tasks.workunit.client.0.smithi082.stdout: 329: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:24.952 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HOe_tKwGquvdBeI off=1353543 len=1215292 2024-08-17T01:06:24.957 INFO:tasks.workunit.client.0.smithi082.stdout:op 1655 completed, throughput=4.99MB/sec 2024-08-17T01:06:24.958 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NtTf24W055uF6-p off=7750299 len=482848 2024-08-17T01:06:24.959 INFO:tasks.workunit.client.0.smithi082.stdout:op 1656 completed, throughput=4.99MB/sec 2024-08-17T01:06:24.959 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-aVUCLbyqMNoZA61 off=5158386 len=1352550 2024-08-17T01:06:24.960 INFO:tasks.workunit.client.0.smithi082.stdout:op 1657 completed, throughput=4.99MB/sec 2024-08-17T01:06:24.960 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4zM-zIWiaImciZ8 off=4361804 len=505577 2024-08-17T01:06:24.962 INFO:tasks.workunit.client.0.smithi082.stdout:op 1658 completed, throughput=5MB/sec 2024-08-17T01:06:24.962 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zkgPTBbQhgPHnuw off=11585064 len=990133 2024-08-17T01:06:24.963 INFO:tasks.workunit.client.0.smithi082.stdout:op 1659 completed, throughput=5MB/sec 2024-08-17T01:06:24.963 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-p6bRXEJ7-i8H24I off=178456 len=505260 2024-08-17T01:06:24.964 INFO:tasks.workunit.client.0.smithi082.stdout:op 1660 completed, throughput=5MB/sec 2024-08-17T01:06:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:06:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:06:25] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2024-08-17T01:06:25.964 INFO:tasks.workunit.client.0.smithi082.stdout: 330: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:25.964 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-U1GiAf4nbz_3_rs off=2129544 len=1747456 2024-08-17T01:06:25.971 INFO:tasks.workunit.client.0.smithi082.stdout:op 1661 completed, throughput=4.99MB/sec 2024-08-17T01:06:25.971 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1awMOCXbh3dZO9B off=2243483 len=111895 2024-08-17T01:06:25.974 INFO:tasks.workunit.client.0.smithi082.stdout:op 1662 completed, throughput=4.99MB/sec 2024-08-17T01:06:25.974 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-nqRHYNEzADm4Dy2 off=1229506 len=1542822 2024-08-17T01:06:25.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:25 smithi082 ceph-mon[94343]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:06:25.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:25 smithi082 ceph-mon[91979]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:06:25.980 INFO:tasks.workunit.client.0.smithi082.stdout:op 1663 completed, throughput=5MB/sec 2024-08-17T01:06:25.980 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-41wf5hncfEAvciC off=1480258 len=634418 2024-08-17T01:06:25.982 INFO:tasks.workunit.client.0.smithi082.stdout:op 1664 completed, throughput=5MB/sec 2024-08-17T01:06:25.982 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2W6dnQcpaeApAfw off=4023763 len=702109 2024-08-17T01:06:25.983 INFO:tasks.workunit.client.0.smithi082.stdout:op 1665 completed, throughput=5MB/sec 2024-08-17T01:06:25.983 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aH-i4_u7ytNyVxd off=1650212 len=470324 2024-08-17T01:06:25.986 INFO:tasks.workunit.client.0.smithi082.stdout:op 1666 completed, throughput=5MB/sec 2024-08-17T01:06:25.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:25 smithi137 ceph-mon[86391]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:06:26.987 INFO:tasks.workunit.client.0.smithi082.stdout: 331: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:26.987 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-cgv7GP9nKECUfyY off=2651529 len=1080634 2024-08-17T01:06:26.989 INFO:tasks.workunit.client.0.smithi082.stdout:op 1667 completed, throughput=4.99MB/sec 2024-08-17T01:06:26.989 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-huXVvmHKfyP4qFt off=520809 len=783178 2024-08-17T01:06:26.993 INFO:tasks.workunit.client.0.smithi082.stdout:op 1668 completed, throughput=4.99MB/sec 2024-08-17T01:06:26.993 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-7QJ6-G9jCG7aU3C off=835504 len=550345 2024-08-17T01:06:26.994 INFO:tasks.workunit.client.0.smithi082.stdout:op 1669 completed, throughput=4.99MB/sec 2024-08-17T01:06:26.994 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-k9bkTjgSvofG0lB off=2674649 len=1451053 2024-08-17T01:06:27.002 INFO:tasks.workunit.client.0.smithi082.stdout:op 1670 completed, throughput=5MB/sec 2024-08-17T01:06:27.002 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-uXA6kgl-8LmPTvL off=17727284 len=1010453 2024-08-17T01:06:27.008 INFO:tasks.workunit.client.0.smithi082.stdout:op 1671 completed, throughput=5MB/sec 2024-08-17T01:06:27.008 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-t-YvnU8_vN1TE-f off=4484483 len=1020985 2024-08-17T01:06:27.009 INFO:tasks.workunit.client.0.smithi082.stdout:op 1672 completed, throughput=5MB/sec 2024-08-17T01:06:27.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:27 smithi082 ceph-mon[94343]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:06:27.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:27 smithi082 ceph-mon[91979]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:06:27.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:27 smithi137 ceph-mon[86391]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:06:28.009 INFO:tasks.workunit.client.0.smithi082.stdout: 332: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:28.009 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Zdkoqb9NqmonpQx off=8620548 len=1151178 2024-08-17T01:06:28.017 INFO:tasks.workunit.client.0.smithi082.stdout:op 1673 completed, throughput=4.99MB/sec 2024-08-17T01:06:28.017 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-CfDqB92j_KOGtCc off=9553202 len=2068674 2024-08-17T01:06:28.019 INFO:tasks.workunit.client.0.smithi082.stdout:op 1674 completed, throughput=5MB/sec 2024-08-17T01:06:28.019 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2j2hpJJ_LO1Hp-I off=2525775 len=1509737 2024-08-17T01:06:28.027 INFO:tasks.workunit.client.0.smithi082.stdout:op 1675 completed, throughput=5MB/sec 2024-08-17T01:06:28.027 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-AVcBfV_WZMie1Z8 off=4247386 len=1088894 2024-08-17T01:06:28.031 INFO:tasks.workunit.client.0.smithi082.stdout:op 1676 completed, throughput=5MB/sec 2024-08-17T01:06:29.032 INFO:tasks.workunit.client.0.smithi082.stdout: 333: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:29.032 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HtP5o3HEzi-t4o1 off=7212897 len=1886906 2024-08-17T01:06:29.036 INFO:tasks.workunit.client.0.smithi082.stdout:op 1677 completed, throughput=4.99MB/sec 2024-08-17T01:06:29.036 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pmyuVPhgBl_nexS off=3889729 len=2003687 2024-08-17T01:06:29.046 INFO:tasks.workunit.client.0.smithi082.stdout:op 1678 completed, throughput=5MB/sec 2024-08-17T01:06:29.047 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-swuYEhg1d5GOKQc off=8747414 len=899268 2024-08-17T01:06:29.048 INFO:tasks.workunit.client.0.smithi082.stdout:op 1679 completed, throughput=5MB/sec 2024-08-17T01:06:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:29 smithi082 ceph-mon[94343]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:06:29.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:29 smithi082 ceph-mon[91979]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:06:29.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:29 smithi137 ceph-mon[86391]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:06:30.048 INFO:tasks.workunit.client.0.smithi082.stdout: 334: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:30.048 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rktP3b0MFrx3oCm off=168893 len=1404159 2024-08-17T01:06:30.055 INFO:tasks.workunit.client.0.smithi082.stdout:op 1680 completed, throughput=4.99MB/sec 2024-08-17T01:06:30.055 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-GAOIbDLkgr8T-_k off=0 len=1711943 2024-08-17T01:06:30.060 INFO:tasks.workunit.client.0.smithi082.stdout:op 1681 completed, throughput=5MB/sec 2024-08-17T01:06:30.060 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-CR2HAuuIqpNtkya off=1363088 len=1580373 2024-08-17T01:06:30.062 INFO:tasks.workunit.client.0.smithi082.stdout:op 1682 completed, throughput=5MB/sec 2024-08-17T01:06:30.062 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vTjSGACp5SW0a4j off=8758866 len=146225 2024-08-17T01:06:30.065 INFO:tasks.workunit.client.0.smithi082.stdout:op 1683 completed, throughput=5MB/sec 2024-08-17T01:06:31.065 INFO:tasks.workunit.client.0.smithi082.stdout: 335: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:31.065 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-c24Jg0cSulsdZU1 off=11848257 len=1902709 2024-08-17T01:06:31.076 INFO:tasks.workunit.client.0.smithi082.stdout:op 1684 completed, throughput=4.99MB/sec 2024-08-17T01:06:31.076 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-y-QNRdazt6ngvwE off=6230285 len=427565 2024-08-17T01:06:31.079 INFO:tasks.workunit.client.0.smithi082.stdout:op 1685 completed, throughput=4.99MB/sec 2024-08-17T01:06:31.079 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4W_JVIy8b6UVcXh off=8533486 len=567062 2024-08-17T01:06:31.080 INFO:tasks.workunit.client.0.smithi082.stdout:op 1686 completed, throughput=4.99MB/sec 2024-08-17T01:06:31.080 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kizzpXa7JMwYEP3 off=20524777 len=863095 2024-08-17T01:06:31.085 INFO:tasks.workunit.client.0.smithi082.stdout:op 1687 completed, throughput=5MB/sec 2024-08-17T01:06:31.085 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Ms4wo19laDuY6DZ off=1851882 len=476357 2024-08-17T01:06:31.088 INFO:tasks.workunit.client.0.smithi082.stdout:op 1688 completed, throughput=5MB/sec 2024-08-17T01:06:31.088 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PGWps2evLSuyCWB off=15515803 len=1794961 2024-08-17T01:06:31.092 INFO:tasks.workunit.client.0.smithi082.stdout:op 1689 completed, throughput=5MB/sec 2024-08-17T01:06:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:31 smithi082 ceph-mon[94343]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:06:31.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:31 smithi082 ceph-mon[91979]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:06:31.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:31 smithi137 ceph-mon[86391]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:06:32.092 INFO:tasks.workunit.client.0.smithi082.stdout: 336: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:32.092 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-46CHKnmlIVc7Q_c off=15874522 len=314457 2024-08-17T01:06:32.096 INFO:tasks.workunit.client.0.smithi082.stdout:op 1690 completed, throughput=4.99MB/sec 2024-08-17T01:06:32.096 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-LaKreTa0JLfs7RY off=2679401 len=2041789 2024-08-17T01:06:32.098 INFO:tasks.workunit.client.0.smithi082.stdout:op 1691 completed, throughput=4.99MB/sec 2024-08-17T01:06:32.098 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-jvqMYC2KJKiP1as off=422816 len=1136571 2024-08-17T01:06:32.106 INFO:tasks.workunit.client.0.smithi082.stdout:op 1692 completed, throughput=5MB/sec 2024-08-17T01:06:32.106 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-E-sG8Qh65dl2dyl off=3105115 len=1716129 2024-08-17T01:06:32.113 INFO:tasks.workunit.client.0.smithi082.stdout:op 1693 completed, throughput=5MB/sec 2024-08-17T01:06:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:06:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:06:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:06:33.113 INFO:tasks.workunit.client.0.smithi082.stdout: 337: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:33.113 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-R36bA3rGyIDlhjL off=16533799 len=625750 2024-08-17T01:06:33.117 INFO:tasks.workunit.client.0.smithi082.stdout:op 1694 completed, throughput=4.99MB/sec 2024-08-17T01:06:33.117 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JAa8tkZNwgaZXac off=5269914 len=1899940 2024-08-17T01:06:33.128 INFO:tasks.workunit.client.0.smithi082.stdout:op 1695 completed, throughput=4.99MB/sec 2024-08-17T01:06:33.128 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gI1HKRWgvVNSoE7 off=3196304 len=240373 2024-08-17T01:06:33.129 INFO:tasks.workunit.client.0.smithi082.stdout:op 1696 completed, throughput=4.99MB/sec 2024-08-17T01:06:33.129 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-VIOtrjahAJRy-SU off=217353 len=500778 2024-08-17T01:06:33.132 INFO:tasks.workunit.client.0.smithi082.stdout:op 1697 completed, throughput=5MB/sec 2024-08-17T01:06:33.132 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vk-BzlxypQ_tRCA off=847583 len=1573001 2024-08-17T01:06:33.138 INFO:tasks.workunit.client.0.smithi082.stdout:op 1698 completed, throughput=5MB/sec 2024-08-17T01:06:33.138 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-v9dTmFRcRnkbfAH off=13496897 len=1241897 2024-08-17T01:06:33.140 INFO:tasks.workunit.client.0.smithi082.stdout:op 1699 completed, throughput=5MB/sec 2024-08-17T01:06:33.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:33 smithi082 ceph-mon[94343]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:06:33.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:33 smithi082 ceph-mon[91979]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:06:33.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:33 smithi137 ceph-mon[86391]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:06:34.140 INFO:tasks.workunit.client.0.smithi082.stdout: 338: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:34.140 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PaYjmzm2zuT8bLl off=16245648 len=1894744 2024-08-17T01:06:34.150 INFO:tasks.workunit.client.0.smithi082.stdout:op 1700 completed, throughput=4.99MB/sec 2024-08-17T01:06:34.150 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6KEDqt30m8CsTto off=7491069 len=216833 2024-08-17T01:06:34.151 INFO:tasks.workunit.client.0.smithi082.stdout:op 1701 completed, throughput=4.99MB/sec 2024-08-17T01:06:34.151 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RpjDIZmaWLMgGGi off=13862523 len=812028 2024-08-17T01:06:34.151 INFO:tasks.workunit.client.0.smithi082.stdout:op 1702 completed, throughput=5MB/sec 2024-08-17T01:06:34.151 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4HhfHXcTnhvuEMC off=10712357 len=2006641 2024-08-17T01:06:34.153 INFO:tasks.workunit.client.0.smithi082.stdout:op 1703 completed, throughput=5MB/sec 2024-08-17T01:06:35.154 INFO:tasks.workunit.client.0.smithi082.stdout: 339: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:35.154 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-cux0YYa_cg2HQLK off=8272514 len=1235805 2024-08-17T01:06:35.155 INFO:tasks.workunit.client.0.smithi082.stdout:op 1704 completed, throughput=4.99MB/sec 2024-08-17T01:06:35.155 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TbIurImdEl8iBhJ off=315263 len=1839646 2024-08-17T01:06:35.165 INFO:tasks.workunit.client.0.smithi082.stdout:op 1705 completed, throughput=5MB/sec 2024-08-17T01:06:35.165 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wywJrZ52ML7D_DO off=2138834 len=298215 2024-08-17T01:06:35.166 INFO:tasks.workunit.client.0.smithi082.stdout:op 1706 completed, throughput=5MB/sec 2024-08-17T01:06:35.166 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TTs-yCDJ6CZ-F9Q off=3488493 len=1903430 2024-08-17T01:06:35.177 INFO:tasks.workunit.client.0.smithi082.stdout:op 1707 completed, throughput=5MB/sec 2024-08-17T01:06:35.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:06:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:06:35] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2024-08-17T01:06:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:35 smithi082 ceph-mon[94343]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-17T01:06:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:06:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:35 smithi082 ceph-mon[91979]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-17T01:06:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:06:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:35 smithi137 ceph-mon[86391]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-17T01:06:35.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:06:36.178 INFO:tasks.workunit.client.0.smithi082.stdout: 340: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:36.178 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-twM56SFGddqPC6s off=18095110 len=512837 2024-08-17T01:06:36.182 INFO:tasks.workunit.client.0.smithi082.stdout:op 1708 completed, throughput=4.99MB/sec 2024-08-17T01:06:36.182 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hM6EKjxGQGnKli9 off=1486965 len=1676773 2024-08-17T01:06:36.185 INFO:tasks.workunit.client.0.smithi082.stdout:op 1709 completed, throughput=4.99MB/sec 2024-08-17T01:06:36.185 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5-39r6kx_EI2x1G off=976411 len=1270697 2024-08-17T01:06:36.193 INFO:tasks.workunit.client.0.smithi082.stdout:op 1710 completed, throughput=5MB/sec 2024-08-17T01:06:36.193 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZuZckrO0bC71RRr off=418331 len=1634886 2024-08-17T01:06:36.195 INFO:tasks.workunit.client.0.smithi082.stdout:op 1711 completed, throughput=5MB/sec 2024-08-17T01:06:37.196 INFO:tasks.workunit.client.0.smithi082.stdout: 341: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:37.196 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tNjRSICMXyvdR86 off=3654212 len=1598095 2024-08-17T01:06:37.204 INFO:tasks.workunit.client.0.smithi082.stdout:op 1712 completed, throughput=4.99MB/sec 2024-08-17T01:06:37.204 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QGlrShB7yKYJsQ4 off=19593650 len=1799947 2024-08-17T01:06:37.215 INFO:tasks.workunit.client.0.smithi082.stdout:op 1713 completed, throughput=5MB/sec 2024-08-17T01:06:37.216 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IuvHcNGqwprTM6A off=1172952 len=791760 2024-08-17T01:06:37.220 INFO:tasks.workunit.client.0.smithi082.stdout:op 1714 completed, throughput=5MB/sec 2024-08-17T01:06:37.220 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hF98BvQqfCS4wzc off=4963108 len=132837 2024-08-17T01:06:37.223 INFO:tasks.workunit.client.0.smithi082.stdout:op 1715 completed, throughput=5MB/sec 2024-08-17T01:06:37.223 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_lk6napxPJC38-u off=2707472 len=1596108 2024-08-17T01:06:37.232 INFO:tasks.workunit.client.0.smithi082.stdout:op 1716 completed, throughput=5MB/sec 2024-08-17T01:06:37.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:37 smithi082 ceph-mon[94343]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:06:37.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:37 smithi082 ceph-mon[91979]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:06:37.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:37 smithi137 ceph-mon[86391]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:06:38.233 INFO:tasks.workunit.client.0.smithi082.stdout: 342: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:38.233 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yK2-PXeoAdPvaVl off=713605 len=1714370 2024-08-17T01:06:38.235 INFO:tasks.workunit.client.0.smithi082.stdout:op 1717 completed, throughput=4.99MB/sec 2024-08-17T01:06:38.235 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tBlSPRJQcQYshDm off=3309147 len=187614 2024-08-17T01:06:38.237 INFO:tasks.workunit.client.0.smithi082.stdout:op 1718 completed, throughput=4.99MB/sec 2024-08-17T01:06:38.237 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JWgMbyOFD8NQMNK off=860827 len=902996 2024-08-17T01:06:38.242 INFO:tasks.workunit.client.0.smithi082.stdout:op 1719 completed, throughput=5MB/sec 2024-08-17T01:06:38.242 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tq3QhlaIVWT_MMU off=3658439 len=376142 2024-08-17T01:06:38.243 INFO:tasks.workunit.client.0.smithi082.stdout:op 1720 completed, throughput=5MB/sec 2024-08-17T01:06:38.243 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-I0HQv5Ghj62Vmy1 off=13666064 len=1974472 2024-08-17T01:06:38.251 INFO:tasks.workunit.client.0.smithi082.stdout:op 1721 completed, throughput=5MB/sec 2024-08-17T01:06:39.251 INFO:tasks.workunit.client.0.smithi082.stdout: 343: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:39.252 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-E5FxFJhQ5cHHUHM off=6431226 len=1214914 2024-08-17T01:06:39.258 INFO:tasks.workunit.client.0.smithi082.stdout:op 1722 completed, throughput=4.99MB/sec 2024-08-17T01:06:39.258 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9RUd2H0VmjaVzBW off=4325524 len=485199 2024-08-17T01:06:39.261 INFO:tasks.workunit.client.0.smithi082.stdout:op 1723 completed, throughput=4.99MB/sec 2024-08-17T01:06:39.261 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Qsf7UCS6L_gvRUn off=0 len=1134913 2024-08-17T01:06:39.266 INFO:tasks.workunit.client.0.smithi082.stdout:op 1724 completed, throughput=5MB/sec 2024-08-17T01:06:39.266 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YbqgvaWKIG54F35 off=17836108 len=657698 2024-08-17T01:06:39.269 INFO:tasks.workunit.client.0.smithi082.stdout:op 1725 completed, throughput=5MB/sec 2024-08-17T01:06:39.269 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-LMXAe3huDRxcaQ7 off=5036390 len=1405194 2024-08-17T01:06:39.275 INFO:tasks.workunit.client.0.smithi082.stdout:op 1726 completed, throughput=5MB/sec 2024-08-17T01:06:39.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:39 smithi082 ceph-mon[94343]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:06:39.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:39 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:06:39.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:39 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:06:39.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:39 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:06:39.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:39 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:06:39.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:39 smithi082 ceph-mon[91979]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:06:39.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:39 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:06:39.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:39 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:06:39.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:39 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:06:39.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:39 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:06:39.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:39 smithi137 ceph-mon[86391]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:06:39.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:39 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:06:39.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:39 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:06:39.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:39 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:06:39.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:39 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:06:40.276 INFO:tasks.workunit.client.0.smithi082.stdout: 344: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:40.276 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rXDGKGZk9Jida9O off=15031826 len=129760 2024-08-17T01:06:40.276 INFO:tasks.workunit.client.0.smithi082.stdout:op 1727 completed, throughput=4.99MB/sec 2024-08-17T01:06:40.276 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-cXYz4FZek8GfK3n off=5158253 len=1306867 2024-08-17T01:06:40.279 INFO:tasks.workunit.client.0.smithi082.stdout:op 1728 completed, throughput=4.99MB/sec 2024-08-17T01:06:40.279 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Lm0mJMQy1zvVsgd off=2967845 len=657390 2024-08-17T01:06:40.283 INFO:tasks.workunit.client.0.smithi082.stdout:op 1729 completed, throughput=4.99MB/sec 2024-08-17T01:06:40.283 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-niWXHdns3cRuPXv off=313425 len=1413779 2024-08-17T01:06:40.290 INFO:tasks.workunit.client.0.smithi082.stdout:op 1730 completed, throughput=5MB/sec 2024-08-17T01:06:40.290 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8n29yB2lkvACFM3 off=21275086 len=733456 2024-08-17T01:06:40.291 INFO:tasks.workunit.client.0.smithi082.stdout:op 1731 completed, throughput=5MB/sec 2024-08-17T01:06:40.291 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ckDJb5dp5xJGcQ- off=10604984 len=102566 2024-08-17T01:06:40.293 INFO:tasks.workunit.client.0.smithi082.stdout:op 1732 completed, throughput=5MB/sec 2024-08-17T01:06:40.293 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--giWB9OORrMevnP off=17952106 len=853737 2024-08-17T01:06:40.298 INFO:tasks.workunit.client.0.smithi082.stdout:op 1733 completed, throughput=5MB/sec 2024-08-17T01:06:41.298 INFO:tasks.workunit.client.0.smithi082.stdout: 345: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:41.299 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mnways7-3BL1Q66 off=5537368 len=1752357 2024-08-17T01:06:41.301 INFO:tasks.workunit.client.0.smithi082.stdout:op 1734 completed, throughput=4.99MB/sec 2024-08-17T01:06:41.301 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Fihae8aYp3tVQB6 off=682841 len=895817 2024-08-17T01:06:41.303 INFO:tasks.workunit.client.0.smithi082.stdout:op 1735 completed, throughput=4.99MB/sec 2024-08-17T01:06:41.303 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6oVJ2FETE7J1piG off=771075 len=1633135 2024-08-17T01:06:41.312 INFO:tasks.workunit.client.0.smithi082.stdout:op 1736 completed, throughput=5MB/sec 2024-08-17T01:06:41.312 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xVuGBVDdYFLGxnE off=0 len=1409941 2024-08-17T01:06:41.320 INFO:tasks.workunit.client.0.smithi082.stdout:op 1737 completed, throughput=5MB/sec 2024-08-17T01:06:41.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:41 smithi082 ceph-mon[94343]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:06:41.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:41 smithi082 ceph-mon[91979]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:06:41.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:41 smithi137 ceph-mon[86391]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:06:42.320 INFO:tasks.workunit.client.0.smithi082.stdout: 346: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:42.321 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-blGbYInxJyjYLvW off=9884595 len=1402751 2024-08-17T01:06:42.328 INFO:tasks.workunit.client.0.smithi082.stdout:op 1738 completed, throughput=4.99MB/sec 2024-08-17T01:06:42.328 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zpMKvCblincicdq off=5768257 len=391136 2024-08-17T01:06:42.331 INFO:tasks.workunit.client.0.smithi082.stdout:op 1739 completed, throughput=4.99MB/sec 2024-08-17T01:06:42.331 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ic7jcaiKWrIknYW off=7258171 len=1905872 2024-08-17T01:06:42.337 INFO:tasks.workunit.client.0.smithi082.stdout:op 1740 completed, throughput=5MB/sec 2024-08-17T01:06:42.337 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--4DiQZ5ivy0qdOg off=311014 len=338307 2024-08-17T01:06:42.338 INFO:tasks.workunit.client.0.smithi082.stdout:op 1741 completed, throughput=5MB/sec 2024-08-17T01:06:42.338 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-aCSJeNwWCTgs3-A off=17387870 len=1403777 2024-08-17T01:06:42.340 INFO:tasks.workunit.client.0.smithi082.stdout:op 1742 completed, throughput=5MB/sec 2024-08-17T01:06:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:06:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:06:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:06:43.340 INFO:tasks.workunit.client.0.smithi082.stdout: 347: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:43.340 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pPNlrXXgySJwM_- off=7783518 len=1704201 2024-08-17T01:06:43.347 INFO:tasks.workunit.client.0.smithi082.stdout:op 1743 completed, throughput=4.99MB/sec 2024-08-17T01:06:43.347 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NJ5F_6oC2CHfuFD off=4379433 len=21055 2024-08-17T01:06:43.349 INFO:tasks.workunit.client.0.smithi082.stdout:op 1744 completed, throughput=4.99MB/sec 2024-08-17T01:06:43.350 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-nhsz12fVXAnlyGm off=7779380 len=1917358 2024-08-17T01:06:43.361 INFO:tasks.workunit.client.0.smithi082.stdout:op 1745 completed, throughput=5MB/sec 2024-08-17T01:06:43.361 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-s7dxL4-56Mzwx2t off=3334233 len=309372 2024-08-17T01:06:43.362 INFO:tasks.workunit.client.0.smithi082.stdout:op 1746 completed, throughput=5MB/sec 2024-08-17T01:06:43.362 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bs1q613911Y9tib off=3099 len=615932 2024-08-17T01:06:43.363 INFO:tasks.workunit.client.0.smithi082.stdout:op 1747 completed, throughput=5MB/sec 2024-08-17T01:06:43.363 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3yXWe3KtnafnstP off=2882007 len=328991 2024-08-17T01:06:43.363 INFO:tasks.workunit.client.0.smithi082.stdout:op 1748 completed, throughput=5MB/sec 2024-08-17T01:06:43.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:43 smithi082 ceph-mon[94343]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:06:43.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:43 smithi082 ceph-mon[91979]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:06:43.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:43 smithi137 ceph-mon[86391]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:06:44.364 INFO:tasks.workunit.client.0.smithi082.stdout: 348: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:44.364 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0p_UxGFz5XikSEg off=1202222 len=553445 2024-08-17T01:06:44.368 INFO:tasks.workunit.client.0.smithi082.stdout:op 1749 completed, throughput=4.99MB/sec 2024-08-17T01:06:44.369 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kwWR4YknO5nEn2E off=12909226 len=1547110 2024-08-17T01:06:44.370 INFO:tasks.workunit.client.0.smithi082.stdout:op 1750 completed, throughput=4.99MB/sec 2024-08-17T01:06:44.370 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-R1XQzjZpfqJvlMU off=5088754 len=853133 2024-08-17T01:06:44.375 INFO:tasks.workunit.client.0.smithi082.stdout:op 1751 completed, throughput=4.99MB/sec 2024-08-17T01:06:44.375 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Z3lE7HwkjKVuvft off=3991 len=1604615 2024-08-17T01:06:44.385 INFO:tasks.workunit.client.0.smithi082.stdout:op 1752 completed, throughput=5MB/sec 2024-08-17T01:06:44.385 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Fye8CKL0z2kCaq5 off=4325322 len=1903191 2024-08-17T01:06:44.395 INFO:tasks.workunit.client.0.smithi082.stdout:op 1753 completed, throughput=5MB/sec 2024-08-17T01:06:45.396 INFO:tasks.workunit.client.0.smithi082.stdout: 349: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:45.396 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BOOrkTVEdE8Hi5g off=12981253 len=1579302 2024-08-17T01:06:45.404 INFO:tasks.workunit.client.0.smithi082.stdout:op 1754 completed, throughput=4.99MB/sec 2024-08-17T01:06:45.404 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BQxWHykEUIAj5JK off=3812568 len=123489 2024-08-17T01:06:45.405 INFO:tasks.workunit.client.0.smithi082.stdout:op 1755 completed, throughput=4.99MB/sec 2024-08-17T01:06:45.405 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-CEia06Q8cSTt6Yv off=14959195 len=431964 2024-08-17T01:06:45.406 INFO:tasks.workunit.client.0.smithi082.stdout:op 1756 completed, throughput=4.99MB/sec 2024-08-17T01:06:45.406 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-QQqUtGRIm2tJLqo off=12174972 len=1834343 2024-08-17T01:06:45.408 INFO:tasks.workunit.client.0.smithi082.stdout:op 1757 completed, throughput=5MB/sec 2024-08-17T01:06:45.408 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-eCRO7Mc1aoGh50H off=10624438 len=1291838 2024-08-17T01:06:45.416 INFO:tasks.workunit.client.0.smithi082.stdout:op 1758 completed, throughput=5MB/sec 2024-08-17T01:06:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:06:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:06:45] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-08-17T01:06:45.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:45 smithi082 ceph-mon[94343]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-08-17T01:06:45.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:45 smithi082 ceph-mon[91979]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-08-17T01:06:45.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:45 smithi137 ceph-mon[86391]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-08-17T01:06:46.416 INFO:tasks.workunit.client.0.smithi082.stdout: 350: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:46.416 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KBPYLCjjX9UOrNj off=2330009 len=1359331 2024-08-17T01:06:46.424 INFO:tasks.workunit.client.0.smithi082.stdout:op 1759 completed, throughput=4.99MB/sec 2024-08-17T01:06:46.424 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6eU3BSOl4DxOTbU off=6254243 len=1191204 2024-08-17T01:06:46.431 INFO:tasks.workunit.client.0.smithi082.stdout:op 1760 completed, throughput=5MB/sec 2024-08-17T01:06:46.432 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-t9GuK-G5NU_pCKr off=583512 len=682100 2024-08-17T01:06:46.435 INFO:tasks.workunit.client.0.smithi082.stdout:op 1761 completed, throughput=5MB/sec 2024-08-17T01:06:46.435 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jtphnabI9nHO_nx off=18963927 len=91223 2024-08-17T01:06:46.436 INFO:tasks.workunit.client.0.smithi082.stdout:op 1762 completed, throughput=5MB/sec 2024-08-17T01:06:46.436 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Rsp-fd9LZMHf4SI off=3064223 len=117245 2024-08-17T01:06:46.438 INFO:tasks.workunit.client.0.smithi082.stdout:op 1763 completed, throughput=5MB/sec 2024-08-17T01:06:46.438 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OougMp584swiZzd off=790407 len=472651 2024-08-17T01:06:46.439 INFO:tasks.workunit.client.0.smithi082.stdout:op 1764 completed, throughput=5MB/sec 2024-08-17T01:06:46.439 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-iksE1m1sVgetM5E off=3178989 len=2074661 2024-08-17T01:06:46.441 INFO:tasks.workunit.client.0.smithi082.stdout:op 1765 completed, throughput=5MB/sec 2024-08-17T01:06:47.441 INFO:tasks.workunit.client.0.smithi082.stdout: 351: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:47.441 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ahaOFKRBOTNs8VX off=6415729 len=351869 2024-08-17T01:06:47.445 INFO:tasks.workunit.client.0.smithi082.stdout:op 1766 completed, throughput=4.99MB/sec 2024-08-17T01:06:47.445 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cpmHv8956qf4t9T off=12561915 len=1988567 2024-08-17T01:06:47.456 INFO:tasks.workunit.client.0.smithi082.stdout:op 1767 completed, throughput=5MB/sec 2024-08-17T01:06:47.457 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-w2aeuluA6dIrV_c off=11648048 len=126424 2024-08-17T01:06:47.457 INFO:tasks.workunit.client.0.smithi082.stdout:op 1768 completed, throughput=5MB/sec 2024-08-17T01:06:47.458 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0PV3o8x30Nbu4bC off=12960549 len=464915 2024-08-17T01:06:47.459 INFO:tasks.workunit.client.0.smithi082.stdout:op 1769 completed, throughput=5MB/sec 2024-08-17T01:06:47.459 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WIO504SF7DOl7P8 off=12026688 len=1406619 2024-08-17T01:06:47.460 INFO:tasks.workunit.client.0.smithi082.stdout:op 1770 completed, throughput=5MB/sec 2024-08-17T01:06:47.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:47 smithi082 ceph-mon[91979]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-17T01:06:47.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:47 smithi082 ceph-mon[94343]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-17T01:06:47.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:47 smithi137 ceph-mon[86391]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-17T01:06:48.464 INFO:tasks.workunit.client.0.smithi082.stdout: 352: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:48.464 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-aF4irMaphMFfZQT off=1314918 len=149048 2024-08-17T01:06:48.465 INFO:tasks.workunit.client.0.smithi082.stdout:op 1771 completed, throughput=4.99MB/sec 2024-08-17T01:06:48.465 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-soOu_aIUgSvAzf3 off=1565287 len=1060527 2024-08-17T01:06:48.471 INFO:tasks.workunit.client.0.smithi082.stdout:op 1772 completed, throughput=4.99MB/sec 2024-08-17T01:06:48.471 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_YRY2gX-QF6JNE7 off=14469585 len=1820542 2024-08-17T01:06:48.474 INFO:tasks.workunit.client.0.smithi082.stdout:op 1773 completed, throughput=5MB/sec 2024-08-17T01:06:48.474 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6sFuWF24HfZVOm1 off=1268421 len=1989880 2024-08-17T01:06:48.483 INFO:tasks.workunit.client.0.smithi082.stdout:op 1774 completed, throughput=5MB/sec 2024-08-17T01:06:49.482 INFO:tasks.workunit.client.0.smithi082.stdout: 353: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:49.482 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vQp9cQXb6b53yKa off=10392681 len=1542145 2024-08-17T01:06:49.491 INFO:tasks.workunit.client.0.smithi082.stdout:op 1775 completed, throughput=4.99MB/sec 2024-08-17T01:06:49.491 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-l5BfoQR7modwJvh off=10376459 len=1895157 2024-08-17T01:06:49.494 INFO:tasks.workunit.client.0.smithi082.stdout:op 1776 completed, throughput=5MB/sec 2024-08-17T01:06:49.494 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-seX9kEP03oCX5dm off=2860734 len=1032394 2024-08-17T01:06:49.500 INFO:tasks.workunit.client.0.smithi082.stdout:op 1777 completed, throughput=5MB/sec 2024-08-17T01:06:49.500 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-m46eQ2brvEDOgPh off=8950100 len=425262 2024-08-17T01:06:49.501 INFO:tasks.workunit.client.0.smithi082.stdout:op 1778 completed, throughput=5MB/sec 2024-08-17T01:06:49.502 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Ig2HwJGZkMf4ofv off=1897694 len=50521 2024-08-17T01:06:49.503 INFO:tasks.workunit.client.0.smithi082.stdout:op 1779 completed, throughput=5MB/sec 2024-08-17T01:06:49.503 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-K_Q6xUYgi9Chuia off=13831922 len=1306186 2024-08-17T01:06:49.508 INFO:tasks.workunit.client.0.smithi082.stdout:op 1780 completed, throughput=5MB/sec 2024-08-17T01:06:49.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:49 smithi082 ceph-mon[91979]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:06:49.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:49 smithi082 ceph-mon[94343]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:06:49.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:49 smithi137 ceph-mon[86391]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:06:50.508 INFO:tasks.workunit.client.0.smithi082.stdout: 354: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:50.509 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-7iLvMyITNlbSueA off=9070203 len=122484 2024-08-17T01:06:50.511 INFO:tasks.workunit.client.0.smithi082.stdout:op 1781 completed, throughput=4.99MB/sec 2024-08-17T01:06:50.511 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5zYm8z8q_HQMnHZ off=2995250 len=321287 2024-08-17T01:06:50.512 INFO:tasks.workunit.client.0.smithi082.stdout:op 1782 completed, throughput=4.99MB/sec 2024-08-17T01:06:50.513 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-k55oxMXxYnMLFXb off=21834956 len=656972 2024-08-17T01:06:50.513 INFO:tasks.workunit.client.0.smithi082.stdout:op 1783 completed, throughput=4.99MB/sec 2024-08-17T01:06:50.513 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6e5mnC2jEQqUcm6 off=1692846 len=466269 2024-08-17T01:06:50.514 INFO:tasks.workunit.client.0.smithi082.stdout:op 1784 completed, throughput=4.99MB/sec 2024-08-17T01:06:50.515 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tgGA1_Mvm4gHlGy off=10101029 len=176943 2024-08-17T01:06:50.517 INFO:tasks.workunit.client.0.smithi082.stdout:op 1785 completed, throughput=4.99MB/sec 2024-08-17T01:06:50.517 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vMkYPE-F8-38-DX off=12841563 len=288848 2024-08-17T01:06:50.518 INFO:tasks.workunit.client.0.smithi082.stdout:op 1786 completed, throughput=4.99MB/sec 2024-08-17T01:06:50.518 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-X6xK13cD-5-tJc- off=8180492 len=927055 2024-08-17T01:06:50.520 INFO:tasks.workunit.client.0.smithi082.stdout:op 1787 completed, throughput=5MB/sec 2024-08-17T01:06:50.520 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-VfQo_3eVSopnj9M off=4705530 len=206492 2024-08-17T01:06:50.522 INFO:tasks.workunit.client.0.smithi082.stdout:op 1788 completed, throughput=5MB/sec 2024-08-17T01:06:50.522 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-d_PQC4aBnrND18C off=4233327 len=1584003 2024-08-17T01:06:50.524 INFO:tasks.workunit.client.0.smithi082.stdout:op 1789 completed, throughput=5MB/sec 2024-08-17T01:06:50.991 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:06:50.991 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:06:50.991 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:06:51.524 INFO:tasks.workunit.client.0.smithi082.stdout: 355: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:51.524 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Ef-2Ck48hkk8t6z off=4114326 len=573682 2024-08-17T01:06:51.525 INFO:tasks.workunit.client.0.smithi082.stdout:op 1790 completed, throughput=4.99MB/sec 2024-08-17T01:06:51.525 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ORFPQh9IbmmAGbd off=14612212 len=742551 2024-08-17T01:06:51.530 INFO:tasks.workunit.client.0.smithi082.stdout:op 1791 completed, throughput=4.99MB/sec 2024-08-17T01:06:51.530 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-baD00NvnPsRPWxD off=6577897 len=1840677 2024-08-17T01:06:51.534 INFO:tasks.workunit.client.0.smithi082.stdout:op 1792 completed, throughput=5MB/sec 2024-08-17T01:06:51.534 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KsS2jBDY-CjiamZ off=8697159 len=449468 2024-08-17T01:06:51.535 INFO:tasks.workunit.client.0.smithi082.stdout:op 1793 completed, throughput=5MB/sec 2024-08-17T01:06:51.536 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-LQDNPhqxVTc4_Uv off=7475452 len=1046493 2024-08-17T01:06:51.537 INFO:tasks.workunit.client.0.smithi082.stdout:op 1794 completed, throughput=5MB/sec 2024-08-17T01:06:51.537 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ImS-UnYrGK62gt_ off=4994434 len=1642655 2024-08-17T01:06:51.539 INFO:tasks.workunit.client.0.smithi082.stdout:op 1795 completed, throughput=5MB/sec 2024-08-17T01:06:51.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:51 smithi082 ceph-mon[91979]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:06:51.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:51 smithi082 ceph-mon[94343]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:06:51.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:51 smithi137 ceph-mon[86391]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:06:52.539 INFO:tasks.workunit.client.0.smithi082.stdout: 356: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:52.539 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-uoJxg8GMK0XJGUq off=4995971 len=127829 2024-08-17T01:06:52.540 INFO:tasks.workunit.client.0.smithi082.stdout:op 1796 completed, throughput=4.99MB/sec 2024-08-17T01:06:52.540 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tVjDJFGvDgL_4Wk off=2277114 len=1169464 2024-08-17T01:06:52.547 INFO:tasks.workunit.client.0.smithi082.stdout:op 1797 completed, throughput=4.99MB/sec 2024-08-17T01:06:52.547 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QZKuRFRWS4chD8_ off=1281703 len=2015336 2024-08-17T01:06:52.559 INFO:tasks.workunit.client.0.smithi082.stdout:op 1798 completed, throughput=5MB/sec 2024-08-17T01:06:52.559 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-GleTfBfnBQjSSSz off=9388754 len=1878630 2024-08-17T01:06:52.561 INFO:tasks.workunit.client.0.smithi082.stdout:op 1799 completed, throughput=5MB/sec 2024-08-17T01:06:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:06:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:06:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:06:53.562 INFO:tasks.workunit.client.0.smithi082.stdout: 357: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:53.562 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-s1WNfM5BnElhRbF off=11422170 len=395439 2024-08-17T01:06:53.565 INFO:tasks.workunit.client.0.smithi082.stdout:op 1800 completed, throughput=4.99MB/sec 2024-08-17T01:06:53.566 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PJH-DEhFidRSo7s off=4130126 len=428184 2024-08-17T01:06:53.569 INFO:tasks.workunit.client.0.smithi082.stdout:op 1801 completed, throughput=4.99MB/sec 2024-08-17T01:06:53.569 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8Coo1I73VpF4CsA off=4703624 len=809658 2024-08-17T01:06:53.570 INFO:tasks.workunit.client.0.smithi082.stdout:op 1802 completed, throughput=4.99MB/sec 2024-08-17T01:06:53.570 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4gQoHPjlyVapgqR off=5074608 len=621341 2024-08-17T01:06:53.574 INFO:tasks.workunit.client.0.smithi082.stdout:op 1803 completed, throughput=5MB/sec 2024-08-17T01:06:53.574 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oaONHPhuio9EzAS off=6580503 len=200229 2024-08-17T01:06:53.577 INFO:tasks.workunit.client.0.smithi082.stdout:op 1804 completed, throughput=5MB/sec 2024-08-17T01:06:53.577 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-r81dxANU27x3tIF off=4322825 len=1705745 2024-08-17T01:06:53.578 INFO:tasks.workunit.client.0.smithi082.stdout:op 1805 completed, throughput=5MB/sec 2024-08-17T01:06:53.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:53 smithi082 ceph-mon[94343]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:06:53.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:53 smithi082 ceph-mon[91979]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:06:53.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:53 smithi137 ceph-mon[86391]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:06:54.579 INFO:tasks.workunit.client.0.smithi082.stdout: 358: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:54.579 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oqRyMgT4KGGzgeb off=5450474 len=1217660 2024-08-17T01:06:54.587 INFO:tasks.workunit.client.0.smithi082.stdout:op 1806 completed, throughput=4.99MB/sec 2024-08-17T01:06:54.587 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-d_PQC4aBnrND18C off=9067579 len=1017180 2024-08-17T01:06:54.591 INFO:tasks.workunit.client.0.smithi082.stdout:op 1807 completed, throughput=4.99MB/sec 2024-08-17T01:06:54.591 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WwiGCKt1lGtq3mG off=6329248 len=1863913 2024-08-17T01:06:54.592 INFO:tasks.workunit.client.0.smithi082.stdout:op 1808 completed, throughput=5MB/sec 2024-08-17T01:06:54.592 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JOgb5R1HPp5KWr5 off=10986583 len=237056 2024-08-17T01:06:54.592 INFO:tasks.workunit.client.0.smithi082.stdout:op 1809 completed, throughput=5MB/sec 2024-08-17T01:06:54.593 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UChqMKyWpMrnpwe off=659743 len=1162465 2024-08-17T01:06:54.593 INFO:tasks.workunit.client.0.smithi082.stdout:op 1810 completed, throughput=5MB/sec 2024-08-17T01:06:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:06:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:06:55] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-08-17T01:06:55.593 INFO:tasks.workunit.client.0.smithi082.stdout: 359: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:55.594 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Ec_ML4ERBAUmtXd off=6518074 len=629339 2024-08-17T01:06:55.598 INFO:tasks.workunit.client.0.smithi082.stdout:op 1811 completed, throughput=4.99MB/sec 2024-08-17T01:06:55.598 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aLgfyZ29TwRD63I off=13955845 len=388947 2024-08-17T01:06:55.602 INFO:tasks.workunit.client.0.smithi082.stdout:op 1812 completed, throughput=4.99MB/sec 2024-08-17T01:06:55.602 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-EL32acXKEUKMCx3 off=2018424 len=267627 2024-08-17T01:06:55.602 INFO:tasks.workunit.client.0.smithi082.stdout:op 1813 completed, throughput=4.99MB/sec 2024-08-17T01:06:55.602 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2HCQ6ShyWFbABVj off=852466 len=78311 2024-08-17T01:06:55.603 INFO:tasks.workunit.client.0.smithi082.stdout:op 1814 completed, throughput=4.99MB/sec 2024-08-17T01:06:55.603 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-DvjDMwvamUXDw8w off=1873643 len=707051 2024-08-17T01:06:55.607 INFO:tasks.workunit.client.0.smithi082.stdout:op 1815 completed, throughput=4.99MB/sec 2024-08-17T01:06:55.607 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tML-sOD8T-dC1aP off=13582551 len=1384771 2024-08-17T01:06:55.609 INFO:tasks.workunit.client.0.smithi082.stdout:op 1816 completed, throughput=5MB/sec 2024-08-17T01:06:55.609 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rOZMxGsEmJDLlT5 off=7956434 len=1066101 2024-08-17T01:06:55.614 INFO:tasks.workunit.client.0.smithi082.stdout:op 1817 completed, throughput=5MB/sec 2024-08-17T01:06:55.614 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-t8l7ViMyuTYUKwc off=2758591 len=1073173 2024-08-17T01:06:55.616 INFO:tasks.workunit.client.0.smithi082.stdout:op 1818 completed, throughput=5MB/sec 2024-08-17T01:06:55.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:55 smithi082 ceph-mon[94343]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:06:55.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:55 smithi082 ceph-mon[91979]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:06:55.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:55 smithi137 ceph-mon[86391]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:06:56.616 INFO:tasks.workunit.client.0.smithi082.stdout: 360: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:56.617 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-DJKW-SUPe52kL6N off=1948325 len=408711 2024-08-17T01:06:56.620 INFO:tasks.workunit.client.0.smithi082.stdout:op 1819 completed, throughput=4.99MB/sec 2024-08-17T01:06:56.620 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_j6Qy_Axrpgyqwh off=23365522 len=1453942 2024-08-17T01:06:56.628 INFO:tasks.workunit.client.0.smithi082.stdout:op 1820 completed, throughput=4.99MB/sec 2024-08-17T01:06:56.628 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TnBMLAIQTL4Cil8 off=1716554 len=1327239 2024-08-17T01:06:56.635 INFO:tasks.workunit.client.0.smithi082.stdout:op 1821 completed, throughput=5MB/sec 2024-08-17T01:06:56.635 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-riwx-wGVBgx1Fwt off=7151200 len=1386985 2024-08-17T01:06:56.637 INFO:tasks.workunit.client.0.smithi082.stdout:op 1822 completed, throughput=5MB/sec 2024-08-17T01:06:56.637 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-GAvlH0osnDtIKYS off=9081418 len=1898856 2024-08-17T01:06:56.645 INFO:tasks.workunit.client.0.smithi082.stdout:op 1823 completed, throughput=5MB/sec 2024-08-17T01:06:57.646 INFO:tasks.workunit.client.0.smithi082.stdout: 361: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:57.646 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BFopeecX9f-_hRh off=3212859 len=1805109 2024-08-17T01:06:57.657 INFO:tasks.workunit.client.0.smithi082.stdout:op 1824 completed, throughput=5MB/sec 2024-08-17T01:06:57.657 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_8H4HAsh9AmjMqX off=16734921 len=1871054 2024-08-17T01:06:57.659 INFO:tasks.workunit.client.0.smithi082.stdout:op 1825 completed, throughput=5MB/sec 2024-08-17T01:06:57.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:06:57 smithi082 ceph-mon[94343]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:06:57.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:06:57 smithi082 ceph-mon[91979]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:06:57.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:06:57 smithi137 ceph-mon[86391]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:06:58.659 INFO:tasks.workunit.client.0.smithi082.stdout: 362: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:58.659 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TQ-sAxxbQ9BYrC0 off=9726173 len=659423 2024-08-17T01:06:58.660 INFO:tasks.workunit.client.0.smithi082.stdout:op 1826 completed, throughput=4.99MB/sec 2024-08-17T01:06:58.660 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-X6sJHEbItPVFJO9 off=4021950 len=1557487 2024-08-17T01:06:58.667 INFO:tasks.workunit.client.0.smithi082.stdout:op 1827 completed, throughput=4.99MB/sec 2024-08-17T01:06:58.667 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZM367gs2M3VPQ1i off=1514257 len=207294 2024-08-17T01:06:58.670 INFO:tasks.workunit.client.0.smithi082.stdout:op 1828 completed, throughput=4.99MB/sec 2024-08-17T01:06:58.670 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-FMEJvPwUsOwlZDy off=569192 len=609577 2024-08-17T01:06:58.671 INFO:tasks.workunit.client.0.smithi082.stdout:op 1829 completed, throughput=4.99MB/sec 2024-08-17T01:06:58.671 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4vAeG66KuJUfWh_ off=3495303 len=1263715 2024-08-17T01:06:58.672 INFO:tasks.workunit.client.0.smithi082.stdout:op 1830 completed, throughput=5MB/sec 2024-08-17T01:06:58.672 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mxKKJnDnwh0d_0m off=13887481 len=255660 2024-08-17T01:06:58.673 INFO:tasks.workunit.client.0.smithi082.stdout:op 1831 completed, throughput=5MB/sec 2024-08-17T01:06:58.673 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4apwjKDgu3hUK-M off=2921889 len=636853 2024-08-17T01:06:58.675 INFO:tasks.workunit.client.0.smithi082.stdout:op 1832 completed, throughput=5MB/sec 2024-08-17T01:06:58.675 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SkacsIN8u7hItB1 off=1017958 len=744716 2024-08-17T01:06:58.679 INFO:tasks.workunit.client.0.smithi082.stdout:op 1833 completed, throughput=5MB/sec 2024-08-17T01:06:59.680 INFO:tasks.workunit.client.0.smithi082.stdout: 363: throughput=4.99MB/sec pending data=0 2024-08-17T01:06:59.680 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-k0v17MG7NcaOyPk off=4791948 len=368037 2024-08-17T01:06:59.683 INFO:tasks.workunit.client.0.smithi082.stdout:op 1834 completed, throughput=4.99MB/sec 2024-08-17T01:06:59.684 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-iKZdEZITT6oYpL_ off=6275551 len=237220 2024-08-17T01:06:59.686 INFO:tasks.workunit.client.0.smithi082.stdout:op 1835 completed, throughput=4.99MB/sec 2024-08-17T01:06:59.686 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vgYqrJQCYJAihTT off=3304117 len=2023078 2024-08-17T01:06:59.688 INFO:tasks.workunit.client.0.smithi082.stdout:op 1836 completed, throughput=4.99MB/sec 2024-08-17T01:06:59.689 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Hn7DE5Ow0nTD9sP off=7177761 len=1542092 2024-08-17T01:06:59.695 INFO:tasks.workunit.client.0.smithi082.stdout:op 1837 completed, throughput=5MB/sec 2024-08-17T01:06:59.695 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IBNQgwaPCokwMcE off=6926954 len=956899 2024-08-17T01:06:59.696 INFO:tasks.workunit.client.0.smithi082.stdout:op 1838 completed, throughput=5MB/sec 2024-08-17T01:07:00.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:00 smithi082 ceph-mon[94343]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:07:00.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:00 smithi082 ceph-mon[91979]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:07:00.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:00 smithi137 ceph-mon[86391]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:07:00.696 INFO:tasks.workunit.client.0.smithi082.stdout: 364: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:00.696 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-7xnTqS-9gK6oM-9 off=4401574 len=1635166 2024-08-17T01:07:00.700 INFO:tasks.workunit.client.0.smithi082.stdout:op 1839 completed, throughput=4.99MB/sec 2024-08-17T01:07:00.700 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-7sFVu9ffBCyBl2V off=473478 len=164662 2024-08-17T01:07:00.703 INFO:tasks.workunit.client.0.smithi082.stdout:op 1840 completed, throughput=4.99MB/sec 2024-08-17T01:07:00.703 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0ZuwLmemlGOTffg off=2606747 len=1967012 2024-08-17T01:07:00.713 INFO:tasks.workunit.client.0.smithi082.stdout:op 1841 completed, throughput=5MB/sec 2024-08-17T01:07:00.713 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TrvQ5m5fKKQlqck off=2922652 len=1074719 2024-08-17T01:07:00.717 INFO:tasks.workunit.client.0.smithi082.stdout:op 1842 completed, throughput=5MB/sec 2024-08-17T01:07:00.718 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_I_Ip4VrKa1fV_- off=16845679 len=1276097 2024-08-17T01:07:00.725 INFO:tasks.workunit.client.0.smithi082.stdout:op 1843 completed, throughput=5MB/sec 2024-08-17T01:07:01.725 INFO:tasks.workunit.client.0.smithi082.stdout: 365: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:01.725 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vZigUafegz_W-gr off=3166642 len=380940 2024-08-17T01:07:01.729 INFO:tasks.workunit.client.0.smithi082.stdout:op 1844 completed, throughput=4.99MB/sec 2024-08-17T01:07:01.729 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SQqMzUvIBVvNngm off=1517170 len=1959998 2024-08-17T01:07:01.741 INFO:tasks.workunit.client.0.smithi082.stdout:op 1845 completed, throughput=5MB/sec 2024-08-17T01:07:01.741 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NBMiUC8mH208xFz off=2224280 len=1471713 2024-08-17T01:07:01.750 INFO:tasks.workunit.client.0.smithi082.stdout:op 1846 completed, throughput=5MB/sec 2024-08-17T01:07:01.750 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mGL80R04Ba06Aw9 off=2705905 len=1238498 2024-08-17T01:07:01.757 INFO:tasks.workunit.client.0.smithi082.stdout:op 1847 completed, throughput=5MB/sec 2024-08-17T01:07:02.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:02 smithi082 ceph-mon[94343]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:07:02.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:02 smithi082 ceph-mon[91979]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:07:02.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:02 smithi137 ceph-mon[86391]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:07:02.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:07:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:07:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:07:02.758 INFO:tasks.workunit.client.0.smithi082.stdout: 366: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:02.758 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kQ8WvFPPNoCdAGj off=12285957 len=175420 2024-08-17T01:07:02.759 INFO:tasks.workunit.client.0.smithi082.stdout:op 1848 completed, throughput=4.99MB/sec 2024-08-17T01:07:02.759 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SupGSQHyHe24OlO off=5965685 len=917723 2024-08-17T01:07:02.760 INFO:tasks.workunit.client.0.smithi082.stdout:op 1849 completed, throughput=4.99MB/sec 2024-08-17T01:07:02.760 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WOnjKxTXAOlon0j off=620596 len=1648667 2024-08-17T01:07:02.762 INFO:tasks.workunit.client.0.smithi082.stdout:op 1850 completed, throughput=5MB/sec 2024-08-17T01:07:02.762 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wzql8fLdn9NCRBn off=9279319 len=252798 2024-08-17T01:07:02.765 INFO:tasks.workunit.client.0.smithi082.stdout:op 1851 completed, throughput=5MB/sec 2024-08-17T01:07:02.765 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UyE7539LXfdjd5K off=5481836 len=1280550 2024-08-17T01:07:02.767 INFO:tasks.workunit.client.0.smithi082.stdout:op 1852 completed, throughput=5MB/sec 2024-08-17T01:07:02.767 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-lKGSK57D0s8ofYg off=1814330 len=1562800 2024-08-17T01:07:02.768 INFO:tasks.workunit.client.0.smithi082.stdout:op 1853 completed, throughput=5MB/sec 2024-08-17T01:07:03.769 INFO:tasks.workunit.client.0.smithi082.stdout: 367: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:03.769 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tVjDJFGvDgL_4Wk off=13570436 len=1215831 2024-08-17T01:07:03.772 INFO:tasks.workunit.client.0.smithi082.stdout:op 1854 completed, throughput=4.99MB/sec 2024-08-17T01:07:03.772 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-MMWPQAFYgW5zX7b off=5013372 len=59628 2024-08-17T01:07:03.772 INFO:tasks.workunit.client.0.smithi082.stdout:op 1855 completed, throughput=4.99MB/sec 2024-08-17T01:07:03.772 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WotR1RlgWYy82QS off=67742 len=1904523 2024-08-17T01:07:03.774 INFO:tasks.workunit.client.0.smithi082.stdout:op 1856 completed, throughput=5MB/sec 2024-08-17T01:07:03.774 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8hP0UH2VXjNbjVV off=9076099 len=1395996 2024-08-17T01:07:03.783 INFO:tasks.workunit.client.0.smithi082.stdout:op 1857 completed, throughput=5MB/sec 2024-08-17T01:07:04.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:04 smithi082 ceph-mon[94343]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-17T01:07:04.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:04 smithi082 ceph-mon[91979]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-17T01:07:04.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:04 smithi137 ceph-mon[86391]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-17T01:07:04.783 INFO:tasks.workunit.client.0.smithi082.stdout: 368: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:04.783 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-r_efF_HnYVgE8Nl off=1340879 len=421913 2024-08-17T01:07:04.784 INFO:tasks.workunit.client.0.smithi082.stdout:op 1858 completed, throughput=4.99MB/sec 2024-08-17T01:07:04.784 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-DYTggld0DJkiq3c off=551341 len=1644068 2024-08-17T01:07:04.791 INFO:tasks.workunit.client.0.smithi082.stdout:op 1859 completed, throughput=4.99MB/sec 2024-08-17T01:07:04.791 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-paCTRlQsiVlat_m off=20229704 len=1505219 2024-08-17T01:07:04.797 INFO:tasks.workunit.client.0.smithi082.stdout:op 1860 completed, throughput=5MB/sec 2024-08-17T01:07:04.797 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-uVvzwAmCR4fIugn off=8549349 len=615849 2024-08-17T01:07:04.797 INFO:tasks.workunit.client.0.smithi082.stdout:op 1861 completed, throughput=5MB/sec 2024-08-17T01:07:04.798 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-do_r_0NSGs_ixeV off=1450568 len=509754 2024-08-17T01:07:04.801 INFO:tasks.workunit.client.0.smithi082.stdout:op 1862 completed, throughput=5MB/sec 2024-08-17T01:07:05.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:07:05.376 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:07:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:07:05] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-08-17T01:07:05.377 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:07:05.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:07:05.802 INFO:tasks.workunit.client.0.smithi082.stdout: 369: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:05.802 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ndg5lFyH2zp-Ubw off=501769 len=1645383 2024-08-17T01:07:05.805 INFO:tasks.workunit.client.0.smithi082.stdout:op 1863 completed, throughput=4.99MB/sec 2024-08-17T01:07:05.805 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0to28WiOyLlLZKM off=477082 len=775697 2024-08-17T01:07:05.806 INFO:tasks.workunit.client.0.smithi082.stdout:op 1864 completed, throughput=4.99MB/sec 2024-08-17T01:07:05.806 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3RotBm9x_7B1Yrl off=22519947 len=899168 2024-08-17T01:07:05.811 INFO:tasks.workunit.client.0.smithi082.stdout:op 1865 completed, throughput=5MB/sec 2024-08-17T01:07:05.811 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UVnL13n6xLXeiSN off=10763282 len=1087779 2024-08-17T01:07:05.817 INFO:tasks.workunit.client.0.smithi082.stdout:op 1866 completed, throughput=5MB/sec 2024-08-17T01:07:05.817 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-67c1P0pTQzI6TmE off=8485050 len=560111 2024-08-17T01:07:05.820 INFO:tasks.workunit.client.0.smithi082.stdout:op 1867 completed, throughput=5MB/sec 2024-08-17T01:07:05.821 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2qiUZ_lr5HVjOuS off=5771337 len=1492541 2024-08-17T01:07:05.824 INFO:tasks.workunit.client.0.smithi082.stdout:op 1868 completed, throughput=5MB/sec 2024-08-17T01:07:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:06 smithi082 ceph-mon[94343]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:07:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:06 smithi082 ceph-mon[91979]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:07:06.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:06 smithi137 ceph-mon[86391]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:07:06.824 INFO:tasks.workunit.client.0.smithi082.stdout: 370: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:06.825 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-FDKh-sOLiYjUIHZ off=1431638 len=1741580 2024-08-17T01:07:06.830 INFO:tasks.workunit.client.0.smithi082.stdout:op 1869 completed, throughput=4.99MB/sec 2024-08-17T01:07:06.830 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-FmyOrDw5dGlYhco off=1251308 len=821205 2024-08-17T01:07:06.832 INFO:tasks.workunit.client.0.smithi082.stdout:op 1870 completed, throughput=5MB/sec 2024-08-17T01:07:06.832 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-MJdHr7mwiRhNiQ- off=12613622 len=988488 2024-08-17T01:07:06.838 INFO:tasks.workunit.client.0.smithi082.stdout:op 1871 completed, throughput=5MB/sec 2024-08-17T01:07:06.838 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-z-BEu3ach6aTYzg off=2460827 len=195526 2024-08-17T01:07:06.838 INFO:tasks.workunit.client.0.smithi082.stdout:op 1872 completed, throughput=5MB/sec 2024-08-17T01:07:06.839 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YKBUh80JGGNbhz8 off=2764962 len=1947583 2024-08-17T01:07:06.842 INFO:tasks.workunit.client.0.smithi082.stdout:op 1873 completed, throughput=5MB/sec 2024-08-17T01:07:07.843 INFO:tasks.workunit.client.0.smithi082.stdout: 371: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:07.843 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-X9ua0tHrW3xso90 off=7626487 len=193420 2024-08-17T01:07:07.843 INFO:tasks.workunit.client.0.smithi082.stdout:op 1874 completed, throughput=4.99MB/sec 2024-08-17T01:07:07.844 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_bk-56bPWo4G2if off=16825402 len=649857 2024-08-17T01:07:07.845 INFO:tasks.workunit.client.0.smithi082.stdout:op 1875 completed, throughput=4.99MB/sec 2024-08-17T01:07:07.845 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Nz_RJoDrTL04NZX off=7623640 len=1391244 2024-08-17T01:07:07.848 INFO:tasks.workunit.client.0.smithi082.stdout:op 1876 completed, throughput=5MB/sec 2024-08-17T01:07:07.848 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5wBICrVL2Vw9EIr off=5916313 len=652988 2024-08-17T01:07:07.849 INFO:tasks.workunit.client.0.smithi082.stdout:op 1877 completed, throughput=5MB/sec 2024-08-17T01:07:07.849 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SWx69Vz6Jn_rY6- off=7926360 len=1596045 2024-08-17T01:07:07.858 INFO:tasks.workunit.client.0.smithi082.stdout:op 1878 completed, throughput=5MB/sec 2024-08-17T01:07:08.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:08 smithi082 ceph-mon[94343]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:07:08.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:08 smithi082 ceph-mon[91979]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:07:08.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:08 smithi137 ceph-mon[86391]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:07:08.859 INFO:tasks.workunit.client.0.smithi082.stdout: 372: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:08.859 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4_v9bOqHoVcrNDZ off=5981245 len=1143151 2024-08-17T01:07:08.864 INFO:tasks.workunit.client.0.smithi082.stdout:op 1879 completed, throughput=4.99MB/sec 2024-08-17T01:07:08.864 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kTKw6z__KAeG0py off=11439625 len=344731 2024-08-17T01:07:08.868 INFO:tasks.workunit.client.0.smithi082.stdout:op 1880 completed, throughput=4.99MB/sec 2024-08-17T01:07:08.868 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-x83CsA9enD0C3kQ off=906936 len=1429302 2024-08-17T01:07:08.877 INFO:tasks.workunit.client.0.smithi082.stdout:op 1881 completed, throughput=5MB/sec 2024-08-17T01:07:08.877 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yCF6DycadaiJugv off=1897089 len=1240590 2024-08-17T01:07:08.878 INFO:tasks.workunit.client.0.smithi082.stdout:op 1882 completed, throughput=5MB/sec 2024-08-17T01:07:08.879 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ItmesXwIgNO3hlW off=7156447 len=1379273 2024-08-17T01:07:08.885 INFO:tasks.workunit.client.0.smithi082.stdout:op 1883 completed, throughput=5MB/sec 2024-08-17T01:07:09.885 INFO:tasks.workunit.client.0.smithi082.stdout: 373: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:09.886 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-msUDbw3I3L5DQ2p off=9265377 len=1657523 2024-08-17T01:07:09.887 INFO:tasks.workunit.client.0.smithi082.stdout:op 1884 completed, throughput=4.99MB/sec 2024-08-17T01:07:09.887 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6k1OCyXoPhLcAyZ off=2237801 len=51102 2024-08-17T01:07:09.888 INFO:tasks.workunit.client.0.smithi082.stdout:op 1885 completed, throughput=4.99MB/sec 2024-08-17T01:07:09.888 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WRHVDiKnAQYGv6Q off=1257342 len=674468 2024-08-17T01:07:09.890 INFO:tasks.workunit.client.0.smithi082.stdout:op 1886 completed, throughput=4.99MB/sec 2024-08-17T01:07:09.890 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pKK9AZ4lxyf4iqN off=5355126 len=627321 2024-08-17T01:07:09.891 INFO:tasks.workunit.client.0.smithi082.stdout:op 1887 completed, throughput=5MB/sec 2024-08-17T01:07:09.891 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kdvLDDv8QymWqFN off=10641490 len=1867146 2024-08-17T01:07:09.901 INFO:tasks.workunit.client.0.smithi082.stdout:op 1888 completed, throughput=5MB/sec 2024-08-17T01:07:10.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:10 smithi082 ceph-mon[91979]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:07:10.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:10 smithi082 ceph-mon[94343]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:07:10.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:10 smithi137 ceph-mon[86391]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:07:10.902 INFO:tasks.workunit.client.0.smithi082.stdout: 374: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:10.902 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nnZp2PFPvUHSyIu off=10317310 len=756020 2024-08-17T01:07:10.904 INFO:tasks.workunit.client.0.smithi082.stdout:op 1889 completed, throughput=4.99MB/sec 2024-08-17T01:07:10.904 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Jbj6wTNf3yAYQ9k off=4440537 len=402669 2024-08-17T01:07:10.908 INFO:tasks.workunit.client.0.smithi082.stdout:op 1890 completed, throughput=4.99MB/sec 2024-08-17T01:07:10.908 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kAh_BCpy0FAHbIH off=5920218 len=907212 2024-08-17T01:07:10.910 INFO:tasks.workunit.client.0.smithi082.stdout:op 1891 completed, throughput=4.99MB/sec 2024-08-17T01:07:10.910 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1uYN8bp3cb6LvKu off=4355340 len=314872 2024-08-17T01:07:10.911 INFO:tasks.workunit.client.0.smithi082.stdout:op 1892 completed, throughput=4.99MB/sec 2024-08-17T01:07:10.911 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZnUKgDPS3cH1tLA off=12556534 len=1943069 2024-08-17T01:07:10.914 INFO:tasks.workunit.client.0.smithi082.stdout:op 1893 completed, throughput=5MB/sec 2024-08-17T01:07:10.914 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Fm_XNQ89A_sXxOe off=1053981 len=1862887 2024-08-17T01:07:10.922 INFO:tasks.workunit.client.0.smithi082.stdout:op 1894 completed, throughput=5MB/sec 2024-08-17T01:07:11.922 INFO:tasks.workunit.client.0.smithi082.stdout: 375: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:11.922 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tJPGdgrmuhEdoT0 off=10393373 len=1292207 2024-08-17T01:07:11.925 INFO:tasks.workunit.client.0.smithi082.stdout:op 1895 completed, throughput=4.99MB/sec 2024-08-17T01:07:11.925 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-uOhxVC7JwN6ofYT off=10578870 len=901485 2024-08-17T01:07:11.930 INFO:tasks.workunit.client.0.smithi082.stdout:op 1896 completed, throughput=5MB/sec 2024-08-17T01:07:11.930 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JTkejBjH0LfQnKm off=2303831 len=983609 2024-08-17T01:07:11.931 INFO:tasks.workunit.client.0.smithi082.stdout:op 1897 completed, throughput=5MB/sec 2024-08-17T01:07:11.931 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5OCCQSzCrronwaM off=9134853 len=1730143 2024-08-17T01:07:11.933 INFO:tasks.workunit.client.0.smithi082.stdout:op 1898 completed, throughput=5MB/sec 2024-08-17T01:07:12.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:12 smithi082 ceph-mon[94343]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:07:12.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:12 smithi082 ceph-mon[91979]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:07:12.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:12 smithi137 ceph-mon[86391]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:07:12.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:07:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:07:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:07:12.934 INFO:tasks.workunit.client.0.smithi082.stdout: 376: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:12.934 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yof7QVudOND7D-p off=4107133 len=1925552 2024-08-17T01:07:12.936 INFO:tasks.workunit.client.0.smithi082.stdout:op 1899 completed, throughput=4.99MB/sec 2024-08-17T01:07:12.936 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HemdRPFw1l9hSfE off=2407292 len=1066604 2024-08-17T01:07:12.941 INFO:tasks.workunit.client.0.smithi082.stdout:op 1900 completed, throughput=5MB/sec 2024-08-17T01:07:12.941 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_pBSoMUCEXEs7Ge off=9671921 len=1649304 2024-08-17T01:07:12.950 INFO:tasks.workunit.client.0.smithi082.stdout:op 1901 completed, throughput=5MB/sec 2024-08-17T01:07:13.950 INFO:tasks.workunit.client.0.smithi082.stdout: 377: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:13.950 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-7zDnsKZjy1ISwVq off=4414145 len=98379 2024-08-17T01:07:13.951 INFO:tasks.workunit.client.0.smithi082.stdout:op 1902 completed, throughput=4.99MB/sec 2024-08-17T01:07:13.951 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZsXj1fX0C57pBfD off=22478812 len=660214 2024-08-17T01:07:13.958 INFO:tasks.workunit.client.0.smithi082.stdout:op 1903 completed, throughput=4.99MB/sec 2024-08-17T01:07:13.958 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5kyEJGcAif9nqh5 off=1423046 len=2016709 2024-08-17T01:07:13.958 INFO:tasks.workunit.client.0.smithi082.stdout:op 1904 completed, throughput=4.99MB/sec 2024-08-17T01:07:13.958 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-s6t8EvLXL3uX2BA off=14396540 len=1930344 2024-08-17T01:07:13.968 INFO:tasks.workunit.client.0.smithi082.stdout:op 1905 completed, throughput=5MB/sec 2024-08-17T01:07:13.968 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-eGn_SEugrgTL7k3 off=3256513 len=1338929 2024-08-17T01:07:13.969 INFO:tasks.workunit.client.0.smithi082.stdout:op 1906 completed, throughput=5MB/sec 2024-08-17T01:07:14.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:14 smithi082 ceph-mon[94343]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:07:14.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:14 smithi082 ceph-mon[91979]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:07:14.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:14 smithi137 ceph-mon[86391]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:07:14.970 INFO:tasks.workunit.client.0.smithi082.stdout: 378: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:14.970 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KmQChIOOmDCwuXL off=986595 len=1877702 2024-08-17T01:07:14.980 INFO:tasks.workunit.client.0.smithi082.stdout:op 1907 completed, throughput=4.99MB/sec 2024-08-17T01:07:14.980 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XeicO01koMzUtWe off=1350214 len=326038 2024-08-17T01:07:14.981 INFO:tasks.workunit.client.0.smithi082.stdout:op 1908 completed, throughput=4.99MB/sec 2024-08-17T01:07:14.981 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-02-rbqLaq63mabu off=6373662 len=1360045 2024-08-17T01:07:14.982 INFO:tasks.workunit.client.0.smithi082.stdout:op 1909 completed, throughput=5MB/sec 2024-08-17T01:07:14.982 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DpI-vcP0_9iqfG9 off=16081147 len=342375 2024-08-17T01:07:14.983 INFO:tasks.workunit.client.0.smithi082.stdout:op 1910 completed, throughput=5MB/sec 2024-08-17T01:07:14.983 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xKY7b2fN0Fg0xPX off=4398639 len=675102 2024-08-17T01:07:14.987 INFO:tasks.workunit.client.0.smithi082.stdout:op 1911 completed, throughput=5MB/sec 2024-08-17T01:07:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:07:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:07:15] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2024-08-17T01:07:15.987 INFO:tasks.workunit.client.0.smithi082.stdout: 379: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:15.987 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-s8OkTuiqb6sUW_U off=19331996 len=1431096 2024-08-17T01:07:15.998 INFO:tasks.workunit.client.0.smithi082.stdout:op 1912 completed, throughput=4.99MB/sec 2024-08-17T01:07:15.998 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0ZkxyKCvo3psqzm off=628167 len=1648355 2024-08-17T01:07:15.998 INFO:tasks.workunit.client.0.smithi082.stdout:op 1913 completed, throughput=4.99MB/sec 2024-08-17T01:07:15.998 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3jHxED8aCAuS_36 off=11026570 len=1918472 2024-08-17T01:07:15.999 INFO:tasks.workunit.client.0.smithi082.stdout:op 1914 completed, throughput=5MB/sec 2024-08-17T01:07:15.999 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UF67ZSFpS9dgChD off=5376796 len=1620478 2024-08-17T01:07:16.007 INFO:tasks.workunit.client.0.smithi082.stdout:op 1915 completed, throughput=5MB/sec 2024-08-17T01:07:16.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:16 smithi082 ceph-mon[94343]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:07:16.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:16 smithi082 ceph-mon[91979]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:07:16.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:16 smithi137 ceph-mon[86391]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:07:17.008 INFO:tasks.workunit.client.0.smithi082.stdout: 380: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:17.008 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-sB4q4nmtHZ7huUl off=7770770 len=1915360 2024-08-17T01:07:17.021 INFO:tasks.workunit.client.0.smithi082.stdout:op 1916 completed, throughput=4.99MB/sec 2024-08-17T01:07:17.021 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-78WSrE45QPoBLT- off=1610203 len=916854 2024-08-17T01:07:17.022 INFO:tasks.workunit.client.0.smithi082.stdout:op 1917 completed, throughput=5MB/sec 2024-08-17T01:07:17.023 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pKK9AZ4lxyf4iqN off=18243717 len=712751 2024-08-17T01:07:17.024 INFO:tasks.workunit.client.0.smithi082.stdout:op 1918 completed, throughput=5MB/sec 2024-08-17T01:07:17.024 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-jd2rcSsWx95PTSg off=1995465 len=1979283 2024-08-17T01:07:17.033 INFO:tasks.workunit.client.0.smithi082.stdout:op 1919 completed, throughput=5MB/sec 2024-08-17T01:07:18.033 INFO:tasks.workunit.client.0.smithi082.stdout: 381: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:18.033 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-uETpuAr90R_uwYD off=11859590 len=206131 2024-08-17T01:07:18.034 INFO:tasks.workunit.client.0.smithi082.stdout:op 1920 completed, throughput=4.99MB/sec 2024-08-17T01:07:18.034 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-k89HoV6xTYcCeiJ off=4203275 len=768887 2024-08-17T01:07:18.039 INFO:tasks.workunit.client.0.smithi082.stdout:op 1921 completed, throughput=4.99MB/sec 2024-08-17T01:07:18.039 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-eJFDkBtXQfnIsUE off=4628413 len=1604607 2024-08-17T01:07:18.041 INFO:tasks.workunit.client.0.smithi082.stdout:op 1922 completed, throughput=5MB/sec 2024-08-17T01:07:18.041 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Hl1SoWWV9dVdmSc off=13932834 len=345274 2024-08-17T01:07:18.042 INFO:tasks.workunit.client.0.smithi082.stdout:op 1923 completed, throughput=5MB/sec 2024-08-17T01:07:18.042 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Dp1kKePptXOgknV off=14358135 len=472263 2024-08-17T01:07:18.046 INFO:tasks.workunit.client.0.smithi082.stdout:op 1924 completed, throughput=5MB/sec 2024-08-17T01:07:18.046 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-k83tmgnbJ9oa4X0 off=731004 len=345918 2024-08-17T01:07:18.050 INFO:tasks.workunit.client.0.smithi082.stdout:op 1925 completed, throughput=5MB/sec 2024-08-17T01:07:18.050 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-j2y0lB3m_OO-aY8 off=5011355 len=1434461 2024-08-17T01:07:18.051 INFO:tasks.workunit.client.0.smithi082.stdout:op 1926 completed, throughput=5MB/sec 2024-08-17T01:07:18.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:18 smithi082 ceph-mon[94343]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:07:18.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:18 smithi082 ceph-mon[91979]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:07:18.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:18 smithi137 ceph-mon[86391]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:07:19.052 INFO:tasks.workunit.client.0.smithi082.stdout: 382: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:19.052 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2nGUjwEvM7IPeoI off=13407100 len=657683 2024-08-17T01:07:19.053 INFO:tasks.workunit.client.0.smithi082.stdout:op 1927 completed, throughput=4.99MB/sec 2024-08-17T01:07:19.053 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YArQU-cD59jdXab off=2476758 len=642612 2024-08-17T01:07:19.057 INFO:tasks.workunit.client.0.smithi082.stdout:op 1928 completed, throughput=4.99MB/sec 2024-08-17T01:07:19.057 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-K5jbdQY9W1l2eKj off=6235900 len=2053485 2024-08-17T01:07:19.069 INFO:tasks.workunit.client.0.smithi082.stdout:op 1929 completed, throughput=5MB/sec 2024-08-17T01:07:19.069 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2hYjMf8yv5hZahW off=769878 len=783395 2024-08-17T01:07:19.074 INFO:tasks.workunit.client.0.smithi082.stdout:op 1930 completed, throughput=5MB/sec 2024-08-17T01:07:20.074 INFO:tasks.workunit.client.0.smithi082.stdout: 383: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:20.074 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5bKmWL0tdaU0aQB off=3449143 len=261145 2024-08-17T01:07:20.078 INFO:tasks.workunit.client.0.smithi082.stdout:op 1931 completed, throughput=4.99MB/sec 2024-08-17T01:07:20.078 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-o0k0Lt4VoQi707P off=14633999 len=229487 2024-08-17T01:07:20.078 INFO:tasks.workunit.client.0.smithi082.stdout:op 1932 completed, throughput=4.99MB/sec 2024-08-17T01:07:20.078 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-a7ZYNQqoBMKQ5K- off=4491260 len=1606957 2024-08-17T01:07:20.088 INFO:tasks.workunit.client.0.smithi082.stdout:op 1933 completed, throughput=4.99MB/sec 2024-08-17T01:07:20.088 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-o7w9u6K43SSAQbA off=290242 len=1650475 2024-08-17T01:07:20.091 INFO:tasks.workunit.client.0.smithi082.stdout:op 1934 completed, throughput=5MB/sec 2024-08-17T01:07:20.091 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-B0w5CVG_fLpjl7Q off=18471203 len=156369 2024-08-17T01:07:20.094 INFO:tasks.workunit.client.0.smithi082.stdout:op 1935 completed, throughput=5MB/sec 2024-08-17T01:07:20.094 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-T8MRwNOBkMv-etc off=4665535 len=275210 2024-08-17T01:07:20.095 INFO:tasks.workunit.client.0.smithi082.stdout:op 1936 completed, throughput=5MB/sec 2024-08-17T01:07:20.095 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_Jie60h7tixOZep off=494901 len=920882 2024-08-17T01:07:20.096 INFO:tasks.workunit.client.0.smithi082.stdout:op 1937 completed, throughput=5MB/sec 2024-08-17T01:07:20.096 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BFopeecX9f-_hRh off=6339217 len=1435303 2024-08-17T01:07:20.099 INFO:tasks.workunit.client.0.smithi082.stdout:op 1938 completed, throughput=5MB/sec 2024-08-17T01:07:20.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:20 smithi082 ceph-mon[91979]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:07:20.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:07:20.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:20 smithi082 ceph-mon[94343]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:07:20.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:07:20.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:20 smithi137 ceph-mon[86391]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:07:20.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:07:21.099 INFO:tasks.workunit.client.0.smithi082.stdout: 384: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:21.099 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-EKCUZYsRuljuWjC off=7332589 len=800667 2024-08-17T01:07:21.101 INFO:tasks.workunit.client.0.smithi082.stdout:op 1939 completed, throughput=4.99MB/sec 2024-08-17T01:07:21.101 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wPn9WcYq3U5QnYH off=4105579 len=1733884 2024-08-17T01:07:21.105 INFO:tasks.workunit.client.0.smithi082.stdout:op 1940 completed, throughput=5MB/sec 2024-08-17T01:07:21.105 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5CtxWQ2_NZNzw3q off=2014554 len=414446 2024-08-17T01:07:21.106 INFO:tasks.workunit.client.0.smithi082.stdout:op 1941 completed, throughput=5MB/sec 2024-08-17T01:07:21.106 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-cVffL1yS6MKDbRr off=5636216 len=424306 2024-08-17T01:07:21.106 INFO:tasks.workunit.client.0.smithi082.stdout:op 1942 completed, throughput=5MB/sec 2024-08-17T01:07:21.106 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QfmK91xygCSZMs- off=7178270 len=733149 2024-08-17T01:07:21.111 INFO:tasks.workunit.client.0.smithi082.stdout:op 1943 completed, throughput=5MB/sec 2024-08-17T01:07:22.112 INFO:tasks.workunit.client.0.smithi082.stdout: 385: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:22.112 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--07ma3gr7k4S5EF off=7026669 len=1884244 2024-08-17T01:07:22.122 INFO:tasks.workunit.client.0.smithi082.stdout:op 1944 completed, throughput=4.99MB/sec 2024-08-17T01:07:22.122 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4qrA4nynRl_Ygpj off=8213689 len=1522997 2024-08-17T01:07:22.123 INFO:tasks.workunit.client.0.smithi082.stdout:op 1945 completed, throughput=5MB/sec 2024-08-17T01:07:22.123 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JgnwCLKl6TJS7wn off=19328413 len=800345 2024-08-17T01:07:22.128 INFO:tasks.workunit.client.0.smithi082.stdout:op 1946 completed, throughput=5MB/sec 2024-08-17T01:07:22.128 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vk-BzlxypQ_tRCA off=1495876 len=1055433 2024-08-17T01:07:22.133 INFO:tasks.workunit.client.0.smithi082.stdout:op 1947 completed, throughput=5MB/sec 2024-08-17T01:07:22.133 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NtQo4IFauIuEb8m off=17469122 len=87854 2024-08-17T01:07:22.135 INFO:tasks.workunit.client.0.smithi082.stdout:op 1948 completed, throughput=5MB/sec 2024-08-17T01:07:22.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:22 smithi082 ceph-mon[94343]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:07:22.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:22 smithi082 ceph-mon[91979]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:07:22.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:22 smithi137 ceph-mon[86391]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:07:22.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:07:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:07:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:07:23.135 INFO:tasks.workunit.client.0.smithi082.stdout: 386: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:23.136 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NCGm-OR-oIg8c7N off=1676094 len=484358 2024-08-17T01:07:23.137 INFO:tasks.workunit.client.0.smithi082.stdout:op 1949 completed, throughput=4.99MB/sec 2024-08-17T01:07:23.137 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rY3rj0LLVyIgN-N off=1489018 len=1063258 2024-08-17T01:07:23.142 INFO:tasks.workunit.client.0.smithi082.stdout:op 1950 completed, throughput=4.99MB/sec 2024-08-17T01:07:23.142 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vbyD56iyBpw-7AB off=3486274 len=1242093 2024-08-17T01:07:23.151 INFO:tasks.workunit.client.0.smithi082.stdout:op 1951 completed, throughput=4.99MB/sec 2024-08-17T01:07:23.151 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XFxR7nbC5GGZjgs off=1817444 len=1087810 2024-08-17T01:07:23.152 INFO:tasks.workunit.client.0.smithi082.stdout:op 1952 completed, throughput=5MB/sec 2024-08-17T01:07:23.152 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JANavY0o4ZVJs5G off=1008148 len=588150 2024-08-17T01:07:23.156 INFO:tasks.workunit.client.0.smithi082.stdout:op 1953 completed, throughput=5MB/sec 2024-08-17T01:07:23.156 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ShzEImbKKTE0wtx off=10176011 len=561345 2024-08-17T01:07:23.157 INFO:tasks.workunit.client.0.smithi082.stdout:op 1954 completed, throughput=5MB/sec 2024-08-17T01:07:23.157 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oeTdkdFBME5XMTa off=4303633 len=1139044 2024-08-17T01:07:23.160 INFO:tasks.workunit.client.0.smithi082.stdout:op 1955 completed, throughput=5MB/sec 2024-08-17T01:07:24.160 INFO:tasks.workunit.client.0.smithi082.stdout: 387: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:24.160 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xNsUONVJfJU-YRm off=4056134 len=325671 2024-08-17T01:07:24.164 INFO:tasks.workunit.client.0.smithi082.stdout:op 1956 completed, throughput=4.99MB/sec 2024-08-17T01:07:24.164 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qlnkYAIF5vqK-0K off=14703654 len=463033 2024-08-17T01:07:24.165 INFO:tasks.workunit.client.0.smithi082.stdout:op 1957 completed, throughput=4.99MB/sec 2024-08-17T01:07:24.165 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YO7Va5uVQZAL7yu off=10659486 len=691975 2024-08-17T01:07:24.170 INFO:tasks.workunit.client.0.smithi082.stdout:op 1958 completed, throughput=4.99MB/sec 2024-08-17T01:07:24.170 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-XeXske8omFWDUdn off=313123 len=2095559 2024-08-17T01:07:24.179 INFO:tasks.workunit.client.0.smithi082.stdout:op 1959 completed, throughput=5MB/sec 2024-08-17T01:07:24.179 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-webEHXRrHrenwSd off=8721141 len=1358678 2024-08-17T01:07:24.184 INFO:tasks.workunit.client.0.smithi082.stdout:op 1960 completed, throughput=5MB/sec 2024-08-17T01:07:24.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:24 smithi082 ceph-mon[94343]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:07:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:24 smithi082 ceph-mon[91979]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:07:24.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:24 smithi137 ceph-mon[86391]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:07:25.185 INFO:tasks.workunit.client.0.smithi082.stdout: 388: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:25.185 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZZmjSWBwaYtCaRU off=2335670 len=287930 2024-08-17T01:07:25.188 INFO:tasks.workunit.client.0.smithi082.stdout:op 1961 completed, throughput=4.99MB/sec 2024-08-17T01:07:25.188 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1syPs3RPJHV0Vr2 off=7626930 len=604191 2024-08-17T01:07:25.193 INFO:tasks.workunit.client.0.smithi082.stdout:op 1962 completed, throughput=4.99MB/sec 2024-08-17T01:07:25.193 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-a1pvVV4BWp6xjPE off=876934 len=802373 2024-08-17T01:07:25.197 INFO:tasks.workunit.client.0.smithi082.stdout:op 1963 completed, throughput=4.99MB/sec 2024-08-17T01:07:25.197 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HQFyaGeR6O_c3zy off=10486970 len=1224681 2024-08-17T01:07:25.203 INFO:tasks.workunit.client.0.smithi082.stdout:op 1964 completed, throughput=5MB/sec 2024-08-17T01:07:25.203 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-AUphVVlUGLwnitf off=15066262 len=1448555 2024-08-17T01:07:25.205 INFO:tasks.workunit.client.0.smithi082.stdout:op 1965 completed, throughput=5MB/sec 2024-08-17T01:07:25.205 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wjj7voQo4VXeQHc off=2707315 len=259986 2024-08-17T01:07:25.207 INFO:tasks.workunit.client.0.smithi082.stdout:op 1966 completed, throughput=5MB/sec 2024-08-17T01:07:25.207 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rXDGKGZk9Jida9O off=16460073 len=2094655 2024-08-17T01:07:25.219 INFO:tasks.workunit.client.0.smithi082.stdout:op 1967 completed, throughput=5MB/sec 2024-08-17T01:07:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:07:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:07:25] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-08-17T01:07:26.219 INFO:tasks.workunit.client.0.smithi082.stdout: 389: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:26.219 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2N6Q6WalsFIg7D3 off=6268835 len=1226338 2024-08-17T01:07:26.223 INFO:tasks.workunit.client.0.smithi082.stdout:op 1968 completed, throughput=4.99MB/sec 2024-08-17T01:07:26.223 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SRCcg0RzK1oruMx off=6087804 len=1138816 2024-08-17T01:07:26.228 INFO:tasks.workunit.client.0.smithi082.stdout:op 1969 completed, throughput=5MB/sec 2024-08-17T01:07:26.228 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-aP3_cUCm1zHcK-O off=13386016 len=1584153 2024-08-17T01:07:26.230 INFO:tasks.workunit.client.0.smithi082.stdout:op 1970 completed, throughput=5MB/sec 2024-08-17T01:07:26.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:26 smithi082 ceph-mon[91979]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-17T01:07:26.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:26 smithi082 ceph-mon[94343]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-17T01:07:26.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:26 smithi137 ceph-mon[86391]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-17T01:07:27.230 INFO:tasks.workunit.client.0.smithi082.stdout: 390: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:27.230 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-i5OP9BkCoUKquuU off=17822463 len=478155 2024-08-17T01:07:27.233 INFO:tasks.workunit.client.0.smithi082.stdout:op 1971 completed, throughput=4.99MB/sec 2024-08-17T01:07:27.234 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-VSjYEP9RYszdNo9 off=2941369 len=1985846 2024-08-17T01:07:27.240 INFO:tasks.workunit.client.0.smithi082.stdout:op 1972 completed, throughput=4.99MB/sec 2024-08-17T01:07:27.240 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-DjNrFYJThsBQvbe off=14441410 len=2085177 2024-08-17T01:07:27.255 INFO:tasks.workunit.client.0.smithi082.stdout:op 1973 completed, throughput=5MB/sec 2024-08-17T01:07:27.255 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-P3E5j03vqU9Rf0N off=5741838 len=1494790 2024-08-17T01:07:27.262 INFO:tasks.workunit.client.0.smithi082.stdout:op 1974 completed, throughput=5MB/sec 2024-08-17T01:07:28.262 INFO:tasks.workunit.client.0.smithi082.stdout: 391: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:28.262 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3ZY5fuNKLvxDa4L off=12986604 len=1218311 2024-08-17T01:07:28.268 INFO:tasks.workunit.client.0.smithi082.stdout:op 1975 completed, throughput=4.99MB/sec 2024-08-17T01:07:28.268 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hM6EKjxGQGnKli9 off=1114486 len=2049252 2024-08-17T01:07:28.273 INFO:tasks.workunit.client.0.smithi082.stdout:op 1976 completed, throughput=5MB/sec 2024-08-17T01:07:28.273 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TBUU2jwm1pSVjF5 off=9703927 len=473120 2024-08-17T01:07:28.273 INFO:tasks.workunit.client.0.smithi082.stdout:op 1977 completed, throughput=5MB/sec 2024-08-17T01:07:28.273 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-cdX_HvRngzHuZ6D off=354178 len=1535552 2024-08-17T01:07:28.275 INFO:tasks.workunit.client.0.smithi082.stdout:op 1978 completed, throughput=5MB/sec 2024-08-17T01:07:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:28 smithi082 ceph-mon[91979]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:07:28.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:28 smithi082 ceph-mon[94343]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:07:28.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:28 smithi137 ceph-mon[86391]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:07:29.276 INFO:tasks.workunit.client.0.smithi082.stdout: 392: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:29.276 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Fbj2uFqp3isAesJ off=0 len=1436922 2024-08-17T01:07:29.278 INFO:tasks.workunit.client.0.smithi082.stdout:op 1979 completed, throughput=4.99MB/sec 2024-08-17T01:07:29.278 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4qWkgQnisiKN47S off=9233196 len=1934421 2024-08-17T01:07:29.282 INFO:tasks.workunit.client.0.smithi082.stdout:op 1980 completed, throughput=5MB/sec 2024-08-17T01:07:29.282 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-l7dasYnNENO02Yq off=0 len=1360364 2024-08-17T01:07:29.288 INFO:tasks.workunit.client.0.smithi082.stdout:op 1981 completed, throughput=5MB/sec 2024-08-17T01:07:30.289 INFO:tasks.workunit.client.0.smithi082.stdout: 393: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:30.289 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-eYVqROIQ30p8_4Y off=12918793 len=2044209 2024-08-17T01:07:30.291 INFO:tasks.workunit.client.0.smithi082.stdout:op 1982 completed, throughput=4.99MB/sec 2024-08-17T01:07:30.291 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gqlrUUruoCShglh off=1416480 len=944742 2024-08-17T01:07:30.293 INFO:tasks.workunit.client.0.smithi082.stdout:op 1983 completed, throughput=5MB/sec 2024-08-17T01:07:30.293 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zepBgRb8WQaAIDp off=64407 len=1941362 2024-08-17T01:07:30.304 INFO:tasks.workunit.client.0.smithi082.stdout:op 1984 completed, throughput=5MB/sec 2024-08-17T01:07:30.304 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-01jAvoxL6hxCUP0 off=3806199 len=396615 2024-08-17T01:07:30.305 INFO:tasks.workunit.client.0.smithi082.stdout:op 1985 completed, throughput=5MB/sec 2024-08-17T01:07:30.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:30 smithi137 ceph-mon[86391]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:07:30.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:30 smithi082 ceph-mon[94343]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:07:30.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:30 smithi082 ceph-mon[91979]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:07:31.305 INFO:tasks.workunit.client.0.smithi082.stdout: 394: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:31.306 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zzDh7n2kIuG82xu off=3411604 len=1533127 2024-08-17T01:07:31.316 INFO:tasks.workunit.client.0.smithi082.stdout:op 1986 completed, throughput=4.99MB/sec 2024-08-17T01:07:31.316 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nY9MWMVfmAcD-kO off=15183135 len=1555864 2024-08-17T01:07:31.318 INFO:tasks.workunit.client.0.smithi082.stdout:op 1987 completed, throughput=5MB/sec 2024-08-17T01:07:31.318 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-knaTsuQslC7xuP- off=557226 len=1722784 2024-08-17T01:07:31.330 INFO:tasks.workunit.client.0.smithi082.stdout:op 1988 completed, throughput=5MB/sec 2024-08-17T01:07:31.330 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9oVqXzDVZNO2pGM off=431184 len=1326059 2024-08-17T01:07:31.335 INFO:tasks.workunit.client.0.smithi082.stdout:op 1989 completed, throughput=5MB/sec 2024-08-17T01:07:32.335 INFO:tasks.workunit.client.0.smithi082.stdout: 395: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:32.335 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-CEzL9I0XqYLzOEK off=8712854 len=538655 2024-08-17T01:07:32.336 INFO:tasks.workunit.client.0.smithi082.stdout:op 1990 completed, throughput=4.99MB/sec 2024-08-17T01:07:32.336 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Md31Btto4vtC7KO off=1409061 len=1803459 2024-08-17T01:07:32.345 INFO:tasks.workunit.client.0.smithi082.stdout:op 1991 completed, throughput=5MB/sec 2024-08-17T01:07:32.345 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-EJXlPzWe9h1by-W off=318075 len=355897 2024-08-17T01:07:32.346 INFO:tasks.workunit.client.0.smithi082.stdout:op 1992 completed, throughput=5MB/sec 2024-08-17T01:07:32.346 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-LvJGi7e5sDdJIhA off=13136565 len=486407 2024-08-17T01:07:32.350 INFO:tasks.workunit.client.0.smithi082.stdout:op 1993 completed, throughput=5MB/sec 2024-08-17T01:07:32.350 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4X8Hwt1dT_IAUm6 off=7384052 len=327680 2024-08-17T01:07:32.351 INFO:tasks.workunit.client.0.smithi082.stdout:op 1994 completed, throughput=5MB/sec 2024-08-17T01:07:32.351 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Pf2-MtSCujiyc0O off=12617803 len=466060 2024-08-17T01:07:32.357 INFO:tasks.workunit.client.0.smithi082.stdout:op 1995 completed, throughput=5MB/sec 2024-08-17T01:07:32.358 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-iXsgw5kQZCrH7WN off=4102716 len=1676212 2024-08-17T01:07:32.363 INFO:tasks.workunit.client.0.smithi082.stdout:op 1996 completed, throughput=5MB/sec 2024-08-17T01:07:32.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:32 smithi137 ceph-mon[86391]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:07:32.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:07:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:07:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:07:32.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:32 smithi082 ceph-mon[94343]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:07:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:32 smithi082 ceph-mon[91979]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:07:33.363 INFO:tasks.workunit.client.0.smithi082.stdout: 396: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:33.363 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rUq86DhzDhH5qOh off=15981005 len=1414634 2024-08-17T01:07:33.370 INFO:tasks.workunit.client.0.smithi082.stdout:op 1997 completed, throughput=4.99MB/sec 2024-08-17T01:07:33.370 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mFc4P2NL6SHlu8V off=1836471 len=98241 2024-08-17T01:07:33.371 INFO:tasks.workunit.client.0.smithi082.stdout:op 1998 completed, throughput=4.99MB/sec 2024-08-17T01:07:33.371 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BnTYwt5y0dsl_na off=85492 len=2073970 2024-08-17T01:07:33.373 INFO:tasks.workunit.client.0.smithi082.stdout:op 1999 completed, throughput=5MB/sec 2024-08-17T01:07:33.373 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SCyK8zI9EFSzpah off=736021 len=352532 2024-08-17T01:07:33.378 INFO:tasks.workunit.client.0.smithi082.stdout:op 2000 completed, throughput=5MB/sec 2024-08-17T01:07:33.378 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-FuzGPjgkLs2CME_ off=1494909 len=864049 2024-08-17T01:07:33.379 INFO:tasks.workunit.client.0.smithi082.stdout:op 2001 completed, throughput=5MB/sec 2024-08-17T01:07:34.380 INFO:tasks.workunit.client.0.smithi082.stdout: 397: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:34.380 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-EwjYWk_alLbzzFp off=2892590 len=1988768 2024-08-17T01:07:34.382 INFO:tasks.workunit.client.0.smithi082.stdout:op 2002 completed, throughput=4.99MB/sec 2024-08-17T01:07:34.382 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6qrIOWzQuudGGYA off=9866757 len=1223551 2024-08-17T01:07:34.390 INFO:tasks.workunit.client.0.smithi082.stdout:op 2003 completed, throughput=5MB/sec 2024-08-17T01:07:34.390 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WLXvGvntruwn44l off=3802408 len=1238984 2024-08-17T01:07:34.395 INFO:tasks.workunit.client.0.smithi082.stdout:op 2004 completed, throughput=5MB/sec 2024-08-17T01:07:34.395 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ON0QW0pb3k4dyRP off=21477948 len=908152 2024-08-17T01:07:34.401 INFO:tasks.workunit.client.0.smithi082.stdout:op 2005 completed, throughput=5MB/sec 2024-08-17T01:07:34.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:34 smithi137 ceph-mon[86391]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:07:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:34 smithi082 ceph-mon[91979]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:07:34.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:34 smithi082 ceph-mon[94343]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:07:35.401 INFO:tasks.workunit.client.0.smithi082.stdout: 398: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:35.401 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-jOhbH7vtGDcgLj9 off=3290730 len=254192 2024-08-17T01:07:35.404 INFO:tasks.workunit.client.0.smithi082.stdout:op 2006 completed, throughput=4.99MB/sec 2024-08-17T01:07:35.405 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mef1kN-57cY7dzR off=400588 len=1760211 2024-08-17T01:07:35.416 INFO:tasks.workunit.client.0.smithi082.stdout:op 2007 completed, throughput=4.99MB/sec 2024-08-17T01:07:35.416 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dAEn7z2m6MkuqXg off=4650749 len=866275 2024-08-17T01:07:35.420 INFO:tasks.workunit.client.0.smithi082.stdout:op 2008 completed, throughput=5MB/sec 2024-08-17T01:07:35.420 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9zWPpS3_ouSv8dC off=2166937 len=782689 2024-08-17T01:07:35.424 INFO:tasks.workunit.client.0.smithi082.stdout:op 2009 completed, throughput=5MB/sec 2024-08-17T01:07:35.425 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zoT8vuISdrUNFCt off=13449815 len=1962133 2024-08-17T01:07:35.437 INFO:tasks.workunit.client.0.smithi082.stdout:op 2010 completed, throughput=5MB/sec 2024-08-17T01:07:35.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:07:35.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:07:35.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:07:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:07:35] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-08-17T01:07:35.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:07:36.437 INFO:tasks.workunit.client.0.smithi082.stdout: 399: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:36.438 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-T64drwmHXnMVjUk off=9538263 len=1960493 2024-08-17T01:07:36.448 INFO:tasks.workunit.client.0.smithi082.stdout:op 2011 completed, throughput=4.99MB/sec 2024-08-17T01:07:36.448 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5Tb_egqjK_4d-ya off=4856247 len=84181 2024-08-17T01:07:36.448 INFO:tasks.workunit.client.0.smithi082.stdout:op 2012 completed, throughput=4.99MB/sec 2024-08-17T01:07:36.449 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4YwweM2S3zuUScO off=2532326 len=1896223 2024-08-17T01:07:36.458 INFO:tasks.workunit.client.0.smithi082.stdout:op 2013 completed, throughput=5MB/sec 2024-08-17T01:07:36.458 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kEhBVmJhF-Gdgn7 off=905443 len=916060 2024-08-17T01:07:36.459 INFO:tasks.workunit.client.0.smithi082.stdout:op 2014 completed, throughput=5MB/sec 2024-08-17T01:07:36.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:36 smithi082 ceph-mon[94343]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:07:36.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:36 smithi082 ceph-mon[91979]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:07:36.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:36 smithi137 ceph-mon[86391]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:07:37.459 INFO:tasks.workunit.client.0.smithi082.stdout: 400: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:37.460 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fSynEDf_6aj9H5- off=7195672 len=1599305 2024-08-17T01:07:37.461 INFO:tasks.workunit.client.0.smithi082.stdout:op 2015 completed, throughput=4.99MB/sec 2024-08-17T01:07:37.462 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-u7fqP8HPZuEleVJ off=3524546 len=1645774 2024-08-17T01:07:37.472 INFO:tasks.workunit.client.0.smithi082.stdout:op 2016 completed, throughput=5MB/sec 2024-08-17T01:07:37.472 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YZjRT4Jeaun27ug off=1865599 len=1434632 2024-08-17T01:07:37.474 INFO:tasks.workunit.client.0.smithi082.stdout:op 2017 completed, throughput=5MB/sec 2024-08-17T01:07:37.474 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-giDfbrwufwfS7ro off=3317277 len=1408852 2024-08-17T01:07:37.481 INFO:tasks.workunit.client.0.smithi082.stdout:op 2018 completed, throughput=5MB/sec 2024-08-17T01:07:38.482 INFO:tasks.workunit.client.0.smithi082.stdout: 401: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:38.482 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ENdaToY4yDohU0Z off=7902194 len=1160770 2024-08-17T01:07:38.483 INFO:tasks.workunit.client.0.smithi082.stdout:op 2019 completed, throughput=4.99MB/sec 2024-08-17T01:07:38.483 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Eot1GYMs87O92JI off=1911550 len=1659521 2024-08-17T01:07:38.485 INFO:tasks.workunit.client.0.smithi082.stdout:op 2020 completed, throughput=5MB/sec 2024-08-17T01:07:38.486 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-GAvlH0osnDtIKYS off=2174760 len=1790989 2024-08-17T01:07:38.495 INFO:tasks.workunit.client.0.smithi082.stdout:op 2021 completed, throughput=5MB/sec 2024-08-17T01:07:38.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:38 smithi082 ceph-mon[94343]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:07:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:38 smithi082 ceph-mon[91979]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:07:38.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:38 smithi137 ceph-mon[86391]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:07:39.496 INFO:tasks.workunit.client.0.smithi082.stdout: 402: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:39.496 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-uoJxg8GMK0XJGUq off=6368629 len=1078899 2024-08-17T01:07:39.500 INFO:tasks.workunit.client.0.smithi082.stdout:op 2022 completed, throughput=4.99MB/sec 2024-08-17T01:07:39.500 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-sJKZJrfppqZzD7B off=15640 len=1166455 2024-08-17T01:07:39.505 INFO:tasks.workunit.client.0.smithi082.stdout:op 2023 completed, throughput=4.99MB/sec 2024-08-17T01:07:39.505 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WBNM0jUkV8mLour off=5501195 len=440785 2024-08-17T01:07:39.505 INFO:tasks.workunit.client.0.smithi082.stdout:op 2024 completed, throughput=5MB/sec 2024-08-17T01:07:39.505 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mSGPCQ_CQCt_PtP off=2787390 len=1990020 2024-08-17T01:07:39.516 INFO:tasks.workunit.client.0.smithi082.stdout:op 2025 completed, throughput=5MB/sec 2024-08-17T01:07:39.516 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-QWLpQagTRKZM7pQ off=7100638 len=799060 2024-08-17T01:07:39.517 INFO:tasks.workunit.client.0.smithi082.stdout:op 2026 completed, throughput=5MB/sec 2024-08-17T01:07:39.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:39 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:07:39.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:39 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:07:39.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:39 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:07:40.517 INFO:tasks.workunit.client.0.smithi082.stdout: 403: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:40.517 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HN15_m4O-ALm_zg off=1869263 len=591112 2024-08-17T01:07:40.518 INFO:tasks.workunit.client.0.smithi082.stdout:op 2027 completed, throughput=4.99MB/sec 2024-08-17T01:07:40.518 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Z2GrU2ToTldCB1O off=5826123 len=1373243 2024-08-17T01:07:40.527 INFO:tasks.workunit.client.0.smithi082.stdout:op 2028 completed, throughput=4.99MB/sec 2024-08-17T01:07:40.527 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-F_hEv1X1dXop3oj off=13632153 len=588951 2024-08-17T01:07:40.531 INFO:tasks.workunit.client.0.smithi082.stdout:op 2029 completed, throughput=5MB/sec 2024-08-17T01:07:40.531 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-C-4tU5nomWO1cYg off=9772607 len=1264597 2024-08-17T01:07:40.533 INFO:tasks.workunit.client.0.smithi082.stdout:op 2030 completed, throughput=5MB/sec 2024-08-17T01:07:40.533 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-LGR8281YB21ZiMl off=0 len=1532296 2024-08-17T01:07:40.540 INFO:tasks.workunit.client.0.smithi082.stdout:op 2031 completed, throughput=5MB/sec 2024-08-17T01:07:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:40 smithi082 ceph-mon[94343]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-08-17T01:07:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:40 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:07:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:40 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:07:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:40 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:07:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:40 smithi082 ceph-mon[91979]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-08-17T01:07:40.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:40 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:07:40.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:40 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:07:40.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:40 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:07:40.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:40 smithi137 ceph-mon[86391]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-08-17T01:07:40.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:40 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:07:40.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:40 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:07:40.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:40 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:07:41.541 INFO:tasks.workunit.client.0.smithi082.stdout: 404: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:41.541 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-lJlg1cyYfNIT1Cz off=8668434 len=829257 2024-08-17T01:07:41.542 INFO:tasks.workunit.client.0.smithi082.stdout:op 2032 completed, throughput=4.99MB/sec 2024-08-17T01:07:41.542 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tOf33XkZpmM7TSm off=9371658 len=1810291 2024-08-17T01:07:41.546 INFO:tasks.workunit.client.0.smithi082.stdout:op 2033 completed, throughput=5MB/sec 2024-08-17T01:07:41.546 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KAt-5awE_3-mVhW off=10613295 len=652425 2024-08-17T01:07:41.550 INFO:tasks.workunit.client.0.smithi082.stdout:op 2034 completed, throughput=5MB/sec 2024-08-17T01:07:41.550 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mjgXqdiniwIpGJS off=213591 len=719503 2024-08-17T01:07:41.554 INFO:tasks.workunit.client.0.smithi082.stdout:op 2035 completed, throughput=5MB/sec 2024-08-17T01:07:41.555 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-C5iDER944R6W2sP off=8551443 len=159724 2024-08-17T01:07:41.555 INFO:tasks.workunit.client.0.smithi082.stdout:op 2036 completed, throughput=5MB/sec 2024-08-17T01:07:41.555 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pav-9fYdia0saGU off=16130075 len=1190653 2024-08-17T01:07:41.557 INFO:tasks.workunit.client.0.smithi082.stdout:op 2037 completed, throughput=5MB/sec 2024-08-17T01:07:42.557 INFO:tasks.workunit.client.0.smithi082.stdout: 405: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:42.557 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rDAnuFhscTzuAnZ off=12154733 len=779860 2024-08-17T01:07:42.562 INFO:tasks.workunit.client.0.smithi082.stdout:op 2038 completed, throughput=4.99MB/sec 2024-08-17T01:07:42.562 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rbhfx7hql47JA-c off=4986172 len=2005617 2024-08-17T01:07:42.566 INFO:tasks.workunit.client.0.smithi082.stdout:op 2039 completed, throughput=5MB/sec 2024-08-17T01:07:42.566 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-d5jrNaNaK3m0smX off=7792924 len=822523 2024-08-17T01:07:42.567 INFO:tasks.workunit.client.0.smithi082.stdout:op 2040 completed, throughput=5MB/sec 2024-08-17T01:07:42.567 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0wyrSTRYthY5p_m off=16777772 len=405156 2024-08-17T01:07:42.571 INFO:tasks.workunit.client.0.smithi082.stdout:op 2041 completed, throughput=5MB/sec 2024-08-17T01:07:42.571 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0qa9Kle9AwqggQ5 off=487937 len=128967 2024-08-17T01:07:42.571 INFO:tasks.workunit.client.0.smithi082.stdout:op 2042 completed, throughput=5MB/sec 2024-08-17T01:07:42.572 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WoJcex6WqPmwc2q off=18008373 len=1043164 2024-08-17T01:07:42.573 INFO:tasks.workunit.client.0.smithi082.stdout:op 2043 completed, throughput=5MB/sec 2024-08-17T01:07:42.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:42 smithi082 ceph-mon[94343]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:07:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:42 smithi082 ceph-mon[91979]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:07:42.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:42 smithi137 ceph-mon[86391]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:07:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:07:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:07:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:07:43.573 INFO:tasks.workunit.client.0.smithi082.stdout: 406: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:43.573 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vy5dml6f63EMjIk off=2820922 len=1739708 2024-08-17T01:07:43.580 INFO:tasks.workunit.client.0.smithi082.stdout:op 2044 completed, throughput=4.99MB/sec 2024-08-17T01:07:43.581 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WKWzH-bEQLPhxt3 off=14222257 len=829923 2024-08-17T01:07:43.586 INFO:tasks.workunit.client.0.smithi082.stdout:op 2045 completed, throughput=4.99MB/sec 2024-08-17T01:07:43.586 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mYT7a494te3vU6e off=6837836 len=1933405 2024-08-17T01:07:43.594 INFO:tasks.workunit.client.0.smithi082.stdout:op 2046 completed, throughput=5MB/sec 2024-08-17T01:07:43.594 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KyVkVcXRb86M7o7 off=5770203 len=398281 2024-08-17T01:07:43.597 INFO:tasks.workunit.client.0.smithi082.stdout:op 2047 completed, throughput=5MB/sec 2024-08-17T01:07:44.598 INFO:tasks.workunit.client.0.smithi082.stdout: 407: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:44.598 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ifLkDuNbgD5K5FD off=11001267 len=800671 2024-08-17T01:07:44.599 INFO:tasks.workunit.client.0.smithi082.stdout:op 2048 completed, throughput=4.99MB/sec 2024-08-17T01:07:44.599 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8RJw4_KIdWireNU off=8493287 len=829408 2024-08-17T01:07:44.601 INFO:tasks.workunit.client.0.smithi082.stdout:op 2049 completed, throughput=4.99MB/sec 2024-08-17T01:07:44.601 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YKPxG2LuRMMa_Yv off=3919136 len=1296996 2024-08-17T01:07:44.602 INFO:tasks.workunit.client.0.smithi082.stdout:op 2050 completed, throughput=4.99MB/sec 2024-08-17T01:07:44.602 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EkZy5gbOwr_3ZAJ off=19552937 len=1586933 2024-08-17T01:07:44.611 INFO:tasks.workunit.client.0.smithi082.stdout:op 2051 completed, throughput=5MB/sec 2024-08-17T01:07:44.611 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-VAeMo8mthBc8Xr1 off=11162739 len=1989716 2024-08-17T01:07:44.622 INFO:tasks.workunit.client.0.smithi082.stdout:op 2052 completed, throughput=5MB/sec 2024-08-17T01:07:44.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:44 smithi082 ceph-mon[94343]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:07:44.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:44 smithi082 ceph-mon[91979]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:07:44.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:44 smithi137 ceph-mon[86391]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:07:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:07:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:07:45] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-08-17T01:07:45.623 INFO:tasks.workunit.client.0.smithi082.stdout: 408: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:45.623 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gfgvJ4Rbtbs-u5f off=18981557 len=378578 2024-08-17T01:07:45.623 INFO:tasks.workunit.client.0.smithi082.stdout:op 2053 completed, throughput=4.99MB/sec 2024-08-17T01:07:45.623 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kuQSS_94pTlFgSc off=4878988 len=1900304 2024-08-17T01:07:45.632 INFO:tasks.workunit.client.0.smithi082.stdout:op 2054 completed, throughput=5MB/sec 2024-08-17T01:07:45.632 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_P-J03gK5-S7NeW off=100986 len=770907 2024-08-17T01:07:45.638 INFO:tasks.workunit.client.0.smithi082.stdout:op 2055 completed, throughput=5MB/sec 2024-08-17T01:07:45.638 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-FNXlkpAaqZBU-Jx off=202382 len=15517 2024-08-17T01:07:45.638 INFO:tasks.workunit.client.0.smithi082.stdout:op 2056 completed, throughput=5MB/sec 2024-08-17T01:07:45.638 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6slfpWqnePJq2kE off=346823 len=1054563 2024-08-17T01:07:45.644 INFO:tasks.workunit.client.0.smithi082.stdout:op 2057 completed, throughput=5MB/sec 2024-08-17T01:07:45.644 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--HMgpTWscfD6vy4 off=7970536 len=1558185 2024-08-17T01:07:45.652 INFO:tasks.workunit.client.0.smithi082.stdout:op 2058 completed, throughput=5MB/sec 2024-08-17T01:07:46.652 INFO:tasks.workunit.client.0.smithi082.stdout: 409: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:46.652 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-CHmgYQbxmIR10iF off=10149794 len=40271 2024-08-17T01:07:46.653 INFO:tasks.workunit.client.0.smithi082.stdout:op 2059 completed, throughput=4.99MB/sec 2024-08-17T01:07:46.653 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Spgh4IPbKV7PUWg off=409932 len=1029202 2024-08-17T01:07:46.654 INFO:tasks.workunit.client.0.smithi082.stdout:op 2060 completed, throughput=4.99MB/sec 2024-08-17T01:07:46.654 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CprwagYPrpuOTgS off=2932749 len=2031185 2024-08-17T01:07:46.665 INFO:tasks.workunit.client.0.smithi082.stdout:op 2061 completed, throughput=5MB/sec 2024-08-17T01:07:46.665 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8DN6X1boVzJ-Wsu off=12429201 len=1862667 2024-08-17T01:07:46.670 INFO:tasks.workunit.client.0.smithi082.stdout:op 2062 completed, throughput=5MB/sec 2024-08-17T01:07:46.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:46 smithi082 ceph-mon[94343]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:07:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:46 smithi082 ceph-mon[91979]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:07:46.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:46 smithi137 ceph-mon[86391]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:07:47.670 INFO:tasks.workunit.client.0.smithi082.stdout: 410: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:47.670 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-C4bgKPIqMpifbvp off=1574525 len=1144286 2024-08-17T01:07:47.676 INFO:tasks.workunit.client.0.smithi082.stdout:op 2063 completed, throughput=4.99MB/sec 2024-08-17T01:07:47.677 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Nhn4zbNPZh1jtmt off=11970696 len=1580408 2024-08-17T01:07:47.687 INFO:tasks.workunit.client.0.smithi082.stdout:op 2064 completed, throughput=5MB/sec 2024-08-17T01:07:47.687 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-VFBiHl2grOFfdaO off=1035812 len=365090 2024-08-17T01:07:47.687 INFO:tasks.workunit.client.0.smithi082.stdout:op 2065 completed, throughput=5MB/sec 2024-08-17T01:07:47.688 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RyESwFyhv41l7gT off=2980237 len=1340122 2024-08-17T01:07:47.689 INFO:tasks.workunit.client.0.smithi082.stdout:op 2066 completed, throughput=5MB/sec 2024-08-17T01:07:48.539 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:48 smithi137 ceph-mon[86391]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:07:48.690 INFO:tasks.workunit.client.0.smithi082.stdout: 411: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:48.690 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WhmVrfPLmPUwiWW off=11271624 len=445804 2024-08-17T01:07:48.691 INFO:tasks.workunit.client.0.smithi082.stdout:op 2067 completed, throughput=4.99MB/sec 2024-08-17T01:07:48.691 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-sjD1BOFT3-b8PVm off=5168175 len=1187358 2024-08-17T01:07:48.692 INFO:tasks.workunit.client.0.smithi082.stdout:op 2068 completed, throughput=4.99MB/sec 2024-08-17T01:07:48.692 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1md9v91ep_ltjIm off=15436736 len=1433821 2024-08-17T01:07:48.694 INFO:tasks.workunit.client.0.smithi082.stdout:op 2069 completed, throughput=5MB/sec 2024-08-17T01:07:48.694 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dILUAlxkb8wu1hq off=4431193 len=1481324 2024-08-17T01:07:48.696 INFO:tasks.workunit.client.0.smithi082.stdout:op 2070 completed, throughput=5MB/sec 2024-08-17T01:07:48.696 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-iTKUYW9hRx2GHbv off=4409336 len=1984155 2024-08-17T01:07:48.708 INFO:tasks.workunit.client.0.smithi082.stdout:op 2071 completed, throughput=5MB/sec 2024-08-17T01:07:48.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:48 smithi082 ceph-mon[94343]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:07:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:48 smithi082 ceph-mon[91979]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:07:49.708 INFO:tasks.workunit.client.0.smithi082.stdout: 412: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:49.708 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-J69PyBjOwjzEwNj off=8516328 len=1149175 2024-08-17T01:07:49.710 INFO:tasks.workunit.client.0.smithi082.stdout:op 2072 completed, throughput=4.99MB/sec 2024-08-17T01:07:49.710 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5LJwA9pn5xNbpnO off=21239964 len=1136868 2024-08-17T01:07:49.717 INFO:tasks.workunit.client.0.smithi082.stdout:op 2073 completed, throughput=5MB/sec 2024-08-17T01:07:49.718 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CVDVQL8PrCfeZUv off=13335421 len=1529510 2024-08-17T01:07:49.724 INFO:tasks.workunit.client.0.smithi082.stdout:op 2074 completed, throughput=5MB/sec 2024-08-17T01:07:49.724 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EXQlExPiWcUhEMe off=4668998 len=2049715 2024-08-17T01:07:49.734 INFO:tasks.workunit.client.0.smithi082.stdout:op 2075 completed, throughput=5MB/sec 2024-08-17T01:07:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:50 smithi082 ceph-mon[94343]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-17T01:07:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:07:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:50 smithi082 ceph-mon[91979]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-17T01:07:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:07:50.734 INFO:tasks.workunit.client.0.smithi082.stdout: 413: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:50.735 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mTRklBe8-HYfWMV off=592115 len=1603380 2024-08-17T01:07:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:50 smithi137 ceph-mon[86391]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-17T01:07:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:07:50.742 INFO:tasks.workunit.client.0.smithi082.stdout:op 2076 completed, throughput=5MB/sec 2024-08-17T01:07:50.742 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1syPs3RPJHV0Vr2 off=6401695 len=1957913 2024-08-17T01:07:50.751 INFO:tasks.workunit.client.0.smithi082.stdout:op 2077 completed, throughput=5MB/sec 2024-08-17T01:07:51.751 INFO:tasks.workunit.client.0.smithi082.stdout: 414: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:51.751 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ripBTJ5V6a7s7Na off=5934746 len=1448257 2024-08-17T01:07:51.754 INFO:tasks.workunit.client.0.smithi082.stdout:op 2078 completed, throughput=4.99MB/sec 2024-08-17T01:07:51.754 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-r0cu56xmlkvHehe off=8796197 len=1789439 2024-08-17T01:07:51.757 INFO:tasks.workunit.client.0.smithi082.stdout:op 2079 completed, throughput=5MB/sec 2024-08-17T01:07:51.757 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-23UKvzV8WimEPK- off=19877555 len=241955 2024-08-17T01:07:51.758 INFO:tasks.workunit.client.0.smithi082.stdout:op 2080 completed, throughput=5MB/sec 2024-08-17T01:07:51.758 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yi6TEt7N_3D_HUP off=17034824 len=865325 2024-08-17T01:07:51.764 INFO:tasks.workunit.client.0.smithi082.stdout:op 2081 completed, throughput=5MB/sec 2024-08-17T01:07:51.764 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-euTyeyyvUtbocAV off=4003577 len=2037585 2024-08-17T01:07:51.767 INFO:tasks.workunit.client.0.smithi082.stdout:op 2082 completed, throughput=5MB/sec 2024-08-17T01:07:52.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:52 smithi082 ceph-mon[94343]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:07:52.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:52 smithi082 ceph-mon[91979]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:07:52.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:52 smithi137 ceph-mon[86391]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:07:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:07:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:07:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:07:52.768 INFO:tasks.workunit.client.0.smithi082.stdout: 415: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:52.768 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8Dvtf2XqVcVFJQG off=4263285 len=955165 2024-08-17T01:07:52.774 INFO:tasks.workunit.client.0.smithi082.stdout:op 2083 completed, throughput=4.99MB/sec 2024-08-17T01:07:52.774 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-VwixOCZuPB5KxIt off=340902 len=1787112 2024-08-17T01:07:52.783 INFO:tasks.workunit.client.0.smithi082.stdout:op 2084 completed, throughput=5MB/sec 2024-08-17T01:07:52.783 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-y73KlQvmlC9Z9Ih off=5533823 len=1986077 2024-08-17T01:07:52.785 INFO:tasks.workunit.client.0.smithi082.stdout:op 2085 completed, throughput=5MB/sec 2024-08-17T01:07:53.786 INFO:tasks.workunit.client.0.smithi082.stdout: 416: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:53.786 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OO4RI6WhXEh9AbE off=3106148 len=1812086 2024-08-17T01:07:53.789 INFO:tasks.workunit.client.0.smithi082.stdout:op 2086 completed, throughput=4.99MB/sec 2024-08-17T01:07:53.790 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-GleTfBfnBQjSSSz off=2716404 len=672351 2024-08-17T01:07:53.794 INFO:tasks.workunit.client.0.smithi082.stdout:op 2087 completed, throughput=4.99MB/sec 2024-08-17T01:07:53.795 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JvwO-au7BzcH4uX off=4121290 len=965626 2024-08-17T01:07:53.796 INFO:tasks.workunit.client.0.smithi082.stdout:op 2088 completed, throughput=5MB/sec 2024-08-17T01:07:53.796 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ptsRe1aeB1a_VGM off=406714 len=660240 2024-08-17T01:07:53.797 INFO:tasks.workunit.client.0.smithi082.stdout:op 2089 completed, throughput=5MB/sec 2024-08-17T01:07:53.797 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-H8zfyl2N-hX5E1Y off=6900941 len=1233046 2024-08-17T01:07:53.803 INFO:tasks.workunit.client.0.smithi082.stdout:op 2090 completed, throughput=5MB/sec 2024-08-17T01:07:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:54 smithi082 ceph-mon[91979]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:07:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:54 smithi082 ceph-mon[94343]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:07:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:54 smithi137 ceph-mon[86391]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:07:54.803 INFO:tasks.workunit.client.0.smithi082.stdout: 417: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:54.803 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-sSplDG2VPlWuw1t off=3757432 len=361331 2024-08-17T01:07:54.806 INFO:tasks.workunit.client.0.smithi082.stdout:op 2091 completed, throughput=4.99MB/sec 2024-08-17T01:07:54.807 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-RwlRZcwyvpzg40U off=606965 len=2021201 2024-08-17T01:07:54.815 INFO:tasks.workunit.client.0.smithi082.stdout:op 2092 completed, throughput=4.99MB/sec 2024-08-17T01:07:54.815 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-LNZk-TVRUzLWXYC off=5574914 len=1631049 2024-08-17T01:07:54.817 INFO:tasks.workunit.client.0.smithi082.stdout:op 2093 completed, throughput=5MB/sec 2024-08-17T01:07:54.817 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kAh_BCpy0FAHbIH off=5848077 len=1484561 2024-08-17T01:07:54.826 INFO:tasks.workunit.client.0.smithi082.stdout:op 2094 completed, throughput=5MB/sec 2024-08-17T01:07:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:07:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:07:55] "GET /metrics HTTP/1.1" 200 34041 "" "Prometheus/2.43.0" 2024-08-17T01:07:55.827 INFO:tasks.workunit.client.0.smithi082.stdout: 418: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:55.827 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Y8dkIv_riG9Pdt4 off=1358439 len=1053315 2024-08-17T01:07:55.828 INFO:tasks.workunit.client.0.smithi082.stdout:op 2095 completed, throughput=4.99MB/sec 2024-08-17T01:07:55.828 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ceyLX6EoZRm_7WW off=1345291 len=245862 2024-08-17T01:07:55.829 INFO:tasks.workunit.client.0.smithi082.stdout:op 2096 completed, throughput=4.99MB/sec 2024-08-17T01:07:55.829 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2lMH4z_L2G5h3SM off=404599 len=2076474 2024-08-17T01:07:55.831 INFO:tasks.workunit.client.0.smithi082.stdout:op 2097 completed, throughput=5MB/sec 2024-08-17T01:07:55.831 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zpFhAzqp1KXJ58d off=19487704 len=412416 2024-08-17T01:07:55.833 INFO:tasks.workunit.client.0.smithi082.stdout:op 2098 completed, throughput=5MB/sec 2024-08-17T01:07:55.833 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4TfSNf6sWMn1x8p off=1844368 len=1008908 2024-08-17T01:07:55.834 INFO:tasks.workunit.client.0.smithi082.stdout:op 2099 completed, throughput=5MB/sec 2024-08-17T01:07:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:56 smithi082 ceph-mon[94343]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:07:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:56 smithi082 ceph-mon[91979]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:07:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:56 smithi137 ceph-mon[86391]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:07:56.835 INFO:tasks.workunit.client.0.smithi082.stdout: 419: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:56.835 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8hK2conJRk5a1Ee off=27000 len=1999553 2024-08-17T01:07:56.843 INFO:tasks.workunit.client.0.smithi082.stdout:op 2100 completed, throughput=4.99MB/sec 2024-08-17T01:07:56.843 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-llstgA-9Et1nDgT off=2035791 len=1116838 2024-08-17T01:07:56.844 INFO:tasks.workunit.client.0.smithi082.stdout:op 2101 completed, throughput=5MB/sec 2024-08-17T01:07:56.844 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dO3zuIcSMA9o5oE off=7952139 len=1170883 2024-08-17T01:07:56.846 INFO:tasks.workunit.client.0.smithi082.stdout:op 2102 completed, throughput=5MB/sec 2024-08-17T01:07:56.846 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-VYm2VhuyM0V55Tz off=4843777 len=157550 2024-08-17T01:07:56.848 INFO:tasks.workunit.client.0.smithi082.stdout:op 2103 completed, throughput=5MB/sec 2024-08-17T01:07:56.848 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-i47WUtLKHsNh4ZC off=22204 len=1524125 2024-08-17T01:07:56.856 INFO:tasks.workunit.client.0.smithi082.stdout:op 2104 completed, throughput=5MB/sec 2024-08-17T01:07:57.856 INFO:tasks.workunit.client.0.smithi082.stdout: 420: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:57.856 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-x1tZZDdB4ZAl_I- off=12244190 len=799947 2024-08-17T01:07:57.861 INFO:tasks.workunit.client.0.smithi082.stdout:op 2105 completed, throughput=4.99MB/sec 2024-08-17T01:07:57.861 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-h8kIpDuaTFOVDMi off=541240 len=398506 2024-08-17T01:07:57.864 INFO:tasks.workunit.client.0.smithi082.stdout:op 2106 completed, throughput=4.99MB/sec 2024-08-17T01:07:57.864 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-uUT_i8CpGQ5Wznm off=9311116 len=1598882 2024-08-17T01:07:57.872 INFO:tasks.workunit.client.0.smithi082.stdout:op 2107 completed, throughput=5MB/sec 2024-08-17T01:07:57.872 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Bd0nxLs43DNDVnr off=10224281 len=1825246 2024-08-17T01:07:57.883 INFO:tasks.workunit.client.0.smithi082.stdout:op 2108 completed, throughput=5MB/sec 2024-08-17T01:07:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:07:58 smithi082 ceph-mon[91979]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:07:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:07:58 smithi082 ceph-mon[94343]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:07:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:07:58 smithi137 ceph-mon[86391]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:07:58.884 INFO:tasks.workunit.client.0.smithi082.stdout: 421: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:58.884 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pIhxfWqfcPImxID off=1105980 len=998371 2024-08-17T01:07:58.886 INFO:tasks.workunit.client.0.smithi082.stdout:op 2109 completed, throughput=4.99MB/sec 2024-08-17T01:07:58.887 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2S0XEsXjHwUE4Iw off=6590072 len=1668728 2024-08-17T01:07:58.897 INFO:tasks.workunit.client.0.smithi082.stdout:op 2110 completed, throughput=4.99MB/sec 2024-08-17T01:07:58.897 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UP6vWLhQoUYW3Gk off=6913485 len=61265 2024-08-17T01:07:58.899 INFO:tasks.workunit.client.0.smithi082.stdout:op 2111 completed, throughput=4.99MB/sec 2024-08-17T01:07:58.899 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZoU9vucK-IzJ8zK off=0 len=1379923 2024-08-17T01:07:58.900 INFO:tasks.workunit.client.0.smithi082.stdout:op 2112 completed, throughput=5MB/sec 2024-08-17T01:07:58.900 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Hn_kGVSZdX18i43 off=466054 len=508502 2024-08-17T01:07:58.901 INFO:tasks.workunit.client.0.smithi082.stdout:op 2113 completed, throughput=5MB/sec 2024-08-17T01:07:58.901 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ixjsAI3UH0l9oZQ off=15280741 len=1936431 2024-08-17T01:07:58.903 INFO:tasks.workunit.client.0.smithi082.stdout:op 2114 completed, throughput=5MB/sec 2024-08-17T01:07:59.904 INFO:tasks.workunit.client.0.smithi082.stdout: 422: throughput=4.99MB/sec pending data=0 2024-08-17T01:07:59.904 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Y2IYSCVOThTUT6k off=568963 len=1264039 2024-08-17T01:07:59.905 INFO:tasks.workunit.client.0.smithi082.stdout:op 2115 completed, throughput=4.99MB/sec 2024-08-17T01:07:59.905 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pJjuLveTwfkvyXS off=4888137 len=2065224 2024-08-17T01:07:59.908 INFO:tasks.workunit.client.0.smithi082.stdout:op 2116 completed, throughput=5MB/sec 2024-08-17T01:07:59.908 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-FpE0g4L2j5tlqk2 off=4934599 len=2004618 2024-08-17T01:07:59.909 INFO:tasks.workunit.client.0.smithi082.stdout:op 2117 completed, throughput=5MB/sec 2024-08-17T01:08:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:00 smithi082 ceph-mon[91979]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:08:00.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:00 smithi082 ceph-mon[94343]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:08:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:00 smithi137 ceph-mon[86391]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:08:00.909 INFO:tasks.workunit.client.0.smithi082.stdout: 423: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:00.910 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HjOhgbXFZ1vf6k7 off=7017951 len=691208 2024-08-17T01:08:00.914 INFO:tasks.workunit.client.0.smithi082.stdout:op 2118 completed, throughput=4.99MB/sec 2024-08-17T01:08:00.914 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ODoPWK-NvlMmMkT off=1822691 len=371383 2024-08-17T01:08:00.917 INFO:tasks.workunit.client.0.smithi082.stdout:op 2119 completed, throughput=4.99MB/sec 2024-08-17T01:08:00.917 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mRO7QmLpLjLFXeo off=2694321 len=898571 2024-08-17T01:08:00.923 INFO:tasks.workunit.client.0.smithi082.stdout:op 2120 completed, throughput=5MB/sec 2024-08-17T01:08:00.923 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gbl6EKL9TXlSFAp off=2221548 len=1862115 2024-08-17T01:08:00.932 INFO:tasks.workunit.client.0.smithi082.stdout:op 2121 completed, throughput=5MB/sec 2024-08-17T01:08:00.932 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-54RDh2cudsP6XyD off=2370103 len=300311 2024-08-17T01:08:00.935 INFO:tasks.workunit.client.0.smithi082.stdout:op 2122 completed, throughput=5MB/sec 2024-08-17T01:08:01.936 INFO:tasks.workunit.client.0.smithi082.stdout: 424: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:01.936 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--C9YVD5m60_pqbj off=12825792 len=220212 2024-08-17T01:08:01.936 INFO:tasks.workunit.client.0.smithi082.stdout:op 2123 completed, throughput=4.99MB/sec 2024-08-17T01:08:01.936 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OiHGl4KPfqJzDJz off=15861081 len=1959643 2024-08-17T01:08:01.938 INFO:tasks.workunit.client.0.smithi082.stdout:op 2124 completed, throughput=4.99MB/sec 2024-08-17T01:08:01.939 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OLbDFKbbgul_nOw off=386001 len=212308 2024-08-17T01:08:01.943 INFO:tasks.workunit.client.0.smithi082.stdout:op 2125 completed, throughput=4.99MB/sec 2024-08-17T01:08:01.943 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pUSAXtvAZs242Eg off=12607312 len=1564833 2024-08-17T01:08:01.944 INFO:tasks.workunit.client.0.smithi082.stdout:op 2126 completed, throughput=5MB/sec 2024-08-17T01:08:01.944 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hikGe3U-P0_qoPP off=1148499 len=1362481 2024-08-17T01:08:01.949 INFO:tasks.workunit.client.0.smithi082.stdout:op 2127 completed, throughput=5MB/sec 2024-08-17T01:08:02.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:02 smithi082 ceph-mon[94343]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:08:02.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:02 smithi082 ceph-mon[91979]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:08:02.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:02 smithi137 ceph-mon[86391]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:08:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:08:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:08:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:08:02.950 INFO:tasks.workunit.client.0.smithi082.stdout: 425: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:02.950 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ezWaie-bRzf5UyK off=20530143 len=1351743 2024-08-17T01:08:02.952 INFO:tasks.workunit.client.0.smithi082.stdout:op 2128 completed, throughput=4.99MB/sec 2024-08-17T01:08:02.952 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3mfm96-10Zq6kAb off=3798425 len=832656 2024-08-17T01:08:02.953 INFO:tasks.workunit.client.0.smithi082.stdout:op 2129 completed, throughput=4.99MB/sec 2024-08-17T01:08:02.953 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-GtNbe2P9JxYyL1x off=492507 len=443617 2024-08-17T01:08:02.955 INFO:tasks.workunit.client.0.smithi082.stdout:op 2130 completed, throughput=4.99MB/sec 2024-08-17T01:08:02.955 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hZQw4kQ8mLgh0l- off=3630403 len=330418 2024-08-17T01:08:02.958 INFO:tasks.workunit.client.0.smithi082.stdout:op 2131 completed, throughput=4.99MB/sec 2024-08-17T01:08:02.959 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-S7aEUg-SMcv3dhV off=5433452 len=1897148 2024-08-17T01:08:02.960 INFO:tasks.workunit.client.0.smithi082.stdout:op 2132 completed, throughput=5MB/sec 2024-08-17T01:08:02.960 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mz-_GSO5aRgQHqm off=24006654 len=435744 2024-08-17T01:08:02.961 INFO:tasks.workunit.client.0.smithi082.stdout:op 2133 completed, throughput=5MB/sec 2024-08-17T01:08:03.962 INFO:tasks.workunit.client.0.smithi082.stdout: 426: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:03.962 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-sakxcaaL7dQBMhn off=220181 len=1512529 2024-08-17T01:08:03.964 INFO:tasks.workunit.client.0.smithi082.stdout:op 2134 completed, throughput=4.99MB/sec 2024-08-17T01:08:03.964 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Kc2XdmgWxPECyNf off=7593358 len=1368932 2024-08-17T01:08:03.973 INFO:tasks.workunit.client.0.smithi082.stdout:op 2135 completed, throughput=4.99MB/sec 2024-08-17T01:08:03.973 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BBQ855JUVfzDQRg off=7433028 len=698100 2024-08-17T01:08:03.976 INFO:tasks.workunit.client.0.smithi082.stdout:op 2136 completed, throughput=5MB/sec 2024-08-17T01:08:03.977 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CVDVQL8PrCfeZUv off=20450150 len=1647094 2024-08-17T01:08:03.983 INFO:tasks.workunit.client.0.smithi082.stdout:op 2137 completed, throughput=5MB/sec 2024-08-17T01:08:03.983 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-VVFdOBvRWNohM3o off=1615608 len=1513869 2024-08-17T01:08:03.988 INFO:tasks.workunit.client.0.smithi082.stdout:op 2138 completed, throughput=5MB/sec 2024-08-17T01:08:04.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:04 smithi082 ceph-mon[94343]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-17T01:08:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:04 smithi082 ceph-mon[91979]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-17T01:08:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:04 smithi137 ceph-mon[86391]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-17T01:08:04.989 INFO:tasks.workunit.client.0.smithi082.stdout: 427: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:04.989 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OmvTIA8PU38AySH off=8047894 len=511710 2024-08-17T01:08:04.990 INFO:tasks.workunit.client.0.smithi082.stdout:op 2139 completed, throughput=4.99MB/sec 2024-08-17T01:08:04.990 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-lIdSZFHAai61pyf off=9359909 len=2032864 2024-08-17T01:08:05.003 INFO:tasks.workunit.client.0.smithi082.stdout:op 2140 completed, throughput=5MB/sec 2024-08-17T01:08:05.003 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-bhe873WOgboBJW3 off=3731059 len=1687725 2024-08-17T01:08:05.012 INFO:tasks.workunit.client.0.smithi082.stdout:op 2141 completed, throughput=5MB/sec 2024-08-17T01:08:05.294 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:08:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:08:05] "GET /metrics HTTP/1.1" 200 34041 "" "Prometheus/2.43.0" 2024-08-17T01:08:05.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:08:05.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:08:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:08:06.013 INFO:tasks.workunit.client.0.smithi082.stdout: 428: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:06.013 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8JakobMN1LK4l-9 off=16587944 len=1515805 2024-08-17T01:08:06.019 INFO:tasks.workunit.client.0.smithi082.stdout:op 2142 completed, throughput=4.99MB/sec 2024-08-17T01:08:06.019 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fRqa0s9W9ulu8lx off=7943130 len=115294 2024-08-17T01:08:06.020 INFO:tasks.workunit.client.0.smithi082.stdout:op 2143 completed, throughput=4.99MB/sec 2024-08-17T01:08:06.020 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rBW7wX0Qe4sWe_e off=451259 len=1325425 2024-08-17T01:08:06.021 INFO:tasks.workunit.client.0.smithi082.stdout:op 2144 completed, throughput=5MB/sec 2024-08-17T01:08:06.021 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fYFz7Xhxvb0k1To off=2900990 len=387644 2024-08-17T01:08:06.022 INFO:tasks.workunit.client.0.smithi082.stdout:op 2145 completed, throughput=5MB/sec 2024-08-17T01:08:06.022 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--PMPCw-kmRurp_U off=13548407 len=1422201 2024-08-17T01:08:06.023 INFO:tasks.workunit.client.0.smithi082.stdout:op 2146 completed, throughput=5MB/sec 2024-08-17T01:08:06.023 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-fXUYXOE_BL10CHB off=1043225 len=1339530 2024-08-17T01:08:06.029 INFO:tasks.workunit.client.0.smithi082.stdout:op 2147 completed, throughput=5MB/sec 2024-08-17T01:08:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:06 smithi082 ceph-mon[94343]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:08:06.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:06 smithi082 ceph-mon[91979]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:08:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:06 smithi137 ceph-mon[86391]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:08:07.029 INFO:tasks.workunit.client.0.smithi082.stdout: 429: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:07.030 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zAzj0PJkF_Dgq6l off=7939116 len=893606 2024-08-17T01:08:07.031 INFO:tasks.workunit.client.0.smithi082.stdout:op 2148 completed, throughput=4.99MB/sec 2024-08-17T01:08:07.031 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rtLLQHKmhPxGQD- off=7247996 len=1170780 2024-08-17T01:08:07.036 INFO:tasks.workunit.client.0.smithi082.stdout:op 2149 completed, throughput=5MB/sec 2024-08-17T01:08:07.037 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NGvyg_kO-k6Cznv off=2408196 len=1544856 2024-08-17T01:08:07.043 INFO:tasks.workunit.client.0.smithi082.stdout:op 2150 completed, throughput=5MB/sec 2024-08-17T01:08:07.043 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-jrqmQ8Uq5TLCCER off=6436980 len=1826574 2024-08-17T01:08:07.051 INFO:tasks.workunit.client.0.smithi082.stdout:op 2151 completed, throughput=5MB/sec 2024-08-17T01:08:08.051 INFO:tasks.workunit.client.0.smithi082.stdout: 430: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:08.051 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4xTsEyja1PFOKZT off=6807119 len=523408 2024-08-17T01:08:08.052 INFO:tasks.workunit.client.0.smithi082.stdout:op 2152 completed, throughput=4.99MB/sec 2024-08-17T01:08:08.052 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-m2OO1gxpKpdLcuJ off=40284 len=1870770 2024-08-17T01:08:08.062 INFO:tasks.workunit.client.0.smithi082.stdout:op 2153 completed, throughput=5MB/sec 2024-08-17T01:08:08.062 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tDOrBBZl_OxZj13 off=6648194 len=2003582 2024-08-17T01:08:08.071 INFO:tasks.workunit.client.0.smithi082.stdout:op 2154 completed, throughput=5MB/sec 2024-08-17T01:08:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:08 smithi082 ceph-mon[94343]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:08:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:08 smithi082 ceph-mon[91979]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:08:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:08 smithi137 ceph-mon[86391]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:08:09.071 INFO:tasks.workunit.client.0.smithi082.stdout: 431: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:09.072 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9cWuN8QVQm6L6tJ off=14649251 len=2050598 2024-08-17T01:08:09.084 INFO:tasks.workunit.client.0.smithi082.stdout:op 2155 completed, throughput=4.99MB/sec 2024-08-17T01:08:09.084 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZXmd9Abk8lPtDIi off=513647 len=2009352 2024-08-17T01:08:09.091 INFO:tasks.workunit.client.0.smithi082.stdout:op 2156 completed, throughput=5MB/sec 2024-08-17T01:08:09.091 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-55L3HLDMpdlUjw8 off=6716518 len=400625 2024-08-17T01:08:09.093 INFO:tasks.workunit.client.0.smithi082.stdout:op 2157 completed, throughput=5MB/sec 2024-08-17T01:08:09.093 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-FEesC6CWyAN9AfA off=2240493 len=1310116 2024-08-17T01:08:09.099 INFO:tasks.workunit.client.0.smithi082.stdout:op 2158 completed, throughput=5MB/sec 2024-08-17T01:08:10.100 INFO:tasks.workunit.client.0.smithi082.stdout: 432: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:10.100 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dlIeXUPzgFr0PTP off=18241568 len=489646 2024-08-17T01:08:10.104 INFO:tasks.workunit.client.0.smithi082.stdout:op 2159 completed, throughput=4.99MB/sec 2024-08-17T01:08:10.104 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-stnPa_UgQS2qJd8 off=576565 len=1391202 2024-08-17T01:08:10.106 INFO:tasks.workunit.client.0.smithi082.stdout:op 2160 completed, throughput=4.99MB/sec 2024-08-17T01:08:10.106 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-lE7QP01Cn0TIdGe off=2184510 len=719942 2024-08-17T01:08:10.107 INFO:tasks.workunit.client.0.smithi082.stdout:op 2161 completed, throughput=5MB/sec 2024-08-17T01:08:10.107 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SBSgsouAzNY_WBc off=9924373 len=1524138 2024-08-17T01:08:10.113 INFO:tasks.workunit.client.0.smithi082.stdout:op 2162 completed, throughput=5MB/sec 2024-08-17T01:08:10.113 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YEshMsKz7oD1FKZ off=7090651 len=426512 2024-08-17T01:08:10.114 INFO:tasks.workunit.client.0.smithi082.stdout:op 2163 completed, throughput=5MB/sec 2024-08-17T01:08:10.114 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-r9n1eIS3OT72uH3 off=6128028 len=694602 2024-08-17T01:08:10.116 INFO:tasks.workunit.client.0.smithi082.stdout:op 2164 completed, throughput=5MB/sec 2024-08-17T01:08:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:10 smithi082 ceph-mon[94343]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:08:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:10 smithi082 ceph-mon[91979]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:08:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:10 smithi137 ceph-mon[86391]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:08:11.116 INFO:tasks.workunit.client.0.smithi082.stdout: 433: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:11.116 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-K70dL-dEOdpzlS_ off=10994409 len=1252019 2024-08-17T01:08:11.124 INFO:tasks.workunit.client.0.smithi082.stdout:op 2165 completed, throughput=4.99MB/sec 2024-08-17T01:08:11.124 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tgGA1_Mvm4gHlGy off=6939810 len=1362430 2024-08-17T01:08:11.133 INFO:tasks.workunit.client.0.smithi082.stdout:op 2166 completed, throughput=5MB/sec 2024-08-17T01:08:11.133 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IYRlwyWUusnOwhN off=2689767 len=1219559 2024-08-17T01:08:11.134 INFO:tasks.workunit.client.0.smithi082.stdout:op 2167 completed, throughput=5MB/sec 2024-08-17T01:08:11.135 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-DN1xICNiZKFZOo7 off=21071003 len=1936074 2024-08-17T01:08:11.149 INFO:tasks.workunit.client.0.smithi082.stdout:op 2168 completed, throughput=5MB/sec 2024-08-17T01:08:12.149 INFO:tasks.workunit.client.0.smithi082.stdout: 434: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:12.150 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YZlrMc_n8r5f8CL off=3475500 len=269092 2024-08-17T01:08:12.150 INFO:tasks.workunit.client.0.smithi082.stdout:op 2169 completed, throughput=4.99MB/sec 2024-08-17T01:08:12.150 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OQ6RLjyHWEnHonZ off=13058090 len=1599651 2024-08-17T01:08:12.152 INFO:tasks.workunit.client.0.smithi082.stdout:op 2170 completed, throughput=4.99MB/sec 2024-08-17T01:08:12.152 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-W_ELQiUv-eKR_eW off=9524046 len=31671 2024-08-17T01:08:12.153 INFO:tasks.workunit.client.0.smithi082.stdout:op 2171 completed, throughput=4.99MB/sec 2024-08-17T01:08:12.153 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bu1rOwfdB9_S0Qj off=8149226 len=29659 2024-08-17T01:08:12.153 INFO:tasks.workunit.client.0.smithi082.stdout:op 2172 completed, throughput=4.99MB/sec 2024-08-17T01:08:12.153 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Qo420ZxYalmBdh1 off=11228883 len=405646 2024-08-17T01:08:12.157 INFO:tasks.workunit.client.0.smithi082.stdout:op 2173 completed, throughput=5MB/sec 2024-08-17T01:08:12.157 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-nvNJxQhEnVQRpnp off=11706562 len=551110 2024-08-17T01:08:12.160 INFO:tasks.workunit.client.0.smithi082.stdout:op 2174 completed, throughput=5MB/sec 2024-08-17T01:08:12.160 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HG5ftu_vKmB5L59 off=6482049 len=1236802 2024-08-17T01:08:12.161 INFO:tasks.workunit.client.0.smithi082.stdout:op 2175 completed, throughput=5MB/sec 2024-08-17T01:08:12.161 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aP3_cUCm1zHcK-O off=15700684 len=17571 2024-08-17T01:08:12.164 INFO:tasks.workunit.client.0.smithi082.stdout:op 2176 completed, throughput=5MB/sec 2024-08-17T01:08:12.164 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8n29yB2lkvACFM3 off=22328409 len=968294 2024-08-17T01:08:12.165 INFO:tasks.workunit.client.0.smithi082.stdout:op 2177 completed, throughput=5MB/sec 2024-08-17T01:08:12.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:12 smithi082 ceph-mon[94343]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:08:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:12 smithi082 ceph-mon[91979]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:08:12.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:12 smithi137 ceph-mon[86391]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:08:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:08:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:08:13.165 INFO:tasks.workunit.client.0.smithi082.stdout: 435: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:13.165 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hqfoV6ZlryEwIkC off=7176295 len=1850821 2024-08-17T01:08:13.175 INFO:tasks.workunit.client.0.smithi082.stdout:op 2178 completed, throughput=4.99MB/sec 2024-08-17T01:08:13.175 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-neOVALLQHlD9KJF off=8615364 len=1635922 2024-08-17T01:08:13.177 INFO:tasks.workunit.client.0.smithi082.stdout:op 2179 completed, throughput=5MB/sec 2024-08-17T01:08:13.177 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-co3x-7XlVe5cRKc off=678285 len=603479 2024-08-17T01:08:13.179 INFO:tasks.workunit.client.0.smithi082.stdout:op 2180 completed, throughput=5MB/sec 2024-08-17T01:08:13.179 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nNIEQXv2lILkQ4m off=2251430 len=487685 2024-08-17T01:08:13.179 INFO:tasks.workunit.client.0.smithi082.stdout:op 2181 completed, throughput=5MB/sec 2024-08-17T01:08:13.180 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WhZQ0siTKpiwQ6R off=6366711 len=352452 2024-08-17T01:08:13.182 INFO:tasks.workunit.client.0.smithi082.stdout:op 2182 completed, throughput=5MB/sec 2024-08-17T01:08:14.183 INFO:tasks.workunit.client.0.smithi082.stdout: 436: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:14.183 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--2jM37t3_SU-Mfq off=346397 len=1721365 2024-08-17T01:08:14.185 INFO:tasks.workunit.client.0.smithi082.stdout:op 2183 completed, throughput=4.99MB/sec 2024-08-17T01:08:14.185 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KYLsqjT94RLd79- off=0 len=1440139 2024-08-17T01:08:14.192 INFO:tasks.workunit.client.0.smithi082.stdout:op 2184 completed, throughput=5MB/sec 2024-08-17T01:08:14.192 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-EEtJINABGjMwMn8 off=11908731 len=763240 2024-08-17T01:08:14.193 INFO:tasks.workunit.client.0.smithi082.stdout:op 2185 completed, throughput=5MB/sec 2024-08-17T01:08:14.194 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-k0DGbkte5U8tPwD off=11700323 len=1470984 2024-08-17T01:08:14.203 INFO:tasks.workunit.client.0.smithi082.stdout:op 2186 completed, throughput=5MB/sec 2024-08-17T01:08:14.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:14 smithi082 ceph-mon[94343]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-17T01:08:14.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:14 smithi082 ceph-mon[91979]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-17T01:08:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:14 smithi137 ceph-mon[86391]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-17T01:08:15.203 INFO:tasks.workunit.client.0.smithi082.stdout: 437: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:15.203 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PO4emCuRGTencE7 off=8865879 len=1664493 2024-08-17T01:08:15.205 INFO:tasks.workunit.client.0.smithi082.stdout:op 2187 completed, throughput=4.99MB/sec 2024-08-17T01:08:15.205 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-R0TPtEu32ZRTwXM off=23740585 len=1252295 2024-08-17T01:08:15.213 INFO:tasks.workunit.client.0.smithi082.stdout:op 2188 completed, throughput=5MB/sec 2024-08-17T01:08:15.213 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yaJKxI3469xTrEo off=10180233 len=1566218 2024-08-17T01:08:15.221 INFO:tasks.workunit.client.0.smithi082.stdout:op 2189 completed, throughput=5MB/sec 2024-08-17T01:08:15.221 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-lnST3qEJ3dQHnIS off=15310625 len=181691 2024-08-17T01:08:15.224 INFO:tasks.workunit.client.0.smithi082.stdout:op 2190 completed, throughput=5MB/sec 2024-08-17T01:08:15.224 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-LgCniePTCitF2_a off=14266210 len=10452 2024-08-17T01:08:15.226 INFO:tasks.workunit.client.0.smithi082.stdout:op 2191 completed, throughput=5MB/sec 2024-08-17T01:08:15.227 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OiFrwtJgFJVWTpu off=0 len=1935232 2024-08-17T01:08:15.228 INFO:tasks.workunit.client.0.smithi082.stdout:op 2192 completed, throughput=5MB/sec 2024-08-17T01:08:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:08:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:08:15] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-08-17T01:08:16.229 INFO:tasks.workunit.client.0.smithi082.stdout: 438: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:16.229 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YhgScEIpY9S7SeR off=18902657 len=354498 2024-08-17T01:08:16.229 INFO:tasks.workunit.client.0.smithi082.stdout:op 2193 completed, throughput=4.99MB/sec 2024-08-17T01:08:16.230 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BFfBVnkd-IxSohR off=12162735 len=1610117 2024-08-17T01:08:16.232 INFO:tasks.workunit.client.0.smithi082.stdout:op 2194 completed, throughput=5MB/sec 2024-08-17T01:08:16.232 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TEmgBYkenTjjVQD off=2738718 len=1573496 2024-08-17T01:08:16.240 INFO:tasks.workunit.client.0.smithi082.stdout:op 2195 completed, throughput=5MB/sec 2024-08-17T01:08:16.240 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-7ZUxNyogBTwhz-E off=2216965 len=584893 2024-08-17T01:08:16.241 INFO:tasks.workunit.client.0.smithi082.stdout:op 2196 completed, throughput=5MB/sec 2024-08-17T01:08:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:16 smithi082 ceph-mon[91979]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-08-17T01:08:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:16 smithi082 ceph-mon[94343]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-08-17T01:08:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:16 smithi137 ceph-mon[86391]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-08-17T01:08:17.241 INFO:tasks.workunit.client.0.smithi082.stdout: 439: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:17.241 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZENcZxVUIgv9DJZ off=4748782 len=1712823 2024-08-17T01:08:17.250 INFO:tasks.workunit.client.0.smithi082.stdout:op 2197 completed, throughput=4.99MB/sec 2024-08-17T01:08:17.250 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Nd72m_9pcxwFsI0 off=370902 len=1352875 2024-08-17T01:08:17.258 INFO:tasks.workunit.client.0.smithi082.stdout:op 2198 completed, throughput=5MB/sec 2024-08-17T01:08:17.258 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-i2rxYAl9lRX3FaY off=523702 len=316345 2024-08-17T01:08:17.259 INFO:tasks.workunit.client.0.smithi082.stdout:op 2199 completed, throughput=5MB/sec 2024-08-17T01:08:17.259 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-GCcqNVcWBoPtvOY off=8886702 len=166176 2024-08-17T01:08:17.259 INFO:tasks.workunit.client.0.smithi082.stdout:op 2200 completed, throughput=5MB/sec 2024-08-17T01:08:17.259 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dk2ar7IQeRxz3e5 off=10681373 len=231838 2024-08-17T01:08:17.260 INFO:tasks.workunit.client.0.smithi082.stdout:op 2201 completed, throughput=5MB/sec 2024-08-17T01:08:17.260 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-whNz_e_lxetIVXO off=12708493 len=1994935 2024-08-17T01:08:17.271 INFO:tasks.workunit.client.0.smithi082.stdout:op 2202 completed, throughput=5MB/sec 2024-08-17T01:08:18.272 INFO:tasks.workunit.client.0.smithi082.stdout: 440: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:18.272 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QqEmQVOtWtr3seA off=4127938 len=629387 2024-08-17T01:08:18.276 INFO:tasks.workunit.client.0.smithi082.stdout:op 2203 completed, throughput=4.99MB/sec 2024-08-17T01:08:18.276 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-x9qzPKj45Py94sR off=1434733 len=1099586 2024-08-17T01:08:18.279 INFO:tasks.workunit.client.0.smithi082.stdout:op 2204 completed, throughput=4.99MB/sec 2024-08-17T01:08:18.279 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oc9kczFWhyaimY5 off=10588957 len=1329343 2024-08-17T01:08:18.281 INFO:tasks.workunit.client.0.smithi082.stdout:op 2205 completed, throughput=5MB/sec 2024-08-17T01:08:18.281 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0XPS2eWUdpr2Dk2 off=5310786 len=1094133 2024-08-17T01:08:18.286 INFO:tasks.workunit.client.0.smithi082.stdout:op 2206 completed, throughput=5MB/sec 2024-08-17T01:08:18.286 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-LzHz2R0r5zry0B8 off=864738 len=450861 2024-08-17T01:08:18.289 INFO:tasks.workunit.client.0.smithi082.stdout:op 2207 completed, throughput=5MB/sec 2024-08-17T01:08:18.289 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-v5ozsDzFCjeq3wn off=12679429 len=1236202 2024-08-17T01:08:18.297 INFO:tasks.workunit.client.0.smithi082.stdout:op 2208 completed, throughput=5MB/sec 2024-08-17T01:08:18.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:18 smithi082 ceph-mon[94343]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:08:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:18 smithi082 ceph-mon[91979]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:08:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:18 smithi137 ceph-mon[86391]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:08:19.297 INFO:tasks.workunit.client.0.smithi082.stdout: 441: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:19.297 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4kBRpY6GV-Dag0a off=13342256 len=659701 2024-08-17T01:08:19.301 INFO:tasks.workunit.client.0.smithi082.stdout:op 2209 completed, throughput=4.99MB/sec 2024-08-17T01:08:19.301 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-GPMV5eNOj-Ly4_0 off=9744444 len=460136 2024-08-17T01:08:19.302 INFO:tasks.workunit.client.0.smithi082.stdout:op 2210 completed, throughput=4.99MB/sec 2024-08-17T01:08:19.302 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mFjQpPn_Ic0vuJb off=5291581 len=595525 2024-08-17T01:08:19.307 INFO:tasks.workunit.client.0.smithi082.stdout:op 2211 completed, throughput=4.99MB/sec 2024-08-17T01:08:19.307 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WrrTdjirQygV45L off=13695166 len=926472 2024-08-17T01:08:19.309 INFO:tasks.workunit.client.0.smithi082.stdout:op 2212 completed, throughput=5MB/sec 2024-08-17T01:08:19.309 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-7zGjGgEDmlgv-11 off=3154409 len=162637 2024-08-17T01:08:19.312 INFO:tasks.workunit.client.0.smithi082.stdout:op 2213 completed, throughput=5MB/sec 2024-08-17T01:08:19.312 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-meARIucN_SWNjl5 off=2557731 len=1016926 2024-08-17T01:08:19.316 INFO:tasks.workunit.client.0.smithi082.stdout:op 2214 completed, throughput=5MB/sec 2024-08-17T01:08:19.316 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZlSK0pZqDN1fDxl off=16906176 len=986630 2024-08-17T01:08:19.320 INFO:tasks.workunit.client.0.smithi082.stdout:op 2215 completed, throughput=5MB/sec 2024-08-17T01:08:20.321 INFO:tasks.workunit.client.0.smithi082.stdout: 442: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:20.321 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-VG55rYP5zR3I_uV off=7177925 len=1401520 2024-08-17T01:08:20.328 INFO:tasks.workunit.client.0.smithi082.stdout:op 2216 completed, throughput=4.99MB/sec 2024-08-17T01:08:20.328 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pd_MA2YY7bBgPkz off=818185 len=400450 2024-08-17T01:08:20.332 INFO:tasks.workunit.client.0.smithi082.stdout:op 2217 completed, throughput=4.99MB/sec 2024-08-17T01:08:20.332 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Rgw7EKebrTqrb-N off=2462024 len=1043950 2024-08-17T01:08:20.334 INFO:tasks.workunit.client.0.smithi082.stdout:op 2218 completed, throughput=5MB/sec 2024-08-17T01:08:20.334 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JP2fltSOczhRdNL off=6206937 len=1067349 2024-08-17T01:08:20.335 INFO:tasks.workunit.client.0.smithi082.stdout:op 2219 completed, throughput=5MB/sec 2024-08-17T01:08:20.335 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rfWS3m8vucrx12e off=5918274 len=1613016 2024-08-17T01:08:20.344 INFO:tasks.workunit.client.0.smithi082.stdout:op 2220 completed, throughput=5MB/sec 2024-08-17T01:08:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:20 smithi082 ceph-mon[91979]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:08:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:08:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:20 smithi082 ceph-mon[94343]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:08:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:08:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:20 smithi137 ceph-mon[86391]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:08:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:08:21.344 INFO:tasks.workunit.client.0.smithi082.stdout: 443: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:21.345 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-F_7mCzt7ZxGyIsN off=131950 len=1006864 2024-08-17T01:08:21.346 INFO:tasks.workunit.client.0.smithi082.stdout:op 2221 completed, throughput=4.99MB/sec 2024-08-17T01:08:21.346 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vXrJ4vCeQ5_22yL off=11953458 len=1877253 2024-08-17T01:08:21.348 INFO:tasks.workunit.client.0.smithi082.stdout:op 2222 completed, throughput=5MB/sec 2024-08-17T01:08:21.348 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--rD_Np_4vNZsU8P off=2445736 len=511790 2024-08-17T01:08:21.349 INFO:tasks.workunit.client.0.smithi082.stdout:op 2223 completed, throughput=5MB/sec 2024-08-17T01:08:21.349 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Y5gIbCWWZsSF7HC off=1624149 len=2096692 2024-08-17T01:08:21.351 INFO:tasks.workunit.client.0.smithi082.stdout:op 2224 completed, throughput=5MB/sec 2024-08-17T01:08:22.352 INFO:tasks.workunit.client.0.smithi082.stdout: 444: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:22.352 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UXxuBM-P0goTFP5 off=4185630 len=959865 2024-08-17T01:08:22.354 INFO:tasks.workunit.client.0.smithi082.stdout:op 2225 completed, throughput=4.99MB/sec 2024-08-17T01:08:22.354 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mSGPCQ_CQCt_PtP off=800805 len=1653223 2024-08-17T01:08:22.370 INFO:tasks.workunit.client.0.smithi082.stdout:op 2226 completed, throughput=5MB/sec 2024-08-17T01:08:22.370 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6qrIOWzQuudGGYA off=9926549 len=2091510 2024-08-17T01:08:22.382 INFO:tasks.workunit.client.0.smithi082.stdout:op 2227 completed, throughput=5MB/sec 2024-08-17T01:08:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:22 smithi082 ceph-mon[91979]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:08:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:22 smithi082 ceph-mon[94343]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:08:22.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:22 smithi137 ceph-mon[86391]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:08:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:08:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:08:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:08:23.383 INFO:tasks.workunit.client.0.smithi082.stdout: 445: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:23.383 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5Pooevc-bnqXQ7q off=3913523 len=250854 2024-08-17T01:08:23.386 INFO:tasks.workunit.client.0.smithi082.stdout:op 2228 completed, throughput=4.99MB/sec 2024-08-17T01:08:23.386 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZiFX99T_4SIXYDP off=12044344 len=515713 2024-08-17T01:08:23.390 INFO:tasks.workunit.client.0.smithi082.stdout:op 2229 completed, throughput=4.99MB/sec 2024-08-17T01:08:23.390 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zL3tPDQ662M81es off=13877642 len=619650 2024-08-17T01:08:23.394 INFO:tasks.workunit.client.0.smithi082.stdout:op 2230 completed, throughput=4.99MB/sec 2024-08-17T01:08:23.394 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0XzAmLMGe0R-6Ix off=2018610 len=1658451 2024-08-17T01:08:23.397 INFO:tasks.workunit.client.0.smithi082.stdout:op 2231 completed, throughput=5MB/sec 2024-08-17T01:08:23.397 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-C4bgKPIqMpifbvp off=946847 len=987672 2024-08-17T01:08:23.403 INFO:tasks.workunit.client.0.smithi082.stdout:op 2232 completed, throughput=5MB/sec 2024-08-17T01:08:23.403 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ATRoFUP-jZ8PJ2V off=2735349 len=185845 2024-08-17T01:08:23.406 INFO:tasks.workunit.client.0.smithi082.stdout:op 2233 completed, throughput=5MB/sec 2024-08-17T01:08:23.406 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JQvIilUos3HoK24 off=21270115 len=687413 2024-08-17T01:08:23.410 INFO:tasks.workunit.client.0.smithi082.stdout:op 2234 completed, throughput=5MB/sec 2024-08-17T01:08:23.410 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-W1Ubf6zP2q2ol2- off=7156549 len=1190527 2024-08-17T01:08:23.417 INFO:tasks.workunit.client.0.smithi082.stdout:op 2235 completed, throughput=5MB/sec 2024-08-17T01:08:24.417 INFO:tasks.workunit.client.0.smithi082.stdout: 446: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:24.418 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tcqHnGSMWmI1gQ4 off=180567 len=220522 2024-08-17T01:08:24.421 INFO:tasks.workunit.client.0.smithi082.stdout:op 2236 completed, throughput=4.99MB/sec 2024-08-17T01:08:24.421 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-uLNiRMb0I_yoRLv off=7058370 len=1918911 2024-08-17T01:08:24.424 INFO:tasks.workunit.client.0.smithi082.stdout:op 2237 completed, throughput=5MB/sec 2024-08-17T01:08:24.425 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6i7viU8E1V4QnWL off=11836034 len=1172790 2024-08-17T01:08:24.431 INFO:tasks.workunit.client.0.smithi082.stdout:op 2238 completed, throughput=5MB/sec 2024-08-17T01:08:24.431 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Lm0mJMQy1zvVsgd off=7754464 len=504338 2024-08-17T01:08:24.434 INFO:tasks.workunit.client.0.smithi082.stdout:op 2239 completed, throughput=5MB/sec 2024-08-17T01:08:24.434 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bUO9tjkBX85Bi3z off=222594 len=1299507 2024-08-17T01:08:24.436 INFO:tasks.workunit.client.0.smithi082.stdout:op 2240 completed, throughput=5MB/sec 2024-08-17T01:08:24.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:24 smithi082 ceph-mon[94343]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:08:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:24 smithi082 ceph-mon[91979]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:08:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:24 smithi137 ceph-mon[86391]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:08:25.436 INFO:tasks.workunit.client.0.smithi082.stdout: 447: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:25.436 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--8hvEGyF9Yt3fb- off=14383963 len=1909991 2024-08-17T01:08:25.447 INFO:tasks.workunit.client.0.smithi082.stdout:op 2241 completed, throughput=4.99MB/sec 2024-08-17T01:08:25.447 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rz1FOuqa-BSb4GU off=4309417 len=622969 2024-08-17T01:08:25.448 INFO:tasks.workunit.client.0.smithi082.stdout:op 2242 completed, throughput=5MB/sec 2024-08-17T01:08:25.448 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ujScd0k3aFnVAsf off=612478 len=1969408 2024-08-17T01:08:25.461 INFO:tasks.workunit.client.0.smithi082.stdout:op 2243 completed, throughput=5MB/sec 2024-08-17T01:08:25.461 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6SMm2tXm9vUHqQY off=4151040 len=1633424 2024-08-17T01:08:25.463 INFO:tasks.workunit.client.0.smithi082.stdout:op 2244 completed, throughput=5MB/sec 2024-08-17T01:08:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:08:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:08:25] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-08-17T01:08:26.463 INFO:tasks.workunit.client.0.smithi082.stdout: 448: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:26.463 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IjMIdkzRhFMI9eq off=7404561 len=1931277 2024-08-17T01:08:26.472 INFO:tasks.workunit.client.0.smithi082.stdout:op 2245 completed, throughput=5MB/sec 2024-08-17T01:08:26.472 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-W5HY9nE131KBlbe off=8678808 len=1226282 2024-08-17T01:08:26.475 INFO:tasks.workunit.client.0.smithi082.stdout:op 2246 completed, throughput=5MB/sec 2024-08-17T01:08:26.475 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0hE5xp-Nf1swLIl off=6336350 len=1029231 2024-08-17T01:08:26.481 INFO:tasks.workunit.client.0.smithi082.stdout:op 2247 completed, throughput=5MB/sec 2024-08-17T01:08:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:26 smithi082 ceph-mon[91979]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:08:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:26 smithi082 ceph-mon[94343]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:08:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:26 smithi137 ceph-mon[86391]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:08:27.482 INFO:tasks.workunit.client.0.smithi082.stdout: 449: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:27.482 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4FzUhFcAcY7QX6G off=4707296 len=659005 2024-08-17T01:08:27.487 INFO:tasks.workunit.client.0.smithi082.stdout:op 2248 completed, throughput=4.99MB/sec 2024-08-17T01:08:27.487 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cnOyYNRcbaTbozv off=2316437 len=1151126 2024-08-17T01:08:27.492 INFO:tasks.workunit.client.0.smithi082.stdout:op 2249 completed, throughput=4.99MB/sec 2024-08-17T01:08:27.492 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-O_qxs9P2SCA7x2R off=816274 len=1044551 2024-08-17T01:08:27.493 INFO:tasks.workunit.client.0.smithi082.stdout:op 2250 completed, throughput=5MB/sec 2024-08-17T01:08:27.493 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5o98oVNm3wVoKxB off=9349627 len=295441 2024-08-17T01:08:27.496 INFO:tasks.workunit.client.0.smithi082.stdout:op 2251 completed, throughput=5MB/sec 2024-08-17T01:08:27.496 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8Z4ZRR5132qG352 off=5892664 len=886632 2024-08-17T01:08:27.498 INFO:tasks.workunit.client.0.smithi082.stdout:op 2252 completed, throughput=5MB/sec 2024-08-17T01:08:27.498 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HfYppgXVW8B0UaN off=24738642 len=79755 2024-08-17T01:08:27.499 INFO:tasks.workunit.client.0.smithi082.stdout:op 2253 completed, throughput=5MB/sec 2024-08-17T01:08:27.500 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5fJ2WbF9594n8yi off=22047250 len=251562 2024-08-17T01:08:27.500 INFO:tasks.workunit.client.0.smithi082.stdout:op 2254 completed, throughput=5MB/sec 2024-08-17T01:08:27.500 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TLBNNIzK2820FT2 off=6191119 len=999446 2024-08-17T01:08:27.501 INFO:tasks.workunit.client.0.smithi082.stdout:op 2255 completed, throughput=5MB/sec 2024-08-17T01:08:28.502 INFO:tasks.workunit.client.0.smithi082.stdout: 450: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:28.502 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_Vtca7di1SCtarf off=1014779 len=515667 2024-08-17T01:08:28.502 INFO:tasks.workunit.client.0.smithi082.stdout:op 2256 completed, throughput=4.99MB/sec 2024-08-17T01:08:28.502 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jkupuDIfS6dVghS off=6737241 len=1060973 2024-08-17T01:08:28.504 INFO:tasks.workunit.client.0.smithi082.stdout:op 2257 completed, throughput=4.99MB/sec 2024-08-17T01:08:28.504 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-W7fI7nKQZXkPWEi off=4335752 len=1088014 2024-08-17T01:08:28.510 INFO:tasks.workunit.client.0.smithi082.stdout:op 2258 completed, throughput=5MB/sec 2024-08-17T01:08:28.510 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-uJch1dG3enHMyG3 off=3292206 len=1819443 2024-08-17T01:08:28.518 INFO:tasks.workunit.client.0.smithi082.stdout:op 2259 completed, throughput=5MB/sec 2024-08-17T01:08:28.518 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0qJGzwJ2eV_M2Dd off=965146 len=698804 2024-08-17T01:08:28.519 INFO:tasks.workunit.client.0.smithi082.stdout:op 2260 completed, throughput=5MB/sec 2024-08-17T01:08:28.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:28 smithi082 ceph-mon[91979]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:08:28.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:28 smithi082 ceph-mon[94343]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:08:28.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:28 smithi137 ceph-mon[86391]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:08:29.520 INFO:tasks.workunit.client.0.smithi082.stdout: 451: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:29.520 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SApcTCKzi4hIFWl off=551020 len=969060 2024-08-17T01:08:29.521 INFO:tasks.workunit.client.0.smithi082.stdout:op 2261 completed, throughput=4.99MB/sec 2024-08-17T01:08:29.521 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-m0gmplXt8JLeRWm off=3610858 len=1149139 2024-08-17T01:08:29.528 INFO:tasks.workunit.client.0.smithi082.stdout:op 2262 completed, throughput=4.99MB/sec 2024-08-17T01:08:29.528 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qQvYKKSh9TEj2E6 off=693222 len=533362 2024-08-17T01:08:29.529 INFO:tasks.workunit.client.0.smithi082.stdout:op 2263 completed, throughput=4.99MB/sec 2024-08-17T01:08:29.529 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HKSD-Cjibn_NdgB off=7924202 len=825225 2024-08-17T01:08:29.534 INFO:tasks.workunit.client.0.smithi082.stdout:op 2264 completed, throughput=5MB/sec 2024-08-17T01:08:29.534 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oYXkqe0IqpPtnHm off=6421749 len=1300439 2024-08-17T01:08:29.542 INFO:tasks.workunit.client.0.smithi082.stdout:op 2265 completed, throughput=5MB/sec 2024-08-17T01:08:29.543 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-I0NN71aSWfv-nU5 off=6041593 len=967223 2024-08-17T01:08:29.543 INFO:tasks.workunit.client.0.smithi082.stdout:op 2266 completed, throughput=5MB/sec 2024-08-17T01:08:30.544 INFO:tasks.workunit.client.0.smithi082.stdout: 452: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:30.544 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--AYd7u9cpOZPpum off=4570964 len=797543 2024-08-17T01:08:30.545 INFO:tasks.workunit.client.0.smithi082.stdout:op 2267 completed, throughput=4.99MB/sec 2024-08-17T01:08:30.545 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8Vt704NYjpTyO2R off=12989119 len=1643849 2024-08-17T01:08:30.547 INFO:tasks.workunit.client.0.smithi082.stdout:op 2268 completed, throughput=5MB/sec 2024-08-17T01:08:30.547 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gv-5EbfODlzghAq off=4759414 len=342444 2024-08-17T01:08:30.550 INFO:tasks.workunit.client.0.smithi082.stdout:op 2269 completed, throughput=5MB/sec 2024-08-17T01:08:30.550 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-stsOhVL4UfWWbrT off=3580574 len=1985161 2024-08-17T01:08:30.558 INFO:tasks.workunit.client.0.smithi082.stdout:op 2270 completed, throughput=5MB/sec 2024-08-17T01:08:30.558 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5t6tdm2oNq8vjrn off=2422304 len=987550 2024-08-17T01:08:30.563 INFO:tasks.workunit.client.0.smithi082.stdout:op 2271 completed, throughput=5MB/sec 2024-08-17T01:08:30.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:30 smithi082 ceph-mon[91979]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:08:30.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:30 smithi082 ceph-mon[94343]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:08:30.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:30 smithi137 ceph-mon[86391]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:08:31.563 INFO:tasks.workunit.client.0.smithi082.stdout: 453: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:31.563 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wq34XJgZpN3AohF off=5219077 len=354561 2024-08-17T01:08:31.567 INFO:tasks.workunit.client.0.smithi082.stdout:op 2272 completed, throughput=4.99MB/sec 2024-08-17T01:08:31.567 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-VVeBPaOMg8-fSNg off=13311971 len=2035871 2024-08-17T01:08:31.569 INFO:tasks.workunit.client.0.smithi082.stdout:op 2273 completed, throughput=5MB/sec 2024-08-17T01:08:31.569 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aioit5i9cJ0syZJ off=3051083 len=970119 2024-08-17T01:08:31.574 INFO:tasks.workunit.client.0.smithi082.stdout:op 2274 completed, throughput=5MB/sec 2024-08-17T01:08:31.574 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gfgvJ4Rbtbs-u5f off=19189586 len=1403509 2024-08-17T01:08:31.582 INFO:tasks.workunit.client.0.smithi082.stdout:op 2275 completed, throughput=5MB/sec 2024-08-17T01:08:32.582 INFO:tasks.workunit.client.0.smithi082.stdout: 454: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:32.583 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JAqMT9zmZG784oz off=3657378 len=186737 2024-08-17T01:08:32.585 INFO:tasks.workunit.client.0.smithi082.stdout:op 2276 completed, throughput=4.99MB/sec 2024-08-17T01:08:32.585 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UENPsEWZajIJ_Ft off=15502176 len=1490983 2024-08-17T01:08:32.592 INFO:tasks.workunit.client.0.smithi082.stdout:op 2277 completed, throughput=4.99MB/sec 2024-08-17T01:08:32.592 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dROj--gVhBtKAMK off=792857 len=984408 2024-08-17T01:08:32.598 INFO:tasks.workunit.client.0.smithi082.stdout:op 2278 completed, throughput=5MB/sec 2024-08-17T01:08:32.598 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-FGmlfG3j7qYixyk off=6194397 len=204038 2024-08-17T01:08:32.601 INFO:tasks.workunit.client.0.smithi082.stdout:op 2279 completed, throughput=5MB/sec 2024-08-17T01:08:32.601 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4zM-zIWiaImciZ8 off=4507296 len=151334 2024-08-17T01:08:32.602 INFO:tasks.workunit.client.0.smithi082.stdout:op 2280 completed, throughput=5MB/sec 2024-08-17T01:08:32.602 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6AlRk7ibkphCs2- off=809396 len=1587224 2024-08-17T01:08:32.603 INFO:tasks.workunit.client.0.smithi082.stdout:op 2281 completed, throughput=5MB/sec 2024-08-17T01:08:32.603 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-VdO2K_PiWf3Rqya off=13755686 len=2069049 2024-08-17T01:08:32.605 INFO:tasks.workunit.client.0.smithi082.stdout:op 2282 completed, throughput=5MB/sec 2024-08-17T01:08:32.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:32 smithi082 ceph-mon[94343]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:08:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:32 smithi082 ceph-mon[91979]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:08:32.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:32 smithi137 ceph-mon[86391]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:08:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:08:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:08:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:08:33.606 INFO:tasks.workunit.client.0.smithi082.stdout: 455: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:33.606 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-lwIhl5oG0XKVGFA off=651567 len=226884 2024-08-17T01:08:33.606 INFO:tasks.workunit.client.0.smithi082.stdout:op 2283 completed, throughput=4.99MB/sec 2024-08-17T01:08:33.607 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-G7XFPO_dVlOUOAo off=2928501 len=1334207 2024-08-17T01:08:33.608 INFO:tasks.workunit.client.0.smithi082.stdout:op 2284 completed, throughput=5MB/sec 2024-08-17T01:08:33.608 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-L7L85ku7qZNqwtK off=14687108 len=284978 2024-08-17T01:08:33.611 INFO:tasks.workunit.client.0.smithi082.stdout:op 2285 completed, throughput=5MB/sec 2024-08-17T01:08:33.611 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9ozYu45ldqDLTxQ off=9858856 len=1011910 2024-08-17T01:08:33.616 INFO:tasks.workunit.client.0.smithi082.stdout:op 2286 completed, throughput=5MB/sec 2024-08-17T01:08:33.616 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-XfF50PpSrI082JC off=20233031 len=1721076 2024-08-17T01:08:33.623 INFO:tasks.workunit.client.0.smithi082.stdout:op 2287 completed, throughput=5MB/sec 2024-08-17T01:08:34.624 INFO:tasks.workunit.client.0.smithi082.stdout: 456: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:34.624 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-v9dTmFRcRnkbfAH off=14191621 len=1470744 2024-08-17T01:08:34.632 INFO:tasks.workunit.client.0.smithi082.stdout:op 2288 completed, throughput=4.99MB/sec 2024-08-17T01:08:34.632 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-piMJY5x-OBW54yJ off=7840738 len=581070 2024-08-17T01:08:34.636 INFO:tasks.workunit.client.0.smithi082.stdout:op 2289 completed, throughput=5MB/sec 2024-08-17T01:08:34.636 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-sjD1BOFT3-b8PVm off=8673816 len=1118161 2024-08-17T01:08:34.637 INFO:tasks.workunit.client.0.smithi082.stdout:op 2290 completed, throughput=5MB/sec 2024-08-17T01:08:34.637 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-50BrfmzDRDHx5Ji off=9967139 len=1126225 2024-08-17T01:08:34.642 INFO:tasks.workunit.client.0.smithi082.stdout:op 2291 completed, throughput=5MB/sec 2024-08-17T01:08:34.642 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JSeGMOYU3fDtmbO off=6134201 len=1662419 2024-08-17T01:08:34.645 INFO:tasks.workunit.client.0.smithi082.stdout:op 2292 completed, throughput=5MB/sec 2024-08-17T01:08:34.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:34 smithi082 ceph-mon[94343]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:08:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:34 smithi082 ceph-mon[91979]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:08:34.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:34 smithi137 ceph-mon[86391]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:08:35.341 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:08:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:08:35] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-08-17T01:08:35.646 INFO:tasks.workunit.client.0.smithi082.stdout: 457: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:35.646 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zjQdBNKgWZ6i7nG off=7030759 len=1250363 2024-08-17T01:08:35.653 INFO:tasks.workunit.client.0.smithi082.stdout:op 2293 completed, throughput=4.99MB/sec 2024-08-17T01:08:35.654 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-bTEK0GhUYRJ67m- off=1002527 len=2059752 2024-08-17T01:08:35.662 INFO:tasks.workunit.client.0.smithi082.stdout:op 2294 completed, throughput=5MB/sec 2024-08-17T01:08:35.662 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5CETO40nSN7mhpD off=4135503 len=883389 2024-08-17T01:08:35.666 INFO:tasks.workunit.client.0.smithi082.stdout:op 2295 completed, throughput=5MB/sec 2024-08-17T01:08:35.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:08:35.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:08:35.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:08:36.666 INFO:tasks.workunit.client.0.smithi082.stdout: 458: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:36.667 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IHGOrMFdQLuH2kZ off=381061 len=607581 2024-08-17T01:08:36.670 INFO:tasks.workunit.client.0.smithi082.stdout:op 2296 completed, throughput=4.99MB/sec 2024-08-17T01:08:36.671 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9UTNgWEYmimC0pP off=5707187 len=260239 2024-08-17T01:08:36.673 INFO:tasks.workunit.client.0.smithi082.stdout:op 2297 completed, throughput=4.99MB/sec 2024-08-17T01:08:36.673 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ULwGfCaJYRpzB_V off=9944146 len=550984 2024-08-17T01:08:36.674 INFO:tasks.workunit.client.0.smithi082.stdout:op 2298 completed, throughput=4.99MB/sec 2024-08-17T01:08:36.674 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-paB74RDWxLwxFTs off=13770201 len=1529670 2024-08-17T01:08:36.682 INFO:tasks.workunit.client.0.smithi082.stdout:op 2299 completed, throughput=5MB/sec 2024-08-17T01:08:36.682 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-VwVxpMAtrSaEdmb off=1626046 len=366249 2024-08-17T01:08:36.684 INFO:tasks.workunit.client.0.smithi082.stdout:op 2300 completed, throughput=5MB/sec 2024-08-17T01:08:36.684 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-uGp7fZaICC7U0KT off=3130186 len=106871 2024-08-17T01:08:36.684 INFO:tasks.workunit.client.0.smithi082.stdout:op 2301 completed, throughput=5MB/sec 2024-08-17T01:08:36.684 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tYzHa0XJjK5APpM off=435523 len=776267 2024-08-17T01:08:36.688 INFO:tasks.workunit.client.0.smithi082.stdout:op 2302 completed, throughput=5MB/sec 2024-08-17T01:08:36.688 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OlM_goWsGS3MbkY off=4457400 len=2004053 2024-08-17T01:08:36.690 INFO:tasks.workunit.client.0.smithi082.stdout:op 2303 completed, throughput=5MB/sec 2024-08-17T01:08:36.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:36 smithi082 ceph-mon[94343]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:08:36.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:36 smithi082 ceph-mon[91979]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:08:36.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:36 smithi137 ceph-mon[86391]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:08:37.691 INFO:tasks.workunit.client.0.smithi082.stdout: 459: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:37.691 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yJb9TTLi1JW1ZWb off=9711241 len=1707731 2024-08-17T01:08:37.701 INFO:tasks.workunit.client.0.smithi082.stdout:op 2304 completed, throughput=5MB/sec 2024-08-17T01:08:37.701 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xNsUONVJfJU-YRm off=3153842 len=918596 2024-08-17T01:08:37.707 INFO:tasks.workunit.client.0.smithi082.stdout:op 2305 completed, throughput=5MB/sec 2024-08-17T01:08:37.707 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Iy8vD8raE9BgdVT off=7136628 len=354454 2024-08-17T01:08:37.710 INFO:tasks.workunit.client.0.smithi082.stdout:op 2306 completed, throughput=5MB/sec 2024-08-17T01:08:37.710 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KWOYZFo7jcupYZD off=1517157 len=362718 2024-08-17T01:08:37.711 INFO:tasks.workunit.client.0.smithi082.stdout:op 2307 completed, throughput=5MB/sec 2024-08-17T01:08:37.711 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PbTl5XojtUYFBG5 off=1923935 len=1441162 2024-08-17T01:08:37.714 INFO:tasks.workunit.client.0.smithi082.stdout:op 2308 completed, throughput=5MB/sec 2024-08-17T01:08:38.714 INFO:tasks.workunit.client.0.smithi082.stdout: 460: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:38.714 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RhZ_ut2u3ARA3_S off=7943388 len=312720 2024-08-17T01:08:38.715 INFO:tasks.workunit.client.0.smithi082.stdout:op 2309 completed, throughput=4.99MB/sec 2024-08-17T01:08:38.715 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3iw2GkM_t9ClIUs off=11280627 len=802598 2024-08-17T01:08:38.718 INFO:tasks.workunit.client.0.smithi082.stdout:op 2310 completed, throughput=4.99MB/sec 2024-08-17T01:08:38.718 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Cq1pscw3wtA7Bta off=14287064 len=1646096 2024-08-17T01:08:38.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:38 smithi082 ceph-mon[91979]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:08:38.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:38 smithi082 ceph-mon[94343]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:08:38.726 INFO:tasks.workunit.client.0.smithi082.stdout:op 2311 completed, throughput=5MB/sec 2024-08-17T01:08:38.726 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-51fk5yfA53e1BzK off=10640654 len=1831956 2024-08-17T01:08:38.734 INFO:tasks.workunit.client.0.smithi082.stdout:op 2312 completed, throughput=5MB/sec 2024-08-17T01:08:38.734 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UeVUSViIL7hgj5T off=10772094 len=612390 2024-08-17T01:08:38.734 INFO:tasks.workunit.client.0.smithi082.stdout:op 2313 completed, throughput=5MB/sec 2024-08-17T01:08:38.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:38 smithi137 ceph-mon[86391]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:08:39.735 INFO:tasks.workunit.client.0.smithi082.stdout: 461: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:39.735 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-K1Rl6Y5dKOgiLpW off=5966362 len=1323838 2024-08-17T01:08:39.736 INFO:tasks.workunit.client.0.smithi082.stdout:op 2314 completed, throughput=4.99MB/sec 2024-08-17T01:08:39.736 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ycErPWQCy7zlJzo off=13385338 len=1057350 2024-08-17T01:08:39.738 INFO:tasks.workunit.client.0.smithi082.stdout:op 2315 completed, throughput=5MB/sec 2024-08-17T01:08:39.738 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BjXOLdQLH9QK4mP off=2953338 len=1309610 2024-08-17T01:08:39.745 INFO:tasks.workunit.client.0.smithi082.stdout:op 2316 completed, throughput=5MB/sec 2024-08-17T01:08:39.745 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vw4Lh4lJw7weOKL off=13668640 len=548887 2024-08-17T01:08:39.746 INFO:tasks.workunit.client.0.smithi082.stdout:op 2317 completed, throughput=5MB/sec 2024-08-17T01:08:39.746 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0qa9Kle9AwqggQ5 off=0 len=1337890 2024-08-17T01:08:39.752 INFO:tasks.workunit.client.0.smithi082.stdout:op 2318 completed, throughput=5MB/sec 2024-08-17T01:08:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:40 smithi082 ceph-mon[91979]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:08:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:40 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:08:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:40 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:08:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:40 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:08:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:40 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:08:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:40 smithi082 ceph-mon[94343]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:08:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:40 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:08:40.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:40 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:08:40.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:40 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:08:40.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:40 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:08:40.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:40 smithi137 ceph-mon[86391]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:08:40.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:40 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:08:40.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:40 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:08:40.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:40 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:08:40.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:40 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:08:40.752 INFO:tasks.workunit.client.0.smithi082.stdout: 462: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:40.752 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-v21xKjJdkx37u6U off=2869308 len=860388 2024-08-17T01:08:40.754 INFO:tasks.workunit.client.0.smithi082.stdout:op 2319 completed, throughput=4.99MB/sec 2024-08-17T01:08:40.754 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rz7imFRUM7DmWqq off=1602569 len=1219275 2024-08-17T01:08:40.756 INFO:tasks.workunit.client.0.smithi082.stdout:op 2320 completed, throughput=4.99MB/sec 2024-08-17T01:08:40.756 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JqMYY-l8vM-sDu_ off=6845231 len=357864 2024-08-17T01:08:40.757 INFO:tasks.workunit.client.0.smithi082.stdout:op 2321 completed, throughput=5MB/sec 2024-08-17T01:08:40.757 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-R2FSnMrbcdrFhOK off=5129873 len=621406 2024-08-17T01:08:40.758 INFO:tasks.workunit.client.0.smithi082.stdout:op 2322 completed, throughput=5MB/sec 2024-08-17T01:08:40.758 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YOt8nWDAhDAiEi1 off=3044846 len=1509821 2024-08-17T01:08:40.767 INFO:tasks.workunit.client.0.smithi082.stdout:op 2323 completed, throughput=5MB/sec 2024-08-17T01:08:40.767 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PascWaXhMCg15hx off=9064870 len=1363416 2024-08-17T01:08:40.771 INFO:tasks.workunit.client.0.smithi082.stdout:op 2324 completed, throughput=5MB/sec 2024-08-17T01:08:41.772 INFO:tasks.workunit.client.0.smithi082.stdout: 463: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:41.772 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xGUa3OQG33WKyUL off=3493363 len=371669 2024-08-17T01:08:41.776 INFO:tasks.workunit.client.0.smithi082.stdout:op 2325 completed, throughput=4.99MB/sec 2024-08-17T01:08:41.776 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SZw8SEtAEC7HPcH off=233173 len=235867 2024-08-17T01:08:41.779 INFO:tasks.workunit.client.0.smithi082.stdout:op 2326 completed, throughput=4.99MB/sec 2024-08-17T01:08:41.779 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yP7cSR5wIMaARXN off=348025 len=873494 2024-08-17T01:08:41.781 INFO:tasks.workunit.client.0.smithi082.stdout:op 2327 completed, throughput=4.99MB/sec 2024-08-17T01:08:41.781 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zccLpZ9xDXGDkor off=5271136 len=1770298 2024-08-17T01:08:41.789 INFO:tasks.workunit.client.0.smithi082.stdout:op 2328 completed, throughput=5MB/sec 2024-08-17T01:08:41.789 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_JAYWhrhgUMMHKh off=195559 len=1140734 2024-08-17T01:08:41.796 INFO:tasks.workunit.client.0.smithi082.stdout:op 2329 completed, throughput=5MB/sec 2024-08-17T01:08:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:42 smithi082 ceph-mon[91979]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:08:42.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:42 smithi082 ceph-mon[94343]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:08:42.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:42 smithi137 ceph-mon[86391]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:08:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:08:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:08:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:08:42.796 INFO:tasks.workunit.client.0.smithi082.stdout: 464: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:42.796 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Vi-pLFPr7sSA_5_ off=0 len=1807821 2024-08-17T01:08:42.798 INFO:tasks.workunit.client.0.smithi082.stdout:op 2330 completed, throughput=4.99MB/sec 2024-08-17T01:08:42.798 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0vjpss1X8P4eSUy off=4824104 len=1774810 2024-08-17T01:08:42.800 INFO:tasks.workunit.client.0.smithi082.stdout:op 2331 completed, throughput=5MB/sec 2024-08-17T01:08:42.801 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PKLHN4e3EdDLmMr off=5192216 len=401493 2024-08-17T01:08:42.801 INFO:tasks.workunit.client.0.smithi082.stdout:op 2332 completed, throughput=5MB/sec 2024-08-17T01:08:42.802 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hFzCenibUcEACE- off=19260977 len=891687 2024-08-17T01:08:42.806 INFO:tasks.workunit.client.0.smithi082.stdout:op 2333 completed, throughput=5MB/sec 2024-08-17T01:08:42.806 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rmUuJLpR0Oe18PI off=746420 len=1709628 2024-08-17T01:08:42.808 INFO:tasks.workunit.client.0.smithi082.stdout:op 2334 completed, throughput=5MB/sec 2024-08-17T01:08:43.808 INFO:tasks.workunit.client.0.smithi082.stdout: 465: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:43.808 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-piNLEqup3TGH5_y off=603187 len=1360377 2024-08-17T01:08:43.815 INFO:tasks.workunit.client.0.smithi082.stdout:op 2335 completed, throughput=5MB/sec 2024-08-17T01:08:43.815 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ihRjZoq3ZlspK5e off=655993 len=1223885 2024-08-17T01:08:43.817 INFO:tasks.workunit.client.0.smithi082.stdout:op 2336 completed, throughput=5MB/sec 2024-08-17T01:08:43.817 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-m0gmplXt8JLeRWm off=10569370 len=153587 2024-08-17T01:08:43.819 INFO:tasks.workunit.client.0.smithi082.stdout:op 2337 completed, throughput=5MB/sec 2024-08-17T01:08:43.819 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YjhQc-GSDwN-drI off=541070 len=1519962 2024-08-17T01:08:43.827 INFO:tasks.workunit.client.0.smithi082.stdout:op 2338 completed, throughput=5MB/sec 2024-08-17T01:08:44.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:44 smithi082 ceph-mon[94343]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:08:44.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:44 smithi082 ceph-mon[91979]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:08:44.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:44 smithi137 ceph-mon[86391]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:08:44.828 INFO:tasks.workunit.client.0.smithi082.stdout: 466: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:44.828 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-GSJJDk-zwhbmOim off=8724798 len=2077660 2024-08-17T01:08:44.839 INFO:tasks.workunit.client.0.smithi082.stdout:op 2339 completed, throughput=4.99MB/sec 2024-08-17T01:08:44.840 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WxoBVykTx_Q8OzC off=2964931 len=1229065 2024-08-17T01:08:44.847 INFO:tasks.workunit.client.0.smithi082.stdout:op 2340 completed, throughput=5MB/sec 2024-08-17T01:08:44.847 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3CjDTW-kUkVnIf9 off=7990691 len=470113 2024-08-17T01:08:44.850 INFO:tasks.workunit.client.0.smithi082.stdout:op 2341 completed, throughput=5MB/sec 2024-08-17T01:08:44.850 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5oY5bBaLdj8HUjp off=9699196 len=736166 2024-08-17T01:08:44.851 INFO:tasks.workunit.client.0.smithi082.stdout:op 2342 completed, throughput=5MB/sec 2024-08-17T01:08:44.851 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1sP-llFGTJ4FUjS off=8688471 len=1436419 2024-08-17T01:08:44.859 INFO:tasks.workunit.client.0.smithi082.stdout:op 2343 completed, throughput=5MB/sec 2024-08-17T01:08:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:08:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:08:45] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-08-17T01:08:45.859 INFO:tasks.workunit.client.0.smithi082.stdout: 467: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:45.859 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gdoxfPx8dF5T65l off=5775467 len=642359 2024-08-17T01:08:45.860 INFO:tasks.workunit.client.0.smithi082.stdout:op 2344 completed, throughput=4.99MB/sec 2024-08-17T01:08:45.860 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Ya1T1tMEr_HlwtY off=1806496 len=1253709 2024-08-17T01:08:45.864 INFO:tasks.workunit.client.0.smithi082.stdout:op 2345 completed, throughput=5MB/sec 2024-08-17T01:08:45.864 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-S_9Jb0fZuxJx26E off=1958058 len=306031 2024-08-17T01:08:45.865 INFO:tasks.workunit.client.0.smithi082.stdout:op 2346 completed, throughput=5MB/sec 2024-08-17T01:08:45.865 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3ovgkZ8bUioa41a off=3947739 len=1632471 2024-08-17T01:08:45.867 INFO:tasks.workunit.client.0.smithi082.stdout:op 2347 completed, throughput=5MB/sec 2024-08-17T01:08:45.867 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_JAYWhrhgUMMHKh off=371376 len=964917 2024-08-17T01:08:45.873 INFO:tasks.workunit.client.0.smithi082.stdout:op 2348 completed, throughput=5MB/sec 2024-08-17T01:08:46.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:46 smithi082 ceph-mon[94343]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:08:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:46 smithi082 ceph-mon[91979]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:08:46.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:46 smithi137 ceph-mon[86391]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:08:46.873 INFO:tasks.workunit.client.0.smithi082.stdout: 468: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:46.873 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JqjaixmgYRLptqh off=4091988 len=2027621 2024-08-17T01:08:46.875 INFO:tasks.workunit.client.0.smithi082.stdout:op 2349 completed, throughput=4.99MB/sec 2024-08-17T01:08:46.875 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qUpVCV8MifS8njP off=1145064 len=468076 2024-08-17T01:08:46.876 INFO:tasks.workunit.client.0.smithi082.stdout:op 2350 completed, throughput=5MB/sec 2024-08-17T01:08:46.876 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-bEDYyQ4un3PtPrS off=1548701 len=1867848 2024-08-17T01:08:46.884 INFO:tasks.workunit.client.0.smithi082.stdout:op 2351 completed, throughput=5MB/sec 2024-08-17T01:08:46.884 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dodpWPA0tjDhqGK off=10062236 len=153066 2024-08-17T01:08:46.886 INFO:tasks.workunit.client.0.smithi082.stdout:op 2352 completed, throughput=5MB/sec 2024-08-17T01:08:46.886 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WQTMJU2MUoXAdSM off=3977506 len=1479448 2024-08-17T01:08:46.888 INFO:tasks.workunit.client.0.smithi082.stdout:op 2353 completed, throughput=5MB/sec 2024-08-17T01:08:47.888 INFO:tasks.workunit.client.0.smithi082.stdout: 469: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:47.888 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-l_ZjHYrPgHUxtwf off=3797593 len=1067340 2024-08-17T01:08:47.895 INFO:tasks.workunit.client.0.smithi082.stdout:op 2354 completed, throughput=4.99MB/sec 2024-08-17T01:08:47.895 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-N1ZZXlCsnAIi8OD off=443290 len=835680 2024-08-17T01:08:47.900 INFO:tasks.workunit.client.0.smithi082.stdout:op 2355 completed, throughput=5MB/sec 2024-08-17T01:08:47.900 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mpDpaA0eiF-SqaD off=826581 len=1419285 2024-08-17T01:08:47.906 INFO:tasks.workunit.client.0.smithi082.stdout:op 2356 completed, throughput=5MB/sec 2024-08-17T01:08:47.906 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-spGpVcU9WfikDjZ off=1183568 len=1888350 2024-08-17T01:08:47.914 INFO:tasks.workunit.client.0.smithi082.stdout:op 2357 completed, throughput=5MB/sec 2024-08-17T01:08:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:48 smithi082 ceph-mon[94343]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:08:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:48 smithi082 ceph-mon[91979]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:08:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:48 smithi137 ceph-mon[86391]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:08:48.915 INFO:tasks.workunit.client.0.smithi082.stdout: 470: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:48.915 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-RaU_y4PuVGRxTuH off=4667112 len=1489320 2024-08-17T01:08:48.922 INFO:tasks.workunit.client.0.smithi082.stdout:op 2358 completed, throughput=4.99MB/sec 2024-08-17T01:08:48.922 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KEG8nFxBHUdQ6Ge off=3986748 len=1088613 2024-08-17T01:08:48.928 INFO:tasks.workunit.client.0.smithi082.stdout:op 2359 completed, throughput=5MB/sec 2024-08-17T01:08:48.928 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kmnIcs2_4PBntpv off=3454893 len=2002787 2024-08-17T01:08:48.930 INFO:tasks.workunit.client.0.smithi082.stdout:op 2360 completed, throughput=5MB/sec 2024-08-17T01:08:49.931 INFO:tasks.workunit.client.0.smithi082.stdout: 471: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:49.931 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Ay_96SS_-h8QvNu off=8916173 len=652839 2024-08-17T01:08:49.935 INFO:tasks.workunit.client.0.smithi082.stdout:op 2361 completed, throughput=4.99MB/sec 2024-08-17T01:08:49.935 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9e5ASaJ3Ieo2QlR off=20559209 len=232220 2024-08-17T01:08:49.936 INFO:tasks.workunit.client.0.smithi082.stdout:op 2362 completed, throughput=4.99MB/sec 2024-08-17T01:08:49.937 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QNFQ9Th8o7sXKgd off=1080964 len=1389103 2024-08-17T01:08:49.944 INFO:tasks.workunit.client.0.smithi082.stdout:op 2363 completed, throughput=4.99MB/sec 2024-08-17T01:08:49.944 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-geS2JNsuUVRkQ6l off=6402128 len=1441815 2024-08-17T01:08:49.945 INFO:tasks.workunit.client.0.smithi082.stdout:op 2364 completed, throughput=5MB/sec 2024-08-17T01:08:49.945 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-C-IwoH440qT92hi off=8747979 len=1458111 2024-08-17T01:08:49.951 INFO:tasks.workunit.client.0.smithi082.stdout:op 2365 completed, throughput=5MB/sec 2024-08-17T01:08:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:50 smithi082 ceph-mon[94343]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:08:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:08:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:50 smithi082 ceph-mon[91979]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:08:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:08:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:50 smithi137 ceph-mon[86391]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:08:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:08:50.952 INFO:tasks.workunit.client.0.smithi082.stdout: 472: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:50.952 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XPQOiw6r_s_uQng off=1972067 len=1422243 2024-08-17T01:08:50.954 INFO:tasks.workunit.client.0.smithi082.stdout:op 2366 completed, throughput=4.99MB/sec 2024-08-17T01:08:50.954 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2jPxOtNjTxCMlpp off=1282950 len=1432026 2024-08-17T01:08:50.955 INFO:tasks.workunit.client.0.smithi082.stdout:op 2367 completed, throughput=5MB/sec 2024-08-17T01:08:50.956 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4bMz4B2XVbf0Ocu off=4771874 len=813537 2024-08-17T01:08:50.957 INFO:tasks.workunit.client.0.smithi082.stdout:op 2368 completed, throughput=5MB/sec 2024-08-17T01:08:50.957 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_QYSxKig7u2hrM0 off=8285601 len=1174239 2024-08-17T01:08:50.963 INFO:tasks.workunit.client.0.smithi082.stdout:op 2369 completed, throughput=5MB/sec 2024-08-17T01:08:50.963 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3jHxED8aCAuS_36 off=9730658 len=1463517 2024-08-17T01:08:50.971 INFO:tasks.workunit.client.0.smithi082.stdout:op 2370 completed, throughput=5MB/sec 2024-08-17T01:08:51.971 INFO:tasks.workunit.client.0.smithi082.stdout: 473: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:51.972 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OFI9xJoTzW2TxgA off=7893907 len=2092225 2024-08-17T01:08:51.984 INFO:tasks.workunit.client.0.smithi082.stdout:op 2371 completed, throughput=5MB/sec 2024-08-17T01:08:51.984 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qv1n4kcWJTP3x2e off=1785018 len=1040694 2024-08-17T01:08:51.986 INFO:tasks.workunit.client.0.smithi082.stdout:op 2372 completed, throughput=5MB/sec 2024-08-17T01:08:51.986 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9XVhIVDNR1JHeEE off=6947030 len=1905810 2024-08-17T01:08:51.988 INFO:tasks.workunit.client.0.smithi082.stdout:op 2373 completed, throughput=5MB/sec 2024-08-17T01:08:52.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:52 smithi082 ceph-mon[94343]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:08:52.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:52 smithi082 ceph-mon[91979]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:08:52.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:52 smithi137 ceph-mon[86391]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:08:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:08:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:08:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:08:52.988 INFO:tasks.workunit.client.0.smithi082.stdout: 474: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:52.988 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DAPyx_sjXvM8oJN off=7730572 len=1573050 2024-08-17T01:08:52.990 INFO:tasks.workunit.client.0.smithi082.stdout:op 2374 completed, throughput=4.99MB/sec 2024-08-17T01:08:52.994 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-GoIRwwg37quHDBI off=5123868 len=1363295 2024-08-17T01:08:52.998 INFO:tasks.workunit.client.0.smithi082.stdout:op 2375 completed, throughput=5MB/sec 2024-08-17T01:08:52.998 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-QpeK2RyyV-9M48R off=4594356 len=415767 2024-08-17T01:08:52.999 INFO:tasks.workunit.client.0.smithi082.stdout:op 2376 completed, throughput=5MB/sec 2024-08-17T01:08:52.999 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QpS0l8z2lzhlKnu off=1797115 len=588170 2024-08-17T01:08:53.003 INFO:tasks.workunit.client.0.smithi082.stdout:op 2377 completed, throughput=5MB/sec 2024-08-17T01:08:53.004 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ltlkPdbO3wJnTZk off=11171682 len=1741905 2024-08-17T01:08:53.014 INFO:tasks.workunit.client.0.smithi082.stdout:op 2378 completed, throughput=5MB/sec 2024-08-17T01:08:54.015 INFO:tasks.workunit.client.0.smithi082.stdout: 475: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:54.015 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-czEac8IYmV8_nFb off=1111959 len=117810 2024-08-17T01:08:54.015 INFO:tasks.workunit.client.0.smithi082.stdout:op 2379 completed, throughput=4.99MB/sec 2024-08-17T01:08:54.016 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Il17M-0-6z5xSFS off=2966972 len=1162499 2024-08-17T01:08:54.017 INFO:tasks.workunit.client.0.smithi082.stdout:op 2380 completed, throughput=4.99MB/sec 2024-08-17T01:08:54.017 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1zThKub8FO7rO_7 off=3292942 len=1513248 2024-08-17T01:08:54.024 INFO:tasks.workunit.client.0.smithi082.stdout:op 2381 completed, throughput=5MB/sec 2024-08-17T01:08:54.025 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Zyzbam3Ve7HvFI3 off=18781806 len=915272 2024-08-17T01:08:54.026 INFO:tasks.workunit.client.0.smithi082.stdout:op 2382 completed, throughput=5MB/sec 2024-08-17T01:08:54.026 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YUNNLYJbVGr0cqK off=10006347 len=931304 2024-08-17T01:08:54.031 INFO:tasks.workunit.client.0.smithi082.stdout:op 2383 completed, throughput=5MB/sec 2024-08-17T01:08:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:54 smithi082 ceph-mon[94343]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:08:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:54 smithi082 ceph-mon[91979]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:08:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:54 smithi137 ceph-mon[86391]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:08:55.034 INFO:tasks.workunit.client.0.smithi082.stdout: 476: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:55.034 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KT3XBKc2wbzYdBp off=9575854 len=1113758 2024-08-17T01:08:55.034 INFO:tasks.workunit.client.0.smithi082.stdout:op 2384 completed, throughput=4.99MB/sec 2024-08-17T01:08:55.034 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pE5bHnFSWK-yrOw off=17917469 len=1887670 2024-08-17T01:08:55.044 INFO:tasks.workunit.client.0.smithi082.stdout:op 2385 completed, throughput=5MB/sec 2024-08-17T01:08:55.044 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rs_bHJOBZsmnI7D off=9311619 len=1343957 2024-08-17T01:08:55.050 INFO:tasks.workunit.client.0.smithi082.stdout:op 2386 completed, throughput=5MB/sec 2024-08-17T01:08:55.050 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yJXzgZl8STM6ELP off=7736973 len=99151 2024-08-17T01:08:55.052 INFO:tasks.workunit.client.0.smithi082.stdout:op 2387 completed, throughput=5MB/sec 2024-08-17T01:08:55.052 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8DN6X1boVzJ-Wsu off=17861040 len=1423978 2024-08-17T01:08:55.055 INFO:tasks.workunit.client.0.smithi082.stdout:op 2388 completed, throughput=5MB/sec 2024-08-17T01:08:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:08:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:08:55] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-08-17T01:08:56.055 INFO:tasks.workunit.client.0.smithi082.stdout: 477: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:56.056 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZPb9oJYebCnyd5V off=12323609 len=1558009 2024-08-17T01:08:56.058 INFO:tasks.workunit.client.0.smithi082.stdout:op 2389 completed, throughput=4.99MB/sec 2024-08-17T01:08:56.058 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2gVvrrz5TbpTHjP off=519160 len=1088972 2024-08-17T01:08:56.062 INFO:tasks.workunit.client.0.smithi082.stdout:op 2390 completed, throughput=5MB/sec 2024-08-17T01:08:56.062 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YygSzVmnzhblZs0 off=8120315 len=277490 2024-08-17T01:08:56.063 INFO:tasks.workunit.client.0.smithi082.stdout:op 2391 completed, throughput=5MB/sec 2024-08-17T01:08:56.063 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KWln35pMFkWL4kO off=377668 len=331942 2024-08-17T01:08:56.063 INFO:tasks.workunit.client.0.smithi082.stdout:op 2392 completed, throughput=5MB/sec 2024-08-17T01:08:56.063 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EDs-ROQa1Mttqkr off=2198255 len=1357802 2024-08-17T01:08:56.070 INFO:tasks.workunit.client.0.smithi082.stdout:op 2393 completed, throughput=5MB/sec 2024-08-17T01:08:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:56 smithi082 ceph-mon[94343]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:08:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:56 smithi082 ceph-mon[91979]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:08:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:56 smithi137 ceph-mon[86391]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:08:57.070 INFO:tasks.workunit.client.0.smithi082.stdout: 478: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:57.071 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-QGMNpEYMuqkaQmu off=3268403 len=456187 2024-08-17T01:08:57.072 INFO:tasks.workunit.client.0.smithi082.stdout:op 2394 completed, throughput=4.99MB/sec 2024-08-17T01:08:57.072 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-biYmi3w_4LA-k5Z off=4942612 len=1788638 2024-08-17T01:08:57.075 INFO:tasks.workunit.client.0.smithi082.stdout:op 2395 completed, throughput=4.99MB/sec 2024-08-17T01:08:57.075 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZGZZi6XGh1jr6LQ off=16872530 len=1809288 2024-08-17T01:08:57.077 INFO:tasks.workunit.client.0.smithi082.stdout:op 2396 completed, throughput=5MB/sec 2024-08-17T01:08:57.077 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5Zx6rGLOgEDE9ti off=5683017 len=1640972 2024-08-17T01:08:57.084 INFO:tasks.workunit.client.0.smithi082.stdout:op 2397 completed, throughput=5MB/sec 2024-08-17T01:08:58.084 INFO:tasks.workunit.client.0.smithi082.stdout: 479: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:58.084 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DrFR6Ht648wIWxW off=15080228 len=1452561 2024-08-17T01:08:58.087 INFO:tasks.workunit.client.0.smithi082.stdout:op 2398 completed, throughput=4.99MB/sec 2024-08-17T01:08:58.087 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PJ6xDzKVCq_31pV off=2604093 len=1580487 2024-08-17T01:08:58.096 INFO:tasks.workunit.client.0.smithi082.stdout:op 2399 completed, throughput=5MB/sec 2024-08-17T01:08:58.096 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EMqj12s4k6X7q3a off=3578525 len=1546305 2024-08-17T01:08:58.106 INFO:tasks.workunit.client.0.smithi082.stdout:op 2400 completed, throughput=5MB/sec 2024-08-17T01:08:58.106 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WdgQ_GYcnoqGsWR off=19673825 len=1556751 2024-08-17T01:08:58.107 INFO:tasks.workunit.client.0.smithi082.stdout:op 2401 completed, throughput=5MB/sec 2024-08-17T01:08:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:08:58 smithi082 ceph-mon[94343]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:08:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:08:58 smithi082 ceph-mon[91979]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:08:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:08:58 smithi137 ceph-mon[86391]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:08:59.108 INFO:tasks.workunit.client.0.smithi082.stdout: 480: throughput=4.99MB/sec pending data=0 2024-08-17T01:08:59.108 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Uad7iaWT3cDaIHw off=466286 len=268305 2024-08-17T01:08:59.109 INFO:tasks.workunit.client.0.smithi082.stdout:op 2402 completed, throughput=4.99MB/sec 2024-08-17T01:08:59.109 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JjYDsUItlXUDkSn off=257641 len=767041 2024-08-17T01:08:59.111 INFO:tasks.workunit.client.0.smithi082.stdout:op 2403 completed, throughput=4.99MB/sec 2024-08-17T01:08:59.111 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YAdkyLPp7emI0TX off=4799488 len=1510395 2024-08-17T01:08:59.120 INFO:tasks.workunit.client.0.smithi082.stdout:op 2404 completed, throughput=5MB/sec 2024-08-17T01:08:59.120 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Mdvja0oYSNImuEU off=1628707 len=21807 2024-08-17T01:08:59.120 INFO:tasks.workunit.client.0.smithi082.stdout:op 2405 completed, throughput=5MB/sec 2024-08-17T01:08:59.120 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YIlaeMobBuzigkU off=4489550 len=572554 2024-08-17T01:08:59.122 INFO:tasks.workunit.client.0.smithi082.stdout:op 2406 completed, throughput=5MB/sec 2024-08-17T01:08:59.122 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qLyep8YdlK4mBWC off=388490 len=1888304 2024-08-17T01:08:59.123 INFO:tasks.workunit.client.0.smithi082.stdout:op 2407 completed, throughput=5MB/sec 2024-08-17T01:09:00.124 INFO:tasks.workunit.client.0.smithi082.stdout: 481: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:00.124 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SaXYT2BKMjVf-zH off=8114644 len=148468 2024-08-17T01:09:00.127 INFO:tasks.workunit.client.0.smithi082.stdout:op 2408 completed, throughput=4.99MB/sec 2024-08-17T01:09:00.127 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-fti38WNmfrrhtNq off=2364807 len=1984158 2024-08-17T01:09:00.140 INFO:tasks.workunit.client.0.smithi082.stdout:op 2409 completed, throughput=5MB/sec 2024-08-17T01:09:00.140 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2O4EmzOGDW9NkaH off=2687211 len=717166 2024-08-17T01:09:00.144 INFO:tasks.workunit.client.0.smithi082.stdout:op 2410 completed, throughput=5MB/sec 2024-08-17T01:09:00.144 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-75lSuQDMV2yEKB1 off=9334760 len=24087 2024-08-17T01:09:00.145 INFO:tasks.workunit.client.0.smithi082.stdout:op 2411 completed, throughput=5MB/sec 2024-08-17T01:09:00.145 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-91rBv-6MLqOGjRM off=2079949 len=1613202 2024-08-17T01:09:00.150 INFO:tasks.workunit.client.0.smithi082.stdout:op 2412 completed, throughput=5MB/sec 2024-08-17T01:09:00.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:00 smithi082 ceph-mon[94343]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:09:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:00 smithi082 ceph-mon[91979]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:09:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:00 smithi137 ceph-mon[86391]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:09:01.148 INFO:tasks.workunit.client.0.smithi082.stdout: 482: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:01.148 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-x0uRC_VeannDYV2 off=9076245 len=545139 2024-08-17T01:09:01.149 INFO:tasks.workunit.client.0.smithi082.stdout:op 2413 completed, throughput=4.99MB/sec 2024-08-17T01:09:01.149 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8L8qJVP9EVsMpia off=8344841 len=1746716 2024-08-17T01:09:01.153 INFO:tasks.workunit.client.0.smithi082.stdout:op 2414 completed, throughput=4.99MB/sec 2024-08-17T01:09:01.153 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WiqF-Z8wICfWsXz off=13910678 len=1131357 2024-08-17T01:09:01.159 INFO:tasks.workunit.client.0.smithi082.stdout:op 2415 completed, throughput=5MB/sec 2024-08-17T01:09:01.159 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3OwBWTD1TUvPh6o off=287062 len=1406909 2024-08-17T01:09:01.161 INFO:tasks.workunit.client.0.smithi082.stdout:op 2416 completed, throughput=5MB/sec 2024-08-17T01:09:01.161 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-AZhh399gDp1lYh7 off=976427 len=1899921 2024-08-17T01:09:01.169 INFO:tasks.workunit.client.0.smithi082.stdout:op 2417 completed, throughput=5MB/sec 2024-08-17T01:09:02.170 INFO:tasks.workunit.client.0.smithi082.stdout: 483: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:02.170 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-i1oobtjl-Zu3KQa off=3116543 len=2042764 2024-08-17T01:09:02.180 INFO:tasks.workunit.client.0.smithi082.stdout:op 2418 completed, throughput=5MB/sec 2024-08-17T01:09:02.180 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ELUADdw362GSEeL off=3048017 len=898093 2024-08-17T01:09:02.181 INFO:tasks.workunit.client.0.smithi082.stdout:op 2419 completed, throughput=5MB/sec 2024-08-17T01:09:02.181 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-njnDzwDlWPB5Y_N off=2519312 len=1514234 2024-08-17T01:09:02.183 INFO:tasks.workunit.client.0.smithi082.stdout:op 2420 completed, throughput=5MB/sec 2024-08-17T01:09:02.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:02 smithi082 ceph-mon[94343]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:09:02.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:02 smithi082 ceph-mon[91979]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:09:02.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:02 smithi137 ceph-mon[86391]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:09:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:09:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:09:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:09:03.183 INFO:tasks.workunit.client.0.smithi082.stdout: 484: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:03.184 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TUKh9JF5sdTFV9r off=4397156 len=727266 2024-08-17T01:09:03.185 INFO:tasks.workunit.client.0.smithi082.stdout:op 2421 completed, throughput=4.99MB/sec 2024-08-17T01:09:03.185 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gw609KF-Bu2LpKd off=20668261 len=81621 2024-08-17T01:09:03.188 INFO:tasks.workunit.client.0.smithi082.stdout:op 2422 completed, throughput=4.99MB/sec 2024-08-17T01:09:03.188 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rHhy1bLMnM9ciQD off=17058948 len=1189528 2024-08-17T01:09:03.195 INFO:tasks.workunit.client.0.smithi082.stdout:op 2423 completed, throughput=4.99MB/sec 2024-08-17T01:09:03.195 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ehLQVM03gP6FY14 off=1007618 len=876652 2024-08-17T01:09:03.196 INFO:tasks.workunit.client.0.smithi082.stdout:op 2424 completed, throughput=5MB/sec 2024-08-17T01:09:03.196 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3-IYMRIbv5f_nRg off=9208110 len=1355790 2024-08-17T01:09:03.203 INFO:tasks.workunit.client.0.smithi082.stdout:op 2425 completed, throughput=5MB/sec 2024-08-17T01:09:03.203 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-s3jBsAQzDcVMHs4 off=8525636 len=843217 2024-08-17T01:09:03.208 INFO:tasks.workunit.client.0.smithi082.stdout:op 2426 completed, throughput=5MB/sec 2024-08-17T01:09:04.208 INFO:tasks.workunit.client.0.smithi082.stdout: 485: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:04.208 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XL4mNpKqUB0L9hB off=14065419 len=1614741 2024-08-17T01:09:04.210 INFO:tasks.workunit.client.0.smithi082.stdout:op 2427 completed, throughput=4.99MB/sec 2024-08-17T01:09:04.210 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4wTK5ewk7B8k2HC off=5331401 len=511295 2024-08-17T01:09:04.213 INFO:tasks.workunit.client.0.smithi082.stdout:op 2428 completed, throughput=4.99MB/sec 2024-08-17T01:09:04.213 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dOQByE6UNedo4Er off=8518689 len=1390994 2024-08-17T01:09:04.215 INFO:tasks.workunit.client.0.smithi082.stdout:op 2429 completed, throughput=5MB/sec 2024-08-17T01:09:04.216 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-aF8mTBfXiumqjDH off=2303204 len=629358 2024-08-17T01:09:04.217 INFO:tasks.workunit.client.0.smithi082.stdout:op 2430 completed, throughput=5MB/sec 2024-08-17T01:09:04.217 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Npk7GCbPhCiFaIE off=4214665 len=1603615 2024-08-17T01:09:04.218 INFO:tasks.workunit.client.0.smithi082.stdout:op 2431 completed, throughput=5MB/sec 2024-08-17T01:09:04.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:04 smithi082 ceph-mon[94343]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-17T01:09:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:04 smithi082 ceph-mon[91979]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-17T01:09:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:04 smithi137 ceph-mon[86391]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-17T01:09:05.218 INFO:tasks.workunit.client.0.smithi082.stdout: 486: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:05.218 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qtipivOn3R7UlWX off=3515927 len=991552 2024-08-17T01:09:05.225 INFO:tasks.workunit.client.0.smithi082.stdout:op 2432 completed, throughput=4.99MB/sec 2024-08-17T01:09:05.225 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mrRzM3SreZMCKWU off=527783 len=1428300 2024-08-17T01:09:05.226 INFO:tasks.workunit.client.0.smithi082.stdout:op 2433 completed, throughput=5MB/sec 2024-08-17T01:09:05.227 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-j8lrBb3tHCcxRUf off=8837902 len=1414705 2024-08-17T01:09:05.234 INFO:tasks.workunit.client.0.smithi082.stdout:op 2434 completed, throughput=5MB/sec 2024-08-17T01:09:05.234 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RaHbWbQCSuF5SuE off=12418662 len=249941 2024-08-17T01:09:05.235 INFO:tasks.workunit.client.0.smithi082.stdout:op 2435 completed, throughput=5MB/sec 2024-08-17T01:09:05.235 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-O8dgMJowW7P-YYK off=9891314 len=989586 2024-08-17T01:09:05.237 INFO:tasks.workunit.client.0.smithi082.stdout:op 2436 completed, throughput=5MB/sec 2024-08-17T01:09:05.395 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:09:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:09:05] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-08-17T01:09:05.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:09:05.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:09:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:09:06.237 INFO:tasks.workunit.client.0.smithi082.stdout: 487: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:06.237 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9ttgwRvcc4bfbD8 off=9405895 len=1845493 2024-08-17T01:09:06.246 INFO:tasks.workunit.client.0.smithi082.stdout:op 2437 completed, throughput=4.99MB/sec 2024-08-17T01:09:06.246 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Uk_7tvfzz--6Izu off=3627505 len=1306973 2024-08-17T01:09:06.251 INFO:tasks.workunit.client.0.smithi082.stdout:op 2438 completed, throughput=5MB/sec 2024-08-17T01:09:06.251 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-7WqCTPW56LxuhJj off=1860426 len=1062787 2024-08-17T01:09:06.252 INFO:tasks.workunit.client.0.smithi082.stdout:op 2439 completed, throughput=5MB/sec 2024-08-17T01:09:06.252 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wKGakh2U6dMepSx off=8227564 len=715829 2024-08-17T01:09:06.256 INFO:tasks.workunit.client.0.smithi082.stdout:op 2440 completed, throughput=5MB/sec 2024-08-17T01:09:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:06 smithi082 ceph-mon[94343]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-17T01:09:06.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:06 smithi082 ceph-mon[91979]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-17T01:09:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:06 smithi137 ceph-mon[86391]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-17T01:09:07.256 INFO:tasks.workunit.client.0.smithi082.stdout: 488: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:07.257 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YqhR2uxc8JZ3gpU off=3377842 len=523142 2024-08-17T01:09:07.261 INFO:tasks.workunit.client.0.smithi082.stdout:op 2441 completed, throughput=4.99MB/sec 2024-08-17T01:09:07.261 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SsChyaPJ9klv_VD off=4258203 len=695995 2024-08-17T01:09:07.265 INFO:tasks.workunit.client.0.smithi082.stdout:op 2442 completed, throughput=4.99MB/sec 2024-08-17T01:09:07.265 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-k2UZx--ZrluZwMp off=1734083 len=243636 2024-08-17T01:09:07.265 INFO:tasks.workunit.client.0.smithi082.stdout:op 2443 completed, throughput=4.99MB/sec 2024-08-17T01:09:07.266 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YEQ9BOCBSJp2eVw off=4375294 len=2050611 2024-08-17T01:09:07.277 INFO:tasks.workunit.client.0.smithi082.stdout:op 2444 completed, throughput=5MB/sec 2024-08-17T01:09:07.277 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-U0sUQB9c7N4WzOl off=8073822 len=1002040 2024-08-17T01:09:07.278 INFO:tasks.workunit.client.0.smithi082.stdout:op 2445 completed, throughput=5MB/sec 2024-08-17T01:09:07.279 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hYiORrvslr6ho0i off=13615549 len=1631844 2024-08-17T01:09:07.288 INFO:tasks.workunit.client.0.smithi082.stdout:op 2446 completed, throughput=5MB/sec 2024-08-17T01:09:08.288 INFO:tasks.workunit.client.0.smithi082.stdout: 489: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:08.288 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ovNv23qR5PJ5i83 off=14931457 len=312701 2024-08-17T01:09:08.291 INFO:tasks.workunit.client.0.smithi082.stdout:op 2447 completed, throughput=4.99MB/sec 2024-08-17T01:09:08.292 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-7QJ6-G9jCG7aU3C off=1263405 len=631475 2024-08-17T01:09:08.293 INFO:tasks.workunit.client.0.smithi082.stdout:op 2448 completed, throughput=4.99MB/sec 2024-08-17T01:09:08.293 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Hn7DE5Ow0nTD9sP off=2353057 len=336321 2024-08-17T01:09:08.293 INFO:tasks.workunit.client.0.smithi082.stdout:op 2449 completed, throughput=4.99MB/sec 2024-08-17T01:09:08.293 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-QwJvI7GsM9oks2y off=9710283 len=511612 2024-08-17T01:09:08.295 INFO:tasks.workunit.client.0.smithi082.stdout:op 2450 completed, throughput=4.99MB/sec 2024-08-17T01:09:08.295 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KrLOTGV52LA78nH off=1254778 len=1989253 2024-08-17T01:09:08.304 INFO:tasks.workunit.client.0.smithi082.stdout:op 2451 completed, throughput=5MB/sec 2024-08-17T01:09:08.304 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-854wSko-8M-Dffa off=3585856 len=84578 2024-08-17T01:09:08.305 INFO:tasks.workunit.client.0.smithi082.stdout:op 2452 completed, throughput=5MB/sec 2024-08-17T01:09:08.305 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ki9AgY0g4BWxe08 off=1147453 len=1299379 2024-08-17T01:09:08.306 INFO:tasks.workunit.client.0.smithi082.stdout:op 2453 completed, throughput=5MB/sec 2024-08-17T01:09:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:08 smithi082 ceph-mon[94343]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:09:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:08 smithi082 ceph-mon[91979]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:09:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:08 smithi137 ceph-mon[86391]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:09:09.306 INFO:tasks.workunit.client.0.smithi082.stdout: 490: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:09.306 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gUXDt6_BYdOMJTW off=15029412 len=677041 2024-08-17T01:09:09.307 INFO:tasks.workunit.client.0.smithi082.stdout:op 2454 completed, throughput=4.99MB/sec 2024-08-17T01:09:09.307 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_mAJWuAfZ2ds-Ku off=7386486 len=1686207 2024-08-17T01:09:09.314 INFO:tasks.workunit.client.0.smithi082.stdout:op 2455 completed, throughput=5MB/sec 2024-08-17T01:09:09.315 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-XQyf7lU-M1axxsT off=5071935 len=429695 2024-08-17T01:09:09.318 INFO:tasks.workunit.client.0.smithi082.stdout:op 2456 completed, throughput=5MB/sec 2024-08-17T01:09:09.318 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-VGDQlbA7nXoyeMu off=12591070 len=184284 2024-08-17T01:09:09.319 INFO:tasks.workunit.client.0.smithi082.stdout:op 2457 completed, throughput=5MB/sec 2024-08-17T01:09:09.319 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ak6OQOC03r9_aE6 off=4971116 len=1136690 2024-08-17T01:09:09.321 INFO:tasks.workunit.client.0.smithi082.stdout:op 2458 completed, throughput=5MB/sec 2024-08-17T01:09:09.321 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-C3zil-cQkk_dsgA off=4382678 len=263969 2024-08-17T01:09:09.322 INFO:tasks.workunit.client.0.smithi082.stdout:op 2459 completed, throughput=5MB/sec 2024-08-17T01:09:09.323 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oeTdkdFBME5XMTa off=11174230 len=1935820 2024-08-17T01:09:09.326 INFO:tasks.workunit.client.0.smithi082.stdout:op 2460 completed, throughput=5MB/sec 2024-08-17T01:09:10.326 INFO:tasks.workunit.client.0.smithi082.stdout: 491: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:10.326 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YMw5rAglG1T86P0 off=1935094 len=152266 2024-08-17T01:09:10.327 INFO:tasks.workunit.client.0.smithi082.stdout:op 2461 completed, throughput=4.99MB/sec 2024-08-17T01:09:10.327 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-iFyk0TP6R_R1inV off=619796 len=1940179 2024-08-17T01:09:10.337 INFO:tasks.workunit.client.0.smithi082.stdout:op 2462 completed, throughput=5MB/sec 2024-08-17T01:09:10.337 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-fEa9VPTDyIypBnS off=5656767 len=1274057 2024-08-17T01:09:10.343 INFO:tasks.workunit.client.0.smithi082.stdout:op 2463 completed, throughput=5MB/sec 2024-08-17T01:09:10.343 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vKyWlKfJen9OKOP off=1824019 len=368760 2024-08-17T01:09:10.344 INFO:tasks.workunit.client.0.smithi082.stdout:op 2464 completed, throughput=5MB/sec 2024-08-17T01:09:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:10 smithi082 ceph-mon[91979]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:09:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:10 smithi082 ceph-mon[94343]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:09:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:10 smithi137 ceph-mon[86391]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:09:11.344 INFO:tasks.workunit.client.0.smithi082.stdout: 492: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:11.344 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-B9gCDFNwlziZhfJ off=11531283 len=144880 2024-08-17T01:09:11.345 INFO:tasks.workunit.client.0.smithi082.stdout:op 2465 completed, throughput=4.99MB/sec 2024-08-17T01:09:11.345 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tI5wAG4BsEurIHW off=20759295 len=56402 2024-08-17T01:09:11.346 INFO:tasks.workunit.client.0.smithi082.stdout:op 2466 completed, throughput=4.99MB/sec 2024-08-17T01:09:11.346 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-czrGoWVbJYJA65w off=21263843 len=1029820 2024-08-17T01:09:11.347 INFO:tasks.workunit.client.0.smithi082.stdout:op 2467 completed, throughput=4.99MB/sec 2024-08-17T01:09:11.347 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4k7i49PDCglfYsS off=6196781 len=1587165 2024-08-17T01:09:11.356 INFO:tasks.workunit.client.0.smithi082.stdout:op 2468 completed, throughput=5MB/sec 2024-08-17T01:09:11.356 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9TEhKU9Zm-nnJyI off=2986539 len=1878035 2024-08-17T01:09:11.367 INFO:tasks.workunit.client.0.smithi082.stdout:op 2469 completed, throughput=5MB/sec 2024-08-17T01:09:11.368 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-31Q0cs4ysieUDpX off=1424618 len=616346 2024-08-17T01:09:11.368 INFO:tasks.workunit.client.0.smithi082.stdout:op 2470 completed, throughput=5MB/sec 2024-08-17T01:09:11.368 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-LQyr01HErWYmb6Z off=6960688 len=1279956 2024-08-17T01:09:11.375 INFO:tasks.workunit.client.0.smithi082.stdout:op 2471 completed, throughput=5MB/sec 2024-08-17T01:09:12.376 INFO:tasks.workunit.client.0.smithi082.stdout: 493: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:12.376 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-sTj7UQ-MrPEG8ac off=5200861 len=1538393 2024-08-17T01:09:12.384 INFO:tasks.workunit.client.0.smithi082.stdout:op 2472 completed, throughput=5MB/sec 2024-08-17T01:09:12.384 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-e4kmnbIgOe4_f1_ off=2959079 len=402511 2024-08-17T01:09:12.385 INFO:tasks.workunit.client.0.smithi082.stdout:op 2473 completed, throughput=5MB/sec 2024-08-17T01:09:12.385 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-u_srqCupanQWgub off=23194700 len=1559879 2024-08-17T01:09:12.391 INFO:tasks.workunit.client.0.smithi082.stdout:op 2474 completed, throughput=5MB/sec 2024-08-17T01:09:12.392 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZUSIKB3Jq6ANTVj off=2043965 len=1887822 2024-08-17T01:09:12.393 INFO:tasks.workunit.client.0.smithi082.stdout:op 2475 completed, throughput=5MB/sec 2024-08-17T01:09:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:12 smithi082 ceph-mon[91979]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:09:12.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:12 smithi082 ceph-mon[94343]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:09:12.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:12 smithi137 ceph-mon[86391]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:09:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:09:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:09:13.394 INFO:tasks.workunit.client.0.smithi082.stdout: 494: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:13.394 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6L6oxfMTiYhJIrA off=1041998 len=1146620 2024-08-17T01:09:13.395 INFO:tasks.workunit.client.0.smithi082.stdout:op 2476 completed, throughput=4.99MB/sec 2024-08-17T01:09:13.396 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-RBJWZ9kKmAeP34R off=12885053 len=1008582 2024-08-17T01:09:13.402 INFO:tasks.workunit.client.0.smithi082.stdout:op 2477 completed, throughput=5MB/sec 2024-08-17T01:09:13.402 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-w6BnuLU_FIi07fL off=9235800 len=749557 2024-08-17T01:09:13.404 INFO:tasks.workunit.client.0.smithi082.stdout:op 2478 completed, throughput=5MB/sec 2024-08-17T01:09:13.404 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vjQO3qOBPuJ7m4t off=2053270 len=1579134 2024-08-17T01:09:13.413 INFO:tasks.workunit.client.0.smithi082.stdout:op 2479 completed, throughput=5MB/sec 2024-08-17T01:09:14.414 INFO:tasks.workunit.client.0.smithi082.stdout: 495: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:14.414 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4WYKqfwPqwVPNSb off=2862261 len=570155 2024-08-17T01:09:14.418 INFO:tasks.workunit.client.0.smithi082.stdout:op 2480 completed, throughput=4.99MB/sec 2024-08-17T01:09:14.418 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5UB59GanQ0loGve off=11223981 len=1034745 2024-08-17T01:09:14.419 INFO:tasks.workunit.client.0.smithi082.stdout:op 2481 completed, throughput=4.99MB/sec 2024-08-17T01:09:14.419 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4wM3kZCAQToAp8C off=14033876 len=370702 2024-08-17T01:09:14.423 INFO:tasks.workunit.client.0.smithi082.stdout:op 2482 completed, throughput=4.99MB/sec 2024-08-17T01:09:14.423 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-7cqJzuy3kDb6JvX off=536929 len=1040475 2024-08-17T01:09:14.423 INFO:tasks.workunit.client.0.smithi082.stdout:op 2483 completed, throughput=5MB/sec 2024-08-17T01:09:14.424 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TySl3ZQI8TE7_wl off=4025110 len=743035 2024-08-17T01:09:14.428 INFO:tasks.workunit.client.0.smithi082.stdout:op 2484 completed, throughput=5MB/sec 2024-08-17T01:09:14.428 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Enq7X0_CxXqPlGh off=2176118 len=845210 2024-08-17T01:09:14.434 INFO:tasks.workunit.client.0.smithi082.stdout:op 2485 completed, throughput=5MB/sec 2024-08-17T01:09:14.434 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vCtQ0OD7pGTTcOX off=16417148 len=1841091 2024-08-17T01:09:14.443 INFO:tasks.workunit.client.0.smithi082.stdout:op 2486 completed, throughput=5MB/sec 2024-08-17T01:09:14.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:14 smithi082 ceph-mon[94343]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:09:14.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:14 smithi082 ceph-mon[91979]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:09:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:14 smithi137 ceph-mon[86391]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:09:15.443 INFO:tasks.workunit.client.0.smithi082.stdout: 496: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:15.443 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ErRwdt8N8AHfNEB off=12954738 len=1222096 2024-08-17T01:09:15.450 INFO:tasks.workunit.client.0.smithi082.stdout:op 2487 completed, throughput=5MB/sec 2024-08-17T01:09:15.450 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--vK4kEfIi3c05W0 off=17694302 len=1848344 2024-08-17T01:09:15.458 INFO:tasks.workunit.client.0.smithi082.stdout:op 2488 completed, throughput=5MB/sec 2024-08-17T01:09:15.458 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-j1gP2Ni-ohnMB8j off=4376814 len=1812856 2024-08-17T01:09:15.467 INFO:tasks.workunit.client.0.smithi082.stdout:op 2489 completed, throughput=5MB/sec 2024-08-17T01:09:15.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:09:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:09:15] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-08-17T01:09:16.467 INFO:tasks.workunit.client.0.smithi082.stdout: 497: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:16.467 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-nlBYOLa2RP4nWGG off=4949131 len=433541 2024-08-17T01:09:16.471 INFO:tasks.workunit.client.0.smithi082.stdout:op 2490 completed, throughput=4.99MB/sec 2024-08-17T01:09:16.471 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HJnHXOXtwLbunms off=20901 len=789125 2024-08-17T01:09:16.472 INFO:tasks.workunit.client.0.smithi082.stdout:op 2491 completed, throughput=4.99MB/sec 2024-08-17T01:09:16.473 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PKxZCQN3eOZUpSo off=5331210 len=1511690 2024-08-17T01:09:16.482 INFO:tasks.workunit.client.0.smithi082.stdout:op 2492 completed, throughput=5MB/sec 2024-08-17T01:09:16.482 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-iaVtJpBfOYkH__P off=15416001 len=158100 2024-08-17T01:09:16.483 INFO:tasks.workunit.client.0.smithi082.stdout:op 2493 completed, throughput=5MB/sec 2024-08-17T01:09:16.483 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oMUC4Mwnu6C5BhY off=3593355 len=314137 2024-08-17T01:09:16.484 INFO:tasks.workunit.client.0.smithi082.stdout:op 2494 completed, throughput=5MB/sec 2024-08-17T01:09:16.484 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kSTrUHD52grn-QA off=4583719 len=276604 2024-08-17T01:09:16.486 INFO:tasks.workunit.client.0.smithi082.stdout:op 2495 completed, throughput=5MB/sec 2024-08-17T01:09:16.487 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZaO5HgQ1pmKISu_ off=3758952 len=1182216 2024-08-17T01:09:16.488 INFO:tasks.workunit.client.0.smithi082.stdout:op 2496 completed, throughput=5MB/sec 2024-08-17T01:09:16.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:16 smithi082 ceph-mon[94343]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:09:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:16 smithi082 ceph-mon[91979]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:09:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:16 smithi137 ceph-mon[86391]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:09:17.488 INFO:tasks.workunit.client.0.smithi082.stdout: 498: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:17.489 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HLpeo2_RGbmYuV9 off=4957304 len=1465424 2024-08-17T01:09:17.492 INFO:tasks.workunit.client.0.smithi082.stdout:op 2497 completed, throughput=4.99MB/sec 2024-08-17T01:09:17.492 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--E81AKYx0kS2JhS off=7126553 len=132615 2024-08-17T01:09:17.492 INFO:tasks.workunit.client.0.smithi082.stdout:op 2498 completed, throughput=4.99MB/sec 2024-08-17T01:09:17.492 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-W5siIlJ1cU5Y0ej off=1773591 len=11176 2024-08-17T01:09:17.495 INFO:tasks.workunit.client.0.smithi082.stdout:op 2499 completed, throughput=4.99MB/sec 2024-08-17T01:09:17.495 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pHP-02KRK0OdXTp off=2841009 len=451743 2024-08-17T01:09:17.496 INFO:tasks.workunit.client.0.smithi082.stdout:op 2500 completed, throughput=4.99MB/sec 2024-08-17T01:09:17.496 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Su8ga6Via0S7N8r off=10594523 len=1447893 2024-08-17T01:09:17.499 INFO:tasks.workunit.client.0.smithi082.stdout:op 2501 completed, throughput=5MB/sec 2024-08-17T01:09:17.499 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tM12y7Ie4Jg7MjU off=14099322 len=402521 2024-08-17T01:09:17.500 INFO:tasks.workunit.client.0.smithi082.stdout:op 2502 completed, throughput=5MB/sec 2024-08-17T01:09:17.500 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3SnT-yDDW4ix8lL off=3510755 len=659536 2024-08-17T01:09:17.504 INFO:tasks.workunit.client.0.smithi082.stdout:op 2503 completed, throughput=5MB/sec 2024-08-17T01:09:17.504 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_N5gdzF2XI6ucMJ off=14198926 len=1594141 2024-08-17T01:09:17.511 INFO:tasks.workunit.client.0.smithi082.stdout:op 2504 completed, throughput=5MB/sec 2024-08-17T01:09:18.512 INFO:tasks.workunit.client.0.smithi082.stdout: 499: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:18.512 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-L2216TgQovq41o_ off=554539 len=145046 2024-08-17T01:09:18.515 INFO:tasks.workunit.client.0.smithi082.stdout:op 2505 completed, throughput=4.99MB/sec 2024-08-17T01:09:18.515 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4mPg3fZsd3pODhl off=9140038 len=1674273 2024-08-17T01:09:18.518 INFO:tasks.workunit.client.0.smithi082.stdout:op 2506 completed, throughput=5MB/sec 2024-08-17T01:09:18.518 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CSjTO2Q-Jc3SYq5 off=19834226 len=2092434 2024-08-17T01:09:18.526 INFO:tasks.workunit.client.0.smithi082.stdout:op 2507 completed, throughput=5MB/sec 2024-08-17T01:09:18.526 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-02-rbqLaq63mabu off=10975603 len=1233812 2024-08-17T01:09:18.533 INFO:tasks.workunit.client.0.smithi082.stdout:op 2508 completed, throughput=5MB/sec 2024-08-17T01:09:18.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:18 smithi082 ceph-mon[94343]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:09:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:18 smithi082 ceph-mon[91979]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:09:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:18 smithi137 ceph-mon[86391]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:09:19.534 INFO:tasks.workunit.client.0.smithi082.stdout: 500: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:19.534 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-nKH-67t39CTkAPM off=7811918 len=1364059 2024-08-17T01:09:19.540 INFO:tasks.workunit.client.0.smithi082.stdout:op 2509 completed, throughput=4.99MB/sec 2024-08-17T01:09:19.540 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KAt-5awE_3-mVhW off=11006194 len=1789409 2024-08-17T01:09:19.543 INFO:tasks.workunit.client.0.smithi082.stdout:op 2510 completed, throughput=5MB/sec 2024-08-17T01:09:19.543 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-VC1k1eZClwjM69W off=11399254 len=1526565 2024-08-17T01:09:19.551 INFO:tasks.workunit.client.0.smithi082.stdout:op 2511 completed, throughput=5MB/sec 2024-08-17T01:09:20.551 INFO:tasks.workunit.client.0.smithi082.stdout: 501: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:20.551 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ta9e9fv1XoELSQf off=5017919 len=1756606 2024-08-17T01:09:20.561 INFO:tasks.workunit.client.0.smithi082.stdout:op 2512 completed, throughput=4.99MB/sec 2024-08-17T01:09:20.561 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-X2ftCVNdDeK4s2w off=8037602 len=1778314 2024-08-17T01:09:20.571 INFO:tasks.workunit.client.0.smithi082.stdout:op 2513 completed, throughput=5MB/sec 2024-08-17T01:09:20.571 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SnMpSXsmbAl0PKV off=7267261 len=62327 2024-08-17T01:09:20.574 INFO:tasks.workunit.client.0.smithi082.stdout:op 2514 completed, throughput=5MB/sec 2024-08-17T01:09:20.574 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-quf-HUrunCjtHUW off=4233375 len=52108 2024-08-17T01:09:20.576 INFO:tasks.workunit.client.0.smithi082.stdout:op 2515 completed, throughput=5MB/sec 2024-08-17T01:09:20.576 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OCnZ7gayb7J91Mr off=11692068 len=1254413 2024-08-17T01:09:20.577 INFO:tasks.workunit.client.0.smithi082.stdout:op 2516 completed, throughput=5MB/sec 2024-08-17T01:09:20.577 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5vgwWibV4wdqpz- off=1755854 len=783157 2024-08-17T01:09:20.578 INFO:tasks.workunit.client.0.smithi082.stdout:op 2517 completed, throughput=5MB/sec 2024-08-17T01:09:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:20 smithi082 ceph-mon[91979]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:09:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:09:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:20 smithi082 ceph-mon[94343]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:09:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:09:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:20 smithi137 ceph-mon[86391]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:09:20.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:09:21.578 INFO:tasks.workunit.client.0.smithi082.stdout: 502: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:21.579 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-c24Jg0cSulsdZU1 off=17873138 len=785224 2024-08-17T01:09:21.580 INFO:tasks.workunit.client.0.smithi082.stdout:op 2518 completed, throughput=4.99MB/sec 2024-08-17T01:09:21.580 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-krKSaLoROqSpBjm off=3130906 len=1565565 2024-08-17T01:09:21.588 INFO:tasks.workunit.client.0.smithi082.stdout:op 2519 completed, throughput=5MB/sec 2024-08-17T01:09:21.589 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-13SImvkNs1RCXEz off=10930785 len=785604 2024-08-17T01:09:21.590 INFO:tasks.workunit.client.0.smithi082.stdout:op 2520 completed, throughput=5MB/sec 2024-08-17T01:09:21.590 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gYMWO7KXEaTuZ8- off=22165920 len=285140 2024-08-17T01:09:21.593 INFO:tasks.workunit.client.0.smithi082.stdout:op 2521 completed, throughput=5MB/sec 2024-08-17T01:09:21.593 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-u-XyeQV8wcofLp8 off=577213 len=44731 2024-08-17T01:09:21.594 INFO:tasks.workunit.client.0.smithi082.stdout:op 2522 completed, throughput=5MB/sec 2024-08-17T01:09:21.594 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-N-WR4Do5jc6eO-8 off=165567 len=678079 2024-08-17T01:09:21.598 INFO:tasks.workunit.client.0.smithi082.stdout:op 2523 completed, throughput=5MB/sec 2024-08-17T01:09:21.598 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZnUKgDPS3cH1tLA off=12659972 len=1839631 2024-08-17T01:09:21.600 INFO:tasks.workunit.client.0.smithi082.stdout:op 2524 completed, throughput=5MB/sec 2024-08-17T01:09:22.600 INFO:tasks.workunit.client.0.smithi082.stdout: 503: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:22.601 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-A3fLxRHp386URKF off=9450294 len=1378646 2024-08-17T01:09:22.602 INFO:tasks.workunit.client.0.smithi082.stdout:op 2525 completed, throughput=4.99MB/sec 2024-08-17T01:09:22.602 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TzRdNXP8_-Cm3B9 off=3065251 len=901536 2024-08-17T01:09:22.607 INFO:tasks.workunit.client.0.smithi082.stdout:op 2526 completed, throughput=5MB/sec 2024-08-17T01:09:22.607 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zWpMVJfJw-eRhGI off=19542921 len=1303211 2024-08-17T01:09:22.613 INFO:tasks.workunit.client.0.smithi082.stdout:op 2527 completed, throughput=5MB/sec 2024-08-17T01:09:22.614 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SLiJZrS8IreW0U5 off=6258515 len=1375427 2024-08-17T01:09:22.615 INFO:tasks.workunit.client.0.smithi082.stdout:op 2528 completed, throughput=5MB/sec 2024-08-17T01:09:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:22 smithi082 ceph-mon[94343]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:09:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:22 smithi082 ceph-mon[91979]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:09:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:22 smithi137 ceph-mon[86391]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:09:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:09:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:09:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:09:23.615 INFO:tasks.workunit.client.0.smithi082.stdout: 504: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:23.615 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mvp39kwUNUkpHIE off=10487452 len=553228 2024-08-17T01:09:23.619 INFO:tasks.workunit.client.0.smithi082.stdout:op 2529 completed, throughput=4.99MB/sec 2024-08-17T01:09:23.619 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OMY0546uqyf0ziq off=744901 len=1376847 2024-08-17T01:09:23.621 INFO:tasks.workunit.client.0.smithi082.stdout:op 2530 completed, throughput=5MB/sec 2024-08-17T01:09:23.621 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jRvNuWHf8Ufak44 off=1085234 len=768548 2024-08-17T01:09:23.622 INFO:tasks.workunit.client.0.smithi082.stdout:op 2531 completed, throughput=5MB/sec 2024-08-17T01:09:23.622 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KEG8nFxBHUdQ6Ge off=5246724 len=448880 2024-08-17T01:09:23.626 INFO:tasks.workunit.client.0.smithi082.stdout:op 2532 completed, throughput=5MB/sec 2024-08-17T01:09:23.626 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-B6L4ubnmHFoaH6l off=2738930 len=600605 2024-08-17T01:09:23.630 INFO:tasks.workunit.client.0.smithi082.stdout:op 2533 completed, throughput=5MB/sec 2024-08-17T01:09:23.630 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-V2YiLlTILA9_ezq off=4731041 len=787035 2024-08-17T01:09:23.631 INFO:tasks.workunit.client.0.smithi082.stdout:op 2534 completed, throughput=5MB/sec 2024-08-17T01:09:23.631 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Q_FVGTvqTWwX8SN off=5288191 len=1204679 2024-08-17T01:09:23.639 INFO:tasks.workunit.client.0.smithi082.stdout:op 2535 completed, throughput=5MB/sec 2024-08-17T01:09:24.639 INFO:tasks.workunit.client.0.smithi082.stdout: 505: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:24.640 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-AgwvSt9eGWUdx0U off=2561446 len=572171 2024-08-17T01:09:24.644 INFO:tasks.workunit.client.0.smithi082.stdout:op 2536 completed, throughput=4.99MB/sec 2024-08-17T01:09:24.644 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Z6k-I5UqhajsrsN off=3780706 len=706079 2024-08-17T01:09:24.648 INFO:tasks.workunit.client.0.smithi082.stdout:op 2537 completed, throughput=4.99MB/sec 2024-08-17T01:09:24.648 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YSz2PW9kuqdXY7q off=6512553 len=1359772 2024-08-17T01:09:24.651 INFO:tasks.workunit.client.0.smithi082.stdout:op 2538 completed, throughput=5MB/sec 2024-08-17T01:09:24.651 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-7tfiIFfUZfJAhlv off=4833013 len=568845 2024-08-17T01:09:24.655 INFO:tasks.workunit.client.0.smithi082.stdout:op 2539 completed, throughput=5MB/sec 2024-08-17T01:09:24.655 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZsuDYe5pJnMm2-p off=5114827 len=110119 2024-08-17T01:09:24.656 INFO:tasks.workunit.client.0.smithi082.stdout:op 2540 completed, throughput=5MB/sec 2024-08-17T01:09:24.656 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wy89Q9fkjEJnAA- off=174404 len=72276 2024-08-17T01:09:24.662 INFO:tasks.workunit.client.0.smithi082.stdout:op 2541 completed, throughput=5MB/sec 2024-08-17T01:09:24.662 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-VsTxTqYg-plqv0o off=9136802 len=1521016 2024-08-17T01:09:24.662 INFO:tasks.workunit.client.0.smithi082.stdout:op 2542 completed, throughput=5MB/sec 2024-08-17T01:09:24.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:24 smithi082 ceph-mon[94343]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:09:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:24 smithi082 ceph-mon[91979]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:09:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:24 smithi137 ceph-mon[86391]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:09:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:09:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:09:25] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-08-17T01:09:25.662 INFO:tasks.workunit.client.0.smithi082.stdout: 506: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:25.662 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-O_lNEGYuFXjokiM off=3047244 len=961274 2024-08-17T01:09:25.668 INFO:tasks.workunit.client.0.smithi082.stdout:op 2543 completed, throughput=4.99MB/sec 2024-08-17T01:09:25.668 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-L9xmLYi-dFrLVHT off=4230633 len=1219024 2024-08-17T01:09:25.674 INFO:tasks.workunit.client.0.smithi082.stdout:op 2544 completed, throughput=5MB/sec 2024-08-17T01:09:25.674 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TzRdNXP8_-Cm3B9 off=337102 len=1598323 2024-08-17T01:09:25.676 INFO:tasks.workunit.client.0.smithi082.stdout:op 2545 completed, throughput=5MB/sec 2024-08-17T01:09:25.676 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oBvbb7JU74R8no4 off=6407067 len=1930897 2024-08-17T01:09:25.678 INFO:tasks.workunit.client.0.smithi082.stdout:op 2546 completed, throughput=5MB/sec 2024-08-17T01:09:26.678 INFO:tasks.workunit.client.0.smithi082.stdout: 507: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:26.678 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6RnzMvFvjTHZj23 off=9835289 len=181422 2024-08-17T01:09:26.681 INFO:tasks.workunit.client.0.smithi082.stdout:op 2547 completed, throughput=4.99MB/sec 2024-08-17T01:09:26.682 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ixjsAI3UH0l9oZQ off=16077958 len=630130 2024-08-17T01:09:26.682 INFO:tasks.workunit.client.0.smithi082.stdout:op 2548 completed, throughput=4.99MB/sec 2024-08-17T01:09:26.683 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xAh7pC3iXelfZ8x off=1982614 len=400729 2024-08-17T01:09:26.683 INFO:tasks.workunit.client.0.smithi082.stdout:op 2549 completed, throughput=4.99MB/sec 2024-08-17T01:09:26.684 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EgLoVNdpxwXRiKX off=8507626 len=971257 2024-08-17T01:09:26.688 INFO:tasks.workunit.client.0.smithi082.stdout:op 2550 completed, throughput=5MB/sec 2024-08-17T01:09:26.688 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-q-u2BC--I0zpzDW off=7906836 len=534658 2024-08-17T01:09:26.689 INFO:tasks.workunit.client.0.smithi082.stdout:op 2551 completed, throughput=5MB/sec 2024-08-17T01:09:26.689 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-t15p1L9xx7KHKH8 off=1792634 len=464025 2024-08-17T01:09:26.692 INFO:tasks.workunit.client.0.smithi082.stdout:op 2552 completed, throughput=5MB/sec 2024-08-17T01:09:26.692 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cGYskVDTmpeGd2s off=14073154 len=1857800 2024-08-17T01:09:26.701 INFO:tasks.workunit.client.0.smithi082.stdout:op 2553 completed, throughput=5MB/sec 2024-08-17T01:09:26.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:26 smithi082 ceph-mon[94343]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:09:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:26 smithi082 ceph-mon[91979]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:09:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:26 smithi137 ceph-mon[86391]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:09:27.701 INFO:tasks.workunit.client.0.smithi082.stdout: 508: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:27.701 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-coyOdfbc1xMZTA0 off=6286028 len=1786403 2024-08-17T01:09:27.705 INFO:tasks.workunit.client.0.smithi082.stdout:op 2554 completed, throughput=4.99MB/sec 2024-08-17T01:09:27.706 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YjxxDjOkflU72va off=582692 len=1919131 2024-08-17T01:09:27.711 INFO:tasks.workunit.client.0.smithi082.stdout:op 2555 completed, throughput=5MB/sec 2024-08-17T01:09:27.711 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-y8rCbBe9smHTpXt off=703639 len=1618764 2024-08-17T01:09:27.720 INFO:tasks.workunit.client.0.smithi082.stdout:op 2556 completed, throughput=5MB/sec 2024-08-17T01:09:28.721 INFO:tasks.workunit.client.0.smithi082.stdout: 509: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:28.721 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-m1oBe3N4AUtLEaP off=2336556 len=71357 2024-08-17T01:09:28.724 INFO:tasks.workunit.client.0.smithi082.stdout:op 2557 completed, throughput=4.99MB/sec 2024-08-17T01:09:28.724 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nVPkHqGkQX0Vcv1 off=11338500 len=747770 2024-08-17T01:09:28.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:28 smithi082 ceph-mon[94343]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:09:28.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:28 smithi082 ceph-mon[91979]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:09:28.725 INFO:tasks.workunit.client.0.smithi082.stdout:op 2558 completed, throughput=4.99MB/sec 2024-08-17T01:09:28.725 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Xlnsa6hHXcCSH4o off=5463655 len=816611 2024-08-17T01:09:28.727 INFO:tasks.workunit.client.0.smithi082.stdout:op 2559 completed, throughput=4.99MB/sec 2024-08-17T01:09:28.727 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-RE3qJlf1ldNDCwP off=2416125 len=68421 2024-08-17T01:09:28.729 INFO:tasks.workunit.client.0.smithi082.stdout:op 2560 completed, throughput=4.99MB/sec 2024-08-17T01:09:28.729 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4NA-2GHBwaK4faM off=7740960 len=881390 2024-08-17T01:09:28.731 INFO:tasks.workunit.client.0.smithi082.stdout:op 2561 completed, throughput=5MB/sec 2024-08-17T01:09:28.731 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-f8mmAcvJdIgGLfX off=6941088 len=445780 2024-08-17T01:09:28.732 INFO:tasks.workunit.client.0.smithi082.stdout:op 2562 completed, throughput=5MB/sec 2024-08-17T01:09:28.733 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PO4emCuRGTencE7 off=9173370 len=2017618 2024-08-17T01:09:28.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:28 smithi137 ceph-mon[86391]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:09:28.743 INFO:tasks.workunit.client.0.smithi082.stdout:op 2563 completed, throughput=5MB/sec 2024-08-17T01:09:29.743 INFO:tasks.workunit.client.0.smithi082.stdout: 510: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:29.743 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mkLEcl8XV6XFS0F off=6278515 len=739203 2024-08-17T01:09:29.748 INFO:tasks.workunit.client.0.smithi082.stdout:op 2564 completed, throughput=4.99MB/sec 2024-08-17T01:09:29.748 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tM8rSXhIFhQLvIt off=1867198 len=1150635 2024-08-17T01:09:29.750 INFO:tasks.workunit.client.0.smithi082.stdout:op 2565 completed, throughput=4.99MB/sec 2024-08-17T01:09:29.750 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2PrIOJ68km5NJjH off=1128658 len=505891 2024-08-17T01:09:29.751 INFO:tasks.workunit.client.0.smithi082.stdout:op 2566 completed, throughput=5MB/sec 2024-08-17T01:09:29.751 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_9Nt_BK515kvGeb off=5723212 len=1162313 2024-08-17T01:09:29.753 INFO:tasks.workunit.client.0.smithi082.stdout:op 2567 completed, throughput=5MB/sec 2024-08-17T01:09:29.753 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gHBNlKF4GXT4ydV off=0 len=1179969 2024-08-17T01:09:29.755 INFO:tasks.workunit.client.0.smithi082.stdout:op 2568 completed, throughput=5MB/sec 2024-08-17T01:09:29.755 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ut9K1qKJLTpD0Wp off=14412553 len=1534671 2024-08-17T01:09:29.763 INFO:tasks.workunit.client.0.smithi082.stdout:op 2569 completed, throughput=5MB/sec 2024-08-17T01:09:30.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:30 smithi082 ceph-mon[94343]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:09:30.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:30 smithi082 ceph-mon[91979]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:09:30.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:30 smithi137 ceph-mon[86391]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:09:30.763 INFO:tasks.workunit.client.0.smithi082.stdout: 511: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:30.764 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TPHC3M31euCOX7L off=10551932 len=1006107 2024-08-17T01:09:30.765 INFO:tasks.workunit.client.0.smithi082.stdout:op 2570 completed, throughput=4.99MB/sec 2024-08-17T01:09:30.765 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wpxgrYe3FnOAQSk off=867241 len=1746550 2024-08-17T01:09:30.775 INFO:tasks.workunit.client.0.smithi082.stdout:op 2571 completed, throughput=5MB/sec 2024-08-17T01:09:30.775 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tchunrb5VvYH9a_ off=1803392 len=1311604 2024-08-17T01:09:30.776 INFO:tasks.workunit.client.0.smithi082.stdout:op 2572 completed, throughput=5MB/sec 2024-08-17T01:09:31.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:31 smithi082 ceph-mon[94343]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:09:31.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:31 smithi082 ceph-mon[91979]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:09:31.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:31 smithi137 ceph-mon[86391]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:09:31.777 INFO:tasks.workunit.client.0.smithi082.stdout: 512: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:31.777 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OqG8q9mviuH6ZCq off=15994683 len=1589412 2024-08-17T01:09:31.780 INFO:tasks.workunit.client.0.smithi082.stdout:op 2573 completed, throughput=4.99MB/sec 2024-08-17T01:09:31.780 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Su8ga6Via0S7N8r off=3022054 len=1153620 2024-08-17T01:09:31.782 INFO:tasks.workunit.client.0.smithi082.stdout:op 2574 completed, throughput=5MB/sec 2024-08-17T01:09:31.782 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pmyuVPhgBl_nexS off=210476 len=999006 2024-08-17T01:09:31.787 INFO:tasks.workunit.client.0.smithi082.stdout:op 2575 completed, throughput=5MB/sec 2024-08-17T01:09:31.787 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-etNUVGptYzeCLzI off=7437689 len=1989975 2024-08-17T01:09:31.790 INFO:tasks.workunit.client.0.smithi082.stdout:op 2576 completed, throughput=5MB/sec 2024-08-17T01:09:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:09:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:09:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:09:32.791 INFO:tasks.workunit.client.0.smithi082.stdout: 513: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:32.791 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dL6nBBD6WOya_Vi off=905575 len=666106 2024-08-17T01:09:32.792 INFO:tasks.workunit.client.0.smithi082.stdout:op 2577 completed, throughput=4.99MB/sec 2024-08-17T01:09:32.792 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-bvU1JL50rHgGcT3 off=9990645 len=1682142 2024-08-17T01:09:32.802 INFO:tasks.workunit.client.0.smithi082.stdout:op 2578 completed, throughput=5MB/sec 2024-08-17T01:09:32.802 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-t_K02kylmNPxnbd off=14881335 len=267878 2024-08-17T01:09:32.803 INFO:tasks.workunit.client.0.smithi082.stdout:op 2579 completed, throughput=5MB/sec 2024-08-17T01:09:32.803 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aHqaxnWkI-2Wotp off=8664359 len=741703 2024-08-17T01:09:32.808 INFO:tasks.workunit.client.0.smithi082.stdout:op 2580 completed, throughput=5MB/sec 2024-08-17T01:09:32.808 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SasEtota1q0PzGU off=8708317 len=1303760 2024-08-17T01:09:32.809 INFO:tasks.workunit.client.0.smithi082.stdout:op 2581 completed, throughput=5MB/sec 2024-08-17T01:09:32.809 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vBjIELjcZ7uK2ki off=4452953 len=1126318 2024-08-17T01:09:32.814 INFO:tasks.workunit.client.0.smithi082.stdout:op 2582 completed, throughput=5MB/sec 2024-08-17T01:09:33.815 INFO:tasks.workunit.client.0.smithi082.stdout: 514: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:33.815 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3zB7DDbE-1vyIQD off=11000376 len=847475 2024-08-17T01:09:33.819 INFO:tasks.workunit.client.0.smithi082.stdout:op 2583 completed, throughput=4.99MB/sec 2024-08-17T01:09:33.819 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-637OXT3ZX9F97i1 off=1759750 len=979942 2024-08-17T01:09:33.821 INFO:tasks.workunit.client.0.smithi082.stdout:op 2584 completed, throughput=5MB/sec 2024-08-17T01:09:33.821 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-__LchielfczTx4K off=10452930 len=801970 2024-08-17T01:09:33.826 INFO:tasks.workunit.client.0.smithi082.stdout:op 2585 completed, throughput=5MB/sec 2024-08-17T01:09:33.826 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-GpH3MGi6hWNfgq4 off=351297 len=1224230 2024-08-17T01:09:33.829 INFO:tasks.workunit.client.0.smithi082.stdout:op 2586 completed, throughput=5MB/sec 2024-08-17T01:09:33.829 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-46JcGglt1iYTj_U off=9421908 len=2093047 2024-08-17T01:09:33.831 INFO:tasks.workunit.client.0.smithi082.stdout:op 2587 completed, throughput=5MB/sec 2024-08-17T01:09:33.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:33 smithi082 ceph-mon[94343]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:09:33.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:33 smithi082 ceph-mon[91979]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:09:33.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:33 smithi137 ceph-mon[86391]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:09:34.832 INFO:tasks.workunit.client.0.smithi082.stdout: 515: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:34.832 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WhZQ0siTKpiwQ6R off=2784044 len=1001770 2024-08-17T01:09:34.833 INFO:tasks.workunit.client.0.smithi082.stdout:op 2588 completed, throughput=5MB/sec 2024-08-17T01:09:34.833 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Lcck6tGKq8ww2rj off=4897612 len=1311748 2024-08-17T01:09:34.836 INFO:tasks.workunit.client.0.smithi082.stdout:op 2589 completed, throughput=5MB/sec 2024-08-17T01:09:34.836 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OE9NhFNIeyBZtdw off=16731037 len=907633 2024-08-17T01:09:34.840 INFO:tasks.workunit.client.0.smithi082.stdout:op 2590 completed, throughput=5MB/sec 2024-08-17T01:09:34.840 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--hf9JydzEJZXdve off=5858544 len=385874 2024-08-17T01:09:34.841 INFO:tasks.workunit.client.0.smithi082.stdout:op 2591 completed, throughput=5MB/sec 2024-08-17T01:09:34.842 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UShrORcayZrHP7h off=478269 len=88507 2024-08-17T01:09:34.842 INFO:tasks.workunit.client.0.smithi082.stdout:op 2592 completed, throughput=5MB/sec 2024-08-17T01:09:34.842 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zEAYZKv0nj9eFv6 off=7981460 len=2005565 2024-08-17T01:09:34.858 INFO:tasks.workunit.client.0.smithi082.stdout:op 2593 completed, throughput=5MB/sec 2024-08-17T01:09:35.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:09:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:09:35] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-08-17T01:09:35.858 INFO:tasks.workunit.client.0.smithi082.stdout: 516: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:35.859 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-RBX5yTatHdw7URs off=16531218 len=1689248 2024-08-17T01:09:35.866 INFO:tasks.workunit.client.0.smithi082.stdout:op 2594 completed, throughput=5MB/sec 2024-08-17T01:09:35.866 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hd0s8gftQ-qrATM off=6220684 len=204236 2024-08-17T01:09:35.867 INFO:tasks.workunit.client.0.smithi082.stdout:op 2595 completed, throughput=5MB/sec 2024-08-17T01:09:35.867 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2EIZoXDc45PIxli off=12016311 len=2075172 2024-08-17T01:09:35.869 INFO:tasks.workunit.client.0.smithi082.stdout:op 2596 completed, throughput=5MB/sec 2024-08-17T01:09:35.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:35 smithi082 ceph-mon[94343]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:09:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:09:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:35 smithi082 ceph-mon[91979]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:09:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:09:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:35 smithi137 ceph-mon[86391]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:09:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:09:36.870 INFO:tasks.workunit.client.0.smithi082.stdout: 517: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:36.870 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5GQq1ZKRyYm59_g off=1418197 len=1718339 2024-08-17T01:09:36.874 INFO:tasks.workunit.client.0.smithi082.stdout:op 2597 completed, throughput=4.99MB/sec 2024-08-17T01:09:36.874 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IJj1OXkqrJGzF3T off=8283304 len=61485 2024-08-17T01:09:36.875 INFO:tasks.workunit.client.0.smithi082.stdout:op 2598 completed, throughput=4.99MB/sec 2024-08-17T01:09:36.875 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-J7Np7dbuF4DfB_f off=8815504 len=1877735 2024-08-17T01:09:36.877 INFO:tasks.workunit.client.0.smithi082.stdout:op 2599 completed, throughput=5MB/sec 2024-08-17T01:09:36.877 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0ABWYdymKoXZ477 off=1521852 len=936921 2024-08-17T01:09:36.878 INFO:tasks.workunit.client.0.smithi082.stdout:op 2600 completed, throughput=5MB/sec 2024-08-17T01:09:36.878 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-7ZeTRMhFBdrQQJw off=14710532 len=722830 2024-08-17T01:09:36.879 INFO:tasks.workunit.client.0.smithi082.stdout:op 2601 completed, throughput=5MB/sec 2024-08-17T01:09:37.880 INFO:tasks.workunit.client.0.smithi082.stdout: 518: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:37.880 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-07dCSz6GHV30wWP off=8574318 len=824366 2024-08-17T01:09:37.881 INFO:tasks.workunit.client.0.smithi082.stdout:op 2602 completed, throughput=4.99MB/sec 2024-08-17T01:09:37.881 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qdaDTuOzsoRXZR8 off=804944 len=1672947 2024-08-17T01:09:37.891 INFO:tasks.workunit.client.0.smithi082.stdout:op 2603 completed, throughput=5MB/sec 2024-08-17T01:09:37.891 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IV78cXbO49UUsQh off=2419798 len=406208 2024-08-17T01:09:37.894 INFO:tasks.workunit.client.0.smithi082.stdout:op 2604 completed, throughput=5MB/sec 2024-08-17T01:09:37.894 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pr0jZ1ZvQSzbn4V off=1815606 len=1368051 2024-08-17T01:09:37.901 INFO:tasks.workunit.client.0.smithi082.stdout:op 2605 completed, throughput=5MB/sec 2024-08-17T01:09:37.902 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-XT9RfWCRmKHsXTk off=1945634 len=1493886 2024-08-17T01:09:37.909 INFO:tasks.workunit.client.0.smithi082.stdout:op 2606 completed, throughput=5MB/sec 2024-08-17T01:09:37.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:37 smithi082 ceph-mon[94343]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-17T01:09:37.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:37 smithi082 ceph-mon[91979]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-17T01:09:37.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:37 smithi137 ceph-mon[86391]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-17T01:09:38.910 INFO:tasks.workunit.client.0.smithi082.stdout: 519: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:38.910 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--Uemn3g2ElTTUc- off=1063029 len=458233 2024-08-17T01:09:38.914 INFO:tasks.workunit.client.0.smithi082.stdout:op 2607 completed, throughput=4.99MB/sec 2024-08-17T01:09:38.914 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DjNrFYJThsBQvbe off=3302637 len=485437 2024-08-17T01:09:38.915 INFO:tasks.workunit.client.0.smithi082.stdout:op 2608 completed, throughput=4.99MB/sec 2024-08-17T01:09:38.915 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aqLsyiKwQ6K6R1x off=2934066 len=52208 2024-08-17T01:09:38.917 INFO:tasks.workunit.client.0.smithi082.stdout:op 2609 completed, throughput=4.99MB/sec 2024-08-17T01:09:38.917 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WN-qK27fawkccMA off=3659584 len=162475 2024-08-17T01:09:38.920 INFO:tasks.workunit.client.0.smithi082.stdout:op 2610 completed, throughput=4.99MB/sec 2024-08-17T01:09:38.920 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bUPWEckqhrSUlL4 off=275718 len=310604 2024-08-17T01:09:38.920 INFO:tasks.workunit.client.0.smithi082.stdout:op 2611 completed, throughput=4.99MB/sec 2024-08-17T01:09:38.920 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-aXwN41csosv6b1H off=8777617 len=1780664 2024-08-17T01:09:38.922 INFO:tasks.workunit.client.0.smithi082.stdout:op 2612 completed, throughput=5MB/sec 2024-08-17T01:09:38.922 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UYNMkS2jxYJ8i0a off=4137632 len=1043469 2024-08-17T01:09:38.923 INFO:tasks.workunit.client.0.smithi082.stdout:op 2613 completed, throughput=5MB/sec 2024-08-17T01:09:38.923 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-jaPLpu3SdmtpYka off=2077413 len=1898930 2024-08-17T01:09:38.934 INFO:tasks.workunit.client.0.smithi082.stdout:op 2614 completed, throughput=5MB/sec 2024-08-17T01:09:39.934 INFO:tasks.workunit.client.0.smithi082.stdout: 520: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:39.935 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-59tM4rj7X7zypiV off=2659497 len=1435995 2024-08-17T01:09:39.942 INFO:tasks.workunit.client.0.smithi082.stdout:op 2615 completed, throughput=5MB/sec 2024-08-17T01:09:39.942 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zoT8vuISdrUNFCt off=16346060 len=232847 2024-08-17T01:09:39.945 INFO:tasks.workunit.client.0.smithi082.stdout:op 2616 completed, throughput=5MB/sec 2024-08-17T01:09:39.945 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-piNLEqup3TGH5_y off=530313 len=1776137 2024-08-17T01:09:39.950 INFO:tasks.workunit.client.0.smithi082.stdout:op 2617 completed, throughput=5MB/sec 2024-08-17T01:09:39.950 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-X_A1eFxP28f0Cip off=18066767 len=231703 2024-08-17T01:09:39.953 INFO:tasks.workunit.client.0.smithi082.stdout:op 2618 completed, throughput=5MB/sec 2024-08-17T01:09:39.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:39 smithi082 ceph-mon[91979]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:09:39.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:39 smithi082 ceph-mon[94343]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:09:39.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:39 smithi137 ceph-mon[86391]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:09:40.953 INFO:tasks.workunit.client.0.smithi082.stdout: 521: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:40.953 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0AVE6kD1MY1P-HZ off=9489539 len=693092 2024-08-17T01:09:40.955 INFO:tasks.workunit.client.0.smithi082.stdout:op 2619 completed, throughput=4.99MB/sec 2024-08-17T01:09:40.955 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-20Hi6kMolOlRSAw off=3972632 len=1904124 2024-08-17T01:09:40.965 INFO:tasks.workunit.client.0.smithi082.stdout:op 2620 completed, throughput=5MB/sec 2024-08-17T01:09:40.966 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ODPlW1LcNiEqr_S off=12880481 len=1836588 2024-08-17T01:09:40.969 INFO:tasks.workunit.client.0.smithi082.stdout:op 2621 completed, throughput=5MB/sec 2024-08-17T01:09:40.969 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-CydsDwndlWs5c_d off=651225 len=1936265 2024-08-17T01:09:40.971 INFO:tasks.workunit.client.0.smithi082.stdout:op 2622 completed, throughput=5MB/sec 2024-08-17T01:09:40.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:40 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:09:40.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:40 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:09:40.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:40 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:09:41.971 INFO:tasks.workunit.client.0.smithi082.stdout: 522: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:41.972 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Rrsod1tLB0b9sot off=213073 len=1001748 2024-08-17T01:09:41.973 INFO:tasks.workunit.client.0.smithi082.stdout:op 2623 completed, throughput=4.99MB/sec 2024-08-17T01:09:41.973 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Qj_N_6jNV6XNlqp off=8862516 len=64466 2024-08-17T01:09:41.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:41 smithi082 ceph-mon[94343]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:09:41.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:41 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:09:41.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:41 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:09:41.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:41 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:09:41.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:41 smithi082 ceph-mon[91979]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:09:41.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:41 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:09:41.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:41 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:09:41.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:41 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:09:41.976 INFO:tasks.workunit.client.0.smithi082.stdout:op 2624 completed, throughput=4.99MB/sec 2024-08-17T01:09:41.976 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--8GTAsHh0stVkvi off=15310346 len=1849101 2024-08-17T01:09:41.983 INFO:tasks.workunit.client.0.smithi082.stdout:op 2625 completed, throughput=5MB/sec 2024-08-17T01:09:41.984 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YjhQc-GSDwN-drI off=2790336 len=1413195 2024-08-17T01:09:41.985 INFO:tasks.workunit.client.0.smithi082.stdout:op 2626 completed, throughput=5MB/sec 2024-08-17T01:09:41.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:41 smithi137 ceph-mon[86391]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:09:41.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:41 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:09:41.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:41 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:09:41.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:41 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:09:42.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:09:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:09:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:09:42.986 INFO:tasks.workunit.client.0.smithi082.stdout: 523: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:42.986 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PE6_xfQvLdz-sIk off=1847676 len=712667 2024-08-17T01:09:42.991 INFO:tasks.workunit.client.0.smithi082.stdout:op 2627 completed, throughput=4.99MB/sec 2024-08-17T01:09:42.991 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xu9mlBMuVE5gSHo off=7917318 len=1600010 2024-08-17T01:09:42.993 INFO:tasks.workunit.client.0.smithi082.stdout:op 2628 completed, throughput=4.99MB/sec 2024-08-17T01:09:42.993 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-LxZo6h40kEimUH9 off=12044631 len=1666378 2024-08-17T01:09:42.995 INFO:tasks.workunit.client.0.smithi082.stdout:op 2629 completed, throughput=5MB/sec 2024-08-17T01:09:42.995 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NG6ftJ6_8OhYQxu off=7055075 len=1099512 2024-08-17T01:09:42.997 INFO:tasks.workunit.client.0.smithi082.stdout:op 2630 completed, throughput=5MB/sec 2024-08-17T01:09:42.997 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-jwN9ZQ3STIUyYMM off=617405 len=1968542 2024-08-17T01:09:43.006 INFO:tasks.workunit.client.0.smithi082.stdout:op 2631 completed, throughput=5MB/sec 2024-08-17T01:09:43.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:43 smithi082 ceph-mon[94343]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:09:43.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:43 smithi082 ceph-mon[91979]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:09:43.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:43 smithi137 ceph-mon[86391]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:09:44.006 INFO:tasks.workunit.client.0.smithi082.stdout: 524: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:44.006 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9xGZR3oxd_5JZJM off=2871799 len=2077603 2024-08-17T01:09:44.010 INFO:tasks.workunit.client.0.smithi082.stdout:op 2632 completed, throughput=5MB/sec 2024-08-17T01:09:44.011 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-CsJU_AeqWHCa1oL off=329049 len=1094711 2024-08-17T01:09:44.012 INFO:tasks.workunit.client.0.smithi082.stdout:op 2633 completed, throughput=5MB/sec 2024-08-17T01:09:44.012 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ven1WW16UaC0bl5 off=12854455 len=1864794 2024-08-17T01:09:44.022 INFO:tasks.workunit.client.0.smithi082.stdout:op 2634 completed, throughput=5MB/sec 2024-08-17T01:09:45.023 INFO:tasks.workunit.client.0.smithi082.stdout: 525: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:45.023 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-e1Mrrk4WvzbYSLT off=4743899 len=974208 2024-08-17T01:09:45.024 INFO:tasks.workunit.client.0.smithi082.stdout:op 2635 completed, throughput=5MB/sec 2024-08-17T01:09:45.024 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cZS5nuBNBktl-eg off=4120691 len=990186 2024-08-17T01:09:45.030 INFO:tasks.workunit.client.0.smithi082.stdout:op 2636 completed, throughput=5MB/sec 2024-08-17T01:09:45.031 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-C_WaDjhUZgSMIuV off=0 len=1442472 2024-08-17T01:09:45.040 INFO:tasks.workunit.client.0.smithi082.stdout:op 2637 completed, throughput=5MB/sec 2024-08-17T01:09:45.040 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XPyLTWyQDlkX8wc off=1770801 len=513514 2024-08-17T01:09:45.041 INFO:tasks.workunit.client.0.smithi082.stdout:op 2638 completed, throughput=5MB/sec 2024-08-17T01:09:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:09:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:09:45] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-08-17T01:09:45.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:45 smithi082 ceph-mon[94343]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:09:45.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:45 smithi082 ceph-mon[91979]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:09:45.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:45 smithi137 ceph-mon[86391]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:09:46.041 INFO:tasks.workunit.client.0.smithi082.stdout: 526: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:46.041 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EzDskdiQiqXPCOO off=12658294 len=352255 2024-08-17T01:09:46.045 INFO:tasks.workunit.client.0.smithi082.stdout:op 2639 completed, throughput=4.99MB/sec 2024-08-17T01:09:46.045 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-m72fDE0sDyHUZpd off=4528929 len=581773 2024-08-17T01:09:46.045 INFO:tasks.workunit.client.0.smithi082.stdout:op 2640 completed, throughput=4.99MB/sec 2024-08-17T01:09:46.046 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4DvGtORvDfWI7dp off=3159814 len=1965220 2024-08-17T01:09:46.057 INFO:tasks.workunit.client.0.smithi082.stdout:op 2641 completed, throughput=5MB/sec 2024-08-17T01:09:46.057 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0m4weM-vmN2d4F8 off=7557050 len=843073 2024-08-17T01:09:46.062 INFO:tasks.workunit.client.0.smithi082.stdout:op 2642 completed, throughput=5MB/sec 2024-08-17T01:09:46.062 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--C4Ep7TMIdKUepU off=8244853 len=402731 2024-08-17T01:09:46.065 INFO:tasks.workunit.client.0.smithi082.stdout:op 2643 completed, throughput=5MB/sec 2024-08-17T01:09:46.065 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-L6BkM8iLApEASbU off=15374329 len=544540 2024-08-17T01:09:46.068 INFO:tasks.workunit.client.0.smithi082.stdout:op 2644 completed, throughput=5MB/sec 2024-08-17T01:09:46.068 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-biwq9dlK7kLBWKN off=8673556 len=1731903 2024-08-17T01:09:46.070 INFO:tasks.workunit.client.0.smithi082.stdout:op 2645 completed, throughput=5MB/sec 2024-08-17T01:09:47.070 INFO:tasks.workunit.client.0.smithi082.stdout: 527: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:47.071 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fACSfFRpyCk4VaJ off=112477 len=1590952 2024-08-17T01:09:47.072 INFO:tasks.workunit.client.0.smithi082.stdout:op 2646 completed, throughput=5MB/sec 2024-08-17T01:09:47.073 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qBBtYmaOX-4jCE5 off=12755742 len=1198521 2024-08-17T01:09:47.077 INFO:tasks.workunit.client.0.smithi082.stdout:op 2647 completed, throughput=5MB/sec 2024-08-17T01:09:47.078 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-W3V56JaGBqjtNT6 off=2943533 len=1009780 2024-08-17T01:09:47.079 INFO:tasks.workunit.client.0.smithi082.stdout:op 2648 completed, throughput=5MB/sec 2024-08-17T01:09:47.079 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-L9TtV6ardjrhYNt off=5534084 len=2007204 2024-08-17T01:09:47.089 INFO:tasks.workunit.client.0.smithi082.stdout:op 2649 completed, throughput=5MB/sec 2024-08-17T01:09:47.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:47 smithi082 ceph-mon[94343]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:09:47.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:47 smithi082 ceph-mon[91979]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:09:47.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:47 smithi137 ceph-mon[86391]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:09:48.089 INFO:tasks.workunit.client.0.smithi082.stdout: 528: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:48.089 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0EMORTscEko9VFQ off=3387230 len=1101673 2024-08-17T01:09:48.096 INFO:tasks.workunit.client.0.smithi082.stdout:op 2650 completed, throughput=5MB/sec 2024-08-17T01:09:48.096 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-n_SrUBszU_XrHi4 off=1704010 len=1048607 2024-08-17T01:09:48.102 INFO:tasks.workunit.client.0.smithi082.stdout:op 2651 completed, throughput=5MB/sec 2024-08-17T01:09:48.102 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YfgBF9iOfRlN2cQ off=2189011 len=1549921 2024-08-17T01:09:48.104 INFO:tasks.workunit.client.0.smithi082.stdout:op 2652 completed, throughput=5MB/sec 2024-08-17T01:09:48.104 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-seX9kEP03oCX5dm off=3655377 len=207754 2024-08-17T01:09:48.106 INFO:tasks.workunit.client.0.smithi082.stdout:op 2653 completed, throughput=5MB/sec 2024-08-17T01:09:49.107 INFO:tasks.workunit.client.0.smithi082.stdout: 529: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:49.107 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wOWL_iJfeEKCIV4 off=12467806 len=231201 2024-08-17T01:09:49.110 INFO:tasks.workunit.client.0.smithi082.stdout:op 2654 completed, throughput=4.99MB/sec 2024-08-17T01:09:49.110 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1lbLQdaBT0cGswV off=2335005 len=828603 2024-08-17T01:09:49.112 INFO:tasks.workunit.client.0.smithi082.stdout:op 2655 completed, throughput=4.99MB/sec 2024-08-17T01:09:49.112 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-sHDIviXYU6naSpo off=8375207 len=1039736 2024-08-17T01:09:49.116 INFO:tasks.workunit.client.0.smithi082.stdout:op 2656 completed, throughput=4.99MB/sec 2024-08-17T01:09:49.117 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-C4jW-SXQVpmoZ2B off=66021 len=1530185 2024-08-17T01:09:49.124 INFO:tasks.workunit.client.0.smithi082.stdout:op 2657 completed, throughput=5MB/sec 2024-08-17T01:09:49.124 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-u1VaSuMaKDHn6aR off=2622310 len=2034180 2024-08-17T01:09:49.133 INFO:tasks.workunit.client.0.smithi082.stdout:op 2658 completed, throughput=5MB/sec 2024-08-17T01:09:49.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:49 smithi082 ceph-mon[94343]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:09:49.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:49 smithi082 ceph-mon[91979]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:09:49.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:49 smithi137 ceph-mon[86391]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:09:50.133 INFO:tasks.workunit.client.0.smithi082.stdout: 530: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:50.134 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-y8u9EIdQkMysK4k off=3831464 len=142791 2024-08-17T01:09:50.136 INFO:tasks.workunit.client.0.smithi082.stdout:op 2659 completed, throughput=4.99MB/sec 2024-08-17T01:09:50.137 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IB-q74lExRWLkLy off=4604158 len=1427794 2024-08-17T01:09:50.145 INFO:tasks.workunit.client.0.smithi082.stdout:op 2660 completed, throughput=4.99MB/sec 2024-08-17T01:09:50.145 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gmgOiWcrBLw3LHj off=3067222 len=529012 2024-08-17T01:09:50.147 INFO:tasks.workunit.client.0.smithi082.stdout:op 2661 completed, throughput=5MB/sec 2024-08-17T01:09:50.147 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-knu8-sng5zeMY3S off=4368529 len=734910 2024-08-17T01:09:50.152 INFO:tasks.workunit.client.0.smithi082.stdout:op 2662 completed, throughput=5MB/sec 2024-08-17T01:09:50.152 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Sm7x_oZVciR84gH off=6683169 len=1190752 2024-08-17T01:09:50.153 INFO:tasks.workunit.client.0.smithi082.stdout:op 2663 completed, throughput=5MB/sec 2024-08-17T01:09:50.153 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TSKZPbxx-WV7tW_ off=9256315 len=771457 2024-08-17T01:09:50.158 INFO:tasks.workunit.client.0.smithi082.stdout:op 2664 completed, throughput=5MB/sec 2024-08-17T01:09:50.158 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZJ-C9RFWWH_2T_e off=2311510 len=37472 2024-08-17T01:09:50.160 INFO:tasks.workunit.client.0.smithi082.stdout:op 2665 completed, throughput=5MB/sec 2024-08-17T01:09:50.160 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zUgo-Xx0MAyW1lj off=11990154 len=1300165 2024-08-17T01:09:50.162 INFO:tasks.workunit.client.0.smithi082.stdout:op 2666 completed, throughput=5MB/sec 2024-08-17T01:09:50.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:09:50.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:09:50.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:09:51.162 INFO:tasks.workunit.client.0.smithi082.stdout: 531: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:51.162 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-u5HT_X5UyTELPg5 off=6840224 len=997450 2024-08-17T01:09:51.164 INFO:tasks.workunit.client.0.smithi082.stdout:op 2667 completed, throughput=4.99MB/sec 2024-08-17T01:09:51.164 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-H-gicPDSzsCxpqp off=4919340 len=320483 2024-08-17T01:09:51.164 INFO:tasks.workunit.client.0.smithi082.stdout:op 2668 completed, throughput=5MB/sec 2024-08-17T01:09:51.165 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ra0XSzYmj2EmQKI off=647793 len=277055 2024-08-17T01:09:51.165 INFO:tasks.workunit.client.0.smithi082.stdout:op 2669 completed, throughput=5MB/sec 2024-08-17T01:09:51.165 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-g0YCSrQcnGGU2y1 off=2220216 len=625551 2024-08-17T01:09:51.169 INFO:tasks.workunit.client.0.smithi082.stdout:op 2670 completed, throughput=5MB/sec 2024-08-17T01:09:51.169 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BzHuPBcTC-nZ_pA off=5459009 len=1655741 2024-08-17T01:09:51.175 INFO:tasks.workunit.client.0.smithi082.stdout:op 2671 completed, throughput=5MB/sec 2024-08-17T01:09:51.176 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HWvwoIEH00diktg off=10994761 len=1202702 2024-08-17T01:09:51.182 INFO:tasks.workunit.client.0.smithi082.stdout:op 2672 completed, throughput=5MB/sec 2024-08-17T01:09:51.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:51 smithi082 ceph-mon[91979]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:09:51.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:51 smithi082 ceph-mon[94343]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:09:51.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:51 smithi137 ceph-mon[86391]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:09:52.182 INFO:tasks.workunit.client.0.smithi082.stdout: 532: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:52.183 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UShrORcayZrHP7h off=337980 len=1747183 2024-08-17T01:09:52.185 INFO:tasks.workunit.client.0.smithi082.stdout:op 2673 completed, throughput=5MB/sec 2024-08-17T01:09:52.185 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BoZ5p9NtKQa8km8 off=1321293 len=166892 2024-08-17T01:09:52.188 INFO:tasks.workunit.client.0.smithi082.stdout:op 2674 completed, throughput=5MB/sec 2024-08-17T01:09:52.188 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-jHHtc5w3Dm0FAIP off=10715461 len=843085 2024-08-17T01:09:52.193 INFO:tasks.workunit.client.0.smithi082.stdout:op 2675 completed, throughput=5MB/sec 2024-08-17T01:09:52.193 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-W_ELQiUv-eKR_eW off=13746122 len=1799705 2024-08-17T01:09:52.200 INFO:tasks.workunit.client.0.smithi082.stdout:op 2676 completed, throughput=5MB/sec 2024-08-17T01:09:52.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:09:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:09:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:09:53.200 INFO:tasks.workunit.client.0.smithi082.stdout: 533: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:53.201 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gqteL_TXdq-ctuX off=5662167 len=490154 2024-08-17T01:09:53.201 INFO:tasks.workunit.client.0.smithi082.stdout:op 2677 completed, throughput=4.99MB/sec 2024-08-17T01:09:53.202 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-d-bLN6OnzN7nDb1 off=12230541 len=1429335 2024-08-17T01:09:53.208 INFO:tasks.workunit.client.0.smithi082.stdout:op 2678 completed, throughput=4.99MB/sec 2024-08-17T01:09:53.208 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6AeRtIDkaak2fdp off=6088804 len=1427822 2024-08-17T01:09:53.214 INFO:tasks.workunit.client.0.smithi082.stdout:op 2679 completed, throughput=5MB/sec 2024-08-17T01:09:53.214 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Mj7HTaQ-6Okwov9 off=219901 len=991021 2024-08-17T01:09:53.216 INFO:tasks.workunit.client.0.smithi082.stdout:op 2680 completed, throughput=5MB/sec 2024-08-17T01:09:53.216 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tKh1f2B9BAY5p9l off=3330339 len=31527 2024-08-17T01:09:53.216 INFO:tasks.workunit.client.0.smithi082.stdout:op 2681 completed, throughput=5MB/sec 2024-08-17T01:09:53.216 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JTWkM3O7qs9fraH off=4282742 len=850041 2024-08-17T01:09:53.220 INFO:tasks.workunit.client.0.smithi082.stdout:op 2682 completed, throughput=5MB/sec 2024-08-17T01:09:53.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:53 smithi082 ceph-mon[91979]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-17T01:09:53.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:53 smithi082 ceph-mon[94343]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-17T01:09:53.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:53 smithi137 ceph-mon[86391]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-17T01:09:54.220 INFO:tasks.workunit.client.0.smithi082.stdout: 534: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:54.220 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hCiC3kI-tsJvgaW off=15532216 len=1571311 2024-08-17T01:09:54.229 INFO:tasks.workunit.client.0.smithi082.stdout:op 2683 completed, throughput=4.99MB/sec 2024-08-17T01:09:54.229 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-71cfZ6C_fcwgVJw off=834906 len=1004533 2024-08-17T01:09:54.236 INFO:tasks.workunit.client.0.smithi082.stdout:op 2684 completed, throughput=5MB/sec 2024-08-17T01:09:54.236 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-opvewR6BHuleyoR off=1786397 len=1566431 2024-08-17T01:09:54.243 INFO:tasks.workunit.client.0.smithi082.stdout:op 2685 completed, throughput=5MB/sec 2024-08-17T01:09:54.243 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-VP5vmh0TqDCco2a off=11946567 len=1066070 2024-08-17T01:09:54.249 INFO:tasks.workunit.client.0.smithi082.stdout:op 2686 completed, throughput=5MB/sec 2024-08-17T01:09:54.249 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-QWLpQagTRKZM7pQ off=2398130 len=839811 2024-08-17T01:09:54.250 INFO:tasks.workunit.client.0.smithi082.stdout:op 2687 completed, throughput=5MB/sec 2024-08-17T01:09:55.250 INFO:tasks.workunit.client.0.smithi082.stdout: 535: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:55.250 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Lit3p4_jqCdMIpr off=20954719 len=862225 2024-08-17T01:09:55.255 INFO:tasks.workunit.client.0.smithi082.stdout:op 2688 completed, throughput=4.99MB/sec 2024-08-17T01:09:55.255 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Zysa3W8mgMc8oWp off=6464179 len=183400 2024-08-17T01:09:55.255 INFO:tasks.workunit.client.0.smithi082.stdout:op 2689 completed, throughput=4.99MB/sec 2024-08-17T01:09:55.255 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_Ye6TpW6qMj2Cxm off=20489863 len=1054777 2024-08-17T01:09:55.257 INFO:tasks.workunit.client.0.smithi082.stdout:op 2690 completed, throughput=5MB/sec 2024-08-17T01:09:55.258 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--AYd7u9cpOZPpum off=2654374 len=1755692 2024-08-17T01:09:55.259 INFO:tasks.workunit.client.0.smithi082.stdout:op 2691 completed, throughput=5MB/sec 2024-08-17T01:09:55.260 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-uPqK8Rn0KcMFvnX off=923284 len=1821672 2024-08-17T01:09:55.262 INFO:tasks.workunit.client.0.smithi082.stdout:op 2692 completed, throughput=5MB/sec 2024-08-17T01:09:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:09:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:09:55] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-08-17T01:09:55.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:55 smithi082 ceph-mon[94343]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:09:55.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:55 smithi082 ceph-mon[91979]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:09:55.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:55 smithi137 ceph-mon[86391]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:09:56.262 INFO:tasks.workunit.client.0.smithi082.stdout: 536: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:56.262 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XVxHqt5VaEqprgX off=0 len=1404471 2024-08-17T01:09:56.264 INFO:tasks.workunit.client.0.smithi082.stdout:op 2693 completed, throughput=5MB/sec 2024-08-17T01:09:56.264 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kIovYsvjLG_0LPT off=830246 len=577639 2024-08-17T01:09:56.269 INFO:tasks.workunit.client.0.smithi082.stdout:op 2694 completed, throughput=5MB/sec 2024-08-17T01:09:56.269 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9tpKREyJWjVdqlK off=19929 len=814205 2024-08-17T01:09:56.270 INFO:tasks.workunit.client.0.smithi082.stdout:op 2695 completed, throughput=5MB/sec 2024-08-17T01:09:56.270 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-X3Fwmco4rjnnwS_ off=143127 len=655118 2024-08-17T01:09:56.271 INFO:tasks.workunit.client.0.smithi082.stdout:op 2696 completed, throughput=5MB/sec 2024-08-17T01:09:56.271 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PLW5Qot1NlQRgfF off=16714775 len=782752 2024-08-17T01:09:56.272 INFO:tasks.workunit.client.0.smithi082.stdout:op 2697 completed, throughput=5MB/sec 2024-08-17T01:09:56.272 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0JjSrW4kVLzhLyQ off=15959983 len=1617367 2024-08-17T01:09:56.274 INFO:tasks.workunit.client.0.smithi082.stdout:op 2698 completed, throughput=5MB/sec 2024-08-17T01:09:57.274 INFO:tasks.workunit.client.0.smithi082.stdout: 537: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:57.275 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kxM7fowXeH4cOhr off=3894076 len=1009353 2024-08-17T01:09:57.276 INFO:tasks.workunit.client.0.smithi082.stdout:op 2699 completed, throughput=5MB/sec 2024-08-17T01:09:57.276 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-XPBMrLbTGFjqWP6 off=1861329 len=1054838 2024-08-17T01:09:57.283 INFO:tasks.workunit.client.0.smithi082.stdout:op 2700 completed, throughput=5MB/sec 2024-08-17T01:09:57.283 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_3ZAZgUmnJ-upin off=7591495 len=420376 2024-08-17T01:09:57.285 INFO:tasks.workunit.client.0.smithi082.stdout:op 2701 completed, throughput=5MB/sec 2024-08-17T01:09:57.285 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0qJGzwJ2eV_M2Dd off=4700148 len=1439461 2024-08-17T01:09:57.292 INFO:tasks.workunit.client.0.smithi082.stdout:op 2702 completed, throughput=5MB/sec 2024-08-17T01:09:57.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:57 smithi082 ceph-mon[94343]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:09:57.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:57 smithi082 ceph-mon[91979]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:09:57.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:57 smithi137 ceph-mon[86391]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:09:58.292 INFO:tasks.workunit.client.0.smithi082.stdout: 538: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:58.292 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IpoelhyDrJKFSSj off=5945052 len=244191 2024-08-17T01:09:58.293 INFO:tasks.workunit.client.0.smithi082.stdout:op 2703 completed, throughput=4.99MB/sec 2024-08-17T01:09:58.293 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4nxrC39pKuRN3-S off=3686765 len=1001520 2024-08-17T01:09:58.299 INFO:tasks.workunit.client.0.smithi082.stdout:op 2704 completed, throughput=4.99MB/sec 2024-08-17T01:09:58.299 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-fs-nAqrqahHV07A off=6728713 len=831596 2024-08-17T01:09:58.303 INFO:tasks.workunit.client.0.smithi082.stdout:op 2705 completed, throughput=4.99MB/sec 2024-08-17T01:09:58.303 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-asAVh-x-E-_2Tes off=13293498 len=1427330 2024-08-17T01:09:58.312 INFO:tasks.workunit.client.0.smithi082.stdout:op 2706 completed, throughput=5MB/sec 2024-08-17T01:09:58.312 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vKyWlKfJen9OKOP off=1356420 len=193318 2024-08-17T01:09:58.315 INFO:tasks.workunit.client.0.smithi082.stdout:op 2707 completed, throughput=5MB/sec 2024-08-17T01:09:58.315 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wxnJPKjpQmdaPhC off=7140561 len=1233774 2024-08-17T01:09:58.317 INFO:tasks.workunit.client.0.smithi082.stdout:op 2708 completed, throughput=5MB/sec 2024-08-17T01:09:58.317 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YShE_GM5jhcaOUP off=3084876 len=1609093 2024-08-17T01:09:58.318 INFO:tasks.workunit.client.0.smithi082.stdout:op 2709 completed, throughput=5MB/sec 2024-08-17T01:09:59.318 INFO:tasks.workunit.client.0.smithi082.stdout: 539: throughput=4.99MB/sec pending data=0 2024-08-17T01:09:59.319 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-iEGn8neT7JedmXJ off=817356 len=498368 2024-08-17T01:09:59.322 INFO:tasks.workunit.client.0.smithi082.stdout:op 2710 completed, throughput=4.99MB/sec 2024-08-17T01:09:59.322 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RE2o7zO6EMKXrFP off=14194095 len=1281998 2024-08-17T01:09:59.324 INFO:tasks.workunit.client.0.smithi082.stdout:op 2711 completed, throughput=5MB/sec 2024-08-17T01:09:59.325 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--kcCEDI415bh1Pn off=17811383 len=1726691 2024-08-17T01:09:59.334 INFO:tasks.workunit.client.0.smithi082.stdout:op 2712 completed, throughput=5MB/sec 2024-08-17T01:09:59.334 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-MzCqXY68NSBdudS off=0 len=1075657 2024-08-17T01:09:59.338 INFO:tasks.workunit.client.0.smithi082.stdout:op 2713 completed, throughput=5MB/sec 2024-08-17T01:09:59.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:09:59 smithi082 ceph-mon[94343]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:09:59.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:09:59 smithi082 ceph-mon[91979]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:09:59.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:09:59 smithi137 ceph-mon[86391]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:10:00.339 INFO:tasks.workunit.client.0.smithi082.stdout: 540: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:00.339 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ItmesXwIgNO3hlW off=10382375 len=1004595 2024-08-17T01:10:00.345 INFO:tasks.workunit.client.0.smithi082.stdout:op 2714 completed, throughput=4.99MB/sec 2024-08-17T01:10:00.345 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-M9b4pr3pxrwX5mq off=2937766 len=1635512 2024-08-17T01:10:00.346 INFO:tasks.workunit.client.0.smithi082.stdout:op 2715 completed, throughput=5MB/sec 2024-08-17T01:10:00.346 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PJ_mdVYMdYnrPTM off=2394141 len=96500 2024-08-17T01:10:00.349 INFO:tasks.workunit.client.0.smithi082.stdout:op 2716 completed, throughput=5MB/sec 2024-08-17T01:10:00.349 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YKBUh80JGGNbhz8 off=20883112 len=93722 2024-08-17T01:10:00.351 INFO:tasks.workunit.client.0.smithi082.stdout:op 2717 completed, throughput=5MB/sec 2024-08-17T01:10:00.351 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-d4XKnBEwIdXc6ca off=9386349 len=631222 2024-08-17T01:10:00.355 INFO:tasks.workunit.client.0.smithi082.stdout:op 2718 completed, throughput=5MB/sec 2024-08-17T01:10:00.355 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aGvu3g4sGGRXEtn off=11999345 len=1091567 2024-08-17T01:10:00.360 INFO:tasks.workunit.client.0.smithi082.stdout:op 2719 completed, throughput=5MB/sec 2024-08-17T01:10:00.360 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-t8BxUiah1yLGbTp off=18367621 len=131538 2024-08-17T01:10:00.362 INFO:tasks.workunit.client.0.smithi082.stdout:op 2720 completed, throughput=5MB/sec 2024-08-17T01:10:00.362 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IAOGaYfVGFHk4g2 off=866045 len=1591087 2024-08-17T01:10:00.368 INFO:tasks.workunit.client.0.smithi082.stdout:op 2721 completed, throughput=5MB/sec 2024-08-17T01:10:00.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:00 smithi082 ceph-mon[91979]: overall HEALTH_OK 2024-08-17T01:10:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:00 smithi082 ceph-mon[94343]: overall HEALTH_OK 2024-08-17T01:10:00.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:00 smithi137 ceph-mon[86391]: overall HEALTH_OK 2024-08-17T01:10:01.369 INFO:tasks.workunit.client.0.smithi082.stdout: 541: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:01.369 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Z610dfhfsneZXrQ off=14016152 len=326428 2024-08-17T01:10:01.370 INFO:tasks.workunit.client.0.smithi082.stdout:op 2722 completed, throughput=4.99MB/sec 2024-08-17T01:10:01.370 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-XDoo2qglnetFY6N off=8522122 len=580732 2024-08-17T01:10:01.374 INFO:tasks.workunit.client.0.smithi082.stdout:op 2723 completed, throughput=4.99MB/sec 2024-08-17T01:10:01.374 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-04QEOmrx4wlmI1A off=541998 len=1096490 2024-08-17T01:10:01.375 INFO:tasks.workunit.client.0.smithi082.stdout:op 2724 completed, throughput=5MB/sec 2024-08-17T01:10:01.375 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ymZNZk7pKNs-BX_ off=915737 len=46703 2024-08-17T01:10:01.377 INFO:tasks.workunit.client.0.smithi082.stdout:op 2725 completed, throughput=5MB/sec 2024-08-17T01:10:01.377 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3LSXQ6hLRqkAE0L off=5351385 len=404858 2024-08-17T01:10:01.381 INFO:tasks.workunit.client.0.smithi082.stdout:op 2726 completed, throughput=5MB/sec 2024-08-17T01:10:01.381 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JgnwCLKl6TJS7wn off=18960701 len=1080221 2024-08-17T01:10:01.386 INFO:tasks.workunit.client.0.smithi082.stdout:op 2727 completed, throughput=5MB/sec 2024-08-17T01:10:01.386 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-7EtgUlb1LAkkjQk off=14091382 len=524712 2024-08-17T01:10:01.389 INFO:tasks.workunit.client.0.smithi082.stdout:op 2728 completed, throughput=5MB/sec 2024-08-17T01:10:01.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:01 smithi082 ceph-mon[91979]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:10:01.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:01 smithi082 ceph-mon[94343]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:10:01.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:01 smithi137 ceph-mon[86391]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:10:02.390 INFO:tasks.workunit.client.0.smithi082.stdout: 542: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:02.390 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wvqW_KR_JTB24vt off=2372276 len=847678 2024-08-17T01:10:02.391 INFO:tasks.workunit.client.0.smithi082.stdout:op 2729 completed, throughput=4.99MB/sec 2024-08-17T01:10:02.391 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-M5jsg0qa1wDN-y8 off=0 len=1259570 2024-08-17T01:10:02.399 INFO:tasks.workunit.client.0.smithi082.stdout:op 2730 completed, throughput=4.99MB/sec 2024-08-17T01:10:02.399 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-AzvvAM5cfspgxkl off=5112918 len=1984531 2024-08-17T01:10:02.413 INFO:tasks.workunit.client.0.smithi082.stdout:op 2731 completed, throughput=5MB/sec 2024-08-17T01:10:02.413 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CpRYIgwxa1LWWg2 off=302892 len=1180932 2024-08-17T01:10:02.418 INFO:tasks.workunit.client.0.smithi082.stdout:op 2732 completed, throughput=5MB/sec 2024-08-17T01:10:02.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:10:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:10:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:10:03.419 INFO:tasks.workunit.client.0.smithi082.stdout: 543: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:03.419 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Vzcs0q6dAQ35U-H off=18324567 len=747687 2024-08-17T01:10:03.420 INFO:tasks.workunit.client.0.smithi082.stdout:op 2733 completed, throughput=4.99MB/sec 2024-08-17T01:10:03.420 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2ycMFfUGxwQE9Zg off=170628 len=1890550 2024-08-17T01:10:03.432 INFO:tasks.workunit.client.0.smithi082.stdout:op 2734 completed, throughput=5MB/sec 2024-08-17T01:10:03.432 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rupAJyw8kS1qeAC off=6232447 len=1292093 2024-08-17T01:10:03.440 INFO:tasks.workunit.client.0.smithi082.stdout:op 2735 completed, throughput=5MB/sec 2024-08-17T01:10:03.440 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-eCRO7Mc1aoGh50H off=8015567 len=620753 2024-08-17T01:10:03.441 INFO:tasks.workunit.client.0.smithi082.stdout:op 2736 completed, throughput=5MB/sec 2024-08-17T01:10:03.441 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qT7Vq3YpCWy4-Hy off=4315225 len=1389089 2024-08-17T01:10:03.442 INFO:tasks.workunit.client.0.smithi082.stdout:op 2737 completed, throughput=5MB/sec 2024-08-17T01:10:03.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:03 smithi082 ceph-mon[94343]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:10:03.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:03 smithi082 ceph-mon[91979]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:10:03.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:03 smithi137 ceph-mon[86391]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:10:04.443 INFO:tasks.workunit.client.0.smithi082.stdout: 544: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:04.443 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-k7Yd_hh8d8QdLGy off=619446 len=1920001 2024-08-17T01:10:04.453 INFO:tasks.workunit.client.0.smithi082.stdout:op 2738 completed, throughput=5MB/sec 2024-08-17T01:10:04.453 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-nZq2Uo6Fkz_BQxN off=2291349 len=1217004 2024-08-17T01:10:04.459 INFO:tasks.workunit.client.0.smithi082.stdout:op 2739 completed, throughput=5MB/sec 2024-08-17T01:10:04.459 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Zmcv7GR_NV97wwf off=5005283 len=1109149 2024-08-17T01:10:04.466 INFO:tasks.workunit.client.0.smithi082.stdout:op 2740 completed, throughput=5MB/sec 2024-08-17T01:10:04.467 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qp9kCj4lL56ZVVD off=1564615 len=1556681 2024-08-17T01:10:04.468 INFO:tasks.workunit.client.0.smithi082.stdout:op 2741 completed, throughput=5MB/sec 2024-08-17T01:10:05.468 INFO:tasks.workunit.client.0.smithi082.stdout: 545: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:05.469 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ScEgsLtP2ZftmP8 off=9373933 len=591032 2024-08-17T01:10:05.469 INFO:tasks.workunit.client.0.smithi082.stdout:op 2742 completed, throughput=4.99MB/sec 2024-08-17T01:10:05.469 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-cRviQk9oAGZaYsk off=3695768 len=1068279 2024-08-17T01:10:05.471 INFO:tasks.workunit.client.0.smithi082.stdout:op 2743 completed, throughput=5MB/sec 2024-08-17T01:10:05.471 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-RsaDtHYrnjD_Fb6 off=9884253 len=1381167 2024-08-17T01:10:05.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:10:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:10:05] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-08-17T01:10:05.478 INFO:tasks.workunit.client.0.smithi082.stdout:op 2744 completed, throughput=5MB/sec 2024-08-17T01:10:05.478 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TnBMLAIQTL4Cil8 off=169150 len=802857 2024-08-17T01:10:05.481 INFO:tasks.workunit.client.0.smithi082.stdout:op 2745 completed, throughput=5MB/sec 2024-08-17T01:10:05.481 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vUX8oPFLO04H2Yt off=8333026 len=589085 2024-08-17T01:10:05.481 INFO:tasks.workunit.client.0.smithi082.stdout:op 2746 completed, throughput=5MB/sec 2024-08-17T01:10:05.740 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:05 smithi082 ceph-mon[94343]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:10:05.740 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:10:05.741 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:05 smithi082 ceph-mon[91979]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:10:05.741 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:10:05.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:05 smithi137 ceph-mon[86391]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:10:05.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:10:06.481 INFO:tasks.workunit.client.0.smithi082.stdout: 546: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:06.481 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PuxQCAtHi-AJ18K off=565725 len=135424 2024-08-17T01:10:06.482 INFO:tasks.workunit.client.0.smithi082.stdout:op 2747 completed, throughput=4.99MB/sec 2024-08-17T01:10:06.483 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-C0MlykdDmwxZhVp off=8284495 len=731697 2024-08-17T01:10:06.487 INFO:tasks.workunit.client.0.smithi082.stdout:op 2748 completed, throughput=4.99MB/sec 2024-08-17T01:10:06.487 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vQHJ3p_buNFETyN off=2357626 len=714114 2024-08-17T01:10:06.492 INFO:tasks.workunit.client.0.smithi082.stdout:op 2749 completed, throughput=4.99MB/sec 2024-08-17T01:10:06.492 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YEQ9BOCBSJp2eVw off=5414391 len=115426 2024-08-17T01:10:06.492 INFO:tasks.workunit.client.0.smithi082.stdout:op 2750 completed, throughput=4.99MB/sec 2024-08-17T01:10:06.492 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WW9l8k5DngpYPCZ off=16368364 len=1167448 2024-08-17T01:10:06.500 INFO:tasks.workunit.client.0.smithi082.stdout:op 2751 completed, throughput=5MB/sec 2024-08-17T01:10:06.500 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-AEBwniChGI7e2PZ off=13108150 len=703371 2024-08-17T01:10:06.500 INFO:tasks.workunit.client.0.smithi082.stdout:op 2752 completed, throughput=5MB/sec 2024-08-17T01:10:06.500 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9b69S1R05JESaN3 off=11159299 len=377433 2024-08-17T01:10:06.502 INFO:tasks.workunit.client.0.smithi082.stdout:op 2753 completed, throughput=5MB/sec 2024-08-17T01:10:06.502 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-lwIhl5oG0XKVGFA off=6163612 len=908027 2024-08-17T01:10:06.505 INFO:tasks.workunit.client.0.smithi082.stdout:op 2754 completed, throughput=5MB/sec 2024-08-17T01:10:06.505 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EUrx4fpCbjmdhR3 off=1416470 len=999402 2024-08-17T01:10:06.510 INFO:tasks.workunit.client.0.smithi082.stdout:op 2755 completed, throughput=5MB/sec 2024-08-17T01:10:07.511 INFO:tasks.workunit.client.0.smithi082.stdout: 547: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:07.511 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2hCRBKqLICj1tmP off=1773967 len=1964466 2024-08-17T01:10:07.515 INFO:tasks.workunit.client.0.smithi082.stdout:op 2756 completed, throughput=5MB/sec 2024-08-17T01:10:07.515 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dZ5-ec7f9wPqYjh off=0 len=1105292 2024-08-17T01:10:07.517 INFO:tasks.workunit.client.0.smithi082.stdout:op 2757 completed, throughput=5MB/sec 2024-08-17T01:10:07.517 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BEeDnxnDce4rM88 off=6025733 len=1090754 2024-08-17T01:10:07.518 INFO:tasks.workunit.client.0.smithi082.stdout:op 2758 completed, throughput=5MB/sec 2024-08-17T01:10:07.518 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-M6EgYJp7CrraxKs off=4555920 len=774364 2024-08-17T01:10:07.519 INFO:tasks.workunit.client.0.smithi082.stdout:op 2759 completed, throughput=5MB/sec 2024-08-17T01:10:07.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:07 smithi082 ceph-mon[94343]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:10:07.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:07 smithi082 ceph-mon[91979]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:10:07.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:07 smithi137 ceph-mon[86391]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:10:08.520 INFO:tasks.workunit.client.0.smithi082.stdout: 548: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:08.520 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-uZsviFr5fRdyHLi off=2391774 len=425788 2024-08-17T01:10:08.521 INFO:tasks.workunit.client.0.smithi082.stdout:op 2760 completed, throughput=4.99MB/sec 2024-08-17T01:10:08.521 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-jwHfhY24XtLFqc7 off=9433876 len=1062186 2024-08-17T01:10:08.527 INFO:tasks.workunit.client.0.smithi082.stdout:op 2761 completed, throughput=4.99MB/sec 2024-08-17T01:10:08.527 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TyNjvX_ra4YD6e8 off=7975897 len=705195 2024-08-17T01:10:08.529 INFO:tasks.workunit.client.0.smithi082.stdout:op 2762 completed, throughput=5MB/sec 2024-08-17T01:10:08.529 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TmDIL92NlQ4piEL off=14346370 len=615033 2024-08-17T01:10:08.530 INFO:tasks.workunit.client.0.smithi082.stdout:op 2763 completed, throughput=5MB/sec 2024-08-17T01:10:08.530 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qlp3Pb0f6Mw908X off=5169637 len=1488919 2024-08-17T01:10:08.538 INFO:tasks.workunit.client.0.smithi082.stdout:op 2764 completed, throughput=5MB/sec 2024-08-17T01:10:08.538 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SpFTeSRN9tWsfRL off=12064728 len=6330 2024-08-17T01:10:08.541 INFO:tasks.workunit.client.0.smithi082.stdout:op 2765 completed, throughput=5MB/sec 2024-08-17T01:10:08.541 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KmgOCpoj5X0I-q2 off=12501088 len=1855672 2024-08-17T01:10:08.542 INFO:tasks.workunit.client.0.smithi082.stdout:op 2766 completed, throughput=5MB/sec 2024-08-17T01:10:09.543 INFO:tasks.workunit.client.0.smithi082.stdout: 549: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:09.543 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZrXI1hEXqpca27q off=17191969 len=1947656 2024-08-17T01:10:09.545 INFO:tasks.workunit.client.0.smithi082.stdout:op 2767 completed, throughput=5MB/sec 2024-08-17T01:10:09.545 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DAPyx_sjXvM8oJN off=2040213 len=1248826 2024-08-17T01:10:09.547 INFO:tasks.workunit.client.0.smithi082.stdout:op 2768 completed, throughput=5MB/sec 2024-08-17T01:10:09.547 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1Cz_ejlCfm3dpSO off=4039056 len=767687 2024-08-17T01:10:09.552 INFO:tasks.workunit.client.0.smithi082.stdout:op 2769 completed, throughput=5MB/sec 2024-08-17T01:10:09.552 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-C4v36KPZIc8Ypxi off=15903687 len=790735 2024-08-17T01:10:09.556 INFO:tasks.workunit.client.0.smithi082.stdout:op 2770 completed, throughput=5MB/sec 2024-08-17T01:10:09.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:09 smithi082 ceph-mon[94343]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:10:09.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:09 smithi082 ceph-mon[91979]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:10:09.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:09 smithi137 ceph-mon[86391]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:10:10.557 INFO:tasks.workunit.client.0.smithi082.stdout: 550: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:10.557 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6L6oxfMTiYhJIrA off=13270041 len=820016 2024-08-17T01:10:10.562 INFO:tasks.workunit.client.0.smithi082.stdout:op 2771 completed, throughput=4.99MB/sec 2024-08-17T01:10:10.563 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Msa1MrvGxavupmk off=10028611 len=1983218 2024-08-17T01:10:10.574 INFO:tasks.workunit.client.0.smithi082.stdout:op 2772 completed, throughput=5MB/sec 2024-08-17T01:10:10.574 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0oxqJpuwJELJfKx off=3195523 len=80189 2024-08-17T01:10:10.577 INFO:tasks.workunit.client.0.smithi082.stdout:op 2773 completed, throughput=5MB/sec 2024-08-17T01:10:10.577 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9D5TWjaIQNqI-t7 off=439107 len=783428 2024-08-17T01:10:10.581 INFO:tasks.workunit.client.0.smithi082.stdout:op 2774 completed, throughput=5MB/sec 2024-08-17T01:10:10.581 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--r6vbMt2olhTkY_ off=22231319 len=147383 2024-08-17T01:10:10.582 INFO:tasks.workunit.client.0.smithi082.stdout:op 2775 completed, throughput=5MB/sec 2024-08-17T01:10:10.583 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kaM7j1_5X75Uf2b off=1924070 len=1971321 2024-08-17T01:10:10.586 INFO:tasks.workunit.client.0.smithi082.stdout:op 2776 completed, throughput=5MB/sec 2024-08-17T01:10:11.586 INFO:tasks.workunit.client.0.smithi082.stdout: 551: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:11.586 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1kzIy8oPkOXZbPa off=3091405 len=632942 2024-08-17T01:10:11.590 INFO:tasks.workunit.client.0.smithi082.stdout:op 2777 completed, throughput=4.99MB/sec 2024-08-17T01:10:11.590 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WzhuHwkvvPkVzsF off=2659340 len=1100869 2024-08-17T01:10:11.591 INFO:tasks.workunit.client.0.smithi082.stdout:op 2778 completed, throughput=5MB/sec 2024-08-17T01:10:11.591 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8Z4ZRR5132qG352 off=1768615 len=1682305 2024-08-17T01:10:11.593 INFO:tasks.workunit.client.0.smithi082.stdout:op 2779 completed, throughput=5MB/sec 2024-08-17T01:10:11.593 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rX87lblRawz3K3V off=2953231 len=1107643 2024-08-17T01:10:11.594 INFO:tasks.workunit.client.0.smithi082.stdout:op 2780 completed, throughput=5MB/sec 2024-08-17T01:10:11.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:11 smithi082 ceph-mon[94343]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:10:11.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:11 smithi082 ceph-mon[91979]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:10:11.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:11 smithi137 ceph-mon[86391]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:10:12.595 INFO:tasks.workunit.client.0.smithi082.stdout: 552: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:12.595 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-bFVjPemmgupYCB1 off=18155262 len=107198 2024-08-17T01:10:12.598 INFO:tasks.workunit.client.0.smithi082.stdout:op 2781 completed, throughput=4.99MB/sec 2024-08-17T01:10:12.598 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JJqn3I76zbx_Jad off=13325851 len=30664 2024-08-17T01:10:12.600 INFO:tasks.workunit.client.0.smithi082.stdout:op 2782 completed, throughput=4.99MB/sec 2024-08-17T01:10:12.600 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5VICtOgiK3IjfXo off=7653956 len=473391 2024-08-17T01:10:12.601 INFO:tasks.workunit.client.0.smithi082.stdout:op 2783 completed, throughput=4.99MB/sec 2024-08-17T01:10:12.601 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zBqyNl7efpRgK-D off=84813 len=819947 2024-08-17T01:10:12.606 INFO:tasks.workunit.client.0.smithi082.stdout:op 2784 completed, throughput=4.99MB/sec 2024-08-17T01:10:12.606 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fsyNlHST194A8fW off=4023729 len=2091540 2024-08-17T01:10:12.608 INFO:tasks.workunit.client.0.smithi082.stdout:op 2785 completed, throughput=5MB/sec 2024-08-17T01:10:12.608 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tBlSPRJQcQYshDm off=4469651 len=1435290 2024-08-17T01:10:12.610 INFO:tasks.workunit.client.0.smithi082.stdout:op 2786 completed, throughput=5MB/sec 2024-08-17T01:10:12.610 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kOe-rcFihLDLe-b off=2155814 len=1110322 2024-08-17T01:10:12.616 INFO:tasks.workunit.client.0.smithi082.stdout:op 2787 completed, throughput=5MB/sec 2024-08-17T01:10:12.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:10:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:10:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:10:13.616 INFO:tasks.workunit.client.0.smithi082.stdout: 553: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:13.617 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Rzy-JvetnSY_z26 off=6401850 len=1079148 2024-08-17T01:10:13.623 INFO:tasks.workunit.client.0.smithi082.stdout:op 2788 completed, throughput=4.99MB/sec 2024-08-17T01:10:13.623 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-fw3tZzDtG1ijPib off=4717180 len=1046580 2024-08-17T01:10:13.629 INFO:tasks.workunit.client.0.smithi082.stdout:op 2789 completed, throughput=5MB/sec 2024-08-17T01:10:13.629 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gQAO0V0BPYS-gaz off=7572214 len=1199139 2024-08-17T01:10:13.634 INFO:tasks.workunit.client.0.smithi082.stdout:op 2790 completed, throughput=5MB/sec 2024-08-17T01:10:13.635 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-7nhuoW6Jv8oqZ4R off=14521819 len=1734904 2024-08-17T01:10:13.646 INFO:tasks.workunit.client.0.smithi082.stdout:op 2791 completed, throughput=5MB/sec 2024-08-17T01:10:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:13 smithi082 ceph-mon[94343]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:10:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:13 smithi082 ceph-mon[91979]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:10:13.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:13 smithi137 ceph-mon[86391]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:10:14.646 INFO:tasks.workunit.client.0.smithi082.stdout: 554: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:14.646 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-7inoStB9a_AkS0O off=17043581 len=941818 2024-08-17T01:10:14.648 INFO:tasks.workunit.client.0.smithi082.stdout:op 2792 completed, throughput=4.99MB/sec 2024-08-17T01:10:14.648 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OwsLSZ46ry0wkYY off=21290291 len=1784470 2024-08-17T01:10:14.656 INFO:tasks.workunit.client.0.smithi082.stdout:op 2793 completed, throughput=5MB/sec 2024-08-17T01:10:14.657 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3ZQIHR2mfOm5muj off=2713816 len=320672 2024-08-17T01:10:14.657 INFO:tasks.workunit.client.0.smithi082.stdout:op 2794 completed, throughput=5MB/sec 2024-08-17T01:10:14.657 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-579jGfI31jU7_SH off=20595294 len=461698 2024-08-17T01:10:14.658 INFO:tasks.workunit.client.0.smithi082.stdout:op 2795 completed, throughput=5MB/sec 2024-08-17T01:10:14.658 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-MEhWr_haIrZYj_F off=2119407 len=1842557 2024-08-17T01:10:14.662 INFO:tasks.workunit.client.0.smithi082.stdout:op 2796 completed, throughput=5MB/sec 2024-08-17T01:10:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:10:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:10:15] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-08-17T01:10:15.662 INFO:tasks.workunit.client.0.smithi082.stdout: 555: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:15.662 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-RE2o7zO6EMKXrFP off=5037748 len=667131 2024-08-17T01:10:15.667 INFO:tasks.workunit.client.0.smithi082.stdout:op 2797 completed, throughput=4.99MB/sec 2024-08-17T01:10:15.668 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-N4H982imlm__6lm off=2488012 len=623069 2024-08-17T01:10:15.668 INFO:tasks.workunit.client.0.smithi082.stdout:op 2798 completed, throughput=4.99MB/sec 2024-08-17T01:10:15.669 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-R8ZVVCkCb9naNEP off=5627131 len=201640 2024-08-17T01:10:15.671 INFO:tasks.workunit.client.0.smithi082.stdout:op 2799 completed, throughput=4.99MB/sec 2024-08-17T01:10:15.671 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4KA964XSE3N3GxR off=7826135 len=1793551 2024-08-17T01:10:15.680 INFO:tasks.workunit.client.0.smithi082.stdout:op 2800 completed, throughput=5MB/sec 2024-08-17T01:10:15.680 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oczpdms8FJ3fN14 off=15884882 len=380941 2024-08-17T01:10:15.683 INFO:tasks.workunit.client.0.smithi082.stdout:op 2801 completed, throughput=5MB/sec 2024-08-17T01:10:15.683 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_NGwIeaz0uYFY-q off=916398 len=390992 2024-08-17T01:10:15.686 INFO:tasks.workunit.client.0.smithi082.stdout:op 2802 completed, throughput=5MB/sec 2024-08-17T01:10:15.686 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-uwgZAoT-C8zqyHg off=1977061 len=1972661 2024-08-17T01:10:15.694 INFO:tasks.workunit.client.0.smithi082.stdout:op 2803 completed, throughput=5MB/sec 2024-08-17T01:10:15.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:15 smithi082 ceph-mon[94343]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:10:15.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:15 smithi082 ceph-mon[91979]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:10:15.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:15 smithi137 ceph-mon[86391]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:10:16.694 INFO:tasks.workunit.client.0.smithi082.stdout: 556: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:16.695 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kvM054DSA8NF2M0 off=10455642 len=279097 2024-08-17T01:10:16.695 INFO:tasks.workunit.client.0.smithi082.stdout:op 2804 completed, throughput=4.99MB/sec 2024-08-17T01:10:16.695 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UDQdQ4GqrlJES6F off=15516257 len=1062105 2024-08-17T01:10:16.701 INFO:tasks.workunit.client.0.smithi082.stdout:op 2805 completed, throughput=5MB/sec 2024-08-17T01:10:16.702 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-51s1Jon65v19nXn off=3385486 len=328607 2024-08-17T01:10:16.705 INFO:tasks.workunit.client.0.smithi082.stdout:op 2806 completed, throughput=5MB/sec 2024-08-17T01:10:16.705 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pgG929gxv1lmixs off=9678284 len=394174 2024-08-17T01:10:16.708 INFO:tasks.workunit.client.0.smithi082.stdout:op 2807 completed, throughput=5MB/sec 2024-08-17T01:10:16.708 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wkfHZPheK5V8KxJ off=7867085 len=2027538 2024-08-17T01:10:16.719 INFO:tasks.workunit.client.0.smithi082.stdout:op 2808 completed, throughput=5MB/sec 2024-08-17T01:10:16.719 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4J3uFiErFS9HXe8 off=1498840 len=33848 2024-08-17T01:10:16.721 INFO:tasks.workunit.client.0.smithi082.stdout:op 2809 completed, throughput=5MB/sec 2024-08-17T01:10:16.722 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-F0Kh7H3MJz2RUZ2 off=9119346 len=35678 2024-08-17T01:10:16.724 INFO:tasks.workunit.client.0.smithi082.stdout:op 2810 completed, throughput=5MB/sec 2024-08-17T01:10:16.724 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-FKWdoaiHmbobZDq off=400011 len=226633 2024-08-17T01:10:16.726 INFO:tasks.workunit.client.0.smithi082.stdout:op 2811 completed, throughput=5MB/sec 2024-08-17T01:10:17.727 INFO:tasks.workunit.client.0.smithi082.stdout: 557: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:17.727 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-MqlLJxs-rdIu6QU off=4113188 len=165478 2024-08-17T01:10:17.728 INFO:tasks.workunit.client.0.smithi082.stdout:op 2812 completed, throughput=4.99MB/sec 2024-08-17T01:10:17.728 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-j4qlCFdumS7gLKd off=12675669 len=1946764 2024-08-17T01:10:17.730 INFO:tasks.workunit.client.0.smithi082.stdout:op 2813 completed, throughput=4.99MB/sec 2024-08-17T01:10:17.730 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Afy_-1aefkzyngF off=3242807 len=222026 2024-08-17T01:10:17.731 INFO:tasks.workunit.client.0.smithi082.stdout:op 2814 completed, throughput=5MB/sec 2024-08-17T01:10:17.731 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pdLGo35uQ9dlHmO off=1191670 len=767143 2024-08-17T01:10:17.736 INFO:tasks.workunit.client.0.smithi082.stdout:op 2815 completed, throughput=5MB/sec 2024-08-17T01:10:17.737 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-h46uN43OlcRDL1p off=8877823 len=1805672 2024-08-17T01:10:17.745 INFO:tasks.workunit.client.0.smithi082.stdout:op 2816 completed, throughput=5MB/sec 2024-08-17T01:10:17.746 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-R9MivKNwmwrdne7 off=15346681 len=533927 2024-08-17T01:10:17.746 INFO:tasks.workunit.client.0.smithi082.stdout:op 2817 completed, throughput=5MB/sec 2024-08-17T01:10:17.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:17 smithi082 ceph-mon[94343]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-17T01:10:17.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:17 smithi082 ceph-mon[91979]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-17T01:10:17.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:17 smithi137 ceph-mon[86391]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-17T01:10:18.747 INFO:tasks.workunit.client.0.smithi082.stdout: 558: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:18.747 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hubEgpjyMnwlMz5 off=499050 len=606208 2024-08-17T01:10:18.748 INFO:tasks.workunit.client.0.smithi082.stdout:op 2818 completed, throughput=4.99MB/sec 2024-08-17T01:10:18.748 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_kfyFO76GzwQiNF off=2963092 len=1395575 2024-08-17T01:10:18.750 INFO:tasks.workunit.client.0.smithi082.stdout:op 2819 completed, throughput=4.99MB/sec 2024-08-17T01:10:18.750 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-eu6iEgpaGcqFqV_ off=7706645 len=352873 2024-08-17T01:10:18.751 INFO:tasks.workunit.client.0.smithi082.stdout:op 2820 completed, throughput=5MB/sec 2024-08-17T01:10:18.751 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-l4gkam0Q-F7F7tf off=1174391 len=516511 2024-08-17T01:10:18.755 INFO:tasks.workunit.client.0.smithi082.stdout:op 2821 completed, throughput=5MB/sec 2024-08-17T01:10:18.755 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HWvwoIEH00diktg off=11583112 len=1708058 2024-08-17T01:10:18.764 INFO:tasks.workunit.client.0.smithi082.stdout:op 2822 completed, throughput=5MB/sec 2024-08-17T01:10:18.764 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KCupMb2_KzD81H4 off=22538094 len=9621 2024-08-17T01:10:18.766 INFO:tasks.workunit.client.0.smithi082.stdout:op 2823 completed, throughput=5MB/sec 2024-08-17T01:10:18.766 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-C1MEKDfv5XkuYe0 off=35926 len=745703 2024-08-17T01:10:18.770 INFO:tasks.workunit.client.0.smithi082.stdout:op 2824 completed, throughput=5MB/sec 2024-08-17T01:10:19.771 INFO:tasks.workunit.client.0.smithi082.stdout: 559: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:19.771 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hikGe3U-P0_qoPP off=770183 len=1594233 2024-08-17T01:10:19.779 INFO:tasks.workunit.client.0.smithi082.stdout:op 2825 completed, throughput=4.99MB/sec 2024-08-17T01:10:19.780 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-MJyCunIJAuxEnrU off=13917516 len=666797 2024-08-17T01:10:19.781 INFO:tasks.workunit.client.0.smithi082.stdout:op 2826 completed, throughput=5MB/sec 2024-08-17T01:10:19.781 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rktP3b0MFrx3oCm off=9054321 len=130635 2024-08-17T01:10:19.782 INFO:tasks.workunit.client.0.smithi082.stdout:op 2827 completed, throughput=5MB/sec 2024-08-17T01:10:19.782 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Yd9C0KjDqfoEs7d off=3105840 len=927402 2024-08-17T01:10:19.787 INFO:tasks.workunit.client.0.smithi082.stdout:op 2828 completed, throughput=5MB/sec 2024-08-17T01:10:19.787 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3xpgSOgUlP6n0Ce off=6400644 len=1650163 2024-08-17T01:10:19.795 INFO:tasks.workunit.client.0.smithi082.stdout:op 2829 completed, throughput=5MB/sec 2024-08-17T01:10:19.795 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pIMYO4cb4eZG_-f off=1919996 len=1691542 2024-08-17T01:10:19.802 INFO:tasks.workunit.client.0.smithi082.stdout:op 2830 completed, throughput=5MB/sec 2024-08-17T01:10:19.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:19 smithi082 ceph-mon[94343]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:10:19.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:19 smithi082 ceph-mon[91979]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:10:19.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:19 smithi137 ceph-mon[86391]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:10:20.487 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 01:10:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=cleanup t=2024-08-17T01:10:20.08848849Z level=info msg="Completed cleanup jobs" duration=4.518979ms 2024-08-17T01:10:20.803 INFO:tasks.workunit.client.0.smithi082.stdout: 560: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:20.803 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-922hgQmb-8hJLFF off=4091380 len=176733 2024-08-17T01:10:20.806 INFO:tasks.workunit.client.0.smithi082.stdout:op 2831 completed, throughput=4.99MB/sec 2024-08-17T01:10:20.806 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Hj2HR7hKHvgPpA3 off=5376488 len=1325712 2024-08-17T01:10:20.809 INFO:tasks.workunit.client.0.smithi082.stdout:op 2832 completed, throughput=5MB/sec 2024-08-17T01:10:20.809 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-StWy0pHqfbyHEIy off=5454644 len=1025566 2024-08-17T01:10:20.811 INFO:tasks.workunit.client.0.smithi082.stdout:op 2833 completed, throughput=5MB/sec 2024-08-17T01:10:20.811 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RgO2SadxeDYNxfZ off=559602 len=397324 2024-08-17T01:10:20.812 INFO:tasks.workunit.client.0.smithi082.stdout:op 2834 completed, throughput=5MB/sec 2024-08-17T01:10:20.812 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8w50BTvuXARYzTc off=8544886 len=2043591 2024-08-17T01:10:20.824 INFO:tasks.workunit.client.0.smithi082.stdout:op 2835 completed, throughput=5MB/sec 2024-08-17T01:10:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:10:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:10:20.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:10:21.824 INFO:tasks.workunit.client.0.smithi082.stdout: 561: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:21.824 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Sgori3buxZkDyhu off=7342854 len=344236 2024-08-17T01:10:21.828 INFO:tasks.workunit.client.0.smithi082.stdout:op 2836 completed, throughput=4.99MB/sec 2024-08-17T01:10:21.828 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Pg6gZ9NAFuGOVK0 off=13124898 len=1905751 2024-08-17T01:10:21.830 INFO:tasks.workunit.client.0.smithi082.stdout:op 2837 completed, throughput=5MB/sec 2024-08-17T01:10:21.830 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aZWzgdvD-VJbRsg off=4203848 len=722151 2024-08-17T01:10:21.835 INFO:tasks.workunit.client.0.smithi082.stdout:op 2838 completed, throughput=5MB/sec 2024-08-17T01:10:21.835 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-91LYeIBBukW5Bt3 off=7996634 len=902233 2024-08-17T01:10:21.840 INFO:tasks.workunit.client.0.smithi082.stdout:op 2839 completed, throughput=5MB/sec 2024-08-17T01:10:21.840 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Dx0pcHUjHiFd686 off=9430693 len=890149 2024-08-17T01:10:21.845 INFO:tasks.workunit.client.0.smithi082.stdout:op 2840 completed, throughput=5MB/sec 2024-08-17T01:10:21.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:21 smithi082 ceph-mon[91979]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:10:21.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:21 smithi082 ceph-mon[94343]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:10:21.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:21 smithi137 ceph-mon[86391]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:10:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:10:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:10:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:10:22.845 INFO:tasks.workunit.client.0.smithi082.stdout: 562: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:22.845 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-I4mLY1TzH7Mo6QM off=11411606 len=926099 2024-08-17T01:10:22.847 INFO:tasks.workunit.client.0.smithi082.stdout:op 2841 completed, throughput=4.99MB/sec 2024-08-17T01:10:22.847 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-29-nVhJJmvXOiGJ off=3925869 len=132585 2024-08-17T01:10:22.848 INFO:tasks.workunit.client.0.smithi082.stdout:op 2842 completed, throughput=4.99MB/sec 2024-08-17T01:10:22.848 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mA4mkigVTMH4FYU off=14253333 len=1216061 2024-08-17T01:10:22.850 INFO:tasks.workunit.client.0.smithi082.stdout:op 2843 completed, throughput=5MB/sec 2024-08-17T01:10:22.850 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ipsdlRdJs3GCG_V off=9712897 len=660826 2024-08-17T01:10:22.854 INFO:tasks.workunit.client.0.smithi082.stdout:op 2844 completed, throughput=5MB/sec 2024-08-17T01:10:22.854 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Y8Ue4uEeaHsBWi1 off=3218493 len=878743 2024-08-17T01:10:22.858 INFO:tasks.workunit.client.0.smithi082.stdout:op 2845 completed, throughput=5MB/sec 2024-08-17T01:10:22.858 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WeLPGpIOiNiThxb off=9456196 len=158555 2024-08-17T01:10:22.860 INFO:tasks.workunit.client.0.smithi082.stdout:op 2846 completed, throughput=5MB/sec 2024-08-17T01:10:22.860 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fYzCwqMil0q9ho8 off=1261969 len=1894825 2024-08-17T01:10:22.862 INFO:tasks.workunit.client.0.smithi082.stdout:op 2847 completed, throughput=5MB/sec 2024-08-17T01:10:23.863 INFO:tasks.workunit.client.0.smithi082.stdout: 563: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:23.863 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tNUREdPMq-W3W60 off=95784 len=150883 2024-08-17T01:10:23.864 INFO:tasks.workunit.client.0.smithi082.stdout:op 2848 completed, throughput=4.99MB/sec 2024-08-17T01:10:23.864 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HAjvdOrXGTk0Bs9 off=2057776 len=946777 2024-08-17T01:10:23.866 INFO:tasks.workunit.client.0.smithi082.stdout:op 2849 completed, throughput=4.99MB/sec 2024-08-17T01:10:23.866 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5YcHxVekKrhuCKn off=8047386 len=2058807 2024-08-17T01:10:23.879 INFO:tasks.workunit.client.0.smithi082.stdout:op 2850 completed, throughput=5MB/sec 2024-08-17T01:10:23.880 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8h5Y-FXC2ndDcdj off=3261559 len=876881 2024-08-17T01:10:23.884 INFO:tasks.workunit.client.0.smithi082.stdout:op 2851 completed, throughput=5MB/sec 2024-08-17T01:10:23.884 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Htdcy2RmzF8bW81 off=1363861 len=811890 2024-08-17T01:10:23.885 INFO:tasks.workunit.client.0.smithi082.stdout:op 2852 completed, throughput=5MB/sec 2024-08-17T01:10:23.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:23 smithi082 ceph-mon[91979]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:10:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:23 smithi082 ceph-mon[94343]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:10:23.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:23 smithi137 ceph-mon[86391]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:10:24.885 INFO:tasks.workunit.client.0.smithi082.stdout: 564: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:24.886 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-npNHnhqS994bdiC off=17252593 len=1471652 2024-08-17T01:10:24.893 INFO:tasks.workunit.client.0.smithi082.stdout:op 2853 completed, throughput=4.99MB/sec 2024-08-17T01:10:24.894 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WDh-BPtIhSh9brn off=2401309 len=1836166 2024-08-17T01:10:24.896 INFO:tasks.workunit.client.0.smithi082.stdout:op 2854 completed, throughput=5MB/sec 2024-08-17T01:10:24.896 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yxkyH3meh6w0CR2 off=2380694 len=2043856 2024-08-17T01:10:24.905 INFO:tasks.workunit.client.0.smithi082.stdout:op 2855 completed, throughput=5MB/sec 2024-08-17T01:10:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:10:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:10:25] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-08-17T01:10:25.905 INFO:tasks.workunit.client.0.smithi082.stdout: 565: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:25.905 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Dn6j6dr89jijq97 off=10529688 len=247334 2024-08-17T01:10:25.908 INFO:tasks.workunit.client.0.smithi082.stdout:op 2856 completed, throughput=4.99MB/sec 2024-08-17T01:10:25.908 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-u82wAVksmyQwzZv off=1962221 len=1014421 2024-08-17T01:10:25.913 INFO:tasks.workunit.client.0.smithi082.stdout:op 2857 completed, throughput=4.99MB/sec 2024-08-17T01:10:25.913 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Eg7_DzIhgUu-DuX off=10302376 len=827155 2024-08-17T01:10:25.918 INFO:tasks.workunit.client.0.smithi082.stdout:op 2858 completed, throughput=5MB/sec 2024-08-17T01:10:25.918 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NaEuu4EqE22znQW off=15942314 len=1440060 2024-08-17T01:10:25.926 INFO:tasks.workunit.client.0.smithi082.stdout:op 2859 completed, throughput=5MB/sec 2024-08-17T01:10:25.926 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JKHDdWQG8nCsQJW off=7476287 len=126541 2024-08-17T01:10:25.928 INFO:tasks.workunit.client.0.smithi082.stdout:op 2860 completed, throughput=5MB/sec 2024-08-17T01:10:25.928 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cS9ZBTc7R1D_Nt- off=16539447 len=988488 2024-08-17T01:10:25.932 INFO:tasks.workunit.client.0.smithi082.stdout:op 2861 completed, throughput=5MB/sec 2024-08-17T01:10:25.932 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kvPwNbnzQ1MSM-Y off=668565 len=746737 2024-08-17T01:10:25.933 INFO:tasks.workunit.client.0.smithi082.stdout:op 2862 completed, throughput=5MB/sec 2024-08-17T01:10:25.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:25 smithi082 ceph-mon[91979]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:10:25.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:25 smithi082 ceph-mon[94343]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:10:25.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:25 smithi137 ceph-mon[86391]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:10:26.934 INFO:tasks.workunit.client.0.smithi082.stdout: 566: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:26.934 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-d1bzqK32pygL0C0 off=5391211 len=318747 2024-08-17T01:10:26.934 INFO:tasks.workunit.client.0.smithi082.stdout:op 2863 completed, throughput=4.99MB/sec 2024-08-17T01:10:26.934 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-7ViqTbWxL3lkG2C off=2722198 len=1730864 2024-08-17T01:10:26.938 INFO:tasks.workunit.client.0.smithi082.stdout:op 2864 completed, throughput=5MB/sec 2024-08-17T01:10:26.938 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8ZmchpmELSzLQrL off=18136262 len=224728 2024-08-17T01:10:26.939 INFO:tasks.workunit.client.0.smithi082.stdout:op 2865 completed, throughput=5MB/sec 2024-08-17T01:10:26.939 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-LqjqkVDCPY1YiJY off=8811231 len=1217927 2024-08-17T01:10:26.948 INFO:tasks.workunit.client.0.smithi082.stdout:op 2866 completed, throughput=5MB/sec 2024-08-17T01:10:26.948 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-y8rCbBe9smHTpXt off=976770 len=1345633 2024-08-17T01:10:26.954 INFO:tasks.workunit.client.0.smithi082.stdout:op 2867 completed, throughput=5MB/sec 2024-08-17T01:10:26.954 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-heq0TavCretBBRc off=8746116 len=533574 2024-08-17T01:10:26.957 INFO:tasks.workunit.client.0.smithi082.stdout:op 2868 completed, throughput=5MB/sec 2024-08-17T01:10:27.958 INFO:tasks.workunit.client.0.smithi082.stdout: 567: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:27.958 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bvzKilooRSx9tRW off=7807806 len=388131 2024-08-17T01:10:27.959 INFO:tasks.workunit.client.0.smithi082.stdout:op 2869 completed, throughput=4.99MB/sec 2024-08-17T01:10:27.959 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-LeJjQ8bfk65xcnc off=16537539 len=618798 2024-08-17T01:10:27.964 INFO:tasks.workunit.client.0.smithi082.stdout:op 2870 completed, throughput=4.99MB/sec 2024-08-17T01:10:27.964 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wsyJtPhkyBhQRsF off=114247 len=913782 2024-08-17T01:10:27.966 INFO:tasks.workunit.client.0.smithi082.stdout:op 2871 completed, throughput=5MB/sec 2024-08-17T01:10:27.966 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9x7a8LkA_9B8_6l off=20008257 len=75872 2024-08-17T01:10:27.968 INFO:tasks.workunit.client.0.smithi082.stdout:op 2872 completed, throughput=5MB/sec 2024-08-17T01:10:27.969 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-y-e0Fbqy4Kn6B2R off=12200224 len=313188 2024-08-17T01:10:27.971 INFO:tasks.workunit.client.0.smithi082.stdout:op 2873 completed, throughput=5MB/sec 2024-08-17T01:10:27.971 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xtISEMn6eDz5DnI off=22614649 len=664332 2024-08-17T01:10:27.973 INFO:tasks.workunit.client.0.smithi082.stdout:op 2874 completed, throughput=5MB/sec 2024-08-17T01:10:27.973 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-lfJWBXuJ6fLD9x7 off=1146438 len=1829161 2024-08-17T01:10:27.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:27 smithi082 ceph-mon[94343]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:10:27.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:27 smithi082 ceph-mon[91979]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:10:27.983 INFO:tasks.workunit.client.0.smithi082.stdout:op 2875 completed, throughput=5MB/sec 2024-08-17T01:10:27.983 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BLQM7U6EG6gwsVm off=16535253 len=1699233 2024-08-17T01:10:27.985 INFO:tasks.workunit.client.0.smithi082.stdout:op 2876 completed, throughput=5MB/sec 2024-08-17T01:10:27.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:27 smithi137 ceph-mon[86391]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:10:28.986 INFO:tasks.workunit.client.0.smithi082.stdout: 568: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:28.986 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9jb006vyMdWDXxo off=5155847 len=560217 2024-08-17T01:10:28.987 INFO:tasks.workunit.client.0.smithi082.stdout:op 2877 completed, throughput=4.99MB/sec 2024-08-17T01:10:28.987 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--TVAMd4uhio1VPH off=2716459 len=1328821 2024-08-17T01:10:28.989 INFO:tasks.workunit.client.0.smithi082.stdout:op 2878 completed, throughput=5MB/sec 2024-08-17T01:10:28.989 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oaONHPhuio9EzAS off=6680615 len=846333 2024-08-17T01:10:28.991 INFO:tasks.workunit.client.0.smithi082.stdout:op 2879 completed, throughput=5MB/sec 2024-08-17T01:10:28.992 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-i7ooEfWbBvV0I5- off=1951879 len=1944977 2024-08-17T01:10:28.994 INFO:tasks.workunit.client.0.smithi082.stdout:op 2880 completed, throughput=5MB/sec 2024-08-17T01:10:29.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:29 smithi082 ceph-mon[91979]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:10:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:29 smithi082 ceph-mon[94343]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:10:29.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:29 smithi137 ceph-mon[86391]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:10:29.994 INFO:tasks.workunit.client.0.smithi082.stdout: 569: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:29.994 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Bp1Daqc90bS2CoR off=60654 len=721375 2024-08-17T01:10:29.998 INFO:tasks.workunit.client.0.smithi082.stdout:op 2881 completed, throughput=4.99MB/sec 2024-08-17T01:10:29.998 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BmqW2xcZIVubLje off=4000927 len=1050065 2024-08-17T01:10:30.000 INFO:tasks.workunit.client.0.smithi082.stdout:op 2882 completed, throughput=5MB/sec 2024-08-17T01:10:30.001 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hC3mojlULLfp2-3 off=17397334 len=1916872 2024-08-17T01:10:30.003 INFO:tasks.workunit.client.0.smithi082.stdout:op 2883 completed, throughput=5MB/sec 2024-08-17T01:10:30.003 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WZVX4drQBGhGNy7 off=2817504 len=27278 2024-08-17T01:10:30.005 INFO:tasks.workunit.client.0.smithi082.stdout:op 2884 completed, throughput=5MB/sec 2024-08-17T01:10:30.005 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qfKXnpc-m8XakY5 off=4841950 len=1325087 2024-08-17T01:10:30.010 INFO:tasks.workunit.client.0.smithi082.stdout:op 2885 completed, throughput=5MB/sec 2024-08-17T01:10:31.011 INFO:tasks.workunit.client.0.smithi082.stdout: 570: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:31.011 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HP8_L9QotaWaJfu off=9866730 len=1319007 2024-08-17T01:10:31.013 INFO:tasks.workunit.client.0.smithi082.stdout:op 2886 completed, throughput=4.99MB/sec 2024-08-17T01:10:31.013 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-odQLb5JawUk1lz_ off=16333169 len=505834 2024-08-17T01:10:31.015 INFO:tasks.workunit.client.0.smithi082.stdout:op 2887 completed, throughput=5MB/sec 2024-08-17T01:10:31.015 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wdBnxPXq7yrj5j6 off=602458 len=1713593 2024-08-17T01:10:31.024 INFO:tasks.workunit.client.0.smithi082.stdout:op 2888 completed, throughput=5MB/sec 2024-08-17T01:10:31.024 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-56k7vO-kViPuvXo off=0 len=1444351 2024-08-17T01:10:31.028 INFO:tasks.workunit.client.0.smithi082.stdout:op 2889 completed, throughput=5MB/sec 2024-08-17T01:10:31.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:31 smithi082 ceph-mon[91979]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:10:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:31 smithi082 ceph-mon[94343]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:10:31.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:31 smithi137 ceph-mon[86391]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:10:32.028 INFO:tasks.workunit.client.0.smithi082.stdout: 571: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:32.028 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Suk_fcsh5__Y6D8 off=5067858 len=1851767 2024-08-17T01:10:32.032 INFO:tasks.workunit.client.0.smithi082.stdout:op 2890 completed, throughput=4.99MB/sec 2024-08-17T01:10:32.032 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vy0pqpQj7ssf7js off=1767933 len=1924281 2024-08-17T01:10:32.042 INFO:tasks.workunit.client.0.smithi082.stdout:op 2891 completed, throughput=5MB/sec 2024-08-17T01:10:32.042 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rU4Ou4Lqh7F2qYZ off=4375696 len=726084 2024-08-17T01:10:32.046 INFO:tasks.workunit.client.0.smithi082.stdout:op 2892 completed, throughput=5MB/sec 2024-08-17T01:10:32.046 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-57mxjSe6Kq_fa_2 off=2007807 len=1012781 2024-08-17T01:10:32.052 INFO:tasks.workunit.client.0.smithi082.stdout:op 2893 completed, throughput=5MB/sec 2024-08-17T01:10:32.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:10:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:10:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:10:33.053 INFO:tasks.workunit.client.0.smithi082.stdout: 572: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:33.053 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tdYnTqfJUbnXhVW off=3687141 len=1309254 2024-08-17T01:10:33.054 INFO:tasks.workunit.client.0.smithi082.stdout:op 2894 completed, throughput=4.99MB/sec 2024-08-17T01:10:33.055 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kvM054DSA8NF2M0 off=9533334 len=1336838 2024-08-17T01:10:33.056 INFO:tasks.workunit.client.0.smithi082.stdout:op 2895 completed, throughput=5MB/sec 2024-08-17T01:10:33.056 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rhgu_rFLDouQ2LI off=7681745 len=1449271 2024-08-17T01:10:33.058 INFO:tasks.workunit.client.0.smithi082.stdout:op 2896 completed, throughput=5MB/sec 2024-08-17T01:10:33.058 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-w6zP9llUVKCyuQs off=1712720 len=867311 2024-08-17T01:10:33.063 INFO:tasks.workunit.client.0.smithi082.stdout:op 2897 completed, throughput=5MB/sec 2024-08-17T01:10:33.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:33 smithi082 ceph-mon[94343]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:10:34.094 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:33 smithi082 ceph-mon[91979]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:10:34.096 INFO:tasks.workunit.client.0.smithi082.stdout: 573: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:34.096 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-N4RsG7Uv_YJUusU off=6437170 len=1572208 2024-08-17T01:10:34.096 INFO:tasks.workunit.client.0.smithi082.stdout:op 2898 completed, throughput=4.99MB/sec 2024-08-17T01:10:34.096 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fXUYXOE_BL10CHB off=103479 len=396073 2024-08-17T01:10:34.096 INFO:tasks.workunit.client.0.smithi082.stdout:op 2899 completed, throughput=4.99MB/sec 2024-08-17T01:10:34.096 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gj31yIjIeNJCawH off=660054 len=1886942 2024-08-17T01:10:34.096 INFO:tasks.workunit.client.0.smithi082.stdout:op 2900 completed, throughput=5MB/sec 2024-08-17T01:10:34.096 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kWI7xtSuDOUXbeR off=14567714 len=508080 2024-08-17T01:10:34.096 INFO:tasks.workunit.client.0.smithi082.stdout:op 2901 completed, throughput=5MB/sec 2024-08-17T01:10:34.097 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-sPztMWRrroGTuu_ off=2312642 len=391369 2024-08-17T01:10:34.097 INFO:tasks.workunit.client.0.smithi082.stdout:op 2902 completed, throughput=5MB/sec 2024-08-17T01:10:34.097 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-lM8e3HbXoCeBu9B off=14970145 len=1807919 2024-08-17T01:10:34.097 INFO:tasks.workunit.client.0.smithi082.stdout:op 2903 completed, throughput=5MB/sec 2024-08-17T01:10:34.097 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:33 smithi137 ceph-mon[86391]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:10:35.083 INFO:tasks.workunit.client.0.smithi082.stdout: 574: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:35.083 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZyUwpJ3SzcFHtOW off=10114614 len=672760 2024-08-17T01:10:35.088 INFO:tasks.workunit.client.0.smithi082.stdout:op 2904 completed, throughput=4.99MB/sec 2024-08-17T01:10:35.088 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vGu47f2nzJUo8xl off=2873861 len=1104890 2024-08-17T01:10:35.090 INFO:tasks.workunit.client.0.smithi082.stdout:op 2905 completed, throughput=5MB/sec 2024-08-17T01:10:35.090 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-o_aZ8dRZiLhYntY off=474890 len=1007371 2024-08-17T01:10:35.095 INFO:tasks.workunit.client.0.smithi082.stdout:op 2906 completed, throughput=5MB/sec 2024-08-17T01:10:35.095 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2FYUgyUEH5eptQW off=8022970 len=1373256 2024-08-17T01:10:35.103 INFO:tasks.workunit.client.0.smithi082.stdout:op 2907 completed, throughput=5MB/sec 2024-08-17T01:10:35.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:10:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:10:35] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-08-17T01:10:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:35 smithi082 ceph-mon[94343]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:10:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:10:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:35 smithi082 ceph-mon[91979]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:10:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:10:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:35 smithi137 ceph-mon[86391]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:10:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:10:36.104 INFO:tasks.workunit.client.0.smithi082.stdout: 575: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:36.104 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9BwiUt7oNgb9xdU off=475011 len=1316958 2024-08-17T01:10:36.113 INFO:tasks.workunit.client.0.smithi082.stdout:op 2908 completed, throughput=4.99MB/sec 2024-08-17T01:10:36.113 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kIv6ztfmSUbO84H off=9855413 len=1891234 2024-08-17T01:10:36.115 INFO:tasks.workunit.client.0.smithi082.stdout:op 2909 completed, throughput=5MB/sec 2024-08-17T01:10:36.115 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cQIFX1XwBIzJ-gM off=4962168 len=71299 2024-08-17T01:10:36.118 INFO:tasks.workunit.client.0.smithi082.stdout:op 2910 completed, throughput=5MB/sec 2024-08-17T01:10:36.118 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-jHwIQ_8xFnLA-ok off=736660 len=669352 2024-08-17T01:10:36.122 INFO:tasks.workunit.client.0.smithi082.stdout:op 2911 completed, throughput=5MB/sec 2024-08-17T01:10:36.122 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-i1oobtjl-Zu3KQa off=3243810 len=1915497 2024-08-17T01:10:36.131 INFO:tasks.workunit.client.0.smithi082.stdout:op 2912 completed, throughput=5MB/sec 2024-08-17T01:10:37.132 INFO:tasks.workunit.client.0.smithi082.stdout: 576: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:37.132 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-7l3bksWFaU5KiVU off=2273949 len=736279 2024-08-17T01:10:37.133 INFO:tasks.workunit.client.0.smithi082.stdout:op 2913 completed, throughput=4.99MB/sec 2024-08-17T01:10:37.133 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2lMH4z_L2G5h3SM off=2834430 len=959892 2024-08-17T01:10:37.134 INFO:tasks.workunit.client.0.smithi082.stdout:op 2914 completed, throughput=5MB/sec 2024-08-17T01:10:37.134 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5ygUFzJ_BmjPWLl off=3912857 len=87019 2024-08-17T01:10:37.137 INFO:tasks.workunit.client.0.smithi082.stdout:op 2915 completed, throughput=5MB/sec 2024-08-17T01:10:37.137 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-53KMg-K5Y9eeGJu off=3561868 len=1985155 2024-08-17T01:10:37.147 INFO:tasks.workunit.client.0.smithi082.stdout:op 2916 completed, throughput=5MB/sec 2024-08-17T01:10:37.147 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-RWKczv6SwaM-BbJ off=12131724 len=798942 2024-08-17T01:10:37.151 INFO:tasks.workunit.client.0.smithi082.stdout:op 2917 completed, throughput=5MB/sec 2024-08-17T01:10:37.152 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vAxBEdwa1b1PK_4 off=16414965 len=503214 2024-08-17T01:10:37.152 INFO:tasks.workunit.client.0.smithi082.stdout:op 2918 completed, throughput=5MB/sec 2024-08-17T01:10:37.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:37 smithi082 ceph-mon[91979]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:10:37.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:37 smithi082 ceph-mon[94343]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:10:37.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:37 smithi137 ceph-mon[86391]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:10:38.153 INFO:tasks.workunit.client.0.smithi082.stdout: 577: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:38.153 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tDzIQBF9JskP9Ss off=4726882 len=2070892 2024-08-17T01:10:38.155 INFO:tasks.workunit.client.0.smithi082.stdout:op 2919 completed, throughput=5MB/sec 2024-08-17T01:10:38.155 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-msbro8jgSLCVhCi off=7449831 len=716312 2024-08-17T01:10:38.156 INFO:tasks.workunit.client.0.smithi082.stdout:op 2920 completed, throughput=5MB/sec 2024-08-17T01:10:38.156 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-d0NImndkA6lDPbU off=8440440 len=609250 2024-08-17T01:10:38.160 INFO:tasks.workunit.client.0.smithi082.stdout:op 2921 completed, throughput=5MB/sec 2024-08-17T01:10:38.160 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Su8ga6Via0S7N8r off=15108375 len=1476994 2024-08-17T01:10:38.163 INFO:tasks.workunit.client.0.smithi082.stdout:op 2922 completed, throughput=5MB/sec 2024-08-17T01:10:38.163 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-byFBI2XvOdahpB3 off=15927766 len=1653078 2024-08-17T01:10:38.165 INFO:tasks.workunit.client.0.smithi082.stdout:op 2923 completed, throughput=5MB/sec 2024-08-17T01:10:39.166 INFO:tasks.workunit.client.0.smithi082.stdout: 578: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:39.166 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kyWWNpWmwPOKpT9 off=6915214 len=1482726 2024-08-17T01:10:39.174 INFO:tasks.workunit.client.0.smithi082.stdout:op 2924 completed, throughput=5MB/sec 2024-08-17T01:10:39.174 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-AzvvAM5cfspgxkl off=19149676 len=129404 2024-08-17T01:10:39.177 INFO:tasks.workunit.client.0.smithi082.stdout:op 2925 completed, throughput=5MB/sec 2024-08-17T01:10:39.177 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rG4FcvHU1qF_3Ib off=14092133 len=35696 2024-08-17T01:10:39.179 INFO:tasks.workunit.client.0.smithi082.stdout:op 2926 completed, throughput=5MB/sec 2024-08-17T01:10:39.179 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dMcfEwf88-_H5ks off=3099272 len=2073 2024-08-17T01:10:39.182 INFO:tasks.workunit.client.0.smithi082.stdout:op 2927 completed, throughput=5MB/sec 2024-08-17T01:10:39.182 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rI7VVKbORjLL7W0 off=363509 len=527742 2024-08-17T01:10:39.185 INFO:tasks.workunit.client.0.smithi082.stdout:op 2928 completed, throughput=5MB/sec 2024-08-17T01:10:39.185 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5qm7K4sw3wZqVSU off=732960 len=325451 2024-08-17T01:10:39.187 INFO:tasks.workunit.client.0.smithi082.stdout:op 2929 completed, throughput=5MB/sec 2024-08-17T01:10:39.187 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2Q5fc47zfTKPJOD off=3579714 len=2054353 2024-08-17T01:10:39.198 INFO:tasks.workunit.client.0.smithi082.stdout:op 2930 completed, throughput=5MB/sec 2024-08-17T01:10:39.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:39 smithi082 ceph-mon[94343]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:10:39.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:39 smithi082 ceph-mon[91979]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:10:39.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:39 smithi137 ceph-mon[86391]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:10:40.198 INFO:tasks.workunit.client.0.smithi082.stdout: 579: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:40.198 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qE5ZjBq9brDIbl2 off=11256515 len=1093534 2024-08-17T01:10:40.200 INFO:tasks.workunit.client.0.smithi082.stdout:op 2931 completed, throughput=4.99MB/sec 2024-08-17T01:10:40.200 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZG31d-MjhWLpRRI off=729517 len=1526448 2024-08-17T01:10:40.209 INFO:tasks.workunit.client.0.smithi082.stdout:op 2932 completed, throughput=5MB/sec 2024-08-17T01:10:40.210 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Hmg3pd-cLWtI_2p off=11281404 len=248548 2024-08-17T01:10:40.210 INFO:tasks.workunit.client.0.smithi082.stdout:op 2933 completed, throughput=5MB/sec 2024-08-17T01:10:40.210 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4YN5UUe4Z7we_oe off=1784359 len=1142822 2024-08-17T01:10:40.216 INFO:tasks.workunit.client.0.smithi082.stdout:op 2934 completed, throughput=5MB/sec 2024-08-17T01:10:40.216 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9zNhWrLpMWLxV7O off=223995 len=1000804 2024-08-17T01:10:40.220 INFO:tasks.workunit.client.0.smithi082.stdout:op 2935 completed, throughput=5MB/sec 2024-08-17T01:10:41.222 INFO:tasks.workunit.client.0.smithi082.stdout: 580: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:41.222 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6G7XiM4yprUZeKA off=3384547 len=120757 2024-08-17T01:10:41.222 INFO:tasks.workunit.client.0.smithi082.stdout:op 2936 completed, throughput=4.99MB/sec 2024-08-17T01:10:41.223 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-62-4JV49J3IrQNW off=2199385 len=1805959 2024-08-17T01:10:41.225 INFO:tasks.workunit.client.0.smithi082.stdout:op 2937 completed, throughput=5MB/sec 2024-08-17T01:10:41.225 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Nncd2Lw31Wv7YWI off=3493953 len=69426 2024-08-17T01:10:41.225 INFO:tasks.workunit.client.0.smithi082.stdout:op 2938 completed, throughput=5MB/sec 2024-08-17T01:10:41.226 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rpIxFOU_BF1Mvxl off=2287964 len=741850 2024-08-17T01:10:41.226 INFO:tasks.workunit.client.0.smithi082.stdout:op 2939 completed, throughput=5MB/sec 2024-08-17T01:10:41.226 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Fai3-VfebK_p2Wv off=8063357 len=1121902 2024-08-17T01:10:41.230 INFO:tasks.workunit.client.0.smithi082.stdout:op 2940 completed, throughput=5MB/sec 2024-08-17T01:10:41.230 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-uD_PN-2fdXpJ6Yx off=1146783 len=653761 2024-08-17T01:10:41.234 INFO:tasks.workunit.client.0.smithi082.stdout:op 2941 completed, throughput=5MB/sec 2024-08-17T01:10:41.234 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qRpC0pE2eoS6bp_ off=1944108 len=1598114 2024-08-17T01:10:41.234 INFO:tasks.workunit.client.0.smithi082.stdout:op 2942 completed, throughput=5MB/sec 2024-08-17T01:10:41.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:41 smithi082 ceph-mon[91979]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:10:41.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:41 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:10:41.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:41 smithi082 ceph-mon[94343]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:10:41.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:41 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:10:41.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:41 smithi137 ceph-mon[86391]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:10:41.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:41 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:10:42.235 INFO:tasks.workunit.client.0.smithi082.stdout: 581: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:42.235 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NTRSkaZGeA542QH off=573388 len=1597215 2024-08-17T01:10:42.240 INFO:tasks.workunit.client.0.smithi082.stdout:op 2943 completed, throughput=5MB/sec 2024-08-17T01:10:42.240 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-H_dIdQA4y90QuDj off=9790723 len=1210222 2024-08-17T01:10:42.246 INFO:tasks.workunit.client.0.smithi082.stdout:op 2944 completed, throughput=5MB/sec 2024-08-17T01:10:42.246 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-93BRZuj7J1eQqkE off=6937364 len=525332 2024-08-17T01:10:42.247 INFO:tasks.workunit.client.0.smithi082.stdout:op 2945 completed, throughput=5MB/sec 2024-08-17T01:10:42.248 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zZ07HzKv739bOFH off=7406166 len=101427 2024-08-17T01:10:42.248 INFO:tasks.workunit.client.0.smithi082.stdout:op 2946 completed, throughput=5MB/sec 2024-08-17T01:10:42.248 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_sDVYja6Ipx_EII off=506030 len=1923991 2024-08-17T01:10:42.249 INFO:tasks.workunit.client.0.smithi082.stdout:op 2947 completed, throughput=5MB/sec 2024-08-17T01:10:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:10:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:10:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:10:43.250 INFO:tasks.workunit.client.0.smithi082.stdout: 582: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:43.250 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BAwpP0VKZ3ik489 off=1834939 len=1625535 2024-08-17T01:10:43.255 INFO:tasks.workunit.client.0.smithi082.stdout:op 2948 completed, throughput=5MB/sec 2024-08-17T01:10:43.255 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-M34V7lq1xO_2Zk0 off=8454437 len=1711045 2024-08-17T01:10:43.262 INFO:tasks.workunit.client.0.smithi082.stdout:op 2949 completed, throughput=5MB/sec 2024-08-17T01:10:43.263 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nuCyOTZ6XkuGwDi off=11500010 len=2017511 2024-08-17T01:10:43.266 INFO:tasks.workunit.client.0.smithi082.stdout:op 2950 completed, throughput=5MB/sec 2024-08-17T01:10:44.266 INFO:tasks.workunit.client.0.smithi082.stdout: 583: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:44.267 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ktkXDLqZRTpAMCL off=20178864 len=1178167 2024-08-17T01:10:44.268 INFO:tasks.workunit.client.0.smithi082.stdout:op 2951 completed, throughput=5MB/sec 2024-08-17T01:10:44.268 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fN_J18jpiKVa0ik off=4815166 len=1629534 2024-08-17T01:10:44.269 INFO:tasks.workunit.client.0.smithi082.stdout:op 2952 completed, throughput=5MB/sec 2024-08-17T01:10:44.269 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-casHNdC8zj3WDsZ off=8310795 len=219601 2024-08-17T01:10:44.270 INFO:tasks.workunit.client.0.smithi082.stdout:op 2953 completed, throughput=5MB/sec 2024-08-17T01:10:44.270 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-B7YY4HcwA15fhlN off=3255689 len=231899 2024-08-17T01:10:44.273 INFO:tasks.workunit.client.0.smithi082.stdout:op 2954 completed, throughput=5MB/sec 2024-08-17T01:10:44.273 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-S_UobWpDHnjkyMW off=8136866 len=751367 2024-08-17T01:10:44.273 INFO:tasks.workunit.client.0.smithi082.stdout:op 2955 completed, throughput=5MB/sec 2024-08-17T01:10:44.273 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hTEMq3ei6g-h73u off=1424963 len=1506495 2024-08-17T01:10:44.274 INFO:tasks.workunit.client.0.smithi082.stdout:op 2956 completed, throughput=5MB/sec 2024-08-17T01:10:44.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:44 smithi082 ceph-mon[94343]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:10:44.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:44 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:10:44.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:44 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:10:44.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:44 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:10:44.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:44 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:10:44.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:44 smithi082 ceph-mon[91979]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:10:44.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:44 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:10:44.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:44 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:10:44.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:44 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:10:44.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:44 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:10:44.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:44 smithi137 ceph-mon[86391]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:10:44.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:44 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:10:44.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:44 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:10:44.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:44 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:10:44.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:44 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:10:45.274 INFO:tasks.workunit.client.0.smithi082.stdout: 584: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:45.275 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6FOuYDz-uOQy6th off=3231792 len=833198 2024-08-17T01:10:45.277 INFO:tasks.workunit.client.0.smithi082.stdout:op 2957 completed, throughput=5MB/sec 2024-08-17T01:10:45.277 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zln5Q5hw7MZC5_B off=107434 len=654997 2024-08-17T01:10:45.282 INFO:tasks.workunit.client.0.smithi082.stdout:op 2958 completed, throughput=5MB/sec 2024-08-17T01:10:45.282 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NXaHgedcogR8lUc off=3843321 len=1248282 2024-08-17T01:10:45.282 INFO:tasks.workunit.client.0.smithi082.stdout:op 2959 completed, throughput=5MB/sec 2024-08-17T01:10:45.282 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mpfh98zHqcsMvRo off=6611736 len=1203444 2024-08-17T01:10:45.287 INFO:tasks.workunit.client.0.smithi082.stdout:op 2960 completed, throughput=5MB/sec 2024-08-17T01:10:45.410 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:10:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:10:45] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-08-17T01:10:45.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:10:45.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:10:45.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:10:45.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:10:45.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:10:45.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:10:45.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:10:45.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:10:45.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:10:46.288 INFO:tasks.workunit.client.0.smithi082.stdout: 585: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:46.288 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tbLBHRsCT-2eG54 off=6432731 len=1232802 2024-08-17T01:10:46.289 INFO:tasks.workunit.client.0.smithi082.stdout:op 2961 completed, throughput=4.99MB/sec 2024-08-17T01:10:46.289 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9dXkFl-cgvL6XHC off=16053787 len=836384 2024-08-17T01:10:46.290 INFO:tasks.workunit.client.0.smithi082.stdout:op 2962 completed, throughput=4.99MB/sec 2024-08-17T01:10:46.291 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-DPHr6IfE7AreHED off=7939659 len=315639 2024-08-17T01:10:46.295 INFO:tasks.workunit.client.0.smithi082.stdout:op 2963 completed, throughput=5MB/sec 2024-08-17T01:10:46.295 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xTbWvVbmuXbnakN off=1063178 len=560398 2024-08-17T01:10:46.298 INFO:tasks.workunit.client.0.smithi082.stdout:op 2964 completed, throughput=5MB/sec 2024-08-17T01:10:46.298 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qSTZyjERtF2KEJG off=4060292 len=1154620 2024-08-17T01:10:46.300 INFO:tasks.workunit.client.0.smithi082.stdout:op 2965 completed, throughput=5MB/sec 2024-08-17T01:10:46.300 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZTCKByJmrSs0Q-A off=2323786 len=1988409 2024-08-17T01:10:46.310 INFO:tasks.workunit.client.0.smithi082.stdout:op 2966 completed, throughput=5MB/sec 2024-08-17T01:10:46.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:46 smithi082 ceph-mon[94343]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:10:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:46 smithi082 ceph-mon[91979]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:10:46.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:46 smithi137 ceph-mon[86391]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:10:47.311 INFO:tasks.workunit.client.0.smithi082.stdout: 586: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:47.311 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PEL9vYLtLIQqAOv off=3829064 len=1901381 2024-08-17T01:10:47.321 INFO:tasks.workunit.client.0.smithi082.stdout:op 2967 completed, throughput=5MB/sec 2024-08-17T01:10:47.321 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qcxo2JAWtLOG6T2 off=81874 len=1818512 2024-08-17T01:10:47.328 INFO:tasks.workunit.client.0.smithi082.stdout:op 2968 completed, throughput=5MB/sec 2024-08-17T01:10:47.328 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kWTpXaR3HQyFir2 off=11190433 len=1159043 2024-08-17T01:10:47.329 INFO:tasks.workunit.client.0.smithi082.stdout:op 2969 completed, throughput=5MB/sec 2024-08-17T01:10:48.330 INFO:tasks.workunit.client.0.smithi082.stdout: 587: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:48.330 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DfTEbPs07YZ3qd9 off=324181 len=1618119 2024-08-17T01:10:48.332 INFO:tasks.workunit.client.0.smithi082.stdout:op 2970 completed, throughput=4.99MB/sec 2024-08-17T01:10:48.332 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-VufAaJo3HYoXTbk off=2229612 len=515773 2024-08-17T01:10:48.337 INFO:tasks.workunit.client.0.smithi082.stdout:op 2971 completed, throughput=5MB/sec 2024-08-17T01:10:48.337 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-DjKD1WE7ASCerVH off=451216 len=365909 2024-08-17T01:10:48.340 INFO:tasks.workunit.client.0.smithi082.stdout:op 2972 completed, throughput=5MB/sec 2024-08-17T01:10:48.340 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-v74qse37TsZEdTv off=4507300 len=665616 2024-08-17T01:10:48.341 INFO:tasks.workunit.client.0.smithi082.stdout:op 2973 completed, throughput=5MB/sec 2024-08-17T01:10:48.341 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-VwEHGFRI0otUjfL off=10501791 len=976911 2024-08-17T01:10:48.342 INFO:tasks.workunit.client.0.smithi082.stdout:op 2974 completed, throughput=5MB/sec 2024-08-17T01:10:48.342 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UygfrJgOc1iQT5w off=9740488 len=1933305 2024-08-17T01:10:48.354 INFO:tasks.workunit.client.0.smithi082.stdout:op 2975 completed, throughput=5MB/sec 2024-08-17T01:10:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:48 smithi082 ceph-mon[94343]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:10:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:48 smithi082 ceph-mon[91979]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:10:48.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:48 smithi137 ceph-mon[86391]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:10:49.354 INFO:tasks.workunit.client.0.smithi082.stdout: 588: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:49.355 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dgTriwGPQcLQzLt off=14691252 len=244292 2024-08-17T01:10:49.355 INFO:tasks.workunit.client.0.smithi082.stdout:op 2976 completed, throughput=4.99MB/sec 2024-08-17T01:10:49.355 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-m6k32uHbgJYQsX2 off=6592526 len=1102515 2024-08-17T01:10:49.358 INFO:tasks.workunit.client.0.smithi082.stdout:op 2977 completed, throughput=5MB/sec 2024-08-17T01:10:49.358 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2jPxOtNjTxCMlpp off=3209567 len=546671 2024-08-17T01:10:49.359 INFO:tasks.workunit.client.0.smithi082.stdout:op 2978 completed, throughput=5MB/sec 2024-08-17T01:10:49.359 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yX6EyrUFKJj8lpw off=6574101 len=1798526 2024-08-17T01:10:49.369 INFO:tasks.workunit.client.0.smithi082.stdout:op 2979 completed, throughput=5MB/sec 2024-08-17T01:10:49.369 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HHGI9ArKJxzA4XP off=1674074 len=1998999 2024-08-17T01:10:49.380 INFO:tasks.workunit.client.0.smithi082.stdout:op 2980 completed, throughput=5MB/sec 2024-08-17T01:10:50.380 INFO:tasks.workunit.client.0.smithi082.stdout: 589: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:50.380 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zIcF-yQn-VxJW6P off=17009569 len=1604656 2024-08-17T01:10:50.389 INFO:tasks.workunit.client.0.smithi082.stdout:op 2981 completed, throughput=5MB/sec 2024-08-17T01:10:50.389 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NhNWGqNhis3OCJQ off=395418 len=1798464 2024-08-17T01:10:50.390 INFO:tasks.workunit.client.0.smithi082.stdout:op 2982 completed, throughput=5MB/sec 2024-08-17T01:10:50.390 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QOqAfci0kKS_7Q4 off=1516704 len=981063 2024-08-17T01:10:50.395 INFO:tasks.workunit.client.0.smithi082.stdout:op 2983 completed, throughput=5MB/sec 2024-08-17T01:10:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:50 smithi082 ceph-mon[94343]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:10:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:10:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:50 smithi082 ceph-mon[91979]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:10:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:10:50.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:50 smithi137 ceph-mon[86391]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:10:50.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:10:51.396 INFO:tasks.workunit.client.0.smithi082.stdout: 590: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:51.396 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-68IiYJ_pDPK9pf_ off=18115726 len=2043367 2024-08-17T01:10:51.398 INFO:tasks.workunit.client.0.smithi082.stdout:op 2984 completed, throughput=5MB/sec 2024-08-17T01:10:51.398 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UeO9JdtgHT66alE off=5909384 len=1914242 2024-08-17T01:10:51.407 INFO:tasks.workunit.client.0.smithi082.stdout:op 2985 completed, throughput=5MB/sec 2024-08-17T01:10:51.408 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-D7ixD5MVFNXGJci off=2811144 len=861269 2024-08-17T01:10:51.409 INFO:tasks.workunit.client.0.smithi082.stdout:op 2986 completed, throughput=5MB/sec 2024-08-17T01:10:51.409 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6cyJ1csOz0mM1l2 off=1436813 len=856947 2024-08-17T01:10:51.414 INFO:tasks.workunit.client.0.smithi082.stdout:op 2987 completed, throughput=5MB/sec 2024-08-17T01:10:52.414 INFO:tasks.workunit.client.0.smithi082.stdout: 591: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:52.414 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vXu8-H2YiW7Twod off=1471721 len=1067229 2024-08-17T01:10:52.419 INFO:tasks.workunit.client.0.smithi082.stdout:op 2988 completed, throughput=4.99MB/sec 2024-08-17T01:10:52.420 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pUOvfzvE5CeFOmE off=1114388 len=1291102 2024-08-17T01:10:52.429 INFO:tasks.workunit.client.0.smithi082.stdout:op 2989 completed, throughput=5MB/sec 2024-08-17T01:10:52.429 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1fQSEJTTsVDIrRZ off=545636 len=1122289 2024-08-17T01:10:52.431 INFO:tasks.workunit.client.0.smithi082.stdout:op 2990 completed, throughput=5MB/sec 2024-08-17T01:10:52.431 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-meq3LtcJ0QXNfH- off=3654283 len=1102727 2024-08-17T01:10:52.436 INFO:tasks.workunit.client.0.smithi082.stdout:op 2991 completed, throughput=5MB/sec 2024-08-17T01:10:52.436 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YS819-MyxdEeKoP off=8258151 len=1884 2024-08-17T01:10:52.437 INFO:tasks.workunit.client.0.smithi082.stdout:op 2992 completed, throughput=5MB/sec 2024-08-17T01:10:52.437 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4QjEXVpKghxB2Lw off=2638063 len=1340770 2024-08-17T01:10:52.438 INFO:tasks.workunit.client.0.smithi082.stdout:op 2993 completed, throughput=5MB/sec 2024-08-17T01:10:52.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:52 smithi082 ceph-mon[94343]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:10:52.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:52 smithi082 ceph-mon[91979]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:10:52.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:52 smithi137 ceph-mon[86391]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:10:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:10:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:10:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:10:53.438 INFO:tasks.workunit.client.0.smithi082.stdout: 592: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:53.439 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1ETmn3u5e3lIQSq off=1568316 len=769203 2024-08-17T01:10:53.443 INFO:tasks.workunit.client.0.smithi082.stdout:op 2994 completed, throughput=4.99MB/sec 2024-08-17T01:10:53.443 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-T3VxSL2AP4HGcN9 off=3465736 len=1069791 2024-08-17T01:10:53.445 INFO:tasks.workunit.client.0.smithi082.stdout:op 2995 completed, throughput=5MB/sec 2024-08-17T01:10:53.445 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yWkHqIkimPkPnY_ off=980691 len=1741441 2024-08-17T01:10:53.451 INFO:tasks.workunit.client.0.smithi082.stdout:op 2996 completed, throughput=5MB/sec 2024-08-17T01:10:53.452 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-S7-tVdu5r22xyHT off=8023927 len=1913119 2024-08-17T01:10:53.455 INFO:tasks.workunit.client.0.smithi082.stdout:op 2997 completed, throughput=5MB/sec 2024-08-17T01:10:54.455 INFO:tasks.workunit.client.0.smithi082.stdout: 593: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:54.455 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HW6W9DOo29EgcDC off=12591947 len=2004291 2024-08-17T01:10:54.457 INFO:tasks.workunit.client.0.smithi082.stdout:op 2998 completed, throughput=5MB/sec 2024-08-17T01:10:54.457 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zYa1yPGPW1jSQmk off=14450877 len=37317 2024-08-17T01:10:54.460 INFO:tasks.workunit.client.0.smithi082.stdout:op 2999 completed, throughput=5MB/sec 2024-08-17T01:10:54.460 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-7SbK2HP2TLGoPSF off=819910 len=1325562 2024-08-17T01:10:54.462 INFO:tasks.workunit.client.0.smithi082.stdout:op 3000 completed, throughput=5MB/sec 2024-08-17T01:10:54.462 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JR5mz1zTBrAAUyi off=5670187 len=54483 2024-08-17T01:10:54.464 INFO:tasks.workunit.client.0.smithi082.stdout:op 3001 completed, throughput=5MB/sec 2024-08-17T01:10:54.464 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-73CwqF0V0VUaFVU off=12132144 len=1869661 2024-08-17T01:10:54.467 INFO:tasks.workunit.client.0.smithi082.stdout:op 3002 completed, throughput=5MB/sec 2024-08-17T01:10:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:54 smithi082 ceph-mon[94343]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:10:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:54 smithi082 ceph-mon[91979]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:10:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:54 smithi137 ceph-mon[86391]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:10:55.467 INFO:tasks.workunit.client.0.smithi082.stdout: 594: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:55.467 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-akJ33gohY7nKFt2 off=808389 len=1369753 2024-08-17T01:10:55.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:10:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:10:55] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-08-17T01:10:55.475 INFO:tasks.workunit.client.0.smithi082.stdout:op 3003 completed, throughput=5MB/sec 2024-08-17T01:10:55.475 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hH6ht2l2GYYflsj off=10340829 len=623364 2024-08-17T01:10:55.479 INFO:tasks.workunit.client.0.smithi082.stdout:op 3004 completed, throughput=5MB/sec 2024-08-17T01:10:55.479 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-AkEq0bSmMKzSIea off=266278 len=1595070 2024-08-17T01:10:55.485 INFO:tasks.workunit.client.0.smithi082.stdout:op 3005 completed, throughput=5MB/sec 2024-08-17T01:10:55.485 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NZrKnNTzcN8EK-Z off=1482785 len=300055 2024-08-17T01:10:55.486 INFO:tasks.workunit.client.0.smithi082.stdout:op 3006 completed, throughput=5MB/sec 2024-08-17T01:10:55.486 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hhj1otN9PeDfSPW off=2420983 len=1157250 2024-08-17T01:10:55.488 INFO:tasks.workunit.client.0.smithi082.stdout:op 3007 completed, throughput=5MB/sec 2024-08-17T01:10:56.488 INFO:tasks.workunit.client.0.smithi082.stdout: 595: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:56.489 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-By6zdthzr0sx3kU off=2179845 len=93948 2024-08-17T01:10:56.489 INFO:tasks.workunit.client.0.smithi082.stdout:op 3008 completed, throughput=4.99MB/sec 2024-08-17T01:10:56.489 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mfEVHyH4NksKrKn off=1000670 len=1735330 2024-08-17T01:10:56.492 INFO:tasks.workunit.client.0.smithi082.stdout:op 3009 completed, throughput=5MB/sec 2024-08-17T01:10:56.492 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JVAxtMNgZirwS5E off=4205115 len=890629 2024-08-17T01:10:56.494 INFO:tasks.workunit.client.0.smithi082.stdout:op 3010 completed, throughput=5MB/sec 2024-08-17T01:10:56.494 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dkMnKkWR6tOwF86 off=1206843 len=44721 2024-08-17T01:10:56.494 INFO:tasks.workunit.client.0.smithi082.stdout:op 3011 completed, throughput=5MB/sec 2024-08-17T01:10:56.494 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OxqA8G-6n3Kg3jC off=8692575 len=1449882 2024-08-17T01:10:56.497 INFO:tasks.workunit.client.0.smithi082.stdout:op 3012 completed, throughput=5MB/sec 2024-08-17T01:10:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:56 smithi082 ceph-mon[94343]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:10:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:56 smithi082 ceph-mon[91979]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:10:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:56 smithi137 ceph-mon[86391]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:10:57.497 INFO:tasks.workunit.client.0.smithi082.stdout: 596: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:57.497 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WenTtocSYzz_RJV off=17849245 len=809939 2024-08-17T01:10:57.499 INFO:tasks.workunit.client.0.smithi082.stdout:op 3013 completed, throughput=4.99MB/sec 2024-08-17T01:10:57.499 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pB6O3SvsDdmU--v off=6712180 len=680855 2024-08-17T01:10:57.503 INFO:tasks.workunit.client.0.smithi082.stdout:op 3014 completed, throughput=4.99MB/sec 2024-08-17T01:10:57.503 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ii49hkbha8SEukx off=16699140 len=2013049 2024-08-17T01:10:57.506 INFO:tasks.workunit.client.0.smithi082.stdout:op 3015 completed, throughput=5MB/sec 2024-08-17T01:10:57.506 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-t0kqzBvUzf27t8O off=1320054 len=539720 2024-08-17T01:10:57.510 INFO:tasks.workunit.client.0.smithi082.stdout:op 3016 completed, throughput=5MB/sec 2024-08-17T01:10:57.510 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BnTYwt5y0dsl_na off=1398692 len=898957 2024-08-17T01:10:57.514 INFO:tasks.workunit.client.0.smithi082.stdout:op 3017 completed, throughput=5MB/sec 2024-08-17T01:10:57.514 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-7Hos5J5GIjWzhuo off=6221617 len=758276 2024-08-17T01:10:57.519 INFO:tasks.workunit.client.0.smithi082.stdout:op 3018 completed, throughput=5MB/sec 2024-08-17T01:10:58.519 INFO:tasks.workunit.client.0.smithi082.stdout: 597: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:58.520 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-FmcSct8oT9VcRyH off=1623271 len=1221207 2024-08-17T01:10:58.522 INFO:tasks.workunit.client.0.smithi082.stdout:op 3019 completed, throughput=4.99MB/sec 2024-08-17T01:10:58.523 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9hgZt2mas4Moiuk off=1950024 len=291904 2024-08-17T01:10:58.526 INFO:tasks.workunit.client.0.smithi082.stdout:op 3020 completed, throughput=4.99MB/sec 2024-08-17T01:10:58.526 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DMUTYZqJZS3wgAO off=7875762 len=2095114 2024-08-17T01:10:58.529 INFO:tasks.workunit.client.0.smithi082.stdout:op 3021 completed, throughput=5MB/sec 2024-08-17T01:10:58.529 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-64lw3XsCE76-VfB off=1678418 len=1614560 2024-08-17T01:10:58.530 INFO:tasks.workunit.client.0.smithi082.stdout:op 3022 completed, throughput=5MB/sec 2024-08-17T01:10:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:10:58 smithi082 ceph-mon[94343]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:10:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:10:58 smithi082 ceph-mon[91979]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:10:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:10:58 smithi137 ceph-mon[86391]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:10:59.531 INFO:tasks.workunit.client.0.smithi082.stdout: 598: throughput=4.99MB/sec pending data=0 2024-08-17T01:10:59.531 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-miTMuE3WJjpCtJy off=428111 len=724249 2024-08-17T01:10:59.535 INFO:tasks.workunit.client.0.smithi082.stdout:op 3023 completed, throughput=4.99MB/sec 2024-08-17T01:10:59.535 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-MsrWdBvW09ibfXl off=10322472 len=1525156 2024-08-17T01:10:59.543 INFO:tasks.workunit.client.0.smithi082.stdout:op 3024 completed, throughput=5MB/sec 2024-08-17T01:10:59.543 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oHKrL4E7EjTsjFn off=7744152 len=1739625 2024-08-17T01:10:59.549 INFO:tasks.workunit.client.0.smithi082.stdout:op 3025 completed, throughput=5MB/sec 2024-08-17T01:10:59.549 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oFtt0YiEkBSIRvf off=3163596 len=1715464 2024-08-17T01:10:59.552 INFO:tasks.workunit.client.0.smithi082.stdout:op 3026 completed, throughput=5MB/sec 2024-08-17T01:11:00.553 INFO:tasks.workunit.client.0.smithi082.stdout: 599: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:00.553 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-RCMJiv8bFma5mEM off=14935323 len=1802282 2024-08-17T01:11:00.564 INFO:tasks.workunit.client.0.smithi082.stdout:op 3027 completed, throughput=5MB/sec 2024-08-17T01:11:00.564 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BUdbT3cJn6e5r6H off=2788913 len=1511735 2024-08-17T01:11:00.572 INFO:tasks.workunit.client.0.smithi082.stdout:op 3028 completed, throughput=5MB/sec 2024-08-17T01:11:00.572 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-7d-UHkMpeQmGNW_ off=21565577 len=1317673 2024-08-17T01:11:00.573 INFO:tasks.workunit.client.0.smithi082.stdout:op 3029 completed, throughput=5MB/sec 2024-08-17T01:11:00.573 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1ETmn3u5e3lIQSq off=2951999 len=1611522 2024-08-17T01:11:00.579 INFO:tasks.workunit.client.0.smithi082.stdout:op 3030 completed, throughput=5MB/sec 2024-08-17T01:11:00.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:00 smithi082 ceph-mon[94343]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:11:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:00 smithi082 ceph-mon[91979]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:11:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:00 smithi137 ceph-mon[86391]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:11:01.579 INFO:tasks.workunit.client.0.smithi082.stdout: 600: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:01.579 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-FLKGfC6DtcR5b5s off=2688887 len=261599 2024-08-17T01:11:01.583 INFO:tasks.workunit.client.0.smithi082.stdout:op 3031 completed, throughput=4.99MB/sec 2024-08-17T01:11:01.583 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-FgOsREgPQyNzWrV off=11706070 len=675139 2024-08-17T01:11:01.584 INFO:tasks.workunit.client.0.smithi082.stdout:op 3032 completed, throughput=5MB/sec 2024-08-17T01:11:01.584 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nxd8f3senMjCLlD off=1920956 len=112845 2024-08-17T01:11:01.585 INFO:tasks.workunit.client.0.smithi082.stdout:op 3033 completed, throughput=5MB/sec 2024-08-17T01:11:01.585 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-63NRHphW9L40YfF off=14990299 len=717460 2024-08-17T01:11:01.586 INFO:tasks.workunit.client.0.smithi082.stdout:op 3034 completed, throughput=5MB/sec 2024-08-17T01:11:01.586 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qR-1Li7r8lBZNK3 off=224076 len=834673 2024-08-17T01:11:01.590 INFO:tasks.workunit.client.0.smithi082.stdout:op 3035 completed, throughput=5MB/sec 2024-08-17T01:11:01.591 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Kt8hhbYXqfNgwSX off=2189244 len=1922875 2024-08-17T01:11:01.594 INFO:tasks.workunit.client.0.smithi082.stdout:op 3036 completed, throughput=5MB/sec 2024-08-17T01:11:02.595 INFO:tasks.workunit.client.0.smithi082.stdout: 601: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:02.595 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-iXBA0BL7b1xD_xv off=11590562 len=236922 2024-08-17T01:11:02.595 INFO:tasks.workunit.client.0.smithi082.stdout:op 3037 completed, throughput=4.99MB/sec 2024-08-17T01:11:02.595 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Pe2DpOd8fxNb9kz off=8957667 len=2053445 2024-08-17T01:11:02.598 INFO:tasks.workunit.client.0.smithi082.stdout:op 3038 completed, throughput=5MB/sec 2024-08-17T01:11:02.598 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-40Jk7q1QzeGEUTu off=4138110 len=1393459 2024-08-17T01:11:02.606 INFO:tasks.workunit.client.0.smithi082.stdout:op 3039 completed, throughput=5MB/sec 2024-08-17T01:11:02.606 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-sBa6iQA-opuNPrt off=986084 len=698042 2024-08-17T01:11:02.610 INFO:tasks.workunit.client.0.smithi082.stdout:op 3040 completed, throughput=5MB/sec 2024-08-17T01:11:02.610 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Hb_oOpV0vVMRK4f off=4475715 len=1455099 2024-08-17T01:11:02.611 INFO:tasks.workunit.client.0.smithi082.stdout:op 3041 completed, throughput=5MB/sec 2024-08-17T01:11:02.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:02 smithi082 ceph-mon[94343]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:11:02.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:02 smithi082 ceph-mon[91979]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:11:02.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:02 smithi137 ceph-mon[86391]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:11:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:11:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:11:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:11:03.611 INFO:tasks.workunit.client.0.smithi082.stdout: 602: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:03.611 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-nhsz12fVXAnlyGm off=1274604 len=1297239 2024-08-17T01:11:03.620 INFO:tasks.workunit.client.0.smithi082.stdout:op 3042 completed, throughput=5MB/sec 2024-08-17T01:11:03.620 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vnE_sOqwztHXpf6 off=4603313 len=284701 2024-08-17T01:11:03.623 INFO:tasks.workunit.client.0.smithi082.stdout:op 3043 completed, throughput=5MB/sec 2024-08-17T01:11:03.623 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-r81dxANU27x3tIF off=2613202 len=245144 2024-08-17T01:11:03.626 INFO:tasks.workunit.client.0.smithi082.stdout:op 3044 completed, throughput=5MB/sec 2024-08-17T01:11:03.626 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZFX0TR6OMIbo8-C off=3774651 len=1308976 2024-08-17T01:11:03.628 INFO:tasks.workunit.client.0.smithi082.stdout:op 3045 completed, throughput=5MB/sec 2024-08-17T01:11:03.628 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UnKigywFaCaRdEI off=9285882 len=1882978 2024-08-17T01:11:03.638 INFO:tasks.workunit.client.0.smithi082.stdout:op 3046 completed, throughput=5MB/sec 2024-08-17T01:11:04.639 INFO:tasks.workunit.client.0.smithi082.stdout: 603: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:04.639 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-70UOzTtOUOjE9Aq off=20050 len=592723 2024-08-17T01:11:04.643 INFO:tasks.workunit.client.0.smithi082.stdout:op 3047 completed, throughput=4.99MB/sec 2024-08-17T01:11:04.643 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nmYlbXgisef2uen off=9722332 len=1110124 2024-08-17T01:11:04.644 INFO:tasks.workunit.client.0.smithi082.stdout:op 3048 completed, throughput=5MB/sec 2024-08-17T01:11:04.644 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-VHdL7v985_uedEe off=454256 len=1001263 2024-08-17T01:11:04.646 INFO:tasks.workunit.client.0.smithi082.stdout:op 3049 completed, throughput=5MB/sec 2024-08-17T01:11:04.646 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-jkQaS9-e07dhHjB off=485503 len=1905275 2024-08-17T01:11:04.657 INFO:tasks.workunit.client.0.smithi082.stdout:op 3050 completed, throughput=5MB/sec 2024-08-17T01:11:04.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:04 smithi082 ceph-mon[94343]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:11:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:04 smithi082 ceph-mon[91979]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:11:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:04 smithi137 ceph-mon[86391]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:11:05.446 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:11:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:11:05] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-08-17T01:11:05.657 INFO:tasks.workunit.client.0.smithi082.stdout: 604: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:05.658 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-t8BxUiah1yLGbTp off=17974639 len=844519 2024-08-17T01:11:05.660 INFO:tasks.workunit.client.0.smithi082.stdout:op 3051 completed, throughput=4.99MB/sec 2024-08-17T01:11:05.660 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HBGkjXkz4BjQjcB off=14577145 len=913747 2024-08-17T01:11:05.662 INFO:tasks.workunit.client.0.smithi082.stdout:op 3052 completed, throughput=4.99MB/sec 2024-08-17T01:11:05.662 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OwsLSZ46ry0wkYY off=10142750 len=1113976 2024-08-17T01:11:05.668 INFO:tasks.workunit.client.0.smithi082.stdout:op 3053 completed, throughput=5MB/sec 2024-08-17T01:11:05.668 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_yX37ikkCzIV_b5 off=135233 len=727122 2024-08-17T01:11:05.668 INFO:tasks.workunit.client.0.smithi082.stdout:op 3054 completed, throughput=5MB/sec 2024-08-17T01:11:05.669 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KoSsUMO01JYbg5C off=5176308 len=46857 2024-08-17T01:11:05.669 INFO:tasks.workunit.client.0.smithi082.stdout:op 3055 completed, throughput=5MB/sec 2024-08-17T01:11:05.669 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-FuUp1TOLSgAdTFS off=12278221 len=101532 2024-08-17T01:11:05.670 INFO:tasks.workunit.client.0.smithi082.stdout:op 3056 completed, throughput=5MB/sec 2024-08-17T01:11:05.670 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-EU61TvofxaJUe6x off=6170355 len=2023491 2024-08-17T01:11:05.672 INFO:tasks.workunit.client.0.smithi082.stdout:op 3057 completed, throughput=5MB/sec 2024-08-17T01:11:05.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:11:05.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:11:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:11:06.673 INFO:tasks.workunit.client.0.smithi082.stdout: 605: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:06.673 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-d9bT4kIMjeDDSSL off=8536606 len=27209 2024-08-17T01:11:06.673 INFO:tasks.workunit.client.0.smithi082.stdout:op 3058 completed, throughput=4.99MB/sec 2024-08-17T01:11:06.673 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9efoll2xmRxdnHy off=3349842 len=1288923 2024-08-17T01:11:06.679 INFO:tasks.workunit.client.0.smithi082.stdout:op 3059 completed, throughput=4.99MB/sec 2024-08-17T01:11:06.679 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HP8_L9QotaWaJfu off=9568712 len=736789 2024-08-17T01:11:06.683 INFO:tasks.workunit.client.0.smithi082.stdout:op 3060 completed, throughput=5MB/sec 2024-08-17T01:11:06.683 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Gd6s7021gJlKgg- off=6840446 len=253256 2024-08-17T01:11:06.684 INFO:tasks.workunit.client.0.smithi082.stdout:op 3061 completed, throughput=5MB/sec 2024-08-17T01:11:06.684 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9dPK3FqRQ-B3xFQ off=7414345 len=830551 2024-08-17T01:11:06.687 INFO:tasks.workunit.client.0.smithi082.stdout:op 3062 completed, throughput=5MB/sec 2024-08-17T01:11:06.687 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-arl_jY7V2YKuiMt off=14333027 len=702493 2024-08-17T01:11:06.690 INFO:tasks.workunit.client.0.smithi082.stdout:op 3063 completed, throughput=5MB/sec 2024-08-17T01:11:06.690 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3jPXaBDOt8BDiGH off=4291023 len=1129049 2024-08-17T01:11:06.696 INFO:tasks.workunit.client.0.smithi082.stdout:op 3064 completed, throughput=5MB/sec 2024-08-17T01:11:06.719 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:06 smithi082 ceph-mon[94343]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:11:06.719 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:06 smithi082 ceph-mon[91979]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:11:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:06 smithi137 ceph-mon[86391]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:11:07.696 INFO:tasks.workunit.client.0.smithi082.stdout: 606: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:07.696 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-asiCbbKk-Pj6H2o off=15972904 len=996613 2024-08-17T01:11:07.697 INFO:tasks.workunit.client.0.smithi082.stdout:op 3065 completed, throughput=4.99MB/sec 2024-08-17T01:11:07.698 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-7SbK2HP2TLGoPSF off=4968282 len=1614252 2024-08-17T01:11:07.705 INFO:tasks.workunit.client.0.smithi082.stdout:op 3066 completed, throughput=5MB/sec 2024-08-17T01:11:07.705 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Z6RbepJpNrdA5Aw off=4486536 len=1822254 2024-08-17T01:11:07.707 INFO:tasks.workunit.client.0.smithi082.stdout:op 3067 completed, throughput=5MB/sec 2024-08-17T01:11:07.707 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-sNk80iWjP89gbW5 off=13271683 len=75510 2024-08-17T01:11:07.710 INFO:tasks.workunit.client.0.smithi082.stdout:op 3068 completed, throughput=5MB/sec 2024-08-17T01:11:07.710 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kKMO7m4WIgMnWky off=7756016 len=1054075 2024-08-17T01:11:07.715 INFO:tasks.workunit.client.0.smithi082.stdout:op 3069 completed, throughput=5MB/sec 2024-08-17T01:11:07.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:07 smithi082 ceph-mon[94343]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:11:07.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:07 smithi082 ceph-mon[91979]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:11:07.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:07 smithi137 ceph-mon[86391]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:11:08.715 INFO:tasks.workunit.client.0.smithi082.stdout: 607: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:08.716 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--rD_Np_4vNZsU8P off=6083140 len=301486 2024-08-17T01:11:08.719 INFO:tasks.workunit.client.0.smithi082.stdout:op 3070 completed, throughput=4.99MB/sec 2024-08-17T01:11:08.719 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-uJch1dG3enHMyG3 off=11811038 len=1932302 2024-08-17T01:11:08.730 INFO:tasks.workunit.client.0.smithi082.stdout:op 3071 completed, throughput=5MB/sec 2024-08-17T01:11:08.730 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-lTRybPYWw5IArzK off=5973340 len=781219 2024-08-17T01:11:08.736 INFO:tasks.workunit.client.0.smithi082.stdout:op 3072 completed, throughput=5MB/sec 2024-08-17T01:11:08.736 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-RwoWeYVpdOZ7Oyh off=7352395 len=1183858 2024-08-17T01:11:08.742 INFO:tasks.workunit.client.0.smithi082.stdout:op 3073 completed, throughput=5MB/sec 2024-08-17T01:11:08.742 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-e15T3cUnd7vaF8J off=12528695 len=693116 2024-08-17T01:11:08.743 INFO:tasks.workunit.client.0.smithi082.stdout:op 3074 completed, throughput=5MB/sec 2024-08-17T01:11:08.743 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bkvdlT2ua6rLxHC off=7336417 len=644329 2024-08-17T01:11:08.744 INFO:tasks.workunit.client.0.smithi082.stdout:op 3075 completed, throughput=5MB/sec 2024-08-17T01:11:09.745 INFO:tasks.workunit.client.0.smithi082.stdout: 608: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:09.745 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9tErohnwqgSbL8i off=8188874 len=1240767 2024-08-17T01:11:09.747 INFO:tasks.workunit.client.0.smithi082.stdout:op 3076 completed, throughput=4.99MB/sec 2024-08-17T01:11:09.748 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PXOL2pjqgGQtgBm off=12128052 len=1219569 2024-08-17T01:11:09.749 INFO:tasks.workunit.client.0.smithi082.stdout:op 3077 completed, throughput=5MB/sec 2024-08-17T01:11:09.749 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nCDbSGSDxrurtmC off=866596 len=811520 2024-08-17T01:11:09.751 INFO:tasks.workunit.client.0.smithi082.stdout:op 3078 completed, throughput=5MB/sec 2024-08-17T01:11:09.751 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vNbCJZ4wxZWHjp8 off=3813954 len=1259808 2024-08-17T01:11:09.754 INFO:tasks.workunit.client.0.smithi082.stdout:op 3079 completed, throughput=5MB/sec 2024-08-17T01:11:09.754 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cLicTCPLPrJ4qNr off=3673375 len=1423770 2024-08-17T01:11:09.762 INFO:tasks.workunit.client.0.smithi082.stdout:op 3080 completed, throughput=5MB/sec 2024-08-17T01:11:10.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:10 smithi082 ceph-mon[94343]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:11:10.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:10 smithi082 ceph-mon[91979]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:11:10.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:10 smithi137 ceph-mon[86391]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:11:10.762 INFO:tasks.workunit.client.0.smithi082.stdout: 609: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:10.762 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JMfWv9w4WwepdG_ off=15249152 len=1894017 2024-08-17T01:11:10.764 INFO:tasks.workunit.client.0.smithi082.stdout:op 3081 completed, throughput=5MB/sec 2024-08-17T01:11:10.764 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XkNU726DqB58nal off=19169100 len=640610 2024-08-17T01:11:10.766 INFO:tasks.workunit.client.0.smithi082.stdout:op 3082 completed, throughput=5MB/sec 2024-08-17T01:11:10.766 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CP3pOjTyuME0zgX off=6641859 len=1371640 2024-08-17T01:11:10.773 INFO:tasks.workunit.client.0.smithi082.stdout:op 3083 completed, throughput=5MB/sec 2024-08-17T01:11:10.773 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NqH8iiL1qRDxcTW off=18296410 len=1999340 2024-08-17T01:11:10.782 INFO:tasks.workunit.client.0.smithi082.stdout:op 3084 completed, throughput=5MB/sec 2024-08-17T01:11:11.783 INFO:tasks.workunit.client.0.smithi082.stdout: 610: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:11.783 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wYg5Q6buFRvxXXb off=249242 len=1003958 2024-08-17T01:11:11.788 INFO:tasks.workunit.client.0.smithi082.stdout:op 3085 completed, throughput=5MB/sec 2024-08-17T01:11:11.789 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-G7n0P8NK3ltQiVj off=1858287 len=1295379 2024-08-17T01:11:11.795 INFO:tasks.workunit.client.0.smithi082.stdout:op 3086 completed, throughput=5MB/sec 2024-08-17T01:11:11.795 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1JwbfOkw3z3xu1g off=4906581 len=1253738 2024-08-17T01:11:11.800 INFO:tasks.workunit.client.0.smithi082.stdout:op 3087 completed, throughput=5MB/sec 2024-08-17T01:11:11.800 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EDs-ROQa1Mttqkr off=1334089 len=491815 2024-08-17T01:11:11.803 INFO:tasks.workunit.client.0.smithi082.stdout:op 3088 completed, throughput=5MB/sec 2024-08-17T01:11:12.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:12 smithi082 ceph-mon[91979]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:11:12.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:12 smithi082 ceph-mon[94343]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:11:12.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:12 smithi137 ceph-mon[86391]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:11:12.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:11:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:11:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:11:12.804 INFO:tasks.workunit.client.0.smithi082.stdout: 611: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:12.804 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tq3QhlaIVWT_MMU off=672339 len=739344 2024-08-17T01:11:12.809 INFO:tasks.workunit.client.0.smithi082.stdout:op 3089 completed, throughput=4.99MB/sec 2024-08-17T01:11:12.809 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1I5dp28yUgdsqOp off=776292 len=1711117 2024-08-17T01:11:12.818 INFO:tasks.workunit.client.0.smithi082.stdout:op 3090 completed, throughput=5MB/sec 2024-08-17T01:11:12.818 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yFVd3xH-eyC18P6 off=3883503 len=983866 2024-08-17T01:11:12.819 INFO:tasks.workunit.client.0.smithi082.stdout:op 3091 completed, throughput=5MB/sec 2024-08-17T01:11:12.819 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4HhfHXcTnhvuEMC off=17848769 len=1255510 2024-08-17T01:11:12.826 INFO:tasks.workunit.client.0.smithi082.stdout:op 3092 completed, throughput=5MB/sec 2024-08-17T01:11:12.826 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PRpJgB548kw1yNN off=706620 len=624219 2024-08-17T01:11:12.830 INFO:tasks.workunit.client.0.smithi082.stdout:op 3093 completed, throughput=5MB/sec 2024-08-17T01:11:13.830 INFO:tasks.workunit.client.0.smithi082.stdout: 612: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:13.831 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5pCvkgT2MSFDexL off=3532656 len=621088 2024-08-17T01:11:13.832 INFO:tasks.workunit.client.0.smithi082.stdout:op 3094 completed, throughput=4.99MB/sec 2024-08-17T01:11:13.832 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9i5vsBVXrZyerfh off=11395715 len=1634247 2024-08-17T01:11:13.836 INFO:tasks.workunit.client.0.smithi082.stdout:op 3095 completed, throughput=5MB/sec 2024-08-17T01:11:13.836 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BmtL--JyNjH-W-l off=4349655 len=414114 2024-08-17T01:11:13.837 INFO:tasks.workunit.client.0.smithi082.stdout:op 3096 completed, throughput=5MB/sec 2024-08-17T01:11:13.837 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3pVklFV4UtNSNl2 off=2552762 len=1786394 2024-08-17T01:11:13.839 INFO:tasks.workunit.client.0.smithi082.stdout:op 3097 completed, throughput=5MB/sec 2024-08-17T01:11:13.839 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-MEhWr_haIrZYj_F off=3523461 len=209865 2024-08-17T01:11:13.840 INFO:tasks.workunit.client.0.smithi082.stdout:op 3098 completed, throughput=5MB/sec 2024-08-17T01:11:13.840 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_NJ3_oZg5ehf7j3 off=4279124 len=623214 2024-08-17T01:11:13.841 INFO:tasks.workunit.client.0.smithi082.stdout:op 3099 completed, throughput=5MB/sec 2024-08-17T01:11:14.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:14 smithi082 ceph-mon[94343]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:11:14.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:14 smithi082 ceph-mon[91979]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:11:14.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:14 smithi137 ceph-mon[86391]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:11:14.841 INFO:tasks.workunit.client.0.smithi082.stdout: 613: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:14.841 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-VsTxTqYg-plqv0o off=10844502 len=602159 2024-08-17T01:11:14.843 INFO:tasks.workunit.client.0.smithi082.stdout:op 3100 completed, throughput=4.99MB/sec 2024-08-17T01:11:14.843 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IXE6ae0WbKmgOwf off=14782585 len=1716194 2024-08-17T01:11:14.854 INFO:tasks.workunit.client.0.smithi082.stdout:op 3101 completed, throughput=5MB/sec 2024-08-17T01:11:14.854 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NwCwxptvJjVQm8U off=19041359 len=566757 2024-08-17T01:11:14.858 INFO:tasks.workunit.client.0.smithi082.stdout:op 3102 completed, throughput=5MB/sec 2024-08-17T01:11:14.858 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fy-_HAX00QDRaOa off=342338 len=1602932 2024-08-17T01:11:14.861 INFO:tasks.workunit.client.0.smithi082.stdout:op 3103 completed, throughput=5MB/sec 2024-08-17T01:11:14.861 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dybJhMwrt4ahV7K off=553044 len=1541420 2024-08-17T01:11:14.863 INFO:tasks.workunit.client.0.smithi082.stdout:op 3104 completed, throughput=5MB/sec 2024-08-17T01:11:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:11:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:11:15] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-08-17T01:11:15.863 INFO:tasks.workunit.client.0.smithi082.stdout: 614: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:15.863 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6MSAK3b1XAy5f4S off=1207048 len=848539 2024-08-17T01:11:15.865 INFO:tasks.workunit.client.0.smithi082.stdout:op 3105 completed, throughput=4.99MB/sec 2024-08-17T01:11:15.865 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NX-cg_Rqytbho__ off=65181 len=1303462 2024-08-17T01:11:15.871 INFO:tasks.workunit.client.0.smithi082.stdout:op 3106 completed, throughput=5MB/sec 2024-08-17T01:11:15.871 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-aZWzgdvD-VJbRsg off=12557880 len=1646077 2024-08-17T01:11:15.874 INFO:tasks.workunit.client.0.smithi082.stdout:op 3107 completed, throughput=5MB/sec 2024-08-17T01:11:15.874 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qMEAXZ5hW-cR-Dz off=2874313 len=2020704 2024-08-17T01:11:15.876 INFO:tasks.workunit.client.0.smithi082.stdout:op 3108 completed, throughput=5MB/sec 2024-08-17T01:11:16.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:16 smithi137 ceph-mon[86391]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:11:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:16 smithi082 ceph-mon[94343]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:11:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:16 smithi082 ceph-mon[91979]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:11:16.877 INFO:tasks.workunit.client.0.smithi082.stdout: 615: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:16.877 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IibbfQhb8POzA0P off=1878965 len=792164 2024-08-17T01:11:16.882 INFO:tasks.workunit.client.0.smithi082.stdout:op 3109 completed, throughput=5MB/sec 2024-08-17T01:11:16.882 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UF67ZSFpS9dgChD off=7342574 len=299602 2024-08-17T01:11:16.885 INFO:tasks.workunit.client.0.smithi082.stdout:op 3110 completed, throughput=5MB/sec 2024-08-17T01:11:16.885 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vL0QNHlg3_mQibz off=13846002 len=847983 2024-08-17T01:11:16.890 INFO:tasks.workunit.client.0.smithi082.stdout:op 3111 completed, throughput=5MB/sec 2024-08-17T01:11:16.890 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-btw2zA4jdUitQ6q off=3649242 len=1468714 2024-08-17T01:11:16.892 INFO:tasks.workunit.client.0.smithi082.stdout:op 3112 completed, throughput=5MB/sec 2024-08-17T01:11:16.892 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-l5WHgU3mKlEwAhV off=10520442 len=1555472 2024-08-17T01:11:16.902 INFO:tasks.workunit.client.0.smithi082.stdout:op 3113 completed, throughput=5MB/sec 2024-08-17T01:11:17.903 INFO:tasks.workunit.client.0.smithi082.stdout: 616: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:17.903 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QcdTTSqXgwuenPT off=6954977 len=1792673 2024-08-17T01:11:17.912 INFO:tasks.workunit.client.0.smithi082.stdout:op 3114 completed, throughput=5MB/sec 2024-08-17T01:11:17.912 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Jux-0xr_jFEmXxi off=7009706 len=166775 2024-08-17T01:11:17.913 INFO:tasks.workunit.client.0.smithi082.stdout:op 3115 completed, throughput=5MB/sec 2024-08-17T01:11:17.913 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-FrV3OmQ9ahxiwrS off=849854 len=825830 2024-08-17T01:11:17.917 INFO:tasks.workunit.client.0.smithi082.stdout:op 3116 completed, throughput=5MB/sec 2024-08-17T01:11:17.917 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-sZ3FK85s1KLBjrt off=4160847 len=807183 2024-08-17T01:11:17.918 INFO:tasks.workunit.client.0.smithi082.stdout:op 3117 completed, throughput=5MB/sec 2024-08-17T01:11:17.918 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rcg-hAKIvhb0z3p off=240046 len=1541550 2024-08-17T01:11:17.921 INFO:tasks.workunit.client.0.smithi082.stdout:op 3118 completed, throughput=5MB/sec 2024-08-17T01:11:18.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:18 smithi137 ceph-mon[86391]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:11:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:18 smithi082 ceph-mon[91979]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:11:18.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:18 smithi082 ceph-mon[94343]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:11:18.922 INFO:tasks.workunit.client.0.smithi082.stdout: 617: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:18.922 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_EtzatQ0gCq0bY- off=23378486 len=778389 2024-08-17T01:11:18.924 INFO:tasks.workunit.client.0.smithi082.stdout:op 3119 completed, throughput=4.99MB/sec 2024-08-17T01:11:18.924 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yK2-PXeoAdPvaVl off=2311774 len=454138 2024-08-17T01:11:18.925 INFO:tasks.workunit.client.0.smithi082.stdout:op 3120 completed, throughput=5MB/sec 2024-08-17T01:11:18.925 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ut9K1qKJLTpD0Wp off=5116091 len=888488 2024-08-17T01:11:18.926 INFO:tasks.workunit.client.0.smithi082.stdout:op 3121 completed, throughput=5MB/sec 2024-08-17T01:11:18.927 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qheD1xSeh6uHvqI off=12656768 len=909351 2024-08-17T01:11:18.931 INFO:tasks.workunit.client.0.smithi082.stdout:op 3122 completed, throughput=5MB/sec 2024-08-17T01:11:18.931 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_sJnqf40rbI8IWR off=2245378 len=1957318 2024-08-17T01:11:18.933 INFO:tasks.workunit.client.0.smithi082.stdout:op 3123 completed, throughput=5MB/sec 2024-08-17T01:11:19.934 INFO:tasks.workunit.client.0.smithi082.stdout: 618: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:19.934 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-K5jbdQY9W1l2eKj off=1289298 len=1089985 2024-08-17T01:11:19.936 INFO:tasks.workunit.client.0.smithi082.stdout:op 3124 completed, throughput=4.99MB/sec 2024-08-17T01:11:19.936 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--mIo8mGib8IWWxH off=12008451 len=1272216 2024-08-17T01:11:19.937 INFO:tasks.workunit.client.0.smithi082.stdout:op 3125 completed, throughput=5MB/sec 2024-08-17T01:11:19.937 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Qod-zymcAM36asu off=19205339 len=266914 2024-08-17T01:11:19.939 INFO:tasks.workunit.client.0.smithi082.stdout:op 3126 completed, throughput=5MB/sec 2024-08-17T01:11:19.939 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yM0HVB2REXUYWKF off=1426662 len=1857833 2024-08-17T01:11:19.950 INFO:tasks.workunit.client.0.smithi082.stdout:op 3127 completed, throughput=5MB/sec 2024-08-17T01:11:19.950 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-uf9_I6KqpixUsHM off=13567752 len=113697 2024-08-17T01:11:19.950 INFO:tasks.workunit.client.0.smithi082.stdout:op 3128 completed, throughput=5MB/sec 2024-08-17T01:11:19.950 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1I_p3VaX5GiqS3O off=10028437 len=1139306 2024-08-17T01:11:19.955 INFO:tasks.workunit.client.0.smithi082.stdout:op 3129 completed, throughput=5MB/sec 2024-08-17T01:11:20.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:20 smithi137 ceph-mon[86391]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:11:20.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:11:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:20 smithi082 ceph-mon[91979]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:11:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:11:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:20 smithi082 ceph-mon[94343]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:11:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:11:20.955 INFO:tasks.workunit.client.0.smithi082.stdout: 619: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:20.956 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3cihC97rdyuLbYN off=6248612 len=1723209 2024-08-17T01:11:20.963 INFO:tasks.workunit.client.0.smithi082.stdout:op 3130 completed, throughput=5MB/sec 2024-08-17T01:11:20.963 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YJes-prVkOjOXH8 off=4959255 len=433708 2024-08-17T01:11:20.967 INFO:tasks.workunit.client.0.smithi082.stdout:op 3131 completed, throughput=5MB/sec 2024-08-17T01:11:20.967 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-85aEfc7sgIUYuB8 off=419528 len=141313 2024-08-17T01:11:20.967 INFO:tasks.workunit.client.0.smithi082.stdout:op 3132 completed, throughput=5MB/sec 2024-08-17T01:11:20.967 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fJF3xnTMfg4nzUV off=18178488 len=63523 2024-08-17T01:11:20.967 INFO:tasks.workunit.client.0.smithi082.stdout:op 3133 completed, throughput=5MB/sec 2024-08-17T01:11:20.968 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hLlFF0l7cAdrg-R off=5339555 len=749976 2024-08-17T01:11:20.971 INFO:tasks.workunit.client.0.smithi082.stdout:op 3134 completed, throughput=5MB/sec 2024-08-17T01:11:20.972 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-U2MgruenNrtIAEC off=12568766 len=450339 2024-08-17T01:11:20.972 INFO:tasks.workunit.client.0.smithi082.stdout:op 3135 completed, throughput=5MB/sec 2024-08-17T01:11:20.972 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0dGIs5l_aatLbt- off=3700593 len=576774 2024-08-17T01:11:20.975 INFO:tasks.workunit.client.0.smithi082.stdout:op 3136 completed, throughput=5MB/sec 2024-08-17T01:11:20.975 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1QrbqjpdZcs91Wv off=1130360 len=592359 2024-08-17T01:11:20.978 INFO:tasks.workunit.client.0.smithi082.stdout:op 3137 completed, throughput=5MB/sec 2024-08-17T01:11:21.979 INFO:tasks.workunit.client.0.smithi082.stdout: 620: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:21.979 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4wTK5ewk7B8k2HC off=6618180 len=220699 2024-08-17T01:11:21.982 INFO:tasks.workunit.client.0.smithi082.stdout:op 3138 completed, throughput=4.99MB/sec 2024-08-17T01:11:21.982 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-81UAf1IjZyDX_gr off=3560161 len=603068 2024-08-17T01:11:21.983 INFO:tasks.workunit.client.0.smithi082.stdout:op 3139 completed, throughput=4.99MB/sec 2024-08-17T01:11:21.984 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YCE5JdLVU1aIEtO off=4911194 len=203211 2024-08-17T01:11:21.986 INFO:tasks.workunit.client.0.smithi082.stdout:op 3140 completed, throughput=4.99MB/sec 2024-08-17T01:11:21.986 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-B5ef-nndo1Higco off=9684599 len=961291 2024-08-17T01:11:21.990 INFO:tasks.workunit.client.0.smithi082.stdout:op 3141 completed, throughput=5MB/sec 2024-08-17T01:11:21.990 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Cdm4jDfbOX8ybnX off=4171692 len=1139206 2024-08-17T01:11:21.992 INFO:tasks.workunit.client.0.smithi082.stdout:op 3142 completed, throughput=5MB/sec 2024-08-17T01:11:21.992 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--vh7YHkmsueDeOi off=3969567 len=1105835 2024-08-17T01:11:21.997 INFO:tasks.workunit.client.0.smithi082.stdout:op 3143 completed, throughput=5MB/sec 2024-08-17T01:11:21.997 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-VJVuZ1AQ8_MwPe5 off=3673680 len=1199337 2024-08-17T01:11:22.004 INFO:tasks.workunit.client.0.smithi082.stdout:op 3144 completed, throughput=5MB/sec 2024-08-17T01:11:22.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:22 smithi137 ceph-mon[86391]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:11:22.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:11:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:11:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:11:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:22 smithi082 ceph-mon[91979]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:11:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:22 smithi082 ceph-mon[94343]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:11:23.004 INFO:tasks.workunit.client.0.smithi082.stdout: 621: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:23.005 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-FPI1SzETvAbQQ7r off=8295424 len=705464 2024-08-17T01:11:23.010 INFO:tasks.workunit.client.0.smithi082.stdout:op 3145 completed, throughput=4.99MB/sec 2024-08-17T01:11:23.010 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_3FjejDKl9uqtwG off=7658148 len=310332 2024-08-17T01:11:23.010 INFO:tasks.workunit.client.0.smithi082.stdout:op 3146 completed, throughput=4.99MB/sec 2024-08-17T01:11:23.010 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UqAjTh4EEujJNYX off=5503018 len=297564 2024-08-17T01:11:23.011 INFO:tasks.workunit.client.0.smithi082.stdout:op 3147 completed, throughput=4.99MB/sec 2024-08-17T01:11:23.011 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3ovgkZ8bUioa41a off=2722354 len=1466483 2024-08-17T01:11:23.019 INFO:tasks.workunit.client.0.smithi082.stdout:op 3148 completed, throughput=5MB/sec 2024-08-17T01:11:23.019 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-d2CBLBA1F5SVWva off=5889031 len=1789421 2024-08-17T01:11:23.028 INFO:tasks.workunit.client.0.smithi082.stdout:op 3149 completed, throughput=5MB/sec 2024-08-17T01:11:23.028 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-l7tQ5WH3byF2Ix1 off=9793314 len=2059310 2024-08-17T01:11:23.030 INFO:tasks.workunit.client.0.smithi082.stdout:op 3150 completed, throughput=5MB/sec 2024-08-17T01:11:24.030 INFO:tasks.workunit.client.0.smithi082.stdout: 622: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:24.030 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-lagVrMCsSpxDExN off=16554961 len=1270496 2024-08-17T01:11:24.033 INFO:tasks.workunit.client.0.smithi082.stdout:op 3151 completed, throughput=5MB/sec 2024-08-17T01:11:24.033 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tImhafFsD5-CUym off=13709435 len=686167 2024-08-17T01:11:24.034 INFO:tasks.workunit.client.0.smithi082.stdout:op 3152 completed, throughput=5MB/sec 2024-08-17T01:11:24.034 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZSGQQQMeTwoGyzi off=2335512 len=991412 2024-08-17T01:11:24.041 INFO:tasks.workunit.client.0.smithi082.stdout:op 3153 completed, throughput=5MB/sec 2024-08-17T01:11:24.041 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-nfRYsyxGqf1Zs4r off=11220653 len=1471766 2024-08-17T01:11:24.047 INFO:tasks.workunit.client.0.smithi082.stdout:op 3154 completed, throughput=5MB/sec 2024-08-17T01:11:24.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:24 smithi082 ceph-mon[91979]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:11:24.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:24 smithi082 ceph-mon[94343]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:11:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:24 smithi137 ceph-mon[86391]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:11:25.048 INFO:tasks.workunit.client.0.smithi082.stdout: 623: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:25.048 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9CVbOrTytqKRHXI off=931188 len=2083047 2024-08-17T01:11:25.051 INFO:tasks.workunit.client.0.smithi082.stdout:op 3155 completed, throughput=5MB/sec 2024-08-17T01:11:25.051 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1AWwwrTOhw2nc7a off=13417319 len=1295448 2024-08-17T01:11:25.052 INFO:tasks.workunit.client.0.smithi082.stdout:op 3156 completed, throughput=5MB/sec 2024-08-17T01:11:25.053 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-l7dasYnNENO02Yq off=0 len=1360364 2024-08-17T01:11:25.055 INFO:tasks.workunit.client.0.smithi082.stdout:op 3157 completed, throughput=5MB/sec 2024-08-17T01:11:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:11:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:11:25] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-08-17T01:11:26.055 INFO:tasks.workunit.client.0.smithi082.stdout: 624: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:26.055 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UG5LacHtKuH1naQ off=7098008 len=1039590 2024-08-17T01:11:26.060 INFO:tasks.workunit.client.0.smithi082.stdout:op 3158 completed, throughput=4.99MB/sec 2024-08-17T01:11:26.060 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-eLvNa3wiiFCUVAz off=17550615 len=808805 2024-08-17T01:11:26.066 INFO:tasks.workunit.client.0.smithi082.stdout:op 3159 completed, throughput=5MB/sec 2024-08-17T01:11:26.066 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xUYwk9mFyjp6uCW off=6372002 len=1203305 2024-08-17T01:11:26.071 INFO:tasks.workunit.client.0.smithi082.stdout:op 3160 completed, throughput=5MB/sec 2024-08-17T01:11:26.071 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--mIo8mGib8IWWxH off=1608389 len=1037818 2024-08-17T01:11:26.072 INFO:tasks.workunit.client.0.smithi082.stdout:op 3161 completed, throughput=5MB/sec 2024-08-17T01:11:26.072 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-msbro8jgSLCVhCi off=305996 len=1985129 2024-08-17T01:11:26.074 INFO:tasks.workunit.client.0.smithi082.stdout:op 3162 completed, throughput=5MB/sec 2024-08-17T01:11:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:26 smithi082 ceph-mon[91979]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:11:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:26 smithi082 ceph-mon[94343]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:11:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:26 smithi137 ceph-mon[86391]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:11:27.074 INFO:tasks.workunit.client.0.smithi082.stdout: 625: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:27.075 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-sRPlBbWhoTyBEVn off=202585 len=1244817 2024-08-17T01:11:27.076 INFO:tasks.workunit.client.0.smithi082.stdout:op 3163 completed, throughput=5MB/sec 2024-08-17T01:11:27.076 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gQ818CWZojucFvW off=3776123 len=2041107 2024-08-17T01:11:27.089 INFO:tasks.workunit.client.0.smithi082.stdout:op 3164 completed, throughput=5MB/sec 2024-08-17T01:11:27.089 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5bKmWL0tdaU0aQB off=581875 len=1319447 2024-08-17T01:11:27.091 INFO:tasks.workunit.client.0.smithi082.stdout:op 3165 completed, throughput=5MB/sec 2024-08-17T01:11:28.092 INFO:tasks.workunit.client.0.smithi082.stdout: 626: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:28.092 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dkMnKkWR6tOwF86 off=912612 len=293398 2024-08-17T01:11:28.096 INFO:tasks.workunit.client.0.smithi082.stdout:op 3166 completed, throughput=4.99MB/sec 2024-08-17T01:11:28.096 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-QyfiSEwJe_xuh1i off=15859014 len=795965 2024-08-17T01:11:28.097 INFO:tasks.workunit.client.0.smithi082.stdout:op 3167 completed, throughput=4.99MB/sec 2024-08-17T01:11:28.097 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-k83tmgnbJ9oa4X0 off=11821402 len=1397523 2024-08-17T01:11:28.099 INFO:tasks.workunit.client.0.smithi082.stdout:op 3168 completed, throughput=5MB/sec 2024-08-17T01:11:28.099 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vpy4Z8tj2gfHkrn off=8922567 len=724455 2024-08-17T01:11:28.103 INFO:tasks.workunit.client.0.smithi082.stdout:op 3169 completed, throughput=5MB/sec 2024-08-17T01:11:28.103 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-O99GP9oi5nRXqzL off=10979694 len=1623118 2024-08-17T01:11:28.104 INFO:tasks.workunit.client.0.smithi082.stdout:op 3170 completed, throughput=5MB/sec 2024-08-17T01:11:28.105 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UcbZfADWeweAKhG off=9668760 len=318648 2024-08-17T01:11:28.105 INFO:tasks.workunit.client.0.smithi082.stdout:op 3171 completed, throughput=5MB/sec 2024-08-17T01:11:28.105 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-QyOw7ocylQl6hau off=7680023 len=883139 2024-08-17T01:11:28.106 INFO:tasks.workunit.client.0.smithi082.stdout:op 3172 completed, throughput=5MB/sec 2024-08-17T01:11:28.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:28 smithi082 ceph-mon[91979]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:11:28.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:28 smithi082 ceph-mon[94343]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:11:28.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:28 smithi137 ceph-mon[86391]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:11:29.106 INFO:tasks.workunit.client.0.smithi082.stdout: 627: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:29.106 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6cyJ1csOz0mM1l2 off=762172 len=1430272 2024-08-17T01:11:29.114 INFO:tasks.workunit.client.0.smithi082.stdout:op 3173 completed, throughput=5MB/sec 2024-08-17T01:11:29.114 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UShrORcayZrHP7h off=1086666 len=1260943 2024-08-17T01:11:29.115 INFO:tasks.workunit.client.0.smithi082.stdout:op 3174 completed, throughput=5MB/sec 2024-08-17T01:11:29.116 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-C7w4iDflVIGe9mF off=17345344 len=248298 2024-08-17T01:11:29.116 INFO:tasks.workunit.client.0.smithi082.stdout:op 3175 completed, throughput=5MB/sec 2024-08-17T01:11:29.116 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hHeSFM3ti-5TNz1 off=17574356 len=2067067 2024-08-17T01:11:29.125 INFO:tasks.workunit.client.0.smithi082.stdout:op 3176 completed, throughput=5MB/sec 2024-08-17T01:11:30.125 INFO:tasks.workunit.client.0.smithi082.stdout: 628: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:30.125 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-cXYz4FZek8GfK3n off=3126311 len=933141 2024-08-17T01:11:30.127 INFO:tasks.workunit.client.0.smithi082.stdout:op 3177 completed, throughput=4.99MB/sec 2024-08-17T01:11:30.128 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-X1_Dz6K9lRgfpxD off=6096840 len=426712 2024-08-17T01:11:30.131 INFO:tasks.workunit.client.0.smithi082.stdout:op 3178 completed, throughput=4.99MB/sec 2024-08-17T01:11:30.131 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tImhafFsD5-CUym off=2326609 len=199190 2024-08-17T01:11:30.135 INFO:tasks.workunit.client.0.smithi082.stdout:op 3179 completed, throughput=5MB/sec 2024-08-17T01:11:30.135 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ezWaie-bRzf5UyK off=14352004 len=563731 2024-08-17T01:11:30.138 INFO:tasks.workunit.client.0.smithi082.stdout:op 3180 completed, throughput=5MB/sec 2024-08-17T01:11:30.139 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9VwN1kN7Sg87-su off=8394892 len=2049823 2024-08-17T01:11:30.141 INFO:tasks.workunit.client.0.smithi082.stdout:op 3181 completed, throughput=5MB/sec 2024-08-17T01:11:30.141 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ieeVuxpqJZRL58L off=104642 len=527340 2024-08-17T01:11:30.144 INFO:tasks.workunit.client.0.smithi082.stdout:op 3182 completed, throughput=5MB/sec 2024-08-17T01:11:30.145 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ADiiKrqDtnkXs8O off=802223 len=1290781 2024-08-17T01:11:30.146 INFO:tasks.workunit.client.0.smithi082.stdout:op 3183 completed, throughput=5MB/sec 2024-08-17T01:11:30.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:30 smithi082 ceph-mon[94343]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:11:30.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:30 smithi082 ceph-mon[91979]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:11:30.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:30 smithi137 ceph-mon[86391]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:11:31.146 INFO:tasks.workunit.client.0.smithi082.stdout: 629: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:31.147 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xmqdzd_OnYaXYl- off=5401890 len=255440 2024-08-17T01:11:31.147 INFO:tasks.workunit.client.0.smithi082.stdout:op 3184 completed, throughput=4.99MB/sec 2024-08-17T01:11:31.147 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-H_dIdQA4y90QuDj off=3910693 len=1518493 2024-08-17T01:11:31.149 INFO:tasks.workunit.client.0.smithi082.stdout:op 3185 completed, throughput=5MB/sec 2024-08-17T01:11:31.149 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ROP0c5XqT4eQLYc off=4364684 len=1436026 2024-08-17T01:11:31.156 INFO:tasks.workunit.client.0.smithi082.stdout:op 3186 completed, throughput=5MB/sec 2024-08-17T01:11:31.156 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OWovUn_nD7uz3rr off=1138105 len=1244573 2024-08-17T01:11:31.162 INFO:tasks.workunit.client.0.smithi082.stdout:op 3187 completed, throughput=5MB/sec 2024-08-17T01:11:32.162 INFO:tasks.workunit.client.0.smithi082.stdout: 630: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:32.163 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-biYmi3w_4LA-k5Z off=6186576 len=227669 2024-08-17T01:11:32.163 INFO:tasks.workunit.client.0.smithi082.stdout:op 3188 completed, throughput=4.99MB/sec 2024-08-17T01:11:32.163 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Ow9D_3A400KcPw1 off=13690104 len=635117 2024-08-17T01:11:32.168 INFO:tasks.workunit.client.0.smithi082.stdout:op 3189 completed, throughput=4.99MB/sec 2024-08-17T01:11:32.168 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-O3xZLqR1KNOqrb2 off=10755137 len=78564 2024-08-17T01:11:32.171 INFO:tasks.workunit.client.0.smithi082.stdout:op 3190 completed, throughput=4.99MB/sec 2024-08-17T01:11:32.171 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4Js91hUm_aMh0bk off=4178590 len=1402076 2024-08-17T01:11:32.177 INFO:tasks.workunit.client.0.smithi082.stdout:op 3191 completed, throughput=5MB/sec 2024-08-17T01:11:32.177 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QniMnK7wTXlkmjm off=11593159 len=1807145 2024-08-17T01:11:32.186 INFO:tasks.workunit.client.0.smithi082.stdout:op 3192 completed, throughput=5MB/sec 2024-08-17T01:11:32.186 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Mh14aATbDqrAA_r off=12334908 len=354732 2024-08-17T01:11:32.188 INFO:tasks.workunit.client.0.smithi082.stdout:op 3193 completed, throughput=5MB/sec 2024-08-17T01:11:32.189 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tt6FyPPOMRFHIxS off=13990857 len=675904 2024-08-17T01:11:32.193 INFO:tasks.workunit.client.0.smithi082.stdout:op 3194 completed, throughput=5MB/sec 2024-08-17T01:11:32.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:32 smithi082 ceph-mon[94343]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:11:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:32 smithi082 ceph-mon[91979]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:11:32.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:32 smithi137 ceph-mon[86391]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:11:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:11:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:11:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:11:33.193 INFO:tasks.workunit.client.0.smithi082.stdout: 631: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:33.193 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-LQyr01HErWYmb6Z off=6073092 len=2086514 2024-08-17T01:11:33.208 INFO:tasks.workunit.client.0.smithi082.stdout:op 3195 completed, throughput=5MB/sec 2024-08-17T01:11:33.208 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EFGgAE0CNrG9ToT off=10520702 len=377803 2024-08-17T01:11:33.211 INFO:tasks.workunit.client.0.smithi082.stdout:op 3196 completed, throughput=5MB/sec 2024-08-17T01:11:33.211 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-N7K3JLIYnLIGA_a off=21448530 len=1587436 2024-08-17T01:11:33.216 INFO:tasks.workunit.client.0.smithi082.stdout:op 3197 completed, throughput=5MB/sec 2024-08-17T01:11:33.217 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3k2whSXs5EdaKrZ off=4643533 len=580309 2024-08-17T01:11:33.217 INFO:tasks.workunit.client.0.smithi082.stdout:op 3198 completed, throughput=5MB/sec 2024-08-17T01:11:33.218 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-XItgmOmvcpRpAEb off=8793622 len=171578 2024-08-17T01:11:33.220 INFO:tasks.workunit.client.0.smithi082.stdout:op 3199 completed, throughput=5MB/sec 2024-08-17T01:11:33.220 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ohBRYY3Uv3ewRqU off=12205814 len=1655927 2024-08-17T01:11:33.221 INFO:tasks.workunit.client.0.smithi082.stdout:op 3200 completed, throughput=5MB/sec 2024-08-17T01:11:34.222 INFO:tasks.workunit.client.0.smithi082.stdout: 632: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:34.222 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-01R0bgvlpYecR6P off=7324334 len=1438635 2024-08-17T01:11:34.225 INFO:tasks.workunit.client.0.smithi082.stdout:op 3201 completed, throughput=5MB/sec 2024-08-17T01:11:34.225 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rhhRSWHvmXmB3H4 off=19284301 len=1040164 2024-08-17T01:11:34.231 INFO:tasks.workunit.client.0.smithi082.stdout:op 3202 completed, throughput=5MB/sec 2024-08-17T01:11:34.231 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WiqF-Z8wICfWsXz off=1291547 len=1151739 2024-08-17T01:11:34.232 INFO:tasks.workunit.client.0.smithi082.stdout:op 3203 completed, throughput=5MB/sec 2024-08-17T01:11:34.233 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-FuUp1TOLSgAdTFS off=1710198 len=1333791 2024-08-17T01:11:34.236 INFO:tasks.workunit.client.0.smithi082.stdout:op 3204 completed, throughput=5MB/sec 2024-08-17T01:11:34.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:34 smithi082 ceph-mon[94343]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:11:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:34 smithi082 ceph-mon[91979]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:11:34.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:34 smithi137 ceph-mon[86391]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:11:35.236 INFO:tasks.workunit.client.0.smithi082.stdout: 633: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:35.236 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NhNWGqNhis3OCJQ off=4126882 len=695735 2024-08-17T01:11:35.237 INFO:tasks.workunit.client.0.smithi082.stdout:op 3205 completed, throughput=4.99MB/sec 2024-08-17T01:11:35.238 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-cqlpdtjB2RMCsxU off=4664936 len=2030451 2024-08-17T01:11:35.240 INFO:tasks.workunit.client.0.smithi082.stdout:op 3206 completed, throughput=5MB/sec 2024-08-17T01:11:35.240 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-VH_qT81714N641E off=1945787 len=1606483 2024-08-17T01:11:35.243 INFO:tasks.workunit.client.0.smithi082.stdout:op 3207 completed, throughput=5MB/sec 2024-08-17T01:11:35.244 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kgV3TduVFk2Dx_u off=422713 len=1415657 2024-08-17T01:11:35.251 INFO:tasks.workunit.client.0.smithi082.stdout:op 3208 completed, throughput=5MB/sec 2024-08-17T01:11:35.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:11:35.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:11:35.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:11:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:11:35] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-08-17T01:11:35.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:11:36.252 INFO:tasks.workunit.client.0.smithi082.stdout: 634: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:36.252 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-x9qzPKj45Py94sR off=13197847 len=1191532 2024-08-17T01:11:36.258 INFO:tasks.workunit.client.0.smithi082.stdout:op 3209 completed, throughput=5MB/sec 2024-08-17T01:11:36.259 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QAcUp5XDX4mSXcV off=577097 len=410924 2024-08-17T01:11:36.262 INFO:tasks.workunit.client.0.smithi082.stdout:op 3210 completed, throughput=5MB/sec 2024-08-17T01:11:36.262 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dNCRIJ2qF3iXYe_ off=9884931 len=1971718 2024-08-17T01:11:36.264 INFO:tasks.workunit.client.0.smithi082.stdout:op 3211 completed, throughput=5MB/sec 2024-08-17T01:11:36.264 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-es7zk2sNFKvjbpe off=13412169 len=593192 2024-08-17T01:11:36.266 INFO:tasks.workunit.client.0.smithi082.stdout:op 3212 completed, throughput=5MB/sec 2024-08-17T01:11:36.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:36 smithi082 ceph-mon[91979]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:11:36.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:36 smithi082 ceph-mon[94343]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:11:36.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:36 smithi137 ceph-mon[86391]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:11:37.266 INFO:tasks.workunit.client.0.smithi082.stdout: 635: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:37.266 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5Lrbm4kjWWmmPvq off=349214 len=772416 2024-08-17T01:11:37.271 INFO:tasks.workunit.client.0.smithi082.stdout:op 3213 completed, throughput=4.99MB/sec 2024-08-17T01:11:37.271 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rS9CtZlk8CCBAA2 off=1567180 len=148896 2024-08-17T01:11:37.271 INFO:tasks.workunit.client.0.smithi082.stdout:op 3214 completed, throughput=4.99MB/sec 2024-08-17T01:11:37.271 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--zzqyqknMgswDLH off=4334293 len=936023 2024-08-17T01:11:37.272 INFO:tasks.workunit.client.0.smithi082.stdout:op 3215 completed, throughput=5MB/sec 2024-08-17T01:11:37.273 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kSxmoHgBLALBVvY off=10748989 len=1493939 2024-08-17T01:11:37.274 INFO:tasks.workunit.client.0.smithi082.stdout:op 3216 completed, throughput=5MB/sec 2024-08-17T01:11:37.274 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2HdWXVGWK_0gkDa off=4552349 len=1475235 2024-08-17T01:11:37.283 INFO:tasks.workunit.client.0.smithi082.stdout:op 3217 completed, throughput=5MB/sec 2024-08-17T01:11:37.283 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-u83CFiEGsAtB4yj off=3354929 len=249160 2024-08-17T01:11:37.286 INFO:tasks.workunit.client.0.smithi082.stdout:op 3218 completed, throughput=5MB/sec 2024-08-17T01:11:37.286 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SVj5STmim4pjKxi off=4845769 len=832035 2024-08-17T01:11:37.287 INFO:tasks.workunit.client.0.smithi082.stdout:op 3219 completed, throughput=5MB/sec 2024-08-17T01:11:38.287 INFO:tasks.workunit.client.0.smithi082.stdout: 636: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:38.287 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UpY5LaVdkJ6gEa6 off=130606 len=581997 2024-08-17T01:11:38.288 INFO:tasks.workunit.client.0.smithi082.stdout:op 3220 completed, throughput=4.99MB/sec 2024-08-17T01:11:38.288 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hAWgt_cDuiY_Joh off=8008170 len=816905 2024-08-17T01:11:38.289 INFO:tasks.workunit.client.0.smithi082.stdout:op 3221 completed, throughput=5MB/sec 2024-08-17T01:11:38.289 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-EMqj12s4k6X7q3a off=2020055 len=426407 2024-08-17T01:11:38.291 INFO:tasks.workunit.client.0.smithi082.stdout:op 3222 completed, throughput=5MB/sec 2024-08-17T01:11:38.291 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wg9L4LYe0hEra6E off=9818612 len=2030407 2024-08-17T01:11:38.300 INFO:tasks.workunit.client.0.smithi082.stdout:op 3223 completed, throughput=5MB/sec 2024-08-17T01:11:38.300 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DvoY1yiBaEgn0kf off=1086333 len=787637 2024-08-17T01:11:38.301 INFO:tasks.workunit.client.0.smithi082.stdout:op 3224 completed, throughput=5MB/sec 2024-08-17T01:11:38.301 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HYBnZfDURAlZp8P off=2192574 len=1967669 2024-08-17T01:11:38.313 INFO:tasks.workunit.client.0.smithi082.stdout:op 3225 completed, throughput=5MB/sec 2024-08-17T01:11:38.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:38 smithi082 ceph-mon[94343]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:11:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:38 smithi082 ceph-mon[91979]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:11:38.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:38 smithi137 ceph-mon[86391]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:11:39.313 INFO:tasks.workunit.client.0.smithi082.stdout: 637: throughput=5MB/sec pending data=0 2024-08-17T01:11:39.313 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PGrN3EPvSkF1n_3 off=1491062 len=1793984 2024-08-17T01:11:39.317 INFO:tasks.workunit.client.0.smithi082.stdout:op 3226 completed, throughput=5MB/sec 2024-08-17T01:11:39.317 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vAk10lbWDXHDL19 off=10417710 len=225211 2024-08-17T01:11:39.318 INFO:tasks.workunit.client.0.smithi082.stdout:op 3227 completed, throughput=5MB/sec 2024-08-17T01:11:39.318 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0WsGH8a8rLu5jNM off=17656125 len=1287109 2024-08-17T01:11:39.320 INFO:tasks.workunit.client.0.smithi082.stdout:op 3228 completed, throughput=5MB/sec 2024-08-17T01:11:39.321 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qmrh_-jRZQ9LbUk off=7700180 len=906592 2024-08-17T01:11:39.322 INFO:tasks.workunit.client.0.smithi082.stdout:op 3229 completed, throughput=5MB/sec 2024-08-17T01:11:40.322 INFO:tasks.workunit.client.0.smithi082.stdout: 638: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:40.322 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dybJhMwrt4ahV7K off=652688 len=792999 2024-08-17T01:11:40.326 INFO:tasks.workunit.client.0.smithi082.stdout:op 3230 completed, throughput=4.99MB/sec 2024-08-17T01:11:40.326 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PVKwd9jFf1el16- off=16332267 len=1575709 2024-08-17T01:11:40.329 INFO:tasks.workunit.client.0.smithi082.stdout:op 3231 completed, throughput=5MB/sec 2024-08-17T01:11:40.329 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5UyeMrsh2FzazwP off=10407010 len=806836 2024-08-17T01:11:40.330 INFO:tasks.workunit.client.0.smithi082.stdout:op 3232 completed, throughput=5MB/sec 2024-08-17T01:11:40.330 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RBafsCc_IMTNLxe off=1433537 len=1250098 2024-08-17T01:11:40.331 INFO:tasks.workunit.client.0.smithi082.stdout:op 3233 completed, throughput=5MB/sec 2024-08-17T01:11:40.332 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mDQvE6_UN73G6ST off=1017034 len=467208 2024-08-17T01:11:40.335 INFO:tasks.workunit.client.0.smithi082.stdout:op 3234 completed, throughput=5MB/sec 2024-08-17T01:11:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:40 smithi082 ceph-mon[94343]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:11:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:40 smithi082 ceph-mon[91979]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:11:40.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:40 smithi137 ceph-mon[86391]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:11:41.336 INFO:tasks.workunit.client.0.smithi082.stdout: 639: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:41.336 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KyATPJeRV8rrpho off=5345292 len=911808 2024-08-17T01:11:41.341 INFO:tasks.workunit.client.0.smithi082.stdout:op 3235 completed, throughput=4.99MB/sec 2024-08-17T01:11:41.342 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jgxTmyxGUK7qk0d off=3660187 len=1633307 2024-08-17T01:11:41.344 INFO:tasks.workunit.client.0.smithi082.stdout:op 3236 completed, throughput=5MB/sec 2024-08-17T01:11:41.344 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2wtp8g6yh8gVUIK off=420797 len=523610 2024-08-17T01:11:41.348 INFO:tasks.workunit.client.0.smithi082.stdout:op 3237 completed, throughput=5MB/sec 2024-08-17T01:11:41.348 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-iqi-6_O7QYOrPg0 off=89773 len=222884 2024-08-17T01:11:41.349 INFO:tasks.workunit.client.0.smithi082.stdout:op 3238 completed, throughput=5MB/sec 2024-08-17T01:11:41.349 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-swuYEhg1d5GOKQc off=1275190 len=116706 2024-08-17T01:11:41.352 INFO:tasks.workunit.client.0.smithi082.stdout:op 3239 completed, throughput=5MB/sec 2024-08-17T01:11:41.352 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-B-IzXCVmJB-wQTZ off=3258209 len=269838 2024-08-17T01:11:41.355 INFO:tasks.workunit.client.0.smithi082.stdout:op 3240 completed, throughput=5MB/sec 2024-08-17T01:11:41.355 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wedBubKWR6h705c off=23901497 len=1015094 2024-08-17T01:11:41.356 INFO:tasks.workunit.client.0.smithi082.stdout:op 3241 completed, throughput=5MB/sec 2024-08-17T01:11:41.357 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ezz_jOypOKFHVIY off=2168136 len=192963 2024-08-17T01:11:41.358 INFO:tasks.workunit.client.0.smithi082.stdout:op 3242 completed, throughput=5MB/sec 2024-08-17T01:11:41.358 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3eVNVG6vdvqEmgk off=806127 len=227528 2024-08-17T01:11:41.359 INFO:tasks.workunit.client.0.smithi082.stdout:op 3243 completed, throughput=5MB/sec 2024-08-17T01:11:42.359 INFO:tasks.workunit.client.0.smithi082.stdout: 640: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:42.359 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ndg5lFyH2zp-Ubw off=1864303 len=60651 2024-08-17T01:11:42.360 INFO:tasks.workunit.client.0.smithi082.stdout:op 3244 completed, throughput=4.99MB/sec 2024-08-17T01:11:42.360 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JLDklHHqKJaHKl4 off=1046771 len=198825 2024-08-17T01:11:42.363 INFO:tasks.workunit.client.0.smithi082.stdout:op 3245 completed, throughput=4.99MB/sec 2024-08-17T01:11:42.363 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-clxs_EiwEDZOzNJ off=9345377 len=677137 2024-08-17T01:11:42.364 INFO:tasks.workunit.client.0.smithi082.stdout:op 3246 completed, throughput=4.99MB/sec 2024-08-17T01:11:42.364 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JWsniAhAHLgsfFp off=8055959 len=674507 2024-08-17T01:11:42.368 INFO:tasks.workunit.client.0.smithi082.stdout:op 3247 completed, throughput=4.99MB/sec 2024-08-17T01:11:42.368 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ri4NtKwhzq_8d-N off=2345252 len=1637039 2024-08-17T01:11:42.372 INFO:tasks.workunit.client.0.smithi082.stdout:op 3248 completed, throughput=5MB/sec 2024-08-17T01:11:42.372 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2711Gq7BYkv2zJm off=6542355 len=395119 2024-08-17T01:11:42.376 INFO:tasks.workunit.client.0.smithi082.stdout:op 3249 completed, throughput=5MB/sec 2024-08-17T01:11:42.376 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IkQwANcuk1LmXd3 off=1902949 len=1842706 2024-08-17T01:11:42.386 INFO:tasks.workunit.client.0.smithi082.stdout:op 3250 completed, throughput=5MB/sec 2024-08-17T01:11:42.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:42 smithi082 ceph-mon[94343]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:11:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:42 smithi082 ceph-mon[91979]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:11:42.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:42 smithi137 ceph-mon[86391]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:11:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:11:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:11:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:11:43.386 INFO:tasks.workunit.client.0.smithi082.stdout: 641: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:43.386 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-k3w66C8R7Bc5nXH off=237262 len=850770 2024-08-17T01:11:43.387 INFO:tasks.workunit.client.0.smithi082.stdout:op 3251 completed, throughput=4.99MB/sec 2024-08-17T01:11:43.388 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ffdx0hZUuPZpnT7 off=21689370 len=1777233 2024-08-17T01:11:43.397 INFO:tasks.workunit.client.0.smithi082.stdout:op 3252 completed, throughput=5MB/sec 2024-08-17T01:11:43.397 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dhN21aUEqZkswz3 off=483353 len=1974655 2024-08-17T01:11:43.407 INFO:tasks.workunit.client.0.smithi082.stdout:op 3253 completed, throughput=5MB/sec 2024-08-17T01:11:43.407 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6cyJ1csOz0mM1l2 off=1434900 len=1222972 2024-08-17T01:11:43.410 INFO:tasks.workunit.client.0.smithi082.stdout:op 3254 completed, throughput=5MB/sec 2024-08-17T01:11:44.411 INFO:tasks.workunit.client.0.smithi082.stdout: 642: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:44.411 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5KIvwgjykjSGDHa off=7909506 len=40437 2024-08-17T01:11:44.412 INFO:tasks.workunit.client.0.smithi082.stdout:op 3255 completed, throughput=4.99MB/sec 2024-08-17T01:11:44.412 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IRV0_dQnI-9gmgL off=225416 len=722375 2024-08-17T01:11:44.415 INFO:tasks.workunit.client.0.smithi082.stdout:op 3256 completed, throughput=4.99MB/sec 2024-08-17T01:11:44.416 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-x8GI0AJoMiyyAzh off=5262614 len=1737494 2024-08-17T01:11:44.419 INFO:tasks.workunit.client.0.smithi082.stdout:op 3257 completed, throughput=5MB/sec 2024-08-17T01:11:44.419 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JV7F6hBIZYoDif3 off=9560710 len=1255118 2024-08-17T01:11:44.427 INFO:tasks.workunit.client.0.smithi082.stdout:op 3258 completed, throughput=5MB/sec 2024-08-17T01:11:44.428 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PWMXFneMJdYA3hC off=6442828 len=1658908 2024-08-17T01:11:44.429 INFO:tasks.workunit.client.0.smithi082.stdout:op 3259 completed, throughput=5MB/sec 2024-08-17T01:11:44.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:44 smithi082 ceph-mon[94343]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:11:44.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:44 smithi082 ceph-mon[91979]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:11:44.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:44 smithi137 ceph-mon[86391]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:11:45.288 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:11:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:11:45] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-08-17T01:11:45.430 INFO:tasks.workunit.client.0.smithi082.stdout: 643: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:45.430 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Uim2X9SCgwB15Ai off=866474 len=606612 2024-08-17T01:11:45.433 INFO:tasks.workunit.client.0.smithi082.stdout:op 3260 completed, throughput=4.99MB/sec 2024-08-17T01:11:45.433 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mVtmoLuOLHGFqYz off=16930340 len=1431839 2024-08-17T01:11:45.439 INFO:tasks.workunit.client.0.smithi082.stdout:op 3261 completed, throughput=5MB/sec 2024-08-17T01:11:45.439 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XHtFjDlRHJskbLJ off=136876 len=1263495 2024-08-17T01:11:45.441 INFO:tasks.workunit.client.0.smithi082.stdout:op 3262 completed, throughput=5MB/sec 2024-08-17T01:11:45.442 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4thnZ9QI8Rc7LJ2 off=7940728 len=323124 2024-08-17T01:11:45.442 INFO:tasks.workunit.client.0.smithi082.stdout:op 3263 completed, throughput=5MB/sec 2024-08-17T01:11:45.442 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jdft98f4XWDrcpX off=3509234 len=868005 2024-08-17T01:11:45.444 INFO:tasks.workunit.client.0.smithi082.stdout:op 3264 completed, throughput=5MB/sec 2024-08-17T01:11:45.444 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-T2KMenpfIfdoyZu off=2553736 len=1939983 2024-08-17T01:11:45.454 INFO:tasks.workunit.client.0.smithi082.stdout:op 3265 completed, throughput=5MB/sec 2024-08-17T01:11:45.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:11:45.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:11:45.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:11:45.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:11:45.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:11:45.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:11:45.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:11:45.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:11:45.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:11:45.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:11:45.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:11:45.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:11:46.454 INFO:tasks.workunit.client.0.smithi082.stdout: 644: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:46.454 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Sh1VvqtlRBrbC4N off=110040 len=771284 2024-08-17T01:11:46.459 INFO:tasks.workunit.client.0.smithi082.stdout:op 3266 completed, throughput=5MB/sec 2024-08-17T01:11:46.460 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-y-e0Fbqy4Kn6B2R off=12055 len=1565247 2024-08-17T01:11:46.461 INFO:tasks.workunit.client.0.smithi082.stdout:op 3267 completed, throughput=5MB/sec 2024-08-17T01:11:46.461 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vuzTUrs1EcVskI9 off=16017356 len=1393538 2024-08-17T01:11:46.470 INFO:tasks.workunit.client.0.smithi082.stdout:op 3268 completed, throughput=5MB/sec 2024-08-17T01:11:46.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:46 smithi082 ceph-mon[94343]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-17T01:11:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:46 smithi082 ceph-mon[91979]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-17T01:11:46.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:46 smithi137 ceph-mon[86391]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-17T01:11:47.471 INFO:tasks.workunit.client.0.smithi082.stdout: 645: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:47.471 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WVCsbGlFwlYlanP off=10497880 len=1215450 2024-08-17T01:11:47.477 INFO:tasks.workunit.client.0.smithi082.stdout:op 3269 completed, throughput=4.99MB/sec 2024-08-17T01:11:47.477 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-sw62PGg8wYV3Hi9 off=5839207 len=493987 2024-08-17T01:11:47.480 INFO:tasks.workunit.client.0.smithi082.stdout:op 3270 completed, throughput=5MB/sec 2024-08-17T01:11:47.480 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gL210p8vjFSRcQD off=2015990 len=957340 2024-08-17T01:11:47.485 INFO:tasks.workunit.client.0.smithi082.stdout:op 3271 completed, throughput=5MB/sec 2024-08-17T01:11:47.485 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-CLxFsq8T5hQtg-j off=825798 len=1464425 2024-08-17T01:11:47.487 INFO:tasks.workunit.client.0.smithi082.stdout:op 3272 completed, throughput=5MB/sec 2024-08-17T01:11:47.487 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JIUBSGDV9PaMv5L off=3849610 len=244397 2024-08-17T01:11:47.490 INFO:tasks.workunit.client.0.smithi082.stdout:op 3273 completed, throughput=5MB/sec 2024-08-17T01:11:47.490 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cQIFX1XwBIzJ-gM off=15849162 len=1125232 2024-08-17T01:11:47.496 INFO:tasks.workunit.client.0.smithi082.stdout:op 3274 completed, throughput=5MB/sec 2024-08-17T01:11:48.496 INFO:tasks.workunit.client.0.smithi082.stdout: 646: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:48.496 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dNoDKYFUXAdJvf7 off=742834 len=1891186 2024-08-17T01:11:48.504 INFO:tasks.workunit.client.0.smithi082.stdout:op 3275 completed, throughput=5MB/sec 2024-08-17T01:11:48.504 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SqB8xOOzErjbwXQ off=5727179 len=1202692 2024-08-17T01:11:48.511 INFO:tasks.workunit.client.0.smithi082.stdout:op 3276 completed, throughput=5MB/sec 2024-08-17T01:11:48.511 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-7j06uPLDgBAY-fx off=675531 len=270228 2024-08-17T01:11:48.512 INFO:tasks.workunit.client.0.smithi082.stdout:op 3277 completed, throughput=5MB/sec 2024-08-17T01:11:48.512 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_az8I5WxcQsh-f2 off=18892364 len=2040763 2024-08-17T01:11:48.524 INFO:tasks.workunit.client.0.smithi082.stdout:op 3278 completed, throughput=5MB/sec 2024-08-17T01:11:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:48 smithi082 ceph-mon[91979]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-08-17T01:11:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:48 smithi082 ceph-mon[94343]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-08-17T01:11:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:48 smithi137 ceph-mon[86391]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-08-17T01:11:49.524 INFO:tasks.workunit.client.0.smithi082.stdout: 647: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:49.524 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hCnBUb33leWrM4y off=3240660 len=143386 2024-08-17T01:11:49.526 INFO:tasks.workunit.client.0.smithi082.stdout:op 3279 completed, throughput=4.99MB/sec 2024-08-17T01:11:49.526 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RhZ_ut2u3ARA3_S off=6450175 len=1805933 2024-08-17T01:11:49.528 INFO:tasks.workunit.client.0.smithi082.stdout:op 3280 completed, throughput=5MB/sec 2024-08-17T01:11:49.529 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6z9YA-f9MGXBPcc off=4929634 len=1987401 2024-08-17T01:11:49.530 INFO:tasks.workunit.client.0.smithi082.stdout:op 3281 completed, throughput=5MB/sec 2024-08-17T01:11:49.530 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-FI6Yj6QOOLLEfv3 off=9185800 len=281088 2024-08-17T01:11:49.531 INFO:tasks.workunit.client.0.smithi082.stdout:op 3282 completed, throughput=5MB/sec 2024-08-17T01:11:49.532 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PhnYjNx-XSYPg5V off=18385212 len=1274728 2024-08-17T01:11:49.537 INFO:tasks.workunit.client.0.smithi082.stdout:op 3283 completed, throughput=5MB/sec 2024-08-17T01:11:50.538 INFO:tasks.workunit.client.0.smithi082.stdout: 648: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:50.538 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-262gznjZ8n1M63_ off=3855431 len=942723 2024-08-17T01:11:50.540 INFO:tasks.workunit.client.0.smithi082.stdout:op 3284 completed, throughput=4.99MB/sec 2024-08-17T01:11:50.540 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JvaE1dp-R7p0194 off=3164440 len=530063 2024-08-17T01:11:50.544 INFO:tasks.workunit.client.0.smithi082.stdout:op 3285 completed, throughput=5MB/sec 2024-08-17T01:11:50.544 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SgoK9hei7mxYmvf off=151594 len=481048 2024-08-17T01:11:50.546 INFO:tasks.workunit.client.0.smithi082.stdout:op 3286 completed, throughput=5MB/sec 2024-08-17T01:11:50.546 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-fY9psBC8SssiTKo off=10856673 len=2092871 2024-08-17T01:11:50.555 INFO:tasks.workunit.client.0.smithi082.stdout:op 3287 completed, throughput=5MB/sec 2024-08-17T01:11:50.555 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-DNTIsd9RuviHxA4 off=11776894 len=938967 2024-08-17T01:11:50.559 INFO:tasks.workunit.client.0.smithi082.stdout:op 3288 completed, throughput=5MB/sec 2024-08-17T01:11:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:50 smithi082 ceph-mon[94343]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:11:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:11:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:50 smithi082 ceph-mon[91979]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:11:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:11:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:50 smithi137 ceph-mon[86391]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:11:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:11:51.559 INFO:tasks.workunit.client.0.smithi082.stdout: 649: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:51.560 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BPg9OEGYlzI5JSH off=9113768 len=1154949 2024-08-17T01:11:51.561 INFO:tasks.workunit.client.0.smithi082.stdout:op 3289 completed, throughput=4.99MB/sec 2024-08-17T01:11:51.561 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KUTmr335ZeAbRLr off=2613895 len=559856 2024-08-17T01:11:51.566 INFO:tasks.workunit.client.0.smithi082.stdout:op 3290 completed, throughput=5MB/sec 2024-08-17T01:11:51.566 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-m15oBcMheBXr637 off=386668 len=1649979 2024-08-17T01:11:51.574 INFO:tasks.workunit.client.0.smithi082.stdout:op 3291 completed, throughput=5MB/sec 2024-08-17T01:11:51.574 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UYqKjCyr4d36zns off=2412339 len=1059668 2024-08-17T01:11:51.580 INFO:tasks.workunit.client.0.smithi082.stdout:op 3292 completed, throughput=5MB/sec 2024-08-17T01:11:51.580 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-N-fcVMBo78OExke off=948025 len=631164 2024-08-17T01:11:51.584 INFO:tasks.workunit.client.0.smithi082.stdout:op 3293 completed, throughput=5MB/sec 2024-08-17T01:11:51.585 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9fa-mSNS1C5NLP6 off=10562284 len=1283233 2024-08-17T01:11:51.592 INFO:tasks.workunit.client.0.smithi082.stdout:op 3294 completed, throughput=5MB/sec 2024-08-17T01:11:52.593 INFO:tasks.workunit.client.0.smithi082.stdout: 650: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:52.593 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Htdcy2RmzF8bW81 off=1416703 len=575687 2024-08-17T01:11:52.594 INFO:tasks.workunit.client.0.smithi082.stdout:op 3295 completed, throughput=4.99MB/sec 2024-08-17T01:11:52.595 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WzOr6VGzdZY97Zq off=8988853 len=1922356 2024-08-17T01:11:52.606 INFO:tasks.workunit.client.0.smithi082.stdout:op 3296 completed, throughput=5MB/sec 2024-08-17T01:11:52.606 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zWpMVJfJw-eRhGI off=11538854 len=1804890 2024-08-17T01:11:52.616 INFO:tasks.workunit.client.0.smithi082.stdout:op 3297 completed, throughput=5MB/sec 2024-08-17T01:11:52.616 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-GDvT12c_icJ_t-t off=5344311 len=1022276 2024-08-17T01:11:52.618 INFO:tasks.workunit.client.0.smithi082.stdout:op 3298 completed, throughput=5MB/sec 2024-08-17T01:11:52.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:52 smithi082 ceph-mon[91979]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:11:52.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:52 smithi082 ceph-mon[94343]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:11:52.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:52 smithi137 ceph-mon[86391]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:11:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:11:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:11:53.619 INFO:tasks.workunit.client.0.smithi082.stdout: 651: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:53.619 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-L7L85ku7qZNqwtK off=17903949 len=791472 2024-08-17T01:11:53.620 INFO:tasks.workunit.client.0.smithi082.stdout:op 3299 completed, throughput=5MB/sec 2024-08-17T01:11:53.620 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tqjKHJ4vy6Dbu5G off=1502756 len=1842285 2024-08-17T01:11:53.622 INFO:tasks.workunit.client.0.smithi082.stdout:op 3300 completed, throughput=5MB/sec 2024-08-17T01:11:53.622 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dCIF-5NSrZpmQsX off=466554 len=1025083 2024-08-17T01:11:53.627 INFO:tasks.workunit.client.0.smithi082.stdout:op 3301 completed, throughput=5MB/sec 2024-08-17T01:11:53.627 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KwtpBvlKQJhjXlU off=196954 len=1102583 2024-08-17T01:11:53.629 INFO:tasks.workunit.client.0.smithi082.stdout:op 3302 completed, throughput=5MB/sec 2024-08-17T01:11:54.629 INFO:tasks.workunit.client.0.smithi082.stdout: 652: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:54.629 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--uMXbINjqmjlQGn off=9199834 len=1060461 2024-08-17T01:11:54.633 INFO:tasks.workunit.client.0.smithi082.stdout:op 3303 completed, throughput=4.99MB/sec 2024-08-17T01:11:54.633 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hZQw4kQ8mLgh0l- off=317727 len=623802 2024-08-17T01:11:54.634 INFO:tasks.workunit.client.0.smithi082.stdout:op 3304 completed, throughput=5MB/sec 2024-08-17T01:11:54.634 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-CtyXXJ-9xkUmjjF off=20439469 len=249560 2024-08-17T01:11:54.635 INFO:tasks.workunit.client.0.smithi082.stdout:op 3305 completed, throughput=5MB/sec 2024-08-17T01:11:54.635 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rTTLscmwRFhek9v off=7215399 len=1323373 2024-08-17T01:11:54.636 INFO:tasks.workunit.client.0.smithi082.stdout:op 3306 completed, throughput=5MB/sec 2024-08-17T01:11:54.636 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6DBbCdkRA6b4j1w off=9397578 len=475617 2024-08-17T01:11:54.640 INFO:tasks.workunit.client.0.smithi082.stdout:op 3307 completed, throughput=5MB/sec 2024-08-17T01:11:54.640 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Yka2r6TuMhsd6jO off=4508526 len=939520 2024-08-17T01:11:54.646 INFO:tasks.workunit.client.0.smithi082.stdout:op 3308 completed, throughput=5MB/sec 2024-08-17T01:11:54.647 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UygfrJgOc1iQT5w off=8112199 len=1876267 2024-08-17T01:11:54.655 INFO:tasks.workunit.client.0.smithi082.stdout:op 3309 completed, throughput=5MB/sec 2024-08-17T01:11:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:54 smithi082 ceph-mon[94343]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:11:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:54 smithi082 ceph-mon[91979]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:11:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:54 smithi137 ceph-mon[86391]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:11:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:11:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:11:55] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-08-17T01:11:55.656 INFO:tasks.workunit.client.0.smithi082.stdout: 653: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:55.656 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-W-rXpaIvF-FntXF off=2053906 len=38930 2024-08-17T01:11:55.658 INFO:tasks.workunit.client.0.smithi082.stdout:op 3310 completed, throughput=4.99MB/sec 2024-08-17T01:11:55.659 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SDGMJF5cxCW7K67 off=781191 len=1489760 2024-08-17T01:11:55.664 INFO:tasks.workunit.client.0.smithi082.stdout:op 3311 completed, throughput=5MB/sec 2024-08-17T01:11:55.665 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WMa-KO9cvq_PAU2 off=58752 len=1239971 2024-08-17T01:11:55.671 INFO:tasks.workunit.client.0.smithi082.stdout:op 3312 completed, throughput=5MB/sec 2024-08-17T01:11:55.671 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rGCMJUPP8QztUwt off=4166349 len=804774 2024-08-17T01:11:55.675 INFO:tasks.workunit.client.0.smithi082.stdout:op 3313 completed, throughput=5MB/sec 2024-08-17T01:11:55.675 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rqGHWti4CZnpgBF off=2812888 len=1310406 2024-08-17T01:11:55.676 INFO:tasks.workunit.client.0.smithi082.stdout:op 3314 completed, throughput=5MB/sec 2024-08-17T01:11:56.677 INFO:tasks.workunit.client.0.smithi082.stdout: 654: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:56.677 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-GksjEHx0n1xl96z off=600081 len=1294605 2024-08-17T01:11:56.684 INFO:tasks.workunit.client.0.smithi082.stdout:op 3315 completed, throughput=5MB/sec 2024-08-17T01:11:56.684 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Sr0r0oXISsepIn2 off=10766311 len=1563705 2024-08-17T01:11:56.686 INFO:tasks.workunit.client.0.smithi082.stdout:op 3316 completed, throughput=5MB/sec 2024-08-17T01:11:56.686 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Ulji9iUccgkBjpT off=13154333 len=1782608 2024-08-17T01:11:56.690 INFO:tasks.workunit.client.0.smithi082.stdout:op 3317 completed, throughput=5MB/sec 2024-08-17T01:11:56.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:56 smithi082 ceph-mon[94343]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:11:56.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:56 smithi082 ceph-mon[91979]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:11:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:56 smithi137 ceph-mon[86391]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:11:57.691 INFO:tasks.workunit.client.0.smithi082.stdout: 655: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:57.691 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-aSbDuLwg4P0UH1S off=1045932 len=1432490 2024-08-17T01:11:57.693 INFO:tasks.workunit.client.0.smithi082.stdout:op 3318 completed, throughput=5MB/sec 2024-08-17T01:11:57.693 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Pf2-MtSCujiyc0O off=13264952 len=738583 2024-08-17T01:11:57.694 INFO:tasks.workunit.client.0.smithi082.stdout:op 3319 completed, throughput=5MB/sec 2024-08-17T01:11:57.695 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-VwixOCZuPB5KxIt off=2986425 len=1817161 2024-08-17T01:11:57.696 INFO:tasks.workunit.client.0.smithi082.stdout:op 3320 completed, throughput=5MB/sec 2024-08-17T01:11:57.697 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cIUhX4sZvc1YZXv off=6244612 len=1493325 2024-08-17T01:11:57.704 INFO:tasks.workunit.client.0.smithi082.stdout:op 3321 completed, throughput=5MB/sec 2024-08-17T01:11:58.704 INFO:tasks.workunit.client.0.smithi082.stdout: 656: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:58.705 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0Wb9FlEmyYgQmfw off=3699577 len=829322 2024-08-17T01:11:58.710 INFO:tasks.workunit.client.0.smithi082.stdout:op 3322 completed, throughput=4.99MB/sec 2024-08-17T01:11:58.710 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ltcv8KJp8YcDrwe off=19475314 len=1579825 2024-08-17T01:11:58.719 INFO:tasks.workunit.client.0.smithi082.stdout:op 3323 completed, throughput=5MB/sec 2024-08-17T01:11:58.719 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-A0aCw-h7X1qMrlf off=4562119 len=220663 2024-08-17T01:11:58.720 INFO:tasks.workunit.client.0.smithi082.stdout:op 3324 completed, throughput=5MB/sec 2024-08-17T01:11:58.720 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vTjSGACp5SW0a4j off=7630143 len=350352 2024-08-17T01:11:58.720 INFO:tasks.workunit.client.0.smithi082.stdout:op 3325 completed, throughput=5MB/sec 2024-08-17T01:11:58.720 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gGOY4ZoYKNb2rdt off=4791115 len=422869 2024-08-17T01:11:58.724 INFO:tasks.workunit.client.0.smithi082.stdout:op 3326 completed, throughput=5MB/sec 2024-08-17T01:11:58.724 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-P2sPyE7VuYVun-O off=3105631 len=740171 2024-08-17T01:11:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:11:58 smithi082 ceph-mon[94343]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:11:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:11:58 smithi082 ceph-mon[91979]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:11:58.729 INFO:tasks.workunit.client.0.smithi082.stdout:op 3327 completed, throughput=5MB/sec 2024-08-17T01:11:58.729 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-furO-B3QdaBfAWD off=17211689 len=1932682 2024-08-17T01:11:58.731 INFO:tasks.workunit.client.0.smithi082.stdout:op 3328 completed, throughput=5MB/sec 2024-08-17T01:11:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:11:58 smithi137 ceph-mon[86391]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:11:59.732 INFO:tasks.workunit.client.0.smithi082.stdout: 657: throughput=4.99MB/sec pending data=0 2024-08-17T01:11:59.732 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0p_UxGFz5XikSEg off=974068 len=559304 2024-08-17T01:11:59.736 INFO:tasks.workunit.client.0.smithi082.stdout:op 3329 completed, throughput=5MB/sec 2024-08-17T01:11:59.736 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-r8ZKy7hu_z3Cfv2 off=19509956 len=1962144 2024-08-17T01:11:59.739 INFO:tasks.workunit.client.0.smithi082.stdout:op 3330 completed, throughput=5MB/sec 2024-08-17T01:11:59.739 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Wrx7n39xOT74HN7 off=15095688 len=1920199 2024-08-17T01:11:59.750 INFO:tasks.workunit.client.0.smithi082.stdout:op 3331 completed, throughput=5MB/sec 2024-08-17T01:12:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:00 smithi082 ceph-mon[91979]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:12:00.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:00 smithi082 ceph-mon[94343]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:12:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:00 smithi137 ceph-mon[86391]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:12:00.751 INFO:tasks.workunit.client.0.smithi082.stdout: 658: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:00.751 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WaOh9ysFvodhWfD off=845403 len=880319 2024-08-17T01:12:00.756 INFO:tasks.workunit.client.0.smithi082.stdout:op 3332 completed, throughput=4.99MB/sec 2024-08-17T01:12:00.756 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-T7MJQjvfusFX67N off=2547597 len=1065023 2024-08-17T01:12:00.757 INFO:tasks.workunit.client.0.smithi082.stdout:op 3333 completed, throughput=5MB/sec 2024-08-17T01:12:00.757 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Z6RbepJpNrdA5Aw off=4669158 len=1668417 2024-08-17T01:12:00.759 INFO:tasks.workunit.client.0.smithi082.stdout:op 3334 completed, throughput=5MB/sec 2024-08-17T01:12:00.760 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Hvvd8zXDwjO16cE off=13425710 len=294574 2024-08-17T01:12:00.763 INFO:tasks.workunit.client.0.smithi082.stdout:op 3335 completed, throughput=5MB/sec 2024-08-17T01:12:00.763 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tFmqcfff-w--VId off=7086709 len=1505225 2024-08-17T01:12:00.765 INFO:tasks.workunit.client.0.smithi082.stdout:op 3336 completed, throughput=5MB/sec 2024-08-17T01:12:01.766 INFO:tasks.workunit.client.0.smithi082.stdout: 659: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:01.766 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wM2Eaaagr5LduOm off=7249364 len=1196219 2024-08-17T01:12:01.771 INFO:tasks.workunit.client.0.smithi082.stdout:op 3337 completed, throughput=4.99MB/sec 2024-08-17T01:12:01.771 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hWQqIO7vBwLqNku off=11374553 len=981394 2024-08-17T01:12:01.777 INFO:tasks.workunit.client.0.smithi082.stdout:op 3338 completed, throughput=5MB/sec 2024-08-17T01:12:01.777 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-F9-8yHXm3gT8TDJ off=4211122 len=1763834 2024-08-17T01:12:01.784 INFO:tasks.workunit.client.0.smithi082.stdout:op 3339 completed, throughput=5MB/sec 2024-08-17T01:12:01.784 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-viU9kL75XCAmi9n off=4328969 len=335841 2024-08-17T01:12:01.785 INFO:tasks.workunit.client.0.smithi082.stdout:op 3340 completed, throughput=5MB/sec 2024-08-17T01:12:01.785 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IWzso59NhAbvMqj off=434043 len=1431744 2024-08-17T01:12:01.788 INFO:tasks.workunit.client.0.smithi082.stdout:op 3341 completed, throughput=5MB/sec 2024-08-17T01:12:02.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:02 smithi082 ceph-mon[94343]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:12:02.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:02 smithi082 ceph-mon[91979]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:12:02.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:02 smithi137 ceph-mon[86391]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:12:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:12:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:12:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:12:02.788 INFO:tasks.workunit.client.0.smithi082.stdout: 660: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:02.789 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rFN3oL5mrIA0JEw off=91070 len=1948194 2024-08-17T01:12:02.798 INFO:tasks.workunit.client.0.smithi082.stdout:op 3342 completed, throughput=5MB/sec 2024-08-17T01:12:02.799 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UR4KMvhGeEJipFR off=6076618 len=1557371 2024-08-17T01:12:02.801 INFO:tasks.workunit.client.0.smithi082.stdout:op 3343 completed, throughput=5MB/sec 2024-08-17T01:12:02.801 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vMAxZRZgQm0gFfa off=12559861 len=391185 2024-08-17T01:12:02.802 INFO:tasks.workunit.client.0.smithi082.stdout:op 3344 completed, throughput=5MB/sec 2024-08-17T01:12:02.802 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-VdVuI6T7qJC-F8u off=781457 len=462442 2024-08-17T01:12:02.803 INFO:tasks.workunit.client.0.smithi082.stdout:op 3345 completed, throughput=5MB/sec 2024-08-17T01:12:02.803 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--1gVQt61qkIJneg off=1316180 len=1089725 2024-08-17T01:12:02.809 INFO:tasks.workunit.client.0.smithi082.stdout:op 3346 completed, throughput=5MB/sec 2024-08-17T01:12:03.809 INFO:tasks.workunit.client.0.smithi082.stdout: 661: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:03.810 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-43FT7tJIUdq7h-P off=13630389 len=1817025 2024-08-17T01:12:03.819 INFO:tasks.workunit.client.0.smithi082.stdout:op 3347 completed, throughput=5MB/sec 2024-08-17T01:12:03.819 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-niiEd1EvSYarcbw off=18322380 len=2076447 2024-08-17T01:12:03.821 INFO:tasks.workunit.client.0.smithi082.stdout:op 3348 completed, throughput=5MB/sec 2024-08-17T01:12:03.821 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3DZ83kGZ7zRWlhZ off=6959968 len=1578034 2024-08-17T01:12:03.828 INFO:tasks.workunit.client.0.smithi082.stdout:op 3349 completed, throughput=5MB/sec 2024-08-17T01:12:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:04 smithi082 ceph-mon[91979]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:12:04.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:04 smithi082 ceph-mon[94343]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:12:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:04 smithi137 ceph-mon[86391]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:12:04.828 INFO:tasks.workunit.client.0.smithi082.stdout: 662: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:04.828 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pT9XDh4NuB1R8f_ off=7637347 len=1331595 2024-08-17T01:12:04.839 INFO:tasks.workunit.client.0.smithi082.stdout:op 3350 completed, throughput=5MB/sec 2024-08-17T01:12:04.839 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8RJw4_KIdWireNU off=5221120 len=1840323 2024-08-17T01:12:04.847 INFO:tasks.workunit.client.0.smithi082.stdout:op 3351 completed, throughput=5MB/sec 2024-08-17T01:12:04.847 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gjIReJQ2gKb6r6C off=4331943 len=1715769 2024-08-17T01:12:04.855 INFO:tasks.workunit.client.0.smithi082.stdout:op 3352 completed, throughput=5MB/sec 2024-08-17T01:12:05.324 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:12:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:12:05] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-08-17T01:12:05.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:12:05.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:12:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:12:05.856 INFO:tasks.workunit.client.0.smithi082.stdout: 663: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:05.856 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-92H-LyAR53BD3uX off=2009385 len=2057174 2024-08-17T01:12:05.860 INFO:tasks.workunit.client.0.smithi082.stdout:op 3353 completed, throughput=5MB/sec 2024-08-17T01:12:05.860 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bRXs_AaKX2stGHa off=3666889 len=1607190 2024-08-17T01:12:05.862 INFO:tasks.workunit.client.0.smithi082.stdout:op 3354 completed, throughput=5MB/sec 2024-08-17T01:12:05.862 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xdrD-0-oyNXRaGi off=10229752 len=1286359 2024-08-17T01:12:05.863 INFO:tasks.workunit.client.0.smithi082.stdout:op 3355 completed, throughput=5MB/sec 2024-08-17T01:12:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:06 smithi082 ceph-mon[94343]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:12:06.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:06 smithi082 ceph-mon[91979]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:12:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:06 smithi137 ceph-mon[86391]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:12:06.863 INFO:tasks.workunit.client.0.smithi082.stdout: 664: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:06.863 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-i2gjou5OTgAVIRc off=15056169 len=1472776 2024-08-17T01:12:06.865 INFO:tasks.workunit.client.0.smithi082.stdout:op 3356 completed, throughput=5MB/sec 2024-08-17T01:12:06.865 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5qnVsYPWphEMFmP off=8183077 len=1003943 2024-08-17T01:12:06.870 INFO:tasks.workunit.client.0.smithi082.stdout:op 3357 completed, throughput=5MB/sec 2024-08-17T01:12:06.870 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-GdMzuqFhSsq1Uhw off=9281459 len=502868 2024-08-17T01:12:06.874 INFO:tasks.workunit.client.0.smithi082.stdout:op 3358 completed, throughput=5MB/sec 2024-08-17T01:12:06.874 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-k9o3VWC2F1s1tpm off=3751794 len=1064599 2024-08-17T01:12:06.879 INFO:tasks.workunit.client.0.smithi082.stdout:op 3359 completed, throughput=5MB/sec 2024-08-17T01:12:06.879 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-v4DGcxYibPNfm1O off=1391131 len=456495 2024-08-17T01:12:06.883 INFO:tasks.workunit.client.0.smithi082.stdout:op 3360 completed, throughput=5MB/sec 2024-08-17T01:12:06.909 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BluFvJm0-WE5Azz off=15926644 len=1338496 2024-08-17T01:12:06.909 INFO:tasks.workunit.client.0.smithi082.stdout:op 3361 completed, throughput=5MB/sec 2024-08-17T01:12:07.885 INFO:tasks.workunit.client.0.smithi082.stdout: 665: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:07.885 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qH_FS8e_xBBnhgc off=13240943 len=1725574 2024-08-17T01:12:07.895 INFO:tasks.workunit.client.0.smithi082.stdout:op 3362 completed, throughput=5MB/sec 2024-08-17T01:12:07.895 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_h188Hw4TzRR8_r off=2129706 len=1511663 2024-08-17T01:12:07.902 INFO:tasks.workunit.client.0.smithi082.stdout:op 3363 completed, throughput=5MB/sec 2024-08-17T01:12:07.903 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-el3wOrqT7GDRBCD off=3158248 len=1868789 2024-08-17T01:12:07.912 INFO:tasks.workunit.client.0.smithi082.stdout:op 3364 completed, throughput=5MB/sec 2024-08-17T01:12:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:08 smithi082 ceph-mon[91979]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:12:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:08 smithi082 ceph-mon[94343]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:12:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:08 smithi137 ceph-mon[86391]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:12:08.913 INFO:tasks.workunit.client.0.smithi082.stdout: 666: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:08.913 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HOWlC8L1lIl5ikq off=5885399 len=260660 2024-08-17T01:12:08.914 INFO:tasks.workunit.client.0.smithi082.stdout:op 3365 completed, throughput=4.99MB/sec 2024-08-17T01:12:08.914 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--t2GHqZvJWUgKXU off=987520 len=307989 2024-08-17T01:12:08.917 INFO:tasks.workunit.client.0.smithi082.stdout:op 3366 completed, throughput=4.99MB/sec 2024-08-17T01:12:08.917 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4xg9T1CFRTJb1uh off=6252251 len=912370 2024-08-17T01:12:08.919 INFO:tasks.workunit.client.0.smithi082.stdout:op 3367 completed, throughput=5MB/sec 2024-08-17T01:12:08.919 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--bt-rARDHWAS7qU off=1683734 len=701924 2024-08-17T01:12:08.923 INFO:tasks.workunit.client.0.smithi082.stdout:op 3368 completed, throughput=5MB/sec 2024-08-17T01:12:08.923 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TiiYcVmPhLYD_Fb off=8138437 len=492452 2024-08-17T01:12:08.924 INFO:tasks.workunit.client.0.smithi082.stdout:op 3369 completed, throughput=5MB/sec 2024-08-17T01:12:08.924 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-P-FoNJEZfg37dXh off=985850 len=846186 2024-08-17T01:12:08.926 INFO:tasks.workunit.client.0.smithi082.stdout:op 3370 completed, throughput=5MB/sec 2024-08-17T01:12:08.926 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Nq3r09q4nlEu4mC off=2522540 len=1272670 2024-08-17T01:12:08.928 INFO:tasks.workunit.client.0.smithi082.stdout:op 3371 completed, throughput=5MB/sec 2024-08-17T01:12:08.928 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Ke18TBYoALG8QgR off=5283663 len=1643516 2024-08-17T01:12:08.943 INFO:tasks.workunit.client.0.smithi082.stdout:op 3372 completed, throughput=5MB/sec 2024-08-17T01:12:09.943 INFO:tasks.workunit.client.0.smithi082.stdout: 667: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:09.943 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rWrVfHsJ3oVozSh off=2840970 len=1165601 2024-08-17T01:12:09.951 INFO:tasks.workunit.client.0.smithi082.stdout:op 3373 completed, throughput=5MB/sec 2024-08-17T01:12:09.951 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_bk-56bPWo4G2if off=1394504 len=585370 2024-08-17T01:12:09.952 INFO:tasks.workunit.client.0.smithi082.stdout:op 3374 completed, throughput=5MB/sec 2024-08-17T01:12:09.952 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_97unYSjAQo-5fb off=3297882 len=882735 2024-08-17T01:12:09.958 INFO:tasks.workunit.client.0.smithi082.stdout:op 3375 completed, throughput=5MB/sec 2024-08-17T01:12:09.958 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-lQqxf8VcZT8fye- off=4256882 len=746147 2024-08-17T01:12:09.962 INFO:tasks.workunit.client.0.smithi082.stdout:op 3376 completed, throughput=5MB/sec 2024-08-17T01:12:09.962 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-V3LHJBsNB4i_W0H off=4391286 len=1883680 2024-08-17T01:12:09.972 INFO:tasks.workunit.client.0.smithi082.stdout:op 3377 completed, throughput=5MB/sec 2024-08-17T01:12:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:10 smithi082 ceph-mon[94343]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:12:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:10 smithi082 ceph-mon[91979]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:12:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:10 smithi137 ceph-mon[86391]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:12:10.972 INFO:tasks.workunit.client.0.smithi082.stdout: 668: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:10.972 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4HhfHXcTnhvuEMC off=23938567 len=1256544 2024-08-17T01:12:10.974 INFO:tasks.workunit.client.0.smithi082.stdout:op 3378 completed, throughput=5MB/sec 2024-08-17T01:12:10.975 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-nTKvZKAQZXY76mK off=2147888 len=1807717 2024-08-17T01:12:10.982 INFO:tasks.workunit.client.0.smithi082.stdout:op 3379 completed, throughput=5MB/sec 2024-08-17T01:12:10.982 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hubEgpjyMnwlMz5 off=1445561 len=192585 2024-08-17T01:12:10.982 INFO:tasks.workunit.client.0.smithi082.stdout:op 3380 completed, throughput=5MB/sec 2024-08-17T01:12:10.983 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CtE-u1YBea5cjX1 off=832666 len=272811 2024-08-17T01:12:10.985 INFO:tasks.workunit.client.0.smithi082.stdout:op 3381 completed, throughput=5MB/sec 2024-08-17T01:12:10.985 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1R5qFgkQROeSM-s off=563426 len=1006374 2024-08-17T01:12:10.986 INFO:tasks.workunit.client.0.smithi082.stdout:op 3382 completed, throughput=5MB/sec 2024-08-17T01:12:11.987 INFO:tasks.workunit.client.0.smithi082.stdout: 669: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:11.987 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UlSceEBGd7lq9_7 off=12443892 len=321777 2024-08-17T01:12:11.988 INFO:tasks.workunit.client.0.smithi082.stdout:op 3383 completed, throughput=4.99MB/sec 2024-08-17T01:12:11.988 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-x8GI0AJoMiyyAzh off=11115623 len=856866 2024-08-17T01:12:11.991 INFO:tasks.workunit.client.0.smithi082.stdout:op 3384 completed, throughput=5MB/sec 2024-08-17T01:12:11.991 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-seRjULf9dHIsVVB off=11576444 len=1059336 2024-08-17T01:12:11.997 INFO:tasks.workunit.client.0.smithi082.stdout:op 3385 completed, throughput=5MB/sec 2024-08-17T01:12:11.997 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0XKv_q1ulHL-Vsp off=4002947 len=1723168 2024-08-17T01:12:12.004 INFO:tasks.workunit.client.0.smithi082.stdout:op 3386 completed, throughput=5MB/sec 2024-08-17T01:12:12.004 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3iT-vaToMVd0CbS off=6913186 len=1414686 2024-08-17T01:12:12.005 INFO:tasks.workunit.client.0.smithi082.stdout:op 3387 completed, throughput=5MB/sec 2024-08-17T01:12:12.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:12 smithi082 ceph-mon[94343]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:12:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:12 smithi082 ceph-mon[91979]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:12:12.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:12 smithi137 ceph-mon[86391]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:12:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:12:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:12:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:12:13.006 INFO:tasks.workunit.client.0.smithi082.stdout: 670: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:13.006 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-B982UmCsNzOE8_c off=1752012 len=1748397 2024-08-17T01:12:13.010 INFO:tasks.workunit.client.0.smithi082.stdout:op 3388 completed, throughput=5MB/sec 2024-08-17T01:12:13.010 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6D_YHa74gXNmgKU off=8203787 len=1698709 2024-08-17T01:12:13.013 INFO:tasks.workunit.client.0.smithi082.stdout:op 3389 completed, throughput=5MB/sec 2024-08-17T01:12:13.013 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-byi6EGPNVuVHIR- off=2383538 len=1920434 2024-08-17T01:12:13.021 INFO:tasks.workunit.client.0.smithi082.stdout:op 3390 completed, throughput=5MB/sec 2024-08-17T01:12:14.022 INFO:tasks.workunit.client.0.smithi082.stdout: 671: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:14.022 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kOe-rcFihLDLe-b off=7360189 len=806155 2024-08-17T01:12:14.024 INFO:tasks.workunit.client.0.smithi082.stdout:op 3391 completed, throughput=4.99MB/sec 2024-08-17T01:12:14.024 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TckFXjEnrGmN36G off=681206 len=570707 2024-08-17T01:12:14.028 INFO:tasks.workunit.client.0.smithi082.stdout:op 3392 completed, throughput=5MB/sec 2024-08-17T01:12:14.028 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YNgmg0buomDykdh off=1714778 len=1631700 2024-08-17T01:12:14.035 INFO:tasks.workunit.client.0.smithi082.stdout:op 3393 completed, throughput=5MB/sec 2024-08-17T01:12:14.035 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rQ-4LpN7g78OUE8 off=5164062 len=255852 2024-08-17T01:12:14.038 INFO:tasks.workunit.client.0.smithi082.stdout:op 3394 completed, throughput=5MB/sec 2024-08-17T01:12:14.038 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_CYUidMpb6tGWZC off=149335 len=182203 2024-08-17T01:12:14.038 INFO:tasks.workunit.client.0.smithi082.stdout:op 3395 completed, throughput=5MB/sec 2024-08-17T01:12:14.038 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ORzZxLk0SmtHKLx off=6985366 len=1256225 2024-08-17T01:12:14.040 INFO:tasks.workunit.client.0.smithi082.stdout:op 3396 completed, throughput=5MB/sec 2024-08-17T01:12:14.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:14 smithi082 ceph-mon[94343]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:12:14.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:14 smithi082 ceph-mon[91979]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:12:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:14 smithi137 ceph-mon[86391]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:12:15.040 INFO:tasks.workunit.client.0.smithi082.stdout: 672: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:15.040 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qtipivOn3R7UlWX off=10069393 len=1438828 2024-08-17T01:12:15.048 INFO:tasks.workunit.client.0.smithi082.stdout:op 3397 completed, throughput=4.99MB/sec 2024-08-17T01:12:15.048 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-33Nc7UOShYO_aeH off=739263 len=1788508 2024-08-17T01:12:15.050 INFO:tasks.workunit.client.0.smithi082.stdout:op 3398 completed, throughput=5MB/sec 2024-08-17T01:12:15.050 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-U0sUQB9c7N4WzOl off=7644441 len=925423 2024-08-17T01:12:15.051 INFO:tasks.workunit.client.0.smithi082.stdout:op 3399 completed, throughput=5MB/sec 2024-08-17T01:12:15.052 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UHFrk8wj_RNfYbR off=515796 len=1721048 2024-08-17T01:12:15.053 INFO:tasks.workunit.client.0.smithi082.stdout:op 3400 completed, throughput=5MB/sec 2024-08-17T01:12:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:12:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:12:15] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-08-17T01:12:16.053 INFO:tasks.workunit.client.0.smithi082.stdout: 673: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:16.054 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-W1M6_K8zeQiJwd9 off=12353803 len=405768 2024-08-17T01:12:16.057 INFO:tasks.workunit.client.0.smithi082.stdout:op 3401 completed, throughput=4.99MB/sec 2024-08-17T01:12:16.057 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-x1trsMe8ae5Bf0v off=295480 len=744227 2024-08-17T01:12:16.060 INFO:tasks.workunit.client.0.smithi082.stdout:op 3402 completed, throughput=5MB/sec 2024-08-17T01:12:16.060 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-75MtFmGH5ZKuTwB off=1839660 len=492926 2024-08-17T01:12:16.061 INFO:tasks.workunit.client.0.smithi082.stdout:op 3403 completed, throughput=5MB/sec 2024-08-17T01:12:16.061 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EjEa2j1ig2jfP09 off=244738 len=879602 2024-08-17T01:12:16.066 INFO:tasks.workunit.client.0.smithi082.stdout:op 3404 completed, throughput=5MB/sec 2024-08-17T01:12:16.067 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SKmqz0xadhL_sFF off=5574290 len=87042 2024-08-17T01:12:16.067 INFO:tasks.workunit.client.0.smithi082.stdout:op 3405 completed, throughput=5MB/sec 2024-08-17T01:12:16.067 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-62-4JV49J3IrQNW off=8824993 len=325756 2024-08-17T01:12:16.070 INFO:tasks.workunit.client.0.smithi082.stdout:op 3406 completed, throughput=5MB/sec 2024-08-17T01:12:16.071 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-O_lNEGYuFXjokiM off=3425461 len=1025545 2024-08-17T01:12:16.072 INFO:tasks.workunit.client.0.smithi082.stdout:op 3407 completed, throughput=5MB/sec 2024-08-17T01:12:16.072 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1vc24ZwAhjQTESQ off=20658914 len=348134 2024-08-17T01:12:16.073 INFO:tasks.workunit.client.0.smithi082.stdout:op 3408 completed, throughput=5MB/sec 2024-08-17T01:12:16.073 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qazR7BX4DsPf6y7 off=15349090 len=1313925 2024-08-17T01:12:16.075 INFO:tasks.workunit.client.0.smithi082.stdout:op 3409 completed, throughput=5MB/sec 2024-08-17T01:12:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:16 smithi082 ceph-mon[91979]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:12:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:16 smithi082 ceph-mon[94343]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:12:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:16 smithi137 ceph-mon[86391]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:12:17.075 INFO:tasks.workunit.client.0.smithi082.stdout: 674: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:17.075 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-VCzRnhPPtRnLL0Q off=2651123 len=1921384 2024-08-17T01:12:17.077 INFO:tasks.workunit.client.0.smithi082.stdout:op 3410 completed, throughput=5MB/sec 2024-08-17T01:12:17.077 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-eVVu4qY7a2dvRhy off=3819346 len=163051 2024-08-17T01:12:17.078 INFO:tasks.workunit.client.0.smithi082.stdout:op 3411 completed, throughput=5MB/sec 2024-08-17T01:12:17.078 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Oyv_AX0dIHUx3OM off=4773704 len=1281275 2024-08-17T01:12:17.079 INFO:tasks.workunit.client.0.smithi082.stdout:op 3412 completed, throughput=5MB/sec 2024-08-17T01:12:17.079 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PKLHN4e3EdDLmMr off=474774 len=131547 2024-08-17T01:12:17.082 INFO:tasks.workunit.client.0.smithi082.stdout:op 3413 completed, throughput=5MB/sec 2024-08-17T01:12:17.082 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SWwRrvHhaPD1rDN off=939882 len=5108 2024-08-17T01:12:17.084 INFO:tasks.workunit.client.0.smithi082.stdout:op 3414 completed, throughput=5MB/sec 2024-08-17T01:12:17.084 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-X0EnBsL2IsbP1bF off=4469440 len=895961 2024-08-17T01:12:17.089 INFO:tasks.workunit.client.0.smithi082.stdout:op 3415 completed, throughput=5MB/sec 2024-08-17T01:12:17.089 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--980sQZkOiLP8mC off=8205894 len=1597256 2024-08-17T01:12:17.098 INFO:tasks.workunit.client.0.smithi082.stdout:op 3416 completed, throughput=5MB/sec 2024-08-17T01:12:18.098 INFO:tasks.workunit.client.0.smithi082.stdout: 675: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:18.098 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IXwyPshpw_8zcsK off=2655203 len=397775 2024-08-17T01:12:18.099 INFO:tasks.workunit.client.0.smithi082.stdout:op 3417 completed, throughput=5MB/sec 2024-08-17T01:12:18.100 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ONA4D5fkp0GvwEN off=6373083 len=1429029 2024-08-17T01:12:18.108 INFO:tasks.workunit.client.0.smithi082.stdout:op 3418 completed, throughput=5MB/sec 2024-08-17T01:12:18.108 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SULX4doM7J1SQNt off=7400642 len=1715316 2024-08-17T01:12:18.110 INFO:tasks.workunit.client.0.smithi082.stdout:op 3419 completed, throughput=5MB/sec 2024-08-17T01:12:18.111 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IYRlwyWUusnOwhN off=468171 len=103355 2024-08-17T01:12:18.113 INFO:tasks.workunit.client.0.smithi082.stdout:op 3420 completed, throughput=5MB/sec 2024-08-17T01:12:18.114 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-96hEr8Gau01JvrE off=1560226 len=45460 2024-08-17T01:12:18.114 INFO:tasks.workunit.client.0.smithi082.stdout:op 3421 completed, throughput=5MB/sec 2024-08-17T01:12:18.114 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BwE3z2bhE9tBiVs off=17386503 len=456427 2024-08-17T01:12:18.114 INFO:tasks.workunit.client.0.smithi082.stdout:op 3422 completed, throughput=5MB/sec 2024-08-17T01:12:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:18 smithi082 ceph-mon[91979]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:12:18.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:18 smithi082 ceph-mon[94343]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:12:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:18 smithi137 ceph-mon[86391]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:12:19.115 INFO:tasks.workunit.client.0.smithi082.stdout: 676: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:19.115 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SwMRyRqszIWmZDc off=5617237 len=634346 2024-08-17T01:12:19.119 INFO:tasks.workunit.client.0.smithi082.stdout:op 3423 completed, throughput=4.99MB/sec 2024-08-17T01:12:19.119 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fOrpFHcL_auHusx off=1422534 len=333319 2024-08-17T01:12:19.120 INFO:tasks.workunit.client.0.smithi082.stdout:op 3424 completed, throughput=4.99MB/sec 2024-08-17T01:12:19.120 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qIDvjMblGUFVacf off=773977 len=95373 2024-08-17T01:12:19.123 INFO:tasks.workunit.client.0.smithi082.stdout:op 3425 completed, throughput=4.99MB/sec 2024-08-17T01:12:19.123 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-GI_DV0rRTL5nRzS off=13771717 len=1932954 2024-08-17T01:12:19.125 INFO:tasks.workunit.client.0.smithi082.stdout:op 3426 completed, throughput=5MB/sec 2024-08-17T01:12:19.125 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zBtf1R2hHpx35an off=5882205 len=827386 2024-08-17T01:12:19.126 INFO:tasks.workunit.client.0.smithi082.stdout:op 3427 completed, throughput=5MB/sec 2024-08-17T01:12:19.126 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mn9i7L_KhyBZzAh off=0 len=1464015 2024-08-17T01:12:19.138 INFO:tasks.workunit.client.0.smithi082.stdout:op 3428 completed, throughput=5MB/sec 2024-08-17T01:12:20.138 INFO:tasks.workunit.client.0.smithi082.stdout: 677: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:20.138 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tnPLaQYdFr8Fkdf off=2860186 len=329865 2024-08-17T01:12:20.139 INFO:tasks.workunit.client.0.smithi082.stdout:op 3429 completed, throughput=4.99MB/sec 2024-08-17T01:12:20.140 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5ytNNJLMnzr7JmT off=7409621 len=185023 2024-08-17T01:12:20.140 INFO:tasks.workunit.client.0.smithi082.stdout:op 3430 completed, throughput=4.99MB/sec 2024-08-17T01:12:20.140 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_53F_WjI6WDSqKD off=11786441 len=123369 2024-08-17T01:12:20.141 INFO:tasks.workunit.client.0.smithi082.stdout:op 3431 completed, throughput=4.99MB/sec 2024-08-17T01:12:20.141 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jiz2BbvbxjBf2sm off=6650666 len=1244363 2024-08-17T01:12:20.142 INFO:tasks.workunit.client.0.smithi082.stdout:op 3432 completed, throughput=5MB/sec 2024-08-17T01:12:20.142 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-RtM4GfIhVQLFCNK off=13418276 len=2017146 2024-08-17T01:12:20.154 INFO:tasks.workunit.client.0.smithi082.stdout:op 3433 completed, throughput=5MB/sec 2024-08-17T01:12:20.154 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-XhxIoi2feCDISy8 off=3280156 len=1352411 2024-08-17T01:12:20.162 INFO:tasks.workunit.client.0.smithi082.stdout:op 3434 completed, throughput=5MB/sec 2024-08-17T01:12:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:20 smithi082 ceph-mon[94343]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:12:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:12:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:20 smithi082 ceph-mon[91979]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:12:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:12:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:20 smithi137 ceph-mon[86391]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:12:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:12:21.162 INFO:tasks.workunit.client.0.smithi082.stdout: 678: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:21.162 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hW3S1LVVG9QSq8Q off=4770620 len=891733 2024-08-17T01:12:21.164 INFO:tasks.workunit.client.0.smithi082.stdout:op 3435 completed, throughput=4.99MB/sec 2024-08-17T01:12:21.164 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2S0XEsXjHwUE4Iw off=6007374 len=525754 2024-08-17T01:12:21.168 INFO:tasks.workunit.client.0.smithi082.stdout:op 3436 completed, throughput=4.99MB/sec 2024-08-17T01:12:21.168 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pWn3Sk9sYMykgzq off=13369135 len=386578 2024-08-17T01:12:21.169 INFO:tasks.workunit.client.0.smithi082.stdout:op 3437 completed, throughput=5MB/sec 2024-08-17T01:12:21.169 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JcHKyP5VWqjeltx off=14415909 len=1807638 2024-08-17T01:12:21.179 INFO:tasks.workunit.client.0.smithi082.stdout:op 3438 completed, throughput=5MB/sec 2024-08-17T01:12:21.180 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-GC4a6esXCDRdEwQ off=12624768 len=1001809 2024-08-17T01:12:21.185 INFO:tasks.workunit.client.0.smithi082.stdout:op 3439 completed, throughput=5MB/sec 2024-08-17T01:12:21.186 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-bGIMsLuw-OzxMGp off=12448846 len=886160 2024-08-17T01:12:21.190 INFO:tasks.workunit.client.0.smithi082.stdout:op 3440 completed, throughput=5MB/sec 2024-08-17T01:12:22.191 INFO:tasks.workunit.client.0.smithi082.stdout: 679: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:22.191 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-uQZ-2l5dHVCgRBY off=5647630 len=1498313 2024-08-17T01:12:22.193 INFO:tasks.workunit.client.0.smithi082.stdout:op 3441 completed, throughput=5MB/sec 2024-08-17T01:12:22.193 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ajphPg7VgdFXhlE off=1696181 len=1289443 2024-08-17T01:12:22.196 INFO:tasks.workunit.client.0.smithi082.stdout:op 3442 completed, throughput=5MB/sec 2024-08-17T01:12:22.196 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KixY_uC9IlxFyGH off=7305473 len=1242906 2024-08-17T01:12:22.198 INFO:tasks.workunit.client.0.smithi082.stdout:op 3443 completed, throughput=5MB/sec 2024-08-17T01:12:22.198 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-41JTNEYa6apkVP- off=2359953 len=1317055 2024-08-17T01:12:22.199 INFO:tasks.workunit.client.0.smithi082.stdout:op 3444 completed, throughput=5MB/sec 2024-08-17T01:12:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:22 smithi082 ceph-mon[91979]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:12:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:22 smithi082 ceph-mon[94343]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:12:22.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:22 smithi137 ceph-mon[86391]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:12:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:12:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:12:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:12:23.199 INFO:tasks.workunit.client.0.smithi082.stdout: 680: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:23.200 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-lT3DKX9dv8fPTbj off=5706915 len=1032845 2024-08-17T01:12:23.204 INFO:tasks.workunit.client.0.smithi082.stdout:op 3445 completed, throughput=4.99MB/sec 2024-08-17T01:12:23.205 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-N-6aH8UXCWJJ8h5 off=3890802 len=282186 2024-08-17T01:12:23.205 INFO:tasks.workunit.client.0.smithi082.stdout:op 3446 completed, throughput=4.99MB/sec 2024-08-17T01:12:23.206 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Vm66l5XSzHGvUJp off=11558906 len=917330 2024-08-17T01:12:23.211 INFO:tasks.workunit.client.0.smithi082.stdout:op 3447 completed, throughput=5MB/sec 2024-08-17T01:12:23.211 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZEW4BV7lr0MU9BS off=15265034 len=349247 2024-08-17T01:12:23.212 INFO:tasks.workunit.client.0.smithi082.stdout:op 3448 completed, throughput=5MB/sec 2024-08-17T01:12:23.212 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-RZoDu7JwHcL1vPk off=12298402 len=2032125 2024-08-17T01:12:23.221 INFO:tasks.workunit.client.0.smithi082.stdout:op 3449 completed, throughput=5MB/sec 2024-08-17T01:12:23.221 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-368OrzTGKSBR20W off=3601710 len=1755133 2024-08-17T01:12:23.233 INFO:tasks.workunit.client.0.smithi082.stdout:op 3450 completed, throughput=5MB/sec 2024-08-17T01:12:24.233 INFO:tasks.workunit.client.0.smithi082.stdout: 681: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:24.234 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vNhmqFNMQdpi6Ko off=0 len=1763756 2024-08-17T01:12:24.237 INFO:tasks.workunit.client.0.smithi082.stdout:op 3451 completed, throughput=5MB/sec 2024-08-17T01:12:24.238 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-7JOt9XVN2-pu0lu off=1509642 len=2019083 2024-08-17T01:12:24.248 INFO:tasks.workunit.client.0.smithi082.stdout:op 3452 completed, throughput=5MB/sec 2024-08-17T01:12:24.249 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oJB0owzQYpex5g5 off=5023400 len=509278 2024-08-17T01:12:24.249 INFO:tasks.workunit.client.0.smithi082.stdout:op 3453 completed, throughput=5MB/sec 2024-08-17T01:12:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:24 smithi082 ceph-mon[91979]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:12:24.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:24 smithi082 ceph-mon[94343]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:12:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:24 smithi137 ceph-mon[86391]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:12:25.250 INFO:tasks.workunit.client.0.smithi082.stdout: 682: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:25.250 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-GoLuzWk0SBpIQNZ off=10317233 len=465888 2024-08-17T01:12:25.253 INFO:tasks.workunit.client.0.smithi082.stdout:op 3454 completed, throughput=4.99MB/sec 2024-08-17T01:12:25.253 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9g0sWHzu-EMAS6Q off=569592 len=912296 2024-08-17T01:12:25.258 INFO:tasks.workunit.client.0.smithi082.stdout:op 3455 completed, throughput=4.99MB/sec 2024-08-17T01:12:25.258 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-n5JA3BMPWdQOIYE off=20166763 len=1405884 2024-08-17T01:12:25.260 INFO:tasks.workunit.client.0.smithi082.stdout:op 3456 completed, throughput=5MB/sec 2024-08-17T01:12:25.260 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BdGRqnthgjjlfEM off=17655149 len=343502 2024-08-17T01:12:25.263 INFO:tasks.workunit.client.0.smithi082.stdout:op 3457 completed, throughput=5MB/sec 2024-08-17T01:12:25.263 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RGGlwNYy3qLt_fL off=13113640 len=1377521 2024-08-17T01:12:25.266 INFO:tasks.workunit.client.0.smithi082.stdout:op 3458 completed, throughput=5MB/sec 2024-08-17T01:12:25.266 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kEawudLsXyTdHXc off=14954583 len=436074 2024-08-17T01:12:25.266 INFO:tasks.workunit.client.0.smithi082.stdout:op 3459 completed, throughput=5MB/sec 2024-08-17T01:12:25.266 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--QeW2WLrDLINFTn off=8081145 len=504429 2024-08-17T01:12:25.270 INFO:tasks.workunit.client.0.smithi082.stdout:op 3460 completed, throughput=5MB/sec 2024-08-17T01:12:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:12:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:12:25] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-08-17T01:12:26.270 INFO:tasks.workunit.client.0.smithi082.stdout: 683: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:26.270 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Oh_rwDZ_oW_FG6Y off=12442942 len=1842363 2024-08-17T01:12:26.273 INFO:tasks.workunit.client.0.smithi082.stdout:op 3461 completed, throughput=5MB/sec 2024-08-17T01:12:26.273 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YCE5JdLVU1aIEtO off=8092513 len=1218689 2024-08-17T01:12:26.278 INFO:tasks.workunit.client.0.smithi082.stdout:op 3462 completed, throughput=5MB/sec 2024-08-17T01:12:26.278 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Y7LCXxOz_RQGV2d off=1766177 len=1609266 2024-08-17T01:12:26.280 INFO:tasks.workunit.client.0.smithi082.stdout:op 3463 completed, throughput=5MB/sec 2024-08-17T01:12:26.280 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BIH2czZEyCN7Luw off=713014 len=1283132 2024-08-17T01:12:26.287 INFO:tasks.workunit.client.0.smithi082.stdout:op 3464 completed, throughput=5MB/sec 2024-08-17T01:12:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:26 smithi082 ceph-mon[91979]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T01:12:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:26 smithi082 ceph-mon[94343]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T01:12:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:26 smithi137 ceph-mon[86391]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T01:12:27.288 INFO:tasks.workunit.client.0.smithi082.stdout: 684: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:27.288 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-v4lXjfDsbm6Q8CL off=1417524 len=740855 2024-08-17T01:12:27.289 INFO:tasks.workunit.client.0.smithi082.stdout:op 3465 completed, throughput=5MB/sec 2024-08-17T01:12:27.289 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0x7pAgDqwIfvP7X off=3862588 len=1225326 2024-08-17T01:12:27.296 INFO:tasks.workunit.client.0.smithi082.stdout:op 3466 completed, throughput=5MB/sec 2024-08-17T01:12:27.297 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-d00aHs0D-AsIKNZ off=2528454 len=406074 2024-08-17T01:12:27.300 INFO:tasks.workunit.client.0.smithi082.stdout:op 3467 completed, throughput=5MB/sec 2024-08-17T01:12:27.300 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1Wtdh6pfICeTgAN off=11901394 len=1034931 2024-08-17T01:12:27.301 INFO:tasks.workunit.client.0.smithi082.stdout:op 3468 completed, throughput=5MB/sec 2024-08-17T01:12:27.302 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qoTvvE73WultvrT off=312465 len=46343 2024-08-17T01:12:27.304 INFO:tasks.workunit.client.0.smithi082.stdout:op 3469 completed, throughput=5MB/sec 2024-08-17T01:12:27.304 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-o5qq6HNIPYZQT0r off=1161219 len=1396685 2024-08-17T01:12:27.311 INFO:tasks.workunit.client.0.smithi082.stdout:op 3470 completed, throughput=5MB/sec 2024-08-17T01:12:28.312 INFO:tasks.workunit.client.0.smithi082.stdout: 685: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:28.312 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0to28WiOyLlLZKM off=830292 len=422487 2024-08-17T01:12:28.313 INFO:tasks.workunit.client.0.smithi082.stdout:op 3471 completed, throughput=4.99MB/sec 2024-08-17T01:12:28.313 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qRhWNbGdxGNtnRx off=13968618 len=582605 2024-08-17T01:12:28.314 INFO:tasks.workunit.client.0.smithi082.stdout:op 3472 completed, throughput=4.99MB/sec 2024-08-17T01:12:28.314 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0FSQGy70mAi5PRJ off=14078322 len=125912 2024-08-17T01:12:28.317 INFO:tasks.workunit.client.0.smithi082.stdout:op 3473 completed, throughput=4.99MB/sec 2024-08-17T01:12:28.317 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ark_eNfsfHM8pOH off=7250768 len=1872407 2024-08-17T01:12:28.319 INFO:tasks.workunit.client.0.smithi082.stdout:op 3474 completed, throughput=5MB/sec 2024-08-17T01:12:28.319 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yi988e7neBXBBeT off=4648554 len=1209960 2024-08-17T01:12:28.321 INFO:tasks.workunit.client.0.smithi082.stdout:op 3475 completed, throughput=5MB/sec 2024-08-17T01:12:28.321 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UyhUvTTFL4hFXRf off=5195247 len=1116272 2024-08-17T01:12:28.327 INFO:tasks.workunit.client.0.smithi082.stdout:op 3476 completed, throughput=5MB/sec 2024-08-17T01:12:28.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:28 smithi082 ceph-mon[94343]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:12:28.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:28 smithi082 ceph-mon[91979]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:12:28.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:28 smithi137 ceph-mon[86391]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:12:29.328 INFO:tasks.workunit.client.0.smithi082.stdout: 686: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:29.328 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PQzCyp6EwqmITeZ off=6968674 len=1845698 2024-08-17T01:12:29.330 INFO:tasks.workunit.client.0.smithi082.stdout:op 3477 completed, throughput=5MB/sec 2024-08-17T01:12:29.330 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-sOe3qe7WAkzBno4 off=526825 len=346425 2024-08-17T01:12:29.331 INFO:tasks.workunit.client.0.smithi082.stdout:op 3478 completed, throughput=5MB/sec 2024-08-17T01:12:29.331 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EYBNLq3yUZQQWQM off=4239680 len=219804 2024-08-17T01:12:29.334 INFO:tasks.workunit.client.0.smithi082.stdout:op 3479 completed, throughput=5MB/sec 2024-08-17T01:12:29.335 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-x9qzPKj45Py94sR off=2393697 len=1146511 2024-08-17T01:12:29.337 INFO:tasks.workunit.client.0.smithi082.stdout:op 3480 completed, throughput=5MB/sec 2024-08-17T01:12:29.337 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-DsRFBoqzobVnwz6 off=2319706 len=1710042 2024-08-17T01:12:29.348 INFO:tasks.workunit.client.0.smithi082.stdout:op 3481 completed, throughput=5MB/sec 2024-08-17T01:12:30.348 INFO:tasks.workunit.client.0.smithi082.stdout: 687: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:30.349 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nrEcsefPrzXTOap off=7107932 len=1321515 2024-08-17T01:12:30.351 INFO:tasks.workunit.client.0.smithi082.stdout:op 3482 completed, throughput=5MB/sec 2024-08-17T01:12:30.351 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BsrGTAEfrP-LPpC off=7796145 len=1981624 2024-08-17T01:12:30.362 INFO:tasks.workunit.client.0.smithi082.stdout:op 3483 completed, throughput=5MB/sec 2024-08-17T01:12:30.362 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hYJZ9hGj3xuHokP off=4739285 len=850513 2024-08-17T01:12:30.364 INFO:tasks.workunit.client.0.smithi082.stdout:op 3484 completed, throughput=5MB/sec 2024-08-17T01:12:30.364 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zJWsdPcJFwe_baR off=3599545 len=1902056 2024-08-17T01:12:30.376 INFO:tasks.workunit.client.0.smithi082.stdout:op 3485 completed, throughput=5MB/sec 2024-08-17T01:12:30.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:30 smithi082 ceph-mon[94343]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:12:30.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:30 smithi082 ceph-mon[91979]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:12:30.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:30 smithi137 ceph-mon[86391]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:12:31.376 INFO:tasks.workunit.client.0.smithi082.stdout: 688: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:31.376 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-iTscCji6P6qcY_G off=14319220 len=860985 2024-08-17T01:12:31.378 INFO:tasks.workunit.client.0.smithi082.stdout:op 3486 completed, throughput=5MB/sec 2024-08-17T01:12:31.378 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Sv-GNeKETcuVclx off=2859109 len=1313089 2024-08-17T01:12:31.379 INFO:tasks.workunit.client.0.smithi082.stdout:op 3487 completed, throughput=5MB/sec 2024-08-17T01:12:31.379 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4bXAp_BTxazuaw6 off=9519821 len=1666995 2024-08-17T01:12:31.389 INFO:tasks.workunit.client.0.smithi082.stdout:op 3488 completed, throughput=5MB/sec 2024-08-17T01:12:31.389 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-X_7m18wMmYJRosz off=19824869 len=1659303 2024-08-17T01:12:31.392 INFO:tasks.workunit.client.0.smithi082.stdout:op 3489 completed, throughput=5MB/sec 2024-08-17T01:12:32.393 INFO:tasks.workunit.client.0.smithi082.stdout: 689: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:32.393 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-lgNMxHj-g-oqVOs off=17915965 len=1612882 2024-08-17T01:12:32.421 INFO:tasks.workunit.client.0.smithi082.stdout:op 3490 completed, throughput=5MB/sec 2024-08-17T01:12:32.421 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-K4fDGbN0bV0_YLh off=10332609 len=339879 2024-08-17T01:12:32.423 INFO:tasks.workunit.client.0.smithi082.stdout:op 3491 completed, throughput=5MB/sec 2024-08-17T01:12:32.423 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-FEesC6CWyAN9AfA off=3825858 len=725807 2024-08-17T01:12:32.428 INFO:tasks.workunit.client.0.smithi082.stdout:op 3492 completed, throughput=5MB/sec 2024-08-17T01:12:32.428 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SVa6K9S3_xu0J-W off=310258 len=2072102 2024-08-17T01:12:32.439 INFO:tasks.workunit.client.0.smithi082.stdout:op 3493 completed, throughput=5MB/sec 2024-08-17T01:12:32.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:32 smithi082 ceph-mon[94343]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:12:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:32 smithi082 ceph-mon[91979]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:12:32.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:32 smithi137 ceph-mon[86391]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:12:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:12:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:12:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:12:33.440 INFO:tasks.workunit.client.0.smithi082.stdout: 690: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:33.440 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Ok3AdxS_VHXFqVM off=15001942 len=945799 2024-08-17T01:12:33.445 INFO:tasks.workunit.client.0.smithi082.stdout:op 3494 completed, throughput=4.99MB/sec 2024-08-17T01:12:33.445 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Aeiw80JE_CR6D2w off=4360658 len=1912901 2024-08-17T01:12:33.447 INFO:tasks.workunit.client.0.smithi082.stdout:op 3495 completed, throughput=5MB/sec 2024-08-17T01:12:33.447 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-deNiajHrYVJB5T4 off=2569460 len=1214134 2024-08-17T01:12:33.456 INFO:tasks.workunit.client.0.smithi082.stdout:op 3496 completed, throughput=5MB/sec 2024-08-17T01:12:33.456 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-18xmnwRY_2gCIz3 off=5185950 len=289618 2024-08-17T01:12:33.459 INFO:tasks.workunit.client.0.smithi082.stdout:op 3497 completed, throughput=5MB/sec 2024-08-17T01:12:33.459 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3Zj4cVXRqtJ8T1H off=532146 len=151018 2024-08-17T01:12:33.459 INFO:tasks.workunit.client.0.smithi082.stdout:op 3498 completed, throughput=5MB/sec 2024-08-17T01:12:33.459 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SEMpHtqp2XFRUxD off=8145855 len=1060589 2024-08-17T01:12:33.464 INFO:tasks.workunit.client.0.smithi082.stdout:op 3499 completed, throughput=5MB/sec 2024-08-17T01:12:34.464 INFO:tasks.workunit.client.0.smithi082.stdout: 691: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:34.464 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3OhE4uH7kZ3jzuu off=11647727 len=1529751 2024-08-17T01:12:34.473 INFO:tasks.workunit.client.0.smithi082.stdout:op 3500 completed, throughput=5MB/sec 2024-08-17T01:12:34.474 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-MQh9ce9rIKL7X40 off=3591523 len=1627913 2024-08-17T01:12:34.476 INFO:tasks.workunit.client.0.smithi082.stdout:op 3501 completed, throughput=5MB/sec 2024-08-17T01:12:34.476 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oczpdms8FJ3fN14 off=10642121 len=499949 2024-08-17T01:12:34.479 INFO:tasks.workunit.client.0.smithi082.stdout:op 3502 completed, throughput=5MB/sec 2024-08-17T01:12:34.479 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9dPK3FqRQ-B3xFQ off=403453 len=1153232 2024-08-17T01:12:34.485 INFO:tasks.workunit.client.0.smithi082.stdout:op 3503 completed, throughput=5MB/sec 2024-08-17T01:12:34.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:34 smithi082 ceph-mon[94343]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:12:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:34 smithi082 ceph-mon[91979]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:12:34.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:34 smithi137 ceph-mon[86391]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:12:35.381 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:12:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:12:35] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-08-17T01:12:35.485 INFO:tasks.workunit.client.0.smithi082.stdout: 692: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:35.485 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3wQ1iljI-6gfgcJ off=497788 len=542197 2024-08-17T01:12:35.489 INFO:tasks.workunit.client.0.smithi082.stdout:op 3504 completed, throughput=4.99MB/sec 2024-08-17T01:12:35.489 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2wtp8g6yh8gVUIK off=2237776 len=834619 2024-08-17T01:12:35.493 INFO:tasks.workunit.client.0.smithi082.stdout:op 3505 completed, throughput=4.99MB/sec 2024-08-17T01:12:35.493 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EQsgk5SWfrHwZKL off=2622627 len=1637638 2024-08-17T01:12:35.500 INFO:tasks.workunit.client.0.smithi082.stdout:op 3506 completed, throughput=5MB/sec 2024-08-17T01:12:35.500 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HrP6YEGYrD_6IX0 off=1065338 len=1641875 2024-08-17T01:12:35.509 INFO:tasks.workunit.client.0.smithi082.stdout:op 3507 completed, throughput=5MB/sec 2024-08-17T01:12:35.509 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-czXBasX_uZy7PZM off=15721789 len=54905 2024-08-17T01:12:35.511 INFO:tasks.workunit.client.0.smithi082.stdout:op 3508 completed, throughput=5MB/sec 2024-08-17T01:12:35.511 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gQ818CWZojucFvW off=2671360 len=1811866 2024-08-17T01:12:35.522 INFO:tasks.workunit.client.0.smithi082.stdout:op 3509 completed, throughput=5MB/sec 2024-08-17T01:12:35.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:12:35.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:12:35.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:12:36.523 INFO:tasks.workunit.client.0.smithi082.stdout: 693: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:36.523 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-soLZE6-fdL51nqt off=21456445 len=983892 2024-08-17T01:12:36.524 INFO:tasks.workunit.client.0.smithi082.stdout:op 3510 completed, throughput=5MB/sec 2024-08-17T01:12:36.524 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-b2jZMxhtw9Cn7eM off=6826022 len=853547 2024-08-17T01:12:36.525 INFO:tasks.workunit.client.0.smithi082.stdout:op 3511 completed, throughput=5MB/sec 2024-08-17T01:12:36.525 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--zHNKTjQposAfmR off=13262236 len=600952 2024-08-17T01:12:36.526 INFO:tasks.workunit.client.0.smithi082.stdout:op 3512 completed, throughput=5MB/sec 2024-08-17T01:12:36.526 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ifiLg3j-dsr0y4- off=6807378 len=1516123 2024-08-17T01:12:36.528 INFO:tasks.workunit.client.0.smithi082.stdout:op 3513 completed, throughput=5MB/sec 2024-08-17T01:12:36.528 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BoZ5p9NtKQa8km8 off=2466257 len=668659 2024-08-17T01:12:36.529 INFO:tasks.workunit.client.0.smithi082.stdout:op 3514 completed, throughput=5MB/sec 2024-08-17T01:12:36.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:36 smithi082 ceph-mon[94343]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:12:36.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:36 smithi082 ceph-mon[91979]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:12:36.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:36 smithi137 ceph-mon[86391]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:12:37.530 INFO:tasks.workunit.client.0.smithi082.stdout: 694: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:37.530 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-O7BFqndUc-JFmFO off=2922058 len=757079 2024-08-17T01:12:37.534 INFO:tasks.workunit.client.0.smithi082.stdout:op 3515 completed, throughput=4.99MB/sec 2024-08-17T01:12:37.535 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gReOrLc43puoL2I off=917294 len=1864213 2024-08-17T01:12:37.546 INFO:tasks.workunit.client.0.smithi082.stdout:op 3516 completed, throughput=5MB/sec 2024-08-17T01:12:37.546 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Gi8yGIBfR9sTvld off=12828705 len=1552209 2024-08-17T01:12:37.554 INFO:tasks.workunit.client.0.smithi082.stdout:op 3517 completed, throughput=5MB/sec 2024-08-17T01:12:37.554 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1G1zJgO_dbBMMDy off=5547576 len=1298408 2024-08-17T01:12:37.562 INFO:tasks.workunit.client.0.smithi082.stdout:op 3518 completed, throughput=5MB/sec 2024-08-17T01:12:38.563 INFO:tasks.workunit.client.0.smithi082.stdout: 695: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:38.563 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-VFH2Mbcs-XJ_TxL off=20583982 len=438618 2024-08-17T01:12:38.567 INFO:tasks.workunit.client.0.smithi082.stdout:op 3519 completed, throughput=4.99MB/sec 2024-08-17T01:12:38.567 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qUAiEDtbIGPpNPT off=5499442 len=751754 2024-08-17T01:12:38.569 INFO:tasks.workunit.client.0.smithi082.stdout:op 3520 completed, throughput=5MB/sec 2024-08-17T01:12:38.569 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5hFiuz0t8W87aaL off=2571731 len=95522 2024-08-17T01:12:38.569 INFO:tasks.workunit.client.0.smithi082.stdout:op 3521 completed, throughput=5MB/sec 2024-08-17T01:12:38.570 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xLeTMsYNX16C3JR off=9910088 len=942546 2024-08-17T01:12:38.571 INFO:tasks.workunit.client.0.smithi082.stdout:op 3522 completed, throughput=5MB/sec 2024-08-17T01:12:38.571 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HOn4zxwpsNXxl5u off=16710854 len=31842 2024-08-17T01:12:38.573 INFO:tasks.workunit.client.0.smithi082.stdout:op 3523 completed, throughput=5MB/sec 2024-08-17T01:12:38.573 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pQkBzKb1OEej9V0 off=2277079 len=1688712 2024-08-17T01:12:38.582 INFO:tasks.workunit.client.0.smithi082.stdout:op 3524 completed, throughput=5MB/sec 2024-08-17T01:12:38.582 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dN4eIEspUB3l4ZG off=3467778 len=1758314 2024-08-17T01:12:38.591 INFO:tasks.workunit.client.0.smithi082.stdout:op 3525 completed, throughput=5MB/sec 2024-08-17T01:12:38.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:38 smithi082 ceph-mon[94343]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:12:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:38 smithi082 ceph-mon[91979]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:12:38.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:38 smithi137 ceph-mon[86391]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:12:39.591 INFO:tasks.workunit.client.0.smithi082.stdout: 696: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:39.592 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-w3uY5_oOCqVUoMD off=1708738 len=1162142 2024-08-17T01:12:39.593 INFO:tasks.workunit.client.0.smithi082.stdout:op 3526 completed, throughput=5MB/sec 2024-08-17T01:12:39.593 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mBxVxPzaOg-pYfP off=13148625 len=524184 2024-08-17T01:12:39.594 INFO:tasks.workunit.client.0.smithi082.stdout:op 3527 completed, throughput=5MB/sec 2024-08-17T01:12:39.594 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oh3tNnqy8ZQls9F off=2522510 len=1989101 2024-08-17T01:12:39.597 INFO:tasks.workunit.client.0.smithi082.stdout:op 3528 completed, throughput=5MB/sec 2024-08-17T01:12:39.597 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-FEMI53LANK6ZQlk off=22995694 len=2092057 2024-08-17T01:12:39.609 INFO:tasks.workunit.client.0.smithi082.stdout:op 3529 completed, throughput=5MB/sec 2024-08-17T01:12:40.610 INFO:tasks.workunit.client.0.smithi082.stdout: 697: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:40.610 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-X3xj0ZM83ZwklyG off=12046336 len=1921798 2024-08-17T01:12:40.612 INFO:tasks.workunit.client.0.smithi082.stdout:op 3530 completed, throughput=5MB/sec 2024-08-17T01:12:40.612 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NP8HQ1oJTupcEcs off=7786752 len=538034 2024-08-17T01:12:40.616 INFO:tasks.workunit.client.0.smithi082.stdout:op 3531 completed, throughput=5MB/sec 2024-08-17T01:12:40.617 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-jtphnabI9nHO_nx off=3545250 len=2020584 2024-08-17T01:12:40.628 INFO:tasks.workunit.client.0.smithi082.stdout:op 3532 completed, throughput=5MB/sec 2024-08-17T01:12:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:40 smithi082 ceph-mon[94343]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:12:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:40 smithi082 ceph-mon[91979]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:12:40.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:40 smithi137 ceph-mon[86391]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:12:41.629 INFO:tasks.workunit.client.0.smithi082.stdout: 698: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:41.629 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-h_djKvxl8MrJfh4 off=14618 len=1208879 2024-08-17T01:12:41.638 INFO:tasks.workunit.client.0.smithi082.stdout:op 3533 completed, throughput=5MB/sec 2024-08-17T01:12:41.638 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-n46DB3rjwhrLecH off=909781 len=1632047 2024-08-17T01:12:41.638 INFO:tasks.workunit.client.0.smithi082.stdout:op 3534 completed, throughput=5MB/sec 2024-08-17T01:12:41.638 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ao6EfZOZyD_XnuB off=2079143 len=64052 2024-08-17T01:12:41.640 INFO:tasks.workunit.client.0.smithi082.stdout:op 3535 completed, throughput=5MB/sec 2024-08-17T01:12:41.640 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-czrGoWVbJYJA65w off=1014328 len=16003 2024-08-17T01:12:41.640 INFO:tasks.workunit.client.0.smithi082.stdout:op 3536 completed, throughput=5MB/sec 2024-08-17T01:12:41.640 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CdIOAYSXQqcT_5O off=0 len=1726531 2024-08-17T01:12:41.650 INFO:tasks.workunit.client.0.smithi082.stdout:op 3537 completed, throughput=5MB/sec 2024-08-17T01:12:41.650 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5TLwOl5sD0331Ed off=4556982 len=1459957 2024-08-17T01:12:41.652 INFO:tasks.workunit.client.0.smithi082.stdout:op 3538 completed, throughput=5MB/sec 2024-08-17T01:12:42.652 INFO:tasks.workunit.client.0.smithi082.stdout: 699: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:42.652 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1ETmn3u5e3lIQSq off=2068804 len=965243 2024-08-17T01:12:42.657 INFO:tasks.workunit.client.0.smithi082.stdout:op 3539 completed, throughput=5MB/sec 2024-08-17T01:12:42.658 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--PrAor6mfn79N23 off=12162241 len=1287177 2024-08-17T01:12:42.659 INFO:tasks.workunit.client.0.smithi082.stdout:op 3540 completed, throughput=5MB/sec 2024-08-17T01:12:42.659 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vw9eUB07y3ZACO2 off=7396325 len=1272955 2024-08-17T01:12:42.662 INFO:tasks.workunit.client.0.smithi082.stdout:op 3541 completed, throughput=5MB/sec 2024-08-17T01:12:42.662 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-lNBG5KZ_tUkXxx9 off=3990517 len=56982 2024-08-17T01:12:42.663 INFO:tasks.workunit.client.0.smithi082.stdout:op 3542 completed, throughput=5MB/sec 2024-08-17T01:12:42.663 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-uQobR39wR7EoFvX off=14405558 len=825674 2024-08-17T01:12:42.667 INFO:tasks.workunit.client.0.smithi082.stdout:op 3543 completed, throughput=5MB/sec 2024-08-17T01:12:42.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:42 smithi082 ceph-mon[94343]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:12:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:42 smithi082 ceph-mon[91979]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:12:42.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:42 smithi137 ceph-mon[86391]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:12:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:12:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:12:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:12:43.668 INFO:tasks.workunit.client.0.smithi082.stdout: 700: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:43.668 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-O0ilW_RNWotn8jT off=15689359 len=73104 2024-08-17T01:12:43.671 INFO:tasks.workunit.client.0.smithi082.stdout:op 3544 completed, throughput=4.99MB/sec 2024-08-17T01:12:43.671 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yqHVb2d2GPfpPD6 off=5495726 len=2028610 2024-08-17T01:12:43.675 INFO:tasks.workunit.client.0.smithi082.stdout:op 3545 completed, throughput=5MB/sec 2024-08-17T01:12:43.675 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wPf5EzFZEuAQRLo off=5432168 len=495923 2024-08-17T01:12:43.676 INFO:tasks.workunit.client.0.smithi082.stdout:op 3546 completed, throughput=5MB/sec 2024-08-17T01:12:43.676 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EOUyKM9poSjNZ0o off=22011249 len=469176 2024-08-17T01:12:43.680 INFO:tasks.workunit.client.0.smithi082.stdout:op 3547 completed, throughput=5MB/sec 2024-08-17T01:12:43.680 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-loAn6x0-HjoCQJv off=90131 len=1594820 2024-08-17T01:12:43.688 INFO:tasks.workunit.client.0.smithi082.stdout:op 3548 completed, throughput=5MB/sec 2024-08-17T01:12:43.688 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-61wK9T-tTHjm3CT off=17420084 len=63256 2024-08-17T01:12:43.690 INFO:tasks.workunit.client.0.smithi082.stdout:op 3549 completed, throughput=5MB/sec 2024-08-17T01:12:43.690 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XepF48urWrzLd8m off=13239603 len=32702 2024-08-17T01:12:43.691 INFO:tasks.workunit.client.0.smithi082.stdout:op 3550 completed, throughput=5MB/sec 2024-08-17T01:12:43.691 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UgZRwgbpQuDvThU off=5037517 len=881511 2024-08-17T01:12:43.696 INFO:tasks.workunit.client.0.smithi082.stdout:op 3551 completed, throughput=5MB/sec 2024-08-17T01:12:44.697 INFO:tasks.workunit.client.0.smithi082.stdout: 701: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:44.697 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PJH-DEhFidRSo7s off=551065 len=790503 2024-08-17T01:12:44.702 INFO:tasks.workunit.client.0.smithi082.stdout:op 3552 completed, throughput=4.99MB/sec 2024-08-17T01:12:44.702 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-C7w4iDflVIGe9mF off=2014819 len=467331 2024-08-17T01:12:44.705 INFO:tasks.workunit.client.0.smithi082.stdout:op 3553 completed, throughput=5MB/sec 2024-08-17T01:12:44.706 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-P-NvxJ1VPZVl8Bs off=8143773 len=1603142 2024-08-17T01:12:44.707 INFO:tasks.workunit.client.0.smithi082.stdout:op 3554 completed, throughput=5MB/sec 2024-08-17T01:12:44.707 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-bsFJIrLjeERbF9v off=291956 len=1374667 2024-08-17T01:12:44.714 INFO:tasks.workunit.client.0.smithi082.stdout:op 3555 completed, throughput=5MB/sec 2024-08-17T01:12:44.714 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6GCb9hBmR5KNPrh off=4249533 len=914392 2024-08-17T01:12:44.715 INFO:tasks.workunit.client.0.smithi082.stdout:op 3556 completed, throughput=5MB/sec 2024-08-17T01:12:44.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:44 smithi082 ceph-mon[94343]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:12:44.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:44 smithi082 ceph-mon[91979]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:12:44.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:44 smithi137 ceph-mon[86391]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:12:45.399 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:12:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:12:45] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-08-17T01:12:45.716 INFO:tasks.workunit.client.0.smithi082.stdout: 702: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:45.716 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WvEhD7ytxDXqBw- off=16737495 len=1223713 2024-08-17T01:12:45.718 INFO:tasks.workunit.client.0.smithi082.stdout:op 3557 completed, throughput=5MB/sec 2024-08-17T01:12:45.719 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zgZ1sfgFDRJqQz8 off=11395932 len=1298425 2024-08-17T01:12:45.724 INFO:tasks.workunit.client.0.smithi082.stdout:op 3558 completed, throughput=5MB/sec 2024-08-17T01:12:45.724 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xEOVbk71hpV2Uf3 off=733127 len=156417 2024-08-17T01:12:45.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:12:45.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:12:45.726 INFO:tasks.workunit.client.0.smithi082.stdout:op 3559 completed, throughput=5MB/sec 2024-08-17T01:12:45.726 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-P4OTDVaeq8J1zY6 off=9930553 len=1599859 2024-08-17T01:12:45.728 INFO:tasks.workunit.client.0.smithi082.stdout:op 3560 completed, throughput=5MB/sec 2024-08-17T01:12:45.728 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Kn1JLQ-IV9OqDlf off=15559234 len=106310 2024-08-17T01:12:45.728 INFO:tasks.workunit.client.0.smithi082.stdout:op 3561 completed, throughput=5MB/sec 2024-08-17T01:12:45.728 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OCsvt7BV5ec6MfX off=4435914 len=1433386 2024-08-17T01:12:45.736 INFO:tasks.workunit.client.0.smithi082.stdout:op 3562 completed, throughput=5MB/sec 2024-08-17T01:12:45.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:12:46.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:46 smithi082 ceph-mon[94343]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:12:46.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:46 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:12:46.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:46 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:12:46.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:46 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:12:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:46 smithi082 ceph-mon[91979]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:12:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:46 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:12:46.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:46 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:12:46.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:46 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:12:46.736 INFO:tasks.workunit.client.0.smithi082.stdout: 703: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:46.736 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ClIB6MtakpM5EBE off=8102794 len=960500 2024-08-17T01:12:46.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:46 smithi137 ceph-mon[86391]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:12:46.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:46 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:12:46.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:46 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:12:46.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:46 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:12:46.738 INFO:tasks.workunit.client.0.smithi082.stdout:op 3563 completed, throughput=5MB/sec 2024-08-17T01:12:46.738 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SSU6PECXPKsXd-d off=8167374 len=419705 2024-08-17T01:12:46.741 INFO:tasks.workunit.client.0.smithi082.stdout:op 3564 completed, throughput=5MB/sec 2024-08-17T01:12:46.741 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HaGxJ9gCb15AUv_ off=12593758 len=1904141 2024-08-17T01:12:46.753 INFO:tasks.workunit.client.0.smithi082.stdout:op 3565 completed, throughput=5MB/sec 2024-08-17T01:12:46.753 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EWpdnVI7Qie2Xbb off=96245 len=437001 2024-08-17T01:12:46.757 INFO:tasks.workunit.client.0.smithi082.stdout:op 3566 completed, throughput=5MB/sec 2024-08-17T01:12:46.757 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-VInr3qda4QRRbSC off=13147789 len=1839881 2024-08-17T01:12:46.758 INFO:tasks.workunit.client.0.smithi082.stdout:op 3567 completed, throughput=5MB/sec 2024-08-17T01:12:47.759 INFO:tasks.workunit.client.0.smithi082.stdout: 704: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:47.759 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-sHDIviXYU6naSpo off=5298341 len=1327454 2024-08-17T01:12:47.766 INFO:tasks.workunit.client.0.smithi082.stdout:op 3568 completed, throughput=5MB/sec 2024-08-17T01:12:47.766 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-L5LUzJ8aWe6_YAn off=4161611 len=854688 2024-08-17T01:12:47.767 INFO:tasks.workunit.client.0.smithi082.stdout:op 3569 completed, throughput=5MB/sec 2024-08-17T01:12:47.767 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_JKc2z2ZNqpLxoc off=16676718 len=1626614 2024-08-17T01:12:47.777 INFO:tasks.workunit.client.0.smithi082.stdout:op 3570 completed, throughput=5MB/sec 2024-08-17T01:12:47.777 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hUh3_HGVv22AWZU off=5048577 len=1731774 2024-08-17T01:12:47.786 INFO:tasks.workunit.client.0.smithi082.stdout:op 3571 completed, throughput=5MB/sec 2024-08-17T01:12:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:48 smithi082 ceph-mon[94343]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:12:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:48 smithi082 ceph-mon[91979]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:12:48.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:48 smithi137 ceph-mon[86391]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:12:48.786 INFO:tasks.workunit.client.0.smithi082.stdout: 705: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:48.786 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-E70PEfdmdzzxVwI off=12653802 len=1467545 2024-08-17T01:12:48.788 INFO:tasks.workunit.client.0.smithi082.stdout:op 3572 completed, throughput=5MB/sec 2024-08-17T01:12:48.788 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3jstG-VcbaiM4Pm off=13581938 len=454661 2024-08-17T01:12:48.793 INFO:tasks.workunit.client.0.smithi082.stdout:op 3573 completed, throughput=5MB/sec 2024-08-17T01:12:48.793 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4VQmSuj_STIxGSO off=7778844 len=1967388 2024-08-17T01:12:48.802 INFO:tasks.workunit.client.0.smithi082.stdout:op 3574 completed, throughput=5MB/sec 2024-08-17T01:12:48.802 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5Zx6rGLOgEDE9ti off=6047947 len=1095434 2024-08-17T01:12:48.808 INFO:tasks.workunit.client.0.smithi082.stdout:op 3575 completed, throughput=5MB/sec 2024-08-17T01:12:49.808 INFO:tasks.workunit.client.0.smithi082.stdout: 706: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:49.809 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DpOx6tRmaGPE9Nw off=1304355 len=1206278 2024-08-17T01:12:49.810 INFO:tasks.workunit.client.0.smithi082.stdout:op 3576 completed, throughput=5MB/sec 2024-08-17T01:12:49.810 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5gIUzxWBya9VtXd off=3990141 len=628512 2024-08-17T01:12:49.814 INFO:tasks.workunit.client.0.smithi082.stdout:op 3577 completed, throughput=5MB/sec 2024-08-17T01:12:49.814 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KyHC9g0UW5jjFJh off=796413 len=233123 2024-08-17T01:12:49.817 INFO:tasks.workunit.client.0.smithi082.stdout:op 3578 completed, throughput=5MB/sec 2024-08-17T01:12:49.817 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TRk1P2A7cxWvD49 off=623205 len=165861 2024-08-17T01:12:49.817 INFO:tasks.workunit.client.0.smithi082.stdout:op 3579 completed, throughput=5MB/sec 2024-08-17T01:12:49.817 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pVj9oKWyRQBNf8a off=1769381 len=1529073 2024-08-17T01:12:49.821 INFO:tasks.workunit.client.0.smithi082.stdout:op 3580 completed, throughput=5MB/sec 2024-08-17T01:12:49.821 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zUe61TSzykQDiok off=2324432 len=987018 2024-08-17T01:12:49.827 INFO:tasks.workunit.client.0.smithi082.stdout:op 3581 completed, throughput=5MB/sec 2024-08-17T01:12:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:50 smithi082 ceph-mon[94343]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:12:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:12:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:50 smithi082 ceph-mon[91979]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:12:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:12:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:50 smithi137 ceph-mon[86391]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:12:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:12:50.827 INFO:tasks.workunit.client.0.smithi082.stdout: 707: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:50.827 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--ZO_ZBFCwLVQyTp off=3734584 len=1538449 2024-08-17T01:12:50.830 INFO:tasks.workunit.client.0.smithi082.stdout:op 3582 completed, throughput=5MB/sec 2024-08-17T01:12:50.830 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pBeg1QV--N1sy2W off=464597 len=1253667 2024-08-17T01:12:50.831 INFO:tasks.workunit.client.0.smithi082.stdout:op 3583 completed, throughput=5MB/sec 2024-08-17T01:12:50.831 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6HYb97ClApe47KB off=9170714 len=1326020 2024-08-17T01:12:50.833 INFO:tasks.workunit.client.0.smithi082.stdout:op 3584 completed, throughput=5MB/sec 2024-08-17T01:12:50.833 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-aVRtfZ5ABHTv_cS off=140501 len=1723720 2024-08-17T01:12:50.835 INFO:tasks.workunit.client.0.smithi082.stdout:op 3585 completed, throughput=5MB/sec 2024-08-17T01:12:51.836 INFO:tasks.workunit.client.0.smithi082.stdout: 708: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:51.836 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PfZfyJU70R_0zqz off=16633380 len=1879903 2024-08-17T01:12:51.848 INFO:tasks.workunit.client.0.smithi082.stdout:op 3586 completed, throughput=5MB/sec 2024-08-17T01:12:51.848 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-nN0gAUSn4u-CNis off=10073898 len=1283971 2024-08-17T01:12:51.855 INFO:tasks.workunit.client.0.smithi082.stdout:op 3587 completed, throughput=5MB/sec 2024-08-17T01:12:51.855 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TTig06qpaidbNxp off=17311146 len=409668 2024-08-17T01:12:51.859 INFO:tasks.workunit.client.0.smithi082.stdout:op 3588 completed, throughput=5MB/sec 2024-08-17T01:12:51.859 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1asPubcFaZR9y0X off=5878730 len=307672 2024-08-17T01:12:51.861 INFO:tasks.workunit.client.0.smithi082.stdout:op 3589 completed, throughput=5MB/sec 2024-08-17T01:12:51.861 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-owkVxTkEbXl63vv off=3173503 len=1907887 2024-08-17T01:12:51.870 INFO:tasks.workunit.client.0.smithi082.stdout:op 3590 completed, throughput=5MB/sec 2024-08-17T01:12:52.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:52 smithi082 ceph-mon[94343]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:12:52.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:52 smithi082 ceph-mon[91979]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:12:52.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:52 smithi137 ceph-mon[86391]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:12:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:12:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:12:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:12:52.870 INFO:tasks.workunit.client.0.smithi082.stdout: 709: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:52.870 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ezWaie-bRzf5UyK off=18802430 len=523079 2024-08-17T01:12:52.871 INFO:tasks.workunit.client.0.smithi082.stdout:op 3591 completed, throughput=5MB/sec 2024-08-17T01:12:52.871 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HQFyaGeR6O_c3zy off=959597 len=93866 2024-08-17T01:12:52.874 INFO:tasks.workunit.client.0.smithi082.stdout:op 3592 completed, throughput=5MB/sec 2024-08-17T01:12:52.874 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yPxVZsCO2JTFTBA off=3531351 len=1876102 2024-08-17T01:12:52.884 INFO:tasks.workunit.client.0.smithi082.stdout:op 3593 completed, throughput=5MB/sec 2024-08-17T01:12:52.885 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_e5jfU6ktwM3jAC off=433993 len=795159 2024-08-17T01:12:52.890 INFO:tasks.workunit.client.0.smithi082.stdout:op 3594 completed, throughput=5MB/sec 2024-08-17T01:12:52.890 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-sBZyfxvfk32tUVM off=4562173 len=1917903 2024-08-17T01:12:52.891 INFO:tasks.workunit.client.0.smithi082.stdout:op 3595 completed, throughput=5MB/sec 2024-08-17T01:12:53.891 INFO:tasks.workunit.client.0.smithi082.stdout: 710: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:53.892 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ta9e9fv1XoELSQf off=1343932 len=368890 2024-08-17T01:12:53.892 INFO:tasks.workunit.client.0.smithi082.stdout:op 3596 completed, throughput=4.99MB/sec 2024-08-17T01:12:53.892 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-y8uEhmN1gdr2F_q off=17975935 len=937976 2024-08-17T01:12:53.893 INFO:tasks.workunit.client.0.smithi082.stdout:op 3597 completed, throughput=5MB/sec 2024-08-17T01:12:53.894 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yeS_mraFAYOj_rU off=11120091 len=1420252 2024-08-17T01:12:53.900 INFO:tasks.workunit.client.0.smithi082.stdout:op 3598 completed, throughput=5MB/sec 2024-08-17T01:12:53.900 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-laXIs6_NSkV0DkL off=1787628 len=1271160 2024-08-17T01:12:53.909 INFO:tasks.workunit.client.0.smithi082.stdout:op 3599 completed, throughput=5MB/sec 2024-08-17T01:12:53.909 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Tp-7Oj7pLu7u-iL off=1940519 len=271329 2024-08-17T01:12:53.910 INFO:tasks.workunit.client.0.smithi082.stdout:op 3600 completed, throughput=5MB/sec 2024-08-17T01:12:53.910 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-uETpuAr90R_uwYD off=3848934 len=466853 2024-08-17T01:12:53.911 INFO:tasks.workunit.client.0.smithi082.stdout:op 3601 completed, throughput=5MB/sec 2024-08-17T01:12:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:54 smithi082 ceph-mon[94343]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:12:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:54 smithi082 ceph-mon[91979]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:12:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:54 smithi137 ceph-mon[86391]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:12:54.911 INFO:tasks.workunit.client.0.smithi082.stdout: 711: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:54.912 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nY_Yo4JeneTT3ew off=5044763 len=784755 2024-08-17T01:12:54.913 INFO:tasks.workunit.client.0.smithi082.stdout:op 3602 completed, throughput=4.99MB/sec 2024-08-17T01:12:54.913 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8DtJm8L3vfbkSQ6 off=800642 len=814834 2024-08-17T01:12:54.914 INFO:tasks.workunit.client.0.smithi082.stdout:op 3603 completed, throughput=5MB/sec 2024-08-17T01:12:54.914 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SM5V5tOUWOOaWws off=379391 len=103101 2024-08-17T01:12:54.915 INFO:tasks.workunit.client.0.smithi082.stdout:op 3604 completed, throughput=5MB/sec 2024-08-17T01:12:54.915 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rC0SQ-Tpr0KokyC off=1263996 len=908399 2024-08-17T01:12:54.916 INFO:tasks.workunit.client.0.smithi082.stdout:op 3605 completed, throughput=5MB/sec 2024-08-17T01:12:54.916 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BCybuW5pyNPCrzv off=1557680 len=1949619 2024-08-17T01:12:54.929 INFO:tasks.workunit.client.0.smithi082.stdout:op 3606 completed, throughput=5MB/sec 2024-08-17T01:12:54.930 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2FMguprlz6OBodb off=3113128 len=94498 2024-08-17T01:12:54.930 INFO:tasks.workunit.client.0.smithi082.stdout:op 3607 completed, throughput=5MB/sec 2024-08-17T01:12:54.930 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ByW47I0uR2XYuR9 off=147322 len=971802 2024-08-17T01:12:54.936 INFO:tasks.workunit.client.0.smithi082.stdout:op 3608 completed, throughput=5MB/sec 2024-08-17T01:12:55.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:12:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:12:55] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-08-17T01:12:55.936 INFO:tasks.workunit.client.0.smithi082.stdout: 712: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:55.937 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ayzGAN4mRTREy7Q off=11791030 len=780613 2024-08-17T01:12:55.937 INFO:tasks.workunit.client.0.smithi082.stdout:op 3609 completed, throughput=4.99MB/sec 2024-08-17T01:12:55.938 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-AAuH_9N80ek0x1f off=10392829 len=928679 2024-08-17T01:12:55.940 INFO:tasks.workunit.client.0.smithi082.stdout:op 3610 completed, throughput=5MB/sec 2024-08-17T01:12:55.940 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-V3LHJBsNB4i_W0H off=5045512 len=1229454 2024-08-17T01:12:55.944 INFO:tasks.workunit.client.0.smithi082.stdout:op 3611 completed, throughput=5MB/sec 2024-08-17T01:12:55.944 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-FFiiNwiUqi_vEwV off=6469918 len=1042460 2024-08-17T01:12:55.946 INFO:tasks.workunit.client.0.smithi082.stdout:op 3612 completed, throughput=5MB/sec 2024-08-17T01:12:55.946 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-eSBrSl6xceR89Rm off=5813304 len=224920 2024-08-17T01:12:55.947 INFO:tasks.workunit.client.0.smithi082.stdout:op 3613 completed, throughput=5MB/sec 2024-08-17T01:12:55.947 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PNfOXDAWdPYycjZ off=3660386 len=1705269 2024-08-17T01:12:55.949 INFO:tasks.workunit.client.0.smithi082.stdout:op 3614 completed, throughput=5MB/sec 2024-08-17T01:12:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:56 smithi082 ceph-mon[91979]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:12:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:56 smithi082 ceph-mon[94343]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:12:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:56 smithi137 ceph-mon[86391]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:12:56.950 INFO:tasks.workunit.client.0.smithi082.stdout: 713: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:56.950 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-XEcHJpgZOo12oTl off=717757 len=242508 2024-08-17T01:12:56.953 INFO:tasks.workunit.client.0.smithi082.stdout:op 3615 completed, throughput=4.99MB/sec 2024-08-17T01:12:56.953 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oeTdkdFBME5XMTa off=4191317 len=1025370 2024-08-17T01:12:56.959 INFO:tasks.workunit.client.0.smithi082.stdout:op 3616 completed, throughput=5MB/sec 2024-08-17T01:12:56.960 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_rvxspmJbLXaJJG off=0 len=1856846 2024-08-17T01:12:56.968 INFO:tasks.workunit.client.0.smithi082.stdout:op 3617 completed, throughput=5MB/sec 2024-08-17T01:12:56.968 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-eiJccXRbxaWEn-0 off=3750596 len=1413945 2024-08-17T01:12:56.976 INFO:tasks.workunit.client.0.smithi082.stdout:op 3618 completed, throughput=5MB/sec 2024-08-17T01:12:57.976 INFO:tasks.workunit.client.0.smithi082.stdout: 714: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:57.976 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WIu9ls8TKNdsis0 off=8798257 len=270121 2024-08-17T01:12:57.977 INFO:tasks.workunit.client.0.smithi082.stdout:op 3619 completed, throughput=4.99MB/sec 2024-08-17T01:12:57.977 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-T9Qcno5FWQeJaJd off=1778190 len=1779128 2024-08-17T01:12:57.980 INFO:tasks.workunit.client.0.smithi082.stdout:op 3620 completed, throughput=5MB/sec 2024-08-17T01:12:57.980 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OJNKRCSiNEIO2G5 off=15051521 len=1477642 2024-08-17T01:12:57.981 INFO:tasks.workunit.client.0.smithi082.stdout:op 3621 completed, throughput=5MB/sec 2024-08-17T01:12:57.981 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-cGYskVDTmpeGd2s off=13169377 len=636089 2024-08-17T01:12:57.982 INFO:tasks.workunit.client.0.smithi082.stdout:op 3622 completed, throughput=5MB/sec 2024-08-17T01:12:57.982 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mWm28W6BiWNc1CP off=84665 len=1238856 2024-08-17T01:12:57.991 INFO:tasks.workunit.client.0.smithi082.stdout:op 3623 completed, throughput=5MB/sec 2024-08-17T01:12:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:12:58 smithi082 ceph-mon[94343]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:12:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:12:58 smithi082 ceph-mon[91979]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:12:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:12:58 smithi137 ceph-mon[86391]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:12:58.992 INFO:tasks.workunit.client.0.smithi082.stdout: 715: throughput=4.99MB/sec pending data=0 2024-08-17T01:12:58.992 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-VjvyWFDJNRZc8Po off=1007807 len=475650 2024-08-17T01:12:58.994 INFO:tasks.workunit.client.0.smithi082.stdout:op 3624 completed, throughput=4.99MB/sec 2024-08-17T01:12:58.994 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-MKytri2mieaNDEK off=14870819 len=1680904 2024-08-17T01:12:58.996 INFO:tasks.workunit.client.0.smithi082.stdout:op 3625 completed, throughput=5MB/sec 2024-08-17T01:12:58.996 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-f2DC_Es3NhB-HpB off=1372112 len=1677456 2024-08-17T01:12:58.997 INFO:tasks.workunit.client.0.smithi082.stdout:op 3626 completed, throughput=5MB/sec 2024-08-17T01:12:58.997 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--LqswO6hZS9Wq5g off=16573604 len=468651 2024-08-17T01:12:58.999 INFO:tasks.workunit.client.0.smithi082.stdout:op 3627 completed, throughput=5MB/sec 2024-08-17T01:12:58.999 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-FKoehBdvC6pY5vX off=12009093 len=501212 2024-08-17T01:12:59.002 INFO:tasks.workunit.client.0.smithi082.stdout:op 3628 completed, throughput=5MB/sec 2024-08-17T01:12:59.003 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DtiFlQJ0aiBJYOr off=1574638 len=1271548 2024-08-17T01:12:59.005 INFO:tasks.workunit.client.0.smithi082.stdout:op 3629 completed, throughput=5MB/sec 2024-08-17T01:13:00.004 INFO:tasks.workunit.client.0.smithi082.stdout: 716: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:00.005 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1D7z5Yav0CTK-dM off=576669 len=289523 2024-08-17T01:13:00.005 INFO:tasks.workunit.client.0.smithi082.stdout:op 3630 completed, throughput=5MB/sec 2024-08-17T01:13:00.005 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hTtU8uPEgW_fzGB off=3201988 len=1863317 2024-08-17T01:13:00.007 INFO:tasks.workunit.client.0.smithi082.stdout:op 3631 completed, throughput=5MB/sec 2024-08-17T01:13:00.007 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3mIAYFhtc8Fr0xz off=7630257 len=1095039 2024-08-17T01:13:00.009 INFO:tasks.workunit.client.0.smithi082.stdout:op 3632 completed, throughput=5MB/sec 2024-08-17T01:13:00.009 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xtISEMn6eDz5DnI off=21450754 len=105318 2024-08-17T01:13:00.010 INFO:tasks.workunit.client.0.smithi082.stdout:op 3633 completed, throughput=5MB/sec 2024-08-17T01:13:00.010 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-M6EgYJp7CrraxKs off=3417543 len=740028 2024-08-17T01:13:00.011 INFO:tasks.workunit.client.0.smithi082.stdout:op 3634 completed, throughput=5MB/sec 2024-08-17T01:13:00.011 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-AJ1JNJbTWBYSVzL off=257754 len=1371477 2024-08-17T01:13:00.017 INFO:tasks.workunit.client.0.smithi082.stdout:op 3635 completed, throughput=5MB/sec 2024-08-17T01:13:00.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:00 smithi082 ceph-mon[94343]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:13:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:00 smithi082 ceph-mon[91979]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:13:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:00 smithi137 ceph-mon[86391]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:13:01.018 INFO:tasks.workunit.client.0.smithi082.stdout: 717: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:01.018 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-RGV3k2ZYdYdr6fz off=7818391 len=877467 2024-08-17T01:13:01.024 INFO:tasks.workunit.client.0.smithi082.stdout:op 3636 completed, throughput=5MB/sec 2024-08-17T01:13:01.024 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0vW7UJITbken3EP off=368887 len=2006469 2024-08-17T01:13:01.027 INFO:tasks.workunit.client.0.smithi082.stdout:op 3637 completed, throughput=5MB/sec 2024-08-17T01:13:01.027 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-E6m5VjjCpXMz1tB off=7564180 len=521685 2024-08-17T01:13:01.028 INFO:tasks.workunit.client.0.smithi082.stdout:op 3638 completed, throughput=5MB/sec 2024-08-17T01:13:01.028 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-blRbKrZCaM6trP8 off=11883943 len=690621 2024-08-17T01:13:01.033 INFO:tasks.workunit.client.0.smithi082.stdout:op 3639 completed, throughput=5MB/sec 2024-08-17T01:13:02.033 INFO:tasks.workunit.client.0.smithi082.stdout: 718: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:02.033 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ahSYg6rakFPGt2c off=2658151 len=1723615 2024-08-17T01:13:02.035 INFO:tasks.workunit.client.0.smithi082.stdout:op 3640 completed, throughput=5MB/sec 2024-08-17T01:13:02.035 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TyaGgYuI6RiMV3L off=2963862 len=1288069 2024-08-17T01:13:02.042 INFO:tasks.workunit.client.0.smithi082.stdout:op 3641 completed, throughput=5MB/sec 2024-08-17T01:13:02.042 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WxleAja_zmR8F0K off=4547916 len=1839311 2024-08-17T01:13:02.052 INFO:tasks.workunit.client.0.smithi082.stdout:op 3642 completed, throughput=5MB/sec 2024-08-17T01:13:02.052 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--jLYbCWFax7cyQX off=1449691 len=242436 2024-08-17T01:13:02.054 INFO:tasks.workunit.client.0.smithi082.stdout:op 3643 completed, throughput=5MB/sec 2024-08-17T01:13:02.055 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5UyeMrsh2FzazwP off=7874943 len=1175900 2024-08-17T01:13:02.060 INFO:tasks.workunit.client.0.smithi082.stdout:op 3644 completed, throughput=5MB/sec 2024-08-17T01:13:02.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:02 smithi082 ceph-mon[94343]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:13:02.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:02 smithi082 ceph-mon[91979]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:13:02.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:02 smithi137 ceph-mon[86391]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:13:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:13:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:13:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:13:03.061 INFO:tasks.workunit.client.0.smithi082.stdout: 719: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:03.061 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Zysa3W8mgMc8oWp off=9148686 len=839267 2024-08-17T01:13:03.062 INFO:tasks.workunit.client.0.smithi082.stdout:op 3645 completed, throughput=5MB/sec 2024-08-17T01:13:03.062 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fSp4-hjjUHsF-st off=12674752 len=1849193 2024-08-17T01:13:03.064 INFO:tasks.workunit.client.0.smithi082.stdout:op 3646 completed, throughput=5MB/sec 2024-08-17T01:13:03.064 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1WV9wpO2c3vnBIF off=14643165 len=1093784 2024-08-17T01:13:03.067 INFO:tasks.workunit.client.0.smithi082.stdout:op 3647 completed, throughput=5MB/sec 2024-08-17T01:13:03.068 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-B7PypbEydHQrYK5 off=1332680 len=511436 2024-08-17T01:13:03.072 INFO:tasks.workunit.client.0.smithi082.stdout:op 3648 completed, throughput=5MB/sec 2024-08-17T01:13:03.072 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pRtgv5SDUpWX2ZH off=10451827 len=1760136 2024-08-17T01:13:03.082 INFO:tasks.workunit.client.0.smithi082.stdout:op 3649 completed, throughput=5MB/sec 2024-08-17T01:13:04.082 INFO:tasks.workunit.client.0.smithi082.stdout: 720: throughput=5MB/sec pending data=0 2024-08-17T01:13:04.083 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jVhm_SkviOBQMBz off=9428192 len=31414 2024-08-17T01:13:04.083 INFO:tasks.workunit.client.0.smithi082.stdout:op 3650 completed, throughput=5MB/sec 2024-08-17T01:13:04.084 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-v9wJGQbBBmUGS_j off=1544095 len=455476 2024-08-17T01:13:04.086 INFO:tasks.workunit.client.0.smithi082.stdout:op 3651 completed, throughput=5MB/sec 2024-08-17T01:13:04.086 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-67q3EnFTnEbDzfO off=9901015 len=1356195 2024-08-17T01:13:04.095 INFO:tasks.workunit.client.0.smithi082.stdout:op 3652 completed, throughput=5MB/sec 2024-08-17T01:13:04.095 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wTmAH7VKADg2Up5 off=14043970 len=2086397 2024-08-17T01:13:04.107 INFO:tasks.workunit.client.0.smithi082.stdout:op 3653 completed, throughput=5MB/sec 2024-08-17T01:13:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:04 smithi082 ceph-mon[91979]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:13:04.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:04 smithi082 ceph-mon[94343]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:13:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:04 smithi137 ceph-mon[86391]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:13:05.107 INFO:tasks.workunit.client.0.smithi082.stdout: 721: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:05.107 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_t3goV7Ctzdl5jx off=15951096 len=17603 2024-08-17T01:13:05.108 INFO:tasks.workunit.client.0.smithi082.stdout:op 3654 completed, throughput=4.99MB/sec 2024-08-17T01:13:05.108 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NX-cg_Rqytbho__ off=14166378 len=325406 2024-08-17T01:13:05.108 INFO:tasks.workunit.client.0.smithi082.stdout:op 3655 completed, throughput=4.99MB/sec 2024-08-17T01:13:05.108 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-N5KyAn-dNcTqlYc off=240366 len=388462 2024-08-17T01:13:05.112 INFO:tasks.workunit.client.0.smithi082.stdout:op 3656 completed, throughput=4.99MB/sec 2024-08-17T01:13:05.112 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oYXkqe0IqpPtnHm off=6397067 len=1448551 2024-08-17T01:13:05.115 INFO:tasks.workunit.client.0.smithi082.stdout:op 3657 completed, throughput=5MB/sec 2024-08-17T01:13:05.115 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6AlRk7ibkphCs2- off=1312532 len=320358 2024-08-17T01:13:05.119 INFO:tasks.workunit.client.0.smithi082.stdout:op 3658 completed, throughput=5MB/sec 2024-08-17T01:13:05.119 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1ocRpiR_DCqIU2k off=2492675 len=736235 2024-08-17T01:13:05.120 INFO:tasks.workunit.client.0.smithi082.stdout:op 3659 completed, throughput=5MB/sec 2024-08-17T01:13:05.121 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HN15_m4O-ALm_zg off=18751685 len=870594 2024-08-17T01:13:05.126 INFO:tasks.workunit.client.0.smithi082.stdout:op 3660 completed, throughput=5MB/sec 2024-08-17T01:13:05.126 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Y7LCXxOz_RQGV2d off=2084998 len=1290445 2024-08-17T01:13:05.134 INFO:tasks.workunit.client.0.smithi082.stdout:op 3661 completed, throughput=5MB/sec 2024-08-17T01:13:05.435 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:13:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:13:05] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-08-17T01:13:05.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:13:05.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:13:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:13:06.135 INFO:tasks.workunit.client.0.smithi082.stdout: 722: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:06.135 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3eNhHQbQbMbC6Nj off=12347790 len=713099 2024-08-17T01:13:06.139 INFO:tasks.workunit.client.0.smithi082.stdout:op 3662 completed, throughput=4.99MB/sec 2024-08-17T01:13:06.139 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-npKNbs2ErTq_HHL off=3118357 len=589133 2024-08-17T01:13:06.141 INFO:tasks.workunit.client.0.smithi082.stdout:op 3663 completed, throughput=5MB/sec 2024-08-17T01:13:06.141 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IbrjGDX8B2c-jQH off=13654314 len=308835 2024-08-17T01:13:06.141 INFO:tasks.workunit.client.0.smithi082.stdout:op 3664 completed, throughput=5MB/sec 2024-08-17T01:13:06.142 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ym8NczCZlsNQr7Z off=5222510 len=726859 2024-08-17T01:13:06.147 INFO:tasks.workunit.client.0.smithi082.stdout:op 3665 completed, throughput=5MB/sec 2024-08-17T01:13:06.147 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nO4PHvJVZlsX7Gp off=1148583 len=791130 2024-08-17T01:13:06.149 INFO:tasks.workunit.client.0.smithi082.stdout:op 3666 completed, throughput=5MB/sec 2024-08-17T01:13:06.149 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-j93-JaTNWaBUx8g off=14397779 len=709880 2024-08-17T01:13:06.150 INFO:tasks.workunit.client.0.smithi082.stdout:op 3667 completed, throughput=5MB/sec 2024-08-17T01:13:06.150 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-41wf5hncfEAvciC off=5223723 len=552862 2024-08-17T01:13:06.154 INFO:tasks.workunit.client.0.smithi082.stdout:op 3668 completed, throughput=5MB/sec 2024-08-17T01:13:06.154 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4jH66LKbp6fQAau off=11293982 len=30176 2024-08-17T01:13:06.155 INFO:tasks.workunit.client.0.smithi082.stdout:op 3669 completed, throughput=5MB/sec 2024-08-17T01:13:06.155 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9gPCJkRQpe9--Oi off=12182186 len=1678618 2024-08-17T01:13:06.163 INFO:tasks.workunit.client.0.smithi082.stdout:op 3670 completed, throughput=5MB/sec 2024-08-17T01:13:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:06 smithi082 ceph-mon[94343]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:13:06.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:06 smithi082 ceph-mon[91979]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:13:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:06 smithi137 ceph-mon[86391]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:13:07.164 INFO:tasks.workunit.client.0.smithi082.stdout: 723: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:07.164 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HG4kGujMUSlRXEp off=10135846 len=940534 2024-08-17T01:13:07.165 INFO:tasks.workunit.client.0.smithi082.stdout:op 3671 completed, throughput=5MB/sec 2024-08-17T01:13:07.165 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XMFKtWmRZS0v1HS off=2087151 len=906303 2024-08-17T01:13:07.167 INFO:tasks.workunit.client.0.smithi082.stdout:op 3672 completed, throughput=5MB/sec 2024-08-17T01:13:07.167 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Z3lE7HwkjKVuvft off=0 len=1608606 2024-08-17T01:13:07.178 INFO:tasks.workunit.client.0.smithi082.stdout:op 3673 completed, throughput=5MB/sec 2024-08-17T01:13:07.178 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OaQyT6NKUE03Itt off=2852798 len=185885 2024-08-17T01:13:07.180 INFO:tasks.workunit.client.0.smithi082.stdout:op 3674 completed, throughput=5MB/sec 2024-08-17T01:13:07.180 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NZtfjgBSL7kWjFh off=11237115 len=799052 2024-08-17T01:13:07.181 INFO:tasks.workunit.client.0.smithi082.stdout:op 3675 completed, throughput=5MB/sec 2024-08-17T01:13:08.182 INFO:tasks.workunit.client.0.smithi082.stdout: 724: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:08.182 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HrP6YEGYrD_6IX0 off=3026946 len=750609 2024-08-17T01:13:08.188 INFO:tasks.workunit.client.0.smithi082.stdout:op 3676 completed, throughput=4.99MB/sec 2024-08-17T01:13:08.188 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Q0Z-KnYY1ZNVJwU off=17286985 len=2029793 2024-08-17T01:13:08.190 INFO:tasks.workunit.client.0.smithi082.stdout:op 3677 completed, throughput=5MB/sec 2024-08-17T01:13:08.191 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xXapiGsKXapffCW off=4160457 len=944134 2024-08-17T01:13:08.192 INFO:tasks.workunit.client.0.smithi082.stdout:op 3678 completed, throughput=5MB/sec 2024-08-17T01:13:08.192 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WOlcGywA1Z6LH9Z off=19383131 len=679688 2024-08-17T01:13:08.194 INFO:tasks.workunit.client.0.smithi082.stdout:op 3679 completed, throughput=5MB/sec 2024-08-17T01:13:08.194 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yVPE9wWhJq6JmQr off=12160642 len=887935 2024-08-17T01:13:08.195 INFO:tasks.workunit.client.0.smithi082.stdout:op 3680 completed, throughput=5MB/sec 2024-08-17T01:13:08.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:08 smithi082 ceph-mon[94343]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:13:08.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:08 smithi082 ceph-mon[91979]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:13:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:08 smithi137 ceph-mon[86391]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:13:09.196 INFO:tasks.workunit.client.0.smithi082.stdout: 725: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:09.196 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TyNjvX_ra4YD6e8 off=17802837 len=835895 2024-08-17T01:13:09.199 INFO:tasks.workunit.client.0.smithi082.stdout:op 3681 completed, throughput=4.99MB/sec 2024-08-17T01:13:09.200 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-eTwEkIunzayTXDM off=1548243 len=944885 2024-08-17T01:13:09.203 INFO:tasks.workunit.client.0.smithi082.stdout:op 3682 completed, throughput=5MB/sec 2024-08-17T01:13:09.204 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9NfvQ3hnsJvyTlO off=6672856 len=435345 2024-08-17T01:13:09.207 INFO:tasks.workunit.client.0.smithi082.stdout:op 3683 completed, throughput=5MB/sec 2024-08-17T01:13:09.208 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-l0gFb0AS-YFKBUa off=2539968 len=94164 2024-08-17T01:13:09.211 INFO:tasks.workunit.client.0.smithi082.stdout:op 3684 completed, throughput=5MB/sec 2024-08-17T01:13:09.211 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3pVklFV4UtNSNl2 off=1683097 len=1000650 2024-08-17T01:13:09.212 INFO:tasks.workunit.client.0.smithi082.stdout:op 3685 completed, throughput=5MB/sec 2024-08-17T01:13:09.212 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-B50j9ZjQHQGnCh1 off=8477609 len=1958981 2024-08-17T01:13:09.213 INFO:tasks.workunit.client.0.smithi082.stdout:op 3686 completed, throughput=5MB/sec 2024-08-17T01:13:09.213 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YKtME0opKHUt19g off=9454381 len=713734 2024-08-17T01:13:09.219 INFO:tasks.workunit.client.0.smithi082.stdout:op 3687 completed, throughput=5MB/sec 2024-08-17T01:13:10.219 INFO:tasks.workunit.client.0.smithi082.stdout: 726: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:10.219 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1mgZ27t1y0KmuCN off=12443788 len=1013170 2024-08-17T01:13:10.220 INFO:tasks.workunit.client.0.smithi082.stdout:op 3688 completed, throughput=5MB/sec 2024-08-17T01:13:10.220 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-AyQmhfZdAqO-Bva off=3987041 len=1853633 2024-08-17T01:13:10.231 INFO:tasks.workunit.client.0.smithi082.stdout:op 3689 completed, throughput=5MB/sec 2024-08-17T01:13:10.231 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nOgCs2UxbKPHNVl off=363456 len=2022065 2024-08-17T01:13:10.235 INFO:tasks.workunit.client.0.smithi082.stdout:op 3690 completed, throughput=5MB/sec 2024-08-17T01:13:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:10 smithi082 ceph-mon[94343]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:13:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:10 smithi082 ceph-mon[91979]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:13:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:10 smithi137 ceph-mon[86391]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:13:11.236 INFO:tasks.workunit.client.0.smithi082.stdout: 727: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:11.236 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mSHJNfzS1lVguCH off=1726582 len=454638 2024-08-17T01:13:11.240 INFO:tasks.workunit.client.0.smithi082.stdout:op 3691 completed, throughput=4.99MB/sec 2024-08-17T01:13:11.240 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pCgiEqu5OyDL7F2 off=17498930 len=1253668 2024-08-17T01:13:11.248 INFO:tasks.workunit.client.0.smithi082.stdout:op 3692 completed, throughput=5MB/sec 2024-08-17T01:13:11.248 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-52GGy3OYODE4WuS off=4149401 len=2081317 2024-08-17T01:13:11.251 INFO:tasks.workunit.client.0.smithi082.stdout:op 3693 completed, throughput=5MB/sec 2024-08-17T01:13:11.251 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0ftKcs7Y93OTLZQ off=2238992 len=661397 2024-08-17T01:13:11.257 INFO:tasks.workunit.client.0.smithi082.stdout:op 3694 completed, throughput=5MB/sec 2024-08-17T01:13:11.257 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TqpIMCaOfQVbzXK off=2015983 len=613082 2024-08-17T01:13:11.258 INFO:tasks.workunit.client.0.smithi082.stdout:op 3695 completed, throughput=5MB/sec 2024-08-17T01:13:11.258 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wpQFvRT26w68Jfv off=1118148 len=1708796 2024-08-17T01:13:11.269 INFO:tasks.workunit.client.0.smithi082.stdout:op 3696 completed, throughput=5MB/sec 2024-08-17T01:13:12.269 INFO:tasks.workunit.client.0.smithi082.stdout: 728: throughput=5MB/sec pending data=0 2024-08-17T01:13:12.269 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Afy_-1aefkzyngF off=769405 len=1957680 2024-08-17T01:13:12.272 INFO:tasks.workunit.client.0.smithi082.stdout:op 3697 completed, throughput=5MB/sec 2024-08-17T01:13:12.272 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6KEDqt30m8CsTto off=3556760 len=351059 2024-08-17T01:13:12.275 INFO:tasks.workunit.client.0.smithi082.stdout:op 3698 completed, throughput=5MB/sec 2024-08-17T01:13:12.275 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wSLKd7FGvci7g4_ off=2799664 len=750094 2024-08-17T01:13:12.277 INFO:tasks.workunit.client.0.smithi082.stdout:op 3699 completed, throughput=5MB/sec 2024-08-17T01:13:12.277 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ABt61YVN3t5q7xB off=8552754 len=509289 2024-08-17T01:13:12.280 INFO:tasks.workunit.client.0.smithi082.stdout:op 3700 completed, throughput=5MB/sec 2024-08-17T01:13:12.280 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-iUzUgxQQLmk_0qQ off=10068385 len=469507 2024-08-17T01:13:12.284 INFO:tasks.workunit.client.0.smithi082.stdout:op 3701 completed, throughput=5MB/sec 2024-08-17T01:13:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:12 smithi082 ceph-mon[91979]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:13:12.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:12 smithi082 ceph-mon[94343]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:13:12.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:12 smithi137 ceph-mon[86391]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:13:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:13:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:13:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:13:13.285 INFO:tasks.workunit.client.0.smithi082.stdout: 729: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:13.285 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-T_VSPe0wbcferfe off=1146309 len=1125908 2024-08-17T01:13:13.286 INFO:tasks.workunit.client.0.smithi082.stdout:op 3702 completed, throughput=5MB/sec 2024-08-17T01:13:13.286 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3oSFlZIcyFRl8Xb off=1011275 len=718273 2024-08-17T01:13:13.291 INFO:tasks.workunit.client.0.smithi082.stdout:op 3703 completed, throughput=5MB/sec 2024-08-17T01:13:13.292 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wuYQpPVDMa5jvAX off=7155181 len=1804509 2024-08-17T01:13:13.301 INFO:tasks.workunit.client.0.smithi082.stdout:op 3704 completed, throughput=5MB/sec 2024-08-17T01:13:13.301 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-s3jBsAQzDcVMHs4 off=1877220 len=602470 2024-08-17T01:13:13.305 INFO:tasks.workunit.client.0.smithi082.stdout:op 3705 completed, throughput=5MB/sec 2024-08-17T01:13:13.305 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-N432dhEYPSZeh_F off=6878781 len=293874 2024-08-17T01:13:13.306 INFO:tasks.workunit.client.0.smithi082.stdout:op 3706 completed, throughput=5MB/sec 2024-08-17T01:13:13.306 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-p0c7y-KUaM4C_ZJ off=8798710 len=679737 2024-08-17T01:13:13.307 INFO:tasks.workunit.client.0.smithi082.stdout:op 3707 completed, throughput=5MB/sec 2024-08-17T01:13:14.307 INFO:tasks.workunit.client.0.smithi082.stdout: 730: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:14.307 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-D-LTIZ590GzE0cX off=1186660 len=133339 2024-08-17T01:13:14.310 INFO:tasks.workunit.client.0.smithi082.stdout:op 3708 completed, throughput=4.99MB/sec 2024-08-17T01:13:14.310 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wqivv9XLzMoFUjv off=16234845 len=1847456 2024-08-17T01:13:14.314 INFO:tasks.workunit.client.0.smithi082.stdout:op 3709 completed, throughput=5MB/sec 2024-08-17T01:13:14.314 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-O3xZLqR1KNOqrb2 off=23002564 len=168590 2024-08-17T01:13:14.315 INFO:tasks.workunit.client.0.smithi082.stdout:op 3710 completed, throughput=5MB/sec 2024-08-17T01:13:14.315 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qH5Q7_3JkQW3wn- off=3559554 len=1880850 2024-08-17T01:13:14.325 INFO:tasks.workunit.client.0.smithi082.stdout:op 3711 completed, throughput=5MB/sec 2024-08-17T01:13:14.325 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Kkim_7x4QYNNo-C off=7396547 len=1682965 2024-08-17T01:13:14.327 INFO:tasks.workunit.client.0.smithi082.stdout:op 3712 completed, throughput=5MB/sec 2024-08-17T01:13:14.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:14 smithi082 ceph-mon[91979]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:13:14.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:14 smithi082 ceph-mon[94343]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:13:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:14 smithi137 ceph-mon[86391]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:13:15.327 INFO:tasks.workunit.client.0.smithi082.stdout: 731: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:15.327 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Pj0buJ9vo40oW0R off=2365907 len=29513 2024-08-17T01:13:15.330 INFO:tasks.workunit.client.0.smithi082.stdout:op 3713 completed, throughput=4.99MB/sec 2024-08-17T01:13:15.330 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-V3aQi3DKbmRcDAZ off=11130138 len=1209360 2024-08-17T01:13:15.338 INFO:tasks.workunit.client.0.smithi082.stdout:op 3714 completed, throughput=5MB/sec 2024-08-17T01:13:15.339 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wGbKIEgXxNmospv off=3226505 len=1898966 2024-08-17T01:13:15.341 INFO:tasks.workunit.client.0.smithi082.stdout:op 3715 completed, throughput=5MB/sec 2024-08-17T01:13:15.341 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rzOd9XnGD1wBhCs off=14060429 len=850490 2024-08-17T01:13:15.342 INFO:tasks.workunit.client.0.smithi082.stdout:op 3716 completed, throughput=5MB/sec 2024-08-17T01:13:15.342 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ij-_J80DOUIzVPL off=19633341 len=1076721 2024-08-17T01:13:15.347 INFO:tasks.workunit.client.0.smithi082.stdout:op 3717 completed, throughput=5MB/sec 2024-08-17T01:13:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:13:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:13:15] "GET /metrics HTTP/1.1" 200 34043 "" "Prometheus/2.43.0" 2024-08-17T01:13:16.347 INFO:tasks.workunit.client.0.smithi082.stdout: 732: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:16.348 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RhRZzxD3BMg0j94 off=6402963 len=1743537 2024-08-17T01:13:16.350 INFO:tasks.workunit.client.0.smithi082.stdout:op 3718 completed, throughput=5MB/sec 2024-08-17T01:13:16.350 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-majbNieFLD7t9pb off=5309748 len=218858 2024-08-17T01:13:16.350 INFO:tasks.workunit.client.0.smithi082.stdout:op 3719 completed, throughput=5MB/sec 2024-08-17T01:13:16.351 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mUbuA0kBQBfU4Ml off=332579 len=1673307 2024-08-17T01:13:16.358 INFO:tasks.workunit.client.0.smithi082.stdout:op 3720 completed, throughput=5MB/sec 2024-08-17T01:13:16.358 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UlSceEBGd7lq9_7 off=20634131 len=556536 2024-08-17T01:13:16.363 INFO:tasks.workunit.client.0.smithi082.stdout:op 3721 completed, throughput=5MB/sec 2024-08-17T01:13:16.363 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qtpvjloHiiDAXGl off=5594667 len=650445 2024-08-17T01:13:16.367 INFO:tasks.workunit.client.0.smithi082.stdout:op 3722 completed, throughput=5MB/sec 2024-08-17T01:13:16.367 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9cVZsvNAz8nENZk off=13185437 len=1556004 2024-08-17T01:13:16.374 INFO:tasks.workunit.client.0.smithi082.stdout:op 3723 completed, throughput=5MB/sec 2024-08-17T01:13:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:16 smithi082 ceph-mon[94343]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:13:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:16 smithi082 ceph-mon[91979]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:13:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:16 smithi137 ceph-mon[86391]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:13:17.374 INFO:tasks.workunit.client.0.smithi082.stdout: 733: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:17.374 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5F-9TdzPES6CNxY off=2767758 len=385555 2024-08-17T01:13:17.375 INFO:tasks.workunit.client.0.smithi082.stdout:op 3724 completed, throughput=5MB/sec 2024-08-17T01:13:17.375 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-uTTuQOerkXhKftp off=8204693 len=742315 2024-08-17T01:13:17.376 INFO:tasks.workunit.client.0.smithi082.stdout:op 3725 completed, throughput=5MB/sec 2024-08-17T01:13:17.376 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cTH0oMNu4zR-TK0 off=7112027 len=1468382 2024-08-17T01:13:17.387 INFO:tasks.workunit.client.0.smithi082.stdout:op 3726 completed, throughput=5MB/sec 2024-08-17T01:13:17.387 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-eDQRrYyI3p-3exk off=12506948 len=530457 2024-08-17T01:13:17.392 INFO:tasks.workunit.client.0.smithi082.stdout:op 3727 completed, throughput=5MB/sec 2024-08-17T01:13:17.392 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SK4E5JgxP7hOYPa off=4179870 len=982961 2024-08-17T01:13:17.397 INFO:tasks.workunit.client.0.smithi082.stdout:op 3728 completed, throughput=5MB/sec 2024-08-17T01:13:17.397 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zm4dMpX6vxc_uuX off=2583825 len=1768347 2024-08-17T01:13:17.409 INFO:tasks.workunit.client.0.smithi082.stdout:op 3729 completed, throughput=5MB/sec 2024-08-17T01:13:18.410 INFO:tasks.workunit.client.0.smithi082.stdout: 734: throughput=5MB/sec pending data=0 2024-08-17T01:13:18.410 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-GleTfBfnBQjSSSz off=11866574 len=1622852 2024-08-17T01:13:18.418 INFO:tasks.workunit.client.0.smithi082.stdout:op 3730 completed, throughput=5MB/sec 2024-08-17T01:13:18.418 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wxfvSyI8xbo2ZP5 off=4019978 len=578198 2024-08-17T01:13:18.419 INFO:tasks.workunit.client.0.smithi082.stdout:op 3731 completed, throughput=5MB/sec 2024-08-17T01:13:18.420 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BV4CafhjqELtP4T off=4813566 len=648696 2024-08-17T01:13:18.420 INFO:tasks.workunit.client.0.smithi082.stdout:op 3732 completed, throughput=5MB/sec 2024-08-17T01:13:18.421 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xXapiGsKXapffCW off=6074173 len=1440643 2024-08-17T01:13:18.422 INFO:tasks.workunit.client.0.smithi082.stdout:op 3733 completed, throughput=5MB/sec 2024-08-17T01:13:18.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:18 smithi082 ceph-mon[94343]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:13:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:18 smithi082 ceph-mon[91979]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:13:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:18 smithi137 ceph-mon[86391]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:13:19.422 INFO:tasks.workunit.client.0.smithi082.stdout: 735: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:19.422 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PbRgyt-QyOXA189 off=3539932 len=700502 2024-08-17T01:13:19.424 INFO:tasks.workunit.client.0.smithi082.stdout:op 3734 completed, throughput=5MB/sec 2024-08-17T01:13:19.424 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mXwpgeVP0LiNSOh off=1269855 len=1171545 2024-08-17T01:13:19.430 INFO:tasks.workunit.client.0.smithi082.stdout:op 3735 completed, throughput=5MB/sec 2024-08-17T01:13:19.430 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DEklrbaf3ExMd8W off=966427 len=1817056 2024-08-17T01:13:19.432 INFO:tasks.workunit.client.0.smithi082.stdout:op 3736 completed, throughput=5MB/sec 2024-08-17T01:13:19.432 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-E9jemo8-FTqGbC5 off=2429472 len=337276 2024-08-17T01:13:19.436 INFO:tasks.workunit.client.0.smithi082.stdout:op 3737 completed, throughput=5MB/sec 2024-08-17T01:13:19.436 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Spgh4IPbKV7PUWg off=4491684 len=23523 2024-08-17T01:13:19.436 INFO:tasks.workunit.client.0.smithi082.stdout:op 3738 completed, throughput=5MB/sec 2024-08-17T01:13:19.436 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-cDGxxHPrDsV9zeX off=14147795 len=1513318 2024-08-17T01:13:19.439 INFO:tasks.workunit.client.0.smithi082.stdout:op 3739 completed, throughput=5MB/sec 2024-08-17T01:13:20.439 INFO:tasks.workunit.client.0.smithi082.stdout: 736: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:20.439 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-XOhQYvJrf3ciso7 off=1621694 len=753956 2024-08-17T01:13:20.444 INFO:tasks.workunit.client.0.smithi082.stdout:op 3740 completed, throughput=5MB/sec 2024-08-17T01:13:20.444 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PJ6xDzKVCq_31pV off=14207287 len=1690274 2024-08-17T01:13:20.446 INFO:tasks.workunit.client.0.smithi082.stdout:op 3741 completed, throughput=5MB/sec 2024-08-17T01:13:20.446 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ccYnCDjMGxt03jq off=11145678 len=1712922 2024-08-17T01:13:20.448 INFO:tasks.workunit.client.0.smithi082.stdout:op 3742 completed, throughput=5MB/sec 2024-08-17T01:13:20.448 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2eOe7zxj1cghkST off=1262844 len=162326 2024-08-17T01:13:20.451 INFO:tasks.workunit.client.0.smithi082.stdout:op 3743 completed, throughput=5MB/sec 2024-08-17T01:13:20.451 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Uad7iaWT3cDaIHw off=521842 len=633283 2024-08-17T01:13:20.454 INFO:tasks.workunit.client.0.smithi082.stdout:op 3744 completed, throughput=5MB/sec 2024-08-17T01:13:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:20 smithi082 ceph-mon[94343]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:13:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:13:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:20 smithi082 ceph-mon[91979]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:13:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:13:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:20 smithi137 ceph-mon[86391]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:13:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:13:21.455 INFO:tasks.workunit.client.0.smithi082.stdout: 737: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:21.455 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-aOZWKrtv7EFjhYG off=317894 len=1071250 2024-08-17T01:13:21.456 INFO:tasks.workunit.client.0.smithi082.stdout:op 3745 completed, throughput=5MB/sec 2024-08-17T01:13:21.456 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Pf2-MtSCujiyc0O off=2486522 len=491550 2024-08-17T01:13:21.457 INFO:tasks.workunit.client.0.smithi082.stdout:op 3746 completed, throughput=5MB/sec 2024-08-17T01:13:21.457 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mGL80R04Ba06Aw9 off=2456520 len=391747 2024-08-17T01:13:21.459 INFO:tasks.workunit.client.0.smithi082.stdout:op 3747 completed, throughput=5MB/sec 2024-08-17T01:13:21.459 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TJ4JgleS0lrdXeY off=13380082 len=1304153 2024-08-17T01:13:21.461 INFO:tasks.workunit.client.0.smithi082.stdout:op 3748 completed, throughput=5MB/sec 2024-08-17T01:13:21.461 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--jLYbCWFax7cyQX off=855699 len=1124131 2024-08-17T01:13:21.462 INFO:tasks.workunit.client.0.smithi082.stdout:op 3749 completed, throughput=5MB/sec 2024-08-17T01:13:21.463 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-T73vMsrJVAAVS3_ off=12558895 len=595464 2024-08-17T01:13:21.467 INFO:tasks.workunit.client.0.smithi082.stdout:op 3750 completed, throughput=5MB/sec 2024-08-17T01:13:22.468 INFO:tasks.workunit.client.0.smithi082.stdout: 738: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:22.468 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BOOrkTVEdE8Hi5g off=12437641 len=1098528 2024-08-17T01:13:22.474 INFO:tasks.workunit.client.0.smithi082.stdout:op 3751 completed, throughput=4.99MB/sec 2024-08-17T01:13:22.474 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6_VUByZwZuIYM3Y off=19507738 len=1067852 2024-08-17T01:13:22.477 INFO:tasks.workunit.client.0.smithi082.stdout:op 3752 completed, throughput=5MB/sec 2024-08-17T01:13:22.477 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-MsrWdBvW09ibfXl off=2029380 len=2087337 2024-08-17T01:13:22.491 INFO:tasks.workunit.client.0.smithi082.stdout:op 3753 completed, throughput=5MB/sec 2024-08-17T01:13:22.491 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-XLQQ8afUD64zsWu off=1113119 len=362668 2024-08-17T01:13:22.494 INFO:tasks.workunit.client.0.smithi082.stdout:op 3754 completed, throughput=5MB/sec 2024-08-17T01:13:22.494 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-bZb72Bj35H6R3lF off=13198595 len=164604 2024-08-17T01:13:22.496 INFO:tasks.workunit.client.0.smithi082.stdout:op 3755 completed, throughput=5MB/sec 2024-08-17T01:13:22.496 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-fS4tcJB38xULiMH off=1858080 len=177062 2024-08-17T01:13:22.500 INFO:tasks.workunit.client.0.smithi082.stdout:op 3756 completed, throughput=5MB/sec 2024-08-17T01:13:22.500 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BAISgSYdUBNhPK1 off=15225447 len=1949417 2024-08-17T01:13:22.508 INFO:tasks.workunit.client.0.smithi082.stdout:op 3757 completed, throughput=5MB/sec 2024-08-17T01:13:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:22 smithi082 ceph-mon[94343]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:13:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:22 smithi082 ceph-mon[91979]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:13:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:22 smithi137 ceph-mon[86391]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:13:22.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:13:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:13:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:13:23.509 INFO:tasks.workunit.client.0.smithi082.stdout: 739: throughput=5MB/sec pending data=0 2024-08-17T01:13:23.509 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jyED8IyEEUyg6YR off=5099275 len=750597 2024-08-17T01:13:23.511 INFO:tasks.workunit.client.0.smithi082.stdout:op 3758 completed, throughput=5MB/sec 2024-08-17T01:13:23.511 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-nUrZL8XeaC4EK3t off=1266292 len=1419284 2024-08-17T01:13:23.517 INFO:tasks.workunit.client.0.smithi082.stdout:op 3759 completed, throughput=5MB/sec 2024-08-17T01:13:23.517 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aub9KyOB0WjJySs off=0 len=1712883 2024-08-17T01:13:23.532 INFO:tasks.workunit.client.0.smithi082.stdout:op 3760 completed, throughput=5MB/sec 2024-08-17T01:13:24.533 INFO:tasks.workunit.client.0.smithi082.stdout: 740: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:24.533 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WYihgLJsNVSF-pB off=4339480 len=1807473 2024-08-17T01:13:24.537 INFO:tasks.workunit.client.0.smithi082.stdout:op 3761 completed, throughput=5MB/sec 2024-08-17T01:13:24.537 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4Q3u05B4O0IPoTj off=9528098 len=398534 2024-08-17T01:13:24.537 INFO:tasks.workunit.client.0.smithi082.stdout:op 3762 completed, throughput=5MB/sec 2024-08-17T01:13:24.538 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rkjty2DUofge8T9 off=7003365 len=1925229 2024-08-17T01:13:24.550 INFO:tasks.workunit.client.0.smithi082.stdout:op 3763 completed, throughput=5MB/sec 2024-08-17T01:13:24.550 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Oo2JdViwfu4OVyr off=8315951 len=445069 2024-08-17T01:13:24.553 INFO:tasks.workunit.client.0.smithi082.stdout:op 3764 completed, throughput=5MB/sec 2024-08-17T01:13:24.553 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-APlaF40AaGby6CR off=1740405 len=1633010 2024-08-17T01:13:24.555 INFO:tasks.workunit.client.0.smithi082.stdout:op 3765 completed, throughput=5MB/sec 2024-08-17T01:13:24.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:24 smithi082 ceph-mon[94343]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:13:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:24 smithi082 ceph-mon[91979]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:13:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:24 smithi137 ceph-mon[86391]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:13:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:13:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:13:25] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-08-17T01:13:25.555 INFO:tasks.workunit.client.0.smithi082.stdout: 741: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:25.555 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-u7HgUG9LtQhkq68 off=12336994 len=761005 2024-08-17T01:13:25.557 INFO:tasks.workunit.client.0.smithi082.stdout:op 3766 completed, throughput=5MB/sec 2024-08-17T01:13:25.557 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jnafdMSEEIeVN54 off=327070 len=361888 2024-08-17T01:13:25.558 INFO:tasks.workunit.client.0.smithi082.stdout:op 3767 completed, throughput=5MB/sec 2024-08-17T01:13:25.558 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NjGN3UTTn2rAgqg off=4032282 len=1766162 2024-08-17T01:13:25.571 INFO:tasks.workunit.client.0.smithi082.stdout:op 3768 completed, throughput=5MB/sec 2024-08-17T01:13:25.571 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2vFqYkP2mVikdn_ off=14860089 len=1674519 2024-08-17T01:13:25.582 INFO:tasks.workunit.client.0.smithi082.stdout:op 3769 completed, throughput=5MB/sec 2024-08-17T01:13:26.582 INFO:tasks.workunit.client.0.smithi082.stdout: 742: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:26.583 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3YXc2RzO9DyY7rG off=1845111 len=1079897 2024-08-17T01:13:26.591 INFO:tasks.workunit.client.0.smithi082.stdout:op 3770 completed, throughput=4.99MB/sec 2024-08-17T01:13:26.591 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RBJWZ9kKmAeP34R off=3432541 len=470591 2024-08-17T01:13:26.592 INFO:tasks.workunit.client.0.smithi082.stdout:op 3771 completed, throughput=5MB/sec 2024-08-17T01:13:26.592 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TEmgBYkenTjjVQD off=21870421 len=1218728 2024-08-17T01:13:26.593 INFO:tasks.workunit.client.0.smithi082.stdout:op 3772 completed, throughput=5MB/sec 2024-08-17T01:13:26.593 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zjn9TcknycG4z7f off=9341549 len=1080164 2024-08-17T01:13:26.595 INFO:tasks.workunit.client.0.smithi082.stdout:op 3773 completed, throughput=5MB/sec 2024-08-17T01:13:26.595 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KWOYZFo7jcupYZD off=460659 len=1729994 2024-08-17T01:13:26.597 INFO:tasks.workunit.client.0.smithi082.stdout:op 3774 completed, throughput=5MB/sec 2024-08-17T01:13:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:26 smithi082 ceph-mon[94343]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:13:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:26 smithi082 ceph-mon[91979]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:13:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:26 smithi137 ceph-mon[86391]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:13:27.597 INFO:tasks.workunit.client.0.smithi082.stdout: 743: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:27.597 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PNfOXDAWdPYycjZ off=16186865 len=690267 2024-08-17T01:13:27.598 INFO:tasks.workunit.client.0.smithi082.stdout:op 3775 completed, throughput=4.99MB/sec 2024-08-17T01:13:27.599 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-AfOvscMZMWRKr7U off=6466737 len=538776 2024-08-17T01:13:27.604 INFO:tasks.workunit.client.0.smithi082.stdout:op 3776 completed, throughput=5MB/sec 2024-08-17T01:13:27.604 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-joKnw3dKX2BBKE6 off=11752643 len=251451 2024-08-17T01:13:27.606 INFO:tasks.workunit.client.0.smithi082.stdout:op 3777 completed, throughput=5MB/sec 2024-08-17T01:13:27.606 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Zyzbam3Ve7HvFI3 off=4537235 len=447135 2024-08-17T01:13:27.609 INFO:tasks.workunit.client.0.smithi082.stdout:op 3778 completed, throughput=5MB/sec 2024-08-17T01:13:27.609 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-r6gX4lrm6z5buqa off=7740026 len=262481 2024-08-17T01:13:27.613 INFO:tasks.workunit.client.0.smithi082.stdout:op 3779 completed, throughput=5MB/sec 2024-08-17T01:13:27.613 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3-IYMRIbv5f_nRg off=21890955 len=794101 2024-08-17T01:13:27.614 INFO:tasks.workunit.client.0.smithi082.stdout:op 3780 completed, throughput=5MB/sec 2024-08-17T01:13:27.615 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tI5wAG4BsEurIHW off=7334501 len=87406 2024-08-17T01:13:27.617 INFO:tasks.workunit.client.0.smithi082.stdout:op 3781 completed, throughput=5MB/sec 2024-08-17T01:13:27.617 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-89Yu86mywGw91Va off=8930637 len=1863042 2024-08-17T01:13:27.626 INFO:tasks.workunit.client.0.smithi082.stdout:op 3782 completed, throughput=5MB/sec 2024-08-17T01:13:27.626 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Hp4GAKq8sOToXMt off=2587563 len=1987534 2024-08-17T01:13:27.629 INFO:tasks.workunit.client.0.smithi082.stdout:op 3783 completed, throughput=5MB/sec 2024-08-17T01:13:28.629 INFO:tasks.workunit.client.0.smithi082.stdout: 744: throughput=5MB/sec pending data=0 2024-08-17T01:13:28.629 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xIQwtju-DUcvMMN off=398825 len=1235339 2024-08-17T01:13:28.636 INFO:tasks.workunit.client.0.smithi082.stdout:op 3784 completed, throughput=5MB/sec 2024-08-17T01:13:28.636 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1Wtdh6pfICeTgAN off=11146571 len=199404 2024-08-17T01:13:28.637 INFO:tasks.workunit.client.0.smithi082.stdout:op 3785 completed, throughput=5MB/sec 2024-08-17T01:13:28.637 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-CVDVQL8PrCfeZUv off=20721837 len=506119 2024-08-17T01:13:28.638 INFO:tasks.workunit.client.0.smithi082.stdout:op 3786 completed, throughput=5MB/sec 2024-08-17T01:13:28.638 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-iNToE5YwDStaKKT off=2561952 len=299513 2024-08-17T01:13:28.642 INFO:tasks.workunit.client.0.smithi082.stdout:op 3787 completed, throughput=5MB/sec 2024-08-17T01:13:28.642 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6s_Zk8iKMj8tnWN off=3697862 len=30864 2024-08-17T01:13:28.644 INFO:tasks.workunit.client.0.smithi082.stdout:op 3788 completed, throughput=5MB/sec 2024-08-17T01:13:28.644 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4z-lELPzj6kF0T1 off=11117605 len=1085305 2024-08-17T01:13:28.645 INFO:tasks.workunit.client.0.smithi082.stdout:op 3789 completed, throughput=5MB/sec 2024-08-17T01:13:28.645 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4kBRpY6GV-Dag0a off=740530 len=2001602 2024-08-17T01:13:28.647 INFO:tasks.workunit.client.0.smithi082.stdout:op 3790 completed, throughput=5MB/sec 2024-08-17T01:13:28.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:28 smithi082 ceph-mon[91979]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:13:28.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:28 smithi082 ceph-mon[94343]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:13:28.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:28 smithi137 ceph-mon[86391]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:13:29.647 INFO:tasks.workunit.client.0.smithi082.stdout: 745: throughput=5MB/sec pending data=0 2024-08-17T01:13:29.648 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UcdfVoZV_XWJxOk off=1442410 len=426154 2024-08-17T01:13:29.651 INFO:tasks.workunit.client.0.smithi082.stdout:op 3791 completed, throughput=5MB/sec 2024-08-17T01:13:29.651 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gH-Ie5ykSe_-A4S off=877552 len=418417 2024-08-17T01:13:29.655 INFO:tasks.workunit.client.0.smithi082.stdout:op 3792 completed, throughput=5MB/sec 2024-08-17T01:13:29.655 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-uEPxc1N5mlY07-R off=2024585 len=1062299 2024-08-17T01:13:29.657 INFO:tasks.workunit.client.0.smithi082.stdout:op 3793 completed, throughput=5MB/sec 2024-08-17T01:13:29.657 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-O0evHcHDEi8R5FA off=8467929 len=1906091 2024-08-17T01:13:29.660 INFO:tasks.workunit.client.0.smithi082.stdout:op 3794 completed, throughput=5MB/sec 2024-08-17T01:13:29.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:29 smithi137 ceph-mon[86391]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:13:29.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:29 smithi082 ceph-mon[94343]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:13:29.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:29 smithi082 ceph-mon[91979]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:13:30.660 INFO:tasks.workunit.client.0.smithi082.stdout: 746: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:30.660 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IPiMQX_sHhX1f4m off=18734857 len=635873 2024-08-17T01:13:30.663 INFO:tasks.workunit.client.0.smithi082.stdout:op 3795 completed, throughput=4.99MB/sec 2024-08-17T01:13:30.663 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zBL6Vu9oVnnGEUX off=1119673 len=803411 2024-08-17T01:13:30.668 INFO:tasks.workunit.client.0.smithi082.stdout:op 3796 completed, throughput=5MB/sec 2024-08-17T01:13:30.668 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Ln7gru-ZSFrloak off=10432883 len=1979112 2024-08-17T01:13:30.680 INFO:tasks.workunit.client.0.smithi082.stdout:op 3797 completed, throughput=5MB/sec 2024-08-17T01:13:30.680 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OBadq-MVZGdTYxF off=10324907 len=1725548 2024-08-17T01:13:30.682 INFO:tasks.workunit.client.0.smithi082.stdout:op 3798 completed, throughput=5MB/sec 2024-08-17T01:13:31.682 INFO:tasks.workunit.client.0.smithi082.stdout: 747: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:31.682 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oHKrL4E7EjTsjFn off=12837402 len=1597668 2024-08-17T01:13:31.684 INFO:tasks.workunit.client.0.smithi082.stdout:op 3799 completed, throughput=5MB/sec 2024-08-17T01:13:31.684 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jDB4trkYLsV341L off=581118 len=1917133 2024-08-17T01:13:31.686 INFO:tasks.workunit.client.0.smithi082.stdout:op 3800 completed, throughput=5MB/sec 2024-08-17T01:13:31.686 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gfgmoQj3SlYtAuj off=11389590 len=1310260 2024-08-17T01:13:31.695 INFO:tasks.workunit.client.0.smithi082.stdout:op 3801 completed, throughput=5MB/sec 2024-08-17T01:13:31.695 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HJnHXOXtwLbunms off=1011266 len=1471305 2024-08-17T01:13:31.699 INFO:tasks.workunit.client.0.smithi082.stdout:op 3802 completed, throughput=5MB/sec 2024-08-17T01:13:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:31 smithi082 ceph-mon[94343]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:13:31.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:31 smithi082 ceph-mon[91979]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:13:31.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:31 smithi137 ceph-mon[86391]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:13:32.699 INFO:tasks.workunit.client.0.smithi082.stdout: 748: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:32.700 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-riwx-wGVBgx1Fwt off=5985116 len=1797873 2024-08-17T01:13:32.701 INFO:tasks.workunit.client.0.smithi082.stdout:op 3803 completed, throughput=5MB/sec 2024-08-17T01:13:32.702 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rkMazglv44sNjyq off=0 len=1692455 2024-08-17T01:13:32.703 INFO:tasks.workunit.client.0.smithi082.stdout:op 3804 completed, throughput=5MB/sec 2024-08-17T01:13:32.703 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XDvqbcrJXOhWB1E off=4534421 len=1315552 2024-08-17T01:13:32.705 INFO:tasks.workunit.client.0.smithi082.stdout:op 3805 completed, throughput=5MB/sec 2024-08-17T01:13:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:13:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:13:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:13:33.705 INFO:tasks.workunit.client.0.smithi082.stdout: 749: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:33.705 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9gPCJkRQpe9--Oi off=18918813 len=720359 2024-08-17T01:13:33.711 INFO:tasks.workunit.client.0.smithi082.stdout:op 3806 completed, throughput=5MB/sec 2024-08-17T01:13:33.711 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-r1MbsblLEg5cN5J off=6329031 len=205241 2024-08-17T01:13:33.714 INFO:tasks.workunit.client.0.smithi082.stdout:op 3807 completed, throughput=5MB/sec 2024-08-17T01:13:33.715 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yof7QVudOND7D-p off=3436305 len=1365535 2024-08-17T01:13:33.724 INFO:tasks.workunit.client.0.smithi082.stdout:op 3808 completed, throughput=5MB/sec 2024-08-17T01:13:33.724 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-VN4wtrO9WeociKT off=7782377 len=1591071 2024-08-17T01:13:33.733 INFO:tasks.workunit.client.0.smithi082.stdout:op 3809 completed, throughput=5MB/sec 2024-08-17T01:13:33.733 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zc3-LEZGhm0CNI7 off=2621809 len=1956109 2024-08-17T01:13:33.735 INFO:tasks.workunit.client.0.smithi082.stdout:op 3810 completed, throughput=5MB/sec 2024-08-17T01:13:33.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:33 smithi082 ceph-mon[94343]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:13:33.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:33 smithi082 ceph-mon[91979]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:13:33.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:33 smithi137 ceph-mon[86391]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:13:34.735 INFO:tasks.workunit.client.0.smithi082.stdout: 750: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:34.735 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-S8Noc0G7YMpcq14 off=216231 len=932122 2024-08-17T01:13:34.738 INFO:tasks.workunit.client.0.smithi082.stdout:op 3811 completed, throughput=5MB/sec 2024-08-17T01:13:34.738 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OIZ1aKIvrszCtnT off=13488930 len=981639 2024-08-17T01:13:34.742 INFO:tasks.workunit.client.0.smithi082.stdout:op 3812 completed, throughput=5MB/sec 2024-08-17T01:13:34.743 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PHF3-X5kVvjBi5I off=9295251 len=1626567 2024-08-17T01:13:34.753 INFO:tasks.workunit.client.0.smithi082.stdout:op 3813 completed, throughput=5MB/sec 2024-08-17T01:13:34.753 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rsC-ztqYJ8OYhRL off=2367599 len=2072524 2024-08-17T01:13:34.755 INFO:tasks.workunit.client.0.smithi082.stdout:op 3814 completed, throughput=5MB/sec 2024-08-17T01:13:35.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:13:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:13:35] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-08-17T01:13:35.756 INFO:tasks.workunit.client.0.smithi082.stdout: 751: throughput=5MB/sec pending data=0 2024-08-17T01:13:35.756 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-eSZcx6WODFiPjfz off=18816384 len=474414 2024-08-17T01:13:35.760 INFO:tasks.workunit.client.0.smithi082.stdout:op 3815 completed, throughput=5MB/sec 2024-08-17T01:13:35.760 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-C1yv5l-SpCSolAK off=4381176 len=850550 2024-08-17T01:13:35.766 INFO:tasks.workunit.client.0.smithi082.stdout:op 3816 completed, throughput=5MB/sec 2024-08-17T01:13:35.766 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-A0aCw-h7X1qMrlf off=16311147 len=1374191 2024-08-17T01:13:35.774 INFO:tasks.workunit.client.0.smithi082.stdout:op 3817 completed, throughput=5MB/sec 2024-08-17T01:13:35.774 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IRV0_dQnI-9gmgL off=1054564 len=1219018 2024-08-17T01:13:35.780 INFO:tasks.workunit.client.0.smithi082.stdout:op 3818 completed, throughput=5MB/sec 2024-08-17T01:13:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:35 smithi082 ceph-mon[94343]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:13:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:13:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:35 smithi082 ceph-mon[91979]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:13:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:13:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:35 smithi137 ceph-mon[86391]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:13:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:13:36.779 INFO:tasks.workunit.client.0.smithi082.stdout: 752: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:36.780 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-y73KlQvmlC9Z9Ih off=7173551 len=1745540 2024-08-17T01:13:36.788 INFO:tasks.workunit.client.0.smithi082.stdout:op 3819 completed, throughput=5MB/sec 2024-08-17T01:13:36.789 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jef1XqVUn5w-Wyy off=4609803 len=898486 2024-08-17T01:13:36.789 INFO:tasks.workunit.client.0.smithi082.stdout:op 3820 completed, throughput=5MB/sec 2024-08-17T01:13:36.790 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-fA_Qd-p94vhB1iq off=12538751 len=2037251 2024-08-17T01:13:36.797 INFO:tasks.workunit.client.0.smithi082.stdout:op 3821 completed, throughput=5MB/sec 2024-08-17T01:13:36.798 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tmCPvtKtgb-meIr off=1401976 len=1255078 2024-08-17T01:13:36.808 INFO:tasks.workunit.client.0.smithi082.stdout:op 3822 completed, throughput=5MB/sec 2024-08-17T01:13:37.809 INFO:tasks.workunit.client.0.smithi082.stdout: 753: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:37.809 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-fZWsYF_9BSlO9Af off=595070 len=819683 2024-08-17T01:13:37.813 INFO:tasks.workunit.client.0.smithi082.stdout:op 3823 completed, throughput=5MB/sec 2024-08-17T01:13:37.813 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-B-iWJN8oaIZljou off=933247 len=1607302 2024-08-17T01:13:37.824 INFO:tasks.workunit.client.0.smithi082.stdout:op 3824 completed, throughput=5MB/sec 2024-08-17T01:13:37.824 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fA_Qd-p94vhB1iq off=11893367 len=1842592 2024-08-17T01:13:37.826 INFO:tasks.workunit.client.0.smithi082.stdout:op 3825 completed, throughput=5MB/sec 2024-08-17T01:13:37.827 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NBMiUC8mH208xFz off=2164772 len=2053179 2024-08-17T01:13:37.839 INFO:tasks.workunit.client.0.smithi082.stdout:op 3826 completed, throughput=5MB/sec 2024-08-17T01:13:37.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:37 smithi082 ceph-mon[94343]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:13:37.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:37 smithi082 ceph-mon[91979]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:13:37.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:37 smithi137 ceph-mon[86391]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:13:38.840 INFO:tasks.workunit.client.0.smithi082.stdout: 754: throughput=5MB/sec pending data=0 2024-08-17T01:13:38.840 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JRfsya30DgcNEpx off=7234634 len=1961848 2024-08-17T01:13:38.842 INFO:tasks.workunit.client.0.smithi082.stdout:op 3827 completed, throughput=5MB/sec 2024-08-17T01:13:38.842 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BJ2YI6l7b-9ASNe off=189046 len=1085100 2024-08-17T01:13:38.848 INFO:tasks.workunit.client.0.smithi082.stdout:op 3828 completed, throughput=5MB/sec 2024-08-17T01:13:38.848 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vKyWlKfJen9OKOP off=6361496 len=98401 2024-08-17T01:13:38.849 INFO:tasks.workunit.client.0.smithi082.stdout:op 3829 completed, throughput=5MB/sec 2024-08-17T01:13:38.849 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-i-U8To19RgCYI1s off=4957042 len=1248592 2024-08-17T01:13:38.851 INFO:tasks.workunit.client.0.smithi082.stdout:op 3830 completed, throughput=5MB/sec 2024-08-17T01:13:39.852 INFO:tasks.workunit.client.0.smithi082.stdout: 755: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:39.852 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-S6cJDTRV0Mrl49b off=1558042 len=830809 2024-08-17T01:13:39.858 INFO:tasks.workunit.client.0.smithi082.stdout:op 3831 completed, throughput=5MB/sec 2024-08-17T01:13:39.858 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-579SJSNXh5-T6Qh off=18403482 len=1604413 2024-08-17T01:13:39.861 INFO:tasks.workunit.client.0.smithi082.stdout:op 3832 completed, throughput=5MB/sec 2024-08-17T01:13:39.861 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NSkR1FfUrgTecG0 off=8477918 len=743265 2024-08-17T01:13:39.862 INFO:tasks.workunit.client.0.smithi082.stdout:op 3833 completed, throughput=5MB/sec 2024-08-17T01:13:39.862 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_5bXxetNFNIKqH3 off=1057833 len=1052686 2024-08-17T01:13:39.867 INFO:tasks.workunit.client.0.smithi082.stdout:op 3834 completed, throughput=5MB/sec 2024-08-17T01:13:39.867 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6-hP8WFL7PzAbhd off=473600 len=1079986 2024-08-17T01:13:39.872 INFO:tasks.workunit.client.0.smithi082.stdout:op 3835 completed, throughput=5MB/sec 2024-08-17T01:13:39.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:39 smithi082 ceph-mon[94343]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:13:39.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:39 smithi082 ceph-mon[91979]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:13:39.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:39 smithi137 ceph-mon[86391]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:13:40.872 INFO:tasks.workunit.client.0.smithi082.stdout: 756: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:40.873 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-onHoy6vGwtdf4zr off=14260080 len=1582820 2024-08-17T01:13:40.874 INFO:tasks.workunit.client.0.smithi082.stdout:op 3836 completed, throughput=5MB/sec 2024-08-17T01:13:40.875 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YZCf0Pwb6mbVLS- off=9663213 len=29802 2024-08-17T01:13:40.876 INFO:tasks.workunit.client.0.smithi082.stdout:op 3837 completed, throughput=5MB/sec 2024-08-17T01:13:40.877 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OJVdX_8ivA679qx off=12590722 len=1042655 2024-08-17T01:13:40.881 INFO:tasks.workunit.client.0.smithi082.stdout:op 3838 completed, throughput=5MB/sec 2024-08-17T01:13:40.882 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-k9bkTjgSvofG0lB off=3247384 len=878318 2024-08-17T01:13:40.886 INFO:tasks.workunit.client.0.smithi082.stdout:op 3839 completed, throughput=5MB/sec 2024-08-17T01:13:40.886 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1dp2hBzZPUbb2Au off=3809921 len=1193431 2024-08-17T01:13:40.895 INFO:tasks.workunit.client.0.smithi082.stdout:op 3840 completed, throughput=5MB/sec 2024-08-17T01:13:40.895 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wMztcsabhxnItNd off=1120886 len=920151 2024-08-17T01:13:40.895 INFO:tasks.workunit.client.0.smithi082.stdout:op 3841 completed, throughput=5MB/sec 2024-08-17T01:13:41.896 INFO:tasks.workunit.client.0.smithi082.stdout: 757: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:41.896 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-80uWNPGzg91tbwT off=3252657 len=27624 2024-08-17T01:13:41.897 INFO:tasks.workunit.client.0.smithi082.stdout:op 3842 completed, throughput=4.99MB/sec 2024-08-17T01:13:41.897 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gdoxfPx8dF5T65l off=6767485 len=479542 2024-08-17T01:13:41.902 INFO:tasks.workunit.client.0.smithi082.stdout:op 3843 completed, throughput=5MB/sec 2024-08-17T01:13:41.902 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Dx0pcHUjHiFd686 off=2990075 len=1146764 2024-08-17T01:13:41.903 INFO:tasks.workunit.client.0.smithi082.stdout:op 3844 completed, throughput=5MB/sec 2024-08-17T01:13:41.903 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9g-qJs9EN_lLKYU off=4182859 len=1102223 2024-08-17T01:13:41.910 INFO:tasks.workunit.client.0.smithi082.stdout:op 3845 completed, throughput=5MB/sec 2024-08-17T01:13:41.910 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zZ07HzKv739bOFH off=8988977 len=1262883 2024-08-17T01:13:41.915 INFO:tasks.workunit.client.0.smithi082.stdout:op 3846 completed, throughput=5MB/sec 2024-08-17T01:13:41.915 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vrbfa4Hjm_BvPzI off=4878111 len=1380384 2024-08-17T01:13:41.917 INFO:tasks.workunit.client.0.smithi082.stdout:op 3847 completed, throughput=5MB/sec 2024-08-17T01:13:41.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:41 smithi082 ceph-mon[94343]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:13:41.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:41 smithi082 ceph-mon[91979]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:13:41.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:41 smithi137 ceph-mon[86391]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:13:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:13:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:13:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:13:42.917 INFO:tasks.workunit.client.0.smithi082.stdout: 758: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:42.917 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SHqZ9x_KI_DC6FM off=15809554 len=1061113 2024-08-17T01:13:42.922 INFO:tasks.workunit.client.0.smithi082.stdout:op 3848 completed, throughput=5MB/sec 2024-08-17T01:13:42.922 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_DwlLNWOEN5KBn7 off=14235919 len=519344 2024-08-17T01:13:42.926 INFO:tasks.workunit.client.0.smithi082.stdout:op 3849 completed, throughput=5MB/sec 2024-08-17T01:13:42.926 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nhsz12fVXAnlyGm off=2869612 len=371278 2024-08-17T01:13:42.928 INFO:tasks.workunit.client.0.smithi082.stdout:op 3850 completed, throughput=5MB/sec 2024-08-17T01:13:42.928 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-R_2eXgdyysrh-w1 off=15308418 len=1130974 2024-08-17T01:13:42.934 INFO:tasks.workunit.client.0.smithi082.stdout:op 3851 completed, throughput=5MB/sec 2024-08-17T01:13:42.934 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-iChF-R7qAw3T_Yr off=11995684 len=1952160 2024-08-17T01:13:42.937 INFO:tasks.workunit.client.0.smithi082.stdout:op 3852 completed, throughput=5MB/sec 2024-08-17T01:13:43.937 INFO:tasks.workunit.client.0.smithi082.stdout: 759: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:43.938 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tIWbDRq78EL6a4O off=11886601 len=1852209 2024-08-17T01:13:43.940 INFO:tasks.workunit.client.0.smithi082.stdout:op 3853 completed, throughput=5MB/sec 2024-08-17T01:13:43.940 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Mfy5aSbhj3blxgK off=400879 len=700914 2024-08-17T01:13:43.948 INFO:tasks.workunit.client.0.smithi082.stdout:op 3854 completed, throughput=5MB/sec 2024-08-17T01:13:43.948 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-iaVtJpBfOYkH__P off=610553 len=826063 2024-08-17T01:13:43.949 INFO:tasks.workunit.client.0.smithi082.stdout:op 3855 completed, throughput=5MB/sec 2024-08-17T01:13:43.950 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2vFqYkP2mVikdn_ off=6856063 len=373405 2024-08-17T01:13:43.953 INFO:tasks.workunit.client.0.smithi082.stdout:op 3856 completed, throughput=5MB/sec 2024-08-17T01:13:43.953 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yQZtUguy7fqIO2P off=1757172 len=959916 2024-08-17T01:13:43.955 INFO:tasks.workunit.client.0.smithi082.stdout:op 3857 completed, throughput=5MB/sec 2024-08-17T01:13:43.955 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-adAMeOZA4boPlh0 off=3764499 len=755846 2024-08-17T01:13:43.955 INFO:tasks.workunit.client.0.smithi082.stdout:op 3858 completed, throughput=5MB/sec 2024-08-17T01:13:43.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:43 smithi082 ceph-mon[94343]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-17T01:13:43.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:43 smithi082 ceph-mon[91979]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-17T01:13:43.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:43 smithi137 ceph-mon[86391]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-17T01:13:44.956 INFO:tasks.workunit.client.0.smithi082.stdout: 760: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:44.956 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-lSkQ_I_hYL4sW9Y off=1266126 len=975705 2024-08-17T01:13:44.957 INFO:tasks.workunit.client.0.smithi082.stdout:op 3859 completed, throughput=5MB/sec 2024-08-17T01:13:44.957 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-78WSrE45QPoBLT- off=479919 len=1027475 2024-08-17T01:13:44.962 INFO:tasks.workunit.client.0.smithi082.stdout:op 3860 completed, throughput=5MB/sec 2024-08-17T01:13:44.962 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-N24BUlCWx0Ctqj4 off=5758701 len=963163 2024-08-17T01:13:44.964 INFO:tasks.workunit.client.0.smithi082.stdout:op 3861 completed, throughput=5MB/sec 2024-08-17T01:13:44.964 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HQkLhlWHEdQjAEW off=3939856 len=296189 2024-08-17T01:13:44.968 INFO:tasks.workunit.client.0.smithi082.stdout:op 3862 completed, throughput=5MB/sec 2024-08-17T01:13:44.968 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CAKKPtTDZzrKKuM off=1770235 len=1551667 2024-08-17T01:13:44.974 INFO:tasks.workunit.client.0.smithi082.stdout:op 3863 completed, throughput=5MB/sec 2024-08-17T01:13:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:13:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:13:45] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-08-17T01:13:45.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:45 smithi082 ceph-mon[94343]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-17T01:13:45.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:13:45.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:45 smithi082 ceph-mon[91979]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-17T01:13:45.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:13:45.976 INFO:tasks.workunit.client.0.smithi082.stdout: 761: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:45.976 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-30bq7HA_Klf1PS0 off=7817808 len=1433895 2024-08-17T01:13:45.976 INFO:tasks.workunit.client.0.smithi082.stdout:op 3864 completed, throughput=5MB/sec 2024-08-17T01:13:45.976 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-B8IBgmEqCaZUPHC off=1453374 len=117479 2024-08-17T01:13:45.977 INFO:tasks.workunit.client.0.smithi082.stdout:op 3865 completed, throughput=5MB/sec 2024-08-17T01:13:45.977 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-moNchhqslLGgfSA off=2468428 len=1282582 2024-08-17T01:13:45.979 INFO:tasks.workunit.client.0.smithi082.stdout:op 3866 completed, throughput=5MB/sec 2024-08-17T01:13:45.979 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Z63hfT4B_J-jtwU off=14755086 len=1146472 2024-08-17T01:13:45.984 INFO:tasks.workunit.client.0.smithi082.stdout:op 3867 completed, throughput=5MB/sec 2024-08-17T01:13:45.984 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-R2FSnMrbcdrFhOK off=3798003 len=1057978 2024-08-17T01:13:45.985 INFO:tasks.workunit.client.0.smithi082.stdout:op 3868 completed, throughput=5MB/sec 2024-08-17T01:13:45.985 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-G_gvKb4gqoDeLHu off=4179932 len=1668676 2024-08-17T01:13:45.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:45 smithi137 ceph-mon[86391]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-17T01:13:45.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:13:45.994 INFO:tasks.workunit.client.0.smithi082.stdout:op 3869 completed, throughput=5MB/sec 2024-08-17T01:13:46.994 INFO:tasks.workunit.client.0.smithi082.stdout: 762: throughput=5MB/sec pending data=0 2024-08-17T01:13:46.995 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-92CDMjPLjHJ9rYW off=5878829 len=535248 2024-08-17T01:13:46.996 INFO:tasks.workunit.client.0.smithi082.stdout:op 3870 completed, throughput=5MB/sec 2024-08-17T01:13:46.996 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-r1I18pY_4DUoxD6 off=310742 len=51311 2024-08-17T01:13:46.998 INFO:tasks.workunit.client.0.smithi082.stdout:op 3871 completed, throughput=5MB/sec 2024-08-17T01:13:46.999 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-P14LPgelHW0O_qX off=15300890 len=31326 2024-08-17T01:13:46.999 INFO:tasks.workunit.client.0.smithi082.stdout:op 3872 completed, throughput=5MB/sec 2024-08-17T01:13:46.999 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0TW_3FB_mGBIJGE off=7855876 len=264135 2024-08-17T01:13:47.001 INFO:tasks.workunit.client.0.smithi082.stdout:op 3873 completed, throughput=5MB/sec 2024-08-17T01:13:47.001 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-R-Ny6xfYqAZWMl0 off=2451213 len=78150 2024-08-17T01:13:47.002 INFO:tasks.workunit.client.0.smithi082.stdout:op 3874 completed, throughput=5MB/sec 2024-08-17T01:13:47.002 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--qYDRKF3gsOTBYz off=3210589 len=1490734 2024-08-17T01:13:47.004 INFO:tasks.workunit.client.0.smithi082.stdout:op 3875 completed, throughput=5MB/sec 2024-08-17T01:13:47.004 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dhTtbLKyCbqpfAW off=11741891 len=2006283 2024-08-17T01:13:47.006 INFO:tasks.workunit.client.0.smithi082.stdout:op 3876 completed, throughput=5MB/sec 2024-08-17T01:13:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:46 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:13:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:46 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:13:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:46 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:13:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:46 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:13:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:46 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:13:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:46 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:13:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:46 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:13:47.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:46 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:13:47.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:46 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:13:47.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:46 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:13:47.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:46 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:13:47.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:46 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:13:47.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:46 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:13:47.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:46 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:13:47.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:46 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:13:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:46 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:13:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:46 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:13:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:46 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:13:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:46 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:13:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:46 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:13:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:46 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:13:48.006 INFO:tasks.workunit.client.0.smithi082.stdout: 763: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:48.006 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IjvLGhVZsossEG0 off=3284032 len=837944 2024-08-17T01:13:48.012 INFO:tasks.workunit.client.0.smithi082.stdout:op 3877 completed, throughput=5MB/sec 2024-08-17T01:13:48.012 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-z5y8z-MWbFVVJce off=2814651 len=374897 2024-08-17T01:13:48.015 INFO:tasks.workunit.client.0.smithi082.stdout:op 3878 completed, throughput=5MB/sec 2024-08-17T01:13:48.016 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-bUPWEckqhrSUlL4 off=2281317 len=351817 2024-08-17T01:13:48.019 INFO:tasks.workunit.client.0.smithi082.stdout:op 3879 completed, throughput=5MB/sec 2024-08-17T01:13:48.019 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-cpBsamoqzKUj0gj off=2869062 len=1316215 2024-08-17T01:13:48.020 INFO:tasks.workunit.client.0.smithi082.stdout:op 3880 completed, throughput=5MB/sec 2024-08-17T01:13:48.020 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0Id2ATAVifAi20H off=4795647 len=442163 2024-08-17T01:13:48.021 INFO:tasks.workunit.client.0.smithi082.stdout:op 3881 completed, throughput=5MB/sec 2024-08-17T01:13:48.021 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-x__d7lGkoqbdkQn off=377679 len=963567 2024-08-17T01:13:48.022 INFO:tasks.workunit.client.0.smithi082.stdout:op 3882 completed, throughput=5MB/sec 2024-08-17T01:13:48.023 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-y8u9EIdQkMysK4k off=12095552 len=1973082 2024-08-17T01:13:48.025 INFO:tasks.workunit.client.0.smithi082.stdout:op 3883 completed, throughput=5MB/sec 2024-08-17T01:13:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:48 smithi082 ceph-mon[94343]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:13:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:48 smithi082 ceph-mon[91979]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:13:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:48 smithi137 ceph-mon[86391]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:13:49.025 INFO:tasks.workunit.client.0.smithi082.stdout: 764: throughput=5MB/sec pending data=0 2024-08-17T01:13:49.025 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zoRKOXzQTvXHMb2 off=644666 len=877264 2024-08-17T01:13:49.031 INFO:tasks.workunit.client.0.smithi082.stdout:op 3884 completed, throughput=5MB/sec 2024-08-17T01:13:49.031 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qMGOlvfM5EdzU3b off=1233734 len=1199550 2024-08-17T01:13:49.033 INFO:tasks.workunit.client.0.smithi082.stdout:op 3885 completed, throughput=5MB/sec 2024-08-17T01:13:49.033 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1WWSHGGs7vEheLB off=4042135 len=1436276 2024-08-17T01:13:49.041 INFO:tasks.workunit.client.0.smithi082.stdout:op 3886 completed, throughput=5MB/sec 2024-08-17T01:13:49.041 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-sJKZJrfppqZzD7B off=9307198 len=733918 2024-08-17T01:13:49.043 INFO:tasks.workunit.client.0.smithi082.stdout:op 3887 completed, throughput=5MB/sec 2024-08-17T01:13:50.043 INFO:tasks.workunit.client.0.smithi082.stdout: 765: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:50.043 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-b76uJMWaDh-1cei off=3902205 len=971822 2024-08-17T01:13:50.045 INFO:tasks.workunit.client.0.smithi082.stdout:op 3888 completed, throughput=5MB/sec 2024-08-17T01:13:50.045 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-U4r_0PsMvZPxbRD off=10553677 len=399288 2024-08-17T01:13:50.049 INFO:tasks.workunit.client.0.smithi082.stdout:op 3889 completed, throughput=5MB/sec 2024-08-17T01:13:50.049 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2HhW2jy6VC6GDeP off=7643835 len=1858966 2024-08-17T01:13:50.051 INFO:tasks.workunit.client.0.smithi082.stdout:op 3890 completed, throughput=5MB/sec 2024-08-17T01:13:50.051 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wg9L4LYe0hEra6E off=9983332 len=529316 2024-08-17T01:13:50.053 INFO:tasks.workunit.client.0.smithi082.stdout:op 3891 completed, throughput=5MB/sec 2024-08-17T01:13:50.053 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-41wf5hncfEAvciC off=7055471 len=172685 2024-08-17T01:13:50.055 INFO:tasks.workunit.client.0.smithi082.stdout:op 3892 completed, throughput=5MB/sec 2024-08-17T01:13:50.056 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-95Wu9ZAJjfVZXys off=5961495 len=1104924 2024-08-17T01:13:50.061 INFO:tasks.workunit.client.0.smithi082.stdout:op 3893 completed, throughput=5MB/sec 2024-08-17T01:13:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:50 smithi082 ceph-mon[91979]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:13:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:13:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:50 smithi082 ceph-mon[94343]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:13:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:13:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:50 smithi137 ceph-mon[86391]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:13:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:13:51.061 INFO:tasks.workunit.client.0.smithi082.stdout: 766: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:51.061 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0bDYekNHilr-IwY off=921505 len=540601 2024-08-17T01:13:51.066 INFO:tasks.workunit.client.0.smithi082.stdout:op 3894 completed, throughput=4.99MB/sec 2024-08-17T01:13:51.066 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-eAjGtkiQQZPoSWW off=2234069 len=1673883 2024-08-17T01:13:51.068 INFO:tasks.workunit.client.0.smithi082.stdout:op 3895 completed, throughput=5MB/sec 2024-08-17T01:13:51.068 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wfdlx2TT3zbeYah off=14338356 len=1256143 2024-08-17T01:13:51.071 INFO:tasks.workunit.client.0.smithi082.stdout:op 3896 completed, throughput=5MB/sec 2024-08-17T01:13:51.071 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4_HEQQqXP-vQfmz off=1049320 len=1147124 2024-08-17T01:13:51.073 INFO:tasks.workunit.client.0.smithi082.stdout:op 3897 completed, throughput=5MB/sec 2024-08-17T01:13:51.073 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WvEhD7ytxDXqBw- off=5070636 len=681474 2024-08-17T01:13:51.075 INFO:tasks.workunit.client.0.smithi082.stdout:op 3898 completed, throughput=5MB/sec 2024-08-17T01:13:52.075 INFO:tasks.workunit.client.0.smithi082.stdout: 767: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:52.075 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vf3JUNRXpHwx8HZ off=137634 len=1232947 2024-08-17T01:13:52.077 INFO:tasks.workunit.client.0.smithi082.stdout:op 3899 completed, throughput=5MB/sec 2024-08-17T01:13:52.077 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qIDvjMblGUFVacf off=5103871 len=333921 2024-08-17T01:13:52.081 INFO:tasks.workunit.client.0.smithi082.stdout:op 3900 completed, throughput=5MB/sec 2024-08-17T01:13:52.081 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-sLu1-y45r_rP8QU off=4980627 len=337081 2024-08-17T01:13:52.082 INFO:tasks.workunit.client.0.smithi082.stdout:op 3901 completed, throughput=5MB/sec 2024-08-17T01:13:52.082 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-N5jgnenJd0XaaIZ off=5575821 len=605009 2024-08-17T01:13:52.083 INFO:tasks.workunit.client.0.smithi082.stdout:op 3902 completed, throughput=5MB/sec 2024-08-17T01:13:52.083 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-LIIpFeWM2dilkmV off=2197854 len=418075 2024-08-17T01:13:52.086 INFO:tasks.workunit.client.0.smithi082.stdout:op 3903 completed, throughput=5MB/sec 2024-08-17T01:13:52.086 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WIu9ls8TKNdsis0 off=4289983 len=1347295 2024-08-17T01:13:52.097 INFO:tasks.workunit.client.0.smithi082.stdout:op 3904 completed, throughput=5MB/sec 2024-08-17T01:13:52.097 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Y5gIbCWWZsSF7HC off=2348698 len=1739333 2024-08-17T01:13:52.110 INFO:tasks.workunit.client.0.smithi082.stdout:op 3905 completed, throughput=5MB/sec 2024-08-17T01:13:52.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:52 smithi082 ceph-mon[94343]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:13:52.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:52 smithi082 ceph-mon[91979]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:13:52.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:52 smithi137 ceph-mon[86391]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:13:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:13:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:13:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:13:53.110 INFO:tasks.workunit.client.0.smithi082.stdout: 768: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:53.110 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JeucpktrzKqzHE- off=11695911 len=520961 2024-08-17T01:13:53.114 INFO:tasks.workunit.client.0.smithi082.stdout:op 3906 completed, throughput=5MB/sec 2024-08-17T01:13:53.114 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-q_1nWubYHnx9mOU off=12097446 len=1526750 2024-08-17T01:13:53.122 INFO:tasks.workunit.client.0.smithi082.stdout:op 3907 completed, throughput=5MB/sec 2024-08-17T01:13:53.122 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wJ9GynSgEzs1X85 off=4130171 len=951394 2024-08-17T01:13:53.127 INFO:tasks.workunit.client.0.smithi082.stdout:op 3908 completed, throughput=5MB/sec 2024-08-17T01:13:53.127 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ovNv23qR5PJ5i83 off=16704062 len=867855 2024-08-17T01:13:53.129 INFO:tasks.workunit.client.0.smithi082.stdout:op 3909 completed, throughput=5MB/sec 2024-08-17T01:13:53.129 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-AEa1TB7ana2-HVt off=6799594 len=1863057 2024-08-17T01:13:53.136 INFO:tasks.workunit.client.0.smithi082.stdout:op 3910 completed, throughput=5MB/sec 2024-08-17T01:13:54.136 INFO:tasks.workunit.client.0.smithi082.stdout: 769: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:54.136 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NjJO7nNB-2zFh0w off=3580903 len=884294 2024-08-17T01:13:54.142 INFO:tasks.workunit.client.0.smithi082.stdout:op 3911 completed, throughput=5MB/sec 2024-08-17T01:13:54.142 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tM12y7Ie4Jg7MjU off=14708014 len=1574943 2024-08-17T01:13:54.144 INFO:tasks.workunit.client.0.smithi082.stdout:op 3912 completed, throughput=5MB/sec 2024-08-17T01:13:54.145 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RFSKAajiOj4wCB4 off=1249785 len=1416769 2024-08-17T01:13:54.148 INFO:tasks.workunit.client.0.smithi082.stdout:op 3913 completed, throughput=5MB/sec 2024-08-17T01:13:54.148 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9qh0B69LjmXmJCw off=317059 len=1093339 2024-08-17T01:13:54.153 INFO:tasks.workunit.client.0.smithi082.stdout:op 3914 completed, throughput=5MB/sec 2024-08-17T01:13:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:54 smithi082 ceph-mon[91979]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T01:13:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:54 smithi082 ceph-mon[94343]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T01:13:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:54 smithi137 ceph-mon[86391]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T01:13:55.153 INFO:tasks.workunit.client.0.smithi082.stdout: 770: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:55.154 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5Pooevc-bnqXQ7q off=8034912 len=1364403 2024-08-17T01:13:55.161 INFO:tasks.workunit.client.0.smithi082.stdout:op 3915 completed, throughput=5MB/sec 2024-08-17T01:13:55.161 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-LqjqkVDCPY1YiJY off=658739 len=1197280 2024-08-17T01:13:55.164 INFO:tasks.workunit.client.0.smithi082.stdout:op 3916 completed, throughput=5MB/sec 2024-08-17T01:13:55.164 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rzOd9XnGD1wBhCs off=9325667 len=881776 2024-08-17T01:13:55.165 INFO:tasks.workunit.client.0.smithi082.stdout:op 3917 completed, throughput=5MB/sec 2024-08-17T01:13:55.165 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-13SImvkNs1RCXEz off=1722006 len=1467061 2024-08-17T01:13:55.166 INFO:tasks.workunit.client.0.smithi082.stdout:op 3918 completed, throughput=5MB/sec 2024-08-17T01:13:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:13:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:13:55] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-08-17T01:13:56.167 INFO:tasks.workunit.client.0.smithi082.stdout: 771: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:56.167 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-J7IXQZJGFpQpfII off=2527889 len=1742041 2024-08-17T01:13:56.169 INFO:tasks.workunit.client.0.smithi082.stdout:op 3919 completed, throughput=5MB/sec 2024-08-17T01:13:56.169 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0n8hDS2lqvYBex6 off=6766914 len=2074378 2024-08-17T01:13:56.171 INFO:tasks.workunit.client.0.smithi082.stdout:op 3920 completed, throughput=5MB/sec 2024-08-17T01:13:56.171 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IbrjGDX8B2c-jQH off=1167268 len=499897 2024-08-17T01:13:56.172 INFO:tasks.workunit.client.0.smithi082.stdout:op 3921 completed, throughput=5MB/sec 2024-08-17T01:13:56.173 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--X0YC-lWHqRWsxE off=19735312 len=1170693 2024-08-17T01:13:56.177 INFO:tasks.workunit.client.0.smithi082.stdout:op 3922 completed, throughput=5MB/sec 2024-08-17T01:13:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:56 smithi082 ceph-mon[91979]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-17T01:13:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:56 smithi082 ceph-mon[94343]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-17T01:13:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:56 smithi137 ceph-mon[86391]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-17T01:13:57.177 INFO:tasks.workunit.client.0.smithi082.stdout: 772: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:57.177 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2JkqCyVO0g7BY7Q off=9592293 len=1724171 2024-08-17T01:13:57.188 INFO:tasks.workunit.client.0.smithi082.stdout:op 3923 completed, throughput=5MB/sec 2024-08-17T01:13:57.188 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-b90JGSaGbdQy6VD off=1716274 len=316485 2024-08-17T01:13:57.189 INFO:tasks.workunit.client.0.smithi082.stdout:op 3924 completed, throughput=5MB/sec 2024-08-17T01:13:57.189 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1aSnz9FgiJhhSdd off=10803998 len=27040 2024-08-17T01:13:57.189 INFO:tasks.workunit.client.0.smithi082.stdout:op 3925 completed, throughput=5MB/sec 2024-08-17T01:13:57.189 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_O4_kuDk0Gfw_zM off=8788425 len=74112 2024-08-17T01:13:57.189 INFO:tasks.workunit.client.0.smithi082.stdout:op 3926 completed, throughput=5MB/sec 2024-08-17T01:13:57.189 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9sqaPyqiMul4_67 off=585582 len=1377336 2024-08-17T01:13:57.197 INFO:tasks.workunit.client.0.smithi082.stdout:op 3927 completed, throughput=5MB/sec 2024-08-17T01:13:57.197 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-U5noZ_eZmqO8Gyq off=2898820 len=1183828 2024-08-17T01:13:57.202 INFO:tasks.workunit.client.0.smithi082.stdout:op 3928 completed, throughput=5MB/sec 2024-08-17T01:13:57.203 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-FrGnpGgFAWb0IUz off=920340 len=594177 2024-08-17T01:13:57.204 INFO:tasks.workunit.client.0.smithi082.stdout:op 3929 completed, throughput=5MB/sec 2024-08-17T01:13:58.204 INFO:tasks.workunit.client.0.smithi082.stdout: 773: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:58.204 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yz8THnibeonJsIp off=7408039 len=1863465 2024-08-17T01:13:58.208 INFO:tasks.workunit.client.0.smithi082.stdout:op 3930 completed, throughput=5MB/sec 2024-08-17T01:13:58.208 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-H2G5-1IKrvCVQ6n off=580347 len=608988 2024-08-17T01:13:58.209 INFO:tasks.workunit.client.0.smithi082.stdout:op 3931 completed, throughput=5MB/sec 2024-08-17T01:13:58.209 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8C4Mf1iHaixADqx off=11677337 len=639491 2024-08-17T01:13:58.210 INFO:tasks.workunit.client.0.smithi082.stdout:op 3932 completed, throughput=5MB/sec 2024-08-17T01:13:58.210 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-etVRX0e1yy2Uv3x off=1903262 len=1314095 2024-08-17T01:13:58.213 INFO:tasks.workunit.client.0.smithi082.stdout:op 3933 completed, throughput=5MB/sec 2024-08-17T01:13:58.213 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-11k_R9_8m_zsuPu off=7581319 len=931351 2024-08-17T01:13:58.219 INFO:tasks.workunit.client.0.smithi082.stdout:op 3934 completed, throughput=5MB/sec 2024-08-17T01:13:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:13:58 smithi082 ceph-mon[91979]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-08-17T01:13:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:13:58 smithi082 ceph-mon[94343]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-08-17T01:13:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:13:58 smithi137 ceph-mon[86391]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-08-17T01:13:59.219 INFO:tasks.workunit.client.0.smithi082.stdout: 774: throughput=4.99MB/sec pending data=0 2024-08-17T01:13:59.219 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BsrGTAEfrP-LPpC off=2973564 len=1843540 2024-08-17T01:13:59.232 INFO:tasks.workunit.client.0.smithi082.stdout:op 3935 completed, throughput=5MB/sec 2024-08-17T01:13:59.232 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qokp1zsrOg70zqn off=7893219 len=492386 2024-08-17T01:13:59.233 INFO:tasks.workunit.client.0.smithi082.stdout:op 3936 completed, throughput=5MB/sec 2024-08-17T01:13:59.233 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dlybWOEhv2ezrH1 off=13947959 len=2068439 2024-08-17T01:13:59.235 INFO:tasks.workunit.client.0.smithi082.stdout:op 3937 completed, throughput=5MB/sec 2024-08-17T01:13:59.235 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NnFVajQl7so69kr off=1180417 len=1046674 2024-08-17T01:13:59.237 INFO:tasks.workunit.client.0.smithi082.stdout:op 3938 completed, throughput=5MB/sec 2024-08-17T01:14:00.237 INFO:tasks.workunit.client.0.smithi082.stdout: 775: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:00.237 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9o-18STE7_1HqIs off=2220141 len=516657 2024-08-17T01:14:00.238 INFO:tasks.workunit.client.0.smithi082.stdout:op 3939 completed, throughput=4.99MB/sec 2024-08-17T01:14:00.238 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ttBbZoTcwFYei6e off=6994730 len=1017920 2024-08-17T01:14:00.239 INFO:tasks.workunit.client.0.smithi082.stdout:op 3940 completed, throughput=5MB/sec 2024-08-17T01:14:00.239 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QopbVdYG7Zkn0IY off=3228576 len=2074434 2024-08-17T01:14:00.253 INFO:tasks.workunit.client.0.smithi082.stdout:op 3941 completed, throughput=5MB/sec 2024-08-17T01:14:00.253 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OWSRj903SAb7f-e off=11501943 len=2026882 2024-08-17T01:14:00.258 INFO:tasks.workunit.client.0.smithi082.stdout:op 3942 completed, throughput=5MB/sec 2024-08-17T01:14:00.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:00 smithi082 ceph-mon[94343]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T01:14:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:00 smithi082 ceph-mon[91979]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T01:14:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:00 smithi137 ceph-mon[86391]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T01:14:01.255 INFO:tasks.workunit.client.0.smithi082.stdout: 776: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:01.255 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_j6Qy_Axrpgyqwh off=8495573 len=304153 2024-08-17T01:14:01.256 INFO:tasks.workunit.client.0.smithi082.stdout:op 3943 completed, throughput=5MB/sec 2024-08-17T01:14:01.256 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BzpnZYOzzp-hS1e off=17493465 len=2008694 2024-08-17T01:14:01.260 INFO:tasks.workunit.client.0.smithi082.stdout:op 3944 completed, throughput=5MB/sec 2024-08-17T01:14:01.260 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ac--Cc_8ycZlO6m off=16997591 len=1362962 2024-08-17T01:14:01.262 INFO:tasks.workunit.client.0.smithi082.stdout:op 3945 completed, throughput=5MB/sec 2024-08-17T01:14:01.262 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TSKZPbxx-WV7tW_ off=2581567 len=472326 2024-08-17T01:14:01.266 INFO:tasks.workunit.client.0.smithi082.stdout:op 3946 completed, throughput=5MB/sec 2024-08-17T01:14:01.266 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aLtLZHny1oHNiGG off=10376922 len=1264986 2024-08-17T01:14:01.272 INFO:tasks.workunit.client.0.smithi082.stdout:op 3947 completed, throughput=5MB/sec 2024-08-17T01:14:02.275 INFO:tasks.workunit.client.0.smithi082.stdout: 777: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:02.275 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oiCQPvKy9aGzy1y off=1296568 len=383011 2024-08-17T01:14:02.275 INFO:tasks.workunit.client.0.smithi082.stdout:op 3948 completed, throughput=5MB/sec 2024-08-17T01:14:02.275 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CQw6cYrZklNg6UF off=19933550 len=141259 2024-08-17T01:14:02.277 INFO:tasks.workunit.client.0.smithi082.stdout:op 3949 completed, throughput=5MB/sec 2024-08-17T01:14:02.277 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bQGHxrCu7WnpdIp off=5285710 len=473002 2024-08-17T01:14:02.277 INFO:tasks.workunit.client.0.smithi082.stdout:op 3950 completed, throughput=5MB/sec 2024-08-17T01:14:02.277 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gd-MSvpGA_lQHzX off=17822298 len=1857321 2024-08-17T01:14:02.289 INFO:tasks.workunit.client.0.smithi082.stdout:op 3951 completed, throughput=5MB/sec 2024-08-17T01:14:02.289 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6eU3BSOl4DxOTbU off=1441892 len=395957 2024-08-17T01:14:02.290 INFO:tasks.workunit.client.0.smithi082.stdout:op 3952 completed, throughput=5MB/sec 2024-08-17T01:14:02.290 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jJ1NlBZxO_8TtBi off=1271971 len=1440876 2024-08-17T01:14:02.291 INFO:tasks.workunit.client.0.smithi082.stdout:op 3953 completed, throughput=5MB/sec 2024-08-17T01:14:02.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:02 smithi082 ceph-mon[94343]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T01:14:02.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:02 smithi082 ceph-mon[91979]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T01:14:02.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:02 smithi137 ceph-mon[86391]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T01:14:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:14:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:14:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:14:03.292 INFO:tasks.workunit.client.0.smithi082.stdout: 778: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:03.292 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fACSfFRpyCk4VaJ off=3271295 len=1623285 2024-08-17T01:14:03.294 INFO:tasks.workunit.client.0.smithi082.stdout:op 3954 completed, throughput=5MB/sec 2024-08-17T01:14:03.294 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZNnxkiPjbGWucHK off=899602 len=257859 2024-08-17T01:14:03.295 INFO:tasks.workunit.client.0.smithi082.stdout:op 3955 completed, throughput=5MB/sec 2024-08-17T01:14:03.295 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NMXVIq4Q1aeVS1y off=12732031 len=1458402 2024-08-17T01:14:03.303 INFO:tasks.workunit.client.0.smithi082.stdout:op 3956 completed, throughput=5MB/sec 2024-08-17T01:14:03.303 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BFioWS1uoRa1pbp off=963741 len=2010836 2024-08-17T01:14:03.306 INFO:tasks.workunit.client.0.smithi082.stdout:op 3957 completed, throughput=5MB/sec 2024-08-17T01:14:04.306 INFO:tasks.workunit.client.0.smithi082.stdout: 779: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:04.306 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3aU1e_tT_6LnzeV off=18746826 len=1446207 2024-08-17T01:14:04.313 INFO:tasks.workunit.client.0.smithi082.stdout:op 3958 completed, throughput=5MB/sec 2024-08-17T01:14:04.314 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vixT09EvVV0G0MT off=0 len=1913120 2024-08-17T01:14:04.326 INFO:tasks.workunit.client.0.smithi082.stdout:op 3959 completed, throughput=5MB/sec 2024-08-17T01:14:04.326 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-MClVme0ja0KsGyK off=3141496 len=1442493 2024-08-17T01:14:04.335 INFO:tasks.workunit.client.0.smithi082.stdout:op 3960 completed, throughput=5MB/sec 2024-08-17T01:14:04.335 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pIy2f4UbSd51EOZ off=2207645 len=1295616 2024-08-17T01:14:04.337 INFO:tasks.workunit.client.0.smithi082.stdout:op 3961 completed, throughput=5MB/sec 2024-08-17T01:14:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:04 smithi082 ceph-mon[91979]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:14:04.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:04 smithi082 ceph-mon[94343]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:14:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:04 smithi137 ceph-mon[86391]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:14:05.337 INFO:tasks.workunit.client.0.smithi082.stdout: 780: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:05.338 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3LSXQ6hLRqkAE0L off=2566232 len=299144 2024-08-17T01:14:05.342 INFO:tasks.workunit.client.0.smithi082.stdout:op 3962 completed, throughput=5MB/sec 2024-08-17T01:14:05.342 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-iBk4_UfcV3I1t92 off=12165504 len=1453510 2024-08-17T01:14:05.344 INFO:tasks.workunit.client.0.smithi082.stdout:op 3963 completed, throughput=5MB/sec 2024-08-17T01:14:05.344 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dxHWdcF6fBV1ENL off=1623251 len=340555 2024-08-17T01:14:05.347 INFO:tasks.workunit.client.0.smithi082.stdout:op 3964 completed, throughput=5MB/sec 2024-08-17T01:14:05.347 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-reeF4a8gFQb1H-B off=2303275 len=463977 2024-08-17T01:14:05.351 INFO:tasks.workunit.client.0.smithi082.stdout:op 3965 completed, throughput=5MB/sec 2024-08-17T01:14:05.352 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-MQtQNU6MIWR2M_6 off=10158941 len=437481 2024-08-17T01:14:05.355 INFO:tasks.workunit.client.0.smithi082.stdout:op 3966 completed, throughput=5MB/sec 2024-08-17T01:14:05.355 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8870-qponTw6yka off=9519574 len=1014439 2024-08-17T01:14:05.360 INFO:tasks.workunit.client.0.smithi082.stdout:op 3967 completed, throughput=5MB/sec 2024-08-17T01:14:05.360 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6LmayeY7AsEf3F7 off=5204987 len=251804 2024-08-17T01:14:05.363 INFO:tasks.workunit.client.0.smithi082.stdout:op 3968 completed, throughput=5MB/sec 2024-08-17T01:14:05.363 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xXq45QOqHXN5NQJ off=3182197 len=878381 2024-08-17T01:14:05.367 INFO:tasks.workunit.client.0.smithi082.stdout:op 3969 completed, throughput=5MB/sec 2024-08-17T01:14:05.376 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:14:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:14:05] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-08-17T01:14:05.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:14:05.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:14:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:14:06.368 INFO:tasks.workunit.client.0.smithi082.stdout: 781: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:06.368 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8WqprQzod_jQFd7 off=7195757 len=74224 2024-08-17T01:14:06.368 INFO:tasks.workunit.client.0.smithi082.stdout:op 3970 completed, throughput=4.99MB/sec 2024-08-17T01:14:06.368 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8eXvkg0vy2f7eJS off=281767 len=1391182 2024-08-17T01:14:06.376 INFO:tasks.workunit.client.0.smithi082.stdout:op 3971 completed, throughput=5MB/sec 2024-08-17T01:14:06.376 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-7AenwZOR-fdlZU- off=10556801 len=459289 2024-08-17T01:14:06.377 INFO:tasks.workunit.client.0.smithi082.stdout:op 3972 completed, throughput=5MB/sec 2024-08-17T01:14:06.377 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZuZckrO0bC71RRr off=2452625 len=1569461 2024-08-17T01:14:06.381 INFO:tasks.workunit.client.0.smithi082.stdout:op 3973 completed, throughput=5MB/sec 2024-08-17T01:14:06.381 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DrGrurRux3dH1sz off=6351545 len=880906 2024-08-17T01:14:06.382 INFO:tasks.workunit.client.0.smithi082.stdout:op 3974 completed, throughput=5MB/sec 2024-08-17T01:14:06.382 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DtbN4IFZZ-OE8Xu off=7135072 len=1934562 2024-08-17T01:14:06.384 INFO:tasks.workunit.client.0.smithi082.stdout:op 3975 completed, throughput=5MB/sec 2024-08-17T01:14:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:06 smithi082 ceph-mon[94343]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:14:06.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:06 smithi082 ceph-mon[91979]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:14:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:06 smithi137 ceph-mon[86391]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:14:07.384 INFO:tasks.workunit.client.0.smithi082.stdout: 782: throughput=5MB/sec pending data=0 2024-08-17T01:14:07.384 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--zJhzU4N7qGPvah off=6068680 len=177922 2024-08-17T01:14:07.385 INFO:tasks.workunit.client.0.smithi082.stdout:op 3976 completed, throughput=5MB/sec 2024-08-17T01:14:07.385 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Mpyro4EyceTy69k off=2387101 len=1325712 2024-08-17T01:14:07.392 INFO:tasks.workunit.client.0.smithi082.stdout:op 3977 completed, throughput=5MB/sec 2024-08-17T01:14:07.392 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-u83CFiEGsAtB4yj off=4678936 len=204271 2024-08-17T01:14:07.393 INFO:tasks.workunit.client.0.smithi082.stdout:op 3978 completed, throughput=5MB/sec 2024-08-17T01:14:07.394 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Z_F1-sO_pCgDwLt off=536906 len=583744 2024-08-17T01:14:07.394 INFO:tasks.workunit.client.0.smithi082.stdout:op 3979 completed, throughput=5MB/sec 2024-08-17T01:14:07.395 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kNjLLNV4UYySG6m off=6925969 len=842736 2024-08-17T01:14:07.395 INFO:tasks.workunit.client.0.smithi082.stdout:op 3980 completed, throughput=5MB/sec 2024-08-17T01:14:07.396 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OEDoKbTO2wnV4YK off=0 len=1220174 2024-08-17T01:14:07.397 INFO:tasks.workunit.client.0.smithi082.stdout:op 3981 completed, throughput=5MB/sec 2024-08-17T01:14:08.397 INFO:tasks.workunit.client.0.smithi082.stdout: 783: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:08.398 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YXKuDZu7VLYc1Dq off=642002 len=1278762 2024-08-17T01:14:08.404 INFO:tasks.workunit.client.0.smithi082.stdout:op 3982 completed, throughput=5MB/sec 2024-08-17T01:14:08.404 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dLCW0eygj279uIM off=7994310 len=302060 2024-08-17T01:14:08.407 INFO:tasks.workunit.client.0.smithi082.stdout:op 3983 completed, throughput=5MB/sec 2024-08-17T01:14:08.408 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6ogxIhTLb_nnfQe off=10487308 len=228861 2024-08-17T01:14:08.410 INFO:tasks.workunit.client.0.smithi082.stdout:op 3984 completed, throughput=5MB/sec 2024-08-17T01:14:08.411 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SnxZvTr4KTJQv9C off=2132501 len=377522 2024-08-17T01:14:08.413 INFO:tasks.workunit.client.0.smithi082.stdout:op 3985 completed, throughput=5MB/sec 2024-08-17T01:14:08.414 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NkeYw8yCYnLoeRt off=6624224 len=97519 2024-08-17T01:14:08.414 INFO:tasks.workunit.client.0.smithi082.stdout:op 3986 completed, throughput=5MB/sec 2024-08-17T01:14:08.414 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0_4s-kJdUSVhSU0 off=16646413 len=1763507 2024-08-17T01:14:08.423 INFO:tasks.workunit.client.0.smithi082.stdout:op 3987 completed, throughput=5MB/sec 2024-08-17T01:14:08.423 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wEABcuIHH2hm8pV off=16362117 len=2018277 2024-08-17T01:14:08.433 INFO:tasks.workunit.client.0.smithi082.stdout:op 3988 completed, throughput=5MB/sec 2024-08-17T01:14:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:08 smithi082 ceph-mon[94343]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:14:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:08 smithi082 ceph-mon[91979]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:14:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:08 smithi137 ceph-mon[86391]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:14:09.433 INFO:tasks.workunit.client.0.smithi082.stdout: 784: throughput=5MB/sec pending data=0 2024-08-17T01:14:09.434 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-faP8Aasw3GlBkUT off=2854975 len=1109382 2024-08-17T01:14:09.440 INFO:tasks.workunit.client.0.smithi082.stdout:op 3989 completed, throughput=5MB/sec 2024-08-17T01:14:09.440 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Ya1T1tMEr_HlwtY off=3094861 len=1082912 2024-08-17T01:14:09.443 INFO:tasks.workunit.client.0.smithi082.stdout:op 3990 completed, throughput=5MB/sec 2024-08-17T01:14:09.443 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xSV8joSuO6E8URC off=23436154 len=919140 2024-08-17T01:14:09.447 INFO:tasks.workunit.client.0.smithi082.stdout:op 3991 completed, throughput=5MB/sec 2024-08-17T01:14:09.447 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EFGgAE0CNrG9ToT off=15242836 len=1593178 2024-08-17T01:14:09.454 INFO:tasks.workunit.client.0.smithi082.stdout:op 3992 completed, throughput=5MB/sec 2024-08-17T01:14:10.454 INFO:tasks.workunit.client.0.smithi082.stdout: 785: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:10.454 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-22hxqQZK2Nnxyiv off=9090824 len=775706 2024-08-17T01:14:10.456 INFO:tasks.workunit.client.0.smithi082.stdout:op 3993 completed, throughput=5MB/sec 2024-08-17T01:14:10.456 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aKc1kT6e2EnV-As off=747186 len=1586717 2024-08-17T01:14:10.465 INFO:tasks.workunit.client.0.smithi082.stdout:op 3994 completed, throughput=5MB/sec 2024-08-17T01:14:10.465 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_BNY4oU_Uj3bIDs off=11726933 len=628224 2024-08-17T01:14:10.466 INFO:tasks.workunit.client.0.smithi082.stdout:op 3995 completed, throughput=5MB/sec 2024-08-17T01:14:10.466 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TKEqB8dX7e2d4MP off=1371669 len=2013470 2024-08-17T01:14:10.470 INFO:tasks.workunit.client.0.smithi082.stdout:op 3996 completed, throughput=5MB/sec 2024-08-17T01:14:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:10 smithi082 ceph-mon[94343]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:14:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:10 smithi082 ceph-mon[91979]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:14:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:10 smithi137 ceph-mon[86391]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:14:11.470 INFO:tasks.workunit.client.0.smithi082.stdout: 786: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:11.471 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vBW8JaYLqhGz3dO off=2697951 len=1404049 2024-08-17T01:14:11.472 INFO:tasks.workunit.client.0.smithi082.stdout:op 3997 completed, throughput=5MB/sec 2024-08-17T01:14:11.472 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xrqvKppehEaWLYf off=3657380 len=54448 2024-08-17T01:14:11.473 INFO:tasks.workunit.client.0.smithi082.stdout:op 3998 completed, throughput=5MB/sec 2024-08-17T01:14:11.473 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-GPCsbRpBA15N55j off=5382234 len=838325 2024-08-17T01:14:11.478 INFO:tasks.workunit.client.0.smithi082.stdout:op 3999 completed, throughput=5MB/sec 2024-08-17T01:14:11.478 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ifiLg3j-dsr0y4- off=1879049 len=1282135 2024-08-17T01:14:11.479 INFO:tasks.workunit.client.0.smithi082.stdout:op 4000 completed, throughput=5MB/sec 2024-08-17T01:14:11.479 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Bos7Oe6H3Rk8UjI off=3738804 len=959092 2024-08-17T01:14:11.485 INFO:tasks.workunit.client.0.smithi082.stdout:op 4001 completed, throughput=5MB/sec 2024-08-17T01:14:11.485 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Usnv6QvG9XKXwbd off=12426053 len=107174 2024-08-17T01:14:11.487 INFO:tasks.workunit.client.0.smithi082.stdout:op 4002 completed, throughput=5MB/sec 2024-08-17T01:14:11.487 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PCJngBnX3EMIdW5 off=2035009 len=1220795 2024-08-17T01:14:11.494 INFO:tasks.workunit.client.0.smithi082.stdout:op 4003 completed, throughput=5MB/sec 2024-08-17T01:14:12.494 INFO:tasks.workunit.client.0.smithi082.stdout: 787: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:12.495 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-LP7Tr8ofkUO5cID off=3435564 len=1268322 2024-08-17T01:14:12.503 INFO:tasks.workunit.client.0.smithi082.stdout:op 4004 completed, throughput=5MB/sec 2024-08-17T01:14:12.503 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hslfOWnezkdhEyv off=11654043 len=785366 2024-08-17T01:14:12.508 INFO:tasks.workunit.client.0.smithi082.stdout:op 4005 completed, throughput=5MB/sec 2024-08-17T01:14:12.508 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-puzTC4_hYkTJkW- off=7734259 len=1124197 2024-08-17T01:14:12.510 INFO:tasks.workunit.client.0.smithi082.stdout:op 4006 completed, throughput=5MB/sec 2024-08-17T01:14:12.510 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mwbwDfnaSbNN6de off=6715545 len=749639 2024-08-17T01:14:12.516 INFO:tasks.workunit.client.0.smithi082.stdout:op 4007 completed, throughput=5MB/sec 2024-08-17T01:14:12.516 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aYm2c8gd1XURv1t off=9058096 len=1933637 2024-08-17T01:14:12.527 INFO:tasks.workunit.client.0.smithi082.stdout:op 4008 completed, throughput=5MB/sec 2024-08-17T01:14:12.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:12 smithi082 ceph-mon[94343]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:14:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:12 smithi082 ceph-mon[91979]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:14:12.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:12 smithi137 ceph-mon[86391]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:14:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:14:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:14:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:14:13.527 INFO:tasks.workunit.client.0.smithi082.stdout: 788: throughput=5MB/sec pending data=0 2024-08-17T01:14:13.527 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-O3fF7sHVd6t40Q1 off=20850 len=1429738 2024-08-17T01:14:13.534 INFO:tasks.workunit.client.0.smithi082.stdout:op 4009 completed, throughput=5MB/sec 2024-08-17T01:14:13.534 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-I_FCOslafs5CSly off=2603223 len=269191 2024-08-17T01:14:13.537 INFO:tasks.workunit.client.0.smithi082.stdout:op 4010 completed, throughput=5MB/sec 2024-08-17T01:14:13.537 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-78WSrE45QPoBLT- off=1417822 len=501830 2024-08-17T01:14:13.541 INFO:tasks.workunit.client.0.smithi082.stdout:op 4011 completed, throughput=5MB/sec 2024-08-17T01:14:13.542 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-J0oNefPaKyPpCoV off=5124556 len=116867 2024-08-17T01:14:13.544 INFO:tasks.workunit.client.0.smithi082.stdout:op 4012 completed, throughput=5MB/sec 2024-08-17T01:14:13.544 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9PlNXzXRhX4xA8S off=974195 len=2085703 2024-08-17T01:14:13.556 INFO:tasks.workunit.client.0.smithi082.stdout:op 4013 completed, throughput=5MB/sec 2024-08-17T01:14:14.556 INFO:tasks.workunit.client.0.smithi082.stdout: 789: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:14.556 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IUFjc2BXNcbJOlv off=6049407 len=511114 2024-08-17T01:14:14.560 INFO:tasks.workunit.client.0.smithi082.stdout:op 4014 completed, throughput=4.99MB/sec 2024-08-17T01:14:14.561 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_VCjuRPUkhzEg6t off=17592368 len=951184 2024-08-17T01:14:14.563 INFO:tasks.workunit.client.0.smithi082.stdout:op 4015 completed, throughput=5MB/sec 2024-08-17T01:14:14.563 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-sIQsEKSIIcCi0TE off=11107557 len=1363569 2024-08-17T01:14:14.569 INFO:tasks.workunit.client.0.smithi082.stdout:op 4016 completed, throughput=5MB/sec 2024-08-17T01:14:14.569 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oZI-kXMA3HZKfYB off=996342 len=567798 2024-08-17T01:14:14.570 INFO:tasks.workunit.client.0.smithi082.stdout:op 4017 completed, throughput=5MB/sec 2024-08-17T01:14:14.570 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ttjuGhP2HAy1Cnp off=3494658 len=1575544 2024-08-17T01:14:14.578 INFO:tasks.workunit.client.0.smithi082.stdout:op 4018 completed, throughput=5MB/sec 2024-08-17T01:14:14.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:14 smithi082 ceph-mon[91979]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:14:14.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:14 smithi082 ceph-mon[94343]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:14:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:14 smithi137 ceph-mon[86391]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:14:15.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:14:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:14:15] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-08-17T01:14:15.578 INFO:tasks.workunit.client.0.smithi082.stdout: 790: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:15.578 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vJic3YxseQhcIhI off=1012680 len=387780 2024-08-17T01:14:15.582 INFO:tasks.workunit.client.0.smithi082.stdout:op 4019 completed, throughput=4.99MB/sec 2024-08-17T01:14:15.582 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-VSjYEP9RYszdNo9 off=506079 len=1914514 2024-08-17T01:14:15.591 INFO:tasks.workunit.client.0.smithi082.stdout:op 4020 completed, throughput=5MB/sec 2024-08-17T01:14:15.591 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ctS7sQDSdHUxhDJ off=1868126 len=1232865 2024-08-17T01:14:15.593 INFO:tasks.workunit.client.0.smithi082.stdout:op 4021 completed, throughput=5MB/sec 2024-08-17T01:14:15.593 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-D-K-5_OUTQy1GDs off=3324527 len=1028846 2024-08-17T01:14:15.593 INFO:tasks.workunit.client.0.smithi082.stdout:op 4022 completed, throughput=5MB/sec 2024-08-17T01:14:15.594 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-52B1R374cqlC7lc off=993104 len=431052 2024-08-17T01:14:15.596 INFO:tasks.workunit.client.0.smithi082.stdout:op 4023 completed, throughput=5MB/sec 2024-08-17T01:14:15.597 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9_KFli8yLlwcdox off=3242988 len=339605 2024-08-17T01:14:15.600 INFO:tasks.workunit.client.0.smithi082.stdout:op 4024 completed, throughput=5MB/sec 2024-08-17T01:14:15.600 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2W6dnQcpaeApAfw off=4491307 len=1743900 2024-08-17T01:14:15.608 INFO:tasks.workunit.client.0.smithi082.stdout:op 4025 completed, throughput=5MB/sec 2024-08-17T01:14:16.609 INFO:tasks.workunit.client.0.smithi082.stdout: 791: throughput=5MB/sec pending data=0 2024-08-17T01:14:16.609 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IV08DDVOwsTsk5M off=601803 len=610066 2024-08-17T01:14:16.613 INFO:tasks.workunit.client.0.smithi082.stdout:op 4026 completed, throughput=5MB/sec 2024-08-17T01:14:16.613 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-78vjdb-tThiaZfc off=10864771 len=1586267 2024-08-17T01:14:16.620 INFO:tasks.workunit.client.0.smithi082.stdout:op 4027 completed, throughput=5MB/sec 2024-08-17T01:14:16.620 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JNBD4Obd0UbzYzr off=3206569 len=632697 2024-08-17T01:14:16.621 INFO:tasks.workunit.client.0.smithi082.stdout:op 4028 completed, throughput=5MB/sec 2024-08-17T01:14:16.621 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-7iRa-pyC4HfNjrf off=3761818 len=748744 2024-08-17T01:14:16.626 INFO:tasks.workunit.client.0.smithi082.stdout:op 4029 completed, throughput=5MB/sec 2024-08-17T01:14:16.626 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xX38GWsx-U8h6u5 off=7125930 len=720913 2024-08-17T01:14:16.628 INFO:tasks.workunit.client.0.smithi082.stdout:op 4030 completed, throughput=5MB/sec 2024-08-17T01:14:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:16 smithi082 ceph-mon[94343]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:14:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:16 smithi082 ceph-mon[91979]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:14:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:16 smithi137 ceph-mon[86391]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:14:17.628 INFO:tasks.workunit.client.0.smithi082.stdout: 792: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:17.628 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yuSzG7yPupFkIP2 off=1172685 len=1993893 2024-08-17T01:14:17.630 INFO:tasks.workunit.client.0.smithi082.stdout:op 4031 completed, throughput=5MB/sec 2024-08-17T01:14:17.630 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EPF_4hxzgL4S1IO off=14574102 len=1527142 2024-08-17T01:14:17.639 INFO:tasks.workunit.client.0.smithi082.stdout:op 4032 completed, throughput=5MB/sec 2024-08-17T01:14:17.639 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HOGGTRl9mTAM5fz off=4548814 len=1722668 2024-08-17T01:14:17.647 INFO:tasks.workunit.client.0.smithi082.stdout:op 4033 completed, throughput=5MB/sec 2024-08-17T01:14:18.647 INFO:tasks.workunit.client.0.smithi082.stdout: 793: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:18.648 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ODPlW1LcNiEqr_S off=8221105 len=684732 2024-08-17T01:14:18.649 INFO:tasks.workunit.client.0.smithi082.stdout:op 4034 completed, throughput=5MB/sec 2024-08-17T01:14:18.649 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-X2R_Qjm32hm6ixD off=2653332 len=250724 2024-08-17T01:14:18.653 INFO:tasks.workunit.client.0.smithi082.stdout:op 4035 completed, throughput=5MB/sec 2024-08-17T01:14:18.653 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KqlBIF6DKjnmpRL off=10590076 len=1834733 2024-08-17T01:14:18.666 INFO:tasks.workunit.client.0.smithi082.stdout:op 4036 completed, throughput=5MB/sec 2024-08-17T01:14:18.666 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tdYnTqfJUbnXhVW off=5068710 len=1360808 2024-08-17T01:14:18.674 INFO:tasks.workunit.client.0.smithi082.stdout:op 4037 completed, throughput=5MB/sec 2024-08-17T01:14:18.674 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Sa4euZrGa_9UA1n off=4043488 len=124459 2024-08-17T01:14:18.675 INFO:tasks.workunit.client.0.smithi082.stdout:op 4038 completed, throughput=5MB/sec 2024-08-17T01:14:18.675 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vnTMcDYMIyYBw1L off=4396879 len=757233 2024-08-17T01:14:18.681 INFO:tasks.workunit.client.0.smithi082.stdout:op 4039 completed, throughput=5MB/sec 2024-08-17T01:14:18.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:18 smithi082 ceph-mon[94343]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:14:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:18 smithi082 ceph-mon[91979]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:14:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:18 smithi137 ceph-mon[86391]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:14:19.682 INFO:tasks.workunit.client.0.smithi082.stdout: 794: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:19.682 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-40TirXRYxbR9vaA off=4674500 len=997653 2024-08-17T01:14:19.684 INFO:tasks.workunit.client.0.smithi082.stdout:op 4040 completed, throughput=5MB/sec 2024-08-17T01:14:19.684 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mWwxmZvTGX4Lo6J off=2036014 len=1740432 2024-08-17T01:14:19.687 INFO:tasks.workunit.client.0.smithi082.stdout:op 4041 completed, throughput=5MB/sec 2024-08-17T01:14:19.687 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UHNziReHkBgWMta off=2649578 len=1074388 2024-08-17T01:14:19.690 INFO:tasks.workunit.client.0.smithi082.stdout:op 4042 completed, throughput=5MB/sec 2024-08-17T01:14:19.690 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-22VINgYJSNkBJA- off=660040 len=1488909 2024-08-17T01:14:19.693 INFO:tasks.workunit.client.0.smithi082.stdout:op 4043 completed, throughput=5MB/sec 2024-08-17T01:14:20.694 INFO:tasks.workunit.client.0.smithi082.stdout: 795: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:20.694 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-N5YkGWgp3RhxJgc off=1404125 len=1879575 2024-08-17T01:14:20.698 INFO:tasks.workunit.client.0.smithi082.stdout:op 4044 completed, throughput=5MB/sec 2024-08-17T01:14:20.698 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-g80dq5O108blYQQ off=877448 len=1156522 2024-08-17T01:14:20.704 INFO:tasks.workunit.client.0.smithi082.stdout:op 4045 completed, throughput=5MB/sec 2024-08-17T01:14:20.704 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-uTHQ7mrmFya8ovm off=5033903 len=2054841 2024-08-17T01:14:20.714 INFO:tasks.workunit.client.0.smithi082.stdout:op 4046 completed, throughput=5MB/sec 2024-08-17T01:14:20.714 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KKE_ezIMFgVk9MN off=15458325 len=566098 2024-08-17T01:14:20.717 INFO:tasks.workunit.client.0.smithi082.stdout:op 4047 completed, throughput=5MB/sec 2024-08-17T01:14:20.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:20 smithi082 ceph-mon[94343]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:14:20.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:14:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:20 smithi082 ceph-mon[91979]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:14:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:14:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:20 smithi137 ceph-mon[86391]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:14:20.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:14:21.718 INFO:tasks.workunit.client.0.smithi082.stdout: 796: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:21.718 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-F7BDsQbRJa5pqLk off=10174040 len=1985365 2024-08-17T01:14:21.721 INFO:tasks.workunit.client.0.smithi082.stdout:op 4048 completed, throughput=5MB/sec 2024-08-17T01:14:21.722 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--giWB9OORrMevnP off=18467236 len=130774 2024-08-17T01:14:21.723 INFO:tasks.workunit.client.0.smithi082.stdout:op 4049 completed, throughput=5MB/sec 2024-08-17T01:14:21.723 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1TP_Hp4EnJMtWUi off=5980036 len=1057626 2024-08-17T01:14:21.729 INFO:tasks.workunit.client.0.smithi082.stdout:op 4050 completed, throughput=5MB/sec 2024-08-17T01:14:21.729 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5tj3xak0y3eTF7U off=13600049 len=1633838 2024-08-17T01:14:21.738 INFO:tasks.workunit.client.0.smithi082.stdout:op 4051 completed, throughput=5MB/sec 2024-08-17T01:14:21.739 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TBUU2jwm1pSVjF5 off=4837295 len=874877 2024-08-17T01:14:21.745 INFO:tasks.workunit.client.0.smithi082.stdout:op 4052 completed, throughput=5MB/sec 2024-08-17T01:14:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:22 smithi082 ceph-mon[94343]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:14:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:22 smithi082 ceph-mon[91979]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:14:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:22 smithi137 ceph-mon[86391]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:14:22.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:14:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:14:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:14:22.745 INFO:tasks.workunit.client.0.smithi082.stdout: 797: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:22.745 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-bDsbfTy4f6efTU9 off=2302524 len=161212 2024-08-17T01:14:22.751 INFO:tasks.workunit.client.0.smithi082.stdout:op 4053 completed, throughput=4.99MB/sec 2024-08-17T01:14:22.751 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pAYWxq-OLduEBXW off=621416 len=517327 2024-08-17T01:14:22.755 INFO:tasks.workunit.client.0.smithi082.stdout:op 4054 completed, throughput=5MB/sec 2024-08-17T01:14:22.755 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ax12tLSplyzLQIj off=5706819 len=476714 2024-08-17T01:14:22.759 INFO:tasks.workunit.client.0.smithi082.stdout:op 4055 completed, throughput=5MB/sec 2024-08-17T01:14:22.759 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-lwaDlIw3GVpjMGY off=3903997 len=2032392 2024-08-17T01:14:22.761 INFO:tasks.workunit.client.0.smithi082.stdout:op 4056 completed, throughput=5MB/sec 2024-08-17T01:14:22.761 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yWkHqIkimPkPnY_ off=5845922 len=1325090 2024-08-17T01:14:22.763 INFO:tasks.workunit.client.0.smithi082.stdout:op 4057 completed, throughput=5MB/sec 2024-08-17T01:14:22.763 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8d16kfRzfzUWiIy off=12247527 len=431457 2024-08-17T01:14:22.765 INFO:tasks.workunit.client.0.smithi082.stdout:op 4058 completed, throughput=5MB/sec 2024-08-17T01:14:23.765 INFO:tasks.workunit.client.0.smithi082.stdout: 798: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:23.765 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WlX2BPZY4PYlOni off=3893838 len=511272 2024-08-17T01:14:23.767 INFO:tasks.workunit.client.0.smithi082.stdout:op 4059 completed, throughput=4.99MB/sec 2024-08-17T01:14:23.767 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-x8mlCZ-eVCIl_oy off=17311336 len=1929085 2024-08-17T01:14:23.770 INFO:tasks.workunit.client.0.smithi082.stdout:op 4060 completed, throughput=5MB/sec 2024-08-17T01:14:23.770 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ORFPQh9IbmmAGbd off=16443604 len=1228200 2024-08-17T01:14:23.773 INFO:tasks.workunit.client.0.smithi082.stdout:op 4061 completed, throughput=5MB/sec 2024-08-17T01:14:23.773 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Y-DrL2nmmpdRQVl off=607833 len=1382580 2024-08-17T01:14:23.777 INFO:tasks.workunit.client.0.smithi082.stdout:op 4062 completed, throughput=5MB/sec 2024-08-17T01:14:24.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:24 smithi082 ceph-mon[94343]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:14:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:24 smithi082 ceph-mon[91979]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:14:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:24 smithi137 ceph-mon[86391]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:14:24.777 INFO:tasks.workunit.client.0.smithi082.stdout: 799: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:24.777 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-T7MJQjvfusFX67N off=861119 len=369125 2024-08-17T01:14:24.781 INFO:tasks.workunit.client.0.smithi082.stdout:op 4063 completed, throughput=4.99MB/sec 2024-08-17T01:14:24.781 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6jjk3R0sSXVBjM_ off=4297879 len=2091834 2024-08-17T01:14:24.783 INFO:tasks.workunit.client.0.smithi082.stdout:op 4064 completed, throughput=5MB/sec 2024-08-17T01:14:24.784 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-bccazus-KLr2vG1 off=3009161 len=1367664 2024-08-17T01:14:24.792 INFO:tasks.workunit.client.0.smithi082.stdout:op 4065 completed, throughput=5MB/sec 2024-08-17T01:14:24.792 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_O4_kuDk0Gfw_zM off=1769412 len=1296118 2024-08-17T01:14:24.793 INFO:tasks.workunit.client.0.smithi082.stdout:op 4066 completed, throughput=5MB/sec 2024-08-17T01:14:24.793 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6jjk3R0sSXVBjM_ off=3572292 len=1064653 2024-08-17T01:14:24.794 INFO:tasks.workunit.client.0.smithi082.stdout:op 4067 completed, throughput=5MB/sec 2024-08-17T01:14:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:14:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:14:25] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-08-17T01:14:25.794 INFO:tasks.workunit.client.0.smithi082.stdout: 800: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:25.795 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tWpOETBynbwA5DG off=9742792 len=1006914 2024-08-17T01:14:25.802 INFO:tasks.workunit.client.0.smithi082.stdout:op 4068 completed, throughput=5MB/sec 2024-08-17T01:14:25.802 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Bo7QCiGff1unH6I off=5025714 len=442648 2024-08-17T01:14:25.807 INFO:tasks.workunit.client.0.smithi082.stdout:op 4069 completed, throughput=5MB/sec 2024-08-17T01:14:25.807 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Rzy-JvetnSY_z26 off=10806835 len=426583 2024-08-17T01:14:25.811 INFO:tasks.workunit.client.0.smithi082.stdout:op 4070 completed, throughput=5MB/sec 2024-08-17T01:14:25.811 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-V3aQi3DKbmRcDAZ off=8285202 len=1967611 2024-08-17T01:14:25.814 INFO:tasks.workunit.client.0.smithi082.stdout:op 4071 completed, throughput=5MB/sec 2024-08-17T01:14:25.815 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-n7sGruROmcS3RJI off=9331293 len=1439341 2024-08-17T01:14:25.821 INFO:tasks.workunit.client.0.smithi082.stdout:op 4072 completed, throughput=5MB/sec 2024-08-17T01:14:26.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:26 smithi082 ceph-mon[94343]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:14:26.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:26 smithi082 ceph-mon[91979]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:14:26.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:26 smithi137 ceph-mon[86391]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:14:26.822 INFO:tasks.workunit.client.0.smithi082.stdout: 801: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:26.822 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-u25IaTZcdkyFisD off=13600269 len=1134353 2024-08-17T01:14:26.823 INFO:tasks.workunit.client.0.smithi082.stdout:op 4073 completed, throughput=5MB/sec 2024-08-17T01:14:26.823 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-p0c7y-KUaM4C_ZJ off=556196 len=944726 2024-08-17T01:14:26.828 INFO:tasks.workunit.client.0.smithi082.stdout:op 4074 completed, throughput=5MB/sec 2024-08-17T01:14:26.828 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-J55R7r9F7pqi5KE off=11971200 len=1238638 2024-08-17T01:14:26.837 INFO:tasks.workunit.client.0.smithi082.stdout:op 4075 completed, throughput=5MB/sec 2024-08-17T01:14:26.837 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-FQDG8PT3oHq0k8C off=2399364 len=254610 2024-08-17T01:14:26.837 INFO:tasks.workunit.client.0.smithi082.stdout:op 4076 completed, throughput=5MB/sec 2024-08-17T01:14:26.837 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-lTvMMHAj-zYrG09 off=165772 len=33351 2024-08-17T01:14:26.838 INFO:tasks.workunit.client.0.smithi082.stdout:op 4077 completed, throughput=5MB/sec 2024-08-17T01:14:26.838 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2jPxOtNjTxCMlpp off=2239701 len=1265977 2024-08-17T01:14:26.843 INFO:tasks.workunit.client.0.smithi082.stdout:op 4078 completed, throughput=5MB/sec 2024-08-17T01:14:27.844 INFO:tasks.workunit.client.0.smithi082.stdout: 802: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:27.844 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KBnO_q5SutKVfYd off=2445967 len=238148 2024-08-17T01:14:27.844 INFO:tasks.workunit.client.0.smithi082.stdout:op 4079 completed, throughput=4.99MB/sec 2024-08-17T01:14:27.844 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6uJlzneXzQVPIoF off=5509734 len=793814 2024-08-17T01:14:27.849 INFO:tasks.workunit.client.0.smithi082.stdout:op 4080 completed, throughput=5MB/sec 2024-08-17T01:14:27.849 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-bsFJIrLjeERbF9v off=0 len=1666623 2024-08-17T01:14:27.858 INFO:tasks.workunit.client.0.smithi082.stdout:op 4081 completed, throughput=5MB/sec 2024-08-17T01:14:27.858 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vZTZxKky1DJamDb off=19892063 len=438473 2024-08-17T01:14:27.859 INFO:tasks.workunit.client.0.smithi082.stdout:op 4082 completed, throughput=5MB/sec 2024-08-17T01:14:27.859 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Q8IIz90F11rQ3tx off=157791 len=744958 2024-08-17T01:14:27.860 INFO:tasks.workunit.client.0.smithi082.stdout:op 4083 completed, throughput=5MB/sec 2024-08-17T01:14:27.860 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-FHe6X9eq_8Hxp2_ off=2788908 len=2005357 2024-08-17T01:14:27.861 INFO:tasks.workunit.client.0.smithi082.stdout:op 4084 completed, throughput=5MB/sec 2024-08-17T01:14:28.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:28 smithi082 ceph-mon[94343]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:14:28.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:28 smithi082 ceph-mon[91979]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:14:28.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:28 smithi137 ceph-mon[86391]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:14:28.862 INFO:tasks.workunit.client.0.smithi082.stdout: 803: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:28.862 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jN8Q40S8CRwTucf off=1253513 len=1255717 2024-08-17T01:14:28.864 INFO:tasks.workunit.client.0.smithi082.stdout:op 4085 completed, throughput=5MB/sec 2024-08-17T01:14:28.864 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Q0ioyj0CvKnU9-j off=11729298 len=14204 2024-08-17T01:14:28.866 INFO:tasks.workunit.client.0.smithi082.stdout:op 4086 completed, throughput=5MB/sec 2024-08-17T01:14:28.866 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-VxCv8kuxiQ9Orcu off=5046761 len=1396969 2024-08-17T01:14:28.869 INFO:tasks.workunit.client.0.smithi082.stdout:op 4087 completed, throughput=5MB/sec 2024-08-17T01:14:28.869 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SR1-qbED85cit78 off=8251192 len=185652 2024-08-17T01:14:28.870 INFO:tasks.workunit.client.0.smithi082.stdout:op 4088 completed, throughput=5MB/sec 2024-08-17T01:14:28.870 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2dYTbRXHJytSAUy off=2160787 len=1959437 2024-08-17T01:14:28.883 INFO:tasks.workunit.client.0.smithi082.stdout:op 4089 completed, throughput=5MB/sec 2024-08-17T01:14:29.883 INFO:tasks.workunit.client.0.smithi082.stdout: 804: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:29.884 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dz9MGqkQ7ixkE36 off=3412946 len=165380 2024-08-17T01:14:29.884 INFO:tasks.workunit.client.0.smithi082.stdout:op 4090 completed, throughput=4.99MB/sec 2024-08-17T01:14:29.885 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DpRXCtbvmo6xnfx off=0 len=1445821 2024-08-17T01:14:29.887 INFO:tasks.workunit.client.0.smithi082.stdout:op 4091 completed, throughput=5MB/sec 2024-08-17T01:14:29.887 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-54vB7zfE1lcXcki off=6891386 len=1760830 2024-08-17T01:14:29.898 INFO:tasks.workunit.client.0.smithi082.stdout:op 4092 completed, throughput=5MB/sec 2024-08-17T01:14:29.899 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-AXwTgaCYV-Bun5J off=7684772 len=1722881 2024-08-17T01:14:29.908 INFO:tasks.workunit.client.0.smithi082.stdout:op 4093 completed, throughput=5MB/sec 2024-08-17T01:14:30.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:30 smithi082 ceph-mon[94343]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:14:30.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:30 smithi082 ceph-mon[91979]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:14:30.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:30 smithi137 ceph-mon[86391]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:14:30.909 INFO:tasks.workunit.client.0.smithi082.stdout: 805: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:30.909 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZUSIKB3Jq6ANTVj off=128464 len=761799 2024-08-17T01:14:30.910 INFO:tasks.workunit.client.0.smithi082.stdout:op 4094 completed, throughput=4.99MB/sec 2024-08-17T01:14:30.910 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WixddmDc9hvtFBS off=10304553 len=668267 2024-08-17T01:14:30.914 INFO:tasks.workunit.client.0.smithi082.stdout:op 4095 completed, throughput=5MB/sec 2024-08-17T01:14:30.914 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1CUGPk_ddcmqIFS off=11200949 len=190148 2024-08-17T01:14:30.920 INFO:tasks.workunit.client.0.smithi082.stdout:op 4096 completed, throughput=5MB/sec 2024-08-17T01:14:30.920 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_ZwXJI5JvS_sqHW off=2232093 len=1918926 2024-08-17T01:14:30.924 INFO:tasks.workunit.client.0.smithi082.stdout:op 4097 completed, throughput=5MB/sec 2024-08-17T01:14:30.924 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Xq8mV0jpExF-Hnm off=7965857 len=670558 2024-08-17T01:14:30.930 INFO:tasks.workunit.client.0.smithi082.stdout:op 4098 completed, throughput=5MB/sec 2024-08-17T01:14:30.930 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YeW61YvV4-qxDtD off=1656686 len=171983 2024-08-17T01:14:30.930 INFO:tasks.workunit.client.0.smithi082.stdout:op 4099 completed, throughput=5MB/sec 2024-08-17T01:14:30.930 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2HHt6oXbn6lAAYY off=3944199 len=1040150 2024-08-17T01:14:30.939 INFO:tasks.workunit.client.0.smithi082.stdout:op 4100 completed, throughput=5MB/sec 2024-08-17T01:14:31.939 INFO:tasks.workunit.client.0.smithi082.stdout: 806: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:31.939 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KzHtlDubSrj-ft3 off=7900292 len=56016 2024-08-17T01:14:31.942 INFO:tasks.workunit.client.0.smithi082.stdout:op 4101 completed, throughput=4.99MB/sec 2024-08-17T01:14:31.942 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vf9_xDSVKrMhW5_ off=12781333 len=660323 2024-08-17T01:14:31.946 INFO:tasks.workunit.client.0.smithi082.stdout:op 4102 completed, throughput=4.99MB/sec 2024-08-17T01:14:31.946 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1d7FDdw9ksWRRIr off=14942132 len=656600 2024-08-17T01:14:31.947 INFO:tasks.workunit.client.0.smithi082.stdout:op 4103 completed, throughput=5MB/sec 2024-08-17T01:14:31.947 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KaGBYTxjVu6NYfd off=135632 len=419034 2024-08-17T01:14:31.948 INFO:tasks.workunit.client.0.smithi082.stdout:op 4104 completed, throughput=5MB/sec 2024-08-17T01:14:31.948 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-eCaWmOj-VjVcUsd off=2270817 len=1948111 2024-08-17T01:14:31.950 INFO:tasks.workunit.client.0.smithi082.stdout:op 4105 completed, throughput=5MB/sec 2024-08-17T01:14:31.950 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Xq8mV0jpExF-Hnm off=5216081 len=599899 2024-08-17T01:14:31.955 INFO:tasks.workunit.client.0.smithi082.stdout:op 4106 completed, throughput=5MB/sec 2024-08-17T01:14:31.956 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xeO0O26wsIQ11j5 off=5005626 len=1088529 2024-08-17T01:14:31.961 INFO:tasks.workunit.client.0.smithi082.stdout:op 4107 completed, throughput=5MB/sec 2024-08-17T01:14:32.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:32 smithi082 ceph-mon[94343]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:14:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:32 smithi082 ceph-mon[91979]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:14:32.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:32 smithi137 ceph-mon[86391]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:14:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:14:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:14:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:14:32.961 INFO:tasks.workunit.client.0.smithi082.stdout: 807: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:32.961 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gv-5EbfODlzghAq off=20546061 len=262050 2024-08-17T01:14:32.964 INFO:tasks.workunit.client.0.smithi082.stdout:op 4108 completed, throughput=4.99MB/sec 2024-08-17T01:14:32.964 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-D1RZhhvO4mOO-ls off=10176553 len=1511828 2024-08-17T01:14:32.968 INFO:tasks.workunit.client.0.smithi082.stdout:op 4109 completed, throughput=5MB/sec 2024-08-17T01:14:32.968 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-41r_xJQr14Zri7D off=7910756 len=35165 2024-08-17T01:14:32.968 INFO:tasks.workunit.client.0.smithi082.stdout:op 4110 completed, throughput=5MB/sec 2024-08-17T01:14:32.968 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-DrFR6Ht648wIWxW off=6140864 len=75438 2024-08-17T01:14:32.974 INFO:tasks.workunit.client.0.smithi082.stdout:op 4111 completed, throughput=5MB/sec 2024-08-17T01:14:32.974 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-N5yMO0B-3ggaqye off=2148602 len=946544 2024-08-17T01:14:32.976 INFO:tasks.workunit.client.0.smithi082.stdout:op 4112 completed, throughput=5MB/sec 2024-08-17T01:14:32.976 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6qTtU_5bQwyoDyv off=1245503 len=108424 2024-08-17T01:14:32.976 INFO:tasks.workunit.client.0.smithi082.stdout:op 4113 completed, throughput=5MB/sec 2024-08-17T01:14:32.976 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NGkWYv1bc2vjgmn off=2959401 len=893212 2024-08-17T01:14:32.984 INFO:tasks.workunit.client.0.smithi082.stdout:op 4114 completed, throughput=5MB/sec 2024-08-17T01:14:32.984 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-P30SdhFTKkvn_fP off=1431876 len=21006 2024-08-17T01:14:32.984 INFO:tasks.workunit.client.0.smithi082.stdout:op 4115 completed, throughput=5MB/sec 2024-08-17T01:14:32.984 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-fY9psBC8SssiTKo off=874454 len=1305587 2024-08-17T01:14:32.991 INFO:tasks.workunit.client.0.smithi082.stdout:op 4116 completed, throughput=5MB/sec 2024-08-17T01:14:32.991 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dLk0Bhtf6ENSlLQ off=9598091 len=1957548 2024-08-17T01:14:32.994 INFO:tasks.workunit.client.0.smithi082.stdout:op 4117 completed, throughput=5MB/sec 2024-08-17T01:14:33.994 INFO:tasks.workunit.client.0.smithi082.stdout: 808: throughput=5MB/sec pending data=0 2024-08-17T01:14:33.995 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-a3_rlBKw08L_7WB off=14975703 len=1813135 2024-08-17T01:14:33.996 INFO:tasks.workunit.client.0.smithi082.stdout:op 4118 completed, throughput=5MB/sec 2024-08-17T01:14:33.996 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wMztcsabhxnItNd off=3025135 len=1877841 2024-08-17T01:14:34.005 INFO:tasks.workunit.client.0.smithi082.stdout:op 4119 completed, throughput=5MB/sec 2024-08-17T01:14:34.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:34 smithi082 ceph-mon[94343]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:14:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:34 smithi082 ceph-mon[91979]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:14:34.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:34 smithi137 ceph-mon[86391]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:14:35.005 INFO:tasks.workunit.client.0.smithi082.stdout: 809: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:35.005 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-V1kpuQkL8w0YVFc off=681361 len=378498 2024-08-17T01:14:35.006 INFO:tasks.workunit.client.0.smithi082.stdout:op 4120 completed, throughput=4.99MB/sec 2024-08-17T01:14:35.006 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ciKE5ugWGGeop_c off=472648 len=1583317 2024-08-17T01:14:35.013 INFO:tasks.workunit.client.0.smithi082.stdout:op 4121 completed, throughput=5MB/sec 2024-08-17T01:14:35.013 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8Tloqfo9MERWMDi off=1482827 len=1276392 2024-08-17T01:14:35.018 INFO:tasks.workunit.client.0.smithi082.stdout:op 4122 completed, throughput=5MB/sec 2024-08-17T01:14:35.018 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rosu7dUHsnFJjan off=3681771 len=1364702 2024-08-17T01:14:35.022 INFO:tasks.workunit.client.0.smithi082.stdout:op 4123 completed, throughput=5MB/sec 2024-08-17T01:14:35.022 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mHF166XSw79GViJ off=3155398 len=117228 2024-08-17T01:14:35.025 INFO:tasks.workunit.client.0.smithi082.stdout:op 4124 completed, throughput=5MB/sec 2024-08-17T01:14:35.025 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xadtG4VArp4ptRF off=21032820 len=771777 2024-08-17T01:14:35.029 INFO:tasks.workunit.client.0.smithi082.stdout:op 4125 completed, throughput=5MB/sec 2024-08-17T01:14:35.428 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:14:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:14:35] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-08-17T01:14:35.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:14:35.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:14:35.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:14:36.029 INFO:tasks.workunit.client.0.smithi082.stdout: 810: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:36.029 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NtGRrJqojeyIVA0 off=4510718 len=349445 2024-08-17T01:14:36.032 INFO:tasks.workunit.client.0.smithi082.stdout:op 4126 completed, throughput=4.99MB/sec 2024-08-17T01:14:36.032 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-l-_bMWeE8OMoqhu off=11034326 len=1491096 2024-08-17T01:14:36.034 INFO:tasks.workunit.client.0.smithi082.stdout:op 4127 completed, throughput=5MB/sec 2024-08-17T01:14:36.034 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-RkiKxgQc2AXps6y off=909681 len=1839417 2024-08-17T01:14:36.047 INFO:tasks.workunit.client.0.smithi082.stdout:op 4128 completed, throughput=5MB/sec 2024-08-17T01:14:36.047 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OCTXV1TWELdJXbz off=768213 len=234244 2024-08-17T01:14:36.050 INFO:tasks.workunit.client.0.smithi082.stdout:op 4129 completed, throughput=5MB/sec 2024-08-17T01:14:36.050 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-MNwdTwJD3RktjTs off=437197 len=1898612 2024-08-17T01:14:36.058 INFO:tasks.workunit.client.0.smithi082.stdout:op 4130 completed, throughput=5MB/sec 2024-08-17T01:14:36.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:36 smithi082 ceph-mon[91979]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:14:36.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:36 smithi082 ceph-mon[94343]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:14:36.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:36 smithi137 ceph-mon[86391]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:14:37.058 INFO:tasks.workunit.client.0.smithi082.stdout: 811: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:37.058 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9wORmRzWLwGdRtn off=3088596 len=558827 2024-08-17T01:14:37.063 INFO:tasks.workunit.client.0.smithi082.stdout:op 4131 completed, throughput=5MB/sec 2024-08-17T01:14:37.063 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-067wNCuqp29a6wS off=9788608 len=171836 2024-08-17T01:14:37.063 INFO:tasks.workunit.client.0.smithi082.stdout:op 4132 completed, throughput=5MB/sec 2024-08-17T01:14:37.064 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ftBX2uwqB8o5r1Z off=483611 len=862138 2024-08-17T01:14:37.065 INFO:tasks.workunit.client.0.smithi082.stdout:op 4133 completed, throughput=5MB/sec 2024-08-17T01:14:37.065 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WYnV2Ox0Fu1vtKG off=6001887 len=1136176 2024-08-17T01:14:37.073 INFO:tasks.workunit.client.0.smithi082.stdout:op 4134 completed, throughput=5MB/sec 2024-08-17T01:14:37.074 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Ny2dk1QNFGJInTA off=1626216 len=1710728 2024-08-17T01:14:37.080 INFO:tasks.workunit.client.0.smithi082.stdout:op 4135 completed, throughput=5MB/sec 2024-08-17T01:14:37.080 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-L-sTuIbaIJdVIZw off=4940029 len=1625557 2024-08-17T01:14:37.083 INFO:tasks.workunit.client.0.smithi082.stdout:op 4136 completed, throughput=5MB/sec 2024-08-17T01:14:38.084 INFO:tasks.workunit.client.0.smithi082.stdout: 812: throughput=5MB/sec pending data=0 2024-08-17T01:14:38.084 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kq05ItkkMsJW0Q2 off=5696836 len=709569 2024-08-17T01:14:38.088 INFO:tasks.workunit.client.0.smithi082.stdout:op 4137 completed, throughput=5MB/sec 2024-08-17T01:14:38.088 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-A2NDrV6zSQcrH4v off=904721 len=1882453 2024-08-17T01:14:38.092 INFO:tasks.workunit.client.0.smithi082.stdout:op 4138 completed, throughput=5MB/sec 2024-08-17T01:14:38.092 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-s2Zif1omuyODsbn off=4690652 len=148938 2024-08-17T01:14:38.095 INFO:tasks.workunit.client.0.smithi082.stdout:op 4139 completed, throughput=5MB/sec 2024-08-17T01:14:38.095 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XoC-2S661N0-8Gj off=475540 len=1997241 2024-08-17T01:14:38.097 INFO:tasks.workunit.client.0.smithi082.stdout:op 4140 completed, throughput=5MB/sec 2024-08-17T01:14:38.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:38 smithi082 ceph-mon[94343]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:14:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:38 smithi082 ceph-mon[91979]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:14:38.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:38 smithi137 ceph-mon[86391]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:14:39.097 INFO:tasks.workunit.client.0.smithi082.stdout: 813: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:39.097 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fdt0ht-9wU1GgLH off=23880529 len=788742 2024-08-17T01:14:39.098 INFO:tasks.workunit.client.0.smithi082.stdout:op 4141 completed, throughput=5MB/sec 2024-08-17T01:14:39.099 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-W574JzX4rFUoyF- off=14809472 len=1680143 2024-08-17T01:14:39.109 INFO:tasks.workunit.client.0.smithi082.stdout:op 4142 completed, throughput=5MB/sec 2024-08-17T01:14:39.109 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dILUAlxkb8wu1hq off=2785585 len=1595102 2024-08-17T01:14:39.111 INFO:tasks.workunit.client.0.smithi082.stdout:op 4143 completed, throughput=5MB/sec 2024-08-17T01:14:39.111 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-H2Kpkm1Mu01YTbt off=20502754 len=1720467 2024-08-17T01:14:39.113 INFO:tasks.workunit.client.0.smithi082.stdout:op 4144 completed, throughput=5MB/sec 2024-08-17T01:14:40.114 INFO:tasks.workunit.client.0.smithi082.stdout: 814: throughput=5MB/sec pending data=0 2024-08-17T01:14:40.114 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-718coU5RactGh4A off=3484015 len=1449115 2024-08-17T01:14:40.121 INFO:tasks.workunit.client.0.smithi082.stdout:op 4145 completed, throughput=5MB/sec 2024-08-17T01:14:40.121 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yWlJaH2GPOlRjrW off=2019488 len=1800849 2024-08-17T01:14:40.127 INFO:tasks.workunit.client.0.smithi082.stdout:op 4146 completed, throughput=5MB/sec 2024-08-17T01:14:40.127 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-H32t0QrQY2VMPsN off=5157385 len=768829 2024-08-17T01:14:40.129 INFO:tasks.workunit.client.0.smithi082.stdout:op 4147 completed, throughput=5MB/sec 2024-08-17T01:14:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:40 smithi082 ceph-mon[91979]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:14:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:40 smithi082 ceph-mon[94343]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:14:40.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:40 smithi137 ceph-mon[86391]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:14:41.129 INFO:tasks.workunit.client.0.smithi082.stdout: 815: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:41.130 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oKh6TaPvIsxqlB3 off=5091686 len=1163376 2024-08-17T01:14:41.131 INFO:tasks.workunit.client.0.smithi082.stdout:op 4148 completed, throughput=5MB/sec 2024-08-17T01:14:41.131 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-LsylVJNXtNJNl-J off=10093 len=233486 2024-08-17T01:14:41.134 INFO:tasks.workunit.client.0.smithi082.stdout:op 4149 completed, throughput=5MB/sec 2024-08-17T01:14:41.134 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-MKytri2mieaNDEK off=5534576 len=325739 2024-08-17T01:14:41.138 INFO:tasks.workunit.client.0.smithi082.stdout:op 4150 completed, throughput=5MB/sec 2024-08-17T01:14:41.138 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-u7fqP8HPZuEleVJ off=7459941 len=1275855 2024-08-17T01:14:41.140 INFO:tasks.workunit.client.0.smithi082.stdout:op 4151 completed, throughput=5MB/sec 2024-08-17T01:14:41.140 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-LIeBWoOi-pc16zo off=2912236 len=369285 2024-08-17T01:14:41.141 INFO:tasks.workunit.client.0.smithi082.stdout:op 4152 completed, throughput=5MB/sec 2024-08-17T01:14:41.141 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1fCv2zfa9g-aLuj off=1498927 len=1445773 2024-08-17T01:14:41.144 INFO:tasks.workunit.client.0.smithi082.stdout:op 4153 completed, throughput=5MB/sec 2024-08-17T01:14:41.144 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kmMk0Bm41njfbRR off=508196 len=537977 2024-08-17T01:14:41.148 INFO:tasks.workunit.client.0.smithi082.stdout:op 4154 completed, throughput=5MB/sec 2024-08-17T01:14:42.148 INFO:tasks.workunit.client.0.smithi082.stdout: 816: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:42.361 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2-K8xdkHE9Q-KPn off=60515 len=894441 2024-08-17T01:14:42.362 INFO:tasks.workunit.client.0.smithi082.stdout:op 4155 completed, throughput=5MB/sec 2024-08-17T01:14:42.362 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gKAktpFXdcUYiZy off=15656585 len=1164167 2024-08-17T01:14:42.362 INFO:tasks.workunit.client.0.smithi082.stdout:op 4156 completed, throughput=5MB/sec 2024-08-17T01:14:42.363 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gsP1cjm5r4D24Xb off=2625997 len=1268946 2024-08-17T01:14:42.363 INFO:tasks.workunit.client.0.smithi082.stdout:op 4157 completed, throughput=5MB/sec 2024-08-17T01:14:42.363 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WiIp21sMWsXpF-a off=4446460 len=1599507 2024-08-17T01:14:42.363 INFO:tasks.workunit.client.0.smithi082.stdout:op 4158 completed, throughput=5MB/sec 2024-08-17T01:14:42.363 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fGQfCHLkDSXnwzc off=4985357 len=93557 2024-08-17T01:14:42.363 INFO:tasks.workunit.client.0.smithi082.stdout:op 4159 completed, throughput=5MB/sec 2024-08-17T01:14:42.363 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Ho0VafpBPOWklP9 off=5755455 len=1134291 2024-08-17T01:14:42.363 INFO:tasks.workunit.client.0.smithi082.stdout:op 4160 completed, throughput=5MB/sec 2024-08-17T01:14:42.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:42 smithi082 ceph-mon[94343]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:14:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:42 smithi082 ceph-mon[91979]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:14:42.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:42 smithi137 ceph-mon[86391]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:14:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:14:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:14:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:14:43.174 INFO:tasks.workunit.client.0.smithi082.stdout: 817: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:43.174 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-B4_JzYbW1Wyi39N off=10354211 len=1297336 2024-08-17T01:14:43.181 INFO:tasks.workunit.client.0.smithi082.stdout:op 4161 completed, throughput=5MB/sec 2024-08-17T01:14:43.181 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-i47WUtLKHsNh4ZC off=799268 len=747061 2024-08-17T01:14:43.183 INFO:tasks.workunit.client.0.smithi082.stdout:op 4162 completed, throughput=5MB/sec 2024-08-17T01:14:43.183 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-i0Lu3DY19JIEsCh off=6621289 len=666018 2024-08-17T01:14:43.187 INFO:tasks.workunit.client.0.smithi082.stdout:op 4163 completed, throughput=5MB/sec 2024-08-17T01:14:43.188 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6jjk3R0sSXVBjM_ off=22653166 len=672446 2024-08-17T01:14:43.188 INFO:tasks.workunit.client.0.smithi082.stdout:op 4164 completed, throughput=5MB/sec 2024-08-17T01:14:43.189 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vMAxZRZgQm0gFfa off=2413638 len=994530 2024-08-17T01:14:43.189 INFO:tasks.workunit.client.0.smithi082.stdout:op 4165 completed, throughput=5MB/sec 2024-08-17T01:14:43.190 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-T2dZn_xorB0ftgE off=11989078 len=1560610 2024-08-17T01:14:43.191 INFO:tasks.workunit.client.0.smithi082.stdout:op 4166 completed, throughput=5MB/sec 2024-08-17T01:14:44.192 INFO:tasks.workunit.client.0.smithi082.stdout: 818: throughput=5MB/sec pending data=0 2024-08-17T01:14:44.192 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wWgDWihKldfiJSU off=3881438 len=955252 2024-08-17T01:14:44.193 INFO:tasks.workunit.client.0.smithi082.stdout:op 4167 completed, throughput=5MB/sec 2024-08-17T01:14:44.193 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hJZYOn040FAUSRA off=12639722 len=319917 2024-08-17T01:14:44.194 INFO:tasks.workunit.client.0.smithi082.stdout:op 4168 completed, throughput=5MB/sec 2024-08-17T01:14:44.194 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tt5DYcunUBJyq4_ off=9886121 len=925863 2024-08-17T01:14:44.199 INFO:tasks.workunit.client.0.smithi082.stdout:op 4169 completed, throughput=5MB/sec 2024-08-17T01:14:44.199 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-jiyxs3V60EP3LGq off=5099181 len=1125932 2024-08-17T01:14:44.207 INFO:tasks.workunit.client.0.smithi082.stdout:op 4170 completed, throughput=5MB/sec 2024-08-17T01:14:44.207 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pBeg1QV--N1sy2W off=187659 len=1530605 2024-08-17T01:14:44.215 INFO:tasks.workunit.client.0.smithi082.stdout:op 4171 completed, throughput=5MB/sec 2024-08-17T01:14:44.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:44 smithi082 ceph-mon[94343]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:14:44.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:44 smithi082 ceph-mon[91979]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:14:44.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:44 smithi137 ceph-mon[86391]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:14:45.216 INFO:tasks.workunit.client.0.smithi082.stdout: 819: throughput=5MB/sec pending data=0 2024-08-17T01:14:45.216 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hC3mojlULLfp2-3 off=5496651 len=29134 2024-08-17T01:14:45.216 INFO:tasks.workunit.client.0.smithi082.stdout:op 4172 completed, throughput=5MB/sec 2024-08-17T01:14:45.216 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TlZp1jIn0cKCQwR off=1316973 len=1237717 2024-08-17T01:14:45.218 INFO:tasks.workunit.client.0.smithi082.stdout:op 4173 completed, throughput=5MB/sec 2024-08-17T01:14:45.218 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cgT7vsGpZz985IF off=274889 len=1624648 2024-08-17T01:14:45.229 INFO:tasks.workunit.client.0.smithi082.stdout:op 4174 completed, throughput=5MB/sec 2024-08-17T01:14:45.229 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RiTFJaGujPjmgQb off=5934764 len=1920577 2024-08-17T01:14:45.233 INFO:tasks.workunit.client.0.smithi082.stdout:op 4175 completed, throughput=5MB/sec 2024-08-17T01:14:45.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:14:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:14:45] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-08-17T01:14:46.233 INFO:tasks.workunit.client.0.smithi082.stdout: 820: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:46.233 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vMkYPE-F8-38-DX off=16487592 len=914761 2024-08-17T01:14:46.236 INFO:tasks.workunit.client.0.smithi082.stdout:op 4176 completed, throughput=5MB/sec 2024-08-17T01:14:46.236 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YcXaWQeC1NaACra off=7629191 len=1091888 2024-08-17T01:14:46.241 INFO:tasks.workunit.client.0.smithi082.stdout:op 4177 completed, throughput=5MB/sec 2024-08-17T01:14:46.241 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RpmZj6dvCOwPeXy off=380830 len=140298 2024-08-17T01:14:46.242 INFO:tasks.workunit.client.0.smithi082.stdout:op 4178 completed, throughput=5MB/sec 2024-08-17T01:14:46.242 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-41nXKf2ugIkX8Z- off=3689737 len=1297687 2024-08-17T01:14:46.244 INFO:tasks.workunit.client.0.smithi082.stdout:op 4179 completed, throughput=5MB/sec 2024-08-17T01:14:46.244 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2lMH4z_L2G5h3SM off=3842517 len=1164579 2024-08-17T01:14:46.249 INFO:tasks.workunit.client.0.smithi082.stdout:op 4180 completed, throughput=5MB/sec 2024-08-17T01:14:46.249 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-MMVoswFn2LTqZU4 off=14903598 len=381077 2024-08-17T01:14:46.250 INFO:tasks.workunit.client.0.smithi082.stdout:op 4181 completed, throughput=5MB/sec 2024-08-17T01:14:46.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:46 smithi082 ceph-mon[94343]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:14:46.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:46 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:14:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:46 smithi082 ceph-mon[91979]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:14:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:46 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:14:46.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:46 smithi137 ceph-mon[86391]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:14:46.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:46 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:14:47.251 INFO:tasks.workunit.client.0.smithi082.stdout: 821: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:47.251 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wKzn3OKz3ug_wtv off=17986607 len=948066 2024-08-17T01:14:47.252 INFO:tasks.workunit.client.0.smithi082.stdout:op 4182 completed, throughput=5MB/sec 2024-08-17T01:14:47.252 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-a6J4GylIWRGimuC off=368307 len=733576 2024-08-17T01:14:47.254 INFO:tasks.workunit.client.0.smithi082.stdout:op 4183 completed, throughput=5MB/sec 2024-08-17T01:14:47.254 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BOYGgEYcV0LA0kS off=16516852 len=301822 2024-08-17T01:14:47.256 INFO:tasks.workunit.client.0.smithi082.stdout:op 4184 completed, throughput=5MB/sec 2024-08-17T01:14:47.257 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gGOY4ZoYKNb2rdt off=528472 len=954342 2024-08-17T01:14:47.259 INFO:tasks.workunit.client.0.smithi082.stdout:op 4185 completed, throughput=5MB/sec 2024-08-17T01:14:47.259 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-W574JzX4rFUoyF- off=14630669 len=1864066 2024-08-17T01:14:47.263 INFO:tasks.workunit.client.0.smithi082.stdout:op 4186 completed, throughput=5MB/sec 2024-08-17T01:14:47.263 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4PjRHWNyHA2xnba off=7470193 len=458211 2024-08-17T01:14:47.265 INFO:tasks.workunit.client.0.smithi082.stdout:op 4187 completed, throughput=5MB/sec 2024-08-17T01:14:47.265 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-md-JUOLZCSU4laQ off=14643046 len=1584544 2024-08-17T01:14:47.275 INFO:tasks.workunit.client.0.smithi082.stdout:op 4188 completed, throughput=5MB/sec 2024-08-17T01:14:47.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:14:47.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:14:47.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:14:47.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:14:47.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:14:47.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:14:47.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:47 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:14:47.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:47 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:14:47.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:47 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:14:48.275 INFO:tasks.workunit.client.0.smithi082.stdout: 822: throughput=5MB/sec pending data=0 2024-08-17T01:14:48.276 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-h4Qkawv3y8Sekbf off=759164 len=888834 2024-08-17T01:14:48.282 INFO:tasks.workunit.client.0.smithi082.stdout:op 4189 completed, throughput=5MB/sec 2024-08-17T01:14:48.282 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ipo3HmvLfDank7A off=356451 len=1109312 2024-08-17T01:14:48.284 INFO:tasks.workunit.client.0.smithi082.stdout:op 4190 completed, throughput=5MB/sec 2024-08-17T01:14:48.284 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-h2FqIEy4BCtyn6T off=6173936 len=314259 2024-08-17T01:14:48.287 INFO:tasks.workunit.client.0.smithi082.stdout:op 4191 completed, throughput=5MB/sec 2024-08-17T01:14:48.288 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-86JdSV2nKA_mrMU off=2331786 len=2061535 2024-08-17T01:14:48.298 INFO:tasks.workunit.client.0.smithi082.stdout:op 4192 completed, throughput=5MB/sec 2024-08-17T01:14:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:48 smithi082 ceph-mon[94343]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:14:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:48 smithi082 ceph-mon[91979]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:14:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:48 smithi137 ceph-mon[86391]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:14:49.298 INFO:tasks.workunit.client.0.smithi082.stdout: 823: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:49.298 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-MWpNZ4LSwNp4t1g off=17851303 len=599682 2024-08-17T01:14:49.301 INFO:tasks.workunit.client.0.smithi082.stdout:op 4193 completed, throughput=5MB/sec 2024-08-17T01:14:49.301 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-VKlsELJRVOenYFX off=10212626 len=1279117 2024-08-17T01:14:49.308 INFO:tasks.workunit.client.0.smithi082.stdout:op 4194 completed, throughput=5MB/sec 2024-08-17T01:14:49.308 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9-9BpNHdLyn2S0n off=19279664 len=175955 2024-08-17T01:14:49.311 INFO:tasks.workunit.client.0.smithi082.stdout:op 4195 completed, throughput=5MB/sec 2024-08-17T01:14:49.311 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-lzot6S_K0sEvxEn off=2550249 len=824959 2024-08-17T01:14:49.315 INFO:tasks.workunit.client.0.smithi082.stdout:op 4196 completed, throughput=5MB/sec 2024-08-17T01:14:49.315 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dBoKybhsVG3R2XO off=4380234 len=187483 2024-08-17T01:14:49.315 INFO:tasks.workunit.client.0.smithi082.stdout:op 4197 completed, throughput=5MB/sec 2024-08-17T01:14:49.316 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-t8IZz1eT12Ib4uz off=1185790 len=450884 2024-08-17T01:14:49.316 INFO:tasks.workunit.client.0.smithi082.stdout:op 4198 completed, throughput=5MB/sec 2024-08-17T01:14:49.316 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-X6xK13cD-5-tJc- off=6269797 len=166768 2024-08-17T01:14:49.317 INFO:tasks.workunit.client.0.smithi082.stdout:op 4199 completed, throughput=5MB/sec 2024-08-17T01:14:49.317 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yZBgW2BFgNpeRvc off=602938 len=533707 2024-08-17T01:14:49.317 INFO:tasks.workunit.client.0.smithi082.stdout:op 4200 completed, throughput=5MB/sec 2024-08-17T01:14:49.318 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2mvRGk3mh7rzO-o off=9190152 len=812018 2024-08-17T01:14:49.323 INFO:tasks.workunit.client.0.smithi082.stdout:op 4201 completed, throughput=5MB/sec 2024-08-17T01:14:50.323 INFO:tasks.workunit.client.0.smithi082.stdout: 824: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:50.323 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WjBVeZr-ka4U1NI off=17796690 len=622414 2024-08-17T01:14:50.327 INFO:tasks.workunit.client.0.smithi082.stdout:op 4202 completed, throughput=4.99MB/sec 2024-08-17T01:14:50.327 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Z-Vu64KAJCqmyc0 off=2382398 len=780783 2024-08-17T01:14:50.329 INFO:tasks.workunit.client.0.smithi082.stdout:op 4203 completed, throughput=5MB/sec 2024-08-17T01:14:50.329 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-nUrZL8XeaC4EK3t off=3752783 len=193765 2024-08-17T01:14:50.331 INFO:tasks.workunit.client.0.smithi082.stdout:op 4204 completed, throughput=5MB/sec 2024-08-17T01:14:50.331 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Z-Magjkr0Iykbgh off=8345955 len=150200 2024-08-17T01:14:50.332 INFO:tasks.workunit.client.0.smithi082.stdout:op 4205 completed, throughput=5MB/sec 2024-08-17T01:14:50.332 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qlp3Pb0f6Mw908X off=891935 len=1209634 2024-08-17T01:14:50.339 INFO:tasks.workunit.client.0.smithi082.stdout:op 4206 completed, throughput=5MB/sec 2024-08-17T01:14:50.339 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kdvLDDv8QymWqFN off=15746416 len=913743 2024-08-17T01:14:50.342 INFO:tasks.workunit.client.0.smithi082.stdout:op 4207 completed, throughput=5MB/sec 2024-08-17T01:14:50.342 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Ll1P0NEcpd-fQen off=16114606 len=2049362 2024-08-17T01:14:50.352 INFO:tasks.workunit.client.0.smithi082.stdout:op 4208 completed, throughput=5MB/sec 2024-08-17T01:14:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:50 smithi082 ceph-mon[94343]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:14:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:14:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:50 smithi082 ceph-mon[91979]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:14:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:14:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:50 smithi137 ceph-mon[86391]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:14:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:14:51.352 INFO:tasks.workunit.client.0.smithi082.stdout: 825: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:51.353 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9TEhKU9Zm-nnJyI off=2071825 len=466376 2024-08-17T01:14:51.356 INFO:tasks.workunit.client.0.smithi082.stdout:op 4209 completed, throughput=5MB/sec 2024-08-17T01:14:51.356 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Dcl8F_5nmh9qOTL off=1990673 len=665987 2024-08-17T01:14:51.361 INFO:tasks.workunit.client.0.smithi082.stdout:op 4210 completed, throughput=5MB/sec 2024-08-17T01:14:51.361 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-GWSMPFTALkN0chi off=308599 len=890703 2024-08-17T01:14:51.367 INFO:tasks.workunit.client.0.smithi082.stdout:op 4211 completed, throughput=5MB/sec 2024-08-17T01:14:51.367 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oPv5pNGAumhQl9H off=6712835 len=2607 2024-08-17T01:14:51.369 INFO:tasks.workunit.client.0.smithi082.stdout:op 4212 completed, throughput=5MB/sec 2024-08-17T01:14:51.369 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KxflCa0GN-h-yGA off=1531394 len=1564388 2024-08-17T01:14:51.375 INFO:tasks.workunit.client.0.smithi082.stdout:op 4213 completed, throughput=5MB/sec 2024-08-17T01:14:51.375 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3vAR13wPpfHf0sT off=1252574 len=95487 2024-08-17T01:14:51.376 INFO:tasks.workunit.client.0.smithi082.stdout:op 4214 completed, throughput=5MB/sec 2024-08-17T01:14:51.376 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JUmid2iLZCqK0AC off=5878816 len=126596 2024-08-17T01:14:51.377 INFO:tasks.workunit.client.0.smithi082.stdout:op 4215 completed, throughput=5MB/sec 2024-08-17T01:14:51.377 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-v-d36HmwvIjaYyf off=5182765 len=1593605 2024-08-17T01:14:51.386 INFO:tasks.workunit.client.0.smithi082.stdout:op 4216 completed, throughput=5MB/sec 2024-08-17T01:14:52.387 INFO:tasks.workunit.client.0.smithi082.stdout: 826: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:52.387 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6RnzMvFvjTHZj23 off=1694732 len=1741076 2024-08-17T01:14:52.389 INFO:tasks.workunit.client.0.smithi082.stdout:op 4217 completed, throughput=5MB/sec 2024-08-17T01:14:52.390 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oPYwcZxxfP_PgUf off=4467740 len=1063685 2024-08-17T01:14:52.398 INFO:tasks.workunit.client.0.smithi082.stdout:op 4218 completed, throughput=5MB/sec 2024-08-17T01:14:52.398 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8k1s45lMKVHmTE7 off=5664724 len=696353 2024-08-17T01:14:52.404 INFO:tasks.workunit.client.0.smithi082.stdout:op 4219 completed, throughput=5MB/sec 2024-08-17T01:14:52.404 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pLX5Mr8IY4MoknP off=12092453 len=1982115 2024-08-17T01:14:52.413 INFO:tasks.workunit.client.0.smithi082.stdout:op 4220 completed, throughput=5MB/sec 2024-08-17T01:14:52.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:52 smithi082 ceph-mon[94343]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:14:52.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:52 smithi082 ceph-mon[91979]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:14:52.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:52 smithi137 ceph-mon[86391]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:14:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:14:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:14:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:14:53.414 INFO:tasks.workunit.client.0.smithi082.stdout: 827: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:53.414 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oOtZc2KZt_xoqwP off=2527593 len=472209 2024-08-17T01:14:53.415 INFO:tasks.workunit.client.0.smithi082.stdout:op 4221 completed, throughput=5MB/sec 2024-08-17T01:14:53.415 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SBSgsouAzNY_WBc off=2956465 len=1732221 2024-08-17T01:14:53.417 INFO:tasks.workunit.client.0.smithi082.stdout:op 4222 completed, throughput=5MB/sec 2024-08-17T01:14:53.417 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WT657NltVdIurtn off=10220935 len=1876193 2024-08-17T01:14:53.427 INFO:tasks.workunit.client.0.smithi082.stdout:op 4223 completed, throughput=5MB/sec 2024-08-17T01:14:53.427 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qjPE5HocUzE8hHb off=263590 len=399944 2024-08-17T01:14:53.431 INFO:tasks.workunit.client.0.smithi082.stdout:op 4224 completed, throughput=5MB/sec 2024-08-17T01:14:53.431 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1jg65gvU6loCLvd off=1971778 len=1071301 2024-08-17T01:14:53.432 INFO:tasks.workunit.client.0.smithi082.stdout:op 4225 completed, throughput=5MB/sec 2024-08-17T01:14:54.433 INFO:tasks.workunit.client.0.smithi082.stdout: 828: throughput=5MB/sec pending data=0 2024-08-17T01:14:54.433 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aN2JbhjIQiWfzn4 off=17959927 len=528063 2024-08-17T01:14:54.437 INFO:tasks.workunit.client.0.smithi082.stdout:op 4226 completed, throughput=5MB/sec 2024-08-17T01:14:54.437 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hM_a3pDeaTnuWNj off=12255580 len=1896098 2024-08-17T01:14:54.447 INFO:tasks.workunit.client.0.smithi082.stdout:op 4227 completed, throughput=5MB/sec 2024-08-17T01:14:54.448 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-stHZseXZf9QrRL4 off=5410651 len=1906585 2024-08-17T01:14:54.450 INFO:tasks.workunit.client.0.smithi082.stdout:op 4228 completed, throughput=5MB/sec 2024-08-17T01:14:54.450 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-GlqOMCQSo2xtZnN off=7061888 len=1371500 2024-08-17T01:14:54.458 INFO:tasks.workunit.client.0.smithi082.stdout:op 4229 completed, throughput=5MB/sec 2024-08-17T01:14:54.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:54 smithi082 ceph-mon[94343]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:14:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:54 smithi082 ceph-mon[91979]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:14:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:54 smithi137 ceph-mon[86391]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:14:55.459 INFO:tasks.workunit.client.0.smithi082.stdout: 829: throughput=5MB/sec pending data=0 2024-08-17T01:14:55.459 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-unfgZUsVr0lwqRf off=3251566 len=1149630 2024-08-17T01:14:55.465 INFO:tasks.workunit.client.0.smithi082.stdout:op 4230 completed, throughput=5MB/sec 2024-08-17T01:14:55.465 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gP9XT3pI_NeOgPp off=683454 len=1540568 2024-08-17T01:14:55.474 INFO:tasks.workunit.client.0.smithi082.stdout:op 4231 completed, throughput=5MB/sec 2024-08-17T01:14:55.475 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-koQ0TJb7wwG3Sau off=5346631 len=1830109 2024-08-17T01:14:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:14:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:14:55] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-08-17T01:14:55.485 INFO:tasks.workunit.client.0.smithi082.stdout:op 4232 completed, throughput=5MB/sec 2024-08-17T01:14:56.485 INFO:tasks.workunit.client.0.smithi082.stdout: 830: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:56.485 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3SH_V4qA5MuiHSo off=2712445 len=1318626 2024-08-17T01:14:56.487 INFO:tasks.workunit.client.0.smithi082.stdout:op 4233 completed, throughput=5MB/sec 2024-08-17T01:14:56.487 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kQ8WvFPPNoCdAGj off=17566221 len=1363845 2024-08-17T01:14:56.495 INFO:tasks.workunit.client.0.smithi082.stdout:op 4234 completed, throughput=5MB/sec 2024-08-17T01:14:56.495 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-GHVf6xQ-ScOIVu1 off=17047793 len=517447 2024-08-17T01:14:56.496 INFO:tasks.workunit.client.0.smithi082.stdout:op 4235 completed, throughput=5MB/sec 2024-08-17T01:14:56.496 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0ybQdSobBS_fjpI off=6583864 len=1806361 2024-08-17T01:14:56.497 INFO:tasks.workunit.client.0.smithi082.stdout:op 4236 completed, throughput=5MB/sec 2024-08-17T01:14:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:56 smithi082 ceph-mon[94343]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:14:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:56 smithi082 ceph-mon[91979]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:14:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:56 smithi137 ceph-mon[86391]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:14:57.497 INFO:tasks.workunit.client.0.smithi082.stdout: 831: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:57.498 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zL3tPDQ662M81es off=11251257 len=1873156 2024-08-17T01:14:57.499 INFO:tasks.workunit.client.0.smithi082.stdout:op 4237 completed, throughput=5MB/sec 2024-08-17T01:14:57.500 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-eVvN_0hy3h8qwbW off=4045877 len=1580865 2024-08-17T01:14:57.501 INFO:tasks.workunit.client.0.smithi082.stdout:op 4238 completed, throughput=5MB/sec 2024-08-17T01:14:57.501 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-GfrRIZyvSFg2-22 off=2323086 len=454535 2024-08-17T01:14:57.505 INFO:tasks.workunit.client.0.smithi082.stdout:op 4239 completed, throughput=5MB/sec 2024-08-17T01:14:57.505 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-V3GQpdyJ2nRxsvn off=18921595 len=1475752 2024-08-17T01:14:57.511 INFO:tasks.workunit.client.0.smithi082.stdout:op 4240 completed, throughput=5MB/sec 2024-08-17T01:14:58.512 INFO:tasks.workunit.client.0.smithi082.stdout: 832: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:58.512 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-S03juFV5SGhtGHP off=11292667 len=1694585 2024-08-17T01:14:58.522 INFO:tasks.workunit.client.0.smithi082.stdout:op 4241 completed, throughput=5MB/sec 2024-08-17T01:14:58.522 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-d4D0703F1XzA8ua off=2239860 len=1962305 2024-08-17T01:14:58.532 INFO:tasks.workunit.client.0.smithi082.stdout:op 4242 completed, throughput=5MB/sec 2024-08-17T01:14:58.532 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-LfwNTfysnTXv4C4 off=4026035 len=2094453 2024-08-17T01:14:58.544 INFO:tasks.workunit.client.0.smithi082.stdout:op 4243 completed, throughput=5MB/sec 2024-08-17T01:14:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:14:58 smithi082 ceph-mon[94343]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:14:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:14:58 smithi082 ceph-mon[91979]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:14:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:14:58 smithi137 ceph-mon[86391]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:14:59.544 INFO:tasks.workunit.client.0.smithi082.stdout: 833: throughput=4.99MB/sec pending data=0 2024-08-17T01:14:59.545 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-63wYps3b0ssXUnX off=1105443 len=1355272 2024-08-17T01:14:59.546 INFO:tasks.workunit.client.0.smithi082.stdout:op 4244 completed, throughput=5MB/sec 2024-08-17T01:14:59.546 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-R5Pn_8YdypZclQD off=2111842 len=1691443 2024-08-17T01:14:59.555 INFO:tasks.workunit.client.0.smithi082.stdout:op 4245 completed, throughput=5MB/sec 2024-08-17T01:14:59.555 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CloxSq26Fsn_QWf off=11269474 len=1798779 2024-08-17T01:14:59.565 INFO:tasks.workunit.client.0.smithi082.stdout:op 4246 completed, throughput=5MB/sec 2024-08-17T01:15:00.565 INFO:tasks.workunit.client.0.smithi082.stdout: 834: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:00.566 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tNnGNeTCtTpMjNm off=7176516 len=1414245 2024-08-17T01:15:00.568 INFO:tasks.workunit.client.0.smithi082.stdout:op 4247 completed, throughput=5MB/sec 2024-08-17T01:15:00.568 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-x9qzPKj45Py94sR off=6201205 len=1513392 2024-08-17T01:15:00.571 INFO:tasks.workunit.client.0.smithi082.stdout:op 4248 completed, throughput=5MB/sec 2024-08-17T01:15:00.571 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XA5ZTuX5n-nZhK3 off=9198532 len=1596918 2024-08-17T01:15:00.573 INFO:tasks.workunit.client.0.smithi082.stdout:op 4249 completed, throughput=5MB/sec 2024-08-17T01:15:00.573 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CSkW9bO8_CJ8a_A off=17735985 len=1977000 2024-08-17T01:15:00.584 INFO:tasks.workunit.client.0.smithi082.stdout:op 4250 completed, throughput=5MB/sec 2024-08-17T01:15:00.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:00 smithi082 ceph-mon[94343]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:15:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:00 smithi082 ceph-mon[91979]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:15:00.739 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:00 smithi137 ceph-mon[86391]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-17T01:15:01.585 INFO:tasks.workunit.client.0.smithi082.stdout: 835: throughput=5MB/sec pending data=0 2024-08-17T01:15:01.585 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-57PdwzVq--Esgx6 off=18004949 len=1076454 2024-08-17T01:15:01.590 INFO:tasks.workunit.client.0.smithi082.stdout:op 4251 completed, throughput=5MB/sec 2024-08-17T01:15:01.590 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wVO8C99v8iJC9Kr off=688711 len=1274520 2024-08-17T01:15:01.596 INFO:tasks.workunit.client.0.smithi082.stdout:op 4252 completed, throughput=5MB/sec 2024-08-17T01:15:01.596 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QOqAfci0kKS_7Q4 off=4405441 len=2036247 2024-08-17T01:15:01.608 INFO:tasks.workunit.client.0.smithi082.stdout:op 4253 completed, throughput=5MB/sec 2024-08-17T01:15:02.608 INFO:tasks.workunit.client.0.smithi082.stdout: 836: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:02.608 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aifyFwB-vwQvt8- off=3133338 len=1633793 2024-08-17T01:15:02.616 INFO:tasks.workunit.client.0.smithi082.stdout:op 4254 completed, throughput=5MB/sec 2024-08-17T01:15:02.616 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0Ssc7f7Omtx17FA off=18029009 len=964173 2024-08-17T01:15:02.621 INFO:tasks.workunit.client.0.smithi082.stdout:op 4255 completed, throughput=5MB/sec 2024-08-17T01:15:02.621 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NxsMLv4XSKnBpbM off=3553434 len=852812 2024-08-17T01:15:02.622 INFO:tasks.workunit.client.0.smithi082.stdout:op 4256 completed, throughput=5MB/sec 2024-08-17T01:15:02.622 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9GfbHLk42b1Jj4D off=3622664 len=337904 2024-08-17T01:15:02.625 INFO:tasks.workunit.client.0.smithi082.stdout:op 4257 completed, throughput=5MB/sec 2024-08-17T01:15:02.625 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hCiC3kI-tsJvgaW off=18259819 len=1739151 2024-08-17T01:15:02.626 INFO:tasks.workunit.client.0.smithi082.stdout:op 4258 completed, throughput=5MB/sec 2024-08-17T01:15:02.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:02 smithi082 ceph-mon[94343]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:15:02.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:02 smithi082 ceph-mon[91979]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:15:02.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:02 smithi137 ceph-mon[86391]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:15:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:15:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:15:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:15:03.627 INFO:tasks.workunit.client.0.smithi082.stdout: 837: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:03.627 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KzFkOr2i39_mT3i off=9004299 len=1167628 2024-08-17T01:15:03.633 INFO:tasks.workunit.client.0.smithi082.stdout:op 4259 completed, throughput=5MB/sec 2024-08-17T01:15:03.634 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bMMkk1skumAvgMN off=17214540 len=486495 2024-08-17T01:15:03.634 INFO:tasks.workunit.client.0.smithi082.stdout:op 4260 completed, throughput=5MB/sec 2024-08-17T01:15:03.634 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-iHR3tz4dwgwd7ve off=562145 len=2013206 2024-08-17T01:15:03.648 INFO:tasks.workunit.client.0.smithi082.stdout:op 4261 completed, throughput=5MB/sec 2024-08-17T01:15:03.649 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-MuMYshHUYQjEVDZ off=6324390 len=1203880 2024-08-17T01:15:03.651 INFO:tasks.workunit.client.0.smithi082.stdout:op 4262 completed, throughput=5MB/sec 2024-08-17T01:15:03.651 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hYiORrvslr6ho0i off=14635431 len=1305929 2024-08-17T01:15:03.660 INFO:tasks.workunit.client.0.smithi082.stdout:op 4263 completed, throughput=5MB/sec 2024-08-17T01:15:04.660 INFO:tasks.workunit.client.0.smithi082.stdout: 838: throughput=5MB/sec pending data=0 2024-08-17T01:15:04.660 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QrtAbK1i3BI_zyP off=11265772 len=2076336 2024-08-17T01:15:04.673 INFO:tasks.workunit.client.0.smithi082.stdout:op 4264 completed, throughput=5MB/sec 2024-08-17T01:15:04.673 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-MD7TOGfkh2Q7_Kc off=3559324 len=1074539 2024-08-17T01:15:04.674 INFO:tasks.workunit.client.0.smithi082.stdout:op 4265 completed, throughput=5MB/sec 2024-08-17T01:15:04.675 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bccazus-KLr2vG1 off=3649282 len=1429194 2024-08-17T01:15:04.676 INFO:tasks.workunit.client.0.smithi082.stdout:op 4266 completed, throughput=5MB/sec 2024-08-17T01:15:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:04 smithi137 ceph-mon[86391]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:15:04.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:04 smithi082 ceph-mon[91979]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:15:04.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:04 smithi082 ceph-mon[94343]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:15:05.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:15:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:15:05] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-08-17T01:15:05.677 INFO:tasks.workunit.client.0.smithi082.stdout: 839: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:05.677 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-l2qR8Jfs50EcPOp off=259834 len=483679 2024-08-17T01:15:05.681 INFO:tasks.workunit.client.0.smithi082.stdout:op 4267 completed, throughput=5MB/sec 2024-08-17T01:15:05.681 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hkFZg09CUe3L4NX off=12819272 len=1949418 2024-08-17T01:15:05.683 INFO:tasks.workunit.client.0.smithi082.stdout:op 4268 completed, throughput=5MB/sec 2024-08-17T01:15:05.683 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WV81h8xrOyEtEud off=4353931 len=1477203 2024-08-17T01:15:05.691 INFO:tasks.workunit.client.0.smithi082.stdout:op 4269 completed, throughput=5MB/sec 2024-08-17T01:15:05.691 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-uoJxg8GMK0XJGUq off=15389581 len=252420 2024-08-17T01:15:05.692 INFO:tasks.workunit.client.0.smithi082.stdout:op 4270 completed, throughput=5MB/sec 2024-08-17T01:15:05.692 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9xGZR3oxd_5JZJM off=5518907 len=1664600 2024-08-17T01:15:05.702 INFO:tasks.workunit.client.0.smithi082.stdout:op 4271 completed, throughput=5MB/sec 2024-08-17T01:15:05.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:15:05.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:15:05.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:15:06.703 INFO:tasks.workunit.client.0.smithi082.stdout: 840: throughput=5MB/sec pending data=0 2024-08-17T01:15:06.703 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pnKcoigHOd93wvM off=5552770 len=1048584 2024-08-17T01:15:06.709 INFO:tasks.workunit.client.0.smithi082.stdout:op 4272 completed, throughput=5MB/sec 2024-08-17T01:15:06.709 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-368OrzTGKSBR20W off=3776129 len=1580714 2024-08-17T01:15:06.716 INFO:tasks.workunit.client.0.smithi082.stdout:op 4273 completed, throughput=5MB/sec 2024-08-17T01:15:06.716 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wqv1NFMakmU1PqJ off=8945717 len=1852906 2024-08-17T01:15:06.720 INFO:tasks.workunit.client.0.smithi082.stdout:op 4274 completed, throughput=5MB/sec 2024-08-17T01:15:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:06 smithi137 ceph-mon[86391]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-08-17T01:15:06.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:06 smithi082 ceph-mon[94343]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-08-17T01:15:06.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:06 smithi082 ceph-mon[91979]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-08-17T01:15:07.720 INFO:tasks.workunit.client.0.smithi082.stdout: 841: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:07.721 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_52RWYAl0dlMd4E off=11879458 len=713464 2024-08-17T01:15:07.727 INFO:tasks.workunit.client.0.smithi082.stdout:op 4275 completed, throughput=4.99MB/sec 2024-08-17T01:15:07.727 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BM_BeRoRs-jVeBC off=7610363 len=1339956 2024-08-17T01:15:07.728 INFO:tasks.workunit.client.0.smithi082.stdout:op 4276 completed, throughput=5MB/sec 2024-08-17T01:15:07.728 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Dp-vtlBzFRJAusn off=1636030 len=309113 2024-08-17T01:15:07.731 INFO:tasks.workunit.client.0.smithi082.stdout:op 4277 completed, throughput=5MB/sec 2024-08-17T01:15:07.732 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-r76JmD_Zk13H7QP off=17226091 len=788847 2024-08-17T01:15:07.733 INFO:tasks.workunit.client.0.smithi082.stdout:op 4278 completed, throughput=5MB/sec 2024-08-17T01:15:07.733 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-llstgA-9Et1nDgT off=4980881 len=362244 2024-08-17T01:15:07.734 INFO:tasks.workunit.client.0.smithi082.stdout:op 4279 completed, throughput=5MB/sec 2024-08-17T01:15:07.734 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-opLY54_24MSYLCF off=21529578 len=1788464 2024-08-17T01:15:07.735 INFO:tasks.workunit.client.0.smithi082.stdout:op 4280 completed, throughput=5MB/sec 2024-08-17T01:15:08.736 INFO:tasks.workunit.client.0.smithi082.stdout: 842: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:08.736 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0MxESm3_i6AUxE3 off=10800125 len=340851 2024-08-17T01:15:08.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:08 smithi137 ceph-mon[86391]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-17T01:15:08.738 INFO:tasks.workunit.client.0.smithi082.stdout:op 4281 completed, throughput=4.99MB/sec 2024-08-17T01:15:08.738 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-AAmCMn18brmSGS1 off=8916854 len=63210 2024-08-17T01:15:08.740 INFO:tasks.workunit.client.0.smithi082.stdout:op 4282 completed, throughput=4.99MB/sec 2024-08-17T01:15:08.740 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-x0PPcwUG-d8M0eP off=8428833 len=123236 2024-08-17T01:15:08.741 INFO:tasks.workunit.client.0.smithi082.stdout:op 4283 completed, throughput=4.99MB/sec 2024-08-17T01:15:08.741 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1IXgmpL3AKmYE9F off=1875767 len=1484282 2024-08-17T01:15:08.748 INFO:tasks.workunit.client.0.smithi082.stdout:op 4284 completed, throughput=5MB/sec 2024-08-17T01:15:08.749 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rf539Fu88ErjBSV off=3334214 len=1094118 2024-08-17T01:15:08.749 INFO:tasks.workunit.client.0.smithi082.stdout:op 4285 completed, throughput=5MB/sec 2024-08-17T01:15:08.750 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ef3RnzBts-Byp5n off=17226804 len=1647809 2024-08-17T01:15:08.751 INFO:tasks.workunit.client.0.smithi082.stdout:op 4286 completed, throughput=5MB/sec 2024-08-17T01:15:08.751 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Sa95n8m12JuxvGj off=6652485 len=1270949 2024-08-17T01:15:08.754 INFO:tasks.workunit.client.0.smithi082.stdout:op 4287 completed, throughput=5MB/sec 2024-08-17T01:15:08.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:08 smithi082 ceph-mon[94343]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-17T01:15:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:08 smithi082 ceph-mon[91979]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-17T01:15:09.754 INFO:tasks.workunit.client.0.smithi082.stdout: 843: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:09.755 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WSCSqyXar1sDEdi off=633906 len=766064 2024-08-17T01:15:09.756 INFO:tasks.workunit.client.0.smithi082.stdout:op 4288 completed, throughput=5MB/sec 2024-08-17T01:15:09.756 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-C5iDER944R6W2sP off=4365391 len=662654 2024-08-17T01:15:09.760 INFO:tasks.workunit.client.0.smithi082.stdout:op 4289 completed, throughput=5MB/sec 2024-08-17T01:15:09.760 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TRG86ttrJAqKMQe off=6222235 len=1303247 2024-08-17T01:15:09.766 INFO:tasks.workunit.client.0.smithi082.stdout:op 4290 completed, throughput=5MB/sec 2024-08-17T01:15:09.766 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6alx-wREnql2ZTG off=7603034 len=780841 2024-08-17T01:15:09.768 INFO:tasks.workunit.client.0.smithi082.stdout:op 4291 completed, throughput=5MB/sec 2024-08-17T01:15:09.768 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-y9h-RbQ-oC5k8jT off=5457317 len=831496 2024-08-17T01:15:09.770 INFO:tasks.workunit.client.0.smithi082.stdout:op 4292 completed, throughput=5MB/sec 2024-08-17T01:15:09.770 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-j5YxBcCfr8NXtqz off=2281805 len=1576296 2024-08-17T01:15:09.780 INFO:tasks.workunit.client.0.smithi082.stdout:op 4293 completed, throughput=5MB/sec 2024-08-17T01:15:09.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:09 smithi082 ceph-mon[94343]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:15:09.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:09 smithi082 ceph-mon[91979]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:15:09.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:09 smithi137 ceph-mon[86391]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:15:10.780 INFO:tasks.workunit.client.0.smithi082.stdout: 844: throughput=5MB/sec pending data=0 2024-08-17T01:15:10.781 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0w650IKP5kEv7gN off=8836534 len=1674414 2024-08-17T01:15:10.789 INFO:tasks.workunit.client.0.smithi082.stdout:op 4294 completed, throughput=5MB/sec 2024-08-17T01:15:10.790 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ffVn5rmY0kP90o7 off=4183789 len=644571 2024-08-17T01:15:10.790 INFO:tasks.workunit.client.0.smithi082.stdout:op 4295 completed, throughput=5MB/sec 2024-08-17T01:15:10.791 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hsEUP994rjG0Dpy off=15566997 len=1152829 2024-08-17T01:15:10.792 INFO:tasks.workunit.client.0.smithi082.stdout:op 4296 completed, throughput=5MB/sec 2024-08-17T01:15:10.792 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Q4Jt6R7bVQcwTJS off=0 len=1853442 2024-08-17T01:15:10.800 INFO:tasks.workunit.client.0.smithi082.stdout:op 4297 completed, throughput=5MB/sec 2024-08-17T01:15:11.801 INFO:tasks.workunit.client.0.smithi082.stdout: 845: throughput=5MB/sec pending data=0 2024-08-17T01:15:11.801 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-QpnLR4l3juZBXqx off=20052542 len=1482131 2024-08-17T01:15:11.803 INFO:tasks.workunit.client.0.smithi082.stdout:op 4298 completed, throughput=5MB/sec 2024-08-17T01:15:11.803 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-k83tmgnbJ9oa4X0 off=11368978 len=1441691 2024-08-17T01:15:11.811 INFO:tasks.workunit.client.0.smithi082.stdout:op 4299 completed, throughput=5MB/sec 2024-08-17T01:15:11.811 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-AlQuu-droJq8YDU off=11239953 len=46311 2024-08-17T01:15:11.812 INFO:tasks.workunit.client.0.smithi082.stdout:op 4300 completed, throughput=5MB/sec 2024-08-17T01:15:11.812 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--2fWePLlKAeeFCp off=522246 len=1595075 2024-08-17T01:15:11.813 INFO:tasks.workunit.client.0.smithi082.stdout:op 4301 completed, throughput=5MB/sec 2024-08-17T01:15:11.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:11 smithi082 ceph-mon[94343]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-17T01:15:11.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:11 smithi082 ceph-mon[91979]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-17T01:15:11.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:11 smithi137 ceph-mon[86391]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-17T01:15:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:15:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:15:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:15:12.814 INFO:tasks.workunit.client.0.smithi082.stdout: 846: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:12.814 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IYbljlgH8Psq3rB off=5579459 len=586551 2024-08-17T01:15:12.815 INFO:tasks.workunit.client.0.smithi082.stdout:op 4302 completed, throughput=5MB/sec 2024-08-17T01:15:12.815 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-d9bT4kIMjeDDSSL off=1662367 len=1015244 2024-08-17T01:15:12.816 INFO:tasks.workunit.client.0.smithi082.stdout:op 4303 completed, throughput=5MB/sec 2024-08-17T01:15:12.817 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JLFf4ODvhh_9hGV off=9245620 len=286815 2024-08-17T01:15:12.821 INFO:tasks.workunit.client.0.smithi082.stdout:op 4304 completed, throughput=5MB/sec 2024-08-17T01:15:12.821 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-iqzi0rgMiT1sGnA off=1754926 len=1334558 2024-08-17T01:15:12.826 INFO:tasks.workunit.client.0.smithi082.stdout:op 4305 completed, throughput=5MB/sec 2024-08-17T01:15:12.827 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-GXzXl0axeoarE3P off=6534628 len=1200970 2024-08-17T01:15:12.832 INFO:tasks.workunit.client.0.smithi082.stdout:op 4306 completed, throughput=5MB/sec 2024-08-17T01:15:12.832 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-01R0bgvlpYecR6P off=9780182 len=517284 2024-08-17T01:15:12.834 INFO:tasks.workunit.client.0.smithi082.stdout:op 4307 completed, throughput=5MB/sec 2024-08-17T01:15:13.834 INFO:tasks.workunit.client.0.smithi082.stdout: 847: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:13.835 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-H1BV_vrFRTxPDzo off=1665489 len=1835726 2024-08-17T01:15:13.846 INFO:tasks.workunit.client.0.smithi082.stdout:op 4308 completed, throughput=5MB/sec 2024-08-17T01:15:13.846 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-r6hf-pYvowJyt6i off=12315766 len=2065932 2024-08-17T01:15:13.848 INFO:tasks.workunit.client.0.smithi082.stdout:op 4309 completed, throughput=5MB/sec 2024-08-17T01:15:13.848 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-STWr1HTWmYuLjO6 off=3283442 len=695135 2024-08-17T01:15:13.849 INFO:tasks.workunit.client.0.smithi082.stdout:op 4310 completed, throughput=5MB/sec 2024-08-17T01:15:13.849 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tchunrb5VvYH9a_ off=264394 len=275416 2024-08-17T01:15:13.850 INFO:tasks.workunit.client.0.smithi082.stdout:op 4311 completed, throughput=5MB/sec 2024-08-17T01:15:13.850 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wG0thoeGnGczxou off=714569 len=1737349 2024-08-17T01:15:13.853 INFO:tasks.workunit.client.0.smithi082.stdout:op 4312 completed, throughput=5MB/sec 2024-08-17T01:15:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:13 smithi082 ceph-mon[94343]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-17T01:15:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:13 smithi082 ceph-mon[91979]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-17T01:15:13.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:13 smithi137 ceph-mon[86391]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-17T01:15:14.854 INFO:tasks.workunit.client.0.smithi082.stdout: 848: throughput=5MB/sec pending data=0 2024-08-17T01:15:14.854 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NUz08Tnd1jeCfmF off=8021489 len=985101 2024-08-17T01:15:14.860 INFO:tasks.workunit.client.0.smithi082.stdout:op 4313 completed, throughput=5MB/sec 2024-08-17T01:15:14.861 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4lItHj_txdID3v5 off=793311 len=77519 2024-08-17T01:15:14.863 INFO:tasks.workunit.client.0.smithi082.stdout:op 4314 completed, throughput=5MB/sec 2024-08-17T01:15:14.863 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wPn9WcYq3U5QnYH off=1973263 len=368526 2024-08-17T01:15:14.864 INFO:tasks.workunit.client.0.smithi082.stdout:op 4315 completed, throughput=5MB/sec 2024-08-17T01:15:14.864 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Q2Z2rmX2TtlqswC off=16889364 len=330659 2024-08-17T01:15:14.867 INFO:tasks.workunit.client.0.smithi082.stdout:op 4316 completed, throughput=5MB/sec 2024-08-17T01:15:14.867 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-njoPivjCI9I1Hvx off=2823529 len=654050 2024-08-17T01:15:14.868 INFO:tasks.workunit.client.0.smithi082.stdout:op 4317 completed, throughput=5MB/sec 2024-08-17T01:15:14.868 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-LaKreTa0JLfs7RY off=20806547 len=1615886 2024-08-17T01:15:14.869 INFO:tasks.workunit.client.0.smithi082.stdout:op 4318 completed, throughput=5MB/sec 2024-08-17T01:15:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:15:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:15:15] "GET /metrics HTTP/1.1" 200 34057 "" "Prometheus/2.43.0" 2024-08-17T01:15:15.870 INFO:tasks.workunit.client.0.smithi082.stdout: 849: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:15.870 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2Jhs9X8O8XFEOAA off=7969407 len=1604145 2024-08-17T01:15:15.879 INFO:tasks.workunit.client.0.smithi082.stdout:op 4319 completed, throughput=5MB/sec 2024-08-17T01:15:15.879 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WIO504SF7DOl7P8 off=14209713 len=1585193 2024-08-17T01:15:15.881 INFO:tasks.workunit.client.0.smithi082.stdout:op 4320 completed, throughput=5MB/sec 2024-08-17T01:15:15.881 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ODoPWK-NvlMmMkT off=7649954 len=1213443 2024-08-17T01:15:15.883 INFO:tasks.workunit.client.0.smithi082.stdout:op 4321 completed, throughput=5MB/sec 2024-08-17T01:15:15.883 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-N5yMO0B-3ggaqye off=1953480 len=525534 2024-08-17T01:15:15.883 INFO:tasks.workunit.client.0.smithi082.stdout:op 4322 completed, throughput=5MB/sec 2024-08-17T01:15:15.883 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-je_hYXh6gv_eH-c off=907019 len=1617046 2024-08-17T01:15:15.891 INFO:tasks.workunit.client.0.smithi082.stdout:op 4323 completed, throughput=5MB/sec 2024-08-17T01:15:15.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:15 smithi082 ceph-mon[94343]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:15:15.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:15 smithi082 ceph-mon[91979]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:15:15.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:15 smithi137 ceph-mon[86391]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:15:16.891 INFO:tasks.workunit.client.0.smithi082.stdout: 850: throughput=5MB/sec pending data=0 2024-08-17T01:15:16.892 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tVjDJFGvDgL_4Wk off=16246860 len=113556 2024-08-17T01:15:16.892 INFO:tasks.workunit.client.0.smithi082.stdout:op 4324 completed, throughput=5MB/sec 2024-08-17T01:15:16.892 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3mIAYFhtc8Fr0xz off=9361948 len=2060985 2024-08-17T01:15:16.895 INFO:tasks.workunit.client.0.smithi082.stdout:op 4325 completed, throughput=5MB/sec 2024-08-17T01:15:16.895 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oD85g50XllC6on5 off=7542372 len=418277 2024-08-17T01:15:16.899 INFO:tasks.workunit.client.0.smithi082.stdout:op 4326 completed, throughput=5MB/sec 2024-08-17T01:15:16.899 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3YB8bVcmdYAziwh off=14210086 len=1185491 2024-08-17T01:15:16.901 INFO:tasks.workunit.client.0.smithi082.stdout:op 4327 completed, throughput=5MB/sec 2024-08-17T01:15:16.901 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-erv3GmfoTMBsSfw off=6763779 len=1449869 2024-08-17T01:15:16.902 INFO:tasks.workunit.client.0.smithi082.stdout:op 4328 completed, throughput=5MB/sec 2024-08-17T01:15:17.903 INFO:tasks.workunit.client.0.smithi082.stdout: 851: throughput=5MB/sec pending data=0 2024-08-17T01:15:17.903 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3JjYF2EQDLITWqi off=6063449 len=276214 2024-08-17T01:15:17.904 INFO:tasks.workunit.client.0.smithi082.stdout:op 4329 completed, throughput=5MB/sec 2024-08-17T01:15:17.904 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EF9c2tJsrSC0kCw off=10690042 len=851262 2024-08-17T01:15:17.910 INFO:tasks.workunit.client.0.smithi082.stdout:op 4330 completed, throughput=5MB/sec 2024-08-17T01:15:17.910 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ubQFTVN7744wxNC off=5795704 len=1217393 2024-08-17T01:15:17.917 INFO:tasks.workunit.client.0.smithi082.stdout:op 4331 completed, throughput=5MB/sec 2024-08-17T01:15:17.917 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JANavY0o4ZVJs5G off=2362613 len=498367 2024-08-17T01:15:17.922 INFO:tasks.workunit.client.0.smithi082.stdout:op 4332 completed, throughput=5MB/sec 2024-08-17T01:15:17.922 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-MbE5WLPuW0ECYy3 off=5713891 len=627273 2024-08-17T01:15:17.926 INFO:tasks.workunit.client.0.smithi082.stdout:op 4333 completed, throughput=5MB/sec 2024-08-17T01:15:17.926 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UsQjTIWIizw4QCU off=800132 len=1114556 2024-08-17T01:15:17.933 INFO:tasks.workunit.client.0.smithi082.stdout:op 4334 completed, throughput=5MB/sec 2024-08-17T01:15:17.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:17 smithi082 ceph-mon[94343]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:15:17.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:17 smithi082 ceph-mon[91979]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:15:17.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:17 smithi137 ceph-mon[86391]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:15:18.934 INFO:tasks.workunit.client.0.smithi082.stdout: 852: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:18.934 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-txWa5eL2qb0lJgC off=1285450 len=1489014 2024-08-17T01:15:18.936 INFO:tasks.workunit.client.0.smithi082.stdout:op 4335 completed, throughput=5MB/sec 2024-08-17T01:15:18.936 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Vjc2JU1Q_fADocv off=1826989 len=1685926 2024-08-17T01:15:18.944 INFO:tasks.workunit.client.0.smithi082.stdout:op 4336 completed, throughput=5MB/sec 2024-08-17T01:15:18.944 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5opgi_Ja-NUbZU1 off=5673370 len=245563 2024-08-17T01:15:18.944 INFO:tasks.workunit.client.0.smithi082.stdout:op 4337 completed, throughput=5MB/sec 2024-08-17T01:15:18.945 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-sakxcaaL7dQBMhn off=163096 len=1569614 2024-08-17T01:15:18.947 INFO:tasks.workunit.client.0.smithi082.stdout:op 4338 completed, throughput=5MB/sec 2024-08-17T01:15:18.947 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qF5Cd9t25af2xt_ off=723357 len=1294382 2024-08-17T01:15:18.953 INFO:tasks.workunit.client.0.smithi082.stdout:op 4339 completed, throughput=5MB/sec 2024-08-17T01:15:19.954 INFO:tasks.workunit.client.0.smithi082.stdout: 853: throughput=5MB/sec pending data=0 2024-08-17T01:15:19.954 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-RDY-M6c0nJC8i_s off=2310360 len=1941501 2024-08-17T01:15:19.965 INFO:tasks.workunit.client.0.smithi082.stdout:op 4340 completed, throughput=5MB/sec 2024-08-17T01:15:19.965 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NJ5F_6oC2CHfuFD off=1471223 len=1851511 2024-08-17T01:15:19.973 INFO:tasks.workunit.client.0.smithi082.stdout:op 4341 completed, throughput=5MB/sec 2024-08-17T01:15:19.973 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yyAfsLHzbCaKWKI off=127913 len=2054007 2024-08-17T01:15:19.974 INFO:tasks.workunit.client.0.smithi082.stdout:op 4342 completed, throughput=5MB/sec 2024-08-17T01:15:20.689 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:20 smithi137 ceph-mon[86391]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:15:20.689 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:15:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:20 smithi082 ceph-mon[94343]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:15:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:15:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:20 smithi082 ceph-mon[91979]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:15:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:15:20.974 INFO:tasks.workunit.client.0.smithi082.stdout: 854: throughput=5MB/sec pending data=0 2024-08-17T01:15:20.975 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-i0Lu3DY19JIEsCh off=5594351 len=545724 2024-08-17T01:15:20.979 INFO:tasks.workunit.client.0.smithi082.stdout:op 4343 completed, throughput=5MB/sec 2024-08-17T01:15:20.979 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PTiseJDjSQCfnox off=3703245 len=1966689 2024-08-17T01:15:20.989 INFO:tasks.workunit.client.0.smithi082.stdout:op 4344 completed, throughput=5MB/sec 2024-08-17T01:15:20.989 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-n0a8iIr1mlyhye3 off=2277636 len=1364267 2024-08-17T01:15:20.999 INFO:tasks.workunit.client.0.smithi082.stdout:op 4345 completed, throughput=5MB/sec 2024-08-17T01:15:21.999 INFO:tasks.workunit.client.0.smithi082.stdout: 855: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:21.999 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-swuYEhg1d5GOKQc off=10326110 len=1120517 2024-08-17T01:15:22.004 INFO:tasks.workunit.client.0.smithi082.stdout:op 4346 completed, throughput=5MB/sec 2024-08-17T01:15:22.004 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-GYGqCmAVHZi5XOf off=6847495 len=779964 2024-08-17T01:15:22.005 INFO:tasks.workunit.client.0.smithi082.stdout:op 4347 completed, throughput=5MB/sec 2024-08-17T01:15:22.006 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-GLcs8H0FnvjWyyv off=2535707 len=1747464 2024-08-17T01:15:22.014 INFO:tasks.workunit.client.0.smithi082.stdout:op 4348 completed, throughput=5MB/sec 2024-08-17T01:15:22.014 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9E4IyraiYPVTRz- off=5803790 len=349063 2024-08-17T01:15:22.015 INFO:tasks.workunit.client.0.smithi082.stdout:op 4349 completed, throughput=5MB/sec 2024-08-17T01:15:22.015 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5ytNNJLMnzr7JmT off=5423981 len=342722 2024-08-17T01:15:22.016 INFO:tasks.workunit.client.0.smithi082.stdout:op 4350 completed, throughput=5MB/sec 2024-08-17T01:15:22.016 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XZdqXs_HnwIj_D5 off=1763198 len=1296497 2024-08-17T01:15:22.018 INFO:tasks.workunit.client.0.smithi082.stdout:op 4351 completed, throughput=5MB/sec 2024-08-17T01:15:22.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:22 smithi082 ceph-mon[94343]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:15:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:22 smithi082 ceph-mon[91979]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:15:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:22 smithi137 ceph-mon[86391]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:15:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:15:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:15:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:15:23.019 INFO:tasks.workunit.client.0.smithi082.stdout: 856: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:23.019 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-B67tz53Qppr9OCI off=3536824 len=1118962 2024-08-17T01:15:23.026 INFO:tasks.workunit.client.0.smithi082.stdout:op 4352 completed, throughput=5MB/sec 2024-08-17T01:15:23.027 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-QNfwCEtDwV7MGz3 off=2461583 len=1974944 2024-08-17T01:15:23.029 INFO:tasks.workunit.client.0.smithi082.stdout:op 4353 completed, throughput=5MB/sec 2024-08-17T01:15:23.029 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-EvzcPkXQ9q751GE off=10011699 len=582820 2024-08-17T01:15:23.030 INFO:tasks.workunit.client.0.smithi082.stdout:op 4354 completed, throughput=5MB/sec 2024-08-17T01:15:23.030 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-U51wXAEy3_1xSU_ off=17802712 len=409028 2024-08-17T01:15:23.032 INFO:tasks.workunit.client.0.smithi082.stdout:op 4355 completed, throughput=5MB/sec 2024-08-17T01:15:23.032 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PhBvL9VhHTF0i8l off=15007007 len=1971495 2024-08-17T01:15:23.041 INFO:tasks.workunit.client.0.smithi082.stdout:op 4356 completed, throughput=5MB/sec 2024-08-17T01:15:24.042 INFO:tasks.workunit.client.0.smithi082.stdout: 857: throughput=5MB/sec pending data=0 2024-08-17T01:15:24.042 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8JpJcjjXO3Y5gPs off=8914881 len=1300931 2024-08-17T01:15:24.044 INFO:tasks.workunit.client.0.smithi082.stdout:op 4357 completed, throughput=5MB/sec 2024-08-17T01:15:24.044 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2j2hpJJ_LO1Hp-I off=17731939 len=218005 2024-08-17T01:15:24.048 INFO:tasks.workunit.client.0.smithi082.stdout:op 4358 completed, throughput=5MB/sec 2024-08-17T01:15:24.048 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-F8ehwMuigQWHOqf off=1442786 len=1554672 2024-08-17T01:15:24.057 INFO:tasks.workunit.client.0.smithi082.stdout:op 4359 completed, throughput=5MB/sec 2024-08-17T01:15:24.057 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rWZ565Ud_4HrkO7 off=6170517 len=152331 2024-08-17T01:15:24.060 INFO:tasks.workunit.client.0.smithi082.stdout:op 4360 completed, throughput=5MB/sec 2024-08-17T01:15:24.060 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-toPmTSD03-dCEYE off=5594113 len=46275 2024-08-17T01:15:24.060 INFO:tasks.workunit.client.0.smithi082.stdout:op 4361 completed, throughput=5MB/sec 2024-08-17T01:15:24.060 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-K-L-nceevgzxdOZ off=693184 len=1765030 2024-08-17T01:15:24.063 INFO:tasks.workunit.client.0.smithi082.stdout:op 4362 completed, throughput=5MB/sec 2024-08-17T01:15:24.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:24 smithi082 ceph-mon[94343]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:15:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:24 smithi082 ceph-mon[91979]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:15:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:24 smithi137 ceph-mon[86391]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:15:25.064 INFO:tasks.workunit.client.0.smithi082.stdout: 858: throughput=5MB/sec pending data=0 2024-08-17T01:15:25.064 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PFtOy1pujVbkaN4 off=3568476 len=2048306 2024-08-17T01:15:25.075 INFO:tasks.workunit.client.0.smithi082.stdout:op 4363 completed, throughput=5MB/sec 2024-08-17T01:15:25.075 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NAePvuTF-AHFqtK off=9077153 len=632202 2024-08-17T01:15:25.080 INFO:tasks.workunit.client.0.smithi082.stdout:op 4364 completed, throughput=5MB/sec 2024-08-17T01:15:25.080 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-GrMvuG4lKM-ntI5 off=1520196 len=335215 2024-08-17T01:15:25.080 INFO:tasks.workunit.client.0.smithi082.stdout:op 4365 completed, throughput=5MB/sec 2024-08-17T01:15:25.080 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wva_rvZqiUYrTTX off=9493410 len=1194097 2024-08-17T01:15:25.082 INFO:tasks.workunit.client.0.smithi082.stdout:op 4366 completed, throughput=5MB/sec 2024-08-17T01:15:25.082 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QsUWytJ_C-au5iW off=15027930 len=1834631 2024-08-17T01:15:25.092 INFO:tasks.workunit.client.0.smithi082.stdout:op 4367 completed, throughput=5MB/sec 2024-08-17T01:15:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:15:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:15:25] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-08-17T01:15:26.094 INFO:tasks.workunit.client.0.smithi082.stdout: 859: throughput=5MB/sec pending data=0 2024-08-17T01:15:26.094 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3o1BV0Wx-TKPkVH off=900459 len=1668500 2024-08-17T01:15:26.102 INFO:tasks.workunit.client.0.smithi082.stdout:op 4368 completed, throughput=5MB/sec 2024-08-17T01:15:26.102 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-j-yztpuboOfpPRC off=2990783 len=152565 2024-08-17T01:15:26.105 INFO:tasks.workunit.client.0.smithi082.stdout:op 4369 completed, throughput=5MB/sec 2024-08-17T01:15:26.105 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-GQAL15HObWwy0Bq off=21966408 len=1689524 2024-08-17T01:15:26.115 INFO:tasks.workunit.client.0.smithi082.stdout:op 4370 completed, throughput=5MB/sec 2024-08-17T01:15:26.115 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Bz3qS2OsXsTgkaz off=2702118 len=937151 2024-08-17T01:15:26.116 INFO:tasks.workunit.client.0.smithi082.stdout:op 4371 completed, throughput=5MB/sec 2024-08-17T01:15:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:26 smithi082 ceph-mon[94343]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:15:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:26 smithi082 ceph-mon[91979]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:15:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:26 smithi137 ceph-mon[86391]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:15:27.118 INFO:tasks.workunit.client.0.smithi082.stdout: 860: throughput=5MB/sec pending data=0 2024-08-17T01:15:27.118 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-g2pRvC1jkAt708W off=48762 len=47192 2024-08-17T01:15:27.118 INFO:tasks.workunit.client.0.smithi082.stdout:op 4372 completed, throughput=5MB/sec 2024-08-17T01:15:27.118 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-77rAO3oVdODRgrr off=5377694 len=1103225 2024-08-17T01:15:27.119 INFO:tasks.workunit.client.0.smithi082.stdout:op 4373 completed, throughput=5MB/sec 2024-08-17T01:15:27.119 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4YjikAGHJCXP8vW off=8719571 len=1463604 2024-08-17T01:15:27.125 INFO:tasks.workunit.client.0.smithi082.stdout:op 4374 completed, throughput=5MB/sec 2024-08-17T01:15:27.125 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Eot1GYMs87O92JI off=1688458 len=1909968 2024-08-17T01:15:27.128 INFO:tasks.workunit.client.0.smithi082.stdout:op 4375 completed, throughput=5MB/sec 2024-08-17T01:15:27.129 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gQ818CWZojucFvW off=1437910 len=732506 2024-08-17T01:15:27.133 INFO:tasks.workunit.client.0.smithi082.stdout:op 4376 completed, throughput=5MB/sec 2024-08-17T01:15:28.134 INFO:tasks.workunit.client.0.smithi082.stdout: 861: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:28.134 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0ibgcrOC2EdU6NA off=12341354 len=1883904 2024-08-17T01:15:28.150 INFO:tasks.workunit.client.0.smithi082.stdout:op 4377 completed, throughput=5MB/sec 2024-08-17T01:15:28.150 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hua3OmZ4G9jkp-O off=13403827 len=537763 2024-08-17T01:15:28.154 INFO:tasks.workunit.client.0.smithi082.stdout:op 4378 completed, throughput=5MB/sec 2024-08-17T01:15:28.154 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-423V6Q96wxyCFQa off=13781782 len=584338 2024-08-17T01:15:28.157 INFO:tasks.workunit.client.0.smithi082.stdout:op 4379 completed, throughput=5MB/sec 2024-08-17T01:15:28.157 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-omhrI2DTc-BB-zt off=7118788 len=770493 2024-08-17T01:15:28.158 INFO:tasks.workunit.client.0.smithi082.stdout:op 4380 completed, throughput=5MB/sec 2024-08-17T01:15:28.159 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0wq1cbAfXN0Tqxx off=371565 len=87249 2024-08-17T01:15:28.159 INFO:tasks.workunit.client.0.smithi082.stdout:op 4381 completed, throughput=5MB/sec 2024-08-17T01:15:28.159 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-FzZmWcEFNDrcdsZ off=1572411 len=33660 2024-08-17T01:15:28.161 INFO:tasks.workunit.client.0.smithi082.stdout:op 4382 completed, throughput=5MB/sec 2024-08-17T01:15:28.161 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-T-Ts0o_ADmSPGbF off=10958341 len=891381 2024-08-17T01:15:28.166 INFO:tasks.workunit.client.0.smithi082.stdout:op 4383 completed, throughput=5MB/sec 2024-08-17T01:15:28.167 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qkpgpZN5cXCGBRJ off=5305863 len=1494726 2024-08-17T01:15:28.174 INFO:tasks.workunit.client.0.smithi082.stdout:op 4384 completed, throughput=5MB/sec 2024-08-17T01:15:28.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:28 smithi082 ceph-mon[94343]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:15:28.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:28 smithi082 ceph-mon[91979]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:15:28.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:28 smithi137 ceph-mon[86391]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:15:29.175 INFO:tasks.workunit.client.0.smithi082.stdout: 862: throughput=5MB/sec pending data=0 2024-08-17T01:15:29.175 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2ds_xdgw5yOwsdN off=6017446 len=355179 2024-08-17T01:15:29.176 INFO:tasks.workunit.client.0.smithi082.stdout:op 4385 completed, throughput=5MB/sec 2024-08-17T01:15:29.176 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-77gno6NUzKN6ieb off=22321343 len=707756 2024-08-17T01:15:29.180 INFO:tasks.workunit.client.0.smithi082.stdout:op 4386 completed, throughput=5MB/sec 2024-08-17T01:15:29.180 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4JSVeSZjtWRg72q off=10563856 len=1419359 2024-08-17T01:15:29.182 INFO:tasks.workunit.client.0.smithi082.stdout:op 4387 completed, throughput=5MB/sec 2024-08-17T01:15:29.182 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-B87xIt0X6dXD2Jw off=13817727 len=132744 2024-08-17T01:15:29.183 INFO:tasks.workunit.client.0.smithi082.stdout:op 4388 completed, throughput=5MB/sec 2024-08-17T01:15:29.183 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5E52kUR246Ye9mI off=19347702 len=167453 2024-08-17T01:15:29.185 INFO:tasks.workunit.client.0.smithi082.stdout:op 4389 completed, throughput=5MB/sec 2024-08-17T01:15:29.186 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ra79KAoXrdsz8MU off=2486256 len=932439 2024-08-17T01:15:29.190 INFO:tasks.workunit.client.0.smithi082.stdout:op 4390 completed, throughput=5MB/sec 2024-08-17T01:15:29.190 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mGXqqAZXvGbB0da off=6433551 len=520407 2024-08-17T01:15:29.190 INFO:tasks.workunit.client.0.smithi082.stdout:op 4391 completed, throughput=5MB/sec 2024-08-17T01:15:30.194 INFO:tasks.workunit.client.0.smithi082.stdout: 863: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:30.194 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-l5WHgU3mKlEwAhV off=4276085 len=1053689 2024-08-17T01:15:30.194 INFO:tasks.workunit.client.0.smithi082.stdout:op 4392 completed, throughput=5MB/sec 2024-08-17T01:15:30.195 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hTTtbUmtPKOuZ6q off=11628720 len=761385 2024-08-17T01:15:30.195 INFO:tasks.workunit.client.0.smithi082.stdout:op 4393 completed, throughput=5MB/sec 2024-08-17T01:15:30.195 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TOXiQIpjMUFoCOZ off=6850062 len=774831 2024-08-17T01:15:30.197 INFO:tasks.workunit.client.0.smithi082.stdout:op 4394 completed, throughput=5MB/sec 2024-08-17T01:15:30.197 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vGu47f2nzJUo8xl off=2876118 len=118267 2024-08-17T01:15:30.198 INFO:tasks.workunit.client.0.smithi082.stdout:op 4395 completed, throughput=5MB/sec 2024-08-17T01:15:30.198 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bRHrzL62cV-ptkE off=2473278 len=1627761 2024-08-17T01:15:30.200 INFO:tasks.workunit.client.0.smithi082.stdout:op 4396 completed, throughput=5MB/sec 2024-08-17T01:15:30.200 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5scYHSAkcGNvOEk off=5624831 len=185753 2024-08-17T01:15:30.203 INFO:tasks.workunit.client.0.smithi082.stdout:op 4397 completed, throughput=5MB/sec 2024-08-17T01:15:30.203 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PC4Z-tmzW87Kl5O off=3665717 len=2026580 2024-08-17T01:15:30.217 INFO:tasks.workunit.client.0.smithi082.stdout:op 4398 completed, throughput=5MB/sec 2024-08-17T01:15:30.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:30 smithi082 ceph-mon[94343]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:15:30.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:30 smithi082 ceph-mon[91979]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:15:30.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:30 smithi137 ceph-mon[86391]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:15:31.218 INFO:tasks.workunit.client.0.smithi082.stdout: 864: throughput=5MB/sec pending data=0 2024-08-17T01:15:31.218 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Y3ODPCPJTRz-I0l off=8554742 len=1634679 2024-08-17T01:15:31.229 INFO:tasks.workunit.client.0.smithi082.stdout:op 4399 completed, throughput=5MB/sec 2024-08-17T01:15:31.229 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SQqMzUvIBVvNngm off=1085923 len=1925022 2024-08-17T01:15:31.239 INFO:tasks.workunit.client.0.smithi082.stdout:op 4400 completed, throughput=5MB/sec 2024-08-17T01:15:31.239 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BiFenU66E2ZjHqO off=894833 len=785980 2024-08-17T01:15:31.240 INFO:tasks.workunit.client.0.smithi082.stdout:op 4401 completed, throughput=5MB/sec 2024-08-17T01:15:32.242 INFO:tasks.workunit.client.0.smithi082.stdout: 865: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:32.242 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XPyLTWyQDlkX8wc off=4844484 len=20806 2024-08-17T01:15:32.242 INFO:tasks.workunit.client.0.smithi082.stdout:op 4402 completed, throughput=4.99MB/sec 2024-08-17T01:15:32.242 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4UoBdZp1w15e_I0 off=12694562 len=621793 2024-08-17T01:15:32.246 INFO:tasks.workunit.client.0.smithi082.stdout:op 4403 completed, throughput=5MB/sec 2024-08-17T01:15:32.246 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5fIH-YZPKZpz0WM off=3033373 len=457739 2024-08-17T01:15:32.248 INFO:tasks.workunit.client.0.smithi082.stdout:op 4404 completed, throughput=5MB/sec 2024-08-17T01:15:32.248 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WixddmDc9hvtFBS off=767974 len=259069 2024-08-17T01:15:32.250 INFO:tasks.workunit.client.0.smithi082.stdout:op 4405 completed, throughput=5MB/sec 2024-08-17T01:15:32.251 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-19_G6R2LNf73-DU off=20193577 len=1969015 2024-08-17T01:15:32.263 INFO:tasks.workunit.client.0.smithi082.stdout:op 4406 completed, throughput=5MB/sec 2024-08-17T01:15:32.263 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BXnRrT8HdxjH7vz off=323645 len=243237 2024-08-17T01:15:32.264 INFO:tasks.workunit.client.0.smithi082.stdout:op 4407 completed, throughput=5MB/sec 2024-08-17T01:15:32.264 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3RQOATvwEwdFB63 off=3147175 len=960227 2024-08-17T01:15:32.270 INFO:tasks.workunit.client.0.smithi082.stdout:op 4408 completed, throughput=5MB/sec 2024-08-17T01:15:32.270 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-lXV0BjkCdUWZhTN off=4551798 len=895411 2024-08-17T01:15:32.276 INFO:tasks.workunit.client.0.smithi082.stdout:op 4409 completed, throughput=5MB/sec 2024-08-17T01:15:32.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:32 smithi082 ceph-mon[94343]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:15:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:32 smithi082 ceph-mon[91979]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:15:32.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:32 smithi137 ceph-mon[86391]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:15:32.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:15:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:15:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:15:33.277 INFO:tasks.workunit.client.0.smithi082.stdout: 866: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:33.277 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6zwcdrB3Rp9Wvmd off=2086357 len=1234315 2024-08-17T01:15:33.279 INFO:tasks.workunit.client.0.smithi082.stdout:op 4410 completed, throughput=5MB/sec 2024-08-17T01:15:33.279 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gDy7ra5JblZ4d7J off=534201 len=1094848 2024-08-17T01:15:33.281 INFO:tasks.workunit.client.0.smithi082.stdout:op 4411 completed, throughput=5MB/sec 2024-08-17T01:15:33.281 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-R7zeQuxqfMO1jWL off=14617260 len=1092037 2024-08-17T01:15:33.282 INFO:tasks.workunit.client.0.smithi082.stdout:op 4412 completed, throughput=5MB/sec 2024-08-17T01:15:33.282 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-DgnmPsd6Cew_h4z off=6324084 len=1056683 2024-08-17T01:15:33.288 INFO:tasks.workunit.client.0.smithi082.stdout:op 4413 completed, throughput=5MB/sec 2024-08-17T01:15:33.288 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2ZpXQtaPEGf8Euy off=6697177 len=32316 2024-08-17T01:15:33.289 INFO:tasks.workunit.client.0.smithi082.stdout:op 4414 completed, throughput=5MB/sec 2024-08-17T01:15:33.289 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ziTxSnj2URIG4SO off=10912018 len=1891641 2024-08-17T01:15:33.291 INFO:tasks.workunit.client.0.smithi082.stdout:op 4415 completed, throughput=5MB/sec 2024-08-17T01:15:34.291 INFO:tasks.workunit.client.0.smithi082.stdout: 867: throughput=5MB/sec pending data=0 2024-08-17T01:15:34.292 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pEC6z3TQ8MGhUDO off=0 len=1129570 2024-08-17T01:15:34.293 INFO:tasks.workunit.client.0.smithi082.stdout:op 4416 completed, throughput=5MB/sec 2024-08-17T01:15:34.293 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UK6IGY0XbraWkJQ off=18242443 len=1169064 2024-08-17T01:15:34.300 INFO:tasks.workunit.client.0.smithi082.stdout:op 4417 completed, throughput=5MB/sec 2024-08-17T01:15:34.300 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-VdzHkCBCu08Ru-8 off=3343609 len=677933 2024-08-17T01:15:34.301 INFO:tasks.workunit.client.0.smithi082.stdout:op 4418 completed, throughput=5MB/sec 2024-08-17T01:15:34.301 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IK9qkTn4jFVZgOm off=11423598 len=296956 2024-08-17T01:15:34.302 INFO:tasks.workunit.client.0.smithi082.stdout:op 4419 completed, throughput=5MB/sec 2024-08-17T01:15:34.303 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Fai3-VfebK_p2Wv off=6992913 len=734192 2024-08-17T01:15:34.307 INFO:tasks.workunit.client.0.smithi082.stdout:op 4420 completed, throughput=5MB/sec 2024-08-17T01:15:34.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:34 smithi082 ceph-mon[94343]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:15:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:34 smithi082 ceph-mon[91979]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:15:34.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:34 smithi137 ceph-mon[86391]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:15:35.292 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:15:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:15:35] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-08-17T01:15:35.307 INFO:tasks.workunit.client.0.smithi082.stdout: 868: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:35.307 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6Ut1QquHgg-kvl1 off=23221136 len=595708 2024-08-17T01:15:35.313 INFO:tasks.workunit.client.0.smithi082.stdout:op 4421 completed, throughput=5MB/sec 2024-08-17T01:15:35.313 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qmrh_-jRZQ9LbUk off=1746253 len=885715 2024-08-17T01:15:35.314 INFO:tasks.workunit.client.0.smithi082.stdout:op 4422 completed, throughput=5MB/sec 2024-08-17T01:15:35.314 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YOZplJTgCYXB8Om off=3628012 len=1464243 2024-08-17T01:15:35.324 INFO:tasks.workunit.client.0.smithi082.stdout:op 4423 completed, throughput=5MB/sec 2024-08-17T01:15:35.324 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-a1H_Riu0yOsuzLy off=15895021 len=1439334 2024-08-17T01:15:35.329 INFO:tasks.workunit.client.0.smithi082.stdout:op 4424 completed, throughput=5MB/sec 2024-08-17T01:15:35.329 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-H_8SSpA6H3_3LUY off=15077949 len=832169 2024-08-17T01:15:35.330 INFO:tasks.workunit.client.0.smithi082.stdout:op 4425 completed, throughput=5MB/sec 2024-08-17T01:15:35.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:15:35.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:15:35.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:15:36.330 INFO:tasks.workunit.client.0.smithi082.stdout: 869: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:36.331 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TMkHatikbCWWw16 off=12690723 len=1875015 2024-08-17T01:15:36.340 INFO:tasks.workunit.client.0.smithi082.stdout:op 4426 completed, throughput=5MB/sec 2024-08-17T01:15:36.340 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4k9wo_CSlXu6zYu off=1299103 len=378793 2024-08-17T01:15:36.343 INFO:tasks.workunit.client.0.smithi082.stdout:op 4427 completed, throughput=5MB/sec 2024-08-17T01:15:36.343 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zzDh7n2kIuG82xu off=5546227 len=231734 2024-08-17T01:15:36.346 INFO:tasks.workunit.client.0.smithi082.stdout:op 4428 completed, throughput=5MB/sec 2024-08-17T01:15:36.346 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-MFm2g2cDpiT6qfc off=8527732 len=1316255 2024-08-17T01:15:36.347 INFO:tasks.workunit.client.0.smithi082.stdout:op 4429 completed, throughput=5MB/sec 2024-08-17T01:15:36.348 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kWj6YnV4rRx1cS_ off=17807347 len=858718 2024-08-17T01:15:36.352 INFO:tasks.workunit.client.0.smithi082.stdout:op 4430 completed, throughput=5MB/sec 2024-08-17T01:15:36.353 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Hb9Vdz0Hz4-8sM- off=4721930 len=817933 2024-08-17T01:15:36.356 INFO:tasks.workunit.client.0.smithi082.stdout:op 4431 completed, throughput=5MB/sec 2024-08-17T01:15:36.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:36 smithi082 ceph-mon[94343]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:15:36.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:36 smithi082 ceph-mon[91979]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:15:36.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:36 smithi137 ceph-mon[86391]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:15:37.358 INFO:tasks.workunit.client.0.smithi082.stdout: 870: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:37.359 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dl7vXqXAHPORw76 off=7418592 len=1724252 2024-08-17T01:15:37.359 INFO:tasks.workunit.client.0.smithi082.stdout:op 4432 completed, throughput=5MB/sec 2024-08-17T01:15:37.359 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BA1qf6U4E1BjQZO off=10607735 len=832656 2024-08-17T01:15:37.364 INFO:tasks.workunit.client.0.smithi082.stdout:op 4433 completed, throughput=5MB/sec 2024-08-17T01:15:37.364 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-A9-RGwa3jT0FnOz off=9671673 len=1251909 2024-08-17T01:15:37.365 INFO:tasks.workunit.client.0.smithi082.stdout:op 4434 completed, throughput=5MB/sec 2024-08-17T01:15:37.366 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--WE7f4Yjrle47VI off=10583268 len=1348327 2024-08-17T01:15:37.366 INFO:tasks.workunit.client.0.smithi082.stdout:op 4435 completed, throughput=5MB/sec 2024-08-17T01:15:38.367 INFO:tasks.workunit.client.0.smithi082.stdout: 871: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:38.373 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-u-XyeQV8wcofLp8 off=877466 len=541867 2024-08-17T01:15:38.374 INFO:tasks.workunit.client.0.smithi082.stdout:op 4436 completed, throughput=4.99MB/sec 2024-08-17T01:15:38.374 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZNnxkiPjbGWucHK off=301293 len=650509 2024-08-17T01:15:38.376 INFO:tasks.workunit.client.0.smithi082.stdout:op 4437 completed, throughput=5MB/sec 2024-08-17T01:15:38.376 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gSB_pd5ldNoWpgt off=21091388 len=180440 2024-08-17T01:15:38.377 INFO:tasks.workunit.client.0.smithi082.stdout:op 4438 completed, throughput=5MB/sec 2024-08-17T01:15:38.377 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EvyxKEqis677cYq off=1453381 len=1608008 2024-08-17T01:15:38.387 INFO:tasks.workunit.client.0.smithi082.stdout:op 4439 completed, throughput=5MB/sec 2024-08-17T01:15:38.387 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TRglM-sQPJd061Q off=1432545 len=1832030 2024-08-17T01:15:38.396 INFO:tasks.workunit.client.0.smithi082.stdout:op 4440 completed, throughput=5MB/sec 2024-08-17T01:15:38.396 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mGXqqAZXvGbB0da off=9372357 len=1791177 2024-08-17T01:15:38.397 INFO:tasks.workunit.client.0.smithi082.stdout:op 4441 completed, throughput=5MB/sec 2024-08-17T01:15:38.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:38 smithi082 ceph-mon[94343]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:15:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:38 smithi082 ceph-mon[91979]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:15:38.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:38 smithi137 ceph-mon[86391]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:15:39.398 INFO:tasks.workunit.client.0.smithi082.stdout: 872: throughput=5MB/sec pending data=0 2024-08-17T01:15:39.398 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-FDhaAzjRylls4fJ off=3709308 len=429500 2024-08-17T01:15:39.402 INFO:tasks.workunit.client.0.smithi082.stdout:op 4442 completed, throughput=5MB/sec 2024-08-17T01:15:39.402 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SLiJZrS8IreW0U5 off=7023257 len=982137 2024-08-17T01:15:39.403 INFO:tasks.workunit.client.0.smithi082.stdout:op 4443 completed, throughput=5MB/sec 2024-08-17T01:15:39.403 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YbFoUmVBpokFdq- off=14050138 len=199768 2024-08-17T01:15:39.404 INFO:tasks.workunit.client.0.smithi082.stdout:op 4444 completed, throughput=5MB/sec 2024-08-17T01:15:39.404 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Y90_F5SzJ51oJtT off=277700 len=746702 2024-08-17T01:15:39.409 INFO:tasks.workunit.client.0.smithi082.stdout:op 4445 completed, throughput=5MB/sec 2024-08-17T01:15:39.410 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-D8hQ-JJ3cCTbm8e off=8257747 len=1624976 2024-08-17T01:15:39.411 INFO:tasks.workunit.client.0.smithi082.stdout:op 4446 completed, throughput=5MB/sec 2024-08-17T01:15:39.411 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IBHQeEXzHhk5KZ0 off=12903169 len=277876 2024-08-17T01:15:39.412 INFO:tasks.workunit.client.0.smithi082.stdout:op 4447 completed, throughput=5MB/sec 2024-08-17T01:15:40.413 INFO:tasks.workunit.client.0.smithi082.stdout: 873: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:40.413 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5yp_vPIbRilEABX off=14880018 len=1022301 2024-08-17T01:15:40.414 INFO:tasks.workunit.client.0.smithi082.stdout:op 4448 completed, throughput=5MB/sec 2024-08-17T01:15:40.414 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kNkILT012sM3Jc8 off=8767754 len=1099447 2024-08-17T01:15:40.417 INFO:tasks.workunit.client.0.smithi082.stdout:op 4449 completed, throughput=5MB/sec 2024-08-17T01:15:40.417 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--hf9JydzEJZXdve off=8894017 len=834345 2024-08-17T01:15:40.424 INFO:tasks.workunit.client.0.smithi082.stdout:op 4450 completed, throughput=5MB/sec 2024-08-17T01:15:40.424 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Vk7OvI4lweY0ztt off=6594027 len=784751 2024-08-17T01:15:40.428 INFO:tasks.workunit.client.0.smithi082.stdout:op 4451 completed, throughput=5MB/sec 2024-08-17T01:15:40.428 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-MuMYshHUYQjEVDZ off=2621532 len=107628 2024-08-17T01:15:40.429 INFO:tasks.workunit.client.0.smithi082.stdout:op 4452 completed, throughput=5MB/sec 2024-08-17T01:15:40.429 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-p_F09L942aMwzm7 off=3904152 len=215196 2024-08-17T01:15:40.432 INFO:tasks.workunit.client.0.smithi082.stdout:op 4453 completed, throughput=5MB/sec 2024-08-17T01:15:40.432 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-R_nbXLUAH0xtZo9 off=16791857 len=1222971 2024-08-17T01:15:40.440 INFO:tasks.workunit.client.0.smithi082.stdout:op 4454 completed, throughput=5MB/sec 2024-08-17T01:15:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:40 smithi082 ceph-mon[94343]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:15:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:40 smithi082 ceph-mon[91979]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:15:40.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:40 smithi137 ceph-mon[86391]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:15:41.440 INFO:tasks.workunit.client.0.smithi082.stdout: 874: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:41.441 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-aoeV51nrsUBW_30 off=351425 len=789128 2024-08-17T01:15:41.443 INFO:tasks.workunit.client.0.smithi082.stdout:op 4455 completed, throughput=5MB/sec 2024-08-17T01:15:41.443 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vNc7q20CvNS3mSF off=11376638 len=1013940 2024-08-17T01:15:41.445 INFO:tasks.workunit.client.0.smithi082.stdout:op 4456 completed, throughput=5MB/sec 2024-08-17T01:15:41.445 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Ysg2DXxvkWuBiPX off=15176425 len=1668798 2024-08-17T01:15:41.447 INFO:tasks.workunit.client.0.smithi082.stdout:op 4457 completed, throughput=5MB/sec 2024-08-17T01:15:41.447 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3x7cfAFRciiiOum off=4097148 len=337584 2024-08-17T01:15:41.448 INFO:tasks.workunit.client.0.smithi082.stdout:op 4458 completed, throughput=5MB/sec 2024-08-17T01:15:41.448 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pno7nSFnehDGIjP off=2793014 len=1390386 2024-08-17T01:15:41.455 INFO:tasks.workunit.client.0.smithi082.stdout:op 4459 completed, throughput=5MB/sec 2024-08-17T01:15:41.455 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-uRI-VUGj66EIc1I off=16277629 len=912644 2024-08-17T01:15:41.456 INFO:tasks.workunit.client.0.smithi082.stdout:op 4460 completed, throughput=5MB/sec 2024-08-17T01:15:42.457 INFO:tasks.workunit.client.0.smithi082.stdout: 875: throughput=5MB/sec pending data=0 2024-08-17T01:15:42.457 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8Cbh7zfPUjp3Kmp off=2976021 len=1020526 2024-08-17T01:15:42.462 INFO:tasks.workunit.client.0.smithi082.stdout:op 4461 completed, throughput=5MB/sec 2024-08-17T01:15:42.462 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wpS73yIzCz5BQw3 off=1133073 len=681271 2024-08-17T01:15:42.463 INFO:tasks.workunit.client.0.smithi082.stdout:op 4462 completed, throughput=5MB/sec 2024-08-17T01:15:42.463 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OG2Sg1JdpizAxDe off=17470507 len=298468 2024-08-17T01:15:42.463 INFO:tasks.workunit.client.0.smithi082.stdout:op 4463 completed, throughput=5MB/sec 2024-08-17T01:15:42.463 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-E9jemo8-FTqGbC5 off=604381 len=531232 2024-08-17T01:15:42.468 INFO:tasks.workunit.client.0.smithi082.stdout:op 4464 completed, throughput=5MB/sec 2024-08-17T01:15:42.468 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zXOOYfg5ot2GbPm off=8827072 len=950922 2024-08-17T01:15:42.473 INFO:tasks.workunit.client.0.smithi082.stdout:op 4465 completed, throughput=5MB/sec 2024-08-17T01:15:42.473 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cnOyYNRcbaTbozv off=8697227 len=477251 2024-08-17T01:15:42.476 INFO:tasks.workunit.client.0.smithi082.stdout:op 4466 completed, throughput=5MB/sec 2024-08-17T01:15:42.476 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vcnG0i_x16F7EmE off=2787163 len=1975182 2024-08-17T01:15:42.488 INFO:tasks.workunit.client.0.smithi082.stdout:op 4467 completed, throughput=5MB/sec 2024-08-17T01:15:42.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:42 smithi082 ceph-mon[94343]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-17T01:15:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:42 smithi082 ceph-mon[91979]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-17T01:15:42.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:42 smithi137 ceph-mon[86391]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-17T01:15:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:15:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:15:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:15:43.488 INFO:tasks.workunit.client.0.smithi082.stdout: 876: throughput=5MB/sec pending data=0 2024-08-17T01:15:43.488 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mhtaYDTRHCAV4-N off=5523992 len=16789 2024-08-17T01:15:43.489 INFO:tasks.workunit.client.0.smithi082.stdout:op 4468 completed, throughput=5MB/sec 2024-08-17T01:15:43.489 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5mpJaE7AMRcWmAQ off=7732144 len=867660 2024-08-17T01:15:43.490 INFO:tasks.workunit.client.0.smithi082.stdout:op 4469 completed, throughput=5MB/sec 2024-08-17T01:15:43.491 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Az3DMRX3qxk9Nd5 off=6898047 len=897622 2024-08-17T01:15:43.497 INFO:tasks.workunit.client.0.smithi082.stdout:op 4470 completed, throughput=5MB/sec 2024-08-17T01:15:43.497 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kXFOYu7kZaZHi0G off=994381 len=1748427 2024-08-17T01:15:43.505 INFO:tasks.workunit.client.0.smithi082.stdout:op 4471 completed, throughput=5MB/sec 2024-08-17T01:15:43.505 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ibac-jkC05NV_ux off=14626865 len=1435816 2024-08-17T01:15:43.514 INFO:tasks.workunit.client.0.smithi082.stdout:op 4472 completed, throughput=5MB/sec 2024-08-17T01:15:44.515 INFO:tasks.workunit.client.0.smithi082.stdout: 877: throughput=5MB/sec pending data=0 2024-08-17T01:15:44.515 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UgZRwgbpQuDvThU off=11297424 len=96716 2024-08-17T01:15:44.515 INFO:tasks.workunit.client.0.smithi082.stdout:op 4473 completed, throughput=5MB/sec 2024-08-17T01:15:44.516 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WE9Q651dVJmxaj9 off=5662037 len=796310 2024-08-17T01:15:44.519 INFO:tasks.workunit.client.0.smithi082.stdout:op 4474 completed, throughput=5MB/sec 2024-08-17T01:15:44.520 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-z3pjy72DFbjrf1o off=6135535 len=849050 2024-08-17T01:15:44.525 INFO:tasks.workunit.client.0.smithi082.stdout:op 4475 completed, throughput=5MB/sec 2024-08-17T01:15:44.525 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ne3i6bk-Bv3gOQE off=158997 len=192061 2024-08-17T01:15:44.526 INFO:tasks.workunit.client.0.smithi082.stdout:op 4476 completed, throughput=5MB/sec 2024-08-17T01:15:44.526 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-45OFifjWHms5kLG off=4641492 len=876493 2024-08-17T01:15:44.527 INFO:tasks.workunit.client.0.smithi082.stdout:op 4477 completed, throughput=5MB/sec 2024-08-17T01:15:44.527 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--YV6zxG6ajUWse5 off=21498173 len=1634859 2024-08-17T01:15:44.528 INFO:tasks.workunit.client.0.smithi082.stdout:op 4478 completed, throughput=5MB/sec 2024-08-17T01:15:44.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:44 smithi082 ceph-mon[94343]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:15:44.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:44 smithi082 ceph-mon[91979]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:15:44.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:44 smithi137 ceph-mon[86391]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:15:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:15:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:15:45] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-08-17T01:15:45.529 INFO:tasks.workunit.client.0.smithi082.stdout: 878: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:45.529 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-S_AAJfVV-crQwW2 off=1327365 len=829933 2024-08-17T01:15:45.534 INFO:tasks.workunit.client.0.smithi082.stdout:op 4479 completed, throughput=5MB/sec 2024-08-17T01:15:45.535 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zY8Pu7laTWgN5iq off=6858493 len=200723 2024-08-17T01:15:45.535 INFO:tasks.workunit.client.0.smithi082.stdout:op 4480 completed, throughput=5MB/sec 2024-08-17T01:15:45.535 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IULwL8Ee5GMMzeO off=9468420 len=610382 2024-08-17T01:15:45.536 INFO:tasks.workunit.client.0.smithi082.stdout:op 4481 completed, throughput=5MB/sec 2024-08-17T01:15:45.536 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9s1LKp6ozAeDGT7 off=728474 len=581925 2024-08-17T01:15:45.541 INFO:tasks.workunit.client.0.smithi082.stdout:op 4482 completed, throughput=5MB/sec 2024-08-17T01:15:45.541 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0xyofdYS38ZJGkV off=62869 len=1648168 2024-08-17T01:15:45.548 INFO:tasks.workunit.client.0.smithi082.stdout:op 4483 completed, throughput=5MB/sec 2024-08-17T01:15:45.548 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-J7XQDVmpraF-V3a off=1101902 len=1689658 2024-08-17T01:15:45.556 INFO:tasks.workunit.client.0.smithi082.stdout:op 4484 completed, throughput=5MB/sec 2024-08-17T01:15:46.557 INFO:tasks.workunit.client.0.smithi082.stdout: 879: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:46.557 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-z88C-DF7Ak1Uh-p off=514886 len=1680919 2024-08-17T01:15:46.566 INFO:tasks.workunit.client.0.smithi082.stdout:op 4485 completed, throughput=5MB/sec 2024-08-17T01:15:46.566 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0JzBUNwBl1NGuZW off=6404876 len=352948 2024-08-17T01:15:46.569 INFO:tasks.workunit.client.0.smithi082.stdout:op 4486 completed, throughput=5MB/sec 2024-08-17T01:15:46.569 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZhvNGLLZw-ofx8l off=5218800 len=1813776 2024-08-17T01:15:46.573 INFO:tasks.workunit.client.0.smithi082.stdout:op 4487 completed, throughput=5MB/sec 2024-08-17T01:15:46.573 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hLGsaosmrNRCprY off=7506705 len=965393 2024-08-17T01:15:46.574 INFO:tasks.workunit.client.0.smithi082.stdout:op 4488 completed, throughput=5MB/sec 2024-08-17T01:15:46.574 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-z6ia9KnTDJJSdn0 off=6140893 len=1693065 2024-08-17T01:15:46.581 INFO:tasks.workunit.client.0.smithi082.stdout:op 4489 completed, throughput=5MB/sec 2024-08-17T01:15:46.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:46 smithi082 ceph-mon[94343]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:15:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:46 smithi082 ceph-mon[91979]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:15:46.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:46 smithi137 ceph-mon[86391]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:15:47.581 INFO:tasks.workunit.client.0.smithi082.stdout: 880: throughput=5MB/sec pending data=0 2024-08-17T01:15:47.581 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wxfvSyI8xbo2ZP5 off=760680 len=2027690 2024-08-17T01:15:47.583 INFO:tasks.workunit.client.0.smithi082.stdout:op 4490 completed, throughput=5MB/sec 2024-08-17T01:15:47.583 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-K4Kf9849JRz2pX8 off=1777304 len=658787 2024-08-17T01:15:47.587 INFO:tasks.workunit.client.0.smithi082.stdout:op 4491 completed, throughput=5MB/sec 2024-08-17T01:15:47.587 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-q8XD9JAfcAJ2_Bh off=8901588 len=1364780 2024-08-17T01:15:47.588 INFO:tasks.workunit.client.0.smithi082.stdout:op 4492 completed, throughput=5MB/sec 2024-08-17T01:15:47.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:15:47.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:15:47.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:47 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:15:48.590 INFO:tasks.workunit.client.0.smithi082.stdout: 881: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:48.590 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--w18EkcLLNFzdV6 off=2970317 len=925825 2024-08-17T01:15:48.595 INFO:tasks.workunit.client.0.smithi082.stdout:op 4493 completed, throughput=5MB/sec 2024-08-17T01:15:48.595 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Dkf3D3--D4v4IjL off=511323 len=8264 2024-08-17T01:15:48.595 INFO:tasks.workunit.client.0.smithi082.stdout:op 4494 completed, throughput=5MB/sec 2024-08-17T01:15:48.596 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-QxGT1Fr2Fd7eigk off=2821 len=1824287 2024-08-17T01:15:48.598 INFO:tasks.workunit.client.0.smithi082.stdout:op 4495 completed, throughput=5MB/sec 2024-08-17T01:15:48.598 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oaONHPhuio9EzAS off=2542145 len=871002 2024-08-17T01:15:48.602 INFO:tasks.workunit.client.0.smithi082.stdout:op 4496 completed, throughput=5MB/sec 2024-08-17T01:15:48.603 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cSH-oaMLIBAkXSG off=5765020 len=1418923 2024-08-17T01:15:48.608 INFO:tasks.workunit.client.0.smithi082.stdout:op 4497 completed, throughput=5MB/sec 2024-08-17T01:15:48.608 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xt3kdMH83puW9vQ off=16856327 len=684671 2024-08-17T01:15:48.610 INFO:tasks.workunit.client.0.smithi082.stdout:op 4498 completed, throughput=5MB/sec 2024-08-17T01:15:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:48 smithi082 ceph-mon[94343]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-17T01:15:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:48 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:15:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:48 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:15:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:48 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:15:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:48 smithi082 ceph-mon[91979]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-17T01:15:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:48 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:15:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:48 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:15:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:48 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:15:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:48 smithi137 ceph-mon[86391]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-17T01:15:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:48 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:15:48.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:48 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:15:48.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:48 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:15:49.610 INFO:tasks.workunit.client.0.smithi082.stdout: 882: throughput=5MB/sec pending data=0 2024-08-17T01:15:49.611 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wbdYB5NFF1KkZEI off=3768094 len=926155 2024-08-17T01:15:49.612 INFO:tasks.workunit.client.0.smithi082.stdout:op 4499 completed, throughput=5MB/sec 2024-08-17T01:15:49.612 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5e06CWAidmktX75 off=5684763 len=1366420 2024-08-17T01:15:49.620 INFO:tasks.workunit.client.0.smithi082.stdout:op 4500 completed, throughput=5MB/sec 2024-08-17T01:15:49.620 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wLE2OfCbZdmSg0A off=4096150 len=1036888 2024-08-17T01:15:49.623 INFO:tasks.workunit.client.0.smithi082.stdout:op 4501 completed, throughput=5MB/sec 2024-08-17T01:15:49.623 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yVyjbu_TNdAPdII off=6261970 len=882244 2024-08-17T01:15:49.629 INFO:tasks.workunit.client.0.smithi082.stdout:op 4502 completed, throughput=5MB/sec 2024-08-17T01:15:49.629 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-r-sHvY6lziCVUf4 off=11925186 len=1837074 2024-08-17T01:15:49.631 INFO:tasks.workunit.client.0.smithi082.stdout:op 4503 completed, throughput=5MB/sec 2024-08-17T01:15:50.632 INFO:tasks.workunit.client.0.smithi082.stdout: 883: throughput=5MB/sec pending data=0 2024-08-17T01:15:50.632 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EgLoVNdpxwXRiKX off=11556172 len=1484888 2024-08-17T01:15:50.640 INFO:tasks.workunit.client.0.smithi082.stdout:op 4504 completed, throughput=5MB/sec 2024-08-17T01:15:50.640 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yjfG54DVmax40lZ off=15262679 len=1411115 2024-08-17T01:15:50.641 INFO:tasks.workunit.client.0.smithi082.stdout:op 4505 completed, throughput=5MB/sec 2024-08-17T01:15:50.641 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tyBxXbhhcvBGHHN off=884549 len=257926 2024-08-17T01:15:50.642 INFO:tasks.workunit.client.0.smithi082.stdout:op 4506 completed, throughput=5MB/sec 2024-08-17T01:15:50.642 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wTz6zlCNGaMMiwu off=10067583 len=242031 2024-08-17T01:15:50.645 INFO:tasks.workunit.client.0.smithi082.stdout:op 4507 completed, throughput=5MB/sec 2024-08-17T01:15:50.645 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PJTfmwWj9nzMrhi off=3119884 len=1679082 2024-08-17T01:15:50.651 INFO:tasks.workunit.client.0.smithi082.stdout:op 4508 completed, throughput=5MB/sec 2024-08-17T01:15:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:50 smithi082 ceph-mon[94343]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:15:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:15:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:50 smithi082 ceph-mon[91979]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:15:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:15:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:50 smithi137 ceph-mon[86391]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:15:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:15:51.652 INFO:tasks.workunit.client.0.smithi082.stdout: 884: throughput=5MB/sec pending data=0 2024-08-17T01:15:51.652 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oBvbb7JU74R8no4 off=14728677 len=1512461 2024-08-17T01:15:51.664 INFO:tasks.workunit.client.0.smithi082.stdout:op 4509 completed, throughput=5MB/sec 2024-08-17T01:15:51.664 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Ier1fOnNTMZtwFN off=10837805 len=1506926 2024-08-17T01:15:51.666 INFO:tasks.workunit.client.0.smithi082.stdout:op 4510 completed, throughput=5MB/sec 2024-08-17T01:15:51.666 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6MSAK3b1XAy5f4S off=5335125 len=666682 2024-08-17T01:15:51.667 INFO:tasks.workunit.client.0.smithi082.stdout:op 4511 completed, throughput=5MB/sec 2024-08-17T01:15:51.667 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wdBnxPXq7yrj5j6 off=1140496 len=1175555 2024-08-17T01:15:51.669 INFO:tasks.workunit.client.0.smithi082.stdout:op 4512 completed, throughput=5MB/sec 2024-08-17T01:15:52.670 INFO:tasks.workunit.client.0.smithi082.stdout: 885: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:52.670 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qSjjmrBrhvoPpWn off=3264133 len=379026 2024-08-17T01:15:52.673 INFO:tasks.workunit.client.0.smithi082.stdout:op 4513 completed, throughput=5MB/sec 2024-08-17T01:15:52.673 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-elA_O3adpXz0pfz off=851111 len=1819304 2024-08-17T01:15:52.686 INFO:tasks.workunit.client.0.smithi082.stdout:op 4514 completed, throughput=5MB/sec 2024-08-17T01:15:52.686 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Nssm2E1JRtuOWx8 off=1459856 len=89250 2024-08-17T01:15:52.687 INFO:tasks.workunit.client.0.smithi082.stdout:op 4515 completed, throughput=5MB/sec 2024-08-17T01:15:52.687 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WMsSPd1yGoqCvnF off=7450919 len=835221 2024-08-17T01:15:52.694 INFO:tasks.workunit.client.0.smithi082.stdout:op 4516 completed, throughput=5MB/sec 2024-08-17T01:15:52.694 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YkS2LVkKy2KRQ0n off=8193193 len=1835433 2024-08-17T01:15:52.699 INFO:tasks.workunit.client.0.smithi082.stdout:op 4517 completed, throughput=5MB/sec 2024-08-17T01:15:52.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:52 smithi082 ceph-mon[94343]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-17T01:15:52.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:52 smithi082 ceph-mon[91979]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-17T01:15:52.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:52 smithi137 ceph-mon[86391]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-17T01:15:52.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:15:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:15:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:15:53.700 INFO:tasks.workunit.client.0.smithi082.stdout: 886: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:53.700 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-d9bWD9FpGx8bGud off=1022766 len=896456 2024-08-17T01:15:53.704 INFO:tasks.workunit.client.0.smithi082.stdout:op 4518 completed, throughput=5MB/sec 2024-08-17T01:15:53.704 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PbuFOpk3kP-ZT6T off=13590834 len=1599156 2024-08-17T01:15:53.706 INFO:tasks.workunit.client.0.smithi082.stdout:op 4519 completed, throughput=5MB/sec 2024-08-17T01:15:53.706 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PiIEM-TK32XSeHY off=14792811 len=460285 2024-08-17T01:15:53.710 INFO:tasks.workunit.client.0.smithi082.stdout:op 4520 completed, throughput=5MB/sec 2024-08-17T01:15:53.710 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Ad8p2fJ1o-jR3hs off=3333076 len=1863680 2024-08-17T01:15:53.712 INFO:tasks.workunit.client.0.smithi082.stdout:op 4521 completed, throughput=5MB/sec 2024-08-17T01:15:53.712 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-k6X65rluM9F4nsu off=12564661 len=1191137 2024-08-17T01:15:53.712 INFO:tasks.workunit.client.0.smithi082.stdout:op 4522 completed, throughput=5MB/sec 2024-08-17T01:15:54.713 INFO:tasks.workunit.client.0.smithi082.stdout: 887: throughput=5MB/sec pending data=0 2024-08-17T01:15:54.713 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Cbpk-x6GHsoF6HA off=2744829 len=1590613 2024-08-17T01:15:54.715 INFO:tasks.workunit.client.0.smithi082.stdout:op 4523 completed, throughput=5MB/sec 2024-08-17T01:15:54.715 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TLKjuYgilSMshXl off=2599307 len=407568 2024-08-17T01:15:54.719 INFO:tasks.workunit.client.0.smithi082.stdout:op 4524 completed, throughput=5MB/sec 2024-08-17T01:15:54.719 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-43FT7tJIUdq7h-P off=15314522 len=1590817 2024-08-17T01:15:54.722 INFO:tasks.workunit.client.0.smithi082.stdout:op 4525 completed, throughput=5MB/sec 2024-08-17T01:15:54.722 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YOZplJTgCYXB8Om off=1604507 len=1384722 2024-08-17T01:15:54.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:54 smithi082 ceph-mon[94343]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:15:54.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:54 smithi082 ceph-mon[91979]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:15:54.729 INFO:tasks.workunit.client.0.smithi082.stdout:op 4526 completed, throughput=5MB/sec 2024-08-17T01:15:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:54 smithi137 ceph-mon[86391]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:15:55.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:15:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:15:55] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-08-17T01:15:55.730 INFO:tasks.workunit.client.0.smithi082.stdout: 888: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:55.730 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HdWksNBtog_f8iP off=1177381 len=899810 2024-08-17T01:15:55.735 INFO:tasks.workunit.client.0.smithi082.stdout:op 4527 completed, throughput=5MB/sec 2024-08-17T01:15:55.735 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Opu0_kc1IGPpV2a off=6954509 len=431432 2024-08-17T01:15:55.736 INFO:tasks.workunit.client.0.smithi082.stdout:op 4528 completed, throughput=5MB/sec 2024-08-17T01:15:55.736 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-L-SAuyXTU41YUWT off=366437 len=1818178 2024-08-17T01:15:55.746 INFO:tasks.workunit.client.0.smithi082.stdout:op 4529 completed, throughput=5MB/sec 2024-08-17T01:15:55.746 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PNfOXDAWdPYycjZ off=4929526 len=968584 2024-08-17T01:15:55.750 INFO:tasks.workunit.client.0.smithi082.stdout:op 4530 completed, throughput=5MB/sec 2024-08-17T01:15:55.750 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BDV3ZosoCd97tbB off=4850788 len=819888 2024-08-17T01:15:55.752 INFO:tasks.workunit.client.0.smithi082.stdout:op 4531 completed, throughput=5MB/sec 2024-08-17T01:15:55.752 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PzDoZqiFywa5ktw off=3439591 len=1990312 2024-08-17T01:15:55.763 INFO:tasks.workunit.client.0.smithi082.stdout:op 4532 completed, throughput=5MB/sec 2024-08-17T01:15:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:56 smithi082 ceph-mon[91979]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:15:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:56 smithi082 ceph-mon[94343]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:15:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:56 smithi137 ceph-mon[86391]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:15:56.763 INFO:tasks.workunit.client.0.smithi082.stdout: 889: throughput=5MB/sec pending data=0 2024-08-17T01:15:56.764 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hZQw4kQ8mLgh0l- off=2041305 len=1871886 2024-08-17T01:15:56.766 INFO:tasks.workunit.client.0.smithi082.stdout:op 4533 completed, throughput=5MB/sec 2024-08-17T01:15:56.766 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-S52EX8gYh3hDtSi off=4187997 len=1688766 2024-08-17T01:15:56.773 INFO:tasks.workunit.client.0.smithi082.stdout:op 4534 completed, throughput=5MB/sec 2024-08-17T01:15:57.773 INFO:tasks.workunit.client.0.smithi082.stdout: 890: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:57.774 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CsqMZdjw06kDYzf off=7183720 len=1443524 2024-08-17T01:15:57.781 INFO:tasks.workunit.client.0.smithi082.stdout:op 4535 completed, throughput=5MB/sec 2024-08-17T01:15:57.781 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-67c1P0pTQzI6TmE off=5543352 len=1035240 2024-08-17T01:15:57.783 INFO:tasks.workunit.client.0.smithi082.stdout:op 4536 completed, throughput=5MB/sec 2024-08-17T01:15:57.784 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_QYSxKig7u2hrM0 off=14680138 len=2075052 2024-08-17T01:15:57.788 INFO:tasks.workunit.client.0.smithi082.stdout:op 4537 completed, throughput=5MB/sec 2024-08-17T01:15:57.788 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CV4a5enpaRLuC_w off=1519155 len=761567 2024-08-17T01:15:57.793 INFO:tasks.workunit.client.0.smithi082.stdout:op 4538 completed, throughput=5MB/sec 2024-08-17T01:15:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:15:58 smithi082 ceph-mon[91979]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-17T01:15:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:15:58 smithi082 ceph-mon[94343]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-17T01:15:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:15:58 smithi137 ceph-mon[86391]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-17T01:15:58.793 INFO:tasks.workunit.client.0.smithi082.stdout: 891: throughput=4.99MB/sec pending data=0 2024-08-17T01:15:58.794 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--cWVCdl3o3H1-iJ off=10216972 len=505941 2024-08-17T01:15:58.800 INFO:tasks.workunit.client.0.smithi082.stdout:op 4539 completed, throughput=5MB/sec 2024-08-17T01:15:58.800 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-eCZDshxW67TNnom off=22815970 len=279899 2024-08-17T01:15:58.803 INFO:tasks.workunit.client.0.smithi082.stdout:op 4540 completed, throughput=5MB/sec 2024-08-17T01:15:58.803 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-a1H_Riu0yOsuzLy off=8214646 len=87678 2024-08-17T01:15:58.805 INFO:tasks.workunit.client.0.smithi082.stdout:op 4541 completed, throughput=5MB/sec 2024-08-17T01:15:58.805 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-sZHLY_lI93HZ8-n off=7035228 len=1018640 2024-08-17T01:15:58.807 INFO:tasks.workunit.client.0.smithi082.stdout:op 4542 completed, throughput=5MB/sec 2024-08-17T01:15:58.807 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zKbRhJGK7C-bTay off=14160104 len=2004435 2024-08-17T01:15:58.816 INFO:tasks.workunit.client.0.smithi082.stdout:op 4543 completed, throughput=5MB/sec 2024-08-17T01:15:59.119 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2HHt6oXbn6lAAYY off=1047056 len=823714 2024-08-17T01:15:59.120 INFO:tasks.workunit.client.0.smithi082.stdout:op 4544 completed, throughput=5MB/sec 2024-08-17T01:15:59.120 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zVaQu0HoTvO8Q9T off=4958617 len=329096 2024-08-17T01:15:59.120 INFO:tasks.workunit.client.0.smithi082.stdout:op 4545 completed, throughput=5MB/sec 2024-08-17T01:15:59.121 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vhy0PO_uxGjAw8b off=10281672 len=1454374 2024-08-17T01:15:59.121 INFO:tasks.workunit.client.0.smithi082.stdout:op 4546 completed, throughput=5MB/sec 2024-08-17T01:15:59.828 INFO:tasks.workunit.client.0.smithi082.stdout: 892: throughput=5MB/sec pending data=0 2024-08-17T01:15:59.828 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6i3Qy4VSdmAdOqG off=8189970 len=918350 2024-08-17T01:15:59.829 INFO:tasks.workunit.client.0.smithi082.stdout:op 4547 completed, throughput=5MB/sec 2024-08-17T01:15:59.830 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Cgi637xWQK2Byni off=21054089 len=2060727 2024-08-17T01:15:59.847 INFO:tasks.workunit.client.0.smithi082.stdout:op 4548 completed, throughput=5MB/sec 2024-08-17T01:15:59.847 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-eEqFQNmjy__AZk4 off=11818405 len=222239 2024-08-17T01:15:59.848 INFO:tasks.workunit.client.0.smithi082.stdout:op 4549 completed, throughput=5MB/sec 2024-08-17T01:15:59.848 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IQUM2bzis9CKAYs off=0 len=1074383 2024-08-17T01:15:59.851 INFO:tasks.workunit.client.0.smithi082.stdout:op 4550 completed, throughput=5MB/sec 2024-08-17T01:16:00.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:00 smithi082 ceph-mon[94343]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:16:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:00 smithi082 ceph-mon[91979]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:16:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:00 smithi137 ceph-mon[86391]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:16:00.851 INFO:tasks.workunit.client.0.smithi082.stdout: 893: throughput=4.99MB/sec pending data=0 2024-08-17T01:16:00.851 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gIQ12pbSBczFOg8 off=15100252 len=523678 2024-08-17T01:16:00.855 INFO:tasks.workunit.client.0.smithi082.stdout:op 4551 completed, throughput=5MB/sec 2024-08-17T01:16:00.855 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-7LGShLdOcN2BOB4 off=4590293 len=1574895 2024-08-17T01:16:00.873 INFO:tasks.workunit.client.0.smithi082.stdout:op 4552 completed, throughput=5MB/sec 2024-08-17T01:16:00.874 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Xor0PbYiMU0vWyw off=4387699 len=2072754 2024-08-17T01:16:00.886 INFO:tasks.workunit.client.0.smithi082.stdout:op 4553 completed, throughput=5MB/sec 2024-08-17T01:16:00.886 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZIcemhEMnV0ZQr1 off=1675132 len=871269 2024-08-17T01:16:00.888 INFO:tasks.workunit.client.0.smithi082.stdout:op 4554 completed, throughput=5MB/sec 2024-08-17T01:16:00.888 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-MSPc3FWiLn6_MnG off=3066104 len=2050331 2024-08-17T01:16:00.900 INFO:tasks.workunit.client.0.smithi082.stdout:op 4555 completed, throughput=5MB/sec 2024-08-17T01:16:01.901 INFO:tasks.workunit.client.0.smithi082.stdout: 894: throughput=5MB/sec pending data=0 2024-08-17T01:16:01.901 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dILUAlxkb8wu1hq off=402047 len=533583 2024-08-17T01:16:01.902 INFO:tasks.workunit.client.0.smithi082.stdout:op 4556 completed, throughput=5MB/sec 2024-08-17T01:16:01.902 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JpNGODNX36HV3dp off=12033616 len=770764 2024-08-17T01:16:01.903 INFO:tasks.workunit.client.0.smithi082.stdout:op 4557 completed, throughput=5MB/sec 2024-08-17T01:16:01.903 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-q5uBw7K1f0UeRrB off=8000028 len=1962111 2024-08-17T01:16:01.919 INFO:tasks.workunit.client.0.smithi082.stdout:op 4558 completed, throughput=5MB/sec 2024-08-17T01:16:01.919 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Npk7GCbPhCiFaIE off=5071641 len=230939 2024-08-17T01:16:01.922 INFO:tasks.workunit.client.0.smithi082.stdout:op 4559 completed, throughput=5MB/sec 2024-08-17T01:16:01.922 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RyESwFyhv41l7gT off=371524 len=1154362 2024-08-17T01:16:01.923 INFO:tasks.workunit.client.0.smithi082.stdout:op 4560 completed, throughput=5MB/sec 2024-08-17T01:16:02.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:02 smithi082 ceph-mon[94343]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:16:02.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:02 smithi082 ceph-mon[91979]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:16:02.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:02 smithi137 ceph-mon[86391]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:16:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:16:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:16:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:16:02.923 INFO:tasks.workunit.client.0.smithi082.stdout: 895: throughput=5MB/sec pending data=0 2024-08-17T01:16:02.923 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-fSynEDf_6aj9H5- off=2723358 len=177748 2024-08-17T01:16:02.926 INFO:tasks.workunit.client.0.smithi082.stdout:op 4561 completed, throughput=5MB/sec 2024-08-17T01:16:02.926 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OkIbBOIY3C7iDbu off=3886705 len=1152998 2024-08-17T01:16:02.928 INFO:tasks.workunit.client.0.smithi082.stdout:op 4562 completed, throughput=5MB/sec 2024-08-17T01:16:02.928 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rtIUWlGJHOZem1e off=388275 len=1851246 2024-08-17T01:16:02.930 INFO:tasks.workunit.client.0.smithi082.stdout:op 4563 completed, throughput=5MB/sec 2024-08-17T01:16:02.930 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xrqvKppehEaWLYf off=15624661 len=1819006 2024-08-17T01:16:02.934 INFO:tasks.workunit.client.0.smithi082.stdout:op 4564 completed, throughput=5MB/sec 2024-08-17T01:16:03.934 INFO:tasks.workunit.client.0.smithi082.stdout: 896: throughput=5MB/sec pending data=0 2024-08-17T01:16:03.934 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-eWebaNiZ9RCH2v6 off=2220316 len=848184 2024-08-17T01:16:03.940 INFO:tasks.workunit.client.0.smithi082.stdout:op 4565 completed, throughput=5MB/sec 2024-08-17T01:16:03.940 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--0sdM5WPrN--8ph off=7244384 len=731910 2024-08-17T01:16:03.945 INFO:tasks.workunit.client.0.smithi082.stdout:op 4566 completed, throughput=5MB/sec 2024-08-17T01:16:03.945 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WdsqWxCO8aW2BMh off=4148408 len=1626462 2024-08-17T01:16:03.947 INFO:tasks.workunit.client.0.smithi082.stdout:op 4567 completed, throughput=5MB/sec 2024-08-17T01:16:03.947 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Xti55SMdo0Yfbnp off=6954285 len=1845464 2024-08-17T01:16:03.949 INFO:tasks.workunit.client.0.smithi082.stdout:op 4568 completed, throughput=5MB/sec 2024-08-17T01:16:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:04 smithi082 ceph-mon[91979]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:16:04.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:04 smithi082 ceph-mon[94343]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:16:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:04 smithi137 ceph-mon[86391]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:16:04.949 INFO:tasks.workunit.client.0.smithi082.stdout: 897: throughput=4.99MB/sec pending data=0 2024-08-17T01:16:04.949 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dZ5-ec7f9wPqYjh off=0 len=1105292 2024-08-17T01:16:04.954 INFO:tasks.workunit.client.0.smithi082.stdout:op 4569 completed, throughput=5MB/sec 2024-08-17T01:16:04.954 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pmyuVPhgBl_nexS off=4050200 len=1843216 2024-08-17T01:16:04.958 INFO:tasks.workunit.client.0.smithi082.stdout:op 4570 completed, throughput=5MB/sec 2024-08-17T01:16:04.959 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0mPK4-HJOhJB3ir off=17222436 len=1181796 2024-08-17T01:16:04.960 INFO:tasks.workunit.client.0.smithi082.stdout:op 4571 completed, throughput=5MB/sec 2024-08-17T01:16:04.960 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3yXWe3KtnafnstP off=3768877 len=395513 2024-08-17T01:16:04.961 INFO:tasks.workunit.client.0.smithi082.stdout:op 4572 completed, throughput=5MB/sec 2024-08-17T01:16:04.961 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3WNw67CT9_3UreC off=3461638 len=1194362 2024-08-17T01:16:04.967 INFO:tasks.workunit.client.0.smithi082.stdout:op 4573 completed, throughput=5MB/sec 2024-08-17T01:16:05.352 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:16:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:16:05] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-08-17T01:16:05.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:16:05.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:16:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:16:05.967 INFO:tasks.workunit.client.0.smithi082.stdout: 898: throughput=5MB/sec pending data=0 2024-08-17T01:16:05.968 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-C29_rxubRu3tJCY off=1274931 len=1942073 2024-08-17T01:16:05.977 INFO:tasks.workunit.client.0.smithi082.stdout:op 4574 completed, throughput=5MB/sec 2024-08-17T01:16:05.977 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zUe61TSzykQDiok off=318712 len=648761 2024-08-17T01:16:05.978 INFO:tasks.workunit.client.0.smithi082.stdout:op 4575 completed, throughput=5MB/sec 2024-08-17T01:16:05.978 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-H3Od2ok_4pd0H3S off=5511711 len=1957888 2024-08-17T01:16:05.987 INFO:tasks.workunit.client.0.smithi082.stdout:op 4576 completed, throughput=5MB/sec 2024-08-17T01:16:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:06 smithi082 ceph-mon[94343]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:16:06.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:06 smithi082 ceph-mon[91979]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:16:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:06 smithi137 ceph-mon[86391]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:16:06.988 INFO:tasks.workunit.client.0.smithi082.stdout: 899: throughput=4.99MB/sec pending data=0 2024-08-17T01:16:06.988 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YlzigjhOG747eci off=8577076 len=2051365 2024-08-17T01:16:06.998 INFO:tasks.workunit.client.0.smithi082.stdout:op 4577 completed, throughput=5MB/sec 2024-08-17T01:16:06.998 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HQyCA-c9NsKezZ6 off=4084970 len=560941 2024-08-17T01:16:07.002 INFO:tasks.workunit.client.0.smithi082.stdout:op 4578 completed, throughput=5MB/sec 2024-08-17T01:16:07.002 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aHZe9V1wWxmjREr off=9445862 len=218685 2024-08-17T01:16:07.004 INFO:tasks.workunit.client.0.smithi082.stdout:op 4579 completed, throughput=5MB/sec 2024-08-17T01:16:07.004 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IjvLGhVZsossEG0 off=285064 len=1946073 2024-08-17T01:16:07.009 INFO:tasks.workunit.client.0.smithi082.stdout:op 4580 completed, throughput=5MB/sec 2024-08-17T01:16:07.009 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-FURqjbibhNfgKtT off=2854476 len=2010747 2024-08-17T01:16:07.017 INFO:tasks.workunit.client.0.smithi082.stdout:op 4581 completed, throughput=5MB/sec 2024-08-17T01:16:08.017 INFO:tasks.workunit.client.0.smithi082.stdout: 900: throughput=5MB/sec pending data=0 2024-08-17T01:16:08.017 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4gQoHPjlyVapgqR off=1762862 len=1813197 2024-08-17T01:16:08.027 INFO:tasks.workunit.client.0.smithi082.stdout:op 4582 completed, throughput=5MB/sec 2024-08-17T01:16:08.027 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mFGj-Of4IkIn7pz off=1648441 len=530501 2024-08-17T01:16:08.030 INFO:tasks.workunit.client.0.smithi082.stdout:op 4583 completed, throughput=5MB/sec 2024-08-17T01:16:08.030 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-E8ml_GAwbLyPOS6 off=1708551 len=1806709 2024-08-17T01:16:08.034 INFO:tasks.workunit.client.0.smithi082.stdout:op 4584 completed, throughput=5MB/sec 2024-08-17T01:16:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:08 smithi082 ceph-mon[94343]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:16:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:08 smithi082 ceph-mon[91979]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:16:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:08 smithi137 ceph-mon[86391]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:16:09.034 INFO:tasks.workunit.client.0.smithi082.stdout: 901: throughput=4.99MB/sec pending data=0 2024-08-17T01:16:09.035 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-RH-Gje4WmTPSC-S off=3912802 len=52492 2024-08-17T01:16:09.037 INFO:tasks.workunit.client.0.smithi082.stdout:op 4585 completed, throughput=4.99MB/sec 2024-08-17T01:16:09.037 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TrcmaSUUNL62Iqj off=1048297 len=1884190 2024-08-17T01:16:09.039 INFO:tasks.workunit.client.0.smithi082.stdout:op 4586 completed, throughput=5MB/sec 2024-08-17T01:16:09.039 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1mgZ27t1y0KmuCN off=5701571 len=1289518 2024-08-17T01:16:09.041 INFO:tasks.workunit.client.0.smithi082.stdout:op 4587 completed, throughput=5MB/sec 2024-08-17T01:16:09.041 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Wm9SRpLMbWrFC8X off=12148978 len=180056 2024-08-17T01:16:09.044 INFO:tasks.workunit.client.0.smithi082.stdout:op 4588 completed, throughput=5MB/sec 2024-08-17T01:16:09.044 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8Tloqfo9MERWMDi off=10478033 len=582548 2024-08-17T01:16:09.045 INFO:tasks.workunit.client.0.smithi082.stdout:op 4589 completed, throughput=5MB/sec 2024-08-17T01:16:09.045 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--07ma3gr7k4S5EF off=6179128 len=378160 2024-08-17T01:16:09.049 INFO:tasks.workunit.client.0.smithi082.stdout:op 4590 completed, throughput=5MB/sec 2024-08-17T01:16:09.049 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-a4bnbmPlv5kof_6 off=2327734 len=1551841 2024-08-17T01:16:09.050 INFO:tasks.workunit.client.0.smithi082.stdout:op 4591 completed, throughput=5MB/sec 2024-08-17T01:16:10.051 INFO:tasks.workunit.client.0.smithi082.stdout: 902: throughput=5MB/sec pending data=0 2024-08-17T01:16:10.051 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xfUZbvRxBVseDHa off=851409 len=427403 2024-08-17T01:16:10.055 INFO:tasks.workunit.client.0.smithi082.stdout:op 4592 completed, throughput=5MB/sec 2024-08-17T01:16:10.055 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-GTJHlLWL01sQ9ug off=3181410 len=476712 2024-08-17T01:16:10.055 INFO:tasks.workunit.client.0.smithi082.stdout:op 4593 completed, throughput=5MB/sec 2024-08-17T01:16:10.055 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-srWVmXzJ9bGIF4K off=2081064 len=993026 2024-08-17T01:16:10.058 INFO:tasks.workunit.client.0.smithi082.stdout:op 4594 completed, throughput=5MB/sec 2024-08-17T01:16:10.058 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8k1s45lMKVHmTE7 off=6630453 len=1543235 2024-08-17T01:16:10.060 INFO:tasks.workunit.client.0.smithi082.stdout:op 4595 completed, throughput=5MB/sec 2024-08-17T01:16:10.060 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hslfOWnezkdhEyv off=9552501 len=1403124 2024-08-17T01:16:10.062 INFO:tasks.workunit.client.0.smithi082.stdout:op 4596 completed, throughput=5MB/sec 2024-08-17T01:16:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:10 smithi082 ceph-mon[94343]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:16:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:10 smithi082 ceph-mon[91979]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:16:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:10 smithi137 ceph-mon[86391]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:16:11.062 INFO:tasks.workunit.client.0.smithi082.stdout: 903: throughput=4.99MB/sec pending data=0 2024-08-17T01:16:11.062 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pLV39QcQ6VWuUGk off=5379176 len=1176743 2024-08-17T01:16:11.064 INFO:tasks.workunit.client.0.smithi082.stdout:op 4597 completed, throughput=5MB/sec 2024-08-17T01:16:11.064 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_4fpJJSL4AKDBw5 off=229276 len=2046644 2024-08-17T01:16:11.072 INFO:tasks.workunit.client.0.smithi082.stdout:op 4598 completed, throughput=5MB/sec 2024-08-17T01:16:11.073 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Jux-0xr_jFEmXxi off=3860639 len=1804722 2024-08-17T01:16:11.074 INFO:tasks.workunit.client.0.smithi082.stdout:op 4599 completed, throughput=5MB/sec 2024-08-17T01:16:12.074 INFO:tasks.workunit.client.0.smithi082.stdout: 904: throughput=4.99MB/sec pending data=0 2024-08-17T01:16:12.074 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-H3JrssPpi0g7GVU off=381107 len=1325438 2024-08-17T01:16:12.082 INFO:tasks.workunit.client.0.smithi082.stdout:op 4600 completed, throughput=5MB/sec 2024-08-17T01:16:12.083 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-D37JDKcmbO8Zd6s off=14381270 len=63025 2024-08-17T01:16:12.085 INFO:tasks.workunit.client.0.smithi082.stdout:op 4601 completed, throughput=5MB/sec 2024-08-17T01:16:12.085 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-DgiEynrEGjpgAcp off=8883680 len=2069082 2024-08-17T01:16:12.100 INFO:tasks.workunit.client.0.smithi082.stdout:op 4602 completed, throughput=5MB/sec 2024-08-17T01:16:12.100 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cbncDs6po5wXSRP off=5480762 len=2000047 2024-08-17T01:16:12.113 INFO:tasks.workunit.client.0.smithi082.stdout:op 4603 completed, throughput=5MB/sec 2024-08-17T01:16:12.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:12 smithi082 ceph-mon[94343]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:16:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:12 smithi082 ceph-mon[91979]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:16:12.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:12 smithi137 ceph-mon[86391]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:16:12.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:16:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:16:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:16:13.113 INFO:tasks.workunit.client.0.smithi082.stdout: 905: throughput=4.99MB/sec pending data=0 2024-08-17T01:16:13.113 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9eQfbiq341nAPEU off=18079849 len=1665048 2024-08-17T01:16:13.123 INFO:tasks.workunit.client.0.smithi082.stdout:op 4604 completed, throughput=5MB/sec 2024-08-17T01:16:13.123 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-j-kTN4hxFRyWxau off=3065293 len=768399 2024-08-17T01:16:13.125 INFO:tasks.workunit.client.0.smithi082.stdout:op 4605 completed, throughput=5MB/sec 2024-08-17T01:16:13.125 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZuZckrO0bC71RRr off=2450468 len=1265854 2024-08-17T01:16:13.127 INFO:tasks.workunit.client.0.smithi082.stdout:op 4606 completed, throughput=5MB/sec 2024-08-17T01:16:13.128 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZhdKFLc1qscK9m8 off=3113822 len=49210 2024-08-17T01:16:13.128 INFO:tasks.workunit.client.0.smithi082.stdout:op 4607 completed, throughput=5MB/sec 2024-08-17T01:16:13.128 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JuQZ_B672iOzpaK off=2943525 len=1169986 2024-08-17T01:16:13.130 INFO:tasks.workunit.client.0.smithi082.stdout:op 4608 completed, throughput=5MB/sec 2024-08-17T01:16:13.130 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IfLuBfW7M45nK-q off=8348401 len=1997954 2024-08-17T01:16:13.141 INFO:tasks.workunit.client.0.smithi082.stdout:op 4609 completed, throughput=5MB/sec 2024-08-17T01:16:14.142 INFO:tasks.workunit.client.0.smithi082.stdout: 906: throughput=5MB/sec pending data=0 2024-08-17T01:16:14.142 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-j0DatYt8Y8cimoG off=2307408 len=1972561 2024-08-17T01:16:14.144 INFO:tasks.workunit.client.0.smithi082.stdout:op 4610 completed, throughput=5MB/sec 2024-08-17T01:16:14.144 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-grcL_CLIcGkW9dn off=14815967 len=13493 2024-08-17T01:16:14.147 INFO:tasks.workunit.client.0.smithi082.stdout:op 4611 completed, throughput=5MB/sec 2024-08-17T01:16:14.147 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-li6wn0rMqRf5-iX off=16220484 len=1260618 2024-08-17T01:16:14.162 INFO:tasks.workunit.client.0.smithi082.stdout:op 4612 completed, throughput=5MB/sec 2024-08-17T01:16:14.163 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-E9LbgqUxmEBdKLS off=7360559 len=1593671 2024-08-17T01:16:14.172 INFO:tasks.workunit.client.0.smithi082.stdout:op 4613 completed, throughput=5MB/sec 2024-08-17T01:16:14.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:14 smithi082 ceph-mon[94343]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-17T01:16:14.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:14 smithi082 ceph-mon[91979]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-17T01:16:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:14 smithi137 ceph-mon[86391]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-17T01:16:15.172 INFO:tasks.workunit.client.0.smithi082.stdout: 907: throughput=5MB/sec pending data=0 2024-08-17T01:16:15.172 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gqlrUUruoCShglh off=3827945 len=917447 2024-08-17T01:16:15.178 INFO:tasks.workunit.client.0.smithi082.stdout:op 4614 completed, throughput=5MB/sec 2024-08-17T01:16:15.178 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-td_aHCpfS0rHiEX off=530992 len=1958316 2024-08-17T01:16:15.190 INFO:tasks.workunit.client.0.smithi082.stdout:op 4615 completed, throughput=5MB/sec 2024-08-17T01:16:15.190 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oxV-XQ9Js68SaH5 off=9874487 len=1088837 2024-08-17T01:16:15.191 INFO:tasks.workunit.client.0.smithi082.stdout:op 4616 completed, throughput=5MB/sec 2024-08-17T01:16:15.191 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rGvt-VkSrzovrw6 off=656351 len=1752551 2024-08-17T01:16:15.200 INFO:tasks.workunit.client.0.smithi082.stdout:op 4617 completed, throughput=5MB/sec 2024-08-17T01:16:15.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:16:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:16:15] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-08-17T01:16:16.201 INFO:tasks.workunit.client.0.smithi082.stdout: 908: throughput=5MB/sec pending data=0 2024-08-17T01:16:16.201 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-biYmi3w_4LA-k5Z off=63756 len=1301216 2024-08-17T01:16:16.208 INFO:tasks.workunit.client.0.smithi082.stdout:op 4618 completed, throughput=5MB/sec 2024-08-17T01:16:16.208 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-aVRtfZ5ABHTv_cS off=1566306 len=1137311 2024-08-17T01:16:16.209 INFO:tasks.workunit.client.0.smithi082.stdout:op 4619 completed, throughput=5MB/sec 2024-08-17T01:16:16.209 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Sg3EcTg65uX08F1 off=10161930 len=957927 2024-08-17T01:16:16.217 INFO:tasks.workunit.client.0.smithi082.stdout:op 4620 completed, throughput=5MB/sec 2024-08-17T01:16:16.217 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-adHAY7CSZlwI90k off=5743314 len=943551 2024-08-17T01:16:16.219 INFO:tasks.workunit.client.0.smithi082.stdout:op 4621 completed, throughput=5MB/sec 2024-08-17T01:16:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:16 smithi082 ceph-mon[91979]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-17T01:16:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:16 smithi082 ceph-mon[94343]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-17T01:16:16.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:16 smithi137 ceph-mon[86391]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-17T01:16:17.220 INFO:tasks.workunit.client.0.smithi082.stdout: 909: throughput=4.99MB/sec pending data=0 2024-08-17T01:16:17.220 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XjALu1hXMt1cUqb off=894913 len=840177 2024-08-17T01:16:17.221 INFO:tasks.workunit.client.0.smithi082.stdout:op 4622 completed, throughput=5MB/sec 2024-08-17T01:16:17.221 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RF-UJRlpMe4bWJ9 off=1510059 len=192449 2024-08-17T01:16:17.222 INFO:tasks.workunit.client.0.smithi082.stdout:op 4623 completed, throughput=5MB/sec 2024-08-17T01:16:17.222 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BMSp8Kc7aEdd-ba off=14135505 len=852011 2024-08-17T01:16:17.223 INFO:tasks.workunit.client.0.smithi082.stdout:op 4624 completed, throughput=5MB/sec 2024-08-17T01:16:17.223 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Dkf3D3--D4v4IjL off=308424 len=1427868 2024-08-17T01:16:17.225 INFO:tasks.workunit.client.0.smithi082.stdout:op 4625 completed, throughput=5MB/sec 2024-08-17T01:16:17.225 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-i5Z47x8uYIdqMTF off=1522977 len=1479667 2024-08-17T01:16:17.229 INFO:tasks.workunit.client.0.smithi082.stdout:op 4626 completed, throughput=5MB/sec 2024-08-17T01:16:17.230 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JNBD4Obd0UbzYzr off=1123181 len=797750 2024-08-17T01:16:17.230 INFO:tasks.workunit.client.0.smithi082.stdout:op 4627 completed, throughput=5MB/sec 2024-08-17T01:16:18.231 INFO:tasks.workunit.client.0.smithi082.stdout: 910: throughput=5MB/sec pending data=0 2024-08-17T01:16:18.231 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4MGpPkau97qqjH4 off=3731289 len=1250201 2024-08-17T01:16:18.242 INFO:tasks.workunit.client.0.smithi082.stdout:op 4628 completed, throughput=5MB/sec 2024-08-17T01:16:18.242 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qH_FS8e_xBBnhgc off=1473959 len=1276646 2024-08-17T01:16:18.249 INFO:tasks.workunit.client.0.smithi082.stdout:op 4629 completed, throughput=5MB/sec 2024-08-17T01:16:18.249 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kaVy8fnaGm6UPAE off=11390850 len=425960 2024-08-17T01:16:18.253 INFO:tasks.workunit.client.0.smithi082.stdout:op 4630 completed, throughput=5MB/sec 2024-08-17T01:16:18.253 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-piNLEqup3TGH5_y off=1865539 len=75818 2024-08-17T01:16:18.254 INFO:tasks.workunit.client.0.smithi082.stdout:op 4631 completed, throughput=5MB/sec 2024-08-17T01:16:18.254 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oMZc6bD-LNQmwnu off=9826009 len=1310671 2024-08-17T01:16:18.255 INFO:tasks.workunit.client.0.smithi082.stdout:op 4632 completed, throughput=5MB/sec 2024-08-17T01:16:18.255 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1L6x9uQwwpagvFf off=18769788 len=206896 2024-08-17T01:16:18.258 INFO:tasks.workunit.client.0.smithi082.stdout:op 4633 completed, throughput=5MB/sec 2024-08-17T01:16:18.259 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-64sXT3QlEL2TWUG off=2223588 len=1936225 2024-08-17T01:16:18.261 INFO:tasks.workunit.client.0.smithi082.stdout:op 4634 completed, throughput=5MB/sec 2024-08-17T01:16:18.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:18 smithi082 ceph-mon[94343]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:16:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:18 smithi082 ceph-mon[91979]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:16:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:18 smithi137 ceph-mon[86391]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-17T01:16:19.261 INFO:tasks.workunit.client.0.smithi082.stdout: 911: throughput=5MB/sec pending data=0 2024-08-17T01:16:19.261 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-AmnV-ezXISf-Qoh off=6199771 len=1459227 2024-08-17T01:16:19.269 INFO:tasks.workunit.client.0.smithi082.stdout:op 4635 completed, throughput=5MB/sec 2024-08-17T01:16:19.269 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-MjKrl7ghAUmQCRZ off=4901301 len=701681 2024-08-17T01:16:19.274 INFO:tasks.workunit.client.0.smithi082.stdout:op 4636 completed, throughput=5MB/sec 2024-08-17T01:16:19.274 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xn78wSwdRzhOCLH off=1417824 len=802896 2024-08-17T01:16:19.278 INFO:tasks.workunit.client.0.smithi082.stdout:op 4637 completed, throughput=5MB/sec 2024-08-17T01:16:19.278 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-THNmdawN6hYbbxp off=653982 len=1151363 2024-08-17T01:16:19.283 INFO:tasks.workunit.client.0.smithi082.stdout:op 4638 completed, throughput=5MB/sec 2024-08-17T01:16:20.283 INFO:tasks.workunit.client.0.smithi082.stdout: 912: throughput=5MB/sec pending data=0 2024-08-17T01:16:20.284 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-stsOhVL4UfWWbrT off=1907493 len=1838281 2024-08-17T01:16:20.291 INFO:tasks.workunit.client.0.smithi082.stdout:op 4639 completed, throughput=5MB/sec 2024-08-17T01:16:20.291 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-R95mSD1C3_BnP2g off=18755584 len=1545377 2024-08-17T01:16:20.301 INFO:tasks.workunit.client.0.smithi082.stdout:op 4640 completed, throughput=5MB/sec 2024-08-17T01:16:20.301 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3dRiCeiz-gJA1tZ off=7938076 len=305203 2024-08-17T01:16:20.304 INFO:tasks.workunit.client.0.smithi082.stdout:op 4641 completed, throughput=5MB/sec 2024-08-17T01:16:20.304 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gwsQbE9vXt__hqU off=1133823 len=1388097 2024-08-17T01:16:20.311 INFO:tasks.workunit.client.0.smithi082.stdout:op 4642 completed, throughput=5MB/sec 2024-08-17T01:16:20.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:20 smithi082 ceph-mon[94343]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:16:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:16:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:20 smithi082 ceph-mon[91979]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:16:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:16:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:20 smithi137 ceph-mon[86391]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:16:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:16:21.312 INFO:tasks.workunit.client.0.smithi082.stdout: 913: throughput=4.99MB/sec pending data=0 2024-08-17T01:16:21.312 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TQ0ZyUFkdOItpwm off=15556044 len=727189 2024-08-17T01:16:21.316 INFO:tasks.workunit.client.0.smithi082.stdout:op 4643 completed, throughput=5MB/sec 2024-08-17T01:16:21.316 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PVmjv1wib1-DNB9 off=4713555 len=1231573 2024-08-17T01:16:21.323 INFO:tasks.workunit.client.0.smithi082.stdout:op 4644 completed, throughput=5MB/sec 2024-08-17T01:16:21.324 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2C7CbIdZTMYecsa off=9348526 len=1555122 2024-08-17T01:16:21.330 INFO:tasks.workunit.client.0.smithi082.stdout:op 4645 completed, throughput=5MB/sec 2024-08-17T01:16:21.330 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gxTG0GvQIuLxpyK off=6206243 len=1956038 2024-08-17T01:16:21.332 INFO:tasks.workunit.client.0.smithi082.stdout:op 4646 completed, throughput=5MB/sec 2024-08-17T01:16:22.332 INFO:tasks.workunit.client.0.smithi082.stdout: 914: throughput=4.99MB/sec pending data=0 2024-08-17T01:16:22.332 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Z2myV-el0C4ULHw off=3106978 len=1630666 2024-08-17T01:16:22.334 INFO:tasks.workunit.client.0.smithi082.stdout:op 4647 completed, throughput=5MB/sec 2024-08-17T01:16:22.334 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zBL6Vu9oVnnGEUX off=978462 len=1289222 2024-08-17T01:16:22.341 INFO:tasks.workunit.client.0.smithi082.stdout:op 4648 completed, throughput=5MB/sec 2024-08-17T01:16:22.341 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-FgT6YMz6rza271o off=6959621 len=673551 2024-08-17T01:16:22.345 INFO:tasks.workunit.client.0.smithi082.stdout:op 4649 completed, throughput=5MB/sec 2024-08-17T01:16:22.345 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Xi72WNnwKMCB_H2 off=5737227 len=665052 2024-08-17T01:16:22.351 INFO:tasks.workunit.client.0.smithi082.stdout:op 4650 completed, throughput=5MB/sec 2024-08-17T01:16:22.351 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-npKNbs2ErTq_HHL off=1766946 len=1059286 2024-08-17T01:16:22.356 INFO:tasks.workunit.client.0.smithi082.stdout:op 4651 completed, throughput=5MB/sec 2024-08-17T01:16:22.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:22 smithi082 ceph-mon[94343]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:16:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:22 smithi082 ceph-mon[91979]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:16:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:22 smithi137 ceph-mon[86391]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:16:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:16:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:16:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:16:23.357 INFO:tasks.workunit.client.0.smithi082.stdout: 915: throughput=4.99MB/sec pending data=0 2024-08-17T01:16:23.357 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-J7Np7dbuF4DfB_f off=24302847 len=555283 2024-08-17T01:16:23.358 INFO:tasks.workunit.client.0.smithi082.stdout:op 4652 completed, throughput=5MB/sec 2024-08-17T01:16:23.358 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JHn29faPi25jPne off=5151186 len=1661235 2024-08-17T01:16:23.365 INFO:tasks.workunit.client.0.smithi082.stdout:op 4653 completed, throughput=5MB/sec 2024-08-17T01:16:23.366 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Uad7iaWT3cDaIHw off=6661592 len=829140 2024-08-17T01:16:23.367 INFO:tasks.workunit.client.0.smithi082.stdout:op 4654 completed, throughput=5MB/sec 2024-08-17T01:16:23.367 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2-UBBzB1F7l6upg off=11371700 len=46674 2024-08-17T01:16:23.369 INFO:tasks.workunit.client.0.smithi082.stdout:op 4655 completed, throughput=5MB/sec 2024-08-17T01:16:23.369 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6LDYgSm5aZqaCzM off=21412695 len=583847 2024-08-17T01:16:23.373 INFO:tasks.workunit.client.0.smithi082.stdout:op 4656 completed, throughput=5MB/sec 2024-08-17T01:16:23.373 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-igQc2NgNctg3vhS off=19085440 len=201903 2024-08-17T01:16:23.375 INFO:tasks.workunit.client.0.smithi082.stdout:op 4657 completed, throughput=5MB/sec 2024-08-17T01:16:23.375 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tRsb2mrisjlfjHN off=4117032 len=938410 2024-08-17T01:16:23.380 INFO:tasks.workunit.client.0.smithi082.stdout:op 4658 completed, throughput=5MB/sec 2024-08-17T01:16:23.380 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TKEqB8dX7e2d4MP off=607179 len=830809 2024-08-17T01:16:23.383 INFO:tasks.workunit.client.0.smithi082.stdout:op 4659 completed, throughput=5MB/sec 2024-08-17T01:16:24.383 INFO:tasks.workunit.client.0.smithi082.stdout: 916: throughput=5MB/sec pending data=0 2024-08-17T01:16:24.383 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_kfyFO76GzwQiNF off=10872187 len=1244542 2024-08-17T01:16:24.385 INFO:tasks.workunit.client.0.smithi082.stdout:op 4660 completed, throughput=5MB/sec 2024-08-17T01:16:24.385 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0_0cyVhAGziZfw1 off=16466206 len=1350868 2024-08-17T01:16:24.387 INFO:tasks.workunit.client.0.smithi082.stdout:op 4661 completed, throughput=5MB/sec 2024-08-17T01:16:24.387 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--v8au1l0vgeXm4I off=3216929 len=756579 2024-08-17T01:16:24.391 INFO:tasks.workunit.client.0.smithi082.stdout:op 4662 completed, throughput=5MB/sec 2024-08-17T01:16:24.391 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KeCdB-vQXHBhEJ2 off=8801128 len=569063 2024-08-17T01:16:24.396 INFO:tasks.workunit.client.0.smithi082.stdout:op 4663 completed, throughput=5MB/sec 2024-08-17T01:16:24.396 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-uLNiRMb0I_yoRLv off=1318857 len=184456 2024-08-17T01:16:24.397 INFO:tasks.workunit.client.0.smithi082.stdout:op 4664 completed, throughput=5MB/sec 2024-08-17T01:16:24.397 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Z23kHGQdbbTVCpC off=4165880 len=1362398 2024-08-17T01:16:24.399 INFO:tasks.workunit.client.0.smithi082.stdout:op 4665 completed, throughput=5MB/sec 2024-08-17T01:16:24.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:24 smithi082 ceph-mon[94343]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:16:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:24 smithi082 ceph-mon[91979]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:16:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:24 smithi137 ceph-mon[86391]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:16:25.399 INFO:tasks.workunit.client.0.smithi082.stdout: 917: throughput=5MB/sec pending data=0 2024-08-17T01:16:25.399 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yW7zo5Wz5ZLRcx- off=8658620 len=697226 2024-08-17T01:16:25.401 INFO:tasks.workunit.client.0.smithi082.stdout:op 4666 completed, throughput=5MB/sec 2024-08-17T01:16:25.401 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-fK-Fl23muXx2rau off=6818354 len=612099 2024-08-17T01:16:25.406 INFO:tasks.workunit.client.0.smithi082.stdout:op 4667 completed, throughput=5MB/sec 2024-08-17T01:16:25.406 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WIO504SF7DOl7P8 off=14599274 len=2033910 2024-08-17T01:16:25.415 INFO:tasks.workunit.client.0.smithi082.stdout:op 4668 completed, throughput=5MB/sec 2024-08-17T01:16:25.416 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-lPCLMfUQITg-9ZX off=2747077 len=1891879 2024-08-17T01:16:25.418 INFO:tasks.workunit.client.0.smithi082.stdout:op 4669 completed, throughput=5MB/sec 2024-08-17T01:16:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:16:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:16:25] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-08-17T01:16:26.418 INFO:tasks.workunit.client.0.smithi082.stdout: 918: throughput=5MB/sec pending data=0 2024-08-17T01:16:26.418 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aNMuYq9eTr5gv65 off=1992668 len=1122047 2024-08-17T01:16:26.424 INFO:tasks.workunit.client.0.smithi082.stdout:op 4670 completed, throughput=5MB/sec 2024-08-17T01:16:26.424 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rTTLscmwRFhek9v off=3745975 len=1117079 2024-08-17T01:16:26.425 INFO:tasks.workunit.client.0.smithi082.stdout:op 4671 completed, throughput=5MB/sec 2024-08-17T01:16:26.425 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-T9OHuhymhmY2f3v off=2812385 len=1273304 2024-08-17T01:16:26.434 INFO:tasks.workunit.client.0.smithi082.stdout:op 4672 completed, throughput=5MB/sec 2024-08-17T01:16:26.435 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hBztkm7VAKKW4VN off=1819196 len=1325002 2024-08-17T01:16:26.436 INFO:tasks.workunit.client.0.smithi082.stdout:op 4673 completed, throughput=5MB/sec 2024-08-17T01:16:26.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:26 smithi082 ceph-mon[91979]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:16:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:26 smithi082 ceph-mon[94343]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:16:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:26 smithi137 ceph-mon[86391]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-17T01:16:27.436 INFO:tasks.workunit.client.0.smithi082.stdout: 919: throughput=4.99MB/sec pending data=0 2024-08-17T01:16:27.437 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-stnPa_UgQS2qJd8 off=2156348 len=1166162 2024-08-17T01:16:27.442 INFO:tasks.workunit.client.0.smithi082.stdout:op 4674 completed, throughput=5MB/sec 2024-08-17T01:16:27.442 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-W83LHuu5l86e3vE off=10535808 len=1198948 2024-08-17T01:16:27.444 INFO:tasks.workunit.client.0.smithi082.stdout:op 4675 completed, throughput=5MB/sec 2024-08-17T01:16:27.444 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yi6TEt7N_3D_HUP off=22748488 len=1874320 2024-08-17T01:16:27.458 INFO:tasks.workunit.client.0.smithi082.stdout:op 4676 completed, throughput=5MB/sec 2024-08-17T01:16:27.459 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pO8e7iTcRQx9CwQ off=16026323 len=1756399 2024-08-17T01:16:27.460 INFO:tasks.workunit.client.0.smithi082.stdout:op 4677 completed, throughput=5MB/sec 2024-08-17T01:16:28.461 INFO:tasks.workunit.client.0.smithi082.stdout: 920: throughput=5MB/sec pending data=0 2024-08-17T01:16:28.461 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pzibEoWmlIC0LZJ off=23413070 len=423639 2024-08-17T01:16:28.462 INFO:tasks.workunit.client.0.smithi082.stdout:op 4678 completed, throughput=5MB/sec 2024-08-17T01:16:28.462 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nTKvZKAQZXY76mK off=4041541 len=937036 2024-08-17T01:16:28.464 INFO:tasks.workunit.client.0.smithi082.stdout:op 4679 completed, throughput=5MB/sec 2024-08-17T01:16:28.464 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ePSlK0RTk2mMDLd off=15732143 len=1793949 2024-08-17T01:16:28.473 INFO:tasks.workunit.client.0.smithi082.stdout:op 4680 completed, throughput=5MB/sec 2024-08-17T01:16:28.473 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-89nESaxPdAjPdBh off=12228938 len=1707815 2024-08-17T01:16:28.481 INFO:tasks.workunit.client.0.smithi082.stdout:op 4681 completed, throughput=5MB/sec 2024-08-17T01:16:28.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:28 smithi082 ceph-mon[94343]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:16:28.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:28 smithi082 ceph-mon[91979]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:16:28.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:28 smithi137 ceph-mon[86391]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-17T01:16:29.482 INFO:tasks.workunit.client.0.smithi082.stdout: 921: throughput=4.99MB/sec pending data=0 2024-08-17T01:16:29.483 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xQdri8d3LQsS9PI off=113297 len=902186 2024-08-17T01:16:29.483 INFO:tasks.workunit.client.0.smithi082.stdout:op 4682 completed, throughput=5MB/sec 2024-08-17T01:16:29.483 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZGbli-_uqsUef1g off=934293 len=43849 2024-08-17T01:16:29.484 INFO:tasks.workunit.client.0.smithi082.stdout:op 4683 completed, throughput=5MB/sec 2024-08-17T01:16:29.484 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj---p_qYwHsBFDamz off=23083250 len=1284742 2024-08-17T01:16:29.486 INFO:tasks.workunit.client.0.smithi082.stdout:op 4684 completed, throughput=5MB/sec 2024-08-17T01:16:29.486 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kbQk5C4o5VwHej7 off=355366 len=92114 2024-08-17T01:16:29.488 INFO:tasks.workunit.client.0.smithi082.stdout:op 4685 completed, throughput=5MB/sec 2024-08-17T01:16:29.488 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-QdWfM27ABe89d7P off=2265978 len=1861827 2024-08-17T01:16:29.492 INFO:tasks.workunit.client.0.smithi082.stdout:op 4686 completed, throughput=5MB/sec 2024-08-17T01:16:29.492 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-92CDMjPLjHJ9rYW off=7297235 len=142956 2024-08-17T01:16:29.495 INFO:tasks.workunit.client.0.smithi082.stdout:op 4687 completed, throughput=5MB/sec 2024-08-17T01:16:29.495 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9GfbHLk42b1Jj4D off=3062539 len=1306424 2024-08-17T01:16:29.497 INFO:tasks.workunit.client.0.smithi082.stdout:op 4688 completed, throughput=5MB/sec 2024-08-17T01:16:30.498 INFO:tasks.workunit.client.0.smithi082.stdout: 922: throughput=5MB/sec pending data=0 2024-08-17T01:16:30.498 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-N5KyAn-dNcTqlYc off=5595258 len=1868991 2024-08-17T01:16:30.500 INFO:tasks.workunit.client.0.smithi082.stdout:op 4689 completed, throughput=5MB/sec 2024-08-17T01:16:30.500 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9WpiOEtlECMANIt off=12523642 len=332148 2024-08-17T01:16:30.504 INFO:tasks.workunit.client.0.smithi082.stdout:op 4690 completed, throughput=5MB/sec 2024-08-17T01:16:30.504 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-88e7SJ78gtiaq3g off=574488 len=1396887 2024-08-17T01:16:30.506 INFO:tasks.workunit.client.0.smithi082.stdout:op 4691 completed, throughput=5MB/sec 2024-08-17T01:16:30.506 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1Z7tzqzt1Q172Sa off=7094981 len=1707032 2024-08-17T01:16:30.516 INFO:tasks.workunit.client.0.smithi082.stdout:op 4692 completed, throughput=5MB/sec 2024-08-17T01:16:30.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:30 smithi082 ceph-mon[94343]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:16:30.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:30 smithi082 ceph-mon[91979]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:16:30.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:30 smithi137 ceph-mon[86391]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:16:31.517 INFO:tasks.workunit.client.0.smithi082.stdout: 923: throughput=5MB/sec pending data=0 2024-08-17T01:16:31.517 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DR79UAv9Rn3uY-_ off=13737947 len=8224 2024-08-17T01:16:31.518 INFO:tasks.workunit.client.0.smithi082.stdout:op 4693 completed, throughput=5MB/sec 2024-08-17T01:16:31.518 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-77REKN_sFZo5zjt off=5045220 len=177749 2024-08-17T01:16:31.521 INFO:tasks.workunit.client.0.smithi082.stdout:op 4694 completed, throughput=5MB/sec 2024-08-17T01:16:31.521 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dgTriwGPQcLQzLt off=12970089 len=1459875 2024-08-17T01:16:31.526 INFO:tasks.workunit.client.0.smithi082.stdout:op 4695 completed, throughput=5MB/sec 2024-08-17T01:16:31.526 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gmgOiWcrBLw3LHj off=1512556 len=1260563 2024-08-17T01:16:31.533 INFO:tasks.workunit.client.0.smithi082.stdout:op 4696 completed, throughput=5MB/sec 2024-08-17T01:16:31.533 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CrXZl4wZsehIcI4 off=6727558 len=106420 2024-08-17T01:16:31.536 INFO:tasks.workunit.client.0.smithi082.stdout:op 4697 completed, throughput=5MB/sec 2024-08-17T01:16:31.536 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2Q5fc47zfTKPJOD off=2310387 len=1569166 2024-08-17T01:16:31.540 INFO:tasks.workunit.client.0.smithi082.stdout:op 4698 completed, throughput=5MB/sec 2024-08-17T01:16:31.540 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Bomrdk60YURV4k7 off=8544505 len=816070 2024-08-17T01:16:31.541 INFO:tasks.workunit.client.0.smithi082.stdout:op 4699 completed, throughput=5MB/sec 2024-08-17T01:16:32.541 INFO:tasks.workunit.client.0.smithi082.stdout: 924: throughput=5MB/sec pending data=0 2024-08-17T01:16:32.541 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4mnUB4zjWBN63Qz off=14208142 len=98176 2024-08-17T01:16:32.542 INFO:tasks.workunit.client.0.smithi082.stdout:op 4700 completed, throughput=5MB/sec 2024-08-17T01:16:32.542 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Gmns3_LXgrVv0By off=11501572 len=1996322 2024-08-17T01:16:32.546 INFO:tasks.workunit.client.0.smithi082.stdout:op 4701 completed, throughput=5MB/sec 2024-08-17T01:16:32.546 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BBQ855JUVfzDQRg off=559466 len=1463807 2024-08-17T01:16:32.548 INFO:tasks.workunit.client.0.smithi082.stdout:op 4702 completed, throughput=5MB/sec 2024-08-17T01:16:32.548 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-uQ-wTn72BPSDYm5 off=2461933 len=365595 2024-08-17T01:16:32.552 INFO:tasks.workunit.client.0.smithi082.stdout:op 4703 completed, throughput=5MB/sec 2024-08-17T01:16:32.552 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PEL9vYLtLIQqAOv off=157103 len=1086600 2024-08-17T01:16:32.557 INFO:tasks.workunit.client.0.smithi082.stdout:op 4704 completed, throughput=5MB/sec 2024-08-17T01:16:32.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:32 smithi082 ceph-mon[94343]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:16:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:32 smithi082 ceph-mon[91979]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:16:32.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:32 smithi137 ceph-mon[86391]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:16:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:16:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:16:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:16:33.557 INFO:tasks.workunit.client.0.smithi082.stdout: 925: throughput=4.99MB/sec pending data=0 2024-08-17T01:16:33.557 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-cn8Y24-K6kSCApb off=5598435 len=1057301 2024-08-17T01:16:33.559 INFO:tasks.workunit.client.0.smithi082.stdout:op 4705 completed, throughput=5MB/sec 2024-08-17T01:16:33.559 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UmxzVukIN60KDrT off=1491061 len=1384454 2024-08-17T01:16:33.565 INFO:tasks.workunit.client.0.smithi082.stdout:op 4706 completed, throughput=5MB/sec 2024-08-17T01:16:33.565 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3Y9usXYn--5gqjD off=252776 len=1939941 2024-08-17T01:16:33.567 INFO:tasks.workunit.client.0.smithi082.stdout:op 4707 completed, throughput=5MB/sec 2024-08-17T01:16:33.567 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jzGshqBQ9SRMJcQ off=12519109 len=1716450 2024-08-17T01:16:33.569 INFO:tasks.workunit.client.0.smithi082.stdout:op 4708 completed, throughput=5MB/sec 2024-08-17T01:16:34.569 INFO:tasks.workunit.client.0.smithi082.stdout: 926: throughput=5MB/sec pending data=0 2024-08-17T01:16:34.569 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TNM_cy1mAG9dFWH off=6744355 len=1617218 2024-08-17T01:16:34.572 INFO:tasks.workunit.client.0.smithi082.stdout:op 4709 completed, throughput=5MB/sec 2024-08-17T01:16:34.572 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xhF4k_RiBsYsdVS off=13700229 len=383176 2024-08-17T01:16:34.576 INFO:tasks.workunit.client.0.smithi082.stdout:op 4710 completed, throughput=5MB/sec 2024-08-17T01:16:34.576 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-flJ6avYrXLZ6aPs off=15707002 len=1911717 2024-08-17T01:16:34.578 INFO:tasks.workunit.client.0.smithi082.stdout:op 4711 completed, throughput=5MB/sec 2024-08-17T01:16:34.579 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PbTl5XojtUYFBG5 off=492050 len=1335298 2024-08-17T01:16:34.581 INFO:tasks.workunit.client.0.smithi082.stdout:op 4712 completed, throughput=5MB/sec 2024-08-17T01:16:34.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:34 smithi082 ceph-mon[94343]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:16:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:34 smithi082 ceph-mon[91979]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:16:34.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:34 smithi137 ceph-mon[86391]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T01:16:35.406 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:16:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:16:35] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-08-17T01:16:35.582 INFO:tasks.workunit.client.0.smithi082.stdout: 927: throughput=5MB/sec pending data=0 2024-08-17T01:16:35.582 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--hf9JydzEJZXdve off=15551700 len=1678634 2024-08-17T01:16:35.592 INFO:tasks.workunit.client.0.smithi082.stdout:op 4713 completed, throughput=5MB/sec 2024-08-17T01:16:35.593 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1jg65gvU6loCLvd off=989067 len=1931248 2024-08-17T01:16:35.604 INFO:tasks.workunit.client.0.smithi082.stdout:op 4714 completed, throughput=5MB/sec 2024-08-17T01:16:35.604 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BLS6vAlv5XYU9eF off=19256036 len=122552 2024-08-17T01:16:35.607 INFO:tasks.workunit.client.0.smithi082.stdout:op 4715 completed, throughput=5MB/sec 2024-08-17T01:16:35.607 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-j6nTYTwPdj7d6ZF off=19056166 len=2013302 2024-08-17T01:16:35.618 INFO:tasks.workunit.client.0.smithi082.stdout:op 4716 completed, throughput=5MB/sec 2024-08-17T01:16:35.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:16:35.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:16:35.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:16:36.618 INFO:tasks.workunit.client.0.smithi082.stdout: 928: throughput=5MB/sec pending data=0 2024-08-17T01:16:36.618 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-12B-7HZ_3l4wpy4 off=11677745 len=1064252 2024-08-17T01:16:36.620 INFO:tasks.workunit.client.0.smithi082.stdout:op 4717 completed, throughput=5MB/sec 2024-08-17T01:16:36.620 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KTi-tXISe1H3JYD off=3521861 len=1792670 2024-08-17T01:16:36.624 INFO:tasks.workunit.client.0.smithi082.stdout:op 4718 completed, throughput=5MB/sec 2024-08-17T01:16:36.625 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IuvHcNGqwprTM6A off=9092671 len=646619 2024-08-17T01:16:36.629 INFO:tasks.workunit.client.0.smithi082.stdout:op 4719 completed, throughput=5MB/sec 2024-08-17T01:16:36.630 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tClXR3iCO2s9WgQ off=1583458 len=1683303 2024-08-17T01:16:36.640 INFO:tasks.workunit.client.0.smithi082.stdout:op 4720 completed, throughput=5MB/sec 2024-08-17T01:16:36.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:36 smithi082 ceph-mon[94343]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:16:36.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:36 smithi082 ceph-mon[91979]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:16:36.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:36 smithi137 ceph-mon[86391]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:16:37.641 INFO:tasks.workunit.client.0.smithi082.stdout: 929: throughput=5MB/sec pending data=0 2024-08-17T01:16:37.641 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yi988e7neBXBBeT off=5468528 len=1558114 2024-08-17T01:16:37.644 INFO:tasks.workunit.client.0.smithi082.stdout:op 4721 completed, throughput=5MB/sec 2024-08-17T01:16:37.644 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-fSoHvqpS8tU5h3k off=347581 len=1239249 2024-08-17T01:16:37.651 INFO:tasks.workunit.client.0.smithi082.stdout:op 4722 completed, throughput=5MB/sec 2024-08-17T01:16:37.651 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-FEesC6CWyAN9AfA off=2020041 len=242133 2024-08-17T01:16:37.654 INFO:tasks.workunit.client.0.smithi082.stdout:op 4723 completed, throughput=5MB/sec 2024-08-17T01:16:37.654 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qNJpUEuw1dlqzdg off=11150005 len=1262716 2024-08-17T01:16:37.659 INFO:tasks.workunit.client.0.smithi082.stdout:op 4724 completed, throughput=5MB/sec 2024-08-17T01:16:37.659 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pPomQ-JSm8JBRUz off=12753563 len=1102149 2024-08-17T01:16:37.665 INFO:tasks.workunit.client.0.smithi082.stdout:op 4725 completed, throughput=5MB/sec 2024-08-17T01:16:38.666 INFO:tasks.workunit.client.0.smithi082.stdout: 930: throughput=5MB/sec pending data=0 2024-08-17T01:16:38.666 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-sYuYAxvNIO8QrEJ off=23191546 len=543559 2024-08-17T01:16:38.669 INFO:tasks.workunit.client.0.smithi082.stdout:op 4726 completed, throughput=5MB/sec 2024-08-17T01:16:38.669 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vrbfa4Hjm_BvPzI off=6541786 len=1483721 2024-08-17T01:16:38.671 INFO:tasks.workunit.client.0.smithi082.stdout:op 4727 completed, throughput=5MB/sec 2024-08-17T01:16:38.671 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kNVBJvg-9q55r1P off=3803242 len=1695558 2024-08-17T01:16:38.680 INFO:tasks.workunit.client.0.smithi082.stdout:op 4728 completed, throughput=5MB/sec 2024-08-17T01:16:38.680 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9gsAn8tO1GSiov1 off=12260656 len=205130 2024-08-17T01:16:38.681 INFO:tasks.workunit.client.0.smithi082.stdout:op 4729 completed, throughput=5MB/sec 2024-08-17T01:16:38.681 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Ep_ZWZ8FY4qHTdE off=19348956 len=1960540 2024-08-17T01:16:38.690 INFO:tasks.workunit.client.0.smithi082.stdout:op 4730 completed, throughput=5MB/sec 2024-08-17T01:16:38.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:38 smithi082 ceph-mon[94343]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:16:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:38 smithi082 ceph-mon[91979]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:16:38.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:38 smithi137 ceph-mon[86391]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:16:39.691 INFO:tasks.workunit.client.0.smithi082.stdout: 931: throughput=5MB/sec pending data=0 2024-08-17T01:16:39.691 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-P3k15wQLAYp-ZFV off=2316048 len=200933 2024-08-17T01:16:39.694 INFO:tasks.workunit.client.0.smithi082.stdout:op 4731 completed, throughput=5MB/sec 2024-08-17T01:16:39.694 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Dk7Vz9H-WuIKsW_ off=303952 len=886167 2024-08-17T01:16:39.695 INFO:tasks.workunit.client.0.smithi082.stdout:op 4732 completed, throughput=5MB/sec 2024-08-17T01:16:39.695 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0t548M3yNuQtfsK off=2192235 len=733887 2024-08-17T01:16:39.696 INFO:tasks.workunit.client.0.smithi082.stdout:op 4733 completed, throughput=5MB/sec 2024-08-17T01:16:39.696 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pUDBD1ITXGdqpHW off=797422 len=977635 2024-08-17T01:16:39.698 INFO:tasks.workunit.client.0.smithi082.stdout:op 4734 completed, throughput=5MB/sec 2024-08-17T01:16:39.698 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tNUREdPMq-W3W60 off=10583432 len=1673413 2024-08-17T01:16:39.701 INFO:tasks.workunit.client.0.smithi082.stdout:op 4735 completed, throughput=5MB/sec 2024-08-17T01:16:40.702 INFO:tasks.workunit.client.0.smithi082.stdout: 932: throughput=5MB/sec pending data=0 2024-08-17T01:16:40.702 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-MqEBKBRmdgiHFi8 off=13164367 len=567231 2024-08-17T01:16:40.703 INFO:tasks.workunit.client.0.smithi082.stdout:op 4736 completed, throughput=5MB/sec 2024-08-17T01:16:40.703 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DtmWFtbiAPBMxmk off=8080702 len=1708229 2024-08-17T01:16:40.705 INFO:tasks.workunit.client.0.smithi082.stdout:op 4737 completed, throughput=5MB/sec 2024-08-17T01:16:40.705 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cmEYkMyzTYe1cYV off=23973496 len=673945 2024-08-17T01:16:40.710 INFO:tasks.workunit.client.0.smithi082.stdout:op 4738 completed, throughput=5MB/sec 2024-08-17T01:16:40.710 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-L3hW2gQC36CW9KZ off=777746 len=937853 2024-08-17T01:16:40.717 INFO:tasks.workunit.client.0.smithi082.stdout:op 4739 completed, throughput=5MB/sec 2024-08-17T01:16:40.717 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Itg96cC7vb6FRkA off=42694 len=1085848 2024-08-17T01:16:40.722 INFO:tasks.workunit.client.0.smithi082.stdout:op 4740 completed, throughput=5MB/sec 2024-08-17T01:16:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:40 smithi082 ceph-mon[94343]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:16:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:40 smithi082 ceph-mon[91979]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:16:40.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:40 smithi137 ceph-mon[86391]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:16:41.723 INFO:tasks.workunit.client.0.smithi082.stdout: 933: throughput=5MB/sec pending data=0 2024-08-17T01:16:41.723 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tPREfOqRaCHHkmz off=9755253 len=1201071 2024-08-17T01:16:41.729 INFO:tasks.workunit.client.0.smithi082.stdout:op 4741 completed, throughput=5MB/sec 2024-08-17T01:16:41.729 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WHTDgxgU1faEDQW off=13669847 len=1755533 2024-08-17T01:16:41.733 INFO:tasks.workunit.client.0.smithi082.stdout:op 4742 completed, throughput=5MB/sec 2024-08-17T01:16:41.733 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-N4y6AcgFEn9zq2K off=4854667 len=1339304 2024-08-17T01:16:41.735 INFO:tasks.workunit.client.0.smithi082.stdout:op 4743 completed, throughput=5MB/sec 2024-08-17T01:16:41.735 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ta9e9fv1XoELSQf off=5470881 len=1693350 2024-08-17T01:16:41.743 INFO:tasks.workunit.client.0.smithi082.stdout:op 4744 completed, throughput=5MB/sec 2024-08-17T01:16:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:42 smithi082 ceph-mon[91979]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:16:42.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:42 smithi082 ceph-mon[94343]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:16:42.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:42 smithi137 ceph-mon[86391]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:16:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:16:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:16:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:16:42.743 INFO:tasks.workunit.client.0.smithi082.stdout: 934: throughput=5MB/sec pending data=0 2024-08-17T01:16:42.743 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mSHJNfzS1lVguCH off=3383786 len=1180766 2024-08-17T01:16:42.744 INFO:tasks.workunit.client.0.smithi082.stdout:op 4745 completed, throughput=5MB/sec 2024-08-17T01:16:42.744 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-i2n8biQ8CJanctH off=15337131 len=44820 2024-08-17T01:16:42.748 INFO:tasks.workunit.client.0.smithi082.stdout:op 4746 completed, throughput=5MB/sec 2024-08-17T01:16:42.748 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ENGyosfDvKoHj_J off=11711713 len=335024 2024-08-17T01:16:42.749 INFO:tasks.workunit.client.0.smithi082.stdout:op 4747 completed, throughput=5MB/sec 2024-08-17T01:16:42.749 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dyuxSFMBdi3bDc8 off=12420057 len=527182 2024-08-17T01:16:42.750 INFO:tasks.workunit.client.0.smithi082.stdout:op 4748 completed, throughput=5MB/sec 2024-08-17T01:16:42.750 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NVq8tp5ppiDlnA2 off=792123 len=746337 2024-08-17T01:16:42.751 INFO:tasks.workunit.client.0.smithi082.stdout:op 4749 completed, throughput=5MB/sec 2024-08-17T01:16:42.751 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Ktb1V_NuK3idJ7O off=806505 len=2008465 2024-08-17T01:16:42.753 INFO:tasks.workunit.client.0.smithi082.stdout:op 4750 completed, throughput=5MB/sec 2024-08-17T01:16:43.753 INFO:tasks.workunit.client.0.smithi082.stdout: 935: throughput=5MB/sec pending data=0 2024-08-17T01:16:43.753 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DQvxWID1Xkb72lg off=9505467 len=344975 2024-08-17T01:16:43.754 INFO:tasks.workunit.client.0.smithi082.stdout:op 4751 completed, throughput=5MB/sec 2024-08-17T01:16:43.754 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9nSiG-OIBT-F6ME off=12154455 len=1795412 2024-08-17T01:16:43.758 INFO:tasks.workunit.client.0.smithi082.stdout:op 4752 completed, throughput=5MB/sec 2024-08-17T01:16:43.758 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-GdMzuqFhSsq1Uhw off=5662946 len=1603745 2024-08-17T01:16:43.761 INFO:tasks.workunit.client.0.smithi082.stdout:op 4753 completed, throughput=5MB/sec 2024-08-17T01:16:43.761 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-W7AZZ7BETOHWIyV off=20966179 len=1124765 2024-08-17T01:16:43.763 INFO:tasks.workunit.client.0.smithi082.stdout:op 4754 completed, throughput=5MB/sec 2024-08-17T01:16:44.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:44 smithi082 ceph-mon[94343]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:16:44.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:44 smithi082 ceph-mon[91979]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:16:44.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:44 smithi137 ceph-mon[86391]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:16:44.763 INFO:tasks.workunit.client.0.smithi082.stdout: 936: throughput=4.99MB/sec pending data=0 2024-08-17T01:16:44.763 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-paCTRlQsiVlat_m off=8417694 len=1941626 2024-08-17T01:16:44.767 INFO:tasks.workunit.client.0.smithi082.stdout:op 4755 completed, throughput=5MB/sec 2024-08-17T01:16:44.767 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YK4HkgqO6zlrj2f off=4406832 len=87525 2024-08-17T01:16:44.768 INFO:tasks.workunit.client.0.smithi082.stdout:op 4756 completed, throughput=5MB/sec 2024-08-17T01:16:44.768 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-j3euleAIB1VhTFK off=5480813 len=115772 2024-08-17T01:16:44.771 INFO:tasks.workunit.client.0.smithi082.stdout:op 4757 completed, throughput=5MB/sec 2024-08-17T01:16:44.771 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-7aCLD7is2Yuyh07 off=8149469 len=675635 2024-08-17T01:16:44.776 INFO:tasks.workunit.client.0.smithi082.stdout:op 4758 completed, throughput=5MB/sec 2024-08-17T01:16:44.776 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-lQRhK_GKh2nVGLh off=933833 len=1176197 2024-08-17T01:16:44.785 INFO:tasks.workunit.client.0.smithi082.stdout:op 4759 completed, throughput=5MB/sec 2024-08-17T01:16:44.785 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BN09Ks2psT-l_hc off=0 len=1227923 2024-08-17T01:16:44.789 INFO:tasks.workunit.client.0.smithi082.stdout:op 4760 completed, throughput=5MB/sec 2024-08-17T01:16:44.789 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-boY3yK6KOFnhqim off=10873051 len=524592 2024-08-17T01:16:44.793 INFO:tasks.workunit.client.0.smithi082.stdout:op 4761 completed, throughput=5MB/sec 2024-08-17T01:16:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:16:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:16:45] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-08-17T01:16:45.794 INFO:tasks.workunit.client.0.smithi082.stdout: 937: throughput=5MB/sec pending data=0 2024-08-17T01:16:45.794 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-cmEYkMyzTYe1cYV off=15441274 len=574580 2024-08-17T01:16:45.796 INFO:tasks.workunit.client.0.smithi082.stdout:op 4762 completed, throughput=5MB/sec 2024-08-17T01:16:45.796 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-eSZcx6WODFiPjfz off=7951026 len=155918 2024-08-17T01:16:45.797 INFO:tasks.workunit.client.0.smithi082.stdout:op 4763 completed, throughput=5MB/sec 2024-08-17T01:16:45.797 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Bo9fKMKU0MidxTW off=5261459 len=120233 2024-08-17T01:16:45.798 INFO:tasks.workunit.client.0.smithi082.stdout:op 4764 completed, throughput=5MB/sec 2024-08-17T01:16:45.798 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RRHzm2uRkAPgfBc off=900328 len=1905284 2024-08-17T01:16:45.799 INFO:tasks.workunit.client.0.smithi082.stdout:op 4765 completed, throughput=5MB/sec 2024-08-17T01:16:45.799 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-AgNfr3lzFNzc5Py off=831737 len=1465347 2024-08-17T01:16:45.801 INFO:tasks.workunit.client.0.smithi082.stdout:op 4766 completed, throughput=5MB/sec 2024-08-17T01:16:45.801 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gouJ9rkgHcHjVDG off=12428708 len=374426 2024-08-17T01:16:45.805 INFO:tasks.workunit.client.0.smithi082.stdout:op 4767 completed, throughput=5MB/sec 2024-08-17T01:16:45.805 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-E3XYaeo7qU4ChV_ off=3604724 len=237181 2024-08-17T01:16:45.807 INFO:tasks.workunit.client.0.smithi082.stdout:op 4768 completed, throughput=5MB/sec 2024-08-17T01:16:45.808 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WdgDy19deTpz9W_ off=9300359 len=215853 2024-08-17T01:16:45.808 INFO:tasks.workunit.client.0.smithi082.stdout:op 4769 completed, throughput=5MB/sec 2024-08-17T01:16:46.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:46 smithi082 ceph-mon[94343]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:16:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:46 smithi082 ceph-mon[91979]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:16:46.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:46 smithi137 ceph-mon[86391]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:16:46.809 INFO:tasks.workunit.client.0.smithi082.stdout: 938: throughput=4.99MB/sec pending data=0 2024-08-17T01:16:46.809 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vpy4Z8tj2gfHkrn off=7955518 len=274618 2024-08-17T01:16:46.812 INFO:tasks.workunit.client.0.smithi082.stdout:op 4770 completed, throughput=5MB/sec 2024-08-17T01:16:46.812 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kAZevKln1GFqhiF off=11200930 len=1028680 2024-08-17T01:16:46.814 INFO:tasks.workunit.client.0.smithi082.stdout:op 4771 completed, throughput=5MB/sec 2024-08-17T01:16:46.814 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0dGIs5l_aatLbt- off=17891532 len=870342 2024-08-17T01:16:46.818 INFO:tasks.workunit.client.0.smithi082.stdout:op 4772 completed, throughput=5MB/sec 2024-08-17T01:16:46.818 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UA9pcit3EH3uRrG off=843617 len=186733 2024-08-17T01:16:46.819 INFO:tasks.workunit.client.0.smithi082.stdout:op 4773 completed, throughput=5MB/sec 2024-08-17T01:16:46.819 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QEi5euGQ88x52U4 off=3285075 len=547544 2024-08-17T01:16:46.824 INFO:tasks.workunit.client.0.smithi082.stdout:op 4774 completed, throughput=5MB/sec 2024-08-17T01:16:46.824 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-O3P13uR_nwlqoOq off=13264628 len=2094167 2024-08-17T01:16:46.831 INFO:tasks.workunit.client.0.smithi082.stdout:op 4775 completed, throughput=5MB/sec 2024-08-17T01:16:46.832 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-K3fSdI-k76hKiPl off=1704458 len=1058078 2024-08-17T01:16:46.834 INFO:tasks.workunit.client.0.smithi082.stdout:op 4776 completed, throughput=5MB/sec 2024-08-17T01:16:47.835 INFO:tasks.workunit.client.0.smithi082.stdout: 939: throughput=5MB/sec pending data=0 2024-08-17T01:16:47.835 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NGHgL-0tnkZoS5D off=4862114 len=371414 2024-08-17T01:16:47.838 INFO:tasks.workunit.client.0.smithi082.stdout:op 4777 completed, throughput=5MB/sec 2024-08-17T01:16:47.838 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-lA5et4uMBVld14E off=7285 len=1682164 2024-08-17T01:16:47.845 INFO:tasks.workunit.client.0.smithi082.stdout:op 4778 completed, throughput=5MB/sec 2024-08-17T01:16:47.845 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-LxQJmjFqeaj6Mm4 off=4767522 len=1270825 2024-08-17T01:16:47.846 INFO:tasks.workunit.client.0.smithi082.stdout:op 4779 completed, throughput=5MB/sec 2024-08-17T01:16:47.846 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-e-PnrbgQodyJiuw off=6928514 len=838386 2024-08-17T01:16:47.848 INFO:tasks.workunit.client.0.smithi082.stdout:op 4780 completed, throughput=5MB/sec 2024-08-17T01:16:47.848 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-LbyS5GWschzkB50 off=6386823 len=1220714 2024-08-17T01:16:47.849 INFO:tasks.workunit.client.0.smithi082.stdout:op 4781 completed, throughput=5MB/sec 2024-08-17T01:16:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:48 smithi082 ceph-mon[94343]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:16:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:48 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:16:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:48 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:16:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:48 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:16:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:48 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:16:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:48 smithi082 ceph-mon[91979]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:16:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:48 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:16:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:48 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:16:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:48 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:16:48.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:48 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:16:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:48 smithi137 ceph-mon[86391]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:16:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:48 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:16:48.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:48 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:16:48.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:48 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:16:48.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:48 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:16:48.849 INFO:tasks.workunit.client.0.smithi082.stdout: 940: throughput=5MB/sec pending data=0 2024-08-17T01:16:48.849 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Dgip4rX1FApdicj off=8305815 len=1648269 2024-08-17T01:16:48.853 INFO:tasks.workunit.client.0.smithi082.stdout:op 4782 completed, throughput=5MB/sec 2024-08-17T01:16:48.853 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-iZtM7GYjvmqW3cE off=725793 len=1510507 2024-08-17T01:16:48.860 INFO:tasks.workunit.client.0.smithi082.stdout:op 4783 completed, throughput=5MB/sec 2024-08-17T01:16:48.860 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-he52tpqrLYmWDr6 off=5288053 len=879033 2024-08-17T01:16:48.866 INFO:tasks.workunit.client.0.smithi082.stdout:op 4784 completed, throughput=5MB/sec 2024-08-17T01:16:48.866 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UppGqHsIVWC18SO off=17547574 len=1120023 2024-08-17T01:16:48.867 INFO:tasks.workunit.client.0.smithi082.stdout:op 4785 completed, throughput=5MB/sec 2024-08-17T01:16:49.867 INFO:tasks.workunit.client.0.smithi082.stdout: 941: throughput=5MB/sec pending data=0 2024-08-17T01:16:49.867 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-R-Ny6xfYqAZWMl0 off=17928728 len=97074 2024-08-17T01:16:49.868 INFO:tasks.workunit.client.0.smithi082.stdout:op 4786 completed, throughput=5MB/sec 2024-08-17T01:16:49.868 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OWovUn_nD7uz3rr off=6007202 len=2079247 2024-08-17T01:16:49.876 INFO:tasks.workunit.client.0.smithi082.stdout:op 4787 completed, throughput=5MB/sec 2024-08-17T01:16:49.876 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UNcsU0PwEcT5QcQ off=4113925 len=388867 2024-08-17T01:16:49.880 INFO:tasks.workunit.client.0.smithi082.stdout:op 4788 completed, throughput=5MB/sec 2024-08-17T01:16:49.880 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HRoPSVIntezfaB4 off=2348947 len=1054043 2024-08-17T01:16:49.881 INFO:tasks.workunit.client.0.smithi082.stdout:op 4789 completed, throughput=5MB/sec 2024-08-17T01:16:49.882 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mmaXktlXG3VOtDU off=1385340 len=29370 2024-08-17T01:16:49.884 INFO:tasks.workunit.client.0.smithi082.stdout:op 4790 completed, throughput=5MB/sec 2024-08-17T01:16:49.884 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Az3DMRX3qxk9Nd5 off=2376481 len=1109578 2024-08-17T01:16:49.890 INFO:tasks.workunit.client.0.smithi082.stdout:op 4791 completed, throughput=5MB/sec 2024-08-17T01:16:50.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:50 smithi082 ceph-mon[94343]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:16:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:16:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:50 smithi082 ceph-mon[91979]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:16:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:16:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:50 smithi137 ceph-mon[86391]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:16:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:16:50.890 INFO:tasks.workunit.client.0.smithi082.stdout: 942: throughput=4.99MB/sec pending data=0 2024-08-17T01:16:50.890 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PAfWACkY-tkcrEQ off=14116666 len=541159 2024-08-17T01:16:50.892 INFO:tasks.workunit.client.0.smithi082.stdout:op 4792 completed, throughput=5MB/sec 2024-08-17T01:16:50.892 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-y0AwoVVJfbqGv7F off=2163428 len=1799562 2024-08-17T01:16:50.900 INFO:tasks.workunit.client.0.smithi082.stdout:op 4793 completed, throughput=5MB/sec 2024-08-17T01:16:50.900 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gWc7boEyMHV36Jx off=16518045 len=142116 2024-08-17T01:16:50.902 INFO:tasks.workunit.client.0.smithi082.stdout:op 4794 completed, throughput=5MB/sec 2024-08-17T01:16:50.903 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ScNZNvUx8UZseCh off=12329079 len=782464 2024-08-17T01:16:50.903 INFO:tasks.workunit.client.0.smithi082.stdout:op 4795 completed, throughput=5MB/sec 2024-08-17T01:16:50.904 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-AvDg5nT_aukGboI off=4359935 len=532985 2024-08-17T01:16:50.904 INFO:tasks.workunit.client.0.smithi082.stdout:op 4796 completed, throughput=5MB/sec 2024-08-17T01:16:50.905 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kcXeKfbrqrFtH9t off=857377 len=1620903 2024-08-17T01:16:50.906 INFO:tasks.workunit.client.0.smithi082.stdout:op 4797 completed, throughput=5MB/sec 2024-08-17T01:16:51.907 INFO:tasks.workunit.client.0.smithi082.stdout: 943: throughput=5MB/sec pending data=0 2024-08-17T01:16:51.907 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-CkMd4l2bbdh9jaN off=12121675 len=250529 2024-08-17T01:16:51.908 INFO:tasks.workunit.client.0.smithi082.stdout:op 4798 completed, throughput=5MB/sec 2024-08-17T01:16:51.908 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wVO8C99v8iJC9Kr off=6130801 len=1056716 2024-08-17T01:16:51.912 INFO:tasks.workunit.client.0.smithi082.stdout:op 4799 completed, throughput=5MB/sec 2024-08-17T01:16:51.912 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qgnZG5dWT_DmpoF off=852902 len=876491 2024-08-17T01:16:51.918 INFO:tasks.workunit.client.0.smithi082.stdout:op 4800 completed, throughput=5MB/sec 2024-08-17T01:16:51.918 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-C29_rxubRu3tJCY off=1566228 len=535635 2024-08-17T01:16:51.919 INFO:tasks.workunit.client.0.smithi082.stdout:op 4801 completed, throughput=5MB/sec 2024-08-17T01:16:51.919 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hHc97CX9c23-74u off=9888539 len=1016656 2024-08-17T01:16:51.920 INFO:tasks.workunit.client.0.smithi082.stdout:op 4802 completed, throughput=5MB/sec 2024-08-17T01:16:51.920 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pAYWxq-OLduEBXW off=995846 len=51543 2024-08-17T01:16:51.921 INFO:tasks.workunit.client.0.smithi082.stdout:op 4803 completed, throughput=5MB/sec 2024-08-17T01:16:51.922 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qotIxa1s7zCMl8O off=4887782 len=1169495 2024-08-17T01:16:51.928 INFO:tasks.workunit.client.0.smithi082.stdout:op 4804 completed, throughput=5MB/sec 2024-08-17T01:16:51.928 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yEh1p076ZbQJEjQ off=10513678 len=999829 2024-08-17T01:16:51.934 INFO:tasks.workunit.client.0.smithi082.stdout:op 4805 completed, throughput=5MB/sec 2024-08-17T01:16:52.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:52 smithi082 ceph-mon[94343]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:16:52.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:52 smithi082 ceph-mon[91979]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:16:52.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:52 smithi137 ceph-mon[86391]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:16:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:16:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:16:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:16:52.935 INFO:tasks.workunit.client.0.smithi082.stdout: 944: throughput=5MB/sec pending data=0 2024-08-17T01:16:52.935 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HJFlfqRbtj_chpg off=11471860 len=1533283 2024-08-17T01:16:52.937 INFO:tasks.workunit.client.0.smithi082.stdout:op 4806 completed, throughput=5MB/sec 2024-08-17T01:16:52.937 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-fyvKdBaG7NzFibp off=1800535 len=1860409 2024-08-17T01:16:52.947 INFO:tasks.workunit.client.0.smithi082.stdout:op 4807 completed, throughput=5MB/sec 2024-08-17T01:16:52.947 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-GSJJDk-zwhbmOim off=4547743 len=2042438 2024-08-17T01:16:52.951 INFO:tasks.workunit.client.0.smithi082.stdout:op 4808 completed, throughput=5MB/sec 2024-08-17T01:16:53.952 INFO:tasks.workunit.client.0.smithi082.stdout: 945: throughput=5MB/sec pending data=0 2024-08-17T01:16:53.952 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mLzG4BRoh5C2-ef off=16730292 len=561140 2024-08-17T01:16:53.957 INFO:tasks.workunit.client.0.smithi082.stdout:op 4809 completed, throughput=5MB/sec 2024-08-17T01:16:53.957 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-FIvWxlTXQpDfK6w off=11238841 len=952276 2024-08-17T01:16:53.962 INFO:tasks.workunit.client.0.smithi082.stdout:op 4810 completed, throughput=5MB/sec 2024-08-17T01:16:53.962 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aekRYpn1aqMG0Zl off=7701083 len=208454 2024-08-17T01:16:53.966 INFO:tasks.workunit.client.0.smithi082.stdout:op 4811 completed, throughput=5MB/sec 2024-08-17T01:16:53.966 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4ohETDt3AbQeZiU off=624623 len=835420 2024-08-17T01:16:53.967 INFO:tasks.workunit.client.0.smithi082.stdout:op 4812 completed, throughput=5MB/sec 2024-08-17T01:16:53.967 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tTYG9VvCYltZ9T_ off=13359421 len=799853 2024-08-17T01:16:53.971 INFO:tasks.workunit.client.0.smithi082.stdout:op 4813 completed, throughput=5MB/sec 2024-08-17T01:16:53.971 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OiHGl4KPfqJzDJz off=9920954 len=1517642 2024-08-17T01:16:53.978 INFO:tasks.workunit.client.0.smithi082.stdout:op 4814 completed, throughput=5MB/sec 2024-08-17T01:16:54.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:54 smithi082 ceph-mon[91979]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:16:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:54 smithi082 ceph-mon[94343]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:16:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:54 smithi137 ceph-mon[86391]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:16:54.979 INFO:tasks.workunit.client.0.smithi082.stdout: 946: throughput=5MB/sec pending data=0 2024-08-17T01:16:54.979 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-m2xE8jqzntaBT80 off=7344661 len=862574 2024-08-17T01:16:54.985 INFO:tasks.workunit.client.0.smithi082.stdout:op 4815 completed, throughput=5MB/sec 2024-08-17T01:16:54.985 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qbZrEZcf2Q5kdrI off=4823296 len=1162448 2024-08-17T01:16:54.987 INFO:tasks.workunit.client.0.smithi082.stdout:op 4816 completed, throughput=5MB/sec 2024-08-17T01:16:54.987 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8S6tP2QHiTpEbQm off=4897754 len=1714929 2024-08-17T01:16:54.995 INFO:tasks.workunit.client.0.smithi082.stdout:op 4817 completed, throughput=5MB/sec 2024-08-17T01:16:54.995 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-uKm6ao0PQEu3WeO off=46876 len=1722593 2024-08-17T01:16:55.005 INFO:tasks.workunit.client.0.smithi082.stdout:op 4818 completed, throughput=5MB/sec 2024-08-17T01:16:55.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:16:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:16:55] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-08-17T01:16:56.006 INFO:tasks.workunit.client.0.smithi082.stdout: 947: throughput=5MB/sec pending data=0 2024-08-17T01:16:56.006 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-j_x87gXstOrGf4a off=607592 len=134920 2024-08-17T01:16:56.008 INFO:tasks.workunit.client.0.smithi082.stdout:op 4819 completed, throughput=5MB/sec 2024-08-17T01:16:56.009 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-fP0w3GUcjdfNvsb off=7206592 len=1373782 2024-08-17T01:16:56.014 INFO:tasks.workunit.client.0.smithi082.stdout:op 4820 completed, throughput=5MB/sec 2024-08-17T01:16:56.014 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WNzvhEOsNi8KHln off=6986910 len=1696707 2024-08-17T01:16:56.025 INFO:tasks.workunit.client.0.smithi082.stdout:op 4821 completed, throughput=5MB/sec 2024-08-17T01:16:56.026 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zRd8u1d2ownmgXU off=242239 len=1340398 2024-08-17T01:16:56.026 INFO:tasks.workunit.client.0.smithi082.stdout:op 4822 completed, throughput=5MB/sec 2024-08-17T01:16:56.026 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-XV-Zhh451WMDsqG off=7977202 len=258812 2024-08-17T01:16:56.029 INFO:tasks.workunit.client.0.smithi082.stdout:op 4823 completed, throughput=5MB/sec 2024-08-17T01:16:56.029 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-XhYAUd4t9RAirwB off=238673 len=135289 2024-08-17T01:16:56.032 INFO:tasks.workunit.client.0.smithi082.stdout:op 4824 completed, throughput=5MB/sec 2024-08-17T01:16:56.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:56 smithi082 ceph-mon[94343]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:16:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:56 smithi082 ceph-mon[91979]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:16:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:56 smithi137 ceph-mon[86391]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:16:57.032 INFO:tasks.workunit.client.0.smithi082.stdout: 948: throughput=4.99MB/sec pending data=0 2024-08-17T01:16:57.032 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pw8xUWq4xYtPcM6 off=51474 len=1624637 2024-08-17T01:16:57.035 INFO:tasks.workunit.client.0.smithi082.stdout:op 4825 completed, throughput=5MB/sec 2024-08-17T01:16:57.035 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kFjDy57lwb29EaO off=1472495 len=593267 2024-08-17T01:16:57.039 INFO:tasks.workunit.client.0.smithi082.stdout:op 4826 completed, throughput=5MB/sec 2024-08-17T01:16:57.039 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gd-MSvpGA_lQHzX off=623924 len=770037 2024-08-17T01:16:57.041 INFO:tasks.workunit.client.0.smithi082.stdout:op 4827 completed, throughput=5MB/sec 2024-08-17T01:16:57.041 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cRviQk9oAGZaYsk off=2393216 len=48580 2024-08-17T01:16:57.043 INFO:tasks.workunit.client.0.smithi082.stdout:op 4828 completed, throughput=5MB/sec 2024-08-17T01:16:57.044 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UygfrJgOc1iQT5w off=7584763 len=1460999 2024-08-17T01:16:57.047 INFO:tasks.workunit.client.0.smithi082.stdout:op 4829 completed, throughput=5MB/sec 2024-08-17T01:16:57.047 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-W6xkGFsKUW08bMl off=21115130 len=995496 2024-08-17T01:16:57.048 INFO:tasks.workunit.client.0.smithi082.stdout:op 4830 completed, throughput=5MB/sec 2024-08-17T01:16:58.049 INFO:tasks.workunit.client.0.smithi082.stdout: 949: throughput=5MB/sec pending data=0 2024-08-17T01:16:58.049 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8xL_iIBNJAqVv0x off=0 len=1570995 2024-08-17T01:16:58.058 INFO:tasks.workunit.client.0.smithi082.stdout:op 4831 completed, throughput=5MB/sec 2024-08-17T01:16:58.058 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Nq3r09q4nlEu4mC off=5094631 len=706829 2024-08-17T01:16:58.059 INFO:tasks.workunit.client.0.smithi082.stdout:op 4832 completed, throughput=5MB/sec 2024-08-17T01:16:58.059 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mHF166XSw79GViJ off=7106671 len=1327874 2024-08-17T01:16:58.069 INFO:tasks.workunit.client.0.smithi082.stdout:op 4833 completed, throughput=5MB/sec 2024-08-17T01:16:58.070 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-s1kNdu7oQpgMy6U off=4070637 len=1703329 2024-08-17T01:16:58.082 INFO:tasks.workunit.client.0.smithi082.stdout:op 4834 completed, throughput=5MB/sec 2024-08-17T01:16:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:16:58 smithi082 ceph-mon[94343]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:16:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:16:58 smithi082 ceph-mon[91979]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:16:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:16:58 smithi137 ceph-mon[86391]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:16:59.083 INFO:tasks.workunit.client.0.smithi082.stdout: 950: throughput=4.99MB/sec pending data=0 2024-08-17T01:16:59.083 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zVaQu0HoTvO8Q9T off=4167118 len=1570387 2024-08-17T01:16:59.085 INFO:tasks.workunit.client.0.smithi082.stdout:op 4835 completed, throughput=5MB/sec 2024-08-17T01:16:59.085 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JLjluQn55PAtiQG off=10588545 len=1144845 2024-08-17T01:16:59.087 INFO:tasks.workunit.client.0.smithi082.stdout:op 4836 completed, throughput=5MB/sec 2024-08-17T01:16:59.087 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PMlTrFvSZmDaw1r off=450132 len=1104824 2024-08-17T01:16:59.094 INFO:tasks.workunit.client.0.smithi082.stdout:op 4837 completed, throughput=5MB/sec 2024-08-17T01:16:59.094 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bQGHxrCu7WnpdIp off=1189698 len=617943 2024-08-17T01:16:59.095 INFO:tasks.workunit.client.0.smithi082.stdout:op 4838 completed, throughput=5MB/sec 2024-08-17T01:16:59.095 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-aEEDSaU3VLjgSKV off=10335932 len=44752 2024-08-17T01:16:59.095 INFO:tasks.workunit.client.0.smithi082.stdout:op 4839 completed, throughput=5MB/sec 2024-08-17T01:16:59.095 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yr5yH5YTCb6CRzM off=9007307 len=1667299 2024-08-17T01:16:59.097 INFO:tasks.workunit.client.0.smithi082.stdout:op 4840 completed, throughput=5MB/sec 2024-08-17T01:17:00.097 INFO:tasks.workunit.client.0.smithi082.stdout: 951: throughput=5MB/sec pending data=0 2024-08-17T01:17:00.098 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-v7GGQ-86BYc_T-h off=16281093 len=1839629 2024-08-17T01:17:00.100 INFO:tasks.workunit.client.0.smithi082.stdout:op 4841 completed, throughput=5MB/sec 2024-08-17T01:17:00.100 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-d_A2oUoDiwoJ1bc off=1548093 len=974138 2024-08-17T01:17:00.101 INFO:tasks.workunit.client.0.smithi082.stdout:op 4842 completed, throughput=5MB/sec 2024-08-17T01:17:00.102 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-FZQt3bGEo9Lhy8F off=2601952 len=790651 2024-08-17T01:17:00.107 INFO:tasks.workunit.client.0.smithi082.stdout:op 4843 completed, throughput=5MB/sec 2024-08-17T01:17:00.107 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Pj0buJ9vo40oW0R off=2252238 len=1001036 2024-08-17T01:17:00.113 INFO:tasks.workunit.client.0.smithi082.stdout:op 4844 completed, throughput=5MB/sec 2024-08-17T01:17:00.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:00 smithi082 ceph-mon[94343]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:17:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:00 smithi082 ceph-mon[91979]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:17:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:00 smithi137 ceph-mon[86391]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:17:01.114 INFO:tasks.workunit.client.0.smithi082.stdout: 952: throughput=5MB/sec pending data=0 2024-08-17T01:17:01.114 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-FrGnpGgFAWb0IUz off=730702 len=283083 2024-08-17T01:17:01.115 INFO:tasks.workunit.client.0.smithi082.stdout:op 4845 completed, throughput=5MB/sec 2024-08-17T01:17:01.115 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-XGbT1sLfA9-8AHJ off=12872551 len=1716208 2024-08-17T01:17:01.124 INFO:tasks.workunit.client.0.smithi082.stdout:op 4846 completed, throughput=5MB/sec 2024-08-17T01:17:01.124 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-euhL4Us0G-1Gzut off=2591036 len=1900674 2024-08-17T01:17:01.133 INFO:tasks.workunit.client.0.smithi082.stdout:op 4847 completed, throughput=5MB/sec 2024-08-17T01:17:01.134 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-z3pjy72DFbjrf1o off=12656600 len=393768 2024-08-17T01:17:01.138 INFO:tasks.workunit.client.0.smithi082.stdout:op 4848 completed, throughput=5MB/sec 2024-08-17T01:17:01.138 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IdZi9WJzrdL-p05 off=3667711 len=1386602 2024-08-17T01:17:01.139 INFO:tasks.workunit.client.0.smithi082.stdout:op 4849 completed, throughput=5MB/sec 2024-08-17T01:17:02.139 INFO:tasks.workunit.client.0.smithi082.stdout: 953: throughput=5MB/sec pending data=0 2024-08-17T01:17:02.139 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Nei-vSYMr5h-nYA off=7563608 len=870198 2024-08-17T01:17:02.141 INFO:tasks.workunit.client.0.smithi082.stdout:op 4850 completed, throughput=5MB/sec 2024-08-17T01:17:02.141 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NBSKEeQ7gBVSEJ0 off=5210132 len=1325035 2024-08-17T01:17:02.150 INFO:tasks.workunit.client.0.smithi082.stdout:op 4851 completed, throughput=5MB/sec 2024-08-17T01:17:02.150 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-biYmi3w_4LA-k5Z off=8328548 len=803163 2024-08-17T01:17:02.150 INFO:tasks.workunit.client.0.smithi082.stdout:op 4852 completed, throughput=5MB/sec 2024-08-17T01:17:02.151 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-AuvQzaHG5zJkaGM off=951496 len=948472 2024-08-17T01:17:02.152 INFO:tasks.workunit.client.0.smithi082.stdout:op 4853 completed, throughput=5MB/sec 2024-08-17T01:17:02.152 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YcUTCucl2OrPvD7 off=129282 len=980790 2024-08-17T01:17:02.154 INFO:tasks.workunit.client.0.smithi082.stdout:op 4854 completed, throughput=5MB/sec 2024-08-17T01:17:02.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:02 smithi082 ceph-mon[94343]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:17:02.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:02 smithi082 ceph-mon[91979]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:17:02.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:02 smithi137 ceph-mon[86391]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:17:02.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:17:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:17:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:17:03.154 INFO:tasks.workunit.client.0.smithi082.stdout: 954: throughput=4.99MB/sec pending data=0 2024-08-17T01:17:03.154 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Q11FNsSeOCA_I1z off=1769729 len=1827298 2024-08-17T01:17:03.156 INFO:tasks.workunit.client.0.smithi082.stdout:op 4855 completed, throughput=5MB/sec 2024-08-17T01:17:03.156 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0c2id52TBqTIpzJ off=17624202 len=1263149 2024-08-17T01:17:03.158 INFO:tasks.workunit.client.0.smithi082.stdout:op 4856 completed, throughput=5MB/sec 2024-08-17T01:17:03.158 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-uxTh_ixZfLjJaz5 off=24429613 len=93234 2024-08-17T01:17:03.159 INFO:tasks.workunit.client.0.smithi082.stdout:op 4857 completed, throughput=5MB/sec 2024-08-17T01:17:03.159 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-GvNRedUFFgTqvIy off=820676 len=398201 2024-08-17T01:17:03.163 INFO:tasks.workunit.client.0.smithi082.stdout:op 4858 completed, throughput=5MB/sec 2024-08-17T01:17:03.163 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-lICxCF3YJ9C_Rrd off=2447317 len=1456585 2024-08-17T01:17:03.172 INFO:tasks.workunit.client.0.smithi082.stdout:op 4859 completed, throughput=5MB/sec 2024-08-17T01:17:03.172 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8s3v8QkneHj9azt off=1864701 len=342062 2024-08-17T01:17:03.176 INFO:tasks.workunit.client.0.smithi082.stdout:op 4860 completed, throughput=5MB/sec 2024-08-17T01:17:04.176 INFO:tasks.workunit.client.0.smithi082.stdout: 955: throughput=4.99MB/sec pending data=0 2024-08-17T01:17:04.176 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj---fhygWGQPnxjxn off=246015 len=1751792 2024-08-17T01:17:04.187 INFO:tasks.workunit.client.0.smithi082.stdout:op 4861 completed, throughput=5MB/sec 2024-08-17T01:17:04.187 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UIQIA55b0u3aSQl off=1435652 len=632562 2024-08-17T01:17:04.188 INFO:tasks.workunit.client.0.smithi082.stdout:op 4862 completed, throughput=5MB/sec 2024-08-17T01:17:04.188 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1pI8x6rr3HLkAuG off=2431308 len=1666710 2024-08-17T01:17:04.196 INFO:tasks.workunit.client.0.smithi082.stdout:op 4863 completed, throughput=5MB/sec 2024-08-17T01:17:04.196 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-L2JRLY91DXJYIyB off=276382 len=1779620 2024-08-17T01:17:04.200 INFO:tasks.workunit.client.0.smithi082.stdout:op 4864 completed, throughput=5MB/sec 2024-08-17T01:17:04.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:04 smithi082 ceph-mon[94343]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:17:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:04 smithi082 ceph-mon[91979]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:17:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:04 smithi137 ceph-mon[86391]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:17:05.200 INFO:tasks.workunit.client.0.smithi082.stdout: 956: throughput=5MB/sec pending data=0 2024-08-17T01:17:05.200 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Ya1T1tMEr_HlwtY off=4592752 len=1296561 2024-08-17T01:17:05.210 INFO:tasks.workunit.client.0.smithi082.stdout:op 4865 completed, throughput=5MB/sec 2024-08-17T01:17:05.210 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xpAtNtKzIOVhRaR off=1008094 len=984423 2024-08-17T01:17:05.211 INFO:tasks.workunit.client.0.smithi082.stdout:op 4866 completed, throughput=5MB/sec 2024-08-17T01:17:05.211 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-B-5A_w2Y4jLyd8d off=15469859 len=337645 2024-08-17T01:17:05.215 INFO:tasks.workunit.client.0.smithi082.stdout:op 4867 completed, throughput=5MB/sec 2024-08-17T01:17:05.215 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Rm8PDzPuC32W0dr off=4705479 len=96041 2024-08-17T01:17:05.215 INFO:tasks.workunit.client.0.smithi082.stdout:op 4868 completed, throughput=5MB/sec 2024-08-17T01:17:05.215 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-FrV3OmQ9ahxiwrS off=1417831 len=226783 2024-08-17T01:17:05.217 INFO:tasks.workunit.client.0.smithi082.stdout:op 4869 completed, throughput=5MB/sec 2024-08-17T01:17:05.218 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0FDxzM_G4OSXR_2 off=466376 len=1498394 2024-08-17T01:17:05.219 INFO:tasks.workunit.client.0.smithi082.stdout:op 4870 completed, throughput=5MB/sec 2024-08-17T01:17:05.219 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-C-Lxi8xulvs38mJ off=1574951 len=1079008 2024-08-17T01:17:05.221 INFO:tasks.workunit.client.0.smithi082.stdout:op 4871 completed, throughput=5MB/sec 2024-08-17T01:17:05.461 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:17:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:17:05] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-08-17T01:17:05.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:17:05.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:17:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:17:06.223 INFO:tasks.workunit.client.0.smithi082.stdout: 957: throughput=5MB/sec pending data=0 2024-08-17T01:17:06.223 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-E4wKZCEPrR04nDK off=11182473 len=1537487 2024-08-17T01:17:06.232 INFO:tasks.workunit.client.0.smithi082.stdout:op 4872 completed, throughput=5MB/sec 2024-08-17T01:17:06.232 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-90gigSzWqDDDh-s off=29450 len=789749 2024-08-17T01:17:06.238 INFO:tasks.workunit.client.0.smithi082.stdout:op 4873 completed, throughput=5MB/sec 2024-08-17T01:17:06.238 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fY9psBC8SssiTKo off=11037572 len=956265 2024-08-17T01:17:06.240 INFO:tasks.workunit.client.0.smithi082.stdout:op 4874 completed, throughput=5MB/sec 2024-08-17T01:17:06.240 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wTmAH7VKADg2Up5 off=21770997 len=663840 2024-08-17T01:17:06.242 INFO:tasks.workunit.client.0.smithi082.stdout:op 4875 completed, throughput=5MB/sec 2024-08-17T01:17:06.242 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-7Sg2HFpyQH5fbCr off=5422323 len=575917 2024-08-17T01:17:06.245 INFO:tasks.workunit.client.0.smithi082.stdout:op 4876 completed, throughput=5MB/sec 2024-08-17T01:17:06.245 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TrcmaSUUNL62Iqj off=6679318 len=1922547 2024-08-17T01:17:06.247 INFO:tasks.workunit.client.0.smithi082.stdout:op 4877 completed, throughput=5MB/sec 2024-08-17T01:17:06.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:06 smithi082 ceph-mon[94343]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:17:06.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:06 smithi082 ceph-mon[91979]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:17:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:06 smithi137 ceph-mon[86391]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:17:07.248 INFO:tasks.workunit.client.0.smithi082.stdout: 958: throughput=5MB/sec pending data=0 2024-08-17T01:17:07.248 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KcLHIT1iji-KbQa off=14584620 len=1451069 2024-08-17T01:17:07.250 INFO:tasks.workunit.client.0.smithi082.stdout:op 4878 completed, throughput=5MB/sec 2024-08-17T01:17:07.250 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-RkiKxgQc2AXps6y off=647599 len=1261558 2024-08-17T01:17:07.257 INFO:tasks.workunit.client.0.smithi082.stdout:op 4879 completed, throughput=5MB/sec 2024-08-17T01:17:07.258 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-sHmt6JAbhgutQ_k off=791786 len=511274 2024-08-17T01:17:07.259 INFO:tasks.workunit.client.0.smithi082.stdout:op 4880 completed, throughput=5MB/sec 2024-08-17T01:17:07.259 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UHEZuwTVjAetlzo off=2160621 len=1376636 2024-08-17T01:17:07.268 INFO:tasks.workunit.client.0.smithi082.stdout:op 4881 completed, throughput=5MB/sec 2024-08-17T01:17:08.270 INFO:tasks.workunit.client.0.smithi082.stdout: 959: throughput=5MB/sec pending data=0 2024-08-17T01:17:08.270 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cSYL9dfmdD2svsV off=1947836 len=848713 2024-08-17T01:17:08.273 INFO:tasks.workunit.client.0.smithi082.stdout:op 4882 completed, throughput=5MB/sec 2024-08-17T01:17:08.273 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-7CgfSNTCr8iePLG off=8274535 len=1459250 2024-08-17T01:17:08.281 INFO:tasks.workunit.client.0.smithi082.stdout:op 4883 completed, throughput=5MB/sec 2024-08-17T01:17:08.281 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4ItfV02FKKgXcGa off=4385849 len=876213 2024-08-17T01:17:08.284 INFO:tasks.workunit.client.0.smithi082.stdout:op 4884 completed, throughput=5MB/sec 2024-08-17T01:17:08.284 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-nTqFV1cn26gp6XD off=589529 len=1732578 2024-08-17T01:17:08.293 INFO:tasks.workunit.client.0.smithi082.stdout:op 4885 completed, throughput=5MB/sec 2024-08-17T01:17:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:08 smithi082 ceph-mon[94343]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:17:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:08 smithi082 ceph-mon[91979]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:17:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:08 smithi137 ceph-mon[86391]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:17:09.293 INFO:tasks.workunit.client.0.smithi082.stdout: 960: throughput=5MB/sec pending data=0 2024-08-17T01:17:09.293 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-AxqLiKo4lt978DG off=1369709 len=445026 2024-08-17T01:17:09.294 INFO:tasks.workunit.client.0.smithi082.stdout:op 4886 completed, throughput=5MB/sec 2024-08-17T01:17:09.294 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PM5ZPrSF2gd4SeD off=890892 len=2094924 2024-08-17T01:17:09.299 INFO:tasks.workunit.client.0.smithi082.stdout:op 4887 completed, throughput=5MB/sec 2024-08-17T01:17:09.299 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-su-vXe0hiHroP0w off=6080685 len=335595 2024-08-17T01:17:09.300 INFO:tasks.workunit.client.0.smithi082.stdout:op 4888 completed, throughput=5MB/sec 2024-08-17T01:17:09.300 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3b2rlarKyZlAZH6 off=6174206 len=627275 2024-08-17T01:17:09.302 INFO:tasks.workunit.client.0.smithi082.stdout:op 4889 completed, throughput=5MB/sec 2024-08-17T01:17:09.302 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dAx-B3QDjfndfRs off=16838158 len=1131224 2024-08-17T01:17:09.308 INFO:tasks.workunit.client.0.smithi082.stdout:op 4890 completed, throughput=5MB/sec 2024-08-17T01:17:09.309 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5hFiuz0t8W87aaL off=6494626 len=1306824 2024-08-17T01:17:09.310 INFO:tasks.workunit.client.0.smithi082.stdout:op 4891 completed, throughput=5MB/sec 2024-08-17T01:17:10.311 INFO:tasks.workunit.client.0.smithi082.stdout: 961: throughput=5MB/sec pending data=0 2024-08-17T01:17:10.311 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-FZQt3bGEo9Lhy8F off=10725917 len=428510 2024-08-17T01:17:10.311 INFO:tasks.workunit.client.0.smithi082.stdout:op 4892 completed, throughput=5MB/sec 2024-08-17T01:17:10.312 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OPy_3Jjw3kR7qoo off=5668399 len=1613194 2024-08-17T01:17:10.319 INFO:tasks.workunit.client.0.smithi082.stdout:op 4893 completed, throughput=5MB/sec 2024-08-17T01:17:10.319 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HqhFN0poOSg4FZI off=20305700 len=1842870 2024-08-17T01:17:10.322 INFO:tasks.workunit.client.0.smithi082.stdout:op 4894 completed, throughput=5MB/sec 2024-08-17T01:17:10.322 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-v1mY8yku9lRQgj0 off=10279099 len=700708 2024-08-17T01:17:10.327 INFO:tasks.workunit.client.0.smithi082.stdout:op 4895 completed, throughput=5MB/sec 2024-08-17T01:17:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:10 smithi082 ceph-mon[94343]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:17:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:10 smithi082 ceph-mon[91979]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:17:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:10 smithi137 ceph-mon[86391]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:17:11.328 INFO:tasks.workunit.client.0.smithi082.stdout: 962: throughput=5MB/sec pending data=0 2024-08-17T01:17:11.329 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NVzqP10ZSj5g9J6 off=5667548 len=915519 2024-08-17T01:17:11.329 INFO:tasks.workunit.client.0.smithi082.stdout:op 4896 completed, throughput=5MB/sec 2024-08-17T01:17:11.329 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Vjt-cNjw0dd6lvk off=13412244 len=445932 2024-08-17T01:17:11.330 INFO:tasks.workunit.client.0.smithi082.stdout:op 4897 completed, throughput=5MB/sec 2024-08-17T01:17:11.330 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3JI9fhJjNFiarTj off=6728771 len=245392 2024-08-17T01:17:11.333 INFO:tasks.workunit.client.0.smithi082.stdout:op 4898 completed, throughput=5MB/sec 2024-08-17T01:17:11.333 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-c5JAZLKkd5t_qV5 off=10459469 len=610179 2024-08-17T01:17:11.334 INFO:tasks.workunit.client.0.smithi082.stdout:op 4899 completed, throughput=5MB/sec 2024-08-17T01:17:11.334 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_YE2D92ozJHGBAr off=2117661 len=577415 2024-08-17T01:17:11.339 INFO:tasks.workunit.client.0.smithi082.stdout:op 4900 completed, throughput=5MB/sec 2024-08-17T01:17:11.339 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YkL3ZQzS5I2L-5t off=0 len=1976284 2024-08-17T01:17:11.347 INFO:tasks.workunit.client.0.smithi082.stdout:op 4901 completed, throughput=5MB/sec 2024-08-17T01:17:11.347 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kNkILT012sM3Jc8 off=4495714 len=1438279 2024-08-17T01:17:11.350 INFO:tasks.workunit.client.0.smithi082.stdout:op 4902 completed, throughput=5MB/sec 2024-08-17T01:17:12.351 INFO:tasks.workunit.client.0.smithi082.stdout: 963: throughput=5MB/sec pending data=0 2024-08-17T01:17:12.351 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-bMdj8WG2kfxMl_l off=11191551 len=1771455 2024-08-17T01:17:12.362 INFO:tasks.workunit.client.0.smithi082.stdout:op 4903 completed, throughput=5MB/sec 2024-08-17T01:17:12.362 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0_RrehF2erTBjkA off=13767383 len=1613130 2024-08-17T01:17:12.370 INFO:tasks.workunit.client.0.smithi082.stdout:op 4904 completed, throughput=5MB/sec 2024-08-17T01:17:12.370 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-QCqwglQIAhU47Hd off=252525 len=1048421 2024-08-17T01:17:12.371 INFO:tasks.workunit.client.0.smithi082.stdout:op 4905 completed, throughput=5MB/sec 2024-08-17T01:17:12.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:12 smithi082 ceph-mon[94343]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:17:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:12 smithi082 ceph-mon[91979]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:17:12.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:12 smithi137 ceph-mon[86391]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:17:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:17:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:17:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:17:13.372 INFO:tasks.workunit.client.0.smithi082.stdout: 964: throughput=5MB/sec pending data=0 2024-08-17T01:17:13.372 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-eqh1dQZOgvBMvpF off=2567143 len=651162 2024-08-17T01:17:13.377 INFO:tasks.workunit.client.0.smithi082.stdout:op 4906 completed, throughput=5MB/sec 2024-08-17T01:17:13.377 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-cRG3f0tKcjHToY9 off=10338056 len=343125 2024-08-17T01:17:13.378 INFO:tasks.workunit.client.0.smithi082.stdout:op 4907 completed, throughput=5MB/sec 2024-08-17T01:17:13.378 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ddmdaxCM1GGlDp1 off=21262796 len=1353865 2024-08-17T01:17:13.386 INFO:tasks.workunit.client.0.smithi082.stdout:op 4908 completed, throughput=5MB/sec 2024-08-17T01:17:13.386 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hoFKgHeovq3r4wx off=1043875 len=784769 2024-08-17T01:17:13.391 INFO:tasks.workunit.client.0.smithi082.stdout:op 4909 completed, throughput=5MB/sec 2024-08-17T01:17:13.391 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5q3BkwEbVrKOs5t off=17874910 len=1835734 2024-08-17T01:17:13.400 INFO:tasks.workunit.client.0.smithi082.stdout:op 4910 completed, throughput=5MB/sec 2024-08-17T01:17:13.400 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SK5jdygdHMhq1GH off=2430596 len=737292 2024-08-17T01:17:13.401 INFO:tasks.workunit.client.0.smithi082.stdout:op 4911 completed, throughput=5MB/sec 2024-08-17T01:17:14.401 INFO:tasks.workunit.client.0.smithi082.stdout: 965: throughput=5MB/sec pending data=0 2024-08-17T01:17:14.401 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TVaWJc3USdjEPy5 off=334418 len=1119338 2024-08-17T01:17:14.403 INFO:tasks.workunit.client.0.smithi082.stdout:op 4912 completed, throughput=5MB/sec 2024-08-17T01:17:14.403 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-VWkVn41YI5jP498 off=9383452 len=806648 2024-08-17T01:17:14.408 INFO:tasks.workunit.client.0.smithi082.stdout:op 4913 completed, throughput=5MB/sec 2024-08-17T01:17:14.408 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oCV5o2lY1YjO6GY off=9593803 len=652589 2024-08-17T01:17:14.411 INFO:tasks.workunit.client.0.smithi082.stdout:op 4914 completed, throughput=5MB/sec 2024-08-17T01:17:14.412 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZuZckrO0bC71RRr off=2050209 len=1971877 2024-08-17T01:17:14.416 INFO:tasks.workunit.client.0.smithi082.stdout:op 4915 completed, throughput=5MB/sec 2024-08-17T01:17:14.416 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-O7jvWSHDBeJ6nUh off=2288665 len=1692770 2024-08-17T01:17:14.425 INFO:tasks.workunit.client.0.smithi082.stdout:op 4916 completed, throughput=5MB/sec 2024-08-17T01:17:14.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:14 smithi082 ceph-mon[91979]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:17:14.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:14 smithi082 ceph-mon[94343]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:17:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:14 smithi137 ceph-mon[86391]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:17:15.426 INFO:tasks.workunit.client.0.smithi082.stdout: 966: throughput=5MB/sec pending data=0 2024-08-17T01:17:15.426 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-A7VyREZCyKS3VBn off=11956987 len=1912077 2024-08-17T01:17:15.428 INFO:tasks.workunit.client.0.smithi082.stdout:op 4917 completed, throughput=5MB/sec 2024-08-17T01:17:15.428 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0wezlyz3aJWHO6M off=5981283 len=1453737 2024-08-17T01:17:15.430 INFO:tasks.workunit.client.0.smithi082.stdout:op 4918 completed, throughput=5MB/sec 2024-08-17T01:17:15.430 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xrHnoonxQhw3woh off=948394 len=1830284 2024-08-17T01:17:15.433 INFO:tasks.workunit.client.0.smithi082.stdout:op 4919 completed, throughput=5MB/sec 2024-08-17T01:17:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:17:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:17:15] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-08-17T01:17:16.433 INFO:tasks.workunit.client.0.smithi082.stdout: 967: throughput=5MB/sec pending data=0 2024-08-17T01:17:16.434 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-7KVbc3ED4tU7sQG off=3606072 len=38851 2024-08-17T01:17:16.436 INFO:tasks.workunit.client.0.smithi082.stdout:op 4920 completed, throughput=5MB/sec 2024-08-17T01:17:16.436 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NczZqqC9KElzUFT off=2423651 len=1254458 2024-08-17T01:17:16.439 INFO:tasks.workunit.client.0.smithi082.stdout:op 4921 completed, throughput=5MB/sec 2024-08-17T01:17:16.439 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-LeaBDhAiG45Dk1w off=3910329 len=1833076 2024-08-17T01:17:16.447 INFO:tasks.workunit.client.0.smithi082.stdout:op 4922 completed, throughput=5MB/sec 2024-08-17T01:17:16.447 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KrLOTGV52LA78nH off=14759889 len=1094310 2024-08-17T01:17:16.448 INFO:tasks.workunit.client.0.smithi082.stdout:op 4923 completed, throughput=5MB/sec 2024-08-17T01:17:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:16 smithi137 ceph-mon[86391]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:17:16.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:16 smithi082 ceph-mon[94343]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:17:16.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:16 smithi082 ceph-mon[91979]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-17T01:17:17.449 INFO:tasks.workunit.client.0.smithi082.stdout: 968: throughput=5MB/sec pending data=0 2024-08-17T01:17:17.449 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Guz8A3WzQb48TLg off=3669803 len=1346726 2024-08-17T01:17:17.456 INFO:tasks.workunit.client.0.smithi082.stdout:op 4924 completed, throughput=5MB/sec 2024-08-17T01:17:17.457 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kh4EWaUTud7dCNv off=13308649 len=91081 2024-08-17T01:17:17.459 INFO:tasks.workunit.client.0.smithi082.stdout:op 4925 completed, throughput=5MB/sec 2024-08-17T01:17:17.460 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--ASLp9UBthva3y- off=656332 len=87126 2024-08-17T01:17:17.460 INFO:tasks.workunit.client.0.smithi082.stdout:op 4926 completed, throughput=5MB/sec 2024-08-17T01:17:17.460 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-7NItWG3gem2WFCq off=4255445 len=1012886 2024-08-17T01:17:17.464 INFO:tasks.workunit.client.0.smithi082.stdout:op 4927 completed, throughput=5MB/sec 2024-08-17T01:17:17.464 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-of0yYYuoTj9I8cO off=9568807 len=1677859 2024-08-17T01:17:17.475 INFO:tasks.workunit.client.0.smithi082.stdout:op 4928 completed, throughput=5MB/sec 2024-08-17T01:17:17.476 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-MZ7GbQ7YFkSmarc off=13842879 len=574835 2024-08-17T01:17:17.477 INFO:tasks.workunit.client.0.smithi082.stdout:op 4929 completed, throughput=5MB/sec 2024-08-17T01:17:17.477 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gIQ12pbSBczFOg8 off=13032085 len=517802 2024-08-17T01:17:17.477 INFO:tasks.workunit.client.0.smithi082.stdout:op 4930 completed, throughput=5MB/sec 2024-08-17T01:17:18.478 INFO:tasks.workunit.client.0.smithi082.stdout: 969: throughput=5MB/sec pending data=0 2024-08-17T01:17:18.478 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TQ0ZyUFkdOItpwm off=22774053 len=42566 2024-08-17T01:17:18.481 INFO:tasks.workunit.client.0.smithi082.stdout:op 4931 completed, throughput=5MB/sec 2024-08-17T01:17:18.481 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2G4M9prgMqLtpop off=1916318 len=1678252 2024-08-17T01:17:18.488 INFO:tasks.workunit.client.0.smithi082.stdout:op 4932 completed, throughput=5MB/sec 2024-08-17T01:17:18.488 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_Ke7Y0Cl12wpvyD off=663103 len=1950057 2024-08-17T01:17:18.493 INFO:tasks.workunit.client.0.smithi082.stdout:op 4933 completed, throughput=5MB/sec 2024-08-17T01:17:18.493 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_m1Gb-pu63FU_ri off=7255564 len=1480998 2024-08-17T01:17:18.495 INFO:tasks.workunit.client.0.smithi082.stdout:op 4934 completed, throughput=5MB/sec 2024-08-17T01:17:18.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:18 smithi137 ceph-mon[86391]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:17:18.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:18 smithi082 ceph-mon[94343]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:17:18.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:18 smithi082 ceph-mon[91979]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:17:19.495 INFO:tasks.workunit.client.0.smithi082.stdout: 970: throughput=5MB/sec pending data=0 2024-08-17T01:17:19.496 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SCWp_-c9UnjrLMB off=4244597 len=1666089 2024-08-17T01:17:19.499 INFO:tasks.workunit.client.0.smithi082.stdout:op 4935 completed, throughput=5MB/sec 2024-08-17T01:17:19.499 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-20Hi6kMolOlRSAw off=1275821 len=922290 2024-08-17T01:17:19.504 INFO:tasks.workunit.client.0.smithi082.stdout:op 4936 completed, throughput=5MB/sec 2024-08-17T01:17:19.504 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-b40uSem___39JC4 off=3455770 len=16436 2024-08-17T01:17:19.506 INFO:tasks.workunit.client.0.smithi082.stdout:op 4937 completed, throughput=5MB/sec 2024-08-17T01:17:19.506 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-z-Z6pmjmi0YJfT2 off=14328071 len=318660 2024-08-17T01:17:19.507 INFO:tasks.workunit.client.0.smithi082.stdout:op 4938 completed, throughput=5MB/sec 2024-08-17T01:17:19.507 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rRcORNgLSU8S6MV off=3857904 len=138067 2024-08-17T01:17:19.508 INFO:tasks.workunit.client.0.smithi082.stdout:op 4939 completed, throughput=5MB/sec 2024-08-17T01:17:19.508 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YjhQc-GSDwN-drI off=3610038 len=1352319 2024-08-17T01:17:19.516 INFO:tasks.workunit.client.0.smithi082.stdout:op 4940 completed, throughput=5MB/sec 2024-08-17T01:17:19.516 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9CVbOrTytqKRHXI off=409934 len=642028 2024-08-17T01:17:19.517 INFO:tasks.workunit.client.0.smithi082.stdout:op 4941 completed, throughput=5MB/sec 2024-08-17T01:17:19.517 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-caBZU4sEgAUmRHm off=14456943 len=529688 2024-08-17T01:17:19.521 INFO:tasks.workunit.client.0.smithi082.stdout:op 4942 completed, throughput=5MB/sec 2024-08-17T01:17:20.522 INFO:tasks.workunit.client.0.smithi082.stdout: 971: throughput=5MB/sec pending data=0 2024-08-17T01:17:20.522 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oVUS-sbRzTemq3g off=2954216 len=1560537 2024-08-17T01:17:20.529 INFO:tasks.workunit.client.0.smithi082.stdout:op 4943 completed, throughput=5MB/sec 2024-08-17T01:17:20.529 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Xf9WR34DVph5vDv off=13294314 len=484909 2024-08-17T01:17:20.530 INFO:tasks.workunit.client.0.smithi082.stdout:op 4944 completed, throughput=5MB/sec 2024-08-17T01:17:20.530 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-p0c7y-KUaM4C_ZJ off=21723085 len=1013333 2024-08-17T01:17:20.531 INFO:tasks.workunit.client.0.smithi082.stdout:op 4945 completed, throughput=5MB/sec 2024-08-17T01:17:20.531 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_4fpJJSL4AKDBw5 off=10965868 len=1169542 2024-08-17T01:17:20.532 INFO:tasks.workunit.client.0.smithi082.stdout:op 4946 completed, throughput=5MB/sec 2024-08-17T01:17:20.532 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vNVVHuPDKvt3BPY off=7564560 len=1217154 2024-08-17T01:17:20.533 INFO:tasks.workunit.client.0.smithi082.stdout:op 4947 completed, throughput=5MB/sec 2024-08-17T01:17:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:20 smithi137 ceph-mon[86391]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:17:20.872 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:17:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:20 smithi082 ceph-mon[94343]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:17:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:17:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:20 smithi082 ceph-mon[91979]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:17:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:17:21.534 INFO:tasks.workunit.client.0.smithi082.stdout: 972: throughput=5MB/sec pending data=0 2024-08-17T01:17:21.534 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZD0NaaM_yCYW8xp off=7949954 len=945920 2024-08-17T01:17:21.539 INFO:tasks.workunit.client.0.smithi082.stdout:op 4948 completed, throughput=5MB/sec 2024-08-17T01:17:21.539 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TRG86ttrJAqKMQe off=17134228 len=16967 2024-08-17T01:17:21.541 INFO:tasks.workunit.client.0.smithi082.stdout:op 4949 completed, throughput=5MB/sec 2024-08-17T01:17:21.542 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SbcJkHsU4Q1GDLW off=1280278 len=429771 2024-08-17T01:17:21.542 INFO:tasks.workunit.client.0.smithi082.stdout:op 4950 completed, throughput=5MB/sec 2024-08-17T01:17:21.542 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UDQdQ4GqrlJES6F off=3107353 len=746843 2024-08-17T01:17:21.547 INFO:tasks.workunit.client.0.smithi082.stdout:op 4951 completed, throughput=5MB/sec 2024-08-17T01:17:21.548 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--rVcSKxv1QErpJT off=4603865 len=1601376 2024-08-17T01:17:21.549 INFO:tasks.workunit.client.0.smithi082.stdout:op 4952 completed, throughput=5MB/sec 2024-08-17T01:17:21.549 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Uu1xekt82TGeB2C off=4015313 len=550699 2024-08-17T01:17:21.550 INFO:tasks.workunit.client.0.smithi082.stdout:op 4953 completed, throughput=5MB/sec 2024-08-17T01:17:21.550 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-369MiWS9oiUMmKz off=21356266 len=1645084 2024-08-17T01:17:21.557 INFO:tasks.workunit.client.0.smithi082.stdout:op 4954 completed, throughput=5MB/sec 2024-08-17T01:17:22.557 INFO:tasks.workunit.client.0.smithi082.stdout: 973: throughput=5MB/sec pending data=0 2024-08-17T01:17:22.557 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gSolJAemLFGnnDZ off=0 len=1117574 2024-08-17T01:17:22.563 INFO:tasks.workunit.client.0.smithi082.stdout:op 4955 completed, throughput=5MB/sec 2024-08-17T01:17:22.563 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3ZJ9N_LYANkb7Gr off=4428270 len=1984776 2024-08-17T01:17:22.565 INFO:tasks.workunit.client.0.smithi082.stdout:op 4956 completed, throughput=5MB/sec 2024-08-17T01:17:22.565 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KZk4POB56ITvVP_ off=20334076 len=1959651 2024-08-17T01:17:22.570 INFO:tasks.workunit.client.0.smithi082.stdout:op 4957 completed, throughput=5MB/sec 2024-08-17T01:17:22.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:22 smithi137 ceph-mon[86391]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:17:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:17:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:17:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:17:22.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:22 smithi082 ceph-mon[94343]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:17:22.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:22 smithi082 ceph-mon[91979]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:17:23.570 INFO:tasks.workunit.client.0.smithi082.stdout: 974: throughput=5MB/sec pending data=0 2024-08-17T01:17:23.571 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UxwFp3DR0Cz-2SH off=11492602 len=1181241 2024-08-17T01:17:23.577 INFO:tasks.workunit.client.0.smithi082.stdout:op 4958 completed, throughput=5MB/sec 2024-08-17T01:17:23.577 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EU61TvofxaJUe6x off=11353323 len=1533410 2024-08-17T01:17:23.584 INFO:tasks.workunit.client.0.smithi082.stdout:op 4959 completed, throughput=5MB/sec 2024-08-17T01:17:23.584 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UUttRyGVTjQRV8N off=347452 len=805848 2024-08-17T01:17:23.589 INFO:tasks.workunit.client.0.smithi082.stdout:op 4960 completed, throughput=5MB/sec 2024-08-17T01:17:23.589 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aS-NIRjW-yJRc17 off=32635 len=509372 2024-08-17T01:17:23.593 INFO:tasks.workunit.client.0.smithi082.stdout:op 4961 completed, throughput=5MB/sec 2024-08-17T01:17:23.593 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1HQeabLwhTI9qlM off=11882204 len=1032276 2024-08-17T01:17:23.594 INFO:tasks.workunit.client.0.smithi082.stdout:op 4962 completed, throughput=5MB/sec 2024-08-17T01:17:24.595 INFO:tasks.workunit.client.0.smithi082.stdout: 975: throughput=5MB/sec pending data=0 2024-08-17T01:17:24.595 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JBi5l1-c_LZ12Cv off=1632455 len=87146 2024-08-17T01:17:24.596 INFO:tasks.workunit.client.0.smithi082.stdout:op 4963 completed, throughput=5MB/sec 2024-08-17T01:17:24.596 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-G8DgCewdDifF9F4 off=15982623 len=246920 2024-08-17T01:17:24.599 INFO:tasks.workunit.client.0.smithi082.stdout:op 4964 completed, throughput=5MB/sec 2024-08-17T01:17:24.600 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gBBGXSbJWk4HB4n off=345873 len=1341274 2024-08-17T01:17:24.601 INFO:tasks.workunit.client.0.smithi082.stdout:op 4965 completed, throughput=5MB/sec 2024-08-17T01:17:24.601 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jBx-TmEHm6W9f7k off=0 len=1178472 2024-08-17T01:17:24.602 INFO:tasks.workunit.client.0.smithi082.stdout:op 4966 completed, throughput=5MB/sec 2024-08-17T01:17:24.602 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-G1iWI3KUAYX2ce2 off=10001820 len=1729320 2024-08-17T01:17:24.611 INFO:tasks.workunit.client.0.smithi082.stdout:op 4967 completed, throughput=5MB/sec 2024-08-17T01:17:24.612 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fl4akL6BM3hiCX- off=8187877 len=332927 2024-08-17T01:17:24.612 INFO:tasks.workunit.client.0.smithi082.stdout:op 4968 completed, throughput=5MB/sec 2024-08-17T01:17:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:24 smithi082 ceph-mon[94343]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:17:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:24 smithi082 ceph-mon[91979]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:17:24.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:24 smithi137 ceph-mon[86391]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:17:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:17:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:17:25] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-08-17T01:17:25.612 INFO:tasks.workunit.client.0.smithi082.stdout: 976: throughput=5MB/sec pending data=0 2024-08-17T01:17:25.613 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-cnOyYNRcbaTbozv off=4400927 len=1714144 2024-08-17T01:17:25.615 INFO:tasks.workunit.client.0.smithi082.stdout:op 4969 completed, throughput=5MB/sec 2024-08-17T01:17:25.615 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-m4pYzSvzq5lLZFC off=16046 len=26478 2024-08-17T01:17:25.617 INFO:tasks.workunit.client.0.smithi082.stdout:op 4970 completed, throughput=5MB/sec 2024-08-17T01:17:25.617 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zZMAC37VBEsnOKI off=1478672 len=95392 2024-08-17T01:17:25.620 INFO:tasks.workunit.client.0.smithi082.stdout:op 4971 completed, throughput=5MB/sec 2024-08-17T01:17:25.620 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-M3Zyuxl_xG_XZnV off=8490170 len=56721 2024-08-17T01:17:25.620 INFO:tasks.workunit.client.0.smithi082.stdout:op 4972 completed, throughput=5MB/sec 2024-08-17T01:17:25.620 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4nDQYcvvqfB9wPa off=713615 len=996885 2024-08-17T01:17:25.625 INFO:tasks.workunit.client.0.smithi082.stdout:op 4973 completed, throughput=5MB/sec 2024-08-17T01:17:25.625 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Dqt0qOldMe9OO9B off=3774616 len=296402 2024-08-17T01:17:25.629 INFO:tasks.workunit.client.0.smithi082.stdout:op 4974 completed, throughput=5MB/sec 2024-08-17T01:17:25.629 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hslfOWnezkdhEyv off=10567113 len=1131242 2024-08-17T01:17:25.636 INFO:tasks.workunit.client.0.smithi082.stdout:op 4975 completed, throughput=5MB/sec 2024-08-17T01:17:25.636 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-GUmJrr51Lnpt-7X off=7544044 len=570063 2024-08-17T01:17:25.639 INFO:tasks.workunit.client.0.smithi082.stdout:op 4976 completed, throughput=5MB/sec 2024-08-17T01:17:25.639 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-O6XDi2eC-b79Zmm off=11179967 len=903774 2024-08-17T01:17:25.640 INFO:tasks.workunit.client.0.smithi082.stdout:op 4977 completed, throughput=5MB/sec 2024-08-17T01:17:26.641 INFO:tasks.workunit.client.0.smithi082.stdout: 977: throughput=5MB/sec pending data=0 2024-08-17T01:17:26.641 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mEqUSzJw20GI3M4 off=11876672 len=1928541 2024-08-17T01:17:26.643 INFO:tasks.workunit.client.0.smithi082.stdout:op 4978 completed, throughput=5MB/sec 2024-08-17T01:17:26.643 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NwCwxptvJjVQm8U off=12767724 len=89068 2024-08-17T01:17:26.644 INFO:tasks.workunit.client.0.smithi082.stdout:op 4979 completed, throughput=5MB/sec 2024-08-17T01:17:26.645 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-EWpdnVI7Qie2Xbb off=3997147 len=786192 2024-08-17T01:17:26.646 INFO:tasks.workunit.client.0.smithi082.stdout:op 4980 completed, throughput=5MB/sec 2024-08-17T01:17:26.646 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-C6VZMfhrUYuujIm off=5075143 len=486694 2024-08-17T01:17:26.647 INFO:tasks.workunit.client.0.smithi082.stdout:op 4981 completed, throughput=5MB/sec 2024-08-17T01:17:26.647 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-c4CRIOtL_yZN7pw off=2982430 len=1938504 2024-08-17T01:17:26.651 INFO:tasks.workunit.client.0.smithi082.stdout:op 4982 completed, throughput=5MB/sec 2024-08-17T01:17:26.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:26 smithi082 ceph-mon[94343]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:17:26.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:26 smithi082 ceph-mon[91979]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:17:26.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:26 smithi137 ceph-mon[86391]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:17:27.651 INFO:tasks.workunit.client.0.smithi082.stdout: 978: throughput=5MB/sec pending data=0 2024-08-17T01:17:27.651 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-d7s5s0yUktOA_5E off=4202938 len=545504 2024-08-17T01:17:27.655 INFO:tasks.workunit.client.0.smithi082.stdout:op 4983 completed, throughput=5MB/sec 2024-08-17T01:17:27.655 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Wzav7Rn6ws5dDJ4 off=17286449 len=1485883 2024-08-17T01:17:27.661 INFO:tasks.workunit.client.0.smithi082.stdout:op 4984 completed, throughput=5MB/sec 2024-08-17T01:17:27.662 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-E3U_PhBAi53kLxO off=9301678 len=848227 2024-08-17T01:17:27.664 INFO:tasks.workunit.client.0.smithi082.stdout:op 4985 completed, throughput=5MB/sec 2024-08-17T01:17:27.664 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pvqMob1xEH-Yd-P off=2766108 len=1296615 2024-08-17T01:17:27.666 INFO:tasks.workunit.client.0.smithi082.stdout:op 4986 completed, throughput=5MB/sec 2024-08-17T01:17:27.667 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-7EtgUlb1LAkkjQk off=2206941 len=245982 2024-08-17T01:17:27.667 INFO:tasks.workunit.client.0.smithi082.stdout:op 4987 completed, throughput=5MB/sec 2024-08-17T01:17:27.667 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0FSQGy70mAi5PRJ off=15414494 len=459705 2024-08-17T01:17:27.669 INFO:tasks.workunit.client.0.smithi082.stdout:op 4988 completed, throughput=5MB/sec 2024-08-17T01:17:27.669 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pno7nSFnehDGIjP off=2745074 len=1636074 2024-08-17T01:17:27.673 INFO:tasks.workunit.client.0.smithi082.stdout:op 4989 completed, throughput=5MB/sec 2024-08-17T01:17:28.674 INFO:tasks.workunit.client.0.smithi082.stdout: 979: throughput=5MB/sec pending data=0 2024-08-17T01:17:28.674 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-m6u_d2YD8UcMeWm off=9600449 len=897496 2024-08-17T01:17:28.679 INFO:tasks.workunit.client.0.smithi082.stdout:op 4990 completed, throughput=5MB/sec 2024-08-17T01:17:28.679 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CSkW9bO8_CJ8a_A off=18317620 len=1834009 2024-08-17T01:17:28.690 INFO:tasks.workunit.client.0.smithi082.stdout:op 4991 completed, throughput=5MB/sec 2024-08-17T01:17:28.691 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PJ_mdVYMdYnrPTM off=2141871 len=94626 2024-08-17T01:17:28.693 INFO:tasks.workunit.client.0.smithi082.stdout:op 4992 completed, throughput=5MB/sec 2024-08-17T01:17:28.693 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HwQJlN4ck2UU7t- off=280319 len=1211002 2024-08-17T01:17:28.695 INFO:tasks.workunit.client.0.smithi082.stdout:op 4993 completed, throughput=5MB/sec 2024-08-17T01:17:28.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:28 smithi082 ceph-mon[94343]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:17:28.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:28 smithi082 ceph-mon[91979]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:17:28.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:28 smithi137 ceph-mon[86391]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:17:29.696 INFO:tasks.workunit.client.0.smithi082.stdout: 980: throughput=5MB/sec pending data=0 2024-08-17T01:17:29.696 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zDUaY3n36MluHR8 off=133135 len=1260101 2024-08-17T01:17:29.698 INFO:tasks.workunit.client.0.smithi082.stdout:op 4994 completed, throughput=5MB/sec 2024-08-17T01:17:29.698 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vAxBEdwa1b1PK_4 off=6971890 len=1521734 2024-08-17T01:17:29.705 INFO:tasks.workunit.client.0.smithi082.stdout:op 4995 completed, throughput=5MB/sec 2024-08-17T01:17:29.705 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-CGIKu4Y1d6zhFhb off=9701329 len=675165 2024-08-17T01:17:29.706 INFO:tasks.workunit.client.0.smithi082.stdout:op 4996 completed, throughput=5MB/sec 2024-08-17T01:17:29.706 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-B-5A_w2Y4jLyd8d off=16626474 len=1259765 2024-08-17T01:17:29.712 INFO:tasks.workunit.client.0.smithi082.stdout:op 4997 completed, throughput=5MB/sec 2024-08-17T01:17:29.712 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IuWaVF7EkbpQAEe off=169090 len=2044153 2024-08-17T01:17:29.716 INFO:tasks.workunit.client.0.smithi082.stdout:op 4998 completed, throughput=5MB/sec 2024-08-17T01:17:30.717 INFO:tasks.workunit.client.0.smithi082.stdout: 981: throughput=5MB/sec pending data=0 2024-08-17T01:17:30.717 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OCTXV1TWELdJXbz off=1928742 len=710538 2024-08-17T01:17:30.722 INFO:tasks.workunit.client.0.smithi082.stdout:op 4999 completed, throughput=5MB/sec 2024-08-17T01:17:30.722 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yUxt9gdJDKGSdWi off=6663914 len=20060 2024-08-17T01:17:30.724 INFO:tasks.workunit.client.0.smithi082.stdout:op 5000 completed, throughput=5MB/sec 2024-08-17T01:17:30.724 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EiEnjMf5J6rWsu1 off=6175107 len=61252 2024-08-17T01:17:30.727 INFO:tasks.workunit.client.0.smithi082.stdout:op 5001 completed, throughput=5MB/sec 2024-08-17T01:17:30.727 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Ph-t3Uns5BnhdnY off=18985302 len=1950662 2024-08-17T01:17:30.740 INFO:tasks.workunit.client.0.smithi082.stdout:op 5002 completed, throughput=5MB/sec 2024-08-17T01:17:30.741 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-eZWbbh1wzOgKr52 off=21164158 len=1520066 2024-08-17T01:17:30.742 INFO:tasks.workunit.client.0.smithi082.stdout:op 5003 completed, throughput=5MB/sec 2024-08-17T01:17:30.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:30 smithi082 ceph-mon[94343]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:17:30.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:30 smithi082 ceph-mon[91979]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:17:30.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:30 smithi137 ceph-mon[86391]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:17:31.743 INFO:tasks.workunit.client.0.smithi082.stdout: 982: throughput=5MB/sec pending data=0 2024-08-17T01:17:31.743 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8L8qJVP9EVsMpia off=19921948 len=276508 2024-08-17T01:17:31.747 INFO:tasks.workunit.client.0.smithi082.stdout:op 5004 completed, throughput=5MB/sec 2024-08-17T01:17:31.747 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1_7uS4-aGRirf8E off=12387328 len=945047 2024-08-17T01:17:31.752 INFO:tasks.workunit.client.0.smithi082.stdout:op 5005 completed, throughput=5MB/sec 2024-08-17T01:17:31.752 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jq8nBcXLoF_yp6o off=1142760 len=366246 2024-08-17T01:17:31.753 INFO:tasks.workunit.client.0.smithi082.stdout:op 5006 completed, throughput=5MB/sec 2024-08-17T01:17:31.753 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-jb-D5m0kHgvI4Qp off=2063771 len=116209 2024-08-17T01:17:31.756 INFO:tasks.workunit.client.0.smithi082.stdout:op 5007 completed, throughput=5MB/sec 2024-08-17T01:17:31.756 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-B50j9ZjQHQGnCh1 off=10885182 len=646952 2024-08-17T01:17:31.760 INFO:tasks.workunit.client.0.smithi082.stdout:op 5008 completed, throughput=5MB/sec 2024-08-17T01:17:31.760 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dw3QJwD7YMTlavo off=12502378 len=2082284 2024-08-17T01:17:31.764 INFO:tasks.workunit.client.0.smithi082.stdout:op 5009 completed, throughput=5MB/sec 2024-08-17T01:17:31.764 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZZyt5c594Pa1uD9 off=805541 len=1860232 2024-08-17T01:17:31.772 INFO:tasks.workunit.client.0.smithi082.stdout:op 5010 completed, throughput=5MB/sec 2024-08-17T01:17:32.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:32 smithi137 ceph-mon[86391]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:17:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:17:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:17:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:17:32.772 INFO:tasks.workunit.client.0.smithi082.stdout: 983: throughput=5MB/sec pending data=0 2024-08-17T01:17:32.772 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zhnFgy578Ok7nz4 off=2317082 len=369190 2024-08-17T01:17:32.776 INFO:tasks.workunit.client.0.smithi082.stdout:op 5011 completed, throughput=5MB/sec 2024-08-17T01:17:32.776 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-h3Lm1vEhN0Z8oKH off=7016693 len=1310157 2024-08-17T01:17:32.782 INFO:tasks.workunit.client.0.smithi082.stdout:op 5012 completed, throughput=5MB/sec 2024-08-17T01:17:32.782 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oqUBwGGg9eQrNxQ off=1704848 len=467585 2024-08-17T01:17:32.783 INFO:tasks.workunit.client.0.smithi082.stdout:op 5013 completed, throughput=5MB/sec 2024-08-17T01:17:32.783 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-I2eCxcgltbBie2_ off=2810032 len=1486676 2024-08-17T01:17:32.786 INFO:tasks.workunit.client.0.smithi082.stdout:op 5014 completed, throughput=5MB/sec 2024-08-17T01:17:32.786 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WuKjuAAbk-d3GRg off=1686436 len=1752929 2024-08-17T01:17:32.793 INFO:tasks.workunit.client.0.smithi082.stdout:op 5015 completed, throughput=5MB/sec 2024-08-17T01:17:32.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:32 smithi082 ceph-mon[91979]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:17:32.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:32 smithi082 ceph-mon[94343]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:17:33.794 INFO:tasks.workunit.client.0.smithi082.stdout: 984: throughput=5MB/sec pending data=0 2024-08-17T01:17:33.794 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rU5GX_Hf4XPVo-t off=1619790 len=729748 2024-08-17T01:17:33.799 INFO:tasks.workunit.client.0.smithi082.stdout:op 5016 completed, throughput=5MB/sec 2024-08-17T01:17:33.799 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZkWeylWGvMR_UvY off=2772212 len=902825 2024-08-17T01:17:33.803 INFO:tasks.workunit.client.0.smithi082.stdout:op 5017 completed, throughput=5MB/sec 2024-08-17T01:17:33.803 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-25G4T12_nqHQb2J off=6583619 len=42741 2024-08-17T01:17:33.806 INFO:tasks.workunit.client.0.smithi082.stdout:op 5018 completed, throughput=5MB/sec 2024-08-17T01:17:33.806 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-khpFxdsYkuhyHoE off=13262193 len=1765101 2024-08-17T01:17:33.814 INFO:tasks.workunit.client.0.smithi082.stdout:op 5019 completed, throughput=5MB/sec 2024-08-17T01:17:33.814 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ggwO2Wf_ZuEE9SA off=3255854 len=583165 2024-08-17T01:17:33.818 INFO:tasks.workunit.client.0.smithi082.stdout:op 5020 completed, throughput=5MB/sec 2024-08-17T01:17:34.818 INFO:tasks.workunit.client.0.smithi082.stdout: 985: throughput=5MB/sec pending data=0 2024-08-17T01:17:34.818 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ya0rwRVbQVmzdmw off=12965919 len=304073 2024-08-17T01:17:34.819 INFO:tasks.workunit.client.0.smithi082.stdout:op 5021 completed, throughput=5MB/sec 2024-08-17T01:17:34.819 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mthwOeQoVif_UhY off=1400330 len=34151 2024-08-17T01:17:34.820 INFO:tasks.workunit.client.0.smithi082.stdout:op 5022 completed, throughput=5MB/sec 2024-08-17T01:17:34.820 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-cDxju2WbHpSKxLS off=8565708 len=136280 2024-08-17T01:17:34.820 INFO:tasks.workunit.client.0.smithi082.stdout:op 5023 completed, throughput=5MB/sec 2024-08-17T01:17:34.820 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5RzZU2LBUuOu1lM off=4883806 len=712453 2024-08-17T01:17:34.821 INFO:tasks.workunit.client.0.smithi082.stdout:op 5024 completed, throughput=5MB/sec 2024-08-17T01:17:34.822 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4wM3kZCAQToAp8C off=17130525 len=2021415 2024-08-17T01:17:34.824 INFO:tasks.workunit.client.0.smithi082.stdout:op 5025 completed, throughput=5MB/sec 2024-08-17T01:17:34.824 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OjHwVq2AaNgXVSO off=16776376 len=1039150 2024-08-17T01:17:34.830 INFO:tasks.workunit.client.0.smithi082.stdout:op 5026 completed, throughput=5MB/sec 2024-08-17T01:17:34.830 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-V3GQpdyJ2nRxsvn off=12162591 len=485975 2024-08-17T01:17:34.834 INFO:tasks.workunit.client.0.smithi082.stdout:op 5027 completed, throughput=5MB/sec 2024-08-17T01:17:34.834 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tvcuSRPs982_Rf6 off=10119914 len=169413 2024-08-17T01:17:34.837 INFO:tasks.workunit.client.0.smithi082.stdout:op 5028 completed, throughput=5MB/sec 2024-08-17T01:17:34.837 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tgGA1_Mvm4gHlGy off=10706889 len=807205 2024-08-17T01:17:34.839 INFO:tasks.workunit.client.0.smithi082.stdout:op 5029 completed, throughput=5MB/sec 2024-08-17T01:17:34.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:34 smithi082 ceph-mon[94343]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:17:34.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:34 smithi082 ceph-mon[91979]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:17:34.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:34 smithi137 ceph-mon[86391]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:17:35.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:17:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:17:35] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-08-17T01:17:35.839 INFO:tasks.workunit.client.0.smithi082.stdout: 986: throughput=5MB/sec pending data=0 2024-08-17T01:17:35.840 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-L3hW2gQC36CW9KZ off=877472 len=838127 2024-08-17T01:17:35.846 INFO:tasks.workunit.client.0.smithi082.stdout:op 5030 completed, throughput=5MB/sec 2024-08-17T01:17:35.846 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dwR0FkNJ48hKpBr off=15340226 len=889273 2024-08-17T01:17:35.851 INFO:tasks.workunit.client.0.smithi082.stdout:op 5031 completed, throughput=5MB/sec 2024-08-17T01:17:35.851 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ETz55aFjdOfzDll off=5558947 len=351805 2024-08-17T01:17:35.855 INFO:tasks.workunit.client.0.smithi082.stdout:op 5032 completed, throughput=5MB/sec 2024-08-17T01:17:35.855 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4EWmBA3sE0NPgdt off=17633359 len=1869947 2024-08-17T01:17:35.857 INFO:tasks.workunit.client.0.smithi082.stdout:op 5033 completed, throughput=5MB/sec 2024-08-17T01:17:35.857 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hb0GOWwJoVOcgds off=7278281 len=1541348 2024-08-17T01:17:35.866 INFO:tasks.workunit.client.0.smithi082.stdout:op 5034 completed, throughput=5MB/sec 2024-08-17T01:17:35.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:17:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:17:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:17:36.867 INFO:tasks.workunit.client.0.smithi082.stdout: 987: throughput=5MB/sec pending data=0 2024-08-17T01:17:36.867 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Vrtklm7gWXMBpyC off=5246417 len=341146 2024-08-17T01:17:36.868 INFO:tasks.workunit.client.0.smithi082.stdout:op 5035 completed, throughput=5MB/sec 2024-08-17T01:17:36.868 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--fu4ivQJaPAs-3u off=330276 len=530593 2024-08-17T01:17:36.872 INFO:tasks.workunit.client.0.smithi082.stdout:op 5036 completed, throughput=5MB/sec 2024-08-17T01:17:36.872 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-DYTggld0DJkiq3c off=1231203 len=858322 2024-08-17T01:17:36.876 INFO:tasks.workunit.client.0.smithi082.stdout:op 5037 completed, throughput=5MB/sec 2024-08-17T01:17:36.876 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hgDTABHl1ztIw3O off=3207061 len=1719693 2024-08-17T01:17:36.879 INFO:tasks.workunit.client.0.smithi082.stdout:op 5038 completed, throughput=5MB/sec 2024-08-17T01:17:36.879 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-K3xMKiGQYU_9QAa off=501100 len=160403 2024-08-17T01:17:36.880 INFO:tasks.workunit.client.0.smithi082.stdout:op 5039 completed, throughput=5MB/sec 2024-08-17T01:17:36.880 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Z-Vu64KAJCqmyc0 off=5911088 len=784805 2024-08-17T01:17:36.881 INFO:tasks.workunit.client.0.smithi082.stdout:op 5040 completed, throughput=5MB/sec 2024-08-17T01:17:36.881 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Rd8CdqxYDMXf2SK off=581873 len=1301005 2024-08-17T01:17:36.884 INFO:tasks.workunit.client.0.smithi082.stdout:op 5041 completed, throughput=5MB/sec 2024-08-17T01:17:36.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:36 smithi082 ceph-mon[94343]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-17T01:17:36.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:36 smithi082 ceph-mon[91979]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-17T01:17:36.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:36 smithi137 ceph-mon[86391]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-17T01:17:37.885 INFO:tasks.workunit.client.0.smithi082.stdout: 988: throughput=5MB/sec pending data=0 2024-08-17T01:17:37.885 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1BNqi4ZV5-g7fz1 off=10703145 len=1046983 2024-08-17T01:17:37.887 INFO:tasks.workunit.client.0.smithi082.stdout:op 5042 completed, throughput=5MB/sec 2024-08-17T01:17:37.887 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-821kT8cPzg5VAUP off=946179 len=342483 2024-08-17T01:17:37.891 INFO:tasks.workunit.client.0.smithi082.stdout:op 5043 completed, throughput=5MB/sec 2024-08-17T01:17:37.891 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mUudOTGbshrjo9l off=15098315 len=1818872 2024-08-17T01:17:37.893 INFO:tasks.workunit.client.0.smithi082.stdout:op 5044 completed, throughput=5MB/sec 2024-08-17T01:17:37.893 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cMSQ9ehll1jFjy- off=1366724 len=547934 2024-08-17T01:17:37.898 INFO:tasks.workunit.client.0.smithi082.stdout:op 5045 completed, throughput=5MB/sec 2024-08-17T01:17:37.898 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1833lE4Xm_kGygB off=11460849 len=1118355 2024-08-17T01:17:37.899 INFO:tasks.workunit.client.0.smithi082.stdout:op 5046 completed, throughput=5MB/sec 2024-08-17T01:17:37.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:37 smithi082 ceph-mon[91979]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:17:37.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:37 smithi082 ceph-mon[94343]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:17:37.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:37 smithi137 ceph-mon[86391]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:17:38.900 INFO:tasks.workunit.client.0.smithi082.stdout: 989: throughput=5MB/sec pending data=0 2024-08-17T01:17:38.900 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-jjbkANQW-MwUVqj off=22226841 len=497884 2024-08-17T01:17:38.904 INFO:tasks.workunit.client.0.smithi082.stdout:op 5047 completed, throughput=5MB/sec 2024-08-17T01:17:38.904 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-khpFxdsYkuhyHoE off=13789974 len=1521911 2024-08-17T01:17:38.911 INFO:tasks.workunit.client.0.smithi082.stdout:op 5048 completed, throughput=5MB/sec 2024-08-17T01:17:38.911 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EbZQhACul8kH4hv off=134449 len=2092312 2024-08-17T01:17:38.923 INFO:tasks.workunit.client.0.smithi082.stdout:op 5049 completed, throughput=5MB/sec 2024-08-17T01:17:38.924 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-H2Kpkm1Mu01YTbt off=18798179 len=567248 2024-08-17T01:17:38.927 INFO:tasks.workunit.client.0.smithi082.stdout:op 5050 completed, throughput=5MB/sec 2024-08-17T01:17:38.927 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6L6oxfMTiYhJIrA off=19790019 len=1400022 2024-08-17T01:17:38.928 INFO:tasks.workunit.client.0.smithi082.stdout:op 5051 completed, throughput=5MB/sec 2024-08-17T01:17:39.929 INFO:tasks.workunit.client.0.smithi082.stdout: 990: throughput=5MB/sec pending data=0 2024-08-17T01:17:39.929 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xVyo0KIYavUcrUf off=5826570 len=1833556 2024-08-17T01:17:39.933 INFO:tasks.workunit.client.0.smithi082.stdout:op 5052 completed, throughput=5MB/sec 2024-08-17T01:17:39.933 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QQqUtGRIm2tJLqo off=12731063 len=30674 2024-08-17T01:17:39.935 INFO:tasks.workunit.client.0.smithi082.stdout:op 5053 completed, throughput=5MB/sec 2024-08-17T01:17:39.936 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-77ouLlvwRPcoABa off=795784 len=56557 2024-08-17T01:17:39.938 INFO:tasks.workunit.client.0.smithi082.stdout:op 5054 completed, throughput=5MB/sec 2024-08-17T01:17:39.938 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-K4Kf9849JRz2pX8 off=3629135 len=308726 2024-08-17T01:17:39.939 INFO:tasks.workunit.client.0.smithi082.stdout:op 5055 completed, throughput=5MB/sec 2024-08-17T01:17:39.939 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oBG7YAHQuTOZ-jU off=3155508 len=124496 2024-08-17T01:17:39.942 INFO:tasks.workunit.client.0.smithi082.stdout:op 5056 completed, throughput=5MB/sec 2024-08-17T01:17:39.942 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8EzbZOx2mN9Y540 off=15777081 len=309093 2024-08-17T01:17:39.945 INFO:tasks.workunit.client.0.smithi082.stdout:op 5057 completed, throughput=5MB/sec 2024-08-17T01:17:39.945 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QS5qxVs56VyvpRd off=71938 len=231122 2024-08-17T01:17:39.947 INFO:tasks.workunit.client.0.smithi082.stdout:op 5058 completed, throughput=5MB/sec 2024-08-17T01:17:39.948 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-lsr5wCd2ihz1mgA off=8042043 len=767717 2024-08-17T01:17:39.948 INFO:tasks.workunit.client.0.smithi082.stdout:op 5059 completed, throughput=5MB/sec 2024-08-17T01:17:39.948 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5Hv3xqiEGSa5qzk off=3439410 len=1488721 2024-08-17T01:17:39.950 INFO:tasks.workunit.client.0.smithi082.stdout:op 5060 completed, throughput=5MB/sec 2024-08-17T01:17:39.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:39 smithi082 ceph-mon[91979]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:17:39.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:39 smithi082 ceph-mon[94343]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:17:39.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:39 smithi137 ceph-mon[86391]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:17:40.951 INFO:tasks.workunit.client.0.smithi082.stdout: 991: throughput=5MB/sec pending data=0 2024-08-17T01:17:40.951 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-jxx3T9D0EdBxI0w off=4438365 len=1911041 2024-08-17T01:17:40.963 INFO:tasks.workunit.client.0.smithi082.stdout:op 5061 completed, throughput=5MB/sec 2024-08-17T01:17:40.963 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8efTIh0NBZjEypK off=1692569 len=792758 2024-08-17T01:17:40.964 INFO:tasks.workunit.client.0.smithi082.stdout:op 5062 completed, throughput=5MB/sec 2024-08-17T01:17:40.964 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mpDpaA0eiF-SqaD off=1956813 len=525412 2024-08-17T01:17:40.968 INFO:tasks.workunit.client.0.smithi082.stdout:op 5063 completed, throughput=5MB/sec 2024-08-17T01:17:40.968 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-h4a5eHfeg8-Ej3p off=9972931 len=1811769 2024-08-17T01:17:40.975 INFO:tasks.workunit.client.0.smithi082.stdout:op 5064 completed, throughput=5MB/sec 2024-08-17T01:17:41.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:41 smithi082 ceph-mon[94343]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:17:41.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:41 smithi082 ceph-mon[91979]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:17:41.975 INFO:tasks.workunit.client.0.smithi082.stdout: 992: throughput=5MB/sec pending data=0 2024-08-17T01:17:41.975 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zlYVGW3QGCrWwva off=3607985 len=1150507 2024-08-17T01:17:41.982 INFO:tasks.workunit.client.0.smithi082.stdout:op 5065 completed, throughput=5MB/sec 2024-08-17T01:17:41.982 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YKtME0opKHUt19g off=3891971 len=661393 2024-08-17T01:17:41.983 INFO:tasks.workunit.client.0.smithi082.stdout:op 5066 completed, throughput=5MB/sec 2024-08-17T01:17:41.983 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KwtpBvlKQJhjXlU off=477359 len=1024243 2024-08-17T01:17:41.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:41 smithi137 ceph-mon[86391]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:17:41.988 INFO:tasks.workunit.client.0.smithi082.stdout:op 5067 completed, throughput=5MB/sec 2024-08-17T01:17:41.988 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-P5bvE_thLW-3SfZ off=512272 len=1274320 2024-08-17T01:17:41.994 INFO:tasks.workunit.client.0.smithi082.stdout:op 5068 completed, throughput=5MB/sec 2024-08-17T01:17:41.995 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6tDV7haUvKMqjaW off=7515202 len=32940 2024-08-17T01:17:41.997 INFO:tasks.workunit.client.0.smithi082.stdout:op 5069 completed, throughput=5MB/sec 2024-08-17T01:17:41.997 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PCqG5wkiTdIJagE off=13311974 len=1932321 2024-08-17T01:17:42.009 INFO:tasks.workunit.client.0.smithi082.stdout:op 5070 completed, throughput=5MB/sec 2024-08-17T01:17:42.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:17:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:17:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:17:43.009 INFO:tasks.workunit.client.0.smithi082.stdout: 993: throughput=5MB/sec pending data=0 2024-08-17T01:17:43.009 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ttBbZoTcwFYei6e off=9443310 len=492879 2024-08-17T01:17:43.010 INFO:tasks.workunit.client.0.smithi082.stdout:op 5071 completed, throughput=5MB/sec 2024-08-17T01:17:43.010 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-H2AImzWNCyoAfxp off=8144601 len=1187482 2024-08-17T01:17:43.016 INFO:tasks.workunit.client.0.smithi082.stdout:op 5072 completed, throughput=5MB/sec 2024-08-17T01:17:43.017 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Dkf3D3--D4v4IjL off=4739832 len=1454227 2024-08-17T01:17:43.025 INFO:tasks.workunit.client.0.smithi082.stdout:op 5073 completed, throughput=5MB/sec 2024-08-17T01:17:43.025 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Yc_8_7JUB9diSq5 off=628499 len=691522 2024-08-17T01:17:43.030 INFO:tasks.workunit.client.0.smithi082.stdout:op 5074 completed, throughput=5MB/sec 2024-08-17T01:17:43.030 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-s_LuzvnQvJSziTu off=2247816 len=692951 2024-08-17T01:17:43.031 INFO:tasks.workunit.client.0.smithi082.stdout:op 5075 completed, throughput=5MB/sec 2024-08-17T01:17:43.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:43 smithi082 ceph-mon[94343]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T01:17:43.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:43 smithi082 ceph-mon[91979]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T01:17:43.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:43 smithi137 ceph-mon[86391]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T01:17:44.034 INFO:tasks.workunit.client.0.smithi082.stdout: 994: throughput=5MB/sec pending data=0 2024-08-17T01:17:44.034 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TX4ChM_nfX6Y6nN off=2161374 len=265265 2024-08-17T01:17:44.035 INFO:tasks.workunit.client.0.smithi082.stdout:op 5076 completed, throughput=5MB/sec 2024-08-17T01:17:44.035 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0XPS2eWUdpr2Dk2 off=6154840 len=995441 2024-08-17T01:17:44.037 INFO:tasks.workunit.client.0.smithi082.stdout:op 5077 completed, throughput=5MB/sec 2024-08-17T01:17:44.037 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4AUQo1l9RUvmvsD off=12030940 len=1437784 2024-08-17T01:17:44.046 INFO:tasks.workunit.client.0.smithi082.stdout:op 5078 completed, throughput=5MB/sec 2024-08-17T01:17:44.046 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-APlaF40AaGby6CR off=16404734 len=2055584 2024-08-17T01:17:44.056 INFO:tasks.workunit.client.0.smithi082.stdout:op 5079 completed, throughput=5MB/sec 2024-08-17T01:17:44.056 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2UtARe_z2aGxhVp off=11291973 len=1509832 2024-08-17T01:17:44.057 INFO:tasks.workunit.client.0.smithi082.stdout:op 5080 completed, throughput=5MB/sec 2024-08-17T01:17:45.057 INFO:tasks.workunit.client.0.smithi082.stdout: 995: throughput=5MB/sec pending data=0 2024-08-17T01:17:45.057 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-VL2RDH0VRA6c8xC off=2395218 len=1254439 2024-08-17T01:17:45.063 INFO:tasks.workunit.client.0.smithi082.stdout:op 5081 completed, throughput=5MB/sec 2024-08-17T01:17:45.063 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8RJw4_KIdWireNU off=8095086 len=1973009 2024-08-17T01:17:45.067 INFO:tasks.workunit.client.0.smithi082.stdout:op 5082 completed, throughput=5MB/sec 2024-08-17T01:17:45.067 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0xyofdYS38ZJGkV off=531567 len=923300 2024-08-17T01:17:45.068 INFO:tasks.workunit.client.0.smithi082.stdout:op 5083 completed, throughput=5MB/sec 2024-08-17T01:17:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:17:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:17:45] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-08-17T01:17:45.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:45 smithi082 ceph-mon[91979]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:17:45.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:45 smithi082 ceph-mon[94343]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:17:45.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:45 smithi137 ceph-mon[86391]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:17:46.069 INFO:tasks.workunit.client.0.smithi082.stdout: 996: throughput=5MB/sec pending data=0 2024-08-17T01:17:46.069 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qyfoPYADGtj1iDT off=18504494 len=1412262 2024-08-17T01:17:46.071 INFO:tasks.workunit.client.0.smithi082.stdout:op 5084 completed, throughput=5MB/sec 2024-08-17T01:17:46.071 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Slrgmvlgn6PTWG7 off=4633300 len=744609 2024-08-17T01:17:46.076 INFO:tasks.workunit.client.0.smithi082.stdout:op 5085 completed, throughput=5MB/sec 2024-08-17T01:17:46.076 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3QJMywCNglPKM8J off=6916690 len=869800 2024-08-17T01:17:46.081 INFO:tasks.workunit.client.0.smithi082.stdout:op 5086 completed, throughput=5MB/sec 2024-08-17T01:17:46.081 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4kBRpY6GV-Dag0a off=13505262 len=468667 2024-08-17T01:17:46.082 INFO:tasks.workunit.client.0.smithi082.stdout:op 5087 completed, throughput=5MB/sec 2024-08-17T01:17:46.082 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EKG54895_3H8b3z off=294719 len=1278758 2024-08-17T01:17:46.088 INFO:tasks.workunit.client.0.smithi082.stdout:op 5088 completed, throughput=5MB/sec 2024-08-17T01:17:46.088 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Hj2HR7hKHvgPpA3 off=1352795 len=1452831 2024-08-17T01:17:46.091 INFO:tasks.workunit.client.0.smithi082.stdout:op 5089 completed, throughput=5MB/sec 2024-08-17T01:17:47.091 INFO:tasks.workunit.client.0.smithi082.stdout: 997: throughput=5MB/sec pending data=0 2024-08-17T01:17:47.092 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9--IU6g5bWyd1jj off=18465188 len=1617495 2024-08-17T01:17:47.102 INFO:tasks.workunit.client.0.smithi082.stdout:op 5090 completed, throughput=5MB/sec 2024-08-17T01:17:47.102 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Vg7EfrSuh_9KGEa off=5835797 len=713288 2024-08-17T01:17:47.107 INFO:tasks.workunit.client.0.smithi082.stdout:op 5091 completed, throughput=5MB/sec 2024-08-17T01:17:47.107 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0WsGH8a8rLu5jNM off=5893250 len=1679957 2024-08-17T01:17:47.115 INFO:tasks.workunit.client.0.smithi082.stdout:op 5092 completed, throughput=5MB/sec 2024-08-17T01:17:47.115 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-MXVX5pCggyyEFiB off=2273236 len=453245 2024-08-17T01:17:47.116 INFO:tasks.workunit.client.0.smithi082.stdout:op 5093 completed, throughput=5MB/sec 2024-08-17T01:17:47.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:47 smithi082 ceph-mon[94343]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:17:47.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:47 smithi082 ceph-mon[91979]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:17:47.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:47 smithi137 ceph-mon[86391]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:17:48.116 INFO:tasks.workunit.client.0.smithi082.stdout: 998: throughput=5MB/sec pending data=0 2024-08-17T01:17:48.116 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TdUN3Yydxh78j18 off=11810854 len=708010 2024-08-17T01:17:48.120 INFO:tasks.workunit.client.0.smithi082.stdout:op 5094 completed, throughput=5MB/sec 2024-08-17T01:17:48.120 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pLyhiNB63M6uIIr off=1478218 len=1901940 2024-08-17T01:17:48.126 INFO:tasks.workunit.client.0.smithi082.stdout:op 5095 completed, throughput=5MB/sec 2024-08-17T01:17:48.126 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KOONfXfgLTW_kVP off=4247519 len=724015 2024-08-17T01:17:48.128 INFO:tasks.workunit.client.0.smithi082.stdout:op 5096 completed, throughput=5MB/sec 2024-08-17T01:17:48.128 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kh4EWaUTud7dCNv off=4342689 len=257723 2024-08-17T01:17:48.130 INFO:tasks.workunit.client.0.smithi082.stdout:op 5097 completed, throughput=5MB/sec 2024-08-17T01:17:48.131 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Q83N9_1E4ZeES4j off=3183167 len=476696 2024-08-17T01:17:48.133 INFO:tasks.workunit.client.0.smithi082.stdout:op 5098 completed, throughput=5MB/sec 2024-08-17T01:17:48.133 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fH1mMPRy_Nef11G off=3443427 len=795639 2024-08-17T01:17:48.134 INFO:tasks.workunit.client.0.smithi082.stdout:op 5099 completed, throughput=5MB/sec 2024-08-17T01:17:48.134 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dlIeXUPzgFr0PTP off=10134738 len=1239888 2024-08-17T01:17:48.135 INFO:tasks.workunit.client.0.smithi082.stdout:op 5100 completed, throughput=5MB/sec 2024-08-17T01:17:48.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:48 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:17:48.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:48 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:17:48.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:48 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:17:48.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:48 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:17:48.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:48 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:17:48.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:48 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:17:48.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:48 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:17:48.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:48 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:17:48.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:48 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:17:48.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:48 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:17:48.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:48 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:17:48.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:48 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:17:49.136 INFO:tasks.workunit.client.0.smithi082.stdout: 999: throughput=5MB/sec pending data=0 2024-08-17T01:17:49.136 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yGIGbTTEMI99lrV off=1709711 len=951686 2024-08-17T01:17:49.137 INFO:tasks.workunit.client.0.smithi082.stdout:op 5101 completed, throughput=5MB/sec 2024-08-17T01:17:49.137 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bjz8T5r4M2X5N2t off=8820992 len=2059416 2024-08-17T01:17:49.141 INFO:tasks.workunit.client.0.smithi082.stdout:op 5102 completed, throughput=5MB/sec 2024-08-17T01:17:49.141 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-42GwsNuMr_B14nP off=15052400 len=320312 2024-08-17T01:17:49.145 INFO:tasks.workunit.client.0.smithi082.stdout:op 5103 completed, throughput=5MB/sec 2024-08-17T01:17:49.145 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-g4tsT9za1jjFDaI off=13036605 len=926360 2024-08-17T01:17:49.146 INFO:tasks.workunit.client.0.smithi082.stdout:op 5104 completed, throughput=5MB/sec 2024-08-17T01:17:49.146 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IWzso59NhAbvMqj off=4087632 len=1289967 2024-08-17T01:17:49.149 INFO:tasks.workunit.client.0.smithi082.stdout:op 5105 completed, throughput=5MB/sec 2024-08-17T01:17:50.149 INFO:tasks.workunit.client.0.smithi082.stdout: 1000: throughput=5MB/sec pending data=0 2024-08-17T01:17:50.149 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nO183bKEZnd_z3P off=16528884 len=1857184 2024-08-17T01:17:50.152 INFO:tasks.workunit.client.0.smithi082.stdout:op 5106 completed, throughput=5MB/sec 2024-08-17T01:17:50.152 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-MuMYshHUYQjEVDZ off=52683 len=2055752 2024-08-17T01:17:50.166 INFO:tasks.workunit.client.0.smithi082.stdout:op 5107 completed, throughput=5MB/sec 2024-08-17T01:17:50.166 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-eoVy1MLOWkAHICY off=4909655 len=645654 2024-08-17T01:17:50.170 INFO:tasks.workunit.client.0.smithi082.stdout:op 5108 completed, throughput=5MB/sec 2024-08-17T01:17:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:50 smithi082 ceph-mon[94343]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:17:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:17:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:50 smithi082 ceph-mon[91979]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:17:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:17:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:50 smithi137 ceph-mon[86391]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:17:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:17:51.170 INFO:tasks.workunit.client.0.smithi082.stdout: 1001: throughput=5MB/sec pending data=0 2024-08-17T01:17:51.171 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oPj14iTg0KsFbBZ off=6661926 len=1745103 2024-08-17T01:17:51.173 INFO:tasks.workunit.client.0.smithi082.stdout:op 5109 completed, throughput=5MB/sec 2024-08-17T01:17:51.173 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vExBswXV_uSqoY_ off=7994250 len=578340 2024-08-17T01:17:51.177 INFO:tasks.workunit.client.0.smithi082.stdout:op 5110 completed, throughput=5MB/sec 2024-08-17T01:17:51.177 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NF_u1GISiBLbQhk off=3083953 len=1419405 2024-08-17T01:17:51.184 INFO:tasks.workunit.client.0.smithi082.stdout:op 5111 completed, throughput=5MB/sec 2024-08-17T01:17:51.184 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pzibEoWmlIC0LZJ off=24022439 len=1232460 2024-08-17T01:17:51.190 INFO:tasks.workunit.client.0.smithi082.stdout:op 5112 completed, throughput=5MB/sec 2024-08-17T01:17:51.190 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-r_f5nK8yDzcGQ7s off=10764190 len=1433416 2024-08-17T01:17:51.193 INFO:tasks.workunit.client.0.smithi082.stdout:op 5113 completed, throughput=5MB/sec 2024-08-17T01:17:52.193 INFO:tasks.workunit.client.0.smithi082.stdout: 1002: throughput=5MB/sec pending data=0 2024-08-17T01:17:52.194 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-e1Mrrk4WvzbYSLT off=9405810 len=1893738 2024-08-17T01:17:52.196 INFO:tasks.workunit.client.0.smithi082.stdout:op 5114 completed, throughput=5MB/sec 2024-08-17T01:17:52.196 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0GWdC1vt7f5SnyL off=1400593 len=2004124 2024-08-17T01:17:52.198 INFO:tasks.workunit.client.0.smithi082.stdout:op 5115 completed, throughput=5MB/sec 2024-08-17T01:17:52.198 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QIbQcsKzgEidf9n off=10201585 len=1455 2024-08-17T01:17:52.201 INFO:tasks.workunit.client.0.smithi082.stdout:op 5116 completed, throughput=5MB/sec 2024-08-17T01:17:52.201 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dSFQ19bveaBRMFi off=6073020 len=654823 2024-08-17T01:17:52.203 INFO:tasks.workunit.client.0.smithi082.stdout:op 5117 completed, throughput=5MB/sec 2024-08-17T01:17:52.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:52 smithi082 ceph-mon[94343]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:17:52.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:52 smithi082 ceph-mon[91979]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:17:52.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:52 smithi137 ceph-mon[86391]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:17:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:17:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:17:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:17:53.203 INFO:tasks.workunit.client.0.smithi082.stdout: 1003: throughput=5MB/sec pending data=0 2024-08-17T01:17:53.203 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SNhhphYfF69Zaq_ off=3889228 len=1826221 2024-08-17T01:17:53.207 INFO:tasks.workunit.client.0.smithi082.stdout:op 5118 completed, throughput=5MB/sec 2024-08-17T01:17:53.207 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TyYhUissvbzo3Bn off=13609861 len=159865 2024-08-17T01:17:53.210 INFO:tasks.workunit.client.0.smithi082.stdout:op 5119 completed, throughput=5MB/sec 2024-08-17T01:17:53.210 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DIXFL8sxzD2b74i off=19777970 len=647732 2024-08-17T01:17:53.212 INFO:tasks.workunit.client.0.smithi082.stdout:op 5120 completed, throughput=5MB/sec 2024-08-17T01:17:53.212 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YJes-prVkOjOXH8 off=5059894 len=1812262 2024-08-17T01:17:53.221 INFO:tasks.workunit.client.0.smithi082.stdout:op 5121 completed, throughput=5MB/sec 2024-08-17T01:17:53.221 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-FHqum1jmrj9HLZa off=2296409 len=948321 2024-08-17T01:17:53.224 INFO:tasks.workunit.client.0.smithi082.stdout:op 5122 completed, throughput=5MB/sec 2024-08-17T01:17:54.224 INFO:tasks.workunit.client.0.smithi082.stdout: 1004: throughput=5MB/sec pending data=0 2024-08-17T01:17:54.224 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6zQMAAX48COlrsl off=2005927 len=157390 2024-08-17T01:17:54.227 INFO:tasks.workunit.client.0.smithi082.stdout:op 5123 completed, throughput=5MB/sec 2024-08-17T01:17:54.227 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0lUcCzK35GzUdbH off=1003034 len=68855 2024-08-17T01:17:54.230 INFO:tasks.workunit.client.0.smithi082.stdout:op 5124 completed, throughput=5MB/sec 2024-08-17T01:17:54.230 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UD7h5Y4qC0XsStX off=7083882 len=1997338 2024-08-17T01:17:54.234 INFO:tasks.workunit.client.0.smithi082.stdout:op 5125 completed, throughput=5MB/sec 2024-08-17T01:17:54.234 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mo2DBX3GBBHL8mt off=4730779 len=1896022 2024-08-17T01:17:54.236 INFO:tasks.workunit.client.0.smithi082.stdout:op 5126 completed, throughput=5MB/sec 2024-08-17T01:17:54.236 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-s4R81nQRTYcxpT0 off=1618488 len=846533 2024-08-17T01:17:54.237 INFO:tasks.workunit.client.0.smithi082.stdout:op 5127 completed, throughput=5MB/sec 2024-08-17T01:17:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:54 smithi082 ceph-mon[94343]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:17:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:54 smithi082 ceph-mon[91979]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:17:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:54 smithi137 ceph-mon[86391]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:17:55.238 INFO:tasks.workunit.client.0.smithi082.stdout: 1005: throughput=5MB/sec pending data=0 2024-08-17T01:17:55.238 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vA5Sn23NQ6bSsTc off=0 len=1461937 2024-08-17T01:17:55.244 INFO:tasks.workunit.client.0.smithi082.stdout:op 5128 completed, throughput=5MB/sec 2024-08-17T01:17:55.244 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-B1OVcUv7AQsBlcp off=3750320 len=1196628 2024-08-17T01:17:55.247 INFO:tasks.workunit.client.0.smithi082.stdout:op 5129 completed, throughput=5MB/sec 2024-08-17T01:17:55.247 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Q86cPfJesHwiFad off=3542750 len=1919145 2024-08-17T01:17:55.249 INFO:tasks.workunit.client.0.smithi082.stdout:op 5130 completed, throughput=5MB/sec 2024-08-17T01:17:55.249 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6G7XiM4yprUZeKA off=4515335 len=1262254 2024-08-17T01:17:55.250 INFO:tasks.workunit.client.0.smithi082.stdout:op 5131 completed, throughput=5MB/sec 2024-08-17T01:17:55.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:17:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:17:55] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-08-17T01:17:56.251 INFO:tasks.workunit.client.0.smithi082.stdout: 1006: throughput=5MB/sec pending data=0 2024-08-17T01:17:56.251 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tU8CqUDqki_ebBg off=4986388 len=1587493 2024-08-17T01:17:56.253 INFO:tasks.workunit.client.0.smithi082.stdout:op 5132 completed, throughput=5MB/sec 2024-08-17T01:17:56.253 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4thnZ9QI8Rc7LJ2 off=4529501 len=1550924 2024-08-17T01:17:56.260 INFO:tasks.workunit.client.0.smithi082.stdout:op 5133 completed, throughput=5MB/sec 2024-08-17T01:17:56.260 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OmvTIA8PU38AySH off=5958880 len=695485 2024-08-17T01:17:56.265 INFO:tasks.workunit.client.0.smithi082.stdout:op 5134 completed, throughput=5MB/sec 2024-08-17T01:17:56.265 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-jSpNGDrHEktYdtI off=3720221 len=1326088 2024-08-17T01:17:56.270 INFO:tasks.workunit.client.0.smithi082.stdout:op 5135 completed, throughput=5MB/sec 2024-08-17T01:17:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:56 smithi082 ceph-mon[94343]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:17:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:56 smithi082 ceph-mon[91979]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:17:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:56 smithi137 ceph-mon[86391]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:17:57.271 INFO:tasks.workunit.client.0.smithi082.stdout: 1007: throughput=5MB/sec pending data=0 2024-08-17T01:17:57.271 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ASVqBqHhW8ELHZT off=13692149 len=1313424 2024-08-17T01:17:57.274 INFO:tasks.workunit.client.0.smithi082.stdout:op 5136 completed, throughput=5MB/sec 2024-08-17T01:17:57.274 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2Jhs9X8O8XFEOAA off=2707685 len=2048795 2024-08-17T01:17:57.276 INFO:tasks.workunit.client.0.smithi082.stdout:op 5137 completed, throughput=5MB/sec 2024-08-17T01:17:57.277 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_JKc2z2ZNqpLxoc off=12488111 len=1436301 2024-08-17T01:17:57.286 INFO:tasks.workunit.client.0.smithi082.stdout:op 5138 completed, throughput=5MB/sec 2024-08-17T01:17:58.286 INFO:tasks.workunit.client.0.smithi082.stdout: 1008: throughput=5MB/sec pending data=0 2024-08-17T01:17:58.286 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zci6LptA8mkZ4Hy off=632861 len=1379679 2024-08-17T01:17:58.294 INFO:tasks.workunit.client.0.smithi082.stdout:op 5139 completed, throughput=5MB/sec 2024-08-17T01:17:58.294 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mECFCGfNC9t4cND off=14862720 len=2092155 2024-08-17T01:17:58.309 INFO:tasks.workunit.client.0.smithi082.stdout:op 5140 completed, throughput=5MB/sec 2024-08-17T01:17:58.309 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_DE5JZgBV2y7GLo off=460171 len=228128 2024-08-17T01:17:58.311 INFO:tasks.workunit.client.0.smithi082.stdout:op 5141 completed, throughput=5MB/sec 2024-08-17T01:17:58.311 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vVaz_weZ9hrK6f- off=1255845 len=1533578 2024-08-17T01:17:58.314 INFO:tasks.workunit.client.0.smithi082.stdout:op 5142 completed, throughput=5MB/sec 2024-08-17T01:17:58.314 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-bBFhdVmEzcWtCri off=13896604 len=435965 2024-08-17T01:17:58.318 INFO:tasks.workunit.client.0.smithi082.stdout:op 5143 completed, throughput=5MB/sec 2024-08-17T01:17:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:17:58 smithi082 ceph-mon[94343]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:17:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:17:58 smithi082 ceph-mon[91979]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:17:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:17:58 smithi137 ceph-mon[86391]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:17:59.318 INFO:tasks.workunit.client.0.smithi082.stdout: 1009: throughput=5MB/sec pending data=0 2024-08-17T01:17:59.318 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2xgNGTWU1uN2G8V off=11345825 len=1158055 2024-08-17T01:17:59.324 INFO:tasks.workunit.client.0.smithi082.stdout:op 5144 completed, throughput=5MB/sec 2024-08-17T01:17:59.324 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ujI0HTbFvBbi9rF off=16912194 len=572477 2024-08-17T01:17:59.329 INFO:tasks.workunit.client.0.smithi082.stdout:op 5145 completed, throughput=5MB/sec 2024-08-17T01:17:59.329 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-usX4P_ACvv4CnBG off=10808058 len=786557 2024-08-17T01:17:59.330 INFO:tasks.workunit.client.0.smithi082.stdout:op 5146 completed, throughput=5MB/sec 2024-08-17T01:17:59.330 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XRBw2NrkdKX50lD off=5134487 len=1599349 2024-08-17T01:17:59.332 INFO:tasks.workunit.client.0.smithi082.stdout:op 5147 completed, throughput=5MB/sec 2024-08-17T01:17:59.332 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vYcdXUr3ZsqLwAG off=10058713 len=446211 2024-08-17T01:17:59.333 INFO:tasks.workunit.client.0.smithi082.stdout:op 5148 completed, throughput=5MB/sec 2024-08-17T01:17:59.333 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WhC2kpCTUnu89N0 off=11074164 len=1249115 2024-08-17T01:17:59.339 INFO:tasks.workunit.client.0.smithi082.stdout:op 5149 completed, throughput=5MB/sec 2024-08-17T01:18:00.339 INFO:tasks.workunit.client.0.smithi082.stdout: 1010: throughput=5MB/sec pending data=0 2024-08-17T01:18:00.339 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-lUknOzyp61JEPhU off=5148638 len=1325627 2024-08-17T01:18:00.341 INFO:tasks.workunit.client.0.smithi082.stdout:op 5150 completed, throughput=5MB/sec 2024-08-17T01:18:00.341 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--zzqyqknMgswDLH off=972007 len=1585344 2024-08-17T01:18:00.350 INFO:tasks.workunit.client.0.smithi082.stdout:op 5151 completed, throughput=5MB/sec 2024-08-17T01:18:00.350 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-h_djKvxl8MrJfh4 off=8712558 len=521811 2024-08-17T01:18:00.351 INFO:tasks.workunit.client.0.smithi082.stdout:op 5152 completed, throughput=5MB/sec 2024-08-17T01:18:00.351 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ytV5avlLe7Apj6Y off=3262736 len=1276946 2024-08-17T01:18:00.353 INFO:tasks.workunit.client.0.smithi082.stdout:op 5153 completed, throughput=5MB/sec 2024-08-17T01:18:00.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:00 smithi082 ceph-mon[94343]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:18:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:00 smithi082 ceph-mon[91979]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:18:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:00 smithi137 ceph-mon[86391]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:18:01.354 INFO:tasks.workunit.client.0.smithi082.stdout: 1011: throughput=5MB/sec pending data=0 2024-08-17T01:18:01.354 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0ibgcrOC2EdU6NA off=14791639 len=7755 2024-08-17T01:18:01.356 INFO:tasks.workunit.client.0.smithi082.stdout:op 5154 completed, throughput=5MB/sec 2024-08-17T01:18:01.357 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gReOrLc43puoL2I off=752980 len=2028527 2024-08-17T01:18:01.361 INFO:tasks.workunit.client.0.smithi082.stdout:op 5155 completed, throughput=5MB/sec 2024-08-17T01:18:01.362 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-h2uh63Q_PRFztjm off=3906556 len=9938 2024-08-17T01:18:01.364 INFO:tasks.workunit.client.0.smithi082.stdout:op 5156 completed, throughput=5MB/sec 2024-08-17T01:18:01.364 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bMKX2lzsJFvWBWE off=897130 len=662249 2024-08-17T01:18:01.365 INFO:tasks.workunit.client.0.smithi082.stdout:op 5157 completed, throughput=5MB/sec 2024-08-17T01:18:01.365 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kUbkX0F_LPgh0i1 off=17160431 len=142733 2024-08-17T01:18:01.366 INFO:tasks.workunit.client.0.smithi082.stdout:op 5158 completed, throughput=5MB/sec 2024-08-17T01:18:01.366 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-G7aE6y0kT4etqVu off=11196943 len=974539 2024-08-17T01:18:01.368 INFO:tasks.workunit.client.0.smithi082.stdout:op 5159 completed, throughput=5MB/sec 2024-08-17T01:18:01.368 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BurKCch6JRyX5iG off=4908795 len=130494 2024-08-17T01:18:01.370 INFO:tasks.workunit.client.0.smithi082.stdout:op 5160 completed, throughput=5MB/sec 2024-08-17T01:18:01.370 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SPk59gbYlGkYaQZ off=3115661 len=302160 2024-08-17T01:18:01.371 INFO:tasks.workunit.client.0.smithi082.stdout:op 5161 completed, throughput=5MB/sec 2024-08-17T01:18:01.371 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ke9raYauDRbaYCQ off=872440 len=207455 2024-08-17T01:18:01.374 INFO:tasks.workunit.client.0.smithi082.stdout:op 5162 completed, throughput=5MB/sec 2024-08-17T01:18:01.374 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3HkceWNiH3Y9sQL off=15559578 len=1710858 2024-08-17T01:18:01.376 INFO:tasks.workunit.client.0.smithi082.stdout:op 5163 completed, throughput=5MB/sec 2024-08-17T01:18:02.376 INFO:tasks.workunit.client.0.smithi082.stdout: 1012: throughput=5MB/sec pending data=0 2024-08-17T01:18:02.376 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hx9jg7RZW7ckFV1 off=10507530 len=116178 2024-08-17T01:18:02.380 INFO:tasks.workunit.client.0.smithi082.stdout:op 5164 completed, throughput=5MB/sec 2024-08-17T01:18:02.380 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DaOXyUCJO6zm6F1 off=8600125 len=1595737 2024-08-17T01:18:02.382 INFO:tasks.workunit.client.0.smithi082.stdout:op 5165 completed, throughput=5MB/sec 2024-08-17T01:18:02.382 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-LlKC0OdEmG_NMAe off=340836 len=250715 2024-08-17T01:18:02.382 INFO:tasks.workunit.client.0.smithi082.stdout:op 5166 completed, throughput=5MB/sec 2024-08-17T01:18:02.382 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-u2qTwWjwntGwmZy off=661674 len=162259 2024-08-17T01:18:02.383 INFO:tasks.workunit.client.0.smithi082.stdout:op 5167 completed, throughput=5MB/sec 2024-08-17T01:18:02.383 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-B8IBgmEqCaZUPHC off=1869567 len=429312 2024-08-17T01:18:02.386 INFO:tasks.workunit.client.0.smithi082.stdout:op 5168 completed, throughput=5MB/sec 2024-08-17T01:18:02.387 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-CHjmhWwW3viAZXC off=6243338 len=1376416 2024-08-17T01:18:02.388 INFO:tasks.workunit.client.0.smithi082.stdout:op 5169 completed, throughput=5MB/sec 2024-08-17T01:18:02.388 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-sYwsnuwXTKgr-2S off=2253317 len=1046678 2024-08-17T01:18:02.389 INFO:tasks.workunit.client.0.smithi082.stdout:op 5170 completed, throughput=5MB/sec 2024-08-17T01:18:02.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:02 smithi082 ceph-mon[94343]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:18:02.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:02 smithi082 ceph-mon[91979]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:18:02.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:02 smithi137 ceph-mon[86391]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:18:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:18:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:18:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:18:03.390 INFO:tasks.workunit.client.0.smithi082.stdout: 1013: throughput=5MB/sec pending data=0 2024-08-17T01:18:03.390 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Ntgk045ZqPfudWx off=5739278 len=31654 2024-08-17T01:18:03.390 INFO:tasks.workunit.client.0.smithi082.stdout:op 5171 completed, throughput=5MB/sec 2024-08-17T01:18:03.390 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nVqlKYpRapkohE4 off=2727567 len=2019211 2024-08-17T01:18:03.393 INFO:tasks.workunit.client.0.smithi082.stdout:op 5172 completed, throughput=5MB/sec 2024-08-17T01:18:03.393 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-LQMJBeXMEnulmOL off=625127 len=149433 2024-08-17T01:18:03.394 INFO:tasks.workunit.client.0.smithi082.stdout:op 5173 completed, throughput=5MB/sec 2024-08-17T01:18:03.394 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yCZu2ENKbAzoihQ off=456532 len=732367 2024-08-17T01:18:03.395 INFO:tasks.workunit.client.0.smithi082.stdout:op 5174 completed, throughput=5MB/sec 2024-08-17T01:18:03.395 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5eq1-La82VK3DqH off=4351531 len=1230437 2024-08-17T01:18:03.396 INFO:tasks.workunit.client.0.smithi082.stdout:op 5175 completed, throughput=5MB/sec 2024-08-17T01:18:03.396 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6B4qH22bm_vh7D- off=1724153 len=986450 2024-08-17T01:18:03.399 INFO:tasks.workunit.client.0.smithi082.stdout:op 5176 completed, throughput=5MB/sec 2024-08-17T01:18:04.399 INFO:tasks.workunit.client.0.smithi082.stdout: 1014: throughput=5MB/sec pending data=0 2024-08-17T01:18:04.399 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-eVvN_0hy3h8qwbW off=3567105 len=1127043 2024-08-17T01:18:04.405 INFO:tasks.workunit.client.0.smithi082.stdout:op 5177 completed, throughput=5MB/sec 2024-08-17T01:18:04.405 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TLKjuYgilSMshXl off=6505568 len=424935 2024-08-17T01:18:04.405 INFO:tasks.workunit.client.0.smithi082.stdout:op 5178 completed, throughput=5MB/sec 2024-08-17T01:18:04.405 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mFjQpPn_Ic0vuJb off=5999025 len=331501 2024-08-17T01:18:04.410 INFO:tasks.workunit.client.0.smithi082.stdout:op 5179 completed, throughput=5MB/sec 2024-08-17T01:18:04.410 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-icnD_YfWIk-XFWy off=14985473 len=1292310 2024-08-17T01:18:04.411 INFO:tasks.workunit.client.0.smithi082.stdout:op 5180 completed, throughput=5MB/sec 2024-08-17T01:18:04.412 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kAh_BCpy0FAHbIH off=3988349 len=1374117 2024-08-17T01:18:04.414 INFO:tasks.workunit.client.0.smithi082.stdout:op 5181 completed, throughput=5MB/sec 2024-08-17T01:18:04.414 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2kPKwEeKc-wxjoZ off=9029563 len=1072734 2024-08-17T01:18:04.419 INFO:tasks.workunit.client.0.smithi082.stdout:op 5182 completed, throughput=5MB/sec 2024-08-17T01:18:04.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:04 smithi082 ceph-mon[94343]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:18:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:04 smithi082 ceph-mon[91979]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:18:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:04 smithi137 ceph-mon[86391]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:18:05.385 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:18:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:18:05] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-08-17T01:18:05.419 INFO:tasks.workunit.client.0.smithi082.stdout: 1015: throughput=5MB/sec pending data=0 2024-08-17T01:18:05.419 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JM3nEggeDo4F5jt off=15558493 len=276240 2024-08-17T01:18:05.425 INFO:tasks.workunit.client.0.smithi082.stdout:op 5183 completed, throughput=5MB/sec 2024-08-17T01:18:05.426 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-FZ193ciFC8LFxno off=3294581 len=889876 2024-08-17T01:18:05.430 INFO:tasks.workunit.client.0.smithi082.stdout:op 5184 completed, throughput=5MB/sec 2024-08-17T01:18:05.430 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-r6gX4lrm6z5buqa off=3679664 len=68052 2024-08-17T01:18:05.431 INFO:tasks.workunit.client.0.smithi082.stdout:op 5185 completed, throughput=5MB/sec 2024-08-17T01:18:05.431 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JLFf4ODvhh_9hGV off=2273425 len=457101 2024-08-17T01:18:05.432 INFO:tasks.workunit.client.0.smithi082.stdout:op 5186 completed, throughput=5MB/sec 2024-08-17T01:18:05.432 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UNcsU0PwEcT5QcQ off=14552744 len=202281 2024-08-17T01:18:05.435 INFO:tasks.workunit.client.0.smithi082.stdout:op 5187 completed, throughput=5MB/sec 2024-08-17T01:18:05.435 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hzwd5euWcV6C2tS off=695861 len=572266 2024-08-17T01:18:05.439 INFO:tasks.workunit.client.0.smithi082.stdout:op 5188 completed, throughput=5MB/sec 2024-08-17T01:18:05.439 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Os0xTVDTkPM3vFf off=2066616 len=1074006 2024-08-17T01:18:05.440 INFO:tasks.workunit.client.0.smithi082.stdout:op 5189 completed, throughput=5MB/sec 2024-08-17T01:18:05.440 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-VN4I2iEc2FFxI5c off=11984437 len=105282 2024-08-17T01:18:05.442 INFO:tasks.workunit.client.0.smithi082.stdout:op 5190 completed, throughput=5MB/sec 2024-08-17T01:18:05.442 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IXE6ae0WbKmgOwf off=17656982 len=843261 2024-08-17T01:18:05.448 INFO:tasks.workunit.client.0.smithi082.stdout:op 5191 completed, throughput=5MB/sec 2024-08-17T01:18:05.448 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ghcVJ1ZLvD7hj2K off=13853589 len=656314 2024-08-17T01:18:05.449 INFO:tasks.workunit.client.0.smithi082.stdout:op 5192 completed, throughput=5MB/sec 2024-08-17T01:18:05.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:18:05.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:18:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:18:06.450 INFO:tasks.workunit.client.0.smithi082.stdout: 1016: throughput=5MB/sec pending data=0 2024-08-17T01:18:06.450 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Lwrx5v2DBxdF-iW off=8001046 len=261423 2024-08-17T01:18:06.453 INFO:tasks.workunit.client.0.smithi082.stdout:op 5193 completed, throughput=5MB/sec 2024-08-17T01:18:06.453 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0BnFMfSZlT65Ya0 off=13759241 len=1632092 2024-08-17T01:18:06.454 INFO:tasks.workunit.client.0.smithi082.stdout:op 5194 completed, throughput=5MB/sec 2024-08-17T01:18:06.454 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-W0k-siBobSbNlKK off=3789344 len=198967 2024-08-17T01:18:06.458 INFO:tasks.workunit.client.0.smithi082.stdout:op 5195 completed, throughput=5MB/sec 2024-08-17T01:18:06.458 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-7btsZtE4NGffP4c off=28956 len=137158 2024-08-17T01:18:06.458 INFO:tasks.workunit.client.0.smithi082.stdout:op 5196 completed, throughput=5MB/sec 2024-08-17T01:18:06.458 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IWzso59NhAbvMqj off=1900467 len=1428034 2024-08-17T01:18:06.467 INFO:tasks.workunit.client.0.smithi082.stdout:op 5197 completed, throughput=5MB/sec 2024-08-17T01:18:06.468 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-46fyNjV6ssas3-l off=9919727 len=1098017 2024-08-17T01:18:06.469 INFO:tasks.workunit.client.0.smithi082.stdout:op 5198 completed, throughput=5MB/sec 2024-08-17T01:18:06.469 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-W6SWc_bzBMhtg42 off=6519765 len=464781 2024-08-17T01:18:06.472 INFO:tasks.workunit.client.0.smithi082.stdout:op 5199 completed, throughput=5MB/sec 2024-08-17T01:18:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:06 smithi082 ceph-mon[94343]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-17T01:18:06.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:06 smithi082 ceph-mon[91979]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-17T01:18:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:06 smithi137 ceph-mon[86391]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-17T01:18:07.473 INFO:tasks.workunit.client.0.smithi082.stdout: 1017: throughput=5MB/sec pending data=0 2024-08-17T01:18:07.473 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BlDuUB3DQPI9VDk off=226738 len=814457 2024-08-17T01:18:07.474 INFO:tasks.workunit.client.0.smithi082.stdout:op 5200 completed, throughput=5MB/sec 2024-08-17T01:18:07.474 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-VWDtfcmKymlgKaa off=1032881 len=1134033 2024-08-17T01:18:07.476 INFO:tasks.workunit.client.0.smithi082.stdout:op 5201 completed, throughput=5MB/sec 2024-08-17T01:18:07.476 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zjlSYWAyy-UR80v off=8151815 len=351883 2024-08-17T01:18:07.477 INFO:tasks.workunit.client.0.smithi082.stdout:op 5202 completed, throughput=5MB/sec 2024-08-17T01:18:07.477 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xg85SGdxWhXUIXM off=13448544 len=1326885 2024-08-17T01:18:07.479 INFO:tasks.workunit.client.0.smithi082.stdout:op 5203 completed, throughput=5MB/sec 2024-08-17T01:18:07.479 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-evQh584tUv9Eawl off=2685448 len=2043197 2024-08-17T01:18:07.481 INFO:tasks.workunit.client.0.smithi082.stdout:op 5204 completed, throughput=5MB/sec 2024-08-17T01:18:08.482 INFO:tasks.workunit.client.0.smithi082.stdout: 1018: throughput=5MB/sec pending data=0 2024-08-17T01:18:08.482 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-p69H4DDLdlCpht- off=2106917 len=918738 2024-08-17T01:18:08.483 INFO:tasks.workunit.client.0.smithi082.stdout:op 5205 completed, throughput=5MB/sec 2024-08-17T01:18:08.483 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-E-mu693p8BicmqZ off=8282561 len=1381263 2024-08-17T01:18:08.486 INFO:tasks.workunit.client.0.smithi082.stdout:op 5206 completed, throughput=5MB/sec 2024-08-17T01:18:08.487 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vdCVi-s9vLV8O8N off=2299435 len=98034 2024-08-17T01:18:08.488 INFO:tasks.workunit.client.0.smithi082.stdout:op 5207 completed, throughput=5MB/sec 2024-08-17T01:18:08.488 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5ahak_IQW0gEYOb off=13647162 len=1205746 2024-08-17T01:18:08.489 INFO:tasks.workunit.client.0.smithi082.stdout:op 5208 completed, throughput=5MB/sec 2024-08-17T01:18:08.489 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-AfOvscMZMWRKr7U off=7690496 len=730825 2024-08-17T01:18:08.493 INFO:tasks.workunit.client.0.smithi082.stdout:op 5209 completed, throughput=5MB/sec 2024-08-17T01:18:08.493 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zg53kAz96vp0TO3 off=362254 len=61543 2024-08-17T01:18:08.494 INFO:tasks.workunit.client.0.smithi082.stdout:op 5210 completed, throughput=5MB/sec 2024-08-17T01:18:08.494 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-O3oBDX4mEA3QeG9 off=573771 len=1385075 2024-08-17T01:18:08.500 INFO:tasks.workunit.client.0.smithi082.stdout:op 5211 completed, throughput=5MB/sec 2024-08-17T01:18:08.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:08 smithi082 ceph-mon[94343]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-17T01:18:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:08 smithi082 ceph-mon[91979]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-17T01:18:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:08 smithi137 ceph-mon[86391]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-17T01:18:09.500 INFO:tasks.workunit.client.0.smithi082.stdout: 1019: throughput=5MB/sec pending data=0 2024-08-17T01:18:09.500 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fs-nAqrqahHV07A off=16297510 len=525705 2024-08-17T01:18:09.501 INFO:tasks.workunit.client.0.smithi082.stdout:op 5212 completed, throughput=5MB/sec 2024-08-17T01:18:09.501 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-K0Gra1USZFuKqLq off=7944143 len=1043543 2024-08-17T01:18:09.506 INFO:tasks.workunit.client.0.smithi082.stdout:op 5213 completed, throughput=5MB/sec 2024-08-17T01:18:09.506 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tXdz7JyNj09--JO off=4038783 len=94509 2024-08-17T01:18:09.507 INFO:tasks.workunit.client.0.smithi082.stdout:op 5214 completed, throughput=5MB/sec 2024-08-17T01:18:09.507 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-lb1cLImNDpFeyXr off=1135957 len=1860496 2024-08-17T01:18:09.515 INFO:tasks.workunit.client.0.smithi082.stdout:op 5215 completed, throughput=5MB/sec 2024-08-17T01:18:09.515 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-S03juFV5SGhtGHP off=19078392 len=1166445 2024-08-17T01:18:09.520 INFO:tasks.workunit.client.0.smithi082.stdout:op 5216 completed, throughput=5MB/sec 2024-08-17T01:18:10.521 INFO:tasks.workunit.client.0.smithi082.stdout: 1020: throughput=5MB/sec pending data=0 2024-08-17T01:18:10.521 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5aoISuPEdtn2nau off=6588615 len=1156652 2024-08-17T01:18:10.529 INFO:tasks.workunit.client.0.smithi082.stdout:op 5217 completed, throughput=5MB/sec 2024-08-17T01:18:10.529 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cIUhX4sZvc1YZXv off=6408623 len=1256123 2024-08-17T01:18:10.536 INFO:tasks.workunit.client.0.smithi082.stdout:op 5218 completed, throughput=5MB/sec 2024-08-17T01:18:10.536 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-S7GhHjB01fZTHNR off=18262941 len=1768605 2024-08-17T01:18:10.546 INFO:tasks.workunit.client.0.smithi082.stdout:op 5219 completed, throughput=5MB/sec 2024-08-17T01:18:10.547 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bQbTySvJSJ2Iyny off=14014621 len=1177891 2024-08-17T01:18:10.548 INFO:tasks.workunit.client.0.smithi082.stdout:op 5220 completed, throughput=5MB/sec 2024-08-17T01:18:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:10 smithi082 ceph-mon[94343]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-17T01:18:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:10 smithi082 ceph-mon[91979]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-17T01:18:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:10 smithi137 ceph-mon[86391]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-17T01:18:11.549 INFO:tasks.workunit.client.0.smithi082.stdout: 1021: throughput=5MB/sec pending data=0 2024-08-17T01:18:11.549 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SZ-7jFFbpImmaiJ off=15150302 len=2084649 2024-08-17T01:18:11.558 INFO:tasks.workunit.client.0.smithi082.stdout:op 5221 completed, throughput=5MB/sec 2024-08-17T01:18:11.558 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3zB7DDbE-1vyIQD off=5750895 len=1501901 2024-08-17T01:18:11.560 INFO:tasks.workunit.client.0.smithi082.stdout:op 5222 completed, throughput=5MB/sec 2024-08-17T01:18:11.560 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RhRZzxD3BMg0j94 off=4240369 len=1456130 2024-08-17T01:18:11.561 INFO:tasks.workunit.client.0.smithi082.stdout:op 5223 completed, throughput=5MB/sec 2024-08-17T01:18:12.561 INFO:tasks.workunit.client.0.smithi082.stdout: 1022: throughput=5MB/sec pending data=0 2024-08-17T01:18:12.561 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qACtoHwTI9Y_5Vt off=10632304 len=1151419 2024-08-17T01:18:12.568 INFO:tasks.workunit.client.0.smithi082.stdout:op 5224 completed, throughput=5MB/sec 2024-08-17T01:18:12.568 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2PlY51kIx31xNOb off=541434 len=1885066 2024-08-17T01:18:12.571 INFO:tasks.workunit.client.0.smithi082.stdout:op 5225 completed, throughput=5MB/sec 2024-08-17T01:18:12.571 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rI8iV5DZt7XtoRm off=638479 len=620825 2024-08-17T01:18:12.574 INFO:tasks.workunit.client.0.smithi082.stdout:op 5226 completed, throughput=5MB/sec 2024-08-17T01:18:12.574 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9fBEDh6r_lh5QUq off=1938438 len=90262 2024-08-17T01:18:12.577 INFO:tasks.workunit.client.0.smithi082.stdout:op 5227 completed, throughput=5MB/sec 2024-08-17T01:18:12.577 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-P14LPgelHW0O_qX off=15231515 len=1488239 2024-08-17T01:18:12.584 INFO:tasks.workunit.client.0.smithi082.stdout:op 5228 completed, throughput=5MB/sec 2024-08-17T01:18:12.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:12 smithi082 ceph-mon[94343]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-08-17T01:18:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:12 smithi082 ceph-mon[91979]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-08-17T01:18:12.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:12 smithi137 ceph-mon[86391]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-08-17T01:18:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:18:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:18:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:18:13.584 INFO:tasks.workunit.client.0.smithi082.stdout: 1023: throughput=5MB/sec pending data=0 2024-08-17T01:18:13.585 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nusi6GNoCpOmZA3 off=4801253 len=1412068 2024-08-17T01:18:13.587 INFO:tasks.workunit.client.0.smithi082.stdout:op 5229 completed, throughput=5MB/sec 2024-08-17T01:18:13.587 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hpMDNFt7I8R5Gk3 off=1788916 len=636282 2024-08-17T01:18:13.587 INFO:tasks.workunit.client.0.smithi082.stdout:op 5230 completed, throughput=5MB/sec 2024-08-17T01:18:13.587 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pCruTzw64-SDbnS off=14499726 len=1005474 2024-08-17T01:18:13.593 INFO:tasks.workunit.client.0.smithi082.stdout:op 5231 completed, throughput=5MB/sec 2024-08-17T01:18:13.593 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-FYDE6OnfBcHvf4a off=11107050 len=2078791 2024-08-17T01:18:13.608 INFO:tasks.workunit.client.0.smithi082.stdout:op 5232 completed, throughput=5MB/sec 2024-08-17T01:18:13.608 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9UTNgWEYmimC0pP off=8533760 len=1407727 2024-08-17T01:18:13.614 INFO:tasks.workunit.client.0.smithi082.stdout:op 5233 completed, throughput=5MB/sec 2024-08-17T01:18:14.615 INFO:tasks.workunit.client.0.smithi082.stdout: 1024: throughput=5MB/sec pending data=0 2024-08-17T01:18:14.615 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HrP6YEGYrD_6IX0 off=5429247 len=1297296 2024-08-17T01:18:14.616 INFO:tasks.workunit.client.0.smithi082.stdout:op 5234 completed, throughput=5MB/sec 2024-08-17T01:18:14.616 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gAAbLXycZ2J5ZAw off=1217141 len=794872 2024-08-17T01:18:14.618 INFO:tasks.workunit.client.0.smithi082.stdout:op 5235 completed, throughput=5MB/sec 2024-08-17T01:18:14.618 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9_HSnxeOPoZVmAQ off=336171 len=953960 2024-08-17T01:18:14.623 INFO:tasks.workunit.client.0.smithi082.stdout:op 5236 completed, throughput=5MB/sec 2024-08-17T01:18:14.623 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QmenMiOjmg5MmYv off=2287238 len=247147 2024-08-17T01:18:14.626 INFO:tasks.workunit.client.0.smithi082.stdout:op 5237 completed, throughput=5MB/sec 2024-08-17T01:18:14.626 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-W2BsDXtX6F8-x2j off=6447531 len=140688 2024-08-17T01:18:14.627 INFO:tasks.workunit.client.0.smithi082.stdout:op 5238 completed, throughput=5MB/sec 2024-08-17T01:18:14.627 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wPf5EzFZEuAQRLo off=20389462 len=44927 2024-08-17T01:18:14.629 INFO:tasks.workunit.client.0.smithi082.stdout:op 5239 completed, throughput=5MB/sec 2024-08-17T01:18:14.629 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-beogqX0eYOW1u2b off=1074170 len=1210781 2024-08-17T01:18:14.630 INFO:tasks.workunit.client.0.smithi082.stdout:op 5240 completed, throughput=5MB/sec 2024-08-17T01:18:14.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:14 smithi082 ceph-mon[94343]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-08-17T01:18:14.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:14 smithi082 ceph-mon[91979]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-08-17T01:18:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:14 smithi137 ceph-mon[86391]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-08-17T01:18:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:18:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:18:15] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-08-17T01:18:15.631 INFO:tasks.workunit.client.0.smithi082.stdout: 1025: throughput=5MB/sec pending data=0 2024-08-17T01:18:15.631 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-54vB7zfE1lcXcki off=8636142 len=658856 2024-08-17T01:18:15.636 INFO:tasks.workunit.client.0.smithi082.stdout:op 5241 completed, throughput=5MB/sec 2024-08-17T01:18:15.636 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pvnUIt-AIAZuFvJ off=9366778 len=822183 2024-08-17T01:18:15.640 INFO:tasks.workunit.client.0.smithi082.stdout:op 5242 completed, throughput=5MB/sec 2024-08-17T01:18:15.640 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KvsHQsKIzfW1S4f off=1158976 len=1533018 2024-08-17T01:18:15.643 INFO:tasks.workunit.client.0.smithi082.stdout:op 5243 completed, throughput=5MB/sec 2024-08-17T01:18:15.643 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-W5siIlJ1cU5Y0ej off=2655962 len=526908 2024-08-17T01:18:15.644 INFO:tasks.workunit.client.0.smithi082.stdout:op 5244 completed, throughput=5MB/sec 2024-08-17T01:18:15.644 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wzCjHG6eYCbjJgr off=6826447 len=1735481 2024-08-17T01:18:15.651 INFO:tasks.workunit.client.0.smithi082.stdout:op 5245 completed, throughput=5MB/sec 2024-08-17T01:18:16.652 INFO:tasks.workunit.client.0.smithi082.stdout: 1026: throughput=5MB/sec pending data=0 2024-08-17T01:18:16.652 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-njoPivjCI9I1Hvx off=2492725 len=1136811 2024-08-17T01:18:16.659 INFO:tasks.workunit.client.0.smithi082.stdout:op 5246 completed, throughput=5MB/sec 2024-08-17T01:18:16.659 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Pe2DpOd8fxNb9kz off=132830 len=1646354 2024-08-17T01:18:16.665 INFO:tasks.workunit.client.0.smithi082.stdout:op 5247 completed, throughput=5MB/sec 2024-08-17T01:18:16.665 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-XdQbH_o7Vi-N7aA off=3324777 len=357434 2024-08-17T01:18:16.669 INFO:tasks.workunit.client.0.smithi082.stdout:op 5248 completed, throughput=5MB/sec 2024-08-17T01:18:16.669 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vMAxZRZgQm0gFfa off=5153814 len=9301 2024-08-17T01:18:16.671 INFO:tasks.workunit.client.0.smithi082.stdout:op 5249 completed, throughput=5MB/sec 2024-08-17T01:18:16.671 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qatTHX_A9B_V_Fn off=1028876 len=681987 2024-08-17T01:18:16.674 INFO:tasks.workunit.client.0.smithi082.stdout:op 5250 completed, throughput=5MB/sec 2024-08-17T01:18:16.675 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-U_MbWs-YisN4g2_ off=3051833 len=692368 2024-08-17T01:18:16.679 INFO:tasks.workunit.client.0.smithi082.stdout:op 5251 completed, throughput=5MB/sec 2024-08-17T01:18:16.679 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OYF43axkedG45qH off=2141276 len=1668740 2024-08-17T01:18:16.682 INFO:tasks.workunit.client.0.smithi082.stdout:op 5252 completed, throughput=5MB/sec 2024-08-17T01:18:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:16 smithi082 ceph-mon[94343]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-08-17T01:18:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:16 smithi082 ceph-mon[91979]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-08-17T01:18:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:16 smithi137 ceph-mon[86391]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-08-17T01:18:17.682 INFO:tasks.workunit.client.0.smithi082.stdout: 1027: throughput=5MB/sec pending data=0 2024-08-17T01:18:17.682 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Dl32xzJzuz1ZRWo off=17273060 len=749538 2024-08-17T01:18:17.683 INFO:tasks.workunit.client.0.smithi082.stdout:op 5253 completed, throughput=5MB/sec 2024-08-17T01:18:17.684 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4thnZ9QI8Rc7LJ2 off=7136545 len=222922 2024-08-17T01:18:17.684 INFO:tasks.workunit.client.0.smithi082.stdout:op 5254 completed, throughput=5MB/sec 2024-08-17T01:18:17.684 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-GFrR-ijqHmfPb_B off=8622537 len=1824339 2024-08-17T01:18:17.686 INFO:tasks.workunit.client.0.smithi082.stdout:op 5255 completed, throughput=5MB/sec 2024-08-17T01:18:17.686 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Wi3Rv4SfVtk9ZFF off=7471086 len=1720710 2024-08-17T01:18:17.691 INFO:tasks.workunit.client.0.smithi082.stdout:op 5256 completed, throughput=5MB/sec 2024-08-17T01:18:18.691 INFO:tasks.workunit.client.0.smithi082.stdout: 1028: throughput=5MB/sec pending data=0 2024-08-17T01:18:18.691 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ExoQB5h0NtiRvkc off=12508750 len=680188 2024-08-17T01:18:18.693 INFO:tasks.workunit.client.0.smithi082.stdout:op 5257 completed, throughput=5MB/sec 2024-08-17T01:18:18.693 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9Qrz7JX0Y_zYl_M off=18296 len=795613 2024-08-17T01:18:18.699 INFO:tasks.workunit.client.0.smithi082.stdout:op 5258 completed, throughput=5MB/sec 2024-08-17T01:18:18.699 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fK7NUtWeJqhcdp- off=3774217 len=1913896 2024-08-17T01:18:18.702 INFO:tasks.workunit.client.0.smithi082.stdout:op 5259 completed, throughput=5MB/sec 2024-08-17T01:18:18.702 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wTLZ3z4s7BRQYAU off=5475034 len=1532400 2024-08-17T01:18:18.704 INFO:tasks.workunit.client.0.smithi082.stdout:op 5260 completed, throughput=5MB/sec 2024-08-17T01:18:18.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:18 smithi082 ceph-mon[94343]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-08-17T01:18:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:18 smithi082 ceph-mon[91979]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-08-17T01:18:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:18 smithi137 ceph-mon[86391]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-08-17T01:18:19.705 INFO:tasks.workunit.client.0.smithi082.stdout: 1029: throughput=5MB/sec pending data=0 2024-08-17T01:18:19.705 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BA1qf6U4E1BjQZO off=10923467 len=1173310 2024-08-17T01:18:19.707 INFO:tasks.workunit.client.0.smithi082.stdout:op 5261 completed, throughput=5MB/sec 2024-08-17T01:18:19.707 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-reoJbpbwxqH_tMJ off=957373 len=379520 2024-08-17T01:18:19.710 INFO:tasks.workunit.client.0.smithi082.stdout:op 5262 completed, throughput=5MB/sec 2024-08-17T01:18:19.710 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NK8fSHEadNVTlYF off=1594677 len=922402 2024-08-17T01:18:19.712 INFO:tasks.workunit.client.0.smithi082.stdout:op 5263 completed, throughput=5MB/sec 2024-08-17T01:18:19.712 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4k9wo_CSlXu6zYu off=504840 len=1980007 2024-08-17T01:18:19.714 INFO:tasks.workunit.client.0.smithi082.stdout:op 5264 completed, throughput=5MB/sec 2024-08-17T01:18:19.714 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yw2paTqPdYQtTQU off=20059621 len=32828 2024-08-17T01:18:19.715 INFO:tasks.workunit.client.0.smithi082.stdout:op 5265 completed, throughput=5MB/sec 2024-08-17T01:18:19.715 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ic7jcaiKWrIknYW off=7815141 len=15604 2024-08-17T01:18:19.716 INFO:tasks.workunit.client.0.smithi082.stdout:op 5266 completed, throughput=5MB/sec 2024-08-17T01:18:19.716 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-knuArM-c2uVCSjf off=559669 len=2014463 2024-08-17T01:18:19.720 INFO:tasks.workunit.client.0.smithi082.stdout:op 5267 completed, throughput=5MB/sec 2024-08-17T01:18:20.720 INFO:tasks.workunit.client.0.smithi082.stdout: 1030: throughput=5MB/sec pending data=0 2024-08-17T01:18:20.720 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Piwdmj9AAR0i9E8 off=697152 len=1971809 2024-08-17T01:18:20.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:20 smithi082 ceph-mon[94343]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:18:20.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:18:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:20 smithi082 ceph-mon[91979]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:18:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:18:20.731 INFO:tasks.workunit.client.0.smithi082.stdout:op 5268 completed, throughput=5MB/sec 2024-08-17T01:18:20.732 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-k3w66C8R7Bc5nXH off=4341212 len=138377 2024-08-17T01:18:20.734 INFO:tasks.workunit.client.0.smithi082.stdout:op 5269 completed, throughput=5MB/sec 2024-08-17T01:18:20.734 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EWpdnVI7Qie2Xbb off=1551678 len=1296623 2024-08-17T01:18:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:20 smithi137 ceph-mon[86391]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:18:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:18:20.739 INFO:tasks.workunit.client.0.smithi082.stdout:op 5270 completed, throughput=5MB/sec 2024-08-17T01:18:20.739 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Hhfv2thAtVDaV1L off=10927737 len=1594653 2024-08-17T01:18:20.740 INFO:tasks.workunit.client.0.smithi082.stdout:op 5271 completed, throughput=5MB/sec 2024-08-17T01:18:21.741 INFO:tasks.workunit.client.0.smithi082.stdout: 1031: throughput=5MB/sec pending data=0 2024-08-17T01:18:21.741 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-AUZotf-5gRxsmI1 off=5319938 len=761845 2024-08-17T01:18:21.742 INFO:tasks.workunit.client.0.smithi082.stdout:op 5272 completed, throughput=5MB/sec 2024-08-17T01:18:21.742 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2HlwAHQAwAeJgkX off=15001014 len=946686 2024-08-17T01:18:21.743 INFO:tasks.workunit.client.0.smithi082.stdout:op 5273 completed, throughput=5MB/sec 2024-08-17T01:18:21.744 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-FOWZxu8iURCjJQT off=7610087 len=1642531 2024-08-17T01:18:21.752 INFO:tasks.workunit.client.0.smithi082.stdout:op 5274 completed, throughput=5MB/sec 2024-08-17T01:18:21.752 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Ds23GH3uEwia3fV off=12539873 len=1679370 2024-08-17T01:18:21.760 INFO:tasks.workunit.client.0.smithi082.stdout:op 5275 completed, throughput=5MB/sec 2024-08-17T01:18:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:22 smithi082 ceph-mon[91979]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:18:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:22 smithi082 ceph-mon[94343]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:18:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:22 smithi137 ceph-mon[86391]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:18:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:18:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:18:22.761 INFO:tasks.workunit.client.0.smithi082.stdout: 1032: throughput=5MB/sec pending data=0 2024-08-17T01:18:22.761 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-o4UrbsjdtpAjWKh off=362977 len=1179443 2024-08-17T01:18:22.764 INFO:tasks.workunit.client.0.smithi082.stdout:op 5276 completed, throughput=5MB/sec 2024-08-17T01:18:22.764 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dKI78wO2XZJzupt off=8856663 len=589912 2024-08-17T01:18:22.765 INFO:tasks.workunit.client.0.smithi082.stdout:op 5277 completed, throughput=5MB/sec 2024-08-17T01:18:22.765 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PfZfyJU70R_0zqz off=1568651 len=513497 2024-08-17T01:18:22.769 INFO:tasks.workunit.client.0.smithi082.stdout:op 5278 completed, throughput=5MB/sec 2024-08-17T01:18:22.770 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-QmKdc86UfLQV53P off=5332784 len=434034 2024-08-17T01:18:22.770 INFO:tasks.workunit.client.0.smithi082.stdout:op 5279 completed, throughput=5MB/sec 2024-08-17T01:18:22.770 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-86YNCoqZGdcujMg off=19846396 len=189294 2024-08-17T01:18:22.773 INFO:tasks.workunit.client.0.smithi082.stdout:op 5280 completed, throughput=5MB/sec 2024-08-17T01:18:22.773 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0fhHUHhqf7HgO9B off=6852173 len=945144 2024-08-17T01:18:22.775 INFO:tasks.workunit.client.0.smithi082.stdout:op 5281 completed, throughput=5MB/sec 2024-08-17T01:18:22.776 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9r3-mcqL5OA8Nej off=417451 len=109844 2024-08-17T01:18:22.778 INFO:tasks.workunit.client.0.smithi082.stdout:op 5282 completed, throughput=5MB/sec 2024-08-17T01:18:22.778 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-u66efqH2EvR-ovu off=5415583 len=261229 2024-08-17T01:18:22.779 INFO:tasks.workunit.client.0.smithi082.stdout:op 5283 completed, throughput=5MB/sec 2024-08-17T01:18:22.779 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vdCVi-s9vLV8O8N off=3293163 len=1688117 2024-08-17T01:18:22.787 INFO:tasks.workunit.client.0.smithi082.stdout:op 5284 completed, throughput=5MB/sec 2024-08-17T01:18:23.787 INFO:tasks.workunit.client.0.smithi082.stdout: 1033: throughput=5MB/sec pending data=0 2024-08-17T01:18:23.787 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rtFWYdXDgTaZDiK off=2597836 len=1115974 2024-08-17T01:18:23.792 INFO:tasks.workunit.client.0.smithi082.stdout:op 5285 completed, throughput=5MB/sec 2024-08-17T01:18:23.792 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-7Sg2HFpyQH5fbCr off=15485894 len=1897892 2024-08-17T01:18:23.796 INFO:tasks.workunit.client.0.smithi082.stdout:op 5286 completed, throughput=5MB/sec 2024-08-17T01:18:23.797 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3rh9kOLTAHxvZvV off=2426581 len=253990 2024-08-17T01:18:23.797 INFO:tasks.workunit.client.0.smithi082.stdout:op 5287 completed, throughput=5MB/sec 2024-08-17T01:18:23.797 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CdIcU6dH1LlfrH3 off=6672769 len=1974753 2024-08-17T01:18:23.806 INFO:tasks.workunit.client.0.smithi082.stdout:op 5288 completed, throughput=5MB/sec 2024-08-17T01:18:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:24 smithi082 ceph-mon[91979]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:18:24.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:24 smithi082 ceph-mon[94343]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:18:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:24 smithi137 ceph-mon[86391]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:18:24.807 INFO:tasks.workunit.client.0.smithi082.stdout: 1034: throughput=5MB/sec pending data=0 2024-08-17T01:18:24.807 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-AV_Tb2CEnYpgAn2 off=16581773 len=1833740 2024-08-17T01:18:24.816 INFO:tasks.workunit.client.0.smithi082.stdout:op 5289 completed, throughput=5MB/sec 2024-08-17T01:18:24.816 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Oo2JdViwfu4OVyr off=3657864 len=628696 2024-08-17T01:18:24.817 INFO:tasks.workunit.client.0.smithi082.stdout:op 5290 completed, throughput=5MB/sec 2024-08-17T01:18:24.817 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XAX4hOQM64-lMAn off=1101974 len=1356350 2024-08-17T01:18:24.819 INFO:tasks.workunit.client.0.smithi082.stdout:op 5291 completed, throughput=5MB/sec 2024-08-17T01:18:24.819 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-eTwEkIunzayTXDM off=2640707 len=148325 2024-08-17T01:18:24.821 INFO:tasks.workunit.client.0.smithi082.stdout:op 5292 completed, throughput=5MB/sec 2024-08-17T01:18:24.821 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-kn1ASX3tWZvsUtz off=637180 len=1988148 2024-08-17T01:18:24.826 INFO:tasks.workunit.client.0.smithi082.stdout:op 5293 completed, throughput=5MB/sec 2024-08-17T01:18:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:18:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:18:25] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-08-17T01:18:25.826 INFO:tasks.workunit.client.0.smithi082.stdout: 1035: throughput=5MB/sec pending data=0 2024-08-17T01:18:25.827 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oB2khtZFP4xVRF7 off=23170627 len=905409 2024-08-17T01:18:25.828 INFO:tasks.workunit.client.0.smithi082.stdout:op 5294 completed, throughput=5MB/sec 2024-08-17T01:18:25.828 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UHFrk8wj_RNfYbR off=797203 len=140446 2024-08-17T01:18:25.831 INFO:tasks.workunit.client.0.smithi082.stdout:op 5295 completed, throughput=5MB/sec 2024-08-17T01:18:25.831 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-aKc1kT6e2EnV-As off=8948206 len=1493606 2024-08-17T01:18:25.833 INFO:tasks.workunit.client.0.smithi082.stdout:op 5296 completed, throughput=5MB/sec 2024-08-17T01:18:25.833 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gWBcoAMCTxSkwtr off=5689837 len=1910553 2024-08-17T01:18:25.846 INFO:tasks.workunit.client.0.smithi082.stdout:op 5297 completed, throughput=5MB/sec 2024-08-17T01:18:26.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:26 smithi082 ceph-mon[91979]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:18:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:26 smithi082 ceph-mon[94343]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:18:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:26 smithi137 ceph-mon[86391]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:18:26.846 INFO:tasks.workunit.client.0.smithi082.stdout: 1036: throughput=5MB/sec pending data=0 2024-08-17T01:18:26.846 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qcxo2JAWtLOG6T2 off=1222074 len=653446 2024-08-17T01:18:26.851 INFO:tasks.workunit.client.0.smithi082.stdout:op 5298 completed, throughput=5MB/sec 2024-08-17T01:18:26.851 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3iQh5SkRYy0bySh off=133337 len=1264781 2024-08-17T01:18:26.858 INFO:tasks.workunit.client.0.smithi082.stdout:op 5299 completed, throughput=5MB/sec 2024-08-17T01:18:26.858 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1h9E5EPx_e1f3f1 off=10772352 len=1248869 2024-08-17T01:18:26.865 INFO:tasks.workunit.client.0.smithi082.stdout:op 5300 completed, throughput=5MB/sec 2024-08-17T01:18:26.865 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4ohkdoOZ2-866nL off=1209723 len=3799 2024-08-17T01:18:26.867 INFO:tasks.workunit.client.0.smithi082.stdout:op 5301 completed, throughput=5MB/sec 2024-08-17T01:18:26.868 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xZj6v8a5_lKgmmS off=16746175 len=642986 2024-08-17T01:18:26.868 INFO:tasks.workunit.client.0.smithi082.stdout:op 5302 completed, throughput=5MB/sec 2024-08-17T01:18:26.868 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ktZiwSk05JXseV1 off=4874951 len=1033853 2024-08-17T01:18:26.874 INFO:tasks.workunit.client.0.smithi082.stdout:op 5303 completed, throughput=5MB/sec 2024-08-17T01:18:27.875 INFO:tasks.workunit.client.0.smithi082.stdout: 1037: throughput=5MB/sec pending data=0 2024-08-17T01:18:27.875 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OHHQfWFfJizEyd_ off=595378 len=325628 2024-08-17T01:18:27.876 INFO:tasks.workunit.client.0.smithi082.stdout:op 5304 completed, throughput=5MB/sec 2024-08-17T01:18:27.876 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dqxRizKbklAeKGz off=2531879 len=1307627 2024-08-17T01:18:27.877 INFO:tasks.workunit.client.0.smithi082.stdout:op 5305 completed, throughput=5MB/sec 2024-08-17T01:18:27.877 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Tzy4bFFP189qukt off=6875195 len=321253 2024-08-17T01:18:27.878 INFO:tasks.workunit.client.0.smithi082.stdout:op 5306 completed, throughput=5MB/sec 2024-08-17T01:18:27.878 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-opLY54_24MSYLCF off=12557673 len=649314 2024-08-17T01:18:27.882 INFO:tasks.workunit.client.0.smithi082.stdout:op 5307 completed, throughput=5MB/sec 2024-08-17T01:18:27.882 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Eafz5w4aB3fdKQb off=6456276 len=948788 2024-08-17T01:18:27.885 INFO:tasks.workunit.client.0.smithi082.stdout:op 5308 completed, throughput=5MB/sec 2024-08-17T01:18:27.885 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-eEJhYa_wlOYBgbj off=162696 len=971178 2024-08-17T01:18:27.890 INFO:tasks.workunit.client.0.smithi082.stdout:op 5309 completed, throughput=5MB/sec 2024-08-17T01:18:27.890 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9--IU6g5bWyd1jj off=23241195 len=1906136 2024-08-17T01:18:27.901 INFO:tasks.workunit.client.0.smithi082.stdout:op 5310 completed, throughput=5MB/sec 2024-08-17T01:18:28.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:28 smithi082 ceph-mon[91979]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:18:28.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:28 smithi082 ceph-mon[94343]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:18:28.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:28 smithi137 ceph-mon[86391]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:18:28.902 INFO:tasks.workunit.client.0.smithi082.stdout: 1038: throughput=5MB/sec pending data=0 2024-08-17T01:18:28.902 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NkeYw8yCYnLoeRt off=16792550 len=1226329 2024-08-17T01:18:28.908 INFO:tasks.workunit.client.0.smithi082.stdout:op 5311 completed, throughput=5MB/sec 2024-08-17T01:18:28.909 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-7BPXIJdYsopAcYa off=9562945 len=1903499 2024-08-17T01:18:28.912 INFO:tasks.workunit.client.0.smithi082.stdout:op 5312 completed, throughput=5MB/sec 2024-08-17T01:18:28.912 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Kkim_7x4QYNNo-C off=3230588 len=1201041 2024-08-17T01:18:28.913 INFO:tasks.workunit.client.0.smithi082.stdout:op 5313 completed, throughput=5MB/sec 2024-08-17T01:18:29.914 INFO:tasks.workunit.client.0.smithi082.stdout: 1039: throughput=5MB/sec pending data=0 2024-08-17T01:18:29.914 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XeicO01koMzUtWe off=571516 len=357929 2024-08-17T01:18:29.915 INFO:tasks.workunit.client.0.smithi082.stdout:op 5314 completed, throughput=5MB/sec 2024-08-17T01:18:29.915 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hiRO_ZBqokOPcag off=4192703 len=1709729 2024-08-17T01:18:29.927 INFO:tasks.workunit.client.0.smithi082.stdout:op 5315 completed, throughput=5MB/sec 2024-08-17T01:18:29.927 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cRviQk9oAGZaYsk off=14204367 len=75862 2024-08-17T01:18:29.929 INFO:tasks.workunit.client.0.smithi082.stdout:op 5316 completed, throughput=5MB/sec 2024-08-17T01:18:29.929 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wswBIFclV_vaXW9 off=749706 len=1861393 2024-08-17T01:18:29.933 INFO:tasks.workunit.client.0.smithi082.stdout:op 5317 completed, throughput=5MB/sec 2024-08-17T01:18:29.933 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wTqZXDYufvfGjLP off=20030356 len=1521805 2024-08-17T01:18:29.942 INFO:tasks.workunit.client.0.smithi082.stdout:op 5318 completed, throughput=5MB/sec 2024-08-17T01:18:30.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:30 smithi082 ceph-mon[91979]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:18:30.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:30 smithi082 ceph-mon[94343]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:18:30.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:30 smithi137 ceph-mon[86391]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:18:30.942 INFO:tasks.workunit.client.0.smithi082.stdout: 1040: throughput=5MB/sec pending data=0 2024-08-17T01:18:30.942 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3cHcLlcTT_UrLMl off=5063231 len=2015877 2024-08-17T01:18:30.954 INFO:tasks.workunit.client.0.smithi082.stdout:op 5319 completed, throughput=5MB/sec 2024-08-17T01:18:30.954 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gouJ9rkgHcHjVDG off=15080143 len=35792 2024-08-17T01:18:30.955 INFO:tasks.workunit.client.0.smithi082.stdout:op 5320 completed, throughput=5MB/sec 2024-08-17T01:18:30.955 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_EB7AkNqcRqt4Q2 off=101098 len=124685 2024-08-17T01:18:30.955 INFO:tasks.workunit.client.0.smithi082.stdout:op 5321 completed, throughput=5MB/sec 2024-08-17T01:18:30.955 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oVjr5hsGfDXUoIt off=2393551 len=1802464 2024-08-17T01:18:30.966 INFO:tasks.workunit.client.0.smithi082.stdout:op 5322 completed, throughput=5MB/sec 2024-08-17T01:18:30.966 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4k7i49PDCglfYsS off=3323061 len=1371385 2024-08-17T01:18:30.974 INFO:tasks.workunit.client.0.smithi082.stdout:op 5323 completed, throughput=5MB/sec 2024-08-17T01:18:31.974 INFO:tasks.workunit.client.0.smithi082.stdout: 1041: throughput=5MB/sec pending data=0 2024-08-17T01:18:31.974 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0t548M3yNuQtfsK off=145946 len=705525 2024-08-17T01:18:31.976 INFO:tasks.workunit.client.0.smithi082.stdout:op 5324 completed, throughput=5MB/sec 2024-08-17T01:18:31.976 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aOH6ld0_3zXJs0I off=1143187 len=1770806 2024-08-17T01:18:31.985 INFO:tasks.workunit.client.0.smithi082.stdout:op 5325 completed, throughput=5MB/sec 2024-08-17T01:18:31.985 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-N4h5Ut-mDAe3kuQ off=9610569 len=2042115 2024-08-17T01:18:31.993 INFO:tasks.workunit.client.0.smithi082.stdout:op 5326 completed, throughput=5MB/sec 2024-08-17T01:18:31.993 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mSHJNfzS1lVguCH off=4087900 len=759921 2024-08-17T01:18:31.997 INFO:tasks.workunit.client.0.smithi082.stdout:op 5327 completed, throughput=5MB/sec 2024-08-17T01:18:32.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:32 smithi082 ceph-mon[94343]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:18:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:32 smithi082 ceph-mon[91979]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:18:32.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:32 smithi137 ceph-mon[86391]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:18:32.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:18:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:18:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:18:32.997 INFO:tasks.workunit.client.0.smithi082.stdout: 1042: throughput=5MB/sec pending data=0 2024-08-17T01:18:32.998 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wdusmUKNtvXq8mA off=6433196 len=143469 2024-08-17T01:18:33.001 INFO:tasks.workunit.client.0.smithi082.stdout:op 5328 completed, throughput=5MB/sec 2024-08-17T01:18:33.001 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-C6VZMfhrUYuujIm off=3578995 len=1899177 2024-08-17T01:18:33.003 INFO:tasks.workunit.client.0.smithi082.stdout:op 5329 completed, throughput=5MB/sec 2024-08-17T01:18:33.003 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wM2Eaaagr5LduOm off=5437528 len=567943 2024-08-17T01:18:33.006 INFO:tasks.workunit.client.0.smithi082.stdout:op 5330 completed, throughput=5MB/sec 2024-08-17T01:18:33.006 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-N177SAZQHHSjEDY off=5848149 len=1406946 2024-08-17T01:18:33.014 INFO:tasks.workunit.client.0.smithi082.stdout:op 5331 completed, throughput=5MB/sec 2024-08-17T01:18:33.014 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-lY-Er6DulhhuDXU off=4714406 len=113126 2024-08-17T01:18:33.017 INFO:tasks.workunit.client.0.smithi082.stdout:op 5332 completed, throughput=5MB/sec 2024-08-17T01:18:33.017 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-trA8Q6ys6EG1e6P off=23054486 len=1337265 2024-08-17T01:18:33.022 INFO:tasks.workunit.client.0.smithi082.stdout:op 5333 completed, throughput=5MB/sec 2024-08-17T01:18:34.022 INFO:tasks.workunit.client.0.smithi082.stdout: 1043: throughput=5MB/sec pending data=0 2024-08-17T01:18:34.023 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ENdaToY4yDohU0Z off=7190039 len=1584263 2024-08-17T01:18:34.031 INFO:tasks.workunit.client.0.smithi082.stdout:op 5334 completed, throughput=5MB/sec 2024-08-17T01:18:34.032 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ps_1j21D9nZjbog off=267395 len=2062245 2024-08-17T01:18:34.034 INFO:tasks.workunit.client.0.smithi082.stdout:op 5335 completed, throughput=5MB/sec 2024-08-17T01:18:34.034 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Msa1MrvGxavupmk off=8213766 len=671530 2024-08-17T01:18:34.038 INFO:tasks.workunit.client.0.smithi082.stdout:op 5336 completed, throughput=5MB/sec 2024-08-17T01:18:34.039 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tOS7FTKOT_ZigEe off=7745060 len=308597 2024-08-17T01:18:34.040 INFO:tasks.workunit.client.0.smithi082.stdout:op 5337 completed, throughput=5MB/sec 2024-08-17T01:18:34.040 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TmpZfXHzcpRkyPP off=97331 len=1640739 2024-08-17T01:18:34.047 INFO:tasks.workunit.client.0.smithi082.stdout:op 5338 completed, throughput=5MB/sec 2024-08-17T01:18:34.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:34 smithi082 ceph-mon[94343]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:18:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:34 smithi082 ceph-mon[91979]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:18:34.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:34 smithi137 ceph-mon[86391]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:18:35.048 INFO:tasks.workunit.client.0.smithi082.stdout: 1044: throughput=5MB/sec pending data=0 2024-08-17T01:18:35.048 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KD9NoTaTRw_p4Im off=1154942 len=1568420 2024-08-17T01:18:35.056 INFO:tasks.workunit.client.0.smithi082.stdout:op 5339 completed, throughput=5MB/sec 2024-08-17T01:18:35.056 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-uXA6kgl-8LmPTvL off=17446737 len=975015 2024-08-17T01:18:35.058 INFO:tasks.workunit.client.0.smithi082.stdout:op 5340 completed, throughput=5MB/sec 2024-08-17T01:18:35.058 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-OE9NhFNIeyBZtdw off=11605828 len=1070814 2024-08-17T01:18:35.063 INFO:tasks.workunit.client.0.smithi082.stdout:op 5341 completed, throughput=5MB/sec 2024-08-17T01:18:35.063 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yW7zo5Wz5ZLRcx- off=1490785 len=1442101 2024-08-17T01:18:35.066 INFO:tasks.workunit.client.0.smithi082.stdout:op 5342 completed, throughput=5MB/sec 2024-08-17T01:18:35.438 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:18:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:18:35] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-08-17T01:18:35.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:18:35.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:18:35.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:18:36.066 INFO:tasks.workunit.client.0.smithi082.stdout: 1045: throughput=5MB/sec pending data=0 2024-08-17T01:18:36.067 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_IZJ-zuBX3xT-qk off=4939324 len=1819085 2024-08-17T01:18:36.078 INFO:tasks.workunit.client.0.smithi082.stdout:op 5343 completed, throughput=5MB/sec 2024-08-17T01:18:36.078 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-G8DgCewdDifF9F4 off=3205984 len=1003760 2024-08-17T01:18:36.079 INFO:tasks.workunit.client.0.smithi082.stdout:op 5344 completed, throughput=5MB/sec 2024-08-17T01:18:36.079 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wTz6zlCNGaMMiwu off=14277959 len=1263368 2024-08-17T01:18:36.084 INFO:tasks.workunit.client.0.smithi082.stdout:op 5345 completed, throughput=5MB/sec 2024-08-17T01:18:36.084 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jdseHqXz_DzOCvO off=4742189 len=644939 2024-08-17T01:18:36.086 INFO:tasks.workunit.client.0.smithi082.stdout:op 5346 completed, throughput=5MB/sec 2024-08-17T01:18:36.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:36 smithi082 ceph-mon[94343]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:18:36.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:36 smithi082 ceph-mon[91979]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:18:36.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:36 smithi137 ceph-mon[86391]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:18:37.086 INFO:tasks.workunit.client.0.smithi082.stdout: 1046: throughput=5MB/sec pending data=0 2024-08-17T01:18:37.087 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HD-dxLh8GKO4pva off=2698322 len=626302 2024-08-17T01:18:37.091 INFO:tasks.workunit.client.0.smithi082.stdout:op 5347 completed, throughput=5MB/sec 2024-08-17T01:18:37.091 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SnxZvTr4KTJQv9C off=5855417 len=417649 2024-08-17T01:18:37.092 INFO:tasks.workunit.client.0.smithi082.stdout:op 5348 completed, throughput=5MB/sec 2024-08-17T01:18:37.092 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SqWg4CEdLgmLRAl off=3055609 len=1951656 2024-08-17T01:18:37.095 INFO:tasks.workunit.client.0.smithi082.stdout:op 5349 completed, throughput=5MB/sec 2024-08-17T01:18:37.095 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HVwvCu9dLWgNQhy off=15297788 len=965279 2024-08-17T01:18:37.100 INFO:tasks.workunit.client.0.smithi082.stdout:op 5350 completed, throughput=5MB/sec 2024-08-17T01:18:37.100 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZljRU8GkADxZghK off=9303623 len=1274711 2024-08-17T01:18:37.108 INFO:tasks.workunit.client.0.smithi082.stdout:op 5351 completed, throughput=5MB/sec 2024-08-17T01:18:38.109 INFO:tasks.workunit.client.0.smithi082.stdout: 1047: throughput=5MB/sec pending data=0 2024-08-17T01:18:38.109 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Mmt1GUa8A-5yJWT off=1041514 len=544191 2024-08-17T01:18:38.110 INFO:tasks.workunit.client.0.smithi082.stdout:op 5352 completed, throughput=5MB/sec 2024-08-17T01:18:38.110 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QGlrShB7yKYJsQ4 off=13719743 len=1478480 2024-08-17T01:18:38.118 INFO:tasks.workunit.client.0.smithi082.stdout:op 5353 completed, throughput=5MB/sec 2024-08-17T01:18:38.118 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-I9jie1ozjddY7Qz off=6045376 len=1254996 2024-08-17T01:18:38.120 INFO:tasks.workunit.client.0.smithi082.stdout:op 5354 completed, throughput=5MB/sec 2024-08-17T01:18:38.120 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8oxSpqcAJ_fct_K off=11658145 len=763231 2024-08-17T01:18:38.125 INFO:tasks.workunit.client.0.smithi082.stdout:op 5355 completed, throughput=5MB/sec 2024-08-17T01:18:38.125 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-t0JXd5hJl1qTFLh off=4562328 len=993661 2024-08-17T01:18:38.127 INFO:tasks.workunit.client.0.smithi082.stdout:op 5356 completed, throughput=5MB/sec 2024-08-17T01:18:38.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:38 smithi082 ceph-mon[94343]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:18:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:38 smithi082 ceph-mon[91979]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:18:38.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:38 smithi137 ceph-mon[86391]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:18:39.127 INFO:tasks.workunit.client.0.smithi082.stdout: 1048: throughput=5MB/sec pending data=0 2024-08-17T01:18:39.128 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-b0dxv_H6equZp9F off=1268568 len=1437889 2024-08-17T01:18:39.135 INFO:tasks.workunit.client.0.smithi082.stdout:op 5357 completed, throughput=5MB/sec 2024-08-17T01:18:39.135 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-eKzKN8wyW8JsJpU off=5506300 len=438652 2024-08-17T01:18:39.139 INFO:tasks.workunit.client.0.smithi082.stdout:op 5358 completed, throughput=5MB/sec 2024-08-17T01:18:39.139 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Qtf5ECInLrw_7c5 off=3157690 len=851160 2024-08-17T01:18:39.143 INFO:tasks.workunit.client.0.smithi082.stdout:op 5359 completed, throughput=5MB/sec 2024-08-17T01:18:39.143 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-eAsspVoc6tXCDn3 off=9690580 len=872321 2024-08-17T01:18:39.148 INFO:tasks.workunit.client.0.smithi082.stdout:op 5360 completed, throughput=5MB/sec 2024-08-17T01:18:39.148 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-h4PXQFS9fFcxiF0 off=6139144 len=1126523 2024-08-17T01:18:39.154 INFO:tasks.workunit.client.0.smithi082.stdout:op 5361 completed, throughput=5MB/sec 2024-08-17T01:18:39.154 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-raEdlL0GzX_xkTB off=3842934 len=1510632 2024-08-17T01:18:39.156 INFO:tasks.workunit.client.0.smithi082.stdout:op 5362 completed, throughput=5MB/sec 2024-08-17T01:18:40.156 INFO:tasks.workunit.client.0.smithi082.stdout: 1049: throughput=5MB/sec pending data=0 2024-08-17T01:18:40.156 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HWyzN99Ml0R0EtP off=1042458 len=1526197 2024-08-17T01:18:40.166 INFO:tasks.workunit.client.0.smithi082.stdout:op 5363 completed, throughput=5MB/sec 2024-08-17T01:18:40.166 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--Ib-WVXWu7la8zS off=10999405 len=41678 2024-08-17T01:18:40.167 INFO:tasks.workunit.client.0.smithi082.stdout:op 5364 completed, throughput=5MB/sec 2024-08-17T01:18:40.167 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ys6K-I6IdpUNWwO off=2071338 len=33986 2024-08-17T01:18:40.169 INFO:tasks.workunit.client.0.smithi082.stdout:op 5365 completed, throughput=5MB/sec 2024-08-17T01:18:40.169 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8G7_TPlt8CMo8gh off=7472695 len=1300214 2024-08-17T01:18:40.171 INFO:tasks.workunit.client.0.smithi082.stdout:op 5366 completed, throughput=5MB/sec 2024-08-17T01:18:40.171 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qfKXnpc-m8XakY5 off=3526023 len=277685 2024-08-17T01:18:40.174 INFO:tasks.workunit.client.0.smithi082.stdout:op 5367 completed, throughput=5MB/sec 2024-08-17T01:18:40.174 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_pdcxl1KMqe8lcN off=7636272 len=183912 2024-08-17T01:18:40.175 INFO:tasks.workunit.client.0.smithi082.stdout:op 5368 completed, throughput=5MB/sec 2024-08-17T01:18:40.175 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HLQNDCDHMO_E5lG off=5666806 len=1973550 2024-08-17T01:18:40.177 INFO:tasks.workunit.client.0.smithi082.stdout:op 5369 completed, throughput=5MB/sec 2024-08-17T01:18:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:40 smithi082 ceph-mon[94343]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:18:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:40 smithi082 ceph-mon[91979]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:18:40.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:40 smithi137 ceph-mon[86391]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-17T01:18:41.177 INFO:tasks.workunit.client.0.smithi082.stdout: 1050: throughput=5MB/sec pending data=0 2024-08-17T01:18:41.177 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-uBnafafQp8rECxe off=14093524 len=1601265 2024-08-17T01:18:41.179 INFO:tasks.workunit.client.0.smithi082.stdout:op 5370 completed, throughput=5MB/sec 2024-08-17T01:18:41.180 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-MMY66BoAXrq-gbo off=10228022 len=892545 2024-08-17T01:18:41.181 INFO:tasks.workunit.client.0.smithi082.stdout:op 5371 completed, throughput=5MB/sec 2024-08-17T01:18:41.181 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QRPZxhkBPhcw19o off=9392163 len=32572 2024-08-17T01:18:41.184 INFO:tasks.workunit.client.0.smithi082.stdout:op 5372 completed, throughput=5MB/sec 2024-08-17T01:18:41.184 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-aXwN41csosv6b1H off=9049986 len=1630432 2024-08-17T01:18:41.186 INFO:tasks.workunit.client.0.smithi082.stdout:op 5373 completed, throughput=5MB/sec 2024-08-17T01:18:41.186 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-mzPf2lDpUXix47Y off=3763479 len=728271 2024-08-17T01:18:41.190 INFO:tasks.workunit.client.0.smithi082.stdout:op 5374 completed, throughput=5MB/sec 2024-08-17T01:18:42.190 INFO:tasks.workunit.client.0.smithi082.stdout: 1051: throughput=5MB/sec pending data=0 2024-08-17T01:18:42.191 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dqz5Imy3d5OYqOH off=7933608 len=94667 2024-08-17T01:18:42.193 INFO:tasks.workunit.client.0.smithi082.stdout:op 5375 completed, throughput=5MB/sec 2024-08-17T01:18:42.194 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-sHmt6JAbhgutQ_k off=288292 len=1665330 2024-08-17T01:18:42.197 INFO:tasks.workunit.client.0.smithi082.stdout:op 5376 completed, throughput=5MB/sec 2024-08-17T01:18:42.197 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TLBNNIzK2820FT2 off=462802 len=1784612 2024-08-17T01:18:42.206 INFO:tasks.workunit.client.0.smithi082.stdout:op 5377 completed, throughput=5MB/sec 2024-08-17T01:18:42.206 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-52IhASUFr0jFRKp off=842387 len=69664 2024-08-17T01:18:42.209 INFO:tasks.workunit.client.0.smithi082.stdout:op 5378 completed, throughput=5MB/sec 2024-08-17T01:18:42.209 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-f7fCxKTtvTk0jE2 off=171333 len=895561 2024-08-17T01:18:42.212 INFO:tasks.workunit.client.0.smithi082.stdout:op 5379 completed, throughput=5MB/sec 2024-08-17T01:18:42.212 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4FW94q5ipa4c6fI off=4428470 len=365328 2024-08-17T01:18:42.213 INFO:tasks.workunit.client.0.smithi082.stdout:op 5380 completed, throughput=5MB/sec 2024-08-17T01:18:42.213 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Sw-RLy6xR921B3v off=1276571 len=172104 2024-08-17T01:18:42.215 INFO:tasks.workunit.client.0.smithi082.stdout:op 5381 completed, throughput=5MB/sec 2024-08-17T01:18:42.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:42 smithi082 ceph-mon[94343]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:18:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:42 smithi082 ceph-mon[91979]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:18:42.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:42 smithi137 ceph-mon[86391]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:18:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:18:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:18:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:18:43.216 INFO:tasks.workunit.client.0.smithi082.stdout: 1052: throughput=5MB/sec pending data=0 2024-08-17T01:18:43.216 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-EOhbA7--ts3yqQn off=19252385 len=970303 2024-08-17T01:18:43.217 INFO:tasks.workunit.client.0.smithi082.stdout:op 5382 completed, throughput=5MB/sec 2024-08-17T01:18:43.217 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dodpWPA0tjDhqGK off=3451233 len=1110575 2024-08-17T01:18:43.219 INFO:tasks.workunit.client.0.smithi082.stdout:op 5383 completed, throughput=5MB/sec 2024-08-17T01:18:43.219 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IYRlwyWUusnOwhN off=4347998 len=25849 2024-08-17T01:18:43.222 INFO:tasks.workunit.client.0.smithi082.stdout:op 5384 completed, throughput=5MB/sec 2024-08-17T01:18:43.222 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4zM-zIWiaImciZ8 off=1990642 len=1180713 2024-08-17T01:18:43.225 INFO:tasks.workunit.client.0.smithi082.stdout:op 5385 completed, throughput=5MB/sec 2024-08-17T01:18:43.225 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QZKuRFRWS4chD8_ off=7180281 len=670409 2024-08-17T01:18:43.230 INFO:tasks.workunit.client.0.smithi082.stdout:op 5386 completed, throughput=5MB/sec 2024-08-17T01:18:43.230 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9fOXigTTLA0RKhQ off=2930012 len=879303 2024-08-17T01:18:43.231 INFO:tasks.workunit.client.0.smithi082.stdout:op 5387 completed, throughput=5MB/sec 2024-08-17T01:18:43.232 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-x9YNhwu6tGG7vFn off=2887905 len=1597608 2024-08-17T01:18:43.233 INFO:tasks.workunit.client.0.smithi082.stdout:op 5388 completed, throughput=5MB/sec 2024-08-17T01:18:44.233 INFO:tasks.workunit.client.0.smithi082.stdout: 1053: throughput=5MB/sec pending data=0 2024-08-17T01:18:44.233 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-uhnfIC4-Zo4qZBt off=358559 len=235134 2024-08-17T01:18:44.234 INFO:tasks.workunit.client.0.smithi082.stdout:op 5389 completed, throughput=5MB/sec 2024-08-17T01:18:44.234 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZcD-90CpAMFRT90 off=2448197 len=1266152 2024-08-17T01:18:44.244 INFO:tasks.workunit.client.0.smithi082.stdout:op 5390 completed, throughput=5MB/sec 2024-08-17T01:18:44.244 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NOzhyK7zXfDhPRL off=1579399 len=1114402 2024-08-17T01:18:44.246 INFO:tasks.workunit.client.0.smithi082.stdout:op 5391 completed, throughput=5MB/sec 2024-08-17T01:18:44.246 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-m-pmJUU7DlJZ2iO off=684427 len=109758 2024-08-17T01:18:44.246 INFO:tasks.workunit.client.0.smithi082.stdout:op 5392 completed, throughput=5MB/sec 2024-08-17T01:18:44.246 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Hi2d2j8HYJ7e6CQ off=3374114 len=2025239 2024-08-17T01:18:44.256 INFO:tasks.workunit.client.0.smithi082.stdout:op 5393 completed, throughput=5MB/sec 2024-08-17T01:18:44.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:44 smithi082 ceph-mon[94343]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:18:44.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:44 smithi082 ceph-mon[91979]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:18:44.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:44 smithi137 ceph-mon[86391]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:18:45.256 INFO:tasks.workunit.client.0.smithi082.stdout: 1054: throughput=5MB/sec pending data=0 2024-08-17T01:18:45.257 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JQvIilUos3HoK24 off=9936055 len=985950 2024-08-17T01:18:45.258 INFO:tasks.workunit.client.0.smithi082.stdout:op 5394 completed, throughput=5MB/sec 2024-08-17T01:18:45.258 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-eWb0B_cr2jW017c off=795413 len=148832 2024-08-17T01:18:45.261 INFO:tasks.workunit.client.0.smithi082.stdout:op 5395 completed, throughput=5MB/sec 2024-08-17T01:18:45.261 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4P366e3Ve2qtYcw off=2321743 len=1735349 2024-08-17T01:18:45.265 INFO:tasks.workunit.client.0.smithi082.stdout:op 5396 completed, throughput=5MB/sec 2024-08-17T01:18:45.265 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ODDsfjIHwroIh8b off=2668196 len=720768 2024-08-17T01:18:45.270 INFO:tasks.workunit.client.0.smithi082.stdout:op 5397 completed, throughput=5MB/sec 2024-08-17T01:18:45.270 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZGbli-_uqsUef1g off=3500930 len=200019 2024-08-17T01:18:45.272 INFO:tasks.workunit.client.0.smithi082.stdout:op 5398 completed, throughput=5MB/sec 2024-08-17T01:18:45.273 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-K5jbdQY9W1l2eKj off=3095034 len=1872498 2024-08-17T01:18:45.282 INFO:tasks.workunit.client.0.smithi082.stdout:op 5399 completed, throughput=5MB/sec 2024-08-17T01:18:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:18:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:18:45] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-08-17T01:18:46.283 INFO:tasks.workunit.client.0.smithi082.stdout: 1055: throughput=5MB/sec pending data=0 2024-08-17T01:18:46.283 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0OfYk7udHYmNGdR off=2150232 len=1151808 2024-08-17T01:18:46.286 INFO:tasks.workunit.client.0.smithi082.stdout:op 5400 completed, throughput=5MB/sec 2024-08-17T01:18:46.286 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2fSgWzsGtQs9VS_ off=3495444 len=1096929 2024-08-17T01:18:46.293 INFO:tasks.workunit.client.0.smithi082.stdout:op 5401 completed, throughput=5MB/sec 2024-08-17T01:18:46.293 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8LwbTOxZTQ-XguJ off=2769513 len=114413 2024-08-17T01:18:46.296 INFO:tasks.workunit.client.0.smithi082.stdout:op 5402 completed, throughput=5MB/sec 2024-08-17T01:18:46.296 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Ylu-c6gwd-IFWIq off=5726376 len=4191 2024-08-17T01:18:46.298 INFO:tasks.workunit.client.0.smithi082.stdout:op 5403 completed, throughput=5MB/sec 2024-08-17T01:18:46.299 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9kOEWhPkMpQmqoG off=8551115 len=354770 2024-08-17T01:18:46.299 INFO:tasks.workunit.client.0.smithi082.stdout:op 5404 completed, throughput=5MB/sec 2024-08-17T01:18:46.299 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NOCEitwWOCFmTeY off=2233379 len=822631 2024-08-17T01:18:46.301 INFO:tasks.workunit.client.0.smithi082.stdout:op 5405 completed, throughput=5MB/sec 2024-08-17T01:18:46.301 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zkgPTBbQhgPHnuw off=4495290 len=1900696 2024-08-17T01:18:46.312 INFO:tasks.workunit.client.0.smithi082.stdout:op 5406 completed, throughput=5MB/sec 2024-08-17T01:18:46.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:46 smithi082 ceph-mon[94343]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:18:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:46 smithi082 ceph-mon[91979]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:18:46.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:46 smithi137 ceph-mon[86391]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-17T01:18:47.312 INFO:tasks.workunit.client.0.smithi082.stdout: 1056: throughput=5MB/sec pending data=0 2024-08-17T01:18:47.313 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-o5Mk4Dn-FP1PPmr off=1063212 len=775841 2024-08-17T01:18:47.314 INFO:tasks.workunit.client.0.smithi082.stdout:op 5407 completed, throughput=5MB/sec 2024-08-17T01:18:47.315 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zTztyqubl6Y4KOF off=14526287 len=1214079 2024-08-17T01:18:47.317 INFO:tasks.workunit.client.0.smithi082.stdout:op 5408 completed, throughput=5MB/sec 2024-08-17T01:18:47.317 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tBnIOlt1ZqBkiN5 off=5112562 len=595583 2024-08-17T01:18:47.322 INFO:tasks.workunit.client.0.smithi082.stdout:op 5409 completed, throughput=5MB/sec 2024-08-17T01:18:47.322 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-nfRa90iWheqjZvi off=7001144 len=1114545 2024-08-17T01:18:47.326 INFO:tasks.workunit.client.0.smithi082.stdout:op 5410 completed, throughput=5MB/sec 2024-08-17T01:18:47.327 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-x8GI0AJoMiyyAzh off=11668736 len=52050 2024-08-17T01:18:47.327 INFO:tasks.workunit.client.0.smithi082.stdout:op 5411 completed, throughput=5MB/sec 2024-08-17T01:18:47.327 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-A91n8c4Lrn5ur9y off=9248828 len=552903 2024-08-17T01:18:47.334 INFO:tasks.workunit.client.0.smithi082.stdout:op 5412 completed, throughput=5MB/sec 2024-08-17T01:18:47.334 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-bVDgRgqooldV44f off=23881162 len=1095574 2024-08-17T01:18:47.335 INFO:tasks.workunit.client.0.smithi082.stdout:op 5413 completed, throughput=5MB/sec 2024-08-17T01:18:48.335 INFO:tasks.workunit.client.0.smithi082.stdout: 1057: throughput=5MB/sec pending data=0 2024-08-17T01:18:48.336 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EKdRgnTo9F1ZrF- off=500104 len=605717 2024-08-17T01:18:48.341 INFO:tasks.workunit.client.0.smithi082.stdout:op 5414 completed, throughput=5MB/sec 2024-08-17T01:18:48.341 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SlDtwLoFXRcOhqC off=8296527 len=49603 2024-08-17T01:18:48.341 INFO:tasks.workunit.client.0.smithi082.stdout:op 5415 completed, throughput=5MB/sec 2024-08-17T01:18:48.341 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EBSgL3xJ7I1AMIB off=1322993 len=807928 2024-08-17T01:18:48.346 INFO:tasks.workunit.client.0.smithi082.stdout:op 5416 completed, throughput=5MB/sec 2024-08-17T01:18:48.347 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-CQw6cYrZklNg6UF off=13431431 len=256394 2024-08-17T01:18:48.347 INFO:tasks.workunit.client.0.smithi082.stdout:op 5417 completed, throughput=5MB/sec 2024-08-17T01:18:48.347 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ATRoFUP-jZ8PJ2V off=8293396 len=1795039 2024-08-17T01:18:48.355 INFO:tasks.workunit.client.0.smithi082.stdout:op 5418 completed, throughput=5MB/sec 2024-08-17T01:18:48.355 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-QR-MIAuvZnLJrl5 off=1220413 len=1865605 2024-08-17T01:18:48.357 INFO:tasks.workunit.client.0.smithi082.stdout:op 5419 completed, throughput=5MB/sec 2024-08-17T01:18:48.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:48 smithi082 ceph-mon[94343]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:18:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:48 smithi082 ceph-mon[91979]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:18:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:48 smithi137 ceph-mon[86391]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T01:18:49.357 INFO:tasks.workunit.client.0.smithi082.stdout: 1058: throughput=5MB/sec pending data=0 2024-08-17T01:18:49.357 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-heq0TavCretBBRc off=8554329 len=725361 2024-08-17T01:18:49.358 INFO:tasks.workunit.client.0.smithi082.stdout:op 5420 completed, throughput=5MB/sec 2024-08-17T01:18:49.359 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Sa4euZrGa_9UA1n off=15123695 len=1195889 2024-08-17T01:18:49.360 INFO:tasks.workunit.client.0.smithi082.stdout:op 5421 completed, throughput=5MB/sec 2024-08-17T01:18:49.360 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-c5JAZLKkd5t_qV5 off=9787334 len=1832005 2024-08-17T01:18:49.367 INFO:tasks.workunit.client.0.smithi082.stdout:op 5422 completed, throughput=5MB/sec 2024-08-17T01:18:49.367 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZoU9vucK-IzJ8zK off=12568 len=557412 2024-08-17T01:18:49.367 INFO:tasks.workunit.client.0.smithi082.stdout:op 5423 completed, throughput=5MB/sec 2024-08-17T01:18:49.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:49 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:18:49.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:49 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:18:49.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:49 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:18:49.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:49 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:18:49.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:49 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:18:49.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:49 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:18:49.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:49 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:18:49.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:49 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:18:49.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:49 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:18:49.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:49 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:18:49.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:49 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:18:49.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:49 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:18:50.368 INFO:tasks.workunit.client.0.smithi082.stdout: 1059: throughput=5MB/sec pending data=0 2024-08-17T01:18:50.368 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-FXliFyL6PGjpL58 off=17736872 len=873949 2024-08-17T01:18:50.370 INFO:tasks.workunit.client.0.smithi082.stdout:op 5424 completed, throughput=5MB/sec 2024-08-17T01:18:50.370 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SBjZ3bpZ7fmy9hG off=1254214 len=991851 2024-08-17T01:18:50.372 INFO:tasks.workunit.client.0.smithi082.stdout:op 5425 completed, throughput=5MB/sec 2024-08-17T01:18:50.372 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-967AvPgVMPiEPv_ off=701271 len=1629264 2024-08-17T01:18:50.381 INFO:tasks.workunit.client.0.smithi082.stdout:op 5426 completed, throughput=5MB/sec 2024-08-17T01:18:50.381 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-50Yrqhy2QuiHHVs off=2409226 len=1729514 2024-08-17T01:18:50.389 INFO:tasks.workunit.client.0.smithi082.stdout:op 5427 completed, throughput=5MB/sec 2024-08-17T01:18:50.390 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BHwT_sUhvIfObOQ off=383690 len=1202692 2024-08-17T01:18:50.392 INFO:tasks.workunit.client.0.smithi082.stdout:op 5428 completed, throughput=5MB/sec 2024-08-17T01:18:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:50 smithi082 ceph-mon[94343]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:18:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:18:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:50 smithi082 ceph-mon[91979]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:18:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:18:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:50 smithi137 ceph-mon[86391]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:18:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:18:51.393 INFO:tasks.workunit.client.0.smithi082.stdout: 1060: throughput=5MB/sec pending data=0 2024-08-17T01:18:51.393 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-H3JrssPpi0g7GVU off=432220 len=1360628 2024-08-17T01:18:51.405 INFO:tasks.workunit.client.0.smithi082.stdout:op 5429 completed, throughput=5MB/sec 2024-08-17T01:18:51.405 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JSeGMOYU3fDtmbO off=2738203 len=593514 2024-08-17T01:18:51.407 INFO:tasks.workunit.client.0.smithi082.stdout:op 5430 completed, throughput=5MB/sec 2024-08-17T01:18:51.407 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-w9eDLmXSOWUkQuE off=20394412 len=834895 2024-08-17T01:18:51.412 INFO:tasks.workunit.client.0.smithi082.stdout:op 5431 completed, throughput=5MB/sec 2024-08-17T01:18:51.412 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_dA_uOJnwNXtxSR off=16267806 len=1139590 2024-08-17T01:18:51.418 INFO:tasks.workunit.client.0.smithi082.stdout:op 5432 completed, throughput=5MB/sec 2024-08-17T01:18:51.418 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gQAO0V0BPYS-gaz off=2904222 len=1548193 2024-08-17T01:18:51.421 INFO:tasks.workunit.client.0.smithi082.stdout:op 5433 completed, throughput=5MB/sec 2024-08-17T01:18:52.420 INFO:tasks.workunit.client.0.smithi082.stdout: 1061: throughput=5MB/sec pending data=0 2024-08-17T01:18:52.420 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ACIteYjdpWCYGYu off=6766389 len=956995 2024-08-17T01:18:52.422 INFO:tasks.workunit.client.0.smithi082.stdout:op 5434 completed, throughput=5MB/sec 2024-08-17T01:18:52.422 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BJia5MEqkHKxVwn off=7451102 len=1647144 2024-08-17T01:18:52.424 INFO:tasks.workunit.client.0.smithi082.stdout:op 5435 completed, throughput=5MB/sec 2024-08-17T01:18:52.424 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-itM4dUnaI-AIweS off=12635146 len=1942144 2024-08-17T01:18:52.434 INFO:tasks.workunit.client.0.smithi082.stdout:op 5436 completed, throughput=5MB/sec 2024-08-17T01:18:52.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:52 smithi137 ceph-mon[86391]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:18:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:18:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:18:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:18:52.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:52 smithi082 ceph-mon[94343]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:18:52.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:52 smithi082 ceph-mon[91979]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:18:53.435 INFO:tasks.workunit.client.0.smithi082.stdout: 1062: throughput=5MB/sec pending data=0 2024-08-17T01:18:53.435 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-MJyCunIJAuxEnrU off=1449854 len=539201 2024-08-17T01:18:53.437 INFO:tasks.workunit.client.0.smithi082.stdout:op 5437 completed, throughput=5MB/sec 2024-08-17T01:18:53.437 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-z5iSQtKWI3b5hjE off=12719464 len=691616 2024-08-17T01:18:53.438 INFO:tasks.workunit.client.0.smithi082.stdout:op 5438 completed, throughput=5MB/sec 2024-08-17T01:18:53.439 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5HocS8SU7VQQtQU off=6748606 len=1241432 2024-08-17T01:18:53.449 INFO:tasks.workunit.client.0.smithi082.stdout:op 5439 completed, throughput=5MB/sec 2024-08-17T01:18:53.449 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YcXaWQeC1NaACra off=14377460 len=1808286 2024-08-17T01:18:53.451 INFO:tasks.workunit.client.0.smithi082.stdout:op 5440 completed, throughput=5MB/sec 2024-08-17T01:18:53.451 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-nPUIx55oJt-FldD off=3150461 len=610854 2024-08-17T01:18:53.466 INFO:tasks.workunit.client.0.smithi082.stdout:op 5441 completed, throughput=5MB/sec 2024-08-17T01:18:53.466 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-86JdSV2nKA_mrMU off=1312541 len=1149884 2024-08-17T01:18:53.468 INFO:tasks.workunit.client.0.smithi082.stdout:op 5442 completed, throughput=5MB/sec 2024-08-17T01:18:54.468 INFO:tasks.workunit.client.0.smithi082.stdout: 1063: throughput=5MB/sec pending data=0 2024-08-17T01:18:54.468 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WLXvGvntruwn44l off=13190863 len=1113046 2024-08-17T01:18:54.470 INFO:tasks.workunit.client.0.smithi082.stdout:op 5443 completed, throughput=5MB/sec 2024-08-17T01:18:54.470 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gReOrLc43puoL2I off=1711901 len=1069606 2024-08-17T01:18:54.476 INFO:tasks.workunit.client.0.smithi082.stdout:op 5444 completed, throughput=5MB/sec 2024-08-17T01:18:54.476 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-CpRYIgwxa1LWWg2 off=453542 len=1845255 2024-08-17T01:18:54.481 INFO:tasks.workunit.client.0.smithi082.stdout:op 5445 completed, throughput=5MB/sec 2024-08-17T01:18:54.482 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--HNdBdXOVVuQOts off=4215912 len=1766291 2024-08-17T01:18:54.482 INFO:tasks.workunit.client.0.smithi082.stdout:op 5446 completed, throughput=5MB/sec 2024-08-17T01:18:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:54 smithi137 ceph-mon[86391]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:18:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:54 smithi082 ceph-mon[94343]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:18:54.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:54 smithi082 ceph-mon[91979]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:18:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:18:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:18:55] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-08-17T01:18:55.482 INFO:tasks.workunit.client.0.smithi082.stdout: 1064: throughput=5MB/sec pending data=0 2024-08-17T01:18:55.482 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-DjhPON85Shcg3s0 off=4230442 len=1434133 2024-08-17T01:18:55.491 INFO:tasks.workunit.client.0.smithi082.stdout:op 5447 completed, throughput=5MB/sec 2024-08-17T01:18:55.491 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vUU4Bmif6NcnW6F off=17153861 len=6990 2024-08-17T01:18:55.493 INFO:tasks.workunit.client.0.smithi082.stdout:op 5448 completed, throughput=5MB/sec 2024-08-17T01:18:55.493 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KvsHQsKIzfW1S4f off=1622075 len=622995 2024-08-17T01:18:55.496 INFO:tasks.workunit.client.0.smithi082.stdout:op 5449 completed, throughput=5MB/sec 2024-08-17T01:18:55.496 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-GI_DV0rRTL5nRzS off=5540192 len=2037951 2024-08-17T01:18:55.506 INFO:tasks.workunit.client.0.smithi082.stdout:op 5450 completed, throughput=5MB/sec 2024-08-17T01:18:56.506 INFO:tasks.workunit.client.0.smithi082.stdout: 1065: throughput=5MB/sec pending data=0 2024-08-17T01:18:56.506 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rz5dML1t2cRuoMU off=376932 len=499794 2024-08-17T01:18:56.507 INFO:tasks.workunit.client.0.smithi082.stdout:op 5451 completed, throughput=5MB/sec 2024-08-17T01:18:56.507 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2tcDCPvf_tWvnpk off=9691432 len=1401859 2024-08-17T01:18:56.516 INFO:tasks.workunit.client.0.smithi082.stdout:op 5452 completed, throughput=5MB/sec 2024-08-17T01:18:56.516 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IQ_iRGUCBayOjgK off=3826213 len=1903045 2024-08-17T01:18:56.518 INFO:tasks.workunit.client.0.smithi082.stdout:op 5453 completed, throughput=5MB/sec 2024-08-17T01:18:56.518 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ir2CXEmTS6nkWUH off=3392385 len=1385345 2024-08-17T01:18:56.524 INFO:tasks.workunit.client.0.smithi082.stdout:op 5454 completed, throughput=5MB/sec 2024-08-17T01:18:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:56 smithi137 ceph-mon[86391]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:18:56.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:56 smithi082 ceph-mon[94343]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:18:56.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:56 smithi082 ceph-mon[91979]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:18:57.524 INFO:tasks.workunit.client.0.smithi082.stdout: 1066: throughput=5MB/sec pending data=0 2024-08-17T01:18:57.525 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ftsJgtI9ML8mhV1 off=4148858 len=589700 2024-08-17T01:18:57.530 INFO:tasks.workunit.client.0.smithi082.stdout:op 5455 completed, throughput=5MB/sec 2024-08-17T01:18:57.530 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0KOk94W1RLkeBaY off=11221554 len=505112 2024-08-17T01:18:57.533 INFO:tasks.workunit.client.0.smithi082.stdout:op 5456 completed, throughput=5MB/sec 2024-08-17T01:18:57.533 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-XBT4wwo-xph_nak off=20845580 len=1308440 2024-08-17T01:18:57.540 INFO:tasks.workunit.client.0.smithi082.stdout:op 5457 completed, throughput=5MB/sec 2024-08-17T01:18:57.541 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Guz8A3WzQb48TLg off=1193931 len=315245 2024-08-17T01:18:57.544 INFO:tasks.workunit.client.0.smithi082.stdout:op 5458 completed, throughput=5MB/sec 2024-08-17T01:18:57.544 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JWoQJjUhKxATKtu off=5969923 len=600615 2024-08-17T01:18:57.545 INFO:tasks.workunit.client.0.smithi082.stdout:op 5459 completed, throughput=5MB/sec 2024-08-17T01:18:57.545 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tJXtDb504y7XIlx off=5981686 len=1381856 2024-08-17T01:18:57.547 INFO:tasks.workunit.client.0.smithi082.stdout:op 5460 completed, throughput=5MB/sec 2024-08-17T01:18:57.547 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pB6O3SvsDdmU--v off=12999860 len=976865 2024-08-17T01:18:57.554 INFO:tasks.workunit.client.0.smithi082.stdout:op 5461 completed, throughput=5MB/sec 2024-08-17T01:18:58.552 INFO:tasks.workunit.client.0.smithi082.stdout: 1067: throughput=5MB/sec pending data=0 2024-08-17T01:18:58.553 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-74-qYN3HLbF2ffQ off=8113810 len=874561 2024-08-17T01:18:58.558 INFO:tasks.workunit.client.0.smithi082.stdout:op 5462 completed, throughput=5MB/sec 2024-08-17T01:18:58.558 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-S7aEUg-SMcv3dhV off=2993643 len=771831 2024-08-17T01:18:58.559 INFO:tasks.workunit.client.0.smithi082.stdout:op 5463 completed, throughput=5MB/sec 2024-08-17T01:18:58.559 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tr14D8xqD3hh5nJ off=9577451 len=1863683 2024-08-17T01:18:58.567 INFO:tasks.workunit.client.0.smithi082.stdout:op 5464 completed, throughput=5MB/sec 2024-08-17T01:18:58.567 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vBjIELjcZ7uK2ki off=8090601 len=1133964 2024-08-17T01:18:58.573 INFO:tasks.workunit.client.0.smithi082.stdout:op 5465 completed, throughput=5MB/sec 2024-08-17T01:18:58.573 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wrycsahrTAA4EBP off=913743 len=1975237 2024-08-17T01:18:58.575 INFO:tasks.workunit.client.0.smithi082.stdout:op 5466 completed, throughput=5MB/sec 2024-08-17T01:18:58.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:18:58 smithi082 ceph-mon[94343]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:18:58.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:18:58 smithi082 ceph-mon[91979]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:18:58.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:18:58 smithi137 ceph-mon[86391]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:18:59.575 INFO:tasks.workunit.client.0.smithi082.stdout: 1068: throughput=5MB/sec pending data=0 2024-08-17T01:18:59.576 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-G5fKo7nRSCO4lp9 off=8035774 len=1591866 2024-08-17T01:18:59.580 INFO:tasks.workunit.client.0.smithi082.stdout:op 5467 completed, throughput=5MB/sec 2024-08-17T01:18:59.580 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-J_iMcK9BnJEgqm6 off=9315728 len=1148042 2024-08-17T01:18:59.588 INFO:tasks.workunit.client.0.smithi082.stdout:op 5468 completed, throughput=5MB/sec 2024-08-17T01:18:59.588 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xx2QXWZDtwHJc7i off=758630 len=229896 2024-08-17T01:18:59.588 INFO:tasks.workunit.client.0.smithi082.stdout:op 5469 completed, throughput=5MB/sec 2024-08-17T01:18:59.588 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-C4f4XdH0UbTMDYt off=9838085 len=2059237 2024-08-17T01:18:59.591 INFO:tasks.workunit.client.0.smithi082.stdout:op 5470 completed, throughput=5MB/sec 2024-08-17T01:19:00.591 INFO:tasks.workunit.client.0.smithi082.stdout: 1069: throughput=5MB/sec pending data=0 2024-08-17T01:19:00.592 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qBBtYmaOX-4jCE5 off=14147 len=154252 2024-08-17T01:19:00.595 INFO:tasks.workunit.client.0.smithi082.stdout:op 5471 completed, throughput=5MB/sec 2024-08-17T01:19:00.595 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--wCURfvmV4Ikiii off=4692720 len=2027974 2024-08-17T01:19:00.597 INFO:tasks.workunit.client.0.smithi082.stdout:op 5472 completed, throughput=5MB/sec 2024-08-17T01:19:00.597 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SqB8xOOzErjbwXQ off=7616071 len=298314 2024-08-17T01:19:00.600 INFO:tasks.workunit.client.0.smithi082.stdout:op 5473 completed, throughput=5MB/sec 2024-08-17T01:19:00.600 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PUWlueC4WDz6PqD off=6197967 len=254398 2024-08-17T01:19:00.601 INFO:tasks.workunit.client.0.smithi082.stdout:op 5474 completed, throughput=5MB/sec 2024-08-17T01:19:00.601 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-92H-LyAR53BD3uX off=1856942 len=129717 2024-08-17T01:19:00.602 INFO:tasks.workunit.client.0.smithi082.stdout:op 5475 completed, throughput=5MB/sec 2024-08-17T01:19:00.602 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cvHc7wUixZfsFr2 off=18823033 len=98221 2024-08-17T01:19:00.604 INFO:tasks.workunit.client.0.smithi082.stdout:op 5476 completed, throughput=5MB/sec 2024-08-17T01:19:00.604 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YglJCsrSVPeeZIQ off=10694236 len=1801294 2024-08-17T01:19:00.606 INFO:tasks.workunit.client.0.smithi082.stdout:op 5477 completed, throughput=5MB/sec 2024-08-17T01:19:00.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:00 smithi082 ceph-mon[91979]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:19:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:00 smithi082 ceph-mon[94343]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:19:00.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:00 smithi137 ceph-mon[86391]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:19:01.606 INFO:tasks.workunit.client.0.smithi082.stdout: 1070: throughput=5MB/sec pending data=0 2024-08-17T01:19:01.606 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-peJy2LXPU-0dM0D off=7284149 len=111124 2024-08-17T01:19:01.609 INFO:tasks.workunit.client.0.smithi082.stdout:op 5478 completed, throughput=5MB/sec 2024-08-17T01:19:01.609 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qnkRBlWeD1OhZfp off=1484930 len=1032217 2024-08-17T01:19:01.611 INFO:tasks.workunit.client.0.smithi082.stdout:op 5479 completed, throughput=5MB/sec 2024-08-17T01:19:01.611 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BZVlgPA5tYNTpfo off=4750910 len=1315493 2024-08-17T01:19:01.612 INFO:tasks.workunit.client.0.smithi082.stdout:op 5480 completed, throughput=5MB/sec 2024-08-17T01:19:01.612 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wZD9eNWP11KiQsV off=3077506 len=56878 2024-08-17T01:19:01.615 INFO:tasks.workunit.client.0.smithi082.stdout:op 5481 completed, throughput=5MB/sec 2024-08-17T01:19:01.615 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SusMpD_a5S2bOxq off=1361168 len=492882 2024-08-17T01:19:01.619 INFO:tasks.workunit.client.0.smithi082.stdout:op 5482 completed, throughput=5MB/sec 2024-08-17T01:19:01.619 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_zpV3EvT26IITsY off=2573503 len=293068 2024-08-17T01:19:01.622 INFO:tasks.workunit.client.0.smithi082.stdout:op 5483 completed, throughput=5MB/sec 2024-08-17T01:19:01.622 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ohBRYY3Uv3ewRqU off=7084203 len=1411323 2024-08-17T01:19:01.624 INFO:tasks.workunit.client.0.smithi082.stdout:op 5484 completed, throughput=5MB/sec 2024-08-17T01:19:02.624 INFO:tasks.workunit.client.0.smithi082.stdout: 1071: throughput=5MB/sec pending data=0 2024-08-17T01:19:02.624 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-x1tZZDdB4ZAl_I- off=2690449 len=1794859 2024-08-17T01:19:02.626 INFO:tasks.workunit.client.0.smithi082.stdout:op 5485 completed, throughput=5MB/sec 2024-08-17T01:19:02.626 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-96hEr8Gau01JvrE off=1884412 len=1974789 2024-08-17T01:19:02.628 INFO:tasks.workunit.client.0.smithi082.stdout:op 5486 completed, throughput=5MB/sec 2024-08-17T01:19:02.629 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4d8bR0ciZg1bh72 off=1139380 len=1410626 2024-08-17T01:19:02.631 INFO:tasks.workunit.client.0.smithi082.stdout:op 5487 completed, throughput=5MB/sec 2024-08-17T01:19:02.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:02 smithi137 ceph-mon[86391]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:19:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:19:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:19:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:19:02.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:02 smithi082 ceph-mon[94343]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:19:02.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:02 smithi082 ceph-mon[91979]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:19:03.631 INFO:tasks.workunit.client.0.smithi082.stdout: 1072: throughput=5MB/sec pending data=0 2024-08-17T01:19:03.631 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XFxR7nbC5GGZjgs off=997360 len=1041719 2024-08-17T01:19:03.633 INFO:tasks.workunit.client.0.smithi082.stdout:op 5488 completed, throughput=5MB/sec 2024-08-17T01:19:03.633 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-lzot6S_K0sEvxEn off=8163910 len=1128844 2024-08-17T01:19:03.638 INFO:tasks.workunit.client.0.smithi082.stdout:op 5489 completed, throughput=5MB/sec 2024-08-17T01:19:03.638 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-se25laipqhE0UDr off=1395610 len=1138807 2024-08-17T01:19:03.644 INFO:tasks.workunit.client.0.smithi082.stdout:op 5490 completed, throughput=5MB/sec 2024-08-17T01:19:03.644 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Kt8hhbYXqfNgwSX off=12894101 len=267629 2024-08-17T01:19:03.647 INFO:tasks.workunit.client.0.smithi082.stdout:op 5491 completed, throughput=5MB/sec 2024-08-17T01:19:03.647 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-N3_5Dj3ZYKB2DZQ off=16501494 len=708991 2024-08-17T01:19:03.648 INFO:tasks.workunit.client.0.smithi082.stdout:op 5492 completed, throughput=5MB/sec 2024-08-17T01:19:03.648 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-P4OTDVaeq8J1zY6 off=4769028 len=745725 2024-08-17T01:19:03.652 INFO:tasks.workunit.client.0.smithi082.stdout:op 5493 completed, throughput=5MB/sec 2024-08-17T01:19:03.652 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-opLY54_24MSYLCF off=1924950 len=1206768 2024-08-17T01:19:03.657 INFO:tasks.workunit.client.0.smithi082.stdout:op 5494 completed, throughput=5MB/sec 2024-08-17T01:19:04.657 INFO:tasks.workunit.client.0.smithi082.stdout: 1073: throughput=5MB/sec pending data=0 2024-08-17T01:19:04.658 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IWzso59NhAbvMqj off=1668723 len=752603 2024-08-17T01:19:04.663 INFO:tasks.workunit.client.0.smithi082.stdout:op 5495 completed, throughput=5MB/sec 2024-08-17T01:19:04.664 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Ej5m9PhXQQsaHqt off=7421896 len=180820 2024-08-17T01:19:04.665 INFO:tasks.workunit.client.0.smithi082.stdout:op 5496 completed, throughput=5MB/sec 2024-08-17T01:19:04.665 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-51s1Jon65v19nXn off=1726307 len=1711133 2024-08-17T01:19:04.676 INFO:tasks.workunit.client.0.smithi082.stdout:op 5497 completed, throughput=5MB/sec 2024-08-17T01:19:04.676 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-md-JUOLZCSU4laQ off=6838788 len=1053693 2024-08-17T01:19:04.677 INFO:tasks.workunit.client.0.smithi082.stdout:op 5498 completed, throughput=5MB/sec 2024-08-17T01:19:04.677 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2_Ns9uZFcI2QfkD off=7897839 len=841577 2024-08-17T01:19:04.679 INFO:tasks.workunit.client.0.smithi082.stdout:op 5499 completed, throughput=5MB/sec 2024-08-17T01:19:04.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:04 smithi082 ceph-mon[91979]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:19:04.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:04 smithi082 ceph-mon[94343]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:19:04.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:04 smithi137 ceph-mon[86391]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:19:05.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:19:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:19:05] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-08-17T01:19:05.679 INFO:tasks.workunit.client.0.smithi082.stdout: 1074: throughput=5MB/sec pending data=0 2024-08-17T01:19:05.679 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--hf9JydzEJZXdve off=17333906 len=1646202 2024-08-17T01:19:05.689 INFO:tasks.workunit.client.0.smithi082.stdout:op 5500 completed, throughput=5MB/sec 2024-08-17T01:19:05.689 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Hb3ksPvx54AUhqS off=3272839 len=362450 2024-08-17T01:19:05.694 INFO:tasks.workunit.client.0.smithi082.stdout:op 5501 completed, throughput=5MB/sec 2024-08-17T01:19:05.694 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8fRL6rY9LTaL9BR off=17037960 len=1612163 2024-08-17T01:19:05.706 INFO:tasks.workunit.client.0.smithi082.stdout:op 5502 completed, throughput=5MB/sec 2024-08-17T01:19:05.706 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-T_WRbW6DaCuSAaH off=6155512 len=2039466 2024-08-17T01:19:05.709 INFO:tasks.workunit.client.0.smithi082.stdout:op 5503 completed, throughput=5MB/sec 2024-08-17T01:19:05.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:19:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:19:05.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:19:06.709 INFO:tasks.workunit.client.0.smithi082.stdout: 1075: throughput=5MB/sec pending data=0 2024-08-17T01:19:06.709 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cEdtfMrGqM09B5x off=2493306 len=663312 2024-08-17T01:19:06.713 INFO:tasks.workunit.client.0.smithi082.stdout:op 5504 completed, throughput=5MB/sec 2024-08-17T01:19:06.713 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0EMORTscEko9VFQ off=2480471 len=1892734 2024-08-17T01:19:06.716 INFO:tasks.workunit.client.0.smithi082.stdout:op 5505 completed, throughput=5MB/sec 2024-08-17T01:19:06.716 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-soEO9UbGZ5EUMZp off=16454263 len=592563 2024-08-17T01:19:06.716 INFO:tasks.workunit.client.0.smithi082.stdout:op 5506 completed, throughput=5MB/sec 2024-08-17T01:19:06.717 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1LB4fiQnNRI0aDy off=3599682 len=1652414 2024-08-17T01:19:06.718 INFO:tasks.workunit.client.0.smithi082.stdout:op 5507 completed, throughput=5MB/sec 2024-08-17T01:19:06.719 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zRYL1TQZST2ufDc off=673983 len=284901 2024-08-17T01:19:06.721 INFO:tasks.workunit.client.0.smithi082.stdout:op 5508 completed, throughput=5MB/sec 2024-08-17T01:19:06.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:06 smithi082 ceph-mon[91979]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:19:06.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:06 smithi082 ceph-mon[94343]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:19:06.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:06 smithi137 ceph-mon[86391]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:19:07.722 INFO:tasks.workunit.client.0.smithi082.stdout: 1076: throughput=5MB/sec pending data=0 2024-08-17T01:19:07.722 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yx1Irmim9r56BHd off=11209989 len=1042515 2024-08-17T01:19:07.724 INFO:tasks.workunit.client.0.smithi082.stdout:op 5509 completed, throughput=5MB/sec 2024-08-17T01:19:07.724 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4NgDYImMUR0AyuP off=14635680 len=2027149 2024-08-17T01:19:07.727 INFO:tasks.workunit.client.0.smithi082.stdout:op 5510 completed, throughput=5MB/sec 2024-08-17T01:19:07.727 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-e7grAB9Fm_Cy6Wi off=6471868 len=422380 2024-08-17T01:19:07.728 INFO:tasks.workunit.client.0.smithi082.stdout:op 5511 completed, throughput=5MB/sec 2024-08-17T01:19:07.728 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-x1HuUV_fzpiTKy4 off=1908957 len=1364514 2024-08-17T01:19:07.731 INFO:tasks.workunit.client.0.smithi082.stdout:op 5512 completed, throughput=5MB/sec 2024-08-17T01:19:07.731 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4AUQo1l9RUvmvsD off=19079067 len=874320 2024-08-17T01:19:07.737 INFO:tasks.workunit.client.0.smithi082.stdout:op 5513 completed, throughput=5MB/sec 2024-08-17T01:19:08.738 INFO:tasks.workunit.client.0.smithi082.stdout: 1077: throughput=5MB/sec pending data=0 2024-08-17T01:19:08.738 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tBD-aS6tQT1jgfN off=15793930 len=732209 2024-08-17T01:19:08.743 INFO:tasks.workunit.client.0.smithi082.stdout:op 5514 completed, throughput=5MB/sec 2024-08-17T01:19:08.743 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-WbC3FAP4LvR5D6Z off=4528788 len=448779 2024-08-17T01:19:08.746 INFO:tasks.workunit.client.0.smithi082.stdout:op 5515 completed, throughput=5MB/sec 2024-08-17T01:19:08.746 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DCZp2pVDStDz1S5 off=3446528 len=1033896 2024-08-17T01:19:08.748 INFO:tasks.workunit.client.0.smithi082.stdout:op 5516 completed, throughput=5MB/sec 2024-08-17T01:19:08.748 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-RaHbWbQCSuF5SuE off=3293991 len=320236 2024-08-17T01:19:08.751 INFO:tasks.workunit.client.0.smithi082.stdout:op 5517 completed, throughput=5MB/sec 2024-08-17T01:19:08.751 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-s2Zif1omuyODsbn off=4645895 len=1220910 2024-08-17T01:19:08.757 INFO:tasks.workunit.client.0.smithi082.stdout:op 5518 completed, throughput=5MB/sec 2024-08-17T01:19:08.757 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pUfKQVzSFiyMifz off=3629693 len=96823 2024-08-17T01:19:08.760 INFO:tasks.workunit.client.0.smithi082.stdout:op 5519 completed, throughput=5MB/sec 2024-08-17T01:19:08.760 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_23NegQIA8zOd9W off=2477787 len=1222555 2024-08-17T01:19:08.765 INFO:tasks.workunit.client.0.smithi082.stdout:op 5520 completed, throughput=5MB/sec 2024-08-17T01:19:08.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:08 smithi082 ceph-mon[94343]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:19:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:08 smithi082 ceph-mon[91979]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:19:08.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:08 smithi137 ceph-mon[86391]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:19:09.765 INFO:tasks.workunit.client.0.smithi082.stdout: 1078: throughput=5MB/sec pending data=0 2024-08-17T01:19:09.765 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zk6DB5M_KvtD_Ea off=12993740 len=1698358 2024-08-17T01:19:09.776 INFO:tasks.workunit.client.0.smithi082.stdout:op 5521 completed, throughput=5MB/sec 2024-08-17T01:19:09.777 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-7VlW1jmIkYDbpAS off=346500 len=1822796 2024-08-17T01:19:09.788 INFO:tasks.workunit.client.0.smithi082.stdout:op 5522 completed, throughput=5MB/sec 2024-08-17T01:19:09.788 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Y07ZX0WCjjZOdrC off=8074536 len=1393236 2024-08-17T01:19:09.790 INFO:tasks.workunit.client.0.smithi082.stdout:op 5523 completed, throughput=5MB/sec 2024-08-17T01:19:09.790 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mDQvE6_UN73G6ST off=704637 len=1138637 2024-08-17T01:19:09.792 INFO:tasks.workunit.client.0.smithi082.stdout:op 5524 completed, throughput=5MB/sec 2024-08-17T01:19:10.793 INFO:tasks.workunit.client.0.smithi082.stdout: 1079: throughput=5MB/sec pending data=0 2024-08-17T01:19:10.793 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZUSIKB3Jq6ANTVj off=3581210 len=1276549 2024-08-17T01:19:10.794 INFO:tasks.workunit.client.0.smithi082.stdout:op 5525 completed, throughput=5MB/sec 2024-08-17T01:19:10.795 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-O9MVIWa7-Q9UU_5 off=7787959 len=1460726 2024-08-17T01:19:10.798 INFO:tasks.workunit.client.0.smithi082.stdout:op 5526 completed, throughput=5MB/sec 2024-08-17T01:19:10.798 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-imEZTW_ctJSAjdl off=108810 len=932995 2024-08-17T01:19:10.799 INFO:tasks.workunit.client.0.smithi082.stdout:op 5527 completed, throughput=5MB/sec 2024-08-17T01:19:10.799 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NVzqP10ZSj5g9J6 off=2172155 len=1499529 2024-08-17T01:19:10.801 INFO:tasks.workunit.client.0.smithi082.stdout:op 5528 completed, throughput=5MB/sec 2024-08-17T01:19:10.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:10 smithi082 ceph-mon[94343]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:19:10.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:10 smithi082 ceph-mon[91979]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:19:10.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:10 smithi137 ceph-mon[86391]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:19:11.802 INFO:tasks.workunit.client.0.smithi082.stdout: 1080: throughput=5MB/sec pending data=0 2024-08-17T01:19:11.802 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OIe1cOb5hOjV9tn off=7401962 len=286216 2024-08-17T01:19:11.802 INFO:tasks.workunit.client.0.smithi082.stdout:op 5529 completed, throughput=5MB/sec 2024-08-17T01:19:11.802 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-frWF-JbcV5pEvFo off=8570391 len=1765224 2024-08-17T01:19:11.806 INFO:tasks.workunit.client.0.smithi082.stdout:op 5530 completed, throughput=5MB/sec 2024-08-17T01:19:11.806 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vMkYPE-F8-38-DX off=772749 len=1467800 2024-08-17T01:19:11.809 INFO:tasks.workunit.client.0.smithi082.stdout:op 5531 completed, throughput=5MB/sec 2024-08-17T01:19:11.809 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-r76JmD_Zk13H7QP off=5276489 len=236385 2024-08-17T01:19:11.812 INFO:tasks.workunit.client.0.smithi082.stdout:op 5532 completed, throughput=5MB/sec 2024-08-17T01:19:11.812 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ImS-UnYrGK62gt_ off=8841743 len=2011786 2024-08-17T01:19:11.824 INFO:tasks.workunit.client.0.smithi082.stdout:op 5533 completed, throughput=5MB/sec 2024-08-17T01:19:12.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:12 smithi137 ceph-mon[86391]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:19:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:19:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:19:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:19:12.825 INFO:tasks.workunit.client.0.smithi082.stdout: 1081: throughput=5MB/sec pending data=0 2024-08-17T01:19:12.825 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-MJdHr7mwiRhNiQ- off=10806432 len=2089021 2024-08-17T01:19:12.830 INFO:tasks.workunit.client.0.smithi082.stdout:op 5534 completed, throughput=5MB/sec 2024-08-17T01:19:12.830 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ri4NtKwhzq_8d-N off=2384237 len=1958344 2024-08-17T01:19:12.841 INFO:tasks.workunit.client.0.smithi082.stdout:op 5535 completed, throughput=5MB/sec 2024-08-17T01:19:12.842 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-lp-dIhlSiKez-p_ off=7340986 len=779346 2024-08-17T01:19:12.846 INFO:tasks.workunit.client.0.smithi082.stdout:op 5536 completed, throughput=5MB/sec 2024-08-17T01:19:12.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:12 smithi082 ceph-mon[94343]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:19:12.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:12 smithi082 ceph-mon[91979]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:19:13.846 INFO:tasks.workunit.client.0.smithi082.stdout: 1082: throughput=5MB/sec pending data=0 2024-08-17T01:19:13.846 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-x8i_8Dik6EF7t6v off=6801825 len=95313 2024-08-17T01:19:13.847 INFO:tasks.workunit.client.0.smithi082.stdout:op 5537 completed, throughput=5MB/sec 2024-08-17T01:19:13.847 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yvnzR6PQLc3YuiR off=11081592 len=939787 2024-08-17T01:19:13.852 INFO:tasks.workunit.client.0.smithi082.stdout:op 5538 completed, throughput=5MB/sec 2024-08-17T01:19:13.852 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-C429UlbT7RfUAE4 off=2243968 len=1043420 2024-08-17T01:19:13.858 INFO:tasks.workunit.client.0.smithi082.stdout:op 5539 completed, throughput=5MB/sec 2024-08-17T01:19:13.858 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2Or2kru5gpBbeyQ off=5175505 len=443779 2024-08-17T01:19:13.859 INFO:tasks.workunit.client.0.smithi082.stdout:op 5540 completed, throughput=5MB/sec 2024-08-17T01:19:13.859 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Q6rXdSWj8zkMRCs off=9945698 len=1812162 2024-08-17T01:19:13.861 INFO:tasks.workunit.client.0.smithi082.stdout:op 5541 completed, throughput=5MB/sec 2024-08-17T01:19:13.861 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--hf9JydzEJZXdve off=3216696 len=287034 2024-08-17T01:19:13.862 INFO:tasks.workunit.client.0.smithi082.stdout:op 5542 completed, throughput=5MB/sec 2024-08-17T01:19:13.862 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EyHRWS0VnF7_L9p off=11415865 len=1505545 2024-08-17T01:19:13.873 INFO:tasks.workunit.client.0.smithi082.stdout:op 5543 completed, throughput=5MB/sec 2024-08-17T01:19:14.873 INFO:tasks.workunit.client.0.smithi082.stdout: 1083: throughput=5MB/sec pending data=0 2024-08-17T01:19:14.873 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Sk8oCbEtc8IoJr2 off=1395058 len=489416 2024-08-17T01:19:14.875 INFO:tasks.workunit.client.0.smithi082.stdout:op 5544 completed, throughput=5MB/sec 2024-08-17T01:19:14.875 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-61wK9T-tTHjm3CT off=13457842 len=1535496 2024-08-17T01:19:14.883 INFO:tasks.workunit.client.0.smithi082.stdout:op 5545 completed, throughput=5MB/sec 2024-08-17T01:19:14.883 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-aDz-73Amx30hlzp off=313397 len=913932 2024-08-17T01:19:14.885 INFO:tasks.workunit.client.0.smithi082.stdout:op 5546 completed, throughput=5MB/sec 2024-08-17T01:19:14.885 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--NeBUbzEKEMKyNn off=63135 len=1864329 2024-08-17T01:19:14.886 INFO:tasks.workunit.client.0.smithi082.stdout:op 5547 completed, throughput=5MB/sec 2024-08-17T01:19:14.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:14 smithi082 ceph-mon[94343]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-17T01:19:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:14 smithi082 ceph-mon[91979]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-17T01:19:14.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:14 smithi137 ceph-mon[86391]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-17T01:19:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:19:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:19:15] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-08-17T01:19:15.887 INFO:tasks.workunit.client.0.smithi082.stdout: 1084: throughput=5MB/sec pending data=0 2024-08-17T01:19:15.887 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-o3CeUUn9apVkG2P off=1267094 len=424365 2024-08-17T01:19:15.888 INFO:tasks.workunit.client.0.smithi082.stdout:op 5548 completed, throughput=5MB/sec 2024-08-17T01:19:15.888 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-RuDyQODGLD4IF_r off=1452632 len=1847992 2024-08-17T01:19:15.890 INFO:tasks.workunit.client.0.smithi082.stdout:op 5549 completed, throughput=5MB/sec 2024-08-17T01:19:15.891 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-I-dVEZko2nkFsZz off=7876996 len=846087 2024-08-17T01:19:15.896 INFO:tasks.workunit.client.0.smithi082.stdout:op 5550 completed, throughput=5MB/sec 2024-08-17T01:19:15.896 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3pVklFV4UtNSNl2 off=2948994 len=1462350 2024-08-17T01:19:15.897 INFO:tasks.workunit.client.0.smithi082.stdout:op 5551 completed, throughput=5MB/sec 2024-08-17T01:19:16.898 INFO:tasks.workunit.client.0.smithi082.stdout: 1085: throughput=5MB/sec pending data=0 2024-08-17T01:19:16.898 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-EyIrOddLkdb9dz4 off=6456707 len=1418730 2024-08-17T01:19:16.907 INFO:tasks.workunit.client.0.smithi082.stdout:op 5552 completed, throughput=5MB/sec 2024-08-17T01:19:16.907 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZnrYYusgEbsg1qL off=6283164 len=1988585 2024-08-17T01:19:16.918 INFO:tasks.workunit.client.0.smithi082.stdout:op 5553 completed, throughput=5MB/sec 2024-08-17T01:19:16.918 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0W7gaH91JxQYx0p off=1346498 len=1128904 2024-08-17T01:19:16.926 INFO:tasks.workunit.client.0.smithi082.stdout:op 5554 completed, throughput=5MB/sec 2024-08-17T01:19:16.926 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bj_bVnJCaA-1hoO off=15997577 len=662816 2024-08-17T01:19:16.927 INFO:tasks.workunit.client.0.smithi082.stdout:op 5555 completed, throughput=5MB/sec 2024-08-17T01:19:16.927 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-AiDokWDeL3vRb1M off=2921897 len=1771375 2024-08-17T01:19:16.930 INFO:tasks.workunit.client.0.smithi082.stdout:op 5556 completed, throughput=5MB/sec 2024-08-17T01:19:16.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:16 smithi082 ceph-mon[94343]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T01:19:16.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:16 smithi082 ceph-mon[91979]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T01:19:16.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:16 smithi137 ceph-mon[86391]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-17T01:19:17.931 INFO:tasks.workunit.client.0.smithi082.stdout: 1086: throughput=5MB/sec pending data=0 2024-08-17T01:19:17.931 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-uHv-NQ_InybHQAw off=11159815 len=1869439 2024-08-17T01:19:17.941 INFO:tasks.workunit.client.0.smithi082.stdout:op 5557 completed, throughput=5MB/sec 2024-08-17T01:19:17.941 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Tp-7Oj7pLu7u-iL off=2985524 len=1383499 2024-08-17T01:19:17.950 INFO:tasks.workunit.client.0.smithi082.stdout:op 5558 completed, throughput=5MB/sec 2024-08-17T01:19:17.951 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yK2-PXeoAdPvaVl off=474364 len=1667574 2024-08-17T01:19:17.952 INFO:tasks.workunit.client.0.smithi082.stdout:op 5559 completed, throughput=5MB/sec 2024-08-17T01:19:18.953 INFO:tasks.workunit.client.0.smithi082.stdout: 1087: throughput=5MB/sec pending data=0 2024-08-17T01:19:18.953 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-MsGICzwp13Dv1Jw off=2991451 len=919167 2024-08-17T01:19:18.954 INFO:tasks.workunit.client.0.smithi082.stdout:op 5560 completed, throughput=5MB/sec 2024-08-17T01:19:18.954 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-k3w66C8R7Bc5nXH off=1672919 len=1040590 2024-08-17T01:19:18.959 INFO:tasks.workunit.client.0.smithi082.stdout:op 5561 completed, throughput=5MB/sec 2024-08-17T01:19:18.960 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Sz70u49uwFWSLSn off=282656 len=67791 2024-08-17T01:19:18.962 INFO:tasks.workunit.client.0.smithi082.stdout:op 5562 completed, throughput=5MB/sec 2024-08-17T01:19:18.962 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-anc1H4ZG9DI8Gzn off=6627552 len=555451 2024-08-17T01:19:18.967 INFO:tasks.workunit.client.0.smithi082.stdout:op 5563 completed, throughput=5MB/sec 2024-08-17T01:19:18.967 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-lNBG5KZ_tUkXxx9 off=3303666 len=1598486 2024-08-17T01:19:18.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:18 smithi082 ceph-mon[94343]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:19:18.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:18 smithi082 ceph-mon[91979]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:19:18.975 INFO:tasks.workunit.client.0.smithi082.stdout:op 5564 completed, throughput=5MB/sec 2024-08-17T01:19:18.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:18 smithi137 ceph-mon[86391]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:19:19.975 INFO:tasks.workunit.client.0.smithi082.stdout: 1088: throughput=5MB/sec pending data=0 2024-08-17T01:19:19.976 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-K5quIBAr18gg4AZ off=1915424 len=192218 2024-08-17T01:19:19.977 INFO:tasks.workunit.client.0.smithi082.stdout:op 5565 completed, throughput=5MB/sec 2024-08-17T01:19:19.977 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hzwd5euWcV6C2tS off=7438625 len=281722 2024-08-17T01:19:19.980 INFO:tasks.workunit.client.0.smithi082.stdout:op 5566 completed, throughput=5MB/sec 2024-08-17T01:19:19.980 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qLevT_FPIEo3f4G off=1227073 len=978299 2024-08-17T01:19:19.981 INFO:tasks.workunit.client.0.smithi082.stdout:op 5567 completed, throughput=5MB/sec 2024-08-17T01:19:19.981 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Ohc-ajkfq_RB9De off=14633038 len=304561 2024-08-17T01:19:19.982 INFO:tasks.workunit.client.0.smithi082.stdout:op 5568 completed, throughput=5MB/sec 2024-08-17T01:19:19.982 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-fH1mMPRy_Nef11G off=14335735 len=1370576 2024-08-17T01:19:19.988 INFO:tasks.workunit.client.0.smithi082.stdout:op 5569 completed, throughput=5MB/sec 2024-08-17T01:19:19.988 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-p0c7y-KUaM4C_ZJ off=9175726 len=1313988 2024-08-17T01:19:19.989 INFO:tasks.workunit.client.0.smithi082.stdout:op 5570 completed, throughput=5MB/sec 2024-08-17T01:19:19.990 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-fuKRtD3PHx9sslr off=3218241 len=1652422 2024-08-17T01:19:19.998 INFO:tasks.workunit.client.0.smithi082.stdout:op 5571 completed, throughput=5MB/sec 2024-08-17T01:19:20.789 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:20 smithi137 ceph-mon[86391]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:19:20.789 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:19:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:20 smithi082 ceph-mon[94343]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:19:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:19:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:20 smithi082 ceph-mon[91979]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:19:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:19:20.998 INFO:tasks.workunit.client.0.smithi082.stdout: 1089: throughput=5MB/sec pending data=0 2024-08-17T01:19:20.998 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2JkqCyVO0g7BY7Q off=264351 len=1954433 2024-08-17T01:19:21.001 INFO:tasks.workunit.client.0.smithi082.stdout:op 5572 completed, throughput=5MB/sec 2024-08-17T01:19:21.001 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dDDWcmkyLt4N7EJ off=15007441 len=155734 2024-08-17T01:19:21.001 INFO:tasks.workunit.client.0.smithi082.stdout:op 5573 completed, throughput=5MB/sec 2024-08-17T01:19:21.002 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TjdxZqnSb_jLt4m off=2350953 len=256918 2024-08-17T01:19:21.004 INFO:tasks.workunit.client.0.smithi082.stdout:op 5574 completed, throughput=5MB/sec 2024-08-17T01:19:21.005 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-96T58UILJaElfsA off=3640833 len=1495293 2024-08-17T01:19:21.007 INFO:tasks.workunit.client.0.smithi082.stdout:op 5575 completed, throughput=5MB/sec 2024-08-17T01:19:21.007 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ziQqYfPbooPjnza off=1102319 len=925311 2024-08-17T01:19:21.016 INFO:tasks.workunit.client.0.smithi082.stdout:op 5576 completed, throughput=5MB/sec 2024-08-17T01:19:21.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:21 smithi082 ceph-mon[94343]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:19:21.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:21 smithi082 ceph-mon[91979]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:19:21.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:21 smithi137 ceph-mon[86391]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:19:22.016 INFO:tasks.workunit.client.0.smithi082.stdout: 1090: throughput=5MB/sec pending data=0 2024-08-17T01:19:22.017 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HQCnQ1mRnv4cNDs off=6051688 len=83497 2024-08-17T01:19:22.017 INFO:tasks.workunit.client.0.smithi082.stdout:op 5577 completed, throughput=5MB/sec 2024-08-17T01:19:22.018 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_9Nt_BK515kvGeb off=4711005 len=1838220 2024-08-17T01:19:22.030 INFO:tasks.workunit.client.0.smithi082.stdout:op 5578 completed, throughput=5MB/sec 2024-08-17T01:19:22.030 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9Wy2gfbJNdyX1RI off=2233083 len=959917 2024-08-17T01:19:22.035 INFO:tasks.workunit.client.0.smithi082.stdout:op 5579 completed, throughput=5MB/sec 2024-08-17T01:19:22.035 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-DWYYLe6m_aeKSnm off=8203744 len=1755478 2024-08-17T01:19:22.045 INFO:tasks.workunit.client.0.smithi082.stdout:op 5580 completed, throughput=5MB/sec 2024-08-17T01:19:22.046 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UG5LacHtKuH1naQ off=16571016 len=972381 2024-08-17T01:19:22.049 INFO:tasks.workunit.client.0.smithi082.stdout:op 5581 completed, throughput=5MB/sec 2024-08-17T01:19:22.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:19:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:19:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:19:23.050 INFO:tasks.workunit.client.0.smithi082.stdout: 1091: throughput=5MB/sec pending data=0 2024-08-17T01:19:23.050 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-37mB5_pyQzvWxN3 off=99808 len=913531 2024-08-17T01:19:23.051 INFO:tasks.workunit.client.0.smithi082.stdout:op 5582 completed, throughput=5MB/sec 2024-08-17T01:19:23.051 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-n0V_WKXu0NjlsuJ off=3309228 len=241877 2024-08-17T01:19:23.055 INFO:tasks.workunit.client.0.smithi082.stdout:op 5583 completed, throughput=5MB/sec 2024-08-17T01:19:23.055 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TNpkLjOxMauyjYA off=2427031 len=1586724 2024-08-17T01:19:23.058 INFO:tasks.workunit.client.0.smithi082.stdout:op 5584 completed, throughput=5MB/sec 2024-08-17T01:19:23.058 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hgkwN-_dBbTVAIe off=13813640 len=1718833 2024-08-17T01:19:23.060 INFO:tasks.workunit.client.0.smithi082.stdout:op 5585 completed, throughput=5MB/sec 2024-08-17T01:19:23.060 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-XYicXn_goAEzUBu off=4940792 len=1159925 2024-08-17T01:19:23.062 INFO:tasks.workunit.client.0.smithi082.stdout:op 5586 completed, throughput=5MB/sec 2024-08-17T01:19:23.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:23 smithi137 ceph-mon[86391]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:19:24.063 INFO:tasks.workunit.client.0.smithi082.stdout: 1092: throughput=5MB/sec pending data=0 2024-08-17T01:19:24.063 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-czXBasX_uZy7PZM off=11495358 len=1337476 2024-08-17T01:19:24.065 INFO:tasks.workunit.client.0.smithi082.stdout:op 5587 completed, throughput=5MB/sec 2024-08-17T01:19:24.065 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rs_bHJOBZsmnI7D off=8776644 len=1312759 2024-08-17T01:19:24.067 INFO:tasks.workunit.client.0.smithi082.stdout:op 5588 completed, throughput=5MB/sec 2024-08-17T01:19:24.067 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BU42h9q8CQmjROB off=2327483 len=2073108 2024-08-17T01:19:24.072 INFO:tasks.workunit.client.0.smithi082.stdout:op 5589 completed, throughput=5MB/sec 2024-08-17T01:19:24.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:23 smithi082 ceph-mon[94343]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:19:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:23 smithi082 ceph-mon[91979]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-17T01:19:25.072 INFO:tasks.workunit.client.0.smithi082.stdout: 1093: throughput=5MB/sec pending data=0 2024-08-17T01:19:25.072 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jrqmQ8Uq5TLCCER off=9405308 len=1251738 2024-08-17T01:19:25.074 INFO:tasks.workunit.client.0.smithi082.stdout:op 5590 completed, throughput=5MB/sec 2024-08-17T01:19:25.074 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-akJ33gohY7nKFt2 off=2607677 len=299106 2024-08-17T01:19:25.078 INFO:tasks.workunit.client.0.smithi082.stdout:op 5591 completed, throughput=5MB/sec 2024-08-17T01:19:25.078 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-V3bNTuUgbk1oU4o off=17289212 len=1874919 2024-08-17T01:19:25.081 INFO:tasks.workunit.client.0.smithi082.stdout:op 5592 completed, throughput=5MB/sec 2024-08-17T01:19:25.081 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-eZUwNP1nWt6m8oo off=432495 len=117578 2024-08-17T01:19:25.081 INFO:tasks.workunit.client.0.smithi082.stdout:op 5593 completed, throughput=5MB/sec 2024-08-17T01:19:25.081 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-pO8e7iTcRQx9CwQ off=1593576 len=656246 2024-08-17T01:19:25.087 INFO:tasks.workunit.client.0.smithi082.stdout:op 5594 completed, throughput=5MB/sec 2024-08-17T01:19:25.088 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6e5uazaM83VSb63 off=5526970 len=727398 2024-08-17T01:19:25.091 INFO:tasks.workunit.client.0.smithi082.stdout:op 5595 completed, throughput=5MB/sec 2024-08-17T01:19:25.091 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SK79bCniSyXx_pC off=1509493 len=1862327 2024-08-17T01:19:25.094 INFO:tasks.workunit.client.0.smithi082.stdout:op 5596 completed, throughput=5MB/sec 2024-08-17T01:19:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:19:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:19:25] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-08-17T01:19:25.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:25 smithi137 ceph-mon[86391]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:19:26.094 INFO:tasks.workunit.client.0.smithi082.stdout: 1094: throughput=5MB/sec pending data=0 2024-08-17T01:19:26.094 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-aRC72V6SoElfZCO off=10547599 len=166172 2024-08-17T01:19:26.095 INFO:tasks.workunit.client.0.smithi082.stdout:op 5597 completed, throughput=5MB/sec 2024-08-17T01:19:26.095 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-bcqauAPQdC1D6ZN off=3971311 len=717822 2024-08-17T01:19:26.100 INFO:tasks.workunit.client.0.smithi082.stdout:op 5598 completed, throughput=5MB/sec 2024-08-17T01:19:26.100 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rwU7lWKlvoWzaf7 off=3485325 len=1599736 2024-08-17T01:19:26.109 INFO:tasks.workunit.client.0.smithi082.stdout:op 5599 completed, throughput=5MB/sec 2024-08-17T01:19:26.109 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-SPk59gbYlGkYaQZ off=5965791 len=629995 2024-08-17T01:19:26.114 INFO:tasks.workunit.client.0.smithi082.stdout:op 5600 completed, throughput=5MB/sec 2024-08-17T01:19:26.114 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fwOxj1ly5D6NtqE off=3181469 len=1240931 2024-08-17T01:19:26.115 INFO:tasks.workunit.client.0.smithi082.stdout:op 5601 completed, throughput=5MB/sec 2024-08-17T01:19:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:25 smithi082 ceph-mon[94343]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:19:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:25 smithi082 ceph-mon[91979]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-17T01:19:27.115 INFO:tasks.workunit.client.0.smithi082.stdout: 1095: throughput=5MB/sec pending data=0 2024-08-17T01:19:27.116 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-d_TggYOABgNDBzK off=7209364 len=172409 2024-08-17T01:19:27.116 INFO:tasks.workunit.client.0.smithi082.stdout:op 5602 completed, throughput=5MB/sec 2024-08-17T01:19:27.116 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-eADX5N47Lh3eyyw off=7736185 len=1588008 2024-08-17T01:19:27.125 INFO:tasks.workunit.client.0.smithi082.stdout:op 5603 completed, throughput=5MB/sec 2024-08-17T01:19:27.125 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-eHxCcTOd1gtg53x off=123187 len=626428 2024-08-17T01:19:27.126 INFO:tasks.workunit.client.0.smithi082.stdout:op 5604 completed, throughput=5MB/sec 2024-08-17T01:19:27.126 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JM3nEggeDo4F5jt off=16583873 len=2064445 2024-08-17T01:19:27.138 INFO:tasks.workunit.client.0.smithi082.stdout:op 5605 completed, throughput=5MB/sec 2024-08-17T01:19:27.138 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oYXkqe0IqpPtnHm off=397050 len=869987 2024-08-17T01:19:27.140 INFO:tasks.workunit.client.0.smithi082.stdout:op 5606 completed, throughput=5MB/sec 2024-08-17T01:19:28.140 INFO:tasks.workunit.client.0.smithi082.stdout: 1096: throughput=5MB/sec pending data=0 2024-08-17T01:19:28.141 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QsjLmHPU5gGDrRo off=9876033 len=788247 2024-08-17T01:19:28.145 INFO:tasks.workunit.client.0.smithi082.stdout:op 5607 completed, throughput=5MB/sec 2024-08-17T01:19:28.145 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_dZJ6Q_AK6vJl5Y off=4617190 len=1871544 2024-08-17T01:19:28.156 INFO:tasks.workunit.client.0.smithi082.stdout:op 5608 completed, throughput=5MB/sec 2024-08-17T01:19:28.156 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HjOhgbXFZ1vf6k7 off=15973120 len=1723545 2024-08-17T01:19:28.165 INFO:tasks.workunit.client.0.smithi082.stdout:op 5609 completed, throughput=5MB/sec 2024-08-17T01:19:28.165 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oiCQPvKy9aGzy1y off=3230972 len=775516 2024-08-17T01:19:28.168 INFO:tasks.workunit.client.0.smithi082.stdout:op 5610 completed, throughput=5MB/sec 2024-08-17T01:19:28.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:27 smithi082 ceph-mon[94343]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:19:28.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:27 smithi082 ceph-mon[91979]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:19:28.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:27 smithi137 ceph-mon[86391]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:19:29.168 INFO:tasks.workunit.client.0.smithi082.stdout: 1097: throughput=5MB/sec pending data=0 2024-08-17T01:19:29.169 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KIohbtWb75eEVDp off=17736518 len=828054 2024-08-17T01:19:29.173 INFO:tasks.workunit.client.0.smithi082.stdout:op 5611 completed, throughput=5MB/sec 2024-08-17T01:19:29.173 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-EmxFIlqLY0RWbyI off=5864693 len=377762 2024-08-17T01:19:29.174 INFO:tasks.workunit.client.0.smithi082.stdout:op 5612 completed, throughput=5MB/sec 2024-08-17T01:19:29.174 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xqNcl63D-o10wsr off=541736 len=1375224 2024-08-17T01:19:29.176 INFO:tasks.workunit.client.0.smithi082.stdout:op 5613 completed, throughput=5MB/sec 2024-08-17T01:19:29.176 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-VoTI65Qp6QgOhc- off=6544518 len=597534 2024-08-17T01:19:29.178 INFO:tasks.workunit.client.0.smithi082.stdout:op 5614 completed, throughput=5MB/sec 2024-08-17T01:19:29.178 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dyuxSFMBdi3bDc8 off=12484663 len=23576 2024-08-17T01:19:29.180 INFO:tasks.workunit.client.0.smithi082.stdout:op 5615 completed, throughput=5MB/sec 2024-08-17T01:19:29.181 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-MBDLhMt9vlc6hxq off=7074885 len=1524549 2024-08-17T01:19:29.190 INFO:tasks.workunit.client.0.smithi082.stdout:op 5616 completed, throughput=5MB/sec 2024-08-17T01:19:29.191 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UuqMTb6urFqGRhG off=9250895 len=1773674 2024-08-17T01:19:29.192 INFO:tasks.workunit.client.0.smithi082.stdout:op 5617 completed, throughput=5MB/sec 2024-08-17T01:19:30.193 INFO:tasks.workunit.client.0.smithi082.stdout: 1098: throughput=5MB/sec pending data=0 2024-08-17T01:19:30.193 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BNoJsGQOXTg5F0Q off=161002 len=1237217 2024-08-17T01:19:30.194 INFO:tasks.workunit.client.0.smithi082.stdout:op 5618 completed, throughput=5MB/sec 2024-08-17T01:19:30.194 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-jkupuDIfS6dVghS off=57038 len=1572484 2024-08-17T01:19:30.201 INFO:tasks.workunit.client.0.smithi082.stdout:op 5619 completed, throughput=5MB/sec 2024-08-17T01:19:30.202 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Et2aJxb_AA0rHct off=5868373 len=1002408 2024-08-17T01:19:30.202 INFO:tasks.workunit.client.0.smithi082.stdout:op 5620 completed, throughput=5MB/sec 2024-08-17T01:19:30.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:29 smithi082 ceph-mon[94343]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:19:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:29 smithi082 ceph-mon[91979]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:19:30.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:29 smithi137 ceph-mon[86391]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:19:31.203 INFO:tasks.workunit.client.0.smithi082.stdout: 1099: throughput=5MB/sec pending data=0 2024-08-17T01:19:31.203 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rSPRTDQKOpFt1dt off=10074729 len=1844926 2024-08-17T01:19:31.215 INFO:tasks.workunit.client.0.smithi082.stdout:op 5621 completed, throughput=5MB/sec 2024-08-17T01:19:31.215 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Ek0pdCs-UruInoA off=19339785 len=636268 2024-08-17T01:19:31.216 INFO:tasks.workunit.client.0.smithi082.stdout:op 5622 completed, throughput=5MB/sec 2024-08-17T01:19:31.216 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1833lE4Xm_kGygB off=12574497 len=1264352 2024-08-17T01:19:31.218 INFO:tasks.workunit.client.0.smithi082.stdout:op 5623 completed, throughput=5MB/sec 2024-08-17T01:19:31.218 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6Iz1GKtQiOmnZ9p off=1279632 len=1958238 2024-08-17T01:19:31.220 INFO:tasks.workunit.client.0.smithi082.stdout:op 5624 completed, throughput=5MB/sec 2024-08-17T01:19:32.220 INFO:tasks.workunit.client.0.smithi082.stdout: 1100: throughput=5MB/sec pending data=0 2024-08-17T01:19:32.220 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0y44FA5MFhFqNRM off=1437806 len=686966 2024-08-17T01:19:32.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:31 smithi082 ceph-mon[94343]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:19:32.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:31 smithi082 ceph-mon[91979]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:19:32.225 INFO:tasks.workunit.client.0.smithi082.stdout:op 5625 completed, throughput=5MB/sec 2024-08-17T01:19:32.225 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-B4lRl1g_w8yXGvN off=1709204 len=1047060 2024-08-17T01:19:32.227 INFO:tasks.workunit.client.0.smithi082.stdout:op 5626 completed, throughput=5MB/sec 2024-08-17T01:19:32.227 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1LR2Ccdq5iqbUgz off=6354392 len=784345 2024-08-17T01:19:32.232 INFO:tasks.workunit.client.0.smithi082.stdout:op 5627 completed, throughput=5MB/sec 2024-08-17T01:19:32.232 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zccLpZ9xDXGDkor off=11149742 len=1614620 2024-08-17T01:19:32.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:31 smithi137 ceph-mon[86391]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:19:32.243 INFO:tasks.workunit.client.0.smithi082.stdout:op 5628 completed, throughput=5MB/sec 2024-08-17T01:19:32.243 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OmoYDwbK1Wv6RvY off=155165 len=517363 2024-08-17T01:19:32.244 INFO:tasks.workunit.client.0.smithi082.stdout:op 5629 completed, throughput=5MB/sec 2024-08-17T01:19:32.244 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-lPCLMfUQITg-9ZX off=2263651 len=1768072 2024-08-17T01:19:32.253 INFO:tasks.workunit.client.0.smithi082.stdout:op 5630 completed, throughput=5MB/sec 2024-08-17T01:19:32.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:19:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:19:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:19:33.253 INFO:tasks.workunit.client.0.smithi082.stdout: 1101: throughput=5MB/sec pending data=0 2024-08-17T01:19:33.253 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-tJ0Lo5vhLIYyChz off=7402360 len=293575 2024-08-17T01:19:33.254 INFO:tasks.workunit.client.0.smithi082.stdout:op 5631 completed, throughput=5MB/sec 2024-08-17T01:19:33.254 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UDg9WLvF3kviBTA off=4830858 len=712064 2024-08-17T01:19:33.259 INFO:tasks.workunit.client.0.smithi082.stdout:op 5632 completed, throughput=5MB/sec 2024-08-17T01:19:33.259 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-x8i_8Dik6EF7t6v off=9197020 len=1196891 2024-08-17T01:19:33.261 INFO:tasks.workunit.client.0.smithi082.stdout:op 5633 completed, throughput=5MB/sec 2024-08-17T01:19:33.261 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj--cU9BCMyAjOgTue off=3730166 len=1934114 2024-08-17T01:19:33.265 INFO:tasks.workunit.client.0.smithi082.stdout:op 5634 completed, throughput=5MB/sec 2024-08-17T01:19:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:33 smithi082 ceph-mon[94343]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:19:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:33 smithi082 ceph-mon[91979]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:19:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:33 smithi137 ceph-mon[86391]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:19:34.266 INFO:tasks.workunit.client.0.smithi082.stdout: 1102: throughput=5MB/sec pending data=0 2024-08-17T01:19:34.266 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qy4bMQmGT7SvUtB off=8540858 len=1876487 2024-08-17T01:19:34.274 INFO:tasks.workunit.client.0.smithi082.stdout:op 5635 completed, throughput=5MB/sec 2024-08-17T01:19:34.274 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Cw0Y8nDiw4AOcCh off=603781 len=454975 2024-08-17T01:19:34.275 INFO:tasks.workunit.client.0.smithi082.stdout:op 5636 completed, throughput=5MB/sec 2024-08-17T01:19:34.275 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1db_7NPgMlT0OBW off=2647541 len=1041067 2024-08-17T01:19:34.280 INFO:tasks.workunit.client.0.smithi082.stdout:op 5637 completed, throughput=5MB/sec 2024-08-17T01:19:34.280 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5fIH-YZPKZpz0WM off=8503069 len=1176386 2024-08-17T01:19:34.283 INFO:tasks.workunit.client.0.smithi082.stdout:op 5638 completed, throughput=5MB/sec 2024-08-17T01:19:34.283 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Ms7CzF-RDfKRQf3 off=1426676 len=706791 2024-08-17T01:19:34.288 INFO:tasks.workunit.client.0.smithi082.stdout:op 5639 completed, throughput=5MB/sec 2024-08-17T01:19:35.288 INFO:tasks.workunit.client.0.smithi082.stdout: 1103: throughput=5MB/sec pending data=0 2024-08-17T01:19:35.288 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4FW94q5ipa4c6fI off=3001856 len=1954607 2024-08-17T01:19:35.296 INFO:tasks.workunit.client.0.smithi082.stdout:op 5640 completed, throughput=5MB/sec 2024-08-17T01:19:35.296 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-y68kv6V6joNcLCM off=8489114 len=1958035 2024-08-17T01:19:35.300 INFO:tasks.workunit.client.0.smithi082.stdout:op 5641 completed, throughput=5MB/sec 2024-08-17T01:19:35.300 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9Sfyb6QL-ncVgJd off=4631985 len=1538583 2024-08-17T01:19:35.303 INFO:tasks.workunit.client.0.smithi082.stdout:op 5642 completed, throughput=5MB/sec 2024-08-17T01:19:35.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:19:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:19:35] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-08-17T01:19:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:35 smithi082 ceph-mon[94343]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:19:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:19:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:35 smithi082 ceph-mon[91979]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:19:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:19:36.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:35 smithi137 ceph-mon[86391]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:19:36.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:19:36.303 INFO:tasks.workunit.client.0.smithi082.stdout: 1104: throughput=5MB/sec pending data=0 2024-08-17T01:19:36.303 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Sgori3buxZkDyhu off=1873139 len=105606 2024-08-17T01:19:36.306 INFO:tasks.workunit.client.0.smithi082.stdout:op 5643 completed, throughput=5MB/sec 2024-08-17T01:19:36.307 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vZTZxKky1DJamDb off=10545100 len=12307 2024-08-17T01:19:36.307 INFO:tasks.workunit.client.0.smithi082.stdout:op 5644 completed, throughput=5MB/sec 2024-08-17T01:19:36.307 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yxlFpin1_dL5QzN off=15934282 len=113045 2024-08-17T01:19:36.309 INFO:tasks.workunit.client.0.smithi082.stdout:op 5645 completed, throughput=5MB/sec 2024-08-17T01:19:36.310 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6_-kbPSlCUIWzWS off=4350987 len=52536 2024-08-17T01:19:36.311 INFO:tasks.workunit.client.0.smithi082.stdout:op 5646 completed, throughput=5MB/sec 2024-08-17T01:19:36.312 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wMxxdlodXSZyOjd off=10147313 len=1223816 2024-08-17T01:19:36.314 INFO:tasks.workunit.client.0.smithi082.stdout:op 5647 completed, throughput=5MB/sec 2024-08-17T01:19:36.314 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zWKJN1TP0YP5lqC off=16109845 len=1285587 2024-08-17T01:19:36.316 INFO:tasks.workunit.client.0.smithi082.stdout:op 5648 completed, throughput=5MB/sec 2024-08-17T01:19:36.316 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Vj4F8ioXqau20RJ off=1585989 len=1348050 2024-08-17T01:19:36.320 INFO:tasks.workunit.client.0.smithi082.stdout:op 5649 completed, throughput=5MB/sec 2024-08-17T01:19:36.320 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-y2-8yCSawwFaaUn off=19564284 len=765909 2024-08-17T01:19:36.321 INFO:tasks.workunit.client.0.smithi082.stdout:op 5650 completed, throughput=5MB/sec 2024-08-17T01:19:36.321 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zqA9l-qL2H36J10 off=1669178 len=1071711 2024-08-17T01:19:36.322 INFO:tasks.workunit.client.0.smithi082.stdout:op 5651 completed, throughput=5MB/sec 2024-08-17T01:19:37.323 INFO:tasks.workunit.client.0.smithi082.stdout: 1105: throughput=5MB/sec pending data=0 2024-08-17T01:19:37.323 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6_-kbPSlCUIWzWS off=4014162 len=1021059 2024-08-17T01:19:37.324 INFO:tasks.workunit.client.0.smithi082.stdout:op 5652 completed, throughput=5MB/sec 2024-08-17T01:19:37.325 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-71JQgwqhryvexN5 off=926454 len=791145 2024-08-17T01:19:37.326 INFO:tasks.workunit.client.0.smithi082.stdout:op 5653 completed, throughput=5MB/sec 2024-08-17T01:19:37.326 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9i5vsBVXrZyerfh off=6912234 len=996073 2024-08-17T01:19:37.328 INFO:tasks.workunit.client.0.smithi082.stdout:op 5654 completed, throughput=5MB/sec 2024-08-17T01:19:37.329 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jQgbane9eU-4dbZ off=109471 len=297250 2024-08-17T01:19:37.329 INFO:tasks.workunit.client.0.smithi082.stdout:op 5655 completed, throughput=5MB/sec 2024-08-17T01:19:37.329 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-f2J8pSPCfb5Bf4L off=12409038 len=941552 2024-08-17T01:19:37.330 INFO:tasks.workunit.client.0.smithi082.stdout:op 5656 completed, throughput=5MB/sec 2024-08-17T01:19:37.330 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Nz_RJoDrTL04NZX off=7049697 len=1060077 2024-08-17T01:19:37.336 INFO:tasks.workunit.client.0.smithi082.stdout:op 5657 completed, throughput=5MB/sec 2024-08-17T01:19:38.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:37 smithi082 ceph-mon[94343]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:19:38.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:37 smithi082 ceph-mon[91979]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:19:38.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:37 smithi137 ceph-mon[86391]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-17T01:19:38.337 INFO:tasks.workunit.client.0.smithi082.stdout: 1106: throughput=5MB/sec pending data=0 2024-08-17T01:19:38.337 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-z4dDHCY9trOfgJN off=103792 len=1398422 2024-08-17T01:19:38.339 INFO:tasks.workunit.client.0.smithi082.stdout:op 5658 completed, throughput=5MB/sec 2024-08-17T01:19:38.339 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--8hvEGyF9Yt3fb- off=8869469 len=1252991 2024-08-17T01:19:38.349 INFO:tasks.workunit.client.0.smithi082.stdout:op 5659 completed, throughput=5MB/sec 2024-08-17T01:19:38.349 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HKKGRnlmUBYpIq- off=17334694 len=329899 2024-08-17T01:19:38.350 INFO:tasks.workunit.client.0.smithi082.stdout:op 5660 completed, throughput=5MB/sec 2024-08-17T01:19:38.350 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-GjCUHl9CNWYn-jT off=926010 len=803750 2024-08-17T01:19:38.352 INFO:tasks.workunit.client.0.smithi082.stdout:op 5661 completed, throughput=5MB/sec 2024-08-17T01:19:38.352 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-701YnYHadBf-sn8 off=1499997 len=140588 2024-08-17T01:19:38.355 INFO:tasks.workunit.client.0.smithi082.stdout:op 5662 completed, throughput=5MB/sec 2024-08-17T01:19:38.355 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4UccQiqhVvy3jXU off=7259443 len=1011267 2024-08-17T01:19:38.362 INFO:tasks.workunit.client.0.smithi082.stdout:op 5663 completed, throughput=5MB/sec 2024-08-17T01:19:39.363 INFO:tasks.workunit.client.0.smithi082.stdout: 1107: throughput=5MB/sec pending data=0 2024-08-17T01:19:39.363 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-j0PJ5nRzFLB6IMD off=2771061 len=81087 2024-08-17T01:19:39.366 INFO:tasks.workunit.client.0.smithi082.stdout:op 5664 completed, throughput=5MB/sec 2024-08-17T01:19:39.366 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-grSmzD2WRbnjai- off=13826544 len=579475 2024-08-17T01:19:39.366 INFO:tasks.workunit.client.0.smithi082.stdout:op 5665 completed, throughput=5MB/sec 2024-08-17T01:19:39.367 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-boPvm-YVR76m8de off=2131289 len=578778 2024-08-17T01:19:39.367 INFO:tasks.workunit.client.0.smithi082.stdout:op 5666 completed, throughput=5MB/sec 2024-08-17T01:19:39.367 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5HRI5O_2tbSv9-7 off=4921654 len=1715505 2024-08-17T01:19:39.369 INFO:tasks.workunit.client.0.smithi082.stdout:op 5667 completed, throughput=5MB/sec 2024-08-17T01:19:39.369 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HUhspzRU9Q1zPPh off=9860533 len=1276845 2024-08-17T01:19:39.379 INFO:tasks.workunit.client.0.smithi082.stdout:op 5668 completed, throughput=5MB/sec 2024-08-17T01:19:39.379 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-lovB0T3jibiPLY0 off=166174 len=883583 2024-08-17T01:19:39.380 INFO:tasks.workunit.client.0.smithi082.stdout:op 5669 completed, throughput=5MB/sec 2024-08-17T01:19:39.380 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-sWu9a0bDSZv2Jb_ off=0 len=1618593 2024-08-17T01:19:39.382 INFO:tasks.workunit.client.0.smithi082.stdout:op 5670 completed, throughput=5MB/sec 2024-08-17T01:19:40.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:39 smithi082 ceph-mon[91979]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:19:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:39 smithi082 ceph-mon[94343]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:19:40.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:39 smithi137 ceph-mon[86391]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:19:40.382 INFO:tasks.workunit.client.0.smithi082.stdout: 1108: throughput=5MB/sec pending data=0 2024-08-17T01:19:40.382 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YBUvfQj1iD2igmj off=10039295 len=1532537 2024-08-17T01:19:40.391 INFO:tasks.workunit.client.0.smithi082.stdout:op 5671 completed, throughput=5MB/sec 2024-08-17T01:19:40.391 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-f8OUBu66kIV9en1 off=15044093 len=518307 2024-08-17T01:19:40.392 INFO:tasks.workunit.client.0.smithi082.stdout:op 5672 completed, throughput=5MB/sec 2024-08-17T01:19:40.392 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KAt-5awE_3-mVhW off=6300825 len=1409807 2024-08-17T01:19:40.394 INFO:tasks.workunit.client.0.smithi082.stdout:op 5673 completed, throughput=5MB/sec 2024-08-17T01:19:40.394 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vBW8JaYLqhGz3dO off=18274370 len=1860711 2024-08-17T01:19:40.396 INFO:tasks.workunit.client.0.smithi082.stdout:op 5674 completed, throughput=5MB/sec 2024-08-17T01:19:41.396 INFO:tasks.workunit.client.0.smithi082.stdout: 1109: throughput=5MB/sec pending data=0 2024-08-17T01:19:41.396 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-91AwxYLWpxt46oY off=591080 len=437905 2024-08-17T01:19:41.401 INFO:tasks.workunit.client.0.smithi082.stdout:op 5675 completed, throughput=5MB/sec 2024-08-17T01:19:41.401 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KOSUuSWPESNRfiB off=1415760 len=972332 2024-08-17T01:19:41.403 INFO:tasks.workunit.client.0.smithi082.stdout:op 5676 completed, throughput=5MB/sec 2024-08-17T01:19:41.403 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8s3v8QkneHj9azt off=11001615 len=1174813 2024-08-17T01:19:41.411 INFO:tasks.workunit.client.0.smithi082.stdout:op 5677 completed, throughput=5MB/sec 2024-08-17T01:19:41.411 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tImhafFsD5-CUym off=5408953 len=1775541 2024-08-17T01:19:41.420 INFO:tasks.workunit.client.0.smithi082.stdout:op 5678 completed, throughput=5MB/sec 2024-08-17T01:19:42.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:41 smithi082 ceph-mon[94343]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:19:42.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:41 smithi082 ceph-mon[91979]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:19:42.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:41 smithi137 ceph-mon[86391]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:19:42.420 INFO:tasks.workunit.client.0.smithi082.stdout: 1110: throughput=5MB/sec pending data=0 2024-08-17T01:19:42.420 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-262gznjZ8n1M63_ off=3197247 len=1600907 2024-08-17T01:19:42.428 INFO:tasks.workunit.client.0.smithi082.stdout:op 5679 completed, throughput=5MB/sec 2024-08-17T01:19:42.429 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-CtjtIUJnjTBDRCb off=5780686 len=1014005 2024-08-17T01:19:42.430 INFO:tasks.workunit.client.0.smithi082.stdout:op 5680 completed, throughput=5MB/sec 2024-08-17T01:19:42.430 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZoOXm8PBPESy8SX off=5454456 len=2002547 2024-08-17T01:19:42.440 INFO:tasks.workunit.client.0.smithi082.stdout:op 5681 completed, throughput=5MB/sec 2024-08-17T01:19:42.440 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gAAbLXycZ2J5ZAw off=9369848 len=1266962 2024-08-17T01:19:42.446 INFO:tasks.workunit.client.0.smithi082.stdout:op 5682 completed, throughput=5MB/sec 2024-08-17T01:19:42.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:19:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:19:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:19:43.446 INFO:tasks.workunit.client.0.smithi082.stdout: 1111: throughput=5MB/sec pending data=0 2024-08-17T01:19:43.446 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-y7vHKmmVRViTV4h off=2246195 len=920510 2024-08-17T01:19:43.448 INFO:tasks.workunit.client.0.smithi082.stdout:op 5683 completed, throughput=5MB/sec 2024-08-17T01:19:43.448 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6zwcdrB3Rp9Wvmd off=187411 len=1510725 2024-08-17T01:19:43.457 INFO:tasks.workunit.client.0.smithi082.stdout:op 5684 completed, throughput=5MB/sec 2024-08-17T01:19:43.458 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-P30SdhFTKkvn_fP off=7136310 len=258653 2024-08-17T01:19:43.461 INFO:tasks.workunit.client.0.smithi082.stdout:op 5685 completed, throughput=5MB/sec 2024-08-17T01:19:43.461 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qlFaHqSqMpovwtc off=5180897 len=610601 2024-08-17T01:19:43.465 INFO:tasks.workunit.client.0.smithi082.stdout:op 5686 completed, throughput=5MB/sec 2024-08-17T01:19:43.465 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-CKnZjefymaLLNPV off=16053730 len=1523431 2024-08-17T01:19:43.473 INFO:tasks.workunit.client.0.smithi082.stdout:op 5687 completed, throughput=5MB/sec 2024-08-17T01:19:44.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:43 smithi082 ceph-mon[91979]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:19:44.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:43 smithi082 ceph-mon[94343]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:19:44.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:43 smithi137 ceph-mon[86391]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:19:44.473 INFO:tasks.workunit.client.0.smithi082.stdout: 1112: throughput=5MB/sec pending data=0 2024-08-17T01:19:44.473 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-bnf7xCIHr2ZtiLg off=1174079 len=1284377 2024-08-17T01:19:44.481 INFO:tasks.workunit.client.0.smithi082.stdout:op 5688 completed, throughput=5MB/sec 2024-08-17T01:19:44.481 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-80ssNbAISw2a3NJ off=14251311 len=458678 2024-08-17T01:19:44.482 INFO:tasks.workunit.client.0.smithi082.stdout:op 5689 completed, throughput=5MB/sec 2024-08-17T01:19:44.482 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rVOODbHwtzK_Sxe off=12949135 len=708886 2024-08-17T01:19:44.486 INFO:tasks.workunit.client.0.smithi082.stdout:op 5690 completed, throughput=5MB/sec 2024-08-17T01:19:44.487 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Clpgd5cQhfJm7OJ off=13579529 len=1863203 2024-08-17T01:19:44.498 INFO:tasks.workunit.client.0.smithi082.stdout:op 5691 completed, throughput=5MB/sec 2024-08-17T01:19:44.498 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-aiKzSyjIdL7-3S_ off=1354550 len=1469033 2024-08-17T01:19:44.499 INFO:tasks.workunit.client.0.smithi082.stdout:op 5692 completed, throughput=5MB/sec 2024-08-17T01:19:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:19:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:19:45] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-08-17T01:19:45.499 INFO:tasks.workunit.client.0.smithi082.stdout: 1113: throughput=5MB/sec pending data=0 2024-08-17T01:19:45.499 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OYQmCBGiQbPcUDJ off=3088123 len=1122933 2024-08-17T01:19:45.502 INFO:tasks.workunit.client.0.smithi082.stdout:op 5693 completed, throughput=5MB/sec 2024-08-17T01:19:45.502 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-FE33Ij5tJuNpMlr off=6671560 len=1324335 2024-08-17T01:19:45.509 INFO:tasks.workunit.client.0.smithi082.stdout:op 5694 completed, throughput=5MB/sec 2024-08-17T01:19:45.510 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kb1gs-8T5On6sMb off=3064754 len=2078749 2024-08-17T01:19:45.520 INFO:tasks.workunit.client.0.smithi082.stdout:op 5695 completed, throughput=5MB/sec 2024-08-17T01:19:46.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:45 smithi082 ceph-mon[91979]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-17T01:19:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:45 smithi082 ceph-mon[94343]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-17T01:19:46.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:45 smithi137 ceph-mon[86391]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-17T01:19:46.520 INFO:tasks.workunit.client.0.smithi082.stdout: 1114: throughput=5MB/sec pending data=0 2024-08-17T01:19:46.520 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-d7b81MnICO4MnBQ off=2303155 len=212809 2024-08-17T01:19:46.523 INFO:tasks.workunit.client.0.smithi082.stdout:op 5696 completed, throughput=5MB/sec 2024-08-17T01:19:46.524 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Ylu-c6gwd-IFWIq off=13671272 len=440732 2024-08-17T01:19:46.524 INFO:tasks.workunit.client.0.smithi082.stdout:op 5697 completed, throughput=5MB/sec 2024-08-17T01:19:46.524 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-awP7MbqoBvEo_3M off=7049676 len=1910831 2024-08-17T01:19:46.533 INFO:tasks.workunit.client.0.smithi082.stdout:op 5698 completed, throughput=5MB/sec 2024-08-17T01:19:46.533 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mef1kN-57cY7dzR off=86244 len=1885558 2024-08-17T01:19:46.537 INFO:tasks.workunit.client.0.smithi082.stdout:op 5699 completed, throughput=5MB/sec 2024-08-17T01:19:46.537 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xcip_Rx3AxxYwHg off=2994226 len=328129 2024-08-17T01:19:46.540 INFO:tasks.workunit.client.0.smithi082.stdout:op 5700 completed, throughput=5MB/sec 2024-08-17T01:19:46.540 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4B1QueeddFQDdOe off=8383088 len=335264 2024-08-17T01:19:46.544 INFO:tasks.workunit.client.0.smithi082.stdout:op 5701 completed, throughput=5MB/sec 2024-08-17T01:19:46.544 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-N4y6AcgFEn9zq2K off=14714613 len=37678 2024-08-17T01:19:46.546 INFO:tasks.workunit.client.0.smithi082.stdout:op 5702 completed, throughput=5MB/sec 2024-08-17T01:19:46.547 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-DFYrn3pBPG70y2D off=4011534 len=1054201 2024-08-17T01:19:46.551 INFO:tasks.workunit.client.0.smithi082.stdout:op 5703 completed, throughput=5MB/sec 2024-08-17T01:19:47.551 INFO:tasks.workunit.client.0.smithi082.stdout: 1115: throughput=5MB/sec pending data=0 2024-08-17T01:19:47.551 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-B0r2_6SRr7r7UM9 off=6043168 len=798024 2024-08-17T01:19:47.553 INFO:tasks.workunit.client.0.smithi082.stdout:op 5704 completed, throughput=5MB/sec 2024-08-17T01:19:47.553 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8Vt704NYjpTyO2R off=9860590 len=169309 2024-08-17T01:19:47.553 INFO:tasks.workunit.client.0.smithi082.stdout:op 5705 completed, throughput=5MB/sec 2024-08-17T01:19:47.553 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PTtYh7grkka_Mn5 off=3050196 len=888982 2024-08-17T01:19:47.558 INFO:tasks.workunit.client.0.smithi082.stdout:op 5706 completed, throughput=5MB/sec 2024-08-17T01:19:47.558 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ApmxoQ90md86Uw_ off=9889440 len=243523 2024-08-17T01:19:47.562 INFO:tasks.workunit.client.0.smithi082.stdout:op 5707 completed, throughput=5MB/sec 2024-08-17T01:19:47.562 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-43W6vYv39yd2mzQ off=1483415 len=514870 2024-08-17T01:19:47.565 INFO:tasks.workunit.client.0.smithi082.stdout:op 5708 completed, throughput=5MB/sec 2024-08-17T01:19:47.565 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-p6ebUJ38dC1zL4- off=12468308 len=671204 2024-08-17T01:19:47.568 INFO:tasks.workunit.client.0.smithi082.stdout:op 5709 completed, throughput=5MB/sec 2024-08-17T01:19:47.568 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4X8Hwt1dT_IAUm6 off=5959464 len=669302 2024-08-17T01:19:47.573 INFO:tasks.workunit.client.0.smithi082.stdout:op 5710 completed, throughput=5MB/sec 2024-08-17T01:19:47.573 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NTRSkaZGeA542QH off=898509 len=502298 2024-08-17T01:19:47.573 INFO:tasks.workunit.client.0.smithi082.stdout:op 5711 completed, throughput=5MB/sec 2024-08-17T01:19:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:47 smithi082 ceph-mon[94343]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:19:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:47 smithi082 ceph-mon[91979]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:19:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:47 smithi137 ceph-mon[86391]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:19:48.574 INFO:tasks.workunit.client.0.smithi082.stdout: 1116: throughput=5MB/sec pending data=0 2024-08-17T01:19:48.574 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bWW-2kM1iSL2ijW off=5099137 len=1414888 2024-08-17T01:19:48.577 INFO:tasks.workunit.client.0.smithi082.stdout:op 5712 completed, throughput=5MB/sec 2024-08-17T01:19:48.577 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JVH-r4QAtfhEdBG off=1063843 len=812152 2024-08-17T01:19:48.582 INFO:tasks.workunit.client.0.smithi082.stdout:op 5713 completed, throughput=5MB/sec 2024-08-17T01:19:48.582 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Q_ZIWTMoZUstbg2 off=4552302 len=734266 2024-08-17T01:19:48.586 INFO:tasks.workunit.client.0.smithi082.stdout:op 5714 completed, throughput=5MB/sec 2024-08-17T01:19:48.587 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NDBstV1gkRqevLh off=5026416 len=1136695 2024-08-17T01:19:48.588 INFO:tasks.workunit.client.0.smithi082.stdout:op 5715 completed, throughput=5MB/sec 2024-08-17T01:19:48.588 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ouBCqbZ8HF8M6-m off=11848779 len=599281 2024-08-17T01:19:48.589 INFO:tasks.workunit.client.0.smithi082.stdout:op 5716 completed, throughput=5MB/sec 2024-08-17T01:19:48.589 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dBoKybhsVG3R2XO off=569015 len=47446 2024-08-17T01:19:48.591 INFO:tasks.workunit.client.0.smithi082.stdout:op 5717 completed, throughput=5MB/sec 2024-08-17T01:19:48.591 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4H2-WKnP8A-zzOC off=1477960 len=1352514 2024-08-17T01:19:48.599 INFO:tasks.workunit.client.0.smithi082.stdout:op 5718 completed, throughput=5MB/sec 2024-08-17T01:19:49.599 INFO:tasks.workunit.client.0.smithi082.stdout: 1117: throughput=5MB/sec pending data=0 2024-08-17T01:19:49.600 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zzADKntmZ_7oxkr off=8436282 len=676513 2024-08-17T01:19:49.600 INFO:tasks.workunit.client.0.smithi082.stdout:op 5719 completed, throughput=5MB/sec 2024-08-17T01:19:49.600 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-onNn3xko-EOrui0 off=674876 len=960828 2024-08-17T01:19:49.601 INFO:tasks.workunit.client.0.smithi082.stdout:op 5720 completed, throughput=5MB/sec 2024-08-17T01:19:49.601 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-LugeoMIp2sm04tP off=12357361 len=294976 2024-08-17T01:19:49.602 INFO:tasks.workunit.client.0.smithi082.stdout:op 5721 completed, throughput=5MB/sec 2024-08-17T01:19:49.602 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Ex47tJQz-2Z7tA2 off=7623559 len=642685 2024-08-17T01:19:49.604 INFO:tasks.workunit.client.0.smithi082.stdout:op 5722 completed, throughput=5MB/sec 2024-08-17T01:19:49.604 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NwCwxptvJjVQm8U off=8353406 len=1837937 2024-08-17T01:19:49.607 INFO:tasks.workunit.client.0.smithi082.stdout:op 5723 completed, throughput=5MB/sec 2024-08-17T01:19:49.607 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-v8wHYTOWRlT_ClZ off=2322638 len=1648114 2024-08-17T01:19:49.613 INFO:tasks.workunit.client.0.smithi082.stdout:op 5724 completed, throughput=5MB/sec 2024-08-17T01:19:50.039 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:49 smithi137 ceph-mon[86391]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:19:50.039 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:49 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:19:50.039 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:49 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:19:50.039 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:49 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:19:50.039 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:49 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:19:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:49 smithi082 ceph-mon[94343]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:19:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:49 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:19:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:49 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:19:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:49 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:19:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:49 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:19:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:49 smithi082 ceph-mon[91979]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:19:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:49 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:19:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:49 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:19:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:49 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:19:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:49 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:19:50.614 INFO:tasks.workunit.client.0.smithi082.stdout: 1118: throughput=5MB/sec pending data=0 2024-08-17T01:19:50.614 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-l2qR8Jfs50EcPOp off=870622 len=1725283 2024-08-17T01:19:50.616 INFO:tasks.workunit.client.0.smithi082.stdout:op 5725 completed, throughput=5MB/sec 2024-08-17T01:19:50.616 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Vj4F8ioXqau20RJ off=1671369 len=1896952 2024-08-17T01:19:50.620 INFO:tasks.workunit.client.0.smithi082.stdout:op 5726 completed, throughput=5MB/sec 2024-08-17T01:19:50.620 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-GidE8FrKxb6yidR off=6922086 len=1467869 2024-08-17T01:19:50.627 INFO:tasks.workunit.client.0.smithi082.stdout:op 5727 completed, throughput=5MB/sec 2024-08-17T01:19:51.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:19:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:19:51.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:19:51.627 INFO:tasks.workunit.client.0.smithi082.stdout: 1119: throughput=5MB/sec pending data=0 2024-08-17T01:19:51.628 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3ww-5gdU4AlTTzo off=15784380 len=462908 2024-08-17T01:19:51.628 INFO:tasks.workunit.client.0.smithi082.stdout:op 5728 completed, throughput=5MB/sec 2024-08-17T01:19:51.628 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YFQSlNHzbgrkcsZ off=1994989 len=966680 2024-08-17T01:19:51.631 INFO:tasks.workunit.client.0.smithi082.stdout:op 5729 completed, throughput=5MB/sec 2024-08-17T01:19:51.631 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cyWkl33xM2CM7I9 off=13851468 len=1313025 2024-08-17T01:19:51.638 INFO:tasks.workunit.client.0.smithi082.stdout:op 5730 completed, throughput=5MB/sec 2024-08-17T01:19:51.638 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nCDbSGSDxrurtmC off=481871 len=961352 2024-08-17T01:19:51.640 INFO:tasks.workunit.client.0.smithi082.stdout:op 5731 completed, throughput=5MB/sec 2024-08-17T01:19:51.640 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-t985QwT1Tf6XcjE off=2179430 len=1050798 2024-08-17T01:19:51.646 INFO:tasks.workunit.client.0.smithi082.stdout:op 5732 completed, throughput=5MB/sec 2024-08-17T01:19:52.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:51 smithi082 ceph-mon[91979]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:19:52.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:51 smithi082 ceph-mon[94343]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:19:52.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:51 smithi137 ceph-mon[86391]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:19:52.646 INFO:tasks.workunit.client.0.smithi082.stdout: 1120: throughput=5MB/sec pending data=0 2024-08-17T01:19:52.646 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-R298ChDXt3un76Q off=11448296 len=1500425 2024-08-17T01:19:52.655 INFO:tasks.workunit.client.0.smithi082.stdout:op 5733 completed, throughput=5MB/sec 2024-08-17T01:19:52.655 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-dDHrVP9AoBiTK85 off=18010056 len=1511944 2024-08-17T01:19:52.656 INFO:tasks.workunit.client.0.smithi082.stdout:op 5734 completed, throughput=5MB/sec 2024-08-17T01:19:52.656 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-89Yu86mywGw91Va off=10116862 len=2093892 2024-08-17T01:19:52.659 INFO:tasks.workunit.client.0.smithi082.stdout:op 5735 completed, throughput=5MB/sec 2024-08-17T01:19:52.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:19:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:19:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:19:53.660 INFO:tasks.workunit.client.0.smithi082.stdout: 1121: throughput=5MB/sec pending data=0 2024-08-17T01:19:53.660 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QewDRxfaab3MJj- off=6926773 len=668832 2024-08-17T01:19:53.665 INFO:tasks.workunit.client.0.smithi082.stdout:op 5736 completed, throughput=5MB/sec 2024-08-17T01:19:53.665 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-E3XYaeo7qU4ChV_ off=2988033 len=1872765 2024-08-17T01:19:53.673 INFO:tasks.workunit.client.0.smithi082.stdout:op 5737 completed, throughput=5MB/sec 2024-08-17T01:19:53.673 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-MMkV4R0z_dJJ8g6 off=655104 len=1305847 2024-08-17T01:19:53.674 INFO:tasks.workunit.client.0.smithi082.stdout:op 5738 completed, throughput=5MB/sec 2024-08-17T01:19:53.674 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YZNgcpogcTPEBTf off=5393679 len=2007862 2024-08-17T01:19:53.686 INFO:tasks.workunit.client.0.smithi082.stdout:op 5739 completed, throughput=5MB/sec 2024-08-17T01:19:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:53 smithi082 ceph-mon[94343]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:19:54.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:53 smithi082 ceph-mon[91979]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:19:54.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:53 smithi137 ceph-mon[86391]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-17T01:19:54.686 INFO:tasks.workunit.client.0.smithi082.stdout: 1122: throughput=5MB/sec pending data=0 2024-08-17T01:19:54.686 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-cuAEio5Qj50MD1S off=3204451 len=174168 2024-08-17T01:19:54.690 INFO:tasks.workunit.client.0.smithi082.stdout:op 5740 completed, throughput=5MB/sec 2024-08-17T01:19:54.690 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KVIuY8-S8FKu0rg off=5888291 len=738265 2024-08-17T01:19:54.691 INFO:tasks.workunit.client.0.smithi082.stdout:op 5741 completed, throughput=5MB/sec 2024-08-17T01:19:54.691 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_Zyu1QeLcQGNQuK off=7142495 len=1150220 2024-08-17T01:19:54.698 INFO:tasks.workunit.client.0.smithi082.stdout:op 5742 completed, throughput=5MB/sec 2024-08-17T01:19:54.698 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-h7RNr1QMmCFxh41 off=7251947 len=746155 2024-08-17T01:19:54.699 INFO:tasks.workunit.client.0.smithi082.stdout:op 5743 completed, throughput=5MB/sec 2024-08-17T01:19:54.700 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-cZ6Vo_QKomqYMd7 off=8807145 len=555039 2024-08-17T01:19:54.701 INFO:tasks.workunit.client.0.smithi082.stdout:op 5744 completed, throughput=5MB/sec 2024-08-17T01:19:54.701 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-s6t8EvLXL3uX2BA off=10613120 len=1680747 2024-08-17T01:19:54.703 INFO:tasks.workunit.client.0.smithi082.stdout:op 5745 completed, throughput=5MB/sec 2024-08-17T01:19:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:19:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:19:55] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-08-17T01:19:55.704 INFO:tasks.workunit.client.0.smithi082.stdout: 1123: throughput=5MB/sec pending data=0 2024-08-17T01:19:55.704 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xpAtNtKzIOVhRaR off=3692374 len=241797 2024-08-17T01:19:55.707 INFO:tasks.workunit.client.0.smithi082.stdout:op 5746 completed, throughput=5MB/sec 2024-08-17T01:19:55.707 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-eCZDshxW67TNnom off=17034541 len=1204976 2024-08-17T01:19:55.714 INFO:tasks.workunit.client.0.smithi082.stdout:op 5747 completed, throughput=5MB/sec 2024-08-17T01:19:55.714 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-2mTiZsf7HyTDDB9 off=3939322 len=1259586 2024-08-17T01:19:55.715 INFO:tasks.workunit.client.0.smithi082.stdout:op 5748 completed, throughput=5MB/sec 2024-08-17T01:19:55.715 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-hAWgt_cDuiY_Joh off=362985 len=524473 2024-08-17T01:19:55.719 INFO:tasks.workunit.client.0.smithi082.stdout:op 5749 completed, throughput=5MB/sec 2024-08-17T01:19:55.719 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rU5ywSfns0QTuio off=21778836 len=1865328 2024-08-17T01:19:55.721 INFO:tasks.workunit.client.0.smithi082.stdout:op 5750 completed, throughput=5MB/sec 2024-08-17T01:19:56.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:55 smithi082 ceph-mon[91979]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:19:56.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:55 smithi082 ceph-mon[94343]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:19:56.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:55 smithi137 ceph-mon[86391]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T01:19:56.722 INFO:tasks.workunit.client.0.smithi082.stdout: 1124: throughput=5MB/sec pending data=0 2024-08-17T01:19:56.722 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Z1C90WbUlsn-tua off=9790969 len=1979944 2024-08-17T01:19:56.732 INFO:tasks.workunit.client.0.smithi082.stdout:op 5751 completed, throughput=5MB/sec 2024-08-17T01:19:56.732 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-V8WnzCxnYI7oOPY off=1386161 len=138419 2024-08-17T01:19:56.735 INFO:tasks.workunit.client.0.smithi082.stdout:op 5752 completed, throughput=5MB/sec 2024-08-17T01:19:56.735 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-9RZuXZ3TzPRKDI_ off=12462434 len=146133 2024-08-17T01:19:56.735 INFO:tasks.workunit.client.0.smithi082.stdout:op 5753 completed, throughput=5MB/sec 2024-08-17T01:19:56.736 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_pdcxl1KMqe8lcN off=9723646 len=1065000 2024-08-17T01:19:56.736 INFO:tasks.workunit.client.0.smithi082.stdout:op 5754 completed, throughput=5MB/sec 2024-08-17T01:19:56.737 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-baLIFDlI6_4FNHp off=9953670 len=1996281 2024-08-17T01:19:56.749 INFO:tasks.workunit.client.0.smithi082.stdout:op 5755 completed, throughput=5MB/sec 2024-08-17T01:19:57.749 INFO:tasks.workunit.client.0.smithi082.stdout: 1125: throughput=5MB/sec pending data=0 2024-08-17T01:19:57.750 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SM5V5tOUWOOaWws off=3589142 len=1579576 2024-08-17T01:19:57.751 INFO:tasks.workunit.client.0.smithi082.stdout:op 5756 completed, throughput=5MB/sec 2024-08-17T01:19:57.752 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qxeoeJDFu1j97tn off=11015634 len=644473 2024-08-17T01:19:57.754 INFO:tasks.workunit.client.0.smithi082.stdout:op 5757 completed, throughput=5MB/sec 2024-08-17T01:19:57.754 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-L4PE0Z2rJA7u2wp off=1560564 len=1377341 2024-08-17T01:19:57.757 INFO:tasks.workunit.client.0.smithi082.stdout:op 5758 completed, throughput=5MB/sec 2024-08-17T01:19:57.757 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JP2fltSOczhRdNL off=6207221 len=544277 2024-08-17T01:19:57.762 INFO:tasks.workunit.client.0.smithi082.stdout:op 5759 completed, throughput=5MB/sec 2024-08-17T01:19:57.762 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-sV4I86ZNOS7RyJb off=18892110 len=583601 2024-08-17T01:19:57.762 INFO:tasks.workunit.client.0.smithi082.stdout:op 5760 completed, throughput=5MB/sec 2024-08-17T01:19:57.763 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-R9Pimaq8trthpq8 off=7855234 len=1515434 2024-08-17T01:19:57.772 INFO:tasks.workunit.client.0.smithi082.stdout:op 5761 completed, throughput=5MB/sec 2024-08-17T01:19:58.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:19:57 smithi082 ceph-mon[91979]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:19:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:19:57 smithi082 ceph-mon[94343]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:19:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:19:57 smithi137 ceph-mon[86391]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:19:58.772 INFO:tasks.workunit.client.0.smithi082.stdout: 1126: throughput=5MB/sec pending data=0 2024-08-17T01:19:58.772 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-quox3rTQugmLRPf off=1965821 len=1668698 2024-08-17T01:19:58.779 INFO:tasks.workunit.client.0.smithi082.stdout:op 5762 completed, throughput=5MB/sec 2024-08-17T01:19:58.779 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-dJVw__tuSy-Ja4u off=6565177 len=324159 2024-08-17T01:19:58.782 INFO:tasks.workunit.client.0.smithi082.stdout:op 5763 completed, throughput=5MB/sec 2024-08-17T01:19:58.782 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YaWkivYu-slIPz3 off=3888439 len=1205181 2024-08-17T01:19:58.785 INFO:tasks.workunit.client.0.smithi082.stdout:op 5764 completed, throughput=5MB/sec 2024-08-17T01:19:58.785 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-d20Q_UiKPJ93nnS off=15855080 len=518346 2024-08-17T01:19:58.786 INFO:tasks.workunit.client.0.smithi082.stdout:op 5765 completed, throughput=5MB/sec 2024-08-17T01:19:58.786 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-CGwaYWeCRATALMn off=413277 len=1658087 2024-08-17T01:19:58.788 INFO:tasks.workunit.client.0.smithi082.stdout:op 5766 completed, throughput=5MB/sec 2024-08-17T01:19:59.788 INFO:tasks.workunit.client.0.smithi082.stdout: 1127: throughput=5MB/sec pending data=0 2024-08-17T01:19:59.788 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-srmM-Q1gjSzkRlk off=5883214 len=606526 2024-08-17T01:19:59.792 INFO:tasks.workunit.client.0.smithi082.stdout:op 5767 completed, throughput=5MB/sec 2024-08-17T01:19:59.792 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-L3MlbKW2WVbuKJf off=20110126 len=1444584 2024-08-17T01:19:59.794 INFO:tasks.workunit.client.0.smithi082.stdout:op 5768 completed, throughput=5MB/sec 2024-08-17T01:19:59.794 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-v4miYnq9dcU_hee off=5665045 len=551961 2024-08-17T01:19:59.799 INFO:tasks.workunit.client.0.smithi082.stdout:op 5769 completed, throughput=5MB/sec 2024-08-17T01:19:59.799 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-mWM5y58WAUtKF09 off=14208286 len=1117500 2024-08-17T01:19:59.800 INFO:tasks.workunit.client.0.smithi082.stdout:op 5770 completed, throughput=5MB/sec 2024-08-17T01:19:59.800 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fHUyOAPJDA-avyr off=13674968 len=1609488 2024-08-17T01:19:59.802 INFO:tasks.workunit.client.0.smithi082.stdout:op 5771 completed, throughput=5MB/sec 2024-08-17T01:20:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:00 smithi082 ceph-mon[91979]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:20:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:00 smithi082 ceph-mon[91979]: overall HEALTH_OK 2024-08-17T01:20:00.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:00 smithi082 ceph-mon[94343]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:20:00.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:00 smithi082 ceph-mon[94343]: overall HEALTH_OK 2024-08-17T01:20:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:00 smithi137 ceph-mon[86391]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:20:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:00 smithi137 ceph-mon[86391]: overall HEALTH_OK 2024-08-17T01:20:00.802 INFO:tasks.workunit.client.0.smithi082.stdout: 1128: throughput=5MB/sec pending data=0 2024-08-17T01:20:00.803 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jOxUkrVMltK4ewq off=3578024 len=2076697 2024-08-17T01:20:00.805 INFO:tasks.workunit.client.0.smithi082.stdout:op 5772 completed, throughput=5MB/sec 2024-08-17T01:20:00.805 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SBXCkPqBLkFq3Vi off=69480 len=108461 2024-08-17T01:20:00.806 INFO:tasks.workunit.client.0.smithi082.stdout:op 5773 completed, throughput=5MB/sec 2024-08-17T01:20:00.806 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZlSK0pZqDN1fDxl off=12435595 len=373191 2024-08-17T01:20:00.807 INFO:tasks.workunit.client.0.smithi082.stdout:op 5774 completed, throughput=5MB/sec 2024-08-17T01:20:00.807 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fG_R7sp1vAPY6fs off=3575378 len=1033473 2024-08-17T01:20:00.809 INFO:tasks.workunit.client.0.smithi082.stdout:op 5775 completed, throughput=5MB/sec 2024-08-17T01:20:00.809 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IvCSuUUVa-LQkGE off=13033878 len=1022951 2024-08-17T01:20:00.812 INFO:tasks.workunit.client.0.smithi082.stdout:op 5776 completed, throughput=5MB/sec 2024-08-17T01:20:01.813 INFO:tasks.workunit.client.0.smithi082.stdout: 1129: throughput=5MB/sec pending data=0 2024-08-17T01:20:01.813 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-aOH6ld0_3zXJs0I off=261969 len=352286 2024-08-17T01:20:01.813 INFO:tasks.workunit.client.0.smithi082.stdout:op 5777 completed, throughput=5MB/sec 2024-08-17T01:20:01.813 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-nZFv4kg15BmHk5t off=221528 len=630659 2024-08-17T01:20:01.818 INFO:tasks.workunit.client.0.smithi082.stdout:op 5778 completed, throughput=5MB/sec 2024-08-17T01:20:01.818 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KDc70k45feUGVka off=13771168 len=484129 2024-08-17T01:20:01.822 INFO:tasks.workunit.client.0.smithi082.stdout:op 5779 completed, throughput=5MB/sec 2024-08-17T01:20:01.822 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pGLcSVJK99kD3Bf off=799845 len=2081585 2024-08-17T01:20:01.824 INFO:tasks.workunit.client.0.smithi082.stdout:op 5780 completed, throughput=5MB/sec 2024-08-17T01:20:01.824 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-4TcQrBK7J9aHvqZ off=2604264 len=1927663 2024-08-17T01:20:01.826 INFO:tasks.workunit.client.0.smithi082.stdout:op 5781 completed, throughput=5MB/sec 2024-08-17T01:20:02.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:02 smithi082 ceph-mon[91979]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:20:02.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:02 smithi082 ceph-mon[94343]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:20:02.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:02 smithi137 ceph-mon[86391]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-17T01:20:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:20:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:20:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:20:02.827 INFO:tasks.workunit.client.0.smithi082.stdout: 1130: throughput=5MB/sec pending data=0 2024-08-17T01:20:02.827 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KQ3Jc8QzhcGYV4J off=7883361 len=132964 2024-08-17T01:20:02.828 INFO:tasks.workunit.client.0.smithi082.stdout:op 5782 completed, throughput=5MB/sec 2024-08-17T01:20:02.828 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-54vB7zfE1lcXcki off=4171687 len=279563 2024-08-17T01:20:02.829 INFO:tasks.workunit.client.0.smithi082.stdout:op 5783 completed, throughput=5MB/sec 2024-08-17T01:20:02.829 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aTommZTqVbKxiEV off=12507630 len=795555 2024-08-17T01:20:02.834 INFO:tasks.workunit.client.0.smithi082.stdout:op 5784 completed, throughput=5MB/sec 2024-08-17T01:20:02.834 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-LgzKReAjZtOtTqc off=9772711 len=590530 2024-08-17T01:20:02.838 INFO:tasks.workunit.client.0.smithi082.stdout:op 5785 completed, throughput=5MB/sec 2024-08-17T01:20:02.838 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-sedy_8TJZ09hqOy off=5105786 len=969517 2024-08-17T01:20:02.838 INFO:tasks.workunit.client.0.smithi082.stdout:op 5786 completed, throughput=5MB/sec 2024-08-17T01:20:02.839 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-JVuPDJf2aMz9U7p off=6057176 len=629477 2024-08-17T01:20:02.839 INFO:tasks.workunit.client.0.smithi082.stdout:op 5787 completed, throughput=5MB/sec 2024-08-17T01:20:02.839 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3JjYF2EQDLITWqi off=12704737 len=1381438 2024-08-17T01:20:02.842 INFO:tasks.workunit.client.0.smithi082.stdout:op 5788 completed, throughput=5MB/sec 2024-08-17T01:20:03.843 INFO:tasks.workunit.client.0.smithi082.stdout: 1131: throughput=5MB/sec pending data=0 2024-08-17T01:20:03.843 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-EUrx4fpCbjmdhR3 off=1776710 len=1858383 2024-08-17T01:20:03.847 INFO:tasks.workunit.client.0.smithi082.stdout:op 5789 completed, throughput=5MB/sec 2024-08-17T01:20:03.847 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3yXWe3KtnafnstP off=4210562 len=87817 2024-08-17T01:20:03.848 INFO:tasks.workunit.client.0.smithi082.stdout:op 5790 completed, throughput=5MB/sec 2024-08-17T01:20:03.848 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-l4IMS3B-QOmqL4a off=19161324 len=1640217 2024-08-17T01:20:03.855 INFO:tasks.workunit.client.0.smithi082.stdout:op 5791 completed, throughput=5MB/sec 2024-08-17T01:20:03.855 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-NRRI9jo72Oia4Jb off=1621411 len=327852 2024-08-17T01:20:03.856 INFO:tasks.workunit.client.0.smithi082.stdout:op 5792 completed, throughput=5MB/sec 2024-08-17T01:20:03.856 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZkfYjpLvYHDA-im off=8361262 len=423645 2024-08-17T01:20:03.857 INFO:tasks.workunit.client.0.smithi082.stdout:op 5793 completed, throughput=5MB/sec 2024-08-17T01:20:03.857 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0tqziMxkBtmHo-L off=6450415 len=1879238 2024-08-17T01:20:03.868 INFO:tasks.workunit.client.0.smithi082.stdout:op 5794 completed, throughput=5MB/sec 2024-08-17T01:20:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:04 smithi082 ceph-mon[91979]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:20:04.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:04 smithi082 ceph-mon[94343]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:20:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:04 smithi137 ceph-mon[86391]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:20:04.868 INFO:tasks.workunit.client.0.smithi082.stdout: 1132: throughput=5MB/sec pending data=0 2024-08-17T01:20:04.898 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-vmUkPF1X_DHgLeg off=23527234 len=773018 2024-08-17T01:20:04.899 INFO:tasks.workunit.client.0.smithi082.stdout:op 5795 completed, throughput=5MB/sec 2024-08-17T01:20:04.899 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-0GKQRP0dY6U0piC off=16955234 len=370737 2024-08-17T01:20:04.899 INFO:tasks.workunit.client.0.smithi082.stdout:op 5796 completed, throughput=5MB/sec 2024-08-17T01:20:04.899 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-8zpljhLVtzd6hwL off=1757992 len=764065 2024-08-17T01:20:04.900 INFO:tasks.workunit.client.0.smithi082.stdout:op 5797 completed, throughput=5MB/sec 2024-08-17T01:20:04.900 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nX6TvsUCCfYsJGn off=1067294 len=1513489 2024-08-17T01:20:04.900 INFO:tasks.workunit.client.0.smithi082.stdout:op 5798 completed, throughput=5MB/sec 2024-08-17T01:20:04.900 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9YMhOtFYDlJ0Kpj off=12405070 len=1852973 2024-08-17T01:20:04.900 INFO:tasks.workunit.client.0.smithi082.stdout:op 5799 completed, throughput=5MB/sec 2024-08-17T01:20:05.332 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:20:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:20:05] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-08-17T01:20:05.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:20:05.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:20:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:20:05.887 INFO:tasks.workunit.client.0.smithi082.stdout: 1133: throughput=5MB/sec pending data=0 2024-08-17T01:20:05.887 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-WTk6SVrIobVLpmG off=5524247 len=1314099 2024-08-17T01:20:05.889 INFO:tasks.workunit.client.0.smithi082.stdout:op 5800 completed, throughput=5MB/sec 2024-08-17T01:20:05.889 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-K_Q6xUYgi9Chuia off=11577850 len=491241 2024-08-17T01:20:05.893 INFO:tasks.workunit.client.0.smithi082.stdout:op 5801 completed, throughput=5MB/sec 2024-08-17T01:20:05.893 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-bIDU2ebqUi3mRMh off=2113125 len=771246 2024-08-17T01:20:05.898 INFO:tasks.workunit.client.0.smithi082.stdout:op 5802 completed, throughput=5MB/sec 2024-08-17T01:20:05.898 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-uO4hQPxfrrgkUjh off=562461 len=980884 2024-08-17T01:20:05.903 INFO:tasks.workunit.client.0.smithi082.stdout:op 5803 completed, throughput=5MB/sec 2024-08-17T01:20:05.903 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-rccQVSvM__8GDMo off=8456711 len=329405 2024-08-17T01:20:05.906 INFO:tasks.workunit.client.0.smithi082.stdout:op 5804 completed, throughput=5MB/sec 2024-08-17T01:20:05.906 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-FrV3OmQ9ahxiwrS off=4892992 len=174835 2024-08-17T01:20:05.907 INFO:tasks.workunit.client.0.smithi082.stdout:op 5805 completed, throughput=5MB/sec 2024-08-17T01:20:05.907 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-eCEobmReRJJJBnJ off=4637407 len=1061544 2024-08-17T01:20:05.909 INFO:tasks.workunit.client.0.smithi082.stdout:op 5806 completed, throughput=5MB/sec 2024-08-17T01:20:06.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:06 smithi082 ceph-mon[91979]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:20:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:06 smithi082 ceph-mon[94343]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:20:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:06 smithi137 ceph-mon[86391]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-17T01:20:06.910 INFO:tasks.workunit.client.0.smithi082.stdout: 1134: throughput=5MB/sec pending data=0 2024-08-17T01:20:06.910 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UtlIFD6OY1zwlet off=8833847 len=1135370 2024-08-17T01:20:06.916 INFO:tasks.workunit.client.0.smithi082.stdout:op 5807 completed, throughput=5MB/sec 2024-08-17T01:20:06.917 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-qazR7BX4DsPf6y7 off=1975849 len=1526329 2024-08-17T01:20:06.925 INFO:tasks.workunit.client.0.smithi082.stdout:op 5808 completed, throughput=5MB/sec 2024-08-17T01:20:06.925 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-FKyGp2ZsWSflM2m off=15777930 len=395902 2024-08-17T01:20:06.926 INFO:tasks.workunit.client.0.smithi082.stdout:op 5809 completed, throughput=5MB/sec 2024-08-17T01:20:06.926 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-aKyLaFeHg4c15tz off=14944461 len=236713 2024-08-17T01:20:06.926 INFO:tasks.workunit.client.0.smithi082.stdout:op 5810 completed, throughput=5MB/sec 2024-08-17T01:20:06.926 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-rNEaGsrbxp1yp0Z off=1254628 len=415939 2024-08-17T01:20:06.927 INFO:tasks.workunit.client.0.smithi082.stdout:op 5811 completed, throughput=5MB/sec 2024-08-17T01:20:06.927 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xtPcQrXgpztoHZW off=222850 len=1335160 2024-08-17T01:20:06.933 INFO:tasks.workunit.client.0.smithi082.stdout:op 5812 completed, throughput=5MB/sec 2024-08-17T01:20:07.933 INFO:tasks.workunit.client.0.smithi082.stdout: 1135: throughput=5MB/sec pending data=0 2024-08-17T01:20:07.933 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-T0h4-2a6iBErKzk off=2930279 len=530615 2024-08-17T01:20:07.937 INFO:tasks.workunit.client.0.smithi082.stdout:op 5813 completed, throughput=5MB/sec 2024-08-17T01:20:07.938 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3lYqEDfNyxlW8Qa off=20594714 len=819685 2024-08-17T01:20:07.939 INFO:tasks.workunit.client.0.smithi082.stdout:op 5814 completed, throughput=5MB/sec 2024-08-17T01:20:07.939 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-bz-JJsLFMnr4-j7 off=4990213 len=1517258 2024-08-17T01:20:07.945 INFO:tasks.workunit.client.0.smithi082.stdout:op 5815 completed, throughput=5MB/sec 2024-08-17T01:20:07.945 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gMoBaVKU3f30fBS off=2592945 len=393228 2024-08-17T01:20:07.946 INFO:tasks.workunit.client.0.smithi082.stdout:op 5816 completed, throughput=5MB/sec 2024-08-17T01:20:07.946 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Uh_c7sb7-FfhwwD off=2644344 len=1110204 2024-08-17T01:20:07.950 INFO:tasks.workunit.client.0.smithi082.stdout:op 5817 completed, throughput=5MB/sec 2024-08-17T01:20:07.950 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9Sfyb6QL-ncVgJd off=6980444 len=1779675 2024-08-17T01:20:07.961 INFO:tasks.workunit.client.0.smithi082.stdout:op 5818 completed, throughput=5MB/sec 2024-08-17T01:20:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:08 smithi082 ceph-mon[94343]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-17T01:20:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:08 smithi082 ceph-mon[91979]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-17T01:20:08.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:08 smithi137 ceph-mon[86391]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-17T01:20:08.961 INFO:tasks.workunit.client.0.smithi082.stdout: 1136: throughput=5MB/sec pending data=0 2024-08-17T01:20:08.961 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wJyAWb7pger1lJm off=5842566 len=1820972 2024-08-17T01:20:08.971 INFO:tasks.workunit.client.0.smithi082.stdout:op 5819 completed, throughput=5MB/sec 2024-08-17T01:20:08.971 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ke9raYauDRbaYCQ off=299955 len=400081 2024-08-17T01:20:08.971 INFO:tasks.workunit.client.0.smithi082.stdout:op 5820 completed, throughput=5MB/sec 2024-08-17T01:20:08.971 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YMJgwphqGQRl-7w off=10370588 len=217838 2024-08-17T01:20:08.972 INFO:tasks.workunit.client.0.smithi082.stdout:op 5821 completed, throughput=5MB/sec 2024-08-17T01:20:08.972 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zXBuozbv2kcjRbc off=4214614 len=1129010 2024-08-17T01:20:08.979 INFO:tasks.workunit.client.0.smithi082.stdout:op 5822 completed, throughput=5MB/sec 2024-08-17T01:20:08.979 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-un26bkYXcFDGusW off=2574176 len=73483 2024-08-17T01:20:08.981 INFO:tasks.workunit.client.0.smithi082.stdout:op 5823 completed, throughput=5MB/sec 2024-08-17T01:20:08.981 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-yX6EyrUFKJj8lpw off=9681517 len=2010058 2024-08-17T01:20:08.983 INFO:tasks.workunit.client.0.smithi082.stdout:op 5824 completed, throughput=5MB/sec 2024-08-17T01:20:09.983 INFO:tasks.workunit.client.0.smithi082.stdout: 1137: throughput=5MB/sec pending data=0 2024-08-17T01:20:09.983 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1PKmBW1djRNBO1S off=1539781 len=539708 2024-08-17T01:20:09.985 INFO:tasks.workunit.client.0.smithi082.stdout:op 5825 completed, throughput=5MB/sec 2024-08-17T01:20:09.985 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-h4uN-NYWSe-wzmh off=2427227 len=1126669 2024-08-17T01:20:09.991 INFO:tasks.workunit.client.0.smithi082.stdout:op 5826 completed, throughput=5MB/sec 2024-08-17T01:20:09.991 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gfgmoQj3SlYtAuj off=14438895 len=710841 2024-08-17T01:20:09.992 INFO:tasks.workunit.client.0.smithi082.stdout:op 5827 completed, throughput=5MB/sec 2024-08-17T01:20:09.992 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ZfoCXcVQzWLaWDQ off=4949255 len=505559 2024-08-17T01:20:09.993 INFO:tasks.workunit.client.0.smithi082.stdout:op 5828 completed, throughput=5MB/sec 2024-08-17T01:20:09.994 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qp9kCj4lL56ZVVD off=3289974 len=1119023 2024-08-17T01:20:09.995 INFO:tasks.workunit.client.0.smithi082.stdout:op 5829 completed, throughput=5MB/sec 2024-08-17T01:20:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:10 smithi082 ceph-mon[91979]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-17T01:20:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:10 smithi082 ceph-mon[94343]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-17T01:20:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:10 smithi137 ceph-mon[86391]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-17T01:20:10.995 INFO:tasks.workunit.client.0.smithi082.stdout: 1138: throughput=5MB/sec pending data=0 2024-08-17T01:20:10.995 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-VSjYEP9RYszdNo9 off=4273603 len=653612 2024-08-17T01:20:10.997 INFO:tasks.workunit.client.0.smithi082.stdout:op 5830 completed, throughput=5MB/sec 2024-08-17T01:20:10.997 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3kberS9P49rWeIW off=2854958 len=1699524 2024-08-17T01:20:10.999 INFO:tasks.workunit.client.0.smithi082.stdout:op 5831 completed, throughput=5MB/sec 2024-08-17T01:20:10.999 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Inmhdreo-XFaNJd off=2635091 len=1893322 2024-08-17T01:20:11.001 INFO:tasks.workunit.client.0.smithi082.stdout:op 5832 completed, throughput=5MB/sec 2024-08-17T01:20:11.001 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-GutI7c6CQqcv57s off=3433880 len=2002271 2024-08-17T01:20:11.005 INFO:tasks.workunit.client.0.smithi082.stdout:op 5833 completed, throughput=5MB/sec 2024-08-17T01:20:12.006 INFO:tasks.workunit.client.0.smithi082.stdout: 1139: throughput=5MB/sec pending data=0 2024-08-17T01:20:12.006 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-nnCkn0d5uVxlRol off=997628 len=949597 2024-08-17T01:20:12.010 INFO:tasks.workunit.client.0.smithi082.stdout:op 5834 completed, throughput=5MB/sec 2024-08-17T01:20:12.010 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PbRgyt-QyOXA189 off=3825105 len=642862 2024-08-17T01:20:12.015 INFO:tasks.workunit.client.0.smithi082.stdout:op 5835 completed, throughput=5MB/sec 2024-08-17T01:20:12.015 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-_Z0A_OMUe4qqMtd off=2898951 len=444329 2024-08-17T01:20:12.024 INFO:tasks.workunit.client.0.smithi082.stdout:op 5836 completed, throughput=5MB/sec 2024-08-17T01:20:12.025 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-baLIFDlI6_4FNHp off=22620825 len=918132 2024-08-17T01:20:12.026 INFO:tasks.workunit.client.0.smithi082.stdout:op 5837 completed, throughput=5MB/sec 2024-08-17T01:20:12.027 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-O2GkcYZzeGQFULA off=1286815 len=1835766 2024-08-17T01:20:12.029 INFO:tasks.workunit.client.0.smithi082.stdout:op 5838 completed, throughput=5MB/sec 2024-08-17T01:20:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:12 smithi082 ceph-mon[91979]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:20:12.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:12 smithi082 ceph-mon[94343]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:20:12.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:12 smithi137 ceph-mon[86391]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:20:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:20:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:20:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:20:13.029 INFO:tasks.workunit.client.0.smithi082.stdout: 1140: throughput=5MB/sec pending data=0 2024-08-17T01:20:13.029 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-bDfIpYc1TDG5KBG off=6722276 len=344621 2024-08-17T01:20:13.030 INFO:tasks.workunit.client.0.smithi082.stdout:op 5839 completed, throughput=5MB/sec 2024-08-17T01:20:13.030 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1RkvJBqfZXMYwjq off=7538813 len=158230 2024-08-17T01:20:13.031 INFO:tasks.workunit.client.0.smithi082.stdout:op 5840 completed, throughput=5MB/sec 2024-08-17T01:20:13.031 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-y8XEz-clejAoSK4 off=7690413 len=711551 2024-08-17T01:20:13.033 INFO:tasks.workunit.client.0.smithi082.stdout:op 5841 completed, throughput=5MB/sec 2024-08-17T01:20:13.033 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-K_Q6xUYgi9Chuia off=3154330 len=692944 2024-08-17T01:20:13.033 INFO:tasks.workunit.client.0.smithi082.stdout:op 5842 completed, throughput=5MB/sec 2024-08-17T01:20:13.034 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-LBX1DcwvECOo7W5 off=4475095 len=579052 2024-08-17T01:20:13.038 INFO:tasks.workunit.client.0.smithi082.stdout:op 5843 completed, throughput=5MB/sec 2024-08-17T01:20:13.038 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jYXZcoRsI6SOOOP off=18567212 len=1261626 2024-08-17T01:20:13.039 INFO:tasks.workunit.client.0.smithi082.stdout:op 5844 completed, throughput=5MB/sec 2024-08-17T01:20:13.040 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-S8Noc0G7YMpcq14 off=3349343 len=2002868 2024-08-17T01:20:13.051 INFO:tasks.workunit.client.0.smithi082.stdout:op 5845 completed, throughput=5MB/sec 2024-08-17T01:20:14.051 INFO:tasks.workunit.client.0.smithi082.stdout: 1141: throughput=5MB/sec pending data=0 2024-08-17T01:20:14.052 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6AlRk7ibkphCs2- off=5946079 len=142391 2024-08-17T01:20:14.054 INFO:tasks.workunit.client.0.smithi082.stdout:op 5846 completed, throughput=5MB/sec 2024-08-17T01:20:14.054 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-HWZ9n8QeNc6B6X- off=3823694 len=1165826 2024-08-17T01:20:14.060 INFO:tasks.workunit.client.0.smithi082.stdout:op 5847 completed, throughput=5MB/sec 2024-08-17T01:20:14.060 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pLV39QcQ6VWuUGk off=493005 len=1686536 2024-08-17T01:20:14.062 INFO:tasks.workunit.client.0.smithi082.stdout:op 5848 completed, throughput=5MB/sec 2024-08-17T01:20:14.062 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-6XHEU8rneIshkXo off=15102740 len=960672 2024-08-17T01:20:14.063 INFO:tasks.workunit.client.0.smithi082.stdout:op 5849 completed, throughput=5MB/sec 2024-08-17T01:20:14.063 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DJEIdM5hy63at4l off=5310789 len=141056 2024-08-17T01:20:14.063 INFO:tasks.workunit.client.0.smithi082.stdout:op 5850 completed, throughput=5MB/sec 2024-08-17T01:20:14.063 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Wrx7n39xOT74HN7 off=12664750 len=1007681 2024-08-17T01:20:14.064 INFO:tasks.workunit.client.0.smithi082.stdout:op 5851 completed, throughput=5MB/sec 2024-08-17T01:20:14.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:14 smithi082 ceph-mon[94343]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:20:14.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:14 smithi082 ceph-mon[91979]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:20:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:14 smithi137 ceph-mon[86391]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:20:15.065 INFO:tasks.workunit.client.0.smithi082.stdout: 1142: throughput=5MB/sec pending data=0 2024-08-17T01:20:15.065 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-3X_NJ2Up-JlCbxv off=3268969 len=334853 2024-08-17T01:20:15.066 INFO:tasks.workunit.client.0.smithi082.stdout:op 5852 completed, throughput=5MB/sec 2024-08-17T01:20:15.066 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-e2pUEp5hv_3KGxz off=1273255 len=1395796 2024-08-17T01:20:15.073 INFO:tasks.workunit.client.0.smithi082.stdout:op 5853 completed, throughput=5MB/sec 2024-08-17T01:20:15.073 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aqG7cKGsZvEWzBH off=10722954 len=1290200 2024-08-17T01:20:15.081 INFO:tasks.workunit.client.0.smithi082.stdout:op 5854 completed, throughput=5MB/sec 2024-08-17T01:20:15.081 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oJItiXieC-ivb93 off=12313158 len=520424 2024-08-17T01:20:15.082 INFO:tasks.workunit.client.0.smithi082.stdout:op 5855 completed, throughput=5MB/sec 2024-08-17T01:20:15.082 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-lCbVNA0luK8-D_O off=9620389 len=1572917 2024-08-17T01:20:15.090 INFO:tasks.workunit.client.0.smithi082.stdout:op 5856 completed, throughput=5MB/sec 2024-08-17T01:20:15.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:20:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:20:15] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-08-17T01:20:16.090 INFO:tasks.workunit.client.0.smithi082.stdout: 1143: throughput=5MB/sec pending data=0 2024-08-17T01:20:16.090 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-5WeZ0uTp34vnWF2 off=8084012 len=481905 2024-08-17T01:20:16.094 INFO:tasks.workunit.client.0.smithi082.stdout:op 5857 completed, throughput=5MB/sec 2024-08-17T01:20:16.094 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-wMztcsabhxnItNd off=12491213 len=318184 2024-08-17T01:20:16.095 INFO:tasks.workunit.client.0.smithi082.stdout:op 5858 completed, throughput=5MB/sec 2024-08-17T01:20:16.095 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6UqloqjN4NB3jy2 off=8497646 len=507454 2024-08-17T01:20:16.100 INFO:tasks.workunit.client.0.smithi082.stdout:op 5859 completed, throughput=5MB/sec 2024-08-17T01:20:16.100 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ZtRPICx9lEhD9-U off=2956489 len=741727 2024-08-17T01:20:16.104 INFO:tasks.workunit.client.0.smithi082.stdout:op 5860 completed, throughput=5MB/sec 2024-08-17T01:20:16.104 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-KmQChIOOmDCwuXL off=2819416 len=129574 2024-08-17T01:20:16.107 INFO:tasks.workunit.client.0.smithi082.stdout:op 5861 completed, throughput=5MB/sec 2024-08-17T01:20:16.107 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-gfgmoQj3SlYtAuj off=20983566 len=945334 2024-08-17T01:20:16.113 INFO:tasks.workunit.client.0.smithi082.stdout:op 5862 completed, throughput=5MB/sec 2024-08-17T01:20:16.113 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TvAe9S43PpBqXpi off=1096246 len=1859314 2024-08-17T01:20:16.117 INFO:tasks.workunit.client.0.smithi082.stdout:op 5863 completed, throughput=5MB/sec 2024-08-17T01:20:16.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:16 smithi082 ceph-mon[94343]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:20:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:16 smithi082 ceph-mon[91979]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:20:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:16 smithi137 ceph-mon[86391]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:20:17.117 INFO:tasks.workunit.client.0.smithi082.stdout: 1144: throughput=5MB/sec pending data=0 2024-08-17T01:20:17.117 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-a-im6hgvn8sChvS off=8875982 len=1344992 2024-08-17T01:20:17.120 INFO:tasks.workunit.client.0.smithi082.stdout:op 5864 completed, throughput=5MB/sec 2024-08-17T01:20:17.120 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-PQcQAS2XgE9QM8P off=18545206 len=657596 2024-08-17T01:20:17.124 INFO:tasks.workunit.client.0.smithi082.stdout:op 5865 completed, throughput=5MB/sec 2024-08-17T01:20:17.125 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BVMyktknw2mdped off=2820256 len=1093972 2024-08-17T01:20:17.126 INFO:tasks.workunit.client.0.smithi082.stdout:op 5866 completed, throughput=5MB/sec 2024-08-17T01:20:17.126 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-a3_rlBKw08L_7WB off=4398341 len=1100844 2024-08-17T01:20:17.127 INFO:tasks.workunit.client.0.smithi082.stdout:op 5867 completed, throughput=5MB/sec 2024-08-17T01:20:17.127 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Vw18NNOrH8En99C off=9731165 len=295954 2024-08-17T01:20:17.128 INFO:tasks.workunit.client.0.smithi082.stdout:op 5868 completed, throughput=5MB/sec 2024-08-17T01:20:17.128 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jNJrMRtyQVBU7Y8 off=2237850 len=1752411 2024-08-17T01:20:17.129 INFO:tasks.workunit.client.0.smithi082.stdout:op 5869 completed, throughput=5MB/sec 2024-08-17T01:20:18.130 INFO:tasks.workunit.client.0.smithi082.stdout: 1145: throughput=5MB/sec pending data=0 2024-08-17T01:20:18.131 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-lb1cLImNDpFeyXr off=3978444 len=2039399 2024-08-17T01:20:18.133 INFO:tasks.workunit.client.0.smithi082.stdout:op 5870 completed, throughput=5MB/sec 2024-08-17T01:20:18.133 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KIRBcc-If7rhKF4 off=13516871 len=1508046 2024-08-17T01:20:18.134 INFO:tasks.workunit.client.0.smithi082.stdout:op 5871 completed, throughput=5MB/sec 2024-08-17T01:20:18.134 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-7SbK2HP2TLGoPSF off=3968138 len=1850439 2024-08-17T01:20:18.143 INFO:tasks.workunit.client.0.smithi082.stdout:op 5872 completed, throughput=5MB/sec 2024-08-17T01:20:18.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:18 smithi082 ceph-mon[94343]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-17T01:20:18.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:18 smithi082 ceph-mon[91979]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-17T01:20:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:18 smithi137 ceph-mon[86391]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-17T01:20:19.144 INFO:tasks.workunit.client.0.smithi082.stdout: 1146: throughput=5MB/sec pending data=0 2024-08-17T01:20:19.144 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1x7U3VijrMII3xm off=1259071 len=254256 2024-08-17T01:20:19.145 INFO:tasks.workunit.client.0.smithi082.stdout:op 5873 completed, throughput=5MB/sec 2024-08-17T01:20:19.145 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IVUWWph1bfJkbK5 off=8527508 len=779350 2024-08-17T01:20:19.146 INFO:tasks.workunit.client.0.smithi082.stdout:op 5874 completed, throughput=5MB/sec 2024-08-17T01:20:19.147 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Zr4yEwrbqGUQQvt off=2412346 len=332994 2024-08-17T01:20:19.147 INFO:tasks.workunit.client.0.smithi082.stdout:op 5875 completed, throughput=5MB/sec 2024-08-17T01:20:19.147 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-imBZeIgNQOndH6m off=1386790 len=446997 2024-08-17T01:20:19.148 INFO:tasks.workunit.client.0.smithi082.stdout:op 5876 completed, throughput=5MB/sec 2024-08-17T01:20:19.148 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xOaKcoS8oAtk0zh off=2915563 len=228908 2024-08-17T01:20:19.151 INFO:tasks.workunit.client.0.smithi082.stdout:op 5877 completed, throughput=5MB/sec 2024-08-17T01:20:19.151 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fbNiwTS7STidee7 off=6207775 len=905902 2024-08-17T01:20:19.152 INFO:tasks.workunit.client.0.smithi082.stdout:op 5878 completed, throughput=5MB/sec 2024-08-17T01:20:19.152 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-eCRO7Mc1aoGh50H off=4763448 len=648921 2024-08-17T01:20:19.156 INFO:tasks.workunit.client.0.smithi082.stdout:op 5879 completed, throughput=5MB/sec 2024-08-17T01:20:19.156 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-eWb0B_cr2jW017c off=89081 len=1305944 2024-08-17T01:20:19.159 INFO:tasks.workunit.client.0.smithi082.stdout:op 5880 completed, throughput=5MB/sec 2024-08-17T01:20:20.160 INFO:tasks.workunit.client.0.smithi082.stdout: 1147: throughput=5MB/sec pending data=0 2024-08-17T01:20:20.160 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ke5I1Kvbc2yc5iI off=4866869 len=1779428 2024-08-17T01:20:20.171 INFO:tasks.workunit.client.0.smithi082.stdout:op 5881 completed, throughput=5MB/sec 2024-08-17T01:20:20.171 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ebyJmgFSjJ3bCre off=589345 len=1219867 2024-08-17T01:20:20.178 INFO:tasks.workunit.client.0.smithi082.stdout:op 5882 completed, throughput=5MB/sec 2024-08-17T01:20:20.178 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6-s6HoUeM9kS3bL off=712777 len=945762 2024-08-17T01:20:20.183 INFO:tasks.workunit.client.0.smithi082.stdout:op 5883 completed, throughput=5MB/sec 2024-08-17T01:20:20.183 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-TKEqB8dX7e2d4MP off=7294592 len=1494852 2024-08-17T01:20:20.189 INFO:tasks.workunit.client.0.smithi082.stdout:op 5884 completed, throughput=5MB/sec 2024-08-17T01:20:20.362 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 01:20:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=cleanup t=2024-08-17T01:20:20.089503666Z level=info msg="Completed cleanup jobs" duration=5.632567ms 2024-08-17T01:20:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:20 smithi082 ceph-mon[94343]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:20:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:20:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:20 smithi082 ceph-mon[91979]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:20:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:20:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:20 smithi137 ceph-mon[86391]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T01:20:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:20:21.190 INFO:tasks.workunit.client.0.smithi082.stdout: 1148: throughput=5MB/sec pending data=0 2024-08-17T01:20:21.190 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4DmiOUJHy6Yga31 off=6898335 len=46367 2024-08-17T01:20:21.192 INFO:tasks.workunit.client.0.smithi082.stdout:op 5885 completed, throughput=5MB/sec 2024-08-17T01:20:21.192 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-183qcAMZa6qqc1o off=4752279 len=1842282 2024-08-17T01:20:21.204 INFO:tasks.workunit.client.0.smithi082.stdout:op 5886 completed, throughput=5MB/sec 2024-08-17T01:20:21.204 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-VIOtrjahAJRy-SU off=371440 len=1303525 2024-08-17T01:20:21.211 INFO:tasks.workunit.client.0.smithi082.stdout:op 5887 completed, throughput=5MB/sec 2024-08-17T01:20:21.211 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vgYqrJQCYJAihTT off=4731305 len=1809590 2024-08-17T01:20:21.219 INFO:tasks.workunit.client.0.smithi082.stdout:op 5888 completed, throughput=5MB/sec 2024-08-17T01:20:22.219 INFO:tasks.workunit.client.0.smithi082.stdout: 1149: throughput=5MB/sec pending data=0 2024-08-17T01:20:22.219 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Fe7yzrkNJenXXHH off=10833859 len=629346 2024-08-17T01:20:22.225 INFO:tasks.workunit.client.0.smithi082.stdout:op 5889 completed, throughput=5MB/sec 2024-08-17T01:20:22.225 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-BR9R29B4_AV6u5R off=2084458 len=1232281 2024-08-17T01:20:22.228 INFO:tasks.workunit.client.0.smithi082.stdout:op 5890 completed, throughput=5MB/sec 2024-08-17T01:20:22.228 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kUno_Y1B1MhTgxa off=679719 len=731109 2024-08-17T01:20:22.233 INFO:tasks.workunit.client.0.smithi082.stdout:op 5891 completed, throughput=5MB/sec 2024-08-17T01:20:22.233 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-919LU_rzqx5AoBg off=1933674 len=437738 2024-08-17T01:20:22.237 INFO:tasks.workunit.client.0.smithi082.stdout:op 5892 completed, throughput=5MB/sec 2024-08-17T01:20:22.237 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-l22BDYwP9ADJPaY off=16868800 len=279527 2024-08-17T01:20:22.237 INFO:tasks.workunit.client.0.smithi082.stdout:op 5893 completed, throughput=5MB/sec 2024-08-17T01:20:22.238 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5qJvvalhl21_bjQ off=729831 len=1471827 2024-08-17T01:20:22.240 INFO:tasks.workunit.client.0.smithi082.stdout:op 5894 completed, throughput=5MB/sec 2024-08-17T01:20:22.240 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-MQh9ce9rIKL7X40 off=8885823 len=399883 2024-08-17T01:20:22.243 INFO:tasks.workunit.client.0.smithi082.stdout:op 5895 completed, throughput=5MB/sec 2024-08-17T01:20:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:22 smithi082 ceph-mon[94343]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:20:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:22 smithi082 ceph-mon[91979]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:20:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:22 smithi137 ceph-mon[86391]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-17T01:20:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:20:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:20:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:20:23.243 INFO:tasks.workunit.client.0.smithi082.stdout: 1150: throughput=5MB/sec pending data=0 2024-08-17T01:20:23.243 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-4xTsEyja1PFOKZT off=497893 len=1807571 2024-08-17T01:20:23.252 INFO:tasks.workunit.client.0.smithi082.stdout:op 5896 completed, throughput=5MB/sec 2024-08-17T01:20:23.252 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-PbwoM461PjuvjAq off=4035004 len=697266 2024-08-17T01:20:23.253 INFO:tasks.workunit.client.0.smithi082.stdout:op 5897 completed, throughput=5MB/sec 2024-08-17T01:20:23.253 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-XhP80pEwt9-__Ku off=4149601 len=768632 2024-08-17T01:20:23.257 INFO:tasks.workunit.client.0.smithi082.stdout:op 5898 completed, throughput=5MB/sec 2024-08-17T01:20:23.257 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-40TirXRYxbR9vaA off=5912241 len=1617559 2024-08-17T01:20:23.264 INFO:tasks.workunit.client.0.smithi082.stdout:op 5899 completed, throughput=5MB/sec 2024-08-17T01:20:23.264 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-77REKN_sFZo5zjt off=13328152 len=1920346 2024-08-17T01:20:23.276 INFO:tasks.workunit.client.0.smithi082.stdout:op 5900 completed, throughput=5MB/sec 2024-08-17T01:20:24.277 INFO:tasks.workunit.client.0.smithi082.stdout: 1151: throughput=5MB/sec pending data=0 2024-08-17T01:20:24.277 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-vKyWlKfJen9OKOP off=9081768 len=1799902 2024-08-17T01:20:24.285 INFO:tasks.workunit.client.0.smithi082.stdout:op 5901 completed, throughput=5MB/sec 2024-08-17T01:20:24.286 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5409UtGqeeb00Of off=3916007 len=923007 2024-08-17T01:20:24.287 INFO:tasks.workunit.client.0.smithi082.stdout:op 5902 completed, throughput=5MB/sec 2024-08-17T01:20:24.287 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-FrDnEj1bIKrwmrR off=13321973 len=1126880 2024-08-17T01:20:24.293 INFO:tasks.workunit.client.0.smithi082.stdout:op 5903 completed, throughput=5MB/sec 2024-08-17T01:20:24.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:24 smithi082 ceph-mon[94343]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:20:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:24 smithi082 ceph-mon[91979]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:20:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:24 smithi137 ceph-mon[86391]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:20:25.294 INFO:tasks.workunit.client.0.smithi082.stdout: 1152: throughput=5MB/sec pending data=0 2024-08-17T01:20:25.294 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-6UHPCh-tND5qBhr off=2199396 len=1214758 2024-08-17T01:20:25.307 INFO:tasks.workunit.client.0.smithi082.stdout:op 5904 completed, throughput=5MB/sec 2024-08-17T01:20:25.308 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OG2Sg1JdpizAxDe off=6284008 len=1797494 2024-08-17T01:20:25.313 INFO:tasks.workunit.client.0.smithi082.stdout:op 5905 completed, throughput=5MB/sec 2024-08-17T01:20:25.314 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oDvrqTD7teiI5T_ off=8136752 len=313829 2024-08-17T01:20:25.314 INFO:tasks.workunit.client.0.smithi082.stdout:op 5906 completed, throughput=5MB/sec 2024-08-17T01:20:25.314 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-QcKZybWfuSEd8k- off=11788061 len=1119488 2024-08-17T01:20:25.315 INFO:tasks.workunit.client.0.smithi082.stdout:op 5907 completed, throughput=5MB/sec 2024-08-17T01:20:25.315 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-wV0retDuN0W0Paa off=1651035 len=395163 2024-08-17T01:20:25.319 INFO:tasks.workunit.client.0.smithi082.stdout:op 5908 completed, throughput=5MB/sec 2024-08-17T01:20:25.319 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-G939BFVpDbsrdYj off=6086921 len=1920962 2024-08-17T01:20:25.320 INFO:tasks.workunit.client.0.smithi082.stdout:op 5909 completed, throughput=5MB/sec 2024-08-17T01:20:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:20:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:20:25] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-08-17T01:20:26.321 INFO:tasks.workunit.client.0.smithi082.stdout: 1153: throughput=5MB/sec pending data=0 2024-08-17T01:20:26.321 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zci6LptA8mkZ4Hy off=0 len=2012540 2024-08-17T01:20:26.332 INFO:tasks.workunit.client.0.smithi082.stdout:op 5910 completed, throughput=5MB/sec 2024-08-17T01:20:26.332 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2W6dnQcpaeApAfw off=381736 len=838669 2024-08-17T01:20:26.337 INFO:tasks.workunit.client.0.smithi082.stdout:op 5911 completed, throughput=5MB/sec 2024-08-17T01:20:26.337 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UA9pcit3EH3uRrG off=1461129 len=1215210 2024-08-17T01:20:26.342 INFO:tasks.workunit.client.0.smithi082.stdout:op 5912 completed, throughput=5MB/sec 2024-08-17T01:20:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:26 smithi082 ceph-mon[91979]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:20:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:26 smithi082 ceph-mon[94343]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:20:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:26 smithi137 ceph-mon[86391]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-17T01:20:27.343 INFO:tasks.workunit.client.0.smithi082.stdout: 1154: throughput=5MB/sec pending data=0 2024-08-17T01:20:27.343 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QpnLR4l3juZBXqx off=7675169 len=1094126 2024-08-17T01:20:27.348 INFO:tasks.workunit.client.0.smithi082.stdout:op 5913 completed, throughput=5MB/sec 2024-08-17T01:20:27.348 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-F36fjW9I_KhRNYC off=4428677 len=146715 2024-08-17T01:20:27.351 INFO:tasks.workunit.client.0.smithi082.stdout:op 5914 completed, throughput=5MB/sec 2024-08-17T01:20:27.351 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-X2R_Qjm32hm6ixD off=14234834 len=954306 2024-08-17T01:20:27.352 INFO:tasks.workunit.client.0.smithi082.stdout:op 5915 completed, throughput=5MB/sec 2024-08-17T01:20:27.352 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-u7HgUG9LtQhkq68 off=14694482 len=1551492 2024-08-17T01:20:27.355 INFO:tasks.workunit.client.0.smithi082.stdout:op 5916 completed, throughput=5MB/sec 2024-08-17T01:20:27.356 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-hVkW0dwUqFiI59a off=8242348 len=646447 2024-08-17T01:20:27.357 INFO:tasks.workunit.client.0.smithi082.stdout:op 5917 completed, throughput=5MB/sec 2024-08-17T01:20:27.357 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-jkQaS9-e07dhHjB off=7690777 len=242577 2024-08-17T01:20:27.360 INFO:tasks.workunit.client.0.smithi082.stdout:op 5918 completed, throughput=5MB/sec 2024-08-17T01:20:27.360 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IuMlrz1KW-sCgh5 off=4105664 len=1575952 2024-08-17T01:20:27.369 INFO:tasks.workunit.client.0.smithi082.stdout:op 5919 completed, throughput=5MB/sec 2024-08-17T01:20:28.370 INFO:tasks.workunit.client.0.smithi082.stdout: 1155: throughput=5MB/sec pending data=0 2024-08-17T01:20:28.370 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj--xGNRde_gjxc-bi off=943176 len=863126 2024-08-17T01:20:28.375 INFO:tasks.workunit.client.0.smithi082.stdout:op 5920 completed, throughput=5MB/sec 2024-08-17T01:20:28.375 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-oMZc6bD-LNQmwnu off=6951900 len=385660 2024-08-17T01:20:28.379 INFO:tasks.workunit.client.0.smithi082.stdout:op 5921 completed, throughput=5MB/sec 2024-08-17T01:20:28.379 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-368OrzTGKSBR20W off=3949832 len=1407011 2024-08-17T01:20:28.383 INFO:tasks.workunit.client.0.smithi082.stdout:op 5922 completed, throughput=5MB/sec 2024-08-17T01:20:28.383 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-DMuJZWv9n9qVsnj off=3988833 len=1837287 2024-08-17T01:20:28.386 INFO:tasks.workunit.client.0.smithi082.stdout:op 5923 completed, throughput=5MB/sec 2024-08-17T01:20:28.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:28 smithi082 ceph-mon[94343]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:20:28.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:28 smithi082 ceph-mon[91979]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:20:28.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:28 smithi137 ceph-mon[86391]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-17T01:20:29.387 INFO:tasks.workunit.client.0.smithi082.stdout: 1156: throughput=5MB/sec pending data=0 2024-08-17T01:20:29.387 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-FrPSEFUSQRxOa-6 off=2317476 len=180368 2024-08-17T01:20:29.387 INFO:tasks.workunit.client.0.smithi082.stdout:op 5924 completed, throughput=5MB/sec 2024-08-17T01:20:29.387 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-V5rBW6dkvnJPPQ6 off=4890844 len=981156 2024-08-17T01:20:29.390 INFO:tasks.workunit.client.0.smithi082.stdout:op 5925 completed, throughput=5MB/sec 2024-08-17T01:20:29.390 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-02zw0OjGKgNWmTX off=3851668 len=301395 2024-08-17T01:20:29.390 INFO:tasks.workunit.client.0.smithi082.stdout:op 5926 completed, throughput=5MB/sec 2024-08-17T01:20:29.390 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-aS-NIRjW-yJRc17 off=3179833 len=1169159 2024-08-17T01:20:29.392 INFO:tasks.workunit.client.0.smithi082.stdout:op 5927 completed, throughput=5MB/sec 2024-08-17T01:20:29.392 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-j90jJujtRTy2pIe off=1791566 len=986983 2024-08-17T01:20:29.397 INFO:tasks.workunit.client.0.smithi082.stdout:op 5928 completed, throughput=5MB/sec 2024-08-17T01:20:29.397 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-9itRR9NFt5f5wYS off=5992199 len=1714287 2024-08-17T01:20:29.408 INFO:tasks.workunit.client.0.smithi082.stdout:op 5929 completed, throughput=5MB/sec 2024-08-17T01:20:30.409 INFO:tasks.workunit.client.0.smithi082.stdout: 1157: throughput=5MB/sec pending data=0 2024-08-17T01:20:30.409 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-yo5NtyW2HkvBOOO off=2513988 len=60519 2024-08-17T01:20:30.412 INFO:tasks.workunit.client.0.smithi082.stdout:op 5930 completed, throughput=5MB/sec 2024-08-17T01:20:30.412 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-KNyqwwPl5ABUnra off=2995100 len=1979526 2024-08-17T01:20:30.415 INFO:tasks.workunit.client.0.smithi082.stdout:op 5931 completed, throughput=5MB/sec 2024-08-17T01:20:30.415 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-uWkuRX8hOHNsjJj off=5184973 len=1144556 2024-08-17T01:20:30.423 INFO:tasks.workunit.client.0.smithi082.stdout:op 5932 completed, throughput=5MB/sec 2024-08-17T01:20:30.423 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-IXE6ae0WbKmgOwf off=4003685 len=355544 2024-08-17T01:20:30.424 INFO:tasks.workunit.client.0.smithi082.stdout:op 5933 completed, throughput=5MB/sec 2024-08-17T01:20:30.424 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-IAOGaYfVGFHk4g2 off=3286529 len=844567 2024-08-17T01:20:30.428 INFO:tasks.workunit.client.0.smithi082.stdout:op 5934 completed, throughput=5MB/sec 2024-08-17T01:20:30.429 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-pRtgv5SDUpWX2ZH off=79163 len=1198773 2024-08-17T01:20:30.431 INFO:tasks.workunit.client.0.smithi082.stdout:op 5935 completed, throughput=5MB/sec 2024-08-17T01:20:30.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:30 smithi082 ceph-mon[94343]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:20:30.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:30 smithi082 ceph-mon[91979]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:20:30.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:30 smithi137 ceph-mon[86391]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:20:31.431 INFO:tasks.workunit.client.0.smithi082.stdout: 1158: throughput=5MB/sec pending data=0 2024-08-17T01:20:31.431 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-ARHuyYZaq1J_AKk off=8669715 len=1212471 2024-08-17T01:20:31.434 INFO:tasks.workunit.client.0.smithi082.stdout:op 5936 completed, throughput=5MB/sec 2024-08-17T01:20:31.434 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-RJFAr7xdOuQJuMC off=0 len=1349692 2024-08-17T01:20:31.443 INFO:tasks.workunit.client.0.smithi082.stdout:op 5937 completed, throughput=5MB/sec 2024-08-17T01:20:31.443 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3pVklFV4UtNSNl2 off=4525451 len=1898101 2024-08-17T01:20:31.451 INFO:tasks.workunit.client.0.smithi082.stdout:op 5938 completed, throughput=5MB/sec 2024-08-17T01:20:31.451 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-zTztyqubl6Y4KOF off=20285633 len=238843 2024-08-17T01:20:31.454 INFO:tasks.workunit.client.0.smithi082.stdout:op 5939 completed, throughput=5MB/sec 2024-08-17T01:20:31.454 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-F0Kh7H3MJz2RUZ2 off=11032814 len=1234194 2024-08-17T01:20:31.455 INFO:tasks.workunit.client.0.smithi082.stdout:op 5940 completed, throughput=5MB/sec 2024-08-17T01:20:32.456 INFO:tasks.workunit.client.0.smithi082.stdout: 1159: throughput=5MB/sec pending data=0 2024-08-17T01:20:32.456 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-By1afotg6mZogDN off=19535060 len=1755898 2024-08-17T01:20:32.458 INFO:tasks.workunit.client.0.smithi082.stdout:op 5941 completed, throughput=5MB/sec 2024-08-17T01:20:32.458 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oB2khtZFP4xVRF7 off=2912625 len=1386329 2024-08-17T01:20:32.460 INFO:tasks.workunit.client.0.smithi082.stdout:op 5942 completed, throughput=5MB/sec 2024-08-17T01:20:32.460 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qtipivOn3R7UlWX off=932880 len=1425629 2024-08-17T01:20:32.462 INFO:tasks.workunit.client.0.smithi082.stdout:op 5943 completed, throughput=5MB/sec 2024-08-17T01:20:32.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:32 smithi082 ceph-mon[94343]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:20:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:32 smithi082 ceph-mon[91979]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:20:32.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:32 smithi137 ceph-mon[86391]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-17T01:20:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:20:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:20:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:20:33.462 INFO:tasks.workunit.client.0.smithi082.stdout: 1160: throughput=5MB/sec pending data=0 2024-08-17T01:20:33.463 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YefbvqK7J-PVHUm off=7093903 len=1627797 2024-08-17T01:20:33.466 INFO:tasks.workunit.client.0.smithi082.stdout:op 5944 completed, throughput=5MB/sec 2024-08-17T01:20:33.466 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-402oQ904EJRMXFT off=2446865 len=55845 2024-08-17T01:20:33.466 INFO:tasks.workunit.client.0.smithi082.stdout:op 5945 completed, throughput=5MB/sec 2024-08-17T01:20:33.466 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jV2S2AP1OthsOmU off=3876795 len=1383470 2024-08-17T01:20:33.468 INFO:tasks.workunit.client.0.smithi082.stdout:op 5946 completed, throughput=5MB/sec 2024-08-17T01:20:33.468 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-L_hQqFHK5b7yyPX off=2228567 len=754203 2024-08-17T01:20:33.473 INFO:tasks.workunit.client.0.smithi082.stdout:op 5947 completed, throughput=5MB/sec 2024-08-17T01:20:33.473 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-MRcFc8h9NFZiYGK off=322002 len=275914 2024-08-17T01:20:33.476 INFO:tasks.workunit.client.0.smithi082.stdout:op 5948 completed, throughput=5MB/sec 2024-08-17T01:20:33.476 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-VWDeLViXu8d0uZ7 off=17248102 len=417263 2024-08-17T01:20:33.480 INFO:tasks.workunit.client.0.smithi082.stdout:op 5949 completed, throughput=5MB/sec 2024-08-17T01:20:33.480 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HYBnZfDURAlZp8P off=13604921 len=926453 2024-08-17T01:20:33.481 INFO:tasks.workunit.client.0.smithi082.stdout:op 5950 completed, throughput=5MB/sec 2024-08-17T01:20:34.482 INFO:tasks.workunit.client.0.smithi082.stdout: 1161: throughput=5MB/sec pending data=0 2024-08-17T01:20:34.482 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Aqn_KyO6AJYiiUI off=14554350 len=913639 2024-08-17T01:20:34.487 INFO:tasks.workunit.client.0.smithi082.stdout:op 5951 completed, throughput=5MB/sec 2024-08-17T01:20:34.488 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-v3w1QqUgvCK_yRx off=3388302 len=1345655 2024-08-17T01:20:34.495 INFO:tasks.workunit.client.0.smithi082.stdout:op 5952 completed, throughput=5MB/sec 2024-08-17T01:20:34.495 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-23PdnD8s9s0BFWK off=3576103 len=1613305 2024-08-17T01:20:34.503 INFO:tasks.workunit.client.0.smithi082.stdout:op 5953 completed, throughput=5MB/sec 2024-08-17T01:20:34.503 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-f_7iLOPyxgjHZUX off=8957766 len=1736277 2024-08-17T01:20:34.505 INFO:tasks.workunit.client.0.smithi082.stdout:op 5954 completed, throughput=5MB/sec 2024-08-17T01:20:34.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:34 smithi082 ceph-mon[94343]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:20:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:34 smithi082 ceph-mon[91979]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:20:34.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:34 smithi137 ceph-mon[86391]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T01:20:35.390 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:20:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:20:35] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-08-17T01:20:35.506 INFO:tasks.workunit.client.0.smithi082.stdout: 1162: throughput=5MB/sec pending data=0 2024-08-17T01:20:35.506 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-jSua_RPd_xZJexG off=13627349 len=709463 2024-08-17T01:20:35.508 INFO:tasks.workunit.client.0.smithi082.stdout:op 5955 completed, throughput=5MB/sec 2024-08-17T01:20:35.508 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-tUyGnj-k4aa61MM off=3938201 len=1883782 2024-08-17T01:20:35.519 INFO:tasks.workunit.client.0.smithi082.stdout:op 5956 completed, throughput=5MB/sec 2024-08-17T01:20:35.519 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-xB6OmvfyqL7IDtU off=452933 len=1475037 2024-08-17T01:20:35.525 INFO:tasks.workunit.client.0.smithi082.stdout:op 5957 completed, throughput=5MB/sec 2024-08-17T01:20:35.525 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OqUaO2fU2TO8rcE off=21656549 len=1068374 2024-08-17T01:20:35.526 INFO:tasks.workunit.client.0.smithi082.stdout:op 5958 completed, throughput=5MB/sec 2024-08-17T01:20:35.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:20:35.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:20:35.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:20:36.527 INFO:tasks.workunit.client.0.smithi082.stdout: 1163: throughput=5MB/sec pending data=0 2024-08-17T01:20:36.527 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-gEX70dBewIjTOhS off=9793726 len=52528 2024-08-17T01:20:36.528 INFO:tasks.workunit.client.0.smithi082.stdout:op 5959 completed, throughput=5MB/sec 2024-08-17T01:20:36.528 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-OV6Ga8SCY0Yybbn off=11617026 len=1429186 2024-08-17T01:20:36.529 INFO:tasks.workunit.client.0.smithi082.stdout:op 5960 completed, throughput=5MB/sec 2024-08-17T01:20:36.530 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-m3RcGtnmKONc1a6 off=2230660 len=474644 2024-08-17T01:20:36.530 INFO:tasks.workunit.client.0.smithi082.stdout:op 5961 completed, throughput=5MB/sec 2024-08-17T01:20:36.530 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oJKhHGwwKWbuo5f off=12738736 len=95186 2024-08-17T01:20:36.531 INFO:tasks.workunit.client.0.smithi082.stdout:op 5962 completed, throughput=5MB/sec 2024-08-17T01:20:36.531 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aL5flqhuW896qzT off=3458322 len=680463 2024-08-17T01:20:36.536 INFO:tasks.workunit.client.0.smithi082.stdout:op 5963 completed, throughput=5MB/sec 2024-08-17T01:20:36.536 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1h9E5EPx_e1f3f1 off=18191742 len=317689 2024-08-17T01:20:36.537 INFO:tasks.workunit.client.0.smithi082.stdout:op 5964 completed, throughput=5MB/sec 2024-08-17T01:20:36.537 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-C_8P2kcPaSkYP-L off=779090 len=2066458 2024-08-17T01:20:36.547 INFO:tasks.workunit.client.0.smithi082.stdout:op 5965 completed, throughput=5MB/sec 2024-08-17T01:20:36.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:36 smithi082 ceph-mon[94343]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:20:36.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:36 smithi082 ceph-mon[91979]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:20:36.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:36 smithi137 ceph-mon[86391]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T01:20:37.548 INFO:tasks.workunit.client.0.smithi082.stdout: 1164: throughput=5MB/sec pending data=0 2024-08-17T01:20:37.548 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-z_p1h-HUrL71-tX off=5663387 len=218756 2024-08-17T01:20:37.551 INFO:tasks.workunit.client.0.smithi082.stdout:op 5966 completed, throughput=5MB/sec 2024-08-17T01:20:37.551 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-d0KON5fP6ueRp1X off=15291312 len=1059131 2024-08-17T01:20:37.553 INFO:tasks.workunit.client.0.smithi082.stdout:op 5967 completed, throughput=5MB/sec 2024-08-17T01:20:37.553 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-YMGBtNi4SfNZcRU off=17000165 len=348369 2024-08-17T01:20:37.554 INFO:tasks.workunit.client.0.smithi082.stdout:op 5968 completed, throughput=5MB/sec 2024-08-17T01:20:37.554 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-V_w4UkROGCAH3JD off=192551 len=2043150 2024-08-17T01:20:37.558 INFO:tasks.workunit.client.0.smithi082.stdout:op 5969 completed, throughput=5MB/sec 2024-08-17T01:20:37.558 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-aRC72V6SoElfZCO off=12004281 len=1511667 2024-08-17T01:20:37.567 INFO:tasks.workunit.client.0.smithi082.stdout:op 5970 completed, throughput=5MB/sec 2024-08-17T01:20:37.567 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-5YGrFVJjC1k5kys off=3483979 len=4416 2024-08-17T01:20:37.567 INFO:tasks.workunit.client.0.smithi082.stdout:op 5971 completed, throughput=5MB/sec 2024-08-17T01:20:37.567 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nU-y-IjbZBZF8wB off=11174919 len=931712 2024-08-17T01:20:37.569 INFO:tasks.workunit.client.0.smithi082.stdout:op 5972 completed, throughput=5MB/sec 2024-08-17T01:20:38.570 INFO:tasks.workunit.client.0.smithi082.stdout: 1165: throughput=5MB/sec pending data=0 2024-08-17T01:20:38.570 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-q2sL_z3MmYiTriK off=2586713 len=726838 2024-08-17T01:20:38.571 INFO:tasks.workunit.client.0.smithi082.stdout:op 5973 completed, throughput=5MB/sec 2024-08-17T01:20:38.571 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-fOrpFHcL_auHusx off=16524777 len=848887 2024-08-17T01:20:38.572 INFO:tasks.workunit.client.0.smithi082.stdout:op 5974 completed, throughput=5MB/sec 2024-08-17T01:20:38.572 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-0ANQKuBMzHZh11j off=1360691 len=691932 2024-08-17T01:20:38.577 INFO:tasks.workunit.client.0.smithi082.stdout:op 5975 completed, throughput=5MB/sec 2024-08-17T01:20:38.577 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-UsV6DM84VEKRqX3 off=5777633 len=2056057 2024-08-17T01:20:38.589 INFO:tasks.workunit.client.0.smithi082.stdout:op 5976 completed, throughput=5MB/sec 2024-08-17T01:20:38.589 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-2PrIOJ68km5NJjH off=6530780 len=1421828 2024-08-17T01:20:38.598 INFO:tasks.workunit.client.0.smithi082.stdout:op 5977 completed, throughput=5MB/sec 2024-08-17T01:20:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:38 smithi082 ceph-mon[91979]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:20:38.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:38 smithi082 ceph-mon[94343]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:20:38.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:38 smithi137 ceph-mon[86391]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-17T01:20:39.598 INFO:tasks.workunit.client.0.smithi082.stdout: 1166: throughput=5MB/sec pending data=0 2024-08-17T01:20:39.599 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Cw0Y8nDiw4AOcCh off=6933482 len=196012 2024-08-17T01:20:39.599 INFO:tasks.workunit.client.0.smithi082.stdout:op 5978 completed, throughput=5MB/sec 2024-08-17T01:20:39.599 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zjn9TcknycG4z7f off=6477132 len=475470 2024-08-17T01:20:39.600 INFO:tasks.workunit.client.0.smithi082.stdout:op 5979 completed, throughput=5MB/sec 2024-08-17T01:20:39.600 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-zM4e0rMTdseYAw6 off=2072100 len=1850926 2024-08-17T01:20:39.604 INFO:tasks.workunit.client.0.smithi082.stdout:op 5980 completed, throughput=5MB/sec 2024-08-17T01:20:39.604 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Bp1Daqc90bS2CoR off=415577 len=903084 2024-08-17T01:20:39.605 INFO:tasks.workunit.client.0.smithi082.stdout:op 5981 completed, throughput=5MB/sec 2024-08-17T01:20:39.606 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-udvX4ZL4i-P7afz off=5715709 len=1608087 2024-08-17T01:20:39.614 INFO:tasks.workunit.client.0.smithi082.stdout:op 5982 completed, throughput=5MB/sec 2024-08-17T01:20:40.615 INFO:tasks.workunit.client.0.smithi082.stdout: 1167: throughput=5MB/sec pending data=0 2024-08-17T01:20:40.615 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-e4kmnbIgOe4_f1_ off=4072756 len=848392 2024-08-17T01:20:40.616 INFO:tasks.workunit.client.0.smithi082.stdout:op 5983 completed, throughput=5MB/sec 2024-08-17T01:20:40.616 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ziNh7tZgK6Tczcr off=3537912 len=1321948 2024-08-17T01:20:40.622 INFO:tasks.workunit.client.0.smithi082.stdout:op 5984 completed, throughput=5MB/sec 2024-08-17T01:20:40.622 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-oF87HE3biahxRB4 off=11500089 len=1943392 2024-08-17T01:20:40.624 INFO:tasks.workunit.client.0.smithi082.stdout:op 5985 completed, throughput=5MB/sec 2024-08-17T01:20:40.624 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-83-B4DP5t7vX0Ee off=16421507 len=1292212 2024-08-17T01:20:40.632 INFO:tasks.workunit.client.0.smithi082.stdout:op 5986 completed, throughput=5MB/sec 2024-08-17T01:20:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:40 smithi082 ceph-mon[91979]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:20:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:40 smithi082 ceph-mon[94343]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:20:40.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:40 smithi137 ceph-mon[86391]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-17T01:20:41.633 INFO:tasks.workunit.client.0.smithi082.stdout: 1168: throughput=5MB/sec pending data=0 2024-08-17T01:20:41.633 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-meARIucN_SWNjl5 off=1115542 len=324734 2024-08-17T01:20:41.633 INFO:tasks.workunit.client.0.smithi082.stdout:op 5987 completed, throughput=5MB/sec 2024-08-17T01:20:41.633 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-LNkN21yT22pnw10 off=16247545 len=725582 2024-08-17T01:20:41.638 INFO:tasks.workunit.client.0.smithi082.stdout:op 5988 completed, throughput=5MB/sec 2024-08-17T01:20:41.638 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-TB4JEBHzMNd4P9Y off=12061137 len=924081 2024-08-17T01:20:41.639 INFO:tasks.workunit.client.0.smithi082.stdout:op 5989 completed, throughput=5MB/sec 2024-08-17T01:20:41.639 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-_I_Ip4VrKa1fV_- off=11014431 len=1729262 2024-08-17T01:20:41.641 INFO:tasks.workunit.client.0.smithi082.stdout:op 5990 completed, throughput=5MB/sec 2024-08-17T01:20:41.641 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-7soM5u4eW3IO2ZL off=1244308 len=1856129 2024-08-17T01:20:41.653 INFO:tasks.workunit.client.0.smithi082.stdout:op 5991 completed, throughput=5MB/sec 2024-08-17T01:20:42.654 INFO:tasks.workunit.client.0.smithi082.stdout: 1169: throughput=5MB/sec pending data=0 2024-08-17T01:20:42.654 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-sSplDG2VPlWuw1t off=3207367 len=646689 2024-08-17T01:20:42.655 INFO:tasks.workunit.client.0.smithi082.stdout:op 5992 completed, throughput=5MB/sec 2024-08-17T01:20:42.655 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-W5lDOHqgATpL0Jq off=22787061 len=1373579 2024-08-17T01:20:42.663 INFO:tasks.workunit.client.0.smithi082.stdout:op 5993 completed, throughput=5MB/sec 2024-08-17T01:20:42.663 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Vx_8ELPOpT-3dVo off=8791814 len=52547 2024-08-17T01:20:42.666 INFO:tasks.workunit.client.0.smithi082.stdout:op 5994 completed, throughput=5MB/sec 2024-08-17T01:20:42.666 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xvQ3J2U733H-P3b off=2397961 len=1827461 2024-08-17T01:20:42.670 INFO:tasks.workunit.client.0.smithi082.stdout:op 5995 completed, throughput=5MB/sec 2024-08-17T01:20:42.670 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-HQPpp6PH9qqnOkz off=906182 len=221148 2024-08-17T01:20:42.670 INFO:tasks.workunit.client.0.smithi082.stdout:op 5996 completed, throughput=5MB/sec 2024-08-17T01:20:42.671 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-1TeZGpo9--A_tJ9 off=6083556 len=1108110 2024-08-17T01:20:42.679 INFO:tasks.workunit.client.0.smithi082.stdout:op 5997 completed, throughput=5MB/sec 2024-08-17T01:20:42.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:42 smithi082 ceph-mon[94343]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:20:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:42 smithi082 ceph-mon[91979]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:20:42.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:42 smithi137 ceph-mon[86391]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-17T01:20:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:20:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:20:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:20:43.679 INFO:tasks.workunit.client.0.smithi082.stdout: 1170: throughput=5MB/sec pending data=0 2024-08-17T01:20:43.679 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-SPLlD2IzmHffWxa off=1391469 len=938892 2024-08-17T01:20:43.681 INFO:tasks.workunit.client.0.smithi082.stdout:op 5998 completed, throughput=5MB/sec 2024-08-17T01:20:43.681 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-NYVihJnyFGCnx1F off=11005465 len=1596925 2024-08-17T01:20:43.690 INFO:tasks.workunit.client.0.smithi082.stdout:op 5999 completed, throughput=5MB/sec 2024-08-17T01:20:43.690 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Ya8FkAAw10oHqMR off=2201636 len=1025156 2024-08-17T01:20:43.695 INFO:tasks.workunit.client.0.smithi082.stdout:op 6000 completed, throughput=5MB/sec 2024-08-17T01:20:43.695 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-3G2xDaJIPGFUi1Q off=5842186 len=15943 2024-08-17T01:20:43.698 INFO:tasks.workunit.client.0.smithi082.stdout:op 6001 completed, throughput=5MB/sec 2024-08-17T01:20:43.698 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qLevT_FPIEo3f4G off=13289073 len=1154723 2024-08-17T01:20:43.699 INFO:tasks.workunit.client.0.smithi082.stdout:op 6002 completed, throughput=5MB/sec 2024-08-17T01:20:44.699 INFO:tasks.workunit.client.0.smithi082.stdout: 1171: throughput=5MB/sec pending data=0 2024-08-17T01:20:44.700 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-JVuPDJf2aMz9U7p off=2263749 len=1804098 2024-08-17T01:20:44.709 INFO:tasks.workunit.client.0.smithi082.stdout:op 6003 completed, throughput=5MB/sec 2024-08-17T01:20:44.709 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-jwHfhY24XtLFqc7 off=22277391 len=861107 2024-08-17T01:20:44.715 INFO:tasks.workunit.client.0.smithi082.stdout:op 6004 completed, throughput=5MB/sec 2024-08-17T01:20:44.715 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-BVMyktknw2mdped off=23522661 len=1411516 2024-08-17T01:20:44.722 INFO:tasks.workunit.client.0.smithi082.stdout:op 6005 completed, throughput=5MB/sec 2024-08-17T01:20:44.722 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-8870-qponTw6yka off=5139515 len=2039828 2024-08-17T01:20:44.724 INFO:tasks.workunit.client.0.smithi082.stdout:op 6006 completed, throughput=5MB/sec 2024-08-17T01:20:44.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:44 smithi082 ceph-mon[94343]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:20:44.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:44 smithi082 ceph-mon[91979]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:20:44.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:44 smithi137 ceph-mon[86391]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:20:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:20:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:20:45] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-08-17T01:20:45.724 INFO:tasks.workunit.client.0.smithi082.stdout: 1172: throughput=5MB/sec pending data=0 2024-08-17T01:20:45.725 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-ddmdaxCM1GGlDp1 off=3149434 len=1024848 2024-08-17T01:20:45.730 INFO:tasks.workunit.client.0.smithi082.stdout:op 6007 completed, throughput=5MB/sec 2024-08-17T01:20:45.731 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-p5YiK38LTfK4GN3 off=20684135 len=1095061 2024-08-17T01:20:45.737 INFO:tasks.workunit.client.0.smithi082.stdout:op 6008 completed, throughput=5MB/sec 2024-08-17T01:20:45.737 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-a8k5BIjxF5iVpfE off=19437206 len=1467157 2024-08-17T01:20:45.739 INFO:tasks.workunit.client.0.smithi082.stdout:op 6009 completed, throughput=5MB/sec 2024-08-17T01:20:45.739 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-1QrbqjpdZcs91Wv off=7757311 len=1720168 2024-08-17T01:20:45.741 INFO:tasks.workunit.client.0.smithi082.stdout:op 6010 completed, throughput=5MB/sec 2024-08-17T01:20:46.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:46 smithi082 ceph-mon[91979]: pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:20:46.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:46 smithi082 ceph-mon[94343]: pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:20:46.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:46 smithi137 ceph-mon[86391]: pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T01:20:46.741 INFO:tasks.workunit.client.0.smithi082.stdout: 1173: throughput=5MB/sec pending data=0 2024-08-17T01:20:46.741 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-nfRYsyxGqf1Zs4r off=1112352 len=1411779 2024-08-17T01:20:46.743 INFO:tasks.workunit.client.0.smithi082.stdout:op 6011 completed, throughput=5MB/sec 2024-08-17T01:20:46.743 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-Lbwi8tSlI8piHxu off=5526366 len=966359 2024-08-17T01:20:46.744 INFO:tasks.workunit.client.0.smithi082.stdout:op 6012 completed, throughput=5MB/sec 2024-08-17T01:20:46.744 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-UcbZfADWeweAKhG off=18465734 len=104211 2024-08-17T01:20:46.745 INFO:tasks.workunit.client.0.smithi082.stdout:op 6013 completed, throughput=5MB/sec 2024-08-17T01:20:46.745 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-iQKuBakzbWojlwG off=3339345 len=1713702 2024-08-17T01:20:46.754 INFO:tasks.workunit.client.0.smithi082.stdout:op 6014 completed, throughput=5MB/sec 2024-08-17T01:20:46.754 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-D-K-5_OUTQy1GDs off=9953118 len=1414455 2024-08-17T01:20:46.755 INFO:tasks.workunit.client.0.smithi082.stdout:op 6015 completed, throughput=5MB/sec 2024-08-17T01:20:47.755 INFO:tasks.workunit.client.0.smithi082.stdout: 1174: throughput=5MB/sec pending data=0 2024-08-17T01:20:47.756 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Ye-UsEcZ79suUXY off=10997557 len=81825 2024-08-17T01:20:47.758 INFO:tasks.workunit.client.0.smithi082.stdout:op 6016 completed, throughput=5MB/sec 2024-08-17T01:20:47.758 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-kUf1-mMc7Tk1sRo off=1944024 len=1156988 2024-08-17T01:20:47.763 INFO:tasks.workunit.client.0.smithi082.stdout:op 6017 completed, throughput=5MB/sec 2024-08-17T01:20:47.764 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-N3PTuX16qbyocN_ off=13551 len=1114422 2024-08-17T01:20:47.769 INFO:tasks.workunit.client.0.smithi082.stdout:op 6018 completed, throughput=5MB/sec 2024-08-17T01:20:47.769 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-75UdG3erP0lgfH5 off=4911742 len=575735 2024-08-17T01:20:47.772 INFO:tasks.workunit.client.0.smithi082.stdout:op 6019 completed, throughput=5MB/sec 2024-08-17T01:20:47.772 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-qAgDRo57oBar1JG off=2542808 len=360448 2024-08-17T01:20:47.773 INFO:tasks.workunit.client.0.smithi082.stdout:op 6020 completed, throughput=5MB/sec 2024-08-17T01:20:47.774 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-YuAxJI0j05ekc9K off=492834 len=307483 2024-08-17T01:20:47.777 INFO:tasks.workunit.client.0.smithi082.stdout:op 6021 completed, throughput=5MB/sec 2024-08-17T01:20:47.777 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-iaVtJpBfOYkH__P off=2789011 len=1774020 2024-08-17T01:20:47.784 INFO:tasks.workunit.client.0.smithi082.stdout:op 6022 completed, throughput=5MB/sec 2024-08-17T01:20:48.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:48 smithi082 ceph-mon[91979]: pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:20:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:48 smithi082 ceph-mon[94343]: pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:20:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:48 smithi137 ceph-mon[86391]: pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-17T01:20:48.784 INFO:tasks.workunit.client.0.smithi082.stdout: 1175: throughput=5MB/sec pending data=0 2024-08-17T01:20:48.784 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-QrN2AY9GGmKOZrS off=1794882 len=869042 2024-08-17T01:20:48.790 INFO:tasks.workunit.client.0.smithi082.stdout:op 6023 completed, throughput=5MB/sec 2024-08-17T01:20:48.790 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-l4bNHzqvvHmNB5Y off=4674566 len=338220 2024-08-17T01:20:48.793 INFO:tasks.workunit.client.0.smithi082.stdout:op 6024 completed, throughput=5MB/sec 2024-08-17T01:20:48.793 INFO:tasks.workunit.client.0.smithi082.stdout:WRITE : oid=obj-Hi2d2j8HYJ7e6CQ off=4714412 len=1383652 2024-08-17T01:20:48.802 INFO:tasks.workunit.client.0.smithi082.stdout:op 6025 completed, throughput=5MB/sec 2024-08-17T01:20:48.802 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-xbIN5JyHQ2EYF4- off=3220567 len=1255832 2024-08-17T01:20:48.804 INFO:tasks.workunit.client.0.smithi082.stdout:op 6026 completed, throughput=5MB/sec 2024-08-17T01:20:48.804 INFO:tasks.workunit.client.0.smithi082.stdout:READ : oid=obj-F2US_-TS3sIqDD1 off=10134522 len=785309 2024-08-17T01:20:48.805 INFO:tasks.workunit.client.0.smithi082.stdout:op 6027 completed, throughput=5MB/sec 2024-08-17T01:20:49.806 INFO:tasks.workunit.client.0.smithi082.stdout:waiting for all operations to complete 2024-08-17T01:20:49.806 INFO:tasks.workunit.client.0.smithi082.stdout:cleaning up objects 2024-08-17T01:20:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:50 smithi082 ceph-mon[91979]: pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:20:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:20:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:20:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:50 smithi082 ceph-mon[94343]: pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:20:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:20:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:20:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:50 smithi137 ceph-mon[86391]: pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-17T01:20:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:20:50.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:20:52.649 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:52 smithi137 ceph-mon[86391]: pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:20:52.650 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:20:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:20:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:20:52.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:52 smithi082 ceph-mon[94343]: pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:20:52.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:52 smithi082 ceph-mon[91979]: pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-17T01:20:53.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:53 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:53.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:53 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:53.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:53 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:53.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:53 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:53.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:53 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:53.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:53 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:53.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:53 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:53.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:53 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:53.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:53 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:53.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:53 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:53.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:53 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:53.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:53 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:53.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:53 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:53.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:53 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:53.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:53 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:53.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:53 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:53.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:53 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:53.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:53 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:54.514 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:54 smithi137 ceph-mon[86391]: pgmap v2002: 105 pgs: 105 active+clean; 123 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 28 op/s 2024-08-17T01:20:54.515 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:54 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:54.515 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:54 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:54.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:54 smithi082 ceph-mon[91979]: pgmap v2002: 105 pgs: 105 active+clean; 123 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 28 op/s 2024-08-17T01:20:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:54 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:54 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:54 smithi082 ceph-mon[94343]: pgmap v2002: 105 pgs: 105 active+clean; 123 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 28 op/s 2024-08-17T01:20:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:54 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:54 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:55.174 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:20:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:20:55] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-08-17T01:20:56.577 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:56 smithi137 ceph-mon[86391]: pgmap v2003: 105 pgs: 105 active+clean; 117 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 68 op/s 2024-08-17T01:20:56.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:56 smithi082 ceph-mon[94343]: pgmap v2003: 105 pgs: 105 active+clean; 117 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 68 op/s 2024-08-17T01:20:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:56 smithi082 ceph-mon[91979]: pgmap v2003: 105 pgs: 105 active+clean; 117 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 68 op/s 2024-08-17T01:20:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:57 smithi082 ceph-mon[94343]: pgmap v2004: 105 pgs: 105 active+clean; 93 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 228 op/s 2024-08-17T01:20:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:20:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:20:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:57 smithi082 ceph-mon[91979]: pgmap v2004: 105 pgs: 105 active+clean; 93 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 228 op/s 2024-08-17T01:20:58.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:58.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:58.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:58.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:58.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:20:58.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:20:58.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:57 smithi137 ceph-mon[86391]: pgmap v2004: 105 pgs: 105 active+clean; 93 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 228 op/s 2024-08-17T01:20:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:20:58.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:20:58.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:20:58.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:21:00.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:20:59 smithi082 ceph-mon[91979]: pgmap v2005: 105 pgs: 105 active+clean; 79 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 938 KiB/s rd, 1001 KiB/s wr, 320 op/s 2024-08-17T01:21:00.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:20:59 smithi082 ceph-mon[94343]: pgmap v2005: 105 pgs: 105 active+clean; 79 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 938 KiB/s rd, 1001 KiB/s wr, 320 op/s 2024-08-17T01:21:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:20:59 smithi137 ceph-mon[86391]: pgmap v2005: 105 pgs: 105 active+clean; 79 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 938 KiB/s rd, 1001 KiB/s wr, 320 op/s 2024-08-17T01:21:02.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:01 smithi082 ceph-mon[94343]: pgmap v2006: 105 pgs: 105 active+clean; 62 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 398 KiB/s rd, 931 KiB/s wr, 441 op/s 2024-08-17T01:21:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:01 smithi082 ceph-mon[91979]: pgmap v2006: 105 pgs: 105 active+clean; 62 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 398 KiB/s rd, 931 KiB/s wr, 441 op/s 2024-08-17T01:21:02.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:01 smithi137 ceph-mon[86391]: pgmap v2006: 105 pgs: 105 active+clean; 62 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 398 KiB/s rd, 931 KiB/s wr, 441 op/s 2024-08-17T01:21:02.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:21:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:21:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:21:04.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:03 smithi082 ceph-mon[94343]: pgmap v2007: 105 pgs: 105 active+clean; 52 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 29 KiB/s rd, 449 KiB/s wr, 502 op/s 2024-08-17T01:21:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:03 smithi082 ceph-mon[91979]: pgmap v2007: 105 pgs: 105 active+clean; 52 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 29 KiB/s rd, 449 KiB/s wr, 502 op/s 2024-08-17T01:21:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:03 smithi137 ceph-mon[86391]: pgmap v2007: 105 pgs: 105 active+clean; 52 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 29 KiB/s rd, 449 KiB/s wr, 502 op/s 2024-08-17T01:21:05.423 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:21:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:21:05] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-08-17T01:21:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:05 smithi137 ceph-mon[86391]: pgmap v2008: 105 pgs: 105 active+clean; 43 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 140 KiB/s wr, 538 op/s 2024-08-17T01:21:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:21:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:05 smithi082 ceph-mon[94343]: pgmap v2008: 105 pgs: 105 active+clean; 43 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 140 KiB/s wr, 538 op/s 2024-08-17T01:21:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:21:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:05 smithi082 ceph-mon[91979]: pgmap v2008: 105 pgs: 105 active+clean; 43 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 140 KiB/s wr, 538 op/s 2024-08-17T01:21:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:21:07.365 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T01:21:07.365 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T01:21:07.433 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-08-17T01:21:07.433 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-17T01:21:07.677 DEBUG:teuthology.parallel:result is None 2024-08-17T01:21:07.677 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T01:21:07.704 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T01:21:07.705 DEBUG:teuthology.orchestra.run.smithi082:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T01:21:07.760 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T01:21:07.760 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T01:21:07.760 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-08-17T01:21:07.760 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T01:21:07.760 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-08-17T01:21:07.760 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-17T01:21:07.761 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-17T01:21:07.761 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-17T01:21:07.762 DEBUG:teuthology.orchestra.run.smithi137:> stat -- /home/ubuntu/cephtest/mnt.1 2024-08-17T01:21:07.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T01:21:07.778 INFO:teuthology.orchestra.run.smithi137.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-08-17T01:21:07.778 DEBUG:teuthology.orchestra.run.smithi137:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-08-17T01:21:07.833 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-08-17T01:21:07.834 DEBUG:teuthology.orchestra.run.smithi137:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-08-17T01:21:07.888 INFO:tasks.workunit:timeout=3h 2024-08-17T01:21:07.888 INFO:tasks.workunit:cleanup=True 2024-08-17T01:21:07.889 DEBUG:teuthology.orchestra.run.smithi137:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-08-17T01:21:07.944 INFO:tasks.workunit.client.1.smithi137.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-08-17T01:21:08.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:07 smithi137 ceph-mon[86391]: pgmap v2009: 105 pgs: 105 active+clean; 21 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 646 op/s 2024-08-17T01:21:08.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:07 smithi082 ceph-mon[94343]: pgmap v2009: 105 pgs: 105 active+clean; 21 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 646 op/s 2024-08-17T01:21:08.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:07 smithi082 ceph-mon[91979]: pgmap v2009: 105 pgs: 105 active+clean; 21 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 646 op/s 2024-08-17T01:21:10.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:09 smithi137 ceph-mon[86391]: pgmap v2010: 105 pgs: 105 active+clean; 9.8 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 561 op/s 2024-08-17T01:21:10.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:09 smithi082 ceph-mon[94343]: pgmap v2010: 105 pgs: 105 active+clean; 9.8 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 561 op/s 2024-08-17T01:21:10.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:09 smithi082 ceph-mon[91979]: pgmap v2010: 105 pgs: 105 active+clean; 9.8 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 561 op/s 2024-08-17T01:21:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:11 smithi137 ceph-mon[86391]: pgmap v2011: 105 pgs: 105 active+clean; 1.3 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 525 op/s 2024-08-17T01:21:12.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:11 smithi082 ceph-mon[94343]: pgmap v2011: 105 pgs: 105 active+clean; 1.3 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 525 op/s 2024-08-17T01:21:12.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:11 smithi082 ceph-mon[91979]: pgmap v2011: 105 pgs: 105 active+clean; 1.3 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 525 op/s 2024-08-17T01:21:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:21:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:21:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:21:13.349 DEBUG:teuthology.orchestra.run.smithi137:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-08-17T01:21:13.424 INFO:tasks.workunit.client.1.smithi137.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-17T01:21:13.427 INFO:tasks.workunit.client.1.smithi137.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-08-17T01:21:13.427 INFO:tasks.workunit.client.1.smithi137.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-17T01:21:14.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:13 smithi137 ceph-mon[86391]: pgmap v2012: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 413 op/s 2024-08-17T01:21:14.272 INFO:tasks.workunit.client.1.smithi137.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-17T01:21:14.426 INFO:tasks.workunit.client.1.smithi137.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-17T01:21:14.466 INFO:tasks.workunit.client.1.smithi137.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-08-17T01:21:14.468 INFO:tasks.workunit.client.1.smithi137.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-08-17T01:21:14.468 INFO:tasks.workunit.client.1.smithi137.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-17T01:21:14.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:13 smithi082 ceph-mon[94343]: pgmap v2012: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 413 op/s 2024-08-17T01:21:14.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:13 smithi082 ceph-mon[91979]: pgmap v2012: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 413 op/s 2024-08-17T01:21:14.506 INFO:tasks.workunit.client.1.smithi137.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-08-17T01:21:14.509 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-08-17T01:21:14.509 DEBUG:teuthology.orchestra.run.smithi137:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-08-17T01:21:14.565 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-08-17T01:21:14.567 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-08-17T01:21:14.567 DEBUG:teuthology.orchestra.run.smithi137:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-08-17T01:21:14.678 INFO:tasks.workunit.client.1.smithi137.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-08-17T01:21:14.678 INFO:tasks.workunit.client.1.smithi137.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-08-17T01:21:14.678 INFO:tasks.workunit.client.1.smithi137.stderr:+ TMPDIR=/tmp/rbd_import_export_133410 2024-08-17T01:21:14.678 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm -rf /tmp/rbd_import_export_133410 2024-08-17T01:21:14.678 INFO:tasks.workunit.client.1.smithi137.stderr:+ mkdir /tmp/rbd_import_export_133410 2024-08-17T01:21:14.679 INFO:tasks.workunit.client.1.smithi137.stderr:+ trap 'rm -rf /tmp/rbd_import_export_133410' INT TERM EXIT 2024-08-17T01:21:14.679 INFO:tasks.workunit.client.1.smithi137.stderr:+ mkdir foo.133410 2024-08-17T01:21:14.680 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import foo.133410 foo.dir 2024-08-17T01:21:14.720 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: cannot import a directory 2024-08-17T01:21:14.720 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 0% complete...failed. 2024-08-17T01:21:14.720 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: import failed: (21) Is a directory 2024-08-17T01:21:14.723 INFO:tasks.workunit.client.1.smithi137.stderr:+ true 2024-08-17T01:21:14.723 INFO:tasks.workunit.client.1.smithi137.stderr:+ rmdir foo.133410 2024-08-17T01:21:14.731 INFO:tasks.workunit.client.1.smithi137.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_133410/img bs=1k count=1 seek=10 2024-08-17T01:21:14.732 INFO:tasks.workunit.client.1.smithi137.stderr:1+0 records in 2024-08-17T01:21:14.732 INFO:tasks.workunit.client.1.smithi137.stderr:1+0 records out 2024-08-17T01:21:14.732 INFO:tasks.workunit.client.1.smithi137.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 3.9855e-05 s, 25.7 MB/s 2024-08-17T01:21:14.732 INFO:tasks.workunit.client.1.smithi137.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_133410/img bs=1k count=10 seek=100 2024-08-17T01:21:14.733 INFO:tasks.workunit.client.1.smithi137.stderr:10+0 records in 2024-08-17T01:21:14.733 INFO:tasks.workunit.client.1.smithi137.stderr:10+0 records out 2024-08-17T01:21:14.733 INFO:tasks.workunit.client.1.smithi137.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.1232e-05 s, 200 MB/s 2024-08-17T01:21:14.733 INFO:tasks.workunit.client.1.smithi137.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_133410/img bs=1k count=100 seek=1000 2024-08-17T01:21:14.734 INFO:tasks.workunit.client.1.smithi137.stderr:60+1 records in 2024-08-17T01:21:14.734 INFO:tasks.workunit.client.1.smithi137.stderr:60+1 records out 2024-08-17T01:21:14.734 INFO:tasks.workunit.client.1.smithi137.stderr:61656 bytes (62 kB, 60 KiB) copied, 0.000195284 s, 316 MB/s 2024-08-17T01:21:14.734 INFO:tasks.workunit.client.1.smithi137.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_133410/img bs=1k seek=10000 2024-08-17T01:21:14.735 INFO:tasks.workunit.client.1.smithi137.stderr:137+1 records in 2024-08-17T01:21:14.735 INFO:tasks.workunit.client.1.smithi137.stderr:137+1 records out 2024-08-17T01:21:14.735 INFO:tasks.workunit.client.1.smithi137.stderr:140952 bytes (141 kB, 138 KiB) copied, 0.000292255 s, 482 MB/s 2024-08-17T01:21:14.735 INFO:tasks.workunit.client.1.smithi137.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_133410/img bs=1k seek=100000 2024-08-17T01:21:14.736 INFO:tasks.workunit.client.1.smithi137.stderr:60+1 records in 2024-08-17T01:21:14.736 INFO:tasks.workunit.client.1.smithi137.stderr:60+1 records out 2024-08-17T01:21:14.736 INFO:tasks.workunit.client.1.smithi137.stderr:61608 bytes (62 kB, 60 KiB) copied, 0.000141696 s, 435 MB/s 2024-08-17T01:21:14.736 INFO:tasks.workunit.client.1.smithi137.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_133410/img bs=1k seek=1000000 2024-08-17T01:21:14.737 INFO:tasks.workunit.client.1.smithi137.stderr:154+1 records in 2024-08-17T01:21:14.737 INFO:tasks.workunit.client.1.smithi137.stderr:154+1 records out 2024-08-17T01:21:14.737 INFO:tasks.workunit.client.1.smithi137.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000313651 s, 504 MB/s 2024-08-17T01:21:14.737 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd rm testimg 2024-08-17T01:21:14.790 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 0% complete...failed. 2024-08-17T01:21:14.790 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: delete error: (2) No such file or directory 2024-08-17T01:21:14.792 INFO:tasks.workunit.client.1.smithi137.stderr:+ true 2024-08-17T01:21:14.792 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --new-format /tmp/rbd_import_export_133410/img testimg 2024-08-17T01:21:15.318 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-08-17T01:21:15.319 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-17T01:21:15.322 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export testimg /tmp/rbd_import_export_133410/img2 2024-08-17T01:21:15.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:21:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:21:15] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-08-17T01:21:15.598 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-08-17T01:21:15.601 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export testimg - 2024-08-17T01:21:16.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:15 smithi082 ceph-mon[94343]: pgmap v2013: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 351 op/s 2024-08-17T01:21:16.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:15 smithi082 ceph-mon[91979]: pgmap v2013: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 351 op/s 2024-08-17T01:21:16.273 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-08-17T01:21:16.276 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd rm testimg 2024-08-17T01:21:16.394 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-08-17T01:21:16.397 INFO:tasks.workunit.client.1.smithi137.stderr:+ cmp /tmp/rbd_import_export_133410/img /tmp/rbd_import_export_133410/img2 2024-08-17T01:21:16.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:15 smithi137 ceph-mon[86391]: pgmap v2013: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 351 op/s 2024-08-17T01:21:16.939 INFO:tasks.workunit.client.1.smithi137.stderr:+ cmp /tmp/rbd_import_export_133410/img /tmp/rbd_import_export_133410/img3 2024-08-17T01:21:17.337 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_133410/img2 /tmp/rbd_import_export_133410/img3 2024-08-17T01:21:17.498 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --new-format - testimg 2024-08-17T01:21:17.904 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 100% complete...done. 2024-08-17T01:21:17.904 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-17T01:21:17.906 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export testimg /tmp/rbd_import_export_133410/img2 2024-08-17T01:21:18.194 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-08-17T01:21:18.198 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export testimg - 2024-08-17T01:21:18.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:17 smithi082 ceph-mon[94343]: pgmap v2014: 105 pgs: 105 active+clean; 1.3 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 13 KiB/s wr, 291 op/s 2024-08-17T01:21:18.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:17 smithi082 ceph-mon[91979]: pgmap v2014: 105 pgs: 105 active+clean; 1.3 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 13 KiB/s wr, 291 op/s 2024-08-17T01:21:18.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:17 smithi137 ceph-mon[86391]: pgmap v2014: 105 pgs: 105 active+clean; 1.3 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 13 KiB/s wr, 291 op/s 2024-08-17T01:21:18.861 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-08-17T01:21:18.865 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd rm testimg 2024-08-17T01:21:18.980 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-08-17T01:21:18.983 INFO:tasks.workunit.client.1.smithi137.stderr:+ cmp /tmp/rbd_import_export_133410/img /tmp/rbd_import_export_133410/img2 2024-08-17T01:21:19.526 INFO:tasks.workunit.client.1.smithi137.stderr:+ cmp /tmp/rbd_import_export_133410/img /tmp/rbd_import_export_133410/img3 2024-08-17T01:21:19.924 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_133410/img /tmp/rbd_import_export_133410/img2 /tmp/rbd_import_export_133410/img3 2024-08-17T01:21:20.137 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd help export 2024-08-17T01:21:20.137 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep -q export-format 2024-08-17T01:21:20.155 INFO:tasks.workunit.client.1.smithi137.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_133410/img bs=1k count=10 seek=100 2024-08-17T01:21:20.156 INFO:tasks.workunit.client.1.smithi137.stderr:10+0 records in 2024-08-17T01:21:20.156 INFO:tasks.workunit.client.1.smithi137.stderr:10+0 records out 2024-08-17T01:21:20.156 INFO:tasks.workunit.client.1.smithi137.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.0487e-05 s, 169 MB/s 2024-08-17T01:21:20.156 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --new-format /tmp/rbd_import_export_133410/img testimg 2024-08-17T01:21:20.225 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 100% complete...done. 2024-08-17T01:21:20.225 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-17T01:21:20.228 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd snap create testimg@snap 2024-08-17T01:21:20.288 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:19 smithi137 ceph-mon[86391]: pgmap v2015: 105 pgs: 105 active+clean; 1.3 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 14 KiB/s wr, 149 op/s 2024-08-17T01:21:20.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:19 smithi082 ceph-mon[94343]: pgmap v2015: 105 pgs: 105 active+clean; 1.3 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 14 KiB/s wr, 149 op/s 2024-08-17T01:21:20.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:19 smithi082 ceph-mon[91979]: pgmap v2015: 105 pgs: 105 active+clean; 1.3 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 14 KiB/s wr, 149 op/s 2024-08-17T01:21:21.019 INFO:tasks.workunit.client.1.smithi137.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-08-17T01:21:21.028 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd image-meta set testimg key1 value1 2024-08-17T01:21:21.082 INFO:tasks.workunit.client.1.smithi137.stderr:++ rbd image-meta list testimg 2024-08-17T01:21:21.122 INFO:tasks.workunit.client.1.smithi137.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-08-17T01:21:21.122 INFO:tasks.workunit.client.1.smithi137.stderr: 2024-08-17T01:21:21.122 INFO:tasks.workunit.client.1.smithi137.stderr:Key Value 2024-08-17T01:21:21.122 INFO:tasks.workunit.client.1.smithi137.stderr:key1 value1' 2024-08-17T01:21:21.122 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_133410/img_v2 2024-08-17T01:21:21.159 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-17T01:21:21.162 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_133410/img_v2 testimg_import 2024-08-17T01:21:21.304 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:21:21.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:21:21.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:21:22.034 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-17T01:21:22.037 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd info testimg_import 2024-08-17T01:21:22.070 INFO:tasks.workunit.client.1.smithi137.stdout:rbd image 'testimg_import': 2024-08-17T01:21:22.070 INFO:tasks.workunit.client.1.smithi137.stdout: size 110 KiB in 1 objects 2024-08-17T01:21:22.070 INFO:tasks.workunit.client.1.smithi137.stdout: order 22 (4 MiB objects) 2024-08-17T01:21:22.070 INFO:tasks.workunit.client.1.smithi137.stdout: snapshot_count: 1 2024-08-17T01:21:22.070 INFO:tasks.workunit.client.1.smithi137.stdout: id: d59d4a93b6bd 2024-08-17T01:21:22.070 INFO:tasks.workunit.client.1.smithi137.stdout: block_name_prefix: rbd_data.d59d4a93b6bd 2024-08-17T01:21:22.070 INFO:tasks.workunit.client.1.smithi137.stdout: format: 2 2024-08-17T01:21:22.070 INFO:tasks.workunit.client.1.smithi137.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-08-17T01:21:22.070 INFO:tasks.workunit.client.1.smithi137.stdout: op_features: 2024-08-17T01:21:22.070 INFO:tasks.workunit.client.1.smithi137.stdout: flags: 2024-08-17T01:21:22.070 INFO:tasks.workunit.client.1.smithi137.stdout: create_timestamp: Sat Aug 17 01:21:21 2024 2024-08-17T01:21:22.070 INFO:tasks.workunit.client.1.smithi137.stdout: access_timestamp: Sat Aug 17 01:21:21 2024 2024-08-17T01:21:22.070 INFO:tasks.workunit.client.1.smithi137.stdout: modify_timestamp: Sat Aug 17 01:21:21 2024 2024-08-17T01:21:22.073 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd info testimg_import@snap 2024-08-17T01:21:22.106 INFO:tasks.workunit.client.1.smithi137.stdout:rbd image 'testimg_import': 2024-08-17T01:21:22.107 INFO:tasks.workunit.client.1.smithi137.stdout: size 110 KiB in 1 objects 2024-08-17T01:21:22.107 INFO:tasks.workunit.client.1.smithi137.stdout: order 22 (4 MiB objects) 2024-08-17T01:21:22.107 INFO:tasks.workunit.client.1.smithi137.stdout: snapshot_count: 1 2024-08-17T01:21:22.107 INFO:tasks.workunit.client.1.smithi137.stdout: id: d59d4a93b6bd 2024-08-17T01:21:22.107 INFO:tasks.workunit.client.1.smithi137.stdout: block_name_prefix: rbd_data.d59d4a93b6bd 2024-08-17T01:21:22.107 INFO:tasks.workunit.client.1.smithi137.stdout: format: 2 2024-08-17T01:21:22.107 INFO:tasks.workunit.client.1.smithi137.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-08-17T01:21:22.107 INFO:tasks.workunit.client.1.smithi137.stdout: op_features: 2024-08-17T01:21:22.107 INFO:tasks.workunit.client.1.smithi137.stdout: flags: 2024-08-17T01:21:22.107 INFO:tasks.workunit.client.1.smithi137.stdout: create_timestamp: Sat Aug 17 01:21:21 2024 2024-08-17T01:21:22.107 INFO:tasks.workunit.client.1.smithi137.stdout: access_timestamp: Sat Aug 17 01:21:21 2024 2024-08-17T01:21:22.107 INFO:tasks.workunit.client.1.smithi137.stdout: modify_timestamp: Sat Aug 17 01:21:21 2024 2024-08-17T01:21:22.107 INFO:tasks.workunit.client.1.smithi137.stdout: protected: False 2024-08-17T01:21:22.110 INFO:tasks.workunit.client.1.smithi137.stderr:++ rbd image-meta list testimg_import 2024-08-17T01:21:22.150 INFO:tasks.workunit.client.1.smithi137.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-08-17T01:21:22.150 INFO:tasks.workunit.client.1.smithi137.stderr: 2024-08-17T01:21:22.151 INFO:tasks.workunit.client.1.smithi137.stderr:Key Value 2024-08-17T01:21:22.151 INFO:tasks.workunit.client.1.smithi137.stderr:key1 value1' 2024-08-17T01:21:22.151 INFO:tasks.workunit.client.1.smithi137.stderr:+ '[' 'There is 1 metadatum on this image: 2024-08-17T01:21:22.151 INFO:tasks.workunit.client.1.smithi137.stderr: 2024-08-17T01:21:22.151 INFO:tasks.workunit.client.1.smithi137.stderr:Key Value 2024-08-17T01:21:22.151 INFO:tasks.workunit.client.1.smithi137.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-08-17T01:21:22.151 INFO:tasks.workunit.client.1.smithi137.stderr: 2024-08-17T01:21:22.151 INFO:tasks.workunit.client.1.smithi137.stderr:Key Value 2024-08-17T01:21:22.151 INFO:tasks.workunit.client.1.smithi137.stderr:key1 value1' ']' 2024-08-17T01:21:22.151 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export testimg_import /tmp/rbd_import_export_133410/img_import 2024-08-17T01:21:22.184 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 100% complete...done. 2024-08-17T01:21:22.188 INFO:tasks.workunit.client.1.smithi137.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_133410/img /tmp/rbd_import_export_133410/img_import 2024-08-17T01:21:22.188 INFO:tasks.workunit.client.1.smithi137.stderr:+ cmp -l /tmp/rbd_import_export_133410/img /tmp/rbd_import_export_133410/img_import 2024-08-17T01:21:22.189 INFO:tasks.workunit.client.1.smithi137.stderr:++ stat /tmp/rbd_import_export_133410/img --format %b 2024-08-17T01:21:22.189 INFO:tasks.workunit.client.1.smithi137.stderr:+ origsize=24 2024-08-17T01:21:22.190 INFO:tasks.workunit.client.1.smithi137.stderr:++ stat /tmp/rbd_import_export_133410/img_import --format %b 2024-08-17T01:21:22.191 INFO:tasks.workunit.client.1.smithi137.stderr:+ exportsize=224 2024-08-17T01:21:22.191 INFO:tasks.workunit.client.1.smithi137.stderr:+ difference=200 2024-08-17T01:21:22.191 INFO:tasks.workunit.client.1.smithi137.stderr:+ difference=200 2024-08-17T01:21:22.191 INFO:tasks.workunit.client.1.smithi137.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-08-17T01:21:22.191 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_133410/img_snap 2024-08-17T01:21:22.225 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 100% complete...done. 2024-08-17T01:21:22.228 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_133410/img_snap_import 2024-08-17T01:21:22.262 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 100% complete...done. 2024-08-17T01:21:22.265 INFO:tasks.workunit.client.1.smithi137.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_133410/img_snap /tmp/rbd_import_export_133410/img_snap_import 2024-08-17T01:21:22.265 INFO:tasks.workunit.client.1.smithi137.stderr:+ cmp -l /tmp/rbd_import_export_133410/img_snap /tmp/rbd_import_export_133410/img_snap_import 2024-08-17T01:21:22.266 INFO:tasks.workunit.client.1.smithi137.stderr:++ stat /tmp/rbd_import_export_133410/img_snap --format %b 2024-08-17T01:21:22.267 INFO:tasks.workunit.client.1.smithi137.stderr:+ origsize=224 2024-08-17T01:21:22.267 INFO:tasks.workunit.client.1.smithi137.stderr:++ stat /tmp/rbd_import_export_133410/img_snap_import --format %b 2024-08-17T01:21:22.268 INFO:tasks.workunit.client.1.smithi137.stderr:+ exportsize=224 2024-08-17T01:21:22.268 INFO:tasks.workunit.client.1.smithi137.stderr:+ difference=0 2024-08-17T01:21:22.268 INFO:tasks.workunit.client.1.smithi137.stderr:+ difference=0 2024-08-17T01:21:22.268 INFO:tasks.workunit.client.1.smithi137.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-17T01:21:22.268 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_133410/img_v2 2024-08-17T01:21:22.269 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_133410/img_import 2024-08-17T01:21:22.269 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_133410/img_snap 2024-08-17T01:21:22.270 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_133410/img_snap_import 2024-08-17T01:21:22.271 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd snap rm testimg_import@snap 2024-08-17T01:21:22.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:22 smithi137 ceph-mon[86391]: pgmap v2016: 105 pgs: 105 active+clean; 1.3 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 153 KiB/s rd, 75 KiB/s wr, 95 op/s 2024-08-17T01:21:22.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:22 smithi137 ceph-mon[86391]: osdmap e1105: 8 total, 8 up, 8 in 2024-08-17T01:21:22.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:22 smithi082 ceph-mon[94343]: pgmap v2016: 105 pgs: 105 active+clean; 1.3 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 153 KiB/s rd, 75 KiB/s wr, 95 op/s 2024-08-17T01:21:22.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:22 smithi082 ceph-mon[94343]: osdmap e1105: 8 total, 8 up, 8 in 2024-08-17T01:21:22.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:22 smithi082 ceph-mon[91979]: pgmap v2016: 105 pgs: 105 active+clean; 1.3 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 153 KiB/s rd, 75 KiB/s wr, 95 op/s 2024-08-17T01:21:22.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:22 smithi082 ceph-mon[91979]: osdmap e1105: 8 total, 8 up, 8 in 2024-08-17T01:21:22.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:21:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:21:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:21:23.025 INFO:tasks.workunit.client.1.smithi137.stderr: Removing snap: 100% complete...done. 2024-08-17T01:21:23.040 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd remove testimg_import 2024-08-17T01:21:23.158 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 100% complete...done. 2024-08-17T01:21:23.160 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd snap rm testimg@snap 2024-08-17T01:21:23.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:23 smithi082 ceph-mon[94343]: osdmap e1106: 8 total, 8 up, 8 in 2024-08-17T01:21:23.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:23 smithi082 ceph-mon[91979]: osdmap e1106: 8 total, 8 up, 8 in 2024-08-17T01:21:23.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:23 smithi137 ceph-mon[86391]: osdmap e1106: 8 total, 8 up, 8 in 2024-08-17T01:21:24.032 INFO:tasks.workunit.client.1.smithi137.stderr: Removing snap: 100% complete...done. 2024-08-17T01:21:24.050 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd rm testimg 2024-08-17T01:21:24.170 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 100% complete...done. 2024-08-17T01:21:24.173 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --order 20 /tmp/rbd_import_export_133410/img testimg 2024-08-17T01:21:24.239 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 100% complete...done. 2024-08-17T01:21:24.240 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --order is deprecated, use --object-size 2024-08-17T01:21:24.242 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_133410/img_v2 2024-08-17T01:21:24.279 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-17T01:21:24.282 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_133410/img_v2 testimg_import 2024-08-17T01:21:24.353 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-17T01:21:24.356 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd info testimg_import 2024-08-17T01:21:24.356 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep order 2024-08-17T01:21:24.356 INFO:tasks.workunit.client.1.smithi137.stderr:+ awk '{print $2}' 2024-08-17T01:21:24.356 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep 20 2024-08-17T01:21:24.391 INFO:tasks.workunit.client.1.smithi137.stdout:20 2024-08-17T01:21:24.391 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_133410/img_v2 2024-08-17T01:21:24.391 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd remove testimg_import 2024-08-17T01:21:24.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:24 smithi082 ceph-mon[94343]: pgmap v2019: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 290 KiB/s rd, 116 KiB/s wr, 99 op/s 2024-08-17T01:21:24.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:24 smithi082 ceph-mon[94343]: osdmap e1107: 8 total, 8 up, 8 in 2024-08-17T01:21:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:24 smithi082 ceph-mon[91979]: pgmap v2019: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 290 KiB/s rd, 116 KiB/s wr, 99 op/s 2024-08-17T01:21:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:24 smithi082 ceph-mon[91979]: osdmap e1107: 8 total, 8 up, 8 in 2024-08-17T01:21:24.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:24 smithi137 ceph-mon[86391]: pgmap v2019: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 290 KiB/s rd, 116 KiB/s wr, 99 op/s 2024-08-17T01:21:24.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:24 smithi137 ceph-mon[86391]: osdmap e1107: 8 total, 8 up, 8 in 2024-08-17T01:21:24.501 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 100% complete...done. 2024-08-17T01:21:24.503 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd remove testimg 2024-08-17T01:21:24.620 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 100% complete...done. 2024-08-17T01:21:24.622 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_133410/img testimg 2024-08-17T01:21:24.674 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 100% complete...done. 2024-08-17T01:21:24.677 INFO:tasks.workunit.client.1.smithi137.stderr:++ rbd info testimg 2024-08-17T01:21:24.677 INFO:tasks.workunit.client.1.smithi137.stderr:++ grep features 2024-08-17T01:21:24.712 INFO:tasks.workunit.client.1.smithi137.stderr:+ FEATURES_BEFORE=' features: layering 2024-08-17T01:21:24.712 INFO:tasks.workunit.client.1.smithi137.stderr: op_features: ' 2024-08-17T01:21:24.712 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_133410/img_v2 2024-08-17T01:21:24.748 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-17T01:21:24.750 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_133410/img_v2 testimg_import 2024-08-17T01:21:24.809 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-17T01:21:24.813 INFO:tasks.workunit.client.1.smithi137.stderr:++ rbd info testimg_import 2024-08-17T01:21:24.813 INFO:tasks.workunit.client.1.smithi137.stderr:++ grep features 2024-08-17T01:21:24.848 INFO:tasks.workunit.client.1.smithi137.stderr:+ FEATURES_AFTER=' features: layering 2024-08-17T01:21:24.848 INFO:tasks.workunit.client.1.smithi137.stderr: op_features: ' 2024-08-17T01:21:24.848 INFO:tasks.workunit.client.1.smithi137.stderr:+ '[' ' features: layering 2024-08-17T01:21:24.849 INFO:tasks.workunit.client.1.smithi137.stderr: op_features: ' '!=' ' features: layering 2024-08-17T01:21:24.849 INFO:tasks.workunit.client.1.smithi137.stderr: op_features: ' ']' 2024-08-17T01:21:24.849 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_133410/img_v2 2024-08-17T01:21:24.849 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd remove testimg_import 2024-08-17T01:21:24.936 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 100% complete...done. 2024-08-17T01:21:24.938 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd remove testimg 2024-08-17T01:21:25.031 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 100% complete...done. 2024-08-17T01:21:25.034 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_133410/img testimg 2024-08-17T01:21:25.108 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 100% complete...done. 2024-08-17T01:21:25.111 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_133410/img_v2 2024-08-17T01:21:25.149 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-17T01:21:25.151 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_133410/img_v2 testimg_import 2024-08-17T01:21:25.224 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-17T01:21:25.228 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd info testimg_import 2024-08-17T01:21:25.228 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep 'stripe unit' 2024-08-17T01:21:25.228 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep -Ei '(4 KiB|4096)' 2024-08-17T01:21:25.263 INFO:tasks.workunit.client.1.smithi137.stdout: stripe unit: 4 KiB 2024-08-17T01:21:25.264 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd info testimg_import 2024-08-17T01:21:25.264 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep 'stripe count' 2024-08-17T01:21:25.264 INFO:tasks.workunit.client.1.smithi137.stderr:+ awk '{print $3}' 2024-08-17T01:21:25.264 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep 1000 2024-08-17T01:21:25.298 INFO:tasks.workunit.client.1.smithi137.stdout:1000 2024-08-17T01:21:25.298 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_133410/img_v2 2024-08-17T01:21:25.299 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd remove testimg_import 2024-08-17T01:21:25.415 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-08-17T01:21:25.418 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd remove testimg 2024-08-17T01:21:25.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:25 smithi082 ceph-mon[94343]: osdmap e1108: 8 total, 8 up, 8 in 2024-08-17T01:21:25.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:25 smithi082 ceph-mon[91979]: osdmap e1108: 8 total, 8 up, 8 in 2024-08-17T01:21:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:21:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:21:25] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-08-17T01:21:25.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:25 smithi137 ceph-mon[86391]: osdmap e1108: 8 total, 8 up, 8 in 2024-08-17T01:21:25.537 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-08-17T01:21:25.538 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_133410/img testimg 2024-08-17T01:21:25.600 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 100% complete...done. 2024-08-17T01:21:25.603 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd snap create testimg@snap1 2024-08-17T01:21:26.057 INFO:tasks.workunit.client.1.smithi137.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-08-17T01:21:26.066 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd snap create testimg@snap2 2024-08-17T01:21:26.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:26 smithi082 ceph-mon[94343]: pgmap v2022: 105 pgs: 105 active+clean; 693 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 137 KiB/s rd, 14 KiB/s wr, 136 op/s 2024-08-17T01:21:26.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:26 smithi082 ceph-mon[91979]: pgmap v2022: 105 pgs: 105 active+clean; 693 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 137 KiB/s rd, 14 KiB/s wr, 136 op/s 2024-08-17T01:21:26.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:26 smithi137 ceph-mon[86391]: pgmap v2022: 105 pgs: 105 active+clean; 693 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 137 KiB/s rd, 14 KiB/s wr, 136 op/s 2024-08-17T01:21:27.066 INFO:tasks.workunit.client.1.smithi137.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-08-17T01:21:27.077 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd snap protect testimg@snap2 2024-08-17T01:21:27.122 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_133410/snap_protect 2024-08-17T01:21:27.164 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-17T01:21:27.166 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_133410/snap_protect testimg_import 2024-08-17T01:21:27.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:27 smithi082 ceph-mon[94343]: osdmap e1109: 8 total, 8 up, 8 in 2024-08-17T01:21:27.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:27 smithi082 ceph-mon[91979]: osdmap e1109: 8 total, 8 up, 8 in 2024-08-17T01:21:27.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:27 smithi137 ceph-mon[86391]: osdmap e1109: 8 total, 8 up, 8 in 2024-08-17T01:21:28.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:28 smithi082 ceph-mon[94343]: pgmap v2024: 105 pgs: 105 active+clean; 803 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 235 KiB/s rd, 19 KiB/s wr, 289 op/s 2024-08-17T01:21:28.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:28 smithi082 ceph-mon[94343]: osdmap e1110: 8 total, 8 up, 8 in 2024-08-17T01:21:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:28 smithi082 ceph-mon[91979]: pgmap v2024: 105 pgs: 105 active+clean; 803 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 235 KiB/s rd, 19 KiB/s wr, 289 op/s 2024-08-17T01:21:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:28 smithi082 ceph-mon[91979]: osdmap e1110: 8 total, 8 up, 8 in 2024-08-17T01:21:28.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:28 smithi137 ceph-mon[86391]: pgmap v2024: 105 pgs: 105 active+clean; 803 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 235 KiB/s rd, 19 KiB/s wr, 289 op/s 2024-08-17T01:21:28.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:28 smithi137 ceph-mon[86391]: osdmap e1110: 8 total, 8 up, 8 in 2024-08-17T01:21:29.094 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-17T01:21:29.098 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd info testimg_import@snap1 2024-08-17T01:21:29.098 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep 'protected: False' 2024-08-17T01:21:29.142 INFO:tasks.workunit.client.1.smithi137.stdout: protected: False 2024-08-17T01:21:29.142 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd info testimg_import@snap2 2024-08-17T01:21:29.142 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep 'protected: True' 2024-08-17T01:21:29.183 INFO:tasks.workunit.client.1.smithi137.stdout: protected: True 2024-08-17T01:21:29.183 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_133410/snap_protect 2024-08-17T01:21:29.184 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd snap unprotect testimg@snap2 2024-08-17T01:21:29.232 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd snap unprotect testimg_import@snap2 2024-08-17T01:21:29.278 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd snap purge testimg 2024-08-17T01:21:29.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:29 smithi082 ceph-mon[94343]: osdmap e1111: 8 total, 8 up, 8 in 2024-08-17T01:21:29.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:29 smithi082 ceph-mon[91979]: osdmap e1111: 8 total, 8 up, 8 in 2024-08-17T01:21:29.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:29 smithi137 ceph-mon[86391]: osdmap e1111: 8 total, 8 up, 8 in 2024-08-17T01:21:30.350 INFO:tasks.workunit.client.1.smithi137.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-08-17T01:21:30.368 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd snap purge testimg_import 2024-08-17T01:21:30.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:30 smithi082 ceph-mon[94343]: pgmap v2027: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 328 KiB/s rd, 38 KiB/s wr, 426 op/s 2024-08-17T01:21:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:30 smithi082 ceph-mon[94343]: osdmap e1112: 8 total, 8 up, 8 in 2024-08-17T01:21:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:30 smithi082 ceph-mon[94343]: osdmap e1113: 8 total, 8 up, 8 in 2024-08-17T01:21:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:30 smithi082 ceph-mon[91979]: pgmap v2027: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 328 KiB/s rd, 38 KiB/s wr, 426 op/s 2024-08-17T01:21:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:30 smithi082 ceph-mon[91979]: osdmap e1112: 8 total, 8 up, 8 in 2024-08-17T01:21:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:30 smithi082 ceph-mon[91979]: osdmap e1113: 8 total, 8 up, 8 in 2024-08-17T01:21:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:30 smithi137 ceph-mon[86391]: pgmap v2027: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 328 KiB/s rd, 38 KiB/s wr, 426 op/s 2024-08-17T01:21:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:30 smithi137 ceph-mon[86391]: osdmap e1112: 8 total, 8 up, 8 in 2024-08-17T01:21:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:30 smithi137 ceph-mon[86391]: osdmap e1113: 8 total, 8 up, 8 in 2024-08-17T01:21:31.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:31 smithi082 ceph-mon[94343]: osdmap e1114: 8 total, 8 up, 8 in 2024-08-17T01:21:31.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:31 smithi082 ceph-mon[91979]: osdmap e1114: 8 total, 8 up, 8 in 2024-08-17T01:21:31.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:31 smithi137 ceph-mon[86391]: osdmap e1114: 8 total, 8 up, 8 in 2024-08-17T01:21:32.359 INFO:tasks.workunit.client.1.smithi137.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-08-17T01:21:32.377 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd remove testimg 2024-08-17T01:21:32.509 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 100% complete...done. 2024-08-17T01:21:32.512 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd remove testimg_import 2024-08-17T01:21:32.635 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 100% complete...done. 2024-08-17T01:21:32.638 INFO:tasks.workunit.client.1.smithi137.stderr:+ tiered=0 2024-08-17T01:21:32.638 INFO:tasks.workunit.client.1.smithi137.stderr:+ ceph osd dump 2024-08-17T01:21:32.638 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep '^pool' 2024-08-17T01:21:32.638 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep ''\''rbd'\''' 2024-08-17T01:21:32.638 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep tier 2024-08-17T01:21:32.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:32 smithi082 ceph-mon[94343]: pgmap v2031: 105 pgs: 105 active+clean; 693 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 375 KiB/s rd, 44 KiB/s wr, 514 op/s 2024-08-17T01:21:32.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:32 smithi082 ceph-mon[94343]: osdmap e1115: 8 total, 8 up, 8 in 2024-08-17T01:21:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:32 smithi082 ceph-mon[91979]: pgmap v2031: 105 pgs: 105 active+clean; 693 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 375 KiB/s rd, 44 KiB/s wr, 514 op/s 2024-08-17T01:21:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:32 smithi082 ceph-mon[91979]: osdmap e1115: 8 total, 8 up, 8 in 2024-08-17T01:21:32.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:32 smithi137 ceph-mon[86391]: pgmap v2031: 105 pgs: 105 active+clean; 693 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 375 KiB/s rd, 44 KiB/s wr, 514 op/s 2024-08-17T01:21:32.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:32 smithi137 ceph-mon[86391]: osdmap e1115: 8 total, 8 up, 8 in 2024-08-17T01:21:32.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:21:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:21:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:21:33.019 INFO:tasks.workunit.client.1.smithi137.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_133410/sparse1 2024-08-17T01:21:33.023 INFO:tasks.workunit.client.1.smithi137.stderr:1+0 records in 2024-08-17T01:21:33.023 INFO:tasks.workunit.client.1.smithi137.stderr:1+0 records out 2024-08-17T01:21:33.023 INFO:tasks.workunit.client.1.smithi137.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00340845 s, 308 MB/s 2024-08-17T01:21:33.024 INFO:tasks.workunit.client.1.smithi137.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_133410/sparse2 2024-08-17T01:21:33.027 INFO:tasks.workunit.client.1.smithi137.stderr:1+0 records in 2024-08-17T01:21:33.028 INFO:tasks.workunit.client.1.smithi137.stderr:1+0 records out 2024-08-17T01:21:33.028 INFO:tasks.workunit.client.1.smithi137.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00326149 s, 322 MB/s 2024-08-17T01:21:33.028 INFO:tasks.workunit.client.1.smithi137.stderr:+ truncate /tmp/rbd_import_export_133410/sparse2 -s 2M 2024-08-17T01:21:33.036 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd rm sparse1 2024-08-17T01:21:33.088 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 0% complete...failed. 2024-08-17T01:21:33.088 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: delete error: (2) No such file or directory 2024-08-17T01:21:33.091 INFO:tasks.workunit.client.1.smithi137.stderr:+ true 2024-08-17T01:21:33.091 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_133410/sparse1 2024-08-17T01:21:33.158 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-08-17T01:21:33.159 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-17T01:21:33.159 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --order is deprecated, use --object-size 2024-08-17T01:21:33.162 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd ls -l 2024-08-17T01:21:33.162 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep sparse1 2024-08-17T01:21:33.162 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-08-17T01:21:33.196 INFO:tasks.workunit.client.1.smithi137.stdout:sparse1 2 MiB 2 2024-08-17T01:21:33.197 INFO:tasks.workunit.client.1.smithi137.stderr:++ objects sparse1 2024-08-17T01:21:33.197 INFO:tasks.workunit.client.1.smithi137.stderr:++ image=sparse1 2024-08-17T01:21:33.197 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rbd info sparse1 2024-08-17T01:21:33.198 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep block_name_prefix 2024-08-17T01:21:33.198 INFO:tasks.workunit.client.1.smithi137.stderr:+++ awk '{print $NF;}' 2024-08-17T01:21:33.232 INFO:tasks.workunit.client.1.smithi137.stderr:++ prefix=rbd_data.d6b72e241606 2024-08-17T01:21:33.234 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep rbd_data.d6b72e241606 2024-08-17T01:21:33.234 INFO:tasks.workunit.client.1.smithi137.stderr:+++ sed -e 's/rbd_data.d6b72e241606\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-17T01:21:33.234 INFO:tasks.workunit.client.1.smithi137.stderr:++++ get_image_data_pool sparse1 2024-08-17T01:21:33.234 INFO:tasks.workunit.client.1.smithi137.stderr:++++ image=sparse1 2024-08-17T01:21:33.234 INFO:tasks.workunit.client.1.smithi137.stderr:+++ sort -u 2024-08-17T01:21:33.235 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ rbd info sparse1 2024-08-17T01:21:33.235 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ grep 'data_pool: ' 2024-08-17T01:21:33.235 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ awk -F: '{ print $NF }' 2024-08-17T01:21:33.268 INFO:tasks.workunit.client.1.smithi137.stderr:++++ data_pool= 2024-08-17T01:21:33.268 INFO:tasks.workunit.client.1.smithi137.stderr:++++ '[' -z ']' 2024-08-17T01:21:33.269 INFO:tasks.workunit.client.1.smithi137.stderr:++++ data_pool=rbd 2024-08-17T01:21:33.269 INFO:tasks.workunit.client.1.smithi137.stderr:++++ echo rbd 2024-08-17T01:21:33.269 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rados ls -p rbd 2024-08-17T01:21:33.309 INFO:tasks.workunit.client.1.smithi137.stderr:++ objects=1 2024-08-17T01:21:33.310 INFO:tasks.workunit.client.1.smithi137.stderr:++ echo 1 2024-08-17T01:21:33.310 INFO:tasks.workunit.client.1.smithi137.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-08-17T01:21:33.310 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export sparse1 /tmp/rbd_import_export_133410/sparse1.out 2024-08-17T01:21:33.345 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-08-17T01:21:33.348 INFO:tasks.workunit.client.1.smithi137.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_133410/sparse1 /tmp/rbd_import_export_133410/sparse1.out 2024-08-17T01:21:33.348 INFO:tasks.workunit.client.1.smithi137.stderr:+ cmp -l /tmp/rbd_import_export_133410/sparse1 /tmp/rbd_import_export_133410/sparse1.out 2024-08-17T01:21:33.350 INFO:tasks.workunit.client.1.smithi137.stderr:++ stat /tmp/rbd_import_export_133410/sparse1 --format %b 2024-08-17T01:21:33.351 INFO:tasks.workunit.client.1.smithi137.stderr:+ origsize=2048 2024-08-17T01:21:33.352 INFO:tasks.workunit.client.1.smithi137.stderr:++ stat /tmp/rbd_import_export_133410/sparse1.out --format %b 2024-08-17T01:21:33.353 INFO:tasks.workunit.client.1.smithi137.stderr:+ exportsize=2048 2024-08-17T01:21:33.353 INFO:tasks.workunit.client.1.smithi137.stderr:+ difference=0 2024-08-17T01:21:33.353 INFO:tasks.workunit.client.1.smithi137.stderr:+ difference=0 2024-08-17T01:21:33.353 INFO:tasks.workunit.client.1.smithi137.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-17T01:21:33.353 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_133410/sparse1.out 2024-08-17T01:21:33.354 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd rm sparse1 2024-08-17T01:21:33.466 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-08-17T01:21:33.469 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd rm sparse2 2024-08-17T01:21:33.518 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 0% complete...failed. 2024-08-17T01:21:33.518 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: delete error: (2) No such file or directory 2024-08-17T01:21:33.521 INFO:tasks.workunit.client.1.smithi137.stderr:+ true 2024-08-17T01:21:33.521 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_133410/sparse2 2024-08-17T01:21:33.589 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-08-17T01:21:33.590 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-17T01:21:33.590 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --order is deprecated, use --object-size 2024-08-17T01:21:33.593 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd ls -l 2024-08-17T01:21:33.593 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep sparse2 2024-08-17T01:21:33.593 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-08-17T01:21:33.627 INFO:tasks.workunit.client.1.smithi137.stdout:sparse2 2 MiB 2 2024-08-17T01:21:33.628 INFO:tasks.workunit.client.1.smithi137.stderr:++ objects sparse2 2024-08-17T01:21:33.628 INFO:tasks.workunit.client.1.smithi137.stderr:++ image=sparse2 2024-08-17T01:21:33.628 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rbd info sparse2 2024-08-17T01:21:33.628 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep block_name_prefix 2024-08-17T01:21:33.628 INFO:tasks.workunit.client.1.smithi137.stderr:+++ awk '{print $NF;}' 2024-08-17T01:21:33.663 INFO:tasks.workunit.client.1.smithi137.stderr:++ prefix=rbd_data.d6ea638cd131 2024-08-17T01:21:33.663 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep rbd_data.d6ea638cd131 2024-08-17T01:21:33.663 INFO:tasks.workunit.client.1.smithi137.stderr:++++ get_image_data_pool sparse2 2024-08-17T01:21:33.664 INFO:tasks.workunit.client.1.smithi137.stderr:++++ image=sparse2 2024-08-17T01:21:33.664 INFO:tasks.workunit.client.1.smithi137.stderr:+++ sed -e 's/rbd_data.d6ea638cd131\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-17T01:21:33.664 INFO:tasks.workunit.client.1.smithi137.stderr:+++ sort -u 2024-08-17T01:21:33.664 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ rbd info sparse2 2024-08-17T01:21:33.664 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ grep 'data_pool: ' 2024-08-17T01:21:33.664 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ awk -F: '{ print $NF }' 2024-08-17T01:21:33.699 INFO:tasks.workunit.client.1.smithi137.stderr:++++ data_pool= 2024-08-17T01:21:33.699 INFO:tasks.workunit.client.1.smithi137.stderr:++++ '[' -z ']' 2024-08-17T01:21:33.699 INFO:tasks.workunit.client.1.smithi137.stderr:++++ data_pool=rbd 2024-08-17T01:21:33.699 INFO:tasks.workunit.client.1.smithi137.stderr:++++ echo rbd 2024-08-17T01:21:33.699 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rados ls -p rbd 2024-08-17T01:21:33.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:33 smithi082 ceph-mon[94343]: osdmap e1116: 8 total, 8 up, 8 in 2024-08-17T01:21:33.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:33 smithi082 ceph-mon[94343]: from='client.? 172.21.15.137:0/1221732277' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-17T01:21:33.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:33 smithi082 ceph-mon[94343]: from='client.? 172.21.15.137:0/1221732277' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-17T01:21:33.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:33 smithi082 ceph-mon[91979]: osdmap e1116: 8 total, 8 up, 8 in 2024-08-17T01:21:33.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:33 smithi082 ceph-mon[91979]: from='client.? 172.21.15.137:0/1221732277' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-17T01:21:33.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:33 smithi082 ceph-mon[91979]: from='client.? 172.21.15.137:0/1221732277' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-17T01:21:33.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:33 smithi137 ceph-mon[86391]: osdmap e1116: 8 total, 8 up, 8 in 2024-08-17T01:21:33.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:33 smithi137 ceph-mon[86391]: from='client.? 172.21.15.137:0/1221732277' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-17T01:21:33.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:33 smithi137 ceph-mon[86391]: from='client.? 172.21.15.137:0/1221732277' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-17T01:21:33.740 INFO:tasks.workunit.client.1.smithi137.stderr:++ objects=0 2024-08-17T01:21:33.740 INFO:tasks.workunit.client.1.smithi137.stderr:++ echo 0 2024-08-17T01:21:33.740 INFO:tasks.workunit.client.1.smithi137.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-08-17T01:21:33.740 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export sparse2 /tmp/rbd_import_export_133410/sparse2.out 2024-08-17T01:21:33.778 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-08-17T01:21:33.781 INFO:tasks.workunit.client.1.smithi137.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_133410/sparse2 /tmp/rbd_import_export_133410/sparse2.out 2024-08-17T01:21:33.781 INFO:tasks.workunit.client.1.smithi137.stderr:+ cmp -l /tmp/rbd_import_export_133410/sparse2 /tmp/rbd_import_export_133410/sparse2.out 2024-08-17T01:21:33.783 INFO:tasks.workunit.client.1.smithi137.stderr:++ stat /tmp/rbd_import_export_133410/sparse2 --format %b 2024-08-17T01:21:33.784 INFO:tasks.workunit.client.1.smithi137.stderr:+ origsize=2048 2024-08-17T01:21:33.784 INFO:tasks.workunit.client.1.smithi137.stderr:++ stat /tmp/rbd_import_export_133410/sparse2.out --format %b 2024-08-17T01:21:33.786 INFO:tasks.workunit.client.1.smithi137.stderr:+ exportsize=2048 2024-08-17T01:21:33.786 INFO:tasks.workunit.client.1.smithi137.stderr:+ difference=0 2024-08-17T01:21:33.786 INFO:tasks.workunit.client.1.smithi137.stderr:+ difference=0 2024-08-17T01:21:33.786 INFO:tasks.workunit.client.1.smithi137.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-17T01:21:33.786 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_133410/sparse2.out 2024-08-17T01:21:33.787 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd rm sparse2 2024-08-17T01:21:33.898 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-08-17T01:21:33.901 INFO:tasks.workunit.client.1.smithi137.stderr:+ truncate /tmp/rbd_import_export_133410/sparse1 -s 10M 2024-08-17T01:21:33.902 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --new-format --order 20 - sparse1 2024-08-17T01:21:34.012 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 100% complete...done. 2024-08-17T01:21:34.012 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-17T01:21:34.012 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --order is deprecated, use --object-size 2024-08-17T01:21:34.015 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd ls -l 2024-08-17T01:21:34.015 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep sparse1 2024-08-17T01:21:34.015 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-08-17T01:21:34.050 INFO:tasks.workunit.client.1.smithi137.stdout:sparse1 10 MiB 2 2024-08-17T01:21:34.051 INFO:tasks.workunit.client.1.smithi137.stderr:++ objects sparse1 2024-08-17T01:21:34.051 INFO:tasks.workunit.client.1.smithi137.stderr:++ image=sparse1 2024-08-17T01:21:34.051 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rbd info sparse1 2024-08-17T01:21:34.051 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep block_name_prefix 2024-08-17T01:21:34.051 INFO:tasks.workunit.client.1.smithi137.stderr:+++ awk '{print $NF;}' 2024-08-17T01:21:34.087 INFO:tasks.workunit.client.1.smithi137.stderr:++ prefix=rbd_data.d717d9e8e39 2024-08-17T01:21:34.087 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep rbd_data.d717d9e8e39 2024-08-17T01:21:34.087 INFO:tasks.workunit.client.1.smithi137.stderr:+++ sed -e 's/rbd_data.d717d9e8e39\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-17T01:21:34.087 INFO:tasks.workunit.client.1.smithi137.stderr:++++ get_image_data_pool sparse1 2024-08-17T01:21:34.087 INFO:tasks.workunit.client.1.smithi137.stderr:++++ image=sparse1 2024-08-17T01:21:34.087 INFO:tasks.workunit.client.1.smithi137.stderr:+++ sort -u 2024-08-17T01:21:34.088 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ rbd info sparse1 2024-08-17T01:21:34.088 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ grep 'data_pool: ' 2024-08-17T01:21:34.088 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ awk -F: '{ print $NF }' 2024-08-17T01:21:34.122 INFO:tasks.workunit.client.1.smithi137.stderr:++++ data_pool= 2024-08-17T01:21:34.122 INFO:tasks.workunit.client.1.smithi137.stderr:++++ '[' -z ']' 2024-08-17T01:21:34.122 INFO:tasks.workunit.client.1.smithi137.stderr:++++ data_pool=rbd 2024-08-17T01:21:34.123 INFO:tasks.workunit.client.1.smithi137.stderr:++++ echo rbd 2024-08-17T01:21:34.123 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rados ls -p rbd 2024-08-17T01:21:34.163 INFO:tasks.workunit.client.1.smithi137.stderr:++ objects=1 2024-08-17T01:21:34.163 INFO:tasks.workunit.client.1.smithi137.stderr:++ echo 1 2024-08-17T01:21:34.163 INFO:tasks.workunit.client.1.smithi137.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-08-17T01:21:34.163 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export sparse1 /tmp/rbd_import_export_133410/sparse1.out 2024-08-17T01:21:34.200 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-08-17T01:21:34.203 INFO:tasks.workunit.client.1.smithi137.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_133410/sparse1 /tmp/rbd_import_export_133410/sparse1.out 2024-08-17T01:21:34.203 INFO:tasks.workunit.client.1.smithi137.stderr:+ cmp -l /tmp/rbd_import_export_133410/sparse1 /tmp/rbd_import_export_133410/sparse1.out 2024-08-17T01:21:34.210 INFO:tasks.workunit.client.1.smithi137.stderr:++ stat /tmp/rbd_import_export_133410/sparse1 --format %b 2024-08-17T01:21:34.211 INFO:tasks.workunit.client.1.smithi137.stderr:+ origsize=2048 2024-08-17T01:21:34.211 INFO:tasks.workunit.client.1.smithi137.stderr:++ stat /tmp/rbd_import_export_133410/sparse1.out --format %b 2024-08-17T01:21:34.212 INFO:tasks.workunit.client.1.smithi137.stderr:+ exportsize=2048 2024-08-17T01:21:34.212 INFO:tasks.workunit.client.1.smithi137.stderr:+ difference=0 2024-08-17T01:21:34.212 INFO:tasks.workunit.client.1.smithi137.stderr:+ difference=0 2024-08-17T01:21:34.212 INFO:tasks.workunit.client.1.smithi137.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-17T01:21:34.213 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_133410/sparse1.out 2024-08-17T01:21:34.213 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd rm sparse1 2024-08-17T01:21:34.334 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-08-17T01:21:34.337 INFO:tasks.workunit.client.1.smithi137.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_133410/sparse2 oflag=append conv=notrunc 2024-08-17T01:21:34.344 INFO:tasks.workunit.client.1.smithi137.stderr:1+0 records in 2024-08-17T01:21:34.344 INFO:tasks.workunit.client.1.smithi137.stderr:1+0 records out 2024-08-17T01:21:34.344 INFO:tasks.workunit.client.1.smithi137.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00609281 s, 344 MB/s 2024-08-17T01:21:34.344 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --new-format --order 20 - sparse2 2024-08-17T01:21:34.440 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 100% complete...done. 2024-08-17T01:21:34.441 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-17T01:21:34.441 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --order is deprecated, use --object-size 2024-08-17T01:21:34.444 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd ls -l 2024-08-17T01:21:34.444 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep sparse2 2024-08-17T01:21:34.444 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-08-17T01:21:34.480 INFO:tasks.workunit.client.1.smithi137.stdout:sparse2 4 MiB 2 2024-08-17T01:21:34.481 INFO:tasks.workunit.client.1.smithi137.stderr:++ objects sparse2 2024-08-17T01:21:34.481 INFO:tasks.workunit.client.1.smithi137.stderr:++ image=sparse2 2024-08-17T01:21:34.481 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rbd info sparse2 2024-08-17T01:21:34.481 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep block_name_prefix 2024-08-17T01:21:34.481 INFO:tasks.workunit.client.1.smithi137.stderr:+++ awk '{print $NF;}' 2024-08-17T01:21:34.517 INFO:tasks.workunit.client.1.smithi137.stderr:++ prefix=rbd_data.d74434753a41 2024-08-17T01:21:34.518 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep rbd_data.d74434753a41 2024-08-17T01:21:34.518 INFO:tasks.workunit.client.1.smithi137.stderr:++++ get_image_data_pool sparse2 2024-08-17T01:21:34.518 INFO:tasks.workunit.client.1.smithi137.stderr:++++ image=sparse2 2024-08-17T01:21:34.518 INFO:tasks.workunit.client.1.smithi137.stderr:+++ sed -e 's/rbd_data.d74434753a41\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-17T01:21:34.518 INFO:tasks.workunit.client.1.smithi137.stderr:+++ sort -u 2024-08-17T01:21:34.518 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ rbd info sparse2 2024-08-17T01:21:34.519 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ grep 'data_pool: ' 2024-08-17T01:21:34.519 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ awk -F: '{ print $NF }' 2024-08-17T01:21:34.554 INFO:tasks.workunit.client.1.smithi137.stderr:++++ data_pool= 2024-08-17T01:21:34.554 INFO:tasks.workunit.client.1.smithi137.stderr:++++ '[' -z ']' 2024-08-17T01:21:34.554 INFO:tasks.workunit.client.1.smithi137.stderr:++++ data_pool=rbd 2024-08-17T01:21:34.554 INFO:tasks.workunit.client.1.smithi137.stderr:++++ echo rbd 2024-08-17T01:21:34.555 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rados ls -p rbd 2024-08-17T01:21:34.594 INFO:tasks.workunit.client.1.smithi137.stderr:++ objects='0 2024-08-17T01:21:34.594 INFO:tasks.workunit.client.1.smithi137.stderr:2 2024-08-17T01:21:34.594 INFO:tasks.workunit.client.1.smithi137.stderr:3' 2024-08-17T01:21:34.594 INFO:tasks.workunit.client.1.smithi137.stderr:++ echo 0 2 3 2024-08-17T01:21:34.595 INFO:tasks.workunit.client.1.smithi137.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-08-17T01:21:34.595 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export sparse2 /tmp/rbd_import_export_133410/sparse2.out 2024-08-17T01:21:34.633 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-08-17T01:21:34.636 INFO:tasks.workunit.client.1.smithi137.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_133410/sparse2 /tmp/rbd_import_export_133410/sparse2.out 2024-08-17T01:21:34.636 INFO:tasks.workunit.client.1.smithi137.stderr:+ cmp -l /tmp/rbd_import_export_133410/sparse2 /tmp/rbd_import_export_133410/sparse2.out 2024-08-17T01:21:34.639 INFO:tasks.workunit.client.1.smithi137.stderr:++ stat /tmp/rbd_import_export_133410/sparse2 --format %b 2024-08-17T01:21:34.640 INFO:tasks.workunit.client.1.smithi137.stderr:+ origsize=6144 2024-08-17T01:21:34.640 INFO:tasks.workunit.client.1.smithi137.stderr:++ stat /tmp/rbd_import_export_133410/sparse2.out --format %b 2024-08-17T01:21:34.641 INFO:tasks.workunit.client.1.smithi137.stderr:+ exportsize=6144 2024-08-17T01:21:34.641 INFO:tasks.workunit.client.1.smithi137.stderr:+ difference=0 2024-08-17T01:21:34.641 INFO:tasks.workunit.client.1.smithi137.stderr:+ difference=0 2024-08-17T01:21:34.641 INFO:tasks.workunit.client.1.smithi137.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-17T01:21:34.642 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_133410/sparse2.out 2024-08-17T01:21:34.642 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd rm sparse2 2024-08-17T01:21:34.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:34 smithi082 ceph-mon[94343]: pgmap v2034: 105 pgs: 105 active+clean; 803 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 247 KiB/s rd, 19 KiB/s wr, 325 op/s 2024-08-17T01:21:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:34 smithi082 ceph-mon[91979]: pgmap v2034: 105 pgs: 105 active+clean; 803 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 247 KiB/s rd, 19 KiB/s wr, 325 op/s 2024-08-17T01:21:34.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:34 smithi137 ceph-mon[86391]: pgmap v2034: 105 pgs: 105 active+clean; 803 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 247 KiB/s rd, 19 KiB/s wr, 325 op/s 2024-08-17T01:21:34.756 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-08-17T01:21:34.759 INFO:tasks.workunit.client.1.smithi137.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-08-17T01:21:34.759 INFO:tasks.workunit.client.1.smithi137.stdout:partially-sparse file imports to partially-sparse image 2024-08-17T01:21:34.760 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_133410/sparse1 sparse 2024-08-17T01:21:34.830 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-08-17T01:21:34.830 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-17T01:21:34.830 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --order is deprecated, use --object-size 2024-08-17T01:21:34.833 INFO:tasks.workunit.client.1.smithi137.stderr:++ objects sparse 2024-08-17T01:21:34.833 INFO:tasks.workunit.client.1.smithi137.stderr:++ image=sparse 2024-08-17T01:21:34.834 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rbd info sparse 2024-08-17T01:21:34.834 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep block_name_prefix 2024-08-17T01:21:34.834 INFO:tasks.workunit.client.1.smithi137.stderr:+++ awk '{print $NF;}' 2024-08-17T01:21:34.869 INFO:tasks.workunit.client.1.smithi137.stderr:++ prefix=rbd_data.d77193d2b306 2024-08-17T01:21:34.870 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep rbd_data.d77193d2b306 2024-08-17T01:21:34.870 INFO:tasks.workunit.client.1.smithi137.stderr:++++ get_image_data_pool sparse 2024-08-17T01:21:34.870 INFO:tasks.workunit.client.1.smithi137.stderr:++++ image=sparse 2024-08-17T01:21:34.871 INFO:tasks.workunit.client.1.smithi137.stderr:+++ sed -e 's/rbd_data.d77193d2b306\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-17T01:21:34.871 INFO:tasks.workunit.client.1.smithi137.stderr:+++ sort -u 2024-08-17T01:21:34.871 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ rbd info sparse 2024-08-17T01:21:34.871 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ grep 'data_pool: ' 2024-08-17T01:21:34.871 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ awk -F: '{ print $NF }' 2024-08-17T01:21:34.907 INFO:tasks.workunit.client.1.smithi137.stderr:++++ data_pool= 2024-08-17T01:21:34.907 INFO:tasks.workunit.client.1.smithi137.stderr:++++ '[' -z ']' 2024-08-17T01:21:34.907 INFO:tasks.workunit.client.1.smithi137.stderr:++++ data_pool=rbd 2024-08-17T01:21:34.907 INFO:tasks.workunit.client.1.smithi137.stderr:++++ echo rbd 2024-08-17T01:21:34.907 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rados ls -p rbd 2024-08-17T01:21:34.947 INFO:tasks.workunit.client.1.smithi137.stderr:++ objects=1 2024-08-17T01:21:34.947 INFO:tasks.workunit.client.1.smithi137.stderr:++ echo 1 2024-08-17T01:21:34.947 INFO:tasks.workunit.client.1.smithi137.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-08-17T01:21:34.947 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd rm sparse 2024-08-17T01:21:35.063 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-08-17T01:21:35.066 INFO:tasks.workunit.client.1.smithi137.stdout:zeros import through stdin to sparse image 2024-08-17T01:21:35.066 INFO:tasks.workunit.client.1.smithi137.stderr:+ echo 'zeros import through stdin to sparse image' 2024-08-17T01:21:35.067 INFO:tasks.workunit.client.1.smithi137.stderr:+ dd if=/dev/zero bs=1M count=4 2024-08-17T01:21:35.067 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --new-format - sparse 2024-08-17T01:21:35.121 INFO:tasks.workunit.client.1.smithi137.stderr:4+0 records in 2024-08-17T01:21:35.121 INFO:tasks.workunit.client.1.smithi137.stderr:4+0 records out 2024-08-17T01:21:35.121 INFO:tasks.workunit.client.1.smithi137.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0539855 s, 77.7 MB/s 2024-08-17T01:21:35.136 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 100% complete...done. 2024-08-17T01:21:35.136 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-17T01:21:35.139 INFO:tasks.workunit.client.1.smithi137.stderr:++ objects sparse 2024-08-17T01:21:35.139 INFO:tasks.workunit.client.1.smithi137.stderr:++ image=sparse 2024-08-17T01:21:35.139 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rbd info sparse 2024-08-17T01:21:35.139 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep block_name_prefix 2024-08-17T01:21:35.139 INFO:tasks.workunit.client.1.smithi137.stderr:+++ awk '{print $NF;}' 2024-08-17T01:21:35.175 INFO:tasks.workunit.client.1.smithi137.stderr:++ prefix=rbd_data.d79292ebec5e 2024-08-17T01:21:35.176 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep rbd_data.d79292ebec5e 2024-08-17T01:21:35.176 INFO:tasks.workunit.client.1.smithi137.stderr:+++ sed -e 's/rbd_data.d79292ebec5e\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-17T01:21:35.176 INFO:tasks.workunit.client.1.smithi137.stderr:+++ sort -u 2024-08-17T01:21:35.176 INFO:tasks.workunit.client.1.smithi137.stderr:++++ get_image_data_pool sparse 2024-08-17T01:21:35.176 INFO:tasks.workunit.client.1.smithi137.stderr:++++ image=sparse 2024-08-17T01:21:35.176 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ rbd info sparse 2024-08-17T01:21:35.177 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ grep 'data_pool: ' 2024-08-17T01:21:35.177 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ awk -F: '{ print $NF }' 2024-08-17T01:21:35.212 INFO:tasks.workunit.client.1.smithi137.stderr:++++ data_pool= 2024-08-17T01:21:35.212 INFO:tasks.workunit.client.1.smithi137.stderr:++++ '[' -z ']' 2024-08-17T01:21:35.212 INFO:tasks.workunit.client.1.smithi137.stderr:++++ data_pool=rbd 2024-08-17T01:21:35.212 INFO:tasks.workunit.client.1.smithi137.stderr:++++ echo rbd 2024-08-17T01:21:35.212 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rados ls -p rbd 2024-08-17T01:21:35.254 INFO:tasks.workunit.client.1.smithi137.stderr:++ objects= 2024-08-17T01:21:35.254 INFO:tasks.workunit.client.1.smithi137.stderr:++ echo 2024-08-17T01:21:35.254 INFO:tasks.workunit.client.1.smithi137.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-08-17T01:21:35.254 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd rm sparse 2024-08-17T01:21:35.358 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:21:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:21:35] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-08-17T01:21:35.371 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 100% complete...done. 2024-08-17T01:21:35.374 INFO:tasks.workunit.client.1.smithi137.stdout:zeros export to sparse file 2024-08-17T01:21:35.374 INFO:tasks.workunit.client.1.smithi137.stderr:+ echo 'zeros export to sparse file' 2024-08-17T01:21:35.375 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd create --new-format sparse --size 4 2024-08-17T01:21:35.416 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-17T01:21:35.419 INFO:tasks.workunit.client.1.smithi137.stderr:++ rbd info sparse 2024-08-17T01:21:35.419 INFO:tasks.workunit.client.1.smithi137.stderr:++ grep block_name_prefix 2024-08-17T01:21:35.419 INFO:tasks.workunit.client.1.smithi137.stderr:++ awk '{print $NF;}' 2024-08-17T01:21:35.454 INFO:tasks.workunit.client.1.smithi137.stderr:+ prefix=rbd_data.d7b3527c0ff4 2024-08-17T01:21:35.454 INFO:tasks.workunit.client.1.smithi137.stderr:+ dd if=/dev/zero bs=4M count=1 2024-08-17T01:21:35.455 INFO:tasks.workunit.client.1.smithi137.stderr:++ get_image_data_pool sparse 2024-08-17T01:21:35.455 INFO:tasks.workunit.client.1.smithi137.stderr:++ image=sparse 2024-08-17T01:21:35.455 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rbd info sparse 2024-08-17T01:21:35.455 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep 'data_pool: ' 2024-08-17T01:21:35.455 INFO:tasks.workunit.client.1.smithi137.stderr:+++ awk -F: '{ print $NF }' 2024-08-17T01:21:35.490 INFO:tasks.workunit.client.1.smithi137.stderr:++ data_pool= 2024-08-17T01:21:35.490 INFO:tasks.workunit.client.1.smithi137.stderr:++ '[' -z ']' 2024-08-17T01:21:35.490 INFO:tasks.workunit.client.1.smithi137.stderr:++ data_pool=rbd 2024-08-17T01:21:35.490 INFO:tasks.workunit.client.1.smithi137.stderr:++ echo rbd 2024-08-17T01:21:35.490 INFO:tasks.workunit.client.1.smithi137.stderr:+ rados -p rbd put rbd_data.d7b3527c0ff4.000000000000 - 2024-08-17T01:21:35.519 INFO:tasks.workunit.client.1.smithi137.stderr:1+0 records in 2024-08-17T01:21:35.519 INFO:tasks.workunit.client.1.smithi137.stderr:1+0 records out 2024-08-17T01:21:35.520 INFO:tasks.workunit.client.1.smithi137.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0646948 s, 64.8 MB/s 2024-08-17T01:21:35.540 INFO:tasks.workunit.client.1.smithi137.stderr:++ objects sparse 2024-08-17T01:21:35.540 INFO:tasks.workunit.client.1.smithi137.stderr:++ image=sparse 2024-08-17T01:21:35.540 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rbd info sparse 2024-08-17T01:21:35.540 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep block_name_prefix 2024-08-17T01:21:35.540 INFO:tasks.workunit.client.1.smithi137.stderr:+++ awk '{print $NF;}' 2024-08-17T01:21:35.575 INFO:tasks.workunit.client.1.smithi137.stderr:++ prefix=rbd_data.d7b3527c0ff4 2024-08-17T01:21:35.576 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep rbd_data.d7b3527c0ff4 2024-08-17T01:21:35.576 INFO:tasks.workunit.client.1.smithi137.stderr:++++ get_image_data_pool sparse 2024-08-17T01:21:35.576 INFO:tasks.workunit.client.1.smithi137.stderr:++++ image=sparse 2024-08-17T01:21:35.576 INFO:tasks.workunit.client.1.smithi137.stderr:+++ sed -e 's/rbd_data.d7b3527c0ff4\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-17T01:21:35.576 INFO:tasks.workunit.client.1.smithi137.stderr:+++ sort -u 2024-08-17T01:21:35.576 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ rbd info sparse 2024-08-17T01:21:35.577 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ grep 'data_pool: ' 2024-08-17T01:21:35.577 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ awk -F: '{ print $NF }' 2024-08-17T01:21:35.611 INFO:tasks.workunit.client.1.smithi137.stderr:++++ data_pool= 2024-08-17T01:21:35.611 INFO:tasks.workunit.client.1.smithi137.stderr:++++ '[' -z ']' 2024-08-17T01:21:35.611 INFO:tasks.workunit.client.1.smithi137.stderr:++++ data_pool=rbd 2024-08-17T01:21:35.611 INFO:tasks.workunit.client.1.smithi137.stderr:++++ echo rbd 2024-08-17T01:21:35.611 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rados ls -p rbd 2024-08-17T01:21:35.653 INFO:tasks.workunit.client.1.smithi137.stderr:++ objects=0 2024-08-17T01:21:35.653 INFO:tasks.workunit.client.1.smithi137.stderr:++ echo 0 2024-08-17T01:21:35.653 INFO:tasks.workunit.client.1.smithi137.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-08-17T01:21:35.653 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_133410/sparse 2024-08-17T01:21:35.653 INFO:tasks.workunit.client.1.smithi137.stderr:rm: cannot remove '/tmp/rbd_import_export_133410/sparse': No such file or directory 2024-08-17T01:21:35.654 INFO:tasks.workunit.client.1.smithi137.stderr:+ true 2024-08-17T01:21:35.654 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export sparse /tmp/rbd_import_export_133410/sparse 2024-08-17T01:21:35.689 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 100% complete...done. 2024-08-17T01:21:35.693 INFO:tasks.workunit.client.1.smithi137.stderr:++ stat /tmp/rbd_import_export_133410/sparse --format=%b 2024-08-17T01:21:35.695 INFO:tasks.workunit.client.1.smithi137.stderr:+ '[' 0 = 0 ']' 2024-08-17T01:21:35.695 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd rm sparse 2024-08-17T01:21:35.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:21:35.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:21:35.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:21:35.806 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 100% complete...done. 2024-08-17T01:21:35.809 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_133410/sparse /tmp/rbd_import_export_133410/sparse1 /tmp/rbd_import_export_133410/sparse2 /tmp/rbd_import_export_133410/sparse3 2024-08-17T01:21:35.811 INFO:tasks.workunit.client.1.smithi137.stderr:rm: cannot remove '/tmp/rbd_import_export_133410/sparse3': No such file or directory 2024-08-17T01:21:35.811 INFO:tasks.workunit.client.1.smithi137.stderr:+ true 2024-08-17T01:21:35.811 INFO:tasks.workunit.client.1.smithi137.stderr:+ echo OK 2024-08-17T01:21:35.811 INFO:tasks.workunit.client.1.smithi137.stdout:OK 2024-08-17T01:21:35.812 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm -rf /tmp/rbd_import_export_133410 2024-08-17T01:21:35.812 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T01:21:35.812 DEBUG:teuthology.orchestra.run.smithi137:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-08-17T01:21:35.840 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-08-17T01:21:35.840 DEBUG:teuthology.orchestra.run.smithi137:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-08-17T01:21:36.061 DEBUG:teuthology.parallel:result is None 2024-08-17T01:21:36.061 DEBUG:teuthology.orchestra.run.smithi137:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-08-17T01:21:36.086 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-08-17T01:21:36.086 DEBUG:teuthology.orchestra.run.smithi137:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-08-17T01:21:36.141 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-08-17T01:21:36.141 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T01:21:36.141 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-08-17T01:21:36.141 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T01:21:36.142 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-08-17T01:21:36.142 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-17T01:21:36.142 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-17T01:21:36.142 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-17T01:21:36.142 DEBUG:teuthology.orchestra.run.smithi082:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-17T01:21:36.159 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T01:21:36.159 INFO:teuthology.orchestra.run.smithi082.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-17T01:21:36.159 DEBUG:teuthology.orchestra.run.smithi082:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T01:21:36.215 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-17T01:21:36.215 DEBUG:teuthology.orchestra.run.smithi082:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-17T01:21:36.271 INFO:tasks.workunit:timeout=3h 2024-08-17T01:21:36.271 INFO:tasks.workunit:cleanup=True 2024-08-17T01:21:36.271 DEBUG:teuthology.orchestra.run.smithi082:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-17T01:21:36.327 INFO:tasks.workunit.client.0.smithi082.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-17T01:21:36.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:36 smithi082 ceph-mon[94343]: pgmap v2035: 105 pgs: 105 active+clean; 693 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 177 KiB/s rd, 15 KiB/s wr, 238 op/s 2024-08-17T01:21:36.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:36 smithi082 ceph-mon[91979]: pgmap v2035: 105 pgs: 105 active+clean; 693 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 177 KiB/s rd, 15 KiB/s wr, 238 op/s 2024-08-17T01:21:36.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:36 smithi137 ceph-mon[86391]: pgmap v2035: 105 pgs: 105 active+clean; 693 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 177 KiB/s rd, 15 KiB/s wr, 238 op/s 2024-08-17T01:21:38.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:38 smithi082 ceph-mon[94343]: pgmap v2036: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 703 KiB/s rd, 491 KiB/s wr, 285 op/s 2024-08-17T01:21:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:38 smithi082 ceph-mon[91979]: pgmap v2036: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 703 KiB/s rd, 491 KiB/s wr, 285 op/s 2024-08-17T01:21:38.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:38 smithi137 ceph-mon[86391]: pgmap v2036: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 703 KiB/s rd, 491 KiB/s wr, 285 op/s 2024-08-17T01:21:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:40 smithi082 ceph-mon[94343]: pgmap v2037: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1009 KiB/s rd, 783 KiB/s wr, 316 op/s 2024-08-17T01:21:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:40 smithi082 ceph-mon[94343]: osdmap e1117: 8 total, 8 up, 8 in 2024-08-17T01:21:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:40 smithi082 ceph-mon[91979]: pgmap v2037: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1009 KiB/s rd, 783 KiB/s wr, 316 op/s 2024-08-17T01:21:40.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:40 smithi082 ceph-mon[91979]: osdmap e1117: 8 total, 8 up, 8 in 2024-08-17T01:21:40.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:40 smithi137 ceph-mon[86391]: pgmap v2037: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1009 KiB/s rd, 783 KiB/s wr, 316 op/s 2024-08-17T01:21:40.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:40 smithi137 ceph-mon[86391]: osdmap e1117: 8 total, 8 up, 8 in 2024-08-17T01:21:41.804 DEBUG:teuthology.orchestra.run.smithi082:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-17T01:21:41.860 INFO:tasks.workunit.client.0.smithi082.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-17T01:21:41.862 INFO:tasks.workunit.client.0.smithi082.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T01:21:41.862 INFO:tasks.workunit.client.0.smithi082.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-17T01:21:41.910 INFO:tasks.workunit.client.0.smithi082.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-17T01:21:41.958 INFO:tasks.workunit.client.0.smithi082.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-17T01:21:41.997 INFO:tasks.workunit.client.0.smithi082.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T01:21:41.999 INFO:tasks.workunit.client.0.smithi082.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T01:21:41.999 INFO:tasks.workunit.client.0.smithi082.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-17T01:21:42.037 INFO:tasks.workunit.client.0.smithi082.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T01:21:42.040 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-08-17T01:21:42.040 DEBUG:teuthology.orchestra.run.smithi082:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-17T01:21:42.097 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-08-17T01:21:42.098 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-08-17T01:21:42.098 DEBUG:teuthology.orchestra.run.smithi082:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-08-17T01:21:42.189 INFO:tasks.workunit.client.0.smithi082.stdout:seed 142218 2024-08-17T01:21:42.242 INFO:tasks.workunit.client.0.smithi082.stderr:warning: failed to enable lockdep 2024-08-17T01:21:42.243 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] Running 425 tests from 16 test suites. 2024-08-17T01:21:42.243 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment set-up. 2024-08-17T01:21:42.243 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 1 test from TestJournalStress 2024-08-17T01:21:42.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:42 smithi082 ceph-mon[94343]: pgmap v2039: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 977 KiB/s rd, 1.3 MiB/s wr, 326 op/s 2024-08-17T01:21:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:42 smithi082 ceph-mon[91979]: pgmap v2039: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 977 KiB/s rd, 1.3 MiB/s wr, 326 op/s 2024-08-17T01:21:42.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:42 smithi137 ceph-mon[86391]: pgmap v2039: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 977 KiB/s rd, 1.3 MiB/s wr, 326 op/s 2024-08-17T01:21:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:21:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:21:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:21:43.527 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-08-17T01:21:43.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:43 smithi082 ceph-mon[91979]: osdmap e1118: 8 total, 8 up, 8 in 2024-08-17T01:21:43.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:43 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3781003094' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:21:43.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:43 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:21:43.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:43 smithi082 ceph-mon[94343]: osdmap e1118: 8 total, 8 up, 8 in 2024-08-17T01:21:43.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:43 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3781003094' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:21:43.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:43 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:21:43.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:43 smithi137 ceph-mon[86391]: osdmap e1118: 8 total, 8 up, 8 in 2024-08-17T01:21:43.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:43 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3781003094' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:21:43.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:43 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:21:44.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:44 smithi082 ceph-mon[91979]: pgmap v2041: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1016 KiB/s rd, 1.4 MiB/s wr, 330 op/s 2024-08-17T01:21:44.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:44 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:21:44.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:44 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:21:44.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:44 smithi082 ceph-mon[91979]: osdmap e1119: 8 total, 8 up, 8 in 2024-08-17T01:21:44.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:44 smithi082 ceph-mon[91979]: osdmap e1120: 8 total, 8 up, 8 in 2024-08-17T01:21:44.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:44 smithi082 ceph-mon[94343]: pgmap v2041: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1016 KiB/s rd, 1.4 MiB/s wr, 330 op/s 2024-08-17T01:21:44.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:44 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:21:44.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:44 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:21:44.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:44 smithi082 ceph-mon[94343]: osdmap e1119: 8 total, 8 up, 8 in 2024-08-17T01:21:44.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:44 smithi082 ceph-mon[94343]: osdmap e1120: 8 total, 8 up, 8 in 2024-08-17T01:21:44.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:44 smithi137 ceph-mon[86391]: pgmap v2041: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1016 KiB/s rd, 1.4 MiB/s wr, 330 op/s 2024-08-17T01:21:44.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:44 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:21:44.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:44 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:21:44.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:44 smithi137 ceph-mon[86391]: osdmap e1119: 8 total, 8 up, 8 in 2024-08-17T01:21:44.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:44 smithi137 ceph-mon[86391]: osdmap e1120: 8 total, 8 up, 8 in 2024-08-17T01:21:45.364 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:21:45.365 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestJournalStress.DiscardWithPruneWriteOverlap (1837 ms) 2024-08-17T01:21:45.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:21:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:21:45] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-08-17T01:21:46.348 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 1 test from TestJournalStress (1837 ms total) 2024-08-17T01:21:46.349 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:21:46.349 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 16 tests from TestJournalReplay 2024-08-17T01:21:46.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:46 smithi082 ceph-mon[94343]: pgmap v2044: 137 pgs: 10 creating+peering, 17 unknown, 110 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 19 KiB/s rd, 953 KiB/s wr, 37 op/s 2024-08-17T01:21:46.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:46 smithi082 ceph-mon[94343]: osdmap e1121: 8 total, 8 up, 8 in 2024-08-17T01:21:46.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:46 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:21:46.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:46 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T01:21:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:46 smithi082 ceph-mon[91979]: pgmap v2044: 137 pgs: 10 creating+peering, 17 unknown, 110 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 19 KiB/s rd, 953 KiB/s wr, 37 op/s 2024-08-17T01:21:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:46 smithi082 ceph-mon[91979]: osdmap e1121: 8 total, 8 up, 8 in 2024-08-17T01:21:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:46 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:21:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:46 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T01:21:46.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:46 smithi137 ceph-mon[86391]: pgmap v2044: 137 pgs: 10 creating+peering, 17 unknown, 110 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 19 KiB/s rd, 953 KiB/s wr, 37 op/s 2024-08-17T01:21:46.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:46 smithi137 ceph-mon[86391]: osdmap e1121: 8 total, 8 up, 8 in 2024-08-17T01:21:46.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:46 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:21:46.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:46 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T01:21:47.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:47 smithi082 ceph-mon[94343]: osdmap e1122: 8 total, 8 up, 8 in 2024-08-17T01:21:47.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:47 smithi082 ceph-mon[91979]: osdmap e1122: 8 total, 8 up, 8 in 2024-08-17T01:21:47.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:47 smithi137 ceph-mon[86391]: osdmap e1122: 8 total, 8 up, 8 in 2024-08-17T01:21:48.361 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-08-17T01:21:48.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:48 smithi082 ceph-mon[94343]: pgmap v2047: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:21:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:48 smithi082 ceph-mon[94343]: osdmap e1123: 8 total, 8 up, 8 in 2024-08-17T01:21:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:48 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3667602313' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:21:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:48 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:21:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:48 smithi082 ceph-mon[91979]: pgmap v2047: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:21:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:48 smithi082 ceph-mon[91979]: osdmap e1123: 8 total, 8 up, 8 in 2024-08-17T01:21:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:48 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3667602313' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:21:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:48 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:21:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:48 smithi137 ceph-mon[86391]: pgmap v2047: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:21:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:48 smithi137 ceph-mon[86391]: osdmap e1123: 8 total, 8 up, 8 in 2024-08-17T01:21:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:48 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3667602313' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:21:48.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:48 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:21:49.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:49 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:21:49.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:49 smithi082 ceph-mon[94343]: osdmap e1124: 8 total, 8 up, 8 in 2024-08-17T01:21:49.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:49 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:21:49.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:49 smithi082 ceph-mon[91979]: osdmap e1124: 8 total, 8 up, 8 in 2024-08-17T01:21:49.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:49 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:21:49.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:49 smithi137 ceph-mon[86391]: osdmap e1124: 8 total, 8 up, 8 in 2024-08-17T01:21:50.400 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:21:50.400 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestJournalReplay.AioDiscardEvent (2038 ms) 2024-08-17T01:21:50.400 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-08-17T01:21:50.412 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:21:50.412 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestJournalReplay.AioWriteEvent (13 ms) 2024-08-17T01:21:50.413 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-08-17T01:21:50.422 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:21:50.422 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestJournalReplay.AioFlushEvent (9 ms) 2024-08-17T01:21:50.422 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-08-17T01:21:50.431 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:21:50.431 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestJournalReplay.SnapCreate (9 ms) 2024-08-17T01:21:50.431 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-08-17T01:21:50.439 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:21:50.439 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestJournalReplay.SnapProtect (8 ms) 2024-08-17T01:21:50.439 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-08-17T01:21:50.450 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:21:50.450 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestJournalReplay.SnapUnprotect (8 ms) 2024-08-17T01:21:50.450 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-08-17T01:21:50.455 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:21:50.455 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestJournalReplay.SnapRename (8 ms) 2024-08-17T01:21:50.455 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-08-17T01:21:50.463 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:21:50.464 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestJournalReplay.SnapRollback (9 ms) 2024-08-17T01:21:50.464 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-08-17T01:21:50.471 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:21:50.471 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestJournalReplay.SnapRemove (8 ms) 2024-08-17T01:21:50.471 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestJournalReplay.Rename 2024-08-17T01:21:50.479 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:21:50.479 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestJournalReplay.Rename (7 ms) 2024-08-17T01:21:50.479 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestJournalReplay.Resize 2024-08-17T01:21:50.487 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:21:50.487 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestJournalReplay.Resize (8 ms) 2024-08-17T01:21:50.487 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestJournalReplay.Flatten 2024-08-17T01:21:50.494 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:21:50.494 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestJournalReplay.Flatten (7 ms) 2024-08-17T01:21:50.494 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-08-17T01:21:50.501 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:21:50.501 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestJournalReplay.UpdateFeatures (7 ms) 2024-08-17T01:21:50.501 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-08-17T01:21:50.509 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:21:50.509 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestJournalReplay.MetadataSet (8 ms) 2024-08-17T01:21:50.509 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-08-17T01:21:50.516 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:21:50.516 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestJournalReplay.MetadataRemove (7 ms) 2024-08-17T01:21:50.516 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-08-17T01:21:50.523 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:21:50.523 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestJournalReplay.ObjectPosition (7 ms) 2024-08-17T01:21:50.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:50 smithi137 ceph-mon[86391]: pgmap v2050: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:21:50.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:50 smithi137 ceph-mon[86391]: osdmap e1125: 8 total, 8 up, 8 in 2024-08-17T01:21:50.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:21:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:50 smithi082 ceph-mon[94343]: pgmap v2050: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:21:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:50 smithi082 ceph-mon[94343]: osdmap e1125: 8 total, 8 up, 8 in 2024-08-17T01:21:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:21:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:50 smithi082 ceph-mon[91979]: pgmap v2050: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:21:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:50 smithi082 ceph-mon[91979]: osdmap e1125: 8 total, 8 up, 8 in 2024-08-17T01:21:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:21:51.391 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 16 tests from TestJournalReplay (2161 ms total) 2024-08-17T01:21:51.391 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:21:51.391 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 4 tests from TestJournalEntries 2024-08-17T01:21:51.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:51 smithi082 ceph-mon[94343]: osdmap e1126: 8 total, 8 up, 8 in 2024-08-17T01:21:51.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:51 smithi082 ceph-mon[91979]: osdmap e1126: 8 total, 8 up, 8 in 2024-08-17T01:21:51.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:51 smithi137 ceph-mon[86391]: osdmap e1126: 8 total, 8 up, 8 in 2024-08-17T01:21:52.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:52 smithi082 ceph-mon[94343]: pgmap v2053: 137 pgs: 12 creating+peering, 7 unknown, 118 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:21:52.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:52 smithi082 ceph-mon[94343]: osdmap e1127: 8 total, 8 up, 8 in 2024-08-17T01:21:52.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:52 smithi082 ceph-mon[91979]: pgmap v2053: 137 pgs: 12 creating+peering, 7 unknown, 118 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:21:52.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:52 smithi082 ceph-mon[91979]: osdmap e1127: 8 total, 8 up, 8 in 2024-08-17T01:21:52.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:52 smithi137 ceph-mon[86391]: pgmap v2053: 137 pgs: 12 creating+peering, 7 unknown, 118 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:21:52.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:52 smithi137 ceph-mon[86391]: osdmap e1127: 8 total, 8 up, 8 in 2024-08-17T01:21:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:21:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:21:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:21:53.407 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-08-17T01:21:53.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:53 smithi082 ceph-mon[94343]: osdmap e1128: 8 total, 8 up, 8 in 2024-08-17T01:21:53.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:53 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2563893106' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:21:53.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:53 smithi082 ceph-mon[91979]: osdmap e1128: 8 total, 8 up, 8 in 2024-08-17T01:21:53.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:53 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2563893106' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:21:53.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:53 smithi137 ceph-mon[86391]: osdmap e1128: 8 total, 8 up, 8 in 2024-08-17T01:21:53.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:53 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2563893106' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:21:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:54 smithi082 ceph-mon[94343]: pgmap v2056: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:21:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:54 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:21:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:54 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2563893106' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:21:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:54 smithi082 ceph-mon[94343]: osdmap e1129: 8 total, 8 up, 8 in 2024-08-17T01:21:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:54 smithi082 ceph-mon[91979]: pgmap v2056: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:21:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:54 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:21:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:54 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2563893106' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:21:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:54 smithi082 ceph-mon[91979]: osdmap e1129: 8 total, 8 up, 8 in 2024-08-17T01:21:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:54 smithi137 ceph-mon[86391]: pgmap v2056: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:21:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:54 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:21:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:54 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2563893106' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:21:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:54 smithi137 ceph-mon[86391]: osdmap e1129: 8 total, 8 up, 8 in 2024-08-17T01:21:55.410 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:21:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:21:55] "GET /metrics HTTP/1.1" 200 36405 "" "Prometheus/2.43.0" 2024-08-17T01:21:55.435 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:21:55.435 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestJournalEntries.AioWrite (2028 ms) 2024-08-17T01:21:55.435 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-08-17T01:21:55.444 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:21:55.444 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestJournalEntries.AioDiscard (10 ms) 2024-08-17T01:21:55.444 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-08-17T01:21:55.453 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:21:55.453 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestJournalEntries.AioDiscardWithPrune (9 ms) 2024-08-17T01:21:55.453 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-08-17T01:21:55.462 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:21:55.462 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestJournalEntries.AioFlush (8 ms) 2024-08-17T01:21:55.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:55 smithi082 ceph-mon[94343]: osdmap e1130: 8 total, 8 up, 8 in 2024-08-17T01:21:55.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:55 smithi082 ceph-mon[91979]: osdmap e1130: 8 total, 8 up, 8 in 2024-08-17T01:21:55.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:55 smithi137 ceph-mon[86391]: osdmap e1130: 8 total, 8 up, 8 in 2024-08-17T01:21:56.427 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 4 tests from TestJournalEntries (2055 ms total) 2024-08-17T01:21:56.427 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:21:56.427 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 2 tests from TestTrash 2024-08-17T01:21:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:56 smithi082 ceph-mon[94343]: pgmap v2059: 137 pgs: 8 creating+peering, 21 unknown, 108 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:21:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:56 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:21:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:56 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T01:21:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:56 smithi082 ceph-mon[94343]: osdmap e1131: 8 total, 8 up, 8 in 2024-08-17T01:21:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:56 smithi082 ceph-mon[91979]: pgmap v2059: 137 pgs: 8 creating+peering, 21 unknown, 108 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:21:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:56 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:21:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:56 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T01:21:56.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:56 smithi082 ceph-mon[91979]: osdmap e1131: 8 total, 8 up, 8 in 2024-08-17T01:21:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:56 smithi137 ceph-mon[86391]: pgmap v2059: 137 pgs: 8 creating+peering, 21 unknown, 108 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:21:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:56 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:21:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:56 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T01:21:56.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:56 smithi137 ceph-mon[86391]: osdmap e1131: 8 total, 8 up, 8 in 2024-08-17T01:21:57.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:57 smithi082 ceph-mon[91979]: osdmap e1132: 8 total, 8 up, 8 in 2024-08-17T01:21:57.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:57 smithi082 ceph-mon[94343]: osdmap e1132: 8 total, 8 up, 8 in 2024-08-17T01:21:57.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:57 smithi137 ceph-mon[86391]: osdmap e1132: 8 total, 8 up, 8 in 2024-08-17T01:21:58.433 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-08-17T01:21:58.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:58 smithi082 ceph-mon[91979]: pgmap v2062: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:21:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:58 smithi082 ceph-mon[91979]: osdmap e1133: 8 total, 8 up, 8 in 2024-08-17T01:21:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:58 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3731278820' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:21:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:21:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:21:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:21:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:21:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:58 smithi082 ceph-mon[94343]: pgmap v2062: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:21:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:58 smithi082 ceph-mon[94343]: osdmap e1133: 8 total, 8 up, 8 in 2024-08-17T01:21:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:58 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3731278820' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:21:58.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:21:58.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:21:58.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:21:58.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:21:58.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:58 smithi137 ceph-mon[86391]: pgmap v2062: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:21:58.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:58 smithi137 ceph-mon[86391]: osdmap e1133: 8 total, 8 up, 8 in 2024-08-17T01:21:58.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:58 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3731278820' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:21:58.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:21:58.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:21:58.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:21:58.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:21:59.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:59 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3731278820' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:21:59.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:21:59 smithi082 ceph-mon[91979]: osdmap e1134: 8 total, 8 up, 8 in 2024-08-17T01:21:59.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:59 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3731278820' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:21:59.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:21:59 smithi082 ceph-mon[94343]: osdmap e1134: 8 total, 8 up, 8 in 2024-08-17T01:21:59.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:59 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3731278820' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:21:59.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:21:59 smithi137 ceph-mon[86391]: osdmap e1134: 8 total, 8 up, 8 in 2024-08-17T01:22:00.536 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestTrash.UserRemovingSource (2103 ms) 2024-08-17T01:22:00.536 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-08-17T01:22:00.576 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestTrash.RestoreMirroringSource (41 ms) 2024-08-17T01:22:00.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:00 smithi082 ceph-mon[91979]: pgmap v2065: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:00.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:00 smithi082 ceph-mon[91979]: osdmap e1135: 8 total, 8 up, 8 in 2024-08-17T01:22:00.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:00 smithi082 ceph-mon[94343]: pgmap v2065: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:00.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:00 smithi082 ceph-mon[94343]: osdmap e1135: 8 total, 8 up, 8 in 2024-08-17T01:22:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:00 smithi137 ceph-mon[86391]: pgmap v2065: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:00 smithi137 ceph-mon[86391]: osdmap e1135: 8 total, 8 up, 8 in 2024-08-17T01:22:01.466 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 2 tests from TestTrash (2144 ms total) 2024-08-17T01:22:01.466 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:22:01.466 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 1 test from TestOperations 2024-08-17T01:22:01.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:01 smithi082 ceph-mon[94343]: osdmap e1136: 8 total, 8 up, 8 in 2024-08-17T01:22:01.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:01 smithi082 ceph-mon[91979]: osdmap e1136: 8 total, 8 up, 8 in 2024-08-17T01:22:01.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:01 smithi137 ceph-mon[86391]: osdmap e1136: 8 total, 8 up, 8 in 2024-08-17T01:22:02.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:02 smithi082 ceph-mon[91979]: pgmap v2068: 137 pgs: 10 creating+peering, 1 unknown, 126 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T01:22:02.737 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:02 smithi082 ceph-mon[91979]: osdmap e1137: 8 total, 8 up, 8 in 2024-08-17T01:22:02.737 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:02 smithi082 ceph-mon[94343]: pgmap v2068: 137 pgs: 10 creating+peering, 1 unknown, 126 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T01:22:02.737 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:02 smithi082 ceph-mon[94343]: osdmap e1137: 8 total, 8 up, 8 in 2024-08-17T01:22:02.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:02 smithi137 ceph-mon[86391]: pgmap v2068: 137 pgs: 10 creating+peering, 1 unknown, 126 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T01:22:02.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:02 smithi137 ceph-mon[86391]: osdmap e1137: 8 total, 8 up, 8 in 2024-08-17T01:22:02.738 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:22:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:22:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:22:03.468 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-08-17T01:22:03.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:03 smithi137 ceph-mon[86391]: osdmap e1138: 8 total, 8 up, 8 in 2024-08-17T01:22:03.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:03 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2918324194' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:03.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:03 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2918324194' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:03.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:03 smithi137 ceph-mon[86391]: osdmap e1139: 8 total, 8 up, 8 in 2024-08-17T01:22:03.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:03 smithi082 ceph-mon[94343]: osdmap e1138: 8 total, 8 up, 8 in 2024-08-17T01:22:03.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:03 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2918324194' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:03.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:03 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2918324194' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:03.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:03 smithi082 ceph-mon[94343]: osdmap e1139: 8 total, 8 up, 8 in 2024-08-17T01:22:03.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:03 smithi082 ceph-mon[91979]: osdmap e1138: 8 total, 8 up, 8 in 2024-08-17T01:22:03.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:03 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2918324194' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:03.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:03 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2918324194' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:03.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:03 smithi082 ceph-mon[91979]: osdmap e1139: 8 total, 8 up, 8 in 2024-08-17T01:22:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:04 smithi137 ceph-mon[86391]: pgmap v2071: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:04.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:04 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:04.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:04 smithi082 ceph-mon[94343]: pgmap v2071: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:04.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:04 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:04.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:04 smithi082 ceph-mon[91979]: pgmap v2071: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:04.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:04 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:05.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:22:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:22:05] "GET /metrics HTTP/1.1" 200 36405 "" "Prometheus/2.43.0" 2024-08-17T01:22:05.521 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:22:05.521 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestOperations.DisableJournalingCorrupt (2052 ms) 2024-08-17T01:22:05.753 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:05 smithi082 ceph-mon[94343]: osdmap e1140: 8 total, 8 up, 8 in 2024-08-17T01:22:05.753 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:22:05.753 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:22:05.753 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:05 smithi082 ceph-mon[91979]: osdmap e1140: 8 total, 8 up, 8 in 2024-08-17T01:22:05.753 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:22:05.753 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:22:05.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:05 smithi137 ceph-mon[86391]: osdmap e1140: 8 total, 8 up, 8 in 2024-08-17T01:22:05.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:22:05.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:22:06.505 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 1 test from TestOperations (2052 ms total) 2024-08-17T01:22:06.505 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:22:06.505 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 4 tests from TestObjectMap 2024-08-17T01:22:06.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:06 smithi082 ceph-mon[94343]: pgmap v2074: 137 pgs: 12 creating+peering, 18 unknown, 107 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:06.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:06 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:22:06.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:06 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T01:22:06.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:06 smithi082 ceph-mon[94343]: osdmap e1141: 8 total, 8 up, 8 in 2024-08-17T01:22:06.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:06 smithi082 ceph-mon[91979]: pgmap v2074: 137 pgs: 12 creating+peering, 18 unknown, 107 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:06.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:06 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:22:06.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:06 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T01:22:06.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:06 smithi082 ceph-mon[91979]: osdmap e1141: 8 total, 8 up, 8 in 2024-08-17T01:22:06.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:06 smithi137 ceph-mon[86391]: pgmap v2074: 137 pgs: 12 creating+peering, 18 unknown, 107 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:06.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:06 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:22:06.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:06 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T01:22:06.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:06 smithi137 ceph-mon[86391]: osdmap e1141: 8 total, 8 up, 8 in 2024-08-17T01:22:07.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:07 smithi082 ceph-mon[91979]: osdmap e1142: 8 total, 8 up, 8 in 2024-08-17T01:22:07.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:07 smithi082 ceph-mon[94343]: osdmap e1142: 8 total, 8 up, 8 in 2024-08-17T01:22:07.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:07 smithi137 ceph-mon[86391]: osdmap e1142: 8 total, 8 up, 8 in 2024-08-17T01:22:08.513 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-08-17T01:22:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:08 smithi082 ceph-mon[91979]: pgmap v2077: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:08 smithi082 ceph-mon[91979]: osdmap e1143: 8 total, 8 up, 8 in 2024-08-17T01:22:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:08 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2523438271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:08 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:08.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:08 smithi082 ceph-mon[94343]: pgmap v2077: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:08.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:08 smithi082 ceph-mon[94343]: osdmap e1143: 8 total, 8 up, 8 in 2024-08-17T01:22:08.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:08 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2523438271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:08.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:08 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:08 smithi137 ceph-mon[86391]: pgmap v2077: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:08 smithi137 ceph-mon[86391]: osdmap e1143: 8 total, 8 up, 8 in 2024-08-17T01:22:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:08 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2523438271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:08.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:08 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:09.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:09 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:09.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:09 smithi082 ceph-mon[91979]: osdmap e1144: 8 total, 8 up, 8 in 2024-08-17T01:22:09.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:09 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:09.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:09 smithi082 ceph-mon[94343]: osdmap e1144: 8 total, 8 up, 8 in 2024-08-17T01:22:09.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:09 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:09.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:09 smithi137 ceph-mon[86391]: osdmap e1144: 8 total, 8 up, 8 in 2024-08-17T01:22:10.578 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2065 ms) 2024-08-17T01:22:10.578 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-08-17T01:22:10.610 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (33 ms) 2024-08-17T01:22:10.610 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-08-17T01:22:10.646 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (35 ms) 2024-08-17T01:22:10.646 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-08-17T01:22:10.674 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (28 ms) 2024-08-17T01:22:10.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:10 smithi082 ceph-mon[91979]: pgmap v2080: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:10.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:10 smithi082 ceph-mon[91979]: osdmap e1145: 8 total, 8 up, 8 in 2024-08-17T01:22:10.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:10 smithi082 ceph-mon[94343]: pgmap v2080: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:10.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:10 smithi082 ceph-mon[94343]: osdmap e1145: 8 total, 8 up, 8 in 2024-08-17T01:22:10.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:10 smithi137 ceph-mon[86391]: pgmap v2080: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:10.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:10 smithi137 ceph-mon[86391]: osdmap e1145: 8 total, 8 up, 8 in 2024-08-17T01:22:11.555 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 4 tests from TestObjectMap (2161 ms total) 2024-08-17T01:22:11.555 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:22:11.555 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 2 tests from TestMirroringWatcher 2024-08-17T01:22:11.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:11 smithi082 ceph-mon[91979]: osdmap e1146: 8 total, 8 up, 8 in 2024-08-17T01:22:11.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:11 smithi082 ceph-mon[94343]: osdmap e1146: 8 total, 8 up, 8 in 2024-08-17T01:22:11.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:11 smithi137 ceph-mon[86391]: osdmap e1146: 8 total, 8 up, 8 in 2024-08-17T01:22:12.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:12 smithi137 ceph-mon[86391]: pgmap v2083: 137 pgs: 10 creating+peering, 10 unknown, 117 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T01:22:12.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:12 smithi137 ceph-mon[86391]: osdmap e1147: 8 total, 8 up, 8 in 2024-08-17T01:22:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:22:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:22:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:22:12.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:12 smithi082 ceph-mon[94343]: pgmap v2083: 137 pgs: 10 creating+peering, 10 unknown, 117 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T01:22:12.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:12 smithi082 ceph-mon[94343]: osdmap e1147: 8 total, 8 up, 8 in 2024-08-17T01:22:12.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:12 smithi082 ceph-mon[91979]: pgmap v2083: 137 pgs: 10 creating+peering, 10 unknown, 117 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T01:22:12.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:12 smithi082 ceph-mon[91979]: osdmap e1147: 8 total, 8 up, 8 in 2024-08-17T01:22:13.569 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-08-17T01:22:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:13 smithi082 ceph-mon[94343]: osdmap e1148: 8 total, 8 up, 8 in 2024-08-17T01:22:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:13 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1600077171' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:13 smithi082 ceph-mon[94343]: pgmap v2086: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:13 smithi082 ceph-mon[91979]: osdmap e1148: 8 total, 8 up, 8 in 2024-08-17T01:22:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:13 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1600077171' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:13 smithi082 ceph-mon[91979]: pgmap v2086: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:13.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:13 smithi137 ceph-mon[86391]: osdmap e1148: 8 total, 8 up, 8 in 2024-08-17T01:22:13.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:13 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1600077171' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:13.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:13 smithi137 ceph-mon[86391]: pgmap v2086: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:14.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:14 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:14.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:14 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1600077171' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:14.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:14 smithi082 ceph-mon[94343]: osdmap e1149: 8 total, 8 up, 8 in 2024-08-17T01:22:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:14 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:14 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1600077171' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:14 smithi082 ceph-mon[91979]: osdmap e1149: 8 total, 8 up, 8 in 2024-08-17T01:22:14.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:14 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:14.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:14 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1600077171' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:14.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:14 smithi137 ceph-mon[86391]: osdmap e1149: 8 total, 8 up, 8 in 2024-08-17T01:22:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:22:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:22:15] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2024-08-17T01:22:15.615 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2045 ms) 2024-08-17T01:22:15.615 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-08-17T01:22:15.639 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (24 ms) 2024-08-17T01:22:15.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:15 smithi082 ceph-mon[94343]: osdmap e1150: 8 total, 8 up, 8 in 2024-08-17T01:22:15.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:15 smithi082 ceph-mon[94343]: pgmap v2089: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:15.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:15 smithi082 ceph-mon[91979]: osdmap e1150: 8 total, 8 up, 8 in 2024-08-17T01:22:15.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:15 smithi082 ceph-mon[91979]: pgmap v2089: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:15.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:15 smithi137 ceph-mon[86391]: osdmap e1150: 8 total, 8 up, 8 in 2024-08-17T01:22:15.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:15 smithi137 ceph-mon[86391]: pgmap v2089: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:16.591 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 2 tests from TestMirroringWatcher (2069 ms total) 2024-08-17T01:22:16.591 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:22:16.591 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 57 tests from TestMigration 2024-08-17T01:22:16.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:16 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:22:16.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:16 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T01:22:16.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:16 smithi082 ceph-mon[94343]: osdmap e1151: 8 total, 8 up, 8 in 2024-08-17T01:22:16.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:16 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:22:16.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:16 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T01:22:16.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:16 smithi082 ceph-mon[91979]: osdmap e1151: 8 total, 8 up, 8 in 2024-08-17T01:22:16.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:16 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:22:16.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:16 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T01:22:16.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:16 smithi137 ceph-mon[86391]: osdmap e1151: 8 total, 8 up, 8 in 2024-08-17T01:22:17.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:17 smithi082 ceph-mon[94343]: osdmap e1152: 8 total, 8 up, 8 in 2024-08-17T01:22:17.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:17 smithi082 ceph-mon[94343]: pgmap v2092: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:17.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:17 smithi082 ceph-mon[91979]: osdmap e1152: 8 total, 8 up, 8 in 2024-08-17T01:22:17.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:17 smithi082 ceph-mon[91979]: pgmap v2092: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:17.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:17 smithi137 ceph-mon[86391]: osdmap e1152: 8 total, 8 up, 8 in 2024-08-17T01:22:17.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:17 smithi137 ceph-mon[86391]: pgmap v2092: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:18.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:18 smithi082 ceph-mon[94343]: osdmap e1153: 8 total, 8 up, 8 in 2024-08-17T01:22:18.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:18 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/855408413' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:18.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:18 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:18.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:18 smithi082 ceph-mon[91979]: osdmap e1153: 8 total, 8 up, 8 in 2024-08-17T01:22:18.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:18 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/855408413' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:18.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:18 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:18.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:18 smithi137 ceph-mon[86391]: osdmap e1153: 8 total, 8 up, 8 in 2024-08-17T01:22:18.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:18 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/855408413' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:18.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:18 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:22:19.614 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.Empty 2024-08-17T01:22:19.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:19 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:19.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:19 smithi082 ceph-mon[94343]: osdmap e1154: 8 total, 8 up, 8 in 2024-08-17T01:22:19.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:19 smithi082 ceph-mon[94343]: pgmap v2095: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:19.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:19 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:19.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:19 smithi082 ceph-mon[91979]: osdmap e1154: 8 total, 8 up, 8 in 2024-08-17T01:22:19.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:19 smithi082 ceph-mon[91979]: pgmap v2095: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:19.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:19 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:22:19.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:19 smithi137 ceph-mon[86391]: osdmap e1154: 8 total, 8 up, 8 in 2024-08-17T01:22:19.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:19 smithi137 ceph-mon[86391]: pgmap v2095: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:20.888 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:20 smithi137 ceph-mon[86391]: osdmap e1155: 8 total, 8 up, 8 in 2024-08-17T01:22:20.888 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:22:20.888 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:22:20.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:20 smithi082 ceph-mon[94343]: osdmap e1155: 8 total, 8 up, 8 in 2024-08-17T01:22:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:22:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:22:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:20 smithi082 ceph-mon[91979]: osdmap e1155: 8 total, 8 up, 8 in 2024-08-17T01:22:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:22:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:22:21.683 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:21.694 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:22:21.841 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:22:21.909 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:22:21.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:21 smithi082 ceph-mon[94343]: osdmap e1156: 8 total, 8 up, 8 in 2024-08-17T01:22:21.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:21 smithi082 ceph-mon[94343]: pgmap v2098: 169 pgs: 24 creating+peering, 25 unknown, 120 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:21.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:21 smithi082 ceph-mon[91979]: osdmap e1156: 8 total, 8 up, 8 in 2024-08-17T01:22:21.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:21 smithi082 ceph-mon[91979]: pgmap v2098: 169 pgs: 24 creating+peering, 25 unknown, 120 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:21.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:21 smithi137 ceph-mon[86391]: osdmap e1156: 8 total, 8 up, 8 in 2024-08-17T01:22:21.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:21 smithi137 ceph-mon[86391]: pgmap v2098: 169 pgs: 24 creating+peering, 25 unknown, 120 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T01:22:21.990 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.Empty (2376 ms) 2024-08-17T01:22:21.990 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.OtherName 2024-08-17T01:22:22.018 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:22.028 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:22:22.161 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:22:22.227 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:22:22.311 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.OtherName (322 ms) 2024-08-17T01:22:22.312 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.OtherPool 2024-08-17T01:22:22.341 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:22.351 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:22:22.630 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:22:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:22:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:22:22.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:22 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:22.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:22 smithi082 ceph-mon[94343]: osdmap e1157: 8 total, 8 up, 8 in 2024-08-17T01:22:22.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:22 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:22.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:22 smithi082 ceph-mon[91979]: osdmap e1157: 8 total, 8 up, 8 in 2024-08-17T01:22:22.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:22 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:22:22.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:22 smithi137 ceph-mon[86391]: osdmap e1157: 8 total, 8 up, 8 in 2024-08-17T01:22:23.770 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:22:23.831 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:22:23.910 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.OtherPool (1599 ms) 2024-08-17T01:22:23.911 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.OtherNamespace 2024-08-17T01:22:23.940 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:23.953 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:22:23.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:23 smithi082 ceph-mon[94343]: osdmap e1158: 8 total, 8 up, 8 in 2024-08-17T01:22:23.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:23 smithi082 ceph-mon[94343]: pgmap v2101: 169 pgs: 24 creating+peering, 9 unknown, 136 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 2.7 KiB/s wr, 65 op/s 2024-08-17T01:22:23.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:23 smithi082 ceph-mon[91979]: osdmap e1158: 8 total, 8 up, 8 in 2024-08-17T01:22:23.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:23 smithi082 ceph-mon[91979]: pgmap v2101: 169 pgs: 24 creating+peering, 9 unknown, 136 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 2.7 KiB/s wr, 65 op/s 2024-08-17T01:22:23.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:23 smithi137 ceph-mon[86391]: osdmap e1158: 8 total, 8 up, 8 in 2024-08-17T01:22:23.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:23 smithi137 ceph-mon[86391]: pgmap v2101: 169 pgs: 24 creating+peering, 9 unknown, 136 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 2.7 KiB/s wr, 65 op/s 2024-08-17T01:22:24.081 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:22:24.142 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:22:24.227 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.OtherNamespace (316 ms) 2024-08-17T01:22:24.227 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.DataPool 2024-08-17T01:22:24.257 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:24.268 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:22:24.410 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:22:24.479 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:22:24.560 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.DataPool (333 ms) 2024-08-17T01:22:24.560 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-08-17T01:22:24.590 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:24.600 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:22:24.744 INFO:tasks.workunit.client.0.smithi082.stdout:migration_abort 2024-08-17T01:22:24.844 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.AbortAfterPrepare (284 ms) 2024-08-17T01:22:24.844 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-08-17T01:22:24.872 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:24.882 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:22:24.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:24 smithi082 ceph-mon[94343]: osdmap e1159: 8 total, 8 up, 8 in 2024-08-17T01:22:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:24 smithi082 ceph-mon[91979]: osdmap e1159: 8 total, 8 up, 8 in 2024-08-17T01:22:24.978 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (135 ms) 2024-08-17T01:22:24.978 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-08-17T01:22:24.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:24 smithi137 ceph-mon[86391]: osdmap e1159: 8 total, 8 up, 8 in 2024-08-17T01:22:25.007 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:25.018 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:22:25.152 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:22:25.221 INFO:tasks.workunit.client.0.smithi082.stdout:migration_abort 2024-08-17T01:22:25.319 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.AbortAfterExecute (341 ms) 2024-08-17T01:22:25.320 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-08-17T01:22:25.350 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:25.361 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:22:25.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:22:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:22:25] "GET /metrics HTTP/1.1" 200 38769 "" "Prometheus/2.43.0" 2024-08-17T01:22:25.500 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:22:25.566 INFO:tasks.workunit.client.0.smithi082.stdout:migration_abort 2024-08-17T01:22:25.665 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (346 ms) 2024-08-17T01:22:25.666 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-08-17T01:22:25.694 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:25.707 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:22:25.842 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:22:25.906 INFO:tasks.workunit.client.0.smithi082.stdout:migration_abort 2024-08-17T01:22:25.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:25 smithi082 ceph-mon[94343]: pgmap v2103: 169 pgs: 12 creating+peering, 157 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 134 KiB/s rd, 8.7 KiB/s wr, 178 op/s 2024-08-17T01:22:25.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:25 smithi082 ceph-mon[91979]: pgmap v2103: 169 pgs: 12 creating+peering, 157 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 134 KiB/s rd, 8.7 KiB/s wr, 178 op/s 2024-08-17T01:22:25.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:25 smithi137 ceph-mon[86391]: pgmap v2103: 169 pgs: 12 creating+peering, 157 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 134 KiB/s rd, 8.7 KiB/s wr, 178 op/s 2024-08-17T01:22:26.018 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (352 ms) 2024-08-17T01:22:26.018 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-08-17T01:22:26.047 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:26.058 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:22:26.065 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.MirroringSamePool (47 ms) 2024-08-17T01:22:26.065 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.MirroringAbort 2024-08-17T01:22:26.094 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:26.104 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:22:26.111 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.MirroringAbort (46 ms) 2024-08-17T01:22:26.111 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-08-17T01:22:26.141 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:26.151 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:22:26.157 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.MirroringOtherPoolDisabled (46 ms) 2024-08-17T01:22:26.157 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-08-17T01:22:26.186 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:26.197 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:22:26.203 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.MirroringOtherPoolEnabled (46 ms) 2024-08-17T01:22:26.203 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.MirroringPool 2024-08-17T01:22:26.231 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:26.241 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:22:26.247 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.MirroringPool (45 ms) 2024-08-17T01:22:26.247 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.Group 2024-08-17T01:22:26.277 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:26.295 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:22:26.437 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:22:26.502 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:22:26.591 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.Group (343 ms) 2024-08-17T01:22:26.591 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.GroupAbort 2024-08-17T01:22:26.620 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:26.639 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:22:26.778 INFO:tasks.workunit.client.0.smithi082.stdout:migration_abort 2024-08-17T01:22:26.891 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.GroupAbort (300 ms) 2024-08-17T01:22:26.891 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.NoSnaps 2024-08-17T01:22:26.918 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:26.928 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 0~8388609 2024-08-17T01:22:26.980 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 16777218~8388609 2024-08-17T01:22:27.045 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:22:27.230 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:22:27.341 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:22:27.457 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.NoSnaps (567 ms) 2024-08-17T01:22:27.457 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-08-17T01:22:27.486 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:27.495 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 0~8388609 2024-08-17T01:22:27.555 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 16777218~8388609 2024-08-17T01:22:27.603 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 0~8388609 2024-08-17T01:22:27.608 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 16777218~8388609 2024-08-17T01:22:27.662 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:22:27.823 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:22:27.932 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:22:28.056 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.NoSnapsOtherPool (598 ms) 2024-08-17T01:22:28.056 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-08-17T01:22:28.085 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:28.099 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 0~8388609 2024-08-17T01:22:28.163 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 16777218~8388609 2024-08-17T01:22:28.215 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:22:28.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:27 smithi082 ceph-mon[94343]: pgmap v2104: 169 pgs: 169 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 542 KiB/s rd, 27 KiB/s wr, 665 op/s 2024-08-17T01:22:28.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:27 smithi082 ceph-mon[91979]: pgmap v2104: 169 pgs: 169 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 542 KiB/s rd, 27 KiB/s wr, 665 op/s 2024-08-17T01:22:28.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:27 smithi137 ceph-mon[86391]: pgmap v2104: 169 pgs: 169 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 542 KiB/s rd, 27 KiB/s wr, 665 op/s 2024-08-17T01:22:28.406 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:22:28.525 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:22:28.644 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.NoSnapsDataPool (589 ms) 2024-08-17T01:22:28.645 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-08-17T01:22:28.679 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:28.690 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 0~8388609 2024-08-17T01:22:28.743 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 16777218~8388609 2024-08-17T01:22:28.798 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:22:28.985 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 41943040 2024-08-17T01:22:28.994 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:22:29.109 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:22:29.211 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (566 ms) 2024-08-17T01:22:29.211 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-08-17T01:22:29.241 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:29.250 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 0~8388609 2024-08-17T01:22:29.298 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 16777218~8388609 2024-08-17T01:22:29.352 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 0 2024-08-17T01:22:29.380 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:22:29.483 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:22:29.547 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:22:29.590 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (379 ms) 2024-08-17T01:22:29.590 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-08-17T01:22:29.619 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:29.630 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 0~8388609 2024-08-17T01:22:29.678 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 16777218~8388609 2024-08-17T01:22:29.727 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:22:29.907 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 0 2024-08-17T01:22:29.922 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:22:29.991 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:22:30.045 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (456 ms) 2024-08-17T01:22:30.046 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-08-17T01:22:30.076 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:30.086 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 0~8388609 2024-08-17T01:22:30.135 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 16777218~8388609 2024-08-17T01:22:30.185 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:22:30.390 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 167772160 2024-08-17T01:22:30.398 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:22:30.505 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:22:30.646 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (600 ms) 2024-08-17T01:22:30.646 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-08-17T01:22:30.677 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:30.686 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 0~8388609 2024-08-17T01:22:30.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:30 smithi082 ceph-mon[94343]: pgmap v2105: 169 pgs: 169 active+clean; 37 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 7.4 MiB/s wr, 935 op/s 2024-08-17T01:22:30.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:30 smithi082 ceph-mon[94343]: osdmap e1160: 8 total, 8 up, 8 in 2024-08-17T01:22:30.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:30 smithi082 ceph-mon[91979]: pgmap v2105: 169 pgs: 169 active+clean; 37 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 7.4 MiB/s wr, 935 op/s 2024-08-17T01:22:30.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:30 smithi082 ceph-mon[91979]: osdmap e1160: 8 total, 8 up, 8 in 2024-08-17T01:22:30.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:30 smithi137 ceph-mon[86391]: pgmap v2105: 169 pgs: 169 active+clean; 37 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 7.4 MiB/s wr, 935 op/s 2024-08-17T01:22:30.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:30 smithi137 ceph-mon[86391]: osdmap e1160: 8 total, 8 up, 8 in 2024-08-17T01:22:30.741 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 16777218~8388609 2024-08-17T01:22:30.791 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:22:30.975 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: after_prepare_snap 2024-08-17T01:22:32.381 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 41943040 2024-08-17T01:22:32.403 INFO:tasks.workunit.client.0.smithi082.stdout:write: * 0~1000 2024-08-17T01:22:32.409 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:22:32.529 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:22:32.696 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2050 ms) 2024-08-17T01:22:32.696 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.Snaps 2024-08-17T01:22:32.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:32 smithi082 ceph-mon[94343]: pgmap v2107: 169 pgs: 169 active+clean; 89 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 19 MiB/s wr, 1.50k op/s 2024-08-17T01:22:32.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:32 smithi082 ceph-mon[94343]: osdmap e1161: 8 total, 8 up, 8 in 2024-08-17T01:22:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:32 smithi082 ceph-mon[91979]: pgmap v2107: 169 pgs: 169 active+clean; 89 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 19 MiB/s wr, 1.50k op/s 2024-08-17T01:22:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:32 smithi082 ceph-mon[91979]: osdmap e1161: 8 total, 8 up, 8 in 2024-08-17T01:22:32.727 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:32.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:32 smithi137 ceph-mon[86391]: pgmap v2107: 169 pgs: 169 active+clean; 89 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 19 MiB/s wr, 1.50k op/s 2024-08-17T01:22:32.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:32 smithi137 ceph-mon[86391]: osdmap e1161: 8 total, 8 up, 8 in 2024-08-17T01:22:32.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:22:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:22:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:22:32.737 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 0~8388609 2024-08-17T01:22:32.797 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap1 2024-08-17T01:22:33.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:33 smithi082 ceph-mon[94343]: osdmap e1162: 8 total, 8 up, 8 in 2024-08-17T01:22:33.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:33 smithi082 ceph-mon[91979]: osdmap e1162: 8 total, 8 up, 8 in 2024-08-17T01:22:33.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:33 smithi137 ceph-mon[86391]: osdmap e1162: 8 total, 8 up, 8 in 2024-08-17T01:22:34.396 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 8388609~8388609 2024-08-17T01:22:34.415 INFO:tasks.workunit.client.0.smithi082.stdout:write: X 0~1000 2024-08-17T01:22:34.415 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 1010~1000 2024-08-17T01:22:34.415 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap2 2024-08-17T01:22:34.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:34 smithi082 ceph-mon[94343]: pgmap v2110: 169 pgs: 169 active+clean; 133 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 43 MiB/s rd, 37 MiB/s wr, 1.68k op/s 2024-08-17T01:22:34.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:34 smithi082 ceph-mon[94343]: osdmap e1163: 8 total, 8 up, 8 in 2024-08-17T01:22:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:34 smithi082 ceph-mon[91979]: pgmap v2110: 169 pgs: 169 active+clean; 133 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 43 MiB/s rd, 37 MiB/s wr, 1.68k op/s 2024-08-17T01:22:34.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:34 smithi082 ceph-mon[91979]: osdmap e1163: 8 total, 8 up, 8 in 2024-08-17T01:22:34.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:34 smithi137 ceph-mon[86391]: pgmap v2110: 169 pgs: 169 active+clean; 133 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 43 MiB/s rd, 37 MiB/s wr, 1.68k op/s 2024-08-17T01:22:34.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:34 smithi137 ceph-mon[86391]: osdmap e1163: 8 total, 8 up, 8 in 2024-08-17T01:22:35.389 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:22:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:22:35] "GET /metrics HTTP/1.1" 200 38769 "" "Prometheus/2.43.0" 2024-08-17T01:22:35.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:35 smithi082 ceph-mon[91979]: osdmap e1164: 8 total, 8 up, 8 in 2024-08-17T01:22:35.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:22:35.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:22:35.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:35 smithi082 ceph-mon[94343]: osdmap e1164: 8 total, 8 up, 8 in 2024-08-17T01:22:35.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:22:35.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:22:35.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:35 smithi137 ceph-mon[86391]: osdmap e1164: 8 total, 8 up, 8 in 2024-08-17T01:22:35.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:22:35.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:22:36.411 INFO:tasks.workunit.client.0.smithi082.stdout:write: X 8388609~1000 2024-08-17T01:22:36.420 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 16777228~1000 2024-08-17T01:22:36.420 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 167772160 2024-08-17T01:22:36.430 INFO:tasks.workunit.client.0.smithi082.stdout:write: 2 83886079~8388609 2024-08-17T01:22:36.457 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap3 2024-08-17T01:22:36.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:36 smithi082 ceph-mon[94343]: pgmap v2113: 169 pgs: 169 active+clean; 197 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 78 MiB/s rd, 53 MiB/s wr, 1.22k op/s 2024-08-17T01:22:36.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:36 smithi082 ceph-mon[94343]: osdmap e1165: 8 total, 8 up, 8 in 2024-08-17T01:22:36.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:36 smithi082 ceph-mon[91979]: pgmap v2113: 169 pgs: 169 active+clean; 197 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 78 MiB/s rd, 53 MiB/s wr, 1.22k op/s 2024-08-17T01:22:36.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:36 smithi082 ceph-mon[91979]: osdmap e1165: 8 total, 8 up, 8 in 2024-08-17T01:22:36.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:36 smithi137 ceph-mon[86391]: pgmap v2113: 169 pgs: 169 active+clean; 197 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 78 MiB/s rd, 53 MiB/s wr, 1.22k op/s 2024-08-17T01:22:36.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:36 smithi137 ceph-mon[86391]: osdmap e1165: 8 total, 8 up, 8 in 2024-08-17T01:22:37.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:37 smithi082 ceph-mon[94343]: osdmap e1166: 8 total, 8 up, 8 in 2024-08-17T01:22:37.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:37 smithi082 ceph-mon[91979]: osdmap e1166: 8 total, 8 up, 8 in 2024-08-17T01:22:37.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:37 smithi137 ceph-mon[86391]: osdmap e1166: 8 total, 8 up, 8 in 2024-08-17T01:22:38.422 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:38.447 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 83886079~1 2024-08-17T01:22:38.456 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:22:38.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:38 smithi082 ceph-mon[94343]: pgmap v2116: 169 pgs: 169 active+clean; 217 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 72 MiB/s rd, 44 MiB/s wr, 1.27k op/s 2024-08-17T01:22:38.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:38 smithi082 ceph-mon[94343]: osdmap e1167: 8 total, 8 up, 8 in 2024-08-17T01:22:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:38 smithi082 ceph-mon[91979]: pgmap v2116: 169 pgs: 169 active+clean; 217 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 72 MiB/s rd, 44 MiB/s wr, 1.27k op/s 2024-08-17T01:22:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:38 smithi082 ceph-mon[91979]: osdmap e1167: 8 total, 8 up, 8 in 2024-08-17T01:22:38.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:38 smithi137 ceph-mon[86391]: pgmap v2116: 169 pgs: 169 active+clean; 217 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 72 MiB/s rd, 44 MiB/s wr, 1.27k op/s 2024-08-17T01:22:38.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:38 smithi137 ceph-mon[86391]: osdmap e1167: 8 total, 8 up, 8 in 2024-08-17T01:22:39.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:39 smithi082 ceph-mon[94343]: osdmap e1168: 8 total, 8 up, 8 in 2024-08-17T01:22:39.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:39 smithi082 ceph-mon[91979]: osdmap e1168: 8 total, 8 up, 8 in 2024-08-17T01:22:39.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:39 smithi137 ceph-mon[86391]: osdmap e1168: 8 total, 8 up, 8 in 2024-08-17T01:22:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:40 smithi082 ceph-mon[94343]: pgmap v2119: 169 pgs: 169 active+clean; 241 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 15 MiB/s wr, 554 op/s 2024-08-17T01:22:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:40 smithi082 ceph-mon[94343]: osdmap e1169: 8 total, 8 up, 8 in 2024-08-17T01:22:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:40 smithi082 ceph-mon[91979]: pgmap v2119: 169 pgs: 169 active+clean; 241 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 15 MiB/s wr, 554 op/s 2024-08-17T01:22:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:40 smithi082 ceph-mon[91979]: osdmap e1169: 8 total, 8 up, 8 in 2024-08-17T01:22:40.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:40 smithi137 ceph-mon[86391]: pgmap v2119: 169 pgs: 169 active+clean; 241 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 15 MiB/s wr, 554 op/s 2024-08-17T01:22:40.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:40 smithi137 ceph-mon[86391]: osdmap e1169: 8 total, 8 up, 8 in 2024-08-17T01:22:41.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:41 smithi082 ceph-mon[91979]: osdmap e1170: 8 total, 8 up, 8 in 2024-08-17T01:22:41.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:41 smithi082 ceph-mon[94343]: osdmap e1170: 8 total, 8 up, 8 in 2024-08-17T01:22:41.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:41 smithi137 ceph-mon[86391]: osdmap e1170: 8 total, 8 up, 8 in 2024-08-17T01:22:41.876 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:22:42.031 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:22:42.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:42 smithi082 ceph-mon[94343]: pgmap v2122: 169 pgs: 169 active+clean; 253 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 100 op/s 2024-08-17T01:22:42.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:42 smithi082 ceph-mon[94343]: osdmap e1171: 8 total, 8 up, 8 in 2024-08-17T01:22:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:42 smithi082 ceph-mon[91979]: pgmap v2122: 169 pgs: 169 active+clean; 253 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 100 op/s 2024-08-17T01:22:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:42 smithi082 ceph-mon[91979]: osdmap e1171: 8 total, 8 up, 8 in 2024-08-17T01:22:42.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:42 smithi137 ceph-mon[86391]: pgmap v2122: 169 pgs: 169 active+clean; 253 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 100 op/s 2024-08-17T01:22:42.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:42 smithi137 ceph-mon[86391]: osdmap e1171: 8 total, 8 up, 8 in 2024-08-17T01:22:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:22:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:22:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:22:43.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:43 smithi082 ceph-mon[94343]: osdmap e1172: 8 total, 8 up, 8 in 2024-08-17T01:22:43.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:43 smithi082 ceph-mon[91979]: osdmap e1172: 8 total, 8 up, 8 in 2024-08-17T01:22:43.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:43 smithi137 ceph-mon[86391]: osdmap e1172: 8 total, 8 up, 8 in 2024-08-17T01:22:44.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:44 smithi082 ceph-mon[94343]: pgmap v2125: 169 pgs: 169 active+clean; 253 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.0 MiB/s wr, 90 op/s 2024-08-17T01:22:44.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:44 smithi082 ceph-mon[94343]: osdmap e1173: 8 total, 8 up, 8 in 2024-08-17T01:22:44.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:44 smithi082 ceph-mon[91979]: pgmap v2125: 169 pgs: 169 active+clean; 253 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.0 MiB/s wr, 90 op/s 2024-08-17T01:22:44.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:44 smithi082 ceph-mon[91979]: osdmap e1173: 8 total, 8 up, 8 in 2024-08-17T01:22:44.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:44 smithi137 ceph-mon[86391]: pgmap v2125: 169 pgs: 169 active+clean; 253 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.0 MiB/s wr, 90 op/s 2024-08-17T01:22:44.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:44 smithi137 ceph-mon[86391]: osdmap e1173: 8 total, 8 up, 8 in 2024-08-17T01:22:44.773 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.Snaps (12077 ms) 2024-08-17T01:22:44.773 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-08-17T01:22:44.805 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:44.816 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 0~8388609 2024-08-17T01:22:44.883 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap1 2024-08-17T01:22:45.459 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:22:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:22:45] "GET /metrics HTTP/1.1" 200 38897 "" "Prometheus/2.43.0" 2024-08-17T01:22:45.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:45 smithi082 ceph-mon[94343]: osdmap e1174: 8 total, 8 up, 8 in 2024-08-17T01:22:45.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:45 smithi082 ceph-mon[91979]: osdmap e1174: 8 total, 8 up, 8 in 2024-08-17T01:22:45.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:45 smithi137 ceph-mon[86391]: osdmap e1174: 8 total, 8 up, 8 in 2024-08-17T01:22:46.486 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 8388609~8388609 2024-08-17T01:22:46.501 INFO:tasks.workunit.client.0.smithi082.stdout:write: X 0~1000 2024-08-17T01:22:46.501 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 1010~1000 2024-08-17T01:22:46.501 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap2 2024-08-17T01:22:46.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:46 smithi082 ceph-mon[94343]: pgmap v2128: 169 pgs: 169 active+clean; 257 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 3.0 MiB/s wr, 480 op/s 2024-08-17T01:22:46.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:46 smithi082 ceph-mon[94343]: osdmap e1175: 8 total, 8 up, 8 in 2024-08-17T01:22:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:46 smithi082 ceph-mon[91979]: pgmap v2128: 169 pgs: 169 active+clean; 257 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 3.0 MiB/s wr, 480 op/s 2024-08-17T01:22:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:46 smithi082 ceph-mon[91979]: osdmap e1175: 8 total, 8 up, 8 in 2024-08-17T01:22:46.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:46 smithi137 ceph-mon[86391]: pgmap v2128: 169 pgs: 169 active+clean; 257 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 3.0 MiB/s wr, 480 op/s 2024-08-17T01:22:46.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:46 smithi137 ceph-mon[86391]: osdmap e1175: 8 total, 8 up, 8 in 2024-08-17T01:22:47.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:47 smithi082 ceph-mon[94343]: osdmap e1176: 8 total, 8 up, 8 in 2024-08-17T01:22:47.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:47 smithi082 ceph-mon[91979]: osdmap e1176: 8 total, 8 up, 8 in 2024-08-17T01:22:47.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:47 smithi137 ceph-mon[86391]: osdmap e1176: 8 total, 8 up, 8 in 2024-08-17T01:22:48.504 INFO:tasks.workunit.client.0.smithi082.stdout:write: X 8388609~1000 2024-08-17T01:22:48.510 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 16777228~1000 2024-08-17T01:22:48.510 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 167772160 2024-08-17T01:22:48.520 INFO:tasks.workunit.client.0.smithi082.stdout:write: 2 83886079~8388609 2024-08-17T01:22:48.540 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap3 2024-08-17T01:22:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:48 smithi082 ceph-mon[94343]: pgmap v2131: 169 pgs: 169 active+clean; 265 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 473 op/s 2024-08-17T01:22:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:48 smithi082 ceph-mon[94343]: osdmap e1177: 8 total, 8 up, 8 in 2024-08-17T01:22:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:48 smithi082 ceph-mon[91979]: pgmap v2131: 169 pgs: 169 active+clean; 265 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 473 op/s 2024-08-17T01:22:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:48 smithi082 ceph-mon[91979]: osdmap e1177: 8 total, 8 up, 8 in 2024-08-17T01:22:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:48 smithi137 ceph-mon[86391]: pgmap v2131: 169 pgs: 169 active+clean; 265 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 473 op/s 2024-08-17T01:22:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:48 smithi137 ceph-mon[86391]: osdmap e1177: 8 total, 8 up, 8 in 2024-08-17T01:22:49.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:49 smithi082 ceph-mon[94343]: osdmap e1178: 8 total, 8 up, 8 in 2024-08-17T01:22:49.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:49 smithi082 ceph-mon[91979]: osdmap e1178: 8 total, 8 up, 8 in 2024-08-17T01:22:49.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:49 smithi137 ceph-mon[86391]: osdmap e1178: 8 total, 8 up, 8 in 2024-08-17T01:22:50.511 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:50.535 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 83886079~1 2024-08-17T01:22:50.545 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 0~8388609 2024-08-17T01:22:50.553 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 16777218~8388609 2024-08-17T01:22:50.632 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:22:50.888 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:50 smithi137 ceph-mon[86391]: pgmap v2134: 169 pgs: 169 active+clean; 289 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 10 MiB/s wr, 74 op/s 2024-08-17T01:22:50.888 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:50 smithi137 ceph-mon[86391]: osdmap e1179: 8 total, 8 up, 8 in 2024-08-17T01:22:50.888 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:22:50.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:50 smithi082 ceph-mon[91979]: pgmap v2134: 169 pgs: 169 active+clean; 289 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 10 MiB/s wr, 74 op/s 2024-08-17T01:22:50.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:50 smithi082 ceph-mon[91979]: osdmap e1179: 8 total, 8 up, 8 in 2024-08-17T01:22:50.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:22:50.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:50 smithi082 ceph-mon[94343]: pgmap v2134: 169 pgs: 169 active+clean; 289 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 10 MiB/s wr, 74 op/s 2024-08-17T01:22:50.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:50 smithi082 ceph-mon[94343]: osdmap e1179: 8 total, 8 up, 8 in 2024-08-17T01:22:50.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:22:51.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:51 smithi082 ceph-mon[94343]: osdmap e1180: 8 total, 8 up, 8 in 2024-08-17T01:22:51.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:51 smithi082 ceph-mon[91979]: osdmap e1180: 8 total, 8 up, 8 in 2024-08-17T01:22:51.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:51 smithi137 ceph-mon[86391]: osdmap e1180: 8 total, 8 up, 8 in 2024-08-17T01:22:52.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:52 smithi137 ceph-mon[86391]: pgmap v2137: 169 pgs: 169 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 11 MiB/s wr, 147 op/s 2024-08-17T01:22:52.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:52 smithi137 ceph-mon[86391]: osdmap e1181: 8 total, 8 up, 8 in 2024-08-17T01:22:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:22:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:22:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:22:52.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:52 smithi082 ceph-mon[94343]: pgmap v2137: 169 pgs: 169 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 11 MiB/s wr, 147 op/s 2024-08-17T01:22:52.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:52 smithi082 ceph-mon[94343]: osdmap e1181: 8 total, 8 up, 8 in 2024-08-17T01:22:52.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:52 smithi082 ceph-mon[91979]: pgmap v2137: 169 pgs: 169 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 11 MiB/s wr, 147 op/s 2024-08-17T01:22:52.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:52 smithi082 ceph-mon[91979]: osdmap e1181: 8 total, 8 up, 8 in 2024-08-17T01:22:53.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:53 smithi082 ceph-mon[94343]: osdmap e1182: 8 total, 8 up, 8 in 2024-08-17T01:22:53.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:53 smithi082 ceph-mon[91979]: osdmap e1182: 8 total, 8 up, 8 in 2024-08-17T01:22:53.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:53 smithi137 ceph-mon[86391]: osdmap e1182: 8 total, 8 up, 8 in 2024-08-17T01:22:53.991 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:22:54.183 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:22:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:54 smithi082 ceph-mon[94343]: pgmap v2140: 169 pgs: 169 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.0 MiB/s wr, 185 op/s 2024-08-17T01:22:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:54 smithi082 ceph-mon[94343]: osdmap e1183: 8 total, 8 up, 8 in 2024-08-17T01:22:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:54 smithi082 ceph-mon[94343]: osdmap e1184: 8 total, 8 up, 8 in 2024-08-17T01:22:54.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:54 smithi082 ceph-mon[91979]: pgmap v2140: 169 pgs: 169 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.0 MiB/s wr, 185 op/s 2024-08-17T01:22:54.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:54 smithi082 ceph-mon[91979]: osdmap e1183: 8 total, 8 up, 8 in 2024-08-17T01:22:54.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:54 smithi082 ceph-mon[91979]: osdmap e1184: 8 total, 8 up, 8 in 2024-08-17T01:22:54.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:54 smithi137 ceph-mon[86391]: pgmap v2140: 169 pgs: 169 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.0 MiB/s wr, 185 op/s 2024-08-17T01:22:54.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:54 smithi137 ceph-mon[86391]: osdmap e1183: 8 total, 8 up, 8 in 2024-08-17T01:22:54.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:54 smithi137 ceph-mon[86391]: osdmap e1184: 8 total, 8 up, 8 in 2024-08-17T01:22:55.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:22:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:22:55] "GET /metrics HTTP/1.1" 200 38898 "" "Prometheus/2.43.0" 2024-08-17T01:22:56.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:56 smithi082 ceph-mon[94343]: pgmap v2143: 169 pgs: 169 active+clean; 341 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 9.0 MiB/s wr, 102 op/s 2024-08-17T01:22:56.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:56 smithi082 ceph-mon[94343]: osdmap e1185: 8 total, 8 up, 8 in 2024-08-17T01:22:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:56 smithi082 ceph-mon[91979]: pgmap v2143: 169 pgs: 169 active+clean; 341 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 9.0 MiB/s wr, 102 op/s 2024-08-17T01:22:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:56 smithi082 ceph-mon[91979]: osdmap e1185: 8 total, 8 up, 8 in 2024-08-17T01:22:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:56 smithi137 ceph-mon[86391]: pgmap v2143: 169 pgs: 169 active+clean; 341 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 9.0 MiB/s wr, 102 op/s 2024-08-17T01:22:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:56 smithi137 ceph-mon[86391]: osdmap e1185: 8 total, 8 up, 8 in 2024-08-17T01:22:56.762 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.SnapsOtherPool (11989 ms) 2024-08-17T01:22:56.762 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-08-17T01:22:56.794 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:22:56.806 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 0~8388609 2024-08-17T01:22:56.868 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap1 2024-08-17T01:22:57.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:57 smithi082 ceph-mon[94343]: osdmap e1186: 8 total, 8 up, 8 in 2024-08-17T01:22:57.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:57 smithi082 ceph-mon[91979]: osdmap e1186: 8 total, 8 up, 8 in 2024-08-17T01:22:57.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:57 smithi137 ceph-mon[86391]: osdmap e1186: 8 total, 8 up, 8 in 2024-08-17T01:22:58.391 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 8388609~8388609 2024-08-17T01:22:58.409 INFO:tasks.workunit.client.0.smithi082.stdout:write: X 0~1000 2024-08-17T01:22:58.409 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 1010~1000 2024-08-17T01:22:58.409 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap2 2024-08-17T01:22:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:58 smithi082 ceph-mon[94343]: pgmap v2146: 169 pgs: 169 active+clean; 353 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 13 MiB/s wr, 418 op/s 2024-08-17T01:22:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:58 smithi082 ceph-mon[94343]: osdmap e1187: 8 total, 8 up, 8 in 2024-08-17T01:22:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:22:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:22:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:22:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:22:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:58 smithi082 ceph-mon[91979]: pgmap v2146: 169 pgs: 169 active+clean; 353 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 13 MiB/s wr, 418 op/s 2024-08-17T01:22:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:58 smithi082 ceph-mon[91979]: osdmap e1187: 8 total, 8 up, 8 in 2024-08-17T01:22:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:22:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:22:58.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:22:58.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:22:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:58 smithi137 ceph-mon[86391]: pgmap v2146: 169 pgs: 169 active+clean; 353 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 13 MiB/s wr, 418 op/s 2024-08-17T01:22:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:58 smithi137 ceph-mon[86391]: osdmap e1187: 8 total, 8 up, 8 in 2024-08-17T01:22:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:22:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:22:58.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:22:58.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:22:59.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:22:59 smithi082 ceph-mon[94343]: osdmap e1188: 8 total, 8 up, 8 in 2024-08-17T01:22:59.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:22:59 smithi082 ceph-mon[91979]: osdmap e1188: 8 total, 8 up, 8 in 2024-08-17T01:22:59.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:22:59 smithi137 ceph-mon[86391]: osdmap e1188: 8 total, 8 up, 8 in 2024-08-17T01:23:00.405 INFO:tasks.workunit.client.0.smithi082.stdout:write: X 8388609~1000 2024-08-17T01:23:00.412 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 16777228~1000 2024-08-17T01:23:00.413 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 167772160 2024-08-17T01:23:00.424 INFO:tasks.workunit.client.0.smithi082.stdout:write: 2 83886079~8388609 2024-08-17T01:23:00.447 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap3 2024-08-17T01:23:00.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:00 smithi082 ceph-mon[94343]: pgmap v2149: 169 pgs: 169 active+clean; 361 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 MiB/s rd, 12 MiB/s wr, 462 op/s 2024-08-17T01:23:00.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:00 smithi082 ceph-mon[94343]: osdmap e1189: 8 total, 8 up, 8 in 2024-08-17T01:23:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:00 smithi082 ceph-mon[91979]: pgmap v2149: 169 pgs: 169 active+clean; 361 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 MiB/s rd, 12 MiB/s wr, 462 op/s 2024-08-17T01:23:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:00 smithi082 ceph-mon[91979]: osdmap e1189: 8 total, 8 up, 8 in 2024-08-17T01:23:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:00 smithi137 ceph-mon[86391]: pgmap v2149: 169 pgs: 169 active+clean; 361 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 MiB/s rd, 12 MiB/s wr, 462 op/s 2024-08-17T01:23:00.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:00 smithi137 ceph-mon[86391]: osdmap e1189: 8 total, 8 up, 8 in 2024-08-17T01:23:01.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:01 smithi082 ceph-mon[94343]: osdmap e1190: 8 total, 8 up, 8 in 2024-08-17T01:23:01.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:01 smithi082 ceph-mon[91979]: osdmap e1190: 8 total, 8 up, 8 in 2024-08-17T01:23:01.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:01 smithi137 ceph-mon[86391]: osdmap e1190: 8 total, 8 up, 8 in 2024-08-17T01:23:02.419 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:23:02.444 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 83886079~1 2024-08-17T01:23:02.453 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:23:02.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:02 smithi082 ceph-mon[94343]: pgmap v2152: 169 pgs: 169 active+clean; 357 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 73 MiB/s rd, 10 MiB/s wr, 158 op/s 2024-08-17T01:23:02.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:02 smithi082 ceph-mon[94343]: osdmap e1191: 8 total, 8 up, 8 in 2024-08-17T01:23:02.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:02 smithi082 ceph-mon[91979]: pgmap v2152: 169 pgs: 169 active+clean; 357 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 73 MiB/s rd, 10 MiB/s wr, 158 op/s 2024-08-17T01:23:02.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:02 smithi082 ceph-mon[91979]: osdmap e1191: 8 total, 8 up, 8 in 2024-08-17T01:23:02.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:02 smithi137 ceph-mon[86391]: pgmap v2152: 169 pgs: 169 active+clean; 357 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 73 MiB/s rd, 10 MiB/s wr, 158 op/s 2024-08-17T01:23:02.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:02 smithi137 ceph-mon[86391]: osdmap e1191: 8 total, 8 up, 8 in 2024-08-17T01:23:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:23:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:23:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:23:03.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:03 smithi082 ceph-mon[94343]: osdmap e1192: 8 total, 8 up, 8 in 2024-08-17T01:23:03.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:03 smithi082 ceph-mon[91979]: osdmap e1192: 8 total, 8 up, 8 in 2024-08-17T01:23:03.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:03 smithi137 ceph-mon[86391]: osdmap e1192: 8 total, 8 up, 8 in 2024-08-17T01:23:04.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:04 smithi082 ceph-mon[94343]: pgmap v2155: 169 pgs: 169 active+clean; 365 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 90 op/s 2024-08-17T01:23:04.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:04 smithi082 ceph-mon[94343]: osdmap e1193: 8 total, 8 up, 8 in 2024-08-17T01:23:04.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:04 smithi082 ceph-mon[94343]: osdmap e1194: 8 total, 8 up, 8 in 2024-08-17T01:23:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:04 smithi082 ceph-mon[91979]: pgmap v2155: 169 pgs: 169 active+clean; 365 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 90 op/s 2024-08-17T01:23:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:04 smithi082 ceph-mon[91979]: osdmap e1193: 8 total, 8 up, 8 in 2024-08-17T01:23:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:04 smithi082 ceph-mon[91979]: osdmap e1194: 8 total, 8 up, 8 in 2024-08-17T01:23:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:04 smithi137 ceph-mon[86391]: pgmap v2155: 169 pgs: 169 active+clean; 365 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 90 op/s 2024-08-17T01:23:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:04 smithi137 ceph-mon[86391]: osdmap e1193: 8 total, 8 up, 8 in 2024-08-17T01:23:04.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:04 smithi137 ceph-mon[86391]: osdmap e1194: 8 total, 8 up, 8 in 2024-08-17T01:23:05.416 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:23:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:23:05] "GET /metrics HTTP/1.1" 200 38898 "" "Prometheus/2.43.0" 2024-08-17T01:23:05.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:23:05.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:05 smithi082 ceph-mon[94343]: osdmap e1195: 8 total, 8 up, 8 in 2024-08-17T01:23:05.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:23:05.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:05 smithi082 ceph-mon[91979]: osdmap e1195: 8 total, 8 up, 8 in 2024-08-17T01:23:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:23:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:05 smithi137 ceph-mon[86391]: osdmap e1195: 8 total, 8 up, 8 in 2024-08-17T01:23:05.810 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:23:05.962 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:23:06.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:06 smithi082 ceph-mon[94343]: pgmap v2158: 169 pgs: 169 active+clean; 389 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.0 MiB/s wr, 149 op/s 2024-08-17T01:23:06.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:06 smithi082 ceph-mon[91979]: pgmap v2158: 169 pgs: 169 active+clean; 389 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.0 MiB/s wr, 149 op/s 2024-08-17T01:23:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:06 smithi137 ceph-mon[86391]: pgmap v2158: 169 pgs: 169 active+clean; 389 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.0 MiB/s wr, 149 op/s 2024-08-17T01:23:07.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:07 smithi082 ceph-mon[91979]: osdmap e1196: 8 total, 8 up, 8 in 2024-08-17T01:23:07.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:07 smithi082 ceph-mon[94343]: osdmap e1196: 8 total, 8 up, 8 in 2024-08-17T01:23:07.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:07 smithi137 ceph-mon[86391]: osdmap e1196: 8 total, 8 up, 8 in 2024-08-17T01:23:08.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:08 smithi082 ceph-mon[94343]: pgmap v2161: 169 pgs: 169 active+clean; 401 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.0 MiB/s wr, 172 op/s 2024-08-17T01:23:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:08 smithi082 ceph-mon[94343]: osdmap e1197: 8 total, 8 up, 8 in 2024-08-17T01:23:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:08 smithi082 ceph-mon[91979]: pgmap v2161: 169 pgs: 169 active+clean; 401 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.0 MiB/s wr, 172 op/s 2024-08-17T01:23:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:08 smithi082 ceph-mon[91979]: osdmap e1197: 8 total, 8 up, 8 in 2024-08-17T01:23:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:08 smithi137 ceph-mon[86391]: pgmap v2161: 169 pgs: 169 active+clean; 401 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.0 MiB/s wr, 172 op/s 2024-08-17T01:23:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:08 smithi137 ceph-mon[86391]: osdmap e1197: 8 total, 8 up, 8 in 2024-08-17T01:23:08.777 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.SnapsDataPool (12015 ms) 2024-08-17T01:23:08.777 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-08-17T01:23:08.808 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:23:08.819 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 0~8388609 2024-08-17T01:23:08.888 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap1 2024-08-17T01:23:09.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:09 smithi082 ceph-mon[94343]: osdmap e1198: 8 total, 8 up, 8 in 2024-08-17T01:23:09.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:09 smithi082 ceph-mon[91979]: osdmap e1198: 8 total, 8 up, 8 in 2024-08-17T01:23:09.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:09 smithi137 ceph-mon[86391]: osdmap e1198: 8 total, 8 up, 8 in 2024-08-17T01:23:10.472 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 8388609~8388609 2024-08-17T01:23:10.490 INFO:tasks.workunit.client.0.smithi082.stdout:write: X 0~1000 2024-08-17T01:23:10.490 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 1010~1000 2024-08-17T01:23:10.490 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap2 2024-08-17T01:23:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:10 smithi082 ceph-mon[94343]: pgmap v2164: 169 pgs: 169 active+clean; 401 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 4.0 MiB/s wr, 221 op/s 2024-08-17T01:23:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:10 smithi082 ceph-mon[94343]: osdmap e1199: 8 total, 8 up, 8 in 2024-08-17T01:23:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:10 smithi082 ceph-mon[91979]: pgmap v2164: 169 pgs: 169 active+clean; 401 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 4.0 MiB/s wr, 221 op/s 2024-08-17T01:23:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:10 smithi082 ceph-mon[91979]: osdmap e1199: 8 total, 8 up, 8 in 2024-08-17T01:23:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:10 smithi137 ceph-mon[86391]: pgmap v2164: 169 pgs: 169 active+clean; 401 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 4.0 MiB/s wr, 221 op/s 2024-08-17T01:23:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:10 smithi137 ceph-mon[86391]: osdmap e1199: 8 total, 8 up, 8 in 2024-08-17T01:23:11.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:11 smithi082 ceph-mon[94343]: osdmap e1200: 8 total, 8 up, 8 in 2024-08-17T01:23:11.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:11 smithi082 ceph-mon[91979]: osdmap e1200: 8 total, 8 up, 8 in 2024-08-17T01:23:11.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:11 smithi137 ceph-mon[86391]: osdmap e1200: 8 total, 8 up, 8 in 2024-08-17T01:23:12.484 INFO:tasks.workunit.client.0.smithi082.stdout:write: X 8388609~1000 2024-08-17T01:23:12.492 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 16777228~1000 2024-08-17T01:23:12.492 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 167772160 2024-08-17T01:23:12.504 INFO:tasks.workunit.client.0.smithi082.stdout:write: 2 83886079~8388609 2024-08-17T01:23:12.522 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap3 2024-08-17T01:23:12.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:12 smithi082 ceph-mon[94343]: pgmap v2167: 169 pgs: 169 active+clean; 417 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 7.0 MiB/s wr, 438 op/s 2024-08-17T01:23:12.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:12 smithi082 ceph-mon[94343]: osdmap e1201: 8 total, 8 up, 8 in 2024-08-17T01:23:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:12 smithi082 ceph-mon[91979]: pgmap v2167: 169 pgs: 169 active+clean; 417 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 7.0 MiB/s wr, 438 op/s 2024-08-17T01:23:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:12 smithi082 ceph-mon[91979]: osdmap e1201: 8 total, 8 up, 8 in 2024-08-17T01:23:12.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:12 smithi137 ceph-mon[86391]: pgmap v2167: 169 pgs: 169 active+clean; 417 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 7.0 MiB/s wr, 438 op/s 2024-08-17T01:23:12.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:12 smithi137 ceph-mon[86391]: osdmap e1201: 8 total, 8 up, 8 in 2024-08-17T01:23:12.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:23:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:23:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:23:13.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:13 smithi137 ceph-mon[86391]: osdmap e1202: 8 total, 8 up, 8 in 2024-08-17T01:23:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:13 smithi082 ceph-mon[94343]: osdmap e1202: 8 total, 8 up, 8 in 2024-08-17T01:23:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:13 smithi082 ceph-mon[91979]: osdmap e1202: 8 total, 8 up, 8 in 2024-08-17T01:23:14.372 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:23:14.396 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 83886079~1 2024-08-17T01:23:14.404 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:23:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:14 smithi137 ceph-mon[86391]: pgmap v2170: 169 pgs: 169 active+clean; 417 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 6.0 MiB/s wr, 270 op/s 2024-08-17T01:23:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:14 smithi137 ceph-mon[86391]: osdmap e1203: 8 total, 8 up, 8 in 2024-08-17T01:23:14.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:14 smithi137 ceph-mon[86391]: osdmap e1204: 8 total, 8 up, 8 in 2024-08-17T01:23:14.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:14 smithi082 ceph-mon[94343]: pgmap v2170: 169 pgs: 169 active+clean; 417 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 6.0 MiB/s wr, 270 op/s 2024-08-17T01:23:14.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:14 smithi082 ceph-mon[94343]: osdmap e1203: 8 total, 8 up, 8 in 2024-08-17T01:23:14.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:14 smithi082 ceph-mon[94343]: osdmap e1204: 8 total, 8 up, 8 in 2024-08-17T01:23:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:14 smithi082 ceph-mon[91979]: pgmap v2170: 169 pgs: 169 active+clean; 417 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 6.0 MiB/s wr, 270 op/s 2024-08-17T01:23:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:14 smithi082 ceph-mon[91979]: osdmap e1203: 8 total, 8 up, 8 in 2024-08-17T01:23:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:14 smithi082 ceph-mon[91979]: osdmap e1204: 8 total, 8 up, 8 in 2024-08-17T01:23:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:23:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:23:15] "GET /metrics HTTP/1.1" 200 38898 "" "Prometheus/2.43.0" 2024-08-17T01:23:16.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:16 smithi082 ceph-mon[91979]: pgmap v2173: 169 pgs: 169 active+clean; 429 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 103 op/s 2024-08-17T01:23:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:16 smithi082 ceph-mon[91979]: osdmap e1205: 8 total, 8 up, 8 in 2024-08-17T01:23:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:16 smithi082 ceph-mon[94343]: pgmap v2173: 169 pgs: 169 active+clean; 429 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 103 op/s 2024-08-17T01:23:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:16 smithi082 ceph-mon[94343]: osdmap e1205: 8 total, 8 up, 8 in 2024-08-17T01:23:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:16 smithi137 ceph-mon[86391]: pgmap v2173: 169 pgs: 169 active+clean; 429 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 103 op/s 2024-08-17T01:23:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:16 smithi137 ceph-mon[86391]: osdmap e1205: 8 total, 8 up, 8 in 2024-08-17T01:23:17.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:17 smithi082 ceph-mon[91979]: osdmap e1206: 8 total, 8 up, 8 in 2024-08-17T01:23:17.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:17 smithi082 ceph-mon[94343]: osdmap e1206: 8 total, 8 up, 8 in 2024-08-17T01:23:17.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:17 smithi137 ceph-mon[86391]: osdmap e1206: 8 total, 8 up, 8 in 2024-08-17T01:23:17.840 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 41943040 2024-08-17T01:23:17.864 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:23:18.013 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:23:18.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:18 smithi082 ceph-mon[94343]: pgmap v2176: 169 pgs: 169 active+clean; 453 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 9.0 MiB/s wr, 205 op/s 2024-08-17T01:23:18.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:18 smithi082 ceph-mon[94343]: osdmap e1207: 8 total, 8 up, 8 in 2024-08-17T01:23:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:18 smithi082 ceph-mon[91979]: pgmap v2176: 169 pgs: 169 active+clean; 453 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 9.0 MiB/s wr, 205 op/s 2024-08-17T01:23:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:18 smithi082 ceph-mon[91979]: osdmap e1207: 8 total, 8 up, 8 in 2024-08-17T01:23:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:18 smithi137 ceph-mon[86391]: pgmap v2176: 169 pgs: 169 active+clean; 453 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 9.0 MiB/s wr, 205 op/s 2024-08-17T01:23:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:18 smithi137 ceph-mon[86391]: osdmap e1207: 8 total, 8 up, 8 in 2024-08-17T01:23:19.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:19 smithi082 ceph-mon[94343]: osdmap e1208: 8 total, 8 up, 8 in 2024-08-17T01:23:19.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:19 smithi082 ceph-mon[94343]: osdmap e1209: 8 total, 8 up, 8 in 2024-08-17T01:23:19.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:19 smithi082 ceph-mon[91979]: osdmap e1208: 8 total, 8 up, 8 in 2024-08-17T01:23:19.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:19 smithi082 ceph-mon[91979]: osdmap e1209: 8 total, 8 up, 8 in 2024-08-17T01:23:19.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:19 smithi137 ceph-mon[86391]: osdmap e1208: 8 total, 8 up, 8 in 2024-08-17T01:23:19.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:19 smithi137 ceph-mon[86391]: osdmap e1209: 8 total, 8 up, 8 in 2024-08-17T01:23:20.724 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (11947 ms) 2024-08-17T01:23:20.725 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-08-17T01:23:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:20 smithi082 ceph-mon[94343]: pgmap v2179: 169 pgs: 169 active+clean; 457 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.0 MiB/s wr, 169 op/s 2024-08-17T01:23:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:23:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:20 smithi082 ceph-mon[91979]: pgmap v2179: 169 pgs: 169 active+clean; 457 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.0 MiB/s wr, 169 op/s 2024-08-17T01:23:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:23:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:20 smithi137 ceph-mon[86391]: pgmap v2179: 169 pgs: 169 active+clean; 457 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.0 MiB/s wr, 169 op/s 2024-08-17T01:23:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:23:20.754 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:23:20.764 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 0~8388609 2024-08-17T01:23:20.839 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap1 2024-08-17T01:23:21.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:21 smithi082 ceph-mon[91979]: osdmap e1210: 8 total, 8 up, 8 in 2024-08-17T01:23:21.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:21 smithi082 ceph-mon[94343]: osdmap e1210: 8 total, 8 up, 8 in 2024-08-17T01:23:21.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:21 smithi137 ceph-mon[86391]: osdmap e1210: 8 total, 8 up, 8 in 2024-08-17T01:23:22.432 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 8388609~8388609 2024-08-17T01:23:22.455 INFO:tasks.workunit.client.0.smithi082.stdout:write: X 0~1000 2024-08-17T01:23:22.455 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 1010~1000 2024-08-17T01:23:22.455 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap2 2024-08-17T01:23:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:22 smithi082 ceph-mon[91979]: pgmap v2182: 169 pgs: 169 active+clean; 473 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 5.0 MiB/s wr, 243 op/s 2024-08-17T01:23:22.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:22 smithi082 ceph-mon[91979]: osdmap e1211: 8 total, 8 up, 8 in 2024-08-17T01:23:22.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:22 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-08-17T01:23:22.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:22 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 0]}]: dispatch 2024-08-17T01:23:22.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:22 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 2]}]: dispatch 2024-08-17T01:23:22.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:22 smithi082 ceph-mon[94343]: pgmap v2182: 169 pgs: 169 active+clean; 473 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 5.0 MiB/s wr, 243 op/s 2024-08-17T01:23:22.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:22 smithi082 ceph-mon[94343]: osdmap e1211: 8 total, 8 up, 8 in 2024-08-17T01:23:22.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:22 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-08-17T01:23:22.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:22 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 0]}]: dispatch 2024-08-17T01:23:22.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:22 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 2]}]: dispatch 2024-08-17T01:23:22.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:23:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:23:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:23:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:22 smithi137 ceph-mon[86391]: pgmap v2182: 169 pgs: 169 active+clean; 473 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 5.0 MiB/s wr, 243 op/s 2024-08-17T01:23:22.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:22 smithi137 ceph-mon[86391]: osdmap e1211: 8 total, 8 up, 8 in 2024-08-17T01:23:22.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:22 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-08-17T01:23:22.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:22 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 0]}]: dispatch 2024-08-17T01:23:22.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:22 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 2]}]: dispatch 2024-08-17T01:23:23.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:23 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]': finished 2024-08-17T01:23:23.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:23 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 0]}]': finished 2024-08-17T01:23:23.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:23 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 2]}]': finished 2024-08-17T01:23:23.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:23 smithi082 ceph-mon[94343]: osdmap e1212: 8 total, 8 up, 8 in 2024-08-17T01:23:23.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:23 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]': finished 2024-08-17T01:23:23.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:23 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 0]}]': finished 2024-08-17T01:23:23.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:23 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 2]}]': finished 2024-08-17T01:23:23.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:23 smithi082 ceph-mon[91979]: osdmap e1212: 8 total, 8 up, 8 in 2024-08-17T01:23:23.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:23 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]': finished 2024-08-17T01:23:23.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:23 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 0]}]': finished 2024-08-17T01:23:23.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:23 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 2]}]': finished 2024-08-17T01:23:23.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:23 smithi137 ceph-mon[86391]: osdmap e1212: 8 total, 8 up, 8 in 2024-08-17T01:23:24.457 INFO:tasks.workunit.client.0.smithi082.stdout:write: X 8388609~1000 2024-08-17T01:23:24.464 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 16777228~1000 2024-08-17T01:23:24.464 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 167772160 2024-08-17T01:23:24.473 INFO:tasks.workunit.client.0.smithi082.stdout:write: 2 83886079~8388609 2024-08-17T01:23:24.495 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap3 2024-08-17T01:23:24.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:24 smithi082 ceph-mon[94343]: pgmap v2185: 169 pgs: 169 active+clean; 469 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 4.0 MiB/s wr, 396 op/s 2024-08-17T01:23:24.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:24 smithi082 ceph-mon[94343]: osdmap e1213: 8 total, 8 up, 8 in 2024-08-17T01:23:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:24 smithi082 ceph-mon[91979]: pgmap v2185: 169 pgs: 169 active+clean; 469 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 4.0 MiB/s wr, 396 op/s 2024-08-17T01:23:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:24 smithi082 ceph-mon[91979]: osdmap e1213: 8 total, 8 up, 8 in 2024-08-17T01:23:24.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:24 smithi137 ceph-mon[86391]: pgmap v2185: 169 pgs: 169 active+clean; 469 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 4.0 MiB/s wr, 396 op/s 2024-08-17T01:23:24.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:24 smithi137 ceph-mon[86391]: osdmap e1213: 8 total, 8 up, 8 in 2024-08-17T01:23:25.441 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:23:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:23:25] "GET /metrics HTTP/1.1" 200 38904 "" "Prometheus/2.43.0" 2024-08-17T01:23:25.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:25 smithi082 ceph-mon[94343]: osdmap e1214: 8 total, 8 up, 8 in 2024-08-17T01:23:25.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:25 smithi082 ceph-mon[91979]: osdmap e1214: 8 total, 8 up, 8 in 2024-08-17T01:23:25.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:25 smithi137 ceph-mon[86391]: osdmap e1214: 8 total, 8 up, 8 in 2024-08-17T01:23:26.459 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:23:26.484 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 83886079~1 2024-08-17T01:23:26.492 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 0 2024-08-17T01:23:26.509 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:23:26.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:26 smithi082 ceph-mon[94343]: pgmap v2188: 169 pgs: 1 peering, 168 active+clean; 477 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 5.0 MiB/s wr, 314 op/s; 0 B/s, 0 objects/s recovering 2024-08-17T01:23:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:26 smithi082 ceph-mon[94343]: osdmap e1215: 8 total, 8 up, 8 in 2024-08-17T01:23:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:26 smithi082 ceph-mon[91979]: pgmap v2188: 169 pgs: 1 peering, 168 active+clean; 477 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 5.0 MiB/s wr, 314 op/s; 0 B/s, 0 objects/s recovering 2024-08-17T01:23:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:26 smithi082 ceph-mon[91979]: osdmap e1215: 8 total, 8 up, 8 in 2024-08-17T01:23:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:26 smithi137 ceph-mon[86391]: pgmap v2188: 169 pgs: 1 peering, 168 active+clean; 477 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 5.0 MiB/s wr, 314 op/s; 0 B/s, 0 objects/s recovering 2024-08-17T01:23:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:26 smithi137 ceph-mon[86391]: osdmap e1215: 8 total, 8 up, 8 in 2024-08-17T01:23:27.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:27 smithi082 ceph-mon[94343]: osdmap e1216: 8 total, 8 up, 8 in 2024-08-17T01:23:27.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:27 smithi082 ceph-mon[91979]: osdmap e1216: 8 total, 8 up, 8 in 2024-08-17T01:23:27.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:27 smithi137 ceph-mon[86391]: osdmap e1216: 8 total, 8 up, 8 in 2024-08-17T01:23:28.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:28 smithi082 ceph-mon[94343]: pgmap v2191: 169 pgs: 1 peering, 168 active+clean; 489 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 9.0 MiB/s wr, 151 op/s; 0 B/s, 0 objects/s recovering 2024-08-17T01:23:28.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:28 smithi082 ceph-mon[94343]: osdmap e1217: 8 total, 8 up, 8 in 2024-08-17T01:23:28.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:28 smithi082 ceph-mon[91979]: pgmap v2191: 169 pgs: 1 peering, 168 active+clean; 489 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 9.0 MiB/s wr, 151 op/s; 0 B/s, 0 objects/s recovering 2024-08-17T01:23:28.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:28 smithi082 ceph-mon[91979]: osdmap e1217: 8 total, 8 up, 8 in 2024-08-17T01:23:28.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:28 smithi137 ceph-mon[86391]: pgmap v2191: 169 pgs: 1 peering, 168 active+clean; 489 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 9.0 MiB/s wr, 151 op/s; 0 B/s, 0 objects/s recovering 2024-08-17T01:23:28.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:28 smithi137 ceph-mon[86391]: osdmap e1217: 8 total, 8 up, 8 in 2024-08-17T01:23:29.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:29 smithi082 ceph-mon[94343]: osdmap e1218: 8 total, 8 up, 8 in 2024-08-17T01:23:29.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:29 smithi082 ceph-mon[94343]: osdmap e1219: 8 total, 8 up, 8 in 2024-08-17T01:23:29.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:29 smithi082 ceph-mon[91979]: osdmap e1218: 8 total, 8 up, 8 in 2024-08-17T01:23:29.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:29 smithi082 ceph-mon[91979]: osdmap e1219: 8 total, 8 up, 8 in 2024-08-17T01:23:29.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:29 smithi137 ceph-mon[86391]: osdmap e1218: 8 total, 8 up, 8 in 2024-08-17T01:23:29.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:29 smithi137 ceph-mon[86391]: osdmap e1219: 8 total, 8 up, 8 in 2024-08-17T01:23:29.741 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:23:29.897 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:23:30.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:30 smithi137 ceph-mon[86391]: pgmap v2194: 169 pgs: 169 active+clean; 505 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.0 MiB/s wr, 130 op/s; 1024 KiB/s, 0 objects/s recovering 2024-08-17T01:23:30.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:30 smithi082 ceph-mon[94343]: pgmap v2194: 169 pgs: 169 active+clean; 505 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.0 MiB/s wr, 130 op/s; 1024 KiB/s, 0 objects/s recovering 2024-08-17T01:23:30.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:30 smithi082 ceph-mon[91979]: pgmap v2194: 169 pgs: 169 active+clean; 505 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.0 MiB/s wr, 130 op/s; 1024 KiB/s, 0 objects/s recovering 2024-08-17T01:23:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:31 smithi082 ceph-mon[94343]: osdmap e1220: 8 total, 8 up, 8 in 2024-08-17T01:23:31.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:31 smithi082 ceph-mon[91979]: osdmap e1220: 8 total, 8 up, 8 in 2024-08-17T01:23:31.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:31 smithi137 ceph-mon[86391]: osdmap e1220: 8 total, 8 up, 8 in 2024-08-17T01:23:32.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:32 smithi137 ceph-mon[86391]: pgmap v2197: 169 pgs: 169 active+clean; 509 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 182 op/s; 1024 KiB/s, 0 objects/s recovering 2024-08-17T01:23:32.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:32 smithi137 ceph-mon[86391]: osdmap e1221: 8 total, 8 up, 8 in 2024-08-17T01:23:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:23:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:23:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:23:32.762 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (12038 ms) 2024-08-17T01:23:32.762 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-08-17T01:23:32.794 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:23:32.805 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 0~8388609 2024-08-17T01:23:32.861 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap1 2024-08-17T01:23:32.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:32 smithi082 ceph-mon[94343]: pgmap v2197: 169 pgs: 169 active+clean; 509 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 182 op/s; 1024 KiB/s, 0 objects/s recovering 2024-08-17T01:23:32.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:32 smithi082 ceph-mon[94343]: osdmap e1221: 8 total, 8 up, 8 in 2024-08-17T01:23:32.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:32 smithi082 ceph-mon[91979]: pgmap v2197: 169 pgs: 169 active+clean; 509 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 182 op/s; 1024 KiB/s, 0 objects/s recovering 2024-08-17T01:23:32.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:32 smithi082 ceph-mon[91979]: osdmap e1221: 8 total, 8 up, 8 in 2024-08-17T01:23:33.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:33 smithi082 ceph-mon[94343]: osdmap e1222: 8 total, 8 up, 8 in 2024-08-17T01:23:33.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:33 smithi082 ceph-mon[91979]: osdmap e1222: 8 total, 8 up, 8 in 2024-08-17T01:23:33.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:33 smithi137 ceph-mon[86391]: osdmap e1222: 8 total, 8 up, 8 in 2024-08-17T01:23:34.526 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 8388609~8388609 2024-08-17T01:23:34.547 INFO:tasks.workunit.client.0.smithi082.stdout:write: X 0~1000 2024-08-17T01:23:34.547 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 1010~1000 2024-08-17T01:23:34.547 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap2 2024-08-17T01:23:34.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:34 smithi082 ceph-mon[94343]: pgmap v2200: 169 pgs: 169 active+clean; 517 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 260 op/s 2024-08-17T01:23:34.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:34 smithi082 ceph-mon[94343]: osdmap e1223: 8 total, 8 up, 8 in 2024-08-17T01:23:34.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:34 smithi082 ceph-mon[91979]: pgmap v2200: 169 pgs: 169 active+clean; 517 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 260 op/s 2024-08-17T01:23:34.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:34 smithi082 ceph-mon[91979]: osdmap e1223: 8 total, 8 up, 8 in 2024-08-17T01:23:34.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:34 smithi137 ceph-mon[86391]: pgmap v2200: 169 pgs: 169 active+clean; 517 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 260 op/s 2024-08-17T01:23:34.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:34 smithi137 ceph-mon[86391]: osdmap e1223: 8 total, 8 up, 8 in 2024-08-17T01:23:35.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:23:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:23:35] "GET /metrics HTTP/1.1" 200 38904 "" "Prometheus/2.43.0" 2024-08-17T01:23:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:35 smithi082 ceph-mon[94343]: osdmap e1224: 8 total, 8 up, 8 in 2024-08-17T01:23:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:23:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:35 smithi082 ceph-mon[91979]: osdmap e1224: 8 total, 8 up, 8 in 2024-08-17T01:23:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:23:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:35 smithi137 ceph-mon[86391]: osdmap e1224: 8 total, 8 up, 8 in 2024-08-17T01:23:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:23:36.534 INFO:tasks.workunit.client.0.smithi082.stdout:write: X 8388609~1000 2024-08-17T01:23:36.544 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 16777228~1000 2024-08-17T01:23:36.545 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 167772160 2024-08-17T01:23:36.554 INFO:tasks.workunit.client.0.smithi082.stdout:write: 2 83886079~8388609 2024-08-17T01:23:36.573 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap3 2024-08-17T01:23:36.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:36 smithi082 ceph-mon[91979]: pgmap v2203: 169 pgs: 169 active+clean; 517 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 6.0 MiB/s wr, 436 op/s 2024-08-17T01:23:36.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:36 smithi082 ceph-mon[91979]: osdmap e1225: 8 total, 8 up, 8 in 2024-08-17T01:23:36.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:36 smithi082 ceph-mon[94343]: pgmap v2203: 169 pgs: 169 active+clean; 517 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 6.0 MiB/s wr, 436 op/s 2024-08-17T01:23:36.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:36 smithi082 ceph-mon[94343]: osdmap e1225: 8 total, 8 up, 8 in 2024-08-17T01:23:36.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:36 smithi137 ceph-mon[86391]: pgmap v2203: 169 pgs: 169 active+clean; 517 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 6.0 MiB/s wr, 436 op/s 2024-08-17T01:23:36.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:36 smithi137 ceph-mon[86391]: osdmap e1225: 8 total, 8 up, 8 in 2024-08-17T01:23:37.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:37 smithi082 ceph-mon[94343]: osdmap e1226: 8 total, 8 up, 8 in 2024-08-17T01:23:37.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:37 smithi082 ceph-mon[91979]: osdmap e1226: 8 total, 8 up, 8 in 2024-08-17T01:23:37.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:37 smithi137 ceph-mon[86391]: osdmap e1226: 8 total, 8 up, 8 in 2024-08-17T01:23:38.556 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:23:38.582 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 83886079~1 2024-08-17T01:23:38.592 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:23:38.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:38 smithi082 ceph-mon[94343]: pgmap v2206: 169 pgs: 169 active+clean; 525 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 8.0 MiB/s wr, 305 op/s 2024-08-17T01:23:38.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:38 smithi082 ceph-mon[94343]: osdmap e1227: 8 total, 8 up, 8 in 2024-08-17T01:23:38.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:38 smithi082 ceph-mon[91979]: pgmap v2206: 169 pgs: 169 active+clean; 525 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 8.0 MiB/s wr, 305 op/s 2024-08-17T01:23:38.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:38 smithi082 ceph-mon[91979]: osdmap e1227: 8 total, 8 up, 8 in 2024-08-17T01:23:38.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:38 smithi137 ceph-mon[86391]: pgmap v2206: 169 pgs: 169 active+clean; 525 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 8.0 MiB/s wr, 305 op/s 2024-08-17T01:23:38.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:38 smithi137 ceph-mon[86391]: osdmap e1227: 8 total, 8 up, 8 in 2024-08-17T01:23:39.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:39 smithi082 ceph-mon[91979]: osdmap e1228: 8 total, 8 up, 8 in 2024-08-17T01:23:39.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:39 smithi082 ceph-mon[91979]: osdmap e1229: 8 total, 8 up, 8 in 2024-08-17T01:23:39.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:39 smithi082 ceph-mon[94343]: osdmap e1228: 8 total, 8 up, 8 in 2024-08-17T01:23:39.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:39 smithi082 ceph-mon[94343]: osdmap e1229: 8 total, 8 up, 8 in 2024-08-17T01:23:39.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:39 smithi137 ceph-mon[86391]: osdmap e1228: 8 total, 8 up, 8 in 2024-08-17T01:23:39.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:39 smithi137 ceph-mon[86391]: osdmap e1229: 8 total, 8 up, 8 in 2024-08-17T01:23:40.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:40 smithi082 ceph-mon[94343]: pgmap v2209: 169 pgs: 169 active+clean; 553 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 100 op/s 2024-08-17T01:23:40.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:40 smithi082 ceph-mon[94343]: osdmap e1230: 8 total, 8 up, 8 in 2024-08-17T01:23:40.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:40 smithi082 ceph-mon[91979]: pgmap v2209: 169 pgs: 169 active+clean; 553 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 100 op/s 2024-08-17T01:23:40.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:40 smithi082 ceph-mon[91979]: osdmap e1230: 8 total, 8 up, 8 in 2024-08-17T01:23:40.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:40 smithi137 ceph-mon[86391]: pgmap v2209: 169 pgs: 169 active+clean; 553 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 100 op/s 2024-08-17T01:23:40.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:40 smithi137 ceph-mon[86391]: osdmap e1230: 8 total, 8 up, 8 in 2024-08-17T01:23:41.828 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 0 2024-08-17T01:23:41.898 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:23:42.015 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:23:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:42 smithi082 ceph-mon[91979]: pgmap v2212: 169 pgs: 169 active+clean; 565 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 104 op/s 2024-08-17T01:23:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:42 smithi082 ceph-mon[91979]: osdmap e1231: 8 total, 8 up, 8 in 2024-08-17T01:23:42.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:42 smithi082 ceph-mon[94343]: pgmap v2212: 169 pgs: 169 active+clean; 565 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 104 op/s 2024-08-17T01:23:42.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:42 smithi082 ceph-mon[94343]: osdmap e1231: 8 total, 8 up, 8 in 2024-08-17T01:23:42.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:42 smithi137 ceph-mon[86391]: pgmap v2212: 169 pgs: 169 active+clean; 565 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 104 op/s 2024-08-17T01:23:42.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:42 smithi137 ceph-mon[86391]: osdmap e1231: 8 total, 8 up, 8 in 2024-08-17T01:23:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:23:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:23:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:23:43.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:43 smithi082 ceph-mon[91979]: osdmap e1232: 8 total, 8 up, 8 in 2024-08-17T01:23:43.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:43 smithi082 ceph-mon[94343]: osdmap e1232: 8 total, 8 up, 8 in 2024-08-17T01:23:43.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:43 smithi137 ceph-mon[86391]: osdmap e1232: 8 total, 8 up, 8 in 2024-08-17T01:23:44.691 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (11930 ms) 2024-08-17T01:23:44.692 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-08-17T01:23:44.725 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:23:44.735 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 0~8388609 2024-08-17T01:23:44.806 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap1 2024-08-17T01:23:44.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:44 smithi082 ceph-mon[94343]: pgmap v2215: 169 pgs: 169 active+clean; 565 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 130 op/s 2024-08-17T01:23:44.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:44 smithi082 ceph-mon[94343]: osdmap e1233: 8 total, 8 up, 8 in 2024-08-17T01:23:44.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:44 smithi082 ceph-mon[94343]: osdmap e1234: 8 total, 8 up, 8 in 2024-08-17T01:23:44.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:44 smithi082 ceph-mon[91979]: pgmap v2215: 169 pgs: 169 active+clean; 565 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 130 op/s 2024-08-17T01:23:44.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:44 smithi082 ceph-mon[91979]: osdmap e1233: 8 total, 8 up, 8 in 2024-08-17T01:23:44.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:44 smithi082 ceph-mon[91979]: osdmap e1234: 8 total, 8 up, 8 in 2024-08-17T01:23:44.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:44 smithi137 ceph-mon[86391]: pgmap v2215: 169 pgs: 169 active+clean; 565 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 130 op/s 2024-08-17T01:23:44.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:44 smithi137 ceph-mon[86391]: osdmap e1233: 8 total, 8 up, 8 in 2024-08-17T01:23:44.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:44 smithi137 ceph-mon[86391]: osdmap e1234: 8 total, 8 up, 8 in 2024-08-17T01:23:45.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:23:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:23:45] "GET /metrics HTTP/1.1" 200 38904 "" "Prometheus/2.43.0" 2024-08-17T01:23:46.577 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 8388609~8388609 2024-08-17T01:23:46.595 INFO:tasks.workunit.client.0.smithi082.stdout:write: X 0~1000 2024-08-17T01:23:46.595 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 1010~1000 2024-08-17T01:23:46.595 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap2 2024-08-17T01:23:46.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:46 smithi082 ceph-mon[91979]: pgmap v2218: 169 pgs: 169 active+clean; 573 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 301 op/s 2024-08-17T01:23:46.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:46 smithi082 ceph-mon[91979]: osdmap e1235: 8 total, 8 up, 8 in 2024-08-17T01:23:46.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:46 smithi082 ceph-mon[94343]: pgmap v2218: 169 pgs: 169 active+clean; 573 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 301 op/s 2024-08-17T01:23:46.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:46 smithi082 ceph-mon[94343]: osdmap e1235: 8 total, 8 up, 8 in 2024-08-17T01:23:46.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:46 smithi137 ceph-mon[86391]: pgmap v2218: 169 pgs: 169 active+clean; 573 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 301 op/s 2024-08-17T01:23:46.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:46 smithi137 ceph-mon[86391]: osdmap e1235: 8 total, 8 up, 8 in 2024-08-17T01:23:47.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:47 smithi082 ceph-mon[91979]: osdmap e1236: 8 total, 8 up, 8 in 2024-08-17T01:23:47.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:47 smithi082 ceph-mon[91979]: pgmap v2221: 169 pgs: 169 active+clean; 585 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 8.0 MiB/s wr, 486 op/s 2024-08-17T01:23:47.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:47 smithi082 ceph-mon[94343]: osdmap e1236: 8 total, 8 up, 8 in 2024-08-17T01:23:47.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:47 smithi082 ceph-mon[94343]: pgmap v2221: 169 pgs: 169 active+clean; 585 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 8.0 MiB/s wr, 486 op/s 2024-08-17T01:23:47.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:47 smithi137 ceph-mon[86391]: osdmap e1236: 8 total, 8 up, 8 in 2024-08-17T01:23:47.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:47 smithi137 ceph-mon[86391]: pgmap v2221: 169 pgs: 169 active+clean; 585 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 8.0 MiB/s wr, 486 op/s 2024-08-17T01:23:48.594 INFO:tasks.workunit.client.0.smithi082.stdout:write: X 8388609~1000 2024-08-17T01:23:48.605 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 16777228~1000 2024-08-17T01:23:48.605 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 167772160 2024-08-17T01:23:48.615 INFO:tasks.workunit.client.0.smithi082.stdout:write: 2 83886079~8388609 2024-08-17T01:23:48.641 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap3 2024-08-17T01:23:48.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:48 smithi082 ceph-mon[91979]: osdmap e1237: 8 total, 8 up, 8 in 2024-08-17T01:23:48.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:48 smithi082 ceph-mon[94343]: osdmap e1237: 8 total, 8 up, 8 in 2024-08-17T01:23:48.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:48 smithi137 ceph-mon[86391]: osdmap e1237: 8 total, 8 up, 8 in 2024-08-17T01:23:49.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:49 smithi082 ceph-mon[94343]: osdmap e1238: 8 total, 8 up, 8 in 2024-08-17T01:23:49.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:49 smithi082 ceph-mon[94343]: pgmap v2224: 169 pgs: 169 active+clean; 585 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 8.0 MiB/s wr, 336 op/s 2024-08-17T01:23:49.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:49 smithi082 ceph-mon[91979]: osdmap e1238: 8 total, 8 up, 8 in 2024-08-17T01:23:49.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:49 smithi082 ceph-mon[91979]: pgmap v2224: 169 pgs: 169 active+clean; 585 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 8.0 MiB/s wr, 336 op/s 2024-08-17T01:23:49.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:49 smithi137 ceph-mon[86391]: osdmap e1238: 8 total, 8 up, 8 in 2024-08-17T01:23:49.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:49 smithi137 ceph-mon[86391]: pgmap v2224: 169 pgs: 169 active+clean; 585 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 8.0 MiB/s wr, 336 op/s 2024-08-17T01:23:50.609 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:23:50.636 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 83886079~1 2024-08-17T01:23:50.646 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:23:50.888 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:50 smithi137 ceph-mon[86391]: osdmap e1239: 8 total, 8 up, 8 in 2024-08-17T01:23:50.888 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:23:50.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:50 smithi082 ceph-mon[94343]: osdmap e1239: 8 total, 8 up, 8 in 2024-08-17T01:23:50.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:23:50.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:50 smithi082 ceph-mon[91979]: osdmap e1239: 8 total, 8 up, 8 in 2024-08-17T01:23:50.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:23:51.904 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:51 smithi137 ceph-mon[86391]: osdmap e1240: 8 total, 8 up, 8 in 2024-08-17T01:23:51.904 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:51 smithi137 ceph-mon[86391]: pgmap v2227: 169 pgs: 169 active+clean; 605 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.0 MiB/s wr, 136 op/s 2024-08-17T01:23:51.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:51 smithi082 ceph-mon[94343]: osdmap e1240: 8 total, 8 up, 8 in 2024-08-17T01:23:51.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:51 smithi082 ceph-mon[94343]: pgmap v2227: 169 pgs: 169 active+clean; 605 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.0 MiB/s wr, 136 op/s 2024-08-17T01:23:51.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:51 smithi082 ceph-mon[91979]: osdmap e1240: 8 total, 8 up, 8 in 2024-08-17T01:23:51.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:51 smithi082 ceph-mon[91979]: pgmap v2227: 169 pgs: 169 active+clean; 605 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.0 MiB/s wr, 136 op/s 2024-08-17T01:23:52.486 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:23:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:23:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:23:52.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:52 smithi082 ceph-mon[94343]: osdmap e1241: 8 total, 8 up, 8 in 2024-08-17T01:23:52.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:52 smithi082 ceph-mon[91979]: osdmap e1241: 8 total, 8 up, 8 in 2024-08-17T01:23:52.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:52 smithi137 ceph-mon[86391]: osdmap e1241: 8 total, 8 up, 8 in 2024-08-17T01:23:53.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:53 smithi082 ceph-mon[94343]: osdmap e1242: 8 total, 8 up, 8 in 2024-08-17T01:23:53.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:53 smithi082 ceph-mon[94343]: pgmap v2230: 169 pgs: 169 active+clean; 613 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 6.0 MiB/s wr, 107 op/s 2024-08-17T01:23:53.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:53 smithi082 ceph-mon[91979]: osdmap e1242: 8 total, 8 up, 8 in 2024-08-17T01:23:53.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:53 smithi082 ceph-mon[91979]: pgmap v2230: 169 pgs: 169 active+clean; 613 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 6.0 MiB/s wr, 107 op/s 2024-08-17T01:23:53.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:53 smithi137 ceph-mon[86391]: osdmap e1242: 8 total, 8 up, 8 in 2024-08-17T01:23:53.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:53 smithi137 ceph-mon[86391]: pgmap v2230: 169 pgs: 169 active+clean; 613 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 6.0 MiB/s wr, 107 op/s 2024-08-17T01:23:54.092 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 167772160 2024-08-17T01:23:54.102 INFO:tasks.workunit.client.0.smithi082.stdout:write: * 83886080~1000 2024-08-17T01:23:54.138 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:23:54.285 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:23:54.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:54 smithi082 ceph-mon[94343]: osdmap e1243: 8 total, 8 up, 8 in 2024-08-17T01:23:54.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:54 smithi082 ceph-mon[94343]: osdmap e1244: 8 total, 8 up, 8 in 2024-08-17T01:23:54.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:54 smithi082 ceph-mon[91979]: osdmap e1243: 8 total, 8 up, 8 in 2024-08-17T01:23:54.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:54 smithi082 ceph-mon[91979]: osdmap e1244: 8 total, 8 up, 8 in 2024-08-17T01:23:54.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:54 smithi137 ceph-mon[86391]: osdmap e1243: 8 total, 8 up, 8 in 2024-08-17T01:23:54.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:54 smithi137 ceph-mon[86391]: osdmap e1244: 8 total, 8 up, 8 in 2024-08-17T01:23:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:23:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:23:55] "GET /metrics HTTP/1.1" 200 38903 "" "Prometheus/2.43.0" 2024-08-17T01:23:56.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:56 smithi082 ceph-mon[94343]: pgmap v2233: 169 pgs: 169 active+clean; 621 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.0 MiB/s wr, 81 op/s 2024-08-17T01:23:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:56 smithi082 ceph-mon[94343]: osdmap e1245: 8 total, 8 up, 8 in 2024-08-17T01:23:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:56 smithi082 ceph-mon[91979]: pgmap v2233: 169 pgs: 169 active+clean; 621 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.0 MiB/s wr, 81 op/s 2024-08-17T01:23:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:56 smithi082 ceph-mon[91979]: osdmap e1245: 8 total, 8 up, 8 in 2024-08-17T01:23:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:56 smithi137 ceph-mon[86391]: pgmap v2233: 169 pgs: 169 active+clean; 621 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.0 MiB/s wr, 81 op/s 2024-08-17T01:23:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:56 smithi137 ceph-mon[86391]: osdmap e1245: 8 total, 8 up, 8 in 2024-08-17T01:23:56.761 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12069 ms) 2024-08-17T01:23:56.761 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-08-17T01:23:56.790 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:23:56.800 INFO:tasks.workunit.client.0.smithi082.stdout:write: X 41943040~10 2024-08-17T01:23:56.812 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap1 2024-08-17T01:23:57.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:57 smithi082 ceph-mon[94343]: osdmap e1246: 8 total, 8 up, 8 in 2024-08-17T01:23:57.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:57 smithi082 ceph-mon[91979]: osdmap e1246: 8 total, 8 up, 8 in 2024-08-17T01:23:57.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:57 smithi137 ceph-mon[86391]: osdmap e1246: 8 total, 8 up, 8 in 2024-08-17T01:23:58.400 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 41943040 2024-08-17T01:23:58.421 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:23:58.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:58 smithi082 ceph-mon[94343]: pgmap v2236: 169 pgs: 169 active+clean; 629 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 309 op/s 2024-08-17T01:23:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:58 smithi082 ceph-mon[94343]: osdmap e1247: 8 total, 8 up, 8 in 2024-08-17T01:23:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:58 smithi082 ceph-mon[91979]: pgmap v2236: 169 pgs: 169 active+clean; 629 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 309 op/s 2024-08-17T01:23:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:58 smithi082 ceph-mon[91979]: osdmap e1247: 8 total, 8 up, 8 in 2024-08-17T01:23:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:58 smithi137 ceph-mon[86391]: pgmap v2236: 169 pgs: 169 active+clean; 629 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 309 op/s 2024-08-17T01:23:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:58 smithi137 ceph-mon[86391]: osdmap e1247: 8 total, 8 up, 8 in 2024-08-17T01:23:59.550 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:23:59.560 INFO:tasks.workunit.client.0.smithi082.stdout:write: Y 41943040~5 2024-08-17T01:23:59.668 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:23:59.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:59 smithi082 ceph-mon[94343]: osdmap e1248: 8 total, 8 up, 8 in 2024-08-17T01:23:59.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:23:59.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:23:59.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:23:59.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:23:59.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:23:59.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:23:59.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:23:59.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:23:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:23:59.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:59 smithi082 ceph-mon[91979]: osdmap e1248: 8 total, 8 up, 8 in 2024-08-17T01:23:59.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:23:59.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:23:59.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:23:59.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:23:59.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:23:59.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:23:59.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:23:59.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:23:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:23:59.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:59 smithi137 ceph-mon[86391]: osdmap e1248: 8 total, 8 up, 8 in 2024-08-17T01:23:59.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:23:59.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:23:59.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:23:59.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:23:59.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:23:59.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:23:59.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:23:59.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:23:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:23:59.739 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:24:00.512 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3751 ms) 2024-08-17T01:24:00.512 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-08-17T01:24:00.544 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:24:00.555 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 0~8388609 2024-08-17T01:24:00.613 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap1 2024-08-17T01:24:00.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:00 smithi082 ceph-mon[94343]: pgmap v2239: 169 pgs: 169 active+clean; 633 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 5.0 MiB/s wr, 506 op/s 2024-08-17T01:24:00.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:00 smithi082 ceph-mon[94343]: osdmap e1249: 8 total, 8 up, 8 in 2024-08-17T01:24:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:00 smithi082 ceph-mon[91979]: pgmap v2239: 169 pgs: 169 active+clean; 633 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 5.0 MiB/s wr, 506 op/s 2024-08-17T01:24:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:00 smithi082 ceph-mon[91979]: osdmap e1249: 8 total, 8 up, 8 in 2024-08-17T01:24:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:00 smithi137 ceph-mon[86391]: pgmap v2239: 169 pgs: 169 active+clean; 633 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 5.0 MiB/s wr, 506 op/s 2024-08-17T01:24:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:00 smithi137 ceph-mon[86391]: osdmap e1249: 8 total, 8 up, 8 in 2024-08-17T01:24:01.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:01 smithi082 ceph-mon[94343]: osdmap e1250: 8 total, 8 up, 8 in 2024-08-17T01:24:01.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:01 smithi082 ceph-mon[91979]: osdmap e1250: 8 total, 8 up, 8 in 2024-08-17T01:24:01.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:01 smithi137 ceph-mon[86391]: osdmap e1250: 8 total, 8 up, 8 in 2024-08-17T01:24:02.425 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 8388609~8388609 2024-08-17T01:24:02.438 INFO:tasks.workunit.client.0.smithi082.stdout:write: X 0~1000 2024-08-17T01:24:02.438 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 1010~1000 2024-08-17T01:24:02.438 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap2 2024-08-17T01:24:02.587 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:02 smithi137 ceph-mon[86391]: pgmap v2242: 169 pgs: 169 active+clean; 625 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 3.0 MiB/s wr, 490 op/s 2024-08-17T01:24:02.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:02 smithi137 ceph-mon[86391]: osdmap e1251: 8 total, 8 up, 8 in 2024-08-17T01:24:02.588 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:24:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:24:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:24:02.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:02 smithi082 ceph-mon[94343]: pgmap v2242: 169 pgs: 169 active+clean; 625 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 3.0 MiB/s wr, 490 op/s 2024-08-17T01:24:02.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:02 smithi082 ceph-mon[94343]: osdmap e1251: 8 total, 8 up, 8 in 2024-08-17T01:24:02.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:02 smithi082 ceph-mon[91979]: pgmap v2242: 169 pgs: 169 active+clean; 625 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 3.0 MiB/s wr, 490 op/s 2024-08-17T01:24:02.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:02 smithi082 ceph-mon[91979]: osdmap e1251: 8 total, 8 up, 8 in 2024-08-17T01:24:03.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:03 smithi082 ceph-mon[94343]: osdmap e1252: 8 total, 8 up, 8 in 2024-08-17T01:24:03.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:03 smithi082 ceph-mon[91979]: osdmap e1252: 8 total, 8 up, 8 in 2024-08-17T01:24:03.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:03 smithi137 ceph-mon[86391]: osdmap e1252: 8 total, 8 up, 8 in 2024-08-17T01:24:04.383 INFO:tasks.workunit.client.0.smithi082.stdout:write: X 8388609~1000 2024-08-17T01:24:04.390 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 16777228~1000 2024-08-17T01:24:04.390 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 167772160 2024-08-17T01:24:04.401 INFO:tasks.workunit.client.0.smithi082.stdout:write: 2 83886079~8388609 2024-08-17T01:24:04.418 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap3 2024-08-17T01:24:04.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:04 smithi082 ceph-mon[94343]: pgmap v2245: 169 pgs: 169 active+clean; 625 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 2.0 MiB/s wr, 268 op/s 2024-08-17T01:24:04.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:04 smithi082 ceph-mon[94343]: osdmap e1253: 8 total, 8 up, 8 in 2024-08-17T01:24:04.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:04 smithi082 ceph-mon[94343]: osdmap e1254: 8 total, 8 up, 8 in 2024-08-17T01:24:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:04 smithi082 ceph-mon[91979]: pgmap v2245: 169 pgs: 169 active+clean; 625 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 2.0 MiB/s wr, 268 op/s 2024-08-17T01:24:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:04 smithi082 ceph-mon[91979]: osdmap e1253: 8 total, 8 up, 8 in 2024-08-17T01:24:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:04 smithi082 ceph-mon[91979]: osdmap e1254: 8 total, 8 up, 8 in 2024-08-17T01:24:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:04 smithi137 ceph-mon[86391]: pgmap v2245: 169 pgs: 169 active+clean; 625 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 2.0 MiB/s wr, 268 op/s 2024-08-17T01:24:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:04 smithi137 ceph-mon[86391]: osdmap e1253: 8 total, 8 up, 8 in 2024-08-17T01:24:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:04 smithi137 ceph-mon[86391]: osdmap e1254: 8 total, 8 up, 8 in 2024-08-17T01:24:05.449 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:24:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:24:05] "GET /metrics HTTP/1.1" 200 38903 "" "Prometheus/2.43.0" 2024-08-17T01:24:05.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:24:05.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:24:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:24:06.461 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:24:06.493 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 83886079~1 2024-08-17T01:24:06.502 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:24:06.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:06 smithi082 ceph-mon[91979]: pgmap v2248: 169 pgs: 169 active+clean; 649 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 7.0 MiB/s wr, 177 op/s 2024-08-17T01:24:06.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:06 smithi082 ceph-mon[91979]: osdmap e1255: 8 total, 8 up, 8 in 2024-08-17T01:24:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:06 smithi082 ceph-mon[94343]: pgmap v2248: 169 pgs: 169 active+clean; 649 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 7.0 MiB/s wr, 177 op/s 2024-08-17T01:24:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:06 smithi082 ceph-mon[94343]: osdmap e1255: 8 total, 8 up, 8 in 2024-08-17T01:24:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:06 smithi137 ceph-mon[86391]: pgmap v2248: 169 pgs: 169 active+clean; 649 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 7.0 MiB/s wr, 177 op/s 2024-08-17T01:24:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:06 smithi137 ceph-mon[86391]: osdmap e1255: 8 total, 8 up, 8 in 2024-08-17T01:24:07.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:07 smithi082 ceph-mon[94343]: osdmap e1256: 8 total, 8 up, 8 in 2024-08-17T01:24:07.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:07 smithi082 ceph-mon[91979]: osdmap e1256: 8 total, 8 up, 8 in 2024-08-17T01:24:07.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:07 smithi137 ceph-mon[86391]: osdmap e1256: 8 total, 8 up, 8 in 2024-08-17T01:24:08.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:08 smithi082 ceph-mon[91979]: pgmap v2251: 169 pgs: 169 active+clean; 665 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 9.0 MiB/s wr, 244 op/s 2024-08-17T01:24:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:08 smithi082 ceph-mon[91979]: osdmap e1257: 8 total, 8 up, 8 in 2024-08-17T01:24:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:08 smithi082 ceph-mon[94343]: pgmap v2251: 169 pgs: 169 active+clean; 665 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 9.0 MiB/s wr, 244 op/s 2024-08-17T01:24:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:08 smithi082 ceph-mon[94343]: osdmap e1257: 8 total, 8 up, 8 in 2024-08-17T01:24:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:08 smithi137 ceph-mon[86391]: pgmap v2251: 169 pgs: 169 active+clean; 665 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 9.0 MiB/s wr, 244 op/s 2024-08-17T01:24:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:08 smithi137 ceph-mon[86391]: osdmap e1257: 8 total, 8 up, 8 in 2024-08-17T01:24:09.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:09 smithi082 ceph-mon[94343]: osdmap e1258: 8 total, 8 up, 8 in 2024-08-17T01:24:09.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:09 smithi082 ceph-mon[94343]: osdmap e1259: 8 total, 8 up, 8 in 2024-08-17T01:24:09.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:09 smithi082 ceph-mon[91979]: osdmap e1258: 8 total, 8 up, 8 in 2024-08-17T01:24:09.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:09 smithi082 ceph-mon[91979]: osdmap e1259: 8 total, 8 up, 8 in 2024-08-17T01:24:09.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:09 smithi137 ceph-mon[86391]: osdmap e1258: 8 total, 8 up, 8 in 2024-08-17T01:24:09.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:09 smithi137 ceph-mon[86391]: osdmap e1259: 8 total, 8 up, 8 in 2024-08-17T01:24:09.970 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: after_prepare_snap 2024-08-17T01:24:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:10 smithi082 ceph-mon[94343]: pgmap v2254: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 5.0 MiB/s wr, 130 op/s 2024-08-17T01:24:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:10 smithi082 ceph-mon[91979]: pgmap v2254: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 5.0 MiB/s wr, 130 op/s 2024-08-17T01:24:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:10 smithi137 ceph-mon[86391]: pgmap v2254: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 5.0 MiB/s wr, 130 op/s 2024-08-17T01:24:11.506 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 41943040 2024-08-17T01:24:11.537 INFO:tasks.workunit.client.0.smithi082.stdout:write: * 0~1000 2024-08-17T01:24:11.544 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:24:11.693 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:24:11.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:11 smithi082 ceph-mon[94343]: osdmap e1260: 8 total, 8 up, 8 in 2024-08-17T01:24:11.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:11 smithi082 ceph-mon[91979]: osdmap e1260: 8 total, 8 up, 8 in 2024-08-17T01:24:11.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:11 smithi137 ceph-mon[86391]: osdmap e1260: 8 total, 8 up, 8 in 2024-08-17T01:24:12.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:12 smithi137 ceph-mon[86391]: pgmap v2257: 169 pgs: 169 active+clean; 677 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.0 MiB/s wr, 246 op/s 2024-08-17T01:24:12.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:12 smithi137 ceph-mon[86391]: osdmap e1261: 8 total, 8 up, 8 in 2024-08-17T01:24:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:24:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:24:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:24:12.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:12 smithi082 ceph-mon[94343]: pgmap v2257: 169 pgs: 169 active+clean; 677 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.0 MiB/s wr, 246 op/s 2024-08-17T01:24:12.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:12 smithi082 ceph-mon[94343]: osdmap e1261: 8 total, 8 up, 8 in 2024-08-17T01:24:12.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:12 smithi082 ceph-mon[91979]: pgmap v2257: 169 pgs: 169 active+clean; 677 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.0 MiB/s wr, 246 op/s 2024-08-17T01:24:12.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:12 smithi082 ceph-mon[91979]: osdmap e1261: 8 total, 8 up, 8 in 2024-08-17T01:24:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:13 smithi082 ceph-mon[94343]: osdmap e1262: 8 total, 8 up, 8 in 2024-08-17T01:24:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:13 smithi082 ceph-mon[91979]: osdmap e1262: 8 total, 8 up, 8 in 2024-08-17T01:24:13.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:13 smithi137 ceph-mon[86391]: osdmap e1262: 8 total, 8 up, 8 in 2024-08-17T01:24:14.892 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14381 ms) 2024-08-17T01:24:14.893 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-08-17T01:24:14.925 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:24:14.936 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 0~8388609 2024-08-17T01:24:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:14 smithi082 ceph-mon[91979]: pgmap v2260: 169 pgs: 169 active+clean; 677 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 KiB/s wr, 208 op/s 2024-08-17T01:24:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:14 smithi082 ceph-mon[91979]: osdmap e1263: 8 total, 8 up, 8 in 2024-08-17T01:24:14.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:14 smithi082 ceph-mon[94343]: pgmap v2260: 169 pgs: 169 active+clean; 677 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 KiB/s wr, 208 op/s 2024-08-17T01:24:14.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:14 smithi082 ceph-mon[94343]: osdmap e1263: 8 total, 8 up, 8 in 2024-08-17T01:24:14.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:14 smithi137 ceph-mon[86391]: pgmap v2260: 169 pgs: 169 active+clean; 677 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 KiB/s wr, 208 op/s 2024-08-17T01:24:14.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:14 smithi137 ceph-mon[86391]: osdmap e1263: 8 total, 8 up, 8 in 2024-08-17T01:24:14.989 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap1 2024-08-17T01:24:15.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:24:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:24:15] "GET /metrics HTTP/1.1" 200 38902 "" "Prometheus/2.43.0" 2024-08-17T01:24:15.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:15 smithi082 ceph-mon[91979]: osdmap e1264: 8 total, 8 up, 8 in 2024-08-17T01:24:15.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:15 smithi082 ceph-mon[94343]: osdmap e1264: 8 total, 8 up, 8 in 2024-08-17T01:24:15.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:15 smithi137 ceph-mon[86391]: osdmap e1264: 8 total, 8 up, 8 in 2024-08-17T01:24:16.540 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 8388609~8388609 2024-08-17T01:24:16.558 INFO:tasks.workunit.client.0.smithi082.stdout:write: X 0~1000 2024-08-17T01:24:16.558 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 1010~1000 2024-08-17T01:24:16.558 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap2 2024-08-17T01:24:16.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:16 smithi082 ceph-mon[94343]: pgmap v2263: 169 pgs: 169 active+clean; 689 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 2.0 MiB/s wr, 296 op/s 2024-08-17T01:24:16.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:16 smithi082 ceph-mon[94343]: osdmap e1265: 8 total, 8 up, 8 in 2024-08-17T01:24:16.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:16 smithi082 ceph-mon[91979]: pgmap v2263: 169 pgs: 169 active+clean; 689 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 2.0 MiB/s wr, 296 op/s 2024-08-17T01:24:16.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:16 smithi082 ceph-mon[91979]: osdmap e1265: 8 total, 8 up, 8 in 2024-08-17T01:24:16.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:16 smithi137 ceph-mon[86391]: pgmap v2263: 169 pgs: 169 active+clean; 689 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 2.0 MiB/s wr, 296 op/s 2024-08-17T01:24:16.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:16 smithi137 ceph-mon[86391]: osdmap e1265: 8 total, 8 up, 8 in 2024-08-17T01:24:17.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:17 smithi082 ceph-mon[94343]: osdmap e1266: 8 total, 8 up, 8 in 2024-08-17T01:24:17.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:17 smithi082 ceph-mon[91979]: osdmap e1266: 8 total, 8 up, 8 in 2024-08-17T01:24:17.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:17 smithi137 ceph-mon[86391]: osdmap e1266: 8 total, 8 up, 8 in 2024-08-17T01:24:18.545 INFO:tasks.workunit.client.0.smithi082.stdout:write: X 8388609~1000 2024-08-17T01:24:18.554 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 16777228~1000 2024-08-17T01:24:18.554 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 167772160 2024-08-17T01:24:18.564 INFO:tasks.workunit.client.0.smithi082.stdout:write: 2 83886079~8388609 2024-08-17T01:24:18.582 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap3 2024-08-17T01:24:18.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:18 smithi082 ceph-mon[94343]: pgmap v2266: 169 pgs: 169 active+clean; 689 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 6.0 MiB/s wr, 469 op/s 2024-08-17T01:24:18.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:18 smithi082 ceph-mon[94343]: osdmap e1267: 8 total, 8 up, 8 in 2024-08-17T01:24:18.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:18 smithi082 ceph-mon[91979]: pgmap v2266: 169 pgs: 169 active+clean; 689 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 6.0 MiB/s wr, 469 op/s 2024-08-17T01:24:18.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:18 smithi082 ceph-mon[91979]: osdmap e1267: 8 total, 8 up, 8 in 2024-08-17T01:24:18.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:18 smithi137 ceph-mon[86391]: pgmap v2266: 169 pgs: 169 active+clean; 689 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 6.0 MiB/s wr, 469 op/s 2024-08-17T01:24:18.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:18 smithi137 ceph-mon[86391]: osdmap e1267: 8 total, 8 up, 8 in 2024-08-17T01:24:19.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:19 smithi082 ceph-mon[94343]: osdmap e1268: 8 total, 8 up, 8 in 2024-08-17T01:24:19.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:19 smithi082 ceph-mon[91979]: osdmap e1268: 8 total, 8 up, 8 in 2024-08-17T01:24:19.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:19 smithi137 ceph-mon[86391]: osdmap e1268: 8 total, 8 up, 8 in 2024-08-17T01:24:20.562 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:24:20.588 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 83886079~1 2024-08-17T01:24:20.597 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:24:20.888 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:20 smithi137 ceph-mon[86391]: pgmap v2269: 169 pgs: 169 active+clean; 689 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 215 op/s 2024-08-17T01:24:20.888 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:20 smithi137 ceph-mon[86391]: osdmap e1269: 8 total, 8 up, 8 in 2024-08-17T01:24:20.888 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:24:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:20 smithi082 ceph-mon[94343]: pgmap v2269: 169 pgs: 169 active+clean; 689 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 215 op/s 2024-08-17T01:24:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:20 smithi082 ceph-mon[94343]: osdmap e1269: 8 total, 8 up, 8 in 2024-08-17T01:24:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:24:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:20 smithi082 ceph-mon[91979]: pgmap v2269: 169 pgs: 169 active+clean; 689 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 215 op/s 2024-08-17T01:24:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:20 smithi082 ceph-mon[91979]: osdmap e1269: 8 total, 8 up, 8 in 2024-08-17T01:24:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:24:21.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:21 smithi082 ceph-mon[94343]: osdmap e1270: 8 total, 8 up, 8 in 2024-08-17T01:24:21.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:21 smithi082 ceph-mon[91979]: osdmap e1270: 8 total, 8 up, 8 in 2024-08-17T01:24:21.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:21 smithi137 ceph-mon[86391]: osdmap e1270: 8 total, 8 up, 8 in 2024-08-17T01:24:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:22 smithi137 ceph-mon[86391]: pgmap v2272: 169 pgs: 169 active+clean; 717 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 10 MiB/s wr, 114 op/s 2024-08-17T01:24:22.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:22 smithi137 ceph-mon[86391]: osdmap e1271: 8 total, 8 up, 8 in 2024-08-17T01:24:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:24:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:24:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:24:22.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:22 smithi082 ceph-mon[94343]: pgmap v2272: 169 pgs: 169 active+clean; 717 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 10 MiB/s wr, 114 op/s 2024-08-17T01:24:22.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:22 smithi082 ceph-mon[94343]: osdmap e1271: 8 total, 8 up, 8 in 2024-08-17T01:24:22.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:22 smithi082 ceph-mon[91979]: pgmap v2272: 169 pgs: 169 active+clean; 717 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 10 MiB/s wr, 114 op/s 2024-08-17T01:24:22.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:22 smithi082 ceph-mon[91979]: osdmap e1271: 8 total, 8 up, 8 in 2024-08-17T01:24:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:23 smithi082 ceph-mon[94343]: osdmap e1272: 8 total, 8 up, 8 in 2024-08-17T01:24:23.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:23 smithi082 ceph-mon[91979]: osdmap e1272: 8 total, 8 up, 8 in 2024-08-17T01:24:23.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:23 smithi137 ceph-mon[86391]: osdmap e1272: 8 total, 8 up, 8 in 2024-08-17T01:24:24.045 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: after_prepare_snap 2024-08-17T01:24:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:24 smithi082 ceph-mon[94343]: pgmap v2275: 169 pgs: 169 active+clean; 721 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.0 MiB/s wr, 186 op/s 2024-08-17T01:24:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:24 smithi082 ceph-mon[94343]: osdmap e1273: 8 total, 8 up, 8 in 2024-08-17T01:24:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:24 smithi082 ceph-mon[94343]: osdmap e1274: 8 total, 8 up, 8 in 2024-08-17T01:24:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:24 smithi082 ceph-mon[91979]: pgmap v2275: 169 pgs: 169 active+clean; 721 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.0 MiB/s wr, 186 op/s 2024-08-17T01:24:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:24 smithi082 ceph-mon[91979]: osdmap e1273: 8 total, 8 up, 8 in 2024-08-17T01:24:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:24 smithi082 ceph-mon[91979]: osdmap e1274: 8 total, 8 up, 8 in 2024-08-17T01:24:24.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:24 smithi137 ceph-mon[86391]: pgmap v2275: 169 pgs: 169 active+clean; 721 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.0 MiB/s wr, 186 op/s 2024-08-17T01:24:24.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:24 smithi137 ceph-mon[86391]: osdmap e1273: 8 total, 8 up, 8 in 2024-08-17T01:24:24.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:24 smithi137 ceph-mon[86391]: osdmap e1274: 8 total, 8 up, 8 in 2024-08-17T01:24:25.401 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 167772160 2024-08-17T01:24:25.419 INFO:tasks.workunit.client.0.smithi082.stdout:write: * 83886080~1000 2024-08-17T01:24:25.426 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:24:25.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:24:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:24:25] "GET /metrics HTTP/1.1" 200 38904 "" "Prometheus/2.43.0" 2024-08-17T01:24:25.570 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:24:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:26 smithi082 ceph-mon[94343]: pgmap v2278: 169 pgs: 169 active+clean; 733 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 138 op/s 2024-08-17T01:24:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:26 smithi082 ceph-mon[94343]: osdmap e1275: 8 total, 8 up, 8 in 2024-08-17T01:24:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:26 smithi082 ceph-mon[91979]: pgmap v2278: 169 pgs: 169 active+clean; 733 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 138 op/s 2024-08-17T01:24:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:26 smithi082 ceph-mon[91979]: osdmap e1275: 8 total, 8 up, 8 in 2024-08-17T01:24:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:26 smithi137 ceph-mon[86391]: pgmap v2278: 169 pgs: 169 active+clean; 733 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 138 op/s 2024-08-17T01:24:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:26 smithi137 ceph-mon[86391]: osdmap e1275: 8 total, 8 up, 8 in 2024-08-17T01:24:27.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:27 smithi082 ceph-mon[91979]: osdmap e1276: 8 total, 8 up, 8 in 2024-08-17T01:24:27.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:27 smithi082 ceph-mon[91979]: pgmap v2281: 169 pgs: 169 active+clean; 733 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 2.0 MiB/s wr, 270 op/s 2024-08-17T01:24:27.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:27 smithi082 ceph-mon[94343]: osdmap e1276: 8 total, 8 up, 8 in 2024-08-17T01:24:27.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:27 smithi082 ceph-mon[94343]: pgmap v2281: 169 pgs: 169 active+clean; 733 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 2.0 MiB/s wr, 270 op/s 2024-08-17T01:24:27.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:27 smithi137 ceph-mon[86391]: osdmap e1276: 8 total, 8 up, 8 in 2024-08-17T01:24:27.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:27 smithi137 ceph-mon[86391]: pgmap v2281: 169 pgs: 169 active+clean; 733 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 2.0 MiB/s wr, 270 op/s 2024-08-17T01:24:28.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:28 smithi082 ceph-mon[94343]: osdmap e1277: 8 total, 8 up, 8 in 2024-08-17T01:24:28.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:28 smithi082 ceph-mon[91979]: osdmap e1277: 8 total, 8 up, 8 in 2024-08-17T01:24:28.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:28 smithi137 ceph-mon[86391]: osdmap e1277: 8 total, 8 up, 8 in 2024-08-17T01:24:29.007 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14114 ms) 2024-08-17T01:24:29.007 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.Clone 2024-08-17T01:24:29.041 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:24:29.054 INFO:tasks.workunit.client.0.smithi082.stdout:write: X 0~8388609 2024-08-17T01:24:29.115 INFO:tasks.workunit.client.0.smithi082.stdout:write: X 16777218~8388609 2024-08-17T01:24:29.167 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap 2024-08-17T01:24:29.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:29 smithi082 ceph-mon[91979]: osdmap e1278: 8 total, 8 up, 8 in 2024-08-17T01:24:29.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:29 smithi082 ceph-mon[91979]: pgmap v2284: 169 pgs: 169 active+clean; 741 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 3.0 MiB/s wr, 272 op/s 2024-08-17T01:24:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:29 smithi082 ceph-mon[94343]: osdmap e1278: 8 total, 8 up, 8 in 2024-08-17T01:24:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:29 smithi082 ceph-mon[94343]: pgmap v2284: 169 pgs: 169 active+clean; 741 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 3.0 MiB/s wr, 272 op/s 2024-08-17T01:24:29.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:29 smithi137 ceph-mon[86391]: osdmap e1278: 8 total, 8 up, 8 in 2024-08-17T01:24:29.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:29 smithi137 ceph-mon[86391]: pgmap v2284: 169 pgs: 169 active+clean; 741 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 3.0 MiB/s wr, 272 op/s 2024-08-17T01:24:30.626 INFO:tasks.workunit.client.0.smithi082.stdout:snap_protect: snap 2024-08-17T01:24:30.642 INFO:tasks.workunit.client.0.smithi082.stdout:clone image105 -> image108 2024-08-17T01:24:30.743 INFO:tasks.workunit.client.0.smithi082.stdout:write: X 0~1000 2024-08-17T01:24:30.796 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 1010~1000 2024-08-17T01:24:30.799 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap 2024-08-17T01:24:30.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:30 smithi082 ceph-mon[91979]: osdmap e1279: 8 total, 8 up, 8 in 2024-08-17T01:24:30.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:30 smithi082 ceph-mon[94343]: osdmap e1279: 8 total, 8 up, 8 in 2024-08-17T01:24:30.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:30 smithi137 ceph-mon[86391]: osdmap e1279: 8 total, 8 up, 8 in 2024-08-17T01:24:31.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:31 smithi082 ceph-mon[94343]: osdmap e1280: 8 total, 8 up, 8 in 2024-08-17T01:24:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:31 smithi082 ceph-mon[94343]: pgmap v2287: 169 pgs: 169 active+clean; 749 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 299 op/s 2024-08-17T01:24:31.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:31 smithi082 ceph-mon[91979]: osdmap e1280: 8 total, 8 up, 8 in 2024-08-17T01:24:31.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:31 smithi082 ceph-mon[91979]: pgmap v2287: 169 pgs: 169 active+clean; 749 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 299 op/s 2024-08-17T01:24:31.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:31 smithi137 ceph-mon[86391]: osdmap e1280: 8 total, 8 up, 8 in 2024-08-17T01:24:31.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:31 smithi137 ceph-mon[86391]: pgmap v2287: 169 pgs: 169 active+clean; 749 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 299 op/s 2024-08-17T01:24:32.627 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:24:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:24:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:24:32.639 INFO:tasks.workunit.client.0.smithi082.stdout:snap_protect: snap 2024-08-17T01:24:32.653 INFO:tasks.workunit.client.0.smithi082.stdout:clone image108 -> image110 2024-08-17T01:24:32.774 INFO:tasks.workunit.client.0.smithi082.stdout:write: X 1000~1000 2024-08-17T01:24:32.824 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 2010~1000 2024-08-17T01:24:32.826 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:24:32.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:32 smithi082 ceph-mon[91979]: osdmap e1281: 8 total, 8 up, 8 in 2024-08-17T01:24:32.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:32 smithi082 ceph-mon[94343]: osdmap e1281: 8 total, 8 up, 8 in 2024-08-17T01:24:32.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:32 smithi137 ceph-mon[86391]: osdmap e1281: 8 total, 8 up, 8 in 2024-08-17T01:24:33.104 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:24:33.262 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:24:33.425 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.Clone (4418 ms) 2024-08-17T01:24:33.425 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.CloneParent 2024-08-17T01:24:33.456 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:24:33.466 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap 2024-08-17T01:24:33.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:33 smithi082 ceph-mon[94343]: osdmap e1282: 8 total, 8 up, 8 in 2024-08-17T01:24:33.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:33 smithi082 ceph-mon[94343]: pgmap v2290: 169 pgs: 169 active+clean; 749 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 307 op/s 2024-08-17T01:24:33.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:33 smithi082 ceph-mon[91979]: osdmap e1282: 8 total, 8 up, 8 in 2024-08-17T01:24:33.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:33 smithi082 ceph-mon[91979]: pgmap v2290: 169 pgs: 169 active+clean; 749 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 307 op/s 2024-08-17T01:24:33.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:33 smithi137 ceph-mon[86391]: osdmap e1282: 8 total, 8 up, 8 in 2024-08-17T01:24:33.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:33 smithi137 ceph-mon[86391]: pgmap v2290: 169 pgs: 169 active+clean; 749 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 307 op/s 2024-08-17T01:24:34.396 INFO:tasks.workunit.client.0.smithi082.stdout:snap_protect: snap 2024-08-17T01:24:34.410 INFO:tasks.workunit.client.0.smithi082.stdout:clone image111 -> image114 2024-08-17T01:24:34.518 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:24:34.670 INFO:tasks.workunit.client.0.smithi082.stdout:migration_abort 2024-08-17T01:24:34.794 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.CloneParent (1369 ms) 2024-08-17T01:24:34.794 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-08-17T01:24:34.824 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:24:34.834 INFO:tasks.workunit.client.0.smithi082.stdout:write: X 0~10 2024-08-17T01:24:34.842 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap 2024-08-17T01:24:34.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:34 smithi082 ceph-mon[94343]: osdmap e1283: 8 total, 8 up, 8 in 2024-08-17T01:24:34.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:34 smithi082 ceph-mon[94343]: osdmap e1284: 8 total, 8 up, 8 in 2024-08-17T01:24:34.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:34 smithi082 ceph-mon[91979]: osdmap e1283: 8 total, 8 up, 8 in 2024-08-17T01:24:34.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:34 smithi082 ceph-mon[91979]: osdmap e1284: 8 total, 8 up, 8 in 2024-08-17T01:24:34.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:34 smithi137 ceph-mon[86391]: osdmap e1283: 8 total, 8 up, 8 in 2024-08-17T01:24:34.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:34 smithi137 ceph-mon[86391]: osdmap e1284: 8 total, 8 up, 8 in 2024-08-17T01:24:35.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:24:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:24:35] "GET /metrics HTTP/1.1" 200 38904 "" "Prometheus/2.43.0" 2024-08-17T01:24:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:35 smithi082 ceph-mon[94343]: pgmap v2293: 169 pgs: 169 active+clean; 773 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 403 op/s 2024-08-17T01:24:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:24:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:35 smithi082 ceph-mon[91979]: pgmap v2293: 169 pgs: 169 active+clean; 773 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 403 op/s 2024-08-17T01:24:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:24:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:35 smithi137 ceph-mon[86391]: pgmap v2293: 169 pgs: 169 active+clean; 773 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 403 op/s 2024-08-17T01:24:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:24:36.658 INFO:tasks.workunit.client.0.smithi082.stdout:snap_protect: snap 2024-08-17T01:24:36.671 INFO:tasks.workunit.client.0.smithi082.stdout:clone image115 -> image118 2024-08-17T01:24:36.775 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:24:36.929 INFO:tasks.workunit.client.0.smithi082.stdout:write: Y 0~1 2024-08-17T01:24:36.962 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:24:36.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:36 smithi082 ceph-mon[94343]: osdmap e1285: 8 total, 8 up, 8 in 2024-08-17T01:24:36.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:36 smithi082 ceph-mon[91979]: osdmap e1285: 8 total, 8 up, 8 in 2024-08-17T01:24:36.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:36 smithi137 ceph-mon[86391]: osdmap e1285: 8 total, 8 up, 8 in 2024-08-17T01:24:37.030 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:24:37.138 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (2345 ms) 2024-08-17T01:24:37.139 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-08-17T01:24:37.169 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:24:37.179 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 41943040~10 2024-08-17T01:24:37.187 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap1 2024-08-17T01:24:37.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:37 smithi082 ceph-mon[94343]: osdmap e1286: 8 total, 8 up, 8 in 2024-08-17T01:24:37.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:37 smithi082 ceph-mon[94343]: pgmap v2296: 169 pgs: 169 active+clean; 777 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 9.0 MiB/s wr, 632 op/s 2024-08-17T01:24:37.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:37 smithi082 ceph-mon[91979]: osdmap e1286: 8 total, 8 up, 8 in 2024-08-17T01:24:37.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:37 smithi082 ceph-mon[91979]: pgmap v2296: 169 pgs: 169 active+clean; 777 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 9.0 MiB/s wr, 632 op/s 2024-08-17T01:24:37.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:37 smithi137 ceph-mon[86391]: osdmap e1286: 8 total, 8 up, 8 in 2024-08-17T01:24:37.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:37 smithi137 ceph-mon[86391]: pgmap v2296: 169 pgs: 169 active+clean; 777 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 9.0 MiB/s wr, 632 op/s 2024-08-17T01:24:38.667 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 41943041~10 2024-08-17T01:24:38.676 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:24:38.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:38 smithi082 ceph-mon[91979]: osdmap e1287: 8 total, 8 up, 8 in 2024-08-17T01:24:38.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:38 smithi082 ceph-mon[94343]: osdmap e1287: 8 total, 8 up, 8 in 2024-08-17T01:24:38.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:38 smithi137 ceph-mon[86391]: osdmap e1287: 8 total, 8 up, 8 in 2024-08-17T01:24:39.539 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 41943042~10 2024-08-17T01:24:39.556 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap2 2024-08-17T01:24:39.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:39 smithi082 ceph-mon[91979]: osdmap e1288: 8 total, 8 up, 8 in 2024-08-17T01:24:39.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:39 smithi082 ceph-mon[91979]: pgmap v2299: 169 pgs: 169 active+clean; 781 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 1.13k op/s 2024-08-17T01:24:39.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:39 smithi082 ceph-mon[91979]: osdmap e1289: 8 total, 8 up, 8 in 2024-08-17T01:24:39.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:39 smithi082 ceph-mon[94343]: osdmap e1288: 8 total, 8 up, 8 in 2024-08-17T01:24:39.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:39 smithi082 ceph-mon[94343]: pgmap v2299: 169 pgs: 169 active+clean; 781 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 1.13k op/s 2024-08-17T01:24:39.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:39 smithi082 ceph-mon[94343]: osdmap e1289: 8 total, 8 up, 8 in 2024-08-17T01:24:39.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:39 smithi137 ceph-mon[86391]: osdmap e1288: 8 total, 8 up, 8 in 2024-08-17T01:24:39.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:39 smithi137 ceph-mon[86391]: pgmap v2299: 169 pgs: 169 active+clean; 781 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 1.13k op/s 2024-08-17T01:24:39.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:39 smithi137 ceph-mon[86391]: osdmap e1289: 8 total, 8 up, 8 in 2024-08-17T01:24:41.400 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 41943040 2024-08-17T01:24:41.437 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:24:41.499 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:24:41.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:41 smithi082 ceph-mon[94343]: osdmap e1290: 8 total, 8 up, 8 in 2024-08-17T01:24:41.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:41 smithi082 ceph-mon[91979]: osdmap e1290: 8 total, 8 up, 8 in 2024-08-17T01:24:41.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:41 smithi137 ceph-mon[86391]: osdmap e1290: 8 total, 8 up, 8 in 2024-08-17T01:24:42.532 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5394 ms) 2024-08-17T01:24:42.533 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-08-17T01:24:42.564 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:24:42.576 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 41943040~10 2024-08-17T01:24:42.585 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap1 2024-08-17T01:24:42.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:42 smithi082 ceph-mon[94343]: pgmap v2302: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.0 MiB/s wr, 1.03k op/s 2024-08-17T01:24:42.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:42 smithi082 ceph-mon[94343]: osdmap e1291: 8 total, 8 up, 8 in 2024-08-17T01:24:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:42 smithi082 ceph-mon[91979]: pgmap v2302: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.0 MiB/s wr, 1.03k op/s 2024-08-17T01:24:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:42 smithi082 ceph-mon[91979]: osdmap e1291: 8 total, 8 up, 8 in 2024-08-17T01:24:42.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:42 smithi137 ceph-mon[86391]: pgmap v2302: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.0 MiB/s wr, 1.03k op/s 2024-08-17T01:24:42.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:42 smithi137 ceph-mon[86391]: osdmap e1291: 8 total, 8 up, 8 in 2024-08-17T01:24:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:24:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:24:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:24:43.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:43 smithi082 ceph-mon[91979]: osdmap e1292: 8 total, 8 up, 8 in 2024-08-17T01:24:43.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:43 smithi082 ceph-mon[94343]: osdmap e1292: 8 total, 8 up, 8 in 2024-08-17T01:24:43.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:43 smithi137 ceph-mon[86391]: osdmap e1292: 8 total, 8 up, 8 in 2024-08-17T01:24:44.420 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 41943040 2024-08-17T01:24:44.445 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:24:44.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:44 smithi082 ceph-mon[91979]: pgmap v2305: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 186 op/s 2024-08-17T01:24:44.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:44 smithi082 ceph-mon[91979]: osdmap e1293: 8 total, 8 up, 8 in 2024-08-17T01:24:44.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:44 smithi082 ceph-mon[94343]: pgmap v2305: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 186 op/s 2024-08-17T01:24:44.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:44 smithi082 ceph-mon[94343]: osdmap e1293: 8 total, 8 up, 8 in 2024-08-17T01:24:44.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:44 smithi137 ceph-mon[86391]: pgmap v2305: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 186 op/s 2024-08-17T01:24:44.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:44 smithi137 ceph-mon[86391]: osdmap e1293: 8 total, 8 up, 8 in 2024-08-17T01:24:45.415 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:24:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:24:45] "GET /metrics HTTP/1.1" 200 38907 "" "Prometheus/2.43.0" 2024-08-17T01:24:45.586 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:24:45.597 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap3 2024-08-17T01:24:45.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:45 smithi082 ceph-mon[94343]: osdmap e1294: 8 total, 8 up, 8 in 2024-08-17T01:24:45.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:45 smithi082 ceph-mon[91979]: osdmap e1294: 8 total, 8 up, 8 in 2024-08-17T01:24:45.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:45 smithi137 ceph-mon[86391]: osdmap e1294: 8 total, 8 up, 8 in 2024-08-17T01:24:46.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:46 smithi082 ceph-mon[94343]: pgmap v2308: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 17 KiB/s wr, 253 op/s 2024-08-17T01:24:46.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:46 smithi082 ceph-mon[94343]: osdmap e1295: 8 total, 8 up, 8 in 2024-08-17T01:24:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:46 smithi082 ceph-mon[91979]: pgmap v2308: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 17 KiB/s wr, 253 op/s 2024-08-17T01:24:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:46 smithi082 ceph-mon[91979]: osdmap e1295: 8 total, 8 up, 8 in 2024-08-17T01:24:46.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:46 smithi137 ceph-mon[86391]: pgmap v2308: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 17 KiB/s wr, 253 op/s 2024-08-17T01:24:46.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:46 smithi137 ceph-mon[86391]: osdmap e1295: 8 total, 8 up, 8 in 2024-08-17T01:24:47.452 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 41943040~10 2024-08-17T01:24:47.461 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap4 2024-08-17T01:24:47.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:47 smithi082 ceph-mon[94343]: osdmap e1296: 8 total, 8 up, 8 in 2024-08-17T01:24:47.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:47 smithi082 ceph-mon[91979]: osdmap e1296: 8 total, 8 up, 8 in 2024-08-17T01:24:47.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:47 smithi137 ceph-mon[86391]: osdmap e1296: 8 total, 8 up, 8 in 2024-08-17T01:24:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:48 smithi082 ceph-mon[91979]: pgmap v2311: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 243 KiB/s rd, 22 KiB/s wr, 323 op/s 2024-08-17T01:24:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:48 smithi082 ceph-mon[91979]: osdmap e1297: 8 total, 8 up, 8 in 2024-08-17T01:24:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:48 smithi082 ceph-mon[94343]: pgmap v2311: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 243 KiB/s rd, 22 KiB/s wr, 323 op/s 2024-08-17T01:24:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:48 smithi082 ceph-mon[94343]: osdmap e1297: 8 total, 8 up, 8 in 2024-08-17T01:24:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:48 smithi137 ceph-mon[86391]: pgmap v2311: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 243 KiB/s rd, 22 KiB/s wr, 323 op/s 2024-08-17T01:24:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:48 smithi137 ceph-mon[86391]: osdmap e1297: 8 total, 8 up, 8 in 2024-08-17T01:24:49.467 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 41943040 2024-08-17T01:24:49.491 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:24:49.559 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:24:49.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:49 smithi082 ceph-mon[91979]: osdmap e1298: 8 total, 8 up, 8 in 2024-08-17T01:24:49.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:49 smithi082 ceph-mon[94343]: osdmap e1298: 8 total, 8 up, 8 in 2024-08-17T01:24:49.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:49 smithi137 ceph-mon[86391]: osdmap e1298: 8 total, 8 up, 8 in 2024-08-17T01:24:50.627 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (8094 ms) 2024-08-17T01:24:50.627 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-08-17T01:24:50.659 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:24:50.670 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:24:50.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:50 smithi082 ceph-mon[94343]: pgmap v2314: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 16 KiB/s wr, 150 op/s 2024-08-17T01:24:50.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:50 smithi082 ceph-mon[94343]: osdmap e1299: 8 total, 8 up, 8 in 2024-08-17T01:24:50.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:24:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:50 smithi082 ceph-mon[91979]: pgmap v2314: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 16 KiB/s wr, 150 op/s 2024-08-17T01:24:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:50 smithi082 ceph-mon[91979]: osdmap e1299: 8 total, 8 up, 8 in 2024-08-17T01:24:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:24:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:50 smithi137 ceph-mon[86391]: pgmap v2314: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 16 KiB/s wr, 150 op/s 2024-08-17T01:24:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:50 smithi137 ceph-mon[86391]: osdmap e1299: 8 total, 8 up, 8 in 2024-08-17T01:24:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:24:50.853 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.AbortInUseImage (226 ms) 2024-08-17T01:24:50.853 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-08-17T01:24:50.884 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:24:50.895 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 0~8388609 2024-08-17T01:24:50.952 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 16777218~8388609 2024-08-17T01:24:51.004 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:24:51.182 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 0~8388609 2024-08-17T01:24:51.223 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 16777218~8388609 2024-08-17T01:24:51.283 INFO:tasks.workunit.client.0.smithi082.stdout:migration_abort 2024-08-17T01:24:51.474 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (621 ms) 2024-08-17T01:24:51.474 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-08-17T01:24:51.504 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:24:51.514 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 0~8388609 2024-08-17T01:24:51.570 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap1 2024-08-17T01:24:51.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:51 smithi082 ceph-mon[94343]: osdmap e1300: 8 total, 8 up, 8 in 2024-08-17T01:24:51.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:51 smithi082 ceph-mon[91979]: osdmap e1300: 8 total, 8 up, 8 in 2024-08-17T01:24:51.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:51 smithi137 ceph-mon[86391]: osdmap e1300: 8 total, 8 up, 8 in 2024-08-17T01:24:52.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:52 smithi082 ceph-mon[94343]: pgmap v2317: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 98 KiB/s rd, 11 KiB/s wr, 133 op/s 2024-08-17T01:24:52.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:52 smithi082 ceph-mon[91979]: pgmap v2317: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 98 KiB/s rd, 11 KiB/s wr, 133 op/s 2024-08-17T01:24:52.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:52 smithi137 ceph-mon[86391]: pgmap v2317: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 98 KiB/s rd, 11 KiB/s wr, 133 op/s 2024-08-17T01:24:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:24:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:24:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:24:53.495 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 8388609~8388609 2024-08-17T01:24:53.509 INFO:tasks.workunit.client.0.smithi082.stdout:write: X 0~1000 2024-08-17T01:24:53.509 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 1010~1000 2024-08-17T01:24:53.509 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap2 2024-08-17T01:24:53.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:53 smithi082 ceph-mon[94343]: osdmap e1301: 8 total, 8 up, 8 in 2024-08-17T01:24:53.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:53 smithi082 ceph-mon[91979]: osdmap e1301: 8 total, 8 up, 8 in 2024-08-17T01:24:53.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:53 smithi137 ceph-mon[86391]: osdmap e1301: 8 total, 8 up, 8 in 2024-08-17T01:24:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:54 smithi137 ceph-mon[86391]: pgmap v2319: 169 pgs: 169 active+clean; 801 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 6.5 MiB/s wr, 235 op/s 2024-08-17T01:24:54.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:54 smithi137 ceph-mon[86391]: osdmap e1302: 8 total, 8 up, 8 in 2024-08-17T01:24:54.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:54 smithi137 ceph-mon[86391]: osdmap e1303: 8 total, 8 up, 8 in 2024-08-17T01:24:54.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:54 smithi082 ceph-mon[94343]: pgmap v2319: 169 pgs: 169 active+clean; 801 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 6.5 MiB/s wr, 235 op/s 2024-08-17T01:24:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:54 smithi082 ceph-mon[94343]: osdmap e1302: 8 total, 8 up, 8 in 2024-08-17T01:24:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:54 smithi082 ceph-mon[94343]: osdmap e1303: 8 total, 8 up, 8 in 2024-08-17T01:24:54.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:54 smithi082 ceph-mon[91979]: pgmap v2319: 169 pgs: 169 active+clean; 801 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 6.5 MiB/s wr, 235 op/s 2024-08-17T01:24:54.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:54 smithi082 ceph-mon[91979]: osdmap e1302: 8 total, 8 up, 8 in 2024-08-17T01:24:54.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:54 smithi082 ceph-mon[91979]: osdmap e1303: 8 total, 8 up, 8 in 2024-08-17T01:24:55.407 INFO:tasks.workunit.client.0.smithi082.stdout:write: X 8388609~1000 2024-08-17T01:24:55.414 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 16777228~1000 2024-08-17T01:24:55.414 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 167772160 2024-08-17T01:24:55.423 INFO:tasks.workunit.client.0.smithi082.stdout:write: 2 83886079~8388609 2024-08-17T01:24:55.441 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap3 2024-08-17T01:24:55.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:24:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:24:55] "GET /metrics HTTP/1.1" 200 38910 "" "Prometheus/2.43.0" 2024-08-17T01:24:56.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:56 smithi082 ceph-mon[94343]: pgmap v2322: 169 pgs: 169 active+clean; 829 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 20 MiB/s wr, 397 op/s 2024-08-17T01:24:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:56 smithi082 ceph-mon[94343]: osdmap e1304: 8 total, 8 up, 8 in 2024-08-17T01:24:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:56 smithi082 ceph-mon[91979]: pgmap v2322: 169 pgs: 169 active+clean; 829 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 20 MiB/s wr, 397 op/s 2024-08-17T01:24:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:56 smithi082 ceph-mon[91979]: osdmap e1304: 8 total, 8 up, 8 in 2024-08-17T01:24:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:56 smithi137 ceph-mon[86391]: pgmap v2322: 169 pgs: 169 active+clean; 829 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 20 MiB/s wr, 397 op/s 2024-08-17T01:24:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:56 smithi137 ceph-mon[86391]: osdmap e1304: 8 total, 8 up, 8 in 2024-08-17T01:24:57.516 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:24:57.540 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 83886079~1 2024-08-17T01:24:57.549 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:24:57.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:57 smithi082 ceph-mon[94343]: osdmap e1305: 8 total, 8 up, 8 in 2024-08-17T01:24:57.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:57 smithi082 ceph-mon[91979]: osdmap e1305: 8 total, 8 up, 8 in 2024-08-17T01:24:57.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:57 smithi137 ceph-mon[86391]: osdmap e1305: 8 total, 8 up, 8 in 2024-08-17T01:24:58.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:58 smithi082 ceph-mon[91979]: pgmap v2325: 169 pgs: 169 active+clean; 841 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 20 MiB/s wr, 486 op/s 2024-08-17T01:24:58.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:58 smithi082 ceph-mon[91979]: osdmap e1306: 8 total, 8 up, 8 in 2024-08-17T01:24:58.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:58 smithi082 ceph-mon[94343]: pgmap v2325: 169 pgs: 169 active+clean; 841 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 20 MiB/s wr, 486 op/s 2024-08-17T01:24:58.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:58 smithi082 ceph-mon[94343]: osdmap e1306: 8 total, 8 up, 8 in 2024-08-17T01:24:58.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:58 smithi137 ceph-mon[86391]: pgmap v2325: 169 pgs: 169 active+clean; 841 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 20 MiB/s wr, 486 op/s 2024-08-17T01:24:58.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:58 smithi137 ceph-mon[86391]: osdmap e1306: 8 total, 8 up, 8 in 2024-08-17T01:24:59.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:59 smithi082 ceph-mon[91979]: osdmap e1307: 8 total, 8 up, 8 in 2024-08-17T01:24:59.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:24:59.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:24:59 smithi082 ceph-mon[91979]: osdmap e1308: 8 total, 8 up, 8 in 2024-08-17T01:24:59.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:59 smithi082 ceph-mon[94343]: osdmap e1307: 8 total, 8 up, 8 in 2024-08-17T01:24:59.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:24:59.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:24:59 smithi082 ceph-mon[94343]: osdmap e1308: 8 total, 8 up, 8 in 2024-08-17T01:24:59.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:59 smithi137 ceph-mon[86391]: osdmap e1307: 8 total, 8 up, 8 in 2024-08-17T01:24:59.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:24:59.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:24:59 smithi137 ceph-mon[86391]: osdmap e1308: 8 total, 8 up, 8 in 2024-08-17T01:25:00.858 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 0~8388609 2024-08-17T01:25:00.972 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 16777218~8388609 2024-08-17T01:25:00.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:00 smithi082 ceph-mon[91979]: pgmap v2328: 169 pgs: 169 active+clean; 861 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.0 MiB/s wr, 257 op/s 2024-08-17T01:25:00.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:25:00.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:25:00.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:25:00.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:00 smithi082 ceph-mon[91979]: osdmap e1309: 8 total, 8 up, 8 in 2024-08-17T01:25:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:00 smithi082 ceph-mon[94343]: pgmap v2328: 169 pgs: 169 active+clean; 861 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.0 MiB/s wr, 257 op/s 2024-08-17T01:25:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:25:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:25:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:25:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:00 smithi082 ceph-mon[94343]: osdmap e1309: 8 total, 8 up, 8 in 2024-08-17T01:25:00.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:00 smithi137 ceph-mon[86391]: pgmap v2328: 169 pgs: 169 active+clean; 861 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.0 MiB/s wr, 257 op/s 2024-08-17T01:25:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:25:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:25:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:25:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:00 smithi137 ceph-mon[86391]: osdmap e1309: 8 total, 8 up, 8 in 2024-08-17T01:25:01.527 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 0~8388609 2024-08-17T01:25:01.545 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 16777218~8388609 2024-08-17T01:25:01.629 INFO:tasks.workunit.client.0.smithi082.stdout:migration_abort 2024-08-17T01:25:02.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:02 smithi137 ceph-mon[86391]: pgmap v2331: 169 pgs: 169 active+clean; 873 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 6.0 MiB/s wr, 145 op/s 2024-08-17T01:25:02.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:02 smithi137 ceph-mon[86391]: osdmap e1310: 8 total, 8 up, 8 in 2024-08-17T01:25:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:25:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:25:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:25:02.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:02 smithi082 ceph-mon[94343]: pgmap v2331: 169 pgs: 169 active+clean; 873 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 6.0 MiB/s wr, 145 op/s 2024-08-17T01:25:02.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:02 smithi082 ceph-mon[94343]: osdmap e1310: 8 total, 8 up, 8 in 2024-08-17T01:25:02.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:02 smithi082 ceph-mon[91979]: pgmap v2331: 169 pgs: 169 active+clean; 873 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 6.0 MiB/s wr, 145 op/s 2024-08-17T01:25:02.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:02 smithi082 ceph-mon[91979]: osdmap e1310: 8 total, 8 up, 8 in 2024-08-17T01:25:03.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:03 smithi082 ceph-mon[94343]: osdmap e1311: 8 total, 8 up, 8 in 2024-08-17T01:25:03.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:03 smithi082 ceph-mon[91979]: osdmap e1311: 8 total, 8 up, 8 in 2024-08-17T01:25:03.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:03 smithi137 ceph-mon[86391]: osdmap e1311: 8 total, 8 up, 8 in 2024-08-17T01:25:04.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:04 smithi082 ceph-mon[94343]: pgmap v2334: 169 pgs: 169 active+clean; 889 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.0 MiB/s wr, 162 op/s 2024-08-17T01:25:04.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:04 smithi082 ceph-mon[94343]: osdmap e1312: 8 total, 8 up, 8 in 2024-08-17T01:25:04.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:04 smithi082 ceph-mon[91979]: pgmap v2334: 169 pgs: 169 active+clean; 889 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.0 MiB/s wr, 162 op/s 2024-08-17T01:25:04.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:04 smithi082 ceph-mon[91979]: osdmap e1312: 8 total, 8 up, 8 in 2024-08-17T01:25:04.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:04 smithi137 ceph-mon[86391]: pgmap v2334: 169 pgs: 169 active+clean; 889 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.0 MiB/s wr, 162 op/s 2024-08-17T01:25:04.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:04 smithi137 ceph-mon[86391]: osdmap e1312: 8 total, 8 up, 8 in 2024-08-17T01:25:05.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:25:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:25:05] "GET /metrics HTTP/1.1" 200 38910 "" "Prometheus/2.43.0" 2024-08-17T01:25:05.941 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.AbortWithSnapshots (14468 ms) 2024-08-17T01:25:05.942 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-08-17T01:25:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:05 smithi082 ceph-mon[94343]: osdmap e1313: 8 total, 8 up, 8 in 2024-08-17T01:25:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:25:05.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:05 smithi082 ceph-mon[91979]: osdmap e1313: 8 total, 8 up, 8 in 2024-08-17T01:25:05.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:25:05.976 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:25:05.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:05 smithi137 ceph-mon[86391]: osdmap e1313: 8 total, 8 up, 8 in 2024-08-17T01:25:05.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:25:05.987 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 0~10 2024-08-17T01:25:05.995 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap1 2024-08-17T01:25:06.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:06 smithi082 ceph-mon[94343]: pgmap v2337: 169 pgs: 169 active+clean; 909 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 11 MiB/s wr, 339 op/s 2024-08-17T01:25:06.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:06 smithi082 ceph-mon[94343]: osdmap e1314: 8 total, 8 up, 8 in 2024-08-17T01:25:06.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:06 smithi082 ceph-mon[91979]: pgmap v2337: 169 pgs: 169 active+clean; 909 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 11 MiB/s wr, 339 op/s 2024-08-17T01:25:06.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:06 smithi082 ceph-mon[91979]: osdmap e1314: 8 total, 8 up, 8 in 2024-08-17T01:25:06.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:06 smithi137 ceph-mon[86391]: pgmap v2337: 169 pgs: 169 active+clean; 909 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 11 MiB/s wr, 339 op/s 2024-08-17T01:25:06.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:06 smithi137 ceph-mon[86391]: osdmap e1314: 8 total, 8 up, 8 in 2024-08-17T01:25:07.580 INFO:tasks.workunit.client.0.smithi082.stdout:snap_protect: snap1 2024-08-17T01:25:07.645 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:25:07.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:07 smithi082 ceph-mon[94343]: osdmap e1315: 8 total, 8 up, 8 in 2024-08-17T01:25:07.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:07 smithi082 ceph-mon[91979]: osdmap e1315: 8 total, 8 up, 8 in 2024-08-17T01:25:07.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:07 smithi137 ceph-mon[86391]: osdmap e1315: 8 total, 8 up, 8 in 2024-08-17T01:25:08.778 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:25:08.863 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:25:08.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:08 smithi082 ceph-mon[94343]: pgmap v2340: 169 pgs: 169 active+clean; 925 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 19 MiB/s wr, 366 op/s 2024-08-17T01:25:08.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:08 smithi082 ceph-mon[94343]: osdmap e1316: 8 total, 8 up, 8 in 2024-08-17T01:25:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:08 smithi082 ceph-mon[91979]: pgmap v2340: 169 pgs: 169 active+clean; 925 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 19 MiB/s wr, 366 op/s 2024-08-17T01:25:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:08 smithi082 ceph-mon[91979]: osdmap e1316: 8 total, 8 up, 8 in 2024-08-17T01:25:08.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:08 smithi137 ceph-mon[86391]: pgmap v2340: 169 pgs: 169 active+clean; 925 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 19 MiB/s wr, 366 op/s 2024-08-17T01:25:08.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:08 smithi137 ceph-mon[86391]: osdmap e1316: 8 total, 8 up, 8 in 2024-08-17T01:25:09.705 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.CloneV1Parent (3764 ms) 2024-08-17T01:25:09.706 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-08-17T01:25:09.736 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:25:09.746 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 0~10 2024-08-17T01:25:09.755 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap1 2024-08-17T01:25:09.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:09 smithi082 ceph-mon[94343]: osdmap e1317: 8 total, 8 up, 8 in 2024-08-17T01:25:09.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:09 smithi082 ceph-mon[91979]: osdmap e1317: 8 total, 8 up, 8 in 2024-08-17T01:25:09.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:09 smithi137 ceph-mon[86391]: osdmap e1317: 8 total, 8 up, 8 in 2024-08-17T01:25:10.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:10 smithi082 ceph-mon[94343]: pgmap v2343: 169 pgs: 169 active+clean; 925 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 12 MiB/s wr, 132 op/s 2024-08-17T01:25:10.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:10 smithi082 ceph-mon[94343]: osdmap e1318: 8 total, 8 up, 8 in 2024-08-17T01:25:10.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:10 smithi082 ceph-mon[91979]: pgmap v2343: 169 pgs: 169 active+clean; 925 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 12 MiB/s wr, 132 op/s 2024-08-17T01:25:10.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:10 smithi082 ceph-mon[91979]: osdmap e1318: 8 total, 8 up, 8 in 2024-08-17T01:25:10.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:10 smithi137 ceph-mon[86391]: pgmap v2343: 169 pgs: 169 active+clean; 925 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 12 MiB/s wr, 132 op/s 2024-08-17T01:25:10.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:10 smithi137 ceph-mon[86391]: osdmap e1318: 8 total, 8 up, 8 in 2024-08-17T01:25:11.596 INFO:tasks.workunit.client.0.smithi082.stdout:snap_protect: snap1 2024-08-17T01:25:11.655 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:25:11.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:11 smithi082 ceph-mon[94343]: osdmap e1319: 8 total, 8 up, 8 in 2024-08-17T01:25:11.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:11 smithi082 ceph-mon[91979]: osdmap e1319: 8 total, 8 up, 8 in 2024-08-17T01:25:11.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:11 smithi137 ceph-mon[86391]: osdmap e1319: 8 total, 8 up, 8 in 2024-08-17T01:25:12.584 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:25:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:25:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:25:12.794 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:25:12.872 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:25:12.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:12 smithi082 ceph-mon[94343]: pgmap v2346: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 17 KiB/s wr, 331 op/s 2024-08-17T01:25:12.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:12 smithi082 ceph-mon[94343]: osdmap e1320: 8 total, 8 up, 8 in 2024-08-17T01:25:12.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:12 smithi082 ceph-mon[91979]: pgmap v2346: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 17 KiB/s wr, 331 op/s 2024-08-17T01:25:12.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:12 smithi082 ceph-mon[91979]: osdmap e1320: 8 total, 8 up, 8 in 2024-08-17T01:25:12.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:12 smithi137 ceph-mon[86391]: pgmap v2346: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 17 KiB/s wr, 331 op/s 2024-08-17T01:25:12.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:12 smithi137 ceph-mon[86391]: osdmap e1320: 8 total, 8 up, 8 in 2024-08-17T01:25:13.731 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.CloneV2Parent (4026 ms) 2024-08-17T01:25:13.731 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-08-17T01:25:13.765 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:25:13.776 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 0~10 2024-08-17T01:25:13.786 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap1 2024-08-17T01:25:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:13 smithi082 ceph-mon[94343]: osdmap e1321: 8 total, 8 up, 8 in 2024-08-17T01:25:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:13 smithi082 ceph-mon[94343]: pgmap v2349: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 17 KiB/s wr, 418 op/s 2024-08-17T01:25:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:13 smithi082 ceph-mon[91979]: osdmap e1321: 8 total, 8 up, 8 in 2024-08-17T01:25:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:13 smithi082 ceph-mon[91979]: pgmap v2349: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 17 KiB/s wr, 418 op/s 2024-08-17T01:25:13.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:13 smithi137 ceph-mon[86391]: osdmap e1321: 8 total, 8 up, 8 in 2024-08-17T01:25:13.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:13 smithi137 ceph-mon[86391]: pgmap v2349: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 17 KiB/s wr, 418 op/s 2024-08-17T01:25:14.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:14 smithi082 ceph-mon[94343]: osdmap e1322: 8 total, 8 up, 8 in 2024-08-17T01:25:14.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:14 smithi082 ceph-mon[94343]: osdmap e1323: 8 total, 8 up, 8 in 2024-08-17T01:25:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:14 smithi082 ceph-mon[91979]: osdmap e1322: 8 total, 8 up, 8 in 2024-08-17T01:25:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:14 smithi082 ceph-mon[91979]: osdmap e1323: 8 total, 8 up, 8 in 2024-08-17T01:25:14.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:14 smithi137 ceph-mon[86391]: osdmap e1322: 8 total, 8 up, 8 in 2024-08-17T01:25:14.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:14 smithi137 ceph-mon[86391]: osdmap e1323: 8 total, 8 up, 8 in 2024-08-17T01:25:15.408 INFO:tasks.workunit.client.0.smithi082.stdout:snap_protect: snap1 2024-08-17T01:25:15.473 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:25:15.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:25:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:25:15] "GET /metrics HTTP/1.1" 200 38902 "" "Prometheus/2.43.0" 2024-08-17T01:25:16.592 INFO:tasks.workunit.client.0.smithi082.stdout:migration_abort 2024-08-17T01:25:16.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:16 smithi082 ceph-mon[94343]: pgmap v2352: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 412 KiB/s rd, 24 KiB/s wr, 517 op/s 2024-08-17T01:25:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:16 smithi082 ceph-mon[94343]: osdmap e1324: 8 total, 8 up, 8 in 2024-08-17T01:25:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:16 smithi082 ceph-mon[91979]: pgmap v2352: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 412 KiB/s rd, 24 KiB/s wr, 517 op/s 2024-08-17T01:25:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:16 smithi082 ceph-mon[91979]: osdmap e1324: 8 total, 8 up, 8 in 2024-08-17T01:25:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:16 smithi137 ceph-mon[86391]: pgmap v2352: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 412 KiB/s rd, 24 KiB/s wr, 517 op/s 2024-08-17T01:25:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:16 smithi137 ceph-mon[86391]: osdmap e1324: 8 total, 8 up, 8 in 2024-08-17T01:25:17.550 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.CloneV1ParentAbort (3818 ms) 2024-08-17T01:25:17.550 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-08-17T01:25:17.583 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:25:17.594 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 0~10 2024-08-17T01:25:17.603 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap1 2024-08-17T01:25:17.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:17 smithi082 ceph-mon[91979]: osdmap e1325: 8 total, 8 up, 8 in 2024-08-17T01:25:17.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:17 smithi082 ceph-mon[94343]: osdmap e1325: 8 total, 8 up, 8 in 2024-08-17T01:25:17.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:17 smithi137 ceph-mon[86391]: osdmap e1325: 8 total, 8 up, 8 in 2024-08-17T01:25:18.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:18 smithi082 ceph-mon[94343]: pgmap v2355: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 313 KiB/s rd, 22 KiB/s wr, 404 op/s 2024-08-17T01:25:18.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:18 smithi082 ceph-mon[94343]: osdmap e1326: 8 total, 8 up, 8 in 2024-08-17T01:25:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:18 smithi082 ceph-mon[91979]: pgmap v2355: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 313 KiB/s rd, 22 KiB/s wr, 404 op/s 2024-08-17T01:25:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:18 smithi082 ceph-mon[91979]: osdmap e1326: 8 total, 8 up, 8 in 2024-08-17T01:25:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:18 smithi137 ceph-mon[86391]: pgmap v2355: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 313 KiB/s rd, 22 KiB/s wr, 404 op/s 2024-08-17T01:25:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:18 smithi137 ceph-mon[86391]: osdmap e1326: 8 total, 8 up, 8 in 2024-08-17T01:25:19.408 INFO:tasks.workunit.client.0.smithi082.stdout:snap_protect: snap1 2024-08-17T01:25:19.471 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:25:19.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:19 smithi082 ceph-mon[94343]: osdmap e1327: 8 total, 8 up, 8 in 2024-08-17T01:25:19.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:19 smithi082 ceph-mon[94343]: osdmap e1328: 8 total, 8 up, 8 in 2024-08-17T01:25:19.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:19 smithi082 ceph-mon[91979]: osdmap e1327: 8 total, 8 up, 8 in 2024-08-17T01:25:19.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:19 smithi082 ceph-mon[91979]: osdmap e1328: 8 total, 8 up, 8 in 2024-08-17T01:25:19.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:19 smithi137 ceph-mon[86391]: osdmap e1327: 8 total, 8 up, 8 in 2024-08-17T01:25:19.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:19 smithi137 ceph-mon[86391]: osdmap e1328: 8 total, 8 up, 8 in 2024-08-17T01:25:20.601 INFO:tasks.workunit.client.0.smithi082.stdout:migration_abort 2024-08-17T01:25:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:20 smithi082 ceph-mon[94343]: pgmap v2358: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 16 KiB/s wr, 300 op/s 2024-08-17T01:25:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:25:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:20 smithi082 ceph-mon[91979]: pgmap v2358: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 16 KiB/s wr, 300 op/s 2024-08-17T01:25:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:25:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:20 smithi137 ceph-mon[86391]: pgmap v2358: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 16 KiB/s wr, 300 op/s 2024-08-17T01:25:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:25:21.590 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.CloneV2ParentAbort (4041 ms) 2024-08-17T01:25:21.591 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-08-17T01:25:21.621 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:25:21.631 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 0~10 2024-08-17T01:25:21.640 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap1 2024-08-17T01:25:21.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:21 smithi082 ceph-mon[94343]: osdmap e1329: 8 total, 8 up, 8 in 2024-08-17T01:25:21.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:21 smithi082 ceph-mon[91979]: osdmap e1329: 8 total, 8 up, 8 in 2024-08-17T01:25:21.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:21 smithi137 ceph-mon[86391]: osdmap e1329: 8 total, 8 up, 8 in 2024-08-17T01:25:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:22 smithi082 ceph-mon[94343]: pgmap v2361: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 367 KiB/s rd, 22 KiB/s wr, 461 op/s 2024-08-17T01:25:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:22 smithi082 ceph-mon[94343]: osdmap e1330: 8 total, 8 up, 8 in 2024-08-17T01:25:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:22 smithi082 ceph-mon[91979]: pgmap v2361: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 367 KiB/s rd, 22 KiB/s wr, 461 op/s 2024-08-17T01:25:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:22 smithi082 ceph-mon[91979]: osdmap e1330: 8 total, 8 up, 8 in 2024-08-17T01:25:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:22 smithi137 ceph-mon[86391]: pgmap v2361: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 367 KiB/s rd, 22 KiB/s wr, 461 op/s 2024-08-17T01:25:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:22 smithi137 ceph-mon[86391]: osdmap e1330: 8 total, 8 up, 8 in 2024-08-17T01:25:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:25:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:25:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:25:23.468 INFO:tasks.workunit.client.0.smithi082.stdout:snap_protect: snap1 2024-08-17T01:25:23.532 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:25:23.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:23 smithi082 ceph-mon[94343]: osdmap e1331: 8 total, 8 up, 8 in 2024-08-17T01:25:23.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:23 smithi082 ceph-mon[91979]: osdmap e1331: 8 total, 8 up, 8 in 2024-08-17T01:25:23.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:23 smithi137 ceph-mon[86391]: osdmap e1331: 8 total, 8 up, 8 in 2024-08-17T01:25:24.579 INFO:tasks.workunit.client.0.smithi082.stdout:migration_abort 2024-08-17T01:25:24.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:24 smithi082 ceph-mon[94343]: pgmap v2364: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 225 KiB/s rd, 18 KiB/s wr, 290 op/s 2024-08-17T01:25:24.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:24 smithi082 ceph-mon[94343]: osdmap e1332: 8 total, 8 up, 8 in 2024-08-17T01:25:24.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:24 smithi082 ceph-mon[94343]: osdmap e1333: 8 total, 8 up, 8 in 2024-08-17T01:25:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:24 smithi082 ceph-mon[91979]: pgmap v2364: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 225 KiB/s rd, 18 KiB/s wr, 290 op/s 2024-08-17T01:25:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:24 smithi082 ceph-mon[91979]: osdmap e1332: 8 total, 8 up, 8 in 2024-08-17T01:25:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:24 smithi082 ceph-mon[91979]: osdmap e1333: 8 total, 8 up, 8 in 2024-08-17T01:25:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:24 smithi137 ceph-mon[86391]: pgmap v2364: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 225 KiB/s rd, 18 KiB/s wr, 290 op/s 2024-08-17T01:25:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:24 smithi137 ceph-mon[86391]: osdmap e1332: 8 total, 8 up, 8 in 2024-08-17T01:25:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:24 smithi137 ceph-mon[86391]: osdmap e1333: 8 total, 8 up, 8 in 2024-08-17T01:25:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:25:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:25:25] "GET /metrics HTTP/1.1" 200 38901 "" "Prometheus/2.43.0" 2024-08-17T01:25:25.595 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (4004 ms) 2024-08-17T01:25:25.595 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-08-17T01:25:25.627 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:25:25.638 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 0~10 2024-08-17T01:25:25.647 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap1 2024-08-17T01:25:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:26 smithi082 ceph-mon[94343]: pgmap v2367: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 104 KiB/s rd, 13 KiB/s wr, 151 op/s 2024-08-17T01:25:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:26 smithi082 ceph-mon[94343]: osdmap e1334: 8 total, 8 up, 8 in 2024-08-17T01:25:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:26 smithi082 ceph-mon[91979]: pgmap v2367: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 104 KiB/s rd, 13 KiB/s wr, 151 op/s 2024-08-17T01:25:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:26 smithi082 ceph-mon[91979]: osdmap e1334: 8 total, 8 up, 8 in 2024-08-17T01:25:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:26 smithi137 ceph-mon[86391]: pgmap v2367: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 104 KiB/s rd, 13 KiB/s wr, 151 op/s 2024-08-17T01:25:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:26 smithi137 ceph-mon[86391]: osdmap e1334: 8 total, 8 up, 8 in 2024-08-17T01:25:27.489 INFO:tasks.workunit.client.0.smithi082.stdout:snap_protect: snap1 2024-08-17T01:25:27.548 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:25:27.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:27 smithi082 ceph-mon[94343]: osdmap e1335: 8 total, 8 up, 8 in 2024-08-17T01:25:27.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:27 smithi082 ceph-mon[91979]: osdmap e1335: 8 total, 8 up, 8 in 2024-08-17T01:25:27.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:27 smithi137 ceph-mon[86391]: osdmap e1335: 8 total, 8 up, 8 in 2024-08-17T01:25:28.682 INFO:tasks.workunit.client.0.smithi082.stdout:migration_abort 2024-08-17T01:25:28.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:28 smithi082 ceph-mon[94343]: pgmap v2370: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 158 KiB/s rd, 13 KiB/s wr, 207 op/s 2024-08-17T01:25:28.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:28 smithi082 ceph-mon[94343]: osdmap e1336: 8 total, 8 up, 8 in 2024-08-17T01:25:28.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:28 smithi082 ceph-mon[91979]: pgmap v2370: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 158 KiB/s rd, 13 KiB/s wr, 207 op/s 2024-08-17T01:25:28.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:28 smithi082 ceph-mon[91979]: osdmap e1336: 8 total, 8 up, 8 in 2024-08-17T01:25:28.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:28 smithi137 ceph-mon[86391]: pgmap v2370: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 158 KiB/s rd, 13 KiB/s wr, 207 op/s 2024-08-17T01:25:28.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:28 smithi137 ceph-mon[86391]: osdmap e1336: 8 total, 8 up, 8 in 2024-08-17T01:25:29.547 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (3952 ms) 2024-08-17T01:25:29.547 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-08-17T01:25:29.581 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:25:29.593 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 0~10 2024-08-17T01:25:29.601 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap1 2024-08-17T01:25:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:29 smithi082 ceph-mon[94343]: osdmap e1337: 8 total, 8 up, 8 in 2024-08-17T01:25:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:29 smithi082 ceph-mon[94343]: osdmap e1338: 8 total, 8 up, 8 in 2024-08-17T01:25:29.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:29 smithi082 ceph-mon[91979]: osdmap e1337: 8 total, 8 up, 8 in 2024-08-17T01:25:29.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:29 smithi082 ceph-mon[91979]: osdmap e1338: 8 total, 8 up, 8 in 2024-08-17T01:25:29.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:29 smithi137 ceph-mon[86391]: osdmap e1337: 8 total, 8 up, 8 in 2024-08-17T01:25:29.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:29 smithi137 ceph-mon[86391]: osdmap e1338: 8 total, 8 up, 8 in 2024-08-17T01:25:30.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:30 smithi082 ceph-mon[91979]: pgmap v2373: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 362 KiB/s rd, 19 KiB/s wr, 454 op/s 2024-08-17T01:25:30.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:30 smithi082 ceph-mon[94343]: pgmap v2373: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 362 KiB/s rd, 19 KiB/s wr, 454 op/s 2024-08-17T01:25:30.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:30 smithi137 ceph-mon[86391]: pgmap v2373: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 362 KiB/s rd, 19 KiB/s wr, 454 op/s 2024-08-17T01:25:31.523 INFO:tasks.workunit.client.0.smithi082.stdout:snap_protect: snap1 2024-08-17T01:25:31.588 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:25:31.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:31 smithi082 ceph-mon[94343]: osdmap e1339: 8 total, 8 up, 8 in 2024-08-17T01:25:31.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:31 smithi082 ceph-mon[91979]: osdmap e1339: 8 total, 8 up, 8 in 2024-08-17T01:25:31.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:31 smithi137 ceph-mon[86391]: osdmap e1339: 8 total, 8 up, 8 in 2024-08-17T01:25:32.713 INFO:tasks.workunit.client.0.smithi082.stdout:migration_abort 2024-08-17T01:25:32.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:32 smithi137 ceph-mon[86391]: pgmap v2376: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 372 KiB/s rd, 23 KiB/s wr, 480 op/s 2024-08-17T01:25:32.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:32 smithi137 ceph-mon[86391]: osdmap e1340: 8 total, 8 up, 8 in 2024-08-17T01:25:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:25:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:25:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:25:32.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:32 smithi082 ceph-mon[94343]: pgmap v2376: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 372 KiB/s rd, 23 KiB/s wr, 480 op/s 2024-08-17T01:25:32.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:32 smithi082 ceph-mon[94343]: osdmap e1340: 8 total, 8 up, 8 in 2024-08-17T01:25:32.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:32 smithi082 ceph-mon[91979]: pgmap v2376: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 372 KiB/s rd, 23 KiB/s wr, 480 op/s 2024-08-17T01:25:32.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:32 smithi082 ceph-mon[91979]: osdmap e1340: 8 total, 8 up, 8 in 2024-08-17T01:25:33.681 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4133 ms) 2024-08-17T01:25:33.681 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-08-17T01:25:33.712 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:25:33.723 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 0~10 2024-08-17T01:25:33.731 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap1 2024-08-17T01:25:33.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:33 smithi082 ceph-mon[91979]: osdmap e1341: 8 total, 8 up, 8 in 2024-08-17T01:25:33.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:33 smithi082 ceph-mon[94343]: osdmap e1341: 8 total, 8 up, 8 in 2024-08-17T01:25:33.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:33 smithi137 ceph-mon[86391]: osdmap e1341: 8 total, 8 up, 8 in 2024-08-17T01:25:34.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:34 smithi082 ceph-mon[91979]: pgmap v2379: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 179 KiB/s rd, 15 KiB/s wr, 233 op/s 2024-08-17T01:25:34.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:34 smithi082 ceph-mon[91979]: osdmap e1342: 8 total, 8 up, 8 in 2024-08-17T01:25:34.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:34 smithi082 ceph-mon[91979]: osdmap e1343: 8 total, 8 up, 8 in 2024-08-17T01:25:34.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:34 smithi082 ceph-mon[94343]: pgmap v2379: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 179 KiB/s rd, 15 KiB/s wr, 233 op/s 2024-08-17T01:25:34.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:34 smithi082 ceph-mon[94343]: osdmap e1342: 8 total, 8 up, 8 in 2024-08-17T01:25:34.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:34 smithi082 ceph-mon[94343]: osdmap e1343: 8 total, 8 up, 8 in 2024-08-17T01:25:34.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:34 smithi137 ceph-mon[86391]: pgmap v2379: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 179 KiB/s rd, 15 KiB/s wr, 233 op/s 2024-08-17T01:25:34.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:34 smithi137 ceph-mon[86391]: osdmap e1342: 8 total, 8 up, 8 in 2024-08-17T01:25:34.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:34 smithi137 ceph-mon[86391]: osdmap e1343: 8 total, 8 up, 8 in 2024-08-17T01:25:35.411 INFO:tasks.workunit.client.0.smithi082.stdout:snap_protect: snap1 2024-08-17T01:25:35.471 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:25:35.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:25:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:25:35] "GET /metrics HTTP/1.1" 200 38901 "" "Prometheus/2.43.0" 2024-08-17T01:25:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:25:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:35 smithi082 ceph-mon[91979]: osdmap e1344: 8 total, 8 up, 8 in 2024-08-17T01:25:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:25:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:35 smithi082 ceph-mon[94343]: osdmap e1344: 8 total, 8 up, 8 in 2024-08-17T01:25:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:25:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:35 smithi137 ceph-mon[86391]: osdmap e1344: 8 total, 8 up, 8 in 2024-08-17T01:25:36.728 INFO:tasks.workunit.client.0.smithi082.stdout:migration_abort 2024-08-17T01:25:36.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:36 smithi082 ceph-mon[94343]: pgmap v2382: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 333 KiB/s rd, 16 KiB/s wr, 419 op/s 2024-08-17T01:25:36.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:36 smithi082 ceph-mon[91979]: pgmap v2382: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 333 KiB/s rd, 16 KiB/s wr, 419 op/s 2024-08-17T01:25:36.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:36 smithi137 ceph-mon[86391]: pgmap v2382: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 333 KiB/s rd, 16 KiB/s wr, 419 op/s 2024-08-17T01:25:37.673 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (3992 ms) 2024-08-17T01:25:37.673 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-08-17T01:25:37.705 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:25:37.716 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 0~10 2024-08-17T01:25:37.725 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap1 2024-08-17T01:25:37.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:37 smithi082 ceph-mon[91979]: osdmap e1345: 8 total, 8 up, 8 in 2024-08-17T01:25:37.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:37 smithi082 ceph-mon[94343]: osdmap e1345: 8 total, 8 up, 8 in 2024-08-17T01:25:37.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:37 smithi137 ceph-mon[86391]: osdmap e1345: 8 total, 8 up, 8 in 2024-08-17T01:25:38.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:38 smithi082 ceph-mon[91979]: pgmap v2385: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 313 KiB/s rd, 16 KiB/s wr, 399 op/s 2024-08-17T01:25:38.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:38 smithi082 ceph-mon[91979]: osdmap e1346: 8 total, 8 up, 8 in 2024-08-17T01:25:38.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:38 smithi082 ceph-mon[94343]: pgmap v2385: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 313 KiB/s rd, 16 KiB/s wr, 399 op/s 2024-08-17T01:25:38.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:38 smithi082 ceph-mon[94343]: osdmap e1346: 8 total, 8 up, 8 in 2024-08-17T01:25:38.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:38 smithi137 ceph-mon[86391]: pgmap v2385: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 313 KiB/s rd, 16 KiB/s wr, 399 op/s 2024-08-17T01:25:38.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:38 smithi137 ceph-mon[86391]: osdmap e1346: 8 total, 8 up, 8 in 2024-08-17T01:25:39.414 INFO:tasks.workunit.client.0.smithi082.stdout:snap_protect: snap1 2024-08-17T01:25:39.478 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:25:39.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:39 smithi082 ceph-mon[94343]: osdmap e1347: 8 total, 8 up, 8 in 2024-08-17T01:25:39.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:39 smithi082 ceph-mon[94343]: osdmap e1348: 8 total, 8 up, 8 in 2024-08-17T01:25:39.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:39 smithi082 ceph-mon[91979]: osdmap e1347: 8 total, 8 up, 8 in 2024-08-17T01:25:39.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:39 smithi082 ceph-mon[91979]: osdmap e1348: 8 total, 8 up, 8 in 2024-08-17T01:25:39.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:39 smithi137 ceph-mon[86391]: osdmap e1347: 8 total, 8 up, 8 in 2024-08-17T01:25:39.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:39 smithi137 ceph-mon[86391]: osdmap e1348: 8 total, 8 up, 8 in 2024-08-17T01:25:40.599 INFO:tasks.workunit.client.0.smithi082.stdout:migration_abort 2024-08-17T01:25:40.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:40 smithi082 ceph-mon[94343]: pgmap v2388: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 154 KiB/s rd, 15 KiB/s wr, 208 op/s 2024-08-17T01:25:40.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:40 smithi082 ceph-mon[94343]: osdmap e1349: 8 total, 8 up, 8 in 2024-08-17T01:25:40.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:40 smithi082 ceph-mon[91979]: pgmap v2388: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 154 KiB/s rd, 15 KiB/s wr, 208 op/s 2024-08-17T01:25:40.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:40 smithi082 ceph-mon[91979]: osdmap e1349: 8 total, 8 up, 8 in 2024-08-17T01:25:40.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:40 smithi137 ceph-mon[86391]: pgmap v2388: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 154 KiB/s rd, 15 KiB/s wr, 208 op/s 2024-08-17T01:25:40.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:40 smithi137 ceph-mon[86391]: osdmap e1349: 8 total, 8 up, 8 in 2024-08-17T01:25:41.705 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (4032 ms) 2024-08-17T01:25:41.705 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-08-17T01:25:41.741 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:25:41.756 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 0~10 2024-08-17T01:25:41.764 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap1 2024-08-17T01:25:42.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:42 smithi137 ceph-mon[86391]: pgmap v2391: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 293 KiB/s rd, 24 KiB/s wr, 378 op/s 2024-08-17T01:25:42.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:42 smithi137 ceph-mon[86391]: osdmap e1350: 8 total, 8 up, 8 in 2024-08-17T01:25:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:25:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:25:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:25:42.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:42 smithi082 ceph-mon[91979]: pgmap v2391: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 293 KiB/s rd, 24 KiB/s wr, 378 op/s 2024-08-17T01:25:42.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:42 smithi082 ceph-mon[91979]: osdmap e1350: 8 total, 8 up, 8 in 2024-08-17T01:25:42.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:42 smithi082 ceph-mon[94343]: pgmap v2391: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 293 KiB/s rd, 24 KiB/s wr, 378 op/s 2024-08-17T01:25:42.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:42 smithi082 ceph-mon[94343]: osdmap e1350: 8 total, 8 up, 8 in 2024-08-17T01:25:43.597 INFO:tasks.workunit.client.0.smithi082.stdout:snap_protect: snap1 2024-08-17T01:25:43.670 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:25:43.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:43 smithi082 ceph-mon[94343]: osdmap e1351: 8 total, 8 up, 8 in 2024-08-17T01:25:43.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:43 smithi082 ceph-mon[91979]: osdmap e1351: 8 total, 8 up, 8 in 2024-08-17T01:25:43.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:43 smithi137 ceph-mon[86391]: osdmap e1351: 8 total, 8 up, 8 in 2024-08-17T01:25:44.588 INFO:tasks.workunit.client.0.smithi082.stdout:migration_abort 2024-08-17T01:25:44.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:44 smithi082 ceph-mon[94343]: pgmap v2394: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 15 KiB/s wr, 236 op/s 2024-08-17T01:25:44.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:44 smithi082 ceph-mon[94343]: osdmap e1352: 8 total, 8 up, 8 in 2024-08-17T01:25:44.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:44 smithi082 ceph-mon[94343]: osdmap e1353: 8 total, 8 up, 8 in 2024-08-17T01:25:44.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:44 smithi082 ceph-mon[91979]: pgmap v2394: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 15 KiB/s wr, 236 op/s 2024-08-17T01:25:44.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:44 smithi082 ceph-mon[91979]: osdmap e1352: 8 total, 8 up, 8 in 2024-08-17T01:25:44.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:44 smithi082 ceph-mon[91979]: osdmap e1353: 8 total, 8 up, 8 in 2024-08-17T01:25:44.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:44 smithi137 ceph-mon[86391]: pgmap v2394: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 15 KiB/s wr, 236 op/s 2024-08-17T01:25:44.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:44 smithi137 ceph-mon[86391]: osdmap e1352: 8 total, 8 up, 8 in 2024-08-17T01:25:44.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:44 smithi137 ceph-mon[86391]: osdmap e1353: 8 total, 8 up, 8 in 2024-08-17T01:25:45.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:25:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:25:45] "GET /metrics HTTP/1.1" 200 38900 "" "Prometheus/2.43.0" 2024-08-17T01:25:45.737 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (4032 ms) 2024-08-17T01:25:45.737 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-08-17T01:25:45.770 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:25:45.781 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 7014803~1700379 2024-08-17T01:25:45.801 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 3236309~4141465 2024-08-17T01:25:45.803 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 31195537~5109708 2024-08-17T01:25:45.842 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 43732863~2316370 2024-08-17T01:25:45.842 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 76794663~7091417 2024-08-17T01:25:45.888 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 37988609~68091 2024-08-17T01:25:45.888 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 37000288~3535246 2024-08-17T01:25:45.914 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 32311328~7719083 2024-08-17T01:25:45.921 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap0 2024-08-17T01:25:46.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:46 smithi082 ceph-mon[94343]: pgmap v2397: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 16 KiB/s wr, 250 op/s 2024-08-17T01:25:46.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:46 smithi082 ceph-mon[94343]: osdmap e1354: 8 total, 8 up, 8 in 2024-08-17T01:25:46.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:46 smithi082 ceph-mon[91979]: pgmap v2397: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 16 KiB/s wr, 250 op/s 2024-08-17T01:25:46.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:46 smithi082 ceph-mon[91979]: osdmap e1354: 8 total, 8 up, 8 in 2024-08-17T01:25:46.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:46 smithi137 ceph-mon[86391]: pgmap v2397: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 16 KiB/s wr, 250 op/s 2024-08-17T01:25:46.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:46 smithi137 ceph-mon[86391]: osdmap e1354: 8 total, 8 up, 8 in 2024-08-17T01:25:47.606 INFO:tasks.workunit.client.0.smithi082.stdout:snap_protect: snap0 2024-08-17T01:25:47.621 INFO:tasks.workunit.client.0.smithi082.stdout:clone image159 -> image162 2024-08-17T01:25:47.725 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 15423682~7392120 2024-08-17T01:25:47.771 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 62371513~2908546 2024-08-17T01:25:47.777 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 35204284~2511451 2024-08-17T01:25:47.801 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 22530582~5952515 2024-08-17T01:25:47.806 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 76008852~7877228 2024-08-17T01:25:47.860 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 60041913~3597066 2024-08-17T01:25:47.862 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 47240485~3661396 2024-08-17T01:25:47.883 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 74911725~8336460 2024-08-17T01:25:47.888 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap1 2024-08-17T01:25:47.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:47 smithi082 ceph-mon[94343]: osdmap e1355: 8 total, 8 up, 8 in 2024-08-17T01:25:47.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:47 smithi082 ceph-mon[94343]: pgmap v2400: 169 pgs: 169 active+clean; 915 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 357 KiB/s rd, 1.7 MiB/s wr, 455 op/s 2024-08-17T01:25:47.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:47 smithi082 ceph-mon[91979]: osdmap e1355: 8 total, 8 up, 8 in 2024-08-17T01:25:47.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:47 smithi082 ceph-mon[91979]: pgmap v2400: 169 pgs: 169 active+clean; 915 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 357 KiB/s rd, 1.7 MiB/s wr, 455 op/s 2024-08-17T01:25:47.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:47 smithi137 ceph-mon[86391]: osdmap e1355: 8 total, 8 up, 8 in 2024-08-17T01:25:47.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:47 smithi137 ceph-mon[86391]: pgmap v2400: 169 pgs: 169 active+clean; 915 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 357 KiB/s rd, 1.7 MiB/s wr, 455 op/s 2024-08-17T01:25:48.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:48 smithi082 ceph-mon[94343]: osdmap e1356: 8 total, 8 up, 8 in 2024-08-17T01:25:48.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:48 smithi082 ceph-mon[91979]: osdmap e1356: 8 total, 8 up, 8 in 2024-08-17T01:25:48.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:48 smithi137 ceph-mon[86391]: osdmap e1356: 8 total, 8 up, 8 in 2024-08-17T01:25:49.422 INFO:tasks.workunit.client.0.smithi082.stdout:snap_protect: snap1 2024-08-17T01:25:49.434 INFO:tasks.workunit.client.0.smithi082.stdout:clone image162 -> image164 2024-08-17T01:25:49.563 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 139661694 2024-08-17T01:25:49.574 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 50126378~2461517 2024-08-17T01:25:49.612 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 2383063~4146776 2024-08-17T01:25:49.634 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 52305265~6915476 2024-08-17T01:25:49.674 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 42307076~2973667 2024-08-17T01:25:49.680 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 131750265~7911429 2024-08-17T01:25:49.724 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 78431713~3353017 2024-08-17T01:25:49.739 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 101499409~734076 2024-08-17T01:25:49.747 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 61942219~8342111 2024-08-17T01:25:49.753 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap2 2024-08-17T01:25:49.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:49 smithi082 ceph-mon[94343]: osdmap e1357: 8 total, 8 up, 8 in 2024-08-17T01:25:49.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:49 smithi082 ceph-mon[94343]: pgmap v2403: 169 pgs: 169 active+clean; 936 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 283 KiB/s rd, 6.6 MiB/s wr, 387 op/s 2024-08-17T01:25:49.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:49 smithi082 ceph-mon[94343]: osdmap e1358: 8 total, 8 up, 8 in 2024-08-17T01:25:49.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:49 smithi082 ceph-mon[91979]: osdmap e1357: 8 total, 8 up, 8 in 2024-08-17T01:25:49.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:49 smithi082 ceph-mon[91979]: pgmap v2403: 169 pgs: 169 active+clean; 936 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 283 KiB/s rd, 6.6 MiB/s wr, 387 op/s 2024-08-17T01:25:49.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:49 smithi082 ceph-mon[91979]: osdmap e1358: 8 total, 8 up, 8 in 2024-08-17T01:25:49.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:49 smithi137 ceph-mon[86391]: osdmap e1357: 8 total, 8 up, 8 in 2024-08-17T01:25:49.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:49 smithi137 ceph-mon[86391]: pgmap v2403: 169 pgs: 169 active+clean; 936 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 283 KiB/s rd, 6.6 MiB/s wr, 387 op/s 2024-08-17T01:25:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:49 smithi137 ceph-mon[86391]: osdmap e1358: 8 total, 8 up, 8 in 2024-08-17T01:25:50.888 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:25:50.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:25:50.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:25:51.634 INFO:tasks.workunit.client.0.smithi082.stdout:snap_protect: snap2 2024-08-17T01:25:51.647 INFO:tasks.workunit.client.0.smithi082.stdout:clone image164 -> image166 2024-08-17T01:25:51.807 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 181499968 2024-08-17T01:25:51.818 INFO:tasks.workunit.client.0.smithi082.stdout:write: D 100225095~1875693 2024-08-17T01:25:51.843 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 74100855~5837553 2024-08-17T01:25:51.857 INFO:tasks.workunit.client.0.smithi082.stdout:write: D 16357381~2413633 2024-08-17T01:25:51.917 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 27527309~2381597 2024-08-17T01:25:51.953 INFO:tasks.workunit.client.0.smithi082.stdout:write: D 66575255~524594 2024-08-17T01:25:51.962 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 55529648~7419046 2024-08-17T01:25:51.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:51 smithi082 ceph-mon[91979]: osdmap e1359: 8 total, 8 up, 8 in 2024-08-17T01:25:51.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:51 smithi082 ceph-mon[91979]: pgmap v2406: 169 pgs: 169 active+clean; 1014 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 21 MiB/s wr, 406 op/s 2024-08-17T01:25:51.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:51 smithi082 ceph-mon[94343]: osdmap e1359: 8 total, 8 up, 8 in 2024-08-17T01:25:51.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:51 smithi082 ceph-mon[94343]: pgmap v2406: 169 pgs: 169 active+clean; 1014 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 21 MiB/s wr, 406 op/s 2024-08-17T01:25:51.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:51 smithi137 ceph-mon[86391]: osdmap e1359: 8 total, 8 up, 8 in 2024-08-17T01:25:51.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:51 smithi137 ceph-mon[86391]: pgmap v2406: 169 pgs: 169 active+clean; 1014 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 21 MiB/s wr, 406 op/s 2024-08-17T01:25:51.991 INFO:tasks.workunit.client.0.smithi082.stdout:write: D 98141567~4988260 2024-08-17T01:25:52.018 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 115757433~1726728 2024-08-17T01:25:52.024 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap3 2024-08-17T01:25:52.625 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:25:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:25:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:25:52.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:52 smithi082 ceph-mon[94343]: osdmap e1360: 8 total, 8 up, 8 in 2024-08-17T01:25:52.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:52 smithi082 ceph-mon[91979]: osdmap e1360: 8 total, 8 up, 8 in 2024-08-17T01:25:52.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:52 smithi137 ceph-mon[86391]: osdmap e1360: 8 total, 8 up, 8 in 2024-08-17T01:25:53.650 INFO:tasks.workunit.client.0.smithi082.stdout:snap_protect: snap3 2024-08-17T01:25:53.669 INFO:tasks.workunit.client.0.smithi082.stdout:clone image166 -> image168 2024-08-17T01:25:53.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:53 smithi082 ceph-mon[94343]: osdmap e1361: 8 total, 8 up, 8 in 2024-08-17T01:25:53.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:53 smithi082 ceph-mon[94343]: pgmap v2409: 169 pgs: 169 active+clean; 1.0 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 19 MiB/s wr, 279 op/s 2024-08-17T01:25:53.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:53 smithi082 ceph-mon[91979]: osdmap e1361: 8 total, 8 up, 8 in 2024-08-17T01:25:53.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:53 smithi082 ceph-mon[91979]: pgmap v2409: 169 pgs: 169 active+clean; 1.0 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 19 MiB/s wr, 279 op/s 2024-08-17T01:25:53.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:53 smithi137 ceph-mon[86391]: osdmap e1361: 8 total, 8 up, 8 in 2024-08-17T01:25:53.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:53 smithi137 ceph-mon[86391]: pgmap v2409: 169 pgs: 169 active+clean; 1.0 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 19 MiB/s wr, 279 op/s 2024-08-17T01:25:54.062 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.StressNoMigrate (8326 ms) 2024-08-17T01:25:54.063 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.Stress 2024-08-17T01:25:54.095 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:25:54.106 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 48320455~7400349 2024-08-17T01:25:54.153 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 9130913~1441895 2024-08-17T01:25:54.153 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 57207108~1341825 2024-08-17T01:25:54.164 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 70450172~1476381 2024-08-17T01:25:54.164 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 22638930~6828963 2024-08-17T01:25:54.206 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 58763967~7852243 2024-08-17T01:25:54.206 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 18116544~7810955 2024-08-17T01:25:54.242 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 22037116~1135686 2024-08-17T01:25:54.245 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap0 2024-08-17T01:25:54.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:54 smithi082 ceph-mon[91979]: osdmap e1362: 8 total, 8 up, 8 in 2024-08-17T01:25:54.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:54 smithi082 ceph-mon[91979]: osdmap e1363: 8 total, 8 up, 8 in 2024-08-17T01:25:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:54 smithi082 ceph-mon[94343]: osdmap e1362: 8 total, 8 up, 8 in 2024-08-17T01:25:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:54 smithi082 ceph-mon[94343]: osdmap e1363: 8 total, 8 up, 8 in 2024-08-17T01:25:54.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:54 smithi137 ceph-mon[86391]: osdmap e1362: 8 total, 8 up, 8 in 2024-08-17T01:25:54.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:54 smithi137 ceph-mon[86391]: osdmap e1363: 8 total, 8 up, 8 in 2024-08-17T01:25:55.416 INFO:tasks.workunit.client.0.smithi082.stdout:snap_protect: snap0 2024-08-17T01:25:55.428 INFO:tasks.workunit.client.0.smithi082.stdout:clone image169 -> image172 2024-08-17T01:25:55.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:25:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:25:55] "GET /metrics HTTP/1.1" 200 38904 "" "Prometheus/2.43.0" 2024-08-17T01:25:55.540 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 107033537 2024-08-17T01:25:55.552 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 86517958~805076 2024-08-17T01:25:55.565 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 11720428~6894835 2024-08-17T01:25:55.599 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 39417306~4941243 2024-08-17T01:25:55.634 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 65187448~8320080 2024-08-17T01:25:55.643 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 43337407~6201516 2024-08-17T01:25:55.694 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 38396095~6835149 2024-08-17T01:25:55.697 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 23304400~3369895 2024-08-17T01:25:55.747 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 3481920~1173877 2024-08-17T01:25:55.753 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap1 2024-08-17T01:25:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:56 smithi082 ceph-mon[91979]: pgmap v2412: 169 pgs: 169 active+clean; 1.1 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 12 MiB/s wr, 423 op/s 2024-08-17T01:25:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:56 smithi082 ceph-mon[91979]: osdmap e1364: 8 total, 8 up, 8 in 2024-08-17T01:25:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:56 smithi082 ceph-mon[94343]: pgmap v2412: 169 pgs: 169 active+clean; 1.1 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 12 MiB/s wr, 423 op/s 2024-08-17T01:25:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:56 smithi082 ceph-mon[94343]: osdmap e1364: 8 total, 8 up, 8 in 2024-08-17T01:25:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:56 smithi137 ceph-mon[86391]: pgmap v2412: 169 pgs: 169 active+clean; 1.1 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 12 MiB/s wr, 423 op/s 2024-08-17T01:25:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:56 smithi137 ceph-mon[86391]: osdmap e1364: 8 total, 8 up, 8 in 2024-08-17T01:25:57.662 INFO:tasks.workunit.client.0.smithi082.stdout:snap_protect: snap1 2024-08-17T01:25:57.678 INFO:tasks.workunit.client.0.smithi082.stdout:clone image172 -> image174 2024-08-17T01:25:57.802 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 115398292 2024-08-17T01:25:57.813 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 8531912~1118482 2024-08-17T01:25:57.831 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 41865973~3061687 2024-08-17T01:25:57.850 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 90015098~6533403 2024-08-17T01:25:57.895 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 24006850~1921445 2024-08-17T01:25:57.936 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 61107401~7743934 2024-08-17T01:25:57.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:57 smithi082 ceph-mon[94343]: osdmap e1365: 8 total, 8 up, 8 in 2024-08-17T01:25:57.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:57 smithi082 ceph-mon[94343]: pgmap v2415: 169 pgs: 169 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 20 MiB/s wr, 642 op/s 2024-08-17T01:25:57.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:57 smithi082 ceph-mon[91979]: osdmap e1365: 8 total, 8 up, 8 in 2024-08-17T01:25:57.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:57 smithi082 ceph-mon[91979]: pgmap v2415: 169 pgs: 169 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 20 MiB/s wr, 642 op/s 2024-08-17T01:25:57.984 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 106169135~2829801 2024-08-17T01:25:57.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:57 smithi137 ceph-mon[86391]: osdmap e1365: 8 total, 8 up, 8 in 2024-08-17T01:25:57.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:57 smithi137 ceph-mon[86391]: pgmap v2415: 169 pgs: 169 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 20 MiB/s wr, 642 op/s 2024-08-17T01:25:57.989 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 8740606~1150001 2024-08-17T01:25:57.999 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 4262093~4231794 2024-08-17T01:25:58.005 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap2 2024-08-17T01:25:58.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:58 smithi082 ceph-mon[94343]: osdmap e1366: 8 total, 8 up, 8 in 2024-08-17T01:25:58.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:58 smithi082 ceph-mon[91979]: osdmap e1366: 8 total, 8 up, 8 in 2024-08-17T01:25:58.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:58 smithi137 ceph-mon[86391]: osdmap e1366: 8 total, 8 up, 8 in 2024-08-17T01:25:59.673 INFO:tasks.workunit.client.0.smithi082.stdout:snap_protect: snap2 2024-08-17T01:25:59.687 INFO:tasks.workunit.client.0.smithi082.stdout:clone image174 -> image176 2024-08-17T01:25:59.842 INFO:tasks.workunit.client.0.smithi082.stdout:write: D 43100624~4413294 2024-08-17T01:25:59.894 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 4027824~6519490 2024-08-17T01:25:59.905 INFO:tasks.workunit.client.0.smithi082.stdout:write: D 98086704~6170242 2024-08-17T01:25:59.952 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 94440823~3752735 2024-08-17T01:25:59.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:59 smithi082 ceph-mon[91979]: osdmap e1367: 8 total, 8 up, 8 in 2024-08-17T01:25:59.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:25:59 smithi082 ceph-mon[91979]: pgmap v2418: 169 pgs: 169 active+clean; 1.2 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 21 MiB/s wr, 504 op/s 2024-08-17T01:25:59.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:59 smithi082 ceph-mon[94343]: osdmap e1367: 8 total, 8 up, 8 in 2024-08-17T01:25:59.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:25:59 smithi082 ceph-mon[94343]: pgmap v2418: 169 pgs: 169 active+clean; 1.2 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 21 MiB/s wr, 504 op/s 2024-08-17T01:25:59.984 INFO:tasks.workunit.client.0.smithi082.stdout:write: D 78838511~7425349 2024-08-17T01:25:59.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:59 smithi137 ceph-mon[86391]: osdmap e1367: 8 total, 8 up, 8 in 2024-08-17T01:25:59.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:25:59 smithi137 ceph-mon[86391]: pgmap v2418: 169 pgs: 169 active+clean; 1.2 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 21 MiB/s wr, 504 op/s 2024-08-17T01:26:00.038 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 79882146~382765 2024-08-17T01:26:00.040 INFO:tasks.workunit.client.0.smithi082.stdout:write: D 45047051~5064908 2024-08-17T01:26:00.067 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 43503519~5187162 2024-08-17T01:26:00.070 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap3 2024-08-17T01:26:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:00 smithi082 ceph-mon[94343]: osdmap e1368: 8 total, 8 up, 8 in 2024-08-17T01:26:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:26:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:26:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:26:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:26:00.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:00 smithi082 ceph-mon[91979]: osdmap e1368: 8 total, 8 up, 8 in 2024-08-17T01:26:00.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:26:00.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:26:00.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:26:00.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:26:00.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:00 smithi137 ceph-mon[86391]: osdmap e1368: 8 total, 8 up, 8 in 2024-08-17T01:26:00.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:26:00.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:26:00.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:26:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:26:01.687 INFO:tasks.workunit.client.0.smithi082.stdout:snap_protect: snap3 2024-08-17T01:26:01.701 INFO:tasks.workunit.client.0.smithi082.stdout:clone image176 -> image178 2024-08-17T01:26:01.889 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:26:01.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:01 smithi082 ceph-mon[91979]: osdmap e1369: 8 total, 8 up, 8 in 2024-08-17T01:26:01.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:01 smithi082 ceph-mon[91979]: pgmap v2421: 169 pgs: 169 active+clean; 1.3 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 24 MiB/s wr, 503 op/s 2024-08-17T01:26:01.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:01 smithi082 ceph-mon[94343]: osdmap e1369: 8 total, 8 up, 8 in 2024-08-17T01:26:01.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:01 smithi082 ceph-mon[94343]: pgmap v2421: 169 pgs: 169 active+clean; 1.3 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 24 MiB/s wr, 503 op/s 2024-08-17T01:26:01.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:01 smithi137 ceph-mon[86391]: osdmap e1369: 8 total, 8 up, 8 in 2024-08-17T01:26:01.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:01 smithi137 ceph-mon[86391]: pgmap v2421: 169 pgs: 169 active+clean; 1.3 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 24 MiB/s wr, 503 op/s 2024-08-17T01:26:02.370 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:26:02.591 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:26:02.670 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:26:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:26:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:26:02.882 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.Stress (8820 ms) 2024-08-17T01:26:02.882 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.Stress2 2024-08-17T01:26:02.912 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:26:02.923 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 79502282~2222022 2024-08-17T01:26:02.951 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 60297604~2612440 2024-08-17T01:26:02.951 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 79536345~4349735 2024-08-17T01:26:02.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:02 smithi082 ceph-mon[94343]: osdmap e1370: 8 total, 8 up, 8 in 2024-08-17T01:26:02.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:02 smithi082 ceph-mon[91979]: osdmap e1370: 8 total, 8 up, 8 in 2024-08-17T01:26:02.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:02 smithi137 ceph-mon[86391]: osdmap e1370: 8 total, 8 up, 8 in 2024-08-17T01:26:02.989 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 39054169~7302916 2024-08-17T01:26:02.989 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 19923318~5794240 2024-08-17T01:26:03.021 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 44641914~1592950 2024-08-17T01:26:03.021 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 22783460~3464076 2024-08-17T01:26:03.037 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 77092430~2033966 2024-08-17T01:26:03.039 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap0 2024-08-17T01:26:03.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:03 smithi082 ceph-mon[94343]: pgmap v2423: 169 pgs: 169 active+clean; 1.3 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 7.1 MiB/s rd, 18 MiB/s wr, 307 op/s 2024-08-17T01:26:03.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:03 smithi082 ceph-mon[91979]: pgmap v2423: 169 pgs: 169 active+clean; 1.3 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 7.1 MiB/s rd, 18 MiB/s wr, 307 op/s 2024-08-17T01:26:03.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:03 smithi137 ceph-mon[86391]: pgmap v2423: 169 pgs: 169 active+clean; 1.3 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 7.1 MiB/s rd, 18 MiB/s wr, 307 op/s 2024-08-17T01:26:04.708 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 35307643~7846430 2024-08-17T01:26:04.724 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 6883171~2421191 2024-08-17T01:26:04.724 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 2803956~1229538 2024-08-17T01:26:04.725 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 23071662~5580641 2024-08-17T01:26:04.725 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 10767804~4305204 2024-08-17T01:26:04.731 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 23165785~6032434 2024-08-17T01:26:04.761 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 25031672~5711154 2024-08-17T01:26:04.770 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 8323594~2004771 2024-08-17T01:26:04.770 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap1 2024-08-17T01:26:04.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:04 smithi082 ceph-mon[94343]: osdmap e1371: 8 total, 8 up, 8 in 2024-08-17T01:26:04.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:04 smithi082 ceph-mon[91979]: osdmap e1371: 8 total, 8 up, 8 in 2024-08-17T01:26:04.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:04 smithi137 ceph-mon[86391]: osdmap e1371: 8 total, 8 up, 8 in 2024-08-17T01:26:05.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:26:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:26:05] "GET /metrics HTTP/1.1" 200 38904 "" "Prometheus/2.43.0" 2024-08-17T01:26:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:05 smithi082 ceph-mon[94343]: osdmap e1372: 8 total, 8 up, 8 in 2024-08-17T01:26:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:05 smithi082 ceph-mon[94343]: pgmap v2426: 169 pgs: 169 active+clean; 1.3 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 17 MiB/s wr, 984 op/s 2024-08-17T01:26:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:26:05.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:05 smithi082 ceph-mon[91979]: osdmap e1372: 8 total, 8 up, 8 in 2024-08-17T01:26:05.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:05 smithi082 ceph-mon[91979]: pgmap v2426: 169 pgs: 169 active+clean; 1.3 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 17 MiB/s wr, 984 op/s 2024-08-17T01:26:05.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:26:05.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:05 smithi137 ceph-mon[86391]: osdmap e1372: 8 total, 8 up, 8 in 2024-08-17T01:26:05.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:05 smithi137 ceph-mon[86391]: pgmap v2426: 169 pgs: 169 active+clean; 1.3 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 17 MiB/s wr, 984 op/s 2024-08-17T01:26:05.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:26:06.722 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 122817739 2024-08-17T01:26:06.738 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 12499779~357504 2024-08-17T01:26:06.746 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 91046603~2782859 2024-08-17T01:26:06.746 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 6127268~5058586 2024-08-17T01:26:06.755 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 55590011~6967683 2024-08-17T01:26:06.755 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 53087822~7515700 2024-08-17T01:26:06.764 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 15719908~676699 2024-08-17T01:26:06.764 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 56418475~8020464 2024-08-17T01:26:06.812 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 50394673~1363884 2024-08-17T01:26:06.813 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap2 2024-08-17T01:26:06.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:06 smithi082 ceph-mon[94343]: osdmap e1373: 8 total, 8 up, 8 in 2024-08-17T01:26:06.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:06 smithi082 ceph-mon[91979]: osdmap e1373: 8 total, 8 up, 8 in 2024-08-17T01:26:06.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:06 smithi137 ceph-mon[86391]: osdmap e1373: 8 total, 8 up, 8 in 2024-08-17T01:26:07.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:07 smithi082 ceph-mon[94343]: osdmap e1374: 8 total, 8 up, 8 in 2024-08-17T01:26:07.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:07 smithi082 ceph-mon[94343]: pgmap v2429: 169 pgs: 169 active+clean; 1.4 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 43 MiB/s rd, 19 MiB/s wr, 1.30k op/s 2024-08-17T01:26:07.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:07 smithi082 ceph-mon[91979]: osdmap e1374: 8 total, 8 up, 8 in 2024-08-17T01:26:07.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:07 smithi082 ceph-mon[91979]: pgmap v2429: 169 pgs: 169 active+clean; 1.4 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 43 MiB/s rd, 19 MiB/s wr, 1.30k op/s 2024-08-17T01:26:07.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:07 smithi137 ceph-mon[86391]: osdmap e1374: 8 total, 8 up, 8 in 2024-08-17T01:26:07.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:07 smithi137 ceph-mon[86391]: pgmap v2429: 169 pgs: 169 active+clean; 1.4 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 43 MiB/s rd, 19 MiB/s wr, 1.30k op/s 2024-08-17T01:26:08.738 INFO:tasks.workunit.client.0.smithi082.stdout:snap_protect: snap2 2024-08-17T01:26:08.756 INFO:tasks.workunit.client.0.smithi082.stdout:clone image179 -> image182 2024-08-17T01:26:08.871 INFO:tasks.workunit.client.0.smithi082.stdout:write: D 20924644~3707061 2024-08-17T01:26:08.924 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 73195121~84436 2024-08-17T01:26:08.929 INFO:tasks.workunit.client.0.smithi082.stdout:write: D 20884375~7597722 2024-08-17T01:26:08.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:08 smithi082 ceph-mon[94343]: osdmap e1375: 8 total, 8 up, 8 in 2024-08-17T01:26:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:08 smithi082 ceph-mon[91979]: osdmap e1375: 8 total, 8 up, 8 in 2024-08-17T01:26:08.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:08 smithi137 ceph-mon[86391]: osdmap e1375: 8 total, 8 up, 8 in 2024-08-17T01:26:09.002 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 7679864~3408803 2024-08-17T01:26:09.033 INFO:tasks.workunit.client.0.smithi082.stdout:write: D 65720961~89169 2024-08-17T01:26:09.054 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 49248545~518158 2024-08-17T01:26:09.059 INFO:tasks.workunit.client.0.smithi082.stdout:write: D 56800832~332409 2024-08-17T01:26:09.103 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 39251840~1520704 2024-08-17T01:26:09.142 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap3 2024-08-17T01:26:09.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:09 smithi137 ceph-mon[86391]: osdmap e1376: 8 total, 8 up, 8 in 2024-08-17T01:26:09.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:09 smithi137 ceph-mon[86391]: pgmap v2432: 169 pgs: 169 active+clean; 1.4 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 21 MiB/s wr, 366 op/s 2024-08-17T01:26:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:09 smithi082 ceph-mon[94343]: osdmap e1376: 8 total, 8 up, 8 in 2024-08-17T01:26:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:09 smithi082 ceph-mon[94343]: pgmap v2432: 169 pgs: 169 active+clean; 1.4 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 21 MiB/s wr, 366 op/s 2024-08-17T01:26:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:09 smithi082 ceph-mon[91979]: osdmap e1376: 8 total, 8 up, 8 in 2024-08-17T01:26:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:09 smithi082 ceph-mon[91979]: pgmap v2432: 169 pgs: 169 active+clean; 1.4 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 21 MiB/s wr, 366 op/s 2024-08-17T01:26:10.750 INFO:tasks.workunit.client.0.smithi082.stdout:snap_protect: snap3 2024-08-17T01:26:10.766 INFO:tasks.workunit.client.0.smithi082.stdout:clone image182 -> image184 2024-08-17T01:26:10.899 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:26:10.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:10 smithi137 ceph-mon[86391]: osdmap e1377: 8 total, 8 up, 8 in 2024-08-17T01:26:11.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:10 smithi082 ceph-mon[94343]: osdmap e1377: 8 total, 8 up, 8 in 2024-08-17T01:26:11.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:10 smithi082 ceph-mon[91979]: osdmap e1377: 8 total, 8 up, 8 in 2024-08-17T01:26:11.287 INFO:tasks.workunit.client.0.smithi082.stdout:write: a 103192400~208394 2024-08-17T01:26:11.315 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 42569596~866905 2024-08-17T01:26:11.340 INFO:tasks.workunit.client.0.smithi082.stdout:write: a 102423195~3132379 2024-08-17T01:26:11.368 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 44278035~6666786 2024-08-17T01:26:11.392 INFO:tasks.workunit.client.0.smithi082.stdout:write: a 68041996~3973516 2024-08-17T01:26:11.437 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 114535317~890656 2024-08-17T01:26:11.453 INFO:tasks.workunit.client.0.smithi082.stdout:write: a 4168476~3809903 2024-08-17T01:26:11.509 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 62830889~809645 2024-08-17T01:26:11.546 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: user0 2024-08-17T01:26:12.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:11 smithi082 ceph-mon[94343]: osdmap e1378: 8 total, 8 up, 8 in 2024-08-17T01:26:12.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:11 smithi082 ceph-mon[94343]: pgmap v2435: 169 pgs: 169 active+clean; 1.5 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 7.9 MiB/s rd, 27 MiB/s wr, 283 op/s 2024-08-17T01:26:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:11 smithi082 ceph-mon[91979]: osdmap e1378: 8 total, 8 up, 8 in 2024-08-17T01:26:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:11 smithi082 ceph-mon[91979]: pgmap v2435: 169 pgs: 169 active+clean; 1.5 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 7.9 MiB/s rd, 27 MiB/s wr, 283 op/s 2024-08-17T01:26:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:11 smithi137 ceph-mon[86391]: osdmap e1378: 8 total, 8 up, 8 in 2024-08-17T01:26:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:11 smithi137 ceph-mon[86391]: pgmap v2435: 169 pgs: 169 active+clean; 1.5 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 7.9 MiB/s rd, 27 MiB/s wr, 283 op/s 2024-08-17T01:26:12.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:26:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:26:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:26:12.759 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 172093370 2024-08-17T01:26:12.774 INFO:tasks.workunit.client.0.smithi082.stdout:write: b 21719950~1978737 2024-08-17T01:26:12.780 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 35114714~7482329 2024-08-17T01:26:12.780 INFO:tasks.workunit.client.0.smithi082.stdout:write: b 23762456~659352 2024-08-17T01:26:12.781 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 130634467~122974 2024-08-17T01:26:12.781 INFO:tasks.workunit.client.0.smithi082.stdout:write: b 51213890~487543 2024-08-17T01:26:12.781 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 134255707~4107029 2024-08-17T01:26:12.781 INFO:tasks.workunit.client.0.smithi082.stdout:write: b 7113761~8222968 2024-08-17T01:26:12.789 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 164268212~7825158 2024-08-17T01:26:12.789 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: user1 2024-08-17T01:26:13.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:12 smithi082 ceph-mon[94343]: osdmap e1379: 8 total, 8 up, 8 in 2024-08-17T01:26:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:12 smithi082 ceph-mon[91979]: osdmap e1379: 8 total, 8 up, 8 in 2024-08-17T01:26:13.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:12 smithi137 ceph-mon[86391]: osdmap e1379: 8 total, 8 up, 8 in 2024-08-17T01:26:14.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:13 smithi082 ceph-mon[94343]: osdmap e1380: 8 total, 8 up, 8 in 2024-08-17T01:26:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:13 smithi082 ceph-mon[94343]: pgmap v2438: 169 pgs: 169 active+clean; 1.5 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 5.2 MiB/s rd, 16 MiB/s wr, 283 op/s 2024-08-17T01:26:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:13 smithi082 ceph-mon[91979]: osdmap e1380: 8 total, 8 up, 8 in 2024-08-17T01:26:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:13 smithi082 ceph-mon[91979]: pgmap v2438: 169 pgs: 169 active+clean; 1.5 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 5.2 MiB/s rd, 16 MiB/s wr, 283 op/s 2024-08-17T01:26:14.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:13 smithi137 ceph-mon[86391]: osdmap e1380: 8 total, 8 up, 8 in 2024-08-17T01:26:14.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:13 smithi137 ceph-mon[86391]: pgmap v2438: 169 pgs: 169 active+clean; 1.5 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 5.2 MiB/s rd, 16 MiB/s wr, 283 op/s 2024-08-17T01:26:14.784 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 225288529 2024-08-17T01:26:14.797 INFO:tasks.workunit.client.0.smithi082.stdout:write: c 200886507~2244871 2024-08-17T01:26:14.806 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 27811151~5333166 2024-08-17T01:26:14.806 INFO:tasks.workunit.client.0.smithi082.stdout:write: c 110498779~1571150 2024-08-17T01:26:14.808 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 121656279~5462744 2024-08-17T01:26:14.809 INFO:tasks.workunit.client.0.smithi082.stdout:write: c 140490118~2432931 2024-08-17T01:26:14.813 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 70671876~886785 2024-08-17T01:26:14.813 INFO:tasks.workunit.client.0.smithi082.stdout:write: c 108344366~6291149 2024-08-17T01:26:14.885 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 206750064~2043861 2024-08-17T01:26:14.886 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: user2 2024-08-17T01:26:15.025 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:14 smithi082 ceph-mon[91979]: osdmap e1381: 8 total, 8 up, 8 in 2024-08-17T01:26:15.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:14 smithi082 ceph-mon[94343]: osdmap e1381: 8 total, 8 up, 8 in 2024-08-17T01:26:15.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:14 smithi137 ceph-mon[86391]: osdmap e1381: 8 total, 8 up, 8 in 2024-08-17T01:26:15.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:26:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:26:15] "GET /metrics HTTP/1.1" 200 38908 "" "Prometheus/2.43.0" 2024-08-17T01:26:16.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:15 smithi082 ceph-mon[94343]: osdmap e1382: 8 total, 8 up, 8 in 2024-08-17T01:26:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:15 smithi082 ceph-mon[94343]: pgmap v2441: 169 pgs: 169 active+clean; 1.6 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 21 MiB/s wr, 389 op/s 2024-08-17T01:26:16.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:15 smithi082 ceph-mon[91979]: osdmap e1382: 8 total, 8 up, 8 in 2024-08-17T01:26:16.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:15 smithi082 ceph-mon[91979]: pgmap v2441: 169 pgs: 169 active+clean; 1.6 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 21 MiB/s wr, 389 op/s 2024-08-17T01:26:16.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:15 smithi137 ceph-mon[86391]: osdmap e1382: 8 total, 8 up, 8 in 2024-08-17T01:26:16.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:15 smithi137 ceph-mon[86391]: pgmap v2441: 169 pgs: 169 active+clean; 1.6 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 21 MiB/s wr, 389 op/s 2024-08-17T01:26:16.796 INFO:tasks.workunit.client.0.smithi082.stdout:write: d 135641419~2703213 2024-08-17T01:26:16.807 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 214614061~5056402 2024-08-17T01:26:16.807 INFO:tasks.workunit.client.0.smithi082.stdout:write: d 30700618~5484294 2024-08-17T01:26:16.815 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 114626064~7802003 2024-08-17T01:26:16.815 INFO:tasks.workunit.client.0.smithi082.stdout:write: d 205055411~6534440 2024-08-17T01:26:16.824 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 57605955~1399049 2024-08-17T01:26:16.824 INFO:tasks.workunit.client.0.smithi082.stdout:write: d 79465451~7379728 2024-08-17T01:26:16.880 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 36921015~1091969 2024-08-17T01:26:16.881 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: user3 2024-08-17T01:26:17.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:16 smithi082 ceph-mon[94343]: osdmap e1383: 8 total, 8 up, 8 in 2024-08-17T01:26:17.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:16 smithi082 ceph-mon[91979]: osdmap e1383: 8 total, 8 up, 8 in 2024-08-17T01:26:17.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:16 smithi137 ceph-mon[86391]: osdmap e1383: 8 total, 8 up, 8 in 2024-08-17T01:26:18.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:17 smithi082 ceph-mon[94343]: pgmap v2444: 169 pgs: 169 active+clean; 1.6 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 33 MiB/s wr, 712 op/s 2024-08-17T01:26:18.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:17 smithi082 ceph-mon[94343]: osdmap e1384: 8 total, 8 up, 8 in 2024-08-17T01:26:18.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:17 smithi082 ceph-mon[91979]: pgmap v2444: 169 pgs: 169 active+clean; 1.6 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 33 MiB/s wr, 712 op/s 2024-08-17T01:26:18.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:17 smithi082 ceph-mon[91979]: osdmap e1384: 8 total, 8 up, 8 in 2024-08-17T01:26:18.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:17 smithi137 ceph-mon[86391]: pgmap v2444: 169 pgs: 169 active+clean; 1.6 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 33 MiB/s wr, 712 op/s 2024-08-17T01:26:18.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:17 smithi137 ceph-mon[86391]: osdmap e1384: 8 total, 8 up, 8 in 2024-08-17T01:26:18.811 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 344658843 2024-08-17T01:26:18.832 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 34465884~8616471 2024-08-17T01:26:18.843 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 36620001~4308235 2024-08-17T01:26:18.905 INFO:tasks.workunit.client.0.smithi082.stdout:write: 2 68931768~8616471 2024-08-17T01:26:18.915 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 71085885~4308235 2024-08-17T01:26:18.976 INFO:tasks.workunit.client.0.smithi082.stdout:write: 3 103397652~8616471 2024-08-17T01:26:18.985 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 105551769~4308235 2024-08-17T01:26:19.044 INFO:tasks.workunit.client.0.smithi082.stdout:write: 4 137863537~8616471 2024-08-17T01:26:19.053 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 140017654~4308235 2024-08-17T01:26:19.087 INFO:tasks.workunit.client.0.smithi082.stdout:write: 5 172329421~8616471 2024-08-17T01:26:19.096 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 174483538~4308235 2024-08-17T01:26:19.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:18 smithi082 ceph-mon[94343]: osdmap e1385: 8 total, 8 up, 8 in 2024-08-17T01:26:19.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:18 smithi082 ceph-mon[91979]: osdmap e1385: 8 total, 8 up, 8 in 2024-08-17T01:26:19.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:18 smithi137 ceph-mon[86391]: osdmap e1385: 8 total, 8 up, 8 in 2024-08-17T01:26:20.137 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:19 smithi137 ceph-mon[86391]: pgmap v2446: 169 pgs: 169 active+clean; 1.7 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 36 MiB/s wr, 398 op/s 2024-08-17T01:26:20.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:19 smithi137 ceph-mon[86391]: osdmap e1386: 8 total, 8 up, 8 in 2024-08-17T01:26:20.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:19 smithi082 ceph-mon[94343]: pgmap v2446: 169 pgs: 169 active+clean; 1.7 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 36 MiB/s wr, 398 op/s 2024-08-17T01:26:20.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:19 smithi082 ceph-mon[94343]: osdmap e1386: 8 total, 8 up, 8 in 2024-08-17T01:26:20.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:19 smithi082 ceph-mon[91979]: pgmap v2446: 169 pgs: 169 active+clean; 1.7 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 36 MiB/s wr, 398 op/s 2024-08-17T01:26:20.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:19 smithi082 ceph-mon[91979]: osdmap e1386: 8 total, 8 up, 8 in 2024-08-17T01:26:20.539 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:26:20.704 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:26:21.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:26:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:26:21.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:26:22.166 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.Stress2 (19283 ms) 2024-08-17T01:26:22.166 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMigration.StressLive 2024-08-17T01:26:22.197 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 83886080 2024-08-17T01:26:22.208 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 74245223~2491359 2024-08-17T01:26:22.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:21 smithi082 ceph-mon[94343]: pgmap v2448: 169 pgs: 169 active+clean; 1.8 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 39 MiB/s rd, 35 MiB/s wr, 308 op/s 2024-08-17T01:26:22.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:21 smithi082 ceph-mon[91979]: pgmap v2448: 169 pgs: 169 active+clean; 1.8 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 39 MiB/s rd, 35 MiB/s wr, 308 op/s 2024-08-17T01:26:22.230 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 33038236~4384493 2024-08-17T01:26:22.230 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 27434099~1180683 2024-08-17T01:26:22.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:21 smithi137 ceph-mon[86391]: pgmap v2448: 169 pgs: 169 active+clean; 1.8 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 39 MiB/s rd, 35 MiB/s wr, 308 op/s 2024-08-17T01:26:22.242 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 14297589~370589 2024-08-17T01:26:22.242 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 3236111~170816 2024-08-17T01:26:22.248 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 30721511~7952842 2024-08-17T01:26:22.248 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 52599095~8169539 2024-08-17T01:26:22.293 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 55168981~2163830 2024-08-17T01:26:22.295 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap0 2024-08-17T01:26:22.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:26:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:26:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:26:23.835 INFO:tasks.workunit.client.0.smithi082.stdout:snap_protect: snap0 2024-08-17T01:26:23.847 INFO:tasks.workunit.client.0.smithi082.stdout:clone image185 -> image188 2024-08-17T01:26:23.953 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 22153033~3148805 2024-08-17T01:26:23.990 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 60014894~1222015 2024-08-17T01:26:24.011 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 11009673~716028 2024-08-17T01:26:24.021 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 75204620~141736 2024-08-17T01:26:24.039 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 76731178~6589044 2024-08-17T01:26:24.087 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 49444622~627357 2024-08-17T01:26:24.092 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 61838972~155454 2024-08-17T01:26:24.095 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 29705771~6249333 2024-08-17T01:26:24.101 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap1 2024-08-17T01:26:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:23 smithi082 ceph-mon[91979]: pgmap v2449: 169 pgs: 169 active+clean; 1.8 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 76 MiB/s rd, 30 MiB/s wr, 308 op/s 2024-08-17T01:26:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:23 smithi082 ceph-mon[91979]: osdmap e1387: 8 total, 8 up, 8 in 2024-08-17T01:26:24.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:23 smithi082 ceph-mon[94343]: pgmap v2449: 169 pgs: 169 active+clean; 1.8 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 76 MiB/s rd, 30 MiB/s wr, 308 op/s 2024-08-17T01:26:24.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:23 smithi082 ceph-mon[94343]: osdmap e1387: 8 total, 8 up, 8 in 2024-08-17T01:26:24.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:23 smithi137 ceph-mon[86391]: pgmap v2449: 169 pgs: 169 active+clean; 1.8 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 76 MiB/s rd, 30 MiB/s wr, 308 op/s 2024-08-17T01:26:24.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:23 smithi137 ceph-mon[86391]: osdmap e1387: 8 total, 8 up, 8 in 2024-08-17T01:26:25.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:24 smithi082 ceph-mon[91979]: osdmap e1388: 8 total, 8 up, 8 in 2024-08-17T01:26:25.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:24 smithi082 ceph-mon[94343]: osdmap e1388: 8 total, 8 up, 8 in 2024-08-17T01:26:25.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:26:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:26:25] "GET /metrics HTTP/1.1" 200 38905 "" "Prometheus/2.43.0" 2024-08-17T01:26:25.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:24 smithi137 ceph-mon[86391]: osdmap e1388: 8 total, 8 up, 8 in 2024-08-17T01:26:25.848 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 11361718~6808222 2024-08-17T01:26:25.859 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 15367647~4950390 2024-08-17T01:26:25.884 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 29680448~6209221 2024-08-17T01:26:25.886 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 56321801~4146118 2024-08-17T01:26:25.886 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 56641597~6782072 2024-08-17T01:26:25.938 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 21133101~2438878 2024-08-17T01:26:25.939 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 22364900~5569465 2024-08-17T01:26:25.963 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 40345913~1343094 2024-08-17T01:26:25.963 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap2 2024-08-17T01:26:26.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:25 smithi082 ceph-mon[91979]: pgmap v2452: 169 pgs: 169 active+clean; 1.9 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 195 MiB/s rd, 26 MiB/s wr, 584 op/s 2024-08-17T01:26:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:25 smithi082 ceph-mon[91979]: osdmap e1389: 8 total, 8 up, 8 in 2024-08-17T01:26:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:25 smithi082 ceph-mon[94343]: pgmap v2452: 169 pgs: 169 active+clean; 1.9 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 195 MiB/s rd, 26 MiB/s wr, 584 op/s 2024-08-17T01:26:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:25 smithi082 ceph-mon[94343]: osdmap e1389: 8 total, 8 up, 8 in 2024-08-17T01:26:26.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:25 smithi137 ceph-mon[86391]: pgmap v2452: 169 pgs: 169 active+clean; 1.9 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 195 MiB/s rd, 26 MiB/s wr, 584 op/s 2024-08-17T01:26:26.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:25 smithi137 ceph-mon[86391]: osdmap e1389: 8 total, 8 up, 8 in 2024-08-17T01:26:27.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:26 smithi082 ceph-mon[94343]: osdmap e1390: 8 total, 8 up, 8 in 2024-08-17T01:26:27.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:26 smithi082 ceph-mon[91979]: osdmap e1390: 8 total, 8 up, 8 in 2024-08-17T01:26:27.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:26 smithi137 ceph-mon[86391]: osdmap e1390: 8 total, 8 up, 8 in 2024-08-17T01:26:27.860 INFO:tasks.workunit.client.0.smithi082.stdout:snap_protect: snap2 2024-08-17T01:26:27.875 INFO:tasks.workunit.client.0.smithi082.stdout:clone image188 -> image190 2024-08-17T01:26:28.004 INFO:tasks.workunit.client.0.smithi082.stdout:write: D 82521530~1023938 2024-08-17T01:26:28.061 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 7612982~1766271 2024-08-17T01:26:28.082 INFO:tasks.workunit.client.0.smithi082.stdout:write: D 69502492~8257764 2024-08-17T01:26:28.152 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 50356259~6725956 2024-08-17T01:26:28.174 INFO:tasks.workunit.client.0.smithi082.stdout:write: D 29752506~5512344 2024-08-17T01:26:28.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:27 smithi082 ceph-mon[94343]: pgmap v2455: 169 pgs: 169 active+clean; 1.9 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 289 MiB/s rd, 17 MiB/s wr, 663 op/s 2024-08-17T01:26:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:27 smithi082 ceph-mon[94343]: osdmap e1391: 8 total, 8 up, 8 in 2024-08-17T01:26:28.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:27 smithi082 ceph-mon[91979]: pgmap v2455: 169 pgs: 169 active+clean; 1.9 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 289 MiB/s rd, 17 MiB/s wr, 663 op/s 2024-08-17T01:26:28.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:27 smithi082 ceph-mon[91979]: osdmap e1391: 8 total, 8 up, 8 in 2024-08-17T01:26:28.227 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 8114864~4564558 2024-08-17T01:26:28.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:27 smithi137 ceph-mon[86391]: pgmap v2455: 169 pgs: 169 active+clean; 1.9 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 289 MiB/s rd, 17 MiB/s wr, 663 op/s 2024-08-17T01:26:28.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:27 smithi137 ceph-mon[86391]: osdmap e1391: 8 total, 8 up, 8 in 2024-08-17T01:26:28.261 INFO:tasks.workunit.client.0.smithi082.stdout:write: D 70093037~3628090 2024-08-17T01:26:28.287 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 58910128~2699366 2024-08-17T01:26:28.316 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: snap3 2024-08-17T01:26:29.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:28 smithi082 ceph-mon[94343]: osdmap e1392: 8 total, 8 up, 8 in 2024-08-17T01:26:29.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:28 smithi082 ceph-mon[91979]: osdmap e1392: 8 total, 8 up, 8 in 2024-08-17T01:26:29.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:28 smithi137 ceph-mon[86391]: osdmap e1392: 8 total, 8 up, 8 in 2024-08-17T01:26:29.887 INFO:tasks.workunit.client.0.smithi082.stdout:migration_prepare 2024-08-17T01:26:30.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:29 smithi082 ceph-mon[94343]: pgmap v2458: 169 pgs: 169 active+clean; 2.0 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 107 MiB/s rd, 13 MiB/s wr, 417 op/s 2024-08-17T01:26:30.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:29 smithi082 ceph-mon[94343]: osdmap e1393: 8 total, 8 up, 8 in 2024-08-17T01:26:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:29 smithi082 ceph-mon[91979]: pgmap v2458: 169 pgs: 169 active+clean; 2.0 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 107 MiB/s rd, 13 MiB/s wr, 417 op/s 2024-08-17T01:26:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:29 smithi082 ceph-mon[91979]: osdmap e1393: 8 total, 8 up, 8 in 2024-08-17T01:26:30.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:29 smithi137 ceph-mon[86391]: pgmap v2458: 169 pgs: 169 active+clean; 2.0 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 107 MiB/s rd, 13 MiB/s wr, 417 op/s 2024-08-17T01:26:30.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:29 smithi137 ceph-mon[86391]: osdmap e1393: 8 total, 8 up, 8 in 2024-08-17T01:26:31.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:30 smithi082 ceph-mon[94343]: osdmap e1394: 8 total, 8 up, 8 in 2024-08-17T01:26:31.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:30 smithi082 ceph-mon[91979]: osdmap e1394: 8 total, 8 up, 8 in 2024-08-17T01:26:31.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:30 smithi137 ceph-mon[86391]: osdmap e1394: 8 total, 8 up, 8 in 2024-08-17T01:26:31.311 INFO:tasks.workunit.client.0.smithi082.stdout:migration_execute 2024-08-17T01:26:31.311 INFO:tasks.workunit.client.0.smithi082.stdout:write: a 79181583~4704497 2024-08-17T01:26:31.383 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 70206825~6510133 2024-08-17T01:26:31.407 INFO:tasks.workunit.client.0.smithi082.stdout:write: a 560403~3642063 2024-08-17T01:26:31.461 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 34377353~7453846 2024-08-17T01:26:31.505 INFO:tasks.workunit.client.0.smithi082.stdout:write: a 408333~6148087 2024-08-17T01:26:31.552 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 4641801~7614402 2024-08-17T01:26:31.558 INFO:tasks.workunit.client.0.smithi082.stdout:write: a 75747204~2467455 2024-08-17T01:26:31.575 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 79731198~3277252 2024-08-17T01:26:31.576 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: user0 2024-08-17T01:26:32.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:31 smithi082 ceph-mon[94343]: pgmap v2461: 169 pgs: 169 active+clean; 2.0 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 7.2 MiB/s rd, 25 MiB/s wr, 314 op/s 2024-08-17T01:26:32.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:31 smithi082 ceph-mon[94343]: osdmap e1395: 8 total, 8 up, 8 in 2024-08-17T01:26:32.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:31 smithi082 ceph-mon[91979]: pgmap v2461: 169 pgs: 169 active+clean; 2.0 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 7.2 MiB/s rd, 25 MiB/s wr, 314 op/s 2024-08-17T01:26:32.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:31 smithi082 ceph-mon[91979]: osdmap e1395: 8 total, 8 up, 8 in 2024-08-17T01:26:32.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:31 smithi137 ceph-mon[86391]: pgmap v2461: 169 pgs: 169 active+clean; 2.0 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 7.2 MiB/s rd, 25 MiB/s wr, 314 op/s 2024-08-17T01:26:32.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:31 smithi137 ceph-mon[86391]: osdmap e1395: 8 total, 8 up, 8 in 2024-08-17T01:26:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:26:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:26:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:26:32.905 INFO:tasks.workunit.client.0.smithi082.stdout:write: b 15015962~3146408 2024-08-17T01:26:32.915 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 28336843~6200063 2024-08-17T01:26:32.915 INFO:tasks.workunit.client.0.smithi082.stdout:write: b 69507001~3751090 2024-08-17T01:26:32.918 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 70586211~7735578 2024-08-17T01:26:32.956 INFO:tasks.workunit.client.0.smithi082.stdout:write: b 77828615~6026227 2024-08-17T01:26:32.962 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 31381924~6176713 2024-08-17T01:26:32.962 INFO:tasks.workunit.client.0.smithi082.stdout:write: b 57028341~3905747 2024-08-17T01:26:32.965 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 26403685~2531989 2024-08-17T01:26:32.966 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: user1 2024-08-17T01:26:33.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:32 smithi082 ceph-mon[91979]: osdmap e1396: 8 total, 8 up, 8 in 2024-08-17T01:26:33.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:32 smithi082 ceph-mon[94343]: osdmap e1396: 8 total, 8 up, 8 in 2024-08-17T01:26:33.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:32 smithi137 ceph-mon[86391]: osdmap e1396: 8 total, 8 up, 8 in 2024-08-17T01:26:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:33 smithi082 ceph-mon[94343]: pgmap v2464: 169 pgs: 169 active+clean; 2.1 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 19 MiB/s wr, 268 op/s 2024-08-17T01:26:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:33 smithi082 ceph-mon[94343]: osdmap e1397: 8 total, 8 up, 8 in 2024-08-17T01:26:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:33 smithi082 ceph-mon[91979]: pgmap v2464: 169 pgs: 169 active+clean; 2.1 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 19 MiB/s wr, 268 op/s 2024-08-17T01:26:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:33 smithi082 ceph-mon[91979]: osdmap e1397: 8 total, 8 up, 8 in 2024-08-17T01:26:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:33 smithi137 ceph-mon[86391]: pgmap v2464: 169 pgs: 169 active+clean; 2.1 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 19 MiB/s wr, 268 op/s 2024-08-17T01:26:34.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:33 smithi137 ceph-mon[86391]: osdmap e1397: 8 total, 8 up, 8 in 2024-08-17T01:26:34.920 INFO:tasks.workunit.client.0.smithi082.stdout:write: c 30045749~5629950 2024-08-17T01:26:34.941 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 63415444~5378622 2024-08-17T01:26:34.941 INFO:tasks.workunit.client.0.smithi082.stdout:write: c 36692533~5702846 2024-08-17T01:26:34.950 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 55260288~5103521 2024-08-17T01:26:34.950 INFO:tasks.workunit.client.0.smithi082.stdout:write: c 49514017~7779903 2024-08-17T01:26:34.991 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 27834371~5178372 2024-08-17T01:26:35.003 INFO:tasks.workunit.client.0.smithi082.stdout:write: c 29818302~3416095 2024-08-17T01:26:35.007 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 10043450~5814955 2024-08-17T01:26:35.007 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: user2 2024-08-17T01:26:35.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:34 smithi082 ceph-mon[91979]: osdmap e1398: 8 total, 8 up, 8 in 2024-08-17T01:26:35.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:34 smithi082 ceph-mon[94343]: osdmap e1398: 8 total, 8 up, 8 in 2024-08-17T01:26:35.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:26:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:26:35] "GET /metrics HTTP/1.1" 200 38905 "" "Prometheus/2.43.0" 2024-08-17T01:26:35.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:34 smithi137 ceph-mon[86391]: osdmap e1398: 8 total, 8 up, 8 in 2024-08-17T01:26:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:35 smithi082 ceph-mon[94343]: pgmap v2467: 169 pgs: 169 active+clean; 2.1 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 37 MiB/s rd, 23 MiB/s wr, 752 op/s 2024-08-17T01:26:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:35 smithi082 ceph-mon[94343]: osdmap e1399: 8 total, 8 up, 8 in 2024-08-17T01:26:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:26:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:35 smithi082 ceph-mon[91979]: pgmap v2467: 169 pgs: 169 active+clean; 2.1 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 37 MiB/s rd, 23 MiB/s wr, 752 op/s 2024-08-17T01:26:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:35 smithi082 ceph-mon[91979]: osdmap e1399: 8 total, 8 up, 8 in 2024-08-17T01:26:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:26:36.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:35 smithi137 ceph-mon[86391]: pgmap v2467: 169 pgs: 169 active+clean; 2.1 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 37 MiB/s rd, 23 MiB/s wr, 752 op/s 2024-08-17T01:26:36.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:35 smithi137 ceph-mon[86391]: osdmap e1399: 8 total, 8 up, 8 in 2024-08-17T01:26:36.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:26:36.932 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 151592311 2024-08-17T01:26:36.950 INFO:tasks.workunit.client.0.smithi082.stdout:write: d 86956049~5405932 2024-08-17T01:26:36.964 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 73602675~8332945 2024-08-17T01:26:36.964 INFO:tasks.workunit.client.0.smithi082.stdout:write: d 11884292~2499690 2024-08-17T01:26:36.966 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 87822934~6671385 2024-08-17T01:26:36.993 INFO:tasks.workunit.client.0.smithi082.stdout:write: d 84683981~6181227 2024-08-17T01:26:37.000 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 39181419~2859171 2024-08-17T01:26:37.000 INFO:tasks.workunit.client.0.smithi082.stdout:write: d 130734039~1409081 2024-08-17T01:26:37.000 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 111060671~3910405 2024-08-17T01:26:37.001 INFO:tasks.workunit.client.0.smithi082.stdout:snap_create: user3 2024-08-17T01:26:37.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:36 smithi082 ceph-mon[94343]: osdmap e1400: 8 total, 8 up, 8 in 2024-08-17T01:26:37.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:36 smithi082 ceph-mon[91979]: osdmap e1400: 8 total, 8 up, 8 in 2024-08-17T01:26:37.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:36 smithi137 ceph-mon[86391]: osdmap e1400: 8 total, 8 up, 8 in 2024-08-17T01:26:38.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:37 smithi082 ceph-mon[94343]: pgmap v2470: 169 pgs: 169 active+clean; 2.2 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 36 MiB/s rd, 29 MiB/s wr, 692 op/s 2024-08-17T01:26:38.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:37 smithi082 ceph-mon[94343]: osdmap e1401: 8 total, 8 up, 8 in 2024-08-17T01:26:38.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:37 smithi082 ceph-mon[91979]: pgmap v2470: 169 pgs: 169 active+clean; 2.2 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 36 MiB/s rd, 29 MiB/s wr, 692 op/s 2024-08-17T01:26:38.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:37 smithi082 ceph-mon[91979]: osdmap e1401: 8 total, 8 up, 8 in 2024-08-17T01:26:38.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:37 smithi137 ceph-mon[86391]: pgmap v2470: 169 pgs: 169 active+clean; 2.2 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 36 MiB/s rd, 29 MiB/s wr, 692 op/s 2024-08-17T01:26:38.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:37 smithi137 ceph-mon[86391]: osdmap e1401: 8 total, 8 up, 8 in 2024-08-17T01:26:38.942 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 130663435 2024-08-17T01:26:38.976 INFO:tasks.workunit.client.0.smithi082.stdout:write: 1 13066343~3266585 2024-08-17T01:26:38.977 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 13882989~1633292 2024-08-17T01:26:38.995 INFO:tasks.workunit.client.0.smithi082.stdout:write: 2 26132687~3266585 2024-08-17T01:26:38.997 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 26949333~1633292 2024-08-17T01:26:39.017 INFO:tasks.workunit.client.0.smithi082.stdout:write: 3 39199030~3266585 2024-08-17T01:26:39.018 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 40015676~1633292 2024-08-17T01:26:39.039 INFO:tasks.workunit.client.0.smithi082.stdout:write: 4 52265374~3266585 2024-08-17T01:26:39.040 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 53082020~1633292 2024-08-17T01:26:39.058 INFO:tasks.workunit.client.0.smithi082.stdout:write: 5 65331717~3266585 2024-08-17T01:26:39.059 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 66148363~1633292 2024-08-17T01:26:39.144 INFO:tasks.workunit.client.0.smithi082.stdout:migration_commit 2024-08-17T01:26:39.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:38 smithi082 ceph-mon[94343]: osdmap e1402: 8 total, 8 up, 8 in 2024-08-17T01:26:39.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:38 smithi082 ceph-mon[91979]: osdmap e1402: 8 total, 8 up, 8 in 2024-08-17T01:26:39.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:38 smithi137 ceph-mon[86391]: osdmap e1402: 8 total, 8 up, 8 in 2024-08-17T01:26:40.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:39 smithi082 ceph-mon[94343]: pgmap v2473: 169 pgs: 169 active+clean; 2.2 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 13 MiB/s rd, 20 MiB/s wr, 186 op/s 2024-08-17T01:26:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:39 smithi082 ceph-mon[94343]: osdmap e1403: 8 total, 8 up, 8 in 2024-08-17T01:26:40.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:39 smithi082 ceph-mon[91979]: pgmap v2473: 169 pgs: 169 active+clean; 2.2 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 13 MiB/s rd, 20 MiB/s wr, 186 op/s 2024-08-17T01:26:40.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:39 smithi082 ceph-mon[91979]: osdmap e1403: 8 total, 8 up, 8 in 2024-08-17T01:26:40.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:39 smithi137 ceph-mon[86391]: pgmap v2473: 169 pgs: 169 active+clean; 2.2 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 13 MiB/s rd, 20 MiB/s wr, 186 op/s 2024-08-17T01:26:40.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:39 smithi137 ceph-mon[86391]: osdmap e1403: 8 total, 8 up, 8 in 2024-08-17T01:26:40.782 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMigration.StressLive (18617 ms) 2024-08-17T01:26:41.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:40 smithi082 ceph-mon[94343]: osdmap e1404: 8 total, 8 up, 8 in 2024-08-17T01:26:41.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:40 smithi082 ceph-mon[91979]: osdmap e1404: 8 total, 8 up, 8 in 2024-08-17T01:26:41.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:40 smithi137 ceph-mon[86391]: osdmap e1404: 8 total, 8 up, 8 in 2024-08-17T01:26:41.951 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 57 tests from TestMigration (261169 ms total) 2024-08-17T01:26:41.952 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:26:41.952 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 6 tests from TestGroup 2024-08-17T01:26:42.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:41 smithi082 ceph-mon[94343]: pgmap v2476: 169 pgs: 169 active+clean; 2.3 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.2 MiB/s rd, 21 MiB/s wr, 193 op/s 2024-08-17T01:26:42.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:41 smithi082 ceph-mon[94343]: osdmap e1405: 8 total, 8 up, 8 in 2024-08-17T01:26:42.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:41 smithi082 ceph-mon[91979]: pgmap v2476: 169 pgs: 169 active+clean; 2.3 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.2 MiB/s rd, 21 MiB/s wr, 193 op/s 2024-08-17T01:26:42.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:41 smithi082 ceph-mon[91979]: osdmap e1405: 8 total, 8 up, 8 in 2024-08-17T01:26:42.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:41 smithi137 ceph-mon[86391]: pgmap v2476: 169 pgs: 169 active+clean; 2.3 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.2 MiB/s rd, 21 MiB/s wr, 193 op/s 2024-08-17T01:26:42.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:41 smithi137 ceph-mon[86391]: osdmap e1405: 8 total, 8 up, 8 in 2024-08-17T01:26:42.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:26:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:26:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:26:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:42 smithi082 ceph-mon[94343]: osdmap e1406: 8 total, 8 up, 8 in 2024-08-17T01:26:43.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:42 smithi082 ceph-mon[91979]: osdmap e1406: 8 total, 8 up, 8 in 2024-08-17T01:26:43.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:42 smithi137 ceph-mon[86391]: osdmap e1406: 8 total, 8 up, 8 in 2024-08-17T01:26:43.967 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestGroup.group_create 2024-08-17T01:26:44.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:43 smithi082 ceph-mon[94343]: pgmap v2479: 105 pgs: 105 active+clean; 4.6 MiB data, 9.0 GiB used, 706 GiB / 715 GiB avail 2024-08-17T01:26:44.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:43 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:26:44.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:43 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T01:26:44.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:43 smithi082 ceph-mon[94343]: osdmap e1407: 8 total, 8 up, 8 in 2024-08-17T01:26:44.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:43 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/965557311' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:26:44.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:43 smithi082 ceph-mon[91979]: pgmap v2479: 105 pgs: 105 active+clean; 4.6 MiB data, 9.0 GiB used, 706 GiB / 715 GiB avail 2024-08-17T01:26:44.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:43 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:26:44.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:43 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T01:26:44.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:43 smithi082 ceph-mon[91979]: osdmap e1407: 8 total, 8 up, 8 in 2024-08-17T01:26:44.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:43 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/965557311' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:26:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:43 smithi137 ceph-mon[86391]: pgmap v2479: 105 pgs: 105 active+clean; 4.6 MiB data, 9.0 GiB used, 706 GiB / 715 GiB avail 2024-08-17T01:26:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:43 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:26:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:43 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T01:26:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:43 smithi137 ceph-mon[86391]: osdmap e1407: 8 total, 8 up, 8 in 2024-08-17T01:26:44.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:43 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/965557311' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:26:45.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:44 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/965557311' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:26:45.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:44 smithi082 ceph-mon[91979]: osdmap e1408: 8 total, 8 up, 8 in 2024-08-17T01:26:45.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:44 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/965557311' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:26:45.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:44 smithi082 ceph-mon[94343]: osdmap e1408: 8 total, 8 up, 8 in 2024-08-17T01:26:45.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:26:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:26:45] "GET /metrics HTTP/1.1" 200 38903 "" "Prometheus/2.43.0" 2024-08-17T01:26:45.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:44 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/965557311' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:26:45.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:44 smithi137 ceph-mon[86391]: osdmap e1408: 8 total, 8 up, 8 in 2024-08-17T01:26:46.007 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestGroup.group_create (2039 ms) 2024-08-17T01:26:46.007 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestGroup.group_createPP 2024-08-17T01:26:46.025 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestGroup.group_createPP (18 ms) 2024-08-17T01:26:46.025 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestGroup.add_image 2024-08-17T01:26:46.067 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestGroup.add_image (41 ms) 2024-08-17T01:26:46.067 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestGroup.add_imagePP 2024-08-17T01:26:46.105 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestGroup.add_imagePP (38 ms) 2024-08-17T01:26:46.105 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestGroup.add_snapshot 2024-08-17T01:26:46.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:45 smithi082 ceph-mon[91979]: pgmap v2482: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail 2024-08-17T01:26:46.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:45 smithi082 ceph-mon[91979]: osdmap e1409: 8 total, 8 up, 8 in 2024-08-17T01:26:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:45 smithi082 ceph-mon[94343]: pgmap v2482: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail 2024-08-17T01:26:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:45 smithi082 ceph-mon[94343]: osdmap e1409: 8 total, 8 up, 8 in 2024-08-17T01:26:46.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:45 smithi137 ceph-mon[86391]: pgmap v2482: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail 2024-08-17T01:26:46.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:45 smithi137 ceph-mon[86391]: osdmap e1409: 8 total, 8 up, 8 in 2024-08-17T01:26:47.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:46 smithi137 ceph-mon[86391]: osdmap e1410: 8 total, 8 up, 8 in 2024-08-17T01:26:47.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:46 smithi082 ceph-mon[91979]: osdmap e1410: 8 total, 8 up, 8 in 2024-08-17T01:26:47.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:46 smithi082 ceph-mon[94343]: osdmap e1410: 8 total, 8 up, 8 in 2024-08-17T01:26:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:47 smithi137 ceph-mon[86391]: pgmap v2485: 137 pgs: 8 creating+peering, 8 unknown, 121 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:26:48.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:47 smithi137 ceph-mon[86391]: osdmap e1411: 8 total, 8 up, 8 in 2024-08-17T01:26:48.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:47 smithi082 ceph-mon[94343]: pgmap v2485: 137 pgs: 8 creating+peering, 8 unknown, 121 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:26:48.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:47 smithi082 ceph-mon[94343]: osdmap e1411: 8 total, 8 up, 8 in 2024-08-17T01:26:48.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:47 smithi082 ceph-mon[91979]: pgmap v2485: 137 pgs: 8 creating+peering, 8 unknown, 121 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:26:48.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:47 smithi082 ceph-mon[91979]: osdmap e1411: 8 total, 8 up, 8 in 2024-08-17T01:26:49.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:48 smithi082 ceph-mon[94343]: osdmap e1412: 8 total, 8 up, 8 in 2024-08-17T01:26:49.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:48 smithi082 ceph-mon[91979]: osdmap e1412: 8 total, 8 up, 8 in 2024-08-17T01:26:49.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:48 smithi137 ceph-mon[86391]: osdmap e1412: 8 total, 8 up, 8 in 2024-08-17T01:26:50.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:49 smithi137 ceph-mon[86391]: pgmap v2488: 137 pgs: 5 creating+peering, 132 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 5.0 KiB/s wr, 39 op/s 2024-08-17T01:26:50.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:49 smithi137 ceph-mon[86391]: osdmap e1413: 8 total, 8 up, 8 in 2024-08-17T01:26:50.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:49 smithi082 ceph-mon[94343]: pgmap v2488: 137 pgs: 5 creating+peering, 132 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 5.0 KiB/s wr, 39 op/s 2024-08-17T01:26:50.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:49 smithi082 ceph-mon[94343]: osdmap e1413: 8 total, 8 up, 8 in 2024-08-17T01:26:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:49 smithi082 ceph-mon[91979]: pgmap v2488: 137 pgs: 5 creating+peering, 132 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 5.0 KiB/s wr, 39 op/s 2024-08-17T01:26:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:49 smithi082 ceph-mon[91979]: osdmap e1413: 8 total, 8 up, 8 in 2024-08-17T01:26:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:50 smithi082 ceph-mon[94343]: osdmap e1414: 8 total, 8 up, 8 in 2024-08-17T01:26:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:26:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:26:51.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:50 smithi082 ceph-mon[91979]: osdmap e1414: 8 total, 8 up, 8 in 2024-08-17T01:26:51.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:26:51.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:26:51.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:50 smithi137 ceph-mon[86391]: osdmap e1414: 8 total, 8 up, 8 in 2024-08-17T01:26:51.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:26:51.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:26:52.045 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestGroup.add_snapshot (5940 ms) 2024-08-17T01:26:52.045 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-08-17T01:26:52.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:52 smithi137 ceph-mon[86391]: pgmap v2491: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 16 KiB/s wr, 194 op/s 2024-08-17T01:26:52.315 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:52 smithi137 ceph-mon[86391]: osdmap e1415: 8 total, 8 up, 8 in 2024-08-17T01:26:52.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:52 smithi082 ceph-mon[94343]: pgmap v2491: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 16 KiB/s wr, 194 op/s 2024-08-17T01:26:52.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:52 smithi082 ceph-mon[94343]: osdmap e1415: 8 total, 8 up, 8 in 2024-08-17T01:26:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:52 smithi082 ceph-mon[91979]: pgmap v2491: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 16 KiB/s wr, 194 op/s 2024-08-17T01:26:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:52 smithi082 ceph-mon[91979]: osdmap e1415: 8 total, 8 up, 8 in 2024-08-17T01:26:52.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:26:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:26:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:26:53.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:53 smithi082 ceph-mon[94343]: osdmap e1416: 8 total, 8 up, 8 in 2024-08-17T01:26:53.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:53 smithi082 ceph-mon[91979]: osdmap e1416: 8 total, 8 up, 8 in 2024-08-17T01:26:53.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:53 smithi137 ceph-mon[86391]: osdmap e1416: 8 total, 8 up, 8 in 2024-08-17T01:26:54.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:54 smithi082 ceph-mon[94343]: pgmap v2494: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 12 KiB/s wr, 157 op/s 2024-08-17T01:26:54.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:54 smithi082 ceph-mon[94343]: osdmap e1417: 8 total, 8 up, 8 in 2024-08-17T01:26:54.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:54 smithi082 ceph-mon[91979]: pgmap v2494: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 12 KiB/s wr, 157 op/s 2024-08-17T01:26:54.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:54 smithi082 ceph-mon[91979]: osdmap e1417: 8 total, 8 up, 8 in 2024-08-17T01:26:54.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:54 smithi137 ceph-mon[86391]: pgmap v2494: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 12 KiB/s wr, 157 op/s 2024-08-17T01:26:54.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:54 smithi137 ceph-mon[86391]: osdmap e1417: 8 total, 8 up, 8 in 2024-08-17T01:26:55.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:55 smithi082 ceph-mon[94343]: osdmap e1418: 8 total, 8 up, 8 in 2024-08-17T01:26:55.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:55 smithi082 ceph-mon[94343]: osdmap e1419: 8 total, 8 up, 8 in 2024-08-17T01:26:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:26:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:26:55] "GET /metrics HTTP/1.1" 200 36446 "" "Prometheus/2.43.0" 2024-08-17T01:26:55.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:55 smithi082 ceph-mon[91979]: osdmap e1418: 8 total, 8 up, 8 in 2024-08-17T01:26:55.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:55 smithi082 ceph-mon[91979]: osdmap e1419: 8 total, 8 up, 8 in 2024-08-17T01:26:55.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:55 smithi137 ceph-mon[86391]: osdmap e1418: 8 total, 8 up, 8 in 2024-08-17T01:26:55.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:55 smithi137 ceph-mon[86391]: osdmap e1419: 8 total, 8 up, 8 in 2024-08-17T01:26:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:56 smithi082 ceph-mon[94343]: pgmap v2498: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 5.3 KiB/s wr, 41 op/s 2024-08-17T01:26:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:56 smithi082 ceph-mon[94343]: osdmap e1420: 8 total, 8 up, 8 in 2024-08-17T01:26:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:56 smithi082 ceph-mon[91979]: pgmap v2498: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 5.3 KiB/s wr, 41 op/s 2024-08-17T01:26:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:56 smithi082 ceph-mon[91979]: osdmap e1420: 8 total, 8 up, 8 in 2024-08-17T01:26:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:56 smithi137 ceph-mon[86391]: pgmap v2498: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 5.3 KiB/s wr, 41 op/s 2024-08-17T01:26:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:56 smithi137 ceph-mon[86391]: osdmap e1420: 8 total, 8 up, 8 in 2024-08-17T01:26:57.472 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestGroup.add_snapshotPP (5427 ms) 2024-08-17T01:26:57.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:57 smithi082 ceph-mon[94343]: osdmap e1421: 8 total, 8 up, 8 in 2024-08-17T01:26:57.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:57 smithi082 ceph-mon[91979]: osdmap e1421: 8 total, 8 up, 8 in 2024-08-17T01:26:57.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:57 smithi137 ceph-mon[86391]: osdmap e1421: 8 total, 8 up, 8 in 2024-08-17T01:26:58.452 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 6 tests from TestGroup (13504 ms total) 2024-08-17T01:26:58.452 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:26:58.452 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 31 tests from TestDeepCopy 2024-08-17T01:26:58.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:58 smithi082 ceph-mon[94343]: pgmap v2501: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 7.7 KiB/s wr, 128 op/s 2024-08-17T01:26:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:58 smithi082 ceph-mon[94343]: osdmap e1422: 8 total, 8 up, 8 in 2024-08-17T01:26:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:58 smithi082 ceph-mon[91979]: pgmap v2501: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 7.7 KiB/s wr, 128 op/s 2024-08-17T01:26:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:58 smithi082 ceph-mon[91979]: osdmap e1422: 8 total, 8 up, 8 in 2024-08-17T01:26:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:58 smithi137 ceph-mon[86391]: pgmap v2501: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 7.7 KiB/s wr, 128 op/s 2024-08-17T01:26:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:58 smithi137 ceph-mon[86391]: osdmap e1422: 8 total, 8 up, 8 in 2024-08-17T01:26:59.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:26:59 smithi137 ceph-mon[86391]: osdmap e1423: 8 total, 8 up, 8 in 2024-08-17T01:26:59.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:26:59 smithi082 ceph-mon[91979]: osdmap e1423: 8 total, 8 up, 8 in 2024-08-17T01:26:59.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:26:59 smithi082 ceph-mon[94343]: osdmap e1423: 8 total, 8 up, 8 in 2024-08-17T01:27:00.486 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.Empty 2024-08-17T01:27:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:00 smithi082 ceph-mon[94343]: pgmap v2504: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:27:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:00 smithi082 ceph-mon[94343]: osdmap e1424: 8 total, 8 up, 8 in 2024-08-17T01:27:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:00 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/4015446938' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:27:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:00 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:27:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:27:00.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:00 smithi082 ceph-mon[91979]: pgmap v2504: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:27:00.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:00 smithi082 ceph-mon[91979]: osdmap e1424: 8 total, 8 up, 8 in 2024-08-17T01:27:00.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:00 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/4015446938' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:27:00.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:00 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:27:00.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:27:00.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:00 smithi137 ceph-mon[86391]: pgmap v2504: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:27:00.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:00 smithi137 ceph-mon[86391]: osdmap e1424: 8 total, 8 up, 8 in 2024-08-17T01:27:00.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:00 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/4015446938' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:27:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:00 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:27:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:27:01.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:01 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:27:01.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:01 smithi082 ceph-mon[94343]: osdmap e1425: 8 total, 8 up, 8 in 2024-08-17T01:27:01.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:01 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:27:01.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:01 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:27:01.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:01 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:27:01.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:01 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:27:01.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:01 smithi082 ceph-mon[91979]: osdmap e1425: 8 total, 8 up, 8 in 2024-08-17T01:27:01.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:01 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:27:01.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:01 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:27:01.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:01 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:27:01.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:01 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:27:01.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:01 smithi137 ceph-mon[86391]: osdmap e1425: 8 total, 8 up, 8 in 2024-08-17T01:27:01.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:01 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:27:01.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:01 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:27:01.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:01 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:27:02.625 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.Empty (2139 ms) 2024-08-17T01:27:02.625 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-08-17T01:27:02.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:02 smithi137 ceph-mon[86391]: pgmap v2507: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:27:02.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:02 smithi137 ceph-mon[86391]: osdmap e1426: 8 total, 8 up, 8 in 2024-08-17T01:27:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:27:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:27:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:27:02.888 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.NoSnaps (263 ms) 2024-08-17T01:27:02.888 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.Snaps 2024-08-17T01:27:02.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:02 smithi082 ceph-mon[91979]: pgmap v2507: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:27:02.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:02 smithi082 ceph-mon[91979]: osdmap e1426: 8 total, 8 up, 8 in 2024-08-17T01:27:02.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:02 smithi082 ceph-mon[94343]: pgmap v2507: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:27:02.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:02 smithi082 ceph-mon[94343]: osdmap e1426: 8 total, 8 up, 8 in 2024-08-17T01:27:03.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:03 smithi082 ceph-mon[94343]: osdmap e1427: 8 total, 8 up, 8 in 2024-08-17T01:27:03.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:03 smithi082 ceph-mon[91979]: osdmap e1427: 8 total, 8 up, 8 in 2024-08-17T01:27:03.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:03 smithi137 ceph-mon[86391]: osdmap e1427: 8 total, 8 up, 8 in 2024-08-17T01:27:04.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:04 smithi082 ceph-mon[94343]: pgmap v2510: 137 pgs: 11 creating+peering, 11 unknown, 115 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:27:04.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:04 smithi082 ceph-mon[94343]: osdmap e1428: 8 total, 8 up, 8 in 2024-08-17T01:27:04.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:04 smithi082 ceph-mon[91979]: pgmap v2510: 137 pgs: 11 creating+peering, 11 unknown, 115 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:27:04.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:04 smithi082 ceph-mon[91979]: osdmap e1428: 8 total, 8 up, 8 in 2024-08-17T01:27:04.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:04 smithi137 ceph-mon[86391]: pgmap v2510: 137 pgs: 11 creating+peering, 11 unknown, 115 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:27:04.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:04 smithi137 ceph-mon[86391]: osdmap e1428: 8 total, 8 up, 8 in 2024-08-17T01:27:05.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:27:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:27:05] "GET /metrics HTTP/1.1" 200 36446 "" "Prometheus/2.43.0" 2024-08-17T01:27:05.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:05 smithi082 ceph-mon[91979]: osdmap e1429: 8 total, 8 up, 8 in 2024-08-17T01:27:05.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:27:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:05 smithi082 ceph-mon[94343]: osdmap e1429: 8 total, 8 up, 8 in 2024-08-17T01:27:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:27:05.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:05 smithi137 ceph-mon[86391]: osdmap e1429: 8 total, 8 up, 8 in 2024-08-17T01:27:05.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:27:06.820 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.Snaps (3932 ms) 2024-08-17T01:27:06.821 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-08-17T01:27:06.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:06 smithi082 ceph-mon[94343]: pgmap v2513: 137 pgs: 11 creating+peering, 126 active+clean; 13 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 54 op/s 2024-08-17T01:27:06.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:06 smithi082 ceph-mon[94343]: osdmap e1430: 8 total, 8 up, 8 in 2024-08-17T01:27:06.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:06 smithi082 ceph-mon[91979]: pgmap v2513: 137 pgs: 11 creating+peering, 126 active+clean; 13 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 54 op/s 2024-08-17T01:27:06.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:06 smithi082 ceph-mon[91979]: osdmap e1430: 8 total, 8 up, 8 in 2024-08-17T01:27:06.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:06 smithi137 ceph-mon[86391]: pgmap v2513: 137 pgs: 11 creating+peering, 126 active+clean; 13 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 54 op/s 2024-08-17T01:27:06.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:06 smithi137 ceph-mon[86391]: osdmap e1430: 8 total, 8 up, 8 in 2024-08-17T01:27:07.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:07 smithi082 ceph-mon[94343]: osdmap e1431: 8 total, 8 up, 8 in 2024-08-17T01:27:07.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:07 smithi082 ceph-mon[91979]: osdmap e1431: 8 total, 8 up, 8 in 2024-08-17T01:27:07.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:07 smithi137 ceph-mon[86391]: osdmap e1431: 8 total, 8 up, 8 in 2024-08-17T01:27:08.668 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.SnapDiscard (1848 ms) 2024-08-17T01:27:08.668 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-08-17T01:27:08.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:08 smithi082 ceph-mon[94343]: pgmap v2516: 137 pgs: 137 active+clean; 41 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 142 op/s 2024-08-17T01:27:08.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:08 smithi082 ceph-mon[94343]: osdmap e1432: 8 total, 8 up, 8 in 2024-08-17T01:27:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:08 smithi082 ceph-mon[91979]: pgmap v2516: 137 pgs: 137 active+clean; 41 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 142 op/s 2024-08-17T01:27:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:08 smithi082 ceph-mon[91979]: osdmap e1432: 8 total, 8 up, 8 in 2024-08-17T01:27:08.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:08 smithi137 ceph-mon[86391]: pgmap v2516: 137 pgs: 137 active+clean; 41 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 142 op/s 2024-08-17T01:27:08.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:08 smithi137 ceph-mon[86391]: osdmap e1432: 8 total, 8 up, 8 in 2024-08-17T01:27:09.748 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.CloneDiscard (1080 ms) 2024-08-17T01:27:09.748 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-08-17T01:27:09.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:09 smithi082 ceph-mon[94343]: osdmap e1433: 8 total, 8 up, 8 in 2024-08-17T01:27:09.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:09 smithi082 ceph-mon[91979]: osdmap e1433: 8 total, 8 up, 8 in 2024-08-17T01:27:09.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:09 smithi137 ceph-mon[86391]: osdmap e1433: 8 total, 8 up, 8 in 2024-08-17T01:27:10.732 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.CloneShrink (984 ms) 2024-08-17T01:27:10.732 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-08-17T01:27:10.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:10 smithi082 ceph-mon[94343]: pgmap v2519: 137 pgs: 137 active+clean; 57 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 11 MiB/s wr, 123 op/s 2024-08-17T01:27:10.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:10 smithi082 ceph-mon[94343]: osdmap e1434: 8 total, 8 up, 8 in 2024-08-17T01:27:10.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:10 smithi082 ceph-mon[91979]: pgmap v2519: 137 pgs: 137 active+clean; 57 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 11 MiB/s wr, 123 op/s 2024-08-17T01:27:10.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:10 smithi082 ceph-mon[91979]: osdmap e1434: 8 total, 8 up, 8 in 2024-08-17T01:27:10.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:10 smithi137 ceph-mon[86391]: pgmap v2519: 137 pgs: 137 active+clean; 57 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 11 MiB/s wr, 123 op/s 2024-08-17T01:27:10.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:10 smithi137 ceph-mon[86391]: osdmap e1434: 8 total, 8 up, 8 in 2024-08-17T01:27:11.789 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.CloneExpand (1057 ms) 2024-08-17T01:27:11.789 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-08-17T01:27:11.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:11 smithi082 ceph-mon[94343]: osdmap e1435: 8 total, 8 up, 8 in 2024-08-17T01:27:11.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:11 smithi082 ceph-mon[91979]: osdmap e1435: 8 total, 8 up, 8 in 2024-08-17T01:27:11.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:11 smithi137 ceph-mon[86391]: osdmap e1435: 8 total, 8 up, 8 in 2024-08-17T01:27:12.565 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:27:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:27:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:27:12.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:12 smithi082 ceph-mon[94343]: pgmap v2522: 137 pgs: 137 active+clean; 57 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 227 op/s 2024-08-17T01:27:12.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:12 smithi082 ceph-mon[94343]: osdmap e1436: 8 total, 8 up, 8 in 2024-08-17T01:27:12.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:12 smithi082 ceph-mon[91979]: pgmap v2522: 137 pgs: 137 active+clean; 57 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 227 op/s 2024-08-17T01:27:12.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:12 smithi082 ceph-mon[91979]: osdmap e1436: 8 total, 8 up, 8 in 2024-08-17T01:27:12.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:12 smithi137 ceph-mon[86391]: pgmap v2522: 137 pgs: 137 active+clean; 57 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 227 op/s 2024-08-17T01:27:12.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:12 smithi137 ceph-mon[86391]: osdmap e1436: 8 total, 8 up, 8 in 2024-08-17T01:27:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:13 smithi082 ceph-mon[94343]: osdmap e1437: 8 total, 8 up, 8 in 2024-08-17T01:27:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:13 smithi082 ceph-mon[91979]: osdmap e1437: 8 total, 8 up, 8 in 2024-08-17T01:27:13.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:13 smithi137 ceph-mon[86391]: osdmap e1437: 8 total, 8 up, 8 in 2024-08-17T01:27:14.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:14 smithi082 ceph-mon[94343]: pgmap v2525: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 274 op/s 2024-08-17T01:27:14.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:14 smithi082 ceph-mon[94343]: osdmap e1438: 8 total, 8 up, 8 in 2024-08-17T01:27:14.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:14 smithi082 ceph-mon[94343]: osdmap e1439: 8 total, 8 up, 8 in 2024-08-17T01:27:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:14 smithi082 ceph-mon[91979]: pgmap v2525: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 274 op/s 2024-08-17T01:27:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:14 smithi082 ceph-mon[91979]: osdmap e1438: 8 total, 8 up, 8 in 2024-08-17T01:27:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:14 smithi082 ceph-mon[91979]: osdmap e1439: 8 total, 8 up, 8 in 2024-08-17T01:27:14.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:14 smithi137 ceph-mon[86391]: pgmap v2525: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 274 op/s 2024-08-17T01:27:14.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:14 smithi137 ceph-mon[86391]: osdmap e1438: 8 total, 8 up, 8 in 2024-08-17T01:27:14.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:14 smithi137 ceph-mon[86391]: osdmap e1439: 8 total, 8 up, 8 in 2024-08-17T01:27:15.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:27:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:27:15] "GET /metrics HTTP/1.1" 200 36459 "" "Prometheus/2.43.0" 2024-08-17T01:27:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:16 smithi082 ceph-mon[94343]: pgmap v2528: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 322 op/s 2024-08-17T01:27:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:16 smithi082 ceph-mon[94343]: osdmap e1440: 8 total, 8 up, 8 in 2024-08-17T01:27:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:16 smithi082 ceph-mon[91979]: pgmap v2528: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 322 op/s 2024-08-17T01:27:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:16 smithi082 ceph-mon[91979]: osdmap e1440: 8 total, 8 up, 8 in 2024-08-17T01:27:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:16 smithi137 ceph-mon[86391]: pgmap v2528: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 322 op/s 2024-08-17T01:27:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:16 smithi137 ceph-mon[86391]: osdmap e1440: 8 total, 8 up, 8 in 2024-08-17T01:27:17.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:17 smithi082 ceph-mon[94343]: osdmap e1441: 8 total, 8 up, 8 in 2024-08-17T01:27:17.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:17 smithi082 ceph-mon[91979]: osdmap e1441: 8 total, 8 up, 8 in 2024-08-17T01:27:17.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:17 smithi137 ceph-mon[86391]: osdmap e1441: 8 total, 8 up, 8 in 2024-08-17T01:27:18.564 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.CloneHideParent (6775 ms) 2024-08-17T01:27:18.564 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.Clone 2024-08-17T01:27:18.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:18 smithi082 ceph-mon[94343]: pgmap v2531: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 322 KiB/s rd, 22 KiB/s wr, 433 op/s 2024-08-17T01:27:18.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:18 smithi082 ceph-mon[94343]: osdmap e1442: 8 total, 8 up, 8 in 2024-08-17T01:27:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:18 smithi082 ceph-mon[91979]: pgmap v2531: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 322 KiB/s rd, 22 KiB/s wr, 433 op/s 2024-08-17T01:27:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:18 smithi082 ceph-mon[91979]: osdmap e1442: 8 total, 8 up, 8 in 2024-08-17T01:27:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:18 smithi137 ceph-mon[86391]: pgmap v2531: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 322 KiB/s rd, 22 KiB/s wr, 433 op/s 2024-08-17T01:27:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:18 smithi137 ceph-mon[86391]: osdmap e1442: 8 total, 8 up, 8 in 2024-08-17T01:27:19.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:19 smithi082 ceph-mon[91979]: osdmap e1443: 8 total, 8 up, 8 in 2024-08-17T01:27:19.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:19 smithi082 ceph-mon[94343]: osdmap e1443: 8 total, 8 up, 8 in 2024-08-17T01:27:19.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:19 smithi137 ceph-mon[86391]: osdmap e1443: 8 total, 8 up, 8 in 2024-08-17T01:27:20.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:20 smithi082 ceph-mon[94343]: pgmap v2534: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 16 KiB/s wr, 222 op/s 2024-08-17T01:27:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:20 smithi082 ceph-mon[94343]: osdmap e1444: 8 total, 8 up, 8 in 2024-08-17T01:27:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:27:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:20 smithi082 ceph-mon[91979]: pgmap v2534: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 16 KiB/s wr, 222 op/s 2024-08-17T01:27:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:20 smithi082 ceph-mon[91979]: osdmap e1444: 8 total, 8 up, 8 in 2024-08-17T01:27:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:27:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:20 smithi137 ceph-mon[86391]: pgmap v2534: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 16 KiB/s wr, 222 op/s 2024-08-17T01:27:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:20 smithi137 ceph-mon[86391]: osdmap e1444: 8 total, 8 up, 8 in 2024-08-17T01:27:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:27:20.817 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.Clone (2253 ms) 2024-08-17T01:27:20.817 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-08-17T01:27:21.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:21 smithi082 ceph-mon[94343]: osdmap e1445: 8 total, 8 up, 8 in 2024-08-17T01:27:21.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:21 smithi082 ceph-mon[91979]: osdmap e1445: 8 total, 8 up, 8 in 2024-08-17T01:27:21.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:21 smithi137 ceph-mon[86391]: osdmap e1445: 8 total, 8 up, 8 in 2024-08-17T01:27:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:22 smithi082 ceph-mon[94343]: pgmap v2537: 137 pgs: 137 active+clean; 77 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 2.0 MiB/s wr, 112 op/s 2024-08-17T01:27:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:22 smithi082 ceph-mon[94343]: osdmap e1446: 8 total, 8 up, 8 in 2024-08-17T01:27:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:22 smithi082 ceph-mon[91979]: pgmap v2537: 137 pgs: 137 active+clean; 77 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 2.0 MiB/s wr, 112 op/s 2024-08-17T01:27:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:22 smithi082 ceph-mon[91979]: osdmap e1446: 8 total, 8 up, 8 in 2024-08-17T01:27:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:22 smithi137 ceph-mon[86391]: pgmap v2537: 137 pgs: 137 active+clean; 77 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 2.0 MiB/s wr, 112 op/s 2024-08-17T01:27:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:22 smithi137 ceph-mon[86391]: osdmap e1446: 8 total, 8 up, 8 in 2024-08-17T01:27:22.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:27:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:27:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:27:22.947 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.CloneFlatten (2130 ms) 2024-08-17T01:27:22.947 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.Stress 2024-08-17T01:27:22.970 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 9899223~1537196 2024-08-17T01:27:22.983 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 42871531~6153283 2024-08-17T01:27:22.983 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 2943047~692984 2024-08-17T01:27:22.987 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 54440727~3597038 2024-08-17T01:27:22.988 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 26189210~7595526 2024-08-17T01:27:23.012 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 1670851~5763921 2024-08-17T01:27:23.013 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 2781246~1620753 2024-08-17T01:27:23.017 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 1565090~6532922 2024-08-17T01:27:23.018 INFO:tasks.workunit.client.0.smithi082.stdout:snap: snap0 2024-08-17T01:27:23.510 INFO:tasks.workunit.client.0.smithi082.stdout:clone image236 -> image237 2024-08-17T01:27:23.561 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 9947302~3840570 2024-08-17T01:27:23.575 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 68742053~971186 2024-08-17T01:27:23.578 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 20607573~6538165 2024-08-17T01:27:23.604 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 49890286~663669 2024-08-17T01:27:23.608 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 29739899~3930870 2024-08-17T01:27:23.634 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 50669611~6346341 2024-08-17T01:27:23.638 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 78087362~5798718 2024-08-17T01:27:23.657 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 70672258~1848578 2024-08-17T01:27:23.660 INFO:tasks.workunit.client.0.smithi082.stdout:snap: snap1 2024-08-17T01:27:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:23 smithi082 ceph-mon[94343]: osdmap e1447: 8 total, 8 up, 8 in 2024-08-17T01:27:23.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:23 smithi082 ceph-mon[91979]: osdmap e1447: 8 total, 8 up, 8 in 2024-08-17T01:27:23.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:23 smithi137 ceph-mon[86391]: osdmap e1447: 8 total, 8 up, 8 in 2024-08-17T01:27:24.520 INFO:tasks.workunit.client.0.smithi082.stdout:clone image237 -> image238 2024-08-17T01:27:24.589 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 62740715~6506441 2024-08-17T01:27:24.611 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 56045007~6650642 2024-08-17T01:27:24.615 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 54357603~5043845 2024-08-17T01:27:24.638 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 48607638~7384211 2024-08-17T01:27:24.642 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 47471565~6807201 2024-08-17T01:27:24.664 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 1694511~8229688 2024-08-17T01:27:24.679 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 54013298~6172529 2024-08-17T01:27:24.710 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 40698147~3253205 2024-08-17T01:27:24.713 INFO:tasks.workunit.client.0.smithi082.stdout:snap: snap2 2024-08-17T01:27:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:24 smithi137 ceph-mon[86391]: pgmap v2540: 137 pgs: 137 active+clean; 93 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.0 MiB/s wr, 253 op/s 2024-08-17T01:27:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:24 smithi137 ceph-mon[86391]: osdmap e1448: 8 total, 8 up, 8 in 2024-08-17T01:27:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:24 smithi082 ceph-mon[94343]: pgmap v2540: 137 pgs: 137 active+clean; 93 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.0 MiB/s wr, 253 op/s 2024-08-17T01:27:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:24 smithi082 ceph-mon[94343]: osdmap e1448: 8 total, 8 up, 8 in 2024-08-17T01:27:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:24 smithi082 ceph-mon[91979]: pgmap v2540: 137 pgs: 137 active+clean; 93 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.0 MiB/s wr, 253 op/s 2024-08-17T01:27:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:24 smithi082 ceph-mon[91979]: osdmap e1448: 8 total, 8 up, 8 in 2024-08-17T01:27:25.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:27:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:27:25] "GET /metrics HTTP/1.1" 200 36466 "" "Prometheus/2.43.0" 2024-08-17T01:27:25.522 INFO:tasks.workunit.client.0.smithi082.stdout:clone image238 -> image239 2024-08-17T01:27:25.597 INFO:tasks.workunit.client.0.smithi082.stdout:write: D 47921549~2585464 2024-08-17T01:27:25.627 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 14904942~961400 2024-08-17T01:27:25.640 INFO:tasks.workunit.client.0.smithi082.stdout:write: D 7307741~2163976 2024-08-17T01:27:25.665 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 58294342~6854297 2024-08-17T01:27:25.700 INFO:tasks.workunit.client.0.smithi082.stdout:write: D 75811740~6802671 2024-08-17T01:27:25.732 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 32391916~3137480 2024-08-17T01:27:25.754 INFO:tasks.workunit.client.0.smithi082.stdout:write: D 68364178~2855830 2024-08-17T01:27:25.779 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 51449512~2857943 2024-08-17T01:27:25.780 INFO:tasks.workunit.client.0.smithi082.stdout:snap: snap3 2024-08-17T01:27:25.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:25 smithi082 ceph-mon[94343]: osdmap e1449: 8 total, 8 up, 8 in 2024-08-17T01:27:25.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:25 smithi082 ceph-mon[91979]: osdmap e1449: 8 total, 8 up, 8 in 2024-08-17T01:27:25.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:25 smithi137 ceph-mon[86391]: osdmap e1449: 8 total, 8 up, 8 in 2024-08-17T01:27:26.524 INFO:tasks.workunit.client.0.smithi082.stdout:clone image239 -> image240 2024-08-17T01:27:26.619 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 139361548 2024-08-17T01:27:26.923 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.Stress (3977 ms) 2024-08-17T01:27:26.924 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-08-17T01:27:26.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:26 smithi082 ceph-mon[94343]: pgmap v2543: 137 pgs: 137 active+clean; 161 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 20 MiB/s wr, 267 op/s 2024-08-17T01:27:26.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:26 smithi082 ceph-mon[94343]: osdmap e1450: 8 total, 8 up, 8 in 2024-08-17T01:27:26.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:26 smithi082 ceph-mon[91979]: pgmap v2543: 137 pgs: 137 active+clean; 161 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 20 MiB/s wr, 267 op/s 2024-08-17T01:27:26.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:26 smithi082 ceph-mon[91979]: osdmap e1450: 8 total, 8 up, 8 in 2024-08-17T01:27:26.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:26 smithi137 ceph-mon[86391]: pgmap v2543: 137 pgs: 137 active+clean; 161 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 20 MiB/s wr, 267 op/s 2024-08-17T01:27:26.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:26 smithi137 ceph-mon[86391]: osdmap e1450: 8 total, 8 up, 8 in 2024-08-17T01:27:27.184 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (260 ms) 2024-08-17T01:27:27.184 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-08-17T01:27:27.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:27 smithi082 ceph-mon[94343]: osdmap e1451: 8 total, 8 up, 8 in 2024-08-17T01:27:27.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:27 smithi082 ceph-mon[91979]: osdmap e1451: 8 total, 8 up, 8 in 2024-08-17T01:27:27.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:27 smithi137 ceph-mon[86391]: osdmap e1451: 8 total, 8 up, 8 in 2024-08-17T01:27:28.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:28 smithi082 ceph-mon[94343]: pgmap v2546: 137 pgs: 137 active+clean; 257 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 36 MiB/s wr, 503 op/s 2024-08-17T01:27:28.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:28 smithi082 ceph-mon[94343]: osdmap e1452: 8 total, 8 up, 8 in 2024-08-17T01:27:28.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:28 smithi082 ceph-mon[91979]: pgmap v2546: 137 pgs: 137 active+clean; 257 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 36 MiB/s wr, 503 op/s 2024-08-17T01:27:28.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:28 smithi082 ceph-mon[91979]: osdmap e1452: 8 total, 8 up, 8 in 2024-08-17T01:27:28.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:28 smithi137 ceph-mon[86391]: pgmap v2546: 137 pgs: 137 active+clean; 257 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 36 MiB/s wr, 503 op/s 2024-08-17T01:27:28.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:28 smithi137 ceph-mon[86391]: osdmap e1452: 8 total, 8 up, 8 in 2024-08-17T01:27:29.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:29 smithi082 ceph-mon[91979]: osdmap e1453: 8 total, 8 up, 8 in 2024-08-17T01:27:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:29 smithi082 ceph-mon[94343]: osdmap e1453: 8 total, 8 up, 8 in 2024-08-17T01:27:29.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:29 smithi137 ceph-mon[86391]: osdmap e1453: 8 total, 8 up, 8 in 2024-08-17T01:27:30.827 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3644 ms) 2024-08-17T01:27:30.828 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-08-17T01:27:30.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:30 smithi082 ceph-mon[94343]: pgmap v2549: 137 pgs: 137 active+clean; 314 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 39 MiB/s rd, 33 MiB/s wr, 699 op/s 2024-08-17T01:27:30.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:30 smithi082 ceph-mon[94343]: osdmap e1454: 8 total, 8 up, 8 in 2024-08-17T01:27:30.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:30 smithi082 ceph-mon[91979]: pgmap v2549: 137 pgs: 137 active+clean; 314 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 39 MiB/s rd, 33 MiB/s wr, 699 op/s 2024-08-17T01:27:30.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:30 smithi082 ceph-mon[91979]: osdmap e1454: 8 total, 8 up, 8 in 2024-08-17T01:27:30.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:30 smithi137 ceph-mon[86391]: pgmap v2549: 137 pgs: 137 active+clean; 314 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 39 MiB/s rd, 33 MiB/s wr, 699 op/s 2024-08-17T01:27:30.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:30 smithi137 ceph-mon[86391]: osdmap e1454: 8 total, 8 up, 8 in 2024-08-17T01:27:31.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:31 smithi082 ceph-mon[91979]: osdmap e1455: 8 total, 8 up, 8 in 2024-08-17T01:27:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:31 smithi082 ceph-mon[94343]: osdmap e1455: 8 total, 8 up, 8 in 2024-08-17T01:27:31.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:31 smithi137 ceph-mon[86391]: osdmap e1455: 8 total, 8 up, 8 in 2024-08-17T01:27:32.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:32 smithi137 ceph-mon[86391]: pgmap v2552: 137 pgs: 137 active+clean; 383 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 29 MiB/s wr, 498 op/s 2024-08-17T01:27:32.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:32 smithi137 ceph-mon[86391]: osdmap e1456: 8 total, 8 up, 8 in 2024-08-17T01:27:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:27:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:27:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:27:32.941 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2113 ms) 2024-08-17T01:27:32.941 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-08-17T01:27:32.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:32 smithi082 ceph-mon[91979]: pgmap v2552: 137 pgs: 137 active+clean; 383 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 29 MiB/s wr, 498 op/s 2024-08-17T01:27:32.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:32 smithi082 ceph-mon[91979]: osdmap e1456: 8 total, 8 up, 8 in 2024-08-17T01:27:32.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:32 smithi082 ceph-mon[94343]: pgmap v2552: 137 pgs: 137 active+clean; 383 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 29 MiB/s wr, 498 op/s 2024-08-17T01:27:32.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:32 smithi082 ceph-mon[94343]: osdmap e1456: 8 total, 8 up, 8 in 2024-08-17T01:27:33.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:33 smithi082 ceph-mon[94343]: osdmap e1457: 8 total, 8 up, 8 in 2024-08-17T01:27:33.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:33 smithi082 ceph-mon[91979]: osdmap e1457: 8 total, 8 up, 8 in 2024-08-17T01:27:33.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:33 smithi137 ceph-mon[86391]: osdmap e1457: 8 total, 8 up, 8 in 2024-08-17T01:27:34.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:34 smithi082 ceph-mon[94343]: pgmap v2555: 137 pgs: 137 active+clean; 383 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 16 MiB/s wr, 344 op/s 2024-08-17T01:27:34.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:34 smithi082 ceph-mon[94343]: osdmap e1458: 8 total, 8 up, 8 in 2024-08-17T01:27:34.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:34 smithi082 ceph-mon[91979]: pgmap v2555: 137 pgs: 137 active+clean; 383 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 16 MiB/s wr, 344 op/s 2024-08-17T01:27:34.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:34 smithi082 ceph-mon[91979]: osdmap e1458: 8 total, 8 up, 8 in 2024-08-17T01:27:34.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:34 smithi137 ceph-mon[86391]: pgmap v2555: 137 pgs: 137 active+clean; 383 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 16 MiB/s wr, 344 op/s 2024-08-17T01:27:34.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:34 smithi137 ceph-mon[86391]: osdmap e1458: 8 total, 8 up, 8 in 2024-08-17T01:27:35.083 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2142 ms) 2024-08-17T01:27:35.083 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-08-17T01:27:35.107 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 80781887~3104193 2024-08-17T01:27:35.121 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 76385586~5256924 2024-08-17T01:27:35.122 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 58841778~1311902 2024-08-17T01:27:35.129 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 40181174~8031829 2024-08-17T01:27:35.129 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 44171725~1524284 2024-08-17T01:27:35.137 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 10874293~4216643 2024-08-17T01:27:35.138 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 31546443~356411 2024-08-17T01:27:35.141 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 74319573~1404818 2024-08-17T01:27:35.141 INFO:tasks.workunit.client.0.smithi082.stdout:snap: snap0 2024-08-17T01:27:35.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:27:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:27:35] "GET /metrics HTTP/1.1" 200 36466 "" "Prometheus/2.43.0" 2024-08-17T01:27:35.579 INFO:tasks.workunit.client.0.smithi082.stdout:clone image259 -> image260 2024-08-17T01:27:35.627 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 150131313 2024-08-17T01:27:35.632 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 80199254~703578 2024-08-17T01:27:35.647 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 18736108~1992199 2024-08-17T01:27:35.650 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 53689414~1514309 2024-08-17T01:27:35.655 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 7936538~538957 2024-08-17T01:27:35.658 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 41784928~8253884 2024-08-17T01:27:35.682 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 115070486~7205269 2024-08-17T01:27:35.683 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 36910393~1218819 2024-08-17T01:27:35.688 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 81922561~296006 2024-08-17T01:27:35.689 INFO:tasks.workunit.client.0.smithi082.stdout:snap: snap1 2024-08-17T01:27:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:35 smithi082 ceph-mon[94343]: osdmap e1459: 8 total, 8 up, 8 in 2024-08-17T01:27:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:27:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:35 smithi082 ceph-mon[91979]: osdmap e1459: 8 total, 8 up, 8 in 2024-08-17T01:27:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:27:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:35 smithi137 ceph-mon[86391]: osdmap e1459: 8 total, 8 up, 8 in 2024-08-17T01:27:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:27:36.575 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 138603286~1750155 2024-08-17T01:27:36.580 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 77996753~1941812 2024-08-17T01:27:36.580 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 13679736~213593 2024-08-17T01:27:36.580 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 73703076~4335252 2024-08-17T01:27:36.592 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 144298997~5832316 2024-08-17T01:27:36.592 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 17742031~4160309 2024-08-17T01:27:36.592 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 14979757~2293722 2024-08-17T01:27:36.592 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 80647025~4307563 2024-08-17T01:27:36.616 INFO:tasks.workunit.client.0.smithi082.stdout:snap: snap2 2024-08-17T01:27:36.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:36 smithi082 ceph-mon[94343]: pgmap v2558: 137 pgs: 137 active+clean; 407 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 384 op/s 2024-08-17T01:27:36.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:36 smithi082 ceph-mon[94343]: osdmap e1460: 8 total, 8 up, 8 in 2024-08-17T01:27:36.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:36 smithi082 ceph-mon[91979]: pgmap v2558: 137 pgs: 137 active+clean; 407 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 384 op/s 2024-08-17T01:27:36.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:36 smithi082 ceph-mon[91979]: osdmap e1460: 8 total, 8 up, 8 in 2024-08-17T01:27:36.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:36 smithi137 ceph-mon[86391]: pgmap v2558: 137 pgs: 137 active+clean; 407 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 384 op/s 2024-08-17T01:27:36.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:36 smithi137 ceph-mon[86391]: osdmap e1460: 8 total, 8 up, 8 in 2024-08-17T01:27:37.594 INFO:tasks.workunit.client.0.smithi082.stdout:clone image260 -> image261 2024-08-17T01:27:37.666 INFO:tasks.workunit.client.0.smithi082.stdout:write: D 108888664~7395986 2024-08-17T01:27:37.694 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 118288130~6849362 2024-08-17T01:27:37.698 INFO:tasks.workunit.client.0.smithi082.stdout:write: D 24418203~5476363 2024-08-17T01:27:37.723 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 72324486~2300343 2024-08-17T01:27:37.726 INFO:tasks.workunit.client.0.smithi082.stdout:write: D 2844051~2112937 2024-08-17T01:27:37.733 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 102510013~413508 2024-08-17T01:27:37.736 INFO:tasks.workunit.client.0.smithi082.stdout:write: D 46945299~3013877 2024-08-17T01:27:37.761 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 98957640~4257311 2024-08-17T01:27:37.764 INFO:tasks.workunit.client.0.smithi082.stdout:snap: snap3 2024-08-17T01:27:37.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:37 smithi082 ceph-mon[94343]: osdmap e1461: 8 total, 8 up, 8 in 2024-08-17T01:27:37.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:37 smithi082 ceph-mon[91979]: osdmap e1461: 8 total, 8 up, 8 in 2024-08-17T01:27:37.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:37 smithi137 ceph-mon[86391]: osdmap e1461: 8 total, 8 up, 8 in 2024-08-17T01:27:38.596 INFO:tasks.workunit.client.0.smithi082.stdout:clone image261 -> image262 2024-08-17T01:27:38.948 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (3865 ms) 2024-08-17T01:27:38.948 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-08-17T01:27:38.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:38 smithi082 ceph-mon[91979]: pgmap v2561: 137 pgs: 137 active+clean; 498 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 26 MiB/s wr, 496 op/s 2024-08-17T01:27:38.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:38 smithi082 ceph-mon[91979]: osdmap e1462: 8 total, 8 up, 8 in 2024-08-17T01:27:38.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:38 smithi082 ceph-mon[94343]: pgmap v2561: 137 pgs: 137 active+clean; 498 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 26 MiB/s wr, 496 op/s 2024-08-17T01:27:38.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:38 smithi082 ceph-mon[94343]: osdmap e1462: 8 total, 8 up, 8 in 2024-08-17T01:27:38.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:38 smithi137 ceph-mon[86391]: pgmap v2561: 137 pgs: 137 active+clean; 498 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 26 MiB/s wr, 496 op/s 2024-08-17T01:27:38.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:38 smithi137 ceph-mon[86391]: osdmap e1462: 8 total, 8 up, 8 in 2024-08-17T01:27:39.168 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (221 ms) 2024-08-17T01:27:39.168 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-08-17T01:27:39.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:39 smithi082 ceph-mon[94343]: osdmap e1463: 8 total, 8 up, 8 in 2024-08-17T01:27:39.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:39 smithi082 ceph-mon[91979]: osdmap e1463: 8 total, 8 up, 8 in 2024-08-17T01:27:39.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:39 smithi137 ceph-mon[86391]: osdmap e1463: 8 total, 8 up, 8 in 2024-08-17T01:27:40.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:40 smithi082 ceph-mon[94343]: pgmap v2564: 137 pgs: 137 active+clean; 569 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 36 MiB/s wr, 458 op/s 2024-08-17T01:27:40.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:40 smithi082 ceph-mon[94343]: osdmap e1464: 8 total, 8 up, 8 in 2024-08-17T01:27:40.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:40 smithi082 ceph-mon[91979]: pgmap v2564: 137 pgs: 137 active+clean; 569 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 36 MiB/s wr, 458 op/s 2024-08-17T01:27:40.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:40 smithi082 ceph-mon[91979]: osdmap e1464: 8 total, 8 up, 8 in 2024-08-17T01:27:40.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:40 smithi137 ceph-mon[86391]: pgmap v2564: 137 pgs: 137 active+clean; 569 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 36 MiB/s wr, 458 op/s 2024-08-17T01:27:40.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:40 smithi137 ceph-mon[86391]: osdmap e1464: 8 total, 8 up, 8 in 2024-08-17T01:27:41.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:41 smithi082 ceph-mon[94343]: osdmap e1465: 8 total, 8 up, 8 in 2024-08-17T01:27:41.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:41 smithi082 ceph-mon[91979]: osdmap e1465: 8 total, 8 up, 8 in 2024-08-17T01:27:41.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:41 smithi137 ceph-mon[86391]: osdmap e1465: 8 total, 8 up, 8 in 2024-08-17T01:27:42.602 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:27:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:27:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:27:42.842 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3673 ms) 2024-08-17T01:27:42.842 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-08-17T01:27:42.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:42 smithi082 ceph-mon[94343]: pgmap v2567: 137 pgs: 137 active+clean; 639 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 29 MiB/s wr, 412 op/s 2024-08-17T01:27:42.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:42 smithi082 ceph-mon[94343]: osdmap e1466: 8 total, 8 up, 8 in 2024-08-17T01:27:42.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:42 smithi082 ceph-mon[91979]: pgmap v2567: 137 pgs: 137 active+clean; 639 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 29 MiB/s wr, 412 op/s 2024-08-17T01:27:42.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:42 smithi082 ceph-mon[91979]: osdmap e1466: 8 total, 8 up, 8 in 2024-08-17T01:27:42.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:42 smithi137 ceph-mon[86391]: pgmap v2567: 137 pgs: 137 active+clean; 639 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 29 MiB/s wr, 412 op/s 2024-08-17T01:27:42.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:42 smithi137 ceph-mon[86391]: osdmap e1466: 8 total, 8 up, 8 in 2024-08-17T01:27:43.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:43 smithi082 ceph-mon[94343]: osdmap e1467: 8 total, 8 up, 8 in 2024-08-17T01:27:43.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:43 smithi082 ceph-mon[94343]: pgmap v2570: 137 pgs: 137 active+clean; 669 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 20 MiB/s wr, 320 op/s 2024-08-17T01:27:43.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:43 smithi082 ceph-mon[91979]: osdmap e1467: 8 total, 8 up, 8 in 2024-08-17T01:27:43.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:43 smithi082 ceph-mon[91979]: pgmap v2570: 137 pgs: 137 active+clean; 669 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 20 MiB/s wr, 320 op/s 2024-08-17T01:27:43.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:43 smithi137 ceph-mon[86391]: osdmap e1467: 8 total, 8 up, 8 in 2024-08-17T01:27:43.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:43 smithi137 ceph-mon[86391]: pgmap v2570: 137 pgs: 137 active+clean; 669 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 20 MiB/s wr, 320 op/s 2024-08-17T01:27:44.934 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2092 ms) 2024-08-17T01:27:44.934 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-08-17T01:27:44.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:44 smithi082 ceph-mon[94343]: osdmap e1468: 8 total, 8 up, 8 in 2024-08-17T01:27:44.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:44 smithi082 ceph-mon[91979]: osdmap e1468: 8 total, 8 up, 8 in 2024-08-17T01:27:44.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:44 smithi137 ceph-mon[86391]: osdmap e1468: 8 total, 8 up, 8 in 2024-08-17T01:27:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:27:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:27:45] "GET /metrics HTTP/1.1" 200 36474 "" "Prometheus/2.43.0" 2024-08-17T01:27:45.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:45 smithi082 ceph-mon[91979]: osdmap e1469: 8 total, 8 up, 8 in 2024-08-17T01:27:45.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:45 smithi082 ceph-mon[91979]: pgmap v2573: 137 pgs: 137 active+clean; 699 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 14 MiB/s wr, 376 op/s 2024-08-17T01:27:45.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:45 smithi082 ceph-mon[94343]: osdmap e1469: 8 total, 8 up, 8 in 2024-08-17T01:27:45.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:45 smithi082 ceph-mon[94343]: pgmap v2573: 137 pgs: 137 active+clean; 699 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 14 MiB/s wr, 376 op/s 2024-08-17T01:27:45.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:45 smithi137 ceph-mon[86391]: osdmap e1469: 8 total, 8 up, 8 in 2024-08-17T01:27:45.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:45 smithi137 ceph-mon[86391]: pgmap v2573: 137 pgs: 137 active+clean; 699 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 14 MiB/s wr, 376 op/s 2024-08-17T01:27:46.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:46 smithi082 ceph-mon[94343]: osdmap e1470: 8 total, 8 up, 8 in 2024-08-17T01:27:46.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:46 smithi082 ceph-mon[91979]: osdmap e1470: 8 total, 8 up, 8 in 2024-08-17T01:27:46.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:46 smithi137 ceph-mon[86391]: osdmap e1470: 8 total, 8 up, 8 in 2024-08-17T01:27:47.094 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2160 ms) 2024-08-17T01:27:47.094 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-08-17T01:27:47.117 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 38800935~6826895 2024-08-17T01:27:47.140 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 77049263~6836817 2024-08-17T01:27:47.141 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 70420961~7540225 2024-08-17T01:27:47.168 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 3437539~8440 2024-08-17T01:27:47.169 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 5830312~1746268 2024-08-17T01:27:47.178 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 76216869~2444917 2024-08-17T01:27:47.180 INFO:tasks.workunit.client.0.smithi082.stdout:write: A 1317571~4291066 2024-08-17T01:27:47.191 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 18345697~6195760 2024-08-17T01:27:47.191 INFO:tasks.workunit.client.0.smithi082.stdout:snap: snap0 2024-08-17T01:27:47.660 INFO:tasks.workunit.client.0.smithi082.stdout:clone image281 -> image282 2024-08-17T01:27:47.714 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 129510538 2024-08-17T01:27:47.720 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 7389057~6214264 2024-08-17T01:27:47.755 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 103976044~3553171 2024-08-17T01:27:47.756 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 18250634~7079507 2024-08-17T01:27:47.784 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 6884948~5795224 2024-08-17T01:27:47.785 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 84338819~3892778 2024-08-17T01:27:47.806 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 90877036~6922554 2024-08-17T01:27:47.808 INFO:tasks.workunit.client.0.smithi082.stdout:write: B 28946273~5228091 2024-08-17T01:27:47.827 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 124493042~5017496 2024-08-17T01:27:47.827 INFO:tasks.workunit.client.0.smithi082.stdout:snap: snap1 2024-08-17T01:27:47.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:47 smithi082 ceph-mon[91979]: osdmap e1471: 8 total, 8 up, 8 in 2024-08-17T01:27:47.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:47 smithi082 ceph-mon[91979]: pgmap v2576: 137 pgs: 137 active+clean; 729 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 15 MiB/s wr, 339 op/s 2024-08-17T01:27:47.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:47 smithi082 ceph-mon[94343]: osdmap e1471: 8 total, 8 up, 8 in 2024-08-17T01:27:47.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:47 smithi082 ceph-mon[94343]: pgmap v2576: 137 pgs: 137 active+clean; 729 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 15 MiB/s wr, 339 op/s 2024-08-17T01:27:47.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:47 smithi137 ceph-mon[86391]: osdmap e1471: 8 total, 8 up, 8 in 2024-08-17T01:27:47.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:47 smithi137 ceph-mon[86391]: pgmap v2576: 137 pgs: 137 active+clean; 729 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 15 MiB/s wr, 339 op/s 2024-08-17T01:27:48.662 INFO:tasks.workunit.client.0.smithi082.stdout:clone image282 -> image283 2024-08-17T01:27:48.725 INFO:tasks.workunit.client.0.smithi082.stdout:resize: 145595288 2024-08-17T01:27:48.731 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 53273109~6369606 2024-08-17T01:27:48.761 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 81999003~6767720 2024-08-17T01:27:48.765 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 107576634~2406651 2024-08-17T01:27:48.772 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 79376187~1743487 2024-08-17T01:27:48.790 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 120488922~4238659 2024-08-17T01:27:48.803 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 86504214~4716138 2024-08-17T01:27:48.804 INFO:tasks.workunit.client.0.smithi082.stdout:write: C 81562254~3187058 2024-08-17T01:27:48.815 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 88010384~3084641 2024-08-17T01:27:48.816 INFO:tasks.workunit.client.0.smithi082.stdout:snap: snap2 2024-08-17T01:27:48.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:48 smithi082 ceph-mon[91979]: osdmap e1472: 8 total, 8 up, 8 in 2024-08-17T01:27:48.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:48 smithi082 ceph-mon[94343]: osdmap e1472: 8 total, 8 up, 8 in 2024-08-17T01:27:48.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:48 smithi137 ceph-mon[86391]: osdmap e1472: 8 total, 8 up, 8 in 2024-08-17T01:27:49.673 INFO:tasks.workunit.client.0.smithi082.stdout:clone image283 -> image284 2024-08-17T01:27:49.754 INFO:tasks.workunit.client.0.smithi082.stdout:write: D 1200478~1433208 2024-08-17T01:27:49.787 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 38210244~6399294 2024-08-17T01:27:49.801 INFO:tasks.workunit.client.0.smithi082.stdout:write: D 104086773~3301624 2024-08-17T01:27:49.817 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 114977481~5062495 2024-08-17T01:27:49.826 INFO:tasks.workunit.client.0.smithi082.stdout:write: D 144386427~1208861 2024-08-17T01:27:49.833 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 73080118~1625531 2024-08-17T01:27:49.864 INFO:tasks.workunit.client.0.smithi082.stdout:write: D 102102281~6928871 2024-08-17T01:27:49.881 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 106068991~2837099 2024-08-17T01:27:49.882 INFO:tasks.workunit.client.0.smithi082.stdout:snap: snap3 2024-08-17T01:27:49.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:49 smithi082 ceph-mon[94343]: osdmap e1473: 8 total, 8 up, 8 in 2024-08-17T01:27:49.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:49 smithi082 ceph-mon[94343]: pgmap v2579: 137 pgs: 137 active+clean; 783 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 20 MiB/s wr, 576 op/s 2024-08-17T01:27:49.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:49 smithi082 ceph-mon[91979]: osdmap e1473: 8 total, 8 up, 8 in 2024-08-17T01:27:49.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:49 smithi082 ceph-mon[91979]: pgmap v2579: 137 pgs: 137 active+clean; 783 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 20 MiB/s wr, 576 op/s 2024-08-17T01:27:49.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:49 smithi137 ceph-mon[86391]: osdmap e1473: 8 total, 8 up, 8 in 2024-08-17T01:27:49.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:49 smithi137 ceph-mon[86391]: pgmap v2579: 137 pgs: 137 active+clean; 783 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 20 MiB/s wr, 576 op/s 2024-08-17T01:27:50.678 INFO:tasks.workunit.client.0.smithi082.stdout:clone image284 -> image285 2024-08-17T01:27:50.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:50 smithi082 ceph-mon[94343]: osdmap e1474: 8 total, 8 up, 8 in 2024-08-17T01:27:50.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:27:50.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:50 smithi082 ceph-mon[91979]: osdmap e1474: 8 total, 8 up, 8 in 2024-08-17T01:27:50.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:27:50.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:50 smithi137 ceph-mon[86391]: osdmap e1474: 8 total, 8 up, 8 in 2024-08-17T01:27:50.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:27:51.070 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (3977 ms) 2024-08-17T01:27:51.071 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-08-17T01:27:51.093 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:27:51.164 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (93 ms) 2024-08-17T01:27:51.164 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-08-17T01:27:51.186 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:27:51.259 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (96 ms) 2024-08-17T01:27:51.260 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-08-17T01:27:51.281 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:27:51.349 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.Clone_StrippingLargerDstObjSize (89 ms) 2024-08-17T01:27:51.349 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-08-17T01:27:51.372 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:27:51.442 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (93 ms) 2024-08-17T01:27:51.442 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-08-17T01:27:51.464 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:27:51.536 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.Stress_StrippingLargerDstObjSize (95 ms) 2024-08-17T01:27:51.537 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-08-17T01:27:51.558 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:27:51.637 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (100 ms) 2024-08-17T01:27:51.637 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-08-17T01:27:51.659 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:27:51.730 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (94 ms) 2024-08-17T01:27:51.731 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-08-17T01:27:51.753 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:27:51.827 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (96 ms) 2024-08-17T01:27:51.827 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-08-17T01:27:51.849 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:27:51.919 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (92 ms) 2024-08-17T01:27:51.919 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-08-17T01:27:51.941 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:27:51.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:51 smithi082 ceph-mon[94343]: osdmap e1475: 8 total, 8 up, 8 in 2024-08-17T01:27:51.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:51 smithi082 ceph-mon[94343]: pgmap v2582: 137 pgs: 137 active+clean; 874 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 34 MiB/s wr, 753 op/s 2024-08-17T01:27:51.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:51 smithi082 ceph-mon[91979]: osdmap e1475: 8 total, 8 up, 8 in 2024-08-17T01:27:51.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:51 smithi082 ceph-mon[91979]: pgmap v2582: 137 pgs: 137 active+clean; 874 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 34 MiB/s wr, 753 op/s 2024-08-17T01:27:51.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:51 smithi137 ceph-mon[86391]: osdmap e1475: 8 total, 8 up, 8 in 2024-08-17T01:27:51.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:51 smithi137 ceph-mon[86391]: pgmap v2582: 137 pgs: 137 active+clean; 874 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 34 MiB/s wr, 753 op/s 2024-08-17T01:27:52.009 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (90 ms) 2024-08-17T01:27:52.677 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 31 tests from TestDeepCopy (51523 ms total) 2024-08-17T01:27:52.677 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:27:52.677 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 51 tests from TestMirroring 2024-08-17T01:27:52.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:27:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:27:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:27:53.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:53 smithi082 ceph-mon[94343]: osdmap e1476: 8 total, 8 up, 8 in 2024-08-17T01:27:53.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:53 smithi082 ceph-mon[94343]: pgmap v2584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-08-17T01:27:53.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:53 smithi082 ceph-mon[91979]: osdmap e1476: 8 total, 8 up, 8 in 2024-08-17T01:27:53.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:53 smithi082 ceph-mon[91979]: pgmap v2584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-08-17T01:27:53.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:53 smithi137 ceph-mon[86391]: osdmap e1476: 8 total, 8 up, 8 in 2024-08-17T01:27:53.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:53 smithi137 ceph-mon[86391]: pgmap v2584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-08-17T01:27:54.679 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-08-17T01:27:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:54 smithi082 ceph-mon[94343]: osdmap e1477: 8 total, 8 up, 8 in 2024-08-17T01:27:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:54 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:27:54.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:54 smithi082 ceph-mon[91979]: osdmap e1477: 8 total, 8 up, 8 in 2024-08-17T01:27:54.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:54 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:27:54.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:54 smithi137 ceph-mon[86391]: osdmap e1477: 8 total, 8 up, 8 in 2024-08-17T01:27:54.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:54 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:27:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:27:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:27:55] "GET /metrics HTTP/1.1" 200 36475 "" "Prometheus/2.43.0" 2024-08-17T01:27:55.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:55 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:27:55.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:55 smithi082 ceph-mon[94343]: osdmap e1478: 8 total, 8 up, 8 in 2024-08-17T01:27:55.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:55 smithi082 ceph-mon[94343]: pgmap v2587: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-08-17T01:27:55.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:55 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:27:55.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:55 smithi082 ceph-mon[91979]: osdmap e1478: 8 total, 8 up, 8 in 2024-08-17T01:27:55.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:55 smithi082 ceph-mon[91979]: pgmap v2587: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-08-17T01:27:55.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:55 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:27:55.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:55 smithi137 ceph-mon[86391]: osdmap e1478: 8 total, 8 up, 8 in 2024-08-17T01:27:55.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:55 smithi137 ceph-mon[86391]: pgmap v2587: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-08-17T01:27:56.812 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2133 ms) 2024-08-17T01:27:56.812 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-08-17T01:27:56.920 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (108 ms) 2024-08-17T01:27:56.920 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-08-17T01:27:56.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:56 smithi082 ceph-mon[94343]: osdmap e1479: 8 total, 8 up, 8 in 2024-08-17T01:27:56.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:56 smithi082 ceph-mon[91979]: osdmap e1479: 8 total, 8 up, 8 in 2024-08-17T01:27:56.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:56 smithi137 ceph-mon[86391]: osdmap e1479: 8 total, 8 up, 8 in 2024-08-17T01:27:57.003 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (83 ms) 2024-08-17T01:27:57.003 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-08-17T01:27:57.102 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (99 ms) 2024-08-17T01:27:57.102 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-08-17T01:27:57.189 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (87 ms) 2024-08-17T01:27:57.189 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-08-17T01:27:57.280 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (92 ms) 2024-08-17T01:27:57.281 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-08-17T01:27:57.390 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (109 ms) 2024-08-17T01:27:57.390 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-08-17T01:27:57.390 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:27:57.390 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-08-17T01:27:57.390 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-08-17T01:27:57.390 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:27:57.390 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-08-17T01:27:57.391 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-08-17T01:27:57.459 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (69 ms) 2024-08-17T01:27:57.459 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-08-17T01:27:57.533 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (74 ms) 2024-08-17T01:27:57.533 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-08-17T01:27:57.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:57 smithi082 ceph-mon[94343]: osdmap e1480: 8 total, 8 up, 8 in 2024-08-17T01:27:57.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:57 smithi082 ceph-mon[94343]: pgmap v2590: 137 pgs: 7 creating+peering, 16 unknown, 114 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:27:57.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:57 smithi082 ceph-mon[91979]: osdmap e1480: 8 total, 8 up, 8 in 2024-08-17T01:27:57.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:57 smithi082 ceph-mon[91979]: pgmap v2590: 137 pgs: 7 creating+peering, 16 unknown, 114 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:27:57.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:57 smithi137 ceph-mon[86391]: osdmap e1480: 8 total, 8 up, 8 in 2024-08-17T01:27:57.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:57 smithi137 ceph-mon[86391]: pgmap v2590: 137 pgs: 7 creating+peering, 16 unknown, 114 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:27:58.772 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1239 ms) 2024-08-17T01:27:58.772 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-08-17T01:27:58.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:58 smithi082 ceph-mon[94343]: osdmap e1481: 8 total, 8 up, 8 in 2024-08-17T01:27:58.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:58 smithi082 ceph-mon[91979]: osdmap e1481: 8 total, 8 up, 8 in 2024-08-17T01:27:58.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:58 smithi137 ceph-mon[86391]: osdmap e1481: 8 total, 8 up, 8 in 2024-08-17T01:27:59.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:59 smithi082 ceph-mon[91979]: osdmap e1482: 8 total, 8 up, 8 in 2024-08-17T01:27:59.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:27:59 smithi082 ceph-mon[91979]: pgmap v2593: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 18 KiB/s wr, 164 op/s 2024-08-17T01:27:59.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:59 smithi082 ceph-mon[94343]: osdmap e1482: 8 total, 8 up, 8 in 2024-08-17T01:27:59.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:27:59 smithi082 ceph-mon[94343]: pgmap v2593: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 18 KiB/s wr, 164 op/s 2024-08-17T01:27:59.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:59 smithi137 ceph-mon[86391]: osdmap e1482: 8 total, 8 up, 8 in 2024-08-17T01:27:59.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:27:59 smithi137 ceph-mon[86391]: pgmap v2593: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 18 KiB/s wr, 164 op/s 2024-08-17T01:28:00.770 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (1998 ms) 2024-08-17T01:28:00.770 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-08-17T01:28:00.864 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (94 ms) 2024-08-17T01:28:00.864 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-08-17T01:28:00.957 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (94 ms) 2024-08-17T01:28:00.958 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-08-17T01:28:00.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:00 smithi082 ceph-mon[94343]: osdmap e1483: 8 total, 8 up, 8 in 2024-08-17T01:28:00.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:00 smithi082 ceph-mon[91979]: osdmap e1483: 8 total, 8 up, 8 in 2024-08-17T01:28:00.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:00 smithi137 ceph-mon[86391]: osdmap e1483: 8 total, 8 up, 8 in 2024-08-17T01:28:01.053 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (95 ms) 2024-08-17T01:28:01.053 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-08-17T01:28:01.138 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (85 ms) 2024-08-17T01:28:01.138 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-08-17T01:28:01.221 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (84 ms) 2024-08-17T01:28:01.221 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-08-17T01:28:01.316 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (94 ms) 2024-08-17T01:28:01.316 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-08-17T01:28:01.411 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (95 ms) 2024-08-17T01:28:01.411 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-08-17T01:28:01.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:01 smithi137 ceph-mon[86391]: osdmap e1484: 8 total, 8 up, 8 in 2024-08-17T01:28:01.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:01 smithi137 ceph-mon[86391]: pgmap v2596: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 45 KiB/s wr, 497 op/s 2024-08-17T01:28:01.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:01 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:28:01.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:01 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:28:01.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:01 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:28:01.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:01 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:28:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:01 smithi082 ceph-mon[91979]: osdmap e1484: 8 total, 8 up, 8 in 2024-08-17T01:28:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:01 smithi082 ceph-mon[91979]: pgmap v2596: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 45 KiB/s wr, 497 op/s 2024-08-17T01:28:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:01 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:28:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:01 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:28:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:01 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:28:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:01 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:28:02.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:01 smithi082 ceph-mon[94343]: osdmap e1484: 8 total, 8 up, 8 in 2024-08-17T01:28:02.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:01 smithi082 ceph-mon[94343]: pgmap v2596: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 45 KiB/s wr, 497 op/s 2024-08-17T01:28:02.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:01 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:28:02.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:01 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:28:02.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:01 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:28:02.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:01 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:28:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:28:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:28:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:28:03.326 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1915 ms) 2024-08-17T01:28:03.326 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-08-17T01:28:03.437 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (111 ms) 2024-08-17T01:28:03.437 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-08-17T01:28:03.533 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (96 ms) 2024-08-17T01:28:03.533 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-08-17T01:28:03.624 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (91 ms) 2024-08-17T01:28:03.624 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-08-17T01:28:03.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:03 smithi082 ceph-mon[91979]: osdmap e1485: 8 total, 8 up, 8 in 2024-08-17T01:28:03.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:03 smithi082 ceph-mon[94343]: osdmap e1485: 8 total, 8 up, 8 in 2024-08-17T01:28:03.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:03 smithi137 ceph-mon[86391]: osdmap e1485: 8 total, 8 up, 8 in 2024-08-17T01:28:03.773 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (150 ms) 2024-08-17T01:28:03.774 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-08-17T01:28:03.928 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (154 ms) 2024-08-17T01:28:03.928 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-08-17T01:28:04.059 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (131 ms) 2024-08-17T01:28:04.059 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-08-17T01:28:04.203 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (144 ms) 2024-08-17T01:28:04.203 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-08-17T01:28:04.361 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (158 ms) 2024-08-17T01:28:04.361 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-08-17T01:28:04.540 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (179 ms) 2024-08-17T01:28:04.540 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-08-17T01:28:04.622 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (83 ms) 2024-08-17T01:28:04.623 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-08-17T01:28:04.699 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (76 ms) 2024-08-17T01:28:04.699 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-08-17T01:28:04.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:04 smithi082 ceph-mon[94343]: pgmap v2598: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 44 KiB/s wr, 439 op/s 2024-08-17T01:28:04.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:04 smithi082 ceph-mon[94343]: osdmap e1486: 8 total, 8 up, 8 in 2024-08-17T01:28:04.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:04 smithi082 ceph-mon[91979]: pgmap v2598: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 44 KiB/s wr, 439 op/s 2024-08-17T01:28:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:04 smithi082 ceph-mon[91979]: osdmap e1486: 8 total, 8 up, 8 in 2024-08-17T01:28:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:04 smithi137 ceph-mon[86391]: pgmap v2598: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 44 KiB/s wr, 439 op/s 2024-08-17T01:28:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:04 smithi137 ceph-mon[86391]: osdmap e1486: 8 total, 8 up, 8 in 2024-08-17T01:28:04.761 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (62 ms) 2024-08-17T01:28:04.761 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-08-17T01:28:04.875 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (114 ms) 2024-08-17T01:28:04.875 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-08-17T01:28:05.001 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (127 ms) 2024-08-17T01:28:05.001 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-08-17T01:28:05.107 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (105 ms) 2024-08-17T01:28:05.107 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-08-17T01:28:05.220 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (113 ms) 2024-08-17T01:28:05.220 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-08-17T01:28:05.292 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.MirrorStatusList (72 ms) 2024-08-17T01:28:05.292 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-08-17T01:28:05.391 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.RemoveBootstrapped (99 ms) 2024-08-17T01:28:05.391 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-08-17T01:28:05.433 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:28:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:28:05] "GET /metrics HTTP/1.1" 200 36475 "" "Prometheus/2.43.0" 2024-08-17T01:28:05.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:05 smithi082 ceph-mon[94343]: osdmap e1487: 8 total, 8 up, 8 in 2024-08-17T01:28:05.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:28:05.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:05 smithi082 ceph-mon[91979]: osdmap e1487: 8 total, 8 up, 8 in 2024-08-17T01:28:05.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:28:05.733 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.AioPromoteDemote (342 ms) 2024-08-17T01:28:05.733 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-08-17T01:28:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:05 smithi137 ceph-mon[86391]: osdmap e1487: 8 total, 8 up, 8 in 2024-08-17T01:28:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:28:06.072 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.AioGetInfo (340 ms) 2024-08-17T01:28:06.073 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-08-17T01:28:06.285 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.AioGetStatus (212 ms) 2024-08-17T01:28:06.285 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.SiteName 2024-08-17T01:28:06.294 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.SiteName (9 ms) 2024-08-17T01:28:06.294 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.Bootstrap 2024-08-17T01:28:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:06 smithi082 ceph-mon[94343]: pgmap v2601: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 398 KiB/s rd, 62 KiB/s wr, 600 op/s 2024-08-17T01:28:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:06 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' 2024-08-17T01:28:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:06 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:28:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:06 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:28:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:06 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-17T01:28:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:06 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:28:06.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:06 smithi082 ceph-mon[91979]: pgmap v2601: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 398 KiB/s rd, 62 KiB/s wr, 600 op/s 2024-08-17T01:28:06.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:06 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' 2024-08-17T01:28:06.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:06 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:28:06.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:06 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:28:06.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:06 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-17T01:28:06.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:06 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:28:06.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:06 smithi137 ceph-mon[86391]: pgmap v2601: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 398 KiB/s rd, 62 KiB/s wr, 600 op/s 2024-08-17T01:28:06.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:06 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' 2024-08-17T01:28:06.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:06 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:28:06.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:06 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:28:06.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:06 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-17T01:28:06.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:06 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:28:07.106 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.Bootstrap (813 ms) 2024-08-17T01:28:07.107 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.PeerDirection 2024-08-17T01:28:07.115 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.PeerDirection (8 ms) 2024-08-17T01:28:07.115 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.Snapshot 2024-08-17T01:28:07.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:07 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-17T01:28:07.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:07 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' 2024-08-17T01:28:07.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:07 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-17T01:28:07.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:07 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-08-17T01:28:07.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:07 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:28:07.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:07 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1aee3869-c3a2-4ee4-92e3-45bf0fae1118"}]: dispatch 2024-08-17T01:28:07.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:07 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1aee3869-c3a2-4ee4-92e3-45bf0fae1118"}]': finished 2024-08-17T01:28:07.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:07 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-17T01:28:07.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:07 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' 2024-08-17T01:28:07.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:07 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-17T01:28:07.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:07 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-08-17T01:28:07.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:07 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:28:07.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:07 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1aee3869-c3a2-4ee4-92e3-45bf0fae1118"}]: dispatch 2024-08-17T01:28:07.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:07 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1aee3869-c3a2-4ee4-92e3-45bf0fae1118"}]': finished 2024-08-17T01:28:07.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:07 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-17T01:28:07.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:07 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' 2024-08-17T01:28:07.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:07 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-17T01:28:07.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:07 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-08-17T01:28:07.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:07 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:28:07.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:07 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1aee3869-c3a2-4ee4-92e3-45bf0fae1118"}]: dispatch 2024-08-17T01:28:07.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:07 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1aee3869-c3a2-4ee4-92e3-45bf0fae1118"}]': finished 2024-08-17T01:28:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:08 smithi082 ceph-mon[94343]: pgmap v2602: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 529 KiB/s rd, 68 KiB/s wr, 738 op/s 2024-08-17T01:28:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:08 smithi082 ceph-mon[94343]: osdmap e1488: 8 total, 8 up, 8 in 2024-08-17T01:28:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:08 smithi082 ceph-mon[91979]: pgmap v2602: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 529 KiB/s rd, 68 KiB/s wr, 738 op/s 2024-08-17T01:28:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:08 smithi082 ceph-mon[91979]: osdmap e1488: 8 total, 8 up, 8 in 2024-08-17T01:28:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:08 smithi137 ceph-mon[86391]: pgmap v2602: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 529 KiB/s rd, 68 KiB/s wr, 738 op/s 2024-08-17T01:28:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:08 smithi137 ceph-mon[86391]: osdmap e1488: 8 total, 8 up, 8 in 2024-08-17T01:28:10.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:10 smithi082 ceph-mon[91979]: pgmap v2604: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 144 KiB/s wr, 1.50k op/s 2024-08-17T01:28:10.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:10 smithi082 ceph-mon[91979]: osdmap e1489: 8 total, 8 up, 8 in 2024-08-17T01:28:10.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:10 smithi082 ceph-mon[91979]: osdmap e1490: 8 total, 8 up, 8 in 2024-08-17T01:28:10.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:10 smithi082 ceph-mon[94343]: pgmap v2604: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 144 KiB/s wr, 1.50k op/s 2024-08-17T01:28:10.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:10 smithi082 ceph-mon[94343]: osdmap e1489: 8 total, 8 up, 8 in 2024-08-17T01:28:10.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:10 smithi082 ceph-mon[94343]: osdmap e1490: 8 total, 8 up, 8 in 2024-08-17T01:28:10.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:10 smithi137 ceph-mon[86391]: pgmap v2604: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 144 KiB/s wr, 1.50k op/s 2024-08-17T01:28:10.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:10 smithi137 ceph-mon[86391]: osdmap e1489: 8 total, 8 up, 8 in 2024-08-17T01:28:10.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:10 smithi137 ceph-mon[86391]: osdmap e1490: 8 total, 8 up, 8 in 2024-08-17T01:28:11.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:11 smithi082 ceph-mon[94343]: osdmap e1491: 8 total, 8 up, 8 in 2024-08-17T01:28:11.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:11 smithi082 ceph-mon[91979]: osdmap e1491: 8 total, 8 up, 8 in 2024-08-17T01:28:11.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:11 smithi137 ceph-mon[86391]: osdmap e1491: 8 total, 8 up, 8 in 2024-08-17T01:28:12.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:12 smithi082 ceph-mon[94343]: pgmap v2608: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 260 KiB/s wr, 2.32k op/s 2024-08-17T01:28:12.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:12 smithi082 ceph-mon[94343]: osdmap e1492: 8 total, 8 up, 8 in 2024-08-17T01:28:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:12 smithi082 ceph-mon[91979]: pgmap v2608: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 260 KiB/s wr, 2.32k op/s 2024-08-17T01:28:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:12 smithi082 ceph-mon[91979]: osdmap e1492: 8 total, 8 up, 8 in 2024-08-17T01:28:12.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:12 smithi137 ceph-mon[86391]: pgmap v2608: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 260 KiB/s wr, 2.32k op/s 2024-08-17T01:28:12.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:12 smithi137 ceph-mon[86391]: osdmap e1492: 8 total, 8 up, 8 in 2024-08-17T01:28:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:28:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:28:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:28:13.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:13 smithi082 ceph-mon[94343]: osdmap e1493: 8 total, 8 up, 8 in 2024-08-17T01:28:13.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:13 smithi082 ceph-mon[91979]: osdmap e1493: 8 total, 8 up, 8 in 2024-08-17T01:28:13.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:13 smithi137 ceph-mon[86391]: osdmap e1493: 8 total, 8 up, 8 in 2024-08-17T01:28:14.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:14 smithi082 ceph-mon[94343]: pgmap v2611: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 305 KiB/s rd, 34 KiB/s wr, 383 op/s 2024-08-17T01:28:14.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:14 smithi082 ceph-mon[94343]: osdmap e1494: 8 total, 8 up, 8 in 2024-08-17T01:28:14.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:14 smithi082 ceph-mon[94343]: osdmap e1495: 8 total, 8 up, 8 in 2024-08-17T01:28:14.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:14 smithi082 ceph-mon[91979]: pgmap v2611: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 305 KiB/s rd, 34 KiB/s wr, 383 op/s 2024-08-17T01:28:14.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:14 smithi082 ceph-mon[91979]: osdmap e1494: 8 total, 8 up, 8 in 2024-08-17T01:28:14.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:14 smithi082 ceph-mon[91979]: osdmap e1495: 8 total, 8 up, 8 in 2024-08-17T01:28:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:14 smithi137 ceph-mon[86391]: pgmap v2611: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 305 KiB/s rd, 34 KiB/s wr, 383 op/s 2024-08-17T01:28:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:14 smithi137 ceph-mon[86391]: osdmap e1494: 8 total, 8 up, 8 in 2024-08-17T01:28:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:14 smithi137 ceph-mon[86391]: osdmap e1495: 8 total, 8 up, 8 in 2024-08-17T01:28:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:28:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:28:15] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.43.0" 2024-08-17T01:28:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:16 smithi082 ceph-mon[91979]: pgmap v2614: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 6.7 KiB/s wr, 97 op/s 2024-08-17T01:28:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:16 smithi082 ceph-mon[91979]: osdmap e1496: 8 total, 8 up, 8 in 2024-08-17T01:28:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:16 smithi082 ceph-mon[94343]: pgmap v2614: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 6.7 KiB/s wr, 97 op/s 2024-08-17T01:28:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:16 smithi082 ceph-mon[94343]: osdmap e1496: 8 total, 8 up, 8 in 2024-08-17T01:28:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:16 smithi137 ceph-mon[86391]: pgmap v2614: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 6.7 KiB/s wr, 97 op/s 2024-08-17T01:28:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:16 smithi137 ceph-mon[86391]: osdmap e1496: 8 total, 8 up, 8 in 2024-08-17T01:28:17.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:17 smithi082 ceph-mon[91979]: osdmap e1497: 8 total, 8 up, 8 in 2024-08-17T01:28:17.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:17 smithi082 ceph-mon[94343]: osdmap e1497: 8 total, 8 up, 8 in 2024-08-17T01:28:17.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:17 smithi137 ceph-mon[86391]: osdmap e1497: 8 total, 8 up, 8 in 2024-08-17T01:28:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:18 smithi082 ceph-mon[91979]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 7.0 KiB/s wr, 79 op/s 2024-08-17T01:28:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:18 smithi082 ceph-mon[91979]: osdmap e1498: 8 total, 8 up, 8 in 2024-08-17T01:28:18.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:18 smithi082 ceph-mon[94343]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 7.0 KiB/s wr, 79 op/s 2024-08-17T01:28:18.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:18 smithi082 ceph-mon[94343]: osdmap e1498: 8 total, 8 up, 8 in 2024-08-17T01:28:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:18 smithi137 ceph-mon[86391]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 7.0 KiB/s wr, 79 op/s 2024-08-17T01:28:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:18 smithi137 ceph-mon[86391]: osdmap e1498: 8 total, 8 up, 8 in 2024-08-17T01:28:19.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:19 smithi082 ceph-mon[94343]: osdmap e1499: 8 total, 8 up, 8 in 2024-08-17T01:28:19.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:19 smithi082 ceph-mon[94343]: osdmap e1500: 8 total, 8 up, 8 in 2024-08-17T01:28:19.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:19 smithi082 ceph-mon[91979]: osdmap e1499: 8 total, 8 up, 8 in 2024-08-17T01:28:19.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:19 smithi082 ceph-mon[91979]: osdmap e1500: 8 total, 8 up, 8 in 2024-08-17T01:28:19.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:19 smithi137 ceph-mon[86391]: osdmap e1499: 8 total, 8 up, 8 in 2024-08-17T01:28:19.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:19 smithi137 ceph-mon[86391]: osdmap e1500: 8 total, 8 up, 8 in 2024-08-17T01:28:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:20 smithi082 ceph-mon[94343]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 6.0 KiB/s wr, 93 op/s 2024-08-17T01:28:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:28:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:20 smithi082 ceph-mon[91979]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 6.0 KiB/s wr, 93 op/s 2024-08-17T01:28:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:28:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:20 smithi137 ceph-mon[86391]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 6.0 KiB/s wr, 93 op/s 2024-08-17T01:28:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:28:21.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:21 smithi137 ceph-mon[86391]: osdmap e1501: 8 total, 8 up, 8 in 2024-08-17T01:28:21.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:21 smithi082 ceph-mon[91979]: osdmap e1501: 8 total, 8 up, 8 in 2024-08-17T01:28:21.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:21 smithi082 ceph-mon[94343]: osdmap e1501: 8 total, 8 up, 8 in 2024-08-17T01:28:22.577 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.Snapshot (15462 ms) 2024-08-17T01:28:22.577 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-08-17T01:28:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:22 smithi137 ceph-mon[86391]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 6.2 KiB/s wr, 97 op/s 2024-08-17T01:28:22.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:22 smithi137 ceph-mon[86391]: osdmap e1502: 8 total, 8 up, 8 in 2024-08-17T01:28:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:28:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:28:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:28:22.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:22 smithi082 ceph-mon[91979]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 6.2 KiB/s wr, 97 op/s 2024-08-17T01:28:22.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:22 smithi082 ceph-mon[91979]: osdmap e1502: 8 total, 8 up, 8 in 2024-08-17T01:28:22.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:22 smithi082 ceph-mon[94343]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 6.2 KiB/s wr, 97 op/s 2024-08-17T01:28:22.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:22 smithi082 ceph-mon[94343]: osdmap e1502: 8 total, 8 up, 8 in 2024-08-17T01:28:23.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:23 smithi137 ceph-mon[86391]: osdmap e1503: 8 total, 8 up, 8 in 2024-08-17T01:28:23.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:23 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8dfd98f9-5632-4e40-b52f-9b1de248a841"}]: dispatch 2024-08-17T01:28:23.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:23 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8dfd98f9-5632-4e40-b52f-9b1de248a841"}]': finished 2024-08-17T01:28:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:23 smithi082 ceph-mon[94343]: osdmap e1503: 8 total, 8 up, 8 in 2024-08-17T01:28:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:23 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8dfd98f9-5632-4e40-b52f-9b1de248a841"}]: dispatch 2024-08-17T01:28:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:23 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8dfd98f9-5632-4e40-b52f-9b1de248a841"}]': finished 2024-08-17T01:28:23.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:23 smithi082 ceph-mon[91979]: osdmap e1503: 8 total, 8 up, 8 in 2024-08-17T01:28:23.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:23 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8dfd98f9-5632-4e40-b52f-9b1de248a841"}]: dispatch 2024-08-17T01:28:23.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:23 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8dfd98f9-5632-4e40-b52f-9b1de248a841"}]': finished 2024-08-17T01:28:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:24 smithi082 ceph-mon[94343]: pgmap v2626: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 7 op/s 2024-08-17T01:28:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:24 smithi082 ceph-mon[94343]: osdmap e1504: 8 total, 8 up, 8 in 2024-08-17T01:28:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:24 smithi082 ceph-mon[94343]: osdmap e1505: 8 total, 8 up, 8 in 2024-08-17T01:28:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:24 smithi082 ceph-mon[91979]: pgmap v2626: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 7 op/s 2024-08-17T01:28:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:24 smithi082 ceph-mon[91979]: osdmap e1504: 8 total, 8 up, 8 in 2024-08-17T01:28:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:24 smithi082 ceph-mon[91979]: osdmap e1505: 8 total, 8 up, 8 in 2024-08-17T01:28:24.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:24 smithi137 ceph-mon[86391]: pgmap v2626: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 7 op/s 2024-08-17T01:28:24.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:24 smithi137 ceph-mon[86391]: osdmap e1504: 8 total, 8 up, 8 in 2024-08-17T01:28:24.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:24 smithi137 ceph-mon[86391]: osdmap e1505: 8 total, 8 up, 8 in 2024-08-17T01:28:25.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:28:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:28:25] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2024-08-17T01:28:26.538 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (3961 ms) 2024-08-17T01:28:26.538 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-08-17T01:28:26.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:26 smithi082 ceph-mon[94343]: pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 7.2 KiB/s wr, 105 op/s 2024-08-17T01:28:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:26 smithi082 ceph-mon[94343]: osdmap e1506: 8 total, 8 up, 8 in 2024-08-17T01:28:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:26 smithi082 ceph-mon[91979]: pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 7.2 KiB/s wr, 105 op/s 2024-08-17T01:28:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:26 smithi082 ceph-mon[91979]: osdmap e1506: 8 total, 8 up, 8 in 2024-08-17T01:28:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:26 smithi137 ceph-mon[86391]: pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 7.2 KiB/s wr, 105 op/s 2024-08-17T01:28:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:26 smithi137 ceph-mon[86391]: osdmap e1506: 8 total, 8 up, 8 in 2024-08-17T01:28:27.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:27 smithi082 ceph-mon[94343]: osdmap e1507: 8 total, 8 up, 8 in 2024-08-17T01:28:27.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:27 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/cd796b33-d99c-4a79-b524-856a7b98ff36"}]: dispatch 2024-08-17T01:28:27.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:27 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/cd796b33-d99c-4a79-b524-856a7b98ff36"}]': finished 2024-08-17T01:28:27.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:27 smithi082 ceph-mon[91979]: osdmap e1507: 8 total, 8 up, 8 in 2024-08-17T01:28:27.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:27 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/cd796b33-d99c-4a79-b524-856a7b98ff36"}]: dispatch 2024-08-17T01:28:27.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:27 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/cd796b33-d99c-4a79-b524-856a7b98ff36"}]': finished 2024-08-17T01:28:27.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:27 smithi137 ceph-mon[86391]: osdmap e1507: 8 total, 8 up, 8 in 2024-08-17T01:28:27.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:27 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/cd796b33-d99c-4a79-b524-856a7b98ff36"}]: dispatch 2024-08-17T01:28:27.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:27 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/cd796b33-d99c-4a79-b524-856a7b98ff36"}]': finished 2024-08-17T01:28:28.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:28 smithi082 ceph-mon[94343]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.5 KiB/s wr, 110 op/s 2024-08-17T01:28:28.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:28 smithi082 ceph-mon[94343]: osdmap e1508: 8 total, 8 up, 8 in 2024-08-17T01:28:28.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:28 smithi082 ceph-mon[91979]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.5 KiB/s wr, 110 op/s 2024-08-17T01:28:28.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:28 smithi082 ceph-mon[91979]: osdmap e1508: 8 total, 8 up, 8 in 2024-08-17T01:28:28.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:28 smithi137 ceph-mon[86391]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.5 KiB/s wr, 110 op/s 2024-08-17T01:28:28.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:28 smithi137 ceph-mon[86391]: osdmap e1508: 8 total, 8 up, 8 in 2024-08-17T01:28:29.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:29 smithi082 ceph-mon[91979]: osdmap e1509: 8 total, 8 up, 8 in 2024-08-17T01:28:29.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:29 smithi082 ceph-mon[91979]: osdmap e1510: 8 total, 8 up, 8 in 2024-08-17T01:28:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:29 smithi082 ceph-mon[94343]: osdmap e1509: 8 total, 8 up, 8 in 2024-08-17T01:28:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:29 smithi082 ceph-mon[94343]: osdmap e1510: 8 total, 8 up, 8 in 2024-08-17T01:28:29.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:29 smithi137 ceph-mon[86391]: osdmap e1509: 8 total, 8 up, 8 in 2024-08-17T01:28:29.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:29 smithi137 ceph-mon[86391]: osdmap e1510: 8 total, 8 up, 8 in 2024-08-17T01:28:30.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:30 smithi082 ceph-mon[94343]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 6.7 KiB/s wr, 89 op/s 2024-08-17T01:28:30.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:30 smithi082 ceph-mon[94343]: osdmap e1511: 8 total, 8 up, 8 in 2024-08-17T01:28:30.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:30 smithi082 ceph-mon[91979]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 6.7 KiB/s wr, 89 op/s 2024-08-17T01:28:30.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:30 smithi082 ceph-mon[91979]: osdmap e1511: 8 total, 8 up, 8 in 2024-08-17T01:28:30.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:30 smithi137 ceph-mon[86391]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 6.7 KiB/s wr, 89 op/s 2024-08-17T01:28:30.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:30 smithi137 ceph-mon[86391]: osdmap e1511: 8 total, 8 up, 8 in 2024-08-17T01:28:32.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:32 smithi082 ceph-mon[94343]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 11 KiB/s wr, 130 op/s 2024-08-17T01:28:32.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:32 smithi082 ceph-mon[94343]: osdmap e1512: 8 total, 8 up, 8 in 2024-08-17T01:28:32.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:32 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3248fff5-74c8-4bfc-bb04-6ebec14bae9a"}]: dispatch 2024-08-17T01:28:32.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:32 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3248fff5-74c8-4bfc-bb04-6ebec14bae9a"}]': finished 2024-08-17T01:28:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:32 smithi082 ceph-mon[91979]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 11 KiB/s wr, 130 op/s 2024-08-17T01:28:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:32 smithi082 ceph-mon[91979]: osdmap e1512: 8 total, 8 up, 8 in 2024-08-17T01:28:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:32 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3248fff5-74c8-4bfc-bb04-6ebec14bae9a"}]: dispatch 2024-08-17T01:28:32.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:32 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3248fff5-74c8-4bfc-bb04-6ebec14bae9a"}]': finished 2024-08-17T01:28:32.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:32 smithi137 ceph-mon[86391]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 11 KiB/s wr, 130 op/s 2024-08-17T01:28:32.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:32 smithi137 ceph-mon[86391]: osdmap e1512: 8 total, 8 up, 8 in 2024-08-17T01:28:32.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:32 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3248fff5-74c8-4bfc-bb04-6ebec14bae9a"}]: dispatch 2024-08-17T01:28:32.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:32 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3248fff5-74c8-4bfc-bb04-6ebec14bae9a"}]': finished 2024-08-17T01:28:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:28:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:28:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:28:33.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:33 smithi137 ceph-mon[86391]: osdmap e1513: 8 total, 8 up, 8 in 2024-08-17T01:28:33.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:33 smithi082 ceph-mon[94343]: osdmap e1513: 8 total, 8 up, 8 in 2024-08-17T01:28:33.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:33 smithi082 ceph-mon[91979]: osdmap e1513: 8 total, 8 up, 8 in 2024-08-17T01:28:34.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:34 smithi137 ceph-mon[86391]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 6.0 KiB/s wr, 50 op/s 2024-08-17T01:28:34.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:34 smithi137 ceph-mon[86391]: osdmap e1514: 8 total, 8 up, 8 in 2024-08-17T01:28:34.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:34 smithi137 ceph-mon[86391]: osdmap e1515: 8 total, 8 up, 8 in 2024-08-17T01:28:34.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:34 smithi082 ceph-mon[91979]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 6.0 KiB/s wr, 50 op/s 2024-08-17T01:28:34.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:34 smithi082 ceph-mon[91979]: osdmap e1514: 8 total, 8 up, 8 in 2024-08-17T01:28:34.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:34 smithi082 ceph-mon[91979]: osdmap e1515: 8 total, 8 up, 8 in 2024-08-17T01:28:34.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:34 smithi082 ceph-mon[94343]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 6.0 KiB/s wr, 50 op/s 2024-08-17T01:28:34.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:34 smithi082 ceph-mon[94343]: osdmap e1514: 8 total, 8 up, 8 in 2024-08-17T01:28:34.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:34 smithi082 ceph-mon[94343]: osdmap e1515: 8 total, 8 up, 8 in 2024-08-17T01:28:35.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:28:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:28:35] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2024-08-17T01:28:35.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:28:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:28:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:28:36.582 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (10044 ms) 2024-08-17T01:28:36.582 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-08-17T01:28:36.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:36 smithi137 ceph-mon[86391]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 10 KiB/s wr, 220 op/s 2024-08-17T01:28:36.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:36 smithi137 ceph-mon[86391]: osdmap e1516: 8 total, 8 up, 8 in 2024-08-17T01:28:36.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:36 smithi082 ceph-mon[94343]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 10 KiB/s wr, 220 op/s 2024-08-17T01:28:36.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:36 smithi082 ceph-mon[94343]: osdmap e1516: 8 total, 8 up, 8 in 2024-08-17T01:28:36.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:36 smithi082 ceph-mon[91979]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 10 KiB/s wr, 220 op/s 2024-08-17T01:28:36.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:36 smithi082 ceph-mon[91979]: osdmap e1516: 8 total, 8 up, 8 in 2024-08-17T01:28:37.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:37 smithi082 ceph-mon[94343]: osdmap e1517: 8 total, 8 up, 8 in 2024-08-17T01:28:37.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:37 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b54d2c8a-948b-44be-881a-b97a4bf7539e"}]: dispatch 2024-08-17T01:28:37.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:37 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b54d2c8a-948b-44be-881a-b97a4bf7539e"}]': finished 2024-08-17T01:28:37.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:37 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4d068bd9-3efa-476e-99d5-5a78f9bc9805"}]: dispatch 2024-08-17T01:28:37.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:37 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4d068bd9-3efa-476e-99d5-5a78f9bc9805"}]': finished 2024-08-17T01:28:37.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:37 smithi082 ceph-mon[91979]: osdmap e1517: 8 total, 8 up, 8 in 2024-08-17T01:28:37.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:37 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b54d2c8a-948b-44be-881a-b97a4bf7539e"}]: dispatch 2024-08-17T01:28:37.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:37 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b54d2c8a-948b-44be-881a-b97a4bf7539e"}]': finished 2024-08-17T01:28:37.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:37 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4d068bd9-3efa-476e-99d5-5a78f9bc9805"}]: dispatch 2024-08-17T01:28:37.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:37 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4d068bd9-3efa-476e-99d5-5a78f9bc9805"}]': finished 2024-08-17T01:28:37.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:37 smithi137 ceph-mon[86391]: osdmap e1517: 8 total, 8 up, 8 in 2024-08-17T01:28:37.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:37 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b54d2c8a-948b-44be-881a-b97a4bf7539e"}]: dispatch 2024-08-17T01:28:37.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:37 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b54d2c8a-948b-44be-881a-b97a4bf7539e"}]': finished 2024-08-17T01:28:37.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:37 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4d068bd9-3efa-476e-99d5-5a78f9bc9805"}]: dispatch 2024-08-17T01:28:37.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:37 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4d068bd9-3efa-476e-99d5-5a78f9bc9805"}]': finished 2024-08-17T01:28:38.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:38 smithi082 ceph-mon[94343]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 10 KiB/s wr, 231 op/s 2024-08-17T01:28:38.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:38 smithi082 ceph-mon[94343]: osdmap e1518: 8 total, 8 up, 8 in 2024-08-17T01:28:38.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:38 smithi082 ceph-mon[91979]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 10 KiB/s wr, 231 op/s 2024-08-17T01:28:38.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:38 smithi082 ceph-mon[91979]: osdmap e1518: 8 total, 8 up, 8 in 2024-08-17T01:28:38.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:38 smithi137 ceph-mon[86391]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 10 KiB/s wr, 231 op/s 2024-08-17T01:28:38.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:38 smithi137 ceph-mon[86391]: osdmap e1518: 8 total, 8 up, 8 in 2024-08-17T01:28:39.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:39 smithi082 ceph-mon[94343]: osdmap e1519: 8 total, 8 up, 8 in 2024-08-17T01:28:39.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:39 smithi082 ceph-mon[91979]: osdmap e1519: 8 total, 8 up, 8 in 2024-08-17T01:28:39.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:39 smithi137 ceph-mon[86391]: osdmap e1519: 8 total, 8 up, 8 in 2024-08-17T01:28:40.654 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.SnapshotImageState (4073 ms) 2024-08-17T01:28:40.655 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-08-17T01:28:40.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:40 smithi082 ceph-mon[94343]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.5 KiB/s wr, 72 op/s 2024-08-17T01:28:40.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:40 smithi082 ceph-mon[94343]: osdmap e1520: 8 total, 8 up, 8 in 2024-08-17T01:28:40.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:40 smithi082 ceph-mon[91979]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.5 KiB/s wr, 72 op/s 2024-08-17T01:28:40.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:40 smithi082 ceph-mon[91979]: osdmap e1520: 8 total, 8 up, 8 in 2024-08-17T01:28:40.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:40 smithi137 ceph-mon[86391]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.5 KiB/s wr, 72 op/s 2024-08-17T01:28:40.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:40 smithi137 ceph-mon[86391]: osdmap e1520: 8 total, 8 up, 8 in 2024-08-17T01:28:41.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:41 smithi082 ceph-mon[91979]: osdmap e1521: 8 total, 8 up, 8 in 2024-08-17T01:28:41.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:41 smithi082 ceph-mon[94343]: osdmap e1521: 8 total, 8 up, 8 in 2024-08-17T01:28:41.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:41 smithi137 ceph-mon[86391]: osdmap e1521: 8 total, 8 up, 8 in 2024-08-17T01:28:42.603 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:28:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:28:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:28:42.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:42 smithi082 ceph-mon[94343]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 10 KiB/s wr, 96 op/s 2024-08-17T01:28:42.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:42 smithi082 ceph-mon[94343]: osdmap e1522: 8 total, 8 up, 8 in 2024-08-17T01:28:42.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:42 smithi082 ceph-mon[91979]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 10 KiB/s wr, 96 op/s 2024-08-17T01:28:42.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:42 smithi082 ceph-mon[91979]: osdmap e1522: 8 total, 8 up, 8 in 2024-08-17T01:28:42.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:42 smithi137 ceph-mon[86391]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 10 KiB/s wr, 96 op/s 2024-08-17T01:28:42.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:42 smithi137 ceph-mon[86391]: osdmap e1522: 8 total, 8 up, 8 in 2024-08-17T01:28:43.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:43 smithi082 ceph-mon[94343]: osdmap e1523: 8 total, 8 up, 8 in 2024-08-17T01:28:43.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:43 smithi082 ceph-mon[94343]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 18 KiB/s wr, 203 op/s 2024-08-17T01:28:43.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:43 smithi082 ceph-mon[91979]: osdmap e1523: 8 total, 8 up, 8 in 2024-08-17T01:28:43.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:43 smithi082 ceph-mon[91979]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 18 KiB/s wr, 203 op/s 2024-08-17T01:28:43.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:43 smithi137 ceph-mon[86391]: osdmap e1523: 8 total, 8 up, 8 in 2024-08-17T01:28:43.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:43 smithi137 ceph-mon[86391]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 18 KiB/s wr, 203 op/s 2024-08-17T01:28:44.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:44 smithi082 ceph-mon[94343]: osdmap e1524: 8 total, 8 up, 8 in 2024-08-17T01:28:44.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:44 smithi082 ceph-mon[94343]: osdmap e1525: 8 total, 8 up, 8 in 2024-08-17T01:28:44.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:44 smithi082 ceph-mon[91979]: osdmap e1524: 8 total, 8 up, 8 in 2024-08-17T01:28:44.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:44 smithi082 ceph-mon[91979]: osdmap e1525: 8 total, 8 up, 8 in 2024-08-17T01:28:44.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:44 smithi137 ceph-mon[86391]: osdmap e1524: 8 total, 8 up, 8 in 2024-08-17T01:28:44.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:44 smithi137 ceph-mon[86391]: osdmap e1525: 8 total, 8 up, 8 in 2024-08-17T01:28:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:28:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:28:45] "GET /metrics HTTP/1.1" 200 36452 "" "Prometheus/2.43.0" 2024-08-17T01:28:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:46 smithi082 ceph-mon[91979]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 21 KiB/s wr, 250 op/s 2024-08-17T01:28:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:46 smithi082 ceph-mon[91979]: osdmap e1526: 8 total, 8 up, 8 in 2024-08-17T01:28:46.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:46 smithi082 ceph-mon[94343]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 21 KiB/s wr, 250 op/s 2024-08-17T01:28:46.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:46 smithi082 ceph-mon[94343]: osdmap e1526: 8 total, 8 up, 8 in 2024-08-17T01:28:46.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:46 smithi137 ceph-mon[86391]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 21 KiB/s wr, 250 op/s 2024-08-17T01:28:46.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:46 smithi137 ceph-mon[86391]: osdmap e1526: 8 total, 8 up, 8 in 2024-08-17T01:28:47.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:47 smithi082 ceph-mon[94343]: osdmap e1527: 8 total, 8 up, 8 in 2024-08-17T01:28:47.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:47 smithi082 ceph-mon[91979]: osdmap e1527: 8 total, 8 up, 8 in 2024-08-17T01:28:47.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:47 smithi137 ceph-mon[86391]: osdmap e1527: 8 total, 8 up, 8 in 2024-08-17T01:28:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:48 smithi082 ceph-mon[91979]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 10 KiB/s wr, 91 op/s 2024-08-17T01:28:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:48 smithi082 ceph-mon[91979]: osdmap e1528: 8 total, 8 up, 8 in 2024-08-17T01:28:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:48 smithi082 ceph-mon[94343]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 10 KiB/s wr, 91 op/s 2024-08-17T01:28:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:48 smithi082 ceph-mon[94343]: osdmap e1528: 8 total, 8 up, 8 in 2024-08-17T01:28:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:48 smithi137 ceph-mon[86391]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 10 KiB/s wr, 91 op/s 2024-08-17T01:28:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:48 smithi137 ceph-mon[86391]: osdmap e1528: 8 total, 8 up, 8 in 2024-08-17T01:28:49.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:49 smithi082 ceph-mon[94343]: osdmap e1529: 8 total, 8 up, 8 in 2024-08-17T01:28:49.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:49 smithi082 ceph-mon[94343]: osdmap e1530: 8 total, 8 up, 8 in 2024-08-17T01:28:49.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:49 smithi082 ceph-mon[91979]: osdmap e1529: 8 total, 8 up, 8 in 2024-08-17T01:28:49.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:49 smithi082 ceph-mon[91979]: osdmap e1530: 8 total, 8 up, 8 in 2024-08-17T01:28:49.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:49 smithi137 ceph-mon[86391]: osdmap e1529: 8 total, 8 up, 8 in 2024-08-17T01:28:49.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:49 smithi137 ceph-mon[86391]: osdmap e1530: 8 total, 8 up, 8 in 2024-08-17T01:28:50.550 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (9895 ms) 2024-08-17T01:28:50.550 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-08-17T01:28:50.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:50 smithi082 ceph-mon[94343]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 7.0 KiB/s wr, 122 op/s 2024-08-17T01:28:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:28:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:50 smithi082 ceph-mon[91979]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 7.0 KiB/s wr, 122 op/s 2024-08-17T01:28:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:28:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:50 smithi137 ceph-mon[86391]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 7.0 KiB/s wr, 122 op/s 2024-08-17T01:28:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:28:51.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:51 smithi137 ceph-mon[86391]: osdmap e1531: 8 total, 8 up, 8 in 2024-08-17T01:28:51.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:51 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0b0a102c-5f5e-4c7d-aef4-722b75cfcc2f"}]: dispatch 2024-08-17T01:28:51.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:51 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0b0a102c-5f5e-4c7d-aef4-722b75cfcc2f"}]': finished 2024-08-17T01:28:51.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:51 smithi082 ceph-mon[94343]: osdmap e1531: 8 total, 8 up, 8 in 2024-08-17T01:28:51.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:51 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0b0a102c-5f5e-4c7d-aef4-722b75cfcc2f"}]: dispatch 2024-08-17T01:28:51.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:51 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0b0a102c-5f5e-4c7d-aef4-722b75cfcc2f"}]': finished 2024-08-17T01:28:51.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:51 smithi082 ceph-mon[91979]: osdmap e1531: 8 total, 8 up, 8 in 2024-08-17T01:28:51.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:51 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0b0a102c-5f5e-4c7d-aef4-722b75cfcc2f"}]: dispatch 2024-08-17T01:28:51.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:51 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0b0a102c-5f5e-4c7d-aef4-722b75cfcc2f"}]': finished 2024-08-17T01:28:52.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:52 smithi137 ceph-mon[86391]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 7.0 KiB/s wr, 125 op/s 2024-08-17T01:28:52.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:52 smithi137 ceph-mon[86391]: osdmap e1532: 8 total, 8 up, 8 in 2024-08-17T01:28:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:28:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:28:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:28:52.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:52 smithi082 ceph-mon[91979]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 7.0 KiB/s wr, 125 op/s 2024-08-17T01:28:52.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:52 smithi082 ceph-mon[91979]: osdmap e1532: 8 total, 8 up, 8 in 2024-08-17T01:28:52.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:52 smithi082 ceph-mon[94343]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 7.0 KiB/s wr, 125 op/s 2024-08-17T01:28:52.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:52 smithi082 ceph-mon[94343]: osdmap e1532: 8 total, 8 up, 8 in 2024-08-17T01:28:53.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:53 smithi082 ceph-mon[91979]: osdmap e1533: 8 total, 8 up, 8 in 2024-08-17T01:28:53.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:53 smithi082 ceph-mon[94343]: osdmap e1533: 8 total, 8 up, 8 in 2024-08-17T01:28:53.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:53 smithi137 ceph-mon[86391]: osdmap e1533: 8 total, 8 up, 8 in 2024-08-17T01:28:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:54 smithi082 ceph-mon[94343]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-08-17T01:28:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:54 smithi082 ceph-mon[94343]: osdmap e1534: 8 total, 8 up, 8 in 2024-08-17T01:28:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:54 smithi082 ceph-mon[94343]: osdmap e1535: 8 total, 8 up, 8 in 2024-08-17T01:28:54.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:54 smithi082 ceph-mon[91979]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-08-17T01:28:54.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:54 smithi082 ceph-mon[91979]: osdmap e1534: 8 total, 8 up, 8 in 2024-08-17T01:28:54.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:54 smithi082 ceph-mon[91979]: osdmap e1535: 8 total, 8 up, 8 in 2024-08-17T01:28:54.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:54 smithi137 ceph-mon[86391]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-08-17T01:28:54.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:54 smithi137 ceph-mon[86391]: osdmap e1534: 8 total, 8 up, 8 in 2024-08-17T01:28:54.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:54 smithi137 ceph-mon[86391]: osdmap e1535: 8 total, 8 up, 8 in 2024-08-17T01:28:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:28:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:28:55] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2024-08-17T01:28:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:56 smithi082 ceph-mon[91979]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 9.7 KiB/s wr, 82 op/s 2024-08-17T01:28:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:56 smithi082 ceph-mon[91979]: osdmap e1536: 8 total, 8 up, 8 in 2024-08-17T01:28:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:56 smithi082 ceph-mon[94343]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 9.7 KiB/s wr, 82 op/s 2024-08-17T01:28:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:56 smithi082 ceph-mon[94343]: osdmap e1536: 8 total, 8 up, 8 in 2024-08-17T01:28:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:56 smithi137 ceph-mon[86391]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 9.7 KiB/s wr, 82 op/s 2024-08-17T01:28:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:56 smithi137 ceph-mon[86391]: osdmap e1536: 8 total, 8 up, 8 in 2024-08-17T01:28:57.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:57 smithi082 ceph-mon[91979]: osdmap e1537: 8 total, 8 up, 8 in 2024-08-17T01:28:57.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:57 smithi082 ceph-mon[94343]: osdmap e1537: 8 total, 8 up, 8 in 2024-08-17T01:28:57.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:57 smithi137 ceph-mon[86391]: osdmap e1537: 8 total, 8 up, 8 in 2024-08-17T01:28:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:58 smithi137 ceph-mon[86391]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 12 KiB/s wr, 108 op/s 2024-08-17T01:28:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:58 smithi137 ceph-mon[86391]: osdmap e1538: 8 total, 8 up, 8 in 2024-08-17T01:28:58.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:58 smithi082 ceph-mon[94343]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 12 KiB/s wr, 108 op/s 2024-08-17T01:28:58.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:58 smithi082 ceph-mon[94343]: osdmap e1538: 8 total, 8 up, 8 in 2024-08-17T01:28:58.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:58 smithi082 ceph-mon[91979]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 12 KiB/s wr, 108 op/s 2024-08-17T01:28:58.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:58 smithi082 ceph-mon[91979]: osdmap e1538: 8 total, 8 up, 8 in 2024-08-17T01:28:59.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:59 smithi082 ceph-mon[91979]: osdmap e1539: 8 total, 8 up, 8 in 2024-08-17T01:28:59.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:28:59 smithi082 ceph-mon[91979]: osdmap e1540: 8 total, 8 up, 8 in 2024-08-17T01:28:59.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:59 smithi082 ceph-mon[94343]: osdmap e1539: 8 total, 8 up, 8 in 2024-08-17T01:28:59.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:28:59 smithi082 ceph-mon[94343]: osdmap e1540: 8 total, 8 up, 8 in 2024-08-17T01:28:59.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:59 smithi137 ceph-mon[86391]: osdmap e1539: 8 total, 8 up, 8 in 2024-08-17T01:28:59.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:28:59 smithi137 ceph-mon[86391]: osdmap e1540: 8 total, 8 up, 8 in 2024-08-17T01:29:00.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:00 smithi082 ceph-mon[91979]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 9.2 KiB/s wr, 88 op/s 2024-08-17T01:29:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:00 smithi082 ceph-mon[94343]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 9.2 KiB/s wr, 88 op/s 2024-08-17T01:29:00.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:00 smithi137 ceph-mon[86391]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 9.2 KiB/s wr, 88 op/s 2024-08-17T01:29:01.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:01 smithi082 ceph-mon[94343]: osdmap e1541: 8 total, 8 up, 8 in 2024-08-17T01:29:01.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:01 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:29:01.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:01 smithi082 ceph-mon[91979]: osdmap e1541: 8 total, 8 up, 8 in 2024-08-17T01:29:01.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:01 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:29:01.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:01 smithi137 ceph-mon[86391]: osdmap e1541: 8 total, 8 up, 8 in 2024-08-17T01:29:01.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:01 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:29:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:29:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:29:02.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:02 smithi137 ceph-mon[86391]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 13 KiB/s wr, 112 op/s 2024-08-17T01:29:02.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:02 smithi137 ceph-mon[86391]: osdmap e1542: 8 total, 8 up, 8 in 2024-08-17T01:29:02.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:29:02.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:29:02.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:29:02.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:02 smithi082 ceph-mon[94343]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 13 KiB/s wr, 112 op/s 2024-08-17T01:29:02.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:02 smithi082 ceph-mon[94343]: osdmap e1542: 8 total, 8 up, 8 in 2024-08-17T01:29:02.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:29:02.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:29:02.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:29:02.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:02 smithi082 ceph-mon[91979]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 13 KiB/s wr, 112 op/s 2024-08-17T01:29:02.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:02 smithi082 ceph-mon[91979]: osdmap e1542: 8 total, 8 up, 8 in 2024-08-17T01:29:02.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:29:02.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:29:02.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:29:03.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:03 smithi082 ceph-mon[91979]: osdmap e1543: 8 total, 8 up, 8 in 2024-08-17T01:29:03.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:03 smithi082 ceph-mon[94343]: osdmap e1543: 8 total, 8 up, 8 in 2024-08-17T01:29:03.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:03 smithi137 ceph-mon[86391]: osdmap e1543: 8 total, 8 up, 8 in 2024-08-17T01:29:04.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:04 smithi082 ceph-mon[94343]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 8.7 KiB/s wr, 75 op/s 2024-08-17T01:29:04.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:04 smithi082 ceph-mon[94343]: osdmap e1544: 8 total, 8 up, 8 in 2024-08-17T01:29:04.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:04 smithi082 ceph-mon[91979]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 8.7 KiB/s wr, 75 op/s 2024-08-17T01:29:04.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:04 smithi082 ceph-mon[91979]: osdmap e1544: 8 total, 8 up, 8 in 2024-08-17T01:29:04.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:04 smithi137 ceph-mon[86391]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 8.7 KiB/s wr, 75 op/s 2024-08-17T01:29:04.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:04 smithi137 ceph-mon[86391]: osdmap e1544: 8 total, 8 up, 8 in 2024-08-17T01:29:05.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:29:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:29:05] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2024-08-17T01:29:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:05 smithi082 ceph-mon[94343]: osdmap e1545: 8 total, 8 up, 8 in 2024-08-17T01:29:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:29:05.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:05 smithi082 ceph-mon[91979]: osdmap e1545: 8 total, 8 up, 8 in 2024-08-17T01:29:05.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:29:05.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:05 smithi137 ceph-mon[86391]: osdmap e1545: 8 total, 8 up, 8 in 2024-08-17T01:29:05.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:29:06.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:06 smithi082 ceph-mon[94343]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 18 KiB/s wr, 188 op/s 2024-08-17T01:29:06.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:06 smithi082 ceph-mon[94343]: osdmap e1546: 8 total, 8 up, 8 in 2024-08-17T01:29:06.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:06 smithi082 ceph-mon[91979]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 18 KiB/s wr, 188 op/s 2024-08-17T01:29:06.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:06 smithi082 ceph-mon[91979]: osdmap e1546: 8 total, 8 up, 8 in 2024-08-17T01:29:06.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:06 smithi137 ceph-mon[86391]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 18 KiB/s wr, 188 op/s 2024-08-17T01:29:06.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:06 smithi137 ceph-mon[86391]: osdmap e1546: 8 total, 8 up, 8 in 2024-08-17T01:29:07.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:07 smithi082 ceph-mon[91979]: osdmap e1547: 8 total, 8 up, 8 in 2024-08-17T01:29:07.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:07 smithi082 ceph-mon[94343]: osdmap e1547: 8 total, 8 up, 8 in 2024-08-17T01:29:07.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:07 smithi137 ceph-mon[86391]: osdmap e1547: 8 total, 8 up, 8 in 2024-08-17T01:29:08.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:08 smithi082 ceph-mon[91979]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 20 KiB/s wr, 234 op/s 2024-08-17T01:29:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:08 smithi082 ceph-mon[91979]: osdmap e1548: 8 total, 8 up, 8 in 2024-08-17T01:29:08.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:08 smithi082 ceph-mon[94343]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 20 KiB/s wr, 234 op/s 2024-08-17T01:29:08.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:08 smithi082 ceph-mon[94343]: osdmap e1548: 8 total, 8 up, 8 in 2024-08-17T01:29:08.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:08 smithi137 ceph-mon[86391]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 20 KiB/s wr, 234 op/s 2024-08-17T01:29:08.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:08 smithi137 ceph-mon[86391]: osdmap e1548: 8 total, 8 up, 8 in 2024-08-17T01:29:09.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:09 smithi082 ceph-mon[94343]: osdmap e1549: 8 total, 8 up, 8 in 2024-08-17T01:29:09.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:09 smithi082 ceph-mon[91979]: osdmap e1549: 8 total, 8 up, 8 in 2024-08-17T01:29:09.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:09 smithi137 ceph-mon[86391]: osdmap e1549: 8 total, 8 up, 8 in 2024-08-17T01:29:10.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:10 smithi082 ceph-mon[94343]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 6.2 KiB/s wr, 119 op/s 2024-08-17T01:29:10.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:10 smithi082 ceph-mon[94343]: osdmap e1550: 8 total, 8 up, 8 in 2024-08-17T01:29:10.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:10 smithi082 ceph-mon[91979]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 6.2 KiB/s wr, 119 op/s 2024-08-17T01:29:10.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:10 smithi082 ceph-mon[91979]: osdmap e1550: 8 total, 8 up, 8 in 2024-08-17T01:29:10.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:10 smithi137 ceph-mon[86391]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 6.2 KiB/s wr, 119 op/s 2024-08-17T01:29:10.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:10 smithi137 ceph-mon[86391]: osdmap e1550: 8 total, 8 up, 8 in 2024-08-17T01:29:11.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:11 smithi082 ceph-mon[94343]: osdmap e1551: 8 total, 8 up, 8 in 2024-08-17T01:29:11.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:11 smithi082 ceph-mon[91979]: osdmap e1551: 8 total, 8 up, 8 in 2024-08-17T01:29:11.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:11 smithi137 ceph-mon[86391]: osdmap e1551: 8 total, 8 up, 8 in 2024-08-17T01:29:12.581 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:29:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:29:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:29:12.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:12 smithi082 ceph-mon[94343]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 6.5 KiB/s wr, 119 op/s 2024-08-17T01:29:12.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:12 smithi082 ceph-mon[94343]: osdmap e1552: 8 total, 8 up, 8 in 2024-08-17T01:29:12.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:12 smithi082 ceph-mon[91979]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 6.5 KiB/s wr, 119 op/s 2024-08-17T01:29:12.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:12 smithi082 ceph-mon[91979]: osdmap e1552: 8 total, 8 up, 8 in 2024-08-17T01:29:12.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:12 smithi137 ceph-mon[86391]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 6.5 KiB/s wr, 119 op/s 2024-08-17T01:29:12.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:12 smithi137 ceph-mon[86391]: osdmap e1552: 8 total, 8 up, 8 in 2024-08-17T01:29:13.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:13 smithi082 ceph-mon[91979]: osdmap e1553: 8 total, 8 up, 8 in 2024-08-17T01:29:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:13 smithi082 ceph-mon[94343]: osdmap e1553: 8 total, 8 up, 8 in 2024-08-17T01:29:13.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:13 smithi137 ceph-mon[86391]: osdmap e1553: 8 total, 8 up, 8 in 2024-08-17T01:29:14.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:14 smithi082 ceph-mon[94343]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 6.5 KiB/s wr, 77 op/s 2024-08-17T01:29:14.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:14 smithi082 ceph-mon[94343]: osdmap e1554: 8 total, 8 up, 8 in 2024-08-17T01:29:14.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:14 smithi082 ceph-mon[94343]: osdmap e1555: 8 total, 8 up, 8 in 2024-08-17T01:29:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:14 smithi082 ceph-mon[91979]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 6.5 KiB/s wr, 77 op/s 2024-08-17T01:29:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:14 smithi082 ceph-mon[91979]: osdmap e1554: 8 total, 8 up, 8 in 2024-08-17T01:29:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:14 smithi082 ceph-mon[91979]: osdmap e1555: 8 total, 8 up, 8 in 2024-08-17T01:29:14.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:14 smithi137 ceph-mon[86391]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 6.5 KiB/s wr, 77 op/s 2024-08-17T01:29:14.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:14 smithi137 ceph-mon[86391]: osdmap e1554: 8 total, 8 up, 8 in 2024-08-17T01:29:14.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:14 smithi137 ceph-mon[86391]: osdmap e1555: 8 total, 8 up, 8 in 2024-08-17T01:29:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:29:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:29:15] "GET /metrics HTTP/1.1" 200 36458 "" "Prometheus/2.43.0" 2024-08-17T01:29:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:16 smithi082 ceph-mon[91979]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 9.5 KiB/s wr, 141 op/s 2024-08-17T01:29:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:16 smithi082 ceph-mon[91979]: osdmap e1556: 8 total, 8 up, 8 in 2024-08-17T01:29:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:16 smithi082 ceph-mon[94343]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 9.5 KiB/s wr, 141 op/s 2024-08-17T01:29:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:16 smithi082 ceph-mon[94343]: osdmap e1556: 8 total, 8 up, 8 in 2024-08-17T01:29:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:16 smithi137 ceph-mon[86391]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 9.5 KiB/s wr, 141 op/s 2024-08-17T01:29:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:16 smithi137 ceph-mon[86391]: osdmap e1556: 8 total, 8 up, 8 in 2024-08-17T01:29:17.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:17 smithi082 ceph-mon[94343]: osdmap e1557: 8 total, 8 up, 8 in 2024-08-17T01:29:17.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:17 smithi082 ceph-mon[91979]: osdmap e1557: 8 total, 8 up, 8 in 2024-08-17T01:29:17.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:17 smithi137 ceph-mon[86391]: osdmap e1557: 8 total, 8 up, 8 in 2024-08-17T01:29:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:18 smithi137 ceph-mon[86391]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 7.2 KiB/s wr, 143 op/s 2024-08-17T01:29:18.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:18 smithi137 ceph-mon[86391]: osdmap e1558: 8 total, 8 up, 8 in 2024-08-17T01:29:18.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:18 smithi082 ceph-mon[91979]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 7.2 KiB/s wr, 143 op/s 2024-08-17T01:29:18.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:18 smithi082 ceph-mon[91979]: osdmap e1558: 8 total, 8 up, 8 in 2024-08-17T01:29:18.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:18 smithi082 ceph-mon[94343]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 7.2 KiB/s wr, 143 op/s 2024-08-17T01:29:18.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:18 smithi082 ceph-mon[94343]: osdmap e1558: 8 total, 8 up, 8 in 2024-08-17T01:29:19.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:19 smithi082 ceph-mon[94343]: osdmap e1559: 8 total, 8 up, 8 in 2024-08-17T01:29:19.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:19 smithi082 ceph-mon[94343]: osdmap e1560: 8 total, 8 up, 8 in 2024-08-17T01:29:19.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:19 smithi082 ceph-mon[91979]: osdmap e1559: 8 total, 8 up, 8 in 2024-08-17T01:29:19.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:19 smithi082 ceph-mon[91979]: osdmap e1560: 8 total, 8 up, 8 in 2024-08-17T01:29:19.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:19 smithi137 ceph-mon[86391]: osdmap e1559: 8 total, 8 up, 8 in 2024-08-17T01:29:19.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:19 smithi137 ceph-mon[86391]: osdmap e1560: 8 total, 8 up, 8 in 2024-08-17T01:29:20.888 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:20 smithi137 ceph-mon[86391]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.7 KiB/s wr, 36 op/s 2024-08-17T01:29:20.888 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:29:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:20 smithi082 ceph-mon[91979]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.7 KiB/s wr, 36 op/s 2024-08-17T01:29:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:29:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:20 smithi082 ceph-mon[94343]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.7 KiB/s wr, 36 op/s 2024-08-17T01:29:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:29:21.566 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31016 ms) 2024-08-17T01:29:21.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:21 smithi082 ceph-mon[94343]: osdmap e1561: 8 total, 8 up, 8 in 2024-08-17T01:29:21.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:21 smithi082 ceph-mon[91979]: osdmap e1561: 8 total, 8 up, 8 in 2024-08-17T01:29:21.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:21 smithi137 ceph-mon[86391]: osdmap e1561: 8 total, 8 up, 8 in 2024-08-17T01:29:22.568 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 51 tests from TestMirroring (86887 ms total) 2024-08-17T01:29:22.568 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:29:22.569 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 34 tests from TestInternal 2024-08-17T01:29:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:29:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:29:22.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:22 smithi137 ceph-mon[86391]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.0 KiB/s wr, 90 op/s 2024-08-17T01:29:22.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:22 smithi137 ceph-mon[86391]: osdmap e1562: 8 total, 8 up, 8 in 2024-08-17T01:29:22.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:22 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c2ab3137-a915-458e-bf8b-65905bc7e1f5"}]: dispatch 2024-08-17T01:29:22.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:22 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c2ab3137-a915-458e-bf8b-65905bc7e1f5"}]': finished 2024-08-17T01:29:22.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:22 smithi082 ceph-mon[94343]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.0 KiB/s wr, 90 op/s 2024-08-17T01:29:22.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:22 smithi082 ceph-mon[94343]: osdmap e1562: 8 total, 8 up, 8 in 2024-08-17T01:29:22.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:22 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c2ab3137-a915-458e-bf8b-65905bc7e1f5"}]: dispatch 2024-08-17T01:29:22.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:22 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c2ab3137-a915-458e-bf8b-65905bc7e1f5"}]': finished 2024-08-17T01:29:22.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:22 smithi082 ceph-mon[91979]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.0 KiB/s wr, 90 op/s 2024-08-17T01:29:22.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:22 smithi082 ceph-mon[91979]: osdmap e1562: 8 total, 8 up, 8 in 2024-08-17T01:29:22.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:22 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c2ab3137-a915-458e-bf8b-65905bc7e1f5"}]: dispatch 2024-08-17T01:29:22.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:22 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2098949263' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c2ab3137-a915-458e-bf8b-65905bc7e1f5"}]': finished 2024-08-17T01:29:23.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:23 smithi082 ceph-mon[91979]: osdmap e1563: 8 total, 8 up, 8 in 2024-08-17T01:29:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:23 smithi082 ceph-mon[94343]: osdmap e1563: 8 total, 8 up, 8 in 2024-08-17T01:29:23.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:23 smithi137 ceph-mon[86391]: osdmap e1563: 8 total, 8 up, 8 in 2024-08-17T01:29:24.570 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.OpenByID 2024-08-17T01:29:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:24 smithi082 ceph-mon[94343]: pgmap v2716: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:29:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:24 smithi082 ceph-mon[94343]: osdmap e1564: 8 total, 8 up, 8 in 2024-08-17T01:29:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:24 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3669962114' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:29:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:24 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3669962114' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:29:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:24 smithi082 ceph-mon[94343]: osdmap e1565: 8 total, 8 up, 8 in 2024-08-17T01:29:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:24 smithi082 ceph-mon[91979]: pgmap v2716: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:29:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:24 smithi082 ceph-mon[91979]: osdmap e1564: 8 total, 8 up, 8 in 2024-08-17T01:29:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:24 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3669962114' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:29:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:24 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3669962114' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:29:24.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:24 smithi082 ceph-mon[91979]: osdmap e1565: 8 total, 8 up, 8 in 2024-08-17T01:29:24.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:24 smithi137 ceph-mon[86391]: pgmap v2716: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:29:24.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:24 smithi137 ceph-mon[86391]: osdmap e1564: 8 total, 8 up, 8 in 2024-08-17T01:29:24.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:24 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3669962114' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:29:24.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:24 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3669962114' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:29:24.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:24 smithi137 ceph-mon[86391]: osdmap e1565: 8 total, 8 up, 8 in 2024-08-17T01:29:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:29:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:29:25] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2024-08-17T01:29:26.635 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.OpenByID (2065 ms) 2024-08-17T01:29:26.635 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-08-17T01:29:26.657 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.OpenSnapDNE (22 ms) 2024-08-17T01:29:26.657 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-08-17T01:29:26.680 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (23 ms) 2024-08-17T01:29:26.680 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-08-17T01:29:26.704 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.ResizeLocksImage (25 ms) 2024-08-17T01:29:26.704 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-08-17T01:29:26.722 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (18 ms) 2024-08-17T01:29:26.723 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-08-17T01:29:26.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:26 smithi082 ceph-mon[94343]: pgmap v2719: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:29:26.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:26 smithi082 ceph-mon[94343]: osdmap e1566: 8 total, 8 up, 8 in 2024-08-17T01:29:26.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:26 smithi082 ceph-mon[91979]: pgmap v2719: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:29:26.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:26 smithi082 ceph-mon[91979]: osdmap e1566: 8 total, 8 up, 8 in 2024-08-17T01:29:26.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:26 smithi137 ceph-mon[86391]: pgmap v2719: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:29:26.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:26 smithi137 ceph-mon[86391]: osdmap e1566: 8 total, 8 up, 8 in 2024-08-17T01:29:27.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:27 smithi082 ceph-mon[94343]: osdmap e1567: 8 total, 8 up, 8 in 2024-08-17T01:29:27.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:27 smithi082 ceph-mon[91979]: osdmap e1567: 8 total, 8 up, 8 in 2024-08-17T01:29:27.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:27 smithi137 ceph-mon[86391]: osdmap e1567: 8 total, 8 up, 8 in 2024-08-17T01:29:28.624 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1901 ms) 2024-08-17T01:29:28.624 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-08-17T01:29:28.646 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (22 ms) 2024-08-17T01:29:28.646 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-08-17T01:29:28.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:28 smithi082 ceph-mon[94343]: pgmap v2722: 137 pgs: 1 creating+peering, 13 unknown, 123 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:29:28.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:28 smithi082 ceph-mon[94343]: osdmap e1568: 8 total, 8 up, 8 in 2024-08-17T01:29:28.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:28 smithi082 ceph-mon[91979]: pgmap v2722: 137 pgs: 1 creating+peering, 13 unknown, 123 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:29:28.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:28 smithi082 ceph-mon[91979]: osdmap e1568: 8 total, 8 up, 8 in 2024-08-17T01:29:28.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:28 smithi137 ceph-mon[86391]: pgmap v2722: 137 pgs: 1 creating+peering, 13 unknown, 123 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:29:28.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:28 smithi137 ceph-mon[86391]: osdmap e1568: 8 total, 8 up, 8 in 2024-08-17T01:29:29.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:29 smithi082 ceph-mon[91979]: osdmap e1569: 8 total, 8 up, 8 in 2024-08-17T01:29:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:29 smithi082 ceph-mon[94343]: osdmap e1569: 8 total, 8 up, 8 in 2024-08-17T01:29:29.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:29 smithi137 ceph-mon[86391]: osdmap e1569: 8 total, 8 up, 8 in 2024-08-17T01:29:30.640 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1994 ms) 2024-08-17T01:29:30.640 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-08-17T01:29:30.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:30 smithi082 ceph-mon[94343]: pgmap v2725: 137 pgs: 1 creating+peering, 136 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.0 KiB/s wr, 35 op/s 2024-08-17T01:29:30.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:30 smithi082 ceph-mon[94343]: osdmap e1570: 8 total, 8 up, 8 in 2024-08-17T01:29:30.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:30 smithi082 ceph-mon[91979]: pgmap v2725: 137 pgs: 1 creating+peering, 136 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.0 KiB/s wr, 35 op/s 2024-08-17T01:29:30.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:30 smithi082 ceph-mon[91979]: osdmap e1570: 8 total, 8 up, 8 in 2024-08-17T01:29:30.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:30 smithi137 ceph-mon[86391]: pgmap v2725: 137 pgs: 1 creating+peering, 136 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.0 KiB/s wr, 35 op/s 2024-08-17T01:29:30.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:30 smithi137 ceph-mon[86391]: osdmap e1570: 8 total, 8 up, 8 in 2024-08-17T01:29:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:31 smithi082 ceph-mon[94343]: osdmap e1571: 8 total, 8 up, 8 in 2024-08-17T01:29:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:31 smithi082 ceph-mon[94343]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 7.5 KiB/s wr, 106 op/s 2024-08-17T01:29:31.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:31 smithi082 ceph-mon[91979]: osdmap e1571: 8 total, 8 up, 8 in 2024-08-17T01:29:31.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:31 smithi082 ceph-mon[91979]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 7.5 KiB/s wr, 106 op/s 2024-08-17T01:29:31.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:31 smithi137 ceph-mon[86391]: osdmap e1571: 8 total, 8 up, 8 in 2024-08-17T01:29:31.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:31 smithi137 ceph-mon[86391]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 7.5 KiB/s wr, 106 op/s 2024-08-17T01:29:32.628 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:29:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:29:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:29:32.658 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2018 ms) 2024-08-17T01:29:32.658 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-08-17T01:29:32.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:32 smithi082 ceph-mon[94343]: osdmap e1572: 8 total, 8 up, 8 in 2024-08-17T01:29:32.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:32 smithi082 ceph-mon[91979]: osdmap e1572: 8 total, 8 up, 8 in 2024-08-17T01:29:32.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:32 smithi137 ceph-mon[86391]: osdmap e1572: 8 total, 8 up, 8 in 2024-08-17T01:29:33.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:33 smithi082 ceph-mon[94343]: osdmap e1573: 8 total, 8 up, 8 in 2024-08-17T01:29:33.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:33 smithi082 ceph-mon[94343]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 9.7 KiB/s wr, 123 op/s 2024-08-17T01:29:33.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:33 smithi082 ceph-mon[91979]: osdmap e1573: 8 total, 8 up, 8 in 2024-08-17T01:29:33.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:33 smithi082 ceph-mon[91979]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 9.7 KiB/s wr, 123 op/s 2024-08-17T01:29:33.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:33 smithi137 ceph-mon[86391]: osdmap e1573: 8 total, 8 up, 8 in 2024-08-17T01:29:33.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:33 smithi137 ceph-mon[86391]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 9.7 KiB/s wr, 123 op/s 2024-08-17T01:29:34.481 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.SnapSetReleasesLock (1823 ms) 2024-08-17T01:29:34.481 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-08-17T01:29:34.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:34 smithi082 ceph-mon[94343]: osdmap e1574: 8 total, 8 up, 8 in 2024-08-17T01:29:34.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:34 smithi082 ceph-mon[94343]: osdmap e1575: 8 total, 8 up, 8 in 2024-08-17T01:29:34.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:34 smithi082 ceph-mon[91979]: osdmap e1574: 8 total, 8 up, 8 in 2024-08-17T01:29:34.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:34 smithi082 ceph-mon[91979]: osdmap e1575: 8 total, 8 up, 8 in 2024-08-17T01:29:34.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:34 smithi137 ceph-mon[86391]: osdmap e1574: 8 total, 8 up, 8 in 2024-08-17T01:29:34.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:34 smithi137 ceph-mon[86391]: osdmap e1575: 8 total, 8 up, 8 in 2024-08-17T01:29:35.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:29:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:29:35] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2024-08-17T01:29:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:35 smithi082 ceph-mon[94343]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 7.0 KiB/s wr, 85 op/s 2024-08-17T01:29:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:29:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:35 smithi082 ceph-mon[94343]: osdmap e1576: 8 total, 8 up, 8 in 2024-08-17T01:29:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:35 smithi082 ceph-mon[91979]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 7.0 KiB/s wr, 85 op/s 2024-08-17T01:29:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:29:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:35 smithi082 ceph-mon[91979]: osdmap e1576: 8 total, 8 up, 8 in 2024-08-17T01:29:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:35 smithi137 ceph-mon[86391]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 7.0 KiB/s wr, 85 op/s 2024-08-17T01:29:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:29:35.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:35 smithi137 ceph-mon[86391]: osdmap e1576: 8 total, 8 up, 8 in 2024-08-17T01:29:36.487 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.FlattenLocksImage (2007 ms) 2024-08-17T01:29:36.488 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-08-17T01:29:37.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:37 smithi082 ceph-mon[94343]: osdmap e1577: 8 total, 8 up, 8 in 2024-08-17T01:29:37.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:37 smithi082 ceph-mon[91979]: osdmap e1577: 8 total, 8 up, 8 in 2024-08-17T01:29:37.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:37 smithi137 ceph-mon[86391]: osdmap e1577: 8 total, 8 up, 8 in 2024-08-17T01:29:38.492 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (2004 ms) 2024-08-17T01:29:38.492 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-08-17T01:29:38.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:38 smithi082 ceph-mon[94343]: pgmap v2737: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.2 KiB/s wr, 96 op/s 2024-08-17T01:29:38.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:38 smithi082 ceph-mon[94343]: osdmap e1578: 8 total, 8 up, 8 in 2024-08-17T01:29:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:38 smithi082 ceph-mon[91979]: pgmap v2737: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.2 KiB/s wr, 96 op/s 2024-08-17T01:29:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:38 smithi082 ceph-mon[91979]: osdmap e1578: 8 total, 8 up, 8 in 2024-08-17T01:29:38.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:38 smithi137 ceph-mon[86391]: pgmap v2737: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.2 KiB/s wr, 96 op/s 2024-08-17T01:29:38.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:38 smithi137 ceph-mon[86391]: osdmap e1578: 8 total, 8 up, 8 in 2024-08-17T01:29:39.468 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (976 ms) 2024-08-17T01:29:39.468 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-08-17T01:29:39.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:39 smithi137 ceph-mon[86391]: osdmap e1579: 8 total, 8 up, 8 in 2024-08-17T01:29:39.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:39 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3009640636' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3009640636"}]: dispatch 2024-08-17T01:29:39.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:39 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3009640636"}]: dispatch 2024-08-17T01:29:39.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:39 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3009640636"}]': finished 2024-08-17T01:29:39.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:39 smithi137 ceph-mon[86391]: osdmap e1580: 8 total, 8 up, 8 in 2024-08-17T01:29:39.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:39 smithi082 ceph-mon[94343]: osdmap e1579: 8 total, 8 up, 8 in 2024-08-17T01:29:39.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:39 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3009640636' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3009640636"}]: dispatch 2024-08-17T01:29:39.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:39 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3009640636"}]: dispatch 2024-08-17T01:29:39.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:39 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3009640636"}]': finished 2024-08-17T01:29:39.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:39 smithi082 ceph-mon[94343]: osdmap e1580: 8 total, 8 up, 8 in 2024-08-17T01:29:39.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:39 smithi082 ceph-mon[91979]: osdmap e1579: 8 total, 8 up, 8 in 2024-08-17T01:29:39.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:39 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3009640636' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3009640636"}]: dispatch 2024-08-17T01:29:39.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:39 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3009640636"}]: dispatch 2024-08-17T01:29:39.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:39 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3009640636"}]': finished 2024-08-17T01:29:39.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:39 smithi082 ceph-mon[91979]: osdmap e1580: 8 total, 8 up, 8 in 2024-08-17T01:29:40.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:40 smithi137 ceph-mon[86391]: pgmap v2740: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 9.2 KiB/s wr, 161 op/s 2024-08-17T01:29:40.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:40 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3721777576' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3721777576"}]: dispatch 2024-08-17T01:29:40.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:40 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3721777576"}]: dispatch 2024-08-17T01:29:40.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:40 smithi082 ceph-mon[94343]: pgmap v2740: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 9.2 KiB/s wr, 161 op/s 2024-08-17T01:29:40.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:40 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3721777576' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3721777576"}]: dispatch 2024-08-17T01:29:40.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:40 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3721777576"}]: dispatch 2024-08-17T01:29:40.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:40 smithi082 ceph-mon[91979]: pgmap v2740: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 9.2 KiB/s wr, 161 op/s 2024-08-17T01:29:40.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:40 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3721777576' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3721777576"}]: dispatch 2024-08-17T01:29:40.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:40 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3721777576"}]: dispatch 2024-08-17T01:29:41.489 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (2021 ms) 2024-08-17T01:29:41.489 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-08-17T01:29:41.521 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.AioWriteRequestsLock (32 ms) 2024-08-17T01:29:41.521 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-08-17T01:29:41.548 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (27 ms) 2024-08-17T01:29:41.548 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-08-17T01:29:41.592 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.CancelAsyncResize (44 ms) 2024-08-17T01:29:41.592 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.MultipleResize 2024-08-17T01:29:41.648 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.MultipleResize (56 ms) 2024-08-17T01:29:41.648 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.Metadata 2024-08-17T01:29:41.688 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.Metadata (40 ms) 2024-08-17T01:29:41.688 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-08-17T01:29:41.720 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.MetadataConfApply (32 ms) 2024-08-17T01:29:41.720 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-08-17T01:29:41.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:41 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3721777576"}]': finished 2024-08-17T01:29:41.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:41 smithi082 ceph-mon[94343]: osdmap e1581: 8 total, 8 up, 8 in 2024-08-17T01:29:41.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:41 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3721777576"}]': finished 2024-08-17T01:29:41.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:41 smithi082 ceph-mon[91979]: osdmap e1581: 8 total, 8 up, 8 in 2024-08-17T01:29:41.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:41 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3721777576"}]': finished 2024-08-17T01:29:41.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:41 smithi137 ceph-mon[86391]: osdmap e1581: 8 total, 8 up, 8 in 2024-08-17T01:29:42.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:42 smithi137 ceph-mon[86391]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 9.0 KiB/s wr, 177 op/s 2024-08-17T01:29:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:29:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:29:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:29:42.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:42 smithi082 ceph-mon[94343]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 9.0 KiB/s wr, 177 op/s 2024-08-17T01:29:42.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:42 smithi082 ceph-mon[91979]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 9.0 KiB/s wr, 177 op/s 2024-08-17T01:29:43.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:43 smithi082 ceph-mon[94343]: osdmap e1582: 8 total, 8 up, 8 in 2024-08-17T01:29:43.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:43 smithi082 ceph-mon[91979]: osdmap e1582: 8 total, 8 up, 8 in 2024-08-17T01:29:43.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:43 smithi137 ceph-mon[86391]: osdmap e1582: 8 total, 8 up, 8 in 2024-08-17T01:29:44.547 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.SnapshotCopyup (2827 ms) 2024-08-17T01:29:44.547 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-08-17T01:29:44.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:44 smithi082 ceph-mon[94343]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 10 KiB/s wr, 198 op/s 2024-08-17T01:29:44.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:44 smithi082 ceph-mon[94343]: osdmap e1583: 8 total, 8 up, 8 in 2024-08-17T01:29:44.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:44 smithi082 ceph-mon[94343]: osdmap e1584: 8 total, 8 up, 8 in 2024-08-17T01:29:44.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:44 smithi082 ceph-mon[91979]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 10 KiB/s wr, 198 op/s 2024-08-17T01:29:44.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:44 smithi082 ceph-mon[91979]: osdmap e1583: 8 total, 8 up, 8 in 2024-08-17T01:29:44.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:44 smithi082 ceph-mon[91979]: osdmap e1584: 8 total, 8 up, 8 in 2024-08-17T01:29:44.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:44 smithi137 ceph-mon[86391]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 10 KiB/s wr, 198 op/s 2024-08-17T01:29:44.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:44 smithi137 ceph-mon[86391]: osdmap e1583: 8 total, 8 up, 8 in 2024-08-17T01:29:44.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:44 smithi137 ceph-mon[86391]: osdmap e1584: 8 total, 8 up, 8 in 2024-08-17T01:29:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:29:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:29:45] "GET /metrics HTTP/1.1" 200 36443 "" "Prometheus/2.43.0" 2024-08-17T01:29:46.544 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1997 ms) 2024-08-17T01:29:46.544 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-08-17T01:29:46.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:46 smithi082 ceph-mon[94343]: pgmap v2748: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 10 KiB/s wr, 149 op/s 2024-08-17T01:29:46.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:46 smithi082 ceph-mon[94343]: osdmap e1585: 8 total, 8 up, 8 in 2024-08-17T01:29:46.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:46 smithi082 ceph-mon[91979]: pgmap v2748: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 10 KiB/s wr, 149 op/s 2024-08-17T01:29:46.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:46 smithi082 ceph-mon[91979]: osdmap e1585: 8 total, 8 up, 8 in 2024-08-17T01:29:46.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:46 smithi137 ceph-mon[86391]: pgmap v2748: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 10 KiB/s wr, 149 op/s 2024-08-17T01:29:46.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:46 smithi137 ceph-mon[86391]: osdmap e1585: 8 total, 8 up, 8 in 2024-08-17T01:29:47.551 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (1007 ms) 2024-08-17T01:29:47.551 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-08-17T01:29:47.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:47 smithi082 ceph-mon[94343]: osdmap e1586: 8 total, 8 up, 8 in 2024-08-17T01:29:47.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:47 smithi082 ceph-mon[91979]: osdmap e1586: 8 total, 8 up, 8 in 2024-08-17T01:29:47.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:47 smithi137 ceph-mon[86391]: osdmap e1586: 8 total, 8 up, 8 in 2024-08-17T01:29:48.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:48 smithi082 ceph-mon[94343]: pgmap v2751: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 24 KiB/s wr, 257 op/s 2024-08-17T01:29:48.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:48 smithi082 ceph-mon[94343]: osdmap e1587: 8 total, 8 up, 8 in 2024-08-17T01:29:48.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:48 smithi082 ceph-mon[91979]: pgmap v2751: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 24 KiB/s wr, 257 op/s 2024-08-17T01:29:48.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:48 smithi082 ceph-mon[91979]: osdmap e1587: 8 total, 8 up, 8 in 2024-08-17T01:29:48.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:48 smithi137 ceph-mon[86391]: pgmap v2751: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 24 KiB/s wr, 257 op/s 2024-08-17T01:29:48.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:48 smithi137 ceph-mon[86391]: osdmap e1587: 8 total, 8 up, 8 in 2024-08-17T01:29:49.524 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.ResizeCopyup (1974 ms) 2024-08-17T01:29:49.525 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-08-17T01:29:49.537 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:29:49.537 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.DiscardCopyup (12 ms) 2024-08-17T01:29:49.537 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.ImageOptions 2024-08-17T01:29:49.545 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.ImageOptions (8 ms) 2024-08-17T01:29:49.545 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-08-17T01:29:49.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:49 smithi082 ceph-mon[94343]: osdmap e1588: 8 total, 8 up, 8 in 2024-08-17T01:29:49.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:49 smithi082 ceph-mon[94343]: osdmap e1589: 8 total, 8 up, 8 in 2024-08-17T01:29:49.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:49 smithi082 ceph-mon[91979]: osdmap e1588: 8 total, 8 up, 8 in 2024-08-17T01:29:49.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:49 smithi082 ceph-mon[91979]: osdmap e1589: 8 total, 8 up, 8 in 2024-08-17T01:29:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:49 smithi137 ceph-mon[86391]: osdmap e1588: 8 total, 8 up, 8 in 2024-08-17T01:29:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:49 smithi137 ceph-mon[86391]: osdmap e1589: 8 total, 8 up, 8 in 2024-08-17T01:29:50.888 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:50 smithi137 ceph-mon[86391]: pgmap v2754: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 260 KiB/s rd, 27 KiB/s wr, 359 op/s 2024-08-17T01:29:50.888 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:29:50.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:50 smithi082 ceph-mon[91979]: pgmap v2754: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 260 KiB/s rd, 27 KiB/s wr, 359 op/s 2024-08-17T01:29:50.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:29:50.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:50 smithi082 ceph-mon[94343]: pgmap v2754: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 260 KiB/s rd, 27 KiB/s wr, 359 op/s 2024-08-17T01:29:50.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:29:51.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:51 smithi082 ceph-mon[94343]: osdmap e1590: 8 total, 8 up, 8 in 2024-08-17T01:29:51.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:51 smithi082 ceph-mon[91979]: osdmap e1590: 8 total, 8 up, 8 in 2024-08-17T01:29:51.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:51 smithi137 ceph-mon[86391]: osdmap e1590: 8 total, 8 up, 8 in 2024-08-17T01:29:52.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:52 smithi137 ceph-mon[86391]: pgmap v2757: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 1.0 MiB/s wr, 204 op/s 2024-08-17T01:29:52.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:52 smithi137 ceph-mon[86391]: osdmap e1591: 8 total, 8 up, 8 in 2024-08-17T01:29:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:29:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:29:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:29:52.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:52 smithi082 ceph-mon[94343]: pgmap v2757: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 1.0 MiB/s wr, 204 op/s 2024-08-17T01:29:52.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:52 smithi082 ceph-mon[94343]: osdmap e1591: 8 total, 8 up, 8 in 2024-08-17T01:29:52.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:52 smithi082 ceph-mon[91979]: pgmap v2757: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 1.0 MiB/s wr, 204 op/s 2024-08-17T01:29:52.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:52 smithi082 ceph-mon[91979]: osdmap e1591: 8 total, 8 up, 8 in 2024-08-17T01:29:53.581 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.WriteFullCopyup (4036 ms) 2024-08-17T01:29:53.581 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-08-17T01:29:53.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:53 smithi082 ceph-mon[94343]: osdmap e1592: 8 total, 8 up, 8 in 2024-08-17T01:29:53.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:53 smithi082 ceph-mon[91979]: osdmap e1592: 8 total, 8 up, 8 in 2024-08-17T01:29:53.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:53 smithi137 ceph-mon[86391]: osdmap e1592: 8 total, 8 up, 8 in 2024-08-17T01:29:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:54 smithi082 ceph-mon[94343]: pgmap v2760: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 1.0 MiB/s wr, 182 op/s 2024-08-17T01:29:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:54 smithi082 ceph-mon[94343]: osdmap e1593: 8 total, 8 up, 8 in 2024-08-17T01:29:54.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:54 smithi082 ceph-mon[91979]: pgmap v2760: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 1.0 MiB/s wr, 182 op/s 2024-08-17T01:29:54.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:54 smithi082 ceph-mon[91979]: osdmap e1593: 8 total, 8 up, 8 in 2024-08-17T01:29:54.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:54 smithi137 ceph-mon[86391]: pgmap v2760: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 1.0 MiB/s wr, 182 op/s 2024-08-17T01:29:54.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:54 smithi137 ceph-mon[86391]: osdmap e1593: 8 total, 8 up, 8 in 2024-08-17T01:29:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:29:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:29:55] "GET /metrics HTTP/1.1" 200 36453 "" "Prometheus/2.43.0" 2024-08-17T01:29:55.607 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2026 ms) 2024-08-17T01:29:55.607 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.TestCoR 2024-08-17T01:29:55.616 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING due to disabled rbd_copy_on_read 2024-08-17T01:29:55.616 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.TestCoR (9 ms) 2024-08-17T01:29:55.616 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-08-17T01:29:55.836 INFO:tasks.workunit.client.0.smithi082.stdout:made parent image "image396": 4194304K (1024 * 4K) 2024-08-17T01:29:55.836 INFO:tasks.workunit.client.0.smithi082.stdout:generated random write map: 2024-08-17T01:29:55.836 INFO:tasks.workunit.client.0.smithi082.stdout: [13 , 56016 ] 2024-08-17T01:29:55.836 INFO:tasks.workunit.client.0.smithi082.stdout: [23 , 97201 ] 2024-08-17T01:29:55.837 INFO:tasks.workunit.client.0.smithi082.stdout: [51 , 209037 ] 2024-08-17T01:29:55.837 INFO:tasks.workunit.client.0.smithi082.stdout: [75 , 310224 ] 2024-08-17T01:29:55.837 INFO:tasks.workunit.client.0.smithi082.stdout: [84 , 346448 ] 2024-08-17T01:29:55.837 INFO:tasks.workunit.client.0.smithi082.stdout: [87 , 356913 ] 2024-08-17T01:29:55.837 INFO:tasks.workunit.client.0.smithi082.stdout: [101 , 414099 ] 2024-08-17T01:29:55.837 INFO:tasks.workunit.client.0.smithi082.stdout: [104 , 428723 ] 2024-08-17T01:29:55.837 INFO:tasks.workunit.client.0.smithi082.stdout: [115 , 473412 ] 2024-08-17T01:29:55.837 INFO:tasks.workunit.client.0.smithi082.stdout: [138 , 568557 ] 2024-08-17T01:29:55.837 INFO:tasks.workunit.client.0.smithi082.stdout: [139 , 572488 ] 2024-08-17T01:29:55.837 INFO:tasks.workunit.client.0.smithi082.stdout: [150 , 617427 ] 2024-08-17T01:29:55.837 INFO:tasks.workunit.client.0.smithi082.stdout: [157 , 645512 ] 2024-08-17T01:29:55.837 INFO:tasks.workunit.client.0.smithi082.stdout: [175 , 718667 ] 2024-08-17T01:29:55.837 INFO:tasks.workunit.client.0.smithi082.stdout: [205 , 839901 ] 2024-08-17T01:29:55.838 INFO:tasks.workunit.client.0.smithi082.stdout: [212 , 868482 ] 2024-08-17T01:29:55.838 INFO:tasks.workunit.client.0.smithi082.stdout: [221 , 906314 ] 2024-08-17T01:29:55.838 INFO:tasks.workunit.client.0.smithi082.stdout: [235 , 963485 ] 2024-08-17T01:29:55.838 INFO:tasks.workunit.client.0.smithi082.stdout: [252 , 1032253 ] 2024-08-17T01:29:55.838 INFO:tasks.workunit.client.0.smithi082.stdout: [260 , 1065404 ] 2024-08-17T01:29:55.838 INFO:tasks.workunit.client.0.smithi082.stdout: [261 , 1070875 ] 2024-08-17T01:29:55.838 INFO:tasks.workunit.client.0.smithi082.stdout: [263 , 1079600 ] 2024-08-17T01:29:55.838 INFO:tasks.workunit.client.0.smithi082.stdout: [268 , 1099397 ] 2024-08-17T01:29:55.838 INFO:tasks.workunit.client.0.smithi082.stdout: [284 , 1163952 ] 2024-08-17T01:29:55.838 INFO:tasks.workunit.client.0.smithi082.stdout: [286 , 1172270 ] 2024-08-17T01:29:55.838 INFO:tasks.workunit.client.0.smithi082.stdout: [302 , 1239611 ] 2024-08-17T01:29:55.838 INFO:tasks.workunit.client.0.smithi082.stdout: [333 , 1366770 ] 2024-08-17T01:29:55.839 INFO:tasks.workunit.client.0.smithi082.stdout: [338 , 1386479 ] 2024-08-17T01:29:55.839 INFO:tasks.workunit.client.0.smithi082.stdout: [363 , 1487395 ] 2024-08-17T01:29:55.839 INFO:tasks.workunit.client.0.smithi082.stdout: [367 , 1504607 ] 2024-08-17T01:29:55.839 INFO:tasks.workunit.client.0.smithi082.stdout: [368 , 1509564 ] 2024-08-17T01:29:55.839 INFO:tasks.workunit.client.0.smithi082.stdout: [374 , 1531981 ] 2024-08-17T01:29:55.839 INFO:tasks.workunit.client.0.smithi082.stdout: [378 , 1551147 ] 2024-08-17T01:29:55.839 INFO:tasks.workunit.client.0.smithi082.stdout: [380 , 1558341 ] 2024-08-17T01:29:55.839 INFO:tasks.workunit.client.0.smithi082.stdout: [401 , 1645556 ] 2024-08-17T01:29:55.839 INFO:tasks.workunit.client.0.smithi082.stdout: [414 , 1697539 ] 2024-08-17T01:29:55.839 INFO:tasks.workunit.client.0.smithi082.stdout: [425 , 1743948 ] 2024-08-17T01:29:55.839 INFO:tasks.workunit.client.0.smithi082.stdout: [431 , 1768046 ] 2024-08-17T01:29:55.839 INFO:tasks.workunit.client.0.smithi082.stdout: [435 , 1784894 ] 2024-08-17T01:29:55.840 INFO:tasks.workunit.client.0.smithi082.stdout: [442 , 1811845 ] 2024-08-17T01:29:55.840 INFO:tasks.workunit.client.0.smithi082.stdout: [449 , 1839458 ] 2024-08-17T01:29:55.840 INFO:tasks.workunit.client.0.smithi082.stdout: [457 , 1872426 ] 2024-08-17T01:29:55.840 INFO:tasks.workunit.client.0.smithi082.stdout: [470 , 1928454 ] 2024-08-17T01:29:55.840 INFO:tasks.workunit.client.0.smithi082.stdout: [473 , 1939907 ] 2024-08-17T01:29:55.840 INFO:tasks.workunit.client.0.smithi082.stdout: [505 , 2071469 ] 2024-08-17T01:29:55.840 INFO:tasks.workunit.client.0.smithi082.stdout: [511 , 2095806 ] 2024-08-17T01:29:55.840 INFO:tasks.workunit.client.0.smithi082.stdout: [513 , 2104802 ] 2024-08-17T01:29:55.840 INFO:tasks.workunit.client.0.smithi082.stdout: [528 , 2166120 ] 2024-08-17T01:29:55.840 INFO:tasks.workunit.client.0.smithi082.stdout: [543 , 2226572 ] 2024-08-17T01:29:55.840 INFO:tasks.workunit.client.0.smithi082.stdout: [545 , 2234287 ] 2024-08-17T01:29:55.840 INFO:tasks.workunit.client.0.smithi082.stdout: [562 , 2302778 ] 2024-08-17T01:29:55.840 INFO:tasks.workunit.client.0.smithi082.stdout: [574 , 2354390 ] 2024-08-17T01:29:55.840 INFO:tasks.workunit.client.0.smithi082.stdout: [576 , 2360018 ] 2024-08-17T01:29:55.840 INFO:tasks.workunit.client.0.smithi082.stdout: [585 , 2396749 ] 2024-08-17T01:29:55.841 INFO:tasks.workunit.client.0.smithi082.stdout: [600 , 2459461 ] 2024-08-17T01:29:55.841 INFO:tasks.workunit.client.0.smithi082.stdout: [607 , 2487459 ] 2024-08-17T01:29:55.841 INFO:tasks.workunit.client.0.smithi082.stdout: [609 , 2494547 ] 2024-08-17T01:29:55.841 INFO:tasks.workunit.client.0.smithi082.stdout: [610 , 2500270 ] 2024-08-17T01:29:55.841 INFO:tasks.workunit.client.0.smithi082.stdout: [623 , 2554736 ] 2024-08-17T01:29:55.841 INFO:tasks.workunit.client.0.smithi082.stdout: [630 , 2582424 ] 2024-08-17T01:29:55.841 INFO:tasks.workunit.client.0.smithi082.stdout: [631 , 2587392 ] 2024-08-17T01:29:55.841 INFO:tasks.workunit.client.0.smithi082.stdout: [636 , 2606545 ] 2024-08-17T01:29:55.841 INFO:tasks.workunit.client.0.smithi082.stdout: [652 , 2671576 ] 2024-08-17T01:29:55.841 INFO:tasks.workunit.client.0.smithi082.stdout: [661 , 2710569 ] 2024-08-17T01:29:55.841 INFO:tasks.workunit.client.0.smithi082.stdout: [671 , 2748663 ] 2024-08-17T01:29:55.841 INFO:tasks.workunit.client.0.smithi082.stdout: [701 , 2872485 ] 2024-08-17T01:29:55.841 INFO:tasks.workunit.client.0.smithi082.stdout: [722 , 2958508 ] 2024-08-17T01:29:55.842 INFO:tasks.workunit.client.0.smithi082.stdout: [723 , 2964955 ] 2024-08-17T01:29:55.842 INFO:tasks.workunit.client.0.smithi082.stdout: [724 , 2966670 ] 2024-08-17T01:29:55.842 INFO:tasks.workunit.client.0.smithi082.stdout: [734 , 3009688 ] 2024-08-17T01:29:55.842 INFO:tasks.workunit.client.0.smithi082.stdout: [750 , 3073229 ] 2024-08-17T01:29:55.842 INFO:tasks.workunit.client.0.smithi082.stdout: [769 , 3150600 ] 2024-08-17T01:29:55.842 INFO:tasks.workunit.client.0.smithi082.stdout: [775 , 3176018 ] 2024-08-17T01:29:55.842 INFO:tasks.workunit.client.0.smithi082.stdout: [779 , 3193912 ] 2024-08-17T01:29:55.842 INFO:tasks.workunit.client.0.smithi082.stdout: [789 , 3234328 ] 2024-08-17T01:29:55.842 INFO:tasks.workunit.client.0.smithi082.stdout: [796 , 3262939 ] 2024-08-17T01:29:55.842 INFO:tasks.workunit.client.0.smithi082.stdout: [800 , 3277709 ] 2024-08-17T01:29:55.842 INFO:tasks.workunit.client.0.smithi082.stdout: [804 , 3293690 ] 2024-08-17T01:29:55.842 INFO:tasks.workunit.client.0.smithi082.stdout: [822 , 3367226 ] 2024-08-17T01:29:55.842 INFO:tasks.workunit.client.0.smithi082.stdout: [833 , 3412647 ] 2024-08-17T01:29:55.843 INFO:tasks.workunit.client.0.smithi082.stdout: [848 , 3473580 ] 2024-08-17T01:29:55.843 INFO:tasks.workunit.client.0.smithi082.stdout: [878 , 3598575 ] 2024-08-17T01:29:55.843 INFO:tasks.workunit.client.0.smithi082.stdout: [888 , 3639265 ] 2024-08-17T01:29:55.843 INFO:tasks.workunit.client.0.smithi082.stdout: [900 , 3686898 ] 2024-08-17T01:29:55.843 INFO:tasks.workunit.client.0.smithi082.stdout: [946 , 3875783 ] 2024-08-17T01:29:55.845 INFO:tasks.workunit.client.0.smithi082.stdout: [948 , 3884095 ] 2024-08-17T01:29:55.846 INFO:tasks.workunit.client.0.smithi082.stdout: [961 , 3938850 ] 2024-08-17T01:29:55.846 INFO:tasks.workunit.client.0.smithi082.stdout: [967 , 3962637 ] 2024-08-17T01:29:55.846 INFO:tasks.workunit.client.0.smithi082.stdout: [969 , 3971421 ] 2024-08-17T01:29:55.846 INFO:tasks.workunit.client.0.smithi082.stdout: [972 , 3981739 ] 2024-08-17T01:29:55.846 INFO:tasks.workunit.client.0.smithi082.stdout: [983 , 4029637 ] 2024-08-17T01:29:55.846 INFO:tasks.workunit.client.0.smithi082.stdout: [992 , 4065415 ] 2024-08-17T01:29:55.846 INFO:tasks.workunit.client.0.smithi082.stdout: [1000 , 4096258 ] 2024-08-17T01:29:55.846 INFO:tasks.workunit.client.0.smithi082.stdout: [1005 , 4116920 ] 2024-08-17T01:29:55.846 INFO:tasks.workunit.client.0.smithi082.stdout: [1011 , 4144520 ] 2024-08-17T01:29:55.846 INFO:tasks.workunit.client.0.smithi082.stdout: [1021 , 4184670 ] 2024-08-17T01:29:55.846 INFO:tasks.workunit.client.0.smithi082.stdout:write data based on random map 2024-08-17T01:29:55.846 INFO:tasks.workunit.client.0.smithi082.stdout: write object-13 2024-08-17T01:29:55.847 INFO:tasks.workunit.client.0.smithi082.stdout: write object-23 2024-08-17T01:29:55.847 INFO:tasks.workunit.client.0.smithi082.stdout: write object-51 2024-08-17T01:29:55.847 INFO:tasks.workunit.client.0.smithi082.stdout: write object-75 2024-08-17T01:29:55.847 INFO:tasks.workunit.client.0.smithi082.stdout: write object-84 2024-08-17T01:29:55.847 INFO:tasks.workunit.client.0.smithi082.stdout: write object-87 2024-08-17T01:29:55.847 INFO:tasks.workunit.client.0.smithi082.stdout: write object-101 2024-08-17T01:29:55.847 INFO:tasks.workunit.client.0.smithi082.stdout: write object-104 2024-08-17T01:29:55.847 INFO:tasks.workunit.client.0.smithi082.stdout: write object-115 2024-08-17T01:29:55.847 INFO:tasks.workunit.client.0.smithi082.stdout: write object-138 2024-08-17T01:29:55.847 INFO:tasks.workunit.client.0.smithi082.stdout: write object-139 2024-08-17T01:29:55.847 INFO:tasks.workunit.client.0.smithi082.stdout: write object-150 2024-08-17T01:29:55.847 INFO:tasks.workunit.client.0.smithi082.stdout: write object-157 2024-08-17T01:29:55.847 INFO:tasks.workunit.client.0.smithi082.stdout: write object-175 2024-08-17T01:29:55.848 INFO:tasks.workunit.client.0.smithi082.stdout: write object-205 2024-08-17T01:29:55.848 INFO:tasks.workunit.client.0.smithi082.stdout: write object-212 2024-08-17T01:29:55.848 INFO:tasks.workunit.client.0.smithi082.stdout: write object-221 2024-08-17T01:29:55.848 INFO:tasks.workunit.client.0.smithi082.stdout: write object-235 2024-08-17T01:29:55.848 INFO:tasks.workunit.client.0.smithi082.stdout: write object-252 2024-08-17T01:29:55.848 INFO:tasks.workunit.client.0.smithi082.stdout: write object-260 2024-08-17T01:29:55.848 INFO:tasks.workunit.client.0.smithi082.stdout: write object-261 2024-08-17T01:29:55.848 INFO:tasks.workunit.client.0.smithi082.stdout: write object-263 2024-08-17T01:29:55.848 INFO:tasks.workunit.client.0.smithi082.stdout: write object-268 2024-08-17T01:29:55.848 INFO:tasks.workunit.client.0.smithi082.stdout: write object-284 2024-08-17T01:29:55.848 INFO:tasks.workunit.client.0.smithi082.stdout: write object-286 2024-08-17T01:29:55.848 INFO:tasks.workunit.client.0.smithi082.stdout: write object-302 2024-08-17T01:29:55.848 INFO:tasks.workunit.client.0.smithi082.stdout: write object-333 2024-08-17T01:29:55.848 INFO:tasks.workunit.client.0.smithi082.stdout: write object-338 2024-08-17T01:29:55.849 INFO:tasks.workunit.client.0.smithi082.stdout: write object-363 2024-08-17T01:29:55.849 INFO:tasks.workunit.client.0.smithi082.stdout: write object-367 2024-08-17T01:29:55.849 INFO:tasks.workunit.client.0.smithi082.stdout: write object-368 2024-08-17T01:29:55.849 INFO:tasks.workunit.client.0.smithi082.stdout: write object-374 2024-08-17T01:29:55.849 INFO:tasks.workunit.client.0.smithi082.stdout: write object-378 2024-08-17T01:29:55.849 INFO:tasks.workunit.client.0.smithi082.stdout: write object-380 2024-08-17T01:29:55.849 INFO:tasks.workunit.client.0.smithi082.stdout: write object-401 2024-08-17T01:29:55.849 INFO:tasks.workunit.client.0.smithi082.stdout: write object-414 2024-08-17T01:29:55.849 INFO:tasks.workunit.client.0.smithi082.stdout: write object-425 2024-08-17T01:29:55.849 INFO:tasks.workunit.client.0.smithi082.stdout: write object-431 2024-08-17T01:29:55.849 INFO:tasks.workunit.client.0.smithi082.stdout: write object-435 2024-08-17T01:29:55.849 INFO:tasks.workunit.client.0.smithi082.stdout: write object-442 2024-08-17T01:29:55.849 INFO:tasks.workunit.client.0.smithi082.stdout: write object-449 2024-08-17T01:29:55.849 INFO:tasks.workunit.client.0.smithi082.stdout: write object-457 2024-08-17T01:29:55.850 INFO:tasks.workunit.client.0.smithi082.stdout: write object-470 2024-08-17T01:29:55.850 INFO:tasks.workunit.client.0.smithi082.stdout: write object-473 2024-08-17T01:29:55.850 INFO:tasks.workunit.client.0.smithi082.stdout: write object-505 2024-08-17T01:29:55.850 INFO:tasks.workunit.client.0.smithi082.stdout: write object-511 2024-08-17T01:29:55.850 INFO:tasks.workunit.client.0.smithi082.stdout: write object-513 2024-08-17T01:29:55.850 INFO:tasks.workunit.client.0.smithi082.stdout: write object-528 2024-08-17T01:29:55.850 INFO:tasks.workunit.client.0.smithi082.stdout: write object-543 2024-08-17T01:29:55.850 INFO:tasks.workunit.client.0.smithi082.stdout: write object-545 2024-08-17T01:29:55.850 INFO:tasks.workunit.client.0.smithi082.stdout: write object-562 2024-08-17T01:29:55.850 INFO:tasks.workunit.client.0.smithi082.stdout: write object-574 2024-08-17T01:29:55.850 INFO:tasks.workunit.client.0.smithi082.stdout: write object-576 2024-08-17T01:29:55.850 INFO:tasks.workunit.client.0.smithi082.stdout: write object-585 2024-08-17T01:29:55.850 INFO:tasks.workunit.client.0.smithi082.stdout: write object-600 2024-08-17T01:29:55.851 INFO:tasks.workunit.client.0.smithi082.stdout: write object-607 2024-08-17T01:29:55.851 INFO:tasks.workunit.client.0.smithi082.stdout: write object-609 2024-08-17T01:29:55.851 INFO:tasks.workunit.client.0.smithi082.stdout: write object-610 2024-08-17T01:29:55.851 INFO:tasks.workunit.client.0.smithi082.stdout: write object-623 2024-08-17T01:29:55.851 INFO:tasks.workunit.client.0.smithi082.stdout: write object-630 2024-08-17T01:29:55.851 INFO:tasks.workunit.client.0.smithi082.stdout: write object-631 2024-08-17T01:29:55.851 INFO:tasks.workunit.client.0.smithi082.stdout: write object-636 2024-08-17T01:29:55.851 INFO:tasks.workunit.client.0.smithi082.stdout: write object-652 2024-08-17T01:29:55.851 INFO:tasks.workunit.client.0.smithi082.stdout: write object-661 2024-08-17T01:29:55.851 INFO:tasks.workunit.client.0.smithi082.stdout: write object-671 2024-08-17T01:29:55.851 INFO:tasks.workunit.client.0.smithi082.stdout: write object-701 2024-08-17T01:29:55.851 INFO:tasks.workunit.client.0.smithi082.stdout: write object-722 2024-08-17T01:29:55.851 INFO:tasks.workunit.client.0.smithi082.stdout: write object-723 2024-08-17T01:29:55.851 INFO:tasks.workunit.client.0.smithi082.stdout: write object-724 2024-08-17T01:29:55.852 INFO:tasks.workunit.client.0.smithi082.stdout: write object-734 2024-08-17T01:29:55.852 INFO:tasks.workunit.client.0.smithi082.stdout: write object-750 2024-08-17T01:29:55.852 INFO:tasks.workunit.client.0.smithi082.stdout: write object-769 2024-08-17T01:29:55.852 INFO:tasks.workunit.client.0.smithi082.stdout: write object-775 2024-08-17T01:29:55.852 INFO:tasks.workunit.client.0.smithi082.stdout: write object-779 2024-08-17T01:29:55.852 INFO:tasks.workunit.client.0.smithi082.stdout: write object-789 2024-08-17T01:29:55.852 INFO:tasks.workunit.client.0.smithi082.stdout: write object-796 2024-08-17T01:29:55.852 INFO:tasks.workunit.client.0.smithi082.stdout: write object-800 2024-08-17T01:29:55.852 INFO:tasks.workunit.client.0.smithi082.stdout: write object-804 2024-08-17T01:29:55.852 INFO:tasks.workunit.client.0.smithi082.stdout: write object-822 2024-08-17T01:29:55.852 INFO:tasks.workunit.client.0.smithi082.stdout: write object-833 2024-08-17T01:29:55.852 INFO:tasks.workunit.client.0.smithi082.stdout: write object-848 2024-08-17T01:29:55.852 INFO:tasks.workunit.client.0.smithi082.stdout: write object-878 2024-08-17T01:29:55.852 INFO:tasks.workunit.client.0.smithi082.stdout: write object-888 2024-08-17T01:29:55.853 INFO:tasks.workunit.client.0.smithi082.stdout: write object-900 2024-08-17T01:29:55.853 INFO:tasks.workunit.client.0.smithi082.stdout: write object-946 2024-08-17T01:29:55.853 INFO:tasks.workunit.client.0.smithi082.stdout: write object-948 2024-08-17T01:29:55.853 INFO:tasks.workunit.client.0.smithi082.stdout: write object-961 2024-08-17T01:29:55.853 INFO:tasks.workunit.client.0.smithi082.stdout: write object-967 2024-08-17T01:29:55.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:55 smithi082 ceph-mon[94343]: osdmap e1594: 8 total, 8 up, 8 in 2024-08-17T01:29:55.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:55 smithi082 ceph-mon[91979]: osdmap e1594: 8 total, 8 up, 8 in 2024-08-17T01:29:55.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:55 smithi137 ceph-mon[86391]: osdmap e1594: 8 total, 8 up, 8 in 2024-08-17T01:29:56.773 INFO:tasks.workunit.client.0.smithi082.stdout: write object-969 2024-08-17T01:29:56.773 INFO:tasks.workunit.client.0.smithi082.stdout: write object-972 2024-08-17T01:29:56.773 INFO:tasks.workunit.client.0.smithi082.stdout: write object-983 2024-08-17T01:29:56.773 INFO:tasks.workunit.client.0.smithi082.stdout: write object-992 2024-08-17T01:29:56.773 INFO:tasks.workunit.client.0.smithi082.stdout: write object-1000 2024-08-17T01:29:56.774 INFO:tasks.workunit.client.0.smithi082.stdout: write object-1005 2024-08-17T01:29:56.774 INFO:tasks.workunit.client.0.smithi082.stdout: write object-1011 2024-08-17T01:29:56.774 INFO:tasks.workunit.client.0.smithi082.stdout: write object-1021 2024-08-17T01:29:56.774 INFO:tasks.workunit.client.0.smithi082.stdout:verify written data by reading 2024-08-17T01:29:56.774 INFO:tasks.workunit.client.0.smithi082.stdout: read object-13 2024-08-17T01:29:56.774 INFO:tasks.workunit.client.0.smithi082.stdout:made snapshot "image396@parent_snap" and protect it 2024-08-17T01:29:56.774 INFO:tasks.workunit.client.0.smithi082.stdout:made and opened clone "image397" 2024-08-17T01:29:56.774 INFO:tasks.workunit.client.0.smithi082.stdout:flattening clone: "image397" 2024-08-17T01:29:56.774 INFO:tasks.workunit.client.0.smithi082.stdout:check whether child image has the same set of objects as parent 2024-08-17T01:29:56.774 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1157 ms) 2024-08-17T01:29:56.774 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-08-17T01:29:56.844 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.PoolMetadataConfApply (71 ms) 2024-08-17T01:29:56.844 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.Sparsify 2024-08-17T01:29:56.866 INFO:tasks.workunit.client.0.smithi082.stdout:sparsify_supported=1 2024-08-17T01:29:56.866 INFO:tasks.workunit.client.0.smithi082.stdout:sparse_read_supported=1 2024-08-17T01:29:56.895 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.Sparsify (51 ms) 2024-08-17T01:29:56.895 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.SparsifyClone 2024-08-17T01:29:56.911 INFO:tasks.workunit.client.0.smithi082.stdout:sparsify_supported=1 2024-08-17T01:29:56.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:56 smithi082 ceph-mon[91979]: pgmap v2763: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 23 KiB/s wr, 160 op/s 2024-08-17T01:29:56.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:56 smithi082 ceph-mon[91979]: osdmap e1595: 8 total, 8 up, 8 in 2024-08-17T01:29:56.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:56 smithi082 ceph-mon[94343]: pgmap v2763: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 23 KiB/s wr, 160 op/s 2024-08-17T01:29:56.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:56 smithi082 ceph-mon[94343]: osdmap e1595: 8 total, 8 up, 8 in 2024-08-17T01:29:56.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:29:56 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:29:56] ENGINE Bus STOPPING 2024-08-17T01:29:56.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:56 smithi137 ceph-mon[86391]: pgmap v2763: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 23 KiB/s wr, 160 op/s 2024-08-17T01:29:56.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:56 smithi137 ceph-mon[86391]: osdmap e1595: 8 total, 8 up, 8 in 2024-08-17T01:29:57.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:29:57 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:29:57] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T01:29:57.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:29:57 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:29:57] ENGINE Bus STOPPED 2024-08-17T01:29:57.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:29:57 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:29:57] ENGINE Bus STARTING 2024-08-17T01:29:57.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:29:57 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:29:57] ENGINE Serving on http://:::9283 2024-08-17T01:29:57.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:29:57 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:29:57] ENGINE Bus STARTED 2024-08-17T01:29:57.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:57 smithi082 ceph-mon[94343]: osdmap e1596: 8 total, 8 up, 8 in 2024-08-17T01:29:57.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:57 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3669962114' entity='client.admin' 2024-08-17T01:29:57.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:29:57.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:29:57.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:29:57.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:29:57.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:29:57.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:57 smithi082 ceph-mon[91979]: osdmap e1596: 8 total, 8 up, 8 in 2024-08-17T01:29:57.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:57 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3669962114' entity='client.admin' 2024-08-17T01:29:57.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:29:57.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:29:57.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:29:57.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:29:57.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:29:57.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:57 smithi137 ceph-mon[86391]: osdmap e1596: 8 total, 8 up, 8 in 2024-08-17T01:29:57.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:57 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3669962114' entity='client.admin' 2024-08-17T01:29:57.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:29:57.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:29:57.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:29:57.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:29:57.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:29:58.836 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.SparsifyClone (1941 ms) 2024-08-17T01:29:58.837 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestInternal.MissingDataPool 2024-08-17T01:29:58.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:58 smithi082 ceph-mon[94343]: pgmap v2766: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 461 op/s 2024-08-17T01:29:58.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:58 smithi082 ceph-mon[94343]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-08-17T01:29:58.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:58 smithi082 ceph-mon[94343]: osdmap e1597: 8 total, 8 up, 8 in 2024-08-17T01:29:58.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:58 smithi082 ceph-mon[91979]: pgmap v2766: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 461 op/s 2024-08-17T01:29:58.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:58 smithi082 ceph-mon[91979]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-08-17T01:29:58.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:58 smithi082 ceph-mon[91979]: osdmap e1597: 8 total, 8 up, 8 in 2024-08-17T01:29:58.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:58 smithi137 ceph-mon[86391]: pgmap v2766: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 461 op/s 2024-08-17T01:29:58.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:58 smithi137 ceph-mon[86391]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-08-17T01:29:58.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:58 smithi137 ceph-mon[86391]: osdmap e1597: 8 total, 8 up, 8 in 2024-08-17T01:29:59.934 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestInternal.MissingDataPool (1098 ms) 2024-08-17T01:30:00.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:59 smithi082 ceph-mon[94343]: pgmap v2768: 137 pgs: 137 active+clean; 8.8 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 535 op/s 2024-08-17T01:30:00.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:29:59 smithi082 ceph-mon[94343]: osdmap e1598: 8 total, 8 up, 8 in 2024-08-17T01:30:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:59 smithi082 ceph-mon[91979]: pgmap v2768: 137 pgs: 137 active+clean; 8.8 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 535 op/s 2024-08-17T01:30:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:29:59 smithi082 ceph-mon[91979]: osdmap e1598: 8 total, 8 up, 8 in 2024-08-17T01:30:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:59 smithi137 ceph-mon[86391]: pgmap v2768: 137 pgs: 137 active+clean; 8.8 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 535 op/s 2024-08-17T01:30:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:29:59 smithi137 ceph-mon[86391]: osdmap e1598: 8 total, 8 up, 8 in 2024-08-17T01:30:00.846 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 34 tests from TestInternal (35364 ms total) 2024-08-17T01:30:00.846 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:30:00.846 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 17 tests from TestImageWatcher 2024-08-17T01:30:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:00 smithi082 ceph-mon[94343]: osdmap e1599: 8 total, 8 up, 8 in 2024-08-17T01:30:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:00 smithi082 ceph-mon[94343]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-08-17T01:30:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:00 smithi082 ceph-mon[94343]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-17T01:30:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:00 smithi082 ceph-mon[94343]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-17T01:30:01.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:00 smithi082 ceph-mon[91979]: osdmap e1599: 8 total, 8 up, 8 in 2024-08-17T01:30:01.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:00 smithi082 ceph-mon[91979]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-08-17T01:30:01.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:00 smithi082 ceph-mon[91979]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-17T01:30:01.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:00 smithi082 ceph-mon[91979]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-17T01:30:01.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:00 smithi137 ceph-mon[86391]: osdmap e1599: 8 total, 8 up, 8 in 2024-08-17T01:30:01.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:00 smithi137 ceph-mon[86391]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-08-17T01:30:01.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:00 smithi137 ceph-mon[86391]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-17T01:30:01.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:00 smithi137 ceph-mon[86391]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-17T01:30:02.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:01 smithi082 ceph-mon[94343]: pgmap v2771: 137 pgs: 137 active+clean; 9.0 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 365 KiB/s rd, 123 KiB/s wr, 574 op/s 2024-08-17T01:30:02.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:01 smithi082 ceph-mon[94343]: osdmap e1600: 8 total, 8 up, 8 in 2024-08-17T01:30:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:01 smithi082 ceph-mon[91979]: pgmap v2771: 137 pgs: 137 active+clean; 9.0 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 365 KiB/s rd, 123 KiB/s wr, 574 op/s 2024-08-17T01:30:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:01 smithi082 ceph-mon[91979]: osdmap e1600: 8 total, 8 up, 8 in 2024-08-17T01:30:02.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:01 smithi137 ceph-mon[86391]: pgmap v2771: 137 pgs: 137 active+clean; 9.0 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 365 KiB/s rd, 123 KiB/s wr, 574 op/s 2024-08-17T01:30:02.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:01 smithi137 ceph-mon[86391]: osdmap e1600: 8 total, 8 up, 8 in 2024-08-17T01:30:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:30:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:30:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:30:02.854 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-08-17T01:30:03.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:02 smithi082 ceph-mon[94343]: osdmap e1601: 8 total, 8 up, 8 in 2024-08-17T01:30:03.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:02 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/4159223969' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:02 smithi082 ceph-mon[91979]: osdmap e1601: 8 total, 8 up, 8 in 2024-08-17T01:30:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:02 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/4159223969' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:03.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:02 smithi137 ceph-mon[86391]: osdmap e1601: 8 total, 8 up, 8 in 2024-08-17T01:30:03.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:02 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/4159223969' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:03 smithi082 ceph-mon[94343]: pgmap v2774: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:30:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:03 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:30:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:03 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/4159223969' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:30:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:03 smithi082 ceph-mon[94343]: osdmap e1602: 8 total, 8 up, 8 in 2024-08-17T01:30:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:03 smithi082 ceph-mon[91979]: pgmap v2774: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:30:04.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:03 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:30:04.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:03 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/4159223969' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:30:04.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:03 smithi082 ceph-mon[91979]: osdmap e1602: 8 total, 8 up, 8 in 2024-08-17T01:30:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:03 smithi137 ceph-mon[86391]: pgmap v2774: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:30:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:03 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:30:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:03 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/4159223969' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:30:04.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:03 smithi137 ceph-mon[86391]: osdmap e1602: 8 total, 8 up, 8 in 2024-08-17T01:30:04.899 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2045 ms) 2024-08-17T01:30:04.899 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-08-17T01:30:04.923 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestImageWatcher.NotifyFlatten (24 ms) 2024-08-17T01:30:04.923 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-08-17T01:30:04.948 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestImageWatcher.NotifyResize (25 ms) 2024-08-17T01:30:04.948 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-08-17T01:30:04.970 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (23 ms) 2024-08-17T01:30:04.970 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-08-17T01:30:04.990 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (19 ms) 2024-08-17T01:30:04.990 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-08-17T01:30:05.009 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (20 ms) 2024-08-17T01:30:05.010 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-08-17T01:30:05.029 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (20 ms) 2024-08-17T01:30:05.029 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-08-17T01:30:05.049 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestImageWatcher.NotifySnapRename (20 ms) 2024-08-17T01:30:05.049 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-08-17T01:30:05.069 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (20 ms) 2024-08-17T01:30:05.070 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-08-17T01:30:05.093 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (21 ms) 2024-08-17T01:30:05.093 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-08-17T01:30:05.109 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (19 ms) 2024-08-17T01:30:05.109 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-08-17T01:30:05.125 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:04 smithi082 ceph-mon[94343]: osdmap e1603: 8 total, 8 up, 8 in 2024-08-17T01:30:05.126 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:30:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:30:05] "GET /metrics HTTP/1.1" 200 36453 "" "Prometheus/2.43.0" 2024-08-17T01:30:05.126 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:04 smithi082 ceph-mon[91979]: osdmap e1603: 8 total, 8 up, 8 in 2024-08-17T01:30:05.130 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (21 ms) 2024-08-17T01:30:05.130 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-08-17T01:30:05.151 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestImageWatcher.NotifyRename (20 ms) 2024-08-17T01:30:05.151 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-08-17T01:30:05.172 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (22 ms) 2024-08-17T01:30:05.172 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-08-17T01:30:05.192 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (19 ms) 2024-08-17T01:30:05.192 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-08-17T01:30:05.212 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (21 ms) 2024-08-17T01:30:05.212 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-08-17T01:30:05.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:04 smithi137 ceph-mon[86391]: osdmap e1603: 8 total, 8 up, 8 in 2024-08-17T01:30:05.237 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (24 ms) 2024-08-17T01:30:06.213 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 17 tests from TestImageWatcher (2383 ms total) 2024-08-17T01:30:06.213 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:30:06.213 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 161 tests from TestLibRBD 2024-08-17T01:30:06.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:05 smithi082 ceph-mon[91979]: pgmap v2777: 137 pgs: 9 creating+peering, 16 unknown, 112 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:30:06.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:05 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:30:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:05 smithi082 ceph-mon[91979]: osdmap e1604: 8 total, 8 up, 8 in 2024-08-17T01:30:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:30:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:30:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:05 smithi082 ceph-mon[94343]: pgmap v2777: 137 pgs: 9 creating+peering, 16 unknown, 112 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:30:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:05 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:30:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:05 smithi082 ceph-mon[94343]: osdmap e1604: 8 total, 8 up, 8 in 2024-08-17T01:30:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:30:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:30:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:05 smithi137 ceph-mon[86391]: pgmap v2777: 137 pgs: 9 creating+peering, 16 unknown, 112 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:30:06.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:05 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:30:06.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:05 smithi137 ceph-mon[86391]: osdmap e1604: 8 total, 8 up, 8 in 2024-08-17T01:30:06.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:30:06.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:30:06.246 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-08-17T01:30:07.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:07 smithi082 ceph-mon[94343]: osdmap e1605: 8 total, 8 up, 8 in 2024-08-17T01:30:07.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:07 smithi082 ceph-mon[91979]: osdmap e1605: 8 total, 8 up, 8 in 2024-08-17T01:30:07.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:07 smithi137 ceph-mon[86391]: osdmap e1605: 8 total, 8 up, 8 in 2024-08-17T01:30:08.237 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:08.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:08 smithi137 ceph-mon[86391]: pgmap v2780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:30:08.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:08 smithi137 ceph-mon[86391]: osdmap e1606: 8 total, 8 up, 8 in 2024-08-17T01:30:08.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:08 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3062649264' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:08.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:08 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:08 smithi082 ceph-mon[94343]: pgmap v2780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:30:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:08 smithi082 ceph-mon[94343]: osdmap e1606: 8 total, 8 up, 8 in 2024-08-17T01:30:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:08 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3062649264' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:08 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:08 smithi082 ceph-mon[91979]: pgmap v2780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:30:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:08 smithi082 ceph-mon[91979]: osdmap e1606: 8 total, 8 up, 8 in 2024-08-17T01:30:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:08 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3062649264' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:08 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:09.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:09 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:30:09.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:09 smithi137 ceph-mon[86391]: osdmap e1607: 8 total, 8 up, 8 in 2024-08-17T01:30:09.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:09 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:30:09.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:09 smithi082 ceph-mon[94343]: osdmap e1607: 8 total, 8 up, 8 in 2024-08-17T01:30:09.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:09 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:30:09.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:09 smithi082 ceph-mon[91979]: osdmap e1607: 8 total, 8 up, 8 in 2024-08-17T01:30:10.274 INFO:tasks.workunit.client.0.smithi082.stdout:image has size 2097152 and order 22 2024-08-17T01:30:10.274 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.CreateAndStat (4028 ms) 2024-08-17T01:30:10.274 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-08-17T01:30:10.274 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:10.293 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (19 ms) 2024-08-17T01:30:10.294 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-08-17T01:30:10.294 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:10.313 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.CreateAndStatPP (20 ms) 2024-08-17T01:30:10.313 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.GetId 2024-08-17T01:30:10.313 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:10.340 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.GetId (28 ms) 2024-08-17T01:30:10.341 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-08-17T01:30:10.341 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:10.365 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.GetIdPP (25 ms) 2024-08-17T01:30:10.365 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-08-17T01:30:10.365 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:10.381 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (15 ms) 2024-08-17T01:30:10.381 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-08-17T01:30:10.381 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:10.398 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (17 ms) 2024-08-17T01:30:10.398 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-08-17T01:30:10.398 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:10.413 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (15 ms) 2024-08-17T01:30:10.413 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-08-17T01:30:10.413 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:10.428 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (16 ms) 2024-08-17T01:30:10.428 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.OpenAio 2024-08-17T01:30:10.428 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:10.444 INFO:tasks.workunit.client.0.smithi082.stdout:image has size 2097152 and order 22 2024-08-17T01:30:10.444 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.OpenAio (15 ms) 2024-08-17T01:30:10.444 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-08-17T01:30:10.447 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.OpenAioFail (3 ms) 2024-08-17T01:30:10.447 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-08-17T01:30:10.447 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:10.468 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.OpenAioPP (22 ms) 2024-08-17T01:30:10.469 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-08-17T01:30:10.471 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.OpenAioFailPP (2 ms) 2024-08-17T01:30:10.471 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-08-17T01:30:10.471 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:10.504 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.ResizeAndStat (34 ms) 2024-08-17T01:30:10.505 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-08-17T01:30:10.505 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:10.534 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (30 ms) 2024-08-17T01:30:10.535 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-08-17T01:30:10.535 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:10.566 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (32 ms) 2024-08-17T01:30:10.567 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-08-17T01:30:10.567 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:10.597 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (30 ms) 2024-08-17T01:30:10.597 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-08-17T01:30:10.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:10 smithi082 ceph-mon[94343]: pgmap v2783: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:30:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:10 smithi082 ceph-mon[94343]: osdmap e1608: 8 total, 8 up, 8 in 2024-08-17T01:30:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:10 smithi082 ceph-mon[91979]: pgmap v2783: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:30:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:10 smithi082 ceph-mon[91979]: osdmap e1608: 8 total, 8 up, 8 in 2024-08-17T01:30:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:10 smithi137 ceph-mon[86391]: pgmap v2783: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:30:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:10 smithi137 ceph-mon[86391]: osdmap e1608: 8 total, 8 up, 8 in 2024-08-17T01:30:11.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[94343]: osdmap e1609: 8 total, 8 up, 8 in 2024-08-17T01:30:11.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:30:11.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:30:11.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:30:11.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:30:11.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:30:11.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:30:11.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:30:11.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:30:11.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:30:11.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:30:11.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:30:11.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:30:11.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:30:11.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:30:11.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:30:11.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:30:11.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:30:11.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:30:11.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:30:11.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:30:11.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:30:11.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:30:11.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:30:11.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:30:11.727 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:30:11.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[91979]: osdmap e1609: 8 total, 8 up, 8 in 2024-08-17T01:30:11.728 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:30:11.728 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:30:11.728 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:30:11.728 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:30:11.728 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:30:11.728 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:30:11.728 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:30:11.728 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:30:11.728 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:30:11.728 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:30:11.728 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:30:11.728 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:30:11.728 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:30:11.729 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:30:11.729 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:30:11.729 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:30:11.729 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:30:11.729 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:30:11.729 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:30:11.729 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:30:11.729 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:30:11.729 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:30:11.729 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:30:11.729 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:30:11.729 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:11 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:30:11.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:11 smithi137 ceph-mon[86391]: osdmap e1609: 8 total, 8 up, 8 in 2024-08-17T01:30:11.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:11 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:30:11.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:11 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:30:11.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:11 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:30:11.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:11 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:30:11.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:11 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:30:11.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:11 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:30:11.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:11 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:30:11.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:11 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:30:11.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:11 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:30:11.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:11 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:30:11.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:11 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:30:11.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:11 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:30:11.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:11 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:30:11.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:11 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:30:11.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:11 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:30:11.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:11 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:30:11.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:11 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:30:11.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:11 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:30:11.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:11 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:30:11.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:11 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:30:11.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:11 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:30:11.739 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:11 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:30:11.739 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:11 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:30:11.739 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:11 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:30:11.739 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:11 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:30:12.273 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:12 smithi082 ceph-mon[91979]: pgmap v2786: 137 pgs: 8 creating+peering, 12 unknown, 117 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:30:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:12 smithi082 ceph-mon[91979]: osdmap e1610: 8 total, 8 up, 8 in 2024-08-17T01:30:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:12 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3840422673' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:12 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:12.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:12 smithi082 ceph-mon[94343]: pgmap v2786: 137 pgs: 8 creating+peering, 12 unknown, 117 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:30:12.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:12 smithi082 ceph-mon[94343]: osdmap e1610: 8 total, 8 up, 8 in 2024-08-17T01:30:12.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:12 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3840422673' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:12.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:12 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:30:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:30:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:30:12.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:12 smithi137 ceph-mon[86391]: pgmap v2786: 137 pgs: 8 creating+peering, 12 unknown, 117 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:30:12.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:12 smithi137 ceph-mon[86391]: osdmap e1610: 8 total, 8 up, 8 in 2024-08-17T01:30:12.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:12 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3840422673' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:12.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:12 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:13.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:13 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:30:13.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:13 smithi082 ceph-mon[91979]: osdmap e1611: 8 total, 8 up, 8 in 2024-08-17T01:30:13.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:13 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:30:13.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:13 smithi082 ceph-mon[94343]: osdmap e1611: 8 total, 8 up, 8 in 2024-08-17T01:30:13.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:13 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:30:13.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:13 smithi137 ceph-mon[86391]: osdmap e1611: 8 total, 8 up, 8 in 2024-08-17T01:30:14.298 INFO:tasks.workunit.client.0.smithi082.stdout:image: image18 2024-08-17T01:30:14.299 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image18 2024-08-17T01:30:14.299 INFO:tasks.workunit.client.0.smithi082.stdout:found image18 2024-08-17T01:30:14.299 INFO:tasks.workunit.client.0.smithi082.stdout:erased image18 2024-08-17T01:30:14.299 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:14.375 INFO:tasks.workunit.client.0.smithi082.stdout:image: image18 2024-08-17T01:30:14.376 INFO:tasks.workunit.client.0.smithi082.stdout:image: image19 2024-08-17T01:30:14.376 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image18 2024-08-17T01:30:14.376 INFO:tasks.workunit.client.0.smithi082.stdout:found image18 2024-08-17T01:30:14.376 INFO:tasks.workunit.client.0.smithi082.stdout:erased image18 2024-08-17T01:30:14.376 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image19 2024-08-17T01:30:14.376 INFO:tasks.workunit.client.0.smithi082.stdout:found image19 2024-08-17T01:30:14.376 INFO:tasks.workunit.client.0.smithi082.stdout:erased image19 2024-08-17T01:30:14.376 INFO:tasks.workunit.client.0.smithi082.stdout:image: image19 2024-08-17T01:30:14.376 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image19 2024-08-17T01:30:14.376 INFO:tasks.workunit.client.0.smithi082.stdout:found image19 2024-08-17T01:30:14.376 INFO:tasks.workunit.client.0.smithi082.stdout:erased image19 2024-08-17T01:30:14.377 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3779 ms) 2024-08-17T01:30:14.377 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-08-17T01:30:14.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:14 smithi082 ceph-mon[94343]: pgmap v2789: 169 pgs: 17 creating+peering, 16 unknown, 136 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 11 KiB/s wr, 199 op/s 2024-08-17T01:30:14.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:14 smithi082 ceph-mon[94343]: osdmap e1612: 8 total, 8 up, 8 in 2024-08-17T01:30:14.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:14 smithi082 ceph-mon[91979]: pgmap v2789: 169 pgs: 17 creating+peering, 16 unknown, 136 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 11 KiB/s wr, 199 op/s 2024-08-17T01:30:14.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:14 smithi082 ceph-mon[91979]: osdmap e1612: 8 total, 8 up, 8 in 2024-08-17T01:30:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:14 smithi137 ceph-mon[86391]: pgmap v2789: 169 pgs: 17 creating+peering, 16 unknown, 136 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 11 KiB/s wr, 199 op/s 2024-08-17T01:30:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:14 smithi137 ceph-mon[86391]: osdmap e1612: 8 total, 8 up, 8 in 2024-08-17T01:30:15.284 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:30:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:30:15] "GET /metrics HTTP/1.1" 200 36468 "" "Prometheus/2.43.0" 2024-08-17T01:30:15.285 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:15 smithi082 ceph-mon[91979]: osdmap e1613: 8 total, 8 up, 8 in 2024-08-17T01:30:15.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:15 smithi082 ceph-mon[94343]: osdmap e1613: 8 total, 8 up, 8 in 2024-08-17T01:30:15.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:15 smithi137 ceph-mon[86391]: osdmap e1613: 8 total, 8 up, 8 in 2024-08-17T01:30:16.309 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:16 smithi082 ceph-mon[94343]: pgmap v2792: 169 pgs: 13 creating+peering, 10 unknown, 146 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 168 KiB/s rd, 16 KiB/s wr, 224 op/s 2024-08-17T01:30:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:16 smithi082 ceph-mon[94343]: osdmap e1614: 8 total, 8 up, 8 in 2024-08-17T01:30:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:16 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2902629098' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:16 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:16 smithi082 ceph-mon[91979]: pgmap v2792: 169 pgs: 13 creating+peering, 10 unknown, 146 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 168 KiB/s rd, 16 KiB/s wr, 224 op/s 2024-08-17T01:30:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:16 smithi082 ceph-mon[91979]: osdmap e1614: 8 total, 8 up, 8 in 2024-08-17T01:30:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:16 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2902629098' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:16 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:16 smithi137 ceph-mon[86391]: pgmap v2792: 169 pgs: 13 creating+peering, 10 unknown, 146 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 168 KiB/s rd, 16 KiB/s wr, 224 op/s 2024-08-17T01:30:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:16 smithi137 ceph-mon[86391]: osdmap e1614: 8 total, 8 up, 8 in 2024-08-17T01:30:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:16 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2902629098' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:16 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:17.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:17 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:30:17.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:17 smithi082 ceph-mon[94343]: osdmap e1615: 8 total, 8 up, 8 in 2024-08-17T01:30:17.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:17 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:30:17.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:17 smithi082 ceph-mon[91979]: osdmap e1615: 8 total, 8 up, 8 in 2024-08-17T01:30:17.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:17 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:30:17.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:17 smithi137 ceph-mon[86391]: osdmap e1615: 8 total, 8 up, 8 in 2024-08-17T01:30:18.340 INFO:tasks.workunit.client.0.smithi082.stdout:num images is: 1 2024-08-17T01:30:18.340 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 1 2024-08-17T01:30:18.340 INFO:tasks.workunit.client.0.smithi082.stdout:image: image20 2024-08-17T01:30:18.340 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image20 2024-08-17T01:30:18.340 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:18.350 INFO:tasks.workunit.client.0.smithi082.stdout:num images is: 2 2024-08-17T01:30:18.350 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 2 2024-08-17T01:30:18.350 INFO:tasks.workunit.client.0.smithi082.stdout:image: image20 2024-08-17T01:30:18.350 INFO:tasks.workunit.client.0.smithi082.stdout:image: image21 2024-08-17T01:30:18.350 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image20 2024-08-17T01:30:18.350 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image21 2024-08-17T01:30:18.408 INFO:tasks.workunit.client.0.smithi082.stdout:num images is: 1 2024-08-17T01:30:18.408 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 1 2024-08-17T01:30:18.408 INFO:tasks.workunit.client.0.smithi082.stdout:image: image21 2024-08-17T01:30:18.408 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image21 2024-08-17T01:30:18.408 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (4032 ms) 2024-08-17T01:30:18.408 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestCopy 2024-08-17T01:30:18.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:18 smithi082 ceph-mon[94343]: pgmap v2795: 201 pgs: 30 unknown, 1 creating+activating, 5 creating+peering, 165 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 11 KiB/s wr, 62 op/s 2024-08-17T01:30:18.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:18 smithi082 ceph-mon[94343]: osdmap e1616: 8 total, 8 up, 8 in 2024-08-17T01:30:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:18 smithi082 ceph-mon[91979]: pgmap v2795: 201 pgs: 30 unknown, 1 creating+activating, 5 creating+peering, 165 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 11 KiB/s wr, 62 op/s 2024-08-17T01:30:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:18 smithi082 ceph-mon[91979]: osdmap e1616: 8 total, 8 up, 8 in 2024-08-17T01:30:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:18 smithi137 ceph-mon[86391]: pgmap v2795: 201 pgs: 30 unknown, 1 creating+activating, 5 creating+peering, 165 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 11 KiB/s wr, 62 op/s 2024-08-17T01:30:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:18 smithi137 ceph-mon[86391]: osdmap e1616: 8 total, 8 up, 8 in 2024-08-17T01:30:19.648 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:19.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:19 smithi082 ceph-mon[94343]: osdmap e1617: 8 total, 8 up, 8 in 2024-08-17T01:30:19.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:19 smithi082 ceph-mon[91979]: osdmap e1617: 8 total, 8 up, 8 in 2024-08-17T01:30:19.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:19 smithi137 ceph-mon[86391]: osdmap e1617: 8 total, 8 up, 8 in 2024-08-17T01:30:20.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:20 smithi137 ceph-mon[86391]: pgmap v2798: 201 pgs: 21 unknown, 1 creating+activating, 179 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 7.0 KiB/s wr, 67 op/s 2024-08-17T01:30:20.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:20 smithi137 ceph-mon[86391]: osdmap e1618: 8 total, 8 up, 8 in 2024-08-17T01:30:20.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:20 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/485183185' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:20.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:20 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:20.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:20 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:30:20.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:20 smithi137 ceph-mon[86391]: osdmap e1619: 8 total, 8 up, 8 in 2024-08-17T01:30:20.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:30:20.487 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 01:30:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=cleanup t=2024-08-17T01:30:20.087057911Z level=info msg="Completed cleanup jobs" duration=3.372128ms 2024-08-17T01:30:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:20 smithi082 ceph-mon[94343]: pgmap v2798: 201 pgs: 21 unknown, 1 creating+activating, 179 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 7.0 KiB/s wr, 67 op/s 2024-08-17T01:30:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:20 smithi082 ceph-mon[94343]: osdmap e1618: 8 total, 8 up, 8 in 2024-08-17T01:30:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:20 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/485183185' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:20 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:20 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:30:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:20 smithi082 ceph-mon[94343]: osdmap e1619: 8 total, 8 up, 8 in 2024-08-17T01:30:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:30:20.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:20 smithi082 ceph-mon[91979]: pgmap v2798: 201 pgs: 21 unknown, 1 creating+activating, 179 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 7.0 KiB/s wr, 67 op/s 2024-08-17T01:30:20.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:20 smithi082 ceph-mon[91979]: osdmap e1618: 8 total, 8 up, 8 in 2024-08-17T01:30:20.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:20 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/485183185' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:20.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:20 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:20.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:20 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:30:20.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:20 smithi082 ceph-mon[91979]: osdmap e1619: 8 total, 8 up, 8 in 2024-08-17T01:30:20.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:30:21.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:21 smithi082 ceph-mon[94343]: osdmap e1620: 8 total, 8 up, 8 in 2024-08-17T01:30:21.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:21 smithi082 ceph-mon[94343]: pgmap v2802: 233 pgs: 17 unknown, 1 creating+activating, 215 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.1 KiB/s wr, 44 op/s 2024-08-17T01:30:21.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:21 smithi082 ceph-mon[91979]: osdmap e1620: 8 total, 8 up, 8 in 2024-08-17T01:30:21.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:21 smithi082 ceph-mon[91979]: pgmap v2802: 233 pgs: 17 unknown, 1 creating+activating, 215 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.1 KiB/s wr, 44 op/s 2024-08-17T01:30:21.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:21 smithi137 ceph-mon[86391]: osdmap e1620: 8 total, 8 up, 8 in 2024-08-17T01:30:21.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:21 smithi137 ceph-mon[86391]: pgmap v2802: 233 pgs: 17 unknown, 1 creating+activating, 215 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.1 KiB/s wr, 44 op/s 2024-08-17T01:30:22.046 INFO:tasks.workunit.client.0.smithi082.stdout:image: image22 2024-08-17T01:30:22.046 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image22 2024-08-17T01:30:22.046 INFO:tasks.workunit.client.0.smithi082.stdout:found image22 2024-08-17T01:30:22.046 INFO:tasks.workunit.client.0.smithi082.stdout:erased image22 2024-08-17T01:30:22.046 INFO:tasks.workunit.client.0.smithi082.stdout:image: image22 2024-08-17T01:30:22.047 INFO:tasks.workunit.client.0.smithi082.stdout:image: image23 2024-08-17T01:30:22.047 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image22 2024-08-17T01:30:22.047 INFO:tasks.workunit.client.0.smithi082.stdout:found image22 2024-08-17T01:30:22.049 INFO:tasks.workunit.client.0.smithi082.stdout:erased image22 2024-08-17T01:30:22.050 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image23 2024-08-17T01:30:22.050 INFO:tasks.workunit.client.0.smithi082.stdout:found image23 2024-08-17T01:30:22.050 INFO:tasks.workunit.client.0.smithi082.stdout:erased image23 2024-08-17T01:30:22.050 INFO:tasks.workunit.client.0.smithi082.stdout:100.00% done 2024-08-17T01:30:22.050 INFO:tasks.workunit.client.0.smithi082.stdout:image: image22 2024-08-17T01:30:22.050 INFO:tasks.workunit.client.0.smithi082.stdout:image: image23 2024-08-17T01:30:22.050 INFO:tasks.workunit.client.0.smithi082.stdout:image: image24 2024-08-17T01:30:22.050 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image22 2024-08-17T01:30:22.050 INFO:tasks.workunit.client.0.smithi082.stdout:found image22 2024-08-17T01:30:22.050 INFO:tasks.workunit.client.0.smithi082.stdout:erased image22 2024-08-17T01:30:22.050 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image23 2024-08-17T01:30:22.050 INFO:tasks.workunit.client.0.smithi082.stdout:found image23 2024-08-17T01:30:22.050 INFO:tasks.workunit.client.0.smithi082.stdout:erased image23 2024-08-17T01:30:22.051 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image24 2024-08-17T01:30:22.051 INFO:tasks.workunit.client.0.smithi082.stdout:found image24 2024-08-17T01:30:22.051 INFO:tasks.workunit.client.0.smithi082.stdout:erased image24 2024-08-17T01:30:22.051 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestCopy (3638 ms) 2024-08-17T01:30:22.051 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-08-17T01:30:22.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:30:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:30:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:30:22.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:22 smithi082 ceph-mon[94343]: osdmap e1621: 8 total, 8 up, 8 in 2024-08-17T01:30:22.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:22 smithi082 ceph-mon[91979]: osdmap e1621: 8 total, 8 up, 8 in 2024-08-17T01:30:22.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:22 smithi137 ceph-mon[86391]: osdmap e1621: 8 total, 8 up, 8 in 2024-08-17T01:30:23.667 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:23.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:23 smithi082 ceph-mon[94343]: osdmap e1622: 8 total, 8 up, 8 in 2024-08-17T01:30:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:23 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1612317349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:23 smithi082 ceph-mon[94343]: pgmap v2805: 265 pgs: 3 creating+peering, 35 unknown, 227 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 3.4 KiB/s wr, 45 op/s 2024-08-17T01:30:23.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:23 smithi082 ceph-mon[91979]: osdmap e1622: 8 total, 8 up, 8 in 2024-08-17T01:30:23.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:23 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1612317349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:23.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:23 smithi082 ceph-mon[91979]: pgmap v2805: 265 pgs: 3 creating+peering, 35 unknown, 227 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 3.4 KiB/s wr, 45 op/s 2024-08-17T01:30:23.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:23 smithi137 ceph-mon[86391]: osdmap e1622: 8 total, 8 up, 8 in 2024-08-17T01:30:23.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:23 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1612317349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:23.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:23 smithi137 ceph-mon[86391]: pgmap v2805: 265 pgs: 3 creating+peering, 35 unknown, 227 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 3.4 KiB/s wr, 45 op/s 2024-08-17T01:30:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:24 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:30:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:24 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1612317349' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:30:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:24 smithi082 ceph-mon[94343]: osdmap e1623: 8 total, 8 up, 8 in 2024-08-17T01:30:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:24 smithi082 ceph-mon[94343]: osdmap e1624: 8 total, 8 up, 8 in 2024-08-17T01:30:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:24 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:30:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:24 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1612317349' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:30:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:24 smithi082 ceph-mon[91979]: osdmap e1623: 8 total, 8 up, 8 in 2024-08-17T01:30:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:24 smithi082 ceph-mon[91979]: osdmap e1624: 8 total, 8 up, 8 in 2024-08-17T01:30:24.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:24 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:30:24.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:24 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1612317349' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:30:24.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:24 smithi137 ceph-mon[86391]: osdmap e1623: 8 total, 8 up, 8 in 2024-08-17T01:30:24.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:24 smithi137 ceph-mon[86391]: osdmap e1624: 8 total, 8 up, 8 in 2024-08-17T01:30:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:30:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:30:25] "GET /metrics HTTP/1.1" 200 43680 "" "Prometheus/2.43.0" 2024-08-17T01:30:25.921 INFO:tasks.workunit.client.0.smithi082.stdout:num images is: 1 2024-08-17T01:30:25.921 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 1 2024-08-17T01:30:25.921 INFO:tasks.workunit.client.0.smithi082.stdout:image: image25 2024-08-17T01:30:25.921 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image25 2024-08-17T01:30:25.941 INFO:tasks.workunit.client.0.smithi082.stdout:num images is: 2 2024-08-17T01:30:25.941 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 2 2024-08-17T01:30:25.941 INFO:tasks.workunit.client.0.smithi082.stdout:image: image25 2024-08-17T01:30:25.941 INFO:tasks.workunit.client.0.smithi082.stdout:image: image26 2024-08-17T01:30:25.941 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image25 2024-08-17T01:30:25.941 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image26 2024-08-17T01:30:25.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:25 smithi082 ceph-mon[94343]: pgmap v2808: 265 pgs: 10 creating+peering, 20 unknown, 235 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.5 KiB/s wr, 31 op/s 2024-08-17T01:30:25.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:25 smithi082 ceph-mon[94343]: osdmap e1625: 8 total, 8 up, 8 in 2024-08-17T01:30:25.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:25 smithi082 ceph-mon[91979]: pgmap v2808: 265 pgs: 10 creating+peering, 20 unknown, 235 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.5 KiB/s wr, 31 op/s 2024-08-17T01:30:25.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:25 smithi082 ceph-mon[91979]: osdmap e1625: 8 total, 8 up, 8 in 2024-08-17T01:30:25.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:25 smithi137 ceph-mon[86391]: pgmap v2808: 265 pgs: 10 creating+peering, 20 unknown, 235 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.5 KiB/s wr, 31 op/s 2024-08-17T01:30:25.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:25 smithi137 ceph-mon[86391]: osdmap e1625: 8 total, 8 up, 8 in 2024-08-17T01:30:25.987 INFO:tasks.workunit.client.0.smithi082.stdout:100.00% done 2024-08-17T01:30:25.987 INFO:tasks.workunit.client.0.smithi082.stdout:num images is: 3 2024-08-17T01:30:25.987 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 3 2024-08-17T01:30:25.987 INFO:tasks.workunit.client.0.smithi082.stdout:image: image25 2024-08-17T01:30:25.987 INFO:tasks.workunit.client.0.smithi082.stdout:image: image26 2024-08-17T01:30:25.987 INFO:tasks.workunit.client.0.smithi082.stdout:image: image27 2024-08-17T01:30:25.988 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image25 2024-08-17T01:30:25.988 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image26 2024-08-17T01:30:25.988 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image27 2024-08-17T01:30:26.014 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestCopyPP (3969 ms) 2024-08-17T01:30:26.014 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-08-17T01:30:26.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:26 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:30:26.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:26 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:30:26.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:26 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:30:27.688 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:27.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:27 smithi082 ceph-mon[91979]: osdmap e1626: 8 total, 8 up, 8 in 2024-08-17T01:30:27.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:27 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3423452816' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:27.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:27 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:27.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:27 smithi082 ceph-mon[91979]: pgmap v2811: 297 pgs: 10 creating+peering, 37 unknown, 250 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 345 KiB/s rd, 23 KiB/s wr, 405 op/s 2024-08-17T01:30:27.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:27 smithi082 ceph-mon[94343]: osdmap e1626: 8 total, 8 up, 8 in 2024-08-17T01:30:27.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:27 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3423452816' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:27.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:27 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:27.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:27 smithi082 ceph-mon[94343]: pgmap v2811: 297 pgs: 10 creating+peering, 37 unknown, 250 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 345 KiB/s rd, 23 KiB/s wr, 405 op/s 2024-08-17T01:30:27.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:27 smithi137 ceph-mon[86391]: osdmap e1626: 8 total, 8 up, 8 in 2024-08-17T01:30:27.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:27 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3423452816' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:27.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:27 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:27.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:27 smithi137 ceph-mon[86391]: pgmap v2811: 297 pgs: 10 creating+peering, 37 unknown, 250 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 345 KiB/s rd, 23 KiB/s wr, 405 op/s 2024-08-17T01:30:28.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:28 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:30:28.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:28 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:30:28.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:28 smithi082 ceph-mon[91979]: osdmap e1627: 8 total, 8 up, 8 in 2024-08-17T01:30:28.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:28 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:30:28.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:28 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:30:28.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:28 smithi082 ceph-mon[94343]: osdmap e1627: 8 total, 8 up, 8 in 2024-08-17T01:30:28.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:28 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:30:28.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:28 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:30:28.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:28 smithi137 ceph-mon[86391]: osdmap e1627: 8 total, 8 up, 8 in 2024-08-17T01:30:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:29 smithi082 ceph-mon[94343]: osdmap e1628: 8 total, 8 up, 8 in 2024-08-17T01:30:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:29 smithi082 ceph-mon[94343]: pgmap v2814: 297 pgs: 5 creating+peering, 19 unknown, 273 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 642 KiB/s rd, 42 KiB/s wr, 751 op/s 2024-08-17T01:30:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:29 smithi082 ceph-mon[94343]: osdmap e1629: 8 total, 8 up, 8 in 2024-08-17T01:30:29.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:29 smithi082 ceph-mon[91979]: osdmap e1628: 8 total, 8 up, 8 in 2024-08-17T01:30:29.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:29 smithi082 ceph-mon[91979]: pgmap v2814: 297 pgs: 5 creating+peering, 19 unknown, 273 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 642 KiB/s rd, 42 KiB/s wr, 751 op/s 2024-08-17T01:30:29.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:29 smithi082 ceph-mon[91979]: osdmap e1629: 8 total, 8 up, 8 in 2024-08-17T01:30:29.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:29 smithi137 ceph-mon[86391]: osdmap e1628: 8 total, 8 up, 8 in 2024-08-17T01:30:29.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:29 smithi137 ceph-mon[86391]: pgmap v2814: 297 pgs: 5 creating+peering, 19 unknown, 273 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 642 KiB/s rd, 42 KiB/s wr, 751 op/s 2024-08-17T01:30:29.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:29 smithi137 ceph-mon[86391]: osdmap e1629: 8 total, 8 up, 8 in 2024-08-17T01:30:30.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:30 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:30:30.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:30 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:30:30.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:30 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:30:31.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:31 smithi082 ceph-mon[91979]: osdmap e1630: 8 total, 8 up, 8 in 2024-08-17T01:30:31.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:31 smithi082 ceph-mon[91979]: pgmap v2817: 297 pgs: 5 creating+peering, 3 unknown, 289 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 21 KiB/s wr, 407 op/s 2024-08-17T01:30:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:31 smithi082 ceph-mon[94343]: osdmap e1630: 8 total, 8 up, 8 in 2024-08-17T01:30:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:31 smithi082 ceph-mon[94343]: pgmap v2817: 297 pgs: 5 creating+peering, 3 unknown, 289 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 21 KiB/s wr, 407 op/s 2024-08-17T01:30:31.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:31 smithi137 ceph-mon[86391]: osdmap e1630: 8 total, 8 up, 8 in 2024-08-17T01:30:31.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:31 smithi137 ceph-mon[86391]: pgmap v2817: 297 pgs: 5 creating+peering, 3 unknown, 289 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 21 KiB/s wr, 407 op/s 2024-08-17T01:30:32.709 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:30:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:30:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:30:32.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:32 smithi082 ceph-mon[91979]: osdmap e1631: 8 total, 8 up, 8 in 2024-08-17T01:30:32.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:32 smithi082 ceph-mon[94343]: osdmap e1631: 8 total, 8 up, 8 in 2024-08-17T01:30:32.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:32 smithi137 ceph-mon[86391]: osdmap e1631: 8 total, 8 up, 8 in 2024-08-17T01:30:33.811 INFO:tasks.workunit.client.0.smithi082.stdout:image: image28 2024-08-17T01:30:33.811 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image28 2024-08-17T01:30:33.811 INFO:tasks.workunit.client.0.smithi082.stdout:found image28 2024-08-17T01:30:33.811 INFO:tasks.workunit.client.0.smithi082.stdout:erased image28 2024-08-17T01:30:33.811 INFO:tasks.workunit.client.0.smithi082.stdout:image: image28 2024-08-17T01:30:33.812 INFO:tasks.workunit.client.0.smithi082.stdout:image: image29 2024-08-17T01:30:33.812 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image28 2024-08-17T01:30:33.812 INFO:tasks.workunit.client.0.smithi082.stdout:found image28 2024-08-17T01:30:33.812 INFO:tasks.workunit.client.0.smithi082.stdout:erased image28 2024-08-17T01:30:33.812 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image29 2024-08-17T01:30:33.812 INFO:tasks.workunit.client.0.smithi082.stdout:found image29 2024-08-17T01:30:33.812 INFO:tasks.workunit.client.0.smithi082.stdout:erased image29 2024-08-17T01:30:33.812 INFO:tasks.workunit.client.0.smithi082.stdout:100.00% done 2024-08-17T01:30:33.812 INFO:tasks.workunit.client.0.smithi082.stdout:image: image28 2024-08-17T01:30:33.812 INFO:tasks.workunit.client.0.smithi082.stdout:image: image29 2024-08-17T01:30:33.812 INFO:tasks.workunit.client.0.smithi082.stdout:image: image30 2024-08-17T01:30:33.812 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image28 2024-08-17T01:30:33.812 INFO:tasks.workunit.client.0.smithi082.stdout:found image28 2024-08-17T01:30:33.813 INFO:tasks.workunit.client.0.smithi082.stdout:erased image28 2024-08-17T01:30:33.813 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image29 2024-08-17T01:30:33.813 INFO:tasks.workunit.client.0.smithi082.stdout:found image29 2024-08-17T01:30:33.813 INFO:tasks.workunit.client.0.smithi082.stdout:erased image29 2024-08-17T01:30:33.813 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image30 2024-08-17T01:30:33.813 INFO:tasks.workunit.client.0.smithi082.stdout:found image30 2024-08-17T01:30:33.813 INFO:tasks.workunit.client.0.smithi082.stdout:erased image30 2024-08-17T01:30:33.813 INFO:tasks.workunit.client.0.smithi082.stdout:image: image28 2024-08-17T01:30:33.813 INFO:tasks.workunit.client.0.smithi082.stdout:image: image29 2024-08-17T01:30:33.813 INFO:tasks.workunit.client.0.smithi082.stdout:image: image30 2024-08-17T01:30:33.813 INFO:tasks.workunit.client.0.smithi082.stdout:image: image31 2024-08-17T01:30:33.813 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image28 2024-08-17T01:30:33.813 INFO:tasks.workunit.client.0.smithi082.stdout:found image28 2024-08-17T01:30:33.813 INFO:tasks.workunit.client.0.smithi082.stdout:erased image28 2024-08-17T01:30:33.814 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image29 2024-08-17T01:30:33.814 INFO:tasks.workunit.client.0.smithi082.stdout:found image29 2024-08-17T01:30:33.814 INFO:tasks.workunit.client.0.smithi082.stdout:erased image29 2024-08-17T01:30:33.814 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image30 2024-08-17T01:30:33.814 INFO:tasks.workunit.client.0.smithi082.stdout:found image30 2024-08-17T01:30:33.814 INFO:tasks.workunit.client.0.smithi082.stdout:erased image30 2024-08-17T01:30:33.814 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image31 2024-08-17T01:30:33.814 INFO:tasks.workunit.client.0.smithi082.stdout:found image31 2024-08-17T01:30:33.814 INFO:tasks.workunit.client.0.smithi082.stdout:erased image31 2024-08-17T01:30:33.814 INFO:tasks.workunit.client.0.smithi082.stdout:image: image28 2024-08-17T01:30:33.814 INFO:tasks.workunit.client.0.smithi082.stdout:image: image29 2024-08-17T01:30:33.814 INFO:tasks.workunit.client.0.smithi082.stdout:image: image30 2024-08-17T01:30:33.814 INFO:tasks.workunit.client.0.smithi082.stdout:image: image31 2024-08-17T01:30:33.815 INFO:tasks.workunit.client.0.smithi082.stdout:image: image32 2024-08-17T01:30:33.815 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image28 2024-08-17T01:30:33.815 INFO:tasks.workunit.client.0.smithi082.stdout:found image28 2024-08-17T01:30:33.815 INFO:tasks.workunit.client.0.smithi082.stdout:erased image28 2024-08-17T01:30:33.815 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image29 2024-08-17T01:30:33.815 INFO:tasks.workunit.client.0.smithi082.stdout:found image29 2024-08-17T01:30:33.815 INFO:tasks.workunit.client.0.smithi082.stdout:erased image29 2024-08-17T01:30:33.815 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image30 2024-08-17T01:30:33.815 INFO:tasks.workunit.client.0.smithi082.stdout:found image30 2024-08-17T01:30:33.815 INFO:tasks.workunit.client.0.smithi082.stdout:erased image30 2024-08-17T01:30:33.815 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image31 2024-08-17T01:30:33.815 INFO:tasks.workunit.client.0.smithi082.stdout:found image31 2024-08-17T01:30:33.815 INFO:tasks.workunit.client.0.smithi082.stdout:erased image31 2024-08-17T01:30:33.816 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image32 2024-08-17T01:30:33.816 INFO:tasks.workunit.client.0.smithi082.stdout:found image32 2024-08-17T01:30:33.816 INFO:tasks.workunit.client.0.smithi082.stdout:erased image32 2024-08-17T01:30:33.816 INFO:tasks.workunit.client.0.smithi082.stdout:100.00% done 2024-08-17T01:30:33.816 INFO:tasks.workunit.client.0.smithi082.stdout:image: image28 2024-08-17T01:30:33.816 INFO:tasks.workunit.client.0.smithi082.stdout:image: image29 2024-08-17T01:30:33.816 INFO:tasks.workunit.client.0.smithi082.stdout:image: image30 2024-08-17T01:30:33.816 INFO:tasks.workunit.client.0.smithi082.stdout:image: image31 2024-08-17T01:30:33.816 INFO:tasks.workunit.client.0.smithi082.stdout:image: image32 2024-08-17T01:30:33.816 INFO:tasks.workunit.client.0.smithi082.stdout:image: image33 2024-08-17T01:30:33.816 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image28 2024-08-17T01:30:33.816 INFO:tasks.workunit.client.0.smithi082.stdout:found image28 2024-08-17T01:30:33.816 INFO:tasks.workunit.client.0.smithi082.stdout:erased image28 2024-08-17T01:30:33.817 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image29 2024-08-17T01:30:33.817 INFO:tasks.workunit.client.0.smithi082.stdout:found image29 2024-08-17T01:30:33.817 INFO:tasks.workunit.client.0.smithi082.stdout:erased image29 2024-08-17T01:30:33.817 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image30 2024-08-17T01:30:33.817 INFO:tasks.workunit.client.0.smithi082.stdout:found image30 2024-08-17T01:30:33.817 INFO:tasks.workunit.client.0.smithi082.stdout:erased image30 2024-08-17T01:30:33.817 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image31 2024-08-17T01:30:33.817 INFO:tasks.workunit.client.0.smithi082.stdout:found image31 2024-08-17T01:30:33.817 INFO:tasks.workunit.client.0.smithi082.stdout:erased image31 2024-08-17T01:30:33.817 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image32 2024-08-17T01:30:33.817 INFO:tasks.workunit.client.0.smithi082.stdout:found image32 2024-08-17T01:30:33.817 INFO:tasks.workunit.client.0.smithi082.stdout:erased image32 2024-08-17T01:30:33.818 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image33 2024-08-17T01:30:33.818 INFO:tasks.workunit.client.0.smithi082.stdout:found image33 2024-08-17T01:30:33.818 INFO:tasks.workunit.client.0.smithi082.stdout:erased image33 2024-08-17T01:30:33.818 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestDeepCopy (7796 ms) 2024-08-17T01:30:33.818 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-08-17T01:30:33.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:33 smithi137 ceph-mon[86391]: osdmap e1632: 8 total, 8 up, 8 in 2024-08-17T01:30:33.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:33 smithi137 ceph-mon[86391]: pgmap v2820: 297 pgs: 297 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 359 KiB/s rd, 23 KiB/s wr, 427 op/s 2024-08-17T01:30:34.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:33 smithi082 ceph-mon[94343]: osdmap e1632: 8 total, 8 up, 8 in 2024-08-17T01:30:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:33 smithi082 ceph-mon[94343]: pgmap v2820: 297 pgs: 297 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 359 KiB/s rd, 23 KiB/s wr, 427 op/s 2024-08-17T01:30:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:33 smithi082 ceph-mon[91979]: osdmap e1632: 8 total, 8 up, 8 in 2024-08-17T01:30:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:33 smithi082 ceph-mon[91979]: pgmap v2820: 297 pgs: 297 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 359 KiB/s rd, 23 KiB/s wr, 427 op/s 2024-08-17T01:30:34.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:34 smithi137 ceph-mon[86391]: osdmap e1633: 8 total, 8 up, 8 in 2024-08-17T01:30:34.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:34 smithi137 ceph-mon[86391]: osdmap e1634: 8 total, 8 up, 8 in 2024-08-17T01:30:34.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:34 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1054962731' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:34.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:34 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:35.025 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:34 smithi082 ceph-mon[91979]: osdmap e1633: 8 total, 8 up, 8 in 2024-08-17T01:30:35.025 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:34 smithi082 ceph-mon[91979]: osdmap e1634: 8 total, 8 up, 8 in 2024-08-17T01:30:35.025 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:34 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1054962731' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:35.025 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:34 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:35.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:34 smithi082 ceph-mon[94343]: osdmap e1633: 8 total, 8 up, 8 in 2024-08-17T01:30:35.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:34 smithi082 ceph-mon[94343]: osdmap e1634: 8 total, 8 up, 8 in 2024-08-17T01:30:35.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:34 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1054962731' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:35.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:34 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:35.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:30:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:30:35] "GET /metrics HTTP/1.1" 200 43680 "" "Prometheus/2.43.0" 2024-08-17T01:30:35.655 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:35 smithi137 ceph-mon[86391]: pgmap v2823: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 403 KiB/s rd, 24 KiB/s wr, 473 op/s 2024-08-17T01:30:35.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:30:35.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:35 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:30:35.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:35 smithi137 ceph-mon[86391]: osdmap e1635: 8 total, 8 up, 8 in 2024-08-17T01:30:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:35 smithi082 ceph-mon[94343]: pgmap v2823: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 403 KiB/s rd, 24 KiB/s wr, 473 op/s 2024-08-17T01:30:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:30:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:35 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:30:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:35 smithi082 ceph-mon[94343]: osdmap e1635: 8 total, 8 up, 8 in 2024-08-17T01:30:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:35 smithi082 ceph-mon[91979]: pgmap v2823: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 403 KiB/s rd, 24 KiB/s wr, 473 op/s 2024-08-17T01:30:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:30:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:35 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:30:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:35 smithi082 ceph-mon[91979]: osdmap e1635: 8 total, 8 up, 8 in 2024-08-17T01:30:36.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:36 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:30:36.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:36 smithi137 ceph-mon[86391]: osdmap e1636: 8 total, 8 up, 8 in 2024-08-17T01:30:37.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:36 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:30:37.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:36 smithi082 ceph-mon[94343]: osdmap e1636: 8 total, 8 up, 8 in 2024-08-17T01:30:37.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:36 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:30:37.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:36 smithi082 ceph-mon[91979]: osdmap e1636: 8 total, 8 up, 8 in 2024-08-17T01:30:37.917 INFO:tasks.workunit.client.0.smithi082.stdout:num images is: 1 2024-08-17T01:30:37.917 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 1 2024-08-17T01:30:37.917 INFO:tasks.workunit.client.0.smithi082.stdout:image: image34 2024-08-17T01:30:37.917 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image34 2024-08-17T01:30:37.943 INFO:tasks.workunit.client.0.smithi082.stdout:num images is: 2 2024-08-17T01:30:37.943 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 2 2024-08-17T01:30:37.943 INFO:tasks.workunit.client.0.smithi082.stdout:image: image34 2024-08-17T01:30:37.943 INFO:tasks.workunit.client.0.smithi082.stdout:image: image35 2024-08-17T01:30:37.943 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image34 2024-08-17T01:30:37.943 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image35 2024-08-17T01:30:37.994 INFO:tasks.workunit.client.0.smithi082.stdout:100.00% done 2024-08-17T01:30:37.994 INFO:tasks.workunit.client.0.smithi082.stdout:num images is: 3 2024-08-17T01:30:37.995 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 3 2024-08-17T01:30:37.995 INFO:tasks.workunit.client.0.smithi082.stdout:image: image34 2024-08-17T01:30:37.995 INFO:tasks.workunit.client.0.smithi082.stdout:image: image35 2024-08-17T01:30:37.995 INFO:tasks.workunit.client.0.smithi082.stdout:image: image36 2024-08-17T01:30:37.995 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image34 2024-08-17T01:30:37.995 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image35 2024-08-17T01:30:37.995 INFO:tasks.workunit.client.0.smithi082.stdout:expected = image36 2024-08-17T01:30:38.032 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4221 ms) 2024-08-17T01:30:38.032 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-08-17T01:30:38.032 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:38.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:37 smithi082 ceph-mon[94343]: pgmap v2826: 329 pgs: 14 creating+peering, 15 unknown, 300 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 185 KiB/s rd, 9.2 KiB/s wr, 222 op/s 2024-08-17T01:30:38.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:37 smithi082 ceph-mon[94343]: osdmap e1637: 8 total, 8 up, 8 in 2024-08-17T01:30:38.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:37 smithi082 ceph-mon[91979]: pgmap v2826: 329 pgs: 14 creating+peering, 15 unknown, 300 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 185 KiB/s rd, 9.2 KiB/s wr, 222 op/s 2024-08-17T01:30:38.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:37 smithi082 ceph-mon[91979]: osdmap e1637: 8 total, 8 up, 8 in 2024-08-17T01:30:38.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:37 smithi137 ceph-mon[86391]: pgmap v2826: 329 pgs: 14 creating+peering, 15 unknown, 300 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 185 KiB/s rd, 9.2 KiB/s wr, 222 op/s 2024-08-17T01:30:38.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:37 smithi137 ceph-mon[86391]: osdmap e1637: 8 total, 8 up, 8 in 2024-08-17T01:30:39.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:38 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:30:39.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:38 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:30:39.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:38 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:30:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:39 smithi082 ceph-mon[94343]: osdmap e1638: 8 total, 8 up, 8 in 2024-08-17T01:30:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:39 smithi082 ceph-mon[94343]: pgmap v2829: 329 pgs: 14 creating+peering, 2 unknown, 313 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 7.7 KiB/s wr, 182 op/s 2024-08-17T01:30:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:39 smithi082 ceph-mon[94343]: osdmap e1639: 8 total, 8 up, 8 in 2024-08-17T01:30:40.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:39 smithi082 ceph-mon[91979]: osdmap e1638: 8 total, 8 up, 8 in 2024-08-17T01:30:40.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:39 smithi082 ceph-mon[91979]: pgmap v2829: 329 pgs: 14 creating+peering, 2 unknown, 313 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 7.7 KiB/s wr, 182 op/s 2024-08-17T01:30:40.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:39 smithi082 ceph-mon[91979]: osdmap e1639: 8 total, 8 up, 8 in 2024-08-17T01:30:40.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:39 smithi137 ceph-mon[86391]: osdmap e1638: 8 total, 8 up, 8 in 2024-08-17T01:30:40.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:39 smithi137 ceph-mon[86391]: pgmap v2829: 329 pgs: 14 creating+peering, 2 unknown, 313 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 7.7 KiB/s wr, 182 op/s 2024-08-17T01:30:40.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:39 smithi137 ceph-mon[86391]: osdmap e1639: 8 total, 8 up, 8 in 2024-08-17T01:30:41.681 INFO:tasks.workunit.client.0.smithi082.stdout:num snaps is: 1 2024-08-17T01:30:41.681 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 1 2024-08-17T01:30:41.681 INFO:tasks.workunit.client.0.smithi082.stdout:snap: snap1 2024-08-17T01:30:41.681 INFO:tasks.workunit.client.0.smithi082.stdout:found snap1 with size 2097152 2024-08-17T01:30:41.681 INFO:tasks.workunit.client.0.smithi082.stdout:num snaps is: 2 2024-08-17T01:30:41.681 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 2 2024-08-17T01:30:41.681 INFO:tasks.workunit.client.0.smithi082.stdout:snap: snap1 2024-08-17T01:30:41.681 INFO:tasks.workunit.client.0.smithi082.stdout:snap: snap2 2024-08-17T01:30:41.681 INFO:tasks.workunit.client.0.smithi082.stdout:found snap1 with size 2097152 2024-08-17T01:30:41.681 INFO:tasks.workunit.client.0.smithi082.stdout:found snap2 with size 4194304 2024-08-17T01:30:41.682 INFO:tasks.workunit.client.0.smithi082.stdout:num snaps is: 1 2024-08-17T01:30:41.682 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 1 2024-08-17T01:30:41.682 INFO:tasks.workunit.client.0.smithi082.stdout:snap: snap2 2024-08-17T01:30:41.682 INFO:tasks.workunit.client.0.smithi082.stdout:found snap2 with size 4194304 2024-08-17T01:30:41.682 INFO:tasks.workunit.client.0.smithi082.stdout:num snaps is: 0 2024-08-17T01:30:41.682 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 0 2024-08-17T01:30:41.682 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3649 ms) 2024-08-17T01:30:41.682 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-08-17T01:30:41.682 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:41.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:41 smithi082 ceph-mon[91979]: osdmap e1640: 8 total, 8 up, 8 in 2024-08-17T01:30:41.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:41 smithi082 ceph-mon[91979]: pgmap v2832: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 302 KiB/s rd, 21 KiB/s wr, 359 op/s 2024-08-17T01:30:41.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:41 smithi082 ceph-mon[94343]: osdmap e1640: 8 total, 8 up, 8 in 2024-08-17T01:30:41.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:41 smithi082 ceph-mon[94343]: pgmap v2832: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 302 KiB/s rd, 21 KiB/s wr, 359 op/s 2024-08-17T01:30:41.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:41 smithi137 ceph-mon[86391]: osdmap e1640: 8 total, 8 up, 8 in 2024-08-17T01:30:41.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:41 smithi137 ceph-mon[86391]: pgmap v2832: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 302 KiB/s rd, 21 KiB/s wr, 359 op/s 2024-08-17T01:30:42.653 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:30:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:30:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:30:42.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:42 smithi082 ceph-mon[91979]: osdmap e1641: 8 total, 8 up, 8 in 2024-08-17T01:30:42.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:42 smithi082 ceph-mon[94343]: osdmap e1641: 8 total, 8 up, 8 in 2024-08-17T01:30:42.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:42 smithi137 ceph-mon[86391]: osdmap e1641: 8 total, 8 up, 8 in 2024-08-17T01:30:43.695 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2014 ms) 2024-08-17T01:30:43.695 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-08-17T01:30:43.695 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:43.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:43 smithi082 ceph-mon[94343]: osdmap e1642: 8 total, 8 up, 8 in 2024-08-17T01:30:43.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:43 smithi082 ceph-mon[94343]: pgmap v2835: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 27 KiB/s wr, 474 op/s 2024-08-17T01:30:43.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:43 smithi082 ceph-mon[91979]: osdmap e1642: 8 total, 8 up, 8 in 2024-08-17T01:30:43.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:43 smithi082 ceph-mon[91979]: pgmap v2835: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 27 KiB/s wr, 474 op/s 2024-08-17T01:30:43.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:43 smithi137 ceph-mon[86391]: osdmap e1642: 8 total, 8 up, 8 in 2024-08-17T01:30:43.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:43 smithi137 ceph-mon[86391]: pgmap v2835: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 27 KiB/s wr, 474 op/s 2024-08-17T01:30:44.669 INFO:tasks.workunit.client.0.smithi082.stdout:num snaps is: 1 2024-08-17T01:30:44.669 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 1 2024-08-17T01:30:44.669 INFO:tasks.workunit.client.0.smithi082.stdout:snap: snap1 2024-08-17T01:30:44.669 INFO:tasks.workunit.client.0.smithi082.stdout:found snap1 with size 2097152 2024-08-17T01:30:44.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:44 smithi082 ceph-mon[94343]: osdmap e1643: 8 total, 8 up, 8 in 2024-08-17T01:30:44.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:44 smithi082 ceph-mon[94343]: osdmap e1644: 8 total, 8 up, 8 in 2024-08-17T01:30:44.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:44 smithi082 ceph-mon[91979]: osdmap e1643: 8 total, 8 up, 8 in 2024-08-17T01:30:44.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:44 smithi082 ceph-mon[91979]: osdmap e1644: 8 total, 8 up, 8 in 2024-08-17T01:30:44.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:44 smithi137 ceph-mon[86391]: osdmap e1643: 8 total, 8 up, 8 in 2024-08-17T01:30:44.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:44 smithi137 ceph-mon[86391]: osdmap e1644: 8 total, 8 up, 8 in 2024-08-17T01:30:45.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:30:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:30:45] "GET /metrics HTTP/1.1" 200 50912 "" "Prometheus/2.43.0" 2024-08-17T01:30:45.693 INFO:tasks.workunit.client.0.smithi082.stdout:num snaps is: 2 2024-08-17T01:30:45.693 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 2 2024-08-17T01:30:45.693 INFO:tasks.workunit.client.0.smithi082.stdout:snap: snap1 2024-08-17T01:30:45.693 INFO:tasks.workunit.client.0.smithi082.stdout:snap: snap2 2024-08-17T01:30:45.694 INFO:tasks.workunit.client.0.smithi082.stdout:found snap1 with size 2097152 2024-08-17T01:30:45.694 INFO:tasks.workunit.client.0.smithi082.stdout:found snap2 with size 4194304 2024-08-17T01:30:45.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:45 smithi082 ceph-mon[94343]: pgmap v2838: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 7.7 KiB/s wr, 159 op/s 2024-08-17T01:30:45.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:45 smithi082 ceph-mon[91979]: pgmap v2838: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 7.7 KiB/s wr, 159 op/s 2024-08-17T01:30:45.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:45 smithi137 ceph-mon[86391]: pgmap v2838: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 7.7 KiB/s wr, 159 op/s 2024-08-17T01:30:46.697 INFO:tasks.workunit.client.0.smithi082.stdout:num snaps is: 1 2024-08-17T01:30:46.697 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 1 2024-08-17T01:30:46.697 INFO:tasks.workunit.client.0.smithi082.stdout:snap: snap2 2024-08-17T01:30:46.697 INFO:tasks.workunit.client.0.smithi082.stdout:found snap2 with size 4194304 2024-08-17T01:30:46.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:46 smithi082 ceph-mon[91979]: osdmap e1645: 8 total, 8 up, 8 in 2024-08-17T01:30:46.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:46 smithi082 ceph-mon[94343]: osdmap e1645: 8 total, 8 up, 8 in 2024-08-17T01:30:46.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:46 smithi137 ceph-mon[86391]: osdmap e1645: 8 total, 8 up, 8 in 2024-08-17T01:30:47.705 INFO:tasks.workunit.client.0.smithi082.stdout:num snaps is: 0 2024-08-17T01:30:47.705 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 0 2024-08-17T01:30:47.710 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (4016 ms) 2024-08-17T01:30:47.710 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-08-17T01:30:47.711 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:47.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:47 smithi082 ceph-mon[91979]: osdmap e1646: 8 total, 8 up, 8 in 2024-08-17T01:30:47.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:47 smithi082 ceph-mon[91979]: pgmap v2841: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-17T01:30:47.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:47 smithi082 ceph-mon[94343]: osdmap e1646: 8 total, 8 up, 8 in 2024-08-17T01:30:47.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:47 smithi082 ceph-mon[94343]: pgmap v2841: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-17T01:30:47.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:47 smithi137 ceph-mon[86391]: osdmap e1646: 8 total, 8 up, 8 in 2024-08-17T01:30:47.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:47 smithi137 ceph-mon[86391]: pgmap v2841: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-17T01:30:48.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:48 smithi082 ceph-mon[94343]: osdmap e1647: 8 total, 8 up, 8 in 2024-08-17T01:30:48.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:48 smithi082 ceph-mon[91979]: osdmap e1647: 8 total, 8 up, 8 in 2024-08-17T01:30:48.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:48 smithi137 ceph-mon[86391]: osdmap e1647: 8 total, 8 up, 8 in 2024-08-17T01:30:49.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:49 smithi082 ceph-mon[94343]: osdmap e1648: 8 total, 8 up, 8 in 2024-08-17T01:30:49.990 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:49 smithi082 ceph-mon[94343]: pgmap v2844: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.7 KiB/s wr, 84 op/s 2024-08-17T01:30:49.990 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:49 smithi082 ceph-mon[94343]: osdmap e1649: 8 total, 8 up, 8 in 2024-08-17T01:30:49.990 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:49 smithi082 ceph-mon[91979]: osdmap e1648: 8 total, 8 up, 8 in 2024-08-17T01:30:49.990 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:49 smithi082 ceph-mon[91979]: pgmap v2844: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.7 KiB/s wr, 84 op/s 2024-08-17T01:30:49.990 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:49 smithi082 ceph-mon[91979]: osdmap e1649: 8 total, 8 up, 8 in 2024-08-17T01:30:49.991 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:49 smithi137 ceph-mon[86391]: osdmap e1648: 8 total, 8 up, 8 in 2024-08-17T01:30:49.991 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:49 smithi137 ceph-mon[86391]: pgmap v2844: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.7 KiB/s wr, 84 op/s 2024-08-17T01:30:49.991 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:49 smithi137 ceph-mon[86391]: osdmap e1649: 8 total, 8 up, 8 in 2024-08-17T01:30:50.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:30:50.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:50 smithi082 ceph-mon[94343]: osdmap e1650: 8 total, 8 up, 8 in 2024-08-17T01:30:50.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:30:50.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:50 smithi082 ceph-mon[91979]: osdmap e1650: 8 total, 8 up, 8 in 2024-08-17T01:30:50.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:30:50.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:50 smithi137 ceph-mon[86391]: osdmap e1650: 8 total, 8 up, 8 in 2024-08-17T01:30:51.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:51 smithi082 ceph-mon[94343]: pgmap v2847: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 6.5 KiB/s wr, 82 op/s 2024-08-17T01:30:51.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:51 smithi082 ceph-mon[94343]: osdmap e1651: 8 total, 8 up, 8 in 2024-08-17T01:30:51.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:51 smithi082 ceph-mon[91979]: pgmap v2847: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 6.5 KiB/s wr, 82 op/s 2024-08-17T01:30:51.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:51 smithi082 ceph-mon[91979]: osdmap e1651: 8 total, 8 up, 8 in 2024-08-17T01:30:51.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:51 smithi137 ceph-mon[86391]: pgmap v2847: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 6.5 KiB/s wr, 82 op/s 2024-08-17T01:30:51.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:51 smithi137 ceph-mon[86391]: osdmap e1651: 8 total, 8 up, 8 in 2024-08-17T01:30:52.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:30:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:30:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:30:53.679 INFO:tasks.workunit.client.0.smithi082.stdout:num snaps is: 0 2024-08-17T01:30:53.680 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 0 2024-08-17T01:30:53.685 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (5975 ms) 2024-08-17T01:30:53.686 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-08-17T01:30:53.686 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:53.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:53 smithi082 ceph-mon[94343]: osdmap e1652: 8 total, 8 up, 8 in 2024-08-17T01:30:53.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:53 smithi082 ceph-mon[94343]: pgmap v2850: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-08-17T01:30:53.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:53 smithi082 ceph-mon[91979]: osdmap e1652: 8 total, 8 up, 8 in 2024-08-17T01:30:53.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:53 smithi082 ceph-mon[91979]: pgmap v2850: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-08-17T01:30:53.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:53 smithi137 ceph-mon[86391]: osdmap e1652: 8 total, 8 up, 8 in 2024-08-17T01:30:53.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:53 smithi137 ceph-mon[86391]: pgmap v2850: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-08-17T01:30:54.680 INFO:tasks.workunit.client.0.smithi082.stdout:num snaps is: 1 2024-08-17T01:30:54.681 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 1 2024-08-17T01:30:54.681 INFO:tasks.workunit.client.0.smithi082.stdout:snap: snap1 2024-08-17T01:30:54.681 INFO:tasks.workunit.client.0.smithi082.stdout:found snap1 with size 2097152 2024-08-17T01:30:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:54 smithi082 ceph-mon[94343]: osdmap e1653: 8 total, 8 up, 8 in 2024-08-17T01:30:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:54 smithi082 ceph-mon[94343]: osdmap e1654: 8 total, 8 up, 8 in 2024-08-17T01:30:54.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:54 smithi082 ceph-mon[91979]: osdmap e1653: 8 total, 8 up, 8 in 2024-08-17T01:30:54.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:54 smithi082 ceph-mon[91979]: osdmap e1654: 8 total, 8 up, 8 in 2024-08-17T01:30:54.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:54 smithi137 ceph-mon[86391]: osdmap e1653: 8 total, 8 up, 8 in 2024-08-17T01:30:54.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:54 smithi137 ceph-mon[86391]: osdmap e1654: 8 total, 8 up, 8 in 2024-08-17T01:30:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:30:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:30:55] "GET /metrics HTTP/1.1" 200 50959 "" "Prometheus/2.43.0" 2024-08-17T01:30:55.698 INFO:tasks.workunit.client.0.smithi082.stdout:num snaps is: 2 2024-08-17T01:30:55.698 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 2 2024-08-17T01:30:55.698 INFO:tasks.workunit.client.0.smithi082.stdout:snap: snap1 2024-08-17T01:30:55.699 INFO:tasks.workunit.client.0.smithi082.stdout:snap: snap2 2024-08-17T01:30:55.699 INFO:tasks.workunit.client.0.smithi082.stdout:found snap1 with size 2097152 2024-08-17T01:30:55.699 INFO:tasks.workunit.client.0.smithi082.stdout:found snap2 with size 4194304 2024-08-17T01:30:55.702 INFO:tasks.workunit.client.0.smithi082.stdout:num snaps is: 2 2024-08-17T01:30:55.702 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 2 2024-08-17T01:30:55.702 INFO:tasks.workunit.client.0.smithi082.stdout:snap: snap1-rename 2024-08-17T01:30:55.702 INFO:tasks.workunit.client.0.smithi082.stdout:snap: snap2 2024-08-17T01:30:55.702 INFO:tasks.workunit.client.0.smithi082.stdout:found snap1-rename with size 2097152 2024-08-17T01:30:55.702 INFO:tasks.workunit.client.0.smithi082.stdout:found snap2 with size 4194304 2024-08-17T01:30:55.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:55 smithi082 ceph-mon[94343]: pgmap v2853: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 5.2 KiB/s wr, 63 op/s 2024-08-17T01:30:55.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:55 smithi082 ceph-mon[91979]: pgmap v2853: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 5.2 KiB/s wr, 63 op/s 2024-08-17T01:30:55.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:55 smithi137 ceph-mon[86391]: pgmap v2853: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 5.2 KiB/s wr, 63 op/s 2024-08-17T01:30:56.698 INFO:tasks.workunit.client.0.smithi082.stdout:num snaps is: 1 2024-08-17T01:30:56.698 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 1 2024-08-17T01:30:56.699 INFO:tasks.workunit.client.0.smithi082.stdout:snap: snap2-rename 2024-08-17T01:30:56.699 INFO:tasks.workunit.client.0.smithi082.stdout:found snap2-rename with size 4194304 2024-08-17T01:30:56.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:56 smithi082 ceph-mon[94343]: osdmap e1655: 8 total, 8 up, 8 in 2024-08-17T01:30:56.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:56 smithi082 ceph-mon[91979]: osdmap e1655: 8 total, 8 up, 8 in 2024-08-17T01:30:56.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:56 smithi137 ceph-mon[86391]: osdmap e1655: 8 total, 8 up, 8 in 2024-08-17T01:30:57.707 INFO:tasks.workunit.client.0.smithi082.stdout:num snaps is: 0 2024-08-17T01:30:57.707 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 0 2024-08-17T01:30:57.721 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (4035 ms) 2024-08-17T01:30:57.721 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-08-17T01:30:57.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:57 smithi082 ceph-mon[91979]: osdmap e1656: 8 total, 8 up, 8 in 2024-08-17T01:30:57.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:57 smithi082 ceph-mon[91979]: pgmap v2856: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-08-17T01:30:57.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:30:57.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:57 smithi082 ceph-mon[94343]: osdmap e1656: 8 total, 8 up, 8 in 2024-08-17T01:30:57.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:57 smithi082 ceph-mon[94343]: pgmap v2856: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-08-17T01:30:57.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:30:57.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:57 smithi137 ceph-mon[86391]: osdmap e1656: 8 total, 8 up, 8 in 2024-08-17T01:30:57.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:57 smithi137 ceph-mon[86391]: pgmap v2856: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-08-17T01:30:57.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:30:58.783 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:58 smithi082 ceph-mon[94343]: osdmap e1657: 8 total, 8 up, 8 in 2024-08-17T01:30:58.783 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:58 smithi082 ceph-mon[91979]: osdmap e1657: 8 total, 8 up, 8 in 2024-08-17T01:30:58.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:58 smithi137 ceph-mon[86391]: osdmap e1657: 8 total, 8 up, 8 in 2024-08-17T01:30:59.662 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:59.662 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:59.662 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:59.662 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:30:59.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:59 smithi082 ceph-mon[94343]: osdmap e1658: 8 total, 8 up, 8 in 2024-08-17T01:30:59.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:59 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/4287726400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:59.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:59 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:59.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:59 smithi082 ceph-mon[94343]: pgmap v2859: 361 pgs: 3 creating+peering, 29 unknown, 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 5.5 KiB/s wr, 76 op/s 2024-08-17T01:30:59.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:59 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:30:59.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:59 smithi082 ceph-mon[94343]: osdmap e1659: 8 total, 8 up, 8 in 2024-08-17T01:30:59.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:30:59.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:30:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:30:59.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:59 smithi082 ceph-mon[91979]: osdmap e1658: 8 total, 8 up, 8 in 2024-08-17T01:30:59.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:59 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/4287726400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:59.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:59 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:59.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:59 smithi082 ceph-mon[91979]: pgmap v2859: 361 pgs: 3 creating+peering, 29 unknown, 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 5.5 KiB/s wr, 76 op/s 2024-08-17T01:30:59.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:59 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:30:59.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:59 smithi082 ceph-mon[91979]: osdmap e1659: 8 total, 8 up, 8 in 2024-08-17T01:30:59.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:30:59.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:30:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:30:59.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:59 smithi137 ceph-mon[86391]: osdmap e1658: 8 total, 8 up, 8 in 2024-08-17T01:30:59.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:59 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/4287726400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:59.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:59 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:30:59.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:59 smithi137 ceph-mon[86391]: pgmap v2859: 361 pgs: 3 creating+peering, 29 unknown, 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 5.5 KiB/s wr, 76 op/s 2024-08-17T01:30:59.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:59 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:30:59.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:59 smithi137 ceph-mon[86391]: osdmap e1659: 8 total, 8 up, 8 in 2024-08-17T01:30:59.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:30:59.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:30:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:00 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:31:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:00 smithi082 ceph-mon[94343]: osdmap e1660: 8 total, 8 up, 8 in 2024-08-17T01:31:00.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:00 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:31:00.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:00.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:00.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:00 smithi082 ceph-mon[91979]: osdmap e1660: 8 total, 8 up, 8 in 2024-08-17T01:31:00.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:00 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:31:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:00.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:00 smithi137 ceph-mon[86391]: osdmap e1660: 8 total, 8 up, 8 in 2024-08-17T01:31:01.940 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4220 ms) 2024-08-17T01:31:01.940 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-08-17T01:31:01.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:01 smithi082 ceph-mon[94343]: pgmap v2862: 361 pgs: 3 creating+peering, 18 unknown, 340 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.7 KiB/s wr, 70 op/s 2024-08-17T01:31:01.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:01 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:31:01.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:01 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:31:01.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:01 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:01.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:01 smithi082 ceph-mon[94343]: osdmap e1661: 8 total, 8 up, 8 in 2024-08-17T01:31:01.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:01 smithi082 ceph-mon[91979]: pgmap v2862: 361 pgs: 3 creating+peering, 18 unknown, 340 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.7 KiB/s wr, 70 op/s 2024-08-17T01:31:01.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:01 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:31:01.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:01 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:31:01.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:01 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:01.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:01 smithi082 ceph-mon[91979]: osdmap e1661: 8 total, 8 up, 8 in 2024-08-17T01:31:01.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:01 smithi137 ceph-mon[86391]: pgmap v2862: 361 pgs: 3 creating+peering, 18 unknown, 340 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.7 KiB/s wr, 70 op/s 2024-08-17T01:31:01.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:01 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:31:01.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:01 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:31:01.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:01 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:01.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:01 smithi137 ceph-mon[86391]: osdmap e1661: 8 total, 8 up, 8 in 2024-08-17T01:31:02.725 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:31:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:31:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:31:02.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:02 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:31:02.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:02 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:31:02.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:02 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:31:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:03 smithi082 ceph-mon[91979]: osdmap e1662: 8 total, 8 up, 8 in 2024-08-17T01:31:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:03 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2595787496' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:03 smithi082 ceph-mon[91979]: pgmap v2865: 393 pgs: 6 creating+peering, 32 unknown, 355 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.7 KiB/s wr, 42 op/s 2024-08-17T01:31:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:03 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2595787496' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:31:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:03 smithi082 ceph-mon[91979]: osdmap e1663: 8 total, 8 up, 8 in 2024-08-17T01:31:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:03 smithi082 ceph-mon[94343]: osdmap e1662: 8 total, 8 up, 8 in 2024-08-17T01:31:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:03 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2595787496' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:04.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:03 smithi082 ceph-mon[94343]: pgmap v2865: 393 pgs: 6 creating+peering, 32 unknown, 355 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.7 KiB/s wr, 42 op/s 2024-08-17T01:31:04.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:03 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2595787496' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:31:04.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:03 smithi082 ceph-mon[94343]: osdmap e1663: 8 total, 8 up, 8 in 2024-08-17T01:31:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:03 smithi137 ceph-mon[86391]: osdmap e1662: 8 total, 8 up, 8 in 2024-08-17T01:31:04.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:03 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2595787496' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:04.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:03 smithi137 ceph-mon[86391]: pgmap v2865: 393 pgs: 6 creating+peering, 32 unknown, 355 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.7 KiB/s wr, 42 op/s 2024-08-17T01:31:04.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:03 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2595787496' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:31:04.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:03 smithi137 ceph-mon[86391]: osdmap e1663: 8 total, 8 up, 8 in 2024-08-17T01:31:05.027 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:04 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:31:05.027 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:04 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:05.027 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:04 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:05.027 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:04 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-17T01:31:05.027 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:04 smithi082 ceph-mon[94343]: osdmap e1664: 8 total, 8 up, 8 in 2024-08-17T01:31:05.027 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:04 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:31:05.028 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:04 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:05.028 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:04 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:05.028 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:04 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-17T01:31:05.028 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:04 smithi082 ceph-mon[91979]: osdmap e1664: 8 total, 8 up, 8 in 2024-08-17T01:31:05.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:04 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:31:05.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:04 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:05.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:04 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:05.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:04 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-17T01:31:05.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:04 smithi137 ceph-mon[86391]: osdmap e1664: 8 total, 8 up, 8 in 2024-08-17T01:31:05.321 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:31:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:31:05] "GET /metrics HTTP/1.1" 200 50959 "" "Prometheus/2.43.0" 2024-08-17T01:31:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:06 smithi082 ceph-mon[94343]: pgmap v2868: 393 pgs: 5 creating+peering, 23 unknown, 365 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 2.2 KiB/s wr, 64 op/s 2024-08-17T01:31:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:31:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:06 smithi082 ceph-mon[94343]: osdmap e1665: 8 total, 8 up, 8 in 2024-08-17T01:31:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:06 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:31:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:06 smithi082 ceph-mon[91979]: pgmap v2868: 393 pgs: 5 creating+peering, 23 unknown, 365 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 2.2 KiB/s wr, 64 op/s 2024-08-17T01:31:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:31:06.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:06 smithi082 ceph-mon[91979]: osdmap e1665: 8 total, 8 up, 8 in 2024-08-17T01:31:06.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:06 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:31:06.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:06 smithi137 ceph-mon[86391]: pgmap v2868: 393 pgs: 5 creating+peering, 23 unknown, 365 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 2.2 KiB/s wr, 64 op/s 2024-08-17T01:31:06.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:06.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:31:06.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:06 smithi137 ceph-mon[86391]: osdmap e1665: 8 total, 8 up, 8 in 2024-08-17T01:31:06.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:06 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:31:06.683 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:31:06.974 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:31:06 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:31:06] ENGINE Bus STOPPING 2024-08-17T01:31:07.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:31:07] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T01:31:07.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:31:07] ENGINE Bus STOPPED 2024-08-17T01:31:07.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:31:07] ENGINE Bus STARTING 2024-08-17T01:31:07.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:31:07] ENGINE Serving on http://:::9283 2024-08-17T01:31:07.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:31:07] ENGINE Bus STARTED 2024-08-17T01:31:07.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: osdmap e1666: 8 total, 8 up, 8 in 2024-08-17T01:31:07.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' 2024-08-17T01:31:07.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:31:07.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:31:07.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:31:07.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:31:07.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:31:07.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:31:07.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:07.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:31:07.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:07.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:07.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:07.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:07.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:07.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:07.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:07.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:07.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:07.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:31:07.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:31:07.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:07.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:07.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:07.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:31:07.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:31:07.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:07.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:07.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:07.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:31:07.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:31:07.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:07.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:07.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:07.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[91979]: pgmap v2871: 393 pgs: 5 creating+peering, 3 unknown, 385 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.5 KiB/s wr, 104 op/s 2024-08-17T01:31:07.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: osdmap e1666: 8 total, 8 up, 8 in 2024-08-17T01:31:07.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' 2024-08-17T01:31:07.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:31:07.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:31:07.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:31:07.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:31:07.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:31:07.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:31:07.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:07.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:31:07.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:07.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:07.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:07.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:07.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:07.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:07.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:07.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:07.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:07.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:31:07.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:31:07.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:07.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:07.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:07.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:31:07.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:31:07.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:07.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:07.982 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:07.982 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:31:07.982 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:31:07.982 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:07.982 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:07.982 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:07.982 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:07 smithi082 ceph-mon[94343]: pgmap v2871: 393 pgs: 5 creating+peering, 3 unknown, 385 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.5 KiB/s wr, 104 op/s 2024-08-17T01:31:07.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: osdmap e1666: 8 total, 8 up, 8 in 2024-08-17T01:31:07.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' 2024-08-17T01:31:07.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:31:07.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:31:07.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:31:07.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:31:07.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:31:07.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:31:07.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:07.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:31:07.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:07.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:07.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:07.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:07.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:07.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:07.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:07.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:07.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:07.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:31:07.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:31:07.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:07.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:07.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:07.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:31:07.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:31:07.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:07.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:07.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:07.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:31:07.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:31:07.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:07.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:07.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:07.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:07 smithi137 ceph-mon[86391]: pgmap v2871: 393 pgs: 5 creating+peering, 3 unknown, 385 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.5 KiB/s wr, 104 op/s 2024-08-17T01:31:08.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:08 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-17T01:31:08.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:08 smithi082 ceph-mon[94343]: osdmap e1667: 8 total, 8 up, 8 in 2024-08-17T01:31:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:08 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-17T01:31:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:08 smithi082 ceph-mon[91979]: osdmap e1667: 8 total, 8 up, 8 in 2024-08-17T01:31:08.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:08 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-17T01:31:08.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:08 smithi137 ceph-mon[86391]: osdmap e1667: 8 total, 8 up, 8 in 2024-08-17T01:31:09.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:09 smithi082 ceph-mon[94343]: pgmap v2873: 393 pgs: 393 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 6.2 KiB/s wr, 77 op/s 2024-08-17T01:31:09.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:09 smithi082 ceph-mon[94343]: osdmap e1668: 8 total, 8 up, 8 in 2024-08-17T01:31:09.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:09 smithi082 ceph-mon[91979]: pgmap v2873: 393 pgs: 393 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 6.2 KiB/s wr, 77 op/s 2024-08-17T01:31:09.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:09 smithi082 ceph-mon[91979]: osdmap e1668: 8 total, 8 up, 8 in 2024-08-17T01:31:09.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:09 smithi137 ceph-mon[86391]: pgmap v2873: 393 pgs: 393 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 6.2 KiB/s wr, 77 op/s 2024-08-17T01:31:09.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:09 smithi137 ceph-mon[86391]: osdmap e1668: 8 total, 8 up, 8 in 2024-08-17T01:31:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:11 smithi082 ceph-mon[91979]: pgmap v2875: 393 pgs: 393 active+clean; 7.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 596 KiB/s wr, 17 op/s 2024-08-17T01:31:12.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:11 smithi082 ceph-mon[94343]: pgmap v2875: 393 pgs: 393 active+clean; 7.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 596 KiB/s wr, 17 op/s 2024-08-17T01:31:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:11 smithi137 ceph-mon[86391]: pgmap v2875: 393 pgs: 393 active+clean; 7.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 596 KiB/s wr, 17 op/s 2024-08-17T01:31:12.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:31:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:31:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:31:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:13 smithi082 ceph-mon[94343]: pgmap v2876: 393 pgs: 393 active+clean; 7.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 500 KiB/s wr, 19 op/s 2024-08-17T01:31:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:13 smithi082 ceph-mon[91979]: pgmap v2876: 393 pgs: 393 active+clean; 7.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 500 KiB/s wr, 19 op/s 2024-08-17T01:31:14.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:13 smithi137 ceph-mon[86391]: pgmap v2876: 393 pgs: 393 active+clean; 7.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 500 KiB/s wr, 19 op/s 2024-08-17T01:31:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:31:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:31:15] "GET /metrics HTTP/1.1" 200 55732 "" "Prometheus/2.43.0" 2024-08-17T01:31:15.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:15 smithi082 ceph-mon[94343]: osdmap e1669: 8 total, 8 up, 8 in 2024-08-17T01:31:15.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:15 smithi082 ceph-mon[94343]: pgmap v2878: 393 pgs: 393 active+clean; 7.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 431 KiB/s wr, 16 op/s 2024-08-17T01:31:15.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:15 smithi082 ceph-mon[91979]: osdmap e1669: 8 total, 8 up, 8 in 2024-08-17T01:31:15.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:15 smithi082 ceph-mon[91979]: pgmap v2878: 393 pgs: 393 active+clean; 7.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 431 KiB/s wr, 16 op/s 2024-08-17T01:31:15.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:15 smithi137 ceph-mon[86391]: osdmap e1669: 8 total, 8 up, 8 in 2024-08-17T01:31:15.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:15 smithi137 ceph-mon[86391]: pgmap v2878: 393 pgs: 393 active+clean; 7.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 431 KiB/s wr, 16 op/s 2024-08-17T01:31:18.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:17 smithi082 ceph-mon[94343]: pgmap v2879: 393 pgs: 393 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.9 KiB/s rd, 1.0 MiB/s wr, 14 op/s 2024-08-17T01:31:18.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:17 smithi082 ceph-mon[91979]: pgmap v2879: 393 pgs: 393 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.9 KiB/s rd, 1.0 MiB/s wr, 14 op/s 2024-08-17T01:31:18.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:17 smithi137 ceph-mon[86391]: pgmap v2879: 393 pgs: 393 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.9 KiB/s rd, 1.0 MiB/s wr, 14 op/s 2024-08-17T01:31:19.844 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.RemoveFullTry (17903 ms) 2024-08-17T01:31:19.844 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-08-17T01:31:20.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:20 smithi082 ceph-mon[91979]: pgmap v2880: 393 pgs: 393 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.3 KiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-08-17T01:31:20.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:20 smithi082 ceph-mon[91979]: pool 'test-librbd-smithi082-142218-23' is full (reached quota's max_bytes: 10 MiB) 2024-08-17T01:31:20.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:20 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-17T01:31:20.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:20 smithi082 ceph-mon[91979]: osdmap e1670: 8 total, 8 up, 8 in 2024-08-17T01:31:20.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:20 smithi082 ceph-mon[94343]: pgmap v2880: 393 pgs: 393 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.3 KiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-08-17T01:31:20.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:20 smithi082 ceph-mon[94343]: pool 'test-librbd-smithi082-142218-23' is full (reached quota's max_bytes: 10 MiB) 2024-08-17T01:31:20.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:20 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-17T01:31:20.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:20 smithi082 ceph-mon[94343]: osdmap e1670: 8 total, 8 up, 8 in 2024-08-17T01:31:20.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:20 smithi137 ceph-mon[86391]: pgmap v2880: 393 pgs: 393 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.3 KiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-08-17T01:31:20.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:20 smithi137 ceph-mon[86391]: pool 'test-librbd-smithi082-142218-23' is full (reached quota's max_bytes: 10 MiB) 2024-08-17T01:31:20.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:20 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-17T01:31:20.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:20 smithi137 ceph-mon[86391]: osdmap e1670: 8 total, 8 up, 8 in 2024-08-17T01:31:21.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:21.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:31:21.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:21 smithi082 ceph-mon[94343]: osdmap e1671: 8 total, 8 up, 8 in 2024-08-17T01:31:21.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:21 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1654227258' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:21.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:21 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:21.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:21.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:31:21.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:21 smithi082 ceph-mon[91979]: osdmap e1671: 8 total, 8 up, 8 in 2024-08-17T01:31:21.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:21 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1654227258' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:21.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:21 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:21.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:21.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:31:21.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:21 smithi137 ceph-mon[86391]: osdmap e1671: 8 total, 8 up, 8 in 2024-08-17T01:31:21.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:21 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1654227258' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:21.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:21 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:22.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:22 smithi082 ceph-mon[94343]: pgmap v2883: 425 pgs: 32 unknown, 393 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-17T01:31:22.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:22 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:31:22.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:22 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:31:22.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:22 smithi082 ceph-mon[94343]: osdmap e1672: 8 total, 8 up, 8 in 2024-08-17T01:31:22.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:22 smithi082 ceph-mon[91979]: pgmap v2883: 425 pgs: 32 unknown, 393 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-17T01:31:22.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:22 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:31:22.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:22 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:31:22.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:22 smithi082 ceph-mon[91979]: osdmap e1672: 8 total, 8 up, 8 in 2024-08-17T01:31:22.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:22 smithi137 ceph-mon[86391]: pgmap v2883: 425 pgs: 32 unknown, 393 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-17T01:31:22.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:22 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:31:22.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:22 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:31:22.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:22 smithi137 ceph-mon[86391]: osdmap e1672: 8 total, 8 up, 8 in 2024-08-17T01:31:22.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:31:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:31:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:31:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:23 smithi082 ceph-mon[94343]: osdmap e1673: 8 total, 8 up, 8 in 2024-08-17T01:31:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:23 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1675673284' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:23 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:23 smithi082 ceph-mon[94343]: pgmap v2886: 457 pgs: 7 creating+peering, 50 unknown, 400 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 514 KiB/s wr, 41 op/s 2024-08-17T01:31:23.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:23 smithi082 ceph-mon[91979]: osdmap e1673: 8 total, 8 up, 8 in 2024-08-17T01:31:23.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:23 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1675673284' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:23.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:23 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:23.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:23 smithi082 ceph-mon[91979]: pgmap v2886: 457 pgs: 7 creating+peering, 50 unknown, 400 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 514 KiB/s wr, 41 op/s 2024-08-17T01:31:23.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:23 smithi137 ceph-mon[86391]: osdmap e1673: 8 total, 8 up, 8 in 2024-08-17T01:31:23.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:23 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1675673284' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:23.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:23 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:23.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:23 smithi137 ceph-mon[86391]: pgmap v2886: 457 pgs: 7 creating+peering, 50 unknown, 400 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 514 KiB/s wr, 41 op/s 2024-08-17T01:31:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:24 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:31:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:24 smithi082 ceph-mon[94343]: osdmap e1674: 8 total, 8 up, 8 in 2024-08-17T01:31:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:24 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:24 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:24 smithi082 ceph-mon[94343]: pool 'test-librbd-smithi082-142218-23' no longer out of quota; removing NO_QUOTA flag 2024-08-17T01:31:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:24 smithi082 ceph-mon[94343]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-17T01:31:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:24 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-17T01:31:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:24 smithi082 ceph-mon[94343]: osdmap e1675: 8 total, 8 up, 8 in 2024-08-17T01:31:24.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:24 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:31:24.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:24 smithi082 ceph-mon[91979]: osdmap e1674: 8 total, 8 up, 8 in 2024-08-17T01:31:24.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:24 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:24.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:24 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:24.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:24 smithi082 ceph-mon[91979]: pool 'test-librbd-smithi082-142218-23' no longer out of quota; removing NO_QUOTA flag 2024-08-17T01:31:24.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:24 smithi082 ceph-mon[91979]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-17T01:31:24.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:24 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-17T01:31:24.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:24 smithi082 ceph-mon[91979]: osdmap e1675: 8 total, 8 up, 8 in 2024-08-17T01:31:24.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:24 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:31:24.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:24 smithi137 ceph-mon[86391]: osdmap e1674: 8 total, 8 up, 8 in 2024-08-17T01:31:24.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:24 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:24.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:24 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:24.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:24 smithi137 ceph-mon[86391]: pool 'test-librbd-smithi082-142218-23' no longer out of quota; removing NO_QUOTA flag 2024-08-17T01:31:24.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:24 smithi137 ceph-mon[86391]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-17T01:31:24.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:24 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-17T01:31:24.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:24 smithi137 ceph-mon[86391]: osdmap e1675: 8 total, 8 up, 8 in 2024-08-17T01:31:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:31:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:31:25] "GET /metrics HTTP/1.1" 200 55854 "" "Prometheus/2.43.0" 2024-08-17T01:31:25.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:25 smithi082 ceph-mon[94343]: pgmap v2889: 457 pgs: 10 creating+peering, 33 unknown, 414 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 513 KiB/s wr, 35 op/s 2024-08-17T01:31:25.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:25 smithi082 ceph-mon[91979]: pgmap v2889: 457 pgs: 10 creating+peering, 33 unknown, 414 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 513 KiB/s wr, 35 op/s 2024-08-17T01:31:25.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:25 smithi137 ceph-mon[86391]: pgmap v2889: 457 pgs: 10 creating+peering, 33 unknown, 414 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 513 KiB/s wr, 35 op/s 2024-08-17T01:31:26.719 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:31:26.975 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:31:26 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:31:26] ENGINE Bus STOPPING 2024-08-17T01:31:26.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:26 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:31:26.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:26 smithi082 ceph-mon[94343]: osdmap e1676: 8 total, 8 up, 8 in 2024-08-17T01:31:26.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:26 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:31:26.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:26 smithi082 ceph-mon[91979]: osdmap e1676: 8 total, 8 up, 8 in 2024-08-17T01:31:26.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:26 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:31:26.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:26 smithi137 ceph-mon[86391]: osdmap e1676: 8 total, 8 up, 8 in 2024-08-17T01:31:27.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:31:27] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T01:31:27.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:31:27] ENGINE Bus STOPPED 2024-08-17T01:31:27.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:31:27] ENGINE Bus STARTING 2024-08-17T01:31:27.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:31:27] ENGINE Serving on http://:::9283 2024-08-17T01:31:27.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:31:27] ENGINE Bus STARTED 2024-08-17T01:31:27.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: osdmap e1677: 8 total, 8 up, 8 in 2024-08-17T01:31:27.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' 2024-08-17T01:31:27.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:31:27.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:31:27.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:31:27.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:31:27.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:27.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:31:27.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: pgmap v2892: 457 pgs: 8 creating+peering, 5 unknown, 444 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:31:27.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:27.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:27.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:27.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:27.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:27.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:27.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:27.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:27.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:27.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:31:27.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:31:27.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:27.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:27.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:27.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:31:27.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:31:27.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:27.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:27.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:27.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: osdmap e1677: 8 total, 8 up, 8 in 2024-08-17T01:31:27.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' 2024-08-17T01:31:27.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:31:27.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:31:27.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:31:27.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:31:27.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:27.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:31:27.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: pgmap v2892: 457 pgs: 8 creating+peering, 5 unknown, 444 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:31:27.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:27.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:27.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:27.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:27.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:27.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:27.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:27.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:27.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:27.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:31:27.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:31:27.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:27.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:27.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:27.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:31:27.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:31:27.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:27.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:27.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:27.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:31:27.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:31:27.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:27.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:27.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:27.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:31:27.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:31:27.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:27.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:27.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:27 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:27.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: osdmap e1677: 8 total, 8 up, 8 in 2024-08-17T01:31:27.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' 2024-08-17T01:31:27.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:31:27.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:31:27.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:31:27.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:31:27.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:27.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:31:27.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: pgmap v2892: 457 pgs: 8 creating+peering, 5 unknown, 444 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:31:27.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:27.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:27.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:27.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:27.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:27.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:27.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:27.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:27.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:27.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:31:27.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:31:27.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:27.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:27.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:27.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:31:27.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:31:27.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:27.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:27.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:27.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:31:27.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:31:27.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:27.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:27.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:27 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:28.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:28 smithi137 ceph-mon[86391]: osdmap e1678: 8 total, 8 up, 8 in 2024-08-17T01:31:29.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:28 smithi082 ceph-mon[91979]: osdmap e1678: 8 total, 8 up, 8 in 2024-08-17T01:31:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:28 smithi082 ceph-mon[94343]: osdmap e1678: 8 total, 8 up, 8 in 2024-08-17T01:31:30.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:29 smithi082 ceph-mon[94343]: osdmap e1679: 8 total, 8 up, 8 in 2024-08-17T01:31:30.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:29 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:31:30.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:29 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:31:30.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:29 smithi082 ceph-mon[94343]: pgmap v2895: 457 pgs: 457 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-08-17T01:31:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:29 smithi082 ceph-mon[91979]: osdmap e1679: 8 total, 8 up, 8 in 2024-08-17T01:31:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:29 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:31:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:29 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:31:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:29 smithi082 ceph-mon[91979]: pgmap v2895: 457 pgs: 457 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-08-17T01:31:30.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:29 smithi137 ceph-mon[86391]: osdmap e1679: 8 total, 8 up, 8 in 2024-08-17T01:31:30.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:29 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:31:30.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:29 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:31:30.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:29 smithi137 ceph-mon[86391]: pgmap v2895: 457 pgs: 457 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-08-17T01:31:31.201 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:30 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-17T01:31:31.201 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:30 smithi137 ceph-mon[86391]: osdmap e1680: 8 total, 8 up, 8 in 2024-08-17T01:31:31.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:30 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-17T01:31:31.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:30 smithi082 ceph-mon[94343]: osdmap e1680: 8 total, 8 up, 8 in 2024-08-17T01:31:31.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:30 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-17T01:31:31.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:30 smithi082 ceph-mon[91979]: osdmap e1680: 8 total, 8 up, 8 in 2024-08-17T01:31:32.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:31 smithi082 ceph-mon[94343]: pgmap v2897: 457 pgs: 457 active+clean; 5.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 249 KiB/s wr, 25 op/s 2024-08-17T01:31:32.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:31 smithi082 ceph-mon[91979]: pgmap v2897: 457 pgs: 457 active+clean; 5.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 249 KiB/s wr, 25 op/s 2024-08-17T01:31:32.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:31 smithi137 ceph-mon[86391]: pgmap v2897: 457 pgs: 457 active+clean; 5.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 249 KiB/s wr, 25 op/s 2024-08-17T01:31:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:31:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:31:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:31:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:33 smithi082 ceph-mon[94343]: pgmap v2898: 457 pgs: 457 active+clean; 5.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 172 KiB/s wr, 18 op/s 2024-08-17T01:31:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:33 smithi082 ceph-mon[91979]: pgmap v2898: 457 pgs: 457 active+clean; 5.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 172 KiB/s wr, 18 op/s 2024-08-17T01:31:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:33 smithi137 ceph-mon[86391]: pgmap v2898: 457 pgs: 457 active+clean; 5.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 172 KiB/s wr, 18 op/s 2024-08-17T01:31:35.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:31:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:31:35] "GET /metrics HTTP/1.1" 200 55854 "" "Prometheus/2.43.0" 2024-08-17T01:31:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:35 smithi082 ceph-mon[94343]: osdmap e1681: 8 total, 8 up, 8 in 2024-08-17T01:31:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:35 smithi082 ceph-mon[94343]: pgmap v2900: 457 pgs: 457 active+clean; 5.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 169 KiB/s wr, 17 op/s 2024-08-17T01:31:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:31:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:35 smithi082 ceph-mon[91979]: osdmap e1681: 8 total, 8 up, 8 in 2024-08-17T01:31:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:35 smithi082 ceph-mon[91979]: pgmap v2900: 457 pgs: 457 active+clean; 5.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 169 KiB/s wr, 17 op/s 2024-08-17T01:31:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:31:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:35 smithi137 ceph-mon[86391]: osdmap e1681: 8 total, 8 up, 8 in 2024-08-17T01:31:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:35 smithi137 ceph-mon[86391]: pgmap v2900: 457 pgs: 457 active+clean; 5.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 169 KiB/s wr, 17 op/s 2024-08-17T01:31:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:35.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:31:38.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:37 smithi082 ceph-mon[94343]: pgmap v2901: 457 pgs: 457 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.9 KiB/s rd, 513 KiB/s wr, 14 op/s 2024-08-17T01:31:38.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:37 smithi082 ceph-mon[91979]: pgmap v2901: 457 pgs: 457 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.9 KiB/s rd, 513 KiB/s wr, 14 op/s 2024-08-17T01:31:38.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:37 smithi137 ceph-mon[86391]: pgmap v2901: 457 pgs: 457 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.9 KiB/s rd, 513 KiB/s wr, 14 op/s 2024-08-17T01:31:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:39 smithi082 ceph-mon[94343]: pgmap v2902: 457 pgs: 457 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.8 KiB/s rd, 902 KiB/s wr, 13 op/s 2024-08-17T01:31:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:39 smithi082 ceph-mon[94343]: osdmap e1682: 8 total, 8 up, 8 in 2024-08-17T01:31:40.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:39 smithi082 ceph-mon[91979]: pgmap v2902: 457 pgs: 457 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.8 KiB/s rd, 902 KiB/s wr, 13 op/s 2024-08-17T01:31:40.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:39 smithi082 ceph-mon[91979]: osdmap e1682: 8 total, 8 up, 8 in 2024-08-17T01:31:40.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:39 smithi137 ceph-mon[86391]: pgmap v2902: 457 pgs: 457 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.8 KiB/s rd, 902 KiB/s wr, 13 op/s 2024-08-17T01:31:40.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:39 smithi137 ceph-mon[86391]: osdmap e1682: 8 total, 8 up, 8 in 2024-08-17T01:31:42.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:41 smithi082 ceph-mon[94343]: pgmap v2904: 457 pgs: 457 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 896 KiB/s wr, 2 op/s 2024-08-17T01:31:42.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:41 smithi082 ceph-mon[91979]: pgmap v2904: 457 pgs: 457 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 896 KiB/s wr, 2 op/s 2024-08-17T01:31:42.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:41 smithi137 ceph-mon[86391]: pgmap v2904: 457 pgs: 457 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 896 KiB/s wr, 2 op/s 2024-08-17T01:31:42.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:31:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:31:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:31:44.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:43 smithi082 ceph-mon[94343]: pgmap v2905: 457 pgs: 457 active+clean; 18 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-17T01:31:44.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:43 smithi082 ceph-mon[91979]: pgmap v2905: 457 pgs: 457 active+clean; 18 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-17T01:31:44.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:43 smithi137 ceph-mon[86391]: pgmap v2905: 457 pgs: 457 active+clean; 18 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-17T01:31:45.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:31:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:31:45] "GET /metrics HTTP/1.1" 200 60771 "" "Prometheus/2.43.0" 2024-08-17T01:31:45.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:44 smithi082 ceph-mon[94343]: pool 'test-librbd-smithi082-142218-25' is full (reached quota's max_bytes: 10 MiB) 2024-08-17T01:31:45.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:44 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-17T01:31:45.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:44 smithi082 ceph-mon[94343]: osdmap e1683: 8 total, 8 up, 8 in 2024-08-17T01:31:45.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:44 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-24", "field": "max_objects", "val": "6"}]: dispatch 2024-08-17T01:31:45.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:44 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-24", "field": "max_objects", "val": "6"}]: dispatch 2024-08-17T01:31:45.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:44 smithi082 ceph-mon[91979]: pool 'test-librbd-smithi082-142218-25' is full (reached quota's max_bytes: 10 MiB) 2024-08-17T01:31:45.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:44 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-17T01:31:45.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:44 smithi082 ceph-mon[91979]: osdmap e1683: 8 total, 8 up, 8 in 2024-08-17T01:31:45.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:44 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-24", "field": "max_objects", "val": "6"}]: dispatch 2024-08-17T01:31:45.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:44 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-24", "field": "max_objects", "val": "6"}]: dispatch 2024-08-17T01:31:45.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:44 smithi137 ceph-mon[86391]: pool 'test-librbd-smithi082-142218-25' is full (reached quota's max_bytes: 10 MiB) 2024-08-17T01:31:45.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:44 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-17T01:31:45.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:44 smithi137 ceph-mon[86391]: osdmap e1683: 8 total, 8 up, 8 in 2024-08-17T01:31:45.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:44 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-24", "field": "max_objects", "val": "6"}]: dispatch 2024-08-17T01:31:45.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:44 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-24", "field": "max_objects", "val": "6"}]: dispatch 2024-08-17T01:31:45.676 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:31:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:45 smithi082 ceph-mon[94343]: pgmap v2907: 457 pgs: 457 active+clean; 18 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-08-17T01:31:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:45 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-24", "field": "max_objects", "val": "6"}]': finished 2024-08-17T01:31:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:45 smithi082 ceph-mon[94343]: osdmap e1684: 8 total, 8 up, 8 in 2024-08-17T01:31:46.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:45 smithi082 ceph-mon[91979]: pgmap v2907: 457 pgs: 457 active+clean; 18 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-08-17T01:31:46.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:45 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-24", "field": "max_objects", "val": "6"}]': finished 2024-08-17T01:31:46.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:45 smithi082 ceph-mon[91979]: osdmap e1684: 8 total, 8 up, 8 in 2024-08-17T01:31:46.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:45 smithi137 ceph-mon[86391]: pgmap v2907: 457 pgs: 457 active+clean; 18 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-08-17T01:31:46.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:45 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-24", "field": "max_objects", "val": "6"}]': finished 2024-08-17T01:31:46.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:45 smithi137 ceph-mon[86391]: osdmap e1684: 8 total, 8 up, 8 in 2024-08-17T01:31:46.697 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:31:47.708 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:31:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:47 smithi082 ceph-mon[94343]: pgmap v2909: 457 pgs: 457 active+clean; 18 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 714 KiB/s wr, 3 op/s 2024-08-17T01:31:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:47 smithi082 ceph-mon[91979]: pgmap v2909: 457 pgs: 457 active+clean; 18 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 714 KiB/s wr, 3 op/s 2024-08-17T01:31:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:47 smithi137 ceph-mon[86391]: pgmap v2909: 457 pgs: 457 active+clean; 18 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 714 KiB/s wr, 3 op/s 2024-08-17T01:31:48.717 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:31:49.728 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:31:49.805 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (29961 ms) 2024-08-17T01:31:49.805 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.RemoveFullTryNamespace 2024-08-17T01:31:50.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:50 smithi082 ceph-mon[94343]: pgmap v2910: 457 pgs: 457 active+clean; 20 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 896 KiB/s wr, 3 op/s 2024-08-17T01:31:50.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:50 smithi082 ceph-mon[94343]: pool 'test-librbd-smithi082-142218-24' is full (reached quota's max_objects: 6) 2024-08-17T01:31:50.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:50 smithi082 ceph-mon[94343]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-17T01:31:50.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:50 smithi082 ceph-mon[94343]: osdmap e1685: 8 total, 8 up, 8 in 2024-08-17T01:31:50.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:50 smithi082 ceph-mon[91979]: pgmap v2910: 457 pgs: 457 active+clean; 20 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 896 KiB/s wr, 3 op/s 2024-08-17T01:31:50.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:50 smithi082 ceph-mon[91979]: pool 'test-librbd-smithi082-142218-24' is full (reached quota's max_objects: 6) 2024-08-17T01:31:50.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:50 smithi082 ceph-mon[91979]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-17T01:31:50.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:50 smithi082 ceph-mon[91979]: osdmap e1685: 8 total, 8 up, 8 in 2024-08-17T01:31:50.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:50 smithi137 ceph-mon[86391]: pgmap v2910: 457 pgs: 457 active+clean; 20 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 896 KiB/s wr, 3 op/s 2024-08-17T01:31:50.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:50 smithi137 ceph-mon[86391]: pool 'test-librbd-smithi082-142218-24' is full (reached quota's max_objects: 6) 2024-08-17T01:31:50.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:50 smithi137 ceph-mon[86391]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-17T01:31:50.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:50 smithi137 ceph-mon[86391]: osdmap e1685: 8 total, 8 up, 8 in 2024-08-17T01:31:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:31:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:51 smithi082 ceph-mon[94343]: osdmap e1686: 8 total, 8 up, 8 in 2024-08-17T01:31:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:51 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2842184858' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:51 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:51.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:51.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:31:51.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:51 smithi082 ceph-mon[91979]: osdmap e1686: 8 total, 8 up, 8 in 2024-08-17T01:31:51.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:51 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2842184858' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:51.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:51 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:51.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:51.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:31:51.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:51 smithi137 ceph-mon[86391]: osdmap e1686: 8 total, 8 up, 8 in 2024-08-17T01:31:51.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:51 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2842184858' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:51.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:51 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:31:51.720 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:31:51.974 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:31:51 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:31:51] ENGINE Bus STOPPING 2024-08-17T01:31:52.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:31:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T01:31:52.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:31:52] ENGINE Bus STOPPED 2024-08-17T01:31:52.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:31:52] ENGINE Bus STARTING 2024-08-17T01:31:52.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:31:52] ENGINE Serving on http://:::9283 2024-08-17T01:31:52.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:31:52] ENGINE Bus STARTED 2024-08-17T01:31:52.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: pgmap v2913: 489 pgs: 32 unknown, 457 active+clean; 16 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 345 KiB/s wr, 35 op/s 2024-08-17T01:31:52.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:31:52.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:31:52.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: osdmap e1687: 8 total, 8 up, 8 in 2024-08-17T01:31:52.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' 2024-08-17T01:31:52.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:31:52.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:31:52.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:31:52.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:31:52.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:52.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:31:52.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:52.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:52.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:52.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:52.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:52.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:52.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:52.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:52.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:52.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:31:52.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:31:52.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:52.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:52.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:52.477 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:31:52.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:31:52.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:52.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:52.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:52.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:31:52.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:31:52.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:52.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:52.478 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:52.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: pgmap v2913: 489 pgs: 32 unknown, 457 active+clean; 16 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 345 KiB/s wr, 35 op/s 2024-08-17T01:31:52.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:31:52.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:31:52.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: osdmap e1687: 8 total, 8 up, 8 in 2024-08-17T01:31:52.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' 2024-08-17T01:31:52.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:31:52.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:31:52.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:31:52.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:31:52.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:52.479 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:31:52.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:52.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:52.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:52.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:52.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:52.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:52.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:52.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:52.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:52.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:31:52.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:31:52.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:52.480 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:52.481 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:52.481 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:31:52.481 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:31:52.481 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:52.481 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:52.481 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:52.481 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:31:52.481 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:31:52.481 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:52.481 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:52.481 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:52.486 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:31:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:31:52.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: pgmap v2913: 489 pgs: 32 unknown, 457 active+clean; 16 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 345 KiB/s wr, 35 op/s 2024-08-17T01:31:52.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:31:52.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:31:52.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: osdmap e1687: 8 total, 8 up, 8 in 2024-08-17T01:31:52.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' 2024-08-17T01:31:52.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:31:52.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:31:52.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:31:52.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:31:52.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:31:52.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:31:52.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:52.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:52.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:52.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:52.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:52.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:52.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:52.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:52.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:52.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:31:52.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:31:52.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:52.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:52.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:52.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:31:52.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:31:52.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:52.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:52.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:52.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:31:52.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:31:52.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:31:52.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:31:52.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:31:53.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:53 smithi082 ceph-mon[91979]: osdmap e1688: 8 total, 8 up, 8 in 2024-08-17T01:31:53.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:53 smithi082 ceph-mon[91979]: pgmap v2916: 489 pgs: 4 creating+peering, 21 unknown, 464 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 4.5 KiB/s wr, 47 op/s 2024-08-17T01:31:53.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:53 smithi082 ceph-mon[94343]: osdmap e1688: 8 total, 8 up, 8 in 2024-08-17T01:31:53.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:53 smithi082 ceph-mon[94343]: pgmap v2916: 489 pgs: 4 creating+peering, 21 unknown, 464 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 4.5 KiB/s wr, 47 op/s 2024-08-17T01:31:53.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:53 smithi137 ceph-mon[86391]: osdmap e1688: 8 total, 8 up, 8 in 2024-08-17T01:31:53.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:53 smithi137 ceph-mon[86391]: pgmap v2916: 489 pgs: 4 creating+peering, 21 unknown, 464 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 4.5 KiB/s wr, 47 op/s 2024-08-17T01:31:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:54 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:31:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:54 smithi082 ceph-mon[94343]: osdmap e1689: 8 total, 8 up, 8 in 2024-08-17T01:31:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:54 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:31:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:54 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:31:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:54 smithi082 ceph-mon[94343]: pool 'test-librbd-smithi082-142218-25' no longer out of quota; removing NO_QUOTA flag 2024-08-17T01:31:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:54 smithi082 ceph-mon[94343]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-17T01:31:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:54 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-17T01:31:54.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:54 smithi082 ceph-mon[94343]: osdmap e1690: 8 total, 8 up, 8 in 2024-08-17T01:31:54.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:54 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:31:54.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:54 smithi082 ceph-mon[91979]: osdmap e1689: 8 total, 8 up, 8 in 2024-08-17T01:31:54.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:54 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:31:54.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:54 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:31:54.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:54 smithi082 ceph-mon[91979]: pool 'test-librbd-smithi082-142218-25' no longer out of quota; removing NO_QUOTA flag 2024-08-17T01:31:54.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:54 smithi082 ceph-mon[91979]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-17T01:31:54.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:54 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-17T01:31:54.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:54 smithi082 ceph-mon[91979]: osdmap e1690: 8 total, 8 up, 8 in 2024-08-17T01:31:54.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:54 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:31:54.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:54 smithi137 ceph-mon[86391]: osdmap e1689: 8 total, 8 up, 8 in 2024-08-17T01:31:54.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:54 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:31:54.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:54 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:31:54.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:54 smithi137 ceph-mon[86391]: pool 'test-librbd-smithi082-142218-25' no longer out of quota; removing NO_QUOTA flag 2024-08-17T01:31:54.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:54 smithi137 ceph-mon[86391]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-17T01:31:54.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:54 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-17T01:31:54.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:54 smithi137 ceph-mon[86391]: osdmap e1690: 8 total, 8 up, 8 in 2024-08-17T01:31:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:31:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:31:55] "GET /metrics HTTP/1.1" 200 60782 "" "Prometheus/2.43.0" 2024-08-17T01:31:55.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:55 smithi082 ceph-mon[94343]: pgmap v2919: 489 pgs: 4 creating+peering, 9 unknown, 476 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.7 KiB/s wr, 5 op/s 2024-08-17T01:31:55.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:55 smithi082 ceph-mon[91979]: pgmap v2919: 489 pgs: 4 creating+peering, 9 unknown, 476 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.7 KiB/s wr, 5 op/s 2024-08-17T01:31:55.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:55 smithi137 ceph-mon[86391]: pgmap v2919: 489 pgs: 4 creating+peering, 9 unknown, 476 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.7 KiB/s wr, 5 op/s 2024-08-17T01:31:58.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:57 smithi082 ceph-mon[94343]: pgmap v2920: 489 pgs: 489 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.9 KiB/s wr, 21 op/s 2024-08-17T01:31:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:57 smithi082 ceph-mon[91979]: pgmap v2920: 489 pgs: 489 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.9 KiB/s wr, 21 op/s 2024-08-17T01:31:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:57 smithi137 ceph-mon[86391]: pgmap v2920: 489 pgs: 489 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.9 KiB/s wr, 21 op/s 2024-08-17T01:32:00.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:59 smithi082 ceph-mon[94343]: pgmap v2921: 489 pgs: 489 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 666 KiB/s wr, 20 op/s 2024-08-17T01:32:00.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:31:59 smithi082 ceph-mon[94343]: osdmap e1691: 8 total, 8 up, 8 in 2024-08-17T01:32:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:59 smithi082 ceph-mon[91979]: pgmap v2921: 489 pgs: 489 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 666 KiB/s wr, 20 op/s 2024-08-17T01:32:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:31:59 smithi082 ceph-mon[91979]: osdmap e1691: 8 total, 8 up, 8 in 2024-08-17T01:32:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:59 smithi137 ceph-mon[86391]: pgmap v2921: 489 pgs: 489 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 666 KiB/s wr, 20 op/s 2024-08-17T01:32:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:31:59 smithi137 ceph-mon[86391]: osdmap e1691: 8 total, 8 up, 8 in 2024-08-17T01:32:02.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:01 smithi082 ceph-mon[94343]: pgmap v2923: 489 pgs: 489 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.9 KiB/s rd, 859 KiB/s wr, 16 op/s 2024-08-17T01:32:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:01 smithi082 ceph-mon[91979]: pgmap v2923: 489 pgs: 489 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.9 KiB/s rd, 859 KiB/s wr, 16 op/s 2024-08-17T01:32:02.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:01 smithi137 ceph-mon[86391]: pgmap v2923: 489 pgs: 489 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.9 KiB/s rd, 859 KiB/s wr, 16 op/s 2024-08-17T01:32:02.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:32:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:32:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:32:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:03 smithi082 ceph-mon[94343]: pgmap v2924: 489 pgs: 489 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.3 KiB/s rd, 752 KiB/s wr, 15 op/s 2024-08-17T01:32:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:03 smithi082 ceph-mon[91979]: pgmap v2924: 489 pgs: 489 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.3 KiB/s rd, 752 KiB/s wr, 15 op/s 2024-08-17T01:32:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:03 smithi137 ceph-mon[86391]: pgmap v2924: 489 pgs: 489 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.3 KiB/s rd, 752 KiB/s wr, 15 op/s 2024-08-17T01:32:05.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:32:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:32:05] "GET /metrics HTTP/1.1" 200 60782 "" "Prometheus/2.43.0" 2024-08-17T01:32:05.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:05 smithi082 ceph-mon[94343]: pgmap v2925: 489 pgs: 489 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.6 KiB/s rd, 615 KiB/s wr, 12 op/s 2024-08-17T01:32:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:32:05.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:05 smithi082 ceph-mon[91979]: pgmap v2925: 489 pgs: 489 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.6 KiB/s rd, 615 KiB/s wr, 12 op/s 2024-08-17T01:32:05.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:32:05.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:05 smithi137 ceph-mon[86391]: pgmap v2925: 489 pgs: 489 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.6 KiB/s rd, 615 KiB/s wr, 12 op/s 2024-08-17T01:32:05.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:32:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:07 smithi082 ceph-mon[94343]: pgmap v2926: 489 pgs: 489 active+clean; 17 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-08-17T01:32:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:07 smithi082 ceph-mon[91979]: pgmap v2926: 489 pgs: 489 active+clean; 17 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-08-17T01:32:08.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:07 smithi137 ceph-mon[86391]: pgmap v2926: 489 pgs: 489 active+clean; 17 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-08-17T01:32:09.844 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.RemoveFullTryNamespace (20040 ms) 2024-08-17T01:32:09.844 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.RemoveFullTryNamespaceDataPool 2024-08-17T01:32:10.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:10 smithi082 ceph-mon[91979]: pgmap v2927: 489 pgs: 489 active+clean; 17 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 819 KiB/s wr, 3 op/s 2024-08-17T01:32:10.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:10 smithi082 ceph-mon[91979]: pool 'test-librbd-smithi082-142218-26' is full (reached quota's max_bytes: 10 MiB) 2024-08-17T01:32:10.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:10 smithi082 ceph-mon[91979]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-17T01:32:10.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:10 smithi082 ceph-mon[91979]: osdmap e1692: 8 total, 8 up, 8 in 2024-08-17T01:32:10.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:10 smithi082 ceph-mon[94343]: pgmap v2927: 489 pgs: 489 active+clean; 17 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 819 KiB/s wr, 3 op/s 2024-08-17T01:32:10.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:10 smithi082 ceph-mon[94343]: pool 'test-librbd-smithi082-142218-26' is full (reached quota's max_bytes: 10 MiB) 2024-08-17T01:32:10.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:10 smithi082 ceph-mon[94343]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-17T01:32:10.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:10 smithi082 ceph-mon[94343]: osdmap e1692: 8 total, 8 up, 8 in 2024-08-17T01:32:10.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:10 smithi137 ceph-mon[86391]: pgmap v2927: 489 pgs: 489 active+clean; 17 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 819 KiB/s wr, 3 op/s 2024-08-17T01:32:10.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:10 smithi137 ceph-mon[86391]: pool 'test-librbd-smithi082-142218-26' is full (reached quota's max_bytes: 10 MiB) 2024-08-17T01:32:10.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:10 smithi137 ceph-mon[86391]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-17T01:32:10.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:10 smithi137 ceph-mon[86391]: osdmap e1692: 8 total, 8 up, 8 in 2024-08-17T01:32:11.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:11 smithi082 ceph-mon[91979]: osdmap e1693: 8 total, 8 up, 8 in 2024-08-17T01:32:11.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:11 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3143444990' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:32:11.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:11 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:32:11.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:11 smithi082 ceph-mon[91979]: pgmap v2930: 521 pgs: 32 unknown, 489 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-08-17T01:32:11.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:11 smithi082 ceph-mon[94343]: osdmap e1693: 8 total, 8 up, 8 in 2024-08-17T01:32:11.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:11 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3143444990' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:32:11.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:11 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:32:11.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:11 smithi082 ceph-mon[94343]: pgmap v2930: 521 pgs: 32 unknown, 489 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-08-17T01:32:11.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:11 smithi137 ceph-mon[86391]: osdmap e1693: 8 total, 8 up, 8 in 2024-08-17T01:32:11.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:11 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3143444990' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:32:11.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:11 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:32:11.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:11 smithi137 ceph-mon[86391]: pgmap v2930: 521 pgs: 32 unknown, 489 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-08-17T01:32:12.695 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:32:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:32:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:32:12.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:12 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:32:12.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:12 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:32:12.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:12 smithi082 ceph-mon[94343]: osdmap e1694: 8 total, 8 up, 8 in 2024-08-17T01:32:12.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:12 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:32:12.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:12 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:32:12.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:12 smithi082 ceph-mon[91979]: osdmap e1694: 8 total, 8 up, 8 in 2024-08-17T01:32:12.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:12 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:32:12.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:12 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:32:12.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:12 smithi137 ceph-mon[86391]: osdmap e1694: 8 total, 8 up, 8 in 2024-08-17T01:32:13.735 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:32:13.978 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:32:13 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:32:13] ENGINE Bus STOPPING 2024-08-17T01:32:13.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:13 smithi082 ceph-mon[91979]: osdmap e1695: 8 total, 8 up, 8 in 2024-08-17T01:32:13.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:13 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1395868379' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:32:13.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:13 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:32:13.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:13 smithi082 ceph-mon[91979]: pgmap v2933: 553 pgs: 6 creating+peering, 50 unknown, 497 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 769 KiB/s wr, 34 op/s 2024-08-17T01:32:13.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:13 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:32:13.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:13 smithi082 ceph-mon[94343]: osdmap e1695: 8 total, 8 up, 8 in 2024-08-17T01:32:13.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:13 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1395868379' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:32:13.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:13 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:32:13.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:13 smithi082 ceph-mon[94343]: pgmap v2933: 553 pgs: 6 creating+peering, 50 unknown, 497 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 769 KiB/s wr, 34 op/s 2024-08-17T01:32:13.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:13 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:32:13.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:13 smithi137 ceph-mon[86391]: osdmap e1695: 8 total, 8 up, 8 in 2024-08-17T01:32:13.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:13 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1395868379' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:32:13.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:13 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:32:13.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:13 smithi137 ceph-mon[86391]: pgmap v2933: 553 pgs: 6 creating+peering, 50 unknown, 497 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 769 KiB/s wr, 34 op/s 2024-08-17T01:32:13.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:13 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:32:14.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:32:14] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T01:32:14.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:32:14] ENGINE Bus STOPPED 2024-08-17T01:32:14.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:32:14] ENGINE Bus STARTING 2024-08-17T01:32:14.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:32:14] ENGINE Serving on http://:::9283 2024-08-17T01:32:14.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:32:14] ENGINE Bus STARTED 2024-08-17T01:32:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: osdmap e1696: 8 total, 8 up, 8 in 2024-08-17T01:32:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' 2024-08-17T01:32:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:32:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:32:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:32:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:32:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:32:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:32:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:32:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:32:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:32:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:32:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:32:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:32:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:32:14.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:32:14.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:32:14.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:32:14.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:32:14.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:32:14.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:32:14.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:32:14.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:32:14.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:32:14.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:32:14.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:32:14.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:32:14.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:32:14.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: osdmap e1696: 8 total, 8 up, 8 in 2024-08-17T01:32:14.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' 2024-08-17T01:32:14.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:32:14.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:32:14.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:32:14.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:32:14.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:32:14.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:32:14.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:32:14.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:32:14.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:32:14.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:32:14.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:32:14.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:32:14.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:32:14.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:32:14.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:32:14.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:32:14.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:32:14.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:32:14.979 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:32:14.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:32:14.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:32:14.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:32:14.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:32:14.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:32:14.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:32:14.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:32:14.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:32:14.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:32:14.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:32:14.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:32:14.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: pool 'test-librbd-smithi082-142218-26' no longer out of quota; removing NO_QUOTA flag 2024-08-17T01:32:14.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-17T01:32:14.981 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[94343]: osdmap e1697: 8 total, 8 up, 8 in 2024-08-17T01:32:14.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:32:14.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:32:14.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:32:14.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:32:14.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: pool 'test-librbd-smithi082-142218-26' no longer out of quota; removing NO_QUOTA flag 2024-08-17T01:32:14.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-17T01:32:14.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:14 smithi082 ceph-mon[91979]: osdmap e1697: 8 total, 8 up, 8 in 2024-08-17T01:32:14.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: osdmap e1696: 8 total, 8 up, 8 in 2024-08-17T01:32:14.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' 2024-08-17T01:32:14.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:32:14.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:32:14.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:32:14.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:32:14.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:32:14.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:32:14.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:32:14.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:32:14.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:32:14.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:32:14.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:32:14.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:32:14.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:32:14.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:32:14.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:32:14.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:32:14.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:32:14.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:32:14.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:32:14.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:32:14.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:32:14.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:32:14.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:32:14.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:32:14.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:32:14.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:32:14.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:32:14.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:32:14.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:32:14.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:32:14.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: pool 'test-librbd-smithi082-142218-26' no longer out of quota; removing NO_QUOTA flag 2024-08-17T01:32:14.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-17T01:32:14.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:14 smithi137 ceph-mon[86391]: osdmap e1697: 8 total, 8 up, 8 in 2024-08-17T01:32:15.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:32:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:32:15] "GET /metrics HTTP/1.1" 200 63254 "" "Prometheus/2.43.0" 2024-08-17T01:32:15.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:15 smithi082 ceph-mon[91979]: pgmap v2936: 553 pgs: 11 creating+peering, 25 unknown, 517 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 1.7 KiB/s wr, 15 op/s 2024-08-17T01:32:15.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:15 smithi082 ceph-mon[91979]: osdmap e1698: 8 total, 8 up, 8 in 2024-08-17T01:32:15.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:15 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:32:15.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:15 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:32:15.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:15 smithi082 ceph-mon[94343]: pgmap v2936: 553 pgs: 11 creating+peering, 25 unknown, 517 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 1.7 KiB/s wr, 15 op/s 2024-08-17T01:32:15.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:15 smithi082 ceph-mon[94343]: osdmap e1698: 8 total, 8 up, 8 in 2024-08-17T01:32:15.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:15 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:32:15.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:15 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:32:15.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:15 smithi137 ceph-mon[86391]: pgmap v2936: 553 pgs: 11 creating+peering, 25 unknown, 517 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 1.7 KiB/s wr, 15 op/s 2024-08-17T01:32:15.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:15 smithi137 ceph-mon[86391]: osdmap e1698: 8 total, 8 up, 8 in 2024-08-17T01:32:15.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:15 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:32:15.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:15 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-17T01:32:16.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:16 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:32:16.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:16 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-17T01:32:16.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:16 smithi137 ceph-mon[86391]: osdmap e1699: 8 total, 8 up, 8 in 2024-08-17T01:32:17.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:16 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:32:17.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:16 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-17T01:32:17.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:16 smithi082 ceph-mon[94343]: osdmap e1699: 8 total, 8 up, 8 in 2024-08-17T01:32:17.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:16 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:32:17.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:16 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-17T01:32:17.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:16 smithi082 ceph-mon[91979]: osdmap e1699: 8 total, 8 up, 8 in 2024-08-17T01:32:17.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:17 smithi137 ceph-mon[86391]: pgmap v2939: 553 pgs: 9 creating+peering, 544 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.7 KiB/s wr, 20 op/s 2024-08-17T01:32:18.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:17 smithi082 ceph-mon[91979]: pgmap v2939: 553 pgs: 9 creating+peering, 544 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.7 KiB/s wr, 20 op/s 2024-08-17T01:32:18.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:17 smithi082 ceph-mon[94343]: pgmap v2939: 553 pgs: 9 creating+peering, 544 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.7 KiB/s wr, 20 op/s 2024-08-17T01:32:20.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:19 smithi082 ceph-mon[94343]: pgmap v2940: 553 pgs: 553 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 398 KiB/s wr, 17 op/s 2024-08-17T01:32:20.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:19 smithi082 ceph-mon[91979]: pgmap v2940: 553 pgs: 553 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 398 KiB/s wr, 17 op/s 2024-08-17T01:32:20.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:19 smithi137 ceph-mon[86391]: pgmap v2940: 553 pgs: 553 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 398 KiB/s wr, 17 op/s 2024-08-17T01:32:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:32:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:32:21.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:32:22.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:21 smithi082 ceph-mon[91979]: pgmap v2941: 553 pgs: 553 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 333 KiB/s wr, 18 op/s 2024-08-17T01:32:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:21 smithi082 ceph-mon[94343]: pgmap v2941: 553 pgs: 553 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 333 KiB/s wr, 18 op/s 2024-08-17T01:32:22.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:21 smithi137 ceph-mon[86391]: pgmap v2941: 553 pgs: 553 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 333 KiB/s wr, 18 op/s 2024-08-17T01:32:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:32:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:32:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:32:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:22 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 3]}]: dispatch 2024-08-17T01:32:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:22 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]: dispatch 2024-08-17T01:32:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:22 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-08-17T01:32:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:22 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.18", "id": [6, 4]}]: dispatch 2024-08-17T01:32:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:22 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1c", "id": [1, 7]}]: dispatch 2024-08-17T01:32:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:22 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.a", "id": [0, 3]}]: dispatch 2024-08-17T01:32:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:22 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]: dispatch 2024-08-17T01:32:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:22 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1a", "id": [4, 3]}]: dispatch 2024-08-17T01:32:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:22 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.15", "id": [6, 4]}]: dispatch 2024-08-17T01:32:23.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:22 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 3]}]: dispatch 2024-08-17T01:32:23.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:22 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]: dispatch 2024-08-17T01:32:23.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:22 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-08-17T01:32:23.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:22 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.18", "id": [6, 4]}]: dispatch 2024-08-17T01:32:23.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:22 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1c", "id": [1, 7]}]: dispatch 2024-08-17T01:32:23.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:22 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.a", "id": [0, 3]}]: dispatch 2024-08-17T01:32:23.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:22 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]: dispatch 2024-08-17T01:32:23.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:22 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1a", "id": [4, 3]}]: dispatch 2024-08-17T01:32:23.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:22 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.15", "id": [6, 4]}]: dispatch 2024-08-17T01:32:23.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:22 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 3]}]: dispatch 2024-08-17T01:32:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:22 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]: dispatch 2024-08-17T01:32:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:22 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-08-17T01:32:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:22 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.18", "id": [6, 4]}]: dispatch 2024-08-17T01:32:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:22 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1c", "id": [1, 7]}]: dispatch 2024-08-17T01:32:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:22 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.a", "id": [0, 3]}]: dispatch 2024-08-17T01:32:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:22 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]: dispatch 2024-08-17T01:32:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:22 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1a", "id": [4, 3]}]: dispatch 2024-08-17T01:32:23.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:22 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.15", "id": [6, 4]}]: dispatch 2024-08-17T01:32:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:23 smithi082 ceph-mon[91979]: pgmap v2942: 553 pgs: 553 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.9 KiB/s rd, 513 KiB/s wr, 14 op/s 2024-08-17T01:32:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:23 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 3]}]': finished 2024-08-17T01:32:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:23 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]': finished 2024-08-17T01:32:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:23 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-08-17T01:32:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:23 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.18", "id": [6, 4]}]': finished 2024-08-17T01:32:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:23 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1c", "id": [1, 7]}]': finished 2024-08-17T01:32:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:23 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.a", "id": [0, 3]}]': finished 2024-08-17T01:32:24.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:23 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]': finished 2024-08-17T01:32:24.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:23 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1a", "id": [4, 3]}]': finished 2024-08-17T01:32:24.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:23 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.15", "id": [6, 4]}]': finished 2024-08-17T01:32:24.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:23 smithi082 ceph-mon[91979]: osdmap e1700: 8 total, 8 up, 8 in 2024-08-17T01:32:24.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:23 smithi082 ceph-mon[94343]: pgmap v2942: 553 pgs: 553 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.9 KiB/s rd, 513 KiB/s wr, 14 op/s 2024-08-17T01:32:24.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:23 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 3]}]': finished 2024-08-17T01:32:24.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:23 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]': finished 2024-08-17T01:32:24.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:23 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-08-17T01:32:24.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:23 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.18", "id": [6, 4]}]': finished 2024-08-17T01:32:24.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:23 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1c", "id": [1, 7]}]': finished 2024-08-17T01:32:24.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:23 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.a", "id": [0, 3]}]': finished 2024-08-17T01:32:24.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:23 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]': finished 2024-08-17T01:32:24.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:23 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1a", "id": [4, 3]}]': finished 2024-08-17T01:32:24.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:23 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.15", "id": [6, 4]}]': finished 2024-08-17T01:32:24.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:23 smithi082 ceph-mon[94343]: osdmap e1700: 8 total, 8 up, 8 in 2024-08-17T01:32:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:23 smithi137 ceph-mon[86391]: pgmap v2942: 553 pgs: 553 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.9 KiB/s rd, 513 KiB/s wr, 14 op/s 2024-08-17T01:32:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:23 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 3]}]': finished 2024-08-17T01:32:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:23 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]': finished 2024-08-17T01:32:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:23 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-08-17T01:32:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:23 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.18", "id": [6, 4]}]': finished 2024-08-17T01:32:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:23 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1c", "id": [1, 7]}]': finished 2024-08-17T01:32:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:23 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.a", "id": [0, 3]}]': finished 2024-08-17T01:32:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:23 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]': finished 2024-08-17T01:32:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:23 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1a", "id": [4, 3]}]': finished 2024-08-17T01:32:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:23 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.15", "id": [6, 4]}]': finished 2024-08-17T01:32:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:23 smithi137 ceph-mon[86391]: osdmap e1700: 8 total, 8 up, 8 in 2024-08-17T01:32:25.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:24 smithi082 ceph-mon[91979]: osdmap e1701: 8 total, 8 up, 8 in 2024-08-17T01:32:25.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:24 smithi082 ceph-mon[91979]: osdmap e1702: 8 total, 8 up, 8 in 2024-08-17T01:32:25.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:32:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:32:25] "GET /metrics HTTP/1.1" 200 68177 "" "Prometheus/2.43.0" 2024-08-17T01:32:25.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:24 smithi082 ceph-mon[94343]: osdmap e1701: 8 total, 8 up, 8 in 2024-08-17T01:32:25.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:24 smithi082 ceph-mon[94343]: osdmap e1702: 8 total, 8 up, 8 in 2024-08-17T01:32:25.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:24 smithi137 ceph-mon[86391]: osdmap e1701: 8 total, 8 up, 8 in 2024-08-17T01:32:25.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:24 smithi137 ceph-mon[86391]: osdmap e1702: 8 total, 8 up, 8 in 2024-08-17T01:32:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:25 smithi082 ceph-mon[94343]: pgmap v2946: 553 pgs: 553 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 1.0 MiB/s wr, 8 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-08-17T01:32:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:25 smithi082 ceph-mon[91979]: pgmap v2946: 553 pgs: 553 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 1.0 MiB/s wr, 8 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-08-17T01:32:26.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:25 smithi137 ceph-mon[86391]: pgmap v2946: 553 pgs: 553 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 1.0 MiB/s wr, 8 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-08-17T01:32:28.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:27 smithi082 ceph-mon[94343]: pgmap v2947: 553 pgs: 553 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s; 8 B/s, 1 keys/s, 0 objects/s recovering 2024-08-17T01:32:28.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:27 smithi082 ceph-mon[91979]: pgmap v2947: 553 pgs: 553 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s; 8 B/s, 1 keys/s, 0 objects/s recovering 2024-08-17T01:32:28.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:27 smithi137 ceph-mon[86391]: pgmap v2947: 553 pgs: 553 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s; 8 B/s, 1 keys/s, 0 objects/s recovering 2024-08-17T01:32:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:29 smithi082 ceph-mon[91979]: pgmap v2948: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.0 MiB/s wr, 3 op/s; 8 B/s, 1 keys/s, 0 objects/s recovering 2024-08-17T01:32:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:29 smithi082 ceph-mon[91979]: pool 'test-librbd-smithi082-142218-28' is full (reached quota's max_bytes: 10 MiB) 2024-08-17T01:32:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:29 smithi082 ceph-mon[91979]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-17T01:32:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:29 smithi082 ceph-mon[91979]: osdmap e1703: 8 total, 8 up, 8 in 2024-08-17T01:32:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:29 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-27", "field": "max_objects", "val": "7"}]: dispatch 2024-08-17T01:32:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:29 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-27", "field": "max_objects", "val": "7"}]: dispatch 2024-08-17T01:32:30.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:29 smithi082 ceph-mon[94343]: pgmap v2948: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.0 MiB/s wr, 3 op/s; 8 B/s, 1 keys/s, 0 objects/s recovering 2024-08-17T01:32:30.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:29 smithi082 ceph-mon[94343]: pool 'test-librbd-smithi082-142218-28' is full (reached quota's max_bytes: 10 MiB) 2024-08-17T01:32:30.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:29 smithi082 ceph-mon[94343]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-17T01:32:30.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:29 smithi082 ceph-mon[94343]: osdmap e1703: 8 total, 8 up, 8 in 2024-08-17T01:32:30.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:29 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-27", "field": "max_objects", "val": "7"}]: dispatch 2024-08-17T01:32:30.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:29 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-27", "field": "max_objects", "val": "7"}]: dispatch 2024-08-17T01:32:30.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:29 smithi137 ceph-mon[86391]: pgmap v2948: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.0 MiB/s wr, 3 op/s; 8 B/s, 1 keys/s, 0 objects/s recovering 2024-08-17T01:32:30.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:29 smithi137 ceph-mon[86391]: pool 'test-librbd-smithi082-142218-28' is full (reached quota's max_bytes: 10 MiB) 2024-08-17T01:32:30.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:29 smithi137 ceph-mon[86391]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-17T01:32:30.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:29 smithi137 ceph-mon[86391]: osdmap e1703: 8 total, 8 up, 8 in 2024-08-17T01:32:30.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:29 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-27", "field": "max_objects", "val": "7"}]: dispatch 2024-08-17T01:32:30.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:29 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-27", "field": "max_objects", "val": "7"}]: dispatch 2024-08-17T01:32:30.692 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:32:31.706 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:32:31.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:31 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-27", "field": "max_objects", "val": "7"}]': finished 2024-08-17T01:32:31.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:31 smithi082 ceph-mon[91979]: osdmap e1704: 8 total, 8 up, 8 in 2024-08-17T01:32:31.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:31 smithi082 ceph-mon[91979]: pgmap v2951: 553 pgs: 553 active+clean; 18 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 992 B/s rd, 993 KiB/s wr, 2 op/s; 8 B/s, 1 keys/s, 0 objects/s recovering 2024-08-17T01:32:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:31 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-27", "field": "max_objects", "val": "7"}]': finished 2024-08-17T01:32:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:31 smithi082 ceph-mon[94343]: osdmap e1704: 8 total, 8 up, 8 in 2024-08-17T01:32:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:31 smithi082 ceph-mon[94343]: pgmap v2951: 553 pgs: 553 active+clean; 18 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 992 B/s rd, 993 KiB/s wr, 2 op/s; 8 B/s, 1 keys/s, 0 objects/s recovering 2024-08-17T01:32:31.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:31 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi082-142218-27", "field": "max_objects", "val": "7"}]': finished 2024-08-17T01:32:31.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:31 smithi137 ceph-mon[86391]: osdmap e1704: 8 total, 8 up, 8 in 2024-08-17T01:32:31.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:31 smithi137 ceph-mon[86391]: pgmap v2951: 553 pgs: 553 active+clean; 18 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 992 B/s rd, 993 KiB/s wr, 2 op/s; 8 B/s, 1 keys/s, 0 objects/s recovering 2024-08-17T01:32:32.716 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:32:32.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:32:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:32:33.729 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:32:34.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:33 smithi082 ceph-mon[91979]: pgmap v2952: 553 pgs: 553 active+clean; 18 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 640 KiB/s wr, 1 op/s; 2 B/s, 0 keys/s, 0 objects/s recovering 2024-08-17T01:32:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:33 smithi082 ceph-mon[94343]: pgmap v2952: 553 pgs: 553 active+clean; 18 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 640 KiB/s wr, 1 op/s; 2 B/s, 0 keys/s, 0 objects/s recovering 2024-08-17T01:32:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:33 smithi137 ceph-mon[86391]: pgmap v2952: 553 pgs: 553 active+clean; 18 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 640 KiB/s wr, 1 op/s; 2 B/s, 0 keys/s, 0 objects/s recovering 2024-08-17T01:32:34.740 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:32:34.808 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.RemoveFullTryNamespaceDataPool (24964 ms) 2024-08-17T01:32:34.809 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestIO 2024-08-17T01:32:34.809 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:32:35.224 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:32:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:32:35] "GET /metrics HTTP/1.1" 200 68177 "" "Prometheus/2.43.0" 2024-08-17T01:32:35.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:34 smithi082 ceph-mon[91979]: pool 'test-librbd-smithi082-142218-27' is full (reached quota's max_objects: 7) 2024-08-17T01:32:35.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:34 smithi082 ceph-mon[91979]: Health check update: 3 pool(s) full (POOL_FULL) 2024-08-17T01:32:35.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:34 smithi082 ceph-mon[91979]: osdmap e1705: 8 total, 8 up, 8 in 2024-08-17T01:32:35.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:34 smithi082 ceph-mon[94343]: pool 'test-librbd-smithi082-142218-27' is full (reached quota's max_objects: 7) 2024-08-17T01:32:35.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:34 smithi082 ceph-mon[94343]: Health check update: 3 pool(s) full (POOL_FULL) 2024-08-17T01:32:35.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:34 smithi082 ceph-mon[94343]: osdmap e1705: 8 total, 8 up, 8 in 2024-08-17T01:32:35.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:34 smithi137 ceph-mon[86391]: pool 'test-librbd-smithi082-142218-27' is full (reached quota's max_objects: 7) 2024-08-17T01:32:35.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:34 smithi137 ceph-mon[86391]: Health check update: 3 pool(s) full (POOL_FULL) 2024-08-17T01:32:35.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:34 smithi137 ceph-mon[86391]: osdmap e1705: 8 total, 8 up, 8 in 2024-08-17T01:32:36.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:35 smithi082 ceph-mon[94343]: pgmap v2954: 553 pgs: 553 active+clean; 18 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 KiB/s rd, 513 KiB/s wr, 4 op/s 2024-08-17T01:32:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:32:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:35 smithi082 ceph-mon[91979]: pgmap v2954: 553 pgs: 553 active+clean; 18 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 KiB/s rd, 513 KiB/s wr, 4 op/s 2024-08-17T01:32:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:32:36.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:35 smithi137 ceph-mon[86391]: pgmap v2954: 553 pgs: 553 active+clean; 18 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 KiB/s rd, 513 KiB/s wr, 4 op/s 2024-08-17T01:32:36.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:32:36.757 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:32:36.757 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:32:36.757 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:32:36.757 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:32:36.757 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:32:36.757 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:36.758 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:32:36.758 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:36.758 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:36.758 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:32:36.758 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:36.758 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:32:36.758 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:36.758 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:36.758 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:32:36.758 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:36.758 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:32:36.758 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:36.759 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:36.759 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:32:36.759 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:36.759 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:32:36.759 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:36.759 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:36.759 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:32:36.759 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:36.759 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:32:36.759 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:36.759 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:36.759 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:32:36.759 INFO:tasks.workunit.client.0.smithi082.stdout:start compare and write 2024-08-17T01:32:36.759 INFO:tasks.workunit.client.0.smithi082.stdout:compare and wrote: 512 2024-08-17T01:32:36.759 INFO:tasks.workunit.client.0.smithi082.stdout:start compare and write 2024-08-17T01:32:36.760 INFO:tasks.workunit.client.0.smithi082.stdout:compare and wrote: 512 2024-08-17T01:32:36.760 INFO:tasks.workunit.client.0.smithi082.stdout:start compare and write 2024-08-17T01:32:36.760 INFO:tasks.workunit.client.0.smithi082.stdout:compare and wrote: 512 2024-08-17T01:32:36.760 INFO:tasks.workunit.client.0.smithi082.stdout:start compare and write 2024-08-17T01:32:36.760 INFO:tasks.workunit.client.0.smithi082.stdout:compare and wrote: 512 2024-08-17T01:32:36.760 INFO:tasks.workunit.client.0.smithi082.stdout:start compare and write 2024-08-17T01:32:36.760 INFO:tasks.workunit.client.0.smithi082.stdout:compare and wrote: 512 2024-08-17T01:32:36.760 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:36.760 INFO:tasks.workunit.client.0.smithi082.stdout:started aio compare and write 2024-08-17T01:32:36.760 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:36.760 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:36.760 INFO:tasks.workunit.client.0.smithi082.stdout:finished aio compare and write 2024-08-17T01:32:36.760 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:36.761 INFO:tasks.workunit.client.0.smithi082.stdout:started aio compare and write 2024-08-17T01:32:36.761 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:36.761 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:36.761 INFO:tasks.workunit.client.0.smithi082.stdout:finished aio compare and write 2024-08-17T01:32:36.761 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:36.761 INFO:tasks.workunit.client.0.smithi082.stdout:started aio compare and write 2024-08-17T01:32:36.761 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:36.761 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:36.761 INFO:tasks.workunit.client.0.smithi082.stdout:finished aio compare and write 2024-08-17T01:32:36.761 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:36.761 INFO:tasks.workunit.client.0.smithi082.stdout:started aio compare and write 2024-08-17T01:32:36.761 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:36.762 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:36.762 INFO:tasks.workunit.client.0.smithi082.stdout:finished aio compare and write 2024-08-17T01:32:36.762 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:36.762 INFO:tasks.workunit.client.0.smithi082.stdout:started aio compare and write 2024-08-17T01:32:36.762 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:36.762 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:36.762 INFO:tasks.workunit.client.0.smithi082.stdout:finished aio compare and write 2024-08-17T01:32:36.762 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:36.762 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:36.762 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:36.762 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:36.762 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:36.763 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:36.763 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:32:36.763 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:32:36.763 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:32:36.763 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:36.763 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:32:36.763 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:32:36.763 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:32:36.763 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:36.763 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:32:36.763 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:32:36.763 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:32:36.763 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:36.763 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:32:36.764 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:32:36.764 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:32:36.764 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:36.764 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:32:36.764 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:32:36.764 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:32:36.764 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 512~512 = 512 2024-08-17T01:32:36.764 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:36.764 INFO:tasks.workunit.client.0.smithi082.stdout:aio discard: 1536~512 = 0 2024-08-17T01:32:36.764 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:36.764 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:36.764 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:36.764 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:36.764 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:36.765 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 0 2024-08-17T01:32:36.765 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:36.765 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:36.765 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 0 2024-08-17T01:32:36.765 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:36.765 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:36.765 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 16384 2024-08-17T01:32:36.765 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:36.765 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:36.765 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 16384 2024-08-17T01:32:36.765 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:36.765 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:36.765 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:36.766 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:36.766 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 49152 2024-08-17T01:32:36.766 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:36.766 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:36.766 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 49152 2024-08-17T01:32:36.766 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:36.766 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:36.766 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 65536 2024-08-17T01:32:36.766 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:36.766 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:36.766 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 65536 2024-08-17T01:32:36.766 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:36.766 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:36.767 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:36.767 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:36.767 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 98304 2024-08-17T01:32:36.767 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:36.767 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:36.767 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 98304 2024-08-17T01:32:36.767 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:36.767 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:36.767 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 114688 2024-08-17T01:32:36.767 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:36.767 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:36.767 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 114688 2024-08-17T01:32:36.768 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:36.768 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:36.768 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:36.768 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:36.768 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 147456 2024-08-17T01:32:36.768 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:36.768 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:36.768 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 147456 2024-08-17T01:32:36.768 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:36.768 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:36.768 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 163840 2024-08-17T01:32:36.768 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:36.768 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:36.768 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 163840 2024-08-17T01:32:36.768 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:36.769 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:36.769 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:36.769 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:36.769 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 196608 2024-08-17T01:32:36.769 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:36.769 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:36.769 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 196608 2024-08-17T01:32:36.769 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:36.769 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:36.769 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 212992 2024-08-17T01:32:36.769 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:36.769 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:36.769 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 212992 2024-08-17T01:32:36.769 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:36.769 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:36.769 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:36.770 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:36.770 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:36.770 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:36.770 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:36.770 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:36.770 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:36.770 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:36.770 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:36.770 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:36.770 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:36.770 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:36.771 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:36.771 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:36.771 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:36.771 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:36.771 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:36.771 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:36.771 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:36.771 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:36.771 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:36.771 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:36.771 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:36.771 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:36.771 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:36.771 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:36.772 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:36.772 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:36.772 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:36.772 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:36.772 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:36.772 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:36.772 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:36.772 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:36.772 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:36.772 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:36.772 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:36.772 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:36.772 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:36.773 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:36.773 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:36.773 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:36.773 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:36.773 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:36.773 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:36.773 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:36.773 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:36.773 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:36.773 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:36.773 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:36.773 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:38.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:37 smithi082 ceph-mon[94343]: pgmap v2955: 553 pgs: 553 active+clean; 18 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 257 KiB/s rd, 549 KiB/s wr, 502 op/s 2024-08-17T01:32:38.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:37 smithi082 ceph-mon[91979]: pgmap v2955: 553 pgs: 553 active+clean; 18 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 257 KiB/s rd, 549 KiB/s wr, 502 op/s 2024-08-17T01:32:38.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:37 smithi137 ceph-mon[86391]: pgmap v2955: 553 pgs: 553 active+clean; 18 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 257 KiB/s rd, 549 KiB/s wr, 502 op/s 2024-08-17T01:32:38.380 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:38.380 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:38.380 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:38.380 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:38.380 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:38.380 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:38.380 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:38.381 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:38.381 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:38.381 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:38.381 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:38.381 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:38.381 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:38.381 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:38.381 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:38.381 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:38.381 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:38.381 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:38.381 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:38.381 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:38.382 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:38.382 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:38.382 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:38.382 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:38.382 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:38.382 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:38.382 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:38.382 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:38.382 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:38.382 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:38.382 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:38.382 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:38.382 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:38.383 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:38.383 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:38.383 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:38.383 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:38.383 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:38.383 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:38.383 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:38.383 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:38.383 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:38.383 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:38.383 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:38.383 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:38.383 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:38.383 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:38.384 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:38.384 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:38.384 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:38.384 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:38.384 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:38.384 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:38.384 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:38.384 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:38.384 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:38.384 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:38.384 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:38.384 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:38.384 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:38.384 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:38.384 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:38.385 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:38.385 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:38.385 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:38.385 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:38.385 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:38.385 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:38.385 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:38.385 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:38.385 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:38.385 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:38.385 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:38.385 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:38.385 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:38.385 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:38.386 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:38.386 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:38.386 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:38.386 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:38.386 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:38.386 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:38.386 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:38.386 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:38.386 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:38.386 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:38.386 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:38.386 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:38.387 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:38.387 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:38.387 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:38.387 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:38.387 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:38.387 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:38.387 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:38.387 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:38.387 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:38.387 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:38.388 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:38.388 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:38.388 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:38.388 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:38.388 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:38.388 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:38.388 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:38.388 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:38.388 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:38.388 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:38.388 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:38.388 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:38.388 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:38.388 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:38.389 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:38.389 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:38.389 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:38.389 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:38.389 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:38.389 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:38.389 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:38.389 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:38.389 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:38.389 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:32:38.389 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:32:38.389 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:32:38.389 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:32:38.389 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestIO (3571 ms) 2024-08-17T01:32:38.390 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-08-17T01:32:38.390 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:32:40.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:39 smithi082 ceph-mon[94343]: pgmap v2956: 553 pgs: 553 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 108 KiB/s wr, 449 op/s 2024-08-17T01:32:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:39 smithi082 ceph-mon[94343]: pool 'test-librbd-smithi082-142218-28' no longer out of quota; removing NO_QUOTA flag 2024-08-17T01:32:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:39 smithi082 ceph-mon[94343]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-17T01:32:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:39 smithi082 ceph-mon[94343]: osdmap e1706: 8 total, 8 up, 8 in 2024-08-17T01:32:40.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:39 smithi082 ceph-mon[91979]: pgmap v2956: 553 pgs: 553 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 108 KiB/s wr, 449 op/s 2024-08-17T01:32:40.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:39 smithi082 ceph-mon[91979]: pool 'test-librbd-smithi082-142218-28' no longer out of quota; removing NO_QUOTA flag 2024-08-17T01:32:40.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:39 smithi082 ceph-mon[91979]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-17T01:32:40.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:39 smithi082 ceph-mon[91979]: osdmap e1706: 8 total, 8 up, 8 in 2024-08-17T01:32:40.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:39 smithi137 ceph-mon[86391]: pgmap v2956: 553 pgs: 553 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 108 KiB/s wr, 449 op/s 2024-08-17T01:32:40.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:39 smithi137 ceph-mon[86391]: pool 'test-librbd-smithi082-142218-28' no longer out of quota; removing NO_QUOTA flag 2024-08-17T01:32:40.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:39 smithi137 ceph-mon[86391]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-17T01:32:40.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:39 smithi137 ceph-mon[86391]: osdmap e1706: 8 total, 8 up, 8 in 2024-08-17T01:32:42.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:41 smithi082 ceph-mon[94343]: pgmap v2958: 553 pgs: 553 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 111 KiB/s wr, 460 op/s 2024-08-17T01:32:42.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:41 smithi082 ceph-mon[91979]: pgmap v2958: 553 pgs: 553 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 111 KiB/s wr, 460 op/s 2024-08-17T01:32:42.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:41 smithi137 ceph-mon[86391]: pgmap v2958: 553 pgs: 553 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 111 KiB/s wr, 460 op/s 2024-08-17T01:32:42.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:32:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:32:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:32:44.033 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:32:44.034 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:32:44.034 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:32:44.034 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:32:44.034 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:32:44.034 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:44.034 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:32:44.034 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:44.034 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:44.034 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:32:44.035 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:44.035 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:32:44.035 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:44.035 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:44.035 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:32:44.035 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:44.035 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:32:44.035 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:44.035 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:44.035 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:32:44.035 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:44.035 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:32:44.035 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:44.036 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:44.036 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:32:44.036 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:44.036 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:32:44.036 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:44.036 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:44.036 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:32:44.036 INFO:tasks.workunit.client.0.smithi082.stdout:start compare and write 2024-08-17T01:32:44.036 INFO:tasks.workunit.client.0.smithi082.stdout:compare and wrote: 512 2024-08-17T01:32:44.036 INFO:tasks.workunit.client.0.smithi082.stdout:start compare and write 2024-08-17T01:32:44.036 INFO:tasks.workunit.client.0.smithi082.stdout:compare and wrote: 512 2024-08-17T01:32:44.036 INFO:tasks.workunit.client.0.smithi082.stdout:start compare and write 2024-08-17T01:32:44.036 INFO:tasks.workunit.client.0.smithi082.stdout:compare and wrote: 512 2024-08-17T01:32:44.037 INFO:tasks.workunit.client.0.smithi082.stdout:start compare and write 2024-08-17T01:32:44.037 INFO:tasks.workunit.client.0.smithi082.stdout:compare and wrote: 512 2024-08-17T01:32:44.037 INFO:tasks.workunit.client.0.smithi082.stdout:start compare and write 2024-08-17T01:32:44.037 INFO:tasks.workunit.client.0.smithi082.stdout:compare and wrote: 512 2024-08-17T01:32:44.037 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:44.037 INFO:tasks.workunit.client.0.smithi082.stdout:started aio compare and write 2024-08-17T01:32:44.037 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:44.037 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:44.037 INFO:tasks.workunit.client.0.smithi082.stdout:finished aio compare and write 2024-08-17T01:32:44.037 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:44.037 INFO:tasks.workunit.client.0.smithi082.stdout:started aio compare and write 2024-08-17T01:32:44.037 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:44.038 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:44.038 INFO:tasks.workunit.client.0.smithi082.stdout:finished aio compare and write 2024-08-17T01:32:44.038 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:44.038 INFO:tasks.workunit.client.0.smithi082.stdout:started aio compare and write 2024-08-17T01:32:44.038 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:44.038 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:44.038 INFO:tasks.workunit.client.0.smithi082.stdout:finished aio compare and write 2024-08-17T01:32:44.038 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:44.038 INFO:tasks.workunit.client.0.smithi082.stdout:started aio compare and write 2024-08-17T01:32:44.039 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:44.039 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:44.039 INFO:tasks.workunit.client.0.smithi082.stdout:finished aio compare and write 2024-08-17T01:32:44.039 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:44.039 INFO:tasks.workunit.client.0.smithi082.stdout:started aio compare and write 2024-08-17T01:32:44.039 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:44.039 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:44.039 INFO:tasks.workunit.client.0.smithi082.stdout:finished aio compare and write 2024-08-17T01:32:44.039 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:44.039 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:44.039 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:44.040 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:44.040 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:44.040 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:44.040 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:32:44.040 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:32:44.040 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:32:44.040 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:44.040 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:32:44.040 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:32:44.040 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:32:44.040 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:44.040 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:32:44.041 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:32:44.041 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:32:44.041 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:44.041 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:32:44.041 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:32:44.041 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:32:44.041 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:44.041 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:32:44.041 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:32:44.041 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:32:44.041 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 512~512 = 512 2024-08-17T01:32:44.041 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:44.041 INFO:tasks.workunit.client.0.smithi082.stdout:aio discard: 1536~512 = 0 2024-08-17T01:32:44.042 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:44.042 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:44.042 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:44.042 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:44.042 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:44.042 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 0 2024-08-17T01:32:44.042 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:44.042 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:44.042 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 0 2024-08-17T01:32:44.042 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:44.042 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:44.042 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 16384 2024-08-17T01:32:44.043 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:44.043 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:44.043 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 16384 2024-08-17T01:32:44.043 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:44.043 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:44.043 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:44.043 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:44.043 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 49152 2024-08-17T01:32:44.043 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:44.043 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:44.043 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 49152 2024-08-17T01:32:44.043 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:44.044 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:44.044 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 65536 2024-08-17T01:32:44.044 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:44.044 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:44.044 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 65536 2024-08-17T01:32:44.044 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:44.044 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:44.044 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:44.044 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:44.044 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 98304 2024-08-17T01:32:44.044 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:44.045 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:44.045 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 98304 2024-08-17T01:32:44.045 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:44.045 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:44.045 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 114688 2024-08-17T01:32:44.045 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:44.045 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:44.045 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 114688 2024-08-17T01:32:44.045 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:44.045 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:44.045 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:44.046 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:44.046 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 147456 2024-08-17T01:32:44.046 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:44.046 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:44.046 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 147456 2024-08-17T01:32:44.046 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:44.046 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:44.046 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 163840 2024-08-17T01:32:44.046 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:44.046 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:44.046 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 163840 2024-08-17T01:32:44.046 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:44.047 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:44.047 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:44.047 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:44.047 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 196608 2024-08-17T01:32:44.047 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:44.047 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:44.047 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 196608 2024-08-17T01:32:44.047 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:44.047 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:44.047 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 212992 2024-08-17T01:32:44.047 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:44.047 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:44.048 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 212992 2024-08-17T01:32:44.048 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:44.048 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:44.048 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:44.048 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:44.048 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:44.048 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:44.048 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:44.048 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:44.048 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:44.048 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:44.049 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:44.049 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:44.049 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:44.049 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:44.049 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:44.049 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:44.049 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:44.049 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:44.049 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:44.049 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:44.049 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:44.049 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:44.050 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:44.050 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:44.050 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:44.050 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:44.050 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:44.050 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:44.050 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:44.050 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:44.050 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:44.050 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:44.051 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:44.051 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:44.051 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:44.051 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:44.051 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:44.051 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:44.051 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:44.051 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:44.051 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:44.051 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:44.051 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:44.052 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:44.052 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:44.052 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:44.052 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:44.052 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:44.052 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:44.052 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:44.052 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:44.052 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:44.052 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:44.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:43 smithi082 ceph-mon[94343]: pgmap v2959: 553 pgs: 553 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 536 KiB/s rd, 761 KiB/s wr, 1.06k op/s 2024-08-17T01:32:44.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:43 smithi082 ceph-mon[91979]: pgmap v2959: 553 pgs: 553 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 536 KiB/s rd, 761 KiB/s wr, 1.06k op/s 2024-08-17T01:32:44.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:43 smithi137 ceph-mon[86391]: pgmap v2959: 553 pgs: 553 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 536 KiB/s rd, 761 KiB/s wr, 1.06k op/s 2024-08-17T01:32:45.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:32:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:32:45] "GET /metrics HTTP/1.1" 200 68188 "" "Prometheus/2.43.0" 2024-08-17T01:32:46.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:45 smithi082 ceph-mon[94343]: pgmap v2960: 553 pgs: 553 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 665 KiB/s rd, 737 KiB/s wr, 1.10k op/s 2024-08-17T01:32:46.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:45 smithi082 ceph-mon[91979]: pgmap v2960: 553 pgs: 553 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 665 KiB/s rd, 737 KiB/s wr, 1.10k op/s 2024-08-17T01:32:46.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:45 smithi137 ceph-mon[86391]: pgmap v2960: 553 pgs: 553 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 665 KiB/s rd, 737 KiB/s wr, 1.10k op/s 2024-08-17T01:32:47.861 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:47.862 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:47.862 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:47.862 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:47.862 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:47.862 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:47.862 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:47.862 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:47.862 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:47.862 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:47.862 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:47.862 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:47.862 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:47.862 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:47.863 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:47.863 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:47.863 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:47.863 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:47.863 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:47.863 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:47.863 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:47.863 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:47.863 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:47.863 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:47.863 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:47.863 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:47.864 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:47.864 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:47.864 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:47.864 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:47.864 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:47.864 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:47.864 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:47.864 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:47.864 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:47.864 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:47.864 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:47.864 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:47.864 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:47.865 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:47.865 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:47.865 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:47.865 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:47.865 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:47.865 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:47.865 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:47.865 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:47.865 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:47.865 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:47.865 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:47.865 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:47.866 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:47.866 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:47.866 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:47.866 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:47.866 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:47.866 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:47.866 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:47.866 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:47.866 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:47.866 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:47.866 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:47.866 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:47.866 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:47.866 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:47.867 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:47.867 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:47.867 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:47.867 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:47.867 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:47.867 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:47.867 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:47.867 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:47.867 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:47.867 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:47.867 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:47.867 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:47.867 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:47.867 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:47.868 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:47.868 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:47.868 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:47.868 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:47.868 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:47.868 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:47.868 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:47.868 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:47.868 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:47.868 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:47.868 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:47.868 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:47.868 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:47.868 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:47.869 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:47.869 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:47.869 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:47.869 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:47.869 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:47.869 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:47.869 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:47.869 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:47.869 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:47.869 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:47.869 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:47.869 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:47.869 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:47.869 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:47.869 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:47.870 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:47.870 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:47.870 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:47.870 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:47.870 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:47.870 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:47.870 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:47.870 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:47.870 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:47.870 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:47.870 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:47.870 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:47.870 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:47.870 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:32:47.871 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:32:47.871 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:32:47.871 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:32:47.871 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 4 2024-08-17T01:32:47.871 INFO:tasks.workunit.client.0.smithi082.stdout:read: 4 2024-08-17T01:32:47.871 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (9482 ms) 2024-08-17T01:32:47.871 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-08-17T01:32:47.871 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:32:48.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:47 smithi082 ceph-mon[91979]: pgmap v2961: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 483 KiB/s rd, 651 KiB/s wr, 745 op/s 2024-08-17T01:32:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:47 smithi082 ceph-mon[94343]: pgmap v2961: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 483 KiB/s rd, 651 KiB/s wr, 745 op/s 2024-08-17T01:32:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:47 smithi137 ceph-mon[86391]: pgmap v2961: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 483 KiB/s rd, 651 KiB/s wr, 745 op/s 2024-08-17T01:32:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:49 smithi082 ceph-mon[94343]: pgmap v2962: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 956 KiB/s wr, 1.36k op/s 2024-08-17T01:32:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:49 smithi082 ceph-mon[91979]: pgmap v2962: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 956 KiB/s wr, 1.36k op/s 2024-08-17T01:32:50.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:49 smithi137 ceph-mon[86391]: pgmap v2962: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 956 KiB/s wr, 1.36k op/s 2024-08-17T01:32:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:32:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:32:51.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:32:52.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:51 smithi082 ceph-mon[91979]: pgmap v2963: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1004 KiB/s rd, 854 KiB/s wr, 1.21k op/s 2024-08-17T01:32:52.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:51 smithi082 ceph-mon[94343]: pgmap v2963: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1004 KiB/s rd, 854 KiB/s wr, 1.21k op/s 2024-08-17T01:32:52.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:51 smithi137 ceph-mon[86391]: pgmap v2963: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1004 KiB/s rd, 854 KiB/s wr, 1.21k op/s 2024-08-17T01:32:52.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:32:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:32:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:32:54.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:53 smithi082 ceph-mon[91979]: pgmap v2964: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 937 KiB/s rd, 796 KiB/s wr, 1.13k op/s 2024-08-17T01:32:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:53 smithi082 ceph-mon[94343]: pgmap v2964: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 937 KiB/s rd, 796 KiB/s wr, 1.13k op/s 2024-08-17T01:32:54.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:53 smithi137 ceph-mon[86391]: pgmap v2964: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 937 KiB/s rd, 796 KiB/s wr, 1.13k op/s 2024-08-17T01:32:55.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:32:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:32:55] "GET /metrics HTTP/1.1" 200 68188 "" "Prometheus/2.43.0" 2024-08-17T01:32:55.806 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:32:55.806 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:32:55.806 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:32:55.806 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:32:55.807 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:32:55.807 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:55.807 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:32:55.807 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:55.807 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:55.807 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:32:55.807 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:55.807 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:32:55.807 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:55.807 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:55.807 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:32:55.807 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:55.808 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:32:55.808 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:55.808 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:55.808 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:32:55.808 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:55.808 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:32:55.808 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:55.808 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:55.808 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:32:55.808 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:55.808 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:32:55.808 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:55.808 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:55.808 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:32:55.809 INFO:tasks.workunit.client.0.smithi082.stdout:start compare and write 2024-08-17T01:32:55.809 INFO:tasks.workunit.client.0.smithi082.stdout:compare and wrote: 512 2024-08-17T01:32:55.809 INFO:tasks.workunit.client.0.smithi082.stdout:start compare and write 2024-08-17T01:32:55.809 INFO:tasks.workunit.client.0.smithi082.stdout:compare and wrote: 512 2024-08-17T01:32:55.809 INFO:tasks.workunit.client.0.smithi082.stdout:start compare and write 2024-08-17T01:32:55.809 INFO:tasks.workunit.client.0.smithi082.stdout:compare and wrote: 512 2024-08-17T01:32:55.809 INFO:tasks.workunit.client.0.smithi082.stdout:start compare and write 2024-08-17T01:32:55.809 INFO:tasks.workunit.client.0.smithi082.stdout:compare and wrote: 512 2024-08-17T01:32:55.809 INFO:tasks.workunit.client.0.smithi082.stdout:start compare and write 2024-08-17T01:32:55.809 INFO:tasks.workunit.client.0.smithi082.stdout:compare and wrote: 512 2024-08-17T01:32:55.809 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:55.809 INFO:tasks.workunit.client.0.smithi082.stdout:started aio compare and write 2024-08-17T01:32:55.809 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:55.809 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:55.810 INFO:tasks.workunit.client.0.smithi082.stdout:finished aio compare and write 2024-08-17T01:32:55.810 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:55.810 INFO:tasks.workunit.client.0.smithi082.stdout:started aio compare and write 2024-08-17T01:32:55.810 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:55.810 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:55.810 INFO:tasks.workunit.client.0.smithi082.stdout:finished aio compare and write 2024-08-17T01:32:55.810 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:55.810 INFO:tasks.workunit.client.0.smithi082.stdout:started aio compare and write 2024-08-17T01:32:55.810 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:55.810 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:55.810 INFO:tasks.workunit.client.0.smithi082.stdout:finished aio compare and write 2024-08-17T01:32:55.810 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:55.810 INFO:tasks.workunit.client.0.smithi082.stdout:started aio compare and write 2024-08-17T01:32:55.810 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:55.810 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:55.811 INFO:tasks.workunit.client.0.smithi082.stdout:finished aio compare and write 2024-08-17T01:32:55.811 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:55.811 INFO:tasks.workunit.client.0.smithi082.stdout:started aio compare and write 2024-08-17T01:32:55.811 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:55.811 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:55.811 INFO:tasks.workunit.client.0.smithi082.stdout:finished aio compare and write 2024-08-17T01:32:55.811 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:55.811 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:55.811 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:55.811 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:55.811 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:55.811 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:55.811 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:32:55.811 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:32:55.811 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:32:55.812 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:55.812 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:32:55.812 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:32:55.812 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:32:55.812 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:55.812 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:32:55.812 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:32:55.812 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:32:55.812 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:55.812 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:32:55.812 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:32:55.812 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:32:55.812 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:55.812 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:32:55.812 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:32:55.813 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:32:55.813 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 512~512 = 512 2024-08-17T01:32:55.813 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:55.813 INFO:tasks.workunit.client.0.smithi082.stdout:aio discard: 1536~512 = 0 2024-08-17T01:32:55.813 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:55.813 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:55.813 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:55.813 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:55.813 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:32:55.813 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 0 2024-08-17T01:32:55.813 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:55.813 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:55.813 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 0 2024-08-17T01:32:55.813 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:55.813 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:55.814 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 16384 2024-08-17T01:32:55.814 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:55.814 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:55.814 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 16384 2024-08-17T01:32:55.814 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:55.814 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:55.814 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:55.814 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:55.814 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 49152 2024-08-17T01:32:55.814 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:55.814 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:55.814 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 49152 2024-08-17T01:32:55.814 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:55.814 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:55.814 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 65536 2024-08-17T01:32:55.815 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:55.815 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:55.815 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 65536 2024-08-17T01:32:55.815 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:55.815 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:55.815 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:55.815 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:55.815 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 98304 2024-08-17T01:32:55.815 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:55.815 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:55.815 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 98304 2024-08-17T01:32:55.815 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:55.815 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:55.815 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 114688 2024-08-17T01:32:55.815 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:55.816 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:55.816 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 114688 2024-08-17T01:32:55.816 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:55.816 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:55.816 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:55.816 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:55.816 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 147456 2024-08-17T01:32:55.816 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:55.816 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:55.816 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 147456 2024-08-17T01:32:55.816 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:55.816 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:55.816 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 163840 2024-08-17T01:32:55.816 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:55.816 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:55.817 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 163840 2024-08-17T01:32:55.817 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:55.817 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:55.817 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:55.817 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:55.817 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 196608 2024-08-17T01:32:55.817 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:55.817 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:55.817 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 196608 2024-08-17T01:32:55.817 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:55.817 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:55.817 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 212992 2024-08-17T01:32:55.817 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:55.818 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:55.818 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 212992 2024-08-17T01:32:55.818 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:55.818 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:55.818 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:55.818 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:55.818 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:55.818 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:55.818 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:55.818 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:55.818 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:55.818 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:55.819 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:55.819 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:55.819 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:55.819 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:55.819 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:55.819 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:55.819 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:55.819 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:55.819 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:55.819 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:55.819 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:55.819 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:55.819 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:55.820 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:55.820 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:55.820 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:55.820 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:55.820 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:55.820 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:55.820 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:55.820 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:55.820 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:55.820 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:55.820 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:55.820 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:55.820 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:55.821 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:55.821 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:55.821 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:55.821 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:55.821 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:55.821 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:55.821 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:55.821 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:55.821 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:55.821 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:55.821 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:55.821 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:55.821 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:55.821 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:55.822 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:55.822 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:55.822 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:56.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:55 smithi082 ceph-mon[94343]: pgmap v2965: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 728 KiB/s rd, 351 KiB/s wr, 712 op/s 2024-08-17T01:32:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:55 smithi082 ceph-mon[91979]: pgmap v2965: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 728 KiB/s rd, 351 KiB/s wr, 712 op/s 2024-08-17T01:32:56.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:55 smithi137 ceph-mon[86391]: pgmap v2965: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 728 KiB/s rd, 351 KiB/s wr, 712 op/s 2024-08-17T01:32:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:57 smithi082 ceph-mon[94343]: pgmap v2966: 553 pgs: 553 active+clean; 23 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 542 KiB/s rd, 938 KiB/s wr, 524 op/s 2024-08-17T01:32:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:57 smithi082 ceph-mon[91979]: pgmap v2966: 553 pgs: 553 active+clean; 23 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 542 KiB/s rd, 938 KiB/s wr, 524 op/s 2024-08-17T01:32:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:57 smithi137 ceph-mon[86391]: pgmap v2966: 553 pgs: 553 active+clean; 23 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 542 KiB/s rd, 938 KiB/s wr, 524 op/s 2024-08-17T01:32:59.928 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:59.928 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:59.928 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:59.928 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:59.928 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:59.928 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:59.928 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:59.928 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:59.928 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:59.928 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:59.928 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:59.929 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:59.929 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:59.929 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:59.929 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:59.929 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:59.929 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:59.929 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:59.929 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:59.929 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:59.929 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:59.929 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:59.929 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:59.929 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:59.929 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:59.929 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:59.930 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:59.930 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:59.930 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:59.930 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:59.930 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:59.930 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:59.930 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:59.930 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:59.930 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:59.930 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:59.930 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:59.930 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:59.930 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:59.930 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:59.931 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:59.931 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:59.931 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:59.931 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:59.931 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:59.931 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:59.931 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:59.931 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:59.931 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:59.931 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:59.931 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:59.931 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:59.931 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:59.931 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:59.932 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:59.932 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:59.932 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:59.932 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:59.932 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:59.932 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:59.932 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:59.932 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:59.932 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:59.932 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:59.932 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:59.932 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:59.932 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:59.933 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:59.933 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:59.933 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:59.933 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:59.933 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:59.933 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:59.933 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:59.933 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:59.933 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:59.933 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:59.933 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:59.933 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:59.933 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:59.933 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:59.933 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:59.933 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:59.934 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:59.934 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:59.934 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:59.934 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:59.934 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:59.934 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:59.934 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:59.934 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:59.934 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:59.934 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:59.934 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:59.934 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:59.934 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:59.935 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:59.935 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:59.935 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:59.935 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:59.935 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:59.935 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:59.935 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:59.935 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:59.935 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:59.935 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:59.935 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:59.935 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:59.935 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:59.935 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:59.935 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:32:59.936 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:32:59.936 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:32:59.936 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:32:59.936 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:32:59.936 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:59.936 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:59.936 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:59.936 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:32:59.936 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:32:59.936 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:32:59.936 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:32:59.936 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:32:59.936 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:32:59.937 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:32:59.937 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 4 2024-08-17T01:32:59.937 INFO:tasks.workunit.client.0.smithi082.stdout:read: 4 2024-08-17T01:32:59.937 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (12066 ms) 2024-08-17T01:32:59.937 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-08-17T01:32:59.937 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:00.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:32:59 smithi082 ceph-mon[94343]: pgmap v2967: 553 pgs: 553 active+clean; 31 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 1.24k op/s 2024-08-17T01:33:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:32:59 smithi082 ceph-mon[91979]: pgmap v2967: 553 pgs: 553 active+clean; 31 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 1.24k op/s 2024-08-17T01:33:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:32:59 smithi137 ceph-mon[86391]: pgmap v2967: 553 pgs: 553 active+clean; 31 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 1.24k op/s 2024-08-17T01:33:01.927 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:33:01.928 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:33:01.928 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:33:01.928 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:33:01.928 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:33:01.928 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:01.928 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:33:01.928 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:01.928 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:01.928 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:33:01.928 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:01.928 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:33:01.929 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:01.929 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:01.929 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:33:01.929 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:01.929 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:33:01.929 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:01.929 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:01.929 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:33:01.929 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:01.929 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:33:01.929 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:01.929 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:01.929 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:33:01.930 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:01.930 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:33:01.930 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:01.930 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:01.930 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:33:01.930 INFO:tasks.workunit.client.0.smithi082.stdout:start compare and write 2024-08-17T01:33:01.930 INFO:tasks.workunit.client.0.smithi082.stdout:compare and wrote: 512 2024-08-17T01:33:01.930 INFO:tasks.workunit.client.0.smithi082.stdout:start compare and write 2024-08-17T01:33:01.930 INFO:tasks.workunit.client.0.smithi082.stdout:compare and wrote: 512 2024-08-17T01:33:01.930 INFO:tasks.workunit.client.0.smithi082.stdout:start compare and write 2024-08-17T01:33:01.930 INFO:tasks.workunit.client.0.smithi082.stdout:compare and wrote: 512 2024-08-17T01:33:01.930 INFO:tasks.workunit.client.0.smithi082.stdout:start compare and write 2024-08-17T01:33:01.930 INFO:tasks.workunit.client.0.smithi082.stdout:compare and wrote: 512 2024-08-17T01:33:01.931 INFO:tasks.workunit.client.0.smithi082.stdout:start compare and write 2024-08-17T01:33:01.931 INFO:tasks.workunit.client.0.smithi082.stdout:compare and wrote: 512 2024-08-17T01:33:01.931 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:01.931 INFO:tasks.workunit.client.0.smithi082.stdout:started aio compare and write 2024-08-17T01:33:01.931 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:01.931 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:01.931 INFO:tasks.workunit.client.0.smithi082.stdout:finished aio compare and write 2024-08-17T01:33:01.931 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:01.931 INFO:tasks.workunit.client.0.smithi082.stdout:started aio compare and write 2024-08-17T01:33:01.931 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:01.931 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:01.931 INFO:tasks.workunit.client.0.smithi082.stdout:finished aio compare and write 2024-08-17T01:33:01.931 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:01.931 INFO:tasks.workunit.client.0.smithi082.stdout:started aio compare and write 2024-08-17T01:33:01.932 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:01.932 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:01.932 INFO:tasks.workunit.client.0.smithi082.stdout:finished aio compare and write 2024-08-17T01:33:01.932 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:01.932 INFO:tasks.workunit.client.0.smithi082.stdout:started aio compare and write 2024-08-17T01:33:01.932 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:01.932 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:01.932 INFO:tasks.workunit.client.0.smithi082.stdout:finished aio compare and write 2024-08-17T01:33:01.932 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:01.932 INFO:tasks.workunit.client.0.smithi082.stdout:started aio compare and write 2024-08-17T01:33:01.932 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:01.932 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:01.932 INFO:tasks.workunit.client.0.smithi082.stdout:finished aio compare and write 2024-08-17T01:33:01.932 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:01.932 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:01.933 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:01.933 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:01.933 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:01.933 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:01.933 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:33:01.933 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:01.933 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:33:01.933 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:01.933 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:33:01.933 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:01.933 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:33:01.933 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:01.933 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:33:01.934 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:01.934 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:33:01.934 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:01.934 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:33:01.934 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:01.934 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:33:01.934 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:01.934 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:33:01.934 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:01.934 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:33:01.934 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 512~512 = 512 2024-08-17T01:33:01.935 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:01.935 INFO:tasks.workunit.client.0.smithi082.stdout:aio discard: 1536~512 = 0 2024-08-17T01:33:01.935 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:01.935 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:01.935 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:01.935 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:01.935 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:01.935 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 0 2024-08-17T01:33:01.935 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:01.935 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:01.935 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 0 2024-08-17T01:33:01.935 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:01.935 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:01.935 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 16384 2024-08-17T01:33:01.935 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:01.936 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:01.936 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 16384 2024-08-17T01:33:01.936 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:01.936 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:01.936 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:01.936 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:01.936 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 49152 2024-08-17T01:33:01.936 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:01.936 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:01.936 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 49152 2024-08-17T01:33:01.936 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:01.936 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:01.937 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 65536 2024-08-17T01:33:01.937 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:01.937 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:01.937 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 65536 2024-08-17T01:33:01.937 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:01.937 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:01.937 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:01.937 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:01.937 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 98304 2024-08-17T01:33:01.937 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:01.937 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:01.937 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 98304 2024-08-17T01:33:01.937 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:01.937 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:01.938 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 114688 2024-08-17T01:33:01.938 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:01.938 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:01.938 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 114688 2024-08-17T01:33:01.938 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:01.938 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:01.938 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:01.938 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:01.938 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 147456 2024-08-17T01:33:01.938 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:01.938 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:01.938 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 147456 2024-08-17T01:33:01.939 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:01.939 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:01.939 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 163840 2024-08-17T01:33:01.939 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:01.939 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:01.939 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 163840 2024-08-17T01:33:01.939 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:01.939 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:01.939 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:01.939 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:01.939 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 196608 2024-08-17T01:33:01.939 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:01.939 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:01.940 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 196608 2024-08-17T01:33:01.940 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:01.940 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:01.940 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 212992 2024-08-17T01:33:01.940 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:01.940 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:01.940 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 212992 2024-08-17T01:33:01.940 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:01.940 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:01.940 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:01.940 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:01.940 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:01.940 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:01.941 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:01.941 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:01.941 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:01.941 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:01.941 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:01.941 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:01.941 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:01.941 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:01.941 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:01.941 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:01.941 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:01.941 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:01.941 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:01.941 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:01.941 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:01.942 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:01.942 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:01.942 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:01.942 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:01.942 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:01.942 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:01.942 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:01.942 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:01.942 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:01.942 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:01.942 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:01.942 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:01.942 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:01.943 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:01.943 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:01.943 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:01.943 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:01.943 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:01.943 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:01.943 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:01.943 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:01.943 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:01.943 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:01.943 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:01.943 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:01.943 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:01.944 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:01.944 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:01.944 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:01.944 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:01.944 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:01.944 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:02.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:01 smithi082 ceph-mon[94343]: pgmap v2968: 553 pgs: 553 active+clean; 35 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 722 op/s 2024-08-17T01:33:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:01 smithi082 ceph-mon[91979]: pgmap v2968: 553 pgs: 553 active+clean; 35 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 722 op/s 2024-08-17T01:33:02.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:01 smithi137 ceph-mon[86391]: pgmap v2968: 553 pgs: 553 active+clean; 35 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 722 op/s 2024-08-17T01:33:02.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:33:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:33:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:33:03.701 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:03.701 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:03.701 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:03.702 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:03.702 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:03.702 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:03.702 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:03.702 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:03.702 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:03.702 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:03.702 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:03.702 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:03.702 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:03.702 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:03.702 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:03.702 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:03.703 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:03.703 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:03.703 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:03.703 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:03.703 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:03.703 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:03.703 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:03.703 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:03.703 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:03.703 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:03.703 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:03.703 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:03.704 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:03.704 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:03.704 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:03.704 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:03.704 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:03.704 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:03.704 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:03.704 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:03.704 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:03.704 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:03.704 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:03.704 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:03.704 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:03.705 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:03.705 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:03.705 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:03.705 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:03.705 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:03.705 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:03.705 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:03.705 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:03.705 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:03.705 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:03.705 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:03.705 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:03.705 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:03.706 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:03.706 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:03.706 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:03.706 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:03.706 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:03.706 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:03.706 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:03.706 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:03.706 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:03.706 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:03.706 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:03.706 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:03.707 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:03.707 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:03.707 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:03.707 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:03.707 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:03.707 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:03.707 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:03.707 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:03.707 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:03.707 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:03.707 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:03.707 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:03.708 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:03.708 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:03.708 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:03.708 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:03.708 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:03.708 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:03.708 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:03.708 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:03.708 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:03.708 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:03.709 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:03.709 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:03.709 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:03.709 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:03.709 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:03.709 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:03.709 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:03.709 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:03.709 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:03.709 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:03.709 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:03.709 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:03.710 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:03.710 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:03.710 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:03.710 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:03.710 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:03.710 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:03.710 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:03.710 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:03.710 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:03.710 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:03.710 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:03.710 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:03.711 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:03.711 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:03.711 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:03.711 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:03.711 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:03.711 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:03.711 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:03.711 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:03.711 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:03.711 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:03.711 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:33:03.711 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:03.711 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (3773 ms) 2024-08-17T01:33:03.711 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-08-17T01:33:04.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:03 smithi082 ceph-mon[94343]: pgmap v2969: 553 pgs: 553 active+clean; 35 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 725 op/s 2024-08-17T01:33:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:03 smithi082 ceph-mon[91979]: pgmap v2969: 553 pgs: 553 active+clean; 35 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 725 op/s 2024-08-17T01:33:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:03 smithi137 ceph-mon[86391]: pgmap v2969: 553 pgs: 553 active+clean; 35 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 725 op/s 2024-08-17T01:33:04.982 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:05.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:33:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:33:05] "GET /metrics HTTP/1.1" 200 68188 "" "Prometheus/2.43.0" 2024-08-17T01:33:05.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:04 smithi082 ceph-mon[94343]: osdmap e1707: 8 total, 8 up, 8 in 2024-08-17T01:33:05.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:04 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2722990478' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:33:05.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:04 smithi082 ceph-mon[91979]: osdmap e1707: 8 total, 8 up, 8 in 2024-08-17T01:33:05.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:04 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2722990478' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:33:05.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:04 smithi137 ceph-mon[86391]: osdmap e1707: 8 total, 8 up, 8 in 2024-08-17T01:33:05.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:04 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2722990478' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:33:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:05 smithi082 ceph-mon[94343]: pgmap v2971: 585 pgs: 11 creating+peering, 21 unknown, 553 active+clean; 35 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.2 MiB/s wr, 1.57k op/s 2024-08-17T01:33:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:05 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:33:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:05 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2722990478' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:33:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:05 smithi082 ceph-mon[94343]: osdmap e1708: 8 total, 8 up, 8 in 2024-08-17T01:33:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:33:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:33:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:05 smithi082 ceph-mon[91979]: pgmap v2971: 585 pgs: 11 creating+peering, 21 unknown, 553 active+clean; 35 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.2 MiB/s wr, 1.57k op/s 2024-08-17T01:33:06.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:05 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:33:06.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:05 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2722990478' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:33:06.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:05 smithi082 ceph-mon[91979]: osdmap e1708: 8 total, 8 up, 8 in 2024-08-17T01:33:06.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:33:06.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:33:06.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:05 smithi137 ceph-mon[86391]: pgmap v2971: 585 pgs: 11 creating+peering, 21 unknown, 553 active+clean; 35 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.2 MiB/s wr, 1.57k op/s 2024-08-17T01:33:06.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:05 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:33:06.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:05 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2722990478' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:33:06.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:05 smithi137 ceph-mon[86391]: osdmap e1708: 8 total, 8 up, 8 in 2024-08-17T01:33:06.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:33:06.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:33:07.077 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:33:07.078 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:33:07.078 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:33:07.078 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:33:07.078 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:33:07.078 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:07.078 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:33:07.078 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:07.078 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:07.078 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:33:07.078 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:07.079 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:33:07.079 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:07.079 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:07.079 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:33:07.079 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:07.079 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:33:07.079 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:07.079 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:07.079 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:33:07.079 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:07.079 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:33:07.079 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:07.079 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:07.079 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:33:07.080 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:07.080 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:33:07.080 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:07.080 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:07.080 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:33:07.080 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:07.080 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:07.080 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:07.080 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:07.080 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:07.080 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:07.080 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:33:07.080 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:07.080 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:33:07.081 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:07.081 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:33:07.081 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:07.081 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:33:07.081 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:07.081 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:33:07.081 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:07.081 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:33:07.081 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:07.081 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:33:07.081 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:07.081 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:33:07.081 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:07.082 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:33:07.082 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:07.082 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:33:07.082 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 512~512 = 512 2024-08-17T01:33:07.082 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:07.082 INFO:tasks.workunit.client.0.smithi082.stdout:aio discard: 1536~512 = 0 2024-08-17T01:33:07.082 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:07.082 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:07.082 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:07.082 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:07.082 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:07.082 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:07.082 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:07.083 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3377 ms) 2024-08-17T01:33:07.083 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-08-17T01:33:07.083 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:07.107 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (29 ms) 2024-08-17T01:33:07.107 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-08-17T01:33:07.107 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:07.137 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (30 ms) 2024-08-17T01:33:07.137 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-08-17T01:33:07.137 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:07.162 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (25 ms) 2024-08-17T01:33:07.162 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-08-17T01:33:07.162 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:07.190 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (29 ms) 2024-08-17T01:33:07.190 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-08-17T01:33:07.190 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:07.267 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (76 ms) 2024-08-17T01:33:07.267 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-08-17T01:33:07.267 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:07.326 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (60 ms) 2024-08-17T01:33:07.326 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-08-17T01:33:07.326 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:07.386 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (59 ms) 2024-08-17T01:33:07.386 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-08-17T01:33:07.386 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:07.446 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (60 ms) 2024-08-17T01:33:07.446 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-08-17T01:33:07.446 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:07.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:07 smithi082 ceph-mon[91979]: osdmap e1709: 8 total, 8 up, 8 in 2024-08-17T01:33:07.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:07 smithi082 ceph-mon[94343]: osdmap e1709: 8 total, 8 up, 8 in 2024-08-17T01:33:07.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:07 smithi137 ceph-mon[86391]: osdmap e1709: 8 total, 8 up, 8 in 2024-08-17T01:33:07.899 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (453 ms) 2024-08-17T01:33:07.899 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-08-17T01:33:07.899 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:08.145 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (247 ms) 2024-08-17T01:33:08.146 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-08-17T01:33:08.146 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:08.175 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (29 ms) 2024-08-17T01:33:08.175 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-08-17T01:33:08.175 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:08.200 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (24 ms) 2024-08-17T01:33:08.225 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-08-17T01:33:08.225 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:08.226 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (24 ms) 2024-08-17T01:33:08.226 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-08-17T01:33:08.226 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:08.251 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (28 ms) 2024-08-17T01:33:08.251 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-08-17T01:33:08.251 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:08.273 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:08.273 INFO:tasks.workunit.client.0.smithi082.stdout:aio discard: 0~1048576 = 0 2024-08-17T01:33:08.273 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:08.273 INFO:tasks.workunit.client.0.smithi082.stdout:aio discard: 0~4194304 = 0 2024-08-17T01:33:08.273 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:08.273 INFO:tasks.workunit.client.0.smithi082.stdout:aio discard: 3145728~1048576 = 0 2024-08-17T01:33:08.273 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (22 ms) 2024-08-17T01:33:08.273 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestFUA 2024-08-17T01:33:08.273 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:08.383 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:33:08.383 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:33:08.384 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:33:08.384 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:33:08.384 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:33:08.384 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:08.384 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:08.384 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:08.384 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:08.384 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:08.384 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:08.385 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:33:08.385 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:08.385 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:08.385 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:33:08.385 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:08.385 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:33:08.385 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:08.385 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:08.385 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:33:08.385 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:08.385 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:33:08.386 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:08.386 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:08.386 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:33:08.386 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:08.386 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:33:08.386 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:08.386 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:08.386 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:33:08.386 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:08.386 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:33:08.386 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:08.387 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:08.387 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:33:08.387 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:08.387 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:33:08.387 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:08.387 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:33:08.387 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:08.387 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:33:08.387 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:08.387 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:33:08.388 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:08.388 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:33:08.388 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:08.388 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:33:08.388 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:08.388 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:33:08.388 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:08.388 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:33:08.388 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:08.388 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:33:08.389 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:08.389 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:33:08.389 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestFUA (110 ms) 2024-08-17T01:33:08.389 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-08-17T01:33:08.389 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:08.404 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:33:08.404 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:33:08.405 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:33:08.405 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:33:08.405 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:33:08.405 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:08.405 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:33:08.405 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:08.405 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:08.405 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:33:08.405 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:08.405 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:33:08.405 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:08.406 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:08.406 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:33:08.406 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:08.406 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:33:08.406 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:08.406 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:08.406 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:33:08.406 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:08.406 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:33:08.406 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:08.407 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:08.407 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:33:08.407 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:08.407 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:33:08.407 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:08.421 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:08.421 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:33:08.421 INFO:tasks.workunit.client.0.smithi082.stdout:start compare and write 2024-08-17T01:33:08.421 INFO:tasks.workunit.client.0.smithi082.stdout:compare and wrote: 512 2024-08-17T01:33:08.421 INFO:tasks.workunit.client.0.smithi082.stdout:start compare and write 2024-08-17T01:33:08.421 INFO:tasks.workunit.client.0.smithi082.stdout:compare and wrote: 512 2024-08-17T01:33:08.422 INFO:tasks.workunit.client.0.smithi082.stdout:start compare and write 2024-08-17T01:33:08.422 INFO:tasks.workunit.client.0.smithi082.stdout:compare and wrote: 512 2024-08-17T01:33:08.422 INFO:tasks.workunit.client.0.smithi082.stdout:start compare and write 2024-08-17T01:33:08.422 INFO:tasks.workunit.client.0.smithi082.stdout:compare and wrote: 512 2024-08-17T01:33:08.422 INFO:tasks.workunit.client.0.smithi082.stdout:start compare and write 2024-08-17T01:33:08.422 INFO:tasks.workunit.client.0.smithi082.stdout:compare and wrote: 512 2024-08-17T01:33:08.422 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:08.422 INFO:tasks.workunit.client.0.smithi082.stdout:started aio compare and write 2024-08-17T01:33:08.423 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:08.423 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:08.423 INFO:tasks.workunit.client.0.smithi082.stdout:finished aio compare and write 2024-08-17T01:33:08.423 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:08.423 INFO:tasks.workunit.client.0.smithi082.stdout:started aio compare and write 2024-08-17T01:33:08.424 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:08.424 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:08.424 INFO:tasks.workunit.client.0.smithi082.stdout:finished aio compare and write 2024-08-17T01:33:08.424 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:08.424 INFO:tasks.workunit.client.0.smithi082.stdout:started aio compare and write 2024-08-17T01:33:08.424 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:08.425 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:08.425 INFO:tasks.workunit.client.0.smithi082.stdout:finished aio compare and write 2024-08-17T01:33:08.425 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:08.425 INFO:tasks.workunit.client.0.smithi082.stdout:started aio compare and write 2024-08-17T01:33:08.425 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:08.426 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:08.426 INFO:tasks.workunit.client.0.smithi082.stdout:finished aio compare and write 2024-08-17T01:33:08.426 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:08.426 INFO:tasks.workunit.client.0.smithi082.stdout:started aio compare and write 2024-08-17T01:33:08.426 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:08.427 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:08.427 INFO:tasks.workunit.client.0.smithi082.stdout:finished aio compare and write 2024-08-17T01:33:08.427 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:08.427 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:08.427 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:08.427 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:08.427 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:08.427 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:08.427 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:33:08.427 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:08.427 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:33:08.428 INFO:tasks.workunit.client.0.smithi082.stdout:finished read 2024-08-17T01:33:08.428 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:08.428 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:33:08.428 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:08.429 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:33:08.429 INFO:tasks.workunit.client.0.smithi082.stdout:finished read 2024-08-17T01:33:08.429 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:08.429 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:33:08.429 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:08.429 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:33:08.429 INFO:tasks.workunit.client.0.smithi082.stdout:finished read 2024-08-17T01:33:08.429 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:08.429 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:33:08.429 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:08.430 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:33:08.430 INFO:tasks.workunit.client.0.smithi082.stdout:finished read 2024-08-17T01:33:08.430 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:08.430 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:33:08.430 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:08.430 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:33:08.430 INFO:tasks.workunit.client.0.smithi082.stdout:finished read 2024-08-17T01:33:08.430 INFO:tasks.workunit.client.0.smithi082.stdout:discard: 512~512 2024-08-17T01:33:08.430 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:08.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:08 smithi082 ceph-mon[94343]: pgmap v2974: 585 pgs: 12 creating+peering, 14 unknown, 559 active+clean; 35 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 648 KiB/s rd, 316 KiB/s wr, 1.17k op/s 2024-08-17T01:33:08.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:08 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:33:08.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:08 smithi082 ceph-mon[94343]: osdmap e1710: 8 total, 8 up, 8 in 2024-08-17T01:33:08.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:08 smithi082 ceph-mon[91979]: pgmap v2974: 585 pgs: 12 creating+peering, 14 unknown, 559 active+clean; 35 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 648 KiB/s rd, 316 KiB/s wr, 1.17k op/s 2024-08-17T01:33:08.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:08 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:33:08.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:08 smithi082 ceph-mon[91979]: osdmap e1710: 8 total, 8 up, 8 in 2024-08-17T01:33:08.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:08 smithi137 ceph-mon[86391]: pgmap v2974: 585 pgs: 12 creating+peering, 14 unknown, 559 active+clean; 35 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 648 KiB/s rd, 316 KiB/s wr, 1.17k op/s 2024-08-17T01:33:08.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:08 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:33:08.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:08 smithi137 ceph-mon[86391]: osdmap e1710: 8 total, 8 up, 8 in 2024-08-17T01:33:09.295 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:09.295 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:09.295 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:09.295 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:09.295 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:09.295 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 0 2024-08-17T01:33:09.295 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.295 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.295 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 0 2024-08-17T01:33:09.295 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.295 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.296 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 16384 2024-08-17T01:33:09.296 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.296 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.296 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 16384 2024-08-17T01:33:09.296 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.296 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.296 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:09.296 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:09.296 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 49152 2024-08-17T01:33:09.296 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.296 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.296 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 49152 2024-08-17T01:33:09.296 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.296 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.297 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 65536 2024-08-17T01:33:09.297 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.297 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.297 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 65536 2024-08-17T01:33:09.297 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.297 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.297 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:09.297 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:09.297 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 98304 2024-08-17T01:33:09.297 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.297 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.297 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 98304 2024-08-17T01:33:09.297 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.297 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.298 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 114688 2024-08-17T01:33:09.298 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.298 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.298 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 114688 2024-08-17T01:33:09.298 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.298 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.298 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:09.298 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:09.298 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 147456 2024-08-17T01:33:09.298 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.298 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.298 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 147456 2024-08-17T01:33:09.298 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.299 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.299 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 163840 2024-08-17T01:33:09.299 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.299 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.299 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 163840 2024-08-17T01:33:09.299 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.299 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.299 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:09.299 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:09.299 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 196608 2024-08-17T01:33:09.299 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.299 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.299 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 196608 2024-08-17T01:33:09.300 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.300 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.300 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 212992 2024-08-17T01:33:09.300 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.300 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.300 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 212992 2024-08-17T01:33:09.300 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.300 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.300 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:09.300 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:09.300 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:09.301 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:09.301 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:09.301 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:09.301 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:09.301 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.301 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.301 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:09.301 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:09.301 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:09.301 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:09.301 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:09.301 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.301 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.302 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:09.302 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:09.302 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:09.302 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:09.302 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:09.302 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.302 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.302 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:09.303 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:09.303 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:09.309 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:09.309 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:09.309 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.309 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.309 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:09.309 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:09.309 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:09.309 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:09.309 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:09.309 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:09.310 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:09.310 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:09.310 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:09.329 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:09.329 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:09.329 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.329 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.329 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:09.329 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:09.329 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:09.350 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:09.350 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:09.351 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.351 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.351 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:09.351 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:09.351 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:09.378 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:09.378 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:09.379 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.379 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.379 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:09.379 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:09.379 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:09.405 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:09.405 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:09.406 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.406 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.406 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:09.406 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:09.406 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:09.406 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:09.406 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:09.406 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:09.406 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:09.406 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:09.406 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:09.445 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:09.445 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:09.445 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.445 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.445 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:09.445 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:09.446 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:09.481 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:09.481 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:09.482 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.482 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.482 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:09.482 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:09.482 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:09.528 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:09.528 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:09.528 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.528 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.529 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:09.529 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:09.529 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:09.576 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:09.576 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:09.576 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.576 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.576 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:09.576 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:09.577 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:09.577 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:09.577 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:09.577 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:09.577 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:09.577 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:09.577 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:09.647 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:09.647 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:09.647 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.647 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.648 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:09.648 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:09.648 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:09.702 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:09.703 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:09.703 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.703 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.703 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:09.703 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:09.703 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:09.773 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:09.774 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:09.774 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.774 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.774 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:09.774 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:09.774 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:09.836 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:09.836 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:09.836 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.836 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.837 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:09.837 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:09.837 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:09.837 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:09.837 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:09.837 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:09.837 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:09.837 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:09.837 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:09.926 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:09.926 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:09.926 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:09.926 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:09.926 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:09.926 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:09.926 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:10.004 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:10.004 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:10.004 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:10.004 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:10.004 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:10.004 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:10.005 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:10.093 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:10.093 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:10.093 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:10.093 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:10.093 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:10.093 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:10.093 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:10.180 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:10.180 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:10.180 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:10.180 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:10.180 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:10.180 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:10.181 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:10.181 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:10.181 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:10.181 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:10.181 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestIOPP (1797 ms) 2024-08-17T01:33:10.181 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-08-17T01:33:10.181 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:10.205 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (25 ms) 2024-08-17T01:33:10.205 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-08-17T01:33:10.205 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:10.232 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (27 ms) 2024-08-17T01:33:10.232 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-08-17T01:33:10.232 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:10.258 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (26 ms) 2024-08-17T01:33:10.258 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-08-17T01:33:10.258 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:10.281 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (24 ms) 2024-08-17T01:33:10.281 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-08-17T01:33:10.282 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:10.311 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (29 ms) 2024-08-17T01:33:10.311 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-08-17T01:33:10.311 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:10.333 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:10.337 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (26 ms) 2024-08-17T01:33:10.337 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-08-17T01:33:10.337 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:10.364 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (27 ms) 2024-08-17T01:33:10.364 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-08-17T01:33:10.364 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:10.384 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:10.388 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (24 ms) 2024-08-17T01:33:10.388 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-08-17T01:33:10.388 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:10.414 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (26 ms) 2024-08-17T01:33:10.414 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-08-17T01:33:10.414 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:10.439 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:10.443 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (30 ms) 2024-08-17T01:33:10.443 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-08-17T01:33:10.444 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:10.473 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (29 ms) 2024-08-17T01:33:10.473 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-08-17T01:33:10.473 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:10.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:10 smithi082 ceph-mon[91979]: pgmap v2976: 585 pgs: 12 creating+peering, 573 active+clean; 57 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 366 op/s 2024-08-17T01:33:10.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:10 smithi082 ceph-mon[94343]: pgmap v2976: 585 pgs: 12 creating+peering, 573 active+clean; 57 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 366 op/s 2024-08-17T01:33:10.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:10 smithi137 ceph-mon[86391]: pgmap v2976: 585 pgs: 12 creating+peering, 573 active+clean; 57 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 366 op/s 2024-08-17T01:33:10.497 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:10.501 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (28 ms) 2024-08-17T01:33:10.501 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-08-17T01:33:10.501 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:10.567 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (66 ms) 2024-08-17T01:33:10.567 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-08-17T01:33:10.567 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:10.607 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:10.628 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (61 ms) 2024-08-17T01:33:10.628 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-08-17T01:33:10.628 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:10.692 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (65 ms) 2024-08-17T01:33:10.692 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-08-17T01:33:10.692 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:10.736 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:10.755 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (62 ms) 2024-08-17T01:33:10.755 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-08-17T01:33:10.755 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:11.101 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (346 ms) 2024-08-17T01:33:11.101 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-08-17T01:33:11.101 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:11.510 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:11.531 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (430 ms) 2024-08-17T01:33:11.531 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-08-17T01:33:11.531 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:11.558 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:33:11.558 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:33:11.558 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:33:11.558 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:33:11.558 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:33:11.558 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:11.558 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:33:11.559 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:11.559 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:11.559 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:33:11.559 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:11.559 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:33:11.559 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:11.560 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:11.560 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:33:11.560 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:11.560 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:33:11.560 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:11.561 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:11.561 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:33:11.561 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:11.561 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:33:11.561 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:11.563 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:11.563 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:33:11.563 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:11.564 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:33:11.564 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:11.565 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:11.565 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:33:11.565 INFO:tasks.workunit.client.0.smithi082.stdout:read: 512 2024-08-17T01:33:11.565 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:11.565 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:33:11.565 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:11.565 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:33:11.565 INFO:tasks.workunit.client.0.smithi082.stdout:finished read 2024-08-17T01:33:11.565 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:11.565 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:33:11.565 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:11.566 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:33:11.566 INFO:tasks.workunit.client.0.smithi082.stdout:finished read 2024-08-17T01:33:11.566 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:11.566 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:33:11.566 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:11.566 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:33:11.566 INFO:tasks.workunit.client.0.smithi082.stdout:finished read 2024-08-17T01:33:11.566 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:11.566 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:33:11.566 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:11.567 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:33:11.567 INFO:tasks.workunit.client.0.smithi082.stdout:finished read 2024-08-17T01:33:11.567 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:11.567 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:33:11.567 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:33:12.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:12 smithi137 ceph-mon[86391]: pgmap v2977: 585 pgs: 585 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.4 MiB/s wr, 334 op/s 2024-08-17T01:33:12.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:12 smithi082 ceph-mon[94343]: pgmap v2977: 585 pgs: 585 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.4 MiB/s wr, 334 op/s 2024-08-17T01:33:12.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:12 smithi082 ceph-mon[91979]: pgmap v2977: 585 pgs: 585 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.4 MiB/s wr, 334 op/s 2024-08-17T01:33:12.633 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:33:12.633 INFO:tasks.workunit.client.0.smithi082.stdout:finished read 2024-08-17T01:33:12.633 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 0 2024-08-17T01:33:12.633 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.633 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.633 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 0 2024-08-17T01:33:12.634 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.634 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.634 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 16384 2024-08-17T01:33:12.634 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.634 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.634 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 16384 2024-08-17T01:33:12.634 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.634 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.634 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:12.634 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:12.634 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 49152 2024-08-17T01:33:12.634 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.634 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.635 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 49152 2024-08-17T01:33:12.635 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.635 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.635 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 65536 2024-08-17T01:33:12.635 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.635 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.635 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 65536 2024-08-17T01:33:12.635 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.635 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.635 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:12.635 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:12.636 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 98304 2024-08-17T01:33:12.636 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.636 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.636 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 98304 2024-08-17T01:33:12.636 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.636 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.636 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 114688 2024-08-17T01:33:12.636 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.636 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.636 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 114688 2024-08-17T01:33:12.636 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.636 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.636 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:12.637 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:12.637 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 147456 2024-08-17T01:33:12.637 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.637 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.637 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 147456 2024-08-17T01:33:12.637 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.637 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.637 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 163840 2024-08-17T01:33:12.637 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.637 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.637 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 163840 2024-08-17T01:33:12.637 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.637 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.637 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:12.637 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:12.638 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 196608 2024-08-17T01:33:12.638 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.638 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.638 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 196608 2024-08-17T01:33:12.638 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.638 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.638 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 212992 2024-08-17T01:33:12.638 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.638 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.638 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 212992 2024-08-17T01:33:12.638 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.638 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.638 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:12.639 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:12.639 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:12.639 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:12.639 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:12.639 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:12.639 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:12.639 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.639 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.639 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:12.639 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:12.639 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:12.640 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:12.640 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:12.640 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.640 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.640 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:12.640 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:12.640 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:12.642 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:12.642 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:12.642 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.642 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.642 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:12.642 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:12.642 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:12.651 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:12.651 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:12.651 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.651 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.652 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:12.652 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:12.652 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:12.652 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:12.652 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:12.652 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:12.652 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:12.652 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:12.652 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:12.676 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:12.677 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:12.677 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.677 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.677 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:12.677 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:12.677 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:12.712 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:12.712 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:12.712 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.712 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.712 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:12.712 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:12.712 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:12.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:33:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:33:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:33:12.749 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:12.749 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:12.749 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.749 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.749 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:12.749 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:12.749 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:12.778 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:12.778 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:12.778 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.779 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.779 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:12.779 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:12.779 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:12.779 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:12.779 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:12.779 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:12.779 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:12.779 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:12.779 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:12.843 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:12.843 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:12.843 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.844 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.844 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:12.844 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:12.844 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:12.882 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:12.882 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:12.883 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.883 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.883 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:12.883 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:12.883 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:12.936 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:12.936 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:12.936 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:12.936 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:12.936 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:12.936 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:12.937 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:13.003 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:13.003 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:13.003 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:13.004 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:13.004 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:13.004 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:13.004 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:13.004 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:13.004 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:13.004 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:13.004 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:13.004 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:13.004 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:13.097 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:13.097 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:13.097 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:13.097 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:13.097 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:13.097 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:13.097 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:13.168 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:13.168 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:13.168 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:13.168 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:13.168 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:13.168 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:13.168 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:13.248 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:13.249 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:13.249 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:13.249 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:13.249 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:13.249 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:13.249 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:13.327 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:13.327 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:13.327 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:13.328 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:13.328 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:13.328 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:13.328 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:13.328 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:13.328 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:13.328 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:13.328 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:13.328 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:13.328 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:13.428 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:13.428 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:13.428 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:13.428 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:13.429 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:13.429 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:13.429 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:13.519 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:13.519 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:13.519 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:13.519 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:13.519 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:13.519 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:13.519 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:13.633 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:13.633 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:13.633 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:13.633 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:13.634 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:13.634 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:13.634 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:33:13.738 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:33:13.738 INFO:tasks.workunit.client.0.smithi082.stdout:finished writesame 2024-08-17T01:33:13.738 INFO:tasks.workunit.client.0.smithi082.stdout:to verify the data 2024-08-17T01:33:13.738 INFO:tasks.workunit.client.0.smithi082.stdout:verified 2024-08-17T01:33:13.738 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:13.738 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:13.738 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:13.738 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:33:13.738 INFO:tasks.workunit.client.0.smithi082.stdout:started writesame 2024-08-17T01:33:13.738 INFO:tasks.workunit.client.0.smithi082.stdout:expected fail, finished writesame 2024-08-17T01:33:13.739 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (2207 ms) 2024-08-17T01:33:13.739 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-08-17T01:33:13.739 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:14.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:14 smithi082 ceph-mon[94343]: pgmap v2978: 585 pgs: 585 active+clean; 107 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 9.9 MiB/s wr, 1.45k op/s 2024-08-17T01:33:14.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:14 smithi082 ceph-mon[91979]: pgmap v2978: 585 pgs: 585 active+clean; 107 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 9.9 MiB/s wr, 1.45k op/s 2024-08-17T01:33:14.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:14 smithi137 ceph-mon[86391]: pgmap v2978: 585 pgs: 585 active+clean; 107 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 9.9 MiB/s wr, 1.45k op/s 2024-08-17T01:33:14.719 INFO:tasks.workunit.client.0.smithi082.stdout:num snaps is: 0 2024-08-17T01:33:14.719 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 0 2024-08-17T01:33:14.719 INFO:tasks.workunit.client.0.smithi082.stdout:num snaps is: 1 2024-08-17T01:33:14.719 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 1 2024-08-17T01:33:14.719 INFO:tasks.workunit.client.0.smithi082.stdout:snap: orig 2024-08-17T01:33:14.719 INFO:tasks.workunit.client.0.smithi082.stdout:found orig with size 2097152 2024-08-17T01:33:14.719 INFO:tasks.workunit.client.0.smithi082.stdout:read: 80 2024-08-17T01:33:14.719 INFO:tasks.workunit.client.0.smithi082.stdout:write test data! 2024-08-17T01:33:14.719 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 80 2024-08-17T01:33:14.719 INFO:tasks.workunit.client.0.smithi082.stdout:num snaps is: 2 2024-08-17T01:33:14.719 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 2 2024-08-17T01:33:14.720 INFO:tasks.workunit.client.0.smithi082.stdout:snap: orig 2024-08-17T01:33:14.720 INFO:tasks.workunit.client.0.smithi082.stdout:snap: written 2024-08-17T01:33:14.720 INFO:tasks.workunit.client.0.smithi082.stdout:found orig with size 2097152 2024-08-17T01:33:14.720 INFO:tasks.workunit.client.0.smithi082.stdout:found written with size 2097152 2024-08-17T01:33:14.720 INFO:tasks.workunit.client.0.smithi082.stdout:read: 80 2024-08-17T01:33:14.720 INFO:tasks.workunit.client.0.smithi082.stdout:read: 80 2024-08-17T01:33:14.720 INFO:tasks.workunit.client.0.smithi082.stdout:read: 80 2024-08-17T01:33:14.720 INFO:tasks.workunit.client.0.smithi082.stdout:write to snapshot returned -30 2024-08-17T01:33:14.720 INFO:tasks.workunit.client.0.smithi082.stdout:Read-only file system 2024-08-17T01:33:14.739 INFO:tasks.workunit.client.0.smithi082.stdout:read: 80 2024-08-17T01:33:14.739 INFO:tasks.workunit.client.0.smithi082.stdout:read: 80 2024-08-17T01:33:14.739 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 80 2024-08-17T01:33:14.739 INFO:tasks.workunit.client.0.smithi082.stdout:opening testimg@orig 2024-08-17T01:33:14.739 INFO:tasks.workunit.client.0.smithi082.stdout:read: 80 2024-08-17T01:33:14.739 INFO:tasks.workunit.client.0.smithi082.stdout:write to snapshot returned -30 2024-08-17T01:33:14.739 INFO:tasks.workunit.client.0.smithi082.stdout:Read-only file system 2024-08-17T01:33:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:33:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:33:15] "GET /metrics HTTP/1.1" 200 70613 "" "Prometheus/2.43.0" 2024-08-17T01:33:15.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:15 smithi082 ceph-mon[94343]: osdmap e1711: 8 total, 8 up, 8 in 2024-08-17T01:33:15.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:15 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:33:15.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:15 smithi082 ceph-mon[94343]: osdmap e1712: 8 total, 8 up, 8 in 2024-08-17T01:33:15.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:15 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:33:15.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:15 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:33:15.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:15 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:33:15.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:15 smithi082 ceph-mon[91979]: osdmap e1711: 8 total, 8 up, 8 in 2024-08-17T01:33:15.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:15 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:33:15.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:15 smithi082 ceph-mon[91979]: osdmap e1712: 8 total, 8 up, 8 in 2024-08-17T01:33:15.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:15 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:33:15.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:15 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:33:15.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:15 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:33:15.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:15 smithi137 ceph-mon[86391]: osdmap e1711: 8 total, 8 up, 8 in 2024-08-17T01:33:15.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:15 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:33:15.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:15 smithi137 ceph-mon[86391]: osdmap e1712: 8 total, 8 up, 8 in 2024-08-17T01:33:15.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:15 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:33:15.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:15 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:33:15.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:15 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:33:16.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:16 smithi082 ceph-mon[94343]: pgmap v2981: 585 pgs: 585 active+clean; 131 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 14 MiB/s wr, 2.62k op/s 2024-08-17T01:33:16.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:16 smithi082 ceph-mon[94343]: osdmap e1713: 8 total, 8 up, 8 in 2024-08-17T01:33:16.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:16 smithi082 ceph-mon[91979]: pgmap v2981: 585 pgs: 585 active+clean; 131 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 14 MiB/s wr, 2.62k op/s 2024-08-17T01:33:16.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:16 smithi082 ceph-mon[91979]: osdmap e1713: 8 total, 8 up, 8 in 2024-08-17T01:33:16.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:16 smithi137 ceph-mon[86391]: pgmap v2981: 585 pgs: 585 active+clean; 131 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 14 MiB/s wr, 2.62k op/s 2024-08-17T01:33:16.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:16 smithi137 ceph-mon[86391]: osdmap e1713: 8 total, 8 up, 8 in 2024-08-17T01:33:16.751 INFO:tasks.workunit.client.0.smithi082.stdout:num snaps is: 2 2024-08-17T01:33:16.752 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 2 2024-08-17T01:33:16.752 INFO:tasks.workunit.client.0.smithi082.stdout:snap: orig 2024-08-17T01:33:16.752 INFO:tasks.workunit.client.0.smithi082.stdout:snap: written 2024-08-17T01:33:16.752 INFO:tasks.workunit.client.0.smithi082.stdout:found orig with size 2097152 2024-08-17T01:33:16.752 INFO:tasks.workunit.client.0.smithi082.stdout:found written with size 2097152 2024-08-17T01:33:16.752 INFO:tasks.workunit.client.0.smithi082.stdout:num snaps is: 1 2024-08-17T01:33:16.752 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 1 2024-08-17T01:33:16.752 INFO:tasks.workunit.client.0.smithi082.stdout:snap: orig 2024-08-17T01:33:16.752 INFO:tasks.workunit.client.0.smithi082.stdout:found orig with size 2097152 2024-08-17T01:33:16.752 INFO:tasks.workunit.client.0.smithi082.stdout:num snaps is: 0 2024-08-17T01:33:16.752 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 0 2024-08-17T01:33:16.752 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3014 ms) 2024-08-17T01:33:16.753 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-08-17T01:33:16.753 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:17.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:17 smithi082 ceph-mon[91979]: osdmap e1714: 8 total, 8 up, 8 in 2024-08-17T01:33:17.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:17 smithi082 ceph-mon[91979]: pgmap v2984: 585 pgs: 585 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 9.5 MiB/s wr, 2.40k op/s 2024-08-17T01:33:17.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:17 smithi082 ceph-mon[94343]: osdmap e1714: 8 total, 8 up, 8 in 2024-08-17T01:33:17.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:17 smithi082 ceph-mon[94343]: pgmap v2984: 585 pgs: 585 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 9.5 MiB/s wr, 2.40k op/s 2024-08-17T01:33:17.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:17 smithi137 ceph-mon[86391]: osdmap e1714: 8 total, 8 up, 8 in 2024-08-17T01:33:17.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:17 smithi137 ceph-mon[86391]: pgmap v2984: 585 pgs: 585 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 9.5 MiB/s wr, 2.40k op/s 2024-08-17T01:33:18.761 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2009 ms) 2024-08-17T01:33:18.761 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestClone 2024-08-17T01:33:18.761 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:19.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:18 smithi082 ceph-mon[94343]: osdmap e1715: 8 total, 8 up, 8 in 2024-08-17T01:33:19.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:18 smithi082 ceph-mon[91979]: osdmap e1715: 8 total, 8 up, 8 in 2024-08-17T01:33:19.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:18 smithi137 ceph-mon[86391]: osdmap e1715: 8 total, 8 up, 8 in 2024-08-17T01:33:20.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:19 smithi137 ceph-mon[86391]: osdmap e1716: 8 total, 8 up, 8 in 2024-08-17T01:33:20.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:19 smithi137 ceph-mon[86391]: pgmap v2987: 585 pgs: 585 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 154 op/s 2024-08-17T01:33:20.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:19 smithi082 ceph-mon[94343]: osdmap e1716: 8 total, 8 up, 8 in 2024-08-17T01:33:20.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:19 smithi082 ceph-mon[94343]: pgmap v2987: 585 pgs: 585 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 154 op/s 2024-08-17T01:33:20.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:19 smithi082 ceph-mon[91979]: osdmap e1716: 8 total, 8 up, 8 in 2024-08-17T01:33:20.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:19 smithi082 ceph-mon[91979]: pgmap v2987: 585 pgs: 585 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 154 op/s 2024-08-17T01:33:20.783 INFO:tasks.workunit.client.0.smithi082.stdout:made parent image "parent" 2024-08-17T01:33:20.783 INFO:tasks.workunit.client.0.smithi082.stdout:parent has no parent info 2024-08-17T01:33:20.783 INFO:tasks.workunit.client.0.smithi082.stdout:made snapshot "parent@parent_snap" 2024-08-17T01:33:20.783 INFO:tasks.workunit.client.0.smithi082.stdout:can't unprotect an unprotected snap 2024-08-17T01:33:20.783 INFO:tasks.workunit.client.0.smithi082.stdout:can't protect a protected snap 2024-08-17T01:33:20.783 INFO:tasks.workunit.client.0.smithi082.stdout:made and opened clone "child" 2024-08-17T01:33:20.783 INFO:tasks.workunit.client.0.smithi082.stdout:read: 8 2024-08-17T01:33:20.783 INFO:tasks.workunit.client.0.smithi082.stdout:read: 8 2024-08-17T01:33:20.783 INFO:tasks.workunit.client.0.smithi082.stdout:read: 8 2024-08-17T01:33:20.783 INFO:tasks.workunit.client.0.smithi082.stdout:sizes and overlaps are good between parent and child 2024-08-17T01:33:20.783 INFO:tasks.workunit.client.0.smithi082.stdout:child image successfully cloned all image-meta pairs 2024-08-17T01:33:20.784 INFO:tasks.workunit.client.0.smithi082.stdout:sized down clone, changed overlap 2024-08-17T01:33:20.784 INFO:tasks.workunit.client.0.smithi082.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-08-17T01:33:20.784 INFO:tasks.workunit.client.0.smithi082.stdout:sized up clone, changed size but not overlap or parent's size 2024-08-17T01:33:20.784 INFO:tasks.workunit.client.0.smithi082.stdout:can't remove parent while child still exists 2024-08-17T01:33:20.784 INFO:tasks.workunit.client.0.smithi082.stdout:can't remove parent while still protected 2024-08-17T01:33:20.784 INFO:tasks.workunit.client.0.smithi082.stdout:removed parent snap after unprotecting 2024-08-17T01:33:20.784 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestClone (2022 ms) 2024-08-17T01:33:20.784 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestClone2 2024-08-17T01:33:20.784 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:21.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:20 smithi082 ceph-mon[94343]: osdmap e1717: 8 total, 8 up, 8 in 2024-08-17T01:33:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:33:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:33:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:20 smithi082 ceph-mon[91979]: osdmap e1717: 8 total, 8 up, 8 in 2024-08-17T01:33:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:33:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:33:21.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:20 smithi137 ceph-mon[86391]: osdmap e1717: 8 total, 8 up, 8 in 2024-08-17T01:33:21.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:33:21.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:33:21.912 INFO:tasks.workunit.client.0.smithi082.stdout:made parent image "parent" 2024-08-17T01:33:21.912 INFO:tasks.workunit.client.0.smithi082.stdout:parent has no parent info 2024-08-17T01:33:21.912 INFO:tasks.workunit.client.0.smithi082.stdout:made snapshot "parent@parent_snap" 2024-08-17T01:33:21.912 INFO:tasks.workunit.client.0.smithi082.stdout:made and opened clone "child" 2024-08-17T01:33:21.912 INFO:tasks.workunit.client.0.smithi082.stdout:child image successfully cloned all image-meta pairs 2024-08-17T01:33:21.912 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestClone2 (1129 ms) 2024-08-17T01:33:21.912 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.ListChildren 2024-08-17T01:33:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:21 smithi082 ceph-mon[94343]: osdmap e1718: 8 total, 8 up, 8 in 2024-08-17T01:33:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:21 smithi082 ceph-mon[94343]: pgmap v2990: 585 pgs: 585 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 6.7 KiB/s wr, 56 op/s 2024-08-17T01:33:22.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:21 smithi082 ceph-mon[91979]: osdmap e1718: 8 total, 8 up, 8 in 2024-08-17T01:33:22.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:21 smithi082 ceph-mon[91979]: pgmap v2990: 585 pgs: 585 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 6.7 KiB/s wr, 56 op/s 2024-08-17T01:33:22.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:21 smithi137 ceph-mon[86391]: osdmap e1718: 8 total, 8 up, 8 in 2024-08-17T01:33:22.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:21 smithi137 ceph-mon[86391]: pgmap v2990: 585 pgs: 585 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 6.7 KiB/s wr, 56 op/s 2024-08-17T01:33:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:33:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:33:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:33:23.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:22 smithi082 ceph-mon[94343]: osdmap e1719: 8 total, 8 up, 8 in 2024-08-17T01:33:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:22 smithi082 ceph-mon[91979]: osdmap e1719: 8 total, 8 up, 8 in 2024-08-17T01:33:23.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:22 smithi137 ceph-mon[86391]: osdmap e1719: 8 total, 8 up, 8 in 2024-08-17T01:33:24.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:23 smithi082 ceph-mon[94343]: osdmap e1720: 8 total, 8 up, 8 in 2024-08-17T01:33:24.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:23 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1816780474' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:33:24.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:23 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:33:24.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:23 smithi082 ceph-mon[94343]: pgmap v2993: 617 pgs: 5 creating+peering, 27 unknown, 585 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 9.0 KiB/s wr, 160 op/s 2024-08-17T01:33:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:23 smithi082 ceph-mon[91979]: osdmap e1720: 8 total, 8 up, 8 in 2024-08-17T01:33:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:23 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1816780474' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:33:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:23 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:33:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:23 smithi082 ceph-mon[91979]: pgmap v2993: 617 pgs: 5 creating+peering, 27 unknown, 585 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 9.0 KiB/s wr, 160 op/s 2024-08-17T01:33:24.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:23 smithi137 ceph-mon[86391]: osdmap e1720: 8 total, 8 up, 8 in 2024-08-17T01:33:24.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:23 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1816780474' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:33:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:23 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:33:24.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:23 smithi137 ceph-mon[86391]: pgmap v2993: 617 pgs: 5 creating+peering, 27 unknown, 585 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 9.0 KiB/s wr, 160 op/s 2024-08-17T01:33:25.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:33:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:33:25] "GET /metrics HTTP/1.1" 200 70658 "" "Prometheus/2.43.0" 2024-08-17T01:33:25.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:24 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:33:25.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:24 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:33:25.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:24 smithi082 ceph-mon[91979]: osdmap e1721: 8 total, 8 up, 8 in 2024-08-17T01:33:25.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:24 smithi082 ceph-mon[91979]: osdmap e1722: 8 total, 8 up, 8 in 2024-08-17T01:33:25.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:24 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3579693642' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:33:25.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:24 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:33:25.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:24 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:33:25.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:24 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:33:25.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:24 smithi082 ceph-mon[94343]: osdmap e1721: 8 total, 8 up, 8 in 2024-08-17T01:33:25.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:24 smithi082 ceph-mon[94343]: osdmap e1722: 8 total, 8 up, 8 in 2024-08-17T01:33:25.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:24 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3579693642' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:33:25.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:24 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:33:25.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:24 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:33:25.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:24 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:33:25.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:24 smithi137 ceph-mon[86391]: osdmap e1721: 8 total, 8 up, 8 in 2024-08-17T01:33:25.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:24 smithi137 ceph-mon[86391]: osdmap e1722: 8 total, 8 up, 8 in 2024-08-17T01:33:25.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:24 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3579693642' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:33:25.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:24 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:33:25.700 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:25 smithi082 ceph-mon[91979]: pgmap v2996: 649 pgs: 20 creating+peering, 37 unknown, 592 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 735 KiB/s rd, 50 KiB/s wr, 872 op/s 2024-08-17T01:33:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:25 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:33:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:25 smithi082 ceph-mon[91979]: osdmap e1723: 8 total, 8 up, 8 in 2024-08-17T01:33:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:25 smithi082 ceph-mon[94343]: pgmap v2996: 649 pgs: 20 creating+peering, 37 unknown, 592 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 735 KiB/s rd, 50 KiB/s wr, 872 op/s 2024-08-17T01:33:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:25 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:33:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:25 smithi082 ceph-mon[94343]: osdmap e1723: 8 total, 8 up, 8 in 2024-08-17T01:33:26.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:25 smithi137 ceph-mon[86391]: pgmap v2996: 649 pgs: 20 creating+peering, 37 unknown, 592 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 735 KiB/s rd, 50 KiB/s wr, 872 op/s 2024-08-17T01:33:26.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:25 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:33:26.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:25 smithi137 ceph-mon[86391]: osdmap e1723: 8 total, 8 up, 8 in 2024-08-17T01:33:27.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:27 smithi082 ceph-mon[94343]: osdmap e1724: 8 total, 8 up, 8 in 2024-08-17T01:33:27.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:27 smithi082 ceph-mon[94343]: pgmap v2999: 649 pgs: 22 creating+peering, 14 unknown, 613 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 645 KiB/s rd, 45 KiB/s wr, 762 op/s 2024-08-17T01:33:27.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:27 smithi082 ceph-mon[91979]: osdmap e1724: 8 total, 8 up, 8 in 2024-08-17T01:33:27.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:27 smithi082 ceph-mon[91979]: pgmap v2999: 649 pgs: 22 creating+peering, 14 unknown, 613 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 645 KiB/s rd, 45 KiB/s wr, 762 op/s 2024-08-17T01:33:27.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:27 smithi137 ceph-mon[86391]: osdmap e1724: 8 total, 8 up, 8 in 2024-08-17T01:33:27.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:27 smithi137 ceph-mon[86391]: pgmap v2999: 649 pgs: 22 creating+peering, 14 unknown, 613 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 645 KiB/s rd, 45 KiB/s wr, 762 op/s 2024-08-17T01:33:28.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:28 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:33:28.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:28 smithi082 ceph-mon[94343]: osdmap e1725: 8 total, 8 up, 8 in 2024-08-17T01:33:28.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:28 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:33:28.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:28 smithi082 ceph-mon[91979]: osdmap e1725: 8 total, 8 up, 8 in 2024-08-17T01:33:28.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:28 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:33:28.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:28 smithi137 ceph-mon[86391]: osdmap e1725: 8 total, 8 up, 8 in 2024-08-17T01:33:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:29 smithi082 ceph-mon[94343]: osdmap e1726: 8 total, 8 up, 8 in 2024-08-17T01:33:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:29 smithi082 ceph-mon[94343]: pgmap v3002: 649 pgs: 9 creating+peering, 640 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.0 KiB/s wr, 75 op/s 2024-08-17T01:33:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:29 smithi082 ceph-mon[94343]: osdmap e1727: 8 total, 8 up, 8 in 2024-08-17T01:33:29.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:29 smithi082 ceph-mon[91979]: osdmap e1726: 8 total, 8 up, 8 in 2024-08-17T01:33:29.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:29 smithi082 ceph-mon[91979]: pgmap v3002: 649 pgs: 9 creating+peering, 640 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.0 KiB/s wr, 75 op/s 2024-08-17T01:33:29.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:29 smithi082 ceph-mon[91979]: osdmap e1727: 8 total, 8 up, 8 in 2024-08-17T01:33:29.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:29 smithi137 ceph-mon[86391]: osdmap e1726: 8 total, 8 up, 8 in 2024-08-17T01:33:29.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:29 smithi137 ceph-mon[86391]: pgmap v3002: 649 pgs: 9 creating+peering, 640 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.0 KiB/s wr, 75 op/s 2024-08-17T01:33:29.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:29 smithi137 ceph-mon[86391]: osdmap e1727: 8 total, 8 up, 8 in 2024-08-17T01:33:31.202 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.202 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-31/image108 2024-08-17T01:33:31.203 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-31/image108 2024-08-17T01:33:31.203 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-31/image108 2024-08-17T01:33:31.203 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.203 INFO:tasks.workunit.client.0.smithi082.stdout:num children is: 1 2024-08-17T01:33:31.203 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 1 2024-08-17T01:33:31.203 INFO:tasks.workunit.client.0.smithi082.stdout:child: image108 2024-08-17T01:33:31.203 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-31/image108/b20d1a79a3c9 2024-08-17T01:33:31.203 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.203 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.203 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-31/image108 2024-08-17T01:33:31.203 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.203 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-31/image108 2024-08-17T01:33:31.203 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-31/image108 2024-08-17T01:33:31.203 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.203 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.204 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.204 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.204 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.204 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.204 INFO:tasks.workunit.client.0.smithi082.stdout:num children is: 2 2024-08-17T01:33:31.204 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 2 2024-08-17T01:33:31.204 INFO:tasks.workunit.client.0.smithi082.stdout:child: image109 2024-08-17T01:33:31.204 INFO:tasks.workunit.client.0.smithi082.stdout:child: image108 2024-08-17T01:33:31.204 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-31/image108/b20d1a79a3c9 2024-08-17T01:33:31.204 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.204 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-30/image109/b20decfa673a 2024-08-17T01:33:31.204 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.204 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.204 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-31/image108 2024-08-17T01:33:31.205 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.205 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-31/image108 2024-08-17T01:33:31.205 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-31/image108 2024-08-17T01:33:31.205 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.205 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.205 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.205 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.205 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.205 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.205 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.205 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-31/image110 2024-08-17T01:33:31.205 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.205 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-31/image108 2024-08-17T01:33:31.205 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-31/image110 2024-08-17T01:33:31.205 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-31/image110 2024-08-17T01:33:31.206 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.206 INFO:tasks.workunit.client.0.smithi082.stdout:num children is: 3 2024-08-17T01:33:31.206 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 3 2024-08-17T01:33:31.206 INFO:tasks.workunit.client.0.smithi082.stdout:child: image109 2024-08-17T01:33:31.206 INFO:tasks.workunit.client.0.smithi082.stdout:child: image108 2024-08-17T01:33:31.206 INFO:tasks.workunit.client.0.smithi082.stdout:child: image110 2024-08-17T01:33:31.206 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-31/image108/b20d1a79a3c9 2024-08-17T01:33:31.206 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.206 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-30/image109/b20decfa673a 2024-08-17T01:33:31.206 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.206 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-31/image110/b20d764bc252 2024-08-17T01:33:31.206 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.206 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.206 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-31/image108 2024-08-17T01:33:31.207 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.207 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-31/image108 2024-08-17T01:33:31.207 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-31/image108 2024-08-17T01:33:31.207 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.207 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.207 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.207 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.207 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.207 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.207 INFO:tasks.workunit.client.0.smithi082.stdout:num children is: 3 2024-08-17T01:33:31.207 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 3 2024-08-17T01:33:31.207 INFO:tasks.workunit.client.0.smithi082.stdout:child: image109 2024-08-17T01:33:31.207 INFO:tasks.workunit.client.0.smithi082.stdout:child: image108 2024-08-17T01:33:31.207 INFO:tasks.workunit.client.0.smithi082.stdout:child: image110 2024-08-17T01:33:31.207 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-31/image108/b20d1a79a3c9 2024-08-17T01:33:31.207 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.208 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-30/image109/b20decfa673a 2024-08-17T01:33:31.208 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.208 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-31/image110/b20d764bc252 2024-08-17T01:33:31.208 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.208 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.208 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-31/image108 2024-08-17T01:33:31.208 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.208 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-31/image108 2024-08-17T01:33:31.208 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-31/image108 2024-08-17T01:33:31.208 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.208 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.208 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.208 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.208 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.208 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.208 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.209 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-31/image111 2024-08-17T01:33:31.209 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.209 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-31/image108 2024-08-17T01:33:31.209 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-31/image111 2024-08-17T01:33:31.209 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-31/image111 2024-08-17T01:33:31.209 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.209 INFO:tasks.workunit.client.0.smithi082.stdout:num children is: 4 2024-08-17T01:33:31.209 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 4 2024-08-17T01:33:31.209 INFO:tasks.workunit.client.0.smithi082.stdout:child: image109 2024-08-17T01:33:31.209 INFO:tasks.workunit.client.0.smithi082.stdout:child: image108 2024-08-17T01:33:31.209 INFO:tasks.workunit.client.0.smithi082.stdout:child: image110 2024-08-17T01:33:31.209 INFO:tasks.workunit.client.0.smithi082.stdout:child: image111 2024-08-17T01:33:31.209 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-31/image108/b20d1a79a3c9 2024-08-17T01:33:31.209 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.209 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-30/image109/b20decfa673a 2024-08-17T01:33:31.210 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.210 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-31/image110/b20d764bc252 2024-08-17T01:33:31.210 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.210 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-31/image111/b20d462d1402 2024-08-17T01:33:31.210 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.210 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.210 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-31/image108 2024-08-17T01:33:31.210 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.210 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-31/image108 2024-08-17T01:33:31.210 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-31/image108 2024-08-17T01:33:31.210 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.210 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.210 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.210 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.211 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.211 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.211 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.211 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-31/image110 2024-08-17T01:33:31.211 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.211 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-31/image108 2024-08-17T01:33:31.211 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-31/image110 2024-08-17T01:33:31.211 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-31/image110 2024-08-17T01:33:31.211 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.211 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.211 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-31/image111 2024-08-17T01:33:31.814 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.814 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-31/image108 2024-08-17T01:33:31.814 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-31/image110 2024-08-17T01:33:31.814 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-31/image111 2024-08-17T01:33:31.814 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-31/image111 2024-08-17T01:33:31.814 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.814 INFO:tasks.workunit.client.0.smithi082.stdout:num children is: 4 2024-08-17T01:33:31.815 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 4 2024-08-17T01:33:31.815 INFO:tasks.workunit.client.0.smithi082.stdout:child: image109 2024-08-17T01:33:31.815 INFO:tasks.workunit.client.0.smithi082.stdout:child: image108 2024-08-17T01:33:31.815 INFO:tasks.workunit.client.0.smithi082.stdout:child: image110 2024-08-17T01:33:31.815 INFO:tasks.workunit.client.0.smithi082.stdout:child: image111 2024-08-17T01:33:31.815 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-31/image108/b20d1a79a3c9 2024-08-17T01:33:31.815 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.815 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-30/image109/b20decfa673a 2024-08-17T01:33:31.815 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.815 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-31/image110/b20d764bc252 2024-08-17T01:33:31.815 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.815 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-31/image111/b20d462d1402 2024-08-17T01:33:31.816 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.816 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.816 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.816 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.816 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.816 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.816 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.816 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-31/image110 2024-08-17T01:33:31.816 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.816 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-31/image110 2024-08-17T01:33:31.816 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-31/image110 2024-08-17T01:33:31.816 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.816 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.816 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-31/image111 2024-08-17T01:33:31.816 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.816 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-31/image110 2024-08-17T01:33:31.817 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-31/image111 2024-08-17T01:33:31.817 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-31/image111 2024-08-17T01:33:31.817 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.817 INFO:tasks.workunit.client.0.smithi082.stdout:num children is: 3 2024-08-17T01:33:31.817 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 3 2024-08-17T01:33:31.817 INFO:tasks.workunit.client.0.smithi082.stdout:child: image109 2024-08-17T01:33:31.817 INFO:tasks.workunit.client.0.smithi082.stdout:child: image110 2024-08-17T01:33:31.817 INFO:tasks.workunit.client.0.smithi082.stdout:child: image111 2024-08-17T01:33:31.817 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-30/image109/b20decfa673a 2024-08-17T01:33:31.817 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.817 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-31/image110/b20d764bc252 2024-08-17T01:33:31.817 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.817 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-31/image111/b20d462d1402 2024-08-17T01:33:31.818 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.818 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.818 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.818 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.818 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.818 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.818 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.818 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-31/image111 2024-08-17T01:33:31.818 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.818 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-31/image111 2024-08-17T01:33:31.818 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-31/image111 2024-08-17T01:33:31.818 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.818 INFO:tasks.workunit.client.0.smithi082.stdout:num children is: 2 2024-08-17T01:33:31.819 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 2 2024-08-17T01:33:31.819 INFO:tasks.workunit.client.0.smithi082.stdout:child: image109 2024-08-17T01:33:31.819 INFO:tasks.workunit.client.0.smithi082.stdout:child: image111 2024-08-17T01:33:31.819 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-30/image109/b20decfa673a 2024-08-17T01:33:31.819 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.819 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-31/image111/b20d462d1402 2024-08-17T01:33:31.819 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.819 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.819 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.819 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.819 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-30/image109 2024-08-17T01:33:31.819 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.819 INFO:tasks.workunit.client.0.smithi082.stdout:num children is: 1 2024-08-17T01:33:31.819 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 1 2024-08-17T01:33:31.819 INFO:tasks.workunit.client.0.smithi082.stdout:child: image109 2024-08-17T01:33:31.820 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-30/image109/b20decfa673a 2024-08-17T01:33:31.820 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:31.820 INFO:tasks.workunit.client.0.smithi082.stdout:num children is: 0 2024-08-17T01:33:31.820 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 0 2024-08-17T01:33:31.820 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.ListChildren (9902 ms) 2024-08-17T01:33:31.820 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-08-17T01:33:31.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:31 smithi137 ceph-mon[86391]: osdmap e1728: 8 total, 8 up, 8 in 2024-08-17T01:33:31.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:31 smithi137 ceph-mon[86391]: pgmap v3005: 649 pgs: 649 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.2 KiB/s wr, 39 op/s 2024-08-17T01:33:32.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:31 smithi082 ceph-mon[94343]: osdmap e1728: 8 total, 8 up, 8 in 2024-08-17T01:33:32.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:31 smithi082 ceph-mon[94343]: pgmap v3005: 649 pgs: 649 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.2 KiB/s wr, 39 op/s 2024-08-17T01:33:32.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:31 smithi082 ceph-mon[91979]: osdmap e1728: 8 total, 8 up, 8 in 2024-08-17T01:33:32.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:31 smithi082 ceph-mon[91979]: pgmap v3005: 649 pgs: 649 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.2 KiB/s wr, 39 op/s 2024-08-17T01:33:32.728 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:33:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:33:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:33:32.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:32 smithi137 ceph-mon[86391]: osdmap e1729: 8 total, 8 up, 8 in 2024-08-17T01:33:33.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:32 smithi082 ceph-mon[94343]: osdmap e1729: 8 total, 8 up, 8 in 2024-08-17T01:33:33.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:32 smithi082 ceph-mon[91979]: osdmap e1729: 8 total, 8 up, 8 in 2024-08-17T01:33:34.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:33 smithi082 ceph-mon[94343]: osdmap e1730: 8 total, 8 up, 8 in 2024-08-17T01:33:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:33 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2342324286' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:33:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:33 smithi082 ceph-mon[94343]: pgmap v3008: 681 pgs: 2 creating+peering, 30 unknown, 649 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 320 KiB/s rd, 6.7 KiB/s wr, 387 op/s 2024-08-17T01:33:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:33 smithi082 ceph-mon[91979]: osdmap e1730: 8 total, 8 up, 8 in 2024-08-17T01:33:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:33 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2342324286' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:33:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:33 smithi082 ceph-mon[91979]: pgmap v3008: 681 pgs: 2 creating+peering, 30 unknown, 649 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 320 KiB/s rd, 6.7 KiB/s wr, 387 op/s 2024-08-17T01:33:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:33 smithi137 ceph-mon[86391]: osdmap e1730: 8 total, 8 up, 8 in 2024-08-17T01:33:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:33 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2342324286' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:33:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:33 smithi137 ceph-mon[86391]: pgmap v3008: 681 pgs: 2 creating+peering, 30 unknown, 649 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 320 KiB/s rd, 6.7 KiB/s wr, 387 op/s 2024-08-17T01:33:35.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:34 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:33:35.026 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:34 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2342324286' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:33:35.026 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:34 smithi082 ceph-mon[94343]: osdmap e1731: 8 total, 8 up, 8 in 2024-08-17T01:33:35.026 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:34 smithi082 ceph-mon[94343]: osdmap e1732: 8 total, 8 up, 8 in 2024-08-17T01:33:35.026 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:34 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/795716008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:33:35.026 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:34 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:33:35.027 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:34 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:33:35.027 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:34 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2342324286' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:33:35.027 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:34 smithi082 ceph-mon[91979]: osdmap e1731: 8 total, 8 up, 8 in 2024-08-17T01:33:35.027 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:34 smithi082 ceph-mon[91979]: osdmap e1732: 8 total, 8 up, 8 in 2024-08-17T01:33:35.027 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:34 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/795716008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:33:35.027 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:34 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:33:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:34 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:33:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:34 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2342324286' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:33:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:34 smithi137 ceph-mon[86391]: osdmap e1731: 8 total, 8 up, 8 in 2024-08-17T01:33:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:34 smithi137 ceph-mon[86391]: osdmap e1732: 8 total, 8 up, 8 in 2024-08-17T01:33:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:34 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/795716008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:33:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:34 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:33:35.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:33:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:33:35] "GET /metrics HTTP/1.1" 200 70658 "" "Prometheus/2.43.0" 2024-08-17T01:33:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:36 smithi082 ceph-mon[91979]: pgmap v3011: 713 pgs: 19 creating+peering, 27 unknown, 667 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 563 KiB/s rd, 14 KiB/s wr, 684 op/s 2024-08-17T01:33:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:33:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:33:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:36 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:33:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:36 smithi082 ceph-mon[91979]: osdmap e1733: 8 total, 8 up, 8 in 2024-08-17T01:33:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:36 smithi082 ceph-mon[94343]: pgmap v3011: 713 pgs: 19 creating+peering, 27 unknown, 667 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 563 KiB/s rd, 14 KiB/s wr, 684 op/s 2024-08-17T01:33:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:33:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:33:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:36 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:33:36.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:36 smithi082 ceph-mon[94343]: osdmap e1733: 8 total, 8 up, 8 in 2024-08-17T01:33:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:36 smithi137 ceph-mon[86391]: pgmap v3011: 713 pgs: 19 creating+peering, 27 unknown, 667 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 563 KiB/s rd, 14 KiB/s wr, 684 op/s 2024-08-17T01:33:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:33:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:33:36.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:36 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:33:36.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:36 smithi137 ceph-mon[86391]: osdmap e1733: 8 total, 8 up, 8 in 2024-08-17T01:33:37.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:37 smithi082 ceph-mon[91979]: osdmap e1734: 8 total, 8 up, 8 in 2024-08-17T01:33:37.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:37 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/273164069' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:33:37.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:37 smithi082 ceph-mon[91979]: pgmap v3014: 745 pgs: 22 creating+peering, 40 unknown, 683 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 8.5 KiB/s wr, 310 op/s 2024-08-17T01:33:37.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:37 smithi082 ceph-mon[94343]: osdmap e1734: 8 total, 8 up, 8 in 2024-08-17T01:33:37.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:37 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/273164069' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:33:37.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:37 smithi082 ceph-mon[94343]: pgmap v3014: 745 pgs: 22 creating+peering, 40 unknown, 683 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 8.5 KiB/s wr, 310 op/s 2024-08-17T01:33:37.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:37 smithi137 ceph-mon[86391]: osdmap e1734: 8 total, 8 up, 8 in 2024-08-17T01:33:37.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:37 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/273164069' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:33:37.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:37 smithi137 ceph-mon[86391]: pgmap v3014: 745 pgs: 22 creating+peering, 40 unknown, 683 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 8.5 KiB/s wr, 310 op/s 2024-08-17T01:33:38.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:38 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/273164069' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:33:38.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:38 smithi082 ceph-mon[94343]: osdmap e1735: 8 total, 8 up, 8 in 2024-08-17T01:33:38.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:38 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi082-142218-32", "tierpool":"test-librbd-smithi082-142218-34", "force_nonempty":""}]: dispatch 2024-08-17T01:33:38.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:38 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi082-142218-32", "tierpool":"test-librbd-smithi082-142218-34", "force_nonempty":""}]: dispatch 2024-08-17T01:33:38.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:38 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/273164069' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:33:38.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:38 smithi082 ceph-mon[91979]: osdmap e1735: 8 total, 8 up, 8 in 2024-08-17T01:33:38.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:38 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi082-142218-32", "tierpool":"test-librbd-smithi082-142218-34", "force_nonempty":""}]: dispatch 2024-08-17T01:33:38.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:38 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi082-142218-32", "tierpool":"test-librbd-smithi082-142218-34", "force_nonempty":""}]: dispatch 2024-08-17T01:33:38.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:38 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/273164069' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:33:38.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:38 smithi137 ceph-mon[86391]: osdmap e1735: 8 total, 8 up, 8 in 2024-08-17T01:33:38.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:38 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi082-142218-32", "tierpool":"test-librbd-smithi082-142218-34", "force_nonempty":""}]: dispatch 2024-08-17T01:33:38.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:38 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi082-142218-32", "tierpool":"test-librbd-smithi082-142218-34", "force_nonempty":""}]: dispatch 2024-08-17T01:33:39.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:39 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi082-142218-32", "tierpool":"test-librbd-smithi082-142218-34", "force_nonempty":""}]': finished 2024-08-17T01:33:39.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:39 smithi137 ceph-mon[86391]: osdmap e1736: 8 total, 8 up, 8 in 2024-08-17T01:33:39.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:39 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi082-142218-34", "mode":"writeback"}]: dispatch 2024-08-17T01:33:39.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:39 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi082-142218-34", "mode":"writeback"}]: dispatch 2024-08-17T01:33:39.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:39 smithi137 ceph-mon[86391]: pgmap v3017: 745 pgs: 17 creating+peering, 16 unknown, 712 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T01:33:39.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:39 smithi137 ceph-mon[86391]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-08-17T01:33:39.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:39 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi082-142218-34", "mode":"writeback"}]': finished 2024-08-17T01:33:39.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:39 smithi137 ceph-mon[86391]: osdmap e1737: 8 total, 8 up, 8 in 2024-08-17T01:33:39.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:39 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi082-142218-32", "overlaypool":"test-librbd-smithi082-142218-34"}]: dispatch 2024-08-17T01:33:39.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:39 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi082-142218-32", "overlaypool":"test-librbd-smithi082-142218-34"}]: dispatch 2024-08-17T01:33:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:39 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi082-142218-32", "tierpool":"test-librbd-smithi082-142218-34", "force_nonempty":""}]': finished 2024-08-17T01:33:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:39 smithi082 ceph-mon[94343]: osdmap e1736: 8 total, 8 up, 8 in 2024-08-17T01:33:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:39 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi082-142218-34", "mode":"writeback"}]: dispatch 2024-08-17T01:33:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:39 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi082-142218-34", "mode":"writeback"}]: dispatch 2024-08-17T01:33:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:39 smithi082 ceph-mon[94343]: pgmap v3017: 745 pgs: 17 creating+peering, 16 unknown, 712 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T01:33:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:39 smithi082 ceph-mon[94343]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-08-17T01:33:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:39 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi082-142218-34", "mode":"writeback"}]': finished 2024-08-17T01:33:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:39 smithi082 ceph-mon[94343]: osdmap e1737: 8 total, 8 up, 8 in 2024-08-17T01:33:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:39 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi082-142218-32", "overlaypool":"test-librbd-smithi082-142218-34"}]: dispatch 2024-08-17T01:33:40.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:39 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi082-142218-32", "overlaypool":"test-librbd-smithi082-142218-34"}]: dispatch 2024-08-17T01:33:40.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:39 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi082-142218-32", "tierpool":"test-librbd-smithi082-142218-34", "force_nonempty":""}]': finished 2024-08-17T01:33:40.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:39 smithi082 ceph-mon[91979]: osdmap e1736: 8 total, 8 up, 8 in 2024-08-17T01:33:40.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:39 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi082-142218-34", "mode":"writeback"}]: dispatch 2024-08-17T01:33:40.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:39 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi082-142218-34", "mode":"writeback"}]: dispatch 2024-08-17T01:33:40.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:39 smithi082 ceph-mon[91979]: pgmap v3017: 745 pgs: 17 creating+peering, 16 unknown, 712 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T01:33:40.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:39 smithi082 ceph-mon[91979]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-08-17T01:33:40.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:39 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi082-142218-34", "mode":"writeback"}]': finished 2024-08-17T01:33:40.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:39 smithi082 ceph-mon[91979]: osdmap e1737: 8 total, 8 up, 8 in 2024-08-17T01:33:40.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:39 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi082-142218-32", "overlaypool":"test-librbd-smithi082-142218-34"}]: dispatch 2024-08-17T01:33:40.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:39 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi082-142218-32", "overlaypool":"test-librbd-smithi082-142218-34"}]: dispatch 2024-08-17T01:33:40.711 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:40.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:40 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:33:40.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:40 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi082-142218-32", "overlaypool":"test-librbd-smithi082-142218-34"}]': finished 2024-08-17T01:33:40.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:40 smithi137 ceph-mon[86391]: osdmap e1738: 8 total, 8 up, 8 in 2024-08-17T01:33:41.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:40 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:33:41.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:40 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi082-142218-32", "overlaypool":"test-librbd-smithi082-142218-34"}]': finished 2024-08-17T01:33:41.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:40 smithi082 ceph-mon[94343]: osdmap e1738: 8 total, 8 up, 8 in 2024-08-17T01:33:41.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:40 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:33:41.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:40 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi082-142218-32", "overlaypool":"test-librbd-smithi082-142218-34"}]': finished 2024-08-17T01:33:41.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:40 smithi082 ceph-mon[91979]: osdmap e1738: 8 total, 8 up, 8 in 2024-08-17T01:33:41.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:41 smithi137 ceph-mon[86391]: pgmap v3020: 745 pgs: 3 creating+peering, 3 unknown, 739 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:33:42.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:41 smithi082 ceph-mon[94343]: pgmap v3020: 745 pgs: 3 creating+peering, 3 unknown, 739 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:33:42.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:41 smithi082 ceph-mon[91979]: pgmap v3020: 745 pgs: 3 creating+peering, 3 unknown, 739 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:33:42.734 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:33:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:33:42.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:42 smithi137 ceph-mon[86391]: osdmap e1739: 8 total, 8 up, 8 in 2024-08-17T01:33:43.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:42 smithi082 ceph-mon[94343]: osdmap e1739: 8 total, 8 up, 8 in 2024-08-17T01:33:43.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:42 smithi082 ceph-mon[91979]: osdmap e1739: 8 total, 8 up, 8 in 2024-08-17T01:33:44.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:43 smithi082 ceph-mon[94343]: osdmap e1740: 8 total, 8 up, 8 in 2024-08-17T01:33:44.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:43 smithi082 ceph-mon[94343]: pgmap v3023: 745 pgs: 745 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:33:44.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:43 smithi082 ceph-mon[91979]: osdmap e1740: 8 total, 8 up, 8 in 2024-08-17T01:33:44.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:43 smithi082 ceph-mon[91979]: pgmap v3023: 745 pgs: 745 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:33:44.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:43 smithi137 ceph-mon[86391]: osdmap e1740: 8 total, 8 up, 8 in 2024-08-17T01:33:44.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:43 smithi137 ceph-mon[86391]: pgmap v3023: 745 pgs: 745 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:33:45.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:44 smithi082 ceph-mon[94343]: osdmap e1741: 8 total, 8 up, 8 in 2024-08-17T01:33:45.025 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:44 smithi082 ceph-mon[91979]: osdmap e1741: 8 total, 8 up, 8 in 2024-08-17T01:33:45.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:44 smithi137 ceph-mon[86391]: osdmap e1741: 8 total, 8 up, 8 in 2024-08-17T01:33:45.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:33:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:33:45] "GET /metrics HTTP/1.1" 200 80430 "" "Prometheus/2.43.0" 2024-08-17T01:33:46.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:45 smithi082 ceph-mon[91979]: osdmap e1742: 8 total, 8 up, 8 in 2024-08-17T01:33:46.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:45 smithi082 ceph-mon[91979]: pgmap v3026: 745 pgs: 745 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.7 KiB/s wr, 37 op/s 2024-08-17T01:33:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:45 smithi082 ceph-mon[94343]: osdmap e1742: 8 total, 8 up, 8 in 2024-08-17T01:33:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:45 smithi082 ceph-mon[94343]: pgmap v3026: 745 pgs: 745 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.7 KiB/s wr, 37 op/s 2024-08-17T01:33:46.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:45 smithi137 ceph-mon[86391]: osdmap e1742: 8 total, 8 up, 8 in 2024-08-17T01:33:46.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:45 smithi137 ceph-mon[86391]: pgmap v3026: 745 pgs: 745 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.7 KiB/s wr, 37 op/s 2024-08-17T01:33:46.285 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.286 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-33/image113 2024-08-17T01:33:46.286 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-33/image113 2024-08-17T01:33:46.286 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-33/image113 2024-08-17T01:33:46.286 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.286 INFO:tasks.workunit.client.0.smithi082.stdout:num children is: 1 2024-08-17T01:33:46.286 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 1 2024-08-17T01:33:46.286 INFO:tasks.workunit.client.0.smithi082.stdout:child: image113 2024-08-17T01:33:46.286 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-33/image113/b20d6d66218b 2024-08-17T01:33:46.286 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.286 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.286 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-33/image113 2024-08-17T01:33:46.286 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:46.287 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-33/image113 2024-08-17T01:33:46.287 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-33/image113 2024-08-17T01:33:46.287 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.287 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.287 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:46.287 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:46.287 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:46.287 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.287 INFO:tasks.workunit.client.0.smithi082.stdout:num children is: 2 2024-08-17T01:33:46.287 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 2 2024-08-17T01:33:46.287 INFO:tasks.workunit.client.0.smithi082.stdout:child: image114 2024-08-17T01:33:46.287 INFO:tasks.workunit.client.0.smithi082.stdout:child: image113 2024-08-17T01:33:46.287 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-33/image113/b20d6d66218b 2024-08-17T01:33:46.288 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.288 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-32/image114/b20d9886b559 2024-08-17T01:33:46.288 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.288 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.288 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-33/image113 2024-08-17T01:33:46.288 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:46.288 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-33/image113 2024-08-17T01:33:46.288 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-33/image113 2024-08-17T01:33:46.288 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.288 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.288 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:46.288 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:46.288 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:46.289 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.289 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.289 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-33/image115 2024-08-17T01:33:46.289 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:46.289 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-33/image113 2024-08-17T01:33:46.289 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-33/image115 2024-08-17T01:33:46.289 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-33/image115 2024-08-17T01:33:46.289 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.289 INFO:tasks.workunit.client.0.smithi082.stdout:num children is: 3 2024-08-17T01:33:46.289 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 3 2024-08-17T01:33:46.289 INFO:tasks.workunit.client.0.smithi082.stdout:child: image114 2024-08-17T01:33:46.289 INFO:tasks.workunit.client.0.smithi082.stdout:child: image113 2024-08-17T01:33:46.289 INFO:tasks.workunit.client.0.smithi082.stdout:child: image115 2024-08-17T01:33:46.289 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-33/image113/b20d6d66218b 2024-08-17T01:33:46.290 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.290 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-32/image114/b20d9886b559 2024-08-17T01:33:46.290 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.290 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-33/image115/b20dcc628a71 2024-08-17T01:33:46.290 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.290 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.290 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-33/image113 2024-08-17T01:33:46.290 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:46.290 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-33/image113 2024-08-17T01:33:46.290 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-33/image113 2024-08-17T01:33:46.290 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.290 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.290 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:46.291 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:46.291 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:46.291 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.291 INFO:tasks.workunit.client.0.smithi082.stdout:num children is: 3 2024-08-17T01:33:46.291 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 3 2024-08-17T01:33:46.291 INFO:tasks.workunit.client.0.smithi082.stdout:child: image114 2024-08-17T01:33:46.291 INFO:tasks.workunit.client.0.smithi082.stdout:child: image113 2024-08-17T01:33:46.291 INFO:tasks.workunit.client.0.smithi082.stdout:child: image115 2024-08-17T01:33:46.291 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-33/image113/b20d6d66218b 2024-08-17T01:33:46.291 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.291 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-32/image114/b20d9886b559 2024-08-17T01:33:46.291 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.291 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-33/image115/b20dcc628a71 2024-08-17T01:33:46.292 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.292 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.292 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-33/image113 2024-08-17T01:33:46.292 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:46.292 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-33/image113 2024-08-17T01:33:46.292 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-33/image113 2024-08-17T01:33:46.292 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.292 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.292 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:46.292 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:46.292 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:46.292 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.292 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.292 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-33/image116 2024-08-17T01:33:46.293 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:46.293 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-33/image113 2024-08-17T01:33:46.293 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-33/image116 2024-08-17T01:33:46.293 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-33/image116 2024-08-17T01:33:46.293 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.293 INFO:tasks.workunit.client.0.smithi082.stdout:num children is: 4 2024-08-17T01:33:46.293 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 4 2024-08-17T01:33:46.293 INFO:tasks.workunit.client.0.smithi082.stdout:child: image114 2024-08-17T01:33:46.293 INFO:tasks.workunit.client.0.smithi082.stdout:child: image113 2024-08-17T01:33:46.293 INFO:tasks.workunit.client.0.smithi082.stdout:child: image115 2024-08-17T01:33:46.293 INFO:tasks.workunit.client.0.smithi082.stdout:child: image116 2024-08-17T01:33:46.293 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-33/image113/b20d6d66218b 2024-08-17T01:33:46.293 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.294 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-32/image114/b20d9886b559 2024-08-17T01:33:46.294 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.294 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-33/image115/b20dcc628a71 2024-08-17T01:33:46.294 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.294 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-33/image116/b20d5680659b 2024-08-17T01:33:46.294 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.294 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.294 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-33/image113 2024-08-17T01:33:46.294 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:46.294 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-33/image113 2024-08-17T01:33:46.294 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-33/image113 2024-08-17T01:33:46.294 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.294 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.295 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:46.295 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:46.295 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:46.295 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.295 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.295 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-33/image115 2024-08-17T01:33:46.295 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:46.295 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-33/image113 2024-08-17T01:33:46.295 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-33/image115 2024-08-17T01:33:46.295 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-33/image115 2024-08-17T01:33:46.295 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.295 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:46.295 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-33/image116 2024-08-17T01:33:47.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:46 smithi082 ceph-mon[94343]: osdmap e1743: 8 total, 8 up, 8 in 2024-08-17T01:33:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:46 smithi082 ceph-mon[91979]: osdmap e1743: 8 total, 8 up, 8 in 2024-08-17T01:33:47.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:46 smithi137 ceph-mon[86391]: osdmap e1743: 8 total, 8 up, 8 in 2024-08-17T01:33:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:47 smithi082 ceph-mon[94343]: osdmap e1744: 8 total, 8 up, 8 in 2024-08-17T01:33:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:47 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi082-142218-32"}]: dispatch 2024-08-17T01:33:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:47 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi082-142218-32"}]: dispatch 2024-08-17T01:33:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:47 smithi082 ceph-mon[94343]: pgmap v3029: 745 pgs: 745 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 4.2 KiB/s wr, 191 op/s 2024-08-17T01:33:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:47 smithi082 ceph-mon[91979]: osdmap e1744: 8 total, 8 up, 8 in 2024-08-17T01:33:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:47 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi082-142218-32"}]: dispatch 2024-08-17T01:33:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:47 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi082-142218-32"}]: dispatch 2024-08-17T01:33:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:47 smithi082 ceph-mon[91979]: pgmap v3029: 745 pgs: 745 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 4.2 KiB/s wr, 191 op/s 2024-08-17T01:33:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:47 smithi137 ceph-mon[86391]: osdmap e1744: 8 total, 8 up, 8 in 2024-08-17T01:33:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:47 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi082-142218-32"}]: dispatch 2024-08-17T01:33:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:47 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi082-142218-32"}]: dispatch 2024-08-17T01:33:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:47 smithi137 ceph-mon[86391]: pgmap v3029: 745 pgs: 745 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 4.2 KiB/s wr, 191 op/s 2024-08-17T01:33:48.796 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:48.796 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-33/image113 2024-08-17T01:33:48.796 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-33/image115 2024-08-17T01:33:48.796 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-33/image116 2024-08-17T01:33:48.796 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-33/image116 2024-08-17T01:33:48.796 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:48.796 INFO:tasks.workunit.client.0.smithi082.stdout:num children is: 4 2024-08-17T01:33:48.797 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 4 2024-08-17T01:33:48.797 INFO:tasks.workunit.client.0.smithi082.stdout:child: image114 2024-08-17T01:33:48.797 INFO:tasks.workunit.client.0.smithi082.stdout:child: image113 2024-08-17T01:33:48.797 INFO:tasks.workunit.client.0.smithi082.stdout:child: image115 2024-08-17T01:33:48.797 INFO:tasks.workunit.client.0.smithi082.stdout:child: image116 2024-08-17T01:33:48.797 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-33/image113/b20d6d66218b 2024-08-17T01:33:48.797 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:48.797 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-32/image114/b20d9886b559 2024-08-17T01:33:48.797 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:48.797 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-33/image115/b20dcc628a71 2024-08-17T01:33:48.797 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:48.797 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-33/image116/b20d5680659b 2024-08-17T01:33:48.797 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:48.797 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:48.798 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:48.798 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:48.798 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:48.798 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:48.798 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:48.798 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-33/image115 2024-08-17T01:33:48.798 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:48.798 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-33/image115 2024-08-17T01:33:48.798 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-33/image115 2024-08-17T01:33:48.798 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:48.798 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:48.798 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-33/image116 2024-08-17T01:33:48.798 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:48.799 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-33/image115 2024-08-17T01:33:48.799 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-33/image116 2024-08-17T01:33:48.799 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-33/image116 2024-08-17T01:33:48.799 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:48.799 INFO:tasks.workunit.client.0.smithi082.stdout:num children is: 3 2024-08-17T01:33:48.799 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 3 2024-08-17T01:33:48.799 INFO:tasks.workunit.client.0.smithi082.stdout:child: image114 2024-08-17T01:33:48.799 INFO:tasks.workunit.client.0.smithi082.stdout:child: image115 2024-08-17T01:33:48.799 INFO:tasks.workunit.client.0.smithi082.stdout:child: image116 2024-08-17T01:33:48.799 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-32/image114/b20d9886b559 2024-08-17T01:33:48.799 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:48.799 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-33/image115/b20dcc628a71 2024-08-17T01:33:48.799 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:48.800 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-33/image116/b20d5680659b 2024-08-17T01:33:48.800 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:48.800 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:48.800 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:48.800 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:48.800 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:48.800 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:48.800 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:48.800 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-33/image116 2024-08-17T01:33:48.800 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:48.800 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-33/image116 2024-08-17T01:33:48.800 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-33/image116 2024-08-17T01:33:48.800 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:48.801 INFO:tasks.workunit.client.0.smithi082.stdout:num children is: 2 2024-08-17T01:33:48.801 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 2 2024-08-17T01:33:48.801 INFO:tasks.workunit.client.0.smithi082.stdout:child: image114 2024-08-17T01:33:48.801 INFO:tasks.workunit.client.0.smithi082.stdout:child: image116 2024-08-17T01:33:48.801 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-32/image114/b20d9886b559 2024-08-17T01:33:48.801 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:48.801 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-33/image116/b20d5680659b 2024-08-17T01:33:48.801 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:48.801 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:48.801 INFO:tasks.workunit.client.0.smithi082.stdout:trying to find test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:48.801 INFO:tasks.workunit.client.0.smithi082.stdout:checking test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:48.801 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-32/image114 2024-08-17T01:33:48.801 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:48.802 INFO:tasks.workunit.client.0.smithi082.stdout:num children is: 1 2024-08-17T01:33:48.802 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 1 2024-08-17T01:33:48.802 INFO:tasks.workunit.client.0.smithi082.stdout:child: image114 2024-08-17T01:33:48.802 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-32/image114/b20d9886b559 2024-08-17T01:33:48.802 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:33:48.802 INFO:tasks.workunit.client.0.smithi082.stdout:num children is: 0 2024-08-17T01:33:48.802 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 0 2024-08-17T01:33:48.802 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.ListChildrenTiered (16982 ms) 2024-08-17T01:33:48.802 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.LockingPP 2024-08-17T01:33:48.802 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:48.857 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.LockingPP (62 ms) 2024-08-17T01:33:48.857 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.FlushAio 2024-08-17T01:33:48.857 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:49.106 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.FlushAio (248 ms) 2024-08-17T01:33:49.106 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-08-17T01:33:49.106 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:49.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:48 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi082-142218-32"}]': finished 2024-08-17T01:33:49.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:48 smithi082 ceph-mon[91979]: osdmap e1745: 8 total, 8 up, 8 in 2024-08-17T01:33:49.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:48 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi082-142218-32", "tierpool":"test-librbd-smithi082-142218-34"}]: dispatch 2024-08-17T01:33:49.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:48 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi082-142218-32", "tierpool":"test-librbd-smithi082-142218-34"}]: dispatch 2024-08-17T01:33:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:48 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi082-142218-32"}]': finished 2024-08-17T01:33:49.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:48 smithi082 ceph-mon[94343]: osdmap e1745: 8 total, 8 up, 8 in 2024-08-17T01:33:49.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:48 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi082-142218-32", "tierpool":"test-librbd-smithi082-142218-34"}]: dispatch 2024-08-17T01:33:49.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:48 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi082-142218-32", "tierpool":"test-librbd-smithi082-142218-34"}]: dispatch 2024-08-17T01:33:49.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:48 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi082-142218-32"}]': finished 2024-08-17T01:33:49.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:48 smithi137 ceph-mon[86391]: osdmap e1745: 8 total, 8 up, 8 in 2024-08-17T01:33:49.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:48 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi082-142218-32", "tierpool":"test-librbd-smithi082-142218-34"}]: dispatch 2024-08-17T01:33:49.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:48 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi082-142218-32", "tierpool":"test-librbd-smithi082-142218-34"}]: dispatch 2024-08-17T01:33:49.290 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.FlushAioPP (184 ms) 2024-08-17T01:33:49.290 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-08-17T01:33:49.290 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:49.310 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (20 ms) 2024-08-17T01:33:49.310 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-08-17T01:33:49.311 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:49.342 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (32 ms) 2024-08-17T01:33:49.342 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-08-17T01:33:49.342 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:49.358 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.ZeroLengthRead (16 ms) 2024-08-17T01:33:49.358 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-08-17T01:33:49.359 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:49.404 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.LargeCacheRead (47 ms) 2024-08-17T01:33:49.405 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-08-17T01:33:49.405 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:49.636 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestPendingAio (231 ms) 2024-08-17T01:33:49.636 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-08-17T01:33:49.636 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:49.792 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:50.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:49 smithi137 ceph-mon[86391]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-08-17T01:33:50.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:49 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi082-142218-32", "tierpool":"test-librbd-smithi082-142218-34"}]': finished 2024-08-17T01:33:50.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:49 smithi137 ceph-mon[86391]: osdmap e1746: 8 total, 8 up, 8 in 2024-08-17T01:33:50.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:49 smithi137 ceph-mon[86391]: pgmap v3032: 745 pgs: 745 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 449 KiB/s rd, 5.7 KiB/s wr, 534 op/s 2024-08-17T01:33:50.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:49 smithi137 ceph-mon[86391]: osdmap e1747: 8 total, 8 up, 8 in 2024-08-17T01:33:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:49 smithi082 ceph-mon[91979]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-08-17T01:33:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:49 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi082-142218-32", "tierpool":"test-librbd-smithi082-142218-34"}]': finished 2024-08-17T01:33:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:49 smithi082 ceph-mon[91979]: osdmap e1746: 8 total, 8 up, 8 in 2024-08-17T01:33:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:49 smithi082 ceph-mon[91979]: pgmap v3032: 745 pgs: 745 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 449 KiB/s rd, 5.7 KiB/s wr, 534 op/s 2024-08-17T01:33:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:49 smithi082 ceph-mon[91979]: osdmap e1747: 8 total, 8 up, 8 in 2024-08-17T01:33:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:49 smithi082 ceph-mon[94343]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-08-17T01:33:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:49 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi082-142218-32", "tierpool":"test-librbd-smithi082-142218-34"}]': finished 2024-08-17T01:33:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:49 smithi082 ceph-mon[94343]: osdmap e1746: 8 total, 8 up, 8 in 2024-08-17T01:33:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:49 smithi082 ceph-mon[94343]: pgmap v3032: 745 pgs: 745 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 449 KiB/s rd, 5.7 KiB/s wr, 534 op/s 2024-08-17T01:33:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:49 smithi082 ceph-mon[94343]: osdmap e1747: 8 total, 8 up, 8 in 2024-08-17T01:33:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:33:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:33:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:51 smithi082 ceph-mon[94343]: osdmap e1748: 8 total, 8 up, 8 in 2024-08-17T01:33:51.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:33:51.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:33:51.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:51 smithi082 ceph-mon[91979]: osdmap e1748: 8 total, 8 up, 8 in 2024-08-17T01:33:51.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:33:51.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:33:51.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:51 smithi137 ceph-mon[86391]: osdmap e1748: 8 total, 8 up, 8 in 2024-08-17T01:33:51.853 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2217 ms) 2024-08-17T01:33:51.853 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-08-17T01:33:51.853 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:52.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:52 smithi082 ceph-mon[94343]: pgmap v3035: 745 pgs: 745 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 472 KiB/s rd, 17 KiB/s wr, 598 op/s 2024-08-17T01:33:52.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:52 smithi082 ceph-mon[94343]: osdmap e1749: 8 total, 8 up, 8 in 2024-08-17T01:33:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:52 smithi082 ceph-mon[91979]: pgmap v3035: 745 pgs: 745 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 472 KiB/s rd, 17 KiB/s wr, 598 op/s 2024-08-17T01:33:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:52 smithi082 ceph-mon[91979]: osdmap e1749: 8 total, 8 up, 8 in 2024-08-17T01:33:52.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:52 smithi137 ceph-mon[86391]: pgmap v3035: 745 pgs: 745 active+clean; 135 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 472 KiB/s rd, 17 KiB/s wr, 598 op/s 2024-08-17T01:33:52.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:52 smithi137 ceph-mon[86391]: osdmap e1749: 8 total, 8 up, 8 in 2024-08-17T01:33:52.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:33:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:33:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:33:52.915 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:54.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:53 smithi082 ceph-mon[94343]: osdmap e1750: 8 total, 8 up, 8 in 2024-08-17T01:33:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:53 smithi082 ceph-mon[94343]: pgmap v3038: 745 pgs: 745 active+clean; 141 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 352 KiB/s rd, 153 KiB/s wr, 590 op/s 2024-08-17T01:33:54.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:53 smithi082 ceph-mon[91979]: osdmap e1750: 8 total, 8 up, 8 in 2024-08-17T01:33:54.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:53 smithi082 ceph-mon[91979]: pgmap v3038: 745 pgs: 745 active+clean; 141 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 352 KiB/s rd, 153 KiB/s wr, 590 op/s 2024-08-17T01:33:54.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:53 smithi137 ceph-mon[86391]: osdmap e1750: 8 total, 8 up, 8 in 2024-08-17T01:33:54.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:53 smithi137 ceph-mon[86391]: pgmap v3038: 745 pgs: 745 active+clean; 141 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 352 KiB/s rd, 153 KiB/s wr, 590 op/s 2024-08-17T01:33:54.754 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (2901 ms) 2024-08-17T01:33:54.754 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.Flatten 2024-08-17T01:33:54.754 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:55.224 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:33:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:33:55] "GET /metrics HTTP/1.1" 200 82935 "" "Prometheus/2.43.0" 2024-08-17T01:33:55.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:54 smithi082 ceph-mon[94343]: osdmap e1751: 8 total, 8 up, 8 in 2024-08-17T01:33:55.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:54 smithi082 ceph-mon[94343]: osdmap e1752: 8 total, 8 up, 8 in 2024-08-17T01:33:55.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:54 smithi082 ceph-mon[91979]: osdmap e1751: 8 total, 8 up, 8 in 2024-08-17T01:33:55.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:54 smithi082 ceph-mon[91979]: osdmap e1752: 8 total, 8 up, 8 in 2024-08-17T01:33:55.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:54 smithi137 ceph-mon[86391]: osdmap e1751: 8 total, 8 up, 8 in 2024-08-17T01:33:55.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:54 smithi137 ceph-mon[86391]: osdmap e1752: 8 total, 8 up, 8 in 2024-08-17T01:33:55.807 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.Flatten (1053 ms) 2024-08-17T01:33:55.807 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.Sparsify 2024-08-17T01:33:55.807 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:55.844 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 32768 2024-08-17T01:33:55.844 INFO:tasks.workunit.client.0.smithi082.stdout:read: 32768 2024-08-17T01:33:55.844 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.Sparsify (37 ms) 2024-08-17T01:33:55.844 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-08-17T01:33:55.844 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:55.880 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.SparsifyPP (36 ms) 2024-08-17T01:33:55.880 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-08-17T01:33:55.880 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:33:56.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:55 smithi082 ceph-mon[94343]: pgmap v3041: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 850 KiB/s rd, 732 KiB/s wr, 624 op/s 2024-08-17T01:33:56.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:55 smithi082 ceph-mon[94343]: osdmap e1753: 8 total, 8 up, 8 in 2024-08-17T01:33:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:55 smithi082 ceph-mon[91979]: pgmap v3041: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 850 KiB/s rd, 732 KiB/s wr, 624 op/s 2024-08-17T01:33:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:55 smithi082 ceph-mon[91979]: osdmap e1753: 8 total, 8 up, 8 in 2024-08-17T01:33:56.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:55 smithi137 ceph-mon[86391]: pgmap v3041: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 850 KiB/s rd, 732 KiB/s wr, 624 op/s 2024-08-17T01:33:56.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:55 smithi137 ceph-mon[86391]: osdmap e1753: 8 total, 8 up, 8 in 2024-08-17T01:33:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:57 smithi082 ceph-mon[94343]: osdmap e1754: 8 total, 8 up, 8 in 2024-08-17T01:33:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:57 smithi082 ceph-mon[94343]: pgmap v3044: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 757 KiB/s rd, 616 KiB/s wr, 377 op/s 2024-08-17T01:33:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:57 smithi082 ceph-mon[91979]: osdmap e1754: 8 total, 8 up, 8 in 2024-08-17T01:33:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:57 smithi082 ceph-mon[91979]: pgmap v3044: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 757 KiB/s rd, 616 KiB/s wr, 377 op/s 2024-08-17T01:33:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:57 smithi137 ceph-mon[86391]: osdmap e1754: 8 total, 8 up, 8 in 2024-08-17T01:33:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:57 smithi137 ceph-mon[86391]: pgmap v3044: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 757 KiB/s rd, 616 KiB/s wr, 377 op/s 2024-08-17T01:33:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:58 smithi082 ceph-mon[94343]: osdmap e1755: 8 total, 8 up, 8 in 2024-08-17T01:33:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:58 smithi082 ceph-mon[91979]: osdmap e1755: 8 total, 8 up, 8 in 2024-08-17T01:33:59.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:58 smithi137 ceph-mon[86391]: osdmap e1755: 8 total, 8 up, 8 in 2024-08-17T01:34:00.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:59 smithi082 ceph-mon[94343]: osdmap e1756: 8 total, 8 up, 8 in 2024-08-17T01:34:00.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:33:59 smithi082 ceph-mon[94343]: pgmap v3047: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 33 KiB/s wr, 226 op/s 2024-08-17T01:34:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:59 smithi082 ceph-mon[91979]: osdmap e1756: 8 total, 8 up, 8 in 2024-08-17T01:34:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:33:59 smithi082 ceph-mon[91979]: pgmap v3047: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 33 KiB/s wr, 226 op/s 2024-08-17T01:34:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:59 smithi137 ceph-mon[86391]: osdmap e1756: 8 total, 8 up, 8 in 2024-08-17T01:34:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:33:59 smithi137 ceph-mon[86391]: pgmap v3047: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 33 KiB/s wr, 226 op/s 2024-08-17T01:34:00.882 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.SnapshotLimit (5002 ms) 2024-08-17T01:34:00.882 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-08-17T01:34:00.882 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:01.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:00 smithi082 ceph-mon[94343]: osdmap e1757: 8 total, 8 up, 8 in 2024-08-17T01:34:01.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:00 smithi082 ceph-mon[91979]: osdmap e1757: 8 total, 8 up, 8 in 2024-08-17T01:34:01.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:00 smithi137 ceph-mon[86391]: osdmap e1757: 8 total, 8 up, 8 in 2024-08-17T01:34:02.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:01 smithi082 ceph-mon[94343]: osdmap e1758: 8 total, 8 up, 8 in 2024-08-17T01:34:02.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:01 smithi082 ceph-mon[94343]: pgmap v3050: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 16 KiB/s wr, 139 op/s 2024-08-17T01:34:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:01 smithi082 ceph-mon[91979]: osdmap e1758: 8 total, 8 up, 8 in 2024-08-17T01:34:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:01 smithi082 ceph-mon[91979]: pgmap v3050: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 16 KiB/s wr, 139 op/s 2024-08-17T01:34:02.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:01 smithi137 ceph-mon[86391]: osdmap e1758: 8 total, 8 up, 8 in 2024-08-17T01:34:02.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:01 smithi137 ceph-mon[86391]: pgmap v3050: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 16 KiB/s wr, 139 op/s 2024-08-17T01:34:02.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:34:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:34:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:34:03.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:02 smithi082 ceph-mon[94343]: osdmap e1759: 8 total, 8 up, 8 in 2024-08-17T01:34:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:02 smithi082 ceph-mon[91979]: osdmap e1759: 8 total, 8 up, 8 in 2024-08-17T01:34:03.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:02 smithi137 ceph-mon[86391]: osdmap e1759: 8 total, 8 up, 8 in 2024-08-17T01:34:04.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:03 smithi082 ceph-mon[94343]: osdmap e1760: 8 total, 8 up, 8 in 2024-08-17T01:34:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:03 smithi082 ceph-mon[94343]: pgmap v3053: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 6.7 KiB/s wr, 50 op/s 2024-08-17T01:34:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:03 smithi082 ceph-mon[91979]: osdmap e1760: 8 total, 8 up, 8 in 2024-08-17T01:34:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:03 smithi082 ceph-mon[91979]: pgmap v3053: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 6.7 KiB/s wr, 50 op/s 2024-08-17T01:34:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:03 smithi137 ceph-mon[86391]: osdmap e1760: 8 total, 8 up, 8 in 2024-08-17T01:34:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:03 smithi137 ceph-mon[86391]: pgmap v3053: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 6.7 KiB/s wr, 50 op/s 2024-08-17T01:34:05.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:04 smithi082 ceph-mon[94343]: osdmap e1761: 8 total, 8 up, 8 in 2024-08-17T01:34:05.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:04 smithi082 ceph-mon[91979]: osdmap e1761: 8 total, 8 up, 8 in 2024-08-17T01:34:05.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:34:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:34:05] "GET /metrics HTTP/1.1" 200 82935 "" "Prometheus/2.43.0" 2024-08-17T01:34:05.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:04 smithi137 ceph-mon[86391]: osdmap e1761: 8 total, 8 up, 8 in 2024-08-17T01:34:05.930 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5048 ms) 2024-08-17T01:34:05.930 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-08-17T01:34:05.930 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:05.992 INFO:tasks.workunit.client.0.smithi082.stdout:0.00% done 2024-08-17T01:34:05.992 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (63 ms) 2024-08-17T01:34:05.993 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-08-17T01:34:05.993 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:06.055 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (63 ms) 2024-08-17T01:34:06.056 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-08-17T01:34:06.056 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:05 smithi082 ceph-mon[94343]: osdmap e1762: 8 total, 8 up, 8 in 2024-08-17T01:34:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:05 smithi082 ceph-mon[94343]: pgmap v3056: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.5 KiB/s wr, 18 op/s 2024-08-17T01:34:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:34:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:05 smithi082 ceph-mon[91979]: osdmap e1762: 8 total, 8 up, 8 in 2024-08-17T01:34:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:05 smithi082 ceph-mon[91979]: pgmap v3056: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.5 KiB/s wr, 18 op/s 2024-08-17T01:34:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:34:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:05 smithi137 ceph-mon[86391]: osdmap e1762: 8 total, 8 up, 8 in 2024-08-17T01:34:06.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:05 smithi137 ceph-mon[86391]: pgmap v3056: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.5 KiB/s wr, 18 op/s 2024-08-17T01:34:06.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:34:06.963 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (907 ms) 2024-08-17T01:34:06.963 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-08-17T01:34:06.963 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:07.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:06 smithi082 ceph-mon[94343]: osdmap e1763: 8 total, 8 up, 8 in 2024-08-17T01:34:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:06 smithi082 ceph-mon[91979]: osdmap e1763: 8 total, 8 up, 8 in 2024-08-17T01:34:07.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:06 smithi137 ceph-mon[86391]: osdmap e1763: 8 total, 8 up, 8 in 2024-08-17T01:34:08.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:07 smithi082 ceph-mon[91979]: pgmap v3058: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.4 KiB/s wr, 86 op/s 2024-08-17T01:34:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:07 smithi082 ceph-mon[91979]: osdmap e1764: 8 total, 8 up, 8 in 2024-08-17T01:34:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:07 smithi082 ceph-mon[94343]: pgmap v3058: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.4 KiB/s wr, 86 op/s 2024-08-17T01:34:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:07 smithi082 ceph-mon[94343]: osdmap e1764: 8 total, 8 up, 8 in 2024-08-17T01:34:08.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:07 smithi137 ceph-mon[86391]: pgmap v3058: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.4 KiB/s wr, 86 op/s 2024-08-17T01:34:08.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:07 smithi137 ceph-mon[86391]: osdmap e1764: 8 total, 8 up, 8 in 2024-08-17T01:34:08.983 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (2020 ms) 2024-08-17T01:34:08.983 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-08-17T01:34:08.983 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:09.032 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (50 ms) 2024-08-17T01:34:09.033 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-08-17T01:34:09.033 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:34:09.033 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-08-17T01:34:09.033 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-08-17T01:34:09.033 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:08 smithi082 ceph-mon[91979]: osdmap e1765: 8 total, 8 up, 8 in 2024-08-17T01:34:09.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:08 smithi082 ceph-mon[94343]: osdmap e1765: 8 total, 8 up, 8 in 2024-08-17T01:34:09.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:08 smithi137 ceph-mon[86391]: osdmap e1765: 8 total, 8 up, 8 in 2024-08-17T01:34:10.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:09 smithi082 ceph-mon[91979]: pgmap v3061: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.2 KiB/s wr, 95 op/s 2024-08-17T01:34:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:09 smithi082 ceph-mon[91979]: osdmap e1766: 8 total, 8 up, 8 in 2024-08-17T01:34:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:09 smithi082 ceph-mon[91979]: osdmap e1767: 8 total, 8 up, 8 in 2024-08-17T01:34:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:09 smithi082 ceph-mon[94343]: pgmap v3061: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.2 KiB/s wr, 95 op/s 2024-08-17T01:34:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:09 smithi082 ceph-mon[94343]: osdmap e1766: 8 total, 8 up, 8 in 2024-08-17T01:34:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:09 smithi082 ceph-mon[94343]: osdmap e1767: 8 total, 8 up, 8 in 2024-08-17T01:34:10.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:09 smithi137 ceph-mon[86391]: pgmap v3061: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.2 KiB/s wr, 95 op/s 2024-08-17T01:34:10.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:09 smithi137 ceph-mon[86391]: osdmap e1766: 8 total, 8 up, 8 in 2024-08-17T01:34:10.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:09 smithi137 ceph-mon[86391]: osdmap e1767: 8 total, 8 up, 8 in 2024-08-17T01:34:10.750 INFO:tasks.workunit.client.0.smithi082.stdout:100.00% done 2024-08-17T01:34:10.750 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.SnapRemove2 (1717 ms) 2024-08-17T01:34:10.750 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-08-17T01:34:10.750 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:11.768 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1019 ms) 2024-08-17T01:34:11.768 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-08-17T01:34:11.768 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:11.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:11 smithi082 ceph-mon[94343]: osdmap e1768: 8 total, 8 up, 8 in 2024-08-17T01:34:11.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:11 smithi082 ceph-mon[94343]: pgmap v3065: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 7.3 KiB/s wr, 89 op/s 2024-08-17T01:34:11.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:11 smithi082 ceph-mon[91979]: osdmap e1768: 8 total, 8 up, 8 in 2024-08-17T01:34:11.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:11 smithi082 ceph-mon[91979]: pgmap v3065: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 7.3 KiB/s wr, 89 op/s 2024-08-17T01:34:11.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:11 smithi137 ceph-mon[86391]: osdmap e1768: 8 total, 8 up, 8 in 2024-08-17T01:34:11.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:11 smithi137 ceph-mon[86391]: pgmap v3065: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 7.3 KiB/s wr, 89 op/s 2024-08-17T01:34:12.716 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:34:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:34:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:34:12.774 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (1005 ms) 2024-08-17T01:34:12.774 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-08-17T01:34:12.774 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:12.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:12 smithi082 ceph-mon[94343]: osdmap e1769: 8 total, 8 up, 8 in 2024-08-17T01:34:12.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:12 smithi082 ceph-mon[91979]: osdmap e1769: 8 total, 8 up, 8 in 2024-08-17T01:34:12.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:12 smithi137 ceph-mon[86391]: osdmap e1769: 8 total, 8 up, 8 in 2024-08-17T01:34:13.788 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1015 ms) 2024-08-17T01:34:13.789 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-08-17T01:34:13.789 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:13.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:13 smithi137 ceph-mon[86391]: osdmap e1770: 8 total, 8 up, 8 in 2024-08-17T01:34:13.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:13 smithi137 ceph-mon[86391]: pgmap v3068: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 13 KiB/s wr, 253 op/s 2024-08-17T01:34:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:13 smithi082 ceph-mon[94343]: osdmap e1770: 8 total, 8 up, 8 in 2024-08-17T01:34:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:13 smithi082 ceph-mon[94343]: pgmap v3068: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 13 KiB/s wr, 253 op/s 2024-08-17T01:34:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:13 smithi082 ceph-mon[91979]: osdmap e1770: 8 total, 8 up, 8 in 2024-08-17T01:34:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:13 smithi082 ceph-mon[91979]: pgmap v3068: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 13 KiB/s wr, 253 op/s 2024-08-17T01:34:14.841 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1052 ms) 2024-08-17T01:34:14.841 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-08-17T01:34:14.841 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:14.883 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (43 ms) 2024-08-17T01:34:14.883 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-08-17T01:34:14.884 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:14.920 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (36 ms) 2024-08-17T01:34:14.920 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-08-17T01:34:14.920 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:14.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:14 smithi137 ceph-mon[86391]: osdmap e1771: 8 total, 8 up, 8 in 2024-08-17T01:34:14.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:14 smithi137 ceph-mon[86391]: osdmap e1772: 8 total, 8 up, 8 in 2024-08-17T01:34:15.024 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:14 smithi082 ceph-mon[94343]: osdmap e1771: 8 total, 8 up, 8 in 2024-08-17T01:34:15.024 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:14 smithi082 ceph-mon[94343]: osdmap e1772: 8 total, 8 up, 8 in 2024-08-17T01:34:15.025 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:14 smithi082 ceph-mon[91979]: osdmap e1771: 8 total, 8 up, 8 in 2024-08-17T01:34:15.025 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:14 smithi082 ceph-mon[91979]: osdmap e1772: 8 total, 8 up, 8 in 2024-08-17T01:34:15.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:34:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:34:15] "GET /metrics HTTP/1.1" 200 82939 "" "Prometheus/2.43.0" 2024-08-17T01:34:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:15 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:34:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:15 smithi082 ceph-mon[94343]: pgmap v3071: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 244 KiB/s rd, 16 KiB/s wr, 322 op/s 2024-08-17T01:34:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:15 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:34:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:15 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:34:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:15 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:34:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:15 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:34:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:15 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:34:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:15 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:34:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:15 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:34:16.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:15 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:34:16.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:15 smithi082 ceph-mon[91979]: pgmap v3071: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 244 KiB/s rd, 16 KiB/s wr, 322 op/s 2024-08-17T01:34:16.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:15 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:34:16.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:15 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:34:16.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:15 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:34:16.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:15 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:34:16.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:15 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:34:16.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:15 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:34:16.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:15 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:34:16.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:15 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:34:16.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:15 smithi137 ceph-mon[86391]: pgmap v3071: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 244 KiB/s rd, 16 KiB/s wr, 322 op/s 2024-08-17T01:34:16.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:15 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:34:16.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:15 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:34:16.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:15 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:34:16.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:15 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:34:16.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:15 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:34:16.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:15 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:34:16.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:15 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:34:17.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:16 smithi082 ceph-mon[91979]: osdmap e1773: 8 total, 8 up, 8 in 2024-08-17T01:34:17.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:16 smithi082 ceph-mon[94343]: osdmap e1773: 8 total, 8 up, 8 in 2024-08-17T01:34:17.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:16 smithi137 ceph-mon[86391]: osdmap e1773: 8 total, 8 up, 8 in 2024-08-17T01:34:18.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:17 smithi082 ceph-mon[94343]: osdmap e1774: 8 total, 8 up, 8 in 2024-08-17T01:34:18.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:17 smithi082 ceph-mon[94343]: pgmap v3074: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 9.7 KiB/s wr, 191 op/s 2024-08-17T01:34:18.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:17 smithi082 ceph-mon[91979]: osdmap e1774: 8 total, 8 up, 8 in 2024-08-17T01:34:18.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:17 smithi082 ceph-mon[91979]: pgmap v3074: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 9.7 KiB/s wr, 191 op/s 2024-08-17T01:34:18.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:17 smithi137 ceph-mon[86391]: osdmap e1774: 8 total, 8 up, 8 in 2024-08-17T01:34:18.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:17 smithi137 ceph-mon[86391]: pgmap v3074: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 9.7 KiB/s wr, 191 op/s 2024-08-17T01:34:19.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:18 smithi082 ceph-mon[94343]: osdmap e1775: 8 total, 8 up, 8 in 2024-08-17T01:34:19.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:18 smithi082 ceph-mon[91979]: osdmap e1775: 8 total, 8 up, 8 in 2024-08-17T01:34:19.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:18 smithi137 ceph-mon[86391]: osdmap e1775: 8 total, 8 up, 8 in 2024-08-17T01:34:20.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:19 smithi137 ceph-mon[86391]: osdmap e1776: 8 total, 8 up, 8 in 2024-08-17T01:34:20.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:19 smithi137 ceph-mon[86391]: pgmap v3077: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 5.0 KiB/s wr, 81 op/s 2024-08-17T01:34:20.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:19 smithi137 ceph-mon[86391]: osdmap e1777: 8 total, 8 up, 8 in 2024-08-17T01:34:20.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:19 smithi082 ceph-mon[94343]: osdmap e1776: 8 total, 8 up, 8 in 2024-08-17T01:34:20.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:19 smithi082 ceph-mon[94343]: pgmap v3077: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 5.0 KiB/s wr, 81 op/s 2024-08-17T01:34:20.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:19 smithi082 ceph-mon[94343]: osdmap e1777: 8 total, 8 up, 8 in 2024-08-17T01:34:20.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:19 smithi082 ceph-mon[91979]: osdmap e1776: 8 total, 8 up, 8 in 2024-08-17T01:34:20.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:19 smithi082 ceph-mon[91979]: pgmap v3077: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 5.0 KiB/s wr, 81 op/s 2024-08-17T01:34:20.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:19 smithi082 ceph-mon[91979]: osdmap e1777: 8 total, 8 up, 8 in 2024-08-17T01:34:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:34:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:20 smithi082 ceph-mon[94343]: osdmap e1778: 8 total, 8 up, 8 in 2024-08-17T01:34:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:34:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:20 smithi082 ceph-mon[91979]: osdmap e1778: 8 total, 8 up, 8 in 2024-08-17T01:34:21.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:34:21.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:20 smithi137 ceph-mon[86391]: osdmap e1778: 8 total, 8 up, 8 in 2024-08-17T01:34:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:21 smithi082 ceph-mon[94343]: pgmap v3080: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 7.2 KiB/s wr, 135 op/s 2024-08-17T01:34:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:21 smithi082 ceph-mon[94343]: osdmap e1779: 8 total, 8 up, 8 in 2024-08-17T01:34:22.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:21 smithi082 ceph-mon[91979]: pgmap v3080: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 7.2 KiB/s wr, 135 op/s 2024-08-17T01:34:22.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:21 smithi082 ceph-mon[91979]: osdmap e1779: 8 total, 8 up, 8 in 2024-08-17T01:34:22.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:21 smithi137 ceph-mon[86391]: pgmap v3080: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 7.2 KiB/s wr, 135 op/s 2024-08-17T01:34:22.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:21 smithi137 ceph-mon[86391]: osdmap e1779: 8 total, 8 up, 8 in 2024-08-17T01:34:22.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:34:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:34:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:34:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:23 smithi082 ceph-mon[94343]: osdmap e1780: 8 total, 8 up, 8 in 2024-08-17T01:34:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:23 smithi082 ceph-mon[94343]: pgmap v3083: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 4.5 KiB/s wr, 102 op/s 2024-08-17T01:34:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:23 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.11", "id": [2, 3]}]: dispatch 2024-08-17T01:34:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:23 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.4", "id": [3, 7]}]: dispatch 2024-08-17T01:34:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:23 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.2", "id": [4, 0]}]: dispatch 2024-08-17T01:34:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:23 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]: dispatch 2024-08-17T01:34:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:23 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [3, 7]}]: dispatch 2024-08-17T01:34:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:23 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]: dispatch 2024-08-17T01:34:23.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:23 smithi082 ceph-mon[91979]: osdmap e1780: 8 total, 8 up, 8 in 2024-08-17T01:34:23.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:23 smithi082 ceph-mon[91979]: pgmap v3083: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 4.5 KiB/s wr, 102 op/s 2024-08-17T01:34:23.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:23 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.11", "id": [2, 3]}]: dispatch 2024-08-17T01:34:23.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:23 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.4", "id": [3, 7]}]: dispatch 2024-08-17T01:34:23.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:23 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.2", "id": [4, 0]}]: dispatch 2024-08-17T01:34:23.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:23 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]: dispatch 2024-08-17T01:34:23.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:23 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [3, 7]}]: dispatch 2024-08-17T01:34:23.976 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:23 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]: dispatch 2024-08-17T01:34:23.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:23 smithi137 ceph-mon[86391]: osdmap e1780: 8 total, 8 up, 8 in 2024-08-17T01:34:23.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:23 smithi137 ceph-mon[86391]: pgmap v3083: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 4.5 KiB/s wr, 102 op/s 2024-08-17T01:34:23.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:23 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.11", "id": [2, 3]}]: dispatch 2024-08-17T01:34:23.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:23 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.4", "id": [3, 7]}]: dispatch 2024-08-17T01:34:23.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:23 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.2", "id": [4, 0]}]: dispatch 2024-08-17T01:34:23.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:23 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]: dispatch 2024-08-17T01:34:23.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:23 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [3, 7]}]: dispatch 2024-08-17T01:34:23.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:23 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]: dispatch 2024-08-17T01:34:25.024 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:24 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.11", "id": [2, 3]}]': finished 2024-08-17T01:34:25.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:24 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.4", "id": [3, 7]}]': finished 2024-08-17T01:34:25.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:24 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.2", "id": [4, 0]}]': finished 2024-08-17T01:34:25.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:24 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]': finished 2024-08-17T01:34:25.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:24 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [3, 7]}]': finished 2024-08-17T01:34:25.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:24 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]': finished 2024-08-17T01:34:25.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:24 smithi082 ceph-mon[94343]: osdmap e1781: 8 total, 8 up, 8 in 2024-08-17T01:34:25.025 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:24 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.11", "id": [2, 3]}]': finished 2024-08-17T01:34:25.025 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:24 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.4", "id": [3, 7]}]': finished 2024-08-17T01:34:25.025 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:24 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.2", "id": [4, 0]}]': finished 2024-08-17T01:34:25.025 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:24 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]': finished 2024-08-17T01:34:25.025 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:24 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [3, 7]}]': finished 2024-08-17T01:34:25.026 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:24 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]': finished 2024-08-17T01:34:25.026 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:24 smithi082 ceph-mon[91979]: osdmap e1781: 8 total, 8 up, 8 in 2024-08-17T01:34:25.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:24 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.11", "id": [2, 3]}]': finished 2024-08-17T01:34:25.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:24 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.4", "id": [3, 7]}]': finished 2024-08-17T01:34:25.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:24 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.2", "id": [4, 0]}]': finished 2024-08-17T01:34:25.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:24 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]': finished 2024-08-17T01:34:25.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:24 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [3, 7]}]': finished 2024-08-17T01:34:25.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:24 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]': finished 2024-08-17T01:34:25.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:24 smithi137 ceph-mon[86391]: osdmap e1781: 8 total, 8 up, 8 in 2024-08-17T01:34:25.334 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10414 ms) 2024-08-17T01:34:25.334 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.Metadata 2024-08-17T01:34:25.334 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:25.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:34:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:34:25] "GET /metrics HTTP/1.1" 200 82933 "" "Prometheus/2.43.0" 2024-08-17T01:34:25.838 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.Metadata (504 ms) 2024-08-17T01:34:25.838 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-08-17T01:34:25.838 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:25 smithi082 ceph-mon[94343]: osdmap e1782: 8 total, 8 up, 8 in 2024-08-17T01:34:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:25 smithi082 ceph-mon[94343]: pgmap v3086: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 35 KiB/s wr, 226 op/s; 0 B/s, 0 objects/s recovering 2024-08-17T01:34:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:25 smithi082 ceph-mon[91979]: osdmap e1782: 8 total, 8 up, 8 in 2024-08-17T01:34:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:25 smithi082 ceph-mon[91979]: pgmap v3086: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 35 KiB/s wr, 226 op/s; 0 B/s, 0 objects/s recovering 2024-08-17T01:34:26.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:25 smithi137 ceph-mon[86391]: osdmap e1782: 8 total, 8 up, 8 in 2024-08-17T01:34:26.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:25 smithi137 ceph-mon[86391]: pgmap v3086: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 35 KiB/s wr, 226 op/s; 0 B/s, 0 objects/s recovering 2024-08-17T01:34:26.855 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.MetadataPP (1018 ms) 2024-08-17T01:34:26.856 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-08-17T01:34:26.856 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:26.954 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.UpdateFeatures (98 ms) 2024-08-17T01:34:26.954 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-08-17T01:34:26.954 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-08-17T01:34:26.954 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-08-17T01:34:26.954 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:27.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:26 smithi082 ceph-mon[94343]: osdmap e1783: 8 total, 8 up, 8 in 2024-08-17T01:34:27.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:26 smithi082 ceph-mon[91979]: osdmap e1783: 8 total, 8 up, 8 in 2024-08-17T01:34:27.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:26 smithi137 ceph-mon[86391]: osdmap e1783: 8 total, 8 up, 8 in 2024-08-17T01:34:27.816 INFO:tasks.workunit.client.0.smithi082.stdout:0.00% done 2024-08-17T01:34:27.816 INFO:tasks.workunit.client.0.smithi082.stdout:25.00% done 2024-08-17T01:34:27.816 INFO:tasks.workunit.client.0.smithi082.stdout:50.00% done 2024-08-17T01:34:27.816 INFO:tasks.workunit.client.0.smithi082.stdout:75.00% done 2024-08-17T01:34:27.816 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.RebuildObjectMap (862 ms) 2024-08-17T01:34:27.816 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-08-17T01:34:27.845 INFO:tasks.workunit.client.0.smithi082.stdout:0.00% done 2024-08-17T01:34:27.845 INFO:tasks.workunit.client.0.smithi082.stdout:25.00% done 2024-08-17T01:34:27.845 INFO:tasks.workunit.client.0.smithi082.stdout:50.00% done 2024-08-17T01:34:27.845 INFO:tasks.workunit.client.0.smithi082.stdout:75.00% done 2024-08-17T01:34:27.845 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (29 ms) 2024-08-17T01:34:27.845 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-08-17T01:34:27.845 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:28.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:27 smithi082 ceph-mon[94343]: osdmap e1784: 8 total, 8 up, 8 in 2024-08-17T01:34:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:27 smithi082 ceph-mon[94343]: pgmap v3089: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 256 KiB/s rd, 63 KiB/s wr, 379 op/s; 0 B/s, 0 objects/s recovering 2024-08-17T01:34:28.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:27 smithi082 ceph-mon[91979]: osdmap e1784: 8 total, 8 up, 8 in 2024-08-17T01:34:28.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:27 smithi082 ceph-mon[91979]: pgmap v3089: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 256 KiB/s rd, 63 KiB/s wr, 379 op/s; 0 B/s, 0 objects/s recovering 2024-08-17T01:34:28.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:27 smithi137 ceph-mon[86391]: osdmap e1784: 8 total, 8 up, 8 in 2024-08-17T01:34:28.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:27 smithi137 ceph-mon[86391]: pgmap v3089: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 256 KiB/s rd, 63 KiB/s wr, 379 op/s; 0 B/s, 0 objects/s recovering 2024-08-17T01:34:28.848 INFO:tasks.workunit.client.0.smithi082.stdout:0.00% done 2024-08-17T01:34:28.848 INFO:tasks.workunit.client.0.smithi082.stdout:25.00% done 2024-08-17T01:34:28.848 INFO:tasks.workunit.client.0.smithi082.stdout:50.00% done 2024-08-17T01:34:28.848 INFO:tasks.workunit.client.0.smithi082.stdout:75.00% done 2024-08-17T01:34:28.848 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.CheckObjectMap (1003 ms) 2024-08-17T01:34:28.848 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-08-17T01:34:28.848 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:28.873 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.BlockingAIO (25 ms) 2024-08-17T01:34:28.873 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-08-17T01:34:28.873 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:29.011 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (137 ms) 2024-08-17T01:34:29.011 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-08-17T01:34:29.011 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:34:29.011 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-08-17T01:34:29.011 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-08-17T01:34:29.011 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:29.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:28 smithi082 ceph-mon[94343]: osdmap e1785: 8 total, 8 up, 8 in 2024-08-17T01:34:29.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:28 smithi082 ceph-mon[91979]: osdmap e1785: 8 total, 8 up, 8 in 2024-08-17T01:34:29.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:28 smithi137 ceph-mon[86391]: osdmap e1785: 8 total, 8 up, 8 in 2024-08-17T01:34:29.857 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (846 ms) 2024-08-17T01:34:29.857 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-08-17T01:34:29.857 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:30.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:29 smithi082 ceph-mon[94343]: osdmap e1786: 8 total, 8 up, 8 in 2024-08-17T01:34:30.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:29 smithi082 ceph-mon[94343]: pgmap v3092: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 60 KiB/s wr, 294 op/s; 0 B/s, 0 objects/s recovering 2024-08-17T01:34:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:29 smithi082 ceph-mon[91979]: osdmap e1786: 8 total, 8 up, 8 in 2024-08-17T01:34:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:29 smithi082 ceph-mon[91979]: pgmap v3092: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 60 KiB/s wr, 294 op/s; 0 B/s, 0 objects/s recovering 2024-08-17T01:34:30.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:29 smithi137 ceph-mon[86391]: osdmap e1786: 8 total, 8 up, 8 in 2024-08-17T01:34:30.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:29 smithi137 ceph-mon[86391]: pgmap v3092: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 60 KiB/s wr, 294 op/s; 0 B/s, 0 objects/s recovering 2024-08-17T01:34:30.823 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (966 ms) 2024-08-17T01:34:30.823 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-08-17T01:34:31.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:30 smithi082 ceph-mon[94343]: osdmap e1787: 8 total, 8 up, 8 in 2024-08-17T01:34:31.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:30 smithi082 ceph-mon[91979]: osdmap e1787: 8 total, 8 up, 8 in 2024-08-17T01:34:31.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:30 smithi137 ceph-mon[86391]: osdmap e1787: 8 total, 8 up, 8 in 2024-08-17T01:34:31.913 INFO:tasks.workunit.client.0.smithi082.stdout:0.00% done 2024-08-17T01:34:31.913 INFO:tasks.workunit.client.0.smithi082.stdout:100.00% done 2024-08-17T01:34:31.913 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestImageOptions (1090 ms) 2024-08-17T01:34:31.913 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-08-17T01:34:32.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:31 smithi082 ceph-mon[94343]: osdmap e1788: 8 total, 8 up, 8 in 2024-08-17T01:34:32.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:31 smithi082 ceph-mon[94343]: pgmap v3095: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 458 KiB/s rd, 176 KiB/s wr, 714 op/s 2024-08-17T01:34:32.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:31 smithi082 ceph-mon[91979]: osdmap e1788: 8 total, 8 up, 8 in 2024-08-17T01:34:32.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:31 smithi082 ceph-mon[91979]: pgmap v3095: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 458 KiB/s rd, 176 KiB/s wr, 714 op/s 2024-08-17T01:34:32.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:31 smithi137 ceph-mon[86391]: osdmap e1788: 8 total, 8 up, 8 in 2024-08-17T01:34:32.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:31 smithi137 ceph-mon[86391]: pgmap v3095: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 458 KiB/s rd, 176 KiB/s wr, 714 op/s 2024-08-17T01:34:32.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:34:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:34:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:34:32.898 INFO:tasks.workunit.client.0.smithi082.stdout:0.00% done 2024-08-17T01:34:32.898 INFO:tasks.workunit.client.0.smithi082.stdout:100.00% done 2024-08-17T01:34:32.898 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (985 ms) 2024-08-17T01:34:32.898 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-08-17T01:34:32.898 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-08-17T01:34:32.898 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-08-17T01:34:32.898 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-08-17T01:34:32.898 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-08-17T01:34:32.898 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:32.938 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:34:32.938 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:34:32.938 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:34:32.938 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:34:32.938 INFO:tasks.workunit.client.0.smithi082.stdout:wrote: 512 2024-08-17T01:34:32.938 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:34:32.938 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:34:32.938 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:34:32.938 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:34:32.938 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:34:32.938 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:34:32.938 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:34:32.938 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:34:32.939 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:34:32.939 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:34:32.939 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:34:32.939 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:34:32.939 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:34:32.939 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:34:32.939 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:34:32.939 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:34:32.939 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:34:32.939 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:34:32.939 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:34:32.939 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:34:32.939 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:34:32.939 INFO:tasks.workunit.client.0.smithi082.stdout:started write 2024-08-17T01:34:32.940 INFO:tasks.workunit.client.0.smithi082.stdout:write completion cb called! 2024-08-17T01:34:32.940 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 0 2024-08-17T01:34:32.940 INFO:tasks.workunit.client.0.smithi082.stdout:finished write 2024-08-17T01:34:32.940 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:34:32.940 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:34:32.940 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:34:32.940 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:34:32.940 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:34:32.940 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:34:32.940 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:34:32.940 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:34:32.940 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:34:32.940 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:34:32.940 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:34:32.940 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:34:32.941 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:34:32.941 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:34:32.941 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:34:32.941 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:34:32.941 INFO:tasks.workunit.client.0.smithi082.stdout:created completion 2024-08-17T01:34:32.941 INFO:tasks.workunit.client.0.smithi082.stdout:started read 2024-08-17T01:34:32.941 INFO:tasks.workunit.client.0.smithi082.stdout:read completion cb called! 2024-08-17T01:34:32.941 INFO:tasks.workunit.client.0.smithi082.stdout:return value is: 512 2024-08-17T01:34:32.941 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.ImagePollIO (40 ms) 2024-08-17T01:34:32.941 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.Mirror 2024-08-17T01:34:32.942 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:32.949 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:33.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:32 smithi082 ceph-mon[94343]: osdmap e1789: 8 total, 8 up, 8 in 2024-08-17T01:34:33.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:32 smithi082 ceph-mon[91979]: osdmap e1789: 8 total, 8 up, 8 in 2024-08-17T01:34:33.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:32 smithi137 ceph-mon[86391]: osdmap e1789: 8 total, 8 up, 8 in 2024-08-17T01:34:33.967 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.Mirror (1029 ms) 2024-08-17T01:34:33.967 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-08-17T01:34:33.985 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (18 ms) 2024-08-17T01:34:33.985 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-08-17T01:34:34.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:33 smithi082 ceph-mon[94343]: osdmap e1790: 8 total, 8 up, 8 in 2024-08-17T01:34:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:33 smithi082 ceph-mon[94343]: pgmap v3098: 745 pgs: 745 active+clean; 144 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 561 KiB/s rd, 473 KiB/s wr, 833 op/s 2024-08-17T01:34:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:33 smithi082 ceph-mon[91979]: osdmap e1790: 8 total, 8 up, 8 in 2024-08-17T01:34:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:33 smithi082 ceph-mon[91979]: pgmap v3098: 745 pgs: 745 active+clean; 144 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 561 KiB/s rd, 473 KiB/s wr, 833 op/s 2024-08-17T01:34:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:33 smithi137 ceph-mon[86391]: osdmap e1790: 8 total, 8 up, 8 in 2024-08-17T01:34:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:33 smithi137 ceph-mon[86391]: pgmap v3098: 745 pgs: 745 active+clean; 144 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 561 KiB/s rd, 473 KiB/s wr, 833 op/s 2024-08-17T01:34:35.126 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:34:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:34:35] "GET /metrics HTTP/1.1" 200 82933 "" "Prometheus/2.43.0" 2024-08-17T01:34:35.126 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[91979]: osdmap e1791: 8 total, 8 up, 8 in 2024-08-17T01:34:35.126 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2676093676' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-08-17T01:34:35.126 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-08-17T01:34:35.127 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-08-17T01:34:35.127 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2676093676' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/df1ecdf9-2c32-47bb-b9cc-0dfaef3e6330"}]: dispatch 2024-08-17T01:34:35.127 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/df1ecdf9-2c32-47bb-b9cc-0dfaef3e6330"}]: dispatch 2024-08-17T01:34:35.127 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/df1ecdf9-2c32-47bb-b9cc-0dfaef3e6330"}]': finished 2024-08-17T01:34:35.127 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2676093676' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/5bb416c9-0232-4528-a1de-00c8eca785b9"}]: dispatch 2024-08-17T01:34:35.127 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/5bb416c9-0232-4528-a1de-00c8eca785b9"}]: dispatch 2024-08-17T01:34:35.127 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/5bb416c9-0232-4528-a1de-00c8eca785b9"}]': finished 2024-08-17T01:34:35.127 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2676093676' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/b655e3c2-6159-463e-b5c4-18f8148ab9ec"}]: dispatch 2024-08-17T01:34:35.127 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/b655e3c2-6159-463e-b5c4-18f8148ab9ec"}]: dispatch 2024-08-17T01:34:35.127 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/b655e3c2-6159-463e-b5c4-18f8148ab9ec"}]': finished 2024-08-17T01:34:35.127 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2676093676' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/49af5077-f87a-4eb4-97ae-bd437fc93574"}]: dispatch 2024-08-17T01:34:35.127 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' 2024-08-17T01:34:35.127 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2676093676' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/49af5077-f87a-4eb4-97ae-bd437fc93574"}]: dispatch 2024-08-17T01:34:35.128 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2676093676' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/49af5077-f87a-4eb4-97ae-bd437fc93574"}]: dispatch 2024-08-17T01:34:35.128 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/49af5077-f87a-4eb4-97ae-bd437fc93574"}]: dispatch 2024-08-17T01:34:35.128 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/49af5077-f87a-4eb4-97ae-bd437fc93574"}]': finished 2024-08-17T01:34:35.128 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[94343]: osdmap e1791: 8 total, 8 up, 8 in 2024-08-17T01:34:35.128 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2676093676' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-08-17T01:34:35.128 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-08-17T01:34:35.128 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-08-17T01:34:35.129 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2676093676' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/df1ecdf9-2c32-47bb-b9cc-0dfaef3e6330"}]: dispatch 2024-08-17T01:34:35.129 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/df1ecdf9-2c32-47bb-b9cc-0dfaef3e6330"}]: dispatch 2024-08-17T01:34:35.129 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/df1ecdf9-2c32-47bb-b9cc-0dfaef3e6330"}]': finished 2024-08-17T01:34:35.129 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2676093676' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/5bb416c9-0232-4528-a1de-00c8eca785b9"}]: dispatch 2024-08-17T01:34:35.129 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/5bb416c9-0232-4528-a1de-00c8eca785b9"}]: dispatch 2024-08-17T01:34:35.129 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/5bb416c9-0232-4528-a1de-00c8eca785b9"}]': finished 2024-08-17T01:34:35.129 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2676093676' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/b655e3c2-6159-463e-b5c4-18f8148ab9ec"}]: dispatch 2024-08-17T01:34:35.129 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/b655e3c2-6159-463e-b5c4-18f8148ab9ec"}]: dispatch 2024-08-17T01:34:35.129 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/b655e3c2-6159-463e-b5c4-18f8148ab9ec"}]': finished 2024-08-17T01:34:35.129 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2676093676' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/49af5077-f87a-4eb4-97ae-bd437fc93574"}]: dispatch 2024-08-17T01:34:35.129 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' 2024-08-17T01:34:35.129 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2676093676' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/49af5077-f87a-4eb4-97ae-bd437fc93574"}]: dispatch 2024-08-17T01:34:35.129 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2676093676' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/49af5077-f87a-4eb4-97ae-bd437fc93574"}]: dispatch 2024-08-17T01:34:35.129 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/49af5077-f87a-4eb4-97ae-bd437fc93574"}]: dispatch 2024-08-17T01:34:35.130 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:34 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/49af5077-f87a-4eb4-97ae-bd437fc93574"}]': finished 2024-08-17T01:34:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:34 smithi137 ceph-mon[86391]: osdmap e1791: 8 total, 8 up, 8 in 2024-08-17T01:34:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:34 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2676093676' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-08-17T01:34:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:34 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-08-17T01:34:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:34 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-08-17T01:34:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:34 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2676093676' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/df1ecdf9-2c32-47bb-b9cc-0dfaef3e6330"}]: dispatch 2024-08-17T01:34:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:34 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/df1ecdf9-2c32-47bb-b9cc-0dfaef3e6330"}]: dispatch 2024-08-17T01:34:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:34 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/df1ecdf9-2c32-47bb-b9cc-0dfaef3e6330"}]': finished 2024-08-17T01:34:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:34 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2676093676' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/5bb416c9-0232-4528-a1de-00c8eca785b9"}]: dispatch 2024-08-17T01:34:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:34 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/5bb416c9-0232-4528-a1de-00c8eca785b9"}]: dispatch 2024-08-17T01:34:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:34 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/5bb416c9-0232-4528-a1de-00c8eca785b9"}]': finished 2024-08-17T01:34:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:34 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2676093676' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/b655e3c2-6159-463e-b5c4-18f8148ab9ec"}]: dispatch 2024-08-17T01:34:35.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:34 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/b655e3c2-6159-463e-b5c4-18f8148ab9ec"}]: dispatch 2024-08-17T01:34:35.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:34 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/b655e3c2-6159-463e-b5c4-18f8148ab9ec"}]': finished 2024-08-17T01:34:35.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:34 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2676093676' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/49af5077-f87a-4eb4-97ae-bd437fc93574"}]: dispatch 2024-08-17T01:34:35.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:34 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' 2024-08-17T01:34:35.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:34 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2676093676' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/49af5077-f87a-4eb4-97ae-bd437fc93574"}]: dispatch 2024-08-17T01:34:35.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:34 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2676093676' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/49af5077-f87a-4eb4-97ae-bd437fc93574"}]: dispatch 2024-08-17T01:34:35.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:34 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/49af5077-f87a-4eb4-97ae-bd437fc93574"}]: dispatch 2024-08-17T01:34:35.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:34 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/49af5077-f87a-4eb4-97ae-bd437fc93574"}]': finished 2024-08-17T01:34:36.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:35 smithi137 ceph-mon[86391]: pgmap v3100: 745 pgs: 745 active+clean; 149 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 358 KiB/s rd, 1.4 MiB/s wr, 484 op/s 2024-08-17T01:34:36.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:35 smithi137 ceph-mon[86391]: osdmap e1792: 8 total, 8 up, 8 in 2024-08-17T01:34:36.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:34:36.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:35 smithi082 ceph-mon[91979]: pgmap v3100: 745 pgs: 745 active+clean; 149 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 358 KiB/s rd, 1.4 MiB/s wr, 484 op/s 2024-08-17T01:34:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:35 smithi082 ceph-mon[91979]: osdmap e1792: 8 total, 8 up, 8 in 2024-08-17T01:34:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:34:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:35 smithi082 ceph-mon[94343]: pgmap v3100: 745 pgs: 745 active+clean; 149 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 358 KiB/s rd, 1.4 MiB/s wr, 484 op/s 2024-08-17T01:34:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:35 smithi082 ceph-mon[94343]: osdmap e1792: 8 total, 8 up, 8 in 2024-08-17T01:34:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:34:37.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:36 smithi082 ceph-mon[91979]: osdmap e1793: 8 total, 8 up, 8 in 2024-08-17T01:34:37.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:36 smithi082 ceph-mon[94343]: osdmap e1793: 8 total, 8 up, 8 in 2024-08-17T01:34:37.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:36 smithi137 ceph-mon[86391]: osdmap e1793: 8 total, 8 up, 8 in 2024-08-17T01:34:38.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:37 smithi082 ceph-mon[91979]: pgmap v3103: 745 pgs: 745 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 1.9 MiB/s wr, 578 op/s 2024-08-17T01:34:38.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:37 smithi082 ceph-mon[91979]: osdmap e1794: 8 total, 8 up, 8 in 2024-08-17T01:34:38.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:37 smithi082 ceph-mon[94343]: pgmap v3103: 745 pgs: 745 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 1.9 MiB/s wr, 578 op/s 2024-08-17T01:34:38.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:37 smithi082 ceph-mon[94343]: osdmap e1794: 8 total, 8 up, 8 in 2024-08-17T01:34:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:37 smithi137 ceph-mon[86391]: pgmap v3103: 745 pgs: 745 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 1.9 MiB/s wr, 578 op/s 2024-08-17T01:34:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:37 smithi137 ceph-mon[86391]: osdmap e1794: 8 total, 8 up, 8 in 2024-08-17T01:34:39.052 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5067 ms) 2024-08-17T01:34:39.052 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-08-17T01:34:39.052 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:39.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:39 smithi082 ceph-mon[94343]: osdmap e1795: 8 total, 8 up, 8 in 2024-08-17T01:34:39.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:39 smithi082 ceph-mon[91979]: osdmap e1795: 8 total, 8 up, 8 in 2024-08-17T01:34:39.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:39 smithi137 ceph-mon[86391]: osdmap e1795: 8 total, 8 up, 8 in 2024-08-17T01:34:40.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:40 smithi082 ceph-mon[94343]: pgmap v3106: 745 pgs: 745 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 656 KiB/s wr, 280 op/s 2024-08-17T01:34:40.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:40 smithi082 ceph-mon[94343]: osdmap e1796: 8 total, 8 up, 8 in 2024-08-17T01:34:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:40 smithi082 ceph-mon[91979]: pgmap v3106: 745 pgs: 745 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 656 KiB/s wr, 280 op/s 2024-08-17T01:34:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:40 smithi082 ceph-mon[91979]: osdmap e1796: 8 total, 8 up, 8 in 2024-08-17T01:34:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:40 smithi137 ceph-mon[86391]: pgmap v3106: 745 pgs: 745 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 656 KiB/s wr, 280 op/s 2024-08-17T01:34:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:40 smithi137 ceph-mon[86391]: osdmap e1796: 8 total, 8 up, 8 in 2024-08-17T01:34:41.066 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (2015 ms) 2024-08-17T01:34:41.067 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-08-17T01:34:41.067 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:41.121 INFO:tasks.workunit.client.0.smithi082.stdout:1: acquiring exclusive lock 2024-08-17T01:34:41.121 INFO:tasks.workunit.client.0.smithi082.stdout:2: acquiring exclusive lock 2024-08-17T01:34:41.124 INFO:tasks.workunit.client.0.smithi082.stdout:2: exclusive lock acquired 2024-08-17T01:34:41.130 INFO:tasks.workunit.client.0.smithi082.stdout:2: releasing exclusive lock 2024-08-17T01:34:41.133 INFO:tasks.workunit.client.0.smithi082.stdout:2: exclusive lock released 2024-08-17T01:34:41.133 INFO:tasks.workunit.client.0.smithi082.stdout:2: acquiring exclusive lock 2024-08-17T01:34:41.137 INFO:tasks.workunit.client.0.smithi082.stdout:2: exclusive lock acquired 2024-08-17T01:34:41.182 INFO:tasks.workunit.client.0.smithi082.stdout:2: releasing exclusive lock 2024-08-17T01:34:41.185 INFO:tasks.workunit.client.0.smithi082.stdout:2: exclusive lock released 2024-08-17T01:34:41.185 INFO:tasks.workunit.client.0.smithi082.stdout:2: acquiring exclusive lock 2024-08-17T01:34:41.188 INFO:tasks.workunit.client.0.smithi082.stdout:2: exclusive lock acquired 2024-08-17T01:34:41.195 INFO:tasks.workunit.client.0.smithi082.stdout:2: releasing exclusive lock 2024-08-17T01:34:41.197 INFO:tasks.workunit.client.0.smithi082.stdout:2: exclusive lock released 2024-08-17T01:34:41.198 INFO:tasks.workunit.client.0.smithi082.stdout:2: acquiring exclusive lock 2024-08-17T01:34:41.201 INFO:tasks.workunit.client.0.smithi082.stdout:2: exclusive lock acquired 2024-08-17T01:34:41.224 INFO:tasks.workunit.client.0.smithi082.stdout:2: releasing exclusive lock 2024-08-17T01:34:41.227 INFO:tasks.workunit.client.0.smithi082.stdout:2: exclusive lock released 2024-08-17T01:34:41.227 INFO:tasks.workunit.client.0.smithi082.stdout:2: acquiring exclusive lock 2024-08-17T01:34:41.230 INFO:tasks.workunit.client.0.smithi082.stdout:2: exclusive lock acquired 2024-08-17T01:34:41.237 INFO:tasks.workunit.client.0.smithi082.stdout:2: releasing exclusive lock 2024-08-17T01:34:41.240 INFO:tasks.workunit.client.0.smithi082.stdout:2: exclusive lock released 2024-08-17T01:34:41.242 INFO:tasks.workunit.client.0.smithi082.stdout:1: exclusive lock acquired 2024-08-17T01:34:41.273 INFO:tasks.workunit.client.0.smithi082.stdout:1: releasing exclusive lock 2024-08-17T01:34:41.275 INFO:tasks.workunit.client.0.smithi082.stdout:1: exclusive lock released 2024-08-17T01:34:41.275 INFO:tasks.workunit.client.0.smithi082.stdout:1: acquiring exclusive lock 2024-08-17T01:34:41.279 INFO:tasks.workunit.client.0.smithi082.stdout:1: exclusive lock acquired 2024-08-17T01:34:41.306 INFO:tasks.workunit.client.0.smithi082.stdout:1: releasing exclusive lock 2024-08-17T01:34:41.309 INFO:tasks.workunit.client.0.smithi082.stdout:1: exclusive lock released 2024-08-17T01:34:41.309 INFO:tasks.workunit.client.0.smithi082.stdout:1: acquiring exclusive lock 2024-08-17T01:34:41.312 INFO:tasks.workunit.client.0.smithi082.stdout:1: exclusive lock acquired 2024-08-17T01:34:41.340 INFO:tasks.workunit.client.0.smithi082.stdout:1: releasing exclusive lock 2024-08-17T01:34:41.343 INFO:tasks.workunit.client.0.smithi082.stdout:1: exclusive lock released 2024-08-17T01:34:41.343 INFO:tasks.workunit.client.0.smithi082.stdout:1: acquiring exclusive lock 2024-08-17T01:34:41.346 INFO:tasks.workunit.client.0.smithi082.stdout:1: exclusive lock acquired 2024-08-17T01:34:41.351 INFO:tasks.workunit.client.0.smithi082.stdout:1: releasing exclusive lock 2024-08-17T01:34:41.354 INFO:tasks.workunit.client.0.smithi082.stdout:1: exclusive lock released 2024-08-17T01:34:41.354 INFO:tasks.workunit.client.0.smithi082.stdout:1: acquiring exclusive lock 2024-08-17T01:34:41.357 INFO:tasks.workunit.client.0.smithi082.stdout:1: exclusive lock acquired 2024-08-17T01:34:41.399 INFO:tasks.workunit.client.0.smithi082.stdout:1: releasing exclusive lock 2024-08-17T01:34:41.402 INFO:tasks.workunit.client.0.smithi082.stdout:1: exclusive lock released 2024-08-17T01:34:41.416 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.ExclusiveLock (349 ms) 2024-08-17T01:34:41.416 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.BreakLock 2024-08-17T01:34:41.431 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:41.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:41 smithi082 ceph-mon[94343]: osdmap e1797: 8 total, 8 up, 8 in 2024-08-17T01:34:41.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:41 smithi082 ceph-mon[91979]: osdmap e1797: 8 total, 8 up, 8 in 2024-08-17T01:34:41.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:41 smithi137 ceph-mon[86391]: osdmap e1797: 8 total, 8 up, 8 in 2024-08-17T01:34:42.071 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.BreakLock (655 ms) 2024-08-17T01:34:42.071 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-08-17T01:34:42.071 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:42.096 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (25 ms) 2024-08-17T01:34:42.096 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-08-17T01:34:42.097 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-08-17T01:34:42.097 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-08-17T01:34:42.097 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:42.161 INFO:tasks.workunit.client.0.smithi082.stdout:0.00% done 2024-08-17T01:34:42.161 INFO:tasks.workunit.client.0.smithi082.stdout:1.56% done 2024-08-17T01:34:42.161 INFO:tasks.workunit.client.0.smithi082.stdout:3.12% done 2024-08-17T01:34:42.162 INFO:tasks.workunit.client.0.smithi082.stdout:4.69% done 2024-08-17T01:34:42.162 INFO:tasks.workunit.client.0.smithi082.stdout:6.25% done 2024-08-17T01:34:42.162 INFO:tasks.workunit.client.0.smithi082.stdout:7.81% done 2024-08-17T01:34:42.162 INFO:tasks.workunit.client.0.smithi082.stdout:9.38% done 2024-08-17T01:34:42.162 INFO:tasks.workunit.client.0.smithi082.stdout:10.94% done 2024-08-17T01:34:42.162 INFO:tasks.workunit.client.0.smithi082.stdout:12.50% done 2024-08-17T01:34:42.162 INFO:tasks.workunit.client.0.smithi082.stdout:14.06% done 2024-08-17T01:34:42.162 INFO:tasks.workunit.client.0.smithi082.stdout:15.62% done 2024-08-17T01:34:42.162 INFO:tasks.workunit.client.0.smithi082.stdout:17.19% done 2024-08-17T01:34:42.162 INFO:tasks.workunit.client.0.smithi082.stdout:18.75% done 2024-08-17T01:34:42.162 INFO:tasks.workunit.client.0.smithi082.stdout:20.31% done 2024-08-17T01:34:42.162 INFO:tasks.workunit.client.0.smithi082.stdout:21.88% done 2024-08-17T01:34:42.162 INFO:tasks.workunit.client.0.smithi082.stdout:23.44% done 2024-08-17T01:34:42.162 INFO:tasks.workunit.client.0.smithi082.stdout:25.00% done 2024-08-17T01:34:42.163 INFO:tasks.workunit.client.0.smithi082.stdout:26.56% done 2024-08-17T01:34:42.163 INFO:tasks.workunit.client.0.smithi082.stdout:28.12% done 2024-08-17T01:34:42.163 INFO:tasks.workunit.client.0.smithi082.stdout:29.69% done 2024-08-17T01:34:42.163 INFO:tasks.workunit.client.0.smithi082.stdout:31.25% done 2024-08-17T01:34:42.163 INFO:tasks.workunit.client.0.smithi082.stdout:32.81% done 2024-08-17T01:34:42.163 INFO:tasks.workunit.client.0.smithi082.stdout:34.38% done 2024-08-17T01:34:42.163 INFO:tasks.workunit.client.0.smithi082.stdout:35.94% done 2024-08-17T01:34:42.163 INFO:tasks.workunit.client.0.smithi082.stdout:37.50% done 2024-08-17T01:34:42.163 INFO:tasks.workunit.client.0.smithi082.stdout:39.06% done 2024-08-17T01:34:42.163 INFO:tasks.workunit.client.0.smithi082.stdout:40.62% done 2024-08-17T01:34:42.163 INFO:tasks.workunit.client.0.smithi082.stdout:42.19% done 2024-08-17T01:34:42.163 INFO:tasks.workunit.client.0.smithi082.stdout:43.75% done 2024-08-17T01:34:42.163 INFO:tasks.workunit.client.0.smithi082.stdout:45.31% done 2024-08-17T01:34:42.163 INFO:tasks.workunit.client.0.smithi082.stdout:46.88% done 2024-08-17T01:34:42.163 INFO:tasks.workunit.client.0.smithi082.stdout:48.44% done 2024-08-17T01:34:42.164 INFO:tasks.workunit.client.0.smithi082.stdout:50.00% done 2024-08-17T01:34:42.164 INFO:tasks.workunit.client.0.smithi082.stdout:51.56% done 2024-08-17T01:34:42.164 INFO:tasks.workunit.client.0.smithi082.stdout:53.12% done 2024-08-17T01:34:42.164 INFO:tasks.workunit.client.0.smithi082.stdout:54.69% done 2024-08-17T01:34:42.164 INFO:tasks.workunit.client.0.smithi082.stdout:56.25% done 2024-08-17T01:34:42.164 INFO:tasks.workunit.client.0.smithi082.stdout:57.81% done 2024-08-17T01:34:42.164 INFO:tasks.workunit.client.0.smithi082.stdout:59.38% done 2024-08-17T01:34:42.164 INFO:tasks.workunit.client.0.smithi082.stdout:60.94% done 2024-08-17T01:34:42.164 INFO:tasks.workunit.client.0.smithi082.stdout:62.50% done 2024-08-17T01:34:42.164 INFO:tasks.workunit.client.0.smithi082.stdout:64.06% done 2024-08-17T01:34:42.164 INFO:tasks.workunit.client.0.smithi082.stdout:65.62% done 2024-08-17T01:34:42.164 INFO:tasks.workunit.client.0.smithi082.stdout:67.19% done 2024-08-17T01:34:42.164 INFO:tasks.workunit.client.0.smithi082.stdout:68.75% done 2024-08-17T01:34:42.164 INFO:tasks.workunit.client.0.smithi082.stdout:70.31% done 2024-08-17T01:34:42.164 INFO:tasks.workunit.client.0.smithi082.stdout:71.88% done 2024-08-17T01:34:42.165 INFO:tasks.workunit.client.0.smithi082.stdout:73.44% done 2024-08-17T01:34:42.165 INFO:tasks.workunit.client.0.smithi082.stdout:75.00% done 2024-08-17T01:34:42.165 INFO:tasks.workunit.client.0.smithi082.stdout:76.56% done 2024-08-17T01:34:42.165 INFO:tasks.workunit.client.0.smithi082.stdout:78.12% done 2024-08-17T01:34:42.165 INFO:tasks.workunit.client.0.smithi082.stdout:79.69% done 2024-08-17T01:34:42.165 INFO:tasks.workunit.client.0.smithi082.stdout:81.25% done 2024-08-17T01:34:42.165 INFO:tasks.workunit.client.0.smithi082.stdout:82.81% done 2024-08-17T01:34:42.165 INFO:tasks.workunit.client.0.smithi082.stdout:84.38% done 2024-08-17T01:34:42.165 INFO:tasks.workunit.client.0.smithi082.stdout:85.94% done 2024-08-17T01:34:42.165 INFO:tasks.workunit.client.0.smithi082.stdout:87.50% done 2024-08-17T01:34:42.165 INFO:tasks.workunit.client.0.smithi082.stdout:89.06% done 2024-08-17T01:34:42.165 INFO:tasks.workunit.client.0.smithi082.stdout:90.62% done 2024-08-17T01:34:42.165 INFO:tasks.workunit.client.0.smithi082.stdout:92.19% done 2024-08-17T01:34:42.165 INFO:tasks.workunit.client.0.smithi082.stdout:93.75% done 2024-08-17T01:34:42.165 INFO:tasks.workunit.client.0.smithi082.stdout:95.31% done 2024-08-17T01:34:42.166 INFO:tasks.workunit.client.0.smithi082.stdout:96.88% done 2024-08-17T01:34:42.166 INFO:tasks.workunit.client.0.smithi082.stdout:98.44% done 2024-08-17T01:34:42.166 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (65 ms) 2024-08-17T01:34:42.166 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-08-17T01:34:42.166 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:42.220 INFO:tasks.workunit.client.0.smithi082.stdout:0.00% done 2024-08-17T01:34:42.220 INFO:tasks.workunit.client.0.smithi082.stdout:1.56% done 2024-08-17T01:34:42.220 INFO:tasks.workunit.client.0.smithi082.stdout:3.12% done 2024-08-17T01:34:42.220 INFO:tasks.workunit.client.0.smithi082.stdout:4.69% done 2024-08-17T01:34:42.220 INFO:tasks.workunit.client.0.smithi082.stdout:6.25% done 2024-08-17T01:34:42.220 INFO:tasks.workunit.client.0.smithi082.stdout:7.81% done 2024-08-17T01:34:42.221 INFO:tasks.workunit.client.0.smithi082.stdout:9.38% done 2024-08-17T01:34:42.221 INFO:tasks.workunit.client.0.smithi082.stdout:10.94% done 2024-08-17T01:34:42.221 INFO:tasks.workunit.client.0.smithi082.stdout:12.50% done 2024-08-17T01:34:42.221 INFO:tasks.workunit.client.0.smithi082.stdout:14.06% done 2024-08-17T01:34:42.221 INFO:tasks.workunit.client.0.smithi082.stdout:15.62% done 2024-08-17T01:34:42.221 INFO:tasks.workunit.client.0.smithi082.stdout:17.19% done 2024-08-17T01:34:42.221 INFO:tasks.workunit.client.0.smithi082.stdout:18.75% done 2024-08-17T01:34:42.221 INFO:tasks.workunit.client.0.smithi082.stdout:20.31% done 2024-08-17T01:34:42.221 INFO:tasks.workunit.client.0.smithi082.stdout:21.88% done 2024-08-17T01:34:42.221 INFO:tasks.workunit.client.0.smithi082.stdout:23.44% done 2024-08-17T01:34:42.221 INFO:tasks.workunit.client.0.smithi082.stdout:25.00% done 2024-08-17T01:34:42.221 INFO:tasks.workunit.client.0.smithi082.stdout:26.56% done 2024-08-17T01:34:42.221 INFO:tasks.workunit.client.0.smithi082.stdout:28.12% done 2024-08-17T01:34:42.221 INFO:tasks.workunit.client.0.smithi082.stdout:29.69% done 2024-08-17T01:34:42.221 INFO:tasks.workunit.client.0.smithi082.stdout:31.25% done 2024-08-17T01:34:42.222 INFO:tasks.workunit.client.0.smithi082.stdout:32.81% done 2024-08-17T01:34:42.222 INFO:tasks.workunit.client.0.smithi082.stdout:34.38% done 2024-08-17T01:34:42.222 INFO:tasks.workunit.client.0.smithi082.stdout:35.94% done 2024-08-17T01:34:42.222 INFO:tasks.workunit.client.0.smithi082.stdout:37.50% done 2024-08-17T01:34:42.222 INFO:tasks.workunit.client.0.smithi082.stdout:39.06% done 2024-08-17T01:34:42.222 INFO:tasks.workunit.client.0.smithi082.stdout:40.62% done 2024-08-17T01:34:42.222 INFO:tasks.workunit.client.0.smithi082.stdout:42.19% done 2024-08-17T01:34:42.222 INFO:tasks.workunit.client.0.smithi082.stdout:43.75% done 2024-08-17T01:34:42.222 INFO:tasks.workunit.client.0.smithi082.stdout:45.31% done 2024-08-17T01:34:42.222 INFO:tasks.workunit.client.0.smithi082.stdout:46.88% done 2024-08-17T01:34:42.222 INFO:tasks.workunit.client.0.smithi082.stdout:48.44% done 2024-08-17T01:34:42.222 INFO:tasks.workunit.client.0.smithi082.stdout:50.00% done 2024-08-17T01:34:42.222 INFO:tasks.workunit.client.0.smithi082.stdout:51.56% done 2024-08-17T01:34:42.222 INFO:tasks.workunit.client.0.smithi082.stdout:53.12% done 2024-08-17T01:34:42.223 INFO:tasks.workunit.client.0.smithi082.stdout:54.69% done 2024-08-17T01:34:42.223 INFO:tasks.workunit.client.0.smithi082.stdout:56.25% done 2024-08-17T01:34:42.223 INFO:tasks.workunit.client.0.smithi082.stdout:57.81% done 2024-08-17T01:34:42.223 INFO:tasks.workunit.client.0.smithi082.stdout:59.38% done 2024-08-17T01:34:42.223 INFO:tasks.workunit.client.0.smithi082.stdout:60.94% done 2024-08-17T01:34:42.223 INFO:tasks.workunit.client.0.smithi082.stdout:62.50% done 2024-08-17T01:34:42.223 INFO:tasks.workunit.client.0.smithi082.stdout:64.06% done 2024-08-17T01:34:42.223 INFO:tasks.workunit.client.0.smithi082.stdout:65.62% done 2024-08-17T01:34:42.223 INFO:tasks.workunit.client.0.smithi082.stdout:67.19% done 2024-08-17T01:34:42.223 INFO:tasks.workunit.client.0.smithi082.stdout:68.75% done 2024-08-17T01:34:42.223 INFO:tasks.workunit.client.0.smithi082.stdout:70.31% done 2024-08-17T01:34:42.223 INFO:tasks.workunit.client.0.smithi082.stdout:71.88% done 2024-08-17T01:34:42.223 INFO:tasks.workunit.client.0.smithi082.stdout:73.44% done 2024-08-17T01:34:42.223 INFO:tasks.workunit.client.0.smithi082.stdout:75.00% done 2024-08-17T01:34:42.223 INFO:tasks.workunit.client.0.smithi082.stdout:76.56% done 2024-08-17T01:34:42.224 INFO:tasks.workunit.client.0.smithi082.stdout:78.12% done 2024-08-17T01:34:42.224 INFO:tasks.workunit.client.0.smithi082.stdout:79.69% done 2024-08-17T01:34:42.224 INFO:tasks.workunit.client.0.smithi082.stdout:81.25% done 2024-08-17T01:34:42.224 INFO:tasks.workunit.client.0.smithi082.stdout:82.81% done 2024-08-17T01:34:42.224 INFO:tasks.workunit.client.0.smithi082.stdout:84.38% done 2024-08-17T01:34:42.224 INFO:tasks.workunit.client.0.smithi082.stdout:85.94% done 2024-08-17T01:34:42.224 INFO:tasks.workunit.client.0.smithi082.stdout:87.50% done 2024-08-17T01:34:42.224 INFO:tasks.workunit.client.0.smithi082.stdout:89.06% done 2024-08-17T01:34:42.224 INFO:tasks.workunit.client.0.smithi082.stdout:90.62% done 2024-08-17T01:34:42.224 INFO:tasks.workunit.client.0.smithi082.stdout:92.19% done 2024-08-17T01:34:42.224 INFO:tasks.workunit.client.0.smithi082.stdout:93.75% done 2024-08-17T01:34:42.224 INFO:tasks.workunit.client.0.smithi082.stdout:95.31% done 2024-08-17T01:34:42.224 INFO:tasks.workunit.client.0.smithi082.stdout:96.88% done 2024-08-17T01:34:42.224 INFO:tasks.workunit.client.0.smithi082.stdout:98.44% done 2024-08-17T01:34:42.224 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (58 ms) 2024-08-17T01:34:42.225 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-08-17T01:34:42.225 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:42.228 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:42.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:42 smithi137 ceph-mon[86391]: pgmap v3109: 745 pgs: 745 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.0 KiB/s wr, 88 op/s 2024-08-17T01:34:42.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:42 smithi137 ceph-mon[86391]: osdmap e1798: 8 total, 8 up, 8 in 2024-08-17T01:34:42.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:42 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3296476797"}]: dispatch 2024-08-17T01:34:42.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:42 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3296476797"}]: dispatch 2024-08-17T01:34:42.340 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestTrashPurge (121 ms) 2024-08-17T01:34:42.341 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-08-17T01:34:42.341 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:42.383 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (43 ms) 2024-08-17T01:34:42.383 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-08-17T01:34:42.383 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:42.406 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestListWatchers (22 ms) 2024-08-17T01:34:42.406 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-08-17T01:34:42.406 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:42.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:42 smithi082 ceph-mon[94343]: pgmap v3109: 745 pgs: 745 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.0 KiB/s wr, 88 op/s 2024-08-17T01:34:42.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:42 smithi082 ceph-mon[94343]: osdmap e1798: 8 total, 8 up, 8 in 2024-08-17T01:34:42.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:42 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3296476797"}]: dispatch 2024-08-17T01:34:42.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:42 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3296476797"}]: dispatch 2024-08-17T01:34:42.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:42 smithi082 ceph-mon[91979]: pgmap v3109: 745 pgs: 745 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.0 KiB/s wr, 88 op/s 2024-08-17T01:34:42.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:42 smithi082 ceph-mon[91979]: osdmap e1798: 8 total, 8 up, 8 in 2024-08-17T01:34:42.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:42 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1984575649' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3296476797"}]: dispatch 2024-08-17T01:34:42.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:42 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3296476797"}]: dispatch 2024-08-17T01:34:42.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:34:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:34:43.089 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestSetSnapById (683 ms) 2024-08-17T01:34:43.089 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.Namespaces 2024-08-17T01:34:43.112 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.Namespaces (24 ms) 2024-08-17T01:34:43.112 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-08-17T01:34:43.144 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:43.149 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:43.224 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.NamespacesPP (111 ms) 2024-08-17T01:34:43.224 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.Migration 2024-08-17T01:34:43.224 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:43.224 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:43.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:43 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3296476797"}]': finished 2024-08-17T01:34:43.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:43 smithi082 ceph-mon[94343]: osdmap e1799: 8 total, 8 up, 8 in 2024-08-17T01:34:43.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:43 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3296476797"}]': finished 2024-08-17T01:34:43.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:43 smithi082 ceph-mon[91979]: osdmap e1799: 8 total, 8 up, 8 in 2024-08-17T01:34:43.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:43 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3296476797"}]': finished 2024-08-17T01:34:43.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:43 smithi137 ceph-mon[86391]: osdmap e1799: 8 total, 8 up, 8 in 2024-08-17T01:34:43.621 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.Migration (397 ms) 2024-08-17T01:34:43.621 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-08-17T01:34:43.621 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:43.621 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:44.044 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.MigrationPP (424 ms) 2024-08-17T01:34:44.044 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-08-17T01:34:44.045 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:44.062 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (17 ms) 2024-08-17T01:34:44.062 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-08-17T01:34:44.062 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:44.077 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (16 ms) 2024-08-17T01:34:44.077 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-08-17T01:34:44.077 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:44.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:44 smithi082 ceph-mon[94343]: pgmap v3112: 745 pgs: 745 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 69 KiB/s wr, 115 op/s 2024-08-17T01:34:44.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:44 smithi082 ceph-mon[94343]: osdmap e1800: 8 total, 8 up, 8 in 2024-08-17T01:34:44.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:44 smithi082 ceph-mon[91979]: pgmap v3112: 745 pgs: 745 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 69 KiB/s wr, 115 op/s 2024-08-17T01:34:44.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:44 smithi082 ceph-mon[91979]: osdmap e1800: 8 total, 8 up, 8 in 2024-08-17T01:34:44.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:44 smithi137 ceph-mon[86391]: pgmap v3112: 745 pgs: 745 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 69 KiB/s wr, 115 op/s 2024-08-17T01:34:44.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:44 smithi137 ceph-mon[86391]: osdmap e1800: 8 total, 8 up, 8 in 2024-08-17T01:34:44.809 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (731 ms) 2024-08-17T01:34:44.809 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-08-17T01:34:44.837 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.PoolMetadata (28 ms) 2024-08-17T01:34:44.837 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-08-17T01:34:44.859 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.PoolMetadataPP (23 ms) 2024-08-17T01:34:44.860 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.Config 2024-08-17T01:34:44.865 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:44.905 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.Config (46 ms) 2024-08-17T01:34:44.906 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-08-17T01:34:44.910 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:44.948 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.ConfigPP (42 ms) 2024-08-17T01:34:44.948 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-08-17T01:34:45.134 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:34:44 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:34:44] ENGINE Bus STOPPING 2024-08-17T01:34:45.134 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:34:45] "GET /metrics HTTP/1.1" 200 82935 "" "Prometheus/2.43.0" 2024-08-17T01:34:45.134 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:34:45] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T01:34:45.134 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:34:45] ENGINE Bus STOPPED 2024-08-17T01:34:45.134 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:34:45] ENGINE Bus STARTING 2024-08-17T01:34:45.134 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:34:45] ENGINE Serving on http://:::9283 2024-08-17T01:34:45.134 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:34:45] ENGINE Bus STARTED 2024-08-17T01:34:45.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: osdmap e1801: 8 total, 8 up, 8 in 2024-08-17T01:34:45.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' 2024-08-17T01:34:45.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:34:45.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:34:45.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:34:45.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:34:45.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:34:45.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:34:45.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: pgmap v3115: 745 pgs: 745 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 602 KiB/s rd, 165 KiB/s wr, 732 op/s 2024-08-17T01:34:45.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:34:45.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:34:45.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:34:45.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:34:45.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:34:45.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:34:45.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:34:45.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:34:45.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:34:45.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:34:45.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:34:45.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:34:45.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:34:45.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:34:45.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:34:45.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:34:45.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:34:45.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:34:45.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:34:45.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: osdmap e1801: 8 total, 8 up, 8 in 2024-08-17T01:34:45.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' 2024-08-17T01:34:45.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:34:45.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:34:45.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:34:45.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:34:45.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:34:45.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:34:45.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: pgmap v3115: 745 pgs: 745 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 602 KiB/s rd, 165 KiB/s wr, 732 op/s 2024-08-17T01:34:45.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:34:45.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:34:45.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:34:45.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:34:45.978 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:34:45.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:34:45.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:34:45.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:34:45.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:34:45.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:34:45.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:34:45.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:34:45.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:34:45.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:34:45.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:34:45.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:34:45.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:34:45.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:34:45.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:34:45.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:34:45.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:34:45.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:34:45.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:34:45.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:34:45.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:34:45.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:34:45.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:34:45.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:34:45.980 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:34:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: osdmap e1801: 8 total, 8 up, 8 in 2024-08-17T01:34:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' 2024-08-17T01:34:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:34:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:34:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:34:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:34:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:34:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:34:45.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: pgmap v3115: 745 pgs: 745 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 602 KiB/s rd, 165 KiB/s wr, 732 op/s 2024-08-17T01:34:45.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:34:45.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:34:45.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:34:45.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:34:45.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:34:45.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:34:45.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:34:45.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:34:45.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:34:45.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:34:45.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:34:45.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:34:45.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:34:45.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:34:45.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:34:45.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:34:45.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:34:45.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:34:45.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:34:45.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:34:45.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:34:45.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:34:45.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:34:45.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:34:46.870 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:46 smithi082 ceph-mon[91979]: osdmap e1802: 8 total, 8 up, 8 in 2024-08-17T01:34:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:46 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/591453888' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:34:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:46 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:34:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:46 smithi082 ceph-mon[94343]: osdmap e1802: 8 total, 8 up, 8 in 2024-08-17T01:34:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:46 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/591453888' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:34:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:46 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:34:47.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:46 smithi137 ceph-mon[86391]: osdmap e1802: 8 total, 8 up, 8 in 2024-08-17T01:34:47.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:46 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/591453888' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:34:47.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:46 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:34:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:47 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:34:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:47 smithi082 ceph-mon[94343]: osdmap e1803: 8 total, 8 up, 8 in 2024-08-17T01:34:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:47 smithi082 ceph-mon[94343]: pgmap v3118: 777 pgs: 1 active, 2 creating+peering, 24 unknown, 750 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 733 KiB/s rd, 111 KiB/s wr, 969 op/s 2024-08-17T01:34:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:47 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:34:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:47 smithi082 ceph-mon[91979]: osdmap e1803: 8 total, 8 up, 8 in 2024-08-17T01:34:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:47 smithi082 ceph-mon[91979]: pgmap v3118: 777 pgs: 1 active, 2 creating+peering, 24 unknown, 750 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 733 KiB/s rd, 111 KiB/s wr, 969 op/s 2024-08-17T01:34:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:47 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:34:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:47 smithi137 ceph-mon[86391]: osdmap e1803: 8 total, 8 up, 8 in 2024-08-17T01:34:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:47 smithi137 ceph-mon[86391]: pgmap v3118: 777 pgs: 1 active, 2 creating+peering, 24 unknown, 750 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 733 KiB/s rd, 111 KiB/s wr, 969 op/s 2024-08-17T01:34:48.913 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:48.950 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:48.958 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:49.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:48 smithi082 ceph-mon[94343]: osdmap e1804: 8 total, 8 up, 8 in 2024-08-17T01:34:49.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:48 smithi082 ceph-mon[91979]: osdmap e1804: 8 total, 8 up, 8 in 2024-08-17T01:34:49.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:48 smithi137 ceph-mon[86391]: osdmap e1804: 8 total, 8 up, 8 in 2024-08-17T01:34:49.794 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.PoolStatsPP (4847 ms) 2024-08-17T01:34:49.794 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-08-17T01:34:50.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:50 smithi082 ceph-mon[91979]: osdmap e1805: 8 total, 8 up, 8 in 2024-08-17T01:34:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:50 smithi082 ceph-mon[91979]: pgmap v3121: 777 pgs: 1 active, 2 creating+peering, 15 unknown, 759 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 443 KiB/s rd, 28 KiB/s wr, 579 op/s 2024-08-17T01:34:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:50 smithi082 ceph-mon[91979]: osdmap e1806: 8 total, 8 up, 8 in 2024-08-17T01:34:50.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:50 smithi082 ceph-mon[94343]: osdmap e1805: 8 total, 8 up, 8 in 2024-08-17T01:34:50.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:50 smithi082 ceph-mon[94343]: pgmap v3121: 777 pgs: 1 active, 2 creating+peering, 15 unknown, 759 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 443 KiB/s rd, 28 KiB/s wr, 579 op/s 2024-08-17T01:34:50.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:50 smithi082 ceph-mon[94343]: osdmap e1806: 8 total, 8 up, 8 in 2024-08-17T01:34:50.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:50 smithi137 ceph-mon[86391]: osdmap e1805: 8 total, 8 up, 8 in 2024-08-17T01:34:50.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:50 smithi137 ceph-mon[86391]: pgmap v3121: 777 pgs: 1 active, 2 creating+peering, 15 unknown, 759 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 443 KiB/s rd, 28 KiB/s wr, 579 op/s 2024-08-17T01:34:50.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:50 smithi137 ceph-mon[86391]: osdmap e1806: 8 total, 8 up, 8 in 2024-08-17T01:34:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:34:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:51 smithi082 ceph-mon[94343]: osdmap e1807: 8 total, 8 up, 8 in 2024-08-17T01:34:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:51 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1414148986' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:34:51.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:34:51.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:51 smithi082 ceph-mon[91979]: osdmap e1807: 8 total, 8 up, 8 in 2024-08-17T01:34:51.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:51 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1414148986' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:34:51.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:34:51.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:51 smithi137 ceph-mon[86391]: osdmap e1807: 8 total, 8 up, 8 in 2024-08-17T01:34:51.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:51 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1414148986' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:34:51.731 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:52.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:52 smithi137 ceph-mon[86391]: pgmap v3124: 809 pgs: 32 unknown, 1 active, 2 creating+peering, 774 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 221 KiB/s rd, 17 KiB/s wr, 293 op/s 2024-08-17T01:34:52.315 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:52 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:34:52.315 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:52 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1414148986' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:34:52.315 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:52 smithi137 ceph-mon[86391]: osdmap e1808: 8 total, 8 up, 8 in 2024-08-17T01:34:52.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:52 smithi082 ceph-mon[94343]: pgmap v3124: 809 pgs: 32 unknown, 1 active, 2 creating+peering, 774 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 221 KiB/s rd, 17 KiB/s wr, 293 op/s 2024-08-17T01:34:52.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:52 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:34:52.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:52 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1414148986' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:34:52.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:52 smithi082 ceph-mon[94343]: osdmap e1808: 8 total, 8 up, 8 in 2024-08-17T01:34:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:52 smithi082 ceph-mon[91979]: pgmap v3124: 809 pgs: 32 unknown, 1 active, 2 creating+peering, 774 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 221 KiB/s rd, 17 KiB/s wr, 293 op/s 2024-08-17T01:34:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:52 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:34:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:52 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1414148986' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:34:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:52 smithi082 ceph-mon[91979]: osdmap e1808: 8 total, 8 up, 8 in 2024-08-17T01:34:52.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:34:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:34:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:34:53.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:53 smithi137 ceph-mon[86391]: osdmap e1809: 8 total, 8 up, 8 in 2024-08-17T01:34:53.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:53 smithi137 ceph-mon[86391]: pgmap v3127: 809 pgs: 21 unknown, 4 creating+peering, 784 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 6.5 KiB/s wr, 76 op/s 2024-08-17T01:34:54.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:53 smithi082 ceph-mon[94343]: osdmap e1809: 8 total, 8 up, 8 in 2024-08-17T01:34:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:53 smithi082 ceph-mon[94343]: pgmap v3127: 809 pgs: 21 unknown, 4 creating+peering, 784 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 6.5 KiB/s wr, 76 op/s 2024-08-17T01:34:54.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:53 smithi082 ceph-mon[91979]: osdmap e1809: 8 total, 8 up, 8 in 2024-08-17T01:34:54.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:53 smithi082 ceph-mon[91979]: pgmap v3127: 809 pgs: 21 unknown, 4 creating+peering, 784 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 6.5 KiB/s wr, 76 op/s 2024-08-17T01:34:55.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:54 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:34:55.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:54 smithi082 ceph-mon[94343]: osdmap e1810: 8 total, 8 up, 8 in 2024-08-17T01:34:55.026 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:54 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:34:55.026 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:54 smithi082 ceph-mon[91979]: osdmap e1810: 8 total, 8 up, 8 in 2024-08-17T01:34:55.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:54 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:34:55.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:54 smithi137 ceph-mon[86391]: osdmap e1810: 8 total, 8 up, 8 in 2024-08-17T01:34:55.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:34:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:34:55] "GET /metrics HTTP/1.1" 200 85362 "" "Prometheus/2.43.0" 2024-08-17T01:34:55.895 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.ImageSpec (6100 ms) 2024-08-17T01:34:55.895 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-08-17T01:34:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:55 smithi082 ceph-mon[91979]: osdmap e1811: 8 total, 8 up, 8 in 2024-08-17T01:34:56.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:55 smithi082 ceph-mon[91979]: pgmap v3130: 809 pgs: 4 creating+peering, 805 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 5.2 KiB/s wr, 62 op/s 2024-08-17T01:34:56.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:55 smithi082 ceph-mon[94343]: osdmap e1811: 8 total, 8 up, 8 in 2024-08-17T01:34:56.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:55 smithi082 ceph-mon[94343]: pgmap v3130: 809 pgs: 4 creating+peering, 805 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 5.2 KiB/s wr, 62 op/s 2024-08-17T01:34:56.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:55 smithi137 ceph-mon[86391]: osdmap e1811: 8 total, 8 up, 8 in 2024-08-17T01:34:56.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:55 smithi137 ceph-mon[86391]: pgmap v3130: 809 pgs: 4 creating+peering, 805 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 5.2 KiB/s wr, 62 op/s 2024-08-17T01:34:57.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:56 smithi082 ceph-mon[91979]: osdmap e1812: 8 total, 8 up, 8 in 2024-08-17T01:34:57.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:56 smithi082 ceph-mon[94343]: osdmap e1812: 8 total, 8 up, 8 in 2024-08-17T01:34:57.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:56 smithi137 ceph-mon[86391]: osdmap e1812: 8 total, 8 up, 8 in 2024-08-17T01:34:57.775 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:34:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:57 smithi082 ceph-mon[91979]: osdmap e1813: 8 total, 8 up, 8 in 2024-08-17T01:34:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:57 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2226653294' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:34:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:57 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:34:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:57 smithi082 ceph-mon[91979]: pgmap v3133: 841 pgs: 6 creating+peering, 26 unknown, 809 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.0 KiB/s wr, 48 op/s 2024-08-17T01:34:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:57 smithi082 ceph-mon[94343]: osdmap e1813: 8 total, 8 up, 8 in 2024-08-17T01:34:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:57 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2226653294' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:34:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:57 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:34:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:57 smithi082 ceph-mon[94343]: pgmap v3133: 841 pgs: 6 creating+peering, 26 unknown, 809 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.0 KiB/s wr, 48 op/s 2024-08-17T01:34:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:57 smithi137 ceph-mon[86391]: osdmap e1813: 8 total, 8 up, 8 in 2024-08-17T01:34:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:57 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2226653294' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:34:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:57 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:34:58.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:57 smithi137 ceph-mon[86391]: pgmap v3133: 841 pgs: 6 creating+peering, 26 unknown, 809 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.0 KiB/s wr, 48 op/s 2024-08-17T01:34:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:58 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:34:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:58 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:34:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:58 smithi082 ceph-mon[91979]: osdmap e1814: 8 total, 8 up, 8 in 2024-08-17T01:34:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:58 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:34:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:58 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:34:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:58 smithi082 ceph-mon[94343]: osdmap e1814: 8 total, 8 up, 8 in 2024-08-17T01:34:59.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:58 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:34:59.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:58 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:34:59.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:58 smithi137 ceph-mon[86391]: osdmap e1814: 8 total, 8 up, 8 in 2024-08-17T01:35:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:59 smithi082 ceph-mon[91979]: osdmap e1815: 8 total, 8 up, 8 in 2024-08-17T01:35:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:59 smithi082 ceph-mon[91979]: pgmap v3136: 841 pgs: 6 creating+peering, 15 unknown, 820 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 2.7 KiB/s wr, 88 op/s 2024-08-17T01:35:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:34:59 smithi082 ceph-mon[91979]: osdmap e1816: 8 total, 8 up, 8 in 2024-08-17T01:35:00.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:59 smithi082 ceph-mon[94343]: osdmap e1815: 8 total, 8 up, 8 in 2024-08-17T01:35:00.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:59 smithi082 ceph-mon[94343]: pgmap v3136: 841 pgs: 6 creating+peering, 15 unknown, 820 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 2.7 KiB/s wr, 88 op/s 2024-08-17T01:35:00.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:34:59 smithi082 ceph-mon[94343]: osdmap e1816: 8 total, 8 up, 8 in 2024-08-17T01:35:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:59 smithi137 ceph-mon[86391]: osdmap e1815: 8 total, 8 up, 8 in 2024-08-17T01:35:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:59 smithi137 ceph-mon[86391]: pgmap v3136: 841 pgs: 6 creating+peering, 15 unknown, 820 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 2.7 KiB/s wr, 88 op/s 2024-08-17T01:35:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:34:59 smithi137 ceph-mon[86391]: osdmap e1816: 8 total, 8 up, 8 in 2024-08-17T01:35:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:00 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:35:01.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:00 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:35:01.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:00 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:35:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:01 smithi082 ceph-mon[91979]: osdmap e1817: 8 total, 8 up, 8 in 2024-08-17T01:35:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:01 smithi082 ceph-mon[91979]: pgmap v3139: 841 pgs: 6 creating+peering, 5 unknown, 830 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 3.7 KiB/s wr, 128 op/s 2024-08-17T01:35:02.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:01 smithi082 ceph-mon[94343]: osdmap e1817: 8 total, 8 up, 8 in 2024-08-17T01:35:02.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:01 smithi082 ceph-mon[94343]: pgmap v3139: 841 pgs: 6 creating+peering, 5 unknown, 830 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 3.7 KiB/s wr, 128 op/s 2024-08-17T01:35:02.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:01 smithi137 ceph-mon[86391]: osdmap e1817: 8 total, 8 up, 8 in 2024-08-17T01:35:02.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:01 smithi137 ceph-mon[86391]: pgmap v3139: 841 pgs: 6 creating+peering, 5 unknown, 830 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 3.7 KiB/s wr, 128 op/s 2024-08-17T01:35:02.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:35:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:35:03.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:02 smithi082 ceph-mon[94343]: osdmap e1818: 8 total, 8 up, 8 in 2024-08-17T01:35:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:02 smithi082 ceph-mon[91979]: osdmap e1818: 8 total, 8 up, 8 in 2024-08-17T01:35:03.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:02 smithi137 ceph-mon[86391]: osdmap e1818: 8 total, 8 up, 8 in 2024-08-17T01:35:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:03 smithi082 ceph-mon[94343]: osdmap e1819: 8 total, 8 up, 8 in 2024-08-17T01:35:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:03 smithi082 ceph-mon[94343]: pgmap v3142: 809 pgs: 809 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:35:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:03 smithi082 ceph-mon[91979]: osdmap e1819: 8 total, 8 up, 8 in 2024-08-17T01:35:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:03 smithi082 ceph-mon[91979]: pgmap v3142: 809 pgs: 809 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:35:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:03 smithi137 ceph-mon[86391]: osdmap e1819: 8 total, 8 up, 8 in 2024-08-17T01:35:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:03 smithi137 ceph-mon[86391]: pgmap v3142: 809 pgs: 809 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:35:04.765 INFO:tasks.workunit.client.0.smithi082.stdout:num children is: 3 2024-08-17T01:35:04.765 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 3 2024-08-17T01:35:04.765 INFO:tasks.workunit.client.0.smithi082.stdout:child: image213 2024-08-17T01:35:04.765 INFO:tasks.workunit.client.0.smithi082.stdout:child: image215 2024-08-17T01:35:04.765 INFO:tasks.workunit.client.0.smithi082.stdout:child: image214 2024-08-17T01:35:04.765 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-15/image213/b20d57e8b58b 2024-08-17T01:35:04.765 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:35:04.765 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-37/image214/b20df87cc9f4 2024-08-17T01:35:04.765 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:35:04.766 INFO:tasks.workunit.client.0.smithi082.stdout:found child test-librbd-smithi082-142218-15/image215/b20de3a8d70e 2024-08-17T01:35:04.766 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:35:04.766 INFO:tasks.workunit.client.0.smithi082.stdout:num children is: 0 2024-08-17T01:35:04.766 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 0 2024-08-17T01:35:04.766 INFO:tasks.workunit.client.0.smithi082.stdout:num snaps is: 0 2024-08-17T01:35:04.766 INFO:tasks.workunit.client.0.smithi082.stdout:expected: 0 2024-08-17T01:35:04.766 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8870 ms) 2024-08-17T01:35:04.766 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-08-17T01:35:05.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:05 smithi082 ceph-mon[94343]: osdmap e1820: 8 total, 8 up, 8 in 2024-08-17T01:35:05.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:05 smithi082 ceph-mon[94343]: osdmap e1821: 8 total, 8 up, 8 in 2024-08-17T01:35:05.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:05 smithi082 ceph-mon[91979]: osdmap e1820: 8 total, 8 up, 8 in 2024-08-17T01:35:05.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:05 smithi082 ceph-mon[91979]: osdmap e1821: 8 total, 8 up, 8 in 2024-08-17T01:35:05.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:35:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:35:05] "GET /metrics HTTP/1.1" 200 85362 "" "Prometheus/2.43.0" 2024-08-17T01:35:05.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:05 smithi137 ceph-mon[86391]: osdmap e1820: 8 total, 8 up, 8 in 2024-08-17T01:35:05.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:05 smithi137 ceph-mon[86391]: osdmap e1821: 8 total, 8 up, 8 in 2024-08-17T01:35:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:06 smithi082 ceph-mon[91979]: pgmap v3145: 809 pgs: 809 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:35:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:35:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:06 smithi082 ceph-mon[91979]: osdmap e1822: 8 total, 8 up, 8 in 2024-08-17T01:35:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:06 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/172767404' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:35:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:06 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:35:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:06 smithi082 ceph-mon[94343]: pgmap v3145: 809 pgs: 809 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:35:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:35:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:06 smithi082 ceph-mon[94343]: osdmap e1822: 8 total, 8 up, 8 in 2024-08-17T01:35:06.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:06 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/172767404' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:35:06.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:06 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:35:06.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:06 smithi137 ceph-mon[86391]: pgmap v3145: 809 pgs: 809 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:35:06.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:35:06.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:06 smithi137 ceph-mon[86391]: osdmap e1822: 8 total, 8 up, 8 in 2024-08-17T01:35:06.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:06 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/172767404' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:35:06.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:06 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:35:06.738 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:35:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:07 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:35:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:07 smithi082 ceph-mon[91979]: osdmap e1823: 8 total, 8 up, 8 in 2024-08-17T01:35:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:07 smithi082 ceph-mon[91979]: pgmap v3148: 841 pgs: 2 creating+peering, 28 unknown, 811 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 KiB/s wr, 32 op/s 2024-08-17T01:35:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:07 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:35:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:07 smithi082 ceph-mon[94343]: osdmap e1823: 8 total, 8 up, 8 in 2024-08-17T01:35:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:07 smithi082 ceph-mon[94343]: pgmap v3148: 841 pgs: 2 creating+peering, 28 unknown, 811 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 KiB/s wr, 32 op/s 2024-08-17T01:35:08.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:07 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:35:08.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:07 smithi137 ceph-mon[86391]: osdmap e1823: 8 total, 8 up, 8 in 2024-08-17T01:35:08.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:07 smithi137 ceph-mon[86391]: pgmap v3148: 841 pgs: 2 creating+peering, 28 unknown, 811 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 KiB/s wr, 32 op/s 2024-08-17T01:35:09.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:08 smithi082 ceph-mon[91979]: osdmap e1824: 8 total, 8 up, 8 in 2024-08-17T01:35:09.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:08 smithi082 ceph-mon[94343]: osdmap e1824: 8 total, 8 up, 8 in 2024-08-17T01:35:09.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:08 smithi137 ceph-mon[86391]: osdmap e1824: 8 total, 8 up, 8 in 2024-08-17T01:35:10.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:09 smithi082 ceph-mon[94343]: osdmap e1825: 8 total, 8 up, 8 in 2024-08-17T01:35:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:09 smithi082 ceph-mon[94343]: pgmap v3151: 841 pgs: 2 creating+peering, 12 unknown, 827 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 3.0 KiB/s wr, 58 op/s 2024-08-17T01:35:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:09 smithi082 ceph-mon[94343]: osdmap e1826: 8 total, 8 up, 8 in 2024-08-17T01:35:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:09 smithi082 ceph-mon[91979]: osdmap e1825: 8 total, 8 up, 8 in 2024-08-17T01:35:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:09 smithi082 ceph-mon[91979]: pgmap v3151: 841 pgs: 2 creating+peering, 12 unknown, 827 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 3.0 KiB/s wr, 58 op/s 2024-08-17T01:35:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:09 smithi082 ceph-mon[91979]: osdmap e1826: 8 total, 8 up, 8 in 2024-08-17T01:35:10.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:09 smithi137 ceph-mon[86391]: osdmap e1825: 8 total, 8 up, 8 in 2024-08-17T01:35:10.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:09 smithi137 ceph-mon[86391]: pgmap v3151: 841 pgs: 2 creating+peering, 12 unknown, 827 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 3.0 KiB/s wr, 58 op/s 2024-08-17T01:35:10.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:09 smithi137 ceph-mon[86391]: osdmap e1826: 8 total, 8 up, 8 in 2024-08-17T01:35:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:11 smithi082 ceph-mon[91979]: osdmap e1827: 8 total, 8 up, 8 in 2024-08-17T01:35:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:11 smithi082 ceph-mon[91979]: pgmap v3154: 841 pgs: 2 creating+peering, 839 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 3.7 KiB/s wr, 83 op/s 2024-08-17T01:35:12.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:11 smithi082 ceph-mon[94343]: osdmap e1827: 8 total, 8 up, 8 in 2024-08-17T01:35:12.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:11 smithi082 ceph-mon[94343]: pgmap v3154: 841 pgs: 2 creating+peering, 839 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 3.7 KiB/s wr, 83 op/s 2024-08-17T01:35:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:11 smithi137 ceph-mon[86391]: osdmap e1827: 8 total, 8 up, 8 in 2024-08-17T01:35:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:11 smithi137 ceph-mon[86391]: pgmap v3154: 841 pgs: 2 creating+peering, 839 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 3.7 KiB/s wr, 83 op/s 2024-08-17T01:35:12.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:35:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:35:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:35:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:12 smithi082 ceph-mon[91979]: osdmap e1828: 8 total, 8 up, 8 in 2024-08-17T01:35:13.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:12 smithi082 ceph-mon[94343]: osdmap e1828: 8 total, 8 up, 8 in 2024-08-17T01:35:13.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:12 smithi137 ceph-mon[86391]: osdmap e1828: 8 total, 8 up, 8 in 2024-08-17T01:35:14.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:13 smithi082 ceph-mon[91979]: osdmap e1829: 8 total, 8 up, 8 in 2024-08-17T01:35:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:13 smithi082 ceph-mon[91979]: pgmap v3157: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.7 KiB/s wr, 32 op/s 2024-08-17T01:35:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:13 smithi082 ceph-mon[94343]: osdmap e1829: 8 total, 8 up, 8 in 2024-08-17T01:35:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:13 smithi082 ceph-mon[94343]: pgmap v3157: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.7 KiB/s wr, 32 op/s 2024-08-17T01:35:14.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:13 smithi137 ceph-mon[86391]: osdmap e1829: 8 total, 8 up, 8 in 2024-08-17T01:35:14.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:13 smithi137 ceph-mon[86391]: pgmap v3157: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.7 KiB/s wr, 32 op/s 2024-08-17T01:35:14.839 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.QuiesceWatch (10074 ms) 2024-08-17T01:35:14.839 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-08-17T01:35:14.839 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:35:15.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:35:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:35:15] "GET /metrics HTTP/1.1" 200 87892 "" "Prometheus/2.43.0" 2024-08-17T01:35:15.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:14 smithi082 ceph-mon[94343]: osdmap e1830: 8 total, 8 up, 8 in 2024-08-17T01:35:15.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:14 smithi082 ceph-mon[94343]: osdmap e1831: 8 total, 8 up, 8 in 2024-08-17T01:35:15.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:14 smithi082 ceph-mon[91979]: osdmap e1830: 8 total, 8 up, 8 in 2024-08-17T01:35:15.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:14 smithi082 ceph-mon[91979]: osdmap e1831: 8 total, 8 up, 8 in 2024-08-17T01:35:15.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:14 smithi137 ceph-mon[86391]: osdmap e1830: 8 total, 8 up, 8 in 2024-08-17T01:35:15.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:14 smithi137 ceph-mon[86391]: osdmap e1831: 8 total, 8 up, 8 in 2024-08-17T01:35:16.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:15 smithi082 ceph-mon[91979]: pgmap v3160: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 KiB/s wr, 83 op/s 2024-08-17T01:35:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:15 smithi082 ceph-mon[94343]: pgmap v3160: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 KiB/s wr, 83 op/s 2024-08-17T01:35:16.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:15 smithi137 ceph-mon[86391]: pgmap v3160: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 KiB/s wr, 83 op/s 2024-08-17T01:35:17.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:16 smithi082 ceph-mon[94343]: osdmap e1832: 8 total, 8 up, 8 in 2024-08-17T01:35:17.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:16 smithi082 ceph-mon[91979]: osdmap e1832: 8 total, 8 up, 8 in 2024-08-17T01:35:17.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:16 smithi137 ceph-mon[86391]: osdmap e1832: 8 total, 8 up, 8 in 2024-08-17T01:35:18.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:17 smithi082 ceph-mon[94343]: osdmap e1833: 8 total, 8 up, 8 in 2024-08-17T01:35:18.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:17 smithi082 ceph-mon[94343]: pgmap v3163: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 5.7 KiB/s wr, 86 op/s 2024-08-17T01:35:18.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:17 smithi082 ceph-mon[91979]: osdmap e1833: 8 total, 8 up, 8 in 2024-08-17T01:35:18.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:17 smithi082 ceph-mon[91979]: pgmap v3163: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 5.7 KiB/s wr, 86 op/s 2024-08-17T01:35:18.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:17 smithi137 ceph-mon[86391]: osdmap e1833: 8 total, 8 up, 8 in 2024-08-17T01:35:18.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:17 smithi137 ceph-mon[86391]: pgmap v3163: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 5.7 KiB/s wr, 86 op/s 2024-08-17T01:35:19.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:18 smithi082 ceph-mon[94343]: osdmap e1834: 8 total, 8 up, 8 in 2024-08-17T01:35:19.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:18 smithi082 ceph-mon[91979]: osdmap e1834: 8 total, 8 up, 8 in 2024-08-17T01:35:19.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:18 smithi137 ceph-mon[86391]: osdmap e1834: 8 total, 8 up, 8 in 2024-08-17T01:35:20.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:19 smithi137 ceph-mon[86391]: osdmap e1835: 8 total, 8 up, 8 in 2024-08-17T01:35:20.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:19 smithi137 ceph-mon[86391]: pgmap v3166: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 KiB/s wr, 73 op/s 2024-08-17T01:35:20.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:19 smithi137 ceph-mon[86391]: osdmap e1836: 8 total, 8 up, 8 in 2024-08-17T01:35:20.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:19 smithi082 ceph-mon[94343]: osdmap e1835: 8 total, 8 up, 8 in 2024-08-17T01:35:20.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:19 smithi082 ceph-mon[94343]: pgmap v3166: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 KiB/s wr, 73 op/s 2024-08-17T01:35:20.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:19 smithi082 ceph-mon[94343]: osdmap e1836: 8 total, 8 up, 8 in 2024-08-17T01:35:20.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:19 smithi082 ceph-mon[91979]: osdmap e1835: 8 total, 8 up, 8 in 2024-08-17T01:35:20.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:19 smithi082 ceph-mon[91979]: pgmap v3166: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 KiB/s wr, 73 op/s 2024-08-17T01:35:20.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:19 smithi082 ceph-mon[91979]: osdmap e1836: 8 total, 8 up, 8 in 2024-08-17T01:35:20.825 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (5986 ms) 2024-08-17T01:35:20.825 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-08-17T01:35:20.825 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:35:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:35:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:20 smithi082 ceph-mon[94343]: osdmap e1837: 8 total, 8 up, 8 in 2024-08-17T01:35:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:35:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:20 smithi082 ceph-mon[91979]: osdmap e1837: 8 total, 8 up, 8 in 2024-08-17T01:35:21.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:35:21.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:20 smithi137 ceph-mon[86391]: osdmap e1837: 8 total, 8 up, 8 in 2024-08-17T01:35:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:21 smithi082 ceph-mon[94343]: pgmap v3169: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.7 KiB/s wr, 74 op/s 2024-08-17T01:35:22.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:21 smithi082 ceph-mon[91979]: pgmap v3169: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.7 KiB/s wr, 74 op/s 2024-08-17T01:35:22.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:21 smithi137 ceph-mon[86391]: pgmap v3169: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.7 KiB/s wr, 74 op/s 2024-08-17T01:35:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:35:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:35:23.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:22 smithi082 ceph-mon[94343]: osdmap e1838: 8 total, 8 up, 8 in 2024-08-17T01:35:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:22 smithi082 ceph-mon[91979]: osdmap e1838: 8 total, 8 up, 8 in 2024-08-17T01:35:23.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:22 smithi137 ceph-mon[86391]: osdmap e1838: 8 total, 8 up, 8 in 2024-08-17T01:35:24.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:23 smithi082 ceph-mon[94343]: osdmap e1839: 8 total, 8 up, 8 in 2024-08-17T01:35:24.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:23 smithi082 ceph-mon[94343]: pgmap v3172: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 767 B/s wr, 14 op/s 2024-08-17T01:35:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:23 smithi082 ceph-mon[91979]: osdmap e1839: 8 total, 8 up, 8 in 2024-08-17T01:35:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:23 smithi082 ceph-mon[91979]: pgmap v3172: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 767 B/s wr, 14 op/s 2024-08-17T01:35:24.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:23 smithi137 ceph-mon[86391]: osdmap e1839: 8 total, 8 up, 8 in 2024-08-17T01:35:24.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:23 smithi137 ceph-mon[86391]: pgmap v3172: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 767 B/s wr, 14 op/s 2024-08-17T01:35:25.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:35:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:35:25] "GET /metrics HTTP/1.1" 200 90352 "" "Prometheus/2.43.0" 2024-08-17T01:35:25.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:24 smithi082 ceph-mon[91979]: osdmap e1840: 8 total, 8 up, 8 in 2024-08-17T01:35:25.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:24 smithi082 ceph-mon[91979]: osdmap e1841: 8 total, 8 up, 8 in 2024-08-17T01:35:25.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:24 smithi082 ceph-mon[94343]: osdmap e1840: 8 total, 8 up, 8 in 2024-08-17T01:35:25.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:24 smithi082 ceph-mon[94343]: osdmap e1841: 8 total, 8 up, 8 in 2024-08-17T01:35:25.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:24 smithi137 ceph-mon[86391]: osdmap e1840: 8 total, 8 up, 8 in 2024-08-17T01:35:25.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:24 smithi137 ceph-mon[86391]: osdmap e1841: 8 total, 8 up, 8 in 2024-08-17T01:35:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:25 smithi082 ceph-mon[94343]: pgmap v3175: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 4.7 KiB/s wr, 99 op/s 2024-08-17T01:35:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:25 smithi082 ceph-mon[94343]: osdmap e1842: 8 total, 8 up, 8 in 2024-08-17T01:35:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:25 smithi082 ceph-mon[91979]: pgmap v3175: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 4.7 KiB/s wr, 99 op/s 2024-08-17T01:35:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:25 smithi082 ceph-mon[91979]: osdmap e1842: 8 total, 8 up, 8 in 2024-08-17T01:35:26.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:25 smithi137 ceph-mon[86391]: pgmap v3175: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 4.7 KiB/s wr, 99 op/s 2024-08-17T01:35:26.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:25 smithi137 ceph-mon[86391]: osdmap e1842: 8 total, 8 up, 8 in 2024-08-17T01:35:26.832 INFO:tasks.workunit.client.0.smithi082.stdout:10.00% done 2024-08-17T01:35:26.833 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.QuiesceWatchError (6008 ms) 2024-08-17T01:35:26.833 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-08-17T01:35:26.833 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:35:26.846 INFO:tasks.workunit.client.0.smithi082.stderr:test quiesce is not long enough to time out 2024-08-17T01:35:27.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:27 smithi137 ceph-mon[86391]: osdmap e1843: 8 total, 8 up, 8 in 2024-08-17T01:35:27.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:27 smithi137 ceph-mon[86391]: pgmap v3178: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 4.7 KiB/s wr, 91 op/s 2024-08-17T01:35:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:27 smithi082 ceph-mon[94343]: osdmap e1843: 8 total, 8 up, 8 in 2024-08-17T01:35:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:27 smithi082 ceph-mon[94343]: pgmap v3178: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 4.7 KiB/s wr, 91 op/s 2024-08-17T01:35:28.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:27 smithi082 ceph-mon[91979]: osdmap e1843: 8 total, 8 up, 8 in 2024-08-17T01:35:28.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:27 smithi082 ceph-mon[91979]: pgmap v3178: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 4.7 KiB/s wr, 91 op/s 2024-08-17T01:35:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:30 smithi082 ceph-mon[94343]: pgmap v3179: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 6.1 KiB/s wr, 95 op/s 2024-08-17T01:35:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:30 smithi082 ceph-mon[94343]: osdmap e1844: 8 total, 8 up, 8 in 2024-08-17T01:35:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:30 smithi082 ceph-mon[91979]: pgmap v3179: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 6.1 KiB/s wr, 95 op/s 2024-08-17T01:35:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:30 smithi082 ceph-mon[91979]: osdmap e1844: 8 total, 8 up, 8 in 2024-08-17T01:35:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:30 smithi137 ceph-mon[86391]: pgmap v3179: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 6.1 KiB/s wr, 95 op/s 2024-08-17T01:35:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:30 smithi137 ceph-mon[86391]: osdmap e1844: 8 total, 8 up, 8 in 2024-08-17T01:35:32.315 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:32 smithi137 ceph-mon[86391]: pgmap v3181: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 3.5 KiB/s wr, 55 op/s 2024-08-17T01:35:32.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:32 smithi082 ceph-mon[94343]: pgmap v3181: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 3.5 KiB/s wr, 55 op/s 2024-08-17T01:35:32.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:32 smithi082 ceph-mon[91979]: pgmap v3181: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 3.5 KiB/s wr, 55 op/s 2024-08-17T01:35:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:35:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:35:34.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:34 smithi082 ceph-mon[94343]: pgmap v3182: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 2.9 KiB/s wr, 46 op/s 2024-08-17T01:35:34.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:34 smithi082 ceph-mon[91979]: pgmap v3182: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 2.9 KiB/s wr, 46 op/s 2024-08-17T01:35:34.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:34 smithi137 ceph-mon[86391]: pgmap v3182: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 2.9 KiB/s wr, 46 op/s 2024-08-17T01:35:35.376 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:35:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:35:35] "GET /metrics HTTP/1.1" 200 90352 "" "Prometheus/2.43.0" 2024-08-17T01:35:35.765 INFO:tasks.workunit.client.0.smithi082.stderr:test quiesce is timed out 2024-08-17T01:35:35.768 INFO:tasks.workunit.client.0.smithi082.stderr:waiting for timed out ... 0 2024-08-17T01:35:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:35 smithi137 ceph-mon[86391]: osdmap e1845: 8 total, 8 up, 8 in 2024-08-17T01:35:35.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:35 smithi137 ceph-mon[86391]: pgmap v3184: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.5 KiB/s wr, 41 op/s 2024-08-17T01:35:35.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:35:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:35 smithi082 ceph-mon[91979]: osdmap e1845: 8 total, 8 up, 8 in 2024-08-17T01:35:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:35 smithi082 ceph-mon[91979]: pgmap v3184: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.5 KiB/s wr, 41 op/s 2024-08-17T01:35:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:35:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:35 smithi082 ceph-mon[94343]: osdmap e1845: 8 total, 8 up, 8 in 2024-08-17T01:35:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:35 smithi082 ceph-mon[94343]: pgmap v3184: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.5 KiB/s wr, 41 op/s 2024-08-17T01:35:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:35:36.768 INFO:tasks.workunit.client.0.smithi082.stderr:waiting for timed out ... 1 2024-08-17T01:35:36.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:36 smithi137 ceph-mon[86391]: osdmap e1846: 8 total, 8 up, 8 in 2024-08-17T01:35:37.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:36 smithi082 ceph-mon[94343]: osdmap e1846: 8 total, 8 up, 8 in 2024-08-17T01:35:37.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:36 smithi082 ceph-mon[91979]: osdmap e1846: 8 total, 8 up, 8 in 2024-08-17T01:35:37.769 INFO:tasks.workunit.client.0.smithi082.stderr:waiting for timed out ... 2 2024-08-17T01:35:38.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:37 smithi082 ceph-mon[94343]: pgmap v3186: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 424 B/s wr, 5 op/s 2024-08-17T01:35:38.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:37 smithi082 ceph-mon[91979]: pgmap v3186: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 424 B/s wr, 5 op/s 2024-08-17T01:35:38.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:37 smithi137 ceph-mon[86391]: pgmap v3186: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 424 B/s wr, 5 op/s 2024-08-17T01:35:38.768 INFO:tasks.workunit.client.0.smithi082.stderr:waiting for timed out ... 3 2024-08-17T01:35:39.769 INFO:tasks.workunit.client.0.smithi082.stderr:waiting for timed out ... 4 2024-08-17T01:35:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:40 smithi082 ceph-mon[91979]: pgmap v3187: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-17T01:35:40.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:40 smithi082 ceph-mon[94343]: pgmap v3187: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-17T01:35:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:40 smithi137 ceph-mon[86391]: pgmap v3187: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-17T01:35:40.769 INFO:tasks.workunit.client.0.smithi082.stderr:waiting for timed out ... 5 2024-08-17T01:35:41.769 INFO:tasks.workunit.client.0.smithi082.stderr:waiting for timed out ... 6 2024-08-17T01:35:42.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:42 smithi137 ceph-mon[86391]: pgmap v3188: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-17T01:35:42.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:42 smithi082 ceph-mon[94343]: pgmap v3188: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-17T01:35:42.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:42 smithi082 ceph-mon[91979]: pgmap v3188: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-17T01:35:42.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:35:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:35:42.769 INFO:tasks.workunit.client.0.smithi082.stderr:waiting for timed out ... 7 2024-08-17T01:35:43.769 INFO:tasks.workunit.client.0.smithi082.stderr:waiting for timed out ... 8 2024-08-17T01:35:44.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:44 smithi082 ceph-mon[94343]: pgmap v3189: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 372 B/s wr, 4 op/s 2024-08-17T01:35:44.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:44 smithi082 ceph-mon[91979]: pgmap v3189: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 372 B/s wr, 4 op/s 2024-08-17T01:35:44.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:44 smithi137 ceph-mon[86391]: pgmap v3189: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 372 B/s wr, 4 op/s 2024-08-17T01:35:44.769 INFO:tasks.workunit.client.0.smithi082.stderr:waiting for timed out ... 9 2024-08-17T01:35:45.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:35:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:35:45] "GET /metrics HTTP/1.1" 200 90350 "" "Prometheus/2.43.0" 2024-08-17T01:35:45.769 INFO:tasks.workunit.client.0.smithi082.stderr:waiting for timed out ... 10 2024-08-17T01:35:46.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:46 smithi082 ceph-mon[91979]: pgmap v3190: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-08-17T01:35:46.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:46 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:35:46.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:46 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:35:46.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:46 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:35:46.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:46 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:35:46.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:46 smithi082 ceph-mon[94343]: pgmap v3190: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-08-17T01:35:46.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:46 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:35:46.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:46 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:35:46.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:46 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:35:46.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:46 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:35:46.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:46 smithi137 ceph-mon[86391]: pgmap v3190: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-08-17T01:35:46.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:46 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:35:46.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:46 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:35:46.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:46 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:35:46.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:46 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:35:48.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:48 smithi082 ceph-mon[91979]: pgmap v3191: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 KiB/s rd, 273 B/s wr, 3 op/s 2024-08-17T01:35:48.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:48 smithi082 ceph-mon[94343]: pgmap v3191: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 KiB/s rd, 273 B/s wr, 3 op/s 2024-08-17T01:35:48.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:48 smithi137 ceph-mon[86391]: pgmap v3191: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 KiB/s rd, 273 B/s wr, 3 op/s 2024-08-17T01:35:50.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:50 smithi082 ceph-mon[94343]: pgmap v3192: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 255 B/s wr, 2 op/s 2024-08-17T01:35:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:50 smithi082 ceph-mon[91979]: pgmap v3192: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 255 B/s wr, 2 op/s 2024-08-17T01:35:50.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:50 smithi137 ceph-mon[86391]: pgmap v3192: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 255 B/s wr, 2 op/s 2024-08-17T01:35:51.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:35:51.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:35:51.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:35:52.315 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:52 smithi137 ceph-mon[86391]: pgmap v3193: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:35:52.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:52 smithi082 ceph-mon[94343]: pgmap v3193: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:35:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:52 smithi082 ceph-mon[91979]: pgmap v3193: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:35:52.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:35:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:35:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:35:54.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:54 smithi082 ceph-mon[94343]: pgmap v3194: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:35:54.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:54 smithi082 ceph-mon[91979]: pgmap v3194: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:35:54.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:54 smithi137 ceph-mon[86391]: pgmap v3194: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:35:55.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:35:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:35:55] "GET /metrics HTTP/1.1" 200 90351 "" "Prometheus/2.43.0" 2024-08-17T01:35:56.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:56 smithi082 ceph-mon[91979]: pgmap v3195: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:35:56.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:56 smithi082 ceph-mon[94343]: pgmap v3195: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:35:56.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:56 smithi137 ceph-mon[86391]: pgmap v3195: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:35:56.770 INFO:tasks.workunit.client.0.smithi082.stderr:test retry succeeds 2024-08-17T01:35:58.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:58 smithi082 ceph-mon[91979]: pgmap v3196: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:35:58.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:58 smithi082 ceph-mon[91979]: osdmap e1847: 8 total, 8 up, 8 in 2024-08-17T01:35:58.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:58 smithi082 ceph-mon[94343]: pgmap v3196: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:35:58.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:58 smithi082 ceph-mon[94343]: osdmap e1847: 8 total, 8 up, 8 in 2024-08-17T01:35:58.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:58 smithi137 ceph-mon[86391]: pgmap v3196: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:35:58.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:58 smithi137 ceph-mon[86391]: osdmap e1847: 8 total, 8 up, 8 in 2024-08-17T01:35:59.192 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (32359 ms) 2024-08-17T01:35:59.192 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-08-17T01:35:59.192 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:35:59.254 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.WriteZeroes (62 ms) 2024-08-17T01:35:59.254 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-08-17T01:35:59.254 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:35:59.316 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (62 ms) 2024-08-17T01:35:59.316 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-08-17T01:35:59.316 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:35:59.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:35:59 smithi082 ceph-mon[91979]: osdmap e1848: 8 total, 8 up, 8 in 2024-08-17T01:35:59.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:35:59 smithi082 ceph-mon[94343]: osdmap e1848: 8 total, 8 up, 8 in 2024-08-17T01:35:59.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:35:59 smithi137 ceph-mon[86391]: osdmap e1848: 8 total, 8 up, 8 in 2024-08-17T01:36:00.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:00 smithi082 ceph-mon[94343]: pgmap v3199: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.1 KiB/s rd, 767 B/s wr, 7 op/s 2024-08-17T01:36:00.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:00 smithi082 ceph-mon[94343]: osdmap e1849: 8 total, 8 up, 8 in 2024-08-17T01:36:00.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:00 smithi082 ceph-mon[91979]: pgmap v3199: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.1 KiB/s rd, 767 B/s wr, 7 op/s 2024-08-17T01:36:00.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:00 smithi082 ceph-mon[91979]: osdmap e1849: 8 total, 8 up, 8 in 2024-08-17T01:36:00.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:00 smithi137 ceph-mon[86391]: pgmap v3199: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.1 KiB/s rd, 767 B/s wr, 7 op/s 2024-08-17T01:36:00.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:00 smithi137 ceph-mon[86391]: osdmap e1849: 8 total, 8 up, 8 in 2024-08-17T01:36:01.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:01 smithi082 ceph-mon[94343]: osdmap e1850: 8 total, 8 up, 8 in 2024-08-17T01:36:01.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:01 smithi082 ceph-mon[91979]: osdmap e1850: 8 total, 8 up, 8 in 2024-08-17T01:36:01.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:01 smithi137 ceph-mon[86391]: osdmap e1850: 8 total, 8 up, 8 in 2024-08-17T01:36:02.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:02 smithi082 ceph-mon[94343]: pgmap v3202: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 3.5 KiB/s wr, 23 op/s 2024-08-17T01:36:02.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:02 smithi082 ceph-mon[94343]: osdmap e1851: 8 total, 8 up, 8 in 2024-08-17T01:36:02.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:02 smithi082 ceph-mon[91979]: pgmap v3202: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 3.5 KiB/s wr, 23 op/s 2024-08-17T01:36:02.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:02 smithi082 ceph-mon[91979]: osdmap e1851: 8 total, 8 up, 8 in 2024-08-17T01:36:02.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:02 smithi137 ceph-mon[86391]: pgmap v3202: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 3.5 KiB/s wr, 23 op/s 2024-08-17T01:36:02.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:02 smithi137 ceph-mon[86391]: osdmap e1851: 8 total, 8 up, 8 in 2024-08-17T01:36:02.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:36:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:36:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:36:03.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:03 smithi082 ceph-mon[94343]: osdmap e1852: 8 total, 8 up, 8 in 2024-08-17T01:36:03.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:03 smithi082 ceph-mon[91979]: osdmap e1852: 8 total, 8 up, 8 in 2024-08-17T01:36:03.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:03 smithi137 ceph-mon[86391]: osdmap e1852: 8 total, 8 up, 8 in 2024-08-17T01:36:04.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:04 smithi082 ceph-mon[94343]: pgmap v3205: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 6.0 KiB/s wr, 97 op/s 2024-08-17T01:36:04.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:04 smithi082 ceph-mon[94343]: osdmap e1853: 8 total, 8 up, 8 in 2024-08-17T01:36:04.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:04 smithi082 ceph-mon[91979]: pgmap v3205: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 6.0 KiB/s wr, 97 op/s 2024-08-17T01:36:04.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:04 smithi082 ceph-mon[91979]: osdmap e1853: 8 total, 8 up, 8 in 2024-08-17T01:36:04.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:04 smithi137 ceph-mon[86391]: pgmap v3205: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 6.0 KiB/s wr, 97 op/s 2024-08-17T01:36:04.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:04 smithi137 ceph-mon[86391]: osdmap e1853: 8 total, 8 up, 8 in 2024-08-17T01:36:05.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:05 smithi082 ceph-mon[94343]: osdmap e1854: 8 total, 8 up, 8 in 2024-08-17T01:36:05.377 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:05 smithi082 ceph-mon[94343]: osdmap e1855: 8 total, 8 up, 8 in 2024-08-17T01:36:05.377 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:36:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:36:05] "GET /metrics HTTP/1.1" 200 90351 "" "Prometheus/2.43.0" 2024-08-17T01:36:05.377 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:05 smithi082 ceph-mon[91979]: osdmap e1854: 8 total, 8 up, 8 in 2024-08-17T01:36:05.378 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:05 smithi082 ceph-mon[91979]: osdmap e1855: 8 total, 8 up, 8 in 2024-08-17T01:36:05.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:05 smithi137 ceph-mon[86391]: osdmap e1854: 8 total, 8 up, 8 in 2024-08-17T01:36:05.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:05 smithi137 ceph-mon[86391]: osdmap e1855: 8 total, 8 up, 8 in 2024-08-17T01:36:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:06 smithi082 ceph-mon[91979]: pgmap v3209: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 8.5 KiB/s wr, 168 op/s 2024-08-17T01:36:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:36:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:06 smithi082 ceph-mon[91979]: osdmap e1856: 8 total, 8 up, 8 in 2024-08-17T01:36:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:06 smithi082 ceph-mon[94343]: pgmap v3209: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 8.5 KiB/s wr, 168 op/s 2024-08-17T01:36:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:36:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:06 smithi082 ceph-mon[94343]: osdmap e1856: 8 total, 8 up, 8 in 2024-08-17T01:36:06.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:06 smithi137 ceph-mon[86391]: pgmap v3209: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 8.5 KiB/s wr, 168 op/s 2024-08-17T01:36:06.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:36:06.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:06 smithi137 ceph-mon[86391]: osdmap e1856: 8 total, 8 up, 8 in 2024-08-17T01:36:08.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:07 smithi082 ceph-mon[91979]: osdmap e1857: 8 total, 8 up, 8 in 2024-08-17T01:36:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:07 smithi082 ceph-mon[91979]: pgmap v3212: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.7 KiB/s wr, 78 op/s 2024-08-17T01:36:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:07 smithi082 ceph-mon[94343]: osdmap e1857: 8 total, 8 up, 8 in 2024-08-17T01:36:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:07 smithi082 ceph-mon[94343]: pgmap v3212: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.7 KiB/s wr, 78 op/s 2024-08-17T01:36:08.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:07 smithi137 ceph-mon[86391]: osdmap e1857: 8 total, 8 up, 8 in 2024-08-17T01:36:08.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:07 smithi137 ceph-mon[86391]: pgmap v3212: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.7 KiB/s wr, 78 op/s 2024-08-17T01:36:09.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:08 smithi082 ceph-mon[91979]: osdmap e1858: 8 total, 8 up, 8 in 2024-08-17T01:36:09.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:08 smithi082 ceph-mon[94343]: osdmap e1858: 8 total, 8 up, 8 in 2024-08-17T01:36:09.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:08 smithi137 ceph-mon[86391]: osdmap e1858: 8 total, 8 up, 8 in 2024-08-17T01:36:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:09 smithi082 ceph-mon[91979]: osdmap e1859: 8 total, 8 up, 8 in 2024-08-17T01:36:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:09 smithi082 ceph-mon[91979]: pgmap v3215: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 4.0 KiB/s wr, 18 op/s 2024-08-17T01:36:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:09 smithi082 ceph-mon[91979]: osdmap e1860: 8 total, 8 up, 8 in 2024-08-17T01:36:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:09 smithi082 ceph-mon[94343]: osdmap e1859: 8 total, 8 up, 8 in 2024-08-17T01:36:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:09 smithi082 ceph-mon[94343]: pgmap v3215: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 4.0 KiB/s wr, 18 op/s 2024-08-17T01:36:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:09 smithi082 ceph-mon[94343]: osdmap e1860: 8 total, 8 up, 8 in 2024-08-17T01:36:10.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:09 smithi137 ceph-mon[86391]: osdmap e1859: 8 total, 8 up, 8 in 2024-08-17T01:36:10.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:09 smithi137 ceph-mon[86391]: pgmap v3215: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 4.0 KiB/s wr, 18 op/s 2024-08-17T01:36:10.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:09 smithi137 ceph-mon[86391]: osdmap e1860: 8 total, 8 up, 8 in 2024-08-17T01:36:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:11 smithi082 ceph-mon[91979]: osdmap e1861: 8 total, 8 up, 8 in 2024-08-17T01:36:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:11 smithi082 ceph-mon[91979]: pgmap v3218: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 4.2 KiB/s wr, 20 op/s 2024-08-17T01:36:12.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:11 smithi082 ceph-mon[94343]: osdmap e1861: 8 total, 8 up, 8 in 2024-08-17T01:36:12.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:11 smithi082 ceph-mon[94343]: pgmap v3218: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 4.2 KiB/s wr, 20 op/s 2024-08-17T01:36:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:11 smithi137 ceph-mon[86391]: osdmap e1861: 8 total, 8 up, 8 in 2024-08-17T01:36:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:11 smithi137 ceph-mon[86391]: pgmap v3218: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 4.2 KiB/s wr, 20 op/s 2024-08-17T01:36:12.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:36:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:36:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:36:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:12 smithi082 ceph-mon[91979]: osdmap e1862: 8 total, 8 up, 8 in 2024-08-17T01:36:13.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:12 smithi082 ceph-mon[94343]: osdmap e1862: 8 total, 8 up, 8 in 2024-08-17T01:36:13.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:12 smithi137 ceph-mon[86391]: osdmap e1862: 8 total, 8 up, 8 in 2024-08-17T01:36:14.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:13 smithi082 ceph-mon[94343]: osdmap e1863: 8 total, 8 up, 8 in 2024-08-17T01:36:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:13 smithi082 ceph-mon[94343]: pgmap v3221: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 5.7 KiB/s wr, 242 op/s 2024-08-17T01:36:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:13 smithi082 ceph-mon[91979]: osdmap e1863: 8 total, 8 up, 8 in 2024-08-17T01:36:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:13 smithi082 ceph-mon[91979]: pgmap v3221: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 5.7 KiB/s wr, 242 op/s 2024-08-17T01:36:14.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:13 smithi137 ceph-mon[86391]: osdmap e1863: 8 total, 8 up, 8 in 2024-08-17T01:36:14.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:13 smithi137 ceph-mon[86391]: pgmap v3221: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 5.7 KiB/s wr, 242 op/s 2024-08-17T01:36:15.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:14 smithi082 ceph-mon[94343]: osdmap e1864: 8 total, 8 up, 8 in 2024-08-17T01:36:15.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:14 smithi082 ceph-mon[91979]: osdmap e1864: 8 total, 8 up, 8 in 2024-08-17T01:36:15.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:36:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:36:15] "GET /metrics HTTP/1.1" 200 90365 "" "Prometheus/2.43.0" 2024-08-17T01:36:15.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:14 smithi137 ceph-mon[86391]: osdmap e1864: 8 total, 8 up, 8 in 2024-08-17T01:36:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:15 smithi082 ceph-mon[94343]: osdmap e1865: 8 total, 8 up, 8 in 2024-08-17T01:36:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:15 smithi082 ceph-mon[94343]: pgmap v3224: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.2 KiB/s wr, 246 op/s 2024-08-17T01:36:16.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:15 smithi082 ceph-mon[91979]: osdmap e1865: 8 total, 8 up, 8 in 2024-08-17T01:36:16.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:15 smithi082 ceph-mon[91979]: pgmap v3224: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.2 KiB/s wr, 246 op/s 2024-08-17T01:36:16.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:15 smithi137 ceph-mon[86391]: osdmap e1865: 8 total, 8 up, 8 in 2024-08-17T01:36:16.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:15 smithi137 ceph-mon[86391]: pgmap v3224: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.2 KiB/s wr, 246 op/s 2024-08-17T01:36:17.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:16 smithi082 ceph-mon[94343]: osdmap e1866: 8 total, 8 up, 8 in 2024-08-17T01:36:17.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:16 smithi082 ceph-mon[91979]: osdmap e1866: 8 total, 8 up, 8 in 2024-08-17T01:36:17.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:16 smithi137 ceph-mon[86391]: osdmap e1866: 8 total, 8 up, 8 in 2024-08-17T01:36:18.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:17 smithi082 ceph-mon[91979]: osdmap e1867: 8 total, 8 up, 8 in 2024-08-17T01:36:18.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:17 smithi082 ceph-mon[91979]: pgmap v3227: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T01:36:18.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:17 smithi082 ceph-mon[94343]: osdmap e1867: 8 total, 8 up, 8 in 2024-08-17T01:36:18.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:17 smithi082 ceph-mon[94343]: pgmap v3227: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T01:36:18.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:17 smithi137 ceph-mon[86391]: osdmap e1867: 8 total, 8 up, 8 in 2024-08-17T01:36:18.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:17 smithi137 ceph-mon[86391]: pgmap v3227: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T01:36:19.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:18 smithi082 ceph-mon[91979]: osdmap e1868: 8 total, 8 up, 8 in 2024-08-17T01:36:19.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:18 smithi082 ceph-mon[94343]: osdmap e1868: 8 total, 8 up, 8 in 2024-08-17T01:36:19.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:18 smithi137 ceph-mon[86391]: osdmap e1868: 8 total, 8 up, 8 in 2024-08-17T01:36:20.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:19 smithi137 ceph-mon[86391]: osdmap e1869: 8 total, 8 up, 8 in 2024-08-17T01:36:20.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:19 smithi137 ceph-mon[86391]: pgmap v3230: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-08-17T01:36:20.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:19 smithi137 ceph-mon[86391]: osdmap e1870: 8 total, 8 up, 8 in 2024-08-17T01:36:20.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:19 smithi082 ceph-mon[94343]: osdmap e1869: 8 total, 8 up, 8 in 2024-08-17T01:36:20.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:19 smithi082 ceph-mon[94343]: pgmap v3230: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-08-17T01:36:20.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:19 smithi082 ceph-mon[94343]: osdmap e1870: 8 total, 8 up, 8 in 2024-08-17T01:36:20.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:19 smithi082 ceph-mon[91979]: osdmap e1869: 8 total, 8 up, 8 in 2024-08-17T01:36:20.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:19 smithi082 ceph-mon[91979]: pgmap v3230: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-08-17T01:36:20.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:19 smithi082 ceph-mon[91979]: osdmap e1870: 8 total, 8 up, 8 in 2024-08-17T01:36:21.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:36:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:20 smithi082 ceph-mon[91979]: osdmap e1871: 8 total, 8 up, 8 in 2024-08-17T01:36:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:36:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:20 smithi082 ceph-mon[94343]: osdmap e1871: 8 total, 8 up, 8 in 2024-08-17T01:36:21.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:36:21.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:20 smithi137 ceph-mon[86391]: osdmap e1871: 8 total, 8 up, 8 in 2024-08-17T01:36:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:21 smithi082 ceph-mon[94343]: pgmap v3233: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-08-17T01:36:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:21 smithi082 ceph-mon[94343]: osdmap e1872: 8 total, 8 up, 8 in 2024-08-17T01:36:22.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:21 smithi082 ceph-mon[91979]: pgmap v3233: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-08-17T01:36:22.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:21 smithi082 ceph-mon[91979]: osdmap e1872: 8 total, 8 up, 8 in 2024-08-17T01:36:22.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:21 smithi137 ceph-mon[86391]: pgmap v3233: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-08-17T01:36:22.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:21 smithi137 ceph-mon[86391]: osdmap e1872: 8 total, 8 up, 8 in 2024-08-17T01:36:22.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:36:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:36:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:36:24.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:23 smithi082 ceph-mon[94343]: osdmap e1873: 8 total, 8 up, 8 in 2024-08-17T01:36:24.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:23 smithi082 ceph-mon[94343]: pgmap v3236: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 3.5 KiB/s wr, 79 op/s 2024-08-17T01:36:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:23 smithi082 ceph-mon[91979]: osdmap e1873: 8 total, 8 up, 8 in 2024-08-17T01:36:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:23 smithi082 ceph-mon[91979]: pgmap v3236: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 3.5 KiB/s wr, 79 op/s 2024-08-17T01:36:24.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:23 smithi137 ceph-mon[86391]: osdmap e1873: 8 total, 8 up, 8 in 2024-08-17T01:36:24.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:23 smithi137 ceph-mon[86391]: pgmap v3236: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 3.5 KiB/s wr, 79 op/s 2024-08-17T01:36:24.849 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] TestLibRBD.ConcurentOperations (25533 ms) 2024-08-17T01:36:25.025 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:24 smithi082 ceph-mon[91979]: osdmap e1874: 8 total, 8 up, 8 in 2024-08-17T01:36:25.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:24 smithi082 ceph-mon[94343]: osdmap e1874: 8 total, 8 up, 8 in 2024-08-17T01:36:25.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:24 smithi137 ceph-mon[86391]: osdmap e1874: 8 total, 8 up, 8 in 2024-08-17T01:36:25.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:36:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:36:25] "GET /metrics HTTP/1.1" 200 90366 "" "Prometheus/2.43.0" 2024-08-17T01:36:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:25 smithi082 ceph-mon[94343]: osdmap e1875: 8 total, 8 up, 8 in 2024-08-17T01:36:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:25 smithi082 ceph-mon[94343]: pgmap v3239: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.0 KiB/s wr, 93 op/s 2024-08-17T01:36:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:25 smithi082 ceph-mon[91979]: osdmap e1875: 8 total, 8 up, 8 in 2024-08-17T01:36:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:25 smithi082 ceph-mon[91979]: pgmap v3239: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.0 KiB/s wr, 93 op/s 2024-08-17T01:36:26.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:25 smithi137 ceph-mon[86391]: osdmap e1875: 8 total, 8 up, 8 in 2024-08-17T01:36:26.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:25 smithi137 ceph-mon[86391]: pgmap v3239: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.0 KiB/s wr, 93 op/s 2024-08-17T01:36:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:26 smithi082 ceph-mon[94343]: osdmap e1876: 8 total, 8 up, 8 in 2024-08-17T01:36:27.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:26 smithi082 ceph-mon[91979]: osdmap e1876: 8 total, 8 up, 8 in 2024-08-17T01:36:27.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:26 smithi137 ceph-mon[86391]: osdmap e1876: 8 total, 8 up, 8 in 2024-08-17T01:36:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:27 smithi082 ceph-mon[94343]: osdmap e1877: 8 total, 8 up, 8 in 2024-08-17T01:36:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:27 smithi082 ceph-mon[94343]: pgmap v3242: 777 pgs: 777 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:28.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:27 smithi082 ceph-mon[91979]: osdmap e1877: 8 total, 8 up, 8 in 2024-08-17T01:36:28.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:27 smithi082 ceph-mon[91979]: pgmap v3242: 777 pgs: 777 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:28.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:27 smithi137 ceph-mon[86391]: osdmap e1877: 8 total, 8 up, 8 in 2024-08-17T01:36:28.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:27 smithi137 ceph-mon[86391]: pgmap v3242: 777 pgs: 777 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:29.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:28 smithi082 ceph-mon[94343]: osdmap e1878: 8 total, 8 up, 8 in 2024-08-17T01:36:29.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:28 smithi082 ceph-mon[91979]: osdmap e1878: 8 total, 8 up, 8 in 2024-08-17T01:36:29.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:28 smithi137 ceph-mon[86391]: osdmap e1878: 8 total, 8 up, 8 in 2024-08-17T01:36:30.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:29 smithi082 ceph-mon[94343]: osdmap e1879: 8 total, 8 up, 8 in 2024-08-17T01:36:30.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:29 smithi082 ceph-mon[94343]: pgmap v3245: 713 pgs: 713 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:30.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:29 smithi082 ceph-mon[94343]: osdmap e1880: 8 total, 8 up, 8 in 2024-08-17T01:36:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:29 smithi082 ceph-mon[91979]: osdmap e1879: 8 total, 8 up, 8 in 2024-08-17T01:36:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:29 smithi082 ceph-mon[91979]: pgmap v3245: 713 pgs: 713 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:29 smithi082 ceph-mon[91979]: osdmap e1880: 8 total, 8 up, 8 in 2024-08-17T01:36:30.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:29 smithi137 ceph-mon[86391]: osdmap e1879: 8 total, 8 up, 8 in 2024-08-17T01:36:30.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:29 smithi137 ceph-mon[86391]: pgmap v3245: 713 pgs: 713 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:30.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:29 smithi137 ceph-mon[86391]: osdmap e1880: 8 total, 8 up, 8 in 2024-08-17T01:36:32.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:31 smithi082 ceph-mon[91979]: osdmap e1881: 8 total, 8 up, 8 in 2024-08-17T01:36:32.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:31 smithi082 ceph-mon[91979]: pgmap v3248: 649 pgs: 649 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:32.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:31 smithi082 ceph-mon[94343]: osdmap e1881: 8 total, 8 up, 8 in 2024-08-17T01:36:32.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:31 smithi082 ceph-mon[94343]: pgmap v3248: 649 pgs: 649 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:32.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:31 smithi137 ceph-mon[86391]: osdmap e1881: 8 total, 8 up, 8 in 2024-08-17T01:36:32.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:31 smithi137 ceph-mon[86391]: pgmap v3248: 649 pgs: 649 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:36:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:36:33.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:32 smithi082 ceph-mon[94343]: osdmap e1882: 8 total, 8 up, 8 in 2024-08-17T01:36:33.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:32 smithi082 ceph-mon[91979]: osdmap e1882: 8 total, 8 up, 8 in 2024-08-17T01:36:33.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:32 smithi137 ceph-mon[86391]: osdmap e1882: 8 total, 8 up, 8 in 2024-08-17T01:36:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:33 smithi082 ceph-mon[94343]: osdmap e1883: 8 total, 8 up, 8 in 2024-08-17T01:36:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:33 smithi082 ceph-mon[94343]: pgmap v3251: 585 pgs: 585 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:33 smithi082 ceph-mon[94343]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-17T01:36:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:33 smithi082 ceph-mon[94343]: osdmap e1884: 8 total, 8 up, 8 in 2024-08-17T01:36:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:33 smithi082 ceph-mon[91979]: osdmap e1883: 8 total, 8 up, 8 in 2024-08-17T01:36:34.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:33 smithi082 ceph-mon[91979]: pgmap v3251: 585 pgs: 585 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:34.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:33 smithi082 ceph-mon[91979]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-17T01:36:34.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:33 smithi082 ceph-mon[91979]: osdmap e1884: 8 total, 8 up, 8 in 2024-08-17T01:36:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:33 smithi137 ceph-mon[86391]: osdmap e1883: 8 total, 8 up, 8 in 2024-08-17T01:36:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:33 smithi137 ceph-mon[86391]: pgmap v3251: 585 pgs: 585 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:33 smithi137 ceph-mon[86391]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-17T01:36:34.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:33 smithi137 ceph-mon[86391]: osdmap e1884: 8 total, 8 up, 8 in 2024-08-17T01:36:35.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:36:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:36:35] "GET /metrics HTTP/1.1" 200 90366 "" "Prometheus/2.43.0" 2024-08-17T01:36:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:35 smithi082 ceph-mon[91979]: osdmap e1885: 8 total, 8 up, 8 in 2024-08-17T01:36:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:35 smithi082 ceph-mon[91979]: pgmap v3254: 521 pgs: 521 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:36:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:35 smithi082 ceph-mon[94343]: osdmap e1885: 8 total, 8 up, 8 in 2024-08-17T01:36:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:35 smithi082 ceph-mon[94343]: pgmap v3254: 521 pgs: 521 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:36:36.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:35 smithi137 ceph-mon[86391]: osdmap e1885: 8 total, 8 up, 8 in 2024-08-17T01:36:36.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:35 smithi137 ceph-mon[86391]: pgmap v3254: 521 pgs: 521 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:36.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:36:37.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:36 smithi082 ceph-mon[94343]: osdmap e1886: 8 total, 8 up, 8 in 2024-08-17T01:36:37.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:36 smithi082 ceph-mon[91979]: osdmap e1886: 8 total, 8 up, 8 in 2024-08-17T01:36:37.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:36 smithi137 ceph-mon[86391]: osdmap e1886: 8 total, 8 up, 8 in 2024-08-17T01:36:38.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:37 smithi082 ceph-mon[94343]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-17T01:36:38.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:37 smithi082 ceph-mon[94343]: osdmap e1887: 8 total, 8 up, 8 in 2024-08-17T01:36:38.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:37 smithi082 ceph-mon[94343]: pgmap v3257: 457 pgs: 457 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:38.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:37 smithi082 ceph-mon[94343]: osdmap e1888: 8 total, 8 up, 8 in 2024-08-17T01:36:38.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:37 smithi082 ceph-mon[91979]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-17T01:36:38.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:37 smithi082 ceph-mon[91979]: osdmap e1887: 8 total, 8 up, 8 in 2024-08-17T01:36:38.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:37 smithi082 ceph-mon[91979]: pgmap v3257: 457 pgs: 457 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:38.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:37 smithi082 ceph-mon[91979]: osdmap e1888: 8 total, 8 up, 8 in 2024-08-17T01:36:38.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:37 smithi137 ceph-mon[86391]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-17T01:36:38.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:37 smithi137 ceph-mon[86391]: osdmap e1887: 8 total, 8 up, 8 in 2024-08-17T01:36:38.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:37 smithi137 ceph-mon[86391]: pgmap v3257: 457 pgs: 457 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:38.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:37 smithi137 ceph-mon[86391]: osdmap e1888: 8 total, 8 up, 8 in 2024-08-17T01:36:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:39 smithi082 ceph-mon[94343]: osdmap e1889: 8 total, 8 up, 8 in 2024-08-17T01:36:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:39 smithi082 ceph-mon[94343]: pgmap v3260: 393 pgs: 393 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:40.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:39 smithi082 ceph-mon[91979]: osdmap e1889: 8 total, 8 up, 8 in 2024-08-17T01:36:40.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:39 smithi082 ceph-mon[91979]: pgmap v3260: 393 pgs: 393 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:40.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:39 smithi137 ceph-mon[86391]: osdmap e1889: 8 total, 8 up, 8 in 2024-08-17T01:36:40.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:39 smithi137 ceph-mon[86391]: pgmap v3260: 393 pgs: 393 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:41.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:40 smithi082 ceph-mon[91979]: osdmap e1890: 8 total, 8 up, 8 in 2024-08-17T01:36:41.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:40 smithi082 ceph-mon[94343]: osdmap e1890: 8 total, 8 up, 8 in 2024-08-17T01:36:41.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:40 smithi137 ceph-mon[86391]: osdmap e1890: 8 total, 8 up, 8 in 2024-08-17T01:36:42.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:41 smithi082 ceph-mon[94343]: osdmap e1891: 8 total, 8 up, 8 in 2024-08-17T01:36:42.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:41 smithi082 ceph-mon[94343]: pgmap v3263: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:42.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:41 smithi082 ceph-mon[91979]: osdmap e1891: 8 total, 8 up, 8 in 2024-08-17T01:36:42.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:41 smithi082 ceph-mon[91979]: pgmap v3263: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:42.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:41 smithi137 ceph-mon[86391]: osdmap e1891: 8 total, 8 up, 8 in 2024-08-17T01:36:42.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:41 smithi137 ceph-mon[86391]: pgmap v3263: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:42.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:36:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:36:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:36:43.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:42 smithi082 ceph-mon[94343]: osdmap e1892: 8 total, 8 up, 8 in 2024-08-17T01:36:43.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:42 smithi082 ceph-mon[91979]: osdmap e1892: 8 total, 8 up, 8 in 2024-08-17T01:36:43.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:42 smithi137 ceph-mon[86391]: osdmap e1892: 8 total, 8 up, 8 in 2024-08-17T01:36:44.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:43 smithi082 ceph-mon[94343]: osdmap e1893: 8 total, 8 up, 8 in 2024-08-17T01:36:44.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:43 smithi082 ceph-mon[94343]: pgmap v3266: 265 pgs: 265 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:44.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:43 smithi082 ceph-mon[91979]: osdmap e1893: 8 total, 8 up, 8 in 2024-08-17T01:36:44.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:43 smithi082 ceph-mon[91979]: pgmap v3266: 265 pgs: 265 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:44.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:43 smithi137 ceph-mon[86391]: osdmap e1893: 8 total, 8 up, 8 in 2024-08-17T01:36:44.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:43 smithi137 ceph-mon[86391]: pgmap v3266: 265 pgs: 265 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:45.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:44 smithi082 ceph-mon[94343]: osdmap e1894: 8 total, 8 up, 8 in 2024-08-17T01:36:45.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:44 smithi082 ceph-mon[91979]: osdmap e1894: 8 total, 8 up, 8 in 2024-08-17T01:36:45.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:36:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:36:45] "GET /metrics HTTP/1.1" 200 66170 "" "Prometheus/2.43.0" 2024-08-17T01:36:45.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:44 smithi137 ceph-mon[86391]: osdmap e1894: 8 total, 8 up, 8 in 2024-08-17T01:36:46.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:45 smithi082 ceph-mon[91979]: osdmap e1895: 8 total, 8 up, 8 in 2024-08-17T01:36:46.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:45 smithi082 ceph-mon[91979]: pgmap v3269: 201 pgs: 201 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:46.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:45 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:36:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:45 smithi082 ceph-mon[94343]: osdmap e1895: 8 total, 8 up, 8 in 2024-08-17T01:36:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:45 smithi082 ceph-mon[94343]: pgmap v3269: 201 pgs: 201 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:45 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:36:46.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:45 smithi137 ceph-mon[86391]: osdmap e1895: 8 total, 8 up, 8 in 2024-08-17T01:36:46.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:45 smithi137 ceph-mon[86391]: pgmap v3269: 201 pgs: 201 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:46.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:45 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:36:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:46 smithi082 ceph-mon[91979]: osdmap e1896: 8 total, 8 up, 8 in 2024-08-17T01:36:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:46 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:36:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:46 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:36:47.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:46 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:36:47.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:46 smithi082 ceph-mon[94343]: osdmap e1896: 8 total, 8 up, 8 in 2024-08-17T01:36:47.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:46 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:36:47.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:46 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:36:47.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:46 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:36:47.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:46 smithi137 ceph-mon[86391]: osdmap e1896: 8 total, 8 up, 8 in 2024-08-17T01:36:47.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:46 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:36:47.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:46 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:36:47.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:46 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:36:47.838 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 161 tests from TestLibRBD (378603 ms total) 2024-08-17T01:36:47.839 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:36:47.839 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 19 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-08-17T01:36:47.868 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-08-17T01:36:48.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:47 smithi082 ceph-mon[91979]: osdmap e1897: 8 total, 8 up, 8 in 2024-08-17T01:36:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:47 smithi082 ceph-mon[91979]: pgmap v3272: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:47 smithi082 ceph-mon[94343]: osdmap e1897: 8 total, 8 up, 8 in 2024-08-17T01:36:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:47 smithi082 ceph-mon[94343]: pgmap v3272: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:47 smithi137 ceph-mon[86391]: osdmap e1897: 8 total, 8 up, 8 in 2024-08-17T01:36:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:47 smithi137 ceph-mon[86391]: pgmap v3272: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:49.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:48 smithi082 ceph-mon[94343]: osdmap e1898: 8 total, 8 up, 8 in 2024-08-17T01:36:49.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:48 smithi082 ceph-mon[91979]: osdmap e1898: 8 total, 8 up, 8 in 2024-08-17T01:36:49.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:48 smithi137 ceph-mon[86391]: osdmap e1898: 8 total, 8 up, 8 in 2024-08-17T01:36:49.858 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:36:50.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:49 smithi137 ceph-mon[86391]: osdmap e1899: 8 total, 8 up, 8 in 2024-08-17T01:36:50.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:49 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3454694764' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:36:50.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:49 smithi137 ceph-mon[86391]: pgmap v3275: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:50.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:49 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3454694764' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:36:50.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:49 smithi137 ceph-mon[86391]: osdmap e1900: 8 total, 8 up, 8 in 2024-08-17T01:36:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:49 smithi082 ceph-mon[91979]: osdmap e1899: 8 total, 8 up, 8 in 2024-08-17T01:36:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:49 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3454694764' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:36:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:49 smithi082 ceph-mon[91979]: pgmap v3275: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:49 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3454694764' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:36:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:49 smithi082 ceph-mon[91979]: osdmap e1900: 8 total, 8 up, 8 in 2024-08-17T01:36:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:49 smithi082 ceph-mon[94343]: osdmap e1899: 8 total, 8 up, 8 in 2024-08-17T01:36:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:49 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3454694764' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:36:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:49 smithi082 ceph-mon[94343]: pgmap v3275: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:49 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3454694764' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:36:50.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:49 smithi082 ceph-mon[94343]: osdmap e1900: 8 total, 8 up, 8 in 2024-08-17T01:36:51.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:50 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:36:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:36:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:36:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:50 smithi082 ceph-mon[94343]: osdmap e1901: 8 total, 8 up, 8 in 2024-08-17T01:36:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:50 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:36:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:36:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:36:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:50 smithi082 ceph-mon[91979]: osdmap e1901: 8 total, 8 up, 8 in 2024-08-17T01:36:51.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:50 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:36:51.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:36:51.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:36:51.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:50 smithi137 ceph-mon[86391]: osdmap e1901: 8 total, 8 up, 8 in 2024-08-17T01:36:51.894 INFO:tasks.workunit.client.0.smithi082.stdout: wrote [2891206~35318,5249334~4440,6108615~93273,6272329~14602,7553449~1545,10376832~48712,16153921~12295,16563163~84198,16721937~84107,18872927~35691] 2024-08-17T01:36:52.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:51 smithi082 ceph-mon[91979]: pgmap v3278: 137 pgs: 4 creating+activating, 8 creating+peering, 9 unknown, 116 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:52.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:51 smithi082 ceph-mon[94343]: pgmap v3278: 137 pgs: 4 creating+activating, 8 creating+peering, 9 unknown, 116 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:52.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:51 smithi137 ceph-mon[86391]: pgmap v3278: 137 pgs: 4 creating+activating, 8 creating+peering, 9 unknown, 116 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:36:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:36:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:36:52.884 INFO:tasks.workunit.client.0.smithi082.stdout: wrote [752209~8657,1100564~23705,5592155~29630,8576217~80728,10318107~89756,11128739~91932,12706740~66669,13262659~74480,13696348~40577,19107439~25884] 2024-08-17T01:36:52.894 INFO:tasks.workunit.client.0.smithi082.stdout: diff was [752209~8657,1100564~23705,5592155~29630,8576217~80728,10318107~89756,10425544~795127,12706740~66669,13262659~74480,13696348~40577,18908618~224705] 2024-08-17T01:36:52.898 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5029 ms) 2024-08-17T01:36:52.898 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-08-17T01:36:52.899 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:36:53.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:52 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:36:53.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:52 smithi082 ceph-mon[94343]: osdmap e1902: 8 total, 8 up, 8 in 2024-08-17T01:36:53.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:52 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:36:53.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:52 smithi082 ceph-mon[91979]: osdmap e1902: 8 total, 8 up, 8 in 2024-08-17T01:36:53.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:52 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:36:53.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:52 smithi137 ceph-mon[86391]: osdmap e1902: 8 total, 8 up, 8 in 2024-08-17T01:36:54.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:53 smithi082 ceph-mon[94343]: osdmap e1903: 8 total, 8 up, 8 in 2024-08-17T01:36:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:53 smithi082 ceph-mon[94343]: pgmap v3281: 137 pgs: 4 creating+activating, 8 creating+peering, 3 unknown, 122 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:54.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:53 smithi082 ceph-mon[91979]: osdmap e1903: 8 total, 8 up, 8 in 2024-08-17T01:36:54.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:53 smithi082 ceph-mon[91979]: pgmap v3281: 137 pgs: 4 creating+activating, 8 creating+peering, 3 unknown, 122 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:54.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:53 smithi137 ceph-mon[86391]: osdmap e1903: 8 total, 8 up, 8 in 2024-08-17T01:36:54.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:53 smithi137 ceph-mon[86391]: pgmap v3281: 137 pgs: 4 creating+activating, 8 creating+peering, 3 unknown, 122 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:36:55.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:54 smithi082 ceph-mon[94343]: osdmap e1904: 8 total, 8 up, 8 in 2024-08-17T01:36:55.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:54 smithi082 ceph-mon[91979]: osdmap e1904: 8 total, 8 up, 8 in 2024-08-17T01:36:55.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:36:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:36:55] "GET /metrics HTTP/1.1" 200 36595 "" "Prometheus/2.43.0" 2024-08-17T01:36:55.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:54 smithi137 ceph-mon[86391]: osdmap e1904: 8 total, 8 up, 8 in 2024-08-17T01:36:55.917 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:36:56.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:55 smithi082 ceph-mon[94343]: osdmap e1905: 8 total, 8 up, 8 in 2024-08-17T01:36:56.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:55 smithi082 ceph-mon[94343]: pgmap v3284: 137 pgs: 137 active+clean; 18 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 221 KiB/s wr, 75 op/s 2024-08-17T01:36:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:55 smithi082 ceph-mon[91979]: osdmap e1905: 8 total, 8 up, 8 in 2024-08-17T01:36:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:55 smithi082 ceph-mon[91979]: pgmap v3284: 137 pgs: 137 active+clean; 18 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 221 KiB/s wr, 75 op/s 2024-08-17T01:36:56.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:55 smithi137 ceph-mon[86391]: osdmap e1905: 8 total, 8 up, 8 in 2024-08-17T01:36:56.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:55 smithi137 ceph-mon[86391]: pgmap v3284: 137 pgs: 137 active+clean; 18 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 221 KiB/s wr, 75 op/s 2024-08-17T01:36:57.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:56 smithi082 ceph-mon[94343]: osdmap e1906: 8 total, 8 up, 8 in 2024-08-17T01:36:57.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:56 smithi082 ceph-mon[91979]: osdmap e1906: 8 total, 8 up, 8 in 2024-08-17T01:36:57.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:56 smithi137 ceph-mon[86391]: osdmap e1906: 8 total, 8 up, 8 in 2024-08-17T01:36:58.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:57 smithi082 ceph-mon[91979]: osdmap e1907: 8 total, 8 up, 8 in 2024-08-17T01:36:58.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:57 smithi082 ceph-mon[91979]: pgmap v3287: 137 pgs: 137 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 244 KiB/s wr, 79 op/s 2024-08-17T01:36:58.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:57 smithi082 ceph-mon[94343]: osdmap e1907: 8 total, 8 up, 8 in 2024-08-17T01:36:58.227 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:57 smithi082 ceph-mon[94343]: pgmap v3287: 137 pgs: 137 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 244 KiB/s wr, 79 op/s 2024-08-17T01:36:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:57 smithi137 ceph-mon[86391]: osdmap e1907: 8 total, 8 up, 8 in 2024-08-17T01:36:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:57 smithi137 ceph-mon[86391]: pgmap v3287: 137 pgs: 137 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 244 KiB/s wr, 79 op/s 2024-08-17T01:36:58.935 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:36:59.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:58 smithi082 ceph-mon[94343]: osdmap e1908: 8 total, 8 up, 8 in 2024-08-17T01:36:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:58 smithi082 ceph-mon[91979]: osdmap e1908: 8 total, 8 up, 8 in 2024-08-17T01:36:59.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:58 smithi137 ceph-mon[86391]: osdmap e1908: 8 total, 8 up, 8 in 2024-08-17T01:37:00.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:59 smithi082 ceph-mon[94343]: osdmap e1909: 8 total, 8 up, 8 in 2024-08-17T01:37:00.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:59 smithi082 ceph-mon[94343]: pgmap v3290: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 26 KiB/s wr, 15 op/s 2024-08-17T01:37:00.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:36:59 smithi082 ceph-mon[94343]: osdmap e1910: 8 total, 8 up, 8 in 2024-08-17T01:37:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:59 smithi082 ceph-mon[91979]: osdmap e1909: 8 total, 8 up, 8 in 2024-08-17T01:37:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:59 smithi082 ceph-mon[91979]: pgmap v3290: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 26 KiB/s wr, 15 op/s 2024-08-17T01:37:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:36:59 smithi082 ceph-mon[91979]: osdmap e1910: 8 total, 8 up, 8 in 2024-08-17T01:37:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:59 smithi137 ceph-mon[86391]: osdmap e1909: 8 total, 8 up, 8 in 2024-08-17T01:37:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:59 smithi137 ceph-mon[86391]: pgmap v3290: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 26 KiB/s wr, 15 op/s 2024-08-17T01:37:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:36:59 smithi137 ceph-mon[86391]: osdmap e1910: 8 total, 8 up, 8 in 2024-08-17T01:37:01.785 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:37:02.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:01 smithi082 ceph-mon[94343]: osdmap e1911: 8 total, 8 up, 8 in 2024-08-17T01:37:02.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:01 smithi082 ceph-mon[94343]: pgmap v3293: 137 pgs: 137 active+clean; 22 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 9.0 KiB/s wr, 103 op/s 2024-08-17T01:37:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:01 smithi082 ceph-mon[91979]: osdmap e1911: 8 total, 8 up, 8 in 2024-08-17T01:37:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:01 smithi082 ceph-mon[91979]: pgmap v3293: 137 pgs: 137 active+clean; 22 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 9.0 KiB/s wr, 103 op/s 2024-08-17T01:37:02.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:01 smithi137 ceph-mon[86391]: osdmap e1911: 8 total, 8 up, 8 in 2024-08-17T01:37:02.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:01 smithi137 ceph-mon[86391]: pgmap v3293: 137 pgs: 137 active+clean; 22 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 9.0 KiB/s wr, 103 op/s 2024-08-17T01:37:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:37:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:37:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:37:03.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:02 smithi082 ceph-mon[94343]: osdmap e1912: 8 total, 8 up, 8 in 2024-08-17T01:37:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:02 smithi082 ceph-mon[91979]: osdmap e1912: 8 total, 8 up, 8 in 2024-08-17T01:37:03.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:02 smithi137 ceph-mon[86391]: osdmap e1912: 8 total, 8 up, 8 in 2024-08-17T01:37:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:03 smithi082 ceph-mon[94343]: osdmap e1913: 8 total, 8 up, 8 in 2024-08-17T01:37:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:03 smithi082 ceph-mon[94343]: pgmap v3296: 137 pgs: 137 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 7.7 KiB/s wr, 95 op/s 2024-08-17T01:37:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:03 smithi082 ceph-mon[91979]: osdmap e1913: 8 total, 8 up, 8 in 2024-08-17T01:37:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:03 smithi082 ceph-mon[91979]: pgmap v3296: 137 pgs: 137 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 7.7 KiB/s wr, 95 op/s 2024-08-17T01:37:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:03 smithi137 ceph-mon[86391]: osdmap e1913: 8 total, 8 up, 8 in 2024-08-17T01:37:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:03 smithi137 ceph-mon[86391]: pgmap v3296: 137 pgs: 137 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 7.7 KiB/s wr, 95 op/s 2024-08-17T01:37:04.802 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:37:05.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:04 smithi082 ceph-mon[94343]: osdmap e1914: 8 total, 8 up, 8 in 2024-08-17T01:37:05.025 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:04 smithi082 ceph-mon[91979]: osdmap e1914: 8 total, 8 up, 8 in 2024-08-17T01:37:05.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:04 smithi137 ceph-mon[86391]: osdmap e1914: 8 total, 8 up, 8 in 2024-08-17T01:37:05.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:37:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:37:05] "GET /metrics HTTP/1.1" 200 36595 "" "Prometheus/2.43.0" 2024-08-17T01:37:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:05 smithi082 ceph-mon[91979]: osdmap e1915: 8 total, 8 up, 8 in 2024-08-17T01:37:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:05 smithi082 ceph-mon[91979]: pgmap v3299: 137 pgs: 137 active+clean; 26 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 9.0 KiB/s wr, 102 op/s 2024-08-17T01:37:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:37:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:37:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:05 smithi082 ceph-mon[94343]: osdmap e1915: 8 total, 8 up, 8 in 2024-08-17T01:37:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:05 smithi082 ceph-mon[94343]: pgmap v3299: 137 pgs: 137 active+clean; 26 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 9.0 KiB/s wr, 102 op/s 2024-08-17T01:37:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:37:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:37:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:05 smithi137 ceph-mon[86391]: osdmap e1915: 8 total, 8 up, 8 in 2024-08-17T01:37:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:05 smithi137 ceph-mon[86391]: pgmap v3299: 137 pgs: 137 active+clean; 26 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 9.0 KiB/s wr, 102 op/s 2024-08-17T01:37:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:37:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:37:07.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:06 smithi082 ceph-mon[94343]: osdmap e1916: 8 total, 8 up, 8 in 2024-08-17T01:37:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:06 smithi082 ceph-mon[91979]: osdmap e1916: 8 total, 8 up, 8 in 2024-08-17T01:37:07.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:06 smithi137 ceph-mon[86391]: osdmap e1916: 8 total, 8 up, 8 in 2024-08-17T01:37:07.831 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (14933 ms) 2024-08-17T01:37:07.831 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-08-17T01:37:07.831 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:37:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:07 smithi082 ceph-mon[91979]: osdmap e1917: 8 total, 8 up, 8 in 2024-08-17T01:37:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:07 smithi082 ceph-mon[91979]: pgmap v3302: 137 pgs: 137 active+clean; 26 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 9.0 KiB/s wr, 105 op/s 2024-08-17T01:37:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:07 smithi082 ceph-mon[94343]: osdmap e1917: 8 total, 8 up, 8 in 2024-08-17T01:37:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:07 smithi082 ceph-mon[94343]: pgmap v3302: 137 pgs: 137 active+clean; 26 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 9.0 KiB/s wr, 105 op/s 2024-08-17T01:37:08.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:07 smithi137 ceph-mon[86391]: osdmap e1917: 8 total, 8 up, 8 in 2024-08-17T01:37:08.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:07 smithi137 ceph-mon[86391]: pgmap v3302: 137 pgs: 137 active+clean; 26 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 9.0 KiB/s wr, 105 op/s 2024-08-17T01:37:09.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:08 smithi082 ceph-mon[91979]: osdmap e1918: 8 total, 8 up, 8 in 2024-08-17T01:37:09.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:08 smithi082 ceph-mon[94343]: osdmap e1918: 8 total, 8 up, 8 in 2024-08-17T01:37:09.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:08 smithi137 ceph-mon[86391]: osdmap e1918: 8 total, 8 up, 8 in 2024-08-17T01:37:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:09 smithi082 ceph-mon[91979]: osdmap e1919: 8 total, 8 up, 8 in 2024-08-17T01:37:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:09 smithi082 ceph-mon[91979]: pgmap v3305: 137 pgs: 137 active+clean; 30 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 3.2 KiB/s wr, 18 op/s 2024-08-17T01:37:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:09 smithi082 ceph-mon[94343]: osdmap e1919: 8 total, 8 up, 8 in 2024-08-17T01:37:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:09 smithi082 ceph-mon[94343]: pgmap v3305: 137 pgs: 137 active+clean; 30 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 3.2 KiB/s wr, 18 op/s 2024-08-17T01:37:10.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:09 smithi137 ceph-mon[86391]: osdmap e1919: 8 total, 8 up, 8 in 2024-08-17T01:37:10.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:09 smithi137 ceph-mon[86391]: pgmap v3305: 137 pgs: 137 active+clean; 30 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 3.2 KiB/s wr, 18 op/s 2024-08-17T01:37:10.853 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:37:11.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:10 smithi082 ceph-mon[91979]: osdmap e1920: 8 total, 8 up, 8 in 2024-08-17T01:37:11.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:10 smithi082 ceph-mon[94343]: osdmap e1920: 8 total, 8 up, 8 in 2024-08-17T01:37:11.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:10 smithi137 ceph-mon[86391]: osdmap e1920: 8 total, 8 up, 8 in 2024-08-17T01:37:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:11 smithi082 ceph-mon[91979]: osdmap e1921: 8 total, 8 up, 8 in 2024-08-17T01:37:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:11 smithi082 ceph-mon[91979]: pgmap v3308: 137 pgs: 137 active+clean; 34 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 7.7 KiB/s wr, 82 op/s 2024-08-17T01:37:12.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:11 smithi082 ceph-mon[94343]: osdmap e1921: 8 total, 8 up, 8 in 2024-08-17T01:37:12.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:11 smithi082 ceph-mon[94343]: pgmap v3308: 137 pgs: 137 active+clean; 34 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 7.7 KiB/s wr, 82 op/s 2024-08-17T01:37:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:11 smithi137 ceph-mon[86391]: osdmap e1921: 8 total, 8 up, 8 in 2024-08-17T01:37:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:11 smithi137 ceph-mon[86391]: pgmap v3308: 137 pgs: 137 active+clean; 34 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 7.7 KiB/s wr, 82 op/s 2024-08-17T01:37:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:37:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:37:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:37:13.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:12 smithi082 ceph-mon[94343]: osdmap e1922: 8 total, 8 up, 8 in 2024-08-17T01:37:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:12 smithi082 ceph-mon[91979]: osdmap e1922: 8 total, 8 up, 8 in 2024-08-17T01:37:13.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:12 smithi137 ceph-mon[86391]: osdmap e1922: 8 total, 8 up, 8 in 2024-08-17T01:37:13.876 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:37:14.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:13 smithi082 ceph-mon[91979]: osdmap e1923: 8 total, 8 up, 8 in 2024-08-17T01:37:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:13 smithi082 ceph-mon[91979]: pgmap v3311: 137 pgs: 137 active+clean; 34 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 7.0 KiB/s wr, 77 op/s 2024-08-17T01:37:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:13 smithi082 ceph-mon[94343]: osdmap e1923: 8 total, 8 up, 8 in 2024-08-17T01:37:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:13 smithi082 ceph-mon[94343]: pgmap v3311: 137 pgs: 137 active+clean; 34 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 7.0 KiB/s wr, 77 op/s 2024-08-17T01:37:14.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:13 smithi137 ceph-mon[86391]: osdmap e1923: 8 total, 8 up, 8 in 2024-08-17T01:37:14.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:13 smithi137 ceph-mon[86391]: pgmap v3311: 137 pgs: 137 active+clean; 34 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 7.0 KiB/s wr, 77 op/s 2024-08-17T01:37:15.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:14 smithi082 ceph-mon[91979]: osdmap e1924: 8 total, 8 up, 8 in 2024-08-17T01:37:15.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:14 smithi082 ceph-mon[94343]: osdmap e1924: 8 total, 8 up, 8 in 2024-08-17T01:37:15.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:37:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:37:15] "GET /metrics HTTP/1.1" 200 36648 "" "Prometheus/2.43.0" 2024-08-17T01:37:15.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:14 smithi137 ceph-mon[86391]: osdmap e1924: 8 total, 8 up, 8 in 2024-08-17T01:37:16.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:15 smithi082 ceph-mon[94343]: osdmap e1925: 8 total, 8 up, 8 in 2024-08-17T01:37:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:15 smithi082 ceph-mon[94343]: pgmap v3314: 137 pgs: 137 active+clean; 40 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 7.7 KiB/s wr, 83 op/s 2024-08-17T01:37:16.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:15 smithi082 ceph-mon[91979]: osdmap e1925: 8 total, 8 up, 8 in 2024-08-17T01:37:16.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:15 smithi082 ceph-mon[91979]: pgmap v3314: 137 pgs: 137 active+clean; 40 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 7.7 KiB/s wr, 83 op/s 2024-08-17T01:37:16.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:15 smithi137 ceph-mon[86391]: osdmap e1925: 8 total, 8 up, 8 in 2024-08-17T01:37:16.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:15 smithi137 ceph-mon[86391]: pgmap v3314: 137 pgs: 137 active+clean; 40 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 7.7 KiB/s wr, 83 op/s 2024-08-17T01:37:16.898 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:37:17.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:16 smithi082 ceph-mon[91979]: osdmap e1926: 8 total, 8 up, 8 in 2024-08-17T01:37:17.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:16 smithi082 ceph-mon[94343]: osdmap e1926: 8 total, 8 up, 8 in 2024-08-17T01:37:17.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:16 smithi137 ceph-mon[86391]: osdmap e1926: 8 total, 8 up, 8 in 2024-08-17T01:37:18.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:17 smithi082 ceph-mon[91979]: osdmap e1927: 8 total, 8 up, 8 in 2024-08-17T01:37:18.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:17 smithi082 ceph-mon[91979]: pgmap v3317: 137 pgs: 137 active+clean; 40 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 7.7 KiB/s wr, 101 op/s 2024-08-17T01:37:18.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:17 smithi082 ceph-mon[94343]: osdmap e1927: 8 total, 8 up, 8 in 2024-08-17T01:37:18.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:17 smithi082 ceph-mon[94343]: pgmap v3317: 137 pgs: 137 active+clean; 40 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 7.7 KiB/s wr, 101 op/s 2024-08-17T01:37:18.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:17 smithi137 ceph-mon[86391]: osdmap e1927: 8 total, 8 up, 8 in 2024-08-17T01:37:18.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:17 smithi137 ceph-mon[86391]: pgmap v3317: 137 pgs: 137 active+clean; 40 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 7.7 KiB/s wr, 101 op/s 2024-08-17T01:37:19.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:18 smithi082 ceph-mon[91979]: osdmap e1928: 8 total, 8 up, 8 in 2024-08-17T01:37:19.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:18 smithi082 ceph-mon[94343]: osdmap e1928: 8 total, 8 up, 8 in 2024-08-17T01:37:19.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:18 smithi137 ceph-mon[86391]: osdmap e1928: 8 total, 8 up, 8 in 2024-08-17T01:37:19.920 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:37:20.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:19 smithi082 ceph-mon[94343]: osdmap e1929: 8 total, 8 up, 8 in 2024-08-17T01:37:20.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:19 smithi082 ceph-mon[94343]: pgmap v3320: 137 pgs: 137 active+clean; 46 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.2 KiB/s wr, 30 op/s 2024-08-17T01:37:20.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:19 smithi082 ceph-mon[91979]: osdmap e1929: 8 total, 8 up, 8 in 2024-08-17T01:37:20.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:19 smithi082 ceph-mon[91979]: pgmap v3320: 137 pgs: 137 active+clean; 46 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.2 KiB/s wr, 30 op/s 2024-08-17T01:37:20.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:19 smithi137 ceph-mon[86391]: osdmap e1929: 8 total, 8 up, 8 in 2024-08-17T01:37:20.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:19 smithi137 ceph-mon[86391]: pgmap v3320: 137 pgs: 137 active+clean; 46 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.2 KiB/s wr, 30 op/s 2024-08-17T01:37:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:20 smithi082 ceph-mon[91979]: osdmap e1930: 8 total, 8 up, 8 in 2024-08-17T01:37:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:37:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:20 smithi082 ceph-mon[94343]: osdmap e1930: 8 total, 8 up, 8 in 2024-08-17T01:37:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:37:21.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:20 smithi137 ceph-mon[86391]: osdmap e1930: 8 total, 8 up, 8 in 2024-08-17T01:37:21.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:37:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:21 smithi082 ceph-mon[94343]: osdmap e1931: 8 total, 8 up, 8 in 2024-08-17T01:37:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:21 smithi082 ceph-mon[94343]: pgmap v3323: 137 pgs: 137 active+clean; 49 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 6.0 KiB/s wr, 53 op/s 2024-08-17T01:37:22.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:21 smithi082 ceph-mon[91979]: osdmap e1931: 8 total, 8 up, 8 in 2024-08-17T01:37:22.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:21 smithi082 ceph-mon[91979]: pgmap v3323: 137 pgs: 137 active+clean; 49 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 6.0 KiB/s wr, 53 op/s 2024-08-17T01:37:22.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:21 smithi137 ceph-mon[86391]: osdmap e1931: 8 total, 8 up, 8 in 2024-08-17T01:37:22.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:21 smithi137 ceph-mon[86391]: pgmap v3323: 137 pgs: 137 active+clean; 49 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 6.0 KiB/s wr, 53 op/s 2024-08-17T01:37:22.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:37:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:37:22.933 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (15102 ms) 2024-08-17T01:37:22.933 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS1 2024-08-17T01:37:22.933 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:37:23.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:22 smithi082 ceph-mon[94343]: osdmap e1932: 8 total, 8 up, 8 in 2024-08-17T01:37:23.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:22 smithi082 ceph-mon[91979]: osdmap e1932: 8 total, 8 up, 8 in 2024-08-17T01:37:23.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:22 smithi137 ceph-mon[86391]: osdmap e1932: 8 total, 8 up, 8 in 2024-08-17T01:37:24.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:23 smithi082 ceph-mon[94343]: osdmap e1933: 8 total, 8 up, 8 in 2024-08-17T01:37:24.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:23 smithi082 ceph-mon[94343]: pgmap v3326: 137 pgs: 137 active+clean; 52 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 7.7 KiB/s wr, 74 op/s 2024-08-17T01:37:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:23 smithi082 ceph-mon[91979]: osdmap e1933: 8 total, 8 up, 8 in 2024-08-17T01:37:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:23 smithi082 ceph-mon[91979]: pgmap v3326: 137 pgs: 137 active+clean; 52 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 7.7 KiB/s wr, 74 op/s 2024-08-17T01:37:24.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:23 smithi137 ceph-mon[86391]: osdmap e1933: 8 total, 8 up, 8 in 2024-08-17T01:37:24.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:23 smithi137 ceph-mon[86391]: pgmap v3326: 137 pgs: 137 active+clean; 52 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 7.7 KiB/s wr, 74 op/s 2024-08-17T01:37:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:37:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:37:25] "GET /metrics HTTP/1.1" 200 36648 "" "Prometheus/2.43.0" 2024-08-17T01:37:26.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:26 smithi082 ceph-mon[94343]: pgmap v3327: 137 pgs: 137 active+clean; 60 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 5.8 KiB/s wr, 75 op/s 2024-08-17T01:37:26.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:26 smithi082 ceph-mon[91979]: pgmap v3327: 137 pgs: 137 active+clean; 60 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 5.8 KiB/s wr, 75 op/s 2024-08-17T01:37:26.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:26 smithi137 ceph-mon[86391]: pgmap v3327: 137 pgs: 137 active+clean; 60 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 5.8 KiB/s wr, 75 op/s 2024-08-17T01:37:28.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:28 smithi082 ceph-mon[94343]: pgmap v3328: 137 pgs: 137 active+clean; 60 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 5.6 KiB/s wr, 66 op/s 2024-08-17T01:37:28.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:28 smithi082 ceph-mon[94343]: osdmap e1934: 8 total, 8 up, 8 in 2024-08-17T01:37:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:28 smithi082 ceph-mon[91979]: pgmap v3328: 137 pgs: 137 active+clean; 60 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 5.6 KiB/s wr, 66 op/s 2024-08-17T01:37:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:28 smithi082 ceph-mon[91979]: osdmap e1934: 8 total, 8 up, 8 in 2024-08-17T01:37:28.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:28 smithi137 ceph-mon[86391]: pgmap v3328: 137 pgs: 137 active+clean; 60 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 5.6 KiB/s wr, 66 op/s 2024-08-17T01:37:28.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:28 smithi137 ceph-mon[86391]: osdmap e1934: 8 total, 8 up, 8 in 2024-08-17T01:37:29.123 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:37:29.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:29 smithi082 ceph-mon[94343]: osdmap e1935: 8 total, 8 up, 8 in 2024-08-17T01:37:29.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:29 smithi082 ceph-mon[91979]: osdmap e1935: 8 total, 8 up, 8 in 2024-08-17T01:37:29.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:29 smithi137 ceph-mon[86391]: osdmap e1935: 8 total, 8 up, 8 in 2024-08-17T01:37:30.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:30 smithi082 ceph-mon[94343]: pgmap v3331: 137 pgs: 137 active+clean; 64 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 676 KiB/s wr, 69 op/s 2024-08-17T01:37:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:30 smithi082 ceph-mon[94343]: osdmap e1936: 8 total, 8 up, 8 in 2024-08-17T01:37:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:30 smithi082 ceph-mon[91979]: pgmap v3331: 137 pgs: 137 active+clean; 64 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 676 KiB/s wr, 69 op/s 2024-08-17T01:37:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:30 smithi082 ceph-mon[91979]: osdmap e1936: 8 total, 8 up, 8 in 2024-08-17T01:37:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:30 smithi137 ceph-mon[86391]: pgmap v3331: 137 pgs: 137 active+clean; 64 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 676 KiB/s wr, 69 op/s 2024-08-17T01:37:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:30 smithi137 ceph-mon[86391]: osdmap e1936: 8 total, 8 up, 8 in 2024-08-17T01:37:32.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:32 smithi082 ceph-mon[91979]: pgmap v3333: 137 pgs: 137 active+clean; 64 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-08-17T01:37:32.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:32 smithi082 ceph-mon[94343]: pgmap v3333: 137 pgs: 137 active+clean; 64 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-08-17T01:37:32.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:32 smithi137 ceph-mon[86391]: pgmap v3333: 137 pgs: 137 active+clean; 64 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-08-17T01:37:32.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:37:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:37:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:37:34.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:34 smithi082 ceph-mon[91979]: pgmap v3334: 137 pgs: 137 active+clean; 64 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-08-17T01:37:34.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:34 smithi082 ceph-mon[91979]: osdmap e1937: 8 total, 8 up, 8 in 2024-08-17T01:37:34.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:34 smithi082 ceph-mon[94343]: pgmap v3334: 137 pgs: 137 active+clean; 64 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-08-17T01:37:34.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:34 smithi082 ceph-mon[94343]: osdmap e1937: 8 total, 8 up, 8 in 2024-08-17T01:37:34.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:34 smithi137 ceph-mon[86391]: pgmap v3334: 137 pgs: 137 active+clean; 64 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-08-17T01:37:34.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:34 smithi137 ceph-mon[86391]: osdmap e1937: 8 total, 8 up, 8 in 2024-08-17T01:37:35.138 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:37:35.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:35 smithi082 ceph-mon[94343]: osdmap e1938: 8 total, 8 up, 8 in 2024-08-17T01:37:35.376 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:37:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:37:35] "GET /metrics HTTP/1.1" 200 36648 "" "Prometheus/2.43.0" 2024-08-17T01:37:35.376 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:35 smithi082 ceph-mon[91979]: osdmap e1938: 8 total, 8 up, 8 in 2024-08-17T01:37:35.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:35 smithi137 ceph-mon[86391]: osdmap e1938: 8 total, 8 up, 8 in 2024-08-17T01:37:36.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:36 smithi082 ceph-mon[94343]: pgmap v3337: 137 pgs: 137 active+clean; 70 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-17T01:37:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:36 smithi082 ceph-mon[94343]: osdmap e1939: 8 total, 8 up, 8 in 2024-08-17T01:37:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:37:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:36 smithi082 ceph-mon[91979]: pgmap v3337: 137 pgs: 137 active+clean; 70 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-17T01:37:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:36 smithi082 ceph-mon[91979]: osdmap e1939: 8 total, 8 up, 8 in 2024-08-17T01:37:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:37:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:36 smithi137 ceph-mon[86391]: pgmap v3337: 137 pgs: 137 active+clean; 70 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-17T01:37:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:36 smithi137 ceph-mon[86391]: osdmap e1939: 8 total, 8 up, 8 in 2024-08-17T01:37:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:37:38.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:38 smithi082 ceph-mon[94343]: pgmap v3339: 137 pgs: 137 active+clean; 70 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-08-17T01:37:38.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:38 smithi082 ceph-mon[91979]: pgmap v3339: 137 pgs: 137 active+clean; 70 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-08-17T01:37:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:38 smithi137 ceph-mon[86391]: pgmap v3339: 137 pgs: 137 active+clean; 70 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-08-17T01:37:40.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:40 smithi082 ceph-mon[94343]: pgmap v3340: 137 pgs: 137 active+clean; 74 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 37 op/s 2024-08-17T01:37:40.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:40 smithi082 ceph-mon[94343]: osdmap e1940: 8 total, 8 up, 8 in 2024-08-17T01:37:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:40 smithi082 ceph-mon[91979]: pgmap v3340: 137 pgs: 137 active+clean; 74 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 37 op/s 2024-08-17T01:37:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:40 smithi082 ceph-mon[91979]: osdmap e1940: 8 total, 8 up, 8 in 2024-08-17T01:37:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:40 smithi137 ceph-mon[86391]: pgmap v3340: 137 pgs: 137 active+clean; 74 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 37 op/s 2024-08-17T01:37:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:40 smithi137 ceph-mon[86391]: osdmap e1940: 8 total, 8 up, 8 in 2024-08-17T01:37:41.159 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:37:41.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:41 smithi082 ceph-mon[94343]: osdmap e1941: 8 total, 8 up, 8 in 2024-08-17T01:37:41.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:41 smithi082 ceph-mon[91979]: osdmap e1941: 8 total, 8 up, 8 in 2024-08-17T01:37:41.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:41 smithi137 ceph-mon[86391]: osdmap e1941: 8 total, 8 up, 8 in 2024-08-17T01:37:42.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:42 smithi082 ceph-mon[94343]: pgmap v3343: 137 pgs: 137 active+clean; 74 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 685 KiB/s wr, 23 op/s 2024-08-17T01:37:42.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:42 smithi082 ceph-mon[94343]: osdmap e1942: 8 total, 8 up, 8 in 2024-08-17T01:37:42.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:42 smithi082 ceph-mon[91979]: pgmap v3343: 137 pgs: 137 active+clean; 74 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 685 KiB/s wr, 23 op/s 2024-08-17T01:37:42.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:42 smithi082 ceph-mon[91979]: osdmap e1942: 8 total, 8 up, 8 in 2024-08-17T01:37:42.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:42 smithi137 ceph-mon[86391]: pgmap v3343: 137 pgs: 137 active+clean; 74 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 685 KiB/s wr, 23 op/s 2024-08-17T01:37:42.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:42 smithi137 ceph-mon[86391]: osdmap e1942: 8 total, 8 up, 8 in 2024-08-17T01:37:42.486 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:37:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:37:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:37:44.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:44 smithi082 ceph-mon[94343]: pgmap v3345: 137 pgs: 137 active+clean; 75 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 32 op/s 2024-08-17T01:37:44.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:44 smithi082 ceph-mon[91979]: pgmap v3345: 137 pgs: 137 active+clean; 75 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 32 op/s 2024-08-17T01:37:44.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:44 smithi137 ceph-mon[86391]: pgmap v3345: 137 pgs: 137 active+clean; 75 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 32 op/s 2024-08-17T01:37:45.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:37:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:37:45] "GET /metrics HTTP/1.1" 200 36654 "" "Prometheus/2.43.0" 2024-08-17T01:37:46.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:46 smithi082 ceph-mon[94343]: pgmap v3346: 137 pgs: 137 active+clean; 76 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 5.0 KiB/s wr, 54 op/s 2024-08-17T01:37:46.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:46 smithi082 ceph-mon[94343]: osdmap e1943: 8 total, 8 up, 8 in 2024-08-17T01:37:46.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:46 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:37:46.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:46 smithi082 ceph-mon[91979]: pgmap v3346: 137 pgs: 137 active+clean; 76 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 5.0 KiB/s wr, 54 op/s 2024-08-17T01:37:46.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:46 smithi082 ceph-mon[91979]: osdmap e1943: 8 total, 8 up, 8 in 2024-08-17T01:37:46.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:46 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:37:46.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:46 smithi137 ceph-mon[86391]: pgmap v3346: 137 pgs: 137 active+clean; 76 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 5.0 KiB/s wr, 54 op/s 2024-08-17T01:37:46.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:46 smithi137 ceph-mon[86391]: osdmap e1943: 8 total, 8 up, 8 in 2024-08-17T01:37:46.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:46 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:37:47.187 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:37:47.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:47 smithi082 ceph-mon[94343]: osdmap e1944: 8 total, 8 up, 8 in 2024-08-17T01:37:47.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:37:47.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:37:47.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:37:47.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:47 smithi082 ceph-mon[91979]: osdmap e1944: 8 total, 8 up, 8 in 2024-08-17T01:37:47.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:37:47.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:37:47.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:37:47.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:47 smithi137 ceph-mon[86391]: osdmap e1944: 8 total, 8 up, 8 in 2024-08-17T01:37:47.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:47 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:37:47.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:47 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:37:47.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:47 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:37:48.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:48 smithi082 ceph-mon[94343]: pgmap v3349: 137 pgs: 137 active+clean; 76 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.3 KiB/s wr, 41 op/s 2024-08-17T01:37:48.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:48 smithi082 ceph-mon[94343]: osdmap e1945: 8 total, 8 up, 8 in 2024-08-17T01:37:48.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:48 smithi082 ceph-mon[91979]: pgmap v3349: 137 pgs: 137 active+clean; 76 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.3 KiB/s wr, 41 op/s 2024-08-17T01:37:48.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:48 smithi082 ceph-mon[91979]: osdmap e1945: 8 total, 8 up, 8 in 2024-08-17T01:37:48.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:48 smithi137 ceph-mon[86391]: pgmap v3349: 137 pgs: 137 active+clean; 76 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.3 KiB/s wr, 41 op/s 2024-08-17T01:37:48.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:48 smithi137 ceph-mon[86391]: osdmap e1945: 8 total, 8 up, 8 in 2024-08-17T01:37:50.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:50 smithi082 ceph-mon[94343]: pgmap v3351: 137 pgs: 137 active+clean; 82 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 687 KiB/s wr, 61 op/s 2024-08-17T01:37:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:50 smithi082 ceph-mon[91979]: pgmap v3351: 137 pgs: 137 active+clean; 82 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 687 KiB/s wr, 61 op/s 2024-08-17T01:37:50.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:50 smithi137 ceph-mon[86391]: pgmap v3351: 137 pgs: 137 active+clean; 82 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 687 KiB/s wr, 61 op/s 2024-08-17T01:37:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:37:51.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:37:51.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:37:52.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:52 smithi082 ceph-mon[94343]: pgmap v3352: 137 pgs: 137 active+clean; 82 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-08-17T01:37:52.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:52 smithi082 ceph-mon[94343]: osdmap e1946: 8 total, 8 up, 8 in 2024-08-17T01:37:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:52 smithi082 ceph-mon[91979]: pgmap v3352: 137 pgs: 137 active+clean; 82 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-08-17T01:37:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:52 smithi082 ceph-mon[91979]: osdmap e1946: 8 total, 8 up, 8 in 2024-08-17T01:37:52.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:52 smithi137 ceph-mon[86391]: pgmap v3352: 137 pgs: 137 active+clean; 82 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-08-17T01:37:52.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:52 smithi137 ceph-mon[86391]: osdmap e1946: 8 total, 8 up, 8 in 2024-08-17T01:37:52.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:37:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:37:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:37:53.210 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS1 (30277 ms) 2024-08-17T01:37:53.210 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS1PP 2024-08-17T01:37:53.210 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:37:53.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:53 smithi082 ceph-mon[94343]: osdmap e1947: 8 total, 8 up, 8 in 2024-08-17T01:37:53.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:53 smithi082 ceph-mon[91979]: osdmap e1947: 8 total, 8 up, 8 in 2024-08-17T01:37:53.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:53 smithi137 ceph-mon[86391]: osdmap e1947: 8 total, 8 up, 8 in 2024-08-17T01:37:54.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:54 smithi082 ceph-mon[94343]: pgmap v3355: 137 pgs: 137 active+clean; 86 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-08-17T01:37:54.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:54 smithi082 ceph-mon[94343]: osdmap e1948: 8 total, 8 up, 8 in 2024-08-17T01:37:54.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:54 smithi082 ceph-mon[91979]: pgmap v3355: 137 pgs: 137 active+clean; 86 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-08-17T01:37:54.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:54 smithi082 ceph-mon[91979]: osdmap e1948: 8 total, 8 up, 8 in 2024-08-17T01:37:54.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:54 smithi137 ceph-mon[86391]: pgmap v3355: 137 pgs: 137 active+clean; 86 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-08-17T01:37:54.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:54 smithi137 ceph-mon[86391]: osdmap e1948: 8 total, 8 up, 8 in 2024-08-17T01:37:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:37:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:37:55] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-08-17T01:37:56.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:55 smithi082 ceph-mon[94343]: pgmap v3357: 137 pgs: 137 active+clean; 94 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 687 KiB/s wr, 32 op/s 2024-08-17T01:37:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:55 smithi082 ceph-mon[91979]: pgmap v3357: 137 pgs: 137 active+clean; 94 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 687 KiB/s wr, 32 op/s 2024-08-17T01:37:56.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:55 smithi137 ceph-mon[86391]: pgmap v3357: 137 pgs: 137 active+clean; 94 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 687 KiB/s wr, 32 op/s 2024-08-17T01:37:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:57 smithi082 ceph-mon[94343]: osdmap e1949: 8 total, 8 up, 8 in 2024-08-17T01:37:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:57 smithi082 ceph-mon[94343]: pgmap v3359: 137 pgs: 137 active+clean; 94 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 703 KiB/s wr, 28 op/s 2024-08-17T01:37:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:57 smithi082 ceph-mon[91979]: osdmap e1949: 8 total, 8 up, 8 in 2024-08-17T01:37:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:57 smithi082 ceph-mon[91979]: pgmap v3359: 137 pgs: 137 active+clean; 94 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 703 KiB/s wr, 28 op/s 2024-08-17T01:37:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:57 smithi137 ceph-mon[86391]: osdmap e1949: 8 total, 8 up, 8 in 2024-08-17T01:37:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:57 smithi137 ceph-mon[86391]: pgmap v3359: 137 pgs: 137 active+clean; 94 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 703 KiB/s wr, 28 op/s 2024-08-17T01:37:58.810 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:37:59.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:58 smithi082 ceph-mon[91979]: osdmap e1950: 8 total, 8 up, 8 in 2024-08-17T01:37:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:58 smithi082 ceph-mon[94343]: osdmap e1950: 8 total, 8 up, 8 in 2024-08-17T01:37:59.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:58 smithi137 ceph-mon[86391]: osdmap e1950: 8 total, 8 up, 8 in 2024-08-17T01:38:00.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:59 smithi082 ceph-mon[94343]: osdmap e1951: 8 total, 8 up, 8 in 2024-08-17T01:38:00.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:37:59 smithi082 ceph-mon[94343]: pgmap v3362: 137 pgs: 137 active+clean; 94 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 705 KiB/s wr, 48 op/s 2024-08-17T01:38:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:59 smithi082 ceph-mon[91979]: osdmap e1951: 8 total, 8 up, 8 in 2024-08-17T01:38:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:37:59 smithi082 ceph-mon[91979]: pgmap v3362: 137 pgs: 137 active+clean; 94 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 705 KiB/s wr, 48 op/s 2024-08-17T01:38:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:59 smithi137 ceph-mon[86391]: osdmap e1951: 8 total, 8 up, 8 in 2024-08-17T01:38:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:37:59 smithi137 ceph-mon[86391]: pgmap v3362: 137 pgs: 137 active+clean; 94 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 705 KiB/s wr, 48 op/s 2024-08-17T01:38:02.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:02 smithi082 ceph-mon[94343]: pgmap v3363: 137 pgs: 137 active+clean; 98 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-08-17T01:38:02.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:02 smithi082 ceph-mon[91979]: pgmap v3363: 137 pgs: 137 active+clean; 98 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-08-17T01:38:02.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:02 smithi137 ceph-mon[86391]: pgmap v3363: 137 pgs: 137 active+clean; 98 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-08-17T01:38:02.486 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:38:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:38:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:38:04.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:04 smithi082 ceph-mon[94343]: pgmap v3364: 137 pgs: 137 active+clean; 98 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 658 KiB/s wr, 44 op/s 2024-08-17T01:38:04.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:04 smithi082 ceph-mon[94343]: osdmap e1952: 8 total, 8 up, 8 in 2024-08-17T01:38:04.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:04 smithi082 ceph-mon[91979]: pgmap v3364: 137 pgs: 137 active+clean; 98 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 658 KiB/s wr, 44 op/s 2024-08-17T01:38:04.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:04 smithi082 ceph-mon[91979]: osdmap e1952: 8 total, 8 up, 8 in 2024-08-17T01:38:04.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:04 smithi137 ceph-mon[86391]: pgmap v3364: 137 pgs: 137 active+clean; 98 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 658 KiB/s wr, 44 op/s 2024-08-17T01:38:04.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:04 smithi137 ceph-mon[86391]: osdmap e1952: 8 total, 8 up, 8 in 2024-08-17T01:38:05.139 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:38:05.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:05 smithi082 ceph-mon[94343]: osdmap e1953: 8 total, 8 up, 8 in 2024-08-17T01:38:05.376 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:38:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:38:05] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-08-17T01:38:05.376 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:05 smithi082 ceph-mon[91979]: osdmap e1953: 8 total, 8 up, 8 in 2024-08-17T01:38:05.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:05 smithi137 ceph-mon[86391]: osdmap e1953: 8 total, 8 up, 8 in 2024-08-17T01:38:06.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:06 smithi082 ceph-mon[94343]: pgmap v3367: 137 pgs: 137 active+clean; 105 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.3 MiB/s wr, 39 op/s 2024-08-17T01:38:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:06 smithi082 ceph-mon[94343]: osdmap e1954: 8 total, 8 up, 8 in 2024-08-17T01:38:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:38:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:06 smithi082 ceph-mon[91979]: pgmap v3367: 137 pgs: 137 active+clean; 105 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.3 MiB/s wr, 39 op/s 2024-08-17T01:38:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:06 smithi082 ceph-mon[91979]: osdmap e1954: 8 total, 8 up, 8 in 2024-08-17T01:38:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:38:06.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:06 smithi137 ceph-mon[86391]: pgmap v3367: 137 pgs: 137 active+clean; 105 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.3 MiB/s wr, 39 op/s 2024-08-17T01:38:06.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:06 smithi137 ceph-mon[86391]: osdmap e1954: 8 total, 8 up, 8 in 2024-08-17T01:38:06.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:38:08.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:08 smithi082 ceph-mon[94343]: pgmap v3369: 137 pgs: 137 active+clean; 108 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-08-17T01:38:08.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:08 smithi082 ceph-mon[91979]: pgmap v3369: 137 pgs: 137 active+clean; 108 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-08-17T01:38:08.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:08 smithi137 ceph-mon[86391]: pgmap v3369: 137 pgs: 137 active+clean; 108 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-08-17T01:38:10.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:10 smithi082 ceph-mon[94343]: pgmap v3370: 137 pgs: 137 active+clean; 112 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 44 op/s 2024-08-17T01:38:10.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:10 smithi082 ceph-mon[94343]: osdmap e1955: 8 total, 8 up, 8 in 2024-08-17T01:38:10.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:10 smithi082 ceph-mon[91979]: pgmap v3370: 137 pgs: 137 active+clean; 112 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 44 op/s 2024-08-17T01:38:10.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:10 smithi082 ceph-mon[91979]: osdmap e1955: 8 total, 8 up, 8 in 2024-08-17T01:38:10.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:10 smithi137 ceph-mon[86391]: pgmap v3370: 137 pgs: 137 active+clean; 112 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 44 op/s 2024-08-17T01:38:10.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:10 smithi137 ceph-mon[86391]: osdmap e1955: 8 total, 8 up, 8 in 2024-08-17T01:38:11.151 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:38:11.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:11 smithi082 ceph-mon[94343]: osdmap e1956: 8 total, 8 up, 8 in 2024-08-17T01:38:11.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:11 smithi082 ceph-mon[91979]: osdmap e1956: 8 total, 8 up, 8 in 2024-08-17T01:38:11.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:11 smithi137 ceph-mon[86391]: osdmap e1956: 8 total, 8 up, 8 in 2024-08-17T01:38:12.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:12 smithi082 ceph-mon[94343]: pgmap v3373: 137 pgs: 137 active+clean; 115 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 685 KiB/s wr, 28 op/s 2024-08-17T01:38:12.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:12 smithi082 ceph-mon[94343]: osdmap e1957: 8 total, 8 up, 8 in 2024-08-17T01:38:12.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:12 smithi082 ceph-mon[91979]: pgmap v3373: 137 pgs: 137 active+clean; 115 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 685 KiB/s wr, 28 op/s 2024-08-17T01:38:12.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:12 smithi082 ceph-mon[91979]: osdmap e1957: 8 total, 8 up, 8 in 2024-08-17T01:38:12.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:12 smithi137 ceph-mon[86391]: pgmap v3373: 137 pgs: 137 active+clean; 115 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 685 KiB/s wr, 28 op/s 2024-08-17T01:38:12.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:12 smithi137 ceph-mon[86391]: osdmap e1957: 8 total, 8 up, 8 in 2024-08-17T01:38:12.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:38:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:38:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:38:14.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:14 smithi082 ceph-mon[94343]: pgmap v3375: 137 pgs: 137 active+clean; 115 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-08-17T01:38:14.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:14 smithi082 ceph-mon[91979]: pgmap v3375: 137 pgs: 137 active+clean; 115 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-08-17T01:38:14.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:14 smithi137 ceph-mon[86391]: pgmap v3375: 137 pgs: 137 active+clean; 115 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-08-17T01:38:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:38:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:38:15] "GET /metrics HTTP/1.1" 200 36656 "" "Prometheus/2.43.0" 2024-08-17T01:38:16.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:16 smithi082 ceph-mon[91979]: pgmap v3376: 137 pgs: 137 active+clean; 118 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 4.3 KiB/s wr, 44 op/s 2024-08-17T01:38:16.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:16 smithi082 ceph-mon[91979]: osdmap e1958: 8 total, 8 up, 8 in 2024-08-17T01:38:16.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:16 smithi082 ceph-mon[94343]: pgmap v3376: 137 pgs: 137 active+clean; 118 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 4.3 KiB/s wr, 44 op/s 2024-08-17T01:38:16.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:16 smithi082 ceph-mon[94343]: osdmap e1958: 8 total, 8 up, 8 in 2024-08-17T01:38:16.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:16 smithi137 ceph-mon[86391]: pgmap v3376: 137 pgs: 137 active+clean; 118 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 4.3 KiB/s wr, 44 op/s 2024-08-17T01:38:16.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:16 smithi137 ceph-mon[86391]: osdmap e1958: 8 total, 8 up, 8 in 2024-08-17T01:38:17.179 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:38:17.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:17 smithi082 ceph-mon[91979]: osdmap e1959: 8 total, 8 up, 8 in 2024-08-17T01:38:17.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:17 smithi082 ceph-mon[94343]: osdmap e1959: 8 total, 8 up, 8 in 2024-08-17T01:38:17.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:17 smithi137 ceph-mon[86391]: osdmap e1959: 8 total, 8 up, 8 in 2024-08-17T01:38:18.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:18 smithi082 ceph-mon[91979]: pgmap v3379: 137 pgs: 137 active+clean; 118 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.7 KiB/s wr, 39 op/s 2024-08-17T01:38:18.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:18 smithi082 ceph-mon[91979]: osdmap e1960: 8 total, 8 up, 8 in 2024-08-17T01:38:18.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:18 smithi082 ceph-mon[94343]: pgmap v3379: 137 pgs: 137 active+clean; 118 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.7 KiB/s wr, 39 op/s 2024-08-17T01:38:18.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:18 smithi082 ceph-mon[94343]: osdmap e1960: 8 total, 8 up, 8 in 2024-08-17T01:38:18.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:18 smithi137 ceph-mon[86391]: pgmap v3379: 137 pgs: 137 active+clean; 118 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.7 KiB/s wr, 39 op/s 2024-08-17T01:38:18.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:18 smithi137 ceph-mon[86391]: osdmap e1960: 8 total, 8 up, 8 in 2024-08-17T01:38:20.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:20 smithi082 ceph-mon[94343]: pgmap v3381: 137 pgs: 137 active+clean; 125 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 687 KiB/s wr, 34 op/s 2024-08-17T01:38:20.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:20 smithi082 ceph-mon[91979]: pgmap v3381: 137 pgs: 137 active+clean; 125 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 687 KiB/s wr, 34 op/s 2024-08-17T01:38:20.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:20 smithi137 ceph-mon[86391]: pgmap v3381: 137 pgs: 137 active+clean; 125 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 687 KiB/s wr, 34 op/s 2024-08-17T01:38:21.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:38:21.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:38:21.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:38:22.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:22 smithi082 ceph-mon[91979]: pgmap v3382: 137 pgs: 137 active+clean; 128 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-17T01:38:22.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:22 smithi082 ceph-mon[91979]: osdmap e1961: 8 total, 8 up, 8 in 2024-08-17T01:38:22.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:22 smithi082 ceph-mon[94343]: pgmap v3382: 137 pgs: 137 active+clean; 128 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-17T01:38:22.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:22 smithi082 ceph-mon[94343]: osdmap e1961: 8 total, 8 up, 8 in 2024-08-17T01:38:22.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:22 smithi137 ceph-mon[86391]: pgmap v3382: 137 pgs: 137 active+clean; 128 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-17T01:38:22.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:22 smithi137 ceph-mon[86391]: osdmap e1961: 8 total, 8 up, 8 in 2024-08-17T01:38:22.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:38:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:38:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:38:23.212 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS1PP (30003 ms) 2024-08-17T01:38:23.213 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS2 2024-08-17T01:38:23.213 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:38:23.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:23 smithi082 ceph-mon[94343]: osdmap e1962: 8 total, 8 up, 8 in 2024-08-17T01:38:23.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:23 smithi082 ceph-mon[91979]: osdmap e1962: 8 total, 8 up, 8 in 2024-08-17T01:38:23.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:23 smithi137 ceph-mon[86391]: osdmap e1962: 8 total, 8 up, 8 in 2024-08-17T01:38:24.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:24 smithi082 ceph-mon[94343]: pgmap v3385: 137 pgs: 137 active+clean; 132 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-08-17T01:38:24.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:24 smithi082 ceph-mon[94343]: osdmap e1963: 8 total, 8 up, 8 in 2024-08-17T01:38:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:24 smithi082 ceph-mon[91979]: pgmap v3385: 137 pgs: 137 active+clean; 132 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-08-17T01:38:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:24 smithi082 ceph-mon[91979]: osdmap e1963: 8 total, 8 up, 8 in 2024-08-17T01:38:24.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:24 smithi137 ceph-mon[86391]: pgmap v3385: 137 pgs: 137 active+clean; 132 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-08-17T01:38:24.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:24 smithi137 ceph-mon[86391]: osdmap e1963: 8 total, 8 up, 8 in 2024-08-17T01:38:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:38:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:38:25] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-08-17T01:38:26.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:26 smithi082 ceph-mon[94343]: pgmap v3387: 137 pgs: 137 active+clean; 140 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 688 KiB/s wr, 60 op/s 2024-08-17T01:38:26.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:26 smithi082 ceph-mon[91979]: pgmap v3387: 137 pgs: 137 active+clean; 140 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 688 KiB/s wr, 60 op/s 2024-08-17T01:38:26.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:26 smithi137 ceph-mon[86391]: pgmap v3387: 137 pgs: 137 active+clean; 140 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 688 KiB/s wr, 60 op/s 2024-08-17T01:38:28.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:28 smithi082 ceph-mon[94343]: pgmap v3388: 137 pgs: 137 active+clean; 140 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-17T01:38:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:28 smithi082 ceph-mon[91979]: pgmap v3388: 137 pgs: 137 active+clean; 140 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-17T01:38:28.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:28 smithi137 ceph-mon[86391]: pgmap v3388: 137 pgs: 137 active+clean; 140 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-17T01:38:30.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:30 smithi082 ceph-mon[94343]: pgmap v3389: 137 pgs: 137 active+clean; 140 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 524 KiB/s wr, 31 op/s 2024-08-17T01:38:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:30 smithi082 ceph-mon[91979]: pgmap v3389: 137 pgs: 137 active+clean; 140 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 524 KiB/s wr, 31 op/s 2024-08-17T01:38:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:30 smithi137 ceph-mon[86391]: pgmap v3389: 137 pgs: 137 active+clean; 140 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 524 KiB/s wr, 31 op/s 2024-08-17T01:38:31.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:31 smithi082 ceph-mon[94343]: osdmap e1964: 8 total, 8 up, 8 in 2024-08-17T01:38:31.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:31 smithi082 ceph-mon[91979]: osdmap e1964: 8 total, 8 up, 8 in 2024-08-17T01:38:31.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:31 smithi137 ceph-mon[86391]: osdmap e1964: 8 total, 8 up, 8 in 2024-08-17T01:38:32.241 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:38:32.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:32 smithi082 ceph-mon[94343]: pgmap v3391: 137 pgs: 137 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.0 MiB/s wr, 30 op/s 2024-08-17T01:38:32.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:32 smithi082 ceph-mon[94343]: osdmap e1965: 8 total, 8 up, 8 in 2024-08-17T01:38:32.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:32 smithi082 ceph-mon[91979]: pgmap v3391: 137 pgs: 137 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.0 MiB/s wr, 30 op/s 2024-08-17T01:38:32.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:32 smithi082 ceph-mon[91979]: osdmap e1965: 8 total, 8 up, 8 in 2024-08-17T01:38:32.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:32 smithi137 ceph-mon[86391]: pgmap v3391: 137 pgs: 137 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.0 MiB/s wr, 30 op/s 2024-08-17T01:38:32.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:32 smithi137 ceph-mon[86391]: osdmap e1965: 8 total, 8 up, 8 in 2024-08-17T01:38:32.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:38:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:38:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:38:33.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:33 smithi082 ceph-mon[94343]: osdmap e1966: 8 total, 8 up, 8 in 2024-08-17T01:38:33.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:33 smithi082 ceph-mon[91979]: osdmap e1966: 8 total, 8 up, 8 in 2024-08-17T01:38:33.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:33 smithi137 ceph-mon[86391]: osdmap e1966: 8 total, 8 up, 8 in 2024-08-17T01:38:34.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:34 smithi082 ceph-mon[94343]: pgmap v3394: 137 pgs: 137 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-17T01:38:34.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:34 smithi082 ceph-mon[91979]: pgmap v3394: 137 pgs: 137 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-17T01:38:34.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:34 smithi137 ceph-mon[86391]: pgmap v3394: 137 pgs: 137 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-17T01:38:35.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:38:35.376 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:38:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:38:35] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-08-17T01:38:35.377 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:38:35.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:38:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:36 smithi137 ceph-mon[86391]: pgmap v3395: 137 pgs: 137 active+clean; 156 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-17T01:38:36.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:36 smithi082 ceph-mon[94343]: pgmap v3395: 137 pgs: 137 active+clean; 156 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-17T01:38:36.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:36 smithi082 ceph-mon[91979]: pgmap v3395: 137 pgs: 137 active+clean; 156 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-17T01:38:38.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:38 smithi082 ceph-mon[94343]: pgmap v3396: 137 pgs: 137 active+clean; 156 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 605 KiB/s wr, 38 op/s 2024-08-17T01:38:38.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:38 smithi082 ceph-mon[91979]: pgmap v3396: 137 pgs: 137 active+clean; 156 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 605 KiB/s wr, 38 op/s 2024-08-17T01:38:38.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:38 smithi137 ceph-mon[86391]: pgmap v3396: 137 pgs: 137 active+clean; 156 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 605 KiB/s wr, 38 op/s 2024-08-17T01:38:40.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:40 smithi082 ceph-mon[94343]: pgmap v3397: 137 pgs: 137 active+clean; 160 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-08-17T01:38:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:40 smithi082 ceph-mon[94343]: osdmap e1967: 8 total, 8 up, 8 in 2024-08-17T01:38:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:40 smithi082 ceph-mon[91979]: pgmap v3397: 137 pgs: 137 active+clean; 160 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-08-17T01:38:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:40 smithi082 ceph-mon[91979]: osdmap e1967: 8 total, 8 up, 8 in 2024-08-17T01:38:40.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:40 smithi137 ceph-mon[86391]: pgmap v3397: 137 pgs: 137 active+clean; 160 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-08-17T01:38:40.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:40 smithi137 ceph-mon[86391]: osdmap e1967: 8 total, 8 up, 8 in 2024-08-17T01:38:41.285 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:38:41.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:41 smithi082 ceph-mon[94343]: osdmap e1968: 8 total, 8 up, 8 in 2024-08-17T01:38:41.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:41 smithi082 ceph-mon[91979]: osdmap e1968: 8 total, 8 up, 8 in 2024-08-17T01:38:41.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:41 smithi137 ceph-mon[86391]: osdmap e1968: 8 total, 8 up, 8 in 2024-08-17T01:38:42.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:42 smithi082 ceph-mon[94343]: pgmap v3400: 137 pgs: 137 active+clean; 172 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.5 MiB/s wr, 40 op/s 2024-08-17T01:38:42.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:42 smithi082 ceph-mon[94343]: osdmap e1969: 8 total, 8 up, 8 in 2024-08-17T01:38:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:42 smithi082 ceph-mon[91979]: pgmap v3400: 137 pgs: 137 active+clean; 172 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.5 MiB/s wr, 40 op/s 2024-08-17T01:38:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:42 smithi082 ceph-mon[91979]: osdmap e1969: 8 total, 8 up, 8 in 2024-08-17T01:38:42.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:42 smithi137 ceph-mon[86391]: pgmap v3400: 137 pgs: 137 active+clean; 172 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.5 MiB/s wr, 40 op/s 2024-08-17T01:38:42.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:42 smithi137 ceph-mon[86391]: osdmap e1969: 8 total, 8 up, 8 in 2024-08-17T01:38:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:38:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:38:44.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:44 smithi082 ceph-mon[94343]: pgmap v3402: 137 pgs: 137 active+clean; 172 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-08-17T01:38:44.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:44 smithi082 ceph-mon[91979]: pgmap v3402: 137 pgs: 137 active+clean; 172 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-08-17T01:38:44.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:44 smithi137 ceph-mon[86391]: pgmap v3402: 137 pgs: 137 active+clean; 172 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-08-17T01:38:45.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:38:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:38:45] "GET /metrics HTTP/1.1" 200 36654 "" "Prometheus/2.43.0" 2024-08-17T01:38:46.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:46 smithi082 ceph-mon[94343]: pgmap v3403: 137 pgs: 137 active+clean; 174 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 MiB/s wr, 44 op/s 2024-08-17T01:38:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:46 smithi082 ceph-mon[91979]: pgmap v3403: 137 pgs: 137 active+clean; 174 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 MiB/s wr, 44 op/s 2024-08-17T01:38:46.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:46 smithi137 ceph-mon[86391]: pgmap v3403: 137 pgs: 137 active+clean; 174 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 MiB/s wr, 44 op/s 2024-08-17T01:38:47.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:38:47.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:38:47.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:38:47.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:38:47.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:38:47.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:38:47.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:38:47.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:38:47.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:47 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:38:47.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:47 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:38:47.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:47 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:38:47.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:47 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:38:48.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:48 smithi082 ceph-mon[94343]: pgmap v3404: 137 pgs: 137 active+clean; 174 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 MiB/s wr, 33 op/s 2024-08-17T01:38:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:48 smithi082 ceph-mon[94343]: osdmap e1970: 8 total, 8 up, 8 in 2024-08-17T01:38:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:48 smithi082 ceph-mon[91979]: pgmap v3404: 137 pgs: 137 active+clean; 174 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 MiB/s wr, 33 op/s 2024-08-17T01:38:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:48 smithi082 ceph-mon[91979]: osdmap e1970: 8 total, 8 up, 8 in 2024-08-17T01:38:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:48 smithi137 ceph-mon[86391]: pgmap v3404: 137 pgs: 137 active+clean; 174 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 MiB/s wr, 33 op/s 2024-08-17T01:38:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:48 smithi137 ceph-mon[86391]: osdmap e1970: 8 total, 8 up, 8 in 2024-08-17T01:38:49.311 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:38:49.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:49 smithi082 ceph-mon[91979]: osdmap e1971: 8 total, 8 up, 8 in 2024-08-17T01:38:49.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:49 smithi082 ceph-mon[94343]: osdmap e1971: 8 total, 8 up, 8 in 2024-08-17T01:38:49.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:49 smithi137 ceph-mon[86391]: osdmap e1971: 8 total, 8 up, 8 in 2024-08-17T01:38:50.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:50 smithi137 ceph-mon[86391]: pgmap v3407: 137 pgs: 137 active+clean; 182 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-08-17T01:38:50.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:50 smithi137 ceph-mon[86391]: osdmap e1972: 8 total, 8 up, 8 in 2024-08-17T01:38:50.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:38:50.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:50 smithi082 ceph-mon[94343]: pgmap v3407: 137 pgs: 137 active+clean; 182 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-08-17T01:38:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:50 smithi082 ceph-mon[94343]: osdmap e1972: 8 total, 8 up, 8 in 2024-08-17T01:38:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:38:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:50 smithi082 ceph-mon[91979]: pgmap v3407: 137 pgs: 137 active+clean; 182 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-08-17T01:38:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:50 smithi082 ceph-mon[91979]: osdmap e1972: 8 total, 8 up, 8 in 2024-08-17T01:38:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:38:52.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:52 smithi082 ceph-mon[94343]: pgmap v3409: 137 pgs: 137 active+clean; 192 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-17T01:38:52.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:52 smithi082 ceph-mon[91979]: pgmap v3409: 137 pgs: 137 active+clean; 192 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-17T01:38:52.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:52 smithi137 ceph-mon[86391]: pgmap v3409: 137 pgs: 137 active+clean; 192 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-17T01:38:52.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:38:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:38:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:38:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:54 smithi082 ceph-mon[94343]: pgmap v3410: 137 pgs: 137 active+clean; 192 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-17T01:38:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:54 smithi082 ceph-mon[91979]: pgmap v3410: 137 pgs: 137 active+clean; 192 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-17T01:38:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:54 smithi137 ceph-mon[86391]: pgmap v3410: 137 pgs: 137 active+clean; 192 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-17T01:38:55.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:38:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:38:55] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-08-17T01:38:56.304 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:56 smithi137 ceph-mon[86391]: pgmap v3411: 137 pgs: 137 active+clean; 196 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.6 MiB/s wr, 35 op/s 2024-08-17T01:38:56.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:56 smithi082 ceph-mon[94343]: pgmap v3411: 137 pgs: 137 active+clean; 196 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.6 MiB/s wr, 35 op/s 2024-08-17T01:38:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:56 smithi082 ceph-mon[94343]: osdmap e1973: 8 total, 8 up, 8 in 2024-08-17T01:38:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:56 smithi082 ceph-mon[91979]: pgmap v3411: 137 pgs: 137 active+clean; 196 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.6 MiB/s wr, 35 op/s 2024-08-17T01:38:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:56 smithi082 ceph-mon[91979]: osdmap e1973: 8 total, 8 up, 8 in 2024-08-17T01:38:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:56 smithi137 ceph-mon[86391]: osdmap e1973: 8 total, 8 up, 8 in 2024-08-17T01:38:57.348 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:38:57.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:57 smithi082 ceph-mon[94343]: osdmap e1974: 8 total, 8 up, 8 in 2024-08-17T01:38:57.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:57 smithi082 ceph-mon[91979]: osdmap e1974: 8 total, 8 up, 8 in 2024-08-17T01:38:57.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:57 smithi137 ceph-mon[86391]: osdmap e1974: 8 total, 8 up, 8 in 2024-08-17T01:38:58.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:58 smithi082 ceph-mon[94343]: pgmap v3414: 137 pgs: 137 active+clean; 200 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.1 MiB/s wr, 28 op/s 2024-08-17T01:38:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:38:58 smithi082 ceph-mon[94343]: osdmap e1975: 8 total, 8 up, 8 in 2024-08-17T01:38:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:58 smithi082 ceph-mon[91979]: pgmap v3414: 137 pgs: 137 active+clean; 200 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.1 MiB/s wr, 28 op/s 2024-08-17T01:38:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:38:58 smithi082 ceph-mon[91979]: osdmap e1975: 8 total, 8 up, 8 in 2024-08-17T01:38:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:58 smithi137 ceph-mon[86391]: pgmap v3414: 137 pgs: 137 active+clean; 200 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.1 MiB/s wr, 28 op/s 2024-08-17T01:38:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:38:58 smithi137 ceph-mon[86391]: osdmap e1975: 8 total, 8 up, 8 in 2024-08-17T01:39:00.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:00 smithi082 ceph-mon[94343]: pgmap v3416: 137 pgs: 137 active+clean; 209 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-08-17T01:39:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:00 smithi082 ceph-mon[91979]: pgmap v3416: 137 pgs: 137 active+clean; 209 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-08-17T01:39:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:00 smithi137 ceph-mon[86391]: pgmap v3416: 137 pgs: 137 active+clean; 209 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-08-17T01:39:02.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:02 smithi082 ceph-mon[94343]: pgmap v3417: 137 pgs: 137 active+clean; 210 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.0 MiB/s wr, 43 op/s 2024-08-17T01:39:02.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:02 smithi082 ceph-mon[91979]: pgmap v3417: 137 pgs: 137 active+clean; 210 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.0 MiB/s wr, 43 op/s 2024-08-17T01:39:02.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:02 smithi137 ceph-mon[86391]: pgmap v3417: 137 pgs: 137 active+clean; 210 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.0 MiB/s wr, 43 op/s 2024-08-17T01:39:02.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:39:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:39:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:39:04.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:04 smithi082 ceph-mon[94343]: pgmap v3418: 137 pgs: 137 active+clean; 210 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-08-17T01:39:04.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:04 smithi082 ceph-mon[94343]: osdmap e1976: 8 total, 8 up, 8 in 2024-08-17T01:39:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:04 smithi082 ceph-mon[91979]: pgmap v3418: 137 pgs: 137 active+clean; 210 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-08-17T01:39:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:04 smithi082 ceph-mon[91979]: osdmap e1976: 8 total, 8 up, 8 in 2024-08-17T01:39:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:04 smithi137 ceph-mon[86391]: pgmap v3418: 137 pgs: 137 active+clean; 210 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-08-17T01:39:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:04 smithi137 ceph-mon[86391]: osdmap e1976: 8 total, 8 up, 8 in 2024-08-17T01:39:05.341 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:39:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:39:05] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-08-17T01:39:05.370 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS2 (42158 ms) 2024-08-17T01:39:05.371 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS2PP 2024-08-17T01:39:05.371 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:39:05.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:05 smithi082 ceph-mon[94343]: osdmap e1977: 8 total, 8 up, 8 in 2024-08-17T01:39:05.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:39:05.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:05 smithi082 ceph-mon[91979]: osdmap e1977: 8 total, 8 up, 8 in 2024-08-17T01:39:05.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:39:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:05 smithi137 ceph-mon[86391]: osdmap e1977: 8 total, 8 up, 8 in 2024-08-17T01:39:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:39:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:06 smithi082 ceph-mon[94343]: pgmap v3421: 137 pgs: 137 active+clean; 214 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.6 MiB/s wr, 42 op/s 2024-08-17T01:39:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:06 smithi082 ceph-mon[94343]: osdmap e1978: 8 total, 8 up, 8 in 2024-08-17T01:39:06.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:06 smithi082 ceph-mon[91979]: pgmap v3421: 137 pgs: 137 active+clean; 214 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.6 MiB/s wr, 42 op/s 2024-08-17T01:39:06.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:06 smithi082 ceph-mon[91979]: osdmap e1978: 8 total, 8 up, 8 in 2024-08-17T01:39:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:06 smithi137 ceph-mon[86391]: pgmap v3421: 137 pgs: 137 active+clean; 214 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.6 MiB/s wr, 42 op/s 2024-08-17T01:39:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:06 smithi137 ceph-mon[86391]: osdmap e1978: 8 total, 8 up, 8 in 2024-08-17T01:39:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:08 smithi082 ceph-mon[94343]: pgmap v3423: 137 pgs: 137 active+clean; 230 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-08-17T01:39:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:08 smithi082 ceph-mon[91979]: pgmap v3423: 137 pgs: 137 active+clean; 230 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-08-17T01:39:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:08 smithi137 ceph-mon[86391]: pgmap v3423: 137 pgs: 137 active+clean; 230 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-08-17T01:39:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:10 smithi082 ceph-mon[94343]: pgmap v3424: 137 pgs: 137 active+clean; 234 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-08-17T01:39:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:10 smithi082 ceph-mon[91979]: pgmap v3424: 137 pgs: 137 active+clean; 234 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-08-17T01:39:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:10 smithi137 ceph-mon[86391]: pgmap v3424: 137 pgs: 137 active+clean; 234 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-08-17T01:39:12.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:12 smithi082 ceph-mon[94343]: pgmap v3425: 137 pgs: 137 active+clean; 234 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-08-17T01:39:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:12 smithi082 ceph-mon[91979]: pgmap v3425: 137 pgs: 137 active+clean; 234 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-08-17T01:39:12.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:12 smithi137 ceph-mon[86391]: pgmap v3425: 137 pgs: 137 active+clean; 234 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-08-17T01:39:12.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:39:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:39:13.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:13 smithi082 ceph-mon[94343]: osdmap e1979: 8 total, 8 up, 8 in 2024-08-17T01:39:13.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:13 smithi082 ceph-mon[91979]: osdmap e1979: 8 total, 8 up, 8 in 2024-08-17T01:39:13.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:13 smithi137 ceph-mon[86391]: osdmap e1979: 8 total, 8 up, 8 in 2024-08-17T01:39:14.401 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:39:14.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:14 smithi082 ceph-mon[94343]: pgmap v3427: 137 pgs: 137 active+clean; 238 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-08-17T01:39:14.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:14 smithi082 ceph-mon[94343]: osdmap e1980: 8 total, 8 up, 8 in 2024-08-17T01:39:14.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:14 smithi082 ceph-mon[91979]: pgmap v3427: 137 pgs: 137 active+clean; 238 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-08-17T01:39:14.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:14 smithi082 ceph-mon[91979]: osdmap e1980: 8 total, 8 up, 8 in 2024-08-17T01:39:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:14 smithi137 ceph-mon[86391]: pgmap v3427: 137 pgs: 137 active+clean; 238 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-08-17T01:39:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:14 smithi137 ceph-mon[86391]: osdmap e1980: 8 total, 8 up, 8 in 2024-08-17T01:39:15.378 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:39:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:39:15] "GET /metrics HTTP/1.1" 200 36662 "" "Prometheus/2.43.0" 2024-08-17T01:39:15.379 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:15 smithi082 ceph-mon[91979]: osdmap e1981: 8 total, 8 up, 8 in 2024-08-17T01:39:15.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:15 smithi082 ceph-mon[94343]: osdmap e1981: 8 total, 8 up, 8 in 2024-08-17T01:39:15.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:15 smithi137 ceph-mon[86391]: osdmap e1981: 8 total, 8 up, 8 in 2024-08-17T01:39:16.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:16 smithi082 ceph-mon[94343]: pgmap v3430: 137 pgs: 137 active+clean; 250 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.7 MiB/s wr, 47 op/s 2024-08-17T01:39:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:16 smithi082 ceph-mon[91979]: pgmap v3430: 137 pgs: 137 active+clean; 250 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.7 MiB/s wr, 47 op/s 2024-08-17T01:39:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:16 smithi137 ceph-mon[86391]: pgmap v3430: 137 pgs: 137 active+clean; 250 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.7 MiB/s wr, 47 op/s 2024-08-17T01:39:18.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:18 smithi082 ceph-mon[94343]: pgmap v3431: 137 pgs: 137 active+clean; 250 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-17T01:39:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:18 smithi082 ceph-mon[91979]: pgmap v3431: 137 pgs: 137 active+clean; 250 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-17T01:39:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:18 smithi137 ceph-mon[86391]: pgmap v3431: 137 pgs: 137 active+clean; 250 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-17T01:39:20.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:20 smithi082 ceph-mon[94343]: pgmap v3432: 137 pgs: 137 active+clean; 250 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.8 MiB/s wr, 40 op/s 2024-08-17T01:39:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:39:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:20 smithi082 ceph-mon[91979]: pgmap v3432: 137 pgs: 137 active+clean; 250 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.8 MiB/s wr, 40 op/s 2024-08-17T01:39:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:39:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:20 smithi137 ceph-mon[86391]: pgmap v3432: 137 pgs: 137 active+clean; 250 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.8 MiB/s wr, 40 op/s 2024-08-17T01:39:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:39:22.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:21 smithi082 ceph-mon[91979]: osdmap e1982: 8 total, 8 up, 8 in 2024-08-17T01:39:22.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:21 smithi082 ceph-mon[91979]: pgmap v3434: 137 pgs: 137 active+clean; 250 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-08-17T01:39:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:21 smithi082 ceph-mon[94343]: osdmap e1982: 8 total, 8 up, 8 in 2024-08-17T01:39:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:21 smithi082 ceph-mon[94343]: pgmap v3434: 137 pgs: 137 active+clean; 250 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-08-17T01:39:22.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:21 smithi137 ceph-mon[86391]: osdmap e1982: 8 total, 8 up, 8 in 2024-08-17T01:39:22.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:21 smithi137 ceph-mon[86391]: pgmap v3434: 137 pgs: 137 active+clean; 250 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-08-17T01:39:22.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:39:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:39:22.823 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:39:23.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:22 smithi082 ceph-mon[91979]: osdmap e1983: 8 total, 8 up, 8 in 2024-08-17T01:39:23.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:22 smithi082 ceph-mon[94343]: osdmap e1983: 8 total, 8 up, 8 in 2024-08-17T01:39:23.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:22 smithi137 ceph-mon[86391]: osdmap e1983: 8 total, 8 up, 8 in 2024-08-17T01:39:24.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:23 smithi082 ceph-mon[94343]: osdmap e1984: 8 total, 8 up, 8 in 2024-08-17T01:39:24.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:23 smithi082 ceph-mon[94343]: pgmap v3437: 137 pgs: 137 active+clean; 254 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 684 KiB/s wr, 12 op/s 2024-08-17T01:39:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:23 smithi082 ceph-mon[91979]: osdmap e1984: 8 total, 8 up, 8 in 2024-08-17T01:39:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:23 smithi082 ceph-mon[91979]: pgmap v3437: 137 pgs: 137 active+clean; 254 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 684 KiB/s wr, 12 op/s 2024-08-17T01:39:24.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:23 smithi137 ceph-mon[86391]: osdmap e1984: 8 total, 8 up, 8 in 2024-08-17T01:39:24.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:23 smithi137 ceph-mon[86391]: pgmap v3437: 137 pgs: 137 active+clean; 254 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 684 KiB/s wr, 12 op/s 2024-08-17T01:39:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:39:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:39:25] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-08-17T01:39:26.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:26 smithi082 ceph-mon[94343]: pgmap v3438: 137 pgs: 137 active+clean; 272 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-17T01:39:26.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:26 smithi082 ceph-mon[91979]: pgmap v3438: 137 pgs: 137 active+clean; 272 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-17T01:39:26.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:26 smithi137 ceph-mon[86391]: pgmap v3438: 137 pgs: 137 active+clean; 272 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-17T01:39:28.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:28 smithi082 ceph-mon[94343]: pgmap v3439: 137 pgs: 137 active+clean; 272 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.6 MiB/s wr, 36 op/s 2024-08-17T01:39:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:28 smithi082 ceph-mon[91979]: pgmap v3439: 137 pgs: 137 active+clean; 272 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.6 MiB/s wr, 36 op/s 2024-08-17T01:39:28.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:28 smithi137 ceph-mon[86391]: pgmap v3439: 137 pgs: 137 active+clean; 272 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.6 MiB/s wr, 36 op/s 2024-08-17T01:39:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:30 smithi082 ceph-mon[94343]: pgmap v3440: 137 pgs: 137 active+clean; 280 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.0 MiB/s wr, 33 op/s 2024-08-17T01:39:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:30 smithi082 ceph-mon[94343]: osdmap e1985: 8 total, 8 up, 8 in 2024-08-17T01:39:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:30 smithi082 ceph-mon[91979]: pgmap v3440: 137 pgs: 137 active+clean; 280 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.0 MiB/s wr, 33 op/s 2024-08-17T01:39:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:30 smithi082 ceph-mon[91979]: osdmap e1985: 8 total, 8 up, 8 in 2024-08-17T01:39:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:30 smithi137 ceph-mon[86391]: pgmap v3440: 137 pgs: 137 active+clean; 280 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.0 MiB/s wr, 33 op/s 2024-08-17T01:39:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:30 smithi137 ceph-mon[86391]: osdmap e1985: 8 total, 8 up, 8 in 2024-08-17T01:39:31.162 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:39:31.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:31 smithi082 ceph-mon[94343]: osdmap e1986: 8 total, 8 up, 8 in 2024-08-17T01:39:31.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:31 smithi082 ceph-mon[91979]: osdmap e1986: 8 total, 8 up, 8 in 2024-08-17T01:39:31.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:31 smithi137 ceph-mon[86391]: osdmap e1986: 8 total, 8 up, 8 in 2024-08-17T01:39:32.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:32 smithi082 ceph-mon[94343]: pgmap v3443: 137 pgs: 137 active+clean; 288 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.5 MiB/s wr, 37 op/s 2024-08-17T01:39:32.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:32 smithi082 ceph-mon[94343]: osdmap e1987: 8 total, 8 up, 8 in 2024-08-17T01:39:32.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:32 smithi082 ceph-mon[91979]: pgmap v3443: 137 pgs: 137 active+clean; 288 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.5 MiB/s wr, 37 op/s 2024-08-17T01:39:32.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:32 smithi082 ceph-mon[91979]: osdmap e1987: 8 total, 8 up, 8 in 2024-08-17T01:39:32.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:32 smithi137 ceph-mon[86391]: pgmap v3443: 137 pgs: 137 active+clean; 288 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.5 MiB/s wr, 37 op/s 2024-08-17T01:39:32.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:32 smithi137 ceph-mon[86391]: osdmap e1987: 8 total, 8 up, 8 in 2024-08-17T01:39:32.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:39:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:39:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:39:34.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:34 smithi082 ceph-mon[94343]: pgmap v3445: 137 pgs: 137 active+clean; 288 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.3 KiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-08-17T01:39:34.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:34 smithi082 ceph-mon[91979]: pgmap v3445: 137 pgs: 137 active+clean; 288 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.3 KiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-08-17T01:39:34.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:34 smithi137 ceph-mon[86391]: pgmap v3445: 137 pgs: 137 active+clean; 288 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.3 KiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-08-17T01:39:35.376 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:39:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:39:35] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-08-17T01:39:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:36 smithi082 ceph-mon[94343]: pgmap v3446: 137 pgs: 137 active+clean; 294 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-08-17T01:39:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:39:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:36 smithi082 ceph-mon[91979]: pgmap v3446: 137 pgs: 137 active+clean; 294 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-08-17T01:39:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:39:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:36 smithi137 ceph-mon[86391]: pgmap v3446: 137 pgs: 137 active+clean; 294 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-08-17T01:39:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:39:38.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:38 smithi082 ceph-mon[91979]: pgmap v3447: 137 pgs: 137 active+clean; 294 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.0 MiB/s wr, 29 op/s 2024-08-17T01:39:38.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:38 smithi082 ceph-mon[91979]: osdmap e1988: 8 total, 8 up, 8 in 2024-08-17T01:39:38.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:38 smithi082 ceph-mon[94343]: pgmap v3447: 137 pgs: 137 active+clean; 294 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.0 MiB/s wr, 29 op/s 2024-08-17T01:39:38.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:38 smithi082 ceph-mon[94343]: osdmap e1988: 8 total, 8 up, 8 in 2024-08-17T01:39:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:38 smithi137 ceph-mon[86391]: pgmap v3447: 137 pgs: 137 active+clean; 294 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.0 MiB/s wr, 29 op/s 2024-08-17T01:39:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:38 smithi137 ceph-mon[86391]: osdmap e1988: 8 total, 8 up, 8 in 2024-08-17T01:39:39.195 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:39:39.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:39 smithi082 ceph-mon[94343]: osdmap e1989: 8 total, 8 up, 8 in 2024-08-17T01:39:39.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:39 smithi082 ceph-mon[91979]: osdmap e1989: 8 total, 8 up, 8 in 2024-08-17T01:39:39.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:39 smithi137 ceph-mon[86391]: osdmap e1989: 8 total, 8 up, 8 in 2024-08-17T01:39:40.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:40 smithi082 ceph-mon[94343]: pgmap v3450: 137 pgs: 137 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.5 MiB/s wr, 25 op/s 2024-08-17T01:39:40.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:40 smithi082 ceph-mon[94343]: osdmap e1990: 8 total, 8 up, 8 in 2024-08-17T01:39:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:40 smithi082 ceph-mon[91979]: pgmap v3450: 137 pgs: 137 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.5 MiB/s wr, 25 op/s 2024-08-17T01:39:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:40 smithi082 ceph-mon[91979]: osdmap e1990: 8 total, 8 up, 8 in 2024-08-17T01:39:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:40 smithi137 ceph-mon[86391]: pgmap v3450: 137 pgs: 137 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.5 MiB/s wr, 25 op/s 2024-08-17T01:39:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:40 smithi137 ceph-mon[86391]: osdmap e1990: 8 total, 8 up, 8 in 2024-08-17T01:39:42.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:42 smithi082 ceph-mon[94343]: pgmap v3452: 137 pgs: 137 active+clean; 316 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-08-17T01:39:42.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:42 smithi082 ceph-mon[91979]: pgmap v3452: 137 pgs: 137 active+clean; 316 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-08-17T01:39:42.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:42 smithi137 ceph-mon[86391]: pgmap v3452: 137 pgs: 137 active+clean; 316 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-08-17T01:39:42.486 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:39:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:39:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:39:44.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:44 smithi082 ceph-mon[94343]: pgmap v3453: 137 pgs: 137 active+clean; 316 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-08-17T01:39:44.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:44 smithi082 ceph-mon[91979]: pgmap v3453: 137 pgs: 137 active+clean; 316 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-08-17T01:39:44.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:44 smithi137 ceph-mon[86391]: pgmap v3453: 137 pgs: 137 active+clean; 316 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-08-17T01:39:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:39:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:39:45] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-08-17T01:39:46.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:46 smithi082 ceph-mon[94343]: pgmap v3454: 137 pgs: 137 active+clean; 316 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-17T01:39:46.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:46 smithi082 ceph-mon[91979]: pgmap v3454: 137 pgs: 137 active+clean; 316 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-17T01:39:46.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:46 smithi137 ceph-mon[86391]: pgmap v3454: 137 pgs: 137 active+clean; 316 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-17T01:39:47.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:47 smithi082 ceph-mon[94343]: osdmap e1991: 8 total, 8 up, 8 in 2024-08-17T01:39:47.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:39:47.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:47 smithi082 ceph-mon[91979]: osdmap e1991: 8 total, 8 up, 8 in 2024-08-17T01:39:47.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:39:47.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:47 smithi137 ceph-mon[86391]: osdmap e1991: 8 total, 8 up, 8 in 2024-08-17T01:39:47.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:47 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:39:48.225 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS2PP (42855 ms) 2024-08-17T01:39:48.226 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-08-17T01:39:48.226 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:39:48.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:48 smithi082 ceph-mon[94343]: pgmap v3456: 137 pgs: 137 active+clean; 320 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 32 op/s 2024-08-17T01:39:48.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:48 smithi082 ceph-mon[94343]: osdmap e1992: 8 total, 8 up, 8 in 2024-08-17T01:39:48.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:48 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:39:48.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:48 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:39:48.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:48 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:39:48.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:48 smithi082 ceph-mon[91979]: pgmap v3456: 137 pgs: 137 active+clean; 320 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 32 op/s 2024-08-17T01:39:48.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:48 smithi082 ceph-mon[91979]: osdmap e1992: 8 total, 8 up, 8 in 2024-08-17T01:39:48.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:48 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:39:48.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:48 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:39:48.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:48 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:39:48.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:48 smithi137 ceph-mon[86391]: pgmap v3456: 137 pgs: 137 active+clean; 320 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 32 op/s 2024-08-17T01:39:48.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:48 smithi137 ceph-mon[86391]: osdmap e1992: 8 total, 8 up, 8 in 2024-08-17T01:39:48.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:48 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:39:48.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:48 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:39:48.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:48 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:39:49.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:49 smithi082 ceph-mon[94343]: osdmap e1993: 8 total, 8 up, 8 in 2024-08-17T01:39:49.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:49 smithi082 ceph-mon[91979]: osdmap e1993: 8 total, 8 up, 8 in 2024-08-17T01:39:49.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:49 smithi137 ceph-mon[86391]: osdmap e1993: 8 total, 8 up, 8 in 2024-08-17T01:39:50.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:50 smithi082 ceph-mon[94343]: pgmap v3459: 137 pgs: 137 active+clean; 336 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-08-17T01:39:50.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:50 smithi082 ceph-mon[94343]: osdmap e1994: 8 total, 8 up, 8 in 2024-08-17T01:39:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:50 smithi082 ceph-mon[91979]: pgmap v3459: 137 pgs: 137 active+clean; 336 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-08-17T01:39:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:50 smithi082 ceph-mon[91979]: osdmap e1994: 8 total, 8 up, 8 in 2024-08-17T01:39:50.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:50 smithi137 ceph-mon[86391]: pgmap v3459: 137 pgs: 137 active+clean; 336 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-08-17T01:39:50.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:50 smithi137 ceph-mon[86391]: osdmap e1994: 8 total, 8 up, 8 in 2024-08-17T01:39:51.253 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3028 ms) 2024-08-17T01:39:51.254 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-08-17T01:39:51.254 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:39:51.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:51 smithi137 ceph-mon[86391]: osdmap e1995: 8 total, 8 up, 8 in 2024-08-17T01:39:51.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:39:51.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:51 smithi082 ceph-mon[94343]: osdmap e1995: 8 total, 8 up, 8 in 2024-08-17T01:39:51.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:39:51.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:51 smithi082 ceph-mon[91979]: osdmap e1995: 8 total, 8 up, 8 in 2024-08-17T01:39:51.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:39:52.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:52 smithi082 ceph-mon[94343]: pgmap v3462: 137 pgs: 137 active+clean; 340 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 3.0 MiB/s wr, 81 op/s 2024-08-17T01:39:52.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:52 smithi082 ceph-mon[94343]: osdmap e1996: 8 total, 8 up, 8 in 2024-08-17T01:39:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:52 smithi082 ceph-mon[91979]: pgmap v3462: 137 pgs: 137 active+clean; 340 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 3.0 MiB/s wr, 81 op/s 2024-08-17T01:39:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:52 smithi082 ceph-mon[91979]: osdmap e1996: 8 total, 8 up, 8 in 2024-08-17T01:39:52.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:52 smithi137 ceph-mon[86391]: pgmap v3462: 137 pgs: 137 active+clean; 340 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 3.0 MiB/s wr, 81 op/s 2024-08-17T01:39:52.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:52 smithi137 ceph-mon[86391]: osdmap e1996: 8 total, 8 up, 8 in 2024-08-17T01:39:52.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:39:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:39:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:39:53.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:53 smithi082 ceph-mon[91979]: osdmap e1997: 8 total, 8 up, 8 in 2024-08-17T01:39:53.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:53 smithi082 ceph-mon[94343]: osdmap e1997: 8 total, 8 up, 8 in 2024-08-17T01:39:53.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:53 smithi137 ceph-mon[86391]: osdmap e1997: 8 total, 8 up, 8 in 2024-08-17T01:39:54.283 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3029 ms) 2024-08-17T01:39:54.283 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-08-17T01:39:54.283 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:39:54.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:54 smithi082 ceph-mon[94343]: pgmap v3465: 137 pgs: 137 active+clean; 340 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 9.0 KiB/s wr, 61 op/s 2024-08-17T01:39:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:54 smithi082 ceph-mon[94343]: osdmap e1998: 8 total, 8 up, 8 in 2024-08-17T01:39:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:54 smithi082 ceph-mon[91979]: pgmap v3465: 137 pgs: 137 active+clean; 340 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 9.0 KiB/s wr, 61 op/s 2024-08-17T01:39:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:54 smithi082 ceph-mon[91979]: osdmap e1998: 8 total, 8 up, 8 in 2024-08-17T01:39:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:54 smithi137 ceph-mon[86391]: pgmap v3465: 137 pgs: 137 active+clean; 340 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 9.0 KiB/s wr, 61 op/s 2024-08-17T01:39:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:54 smithi137 ceph-mon[86391]: osdmap e1998: 8 total, 8 up, 8 in 2024-08-17T01:39:55.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:55 smithi082 ceph-mon[91979]: osdmap e1999: 8 total, 8 up, 8 in 2024-08-17T01:39:55.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:55 smithi082 ceph-mon[94343]: osdmap e1999: 8 total, 8 up, 8 in 2024-08-17T01:39:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:39:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:39:55] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-08-17T01:39:55.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:55 smithi137 ceph-mon[86391]: osdmap e1999: 8 total, 8 up, 8 in 2024-08-17T01:39:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:56 smithi082 ceph-mon[94343]: pgmap v3468: 137 pgs: 137 active+clean; 340 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 137 KiB/s wr, 103 op/s 2024-08-17T01:39:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:56 smithi082 ceph-mon[94343]: osdmap e2000: 8 total, 8 up, 8 in 2024-08-17T01:39:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:56 smithi082 ceph-mon[91979]: pgmap v3468: 137 pgs: 137 active+clean; 340 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 137 KiB/s wr, 103 op/s 2024-08-17T01:39:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:56 smithi082 ceph-mon[91979]: osdmap e2000: 8 total, 8 up, 8 in 2024-08-17T01:39:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:56 smithi137 ceph-mon[86391]: pgmap v3468: 137 pgs: 137 active+clean; 340 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 137 KiB/s wr, 103 op/s 2024-08-17T01:39:56.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:56 smithi137 ceph-mon[86391]: osdmap e2000: 8 total, 8 up, 8 in 2024-08-17T01:39:57.307 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3024 ms) 2024-08-17T01:39:57.307 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-08-17T01:39:57.307 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:39:57.385 INFO:tasks.workunit.client.0.smithi082.stdout: i=0 exists [63404597~4399540,200872536~378563,279644602~7951237,304192864~4139301,337538828~202014,360016712~5021340,388467540~858649,393437686~1594692,400248903~5746184] wrote [63404597~4399540,200872536~378563,279644602~7951237,304192864~4139301,337538828~202014,360016712~5021340,388467540~858649,393437686~1594692,400248903~5746184] 2024-08-17T01:39:57.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:57 smithi082 ceph-mon[94343]: osdmap e2001: 8 total, 8 up, 8 in 2024-08-17T01:39:57.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:57 smithi082 ceph-mon[91979]: osdmap e2001: 8 total, 8 up, 8 in 2024-08-17T01:39:57.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:57 smithi137 ceph-mon[86391]: osdmap e2001: 8 total, 8 up, 8 in 2024-08-17T01:39:58.403 INFO:tasks.workunit.client.0.smithi082.stdout: i=1 exists [20107361~8072096,63404597~4399540,117199401~5632566,153290578~3964131,163876923~5020745,200872536~378563,210295631~397583,218427787~2998588,264045840~1699519,279644602~7951237,304192864~4139301,337538828~202014,360016712~5021340,379793565~5245034,388467540~858649,390034118~4998260,400248903~5944750] wrote [20107361~8072096,117199401~5632566,153290578~3964131,163876923~5020745,210295631~397583,218427787~2998588,264045840~1699519,379793565~5245034,390034118~4170160,401944875~4248778] 2024-08-17T01:39:58.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:58 smithi082 ceph-mon[94343]: pgmap v3471: 137 pgs: 137 active+clean; 340 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 136 KiB/s wr, 98 op/s 2024-08-17T01:39:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:58 smithi082 ceph-mon[94343]: osdmap e2002: 8 total, 8 up, 8 in 2024-08-17T01:39:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:58 smithi082 ceph-mon[91979]: pgmap v3471: 137 pgs: 137 active+clean; 340 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 136 KiB/s wr, 98 op/s 2024-08-17T01:39:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:58 smithi082 ceph-mon[91979]: osdmap e2002: 8 total, 8 up, 8 in 2024-08-17T01:39:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:58 smithi137 ceph-mon[86391]: pgmap v3471: 137 pgs: 137 active+clean; 340 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 136 KiB/s wr, 98 op/s 2024-08-17T01:39:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:58 smithi137 ceph-mon[86391]: osdmap e2002: 8 total, 8 up, 8 in 2024-08-17T01:39:59.355 INFO:tasks.workunit.client.0.smithi082.stdout: i=2 exists [6679031~6963665,20107361~8072096,45924117~3135467,63404597~4399540,94531591~3938533,117199401~10507308,146513578~1332546,150636787~6617922,163876923~5020745,170484065~336729,200872536~378563,206075634~4617580,218427787~2998588,264045840~1699519,279644602~7951237,304192864~4139301,337538828~202014,360016712~5021340,379793565~5245034,388467540~858649,390034118~4998260,400248903~5944750] wrote [6679031~6963665,45924117~3135467,94531591~3938533,121548571~6158138,146513578~1332546,150636787~5501346,170484065~336729,206075634~4328814] 2024-08-17T01:39:59.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:39:59 smithi082 ceph-mon[94343]: osdmap e2003: 8 total, 8 up, 8 in 2024-08-17T01:39:59.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:39:59 smithi082 ceph-mon[91979]: osdmap e2003: 8 total, 8 up, 8 in 2024-08-17T01:39:59.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:39:59 smithi137 ceph-mon[86391]: osdmap e2003: 8 total, 8 up, 8 in 2024-08-17T01:40:00.366 INFO:tasks.workunit.client.0.smithi082.stdout: i=3 exists [6679031~6963665,20107361~8072096,45924117~3135467,61602868~7929461,83613278~363847,94531591~3938533,117199401~10507308,128752731~584490,146513578~1332546,150636787~6617922,163876923~5020745,170484065~336729,200872536~378563,206075634~4617580,218427787~2998588,226615941~6945989,251145742~1537968,264045840~1699519,279644602~7951237,297853911~2601261,304192864~4139301,337538828~202014,339591071~4053793,348753389~5069180,354323639~10714413,379793565~5245034,388467540~858649,390034118~4998260,400248903~5944750] wrote [61602868~7929461,83613278~363847,128752731~584490,226615941~6945989,251145742~1537968,297853911~2601261,339591071~4053793,348753389~5069180,354323639~7393761] 2024-08-17T01:40:00.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:00 smithi082 ceph-mon[94343]: pgmap v3474: 137 pgs: 137 active+clean; 371 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 5.6 MiB/s wr, 147 op/s 2024-08-17T01:40:00.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:00 smithi082 ceph-mon[94343]: osdmap e2004: 8 total, 8 up, 8 in 2024-08-17T01:40:00.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:00 smithi082 ceph-mon[94343]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-08-17T01:40:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:00 smithi082 ceph-mon[91979]: pgmap v3474: 137 pgs: 137 active+clean; 371 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 5.6 MiB/s wr, 147 op/s 2024-08-17T01:40:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:00 smithi082 ceph-mon[91979]: osdmap e2004: 8 total, 8 up, 8 in 2024-08-17T01:40:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:00 smithi082 ceph-mon[91979]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-08-17T01:40:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:00 smithi137 ceph-mon[86391]: pgmap v3474: 137 pgs: 137 active+clean; 371 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 5.6 MiB/s wr, 147 op/s 2024-08-17T01:40:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:00 smithi137 ceph-mon[86391]: osdmap e2004: 8 total, 8 up, 8 in 2024-08-17T01:40:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:00 smithi137 ceph-mon[86391]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-08-17T01:40:01.377 INFO:tasks.workunit.client.0.smithi082.stdout: i=4 exists [6679031~6963665,20107361~8072096,45924117~3135467,61602868~7929461,77358245~1177494,83613278~363847,94531591~3938533,117199401~10507308,128752731~584490,139584919~6250718,146513578~1332546,150636787~10595966,163876923~5020745,170484065~336729,170875063~8122963,200872536~378563,206075634~4617580,218427787~2998588,226615941~6945989,242128289~1382492,251145742~1537968,253757999~10225487,264045840~1699519,279644602~7951237,297853911~2601261,304192864~4139301,331104922~5059940,337538828~202014,339591071~4053793,348753389~5069180,354323639~10714413,379793565~5245034,388467540~858649,390034118~4998260,400248903~5944750] wrote [23741240~3389774,77358245~1177494,139584919~6250718,154716548~6516205,170875063~8122963,242128289~1382492,253757999~10225487,331104922~5059940] 2024-08-17T01:40:01.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:01 smithi082 ceph-mon[91979]: osdmap e2005: 8 total, 8 up, 8 in 2024-08-17T01:40:01.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:01 smithi082 ceph-mon[94343]: osdmap e2005: 8 total, 8 up, 8 in 2024-08-17T01:40:01.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:01 smithi137 ceph-mon[86391]: osdmap e2005: 8 total, 8 up, 8 in 2024-08-17T01:40:02.368 INFO:tasks.workunit.client.0.smithi082.stdout: i=5 exists [6679031~6963665,20107361~8072096,45924117~3135467,61602868~7929461,77358245~1177494,79849763~3138040,83613278~363847,89574090~2807460,94531591~3938533,117199401~10507308,128752731~584490,139584919~6250718,146513578~1332546,150636787~10595966,163876923~5020745,170484065~336729,170875063~9643576,187670358~2594157,200872536~378563,206075634~4617580,218427787~2998588,226615941~6945989,242128289~1382492,251145742~1537968,253757999~10225487,263984685~2074854,279644602~7951237,297853911~2601261,304192864~4139301,331104922~7825132,339591071~4053793,348753389~5069180,354323639~15460433,379793565~5245034,388467540~858649,390034118~4998260,397033841~9159812] wrote [9523757~2731996,79849763~3138040,89574090~2807460,155196456~2608232,174585349~5933290,187670358~2594157,263984685~2074854,335250939~3679115,364553638~5230434,397033841~5634231] 2024-08-17T01:40:02.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:02 smithi082 ceph-mon[94343]: pgmap v3477: 137 pgs: 137 active+clean; 446 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 21 MiB/s wr, 168 op/s 2024-08-17T01:40:02.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:02 smithi082 ceph-mon[94343]: osdmap e2006: 8 total, 8 up, 8 in 2024-08-17T01:40:02.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:02 smithi082 ceph-mon[91979]: pgmap v3477: 137 pgs: 137 active+clean; 446 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 21 MiB/s wr, 168 op/s 2024-08-17T01:40:02.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:02 smithi082 ceph-mon[91979]: osdmap e2006: 8 total, 8 up, 8 in 2024-08-17T01:40:02.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:02 smithi137 ceph-mon[86391]: pgmap v3477: 137 pgs: 137 active+clean; 446 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 21 MiB/s wr, 168 op/s 2024-08-17T01:40:02.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:02 smithi137 ceph-mon[86391]: osdmap e2006: 8 total, 8 up, 8 in 2024-08-17T01:40:02.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:40:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:40:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:40:03.370 INFO:tasks.workunit.client.0.smithi082.stdout: i=6 exists [6679031~6963665,20107361~8072096,36965521~2881988,45924117~3135467,61602868~7929461,77358245~5629558,83613278~363847,85801958~7052965,94531591~3938533,112301341~15405368,128752731~584490,139584919~8261205,150636787~10595966,163876923~5020745,170484065~336729,170875063~9643576,187670358~2594157,200872536~378563,206075634~4617580,218427787~2998588,226615941~6945989,237329056~7598861,251145742~1537968,253757999~10225487,263984685~2074854,279644602~7951237,297853911~2601261,304192864~4139301,330140152~8789902,339591071~4053793,348753389~5069180,354323639~15460433,379793565~5245034,388467540~858649,390034118~16159535] wrote [36965521~2881988,78084884~2586315,85801958~7052965,112301341~7865710,143850753~2880045,153406738~1121185,237329056~7598861,330140152~4310362,394051444~4559174,399515563~6291687] 2024-08-17T01:40:03.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:03 smithi082 ceph-mon[94343]: osdmap e2007: 8 total, 8 up, 8 in 2024-08-17T01:40:03.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:03 smithi082 ceph-mon[91979]: osdmap e2007: 8 total, 8 up, 8 in 2024-08-17T01:40:03.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:03 smithi137 ceph-mon[86391]: osdmap e2007: 8 total, 8 up, 8 in 2024-08-17T01:40:04.417 INFO:tasks.workunit.client.0.smithi082.stdout: i=7 exists [6679031~6963665,20107361~8072096,36965521~2881988,45924117~3135467,61602868~7929461,77358245~5629558,83613278~363847,85801958~12668166,99053977~3792477,110277886~17428823,128752731~584490,139584919~8261205,150636787~10595966,163876923~5020745,170484065~336729,170875063~9643576,187670358~2594157,200872536~378563,206075634~4617580,211865669~973871,214073870~7352505,226615941~6945989,237329056~7598861,251145742~1537968,253757999~10225487,263984685~2074854,279644602~7951237,297853911~2601261,304192864~4139301,323351344~15578710,339591071~4053793,348753389~5069180,354323639~15460433,377320752~7717847,388467540~858649,390034118~16159535] wrote [88875188~9285081,99053977~3792477,110277886~6018962,175202292~4817428,211865669~973871,214073870~5217868,323351344~7052251,377320752~4681632] 2024-08-17T01:40:04.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:04 smithi082 ceph-mon[91979]: pgmap v3480: 137 pgs: 137 active+clean; 503 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.0 KiB/s rd, 25 MiB/s wr, 28 op/s 2024-08-17T01:40:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:04 smithi082 ceph-mon[91979]: osdmap e2008: 8 total, 8 up, 8 in 2024-08-17T01:40:04.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:04 smithi082 ceph-mon[94343]: pgmap v3480: 137 pgs: 137 active+clean; 503 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.0 KiB/s rd, 25 MiB/s wr, 28 op/s 2024-08-17T01:40:04.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:04 smithi082 ceph-mon[94343]: osdmap e2008: 8 total, 8 up, 8 in 2024-08-17T01:40:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:04 smithi137 ceph-mon[86391]: pgmap v3480: 137 pgs: 137 active+clean; 503 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.0 KiB/s rd, 25 MiB/s wr, 28 op/s 2024-08-17T01:40:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:04 smithi137 ceph-mon[86391]: osdmap e2008: 8 total, 8 up, 8 in 2024-08-17T01:40:05.323 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:40:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:40:05] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-08-17T01:40:05.396 INFO:tasks.workunit.client.0.smithi082.stdout: i=8 exists [6679031~6963665,20107361~8072096,36965521~2881988,45924117~3135467,61602868~7929461,77358245~5629558,83613278~363847,85801958~12668166,99053977~3792477,110277886~17428823,128723916~4092717,139584919~21647834,163876923~5020745,170484065~336729,170875063~9643576,187670358~2594157,200872536~378563,206075634~4617580,211099507~12149154,226615941~7349496,237329056~7598861,251145742~1537968,253757999~10225487,263984685~2074854,279644602~7951237,297853911~2601261,304192864~4139301,323351344~15578710,338989461~7869106,348753389~5069180,354323639~15460433,369987925~825996,377320752~7717847,388467540~858649,390034118~16159535,408631429~4530681] wrote [113414647~4894138,128723916~4092717,146770966~5301039,211099507~7396531,218513407~4735254,230117808~3847629,338989461~7869106,369987925~825996,408631429~4530681] 2024-08-17T01:40:05.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:05 smithi082 ceph-mon[94343]: osdmap e2009: 8 total, 8 up, 8 in 2024-08-17T01:40:05.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:40:05.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:05 smithi082 ceph-mon[91979]: osdmap e2009: 8 total, 8 up, 8 in 2024-08-17T01:40:05.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:40:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:05 smithi137 ceph-mon[86391]: osdmap e2009: 8 total, 8 up, 8 in 2024-08-17T01:40:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:40:06.414 INFO:tasks.workunit.client.0.smithi082.stdout: i=9 exists [6679031~6963665,20107361~8072096,36965521~2881988,45924117~3135467,61602868~7929461,77358245~5629558,83613278~363847,85801958~12668166,99053977~3792477,109495076~18211633,128723916~4092717,139381542~21851211,163876923~5020745,170484065~336729,170875063~9643576,187670358~2594157,194338177~6420218,200872536~378563,206075634~4617580,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~10225487,263984685~2074854,279644602~7951237,297853911~2601261,304192864~4139301,323351344~15578710,338989461~7869106,348753389~5069180,354323639~15460433,369987925~825996,377320752~7717847,385317728~4008461,390034118~18585629,408631429~4530681] wrote [109495076~896499,139381542~1370243,141627688~3913812,194338177~6420218,243481549~3859425,254686782~4906263,326341891~6556857,385317728~3747998,403594157~5025590,409451198~499700] 2024-08-17T01:40:06.623 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:06 smithi082 ceph-mon[94343]: pgmap v3483: 137 pgs: 137 active+clean; 690 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 46 MiB/s wr, 288 op/s 2024-08-17T01:40:06.623 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:06 smithi082 ceph-mon[94343]: osdmap e2010: 8 total, 8 up, 8 in 2024-08-17T01:40:06.624 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:06 smithi082 ceph-mon[91979]: pgmap v3483: 137 pgs: 137 active+clean; 690 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 46 MiB/s wr, 288 op/s 2024-08-17T01:40:06.624 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:06 smithi082 ceph-mon[91979]: osdmap e2010: 8 total, 8 up, 8 in 2024-08-17T01:40:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:06 smithi137 ceph-mon[86391]: pgmap v3483: 137 pgs: 137 active+clean; 690 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 46 MiB/s wr, 288 op/s 2024-08-17T01:40:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:06 smithi137 ceph-mon[86391]: osdmap e2010: 8 total, 8 up, 8 in 2024-08-17T01:40:07.434 INFO:tasks.workunit.client.0.smithi082.stdout: i=10 exists [6679031~6963665,20107361~8072096,36965521~2881988,41856197~7203387,49625898~2279243,61602868~8845394,77358245~5629558,83613278~363847,85801958~12668166,99053977~3792477,109495076~18211633,128723916~4092717,139381542~21851211,163876923~5020745,170484065~336729,170875063~9680662,187670358~2594157,194338177~6420218,200872536~378563,206075634~4617580,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~10225487,263984685~2074854,273170922~14424917,297853911~6338353,304192864~4139301,323351344~15578710,338989461~7869106,348753389~5069180,354323639~15460433,369987925~825996,377320752~7717847,385317728~4008461,390034118~18585629,408631429~4530681] wrote [41856197~4494389,49625898~2279243,66200131~4248131,87273125~5398038,174460696~6095029,273170922~7037639,299742752~4449512,361317874~7129594] 2024-08-17T01:40:07.595 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:07 smithi082 ceph-mon[91979]: osdmap e2011: 8 total, 8 up, 8 in 2024-08-17T01:40:07.595 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:07 smithi082 ceph-mon[94343]: osdmap e2011: 8 total, 8 up, 8 in 2024-08-17T01:40:07.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:07 smithi137 ceph-mon[86391]: osdmap e2011: 8 total, 8 up, 8 in 2024-08-17T01:40:08.446 INFO:tasks.workunit.client.0.smithi082.stdout: i=11 exists [6679031~6963665,20107361~8072096,36965521~2881988,41856197~7203387,49625898~2279243,61602868~8845394,77358245~5629558,83613278~363847,85801958~17657835,109495076~18211633,128723916~4092717,139381542~21851211,163876923~5020745,170484065~336729,170875063~9680662,187670358~2594157,194338177~8770294,205920962~4772252,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~10225487,263984685~2074854,273170922~14424917,291567592~17252070,323351344~15578710,338989461~7869106,348753389~5069180,354323639~15460433,369987925~825996,377320752~7717847,385317728~4008461,390034118~18585629,408631429~4530681] wrote [96733860~6725933,196024983~346600,196524549~6583922,205920962~2695370,216898872~4044429,276480835~49937,291567592~7942721,301453310~7366352,363201521~2549733] 2024-08-17T01:40:08.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:08 smithi082 ceph-mon[91979]: pgmap v3486: 137 pgs: 137 active+clean; 706 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 41 MiB/s wr, 283 op/s 2024-08-17T01:40:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:08 smithi082 ceph-mon[91979]: osdmap e2012: 8 total, 8 up, 8 in 2024-08-17T01:40:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:08 smithi082 ceph-mon[94343]: pgmap v3486: 137 pgs: 137 active+clean; 706 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 41 MiB/s wr, 283 op/s 2024-08-17T01:40:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:08 smithi082 ceph-mon[94343]: osdmap e2012: 8 total, 8 up, 8 in 2024-08-17T01:40:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:08 smithi137 ceph-mon[86391]: pgmap v3486: 137 pgs: 137 active+clean; 706 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 41 MiB/s wr, 283 op/s 2024-08-17T01:40:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:08 smithi137 ceph-mon[86391]: osdmap e2012: 8 total, 8 up, 8 in 2024-08-17T01:40:09.447 INFO:tasks.workunit.client.0.smithi082.stdout: i=12 exists [5692968~7949728,20107361~8072096,36965521~2881988,41856197~7203387,49625898~2279243,61602868~8845394,77358245~26101548,109495076~18211633,128723916~4092717,139381542~29516126,170484065~336729,170875063~9680662,187670358~2594157,194338177~16355037,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,273170922~14424917,291567592~17252070,323351344~23507223,348753389~21030683,369987925~825996,377320752~7717847,385317728~4008461,390034118~18585629,408631429~4530681] wrote [5692968~6432193,77578331~8525504,151911408~4061507,160000565~5122482,199242838~7194727,263302561~2334611,335338572~7041353,353299091~8106518,390494557~6323045] 2024-08-17T01:40:09.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:09 smithi082 ceph-mon[94343]: osdmap e2013: 8 total, 8 up, 8 in 2024-08-17T01:40:09.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:09 smithi082 ceph-mon[91979]: osdmap e2013: 8 total, 8 up, 8 in 2024-08-17T01:40:09.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:09 smithi137 ceph-mon[86391]: osdmap e2013: 8 total, 8 up, 8 in 2024-08-17T01:40:10.436 INFO:tasks.workunit.client.0.smithi082.stdout: i=13 exists [5692968~9745699,20107361~8072096,36965521~12094063,49625898~2279243,61602868~8845394,77358245~26101548,109495076~18211633,128723916~5439611,138593082~30304586,170484065~336729,170875063~9680662,187670358~2594157,194338177~16355037,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,273170922~14424917,291567592~18994259,323351344~23507223,348753389~21030683,369987925~825996,377320752~7717847,385317728~4008461,390034118~18585629,408631429~4530681] wrote [7725728~7712939,37787153~8652958,101767771~182780,130625926~3537601,138593082~8045553,164970198~2199642,202803296~3383655,211343703~4642384,304578398~5983453] 2024-08-17T01:40:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:10 smithi082 ceph-mon[94343]: pgmap v3489: 137 pgs: 137 active+clean; 811 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 190 KiB/s rd, 29 MiB/s wr, 297 op/s 2024-08-17T01:40:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:10 smithi082 ceph-mon[94343]: osdmap e2014: 8 total, 8 up, 8 in 2024-08-17T01:40:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:10 smithi082 ceph-mon[91979]: pgmap v3489: 137 pgs: 137 active+clean; 811 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 190 KiB/s rd, 29 MiB/s wr, 297 op/s 2024-08-17T01:40:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:10 smithi082 ceph-mon[91979]: osdmap e2014: 8 total, 8 up, 8 in 2024-08-17T01:40:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:10 smithi137 ceph-mon[86391]: pgmap v3489: 137 pgs: 137 active+clean; 811 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 190 KiB/s rd, 29 MiB/s wr, 297 op/s 2024-08-17T01:40:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:10 smithi137 ceph-mon[86391]: osdmap e2014: 8 total, 8 up, 8 in 2024-08-17T01:40:11.431 INFO:tasks.workunit.client.0.smithi082.stdout: i=14 exists [3052245~12386422,20107361~8072096,36965521~12094063,49625898~2279243,61602868~8845394,77358245~26101548,109495076~18211633,128723916~5439611,138593082~30304586,170484065~336729,170875063~9680662,187670358~2594157,194338177~16355037,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~17295925,291567592~18994259,323351344~23507223,348753389~21030683,369987925~825996,373746097~11292502,385317728~4008461,390034118~18585629,408631429~4530681] wrote [3052245~3024364,41268801~3795705,151971255~2666814,163192131~2869341,270299914~11497405,338434858~4777931,373746097~5571013,407135631~960358] 2024-08-17T01:40:11.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:11 smithi082 ceph-mon[94343]: osdmap e2015: 8 total, 8 up, 8 in 2024-08-17T01:40:11.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:11 smithi082 ceph-mon[91979]: osdmap e2015: 8 total, 8 up, 8 in 2024-08-17T01:40:11.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:11 smithi137 ceph-mon[86391]: osdmap e2015: 8 total, 8 up, 8 in 2024-08-17T01:40:12.441 INFO:tasks.workunit.client.0.smithi082.stdout: i=15 exists [3052245~12386422,20107361~8072096,28862105~6362016,36965521~12094063,49625898~7799102,61602868~8845394,77358245~26101548,107504103~20202606,128723916~5439611,138593082~30304586,170484065~336729,170875063~9680662,187670358~2594157,194338177~16355037,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~17295925,291567592~18994259,323351344~23507223,348753389~21030683,369987925~825996,373746097~11292502,385317728~4008461,390034118~18585629,408631429~4530681] wrote [28862105~6362016,51712653~5712347,84828721~3739592,107504103~2464931,129157952~1154102,144839990~4471875,162700473~59404,327004801~4299511,400013097~148816] 2024-08-17T01:40:12.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:12 smithi082 ceph-mon[94343]: pgmap v3492: 137 pgs: 137 active+clean; 907 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 191 KiB/s rd, 49 MiB/s wr, 309 op/s 2024-08-17T01:40:12.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:12 smithi082 ceph-mon[94343]: osdmap e2016: 8 total, 8 up, 8 in 2024-08-17T01:40:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:12 smithi082 ceph-mon[91979]: pgmap v3492: 137 pgs: 137 active+clean; 907 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 191 KiB/s rd, 49 MiB/s wr, 309 op/s 2024-08-17T01:40:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:12 smithi082 ceph-mon[91979]: osdmap e2016: 8 total, 8 up, 8 in 2024-08-17T01:40:12.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:12 smithi137 ceph-mon[86391]: pgmap v3492: 137 pgs: 137 active+clean; 907 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 191 KiB/s rd, 49 MiB/s wr, 309 op/s 2024-08-17T01:40:12.738 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:12 smithi137 ceph-mon[86391]: osdmap e2016: 8 total, 8 up, 8 in 2024-08-17T01:40:12.738 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:40:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:40:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:40:13.473 INFO:tasks.workunit.client.0.smithi082.stdout: i=16 exists [3052245~12386422,20107361~8072096,28862105~6362016,36965521~12094063,49625898~7799102,61602868~10382812,77358245~26101548,107504103~20202606,128723916~5439611,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~16355037,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~17295925,289924603~20637248,321774435~25084132,348753389~21030683,369987925~825996,373746097~11292502,385317728~4008461,390034118~18585629,408631429~4530681] wrote [62909869~5131508,69548008~2437672,109647610~4236275,184781755~6888868,197126599~955424,227312011~2927681,289924603~4932940,321774435~7186689,404506014~1047352] 2024-08-17T01:40:13.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:13 smithi082 ceph-mon[94343]: osdmap e2017: 8 total, 8 up, 8 in 2024-08-17T01:40:13.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:13 smithi082 ceph-mon[91979]: osdmap e2017: 8 total, 8 up, 8 in 2024-08-17T01:40:13.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:13 smithi137 ceph-mon[86391]: osdmap e2017: 8 total, 8 up, 8 in 2024-08-17T01:40:14.460 INFO:tasks.workunit.client.0.smithi082.stdout: i=17 exists [3052245~12386422,20107361~8072096,28862105~6362016,36965521~12094063,49625898~7799102,61602868~10382812,77358245~29365049,107504103~20202606,128723916~5439611,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~17295925,289924603~20637248,321774435~25084132,348753389~21030683,369882136~15156463,385317728~4008461,390034118~18585629,408631429~4530681] wrote [32889745~1981410,99344305~7378989,207828290~4369848,219822210~4574160,238518576~1462312,293718610~2981848,350957329~7184732,358320487~6462135,369882136~7149473] 2024-08-17T01:40:14.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:14 smithi082 ceph-mon[94343]: pgmap v3495: 137 pgs: 137 active+clean; 950 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 36 MiB/s wr, 18 op/s 2024-08-17T01:40:14.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:14 smithi082 ceph-mon[94343]: osdmap e2018: 8 total, 8 up, 8 in 2024-08-17T01:40:14.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:14 smithi082 ceph-mon[91979]: pgmap v3495: 137 pgs: 137 active+clean; 950 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 36 MiB/s wr, 18 op/s 2024-08-17T01:40:14.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:14 smithi082 ceph-mon[91979]: osdmap e2018: 8 total, 8 up, 8 in 2024-08-17T01:40:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:14 smithi137 ceph-mon[86391]: pgmap v3495: 137 pgs: 137 active+clean; 950 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 36 MiB/s wr, 18 op/s 2024-08-17T01:40:14.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:14 smithi137 ceph-mon[86391]: osdmap e2018: 8 total, 8 up, 8 in 2024-08-17T01:40:15.387 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:40:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:40:15] "GET /metrics HTTP/1.1" 200 36669 "" "Prometheus/2.43.0" 2024-08-17T01:40:15.443 INFO:tasks.workunit.client.0.smithi082.stdout: i=18 exists [3052245~12386422,20107361~8072096,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~17295925,289924603~20637248,321774435~25084132,348753389~21030683,369882136~15156463,385317728~4008461,390034118~18585629,408631429~4530681] wrote [54893711~6174660,76836809~1498922,102208043~2741527,131003138~2256506,134809770~3272917,141630136~2162757,254891895~1102407,338695799~1143952,400107733~5053251,405603215~138135] 2024-08-17T01:40:15.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:15 smithi082 ceph-mon[94343]: osdmap e2019: 8 total, 8 up, 8 in 2024-08-17T01:40:15.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:15 smithi082 ceph-mon[91979]: osdmap e2019: 8 total, 8 up, 8 in 2024-08-17T01:40:15.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:15 smithi137 ceph-mon[86391]: osdmap e2019: 8 total, 8 up, 8 in 2024-08-17T01:40:16.468 INFO:tasks.workunit.client.0.smithi082.stdout: i=19 exists [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~17295925,289924603~20637248,321774435~48009637,369882136~19444053,390034118~18585629,408631429~4530681] wrote [1331309~7751785,14543065~1490742,19099855~5904008,144873052~3448454,186282473~1890472,225387113~1003938,253153413~5527838,271935806~342823,344534445~6410306,383695303~4643808] 2024-08-17T01:40:16.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:16 smithi082 ceph-mon[94343]: pgmap v3498: 137 pgs: 137 active+clean; 1.1 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 54 MiB/s wr, 368 op/s 2024-08-17T01:40:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:16 smithi082 ceph-mon[94343]: osdmap e2020: 8 total, 8 up, 8 in 2024-08-17T01:40:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:16 smithi082 ceph-mon[91979]: pgmap v3498: 137 pgs: 137 active+clean; 1.1 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 54 MiB/s wr, 368 op/s 2024-08-17T01:40:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:16 smithi082 ceph-mon[91979]: osdmap e2020: 8 total, 8 up, 8 in 2024-08-17T01:40:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:16 smithi137 ceph-mon[86391]: pgmap v3498: 137 pgs: 137 active+clean; 1.1 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 54 MiB/s wr, 368 op/s 2024-08-17T01:40:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:16 smithi137 ceph-mon[86391]: osdmap e2020: 8 total, 8 up, 8 in 2024-08-17T01:40:17.418 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 1 diff [20107361~8072096,117199401~5632566,153290578~3964131,163876923~5020745,210295631~397583,218427787~2998588,264045840~1699519,379793565~5245034,390034118~4170160,401944875~4248778] 2024-08-17T01:40:17.418 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [20107361~8072096,117199401~5632566,153290578~3964131,163876923~5020745,210295631~397583,218427787~2998588,264045840~1699519,379793565~5245034,390034118~4170160,401944875~4248778] 2024-08-17T01:40:17.442 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [16777216~11402241,113246208~9585759,150994944~6259765,163577856~5319812,209715200~978014,218103808~3322567,260046848~5698511,377487360~7551239,389326189~4878089,401944875~4248778] 2024-08-17T01:40:17.443 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 2 diff [6679031~6963665,20107361~8072096,45924117~3135467,94531591~3938533,117199401~10507308,146513578~1332546,150636787~6617922,163876923~5020745,170484065~336729,206075634~4617580,218427787~2998588,264045840~1699519,379793565~5245034,390034118~4170160,401944875~4248778] 2024-08-17T01:40:17.443 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [6679031~6963665,20107361~8072096,45924117~3135467,94531591~3938533,117199401~10507308,146513578~1332546,150636787~6617922,163876923~5020745,170484065~336729,206075634~4617580,218427787~2998588,264045840~1699519,379793565~5245034,390034118~4170160,401944875~4248778] 2024-08-17T01:40:17.446 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~9448392,16777216~11402241,41943040~7116544,92274688~6195436,113246208~14460501,142606336~14648373,163577856~7242938,205520896~5172318,218103808~3322567,260046848~5698511,377487360~7551239,389326189~4878089,401944875~4248778] 2024-08-17T01:40:17.446 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 3 diff [6679031~6963665,20107361~8072096,45924117~3135467,61602868~7929461,83613278~363847,94531591~3938533,117199401~10507308,128752731~584490,146513578~1332546,150636787~6617922,163876923~5020745,170484065~336729,206075634~4617580,218427787~2998588,226615941~6945989,251145742~1537968,264045840~1699519,297853911~2601261,339591071~4053793,348753389~5069180,354323639~7393761,379793565~5245034,390034118~4170160,401944875~4248778] 2024-08-17T01:40:17.447 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [6679031~6963665,20107361~8072096,45924117~3135467,61602868~7929461,83613278~363847,94531591~3938533,117199401~10507308,128752731~584490,146513578~1332546,150636787~6617922,163876923~5020745,170484065~336729,206075634~4617580,218427787~2998588,226615941~6945989,251145742~1537968,264045840~1699519,297853911~2601261,339591071~4053793,348753389~5069180,354323639~7393761,379793565~5245034,390034118~4170160,401944875~4248778] 2024-08-17T01:40:17.453 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~9448392,16777216~11402241,41943040~7116544,58720256~10812073,79691776~4285349,92274688~6195436,113246208~16091013,142606336~14648373,163577856~7242938,205520896~5172318,218103808~3322567,226492416~7069514,247463936~5219774,260046848~5698511,297795584~2659588,337740842~5904022,348127232~13590168,377487360~7551239,389326189~4878089,401944875~4248778] 2024-08-17T01:40:17.453 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 4 diff [6679031~6963665,20107361~8072096,45924117~3135467,61602868~7929461,77358245~1177494,83613278~363847,94531591~3938533,117199401~10507308,128752731~584490,139584919~6250718,146513578~1332546,150636787~10595966,163876923~5020745,170484065~336729,170875063~8122963,206075634~4617580,218427787~2998588,226615941~6945989,242128289~1382492,251145742~1537968,253757999~10225487,264045840~1699519,297853911~2601261,331104922~5059940,339591071~4053793,348753389~5069180,354323639~7393761,379793565~5245034,390034118~4170160,401944875~4248778] 2024-08-17T01:40:17.453 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [6679031~6963665,20107361~8072096,45924117~3135467,61602868~7929461,77358245~1177494,83613278~363847,94531591~3938533,117199401~10507308,128752731~584490,139584919~6250718,146513578~1332546,150636787~10595966,163876923~5020745,170484065~336729,170875063~8122963,206075634~4617580,218427787~2998588,226615941~6945989,242128289~1382492,251145742~1537968,253757999~10225487,264045840~1699519,297853911~2601261,331104922~5059940,339591071~4053793,348753389~5069180,354323639~7393761,379793565~5245034,390034118~4170160,401944875~4248778] 2024-08-17T01:40:17.459 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~9448392,16777216~11402241,41943040~7116544,58720256~10812073,75497472~3038267,79691776~4285349,92274688~6195436,113246208~16091013,138412032~22820721,163577856~15420170,205520896~5172318,218103808~3322567,226492416~7069514,239075328~4435453,247463936~18281423,297795584~2659588,327155712~9009150,337740842~5904022,348127232~13590168,377487360~7551239,389326189~4878089,401944875~4248778] 2024-08-17T01:40:17.459 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 5 diff [6679031~6963665,20107361~8072096,45924117~3135467,61602868~7929461,77358245~1177494,79849763~3138040,83613278~363847,89574090~2807460,94531591~3938533,117199401~10507308,128752731~584490,139584919~6250718,146513578~1332546,150636787~10595966,163876923~5020745,170484065~336729,170875063~9643576,187670358~2594157,206075634~4617580,218427787~2998588,226615941~6945989,242128289~1382492,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,331104922~7825132,339591071~4053793,348753389~5069180,354323639~7393761,364553638~5230434,379793565~5245034,390034118~4170160,397033841~9159812] 2024-08-17T01:40:17.459 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [6679031~6963665,20107361~8072096,45924117~3135467,61602868~7929461,77358245~1177494,79849763~3138040,83613278~363847,89574090~2807460,94531591~3938533,117199401~10507308,128752731~584490,139584919~6250718,146513578~1332546,150636787~10595966,163876923~5020745,170484065~336729,170875063~9643576,187670358~2594157,206075634~4617580,218427787~2998588,226615941~6945989,242128289~1382492,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,331104922~7825132,339591071~4053793,348753389~5069180,354323639~7393761,364553638~5230434,379793565~5245034,390034118~4170160,397033841~9159812] 2024-08-17T01:40:17.465 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~9448392,16777216~11402241,41943040~7116544,58720256~10812073,75497472~3038267,79691776~4285349,88080384~10389740,113246208~16091013,138412032~22820721,163577856~16940783,184549376~5715139,205520896~5172318,218103808~3322567,226492416~7069514,239075328~4435453,247463936~18595603,297795584~2659588,327155712~16489152,348127232~13590168,364553638~5230434,377487360~7551239,389326189~4878089,395032378~11161275] 2024-08-17T01:40:17.465 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 6 diff [6679031~6963665,20107361~8072096,36965521~2881988,45924117~3135467,61602868~7929461,77358245~5629558,83613278~363847,85801958~7052965,94531591~3938533,112301341~15405368,128752731~584490,139584919~8261205,150636787~10595966,163876923~5020745,170484065~336729,170875063~9643576,187670358~2594157,206075634~4617580,218427787~2998588,226615941~6945989,237329056~7598861,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,330140152~8789902,339591071~4053793,348753389~5069180,354323639~7393761,364553638~5230434,379793565~5245034,390034118~16159535] 2024-08-17T01:40:17.465 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [6679031~6963665,20107361~8072096,36965521~2881988,45924117~3135467,61602868~7929461,77358245~5629558,83613278~363847,85801958~7052965,94531591~3938533,112301341~15405368,128752731~584490,139584919~8261205,150636787~10595966,163876923~5020745,170484065~336729,170875063~9643576,187670358~2594157,206075634~4617580,218427787~2998588,226615941~6945989,237329056~7598861,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,330140152~8789902,339591071~4053793,348753389~5069180,354323639~7393761,364553638~5230434,379793565~5245034,390034118~16159535] 2024-08-17T01:40:17.471 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~9448392,16777216~11402241,33554432~6293077,41943040~7116544,58720256~10812073,75497472~22972652,109051904~20285317,138412032~22820721,163577856~16940783,184549376~5715139,205520896~5172318,218103808~3322567,226492416~7069514,234881024~10046893,247463936~18595603,297795584~2659588,327155712~16489152,348127232~13590168,364553638~5230434,377487360~7551239,389326189~16867464] 2024-08-17T01:40:17.472 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 7 diff [6679031~6963665,20107361~8072096,36965521~2881988,45924117~3135467,61602868~7929461,77358245~5629558,83613278~363847,85801958~12668166,99053977~3792477,110277886~17428823,128752731~584490,139584919~8261205,150636787~10595966,163876923~5020745,170484065~336729,170875063~9643576,187670358~2594157,206075634~4617580,211865669~973871,214073870~7352505,226615941~6945989,237329056~7598861,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,323351344~15578710,339591071~4053793,348753389~5069180,354323639~7393761,364553638~5230434,377320752~7717847,390034118~16159535] 2024-08-17T01:40:17.472 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [6679031~6963665,20107361~8072096,36965521~2881988,45924117~3135467,61602868~7929461,77358245~5629558,83613278~363847,85801958~12668166,99053977~3792477,110277886~17428823,128752731~584490,139584919~8261205,150636787~10595966,163876923~5020745,170484065~336729,170875063~9643576,187670358~2594157,206075634~4617580,211865669~973871,214073870~7352505,226615941~6945989,237329056~7598861,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,323351344~15578710,339591071~4053793,348753389~5069180,354323639~7393761,364553638~5230434,377320752~7717847,390034118~16159535] 2024-08-17T01:40:17.478 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~9448392,16777216~11402241,33554432~6293077,41943040~7116544,58720256~10812073,75497472~27348982,109051904~20285317,138412032~22820721,163577856~16940783,184549376~5715139,205520896~7318644,213909504~7516871,226492416~7069514,234881024~10046893,247463936~18595603,297795584~2659588,322961408~20683456,348127232~13590168,364553638~5230434,373293056~11745543,389326189~16867464] 2024-08-17T01:40:17.478 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 8 diff [6679031~6963665,20107361~8072096,36965521~2881988,45924117~3135467,61602868~7929461,77358245~5629558,83613278~363847,85801958~12668166,99053977~3792477,110277886~17428823,128723916~4092717,139584919~21647834,163876923~5020745,170484065~336729,170875063~9643576,187670358~2594157,206075634~4617580,211099507~12149154,226615941~7349496,237329056~7598861,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,323351344~15578710,338989461~7869106,348753389~5069180,354323639~7393761,364553638~5230434,369987925~825996,377320752~7717847,390034118~16159535,408631429~4530681] 2024-08-17T01:40:17.478 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [6679031~6963665,20107361~8072096,36965521~2881988,45924117~3135467,61602868~7929461,77358245~5629558,83613278~363847,85801958~12668166,99053977~3792477,110277886~17428823,128723916~4092717,139584919~21647834,163876923~5020745,170484065~336729,170875063~9643576,187670358~2594157,206075634~4617580,211099507~12149154,226615941~7349496,237329056~7598861,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,323351344~15578710,338989461~7869106,348753389~5069180,354323639~7393761,364553638~5230434,369987925~825996,377320752~7717847,390034118~16159535,408631429~4530681] 2024-08-17T01:40:17.484 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~9448392,16777216~11402241,33554432~6293077,41943040~7116544,58720256~10812073,75497472~27348982,109051904~23764729,138412032~22820721,163577856~16940783,184549376~5715139,205520896~17727765,226492416~7473021,234881024~10046893,247463936~18595603,297795584~2659588,322961408~23897159,348127232~13590168,364553638~6260283,373293056~11745543,389326189~16867464,406847488~6314622] 2024-08-17T01:40:17.484 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 9 diff [6679031~6963665,20107361~8072096,36965521~2881988,45924117~3135467,61602868~7929461,77358245~5629558,83613278~363847,85801958~12668166,99053977~3792477,109495076~18211633,128723916~4092717,139381542~21851211,163876923~5020745,170484065~336729,170875063~9643576,187670358~2594157,194338177~6420218,206075634~4617580,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,323351344~15578710,338989461~7869106,348753389~5069180,354323639~7393761,364553638~5230434,369987925~825996,377320752~7717847,385317728~3747998,390034118~18585629,408631429~4530681] 2024-08-17T01:40:17.484 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [6679031~6963665,20107361~8072096,36965521~2881988,45924117~3135467,61602868~7929461,77358245~5629558,83613278~363847,85801958~12668166,99053977~3792477,109495076~18211633,128723916~4092717,139381542~21851211,163876923~5020745,170484065~336729,170875063~9643576,187670358~2594157,194338177~6420218,206075634~4617580,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,323351344~15578710,338989461~7869106,348753389~5069180,354323639~7393761,364553638~5230434,369987925~825996,377320752~7717847,385317728~3747998,390034118~18585629,408631429~4530681] 2024-08-17T01:40:17.490 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~9448392,16777216~11402241,33554432~6293077,41943040~7116544,58720256~10812073,75497472~27348982,109051904~23764729,138412032~22820721,163577856~16940783,184549376~5715139,192937984~7820411,205520896~17727765,226492416~7473021,234881024~12459950,247463936~18595603,297795584~2659588,322961408~23897159,348127232~13590168,364553638~6260283,373293056~15772670,389326189~23835921] 2024-08-17T01:40:17.490 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 10 diff [6679031~6963665,20107361~8072096,36965521~2881988,41856197~7203387,49625898~2279243,61602868~8845394,77358245~5629558,83613278~363847,85801958~12668166,99053977~3792477,109495076~18211633,128723916~4092717,139381542~21851211,163876923~5020745,170484065~336729,170875063~9680662,187670358~2594157,194338177~6420218,206075634~4617580,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~10225487,263984685~2074854,273170922~7037639,297853911~6338353,323351344~15578710,338989461~7869106,348753389~5069180,354323639~15460433,369987925~825996,377320752~7717847,385317728~3747998,390034118~18585629,408631429~4530681] 2024-08-17T01:40:17.490 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [6679031~6963665,20107361~8072096,36965521~2881988,41856197~7203387,49625898~2279243,61602868~8845394,77358245~5629558,83613278~363847,85801958~12668166,99053977~3792477,109495076~18211633,128723916~4092717,139381542~21851211,163876923~5020745,170484065~336729,170875063~9680662,187670358~2594157,194338177~6420218,206075634~4617580,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~10225487,263984685~2074854,273170922~7037639,297853911~6338353,323351344~15578710,338989461~7869106,348753389~5069180,354323639~15460433,369987925~825996,377320752~7717847,385317728~3747998,390034118~18585629,408631429~4530681] 2024-08-17T01:40:17.495 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~9448392,16777216~11402241,33554432~18350709,58720256~11728006,75497472~27348982,109051904~23764729,138412032~22820721,163577856~16977869,184549376~5715139,192937984~7820411,205520896~17727765,226492416~7473021,234881024~12459950,247463936~18595603,272629760~7578801,297795584~6396680,322961408~23897159,348127232~22686689,373293056~15772670,389326189~23835921] 2024-08-17T01:40:17.496 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 11 diff [6679031~6963665,20107361~8072096,36965521~2881988,41856197~7203387,49625898~2279243,61602868~8845394,77358245~5629558,83613278~363847,85801958~17657835,109495076~18211633,128723916~4092717,139381542~21851211,163876923~5020745,170484065~336729,170875063~9680662,187670358~2594157,194338177~8770294,205920962~4772252,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~10225487,263984685~2074854,273170922~7037639,291567592~17252070,323351344~15578710,338989461~7869106,348753389~5069180,354323639~15460433,369987925~825996,377320752~7717847,385317728~3747998,390034118~18585629,408631429~4530681] 2024-08-17T01:40:17.496 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [6679031~6963665,20107361~8072096,36965521~2881988,41856197~7203387,49625898~2279243,61602868~8845394,77358245~5629558,83613278~363847,85801958~17657835,109495076~18211633,128723916~4092717,139381542~21851211,163876923~5020745,170484065~336729,170875063~9680662,187670358~2594157,194338177~8770294,205920962~4772252,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~10225487,263984685~2074854,273170922~7037639,291567592~17252070,323351344~15578710,338989461~7869106,348753389~5069180,354323639~15460433,369987925~825996,377320752~7717847,385317728~3747998,390034118~18585629,408631429~4530681] 2024-08-17T01:40:17.501 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~9448392,16777216~11402241,33554432~18350709,58720256~11728006,75497472~27962321,109051904~23764729,138412032~22820721,163577856~16977869,184549376~5715139,192937984~10170487,205520896~17727765,226492416~7473021,234881024~12459950,247463936~18595603,272629760~7578801,289406976~19412686,322961408~23897159,348127232~22686689,373293056~15772670,389326189~23835921] 2024-08-17T01:40:17.502 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 12 diff [5692968~7949728,20107361~8072096,36965521~2881988,41856197~7203387,49625898~2279243,61602868~8845394,77358245~26101548,109495076~18211633,128723916~4092717,139381542~29516126,170484065~336729,170875063~9680662,187670358~2594157,194338177~16355037,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,273170922~7037639,291567592~17252070,323351344~23507223,348753389~21030683,369987925~825996,377320752~7717847,385317728~3747998,390034118~18585629,408631429~4530681] 2024-08-17T01:40:17.502 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [5692968~7949728,20107361~8072096,36965521~2881988,41856197~7203387,49625898~2279243,61602868~8845394,77358245~26101548,109495076~18211633,128723916~4092717,139381542~29516126,170484065~336729,170875063~9680662,187670358~2594157,194338177~16355037,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,273170922~7037639,291567592~17252070,323351344~23507223,348753389~21030683,369987925~825996,377320752~7717847,385317728~3747998,390034118~18585629,408631429~4530681] 2024-08-17T01:40:17.507 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~9448392,16777216~11402241,33554432~18350709,58720256~11728006,75497472~27962321,109051904~23764729,138412032~42143693,184549376~5715139,192937984~30310677,226492416~7473021,234881024~12459950,247463936~18595603,272629760~7578801,289406976~19412686,322961408~23897159,348127232~22686689,373293056~15772670,389326189~23835921] 2024-08-17T01:40:17.507 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 13 diff [5692968~9745699,20107361~8072096,36965521~12094063,49625898~2279243,61602868~8845394,77358245~26101548,109495076~18211633,128723916~5439611,138593082~30304586,170484065~336729,170875063~9680662,187670358~2594157,194338177~16355037,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,273170922~7037639,291567592~18994259,323351344~23507223,348753389~21030683,369987925~825996,377320752~7717847,385317728~3747998,390034118~18585629,408631429~4530681] 2024-08-17T01:40:17.508 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [5692968~9745699,20107361~8072096,36965521~12094063,49625898~2279243,61602868~8845394,77358245~26101548,109495076~18211633,128723916~5439611,138593082~30304586,170484065~336729,170875063~9680662,187670358~2594157,194338177~16355037,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,273170922~7037639,291567592~18994259,323351344~23507223,348753389~21030683,369987925~825996,377320752~7717847,385317728~3747998,390034118~18585629,408631429~4530681] 2024-08-17T01:40:17.513 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~11244363,16777216~11402241,33554432~18350709,58720256~11728006,75497472~27962321,109051904~25111623,138412032~42143693,184549376~5715139,192937984~30310677,226492416~7473021,234881024~12459950,247463936~18595603,272629760~7578801,289406976~21154875,322961408~23897159,348127232~22686689,373293056~15772670,389326189~23835921] 2024-08-17T01:40:17.513 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 14 diff [3052245~12386422,20107361~8072096,36965521~12094063,49625898~2279243,61602868~8845394,77358245~26101548,109495076~18211633,128723916~5439611,138593082~30304586,170484065~336729,170875063~9680662,187670358~2594157,194338177~16355037,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,291567592~18994259,323351344~23507223,348753389~21030683,369987925~825996,373746097~11292502,385317728~3747998,390034118~18585629,408631429~4530681] 2024-08-17T01:40:17.513 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,20107361~8072096,36965521~12094063,49625898~2279243,61602868~8845394,77358245~26101548,109495076~18211633,128723916~5439611,138593082~30304586,170484065~336729,170875063~9680662,187670358~2594157,194338177~16355037,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,291567592~18994259,323351344~23507223,348753389~21030683,369987925~825996,373746097~11292502,385317728~3747998,390034118~18585629,408631429~4530681] 2024-08-17T01:40:17.519 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,16777216~11402241,33554432~18350709,58720256~11728006,75497472~27962321,109051904~25111623,138412032~42143693,184549376~5715139,192937984~30310677,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,322961408~23897159,348127232~22686689,373293056~15772670,389326189~23835921] 2024-08-17T01:40:17.519 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 15 diff [3052245~12386422,20107361~8072096,28862105~6362016,36965521~12094063,49625898~7799102,61602868~8845394,77358245~26101548,107504103~20202606,128723916~5439611,138593082~30304586,170484065~336729,170875063~9680662,187670358~2594157,194338177~16355037,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,291567592~18994259,323351344~23507223,348753389~21030683,369987925~825996,373746097~11292502,385317728~3747998,390034118~18585629,408631429~4530681] 2024-08-17T01:40:17.519 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,20107361~8072096,28862105~6362016,36965521~12094063,49625898~7799102,61602868~8845394,77358245~26101548,107504103~20202606,128723916~5439611,138593082~30304586,170484065~336729,170875063~9680662,187670358~2594157,194338177~16355037,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,291567592~18994259,323351344~23507223,348753389~21030683,369987925~825996,373746097~11292502,385317728~3747998,390034118~18585629,408631429~4530681] 2024-08-17T01:40:17.524 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,16777216~40647784,58720256~11728006,75497472~27962321,104857600~29305927,138412032~42143693,184549376~5715139,192937984~30310677,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,322961408~23897159,348127232~22686689,373293056~15772670,389326189~23835921] 2024-08-17T01:40:17.525 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 16 diff [3052245~12386422,20107361~8072096,28862105~6362016,36965521~12094063,49625898~7799102,61602868~10382812,77358245~26101548,107504103~20202606,128723916~5439611,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~16355037,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,289924603~20637248,321774435~25084132,348753389~21030683,369987925~825996,373746097~11292502,385317728~3747998,390034118~18585629,408631429~4530681] 2024-08-17T01:40:17.525 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,20107361~8072096,28862105~6362016,36965521~12094063,49625898~7799102,61602868~10382812,77358245~26101548,107504103~20202606,128723916~5439611,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~16355037,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,289924603~20637248,321774435~25084132,348753389~21030683,369987925~825996,373746097~11292502,385317728~3747998,390034118~18585629,408631429~4530681] 2024-08-17T01:40:17.530 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,16777216~40647784,58720256~13265424,75497472~27962321,104857600~29305927,138412032~42143693,184549376~7121247,192937984~30310677,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~28091463,348127232~22686689,373293056~15772670,389326189~23835921] 2024-08-17T01:40:17.530 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 17 diff [3052245~12386422,20107361~8072096,28862105~6362016,36965521~12094063,49625898~7799102,61602868~10382812,77358245~29365049,107504103~20202606,128723916~5439611,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,289924603~20637248,321774435~25084132,348753389~21030683,369882136~15156463,385317728~3747998,390034118~18585629,408631429~4530681] 2024-08-17T01:40:17.530 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,20107361~8072096,28862105~6362016,36965521~12094063,49625898~7799102,61602868~10382812,77358245~29365049,107504103~20202606,128723916~5439611,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,289924603~20637248,321774435~25084132,348753389~21030683,369882136~15156463,385317728~3747998,390034118~18585629,408631429~4530681] 2024-08-17T01:40:17.536 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,16777216~40647784,58720256~13265424,75497472~58666055,138412032~42143693,184549376~7121247,192937984~31458386,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~28091463,348127232~40938494,389326189~23835921] 2024-08-17T01:40:17.536 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 18 diff [3052245~12386422,20107361~8072096,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,289924603~20637248,321774435~25084132,348753389~21030683,369882136~15156463,385317728~3747998,390034118~18585629,408631429~4530681] 2024-08-17T01:40:17.536 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,20107361~8072096,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,289924603~20637248,321774435~25084132,348753389~21030683,369882136~15156463,385317728~3747998,390034118~18585629,408631429~4530681] 2024-08-17T01:40:17.541 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,16777216~55208464,75497472~58666055,134217728~3864959,138412032~42143693,184549376~7121247,192937984~31458386,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~28091463,348127232~40938494,389326189~23835921] 2024-08-17T01:40:17.541 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 19 diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:17.542 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:17.547 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,16777216~55208464,75497472~58666055,134217728~3864959,138412032~42143693,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~70298622,389326189~23835921] 2024-08-17T01:40:17.547 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 2 diff [6679031~6963665,45924117~3135467,94531591~3938533,121548571~6158138,146513578~1332546,150636787~5501346,170484065~336729,206075634~4328814] 2024-08-17T01:40:17.547 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [6679031~6963665,45924117~3135467,94531591~3938533,121548571~6158138,146513578~1332546,150636787~5501346,170484065~336729,206075634~4328814] 2024-08-17T01:40:17.553 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~9448392,41943040~7116544,92274688~6195436,121548571~6158138,142606336~13531797,168897668~1923126,205520896~4883552] 2024-08-17T01:40:17.553 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 3 diff [6679031~6963665,45924117~3135467,61602868~7929461,83613278~363847,94531591~3938533,121548571~6158138,128752731~584490,146513578~1332546,150636787~5501346,170484065~336729,206075634~4328814,226615941~6945989,251145742~1537968,297853911~2601261,339591071~4053793,348753389~5069180,354323639~7393761] 2024-08-17T01:40:17.553 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [6679031~6963665,45924117~3135467,61602868~7929461,83613278~363847,94531591~3938533,121548571~6158138,128752731~584490,146513578~1332546,150636787~5501346,170484065~336729,206075634~4328814,226615941~6945989,251145742~1537968,297853911~2601261,339591071~4053793,348753389~5069180,354323639~7393761] 2024-08-17T01:40:17.558 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~9448392,41943040~7116544,58720256~10812073,79691776~4285349,92274688~6195436,121548571~7788650,142606336~13531797,168897668~1923126,205520896~4883552,226492416~7069514,247463936~5219774,297795584~2659588,337740842~5904022,348127232~13590168] 2024-08-17T01:40:17.558 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 4 diff [6679031~6963665,23741240~3389774,45924117~3135467,61602868~7929461,77358245~1177494,83613278~363847,94531591~3938533,121548571~6158138,128752731~584490,139584919~6250718,146513578~1332546,150636787~10595966,170484065~336729,170875063~8122963,206075634~4328814,226615941~6945989,242128289~1382492,251145742~1537968,253757999~10225487,297853911~2601261,331104922~5059940,339591071~4053793,348753389~5069180,354323639~7393761] 2024-08-17T01:40:17.558 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [6679031~6963665,23741240~3389774,45924117~3135467,61602868~7929461,77358245~1177494,83613278~363847,94531591~3938533,121548571~6158138,128752731~584490,139584919~6250718,146513578~1332546,150636787~10595966,170484065~336729,170875063~8122963,206075634~4328814,226615941~6945989,242128289~1382492,251145742~1537968,253757999~10225487,297853911~2601261,331104922~5059940,339591071~4053793,348753389~5069180,354323639~7393761] 2024-08-17T01:40:17.564 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~9448392,23741240~3389774,41943040~7116544,58720256~10812073,75497472~3038267,79691776~4285349,92274688~6195436,121548571~7788650,138412032~22820721,168897668~10100358,205520896~4883552,226492416~7069514,239075328~4435453,247463936~16519550,297795584~2659588,327155712~9009150,337740842~5904022,348127232~13590168] 2024-08-17T01:40:17.564 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 5 diff [6679031~6963665,23741240~3389774,45924117~3135467,61602868~7929461,77358245~1177494,79849763~3138040,83613278~363847,89574090~2807460,94531591~3938533,121548571~6158138,128752731~584490,139584919~6250718,146513578~1332546,150636787~10595966,170484065~336729,170875063~9643576,187670358~2594157,206075634~4328814,226615941~6945989,242128289~1382492,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,331104922~7825132,339591071~4053793,348753389~5069180,354323639~7393761,364553638~5230434,397033841~5634231] 2024-08-17T01:40:17.564 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [6679031~6963665,23741240~3389774,45924117~3135467,61602868~7929461,77358245~1177494,79849763~3138040,83613278~363847,89574090~2807460,94531591~3938533,121548571~6158138,128752731~584490,139584919~6250718,146513578~1332546,150636787~10595966,170484065~336729,170875063~9643576,187670358~2594157,206075634~4328814,226615941~6945989,242128289~1382492,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,331104922~7825132,339591071~4053793,348753389~5069180,354323639~7393761,364553638~5230434,397033841~5634231] 2024-08-17T01:40:17.570 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~9448392,23741240~3389774,41943040~7116544,58720256~10812073,75497472~3038267,79691776~4285349,88080384~10389740,121548571~7788650,138412032~22820721,168897668~11620971,184549376~5715139,205520896~4883552,226492416~7069514,239075328~4435453,247463936~16519550,263984685~2074854,297795584~2659588,327155712~16489152,348127232~13590168,364553638~5230434,395032378~7635694] 2024-08-17T01:40:17.570 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 6 diff [6679031~6963665,23741240~3389774,36965521~2881988,45924117~3135467,61602868~7929461,77358245~5629558,83613278~363847,85801958~7052965,94531591~3938533,112301341~7865710,121548571~6158138,128752731~584490,139584919~8261205,150636787~10595966,170484065~336729,170875063~9643576,187670358~2594157,206075634~4328814,226615941~6945989,237329056~7598861,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,330140152~8789902,339591071~4053793,348753389~5069180,354323639~7393761,364553638~5230434,394051444~11755806] 2024-08-17T01:40:17.570 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [6679031~6963665,23741240~3389774,36965521~2881988,45924117~3135467,61602868~7929461,77358245~5629558,83613278~363847,85801958~7052965,94531591~3938533,112301341~7865710,121548571~6158138,128752731~584490,139584919~8261205,150636787~10595966,170484065~336729,170875063~9643576,187670358~2594157,206075634~4328814,226615941~6945989,237329056~7598861,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,330140152~8789902,339591071~4053793,348753389~5069180,354323639~7393761,364553638~5230434,394051444~11755806] 2024-08-17T01:40:17.575 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~9448392,23741240~3389774,33554432~6293077,41943040~7116544,58720256~10812073,75497472~22972652,109051904~11115147,121548571~7788650,138412032~22820721,168897668~11620971,184549376~5715139,205520896~4883552,226492416~7069514,234881024~10046893,247463936~16519550,263984685~2074854,297795584~2659588,327155712~16489152,348127232~13590168,364553638~5230434,394051444~11755806] 2024-08-17T01:40:17.575 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 7 diff [6679031~6963665,23741240~3389774,36965521~2881988,45924117~3135467,61602868~7929461,77358245~5629558,83613278~363847,85801958~12668166,99053977~3792477,110277886~9889165,121548571~6158138,128752731~584490,139584919~8261205,150636787~10595966,170484065~336729,170875063~9643576,187670358~2594157,206075634~4328814,211865669~973871,214073870~5217868,226615941~6945989,237329056~7598861,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,323351344~15578710,339591071~4053793,348753389~5069180,354323639~7393761,364553638~5230434,377320752~4681632,394051444~11755806] 2024-08-17T01:40:17.575 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [6679031~6963665,23741240~3389774,36965521~2881988,45924117~3135467,61602868~7929461,77358245~5629558,83613278~363847,85801958~12668166,99053977~3792477,110277886~9889165,121548571~6158138,128752731~584490,139584919~8261205,150636787~10595966,170484065~336729,170875063~9643576,187670358~2594157,206075634~4328814,211865669~973871,214073870~5217868,226615941~6945989,237329056~7598861,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,323351344~15578710,339591071~4053793,348753389~5069180,354323639~7393761,364553638~5230434,377320752~4681632,394051444~11755806] 2024-08-17T01:40:17.581 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~9448392,23741240~3389774,33554432~6293077,41943040~7116544,58720256~10812073,75497472~27348982,109051904~11115147,121548571~7788650,138412032~22820721,168897668~11620971,184549376~5715139,205520896~4883552,210693214~2146326,213909504~5382234,226492416~7069514,234881024~10046893,247463936~16519550,263984685~2074854,297795584~2659588,322961408~20683456,348127232~13590168,364553638~5230434,373293056~8709328,394051444~11755806] 2024-08-17T01:40:17.581 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 8 diff [6679031~6963665,23741240~3389774,36965521~2881988,45924117~3135467,61602868~7929461,77358245~5629558,83613278~363847,85801958~12668166,99053977~3792477,110277886~9889165,121548571~6158138,128723916~4092717,139584919~21647834,170484065~336729,170875063~9643576,187670358~2594157,206075634~4328814,211099507~12149154,226615941~7349496,237329056~7598861,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,323351344~15578710,338989461~7869106,348753389~5069180,354323639~7393761,364553638~5230434,369987925~825996,377320752~4681632,394051444~11755806,408631429~4530681] 2024-08-17T01:40:17.581 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [6679031~6963665,23741240~3389774,36965521~2881988,45924117~3135467,61602868~7929461,77358245~5629558,83613278~363847,85801958~12668166,99053977~3792477,110277886~9889165,121548571~6158138,128723916~4092717,139584919~21647834,170484065~336729,170875063~9643576,187670358~2594157,206075634~4328814,211099507~12149154,226615941~7349496,237329056~7598861,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,323351344~15578710,338989461~7869106,348753389~5069180,354323639~7393761,364553638~5230434,369987925~825996,377320752~4681632,394051444~11755806,408631429~4530681] 2024-08-17T01:40:17.586 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~9448392,23741240~3389774,33554432~6293077,41943040~7116544,58720256~10812073,75497472~27348982,109051904~11115147,121548571~11268062,138412032~22820721,168897668~11620971,184549376~5715139,205520896~4883552,210693214~12555447,226492416~7473021,234881024~10046893,247463936~16519550,263984685~2074854,297795584~2659588,322961408~23897159,348127232~13590168,364553638~6260283,373293056~8709328,394051444~11755806,406847488~6314622] 2024-08-17T01:40:17.586 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 9 diff [6679031~6963665,23741240~3389774,36965521~2881988,45924117~3135467,61602868~7929461,77358245~5629558,83613278~363847,85801958~12668166,99053977~3792477,109495076~10671975,121548571~6158138,128723916~4092717,139381542~21851211,170484065~336729,170875063~9643576,187670358~2594157,194338177~6420218,206075634~4328814,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,323351344~15578710,338989461~7869106,348753389~5069180,354323639~7393761,364553638~5230434,369987925~825996,377320752~4681632,385317728~3747998,394051444~14568303,408631429~4530681] 2024-08-17T01:40:17.586 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [6679031~6963665,23741240~3389774,36965521~2881988,45924117~3135467,61602868~7929461,77358245~5629558,83613278~363847,85801958~12668166,99053977~3792477,109495076~10671975,121548571~6158138,128723916~4092717,139381542~21851211,170484065~336729,170875063~9643576,187670358~2594157,194338177~6420218,206075634~4328814,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,323351344~15578710,338989461~7869106,348753389~5069180,354323639~7393761,364553638~5230434,369987925~825996,377320752~4681632,385317728~3747998,394051444~14568303,408631429~4530681] 2024-08-17T01:40:17.591 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~9448392,23741240~3389774,33554432~6293077,41943040~7116544,58720256~10812073,75497472~27348982,109051904~11115147,121548571~11268062,138412032~22820721,168897668~11620971,184549376~5715139,192937984~7820411,205520896~4883552,210693214~12555447,226492416~7473021,234881024~12459950,247463936~16519550,263984685~2074854,297795584~2659588,322961408~23897159,348127232~13590168,364553638~6260283,373293056~8709328,385038599~4027127,394051444~19110666] 2024-08-17T01:40:17.592 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 10 diff [6679031~6963665,23741240~3389774,36965521~2881988,41856197~7203387,49625898~2279243,61602868~8845394,77358245~5629558,83613278~363847,85801958~12668166,99053977~3792477,109495076~10671975,121548571~6158138,128723916~4092717,139381542~21851211,170484065~336729,170875063~9680662,187670358~2594157,194338177~6420218,206075634~4328814,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~10225487,263984685~2074854,273170922~7037639,297853911~6338353,323351344~15578710,338989461~7869106,348753389~5069180,354323639~15460433,369987925~825996,377320752~4681632,385317728~3747998,394051444~14568303,408631429~4530681] 2024-08-17T01:40:17.592 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [6679031~6963665,23741240~3389774,36965521~2881988,41856197~7203387,49625898~2279243,61602868~8845394,77358245~5629558,83613278~363847,85801958~12668166,99053977~3792477,109495076~10671975,121548571~6158138,128723916~4092717,139381542~21851211,170484065~336729,170875063~9680662,187670358~2594157,194338177~6420218,206075634~4328814,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~10225487,263984685~2074854,273170922~7037639,297853911~6338353,323351344~15578710,338989461~7869106,348753389~5069180,354323639~15460433,369987925~825996,377320752~4681632,385317728~3747998,394051444~14568303,408631429~4530681] 2024-08-17T01:40:17.597 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~9448392,23741240~3389774,33554432~18350709,58720256~11728006,75497472~27348982,109051904~11115147,121548571~11268062,138412032~22820721,168897668~11658057,184549376~5715139,192937984~7820411,205520896~4883552,210693214~12555447,226492416~7473021,234881024~12459950,247463936~16519550,263984685~2074854,272629760~7578801,297795584~6396680,322961408~23897159,348127232~22686689,373293056~8709328,385038599~4027127,394051444~19110666] 2024-08-17T01:40:17.598 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 11 diff [6679031~6963665,23741240~3389774,36965521~2881988,41856197~7203387,49625898~2279243,61602868~8845394,77358245~5629558,83613278~363847,85801958~17657835,109495076~10671975,121548571~6158138,128723916~4092717,139381542~21851211,170484065~336729,170875063~9680662,187670358~2594157,194338177~8770294,205920962~4483486,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~10225487,263984685~2074854,273170922~7037639,291567592~17252070,323351344~15578710,338989461~7869106,348753389~5069180,354323639~15460433,369987925~825996,377320752~4681632,385317728~3747998,394051444~14568303,408631429~4530681] 2024-08-17T01:40:17.598 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [6679031~6963665,23741240~3389774,36965521~2881988,41856197~7203387,49625898~2279243,61602868~8845394,77358245~5629558,83613278~363847,85801958~17657835,109495076~10671975,121548571~6158138,128723916~4092717,139381542~21851211,170484065~336729,170875063~9680662,187670358~2594157,194338177~8770294,205920962~4483486,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~10225487,263984685~2074854,273170922~7037639,291567592~17252070,323351344~15578710,338989461~7869106,348753389~5069180,354323639~15460433,369987925~825996,377320752~4681632,385317728~3747998,394051444~14568303,408631429~4530681] 2024-08-17T01:40:17.603 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~9448392,23741240~3389774,33554432~18350709,58720256~11728006,75497472~27962321,109051904~11115147,121548571~11268062,138412032~22820721,168897668~11658057,184549376~5715139,192937984~10170487,205520896~4883552,210693214~12555447,226492416~7473021,234881024~12459950,247463936~16519550,263984685~2074854,272629760~7578801,289406976~19412686,322961408~23897159,348127232~22686689,373293056~8709328,385038599~4027127,394051444~19110666] 2024-08-17T01:40:17.603 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 12 diff [5692968~7949728,23741240~3389774,36965521~2881988,41856197~7203387,49625898~2279243,61602868~8845394,77358245~26101548,109495076~10671975,121548571~6158138,128723916~4092717,139381542~25741505,170484065~336729,170875063~9680662,187670358~2594157,194338177~16066271,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,273170922~7037639,291567592~17252070,323351344~23507223,348753389~21030683,369987925~825996,377320752~4681632,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.603 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [5692968~7949728,23741240~3389774,36965521~2881988,41856197~7203387,49625898~2279243,61602868~8845394,77358245~26101548,109495076~10671975,121548571~6158138,128723916~4092717,139381542~25741505,170484065~336729,170875063~9680662,187670358~2594157,194338177~16066271,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,273170922~7037639,291567592~17252070,323351344~23507223,348753389~21030683,369987925~825996,377320752~4681632,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.609 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~9448392,23741240~3389774,33554432~18350709,58720256~11728006,75497472~27962321,109051904~11115147,121548571~11268062,138412032~26711015,168897668~11658057,184549376~5715139,192937984~17466464,210693214~12555447,226492416~7473021,234881024~12459950,247463936~18595603,272629760~7578801,289406976~19412686,322961408~23897159,348127232~22686689,373293056~8709328,385038599~4027127,390494557~22667553] 2024-08-17T01:40:17.609 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 13 diff [5692968~9745699,23741240~3389774,36965521~12094063,49625898~2279243,61602868~8845394,77358245~26101548,109495076~10671975,121548571~6158138,128723916~5439611,138593082~28576758,170484065~336729,170875063~9680662,187670358~2594157,194338177~16066271,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,273170922~7037639,291567592~18994259,323351344~23507223,348753389~21030683,369987925~825996,377320752~4681632,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.609 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [5692968~9745699,23741240~3389774,36965521~12094063,49625898~2279243,61602868~8845394,77358245~26101548,109495076~10671975,121548571~6158138,128723916~5439611,138593082~28576758,170484065~336729,170875063~9680662,187670358~2594157,194338177~16066271,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,273170922~7037639,291567592~18994259,323351344~23507223,348753389~21030683,369987925~825996,377320752~4681632,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.615 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~11244363,23741240~3389774,33554432~18350709,58720256~11728006,75497472~27962321,109051904~11115147,121548571~12614956,138412032~28757808,168897668~11658057,184549376~5715139,192937984~17466464,210693214~12555447,226492416~7473021,234881024~12459950,247463936~18595603,272629760~7578801,289406976~21154875,322961408~23897159,348127232~22686689,373293056~8709328,385038599~4027127,390494557~22667553] 2024-08-17T01:40:17.615 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 14 diff [3052245~12386422,23741240~3389774,36965521~12094063,49625898~2279243,61602868~8845394,77358245~26101548,109495076~10671975,121548571~6158138,128723916~5439611,138593082~28576758,170484065~336729,170875063~9680662,187670358~2594157,194338177~16066271,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,291567592~18994259,323351344~23507223,348753389~21030683,369987925~825996,373746097~8256287,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.615 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,23741240~3389774,36965521~12094063,49625898~2279243,61602868~8845394,77358245~26101548,109495076~10671975,121548571~6158138,128723916~5439611,138593082~28576758,170484065~336729,170875063~9680662,187670358~2594157,194338177~16066271,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,291567592~18994259,323351344~23507223,348753389~21030683,369987925~825996,373746097~8256287,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.621 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,23741240~3389774,33554432~18350709,58720256~11728006,75497472~27962321,109051904~11115147,121548571~12614956,138412032~28757808,168897668~11658057,184549376~5715139,192937984~17466464,210693214~12555447,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,322961408~23897159,348127232~22686689,373293056~8709328,385038599~4027127,390494557~22667553] 2024-08-17T01:40:17.621 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 15 diff [3052245~12386422,23741240~3389774,28862105~6362016,36965521~12094063,49625898~7799102,61602868~8845394,77358245~26101548,107504103~12662948,121548571~6158138,128723916~5439611,138593082~28576758,170484065~336729,170875063~9680662,187670358~2594157,194338177~16066271,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,291567592~18994259,323351344~23507223,348753389~21030683,369987925~825996,373746097~8256287,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.621 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,23741240~3389774,28862105~6362016,36965521~12094063,49625898~7799102,61602868~8845394,77358245~26101548,107504103~12662948,121548571~6158138,128723916~5439611,138593082~28576758,170484065~336729,170875063~9680662,187670358~2594157,194338177~16066271,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,291567592~18994259,323351344~23507223,348753389~21030683,369987925~825996,373746097~8256287,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.627 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,23741240~3389774,28179457~29245543,58720256~11728006,75497472~27962321,104857600~15309451,121548571~12614956,138412032~28757808,168897668~11658057,184549376~5715139,192937984~17466464,210693214~12555447,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,322961408~23897159,348127232~22686689,373293056~8709328,385038599~4027127,390494557~22667553] 2024-08-17T01:40:17.627 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 16 diff [3052245~12386422,23741240~3389774,28862105~6362016,36965521~12094063,49625898~7799102,61602868~10382812,77358245~26101548,107504103~12662948,121548571~6158138,128723916~5439611,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~16066271,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,289924603~20637248,321774435~25084132,348753389~21030683,369987925~825996,373746097~8256287,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.627 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,23741240~3389774,28862105~6362016,36965521~12094063,49625898~7799102,61602868~10382812,77358245~26101548,107504103~12662948,121548571~6158138,128723916~5439611,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~16066271,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,289924603~20637248,321774435~25084132,348753389~21030683,369987925~825996,373746097~8256287,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.632 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,23741240~3389774,28179457~29245543,58720256~13265424,75497472~27962321,104857600~15309451,121548571~12614956,138412032~28757808,168897668~11658057,184549376~7121247,192937984~17466464,210693214~12555447,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~28091463,348127232~22686689,373293056~8709328,385038599~4027127,390494557~22667553] 2024-08-17T01:40:17.633 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 17 diff [3052245~12386422,23741240~3389774,28862105~6362016,36965521~12094063,49625898~7799102,61602868~10382812,77358245~29365049,107504103~12662948,121548571~6158138,128723916~5439611,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,289924603~20637248,321774435~25084132,348753389~21030683,369882136~12120248,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.633 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,23741240~3389774,28862105~6362016,36965521~12094063,49625898~7799102,61602868~10382812,77358245~29365049,107504103~12662948,121548571~6158138,128723916~5439611,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,289924603~20637248,321774435~25084132,348753389~21030683,369882136~12120248,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.638 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,23741240~3389774,28179457~29245543,58720256~13265424,75497472~44669579,121548571~12614956,138412032~28757808,168897668~11658057,184549376~7121247,192937984~31458386,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~28091463,348127232~33875152,385038599~4027127,390494557~22667553] 2024-08-17T01:40:17.639 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 18 diff [3052245~12386422,23741240~3389774,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,289924603~20637248,321774435~25084132,348753389~21030683,369882136~12120248,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.639 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,23741240~3389774,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,289924603~20637248,321774435~25084132,348753389~21030683,369882136~12120248,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.645 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,23741240~3389774,28179457~43806223,75497472~44669579,121548571~12614956,134217728~3864959,138412032~28757808,168897668~11658057,184549376~7121247,192937984~31458386,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~28091463,348127232~33875152,385038599~4027127,390494557~22667553] 2024-08-17T01:40:17.645 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 19 diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.645 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.650 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~43806223,75497472~44669579,121548571~12614956,134217728~3864959,138412032~28757808,168897668~11658057,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:17.650 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 3 diff [61602868~7929461,83613278~363847,128752731~584490,226615941~6945989,251145742~1537968,297853911~2601261,339591071~4053793,348753389~5069180,354323639~7393761] 2024-08-17T01:40:17.650 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [61602868~7929461,83613278~363847,128752731~584490,226615941~6945989,251145742~1537968,297853911~2601261,339591071~4053793,348753389~5069180,354323639~7393761] 2024-08-17T01:40:17.656 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [58720256~10812073,79691776~4285349,127706709~1630512,226492416~7069514,247463936~5219774,297795584~2659588,337740842~5904022,348127232~13590168] 2024-08-17T01:40:17.656 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 4 diff [23741240~3389774,61602868~7929461,77358245~1177494,83613278~363847,128752731~584490,139584919~6250718,154716548~6516205,170875063~8122963,226615941~6945989,242128289~1382492,251145742~1537968,253757999~10225487,297853911~2601261,331104922~5059940,339591071~4053793,348753389~5069180,354323639~7393761] 2024-08-17T01:40:17.656 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [23741240~3389774,61602868~7929461,77358245~1177494,83613278~363847,128752731~584490,139584919~6250718,154716548~6516205,170875063~8122963,226615941~6945989,242128289~1382492,251145742~1537968,253757999~10225487,297853911~2601261,331104922~5059940,339591071~4053793,348753389~5069180,354323639~7393761] 2024-08-17T01:40:17.662 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [23741240~3389774,58720256~10812073,75497472~3038267,79691776~4285349,127706709~1630512,138412032~7423605,154716548~6516205,170820794~8177232,226492416~7069514,239075328~4435453,247463936~16519550,297795584~2659588,327155712~9009150,337740842~5904022,348127232~13590168] 2024-08-17T01:40:17.662 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 5 diff [9523757~2731996,23741240~3389774,61602868~7929461,77358245~1177494,79849763~3138040,83613278~363847,89574090~2807460,128752731~584490,139584919~6250718,154716548~6516205,170875063~9643576,187670358~2594157,226615941~6945989,242128289~1382492,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,331104922~7825132,339591071~4053793,348753389~5069180,354323639~7393761,364553638~5230434,397033841~5634231] 2024-08-17T01:40:17.662 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [9523757~2731996,23741240~3389774,61602868~7929461,77358245~1177494,79849763~3138040,83613278~363847,89574090~2807460,128752731~584490,139584919~6250718,154716548~6516205,170875063~9643576,187670358~2594157,226615941~6945989,242128289~1382492,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,331104922~7825132,339591071~4053793,348753389~5069180,354323639~7393761,364553638~5230434,397033841~5634231] 2024-08-17T01:40:17.666 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:17 smithi082 ceph-mon[94343]: osdmap e2021: 8 total, 8 up, 8 in 2024-08-17T01:40:17.667 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:17 smithi082 ceph-mon[91979]: osdmap e2021: 8 total, 8 up, 8 in 2024-08-17T01:40:17.668 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [9523757~2731996,23741240~3389774,58720256~10812073,75497472~3038267,79691776~4285349,88080384~4301166,127706709~1630512,138412032~7423605,154716548~6516205,170820794~9697845,184549376~5715139,226492416~7069514,239075328~4435453,247463936~16519550,263984685~2074854,297795584~2659588,327155712~16489152,348127232~13590168,364553638~5230434,395032378~7635694] 2024-08-17T01:40:17.668 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 6 diff [9523757~2731996,23741240~3389774,36965521~2881988,61602868~7929461,77358245~5629558,83613278~363847,85801958~7052965,112301341~7865710,128752731~584490,139584919~7145879,153406738~1121185,154716548~6516205,170875063~9643576,187670358~2594157,226615941~6945989,237329056~7598861,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,330140152~8789902,339591071~4053793,348753389~5069180,354323639~7393761,364553638~5230434,394051444~11755806] 2024-08-17T01:40:17.669 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [9523757~2731996,23741240~3389774,36965521~2881988,61602868~7929461,77358245~5629558,83613278~363847,85801958~7052965,112301341~7865710,128752731~584490,139584919~7145879,153406738~1121185,154716548~6516205,170875063~9643576,187670358~2594157,226615941~6945989,237329056~7598861,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,330140152~8789902,339591071~4053793,348753389~5069180,354323639~7393761,364553638~5230434,394051444~11755806] 2024-08-17T01:40:17.674 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [9523757~2731996,23741240~3389774,33554432~6293077,58720256~10812073,75497472~17357451,109051904~11115147,127706709~1630512,138412032~8318766,153406738~1121185,154716548~6516205,170820794~9697845,184549376~5715139,226492416~7069514,234881024~10046893,247463936~16519550,263984685~2074854,297795584~2659588,327155712~16489152,348127232~13590168,364553638~5230434,394051444~11755806] 2024-08-17T01:40:17.674 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 7 diff [9523757~2731996,23741240~3389774,36965521~2881988,61602868~7929461,77358245~5629558,83613278~363847,85801958~12358311,99053977~3792477,110277886~9889165,128752731~584490,139584919~7145879,153406738~1121185,154716548~6516205,170875063~9643576,187670358~2594157,211865669~973871,214073870~5217868,226615941~6945989,237329056~7598861,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,323351344~15578710,339591071~4053793,348753389~5069180,354323639~7393761,364553638~5230434,377320752~4681632,394051444~11755806] 2024-08-17T01:40:17.674 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [9523757~2731996,23741240~3389774,36965521~2881988,61602868~7929461,77358245~5629558,83613278~363847,85801958~12358311,99053977~3792477,110277886~9889165,128752731~584490,139584919~7145879,153406738~1121185,154716548~6516205,170875063~9643576,187670358~2594157,211865669~973871,214073870~5217868,226615941~6945989,237329056~7598861,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,323351344~15578710,339591071~4053793,348753389~5069180,354323639~7393761,364553638~5230434,377320752~4681632,394051444~11755806] 2024-08-17T01:40:17.679 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [9523757~2731996,23741240~3389774,33554432~6293077,58720256~10812073,75497472~22662797,98470124~4376330,109051904~11115147,127706709~1630512,138412032~8318766,153406738~1121185,154716548~6516205,170820794~9697845,184549376~5715139,210693214~2146326,213909504~5382234,226492416~7069514,234881024~10046893,247463936~16519550,263984685~2074854,297795584~2659588,322961408~20683456,348127232~13590168,364553638~5230434,373293056~8709328,394051444~11755806] 2024-08-17T01:40:17.679 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 8 diff [9523757~2731996,23741240~3389774,36965521~2881988,61602868~7929461,77358245~5629558,83613278~363847,85801958~12358311,99053977~3792477,110277886~9889165,128723916~4092717,139584919~7145879,146770966~5301039,153406738~1121185,154716548~6516205,170875063~9643576,187670358~2594157,211099507~12149154,226615941~7349496,237329056~7598861,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,323351344~15578710,338989461~7869106,348753389~5069180,354323639~7393761,364553638~5230434,369987925~825996,377320752~4681632,394051444~11755806,408631429~4530681] 2024-08-17T01:40:17.679 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [9523757~2731996,23741240~3389774,36965521~2881988,61602868~7929461,77358245~5629558,83613278~363847,85801958~12358311,99053977~3792477,110277886~9889165,128723916~4092717,139584919~7145879,146770966~5301039,153406738~1121185,154716548~6516205,170875063~9643576,187670358~2594157,211099507~12149154,226615941~7349496,237329056~7598861,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,323351344~15578710,338989461~7869106,348753389~5069180,354323639~7393761,364553638~5230434,369987925~825996,377320752~4681632,394051444~11755806,408631429~4530681] 2024-08-17T01:40:17.685 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [9523757~2731996,23741240~3389774,33554432~6293077,58720256~10812073,75497472~22662797,98470124~4376330,109051904~11115147,127706709~5109924,138412032~8318766,146770966~5301039,153406738~1121185,154716548~6516205,170820794~9697845,184549376~5715139,210693214~12555447,226492416~7473021,234881024~10046893,247463936~16519550,263984685~2074854,297795584~2659588,322961408~23897159,348127232~13590168,364553638~6260283,373293056~8709328,394051444~11755806,406847488~6314622] 2024-08-17T01:40:17.685 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 9 diff [9523757~2731996,23741240~3389774,36965521~2881988,61602868~7929461,77358245~5629558,83613278~363847,85801958~12358311,99053977~3792477,109495076~10671975,128723916~4092717,139381542~7349256,146770966~5301039,153406738~1121185,154716548~6516205,170875063~9643576,187670358~2594157,194338177~6420218,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,323351344~15578710,338989461~7869106,348753389~5069180,354323639~7393761,364553638~5230434,369987925~825996,377320752~4681632,385317728~3747998,394051444~14568303,408631429~4530681] 2024-08-17T01:40:17.685 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [9523757~2731996,23741240~3389774,36965521~2881988,61602868~7929461,77358245~5629558,83613278~363847,85801958~12358311,99053977~3792477,109495076~10671975,128723916~4092717,139381542~7349256,146770966~5301039,153406738~1121185,154716548~6516205,170875063~9643576,187670358~2594157,194338177~6420218,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~10225487,263984685~2074854,297853911~2601261,323351344~15578710,338989461~7869106,348753389~5069180,354323639~7393761,364553638~5230434,369987925~825996,377320752~4681632,385317728~3747998,394051444~14568303,408631429~4530681] 2024-08-17T01:40:17.690 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [9523757~2731996,23741240~3389774,33554432~6293077,58720256~10812073,75497472~22662797,98470124~4376330,109051904~11115147,127706709~5109924,138412032~8318766,146770966~5301039,153406738~1121185,154716548~6516205,170820794~9697845,184549376~5715139,192937984~7820411,210693214~12555447,226492416~7473021,234881024~12459950,247463936~16519550,263984685~2074854,297795584~2659588,322961408~23897159,348127232~13590168,364553638~6260283,373293056~8709328,385038599~4027127,394051444~19110666] 2024-08-17T01:40:17.690 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 10 diff [9523757~2731996,23741240~3389774,36965521~2881988,41856197~4494389,49625898~2279243,61602868~8845394,77358245~5629558,83613278~363847,85801958~12358311,99053977~3792477,109495076~10671975,128723916~4092717,139381542~7349256,146770966~5301039,153406738~1121185,154716548~6516205,170875063~9680662,187670358~2594157,194338177~6420218,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~10225487,263984685~2074854,273170922~7037639,297853911~6338353,323351344~15578710,338989461~7869106,348753389~5069180,354323639~15460433,369987925~825996,377320752~4681632,385317728~3747998,394051444~14568303,408631429~4530681] 2024-08-17T01:40:17.691 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [9523757~2731996,23741240~3389774,36965521~2881988,41856197~4494389,49625898~2279243,61602868~8845394,77358245~5629558,83613278~363847,85801958~12358311,99053977~3792477,109495076~10671975,128723916~4092717,139381542~7349256,146770966~5301039,153406738~1121185,154716548~6516205,170875063~9680662,187670358~2594157,194338177~6420218,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~10225487,263984685~2074854,273170922~7037639,297853911~6338353,323351344~15578710,338989461~7869106,348753389~5069180,354323639~15460433,369987925~825996,377320752~4681632,385317728~3747998,394051444~14568303,408631429~4530681] 2024-08-17T01:40:17.696 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [9523757~2731996,23741240~3389774,33554432~12796154,49059584~2845557,58720256~11728006,75497472~22662797,98470124~4376330,109051904~11115147,127706709~5109924,138412032~8318766,146770966~5301039,153406738~1121185,154716548~6516205,170820794~9734931,184549376~5715139,192937984~7820411,210693214~12555447,226492416~7473021,234881024~12459950,247463936~16519550,263984685~2074854,272629760~7578801,297795584~6396680,322961408~23897159,348127232~22686689,373293056~8709328,385038599~4027127,394051444~19110666] 2024-08-17T01:40:17.696 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 11 diff [9523757~2731996,23741240~3389774,36965521~2881988,41856197~4494389,49625898~2279243,61602868~8845394,77358245~5629558,83613278~363847,85801958~17657835,109495076~10671975,128723916~4092717,139381542~7349256,146770966~5301039,153406738~1121185,154716548~6516205,170875063~9680662,187670358~2594157,194338177~8770294,205920962~2695370,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~10225487,263984685~2074854,273170922~7037639,291567592~17252070,323351344~15578710,338989461~7869106,348753389~5069180,354323639~15460433,369987925~825996,377320752~4681632,385317728~3747998,394051444~14568303,408631429~4530681] 2024-08-17T01:40:17.696 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [9523757~2731996,23741240~3389774,36965521~2881988,41856197~4494389,49625898~2279243,61602868~8845394,77358245~5629558,83613278~363847,85801958~17657835,109495076~10671975,128723916~4092717,139381542~7349256,146770966~5301039,153406738~1121185,154716548~6516205,170875063~9680662,187670358~2594157,194338177~8770294,205920962~2695370,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~10225487,263984685~2074854,273170922~7037639,291567592~17252070,323351344~15578710,338989461~7869106,348753389~5069180,354323639~15460433,369987925~825996,377320752~4681632,385317728~3747998,394051444~14568303,408631429~4530681] 2024-08-17T01:40:17.701 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [9523757~2731996,23741240~3389774,33554432~12796154,49059584~2845557,58720256~11728006,75497472~27962321,109051904~11115147,127706709~5109924,138412032~8318766,146770966~5301039,153406738~1121185,154716548~6516205,170820794~9734931,184549376~5715139,192937984~10170487,205920962~2695370,210693214~12555447,226492416~7473021,234881024~12459950,247463936~16519550,263984685~2074854,272629760~7578801,289406976~19412686,322961408~23897159,348127232~22686689,373293056~8709328,385038599~4027127,394051444~19110666] 2024-08-17T01:40:17.702 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 12 diff [5692968~6562785,23741240~3389774,36965521~2881988,41856197~4494389,49625898~2279243,61602868~8845394,77358245~26101548,109495076~10671975,128723916~4092717,139381542~7349256,146770966~18352081,170875063~9680662,187670358~2594157,194338177~14278155,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,273170922~7037639,291567592~17252070,323351344~23507223,348753389~21030683,369987925~825996,377320752~4681632,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.702 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [5692968~6562785,23741240~3389774,36965521~2881988,41856197~4494389,49625898~2279243,61602868~8845394,77358245~26101548,109495076~10671975,128723916~4092717,139381542~7349256,146770966~18352081,170875063~9680662,187670358~2594157,194338177~14278155,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,273170922~7037639,291567592~17252070,323351344~23507223,348753389~21030683,369987925~825996,377320752~4681632,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.707 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [5692968~6562785,23741240~3389774,33554432~12796154,49059584~2845557,58720256~11728006,75497472~27962321,109051904~11115147,127706709~5109924,138412032~8318766,146770966~18352081,170820794~9734931,184549376~5715139,192937984~15678348,210693214~12555447,226492416~7473021,234881024~12459950,247463936~18595603,272629760~7578801,289406976~19412686,322961408~23897159,348127232~22686689,373293056~8709328,385038599~4027127,390494557~22667553] 2024-08-17T01:40:17.707 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 13 diff [5692968~9745699,23741240~3389774,36965521~9474590,49625898~2279243,61602868~8845394,77358245~26101548,109495076~10671975,128723916~5439611,138593082~8137716,146770966~20398874,170875063~9680662,187670358~2594157,194338177~14278155,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,273170922~7037639,291567592~18994259,323351344~23507223,348753389~21030683,369987925~825996,377320752~4681632,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.707 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [5692968~9745699,23741240~3389774,36965521~9474590,49625898~2279243,61602868~8845394,77358245~26101548,109495076~10671975,128723916~5439611,138593082~8137716,146770966~20398874,170875063~9680662,187670358~2594157,194338177~14278155,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,273170922~7037639,291567592~18994259,323351344~23507223,348753389~21030683,369987925~825996,377320752~4681632,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.713 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [5692968~9745699,23741240~3389774,33554432~12885679,49059584~2845557,58720256~11728006,75497472~27962321,109051904~11115147,127706709~6456818,138412032~8318766,146770966~20398874,170820794~9734931,184549376~5715139,192937984~15678348,210693214~12555447,226492416~7473021,234881024~12459950,247463936~18595603,272629760~7578801,289406976~21154875,322961408~23897159,348127232~22686689,373293056~8709328,385038599~4027127,390494557~22667553] 2024-08-17T01:40:17.713 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 14 diff [3052245~12386422,23741240~3389774,36965521~9474590,49625898~2279243,61602868~8845394,77358245~26101548,109495076~10671975,128723916~5439611,138593082~8137716,146770966~20398874,170875063~9680662,187670358~2594157,194338177~14278155,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,291567592~18994259,323351344~23507223,348753389~21030683,369987925~825996,373746097~8256287,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.713 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,23741240~3389774,36965521~9474590,49625898~2279243,61602868~8845394,77358245~26101548,109495076~10671975,128723916~5439611,138593082~8137716,146770966~20398874,170875063~9680662,187670358~2594157,194338177~14278155,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,291567592~18994259,323351344~23507223,348753389~21030683,369987925~825996,373746097~8256287,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.719 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,23741240~3389774,33554432~12885679,49059584~2845557,58720256~11728006,75497472~27962321,109051904~11115147,127706709~6456818,138412032~8318766,146770966~20398874,170820794~9734931,184549376~5715139,192937984~15678348,210693214~12555447,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,322961408~23897159,348127232~22686689,373293056~8709328,385038599~4027127,390494557~22667553] 2024-08-17T01:40:17.719 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 15 diff [3052245~12386422,23741240~3389774,28862105~6362016,36965521~9474590,49625898~7799102,61602868~8845394,77358245~26101548,107504103~12662948,128723916~5439611,138593082~28576758,170875063~9680662,187670358~2594157,194338177~14278155,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,291567592~18994259,323351344~23507223,348753389~21030683,369987925~825996,373746097~8256287,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.719 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,23741240~3389774,28862105~6362016,36965521~9474590,49625898~7799102,61602868~8845394,77358245~26101548,107504103~12662948,128723916~5439611,138593082~28576758,170875063~9680662,187670358~2594157,194338177~14278155,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,291567592~18994259,323351344~23507223,348753389~21030683,369987925~825996,373746097~8256287,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.725 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,23741240~3389774,28179457~18260654,49059584~8365416,58720256~11728006,75497472~27962321,104857600~15309451,127706709~6456818,138412032~28757808,170820794~9734931,184549376~5715139,192937984~15678348,210693214~12555447,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,322961408~23897159,348127232~22686689,373293056~8709328,385038599~4027127,390494557~22667553] 2024-08-17T01:40:17.725 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 16 diff [3052245~12386422,23741240~3389774,28862105~6362016,36965521~9474590,49625898~7799102,61602868~10382812,77358245~26101548,107504103~12662948,128723916~5439611,138593082~28576758,170875063~9680662,184781755~6888868,194338177~14278155,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,289924603~20637248,321774435~25084132,348753389~21030683,369987925~825996,373746097~8256287,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.725 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,23741240~3389774,28862105~6362016,36965521~9474590,49625898~7799102,61602868~10382812,77358245~26101548,107504103~12662948,128723916~5439611,138593082~28576758,170875063~9680662,184781755~6888868,194338177~14278155,211099507~12149154,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,289924603~20637248,321774435~25084132,348753389~21030683,369987925~825996,373746097~8256287,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.730 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,23741240~3389774,28179457~18260654,49059584~8365416,58720256~13265424,75497472~27962321,104857600~15309451,127706709~6456818,138412032~28757808,170820794~9734931,184549376~7121247,192937984~15678348,210693214~12555447,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~28091463,348127232~22686689,373293056~8709328,385038599~4027127,390494557~22667553] 2024-08-17T01:40:17.730 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 17 diff [3052245~12386422,23741240~3389774,28862105~6362016,36965521~9474590,49625898~7799102,61602868~10382812,77358245~29365049,107504103~12662948,128723916~5439611,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,289924603~20637248,321774435~25084132,348753389~21030683,369882136~12120248,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.730 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,23741240~3389774,28862105~6362016,36965521~9474590,49625898~7799102,61602868~10382812,77358245~29365049,107504103~12662948,128723916~5439611,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,289924603~20637248,321774435~25084132,348753389~21030683,369882136~12120248,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.735 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,23741240~3389774,28179457~18260654,49059584~8365416,58720256~13265424,75497472~44669579,127706709~6456818,138412032~28757808,170820794~9734931,184549376~7121247,192937984~31458386,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~28091463,348127232~33875152,385038599~4027127,390494557~22667553] 2024-08-17T01:40:17.735 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 18 diff [3052245~12386422,23741240~3389774,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,289924603~20637248,321774435~25084132,348753389~21030683,369882136~12120248,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.735 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,23741240~3389774,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,226615941~7349496,237329056~10011918,251145742~1537968,253757999~12301540,270299914~11497405,289924603~20637248,321774435~25084132,348753389~21030683,369882136~12120248,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:17 smithi137 ceph-mon[86391]: osdmap e2021: 8 total, 8 up, 8 in 2024-08-17T01:40:17.741 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,23741240~3389774,28179457~18260654,49059584~22926096,75497472~44669579,127706709~6456818,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~31458386,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~28091463,348127232~33875152,385038599~4027127,390494557~22667553] 2024-08-17T01:40:17.741 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 19 diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.741 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.746 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~22926096,75497472~44669579,127706709~6456818,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:17.746 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 4 diff [23741240~3389774,77358245~1177494,139584919~6250718,154716548~6516205,170875063~8122963,242128289~1382492,253757999~10225487,331104922~5059940] 2024-08-17T01:40:17.746 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [23741240~3389774,77358245~1177494,139584919~6250718,154716548~6516205,170875063~8122963,242128289~1382492,253757999~10225487,331104922~5059940] 2024-08-17T01:40:17.752 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [23741240~3389774,75497472~3038267,138412032~7423605,154716548~6516205,170820794~8177232,239075328~4435453,252683710~11299776,327155712~9009150] 2024-08-17T01:40:17.752 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 5 diff [9523757~2731996,23741240~3389774,77358245~1177494,79849763~3138040,89574090~2807460,139584919~6250718,154716548~6516205,170875063~9643576,187670358~2594157,242128289~1382492,253757999~10225487,263984685~2074854,331104922~7825132,364553638~5230434,397033841~5634231] 2024-08-17T01:40:17.752 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [9523757~2731996,23741240~3389774,77358245~1177494,79849763~3138040,89574090~2807460,139584919~6250718,154716548~6516205,170875063~9643576,187670358~2594157,242128289~1382492,253757999~10225487,263984685~2074854,331104922~7825132,364553638~5230434,397033841~5634231] 2024-08-17T01:40:17.757 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [9523757~2731996,23741240~3389774,75497472~3038267,79849763~3138040,88080384~4301166,138412032~7423605,154716548~6516205,170820794~9697845,184549376~5715139,239075328~4435453,252683710~11299776,263984685~2074854,327155712~11774342,364553638~5230434,395032378~7635694] 2024-08-17T01:40:17.758 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 6 diff [9523757~2731996,23741240~3389774,36965521~2881988,77358245~5629558,85801958~7052965,112301341~7865710,139584919~7145879,153406738~1121185,154716548~6516205,170875063~9643576,187670358~2594157,237329056~7598861,253757999~10225487,263984685~2074854,330140152~8789902,364553638~5230434,394051444~11755806] 2024-08-17T01:40:17.758 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [9523757~2731996,23741240~3389774,36965521~2881988,77358245~5629558,85801958~7052965,112301341~7865710,139584919~7145879,153406738~1121185,154716548~6516205,170875063~9643576,187670358~2594157,237329056~7598861,253757999~10225487,263984685~2074854,330140152~8789902,364553638~5230434,394051444~11755806] 2024-08-17T01:40:17.763 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [9523757~2731996,23741240~3389774,33554432~6293077,75497472~7490331,83977125~8877798,109051904~11115147,138412032~8318766,153406738~1121185,154716548~6516205,170820794~9697845,184549376~5715139,234881024~10046893,252683710~11299776,263984685~2074854,327155712~11774342,364553638~5230434,394051444~11755806] 2024-08-17T01:40:17.763 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 7 diff [9523757~2731996,23741240~3389774,36965521~2881988,77358245~5629558,85801958~12358311,99053977~3792477,110277886~9889165,139584919~7145879,153406738~1121185,154716548~6516205,170875063~9643576,187670358~2594157,211865669~973871,214073870~5217868,237329056~7598861,253757999~10225487,263984685~2074854,323351344~15578710,364553638~5230434,377320752~4681632,394051444~11755806] 2024-08-17T01:40:17.763 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [9523757~2731996,23741240~3389774,36965521~2881988,77358245~5629558,85801958~12358311,99053977~3792477,110277886~9889165,139584919~7145879,153406738~1121185,154716548~6516205,170875063~9643576,187670358~2594157,211865669~973871,214073870~5217868,237329056~7598861,253757999~10225487,263984685~2074854,323351344~15578710,364553638~5230434,377320752~4681632,394051444~11755806] 2024-08-17T01:40:17.768 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [9523757~2731996,23741240~3389774,33554432~6293077,75497472~7490331,83977125~14183144,98470124~4376330,109051904~11115147,138412032~8318766,153406738~1121185,154716548~6516205,170820794~9697845,184549376~5715139,210693214~2146326,213909504~5382234,234881024~10046893,252683710~11299776,263984685~2074854,322961408~15968646,364553638~5230434,373293056~8709328,394051444~11755806] 2024-08-17T01:40:17.769 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 8 diff [9523757~2731996,23741240~3389774,36965521~2881988,77358245~5629558,85801958~12358311,99053977~3792477,110277886~9889165,128723916~4092717,139584919~7145879,146770966~5301039,153406738~1121185,154716548~6516205,170875063~9643576,187670358~2594157,211099507~12149154,230117808~3847629,237329056~7598861,253757999~10225487,263984685~2074854,323351344~15578710,338989461~7869106,364553638~5230434,369987925~825996,377320752~4681632,394051444~11755806,408631429~4530681] 2024-08-17T01:40:17.769 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [9523757~2731996,23741240~3389774,36965521~2881988,77358245~5629558,85801958~12358311,99053977~3792477,110277886~9889165,128723916~4092717,139584919~7145879,146770966~5301039,153406738~1121185,154716548~6516205,170875063~9643576,187670358~2594157,211099507~12149154,230117808~3847629,237329056~7598861,253757999~10225487,263984685~2074854,323351344~15578710,338989461~7869106,364553638~5230434,369987925~825996,377320752~4681632,394051444~11755806,408631429~4530681] 2024-08-17T01:40:17.774 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [9523757~2731996,23741240~3389774,33554432~6293077,75497472~7490331,83977125~14183144,98470124~4376330,109051904~11115147,128723916~4092717,138412032~8318766,146770966~5301039,153406738~1121185,154716548~6516205,170820794~9697845,184549376~5715139,210693214~12555447,230117808~3847629,234881024~10046893,252683710~11299776,263984685~2074854,322961408~15968646,338989461~7869106,364553638~6260283,373293056~8709328,394051444~11755806,406847488~6314622] 2024-08-17T01:40:17.774 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 9 diff [9523757~2731996,23741240~3389774,36965521~2881988,77358245~5629558,85801958~12358311,99053977~3792477,109495076~10671975,128723916~4092717,139381542~7349256,146770966~5301039,153406738~1121185,154716548~6516205,170875063~9643576,187670358~2594157,194338177~6420218,211099507~12149154,230117808~3847629,237329056~10011918,253757999~10225487,263984685~2074854,323351344~15578710,338989461~7869106,364553638~5230434,369987925~825996,377320752~4681632,385317728~3747998,394051444~14568303,408631429~4530681] 2024-08-17T01:40:17.774 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [9523757~2731996,23741240~3389774,36965521~2881988,77358245~5629558,85801958~12358311,99053977~3792477,109495076~10671975,128723916~4092717,139381542~7349256,146770966~5301039,153406738~1121185,154716548~6516205,170875063~9643576,187670358~2594157,194338177~6420218,211099507~12149154,230117808~3847629,237329056~10011918,253757999~10225487,263984685~2074854,323351344~15578710,338989461~7869106,364553638~5230434,369987925~825996,377320752~4681632,385317728~3747998,394051444~14568303,408631429~4530681] 2024-08-17T01:40:17.779 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [9523757~2731996,23741240~3389774,33554432~6293077,75497472~7490331,83977125~14183144,98470124~4376330,109051904~11115147,128723916~4092717,138412032~8318766,146770966~5301039,153406738~1121185,154716548~6516205,170820794~9697845,184549376~5715139,192937984~7820411,210693214~12555447,230117808~3847629,234881024~12459950,252683710~11299776,263984685~2074854,322961408~15968646,338989461~7869106,364553638~6260283,373293056~8709328,385038599~4027127,394051444~19110666] 2024-08-17T01:40:17.779 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 10 diff [9523757~2731996,23741240~3389774,36965521~2881988,41856197~4494389,49625898~2279243,66200131~4248131,77358245~5629558,85801958~12358311,99053977~3792477,109495076~10671975,128723916~4092717,139381542~7349256,146770966~5301039,153406738~1121185,154716548~6516205,170875063~9680662,187670358~2594157,194338177~6420218,211099507~12149154,230117808~3847629,237329056~10011918,253757999~10225487,263984685~2074854,273170922~7037639,299742752~4449512,323351344~15578710,338989461~7869106,361317874~8466198,369987925~825996,377320752~4681632,385317728~3747998,394051444~14568303,408631429~4530681] 2024-08-17T01:40:17.780 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [9523757~2731996,23741240~3389774,36965521~2881988,41856197~4494389,49625898~2279243,66200131~4248131,77358245~5629558,85801958~12358311,99053977~3792477,109495076~10671975,128723916~4092717,139381542~7349256,146770966~5301039,153406738~1121185,154716548~6516205,170875063~9680662,187670358~2594157,194338177~6420218,211099507~12149154,230117808~3847629,237329056~10011918,253757999~10225487,263984685~2074854,273170922~7037639,299742752~4449512,323351344~15578710,338989461~7869106,361317874~8466198,369987925~825996,377320752~4681632,385317728~3747998,394051444~14568303,408631429~4530681] 2024-08-17T01:40:17.785 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [9523757~2731996,23741240~3389774,33554432~12796154,49059584~2845557,66200131~4248131,75497472~7490331,83977125~14183144,98470124~4376330,109051904~11115147,128723916~4092717,138412032~8318766,146770966~5301039,153406738~1121185,154716548~6516205,170820794~9734931,184549376~5715139,192937984~7820411,210693214~12555447,230117808~3847629,234881024~12459950,252683710~11299776,263984685~2074854,272629760~7578801,299742752~4449512,322961408~15968646,338989461~7869106,361317874~9496047,373293056~8709328,385038599~4027127,394051444~19110666] 2024-08-17T01:40:17.785 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 11 diff [9523757~2731996,23741240~3389774,36965521~2881988,41856197~4494389,49625898~2279243,66200131~4248131,77358245~5629558,85801958~17657835,109495076~10671975,128723916~4092717,139381542~7349256,146770966~5301039,153406738~1121185,154716548~6516205,170875063~9680662,187670358~2594157,194338177~8770294,205920962~2695370,211099507~12149154,230117808~3847629,237329056~10011918,253757999~10225487,263984685~2074854,273170922~7037639,291567592~7942721,299742752~9076910,323351344~15578710,338989461~7869106,361317874~8466198,369987925~825996,377320752~4681632,385317728~3747998,394051444~14568303,408631429~4530681] 2024-08-17T01:40:17.785 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [9523757~2731996,23741240~3389774,36965521~2881988,41856197~4494389,49625898~2279243,66200131~4248131,77358245~5629558,85801958~17657835,109495076~10671975,128723916~4092717,139381542~7349256,146770966~5301039,153406738~1121185,154716548~6516205,170875063~9680662,187670358~2594157,194338177~8770294,205920962~2695370,211099507~12149154,230117808~3847629,237329056~10011918,253757999~10225487,263984685~2074854,273170922~7037639,291567592~7942721,299742752~9076910,323351344~15578710,338989461~7869106,361317874~8466198,369987925~825996,377320752~4681632,385317728~3747998,394051444~14568303,408631429~4530681] 2024-08-17T01:40:17.790 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [9523757~2731996,23741240~3389774,33554432~12796154,49059584~2845557,66200131~4248131,75497472~7490331,83977125~19482668,109051904~11115147,128723916~4092717,138412032~8318766,146770966~5301039,153406738~1121185,154716548~6516205,170820794~9734931,184549376~5715139,192937984~10170487,205920962~2695370,210693214~12555447,230117808~3847629,234881024~12459950,252683710~11299776,263984685~2074854,272629760~7578801,289406976~10103337,299742752~9076910,322961408~15968646,338989461~7869106,361317874~9496047,373293056~8709328,385038599~4027127,394051444~19110666] 2024-08-17T01:40:17.790 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 12 diff [5692968~6562785,23741240~3389774,36965521~2881988,41856197~4494389,49625898~2279243,66200131~4248131,77358245~26101548,109495076~10671975,128723916~4092717,139381542~7349256,146770966~18352081,170875063~9680662,187670358~2594157,194338177~14278155,211099507~12149154,230117808~3847629,237329056~10011918,253757999~12301540,273170922~7037639,291567592~7942721,299742752~9076910,323351344~23507223,353299091~16484981,369987925~825996,377320752~4681632,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.791 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [5692968~6562785,23741240~3389774,36965521~2881988,41856197~4494389,49625898~2279243,66200131~4248131,77358245~26101548,109495076~10671975,128723916~4092717,139381542~7349256,146770966~18352081,170875063~9680662,187670358~2594157,194338177~14278155,211099507~12149154,230117808~3847629,237329056~10011918,253757999~12301540,273170922~7037639,291567592~7942721,299742752~9076910,323351344~23507223,353299091~16484981,369987925~825996,377320752~4681632,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.796 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [5692968~6562785,23741240~3389774,33554432~12796154,49059584~2845557,66200131~4248131,75497472~27962321,109051904~11115147,128723916~4092717,138412032~8318766,146770966~18352081,170820794~9734931,184549376~5715139,192937984~15678348,210693214~12555447,230117808~3847629,234881024~12459950,252683710~13375829,272629760~7578801,289406976~10103337,299742752~9076910,322961408~23897159,353299091~17514830,373293056~8709328,385038599~4027127,390494557~22667553] 2024-08-17T01:40:17.796 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 13 diff [5692968~9745699,23741240~3389774,36965521~9474590,49625898~2279243,66200131~4248131,77358245~26101548,109495076~10671975,128723916~5439611,138593082~8137716,146770966~20398874,170875063~9680662,187670358~2594157,194338177~14278155,211099507~12149154,230117808~3847629,237329056~10011918,253757999~12301540,273170922~7037639,291567592~7942721,299742752~10819099,323351344~23507223,353299091~16484981,369987925~825996,377320752~4681632,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.796 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [5692968~9745699,23741240~3389774,36965521~9474590,49625898~2279243,66200131~4248131,77358245~26101548,109495076~10671975,128723916~5439611,138593082~8137716,146770966~20398874,170875063~9680662,187670358~2594157,194338177~14278155,211099507~12149154,230117808~3847629,237329056~10011918,253757999~12301540,273170922~7037639,291567592~7942721,299742752~10819099,323351344~23507223,353299091~16484981,369987925~825996,377320752~4681632,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.801 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [5692968~9745699,23741240~3389774,33554432~12885679,49059584~2845557,66200131~4248131,75497472~27962321,109051904~11115147,128723916~5439611,138412032~8318766,146770966~20398874,170820794~9734931,184549376~5715139,192937984~15678348,210693214~12555447,230117808~3847629,234881024~12459950,252683710~13375829,272629760~7578801,289406976~10103337,299742752~10819099,322961408~23897159,353299091~17514830,373293056~8709328,385038599~4027127,390494557~22667553] 2024-08-17T01:40:17.801 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 14 diff [3052245~12386422,23741240~3389774,36965521~9474590,49625898~2279243,66200131~4248131,77358245~26101548,109495076~10671975,128723916~5439611,138593082~8137716,146770966~20398874,170875063~9680662,187670358~2594157,194338177~14278155,211099507~12149154,230117808~3847629,237329056~10011918,253757999~12301540,270299914~11497405,291567592~7942721,299742752~10819099,323351344~23507223,353299091~16484981,369987925~825996,373746097~8256287,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.801 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,23741240~3389774,36965521~9474590,49625898~2279243,66200131~4248131,77358245~26101548,109495076~10671975,128723916~5439611,138593082~8137716,146770966~20398874,170875063~9680662,187670358~2594157,194338177~14278155,211099507~12149154,230117808~3847629,237329056~10011918,253757999~12301540,270299914~11497405,291567592~7942721,299742752~10819099,323351344~23507223,353299091~16484981,369987925~825996,373746097~8256287,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.807 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,23741240~3389774,33554432~12885679,49059584~2845557,66200131~4248131,75497472~27962321,109051904~11115147,128723916~5439611,138412032~8318766,146770966~20398874,170820794~9734931,184549376~5715139,192937984~15678348,210693214~12555447,230117808~3847629,234881024~12459950,252683710~13375829,268435456~13361863,289406976~10103337,299742752~10819099,322961408~23897159,353299091~17514830,373293056~8709328,385038599~4027127,390494557~22667553] 2024-08-17T01:40:17.807 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 15 diff [3052245~12386422,23741240~3389774,28862105~6362016,36965521~9474590,49625898~7799102,66200131~4248131,77358245~26101548,107504103~12662948,128723916~5439611,138593082~28576758,170875063~9680662,187670358~2594157,194338177~14278155,211099507~12149154,230117808~3847629,237329056~10011918,253757999~12301540,270299914~11497405,291567592~7942721,299742752~10819099,323351344~23507223,353299091~16484981,369987925~825996,373746097~8256287,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.807 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,23741240~3389774,28862105~6362016,36965521~9474590,49625898~7799102,66200131~4248131,77358245~26101548,107504103~12662948,128723916~5439611,138593082~28576758,170875063~9680662,187670358~2594157,194338177~14278155,211099507~12149154,230117808~3847629,237329056~10011918,253757999~12301540,270299914~11497405,291567592~7942721,299742752~10819099,323351344~23507223,353299091~16484981,369987925~825996,373746097~8256287,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.812 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,23741240~3389774,28179457~18260654,49059584~8365416,66200131~4248131,75497472~27962321,104857600~15309451,128723916~5439611,138412032~28757808,170820794~9734931,184549376~5715139,192937984~15678348,210693214~12555447,230117808~3847629,234881024~12459950,252683710~13375829,268435456~13361863,289406976~10103337,299742752~10819099,322961408~23897159,353299091~17514830,373293056~8709328,385038599~4027127,390494557~22667553] 2024-08-17T01:40:17.812 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 16 diff [3052245~12386422,23741240~3389774,28862105~6362016,36965521~9474590,49625898~7799102,62909869~9075811,77358245~26101548,107504103~12662948,128723916~5439611,138593082~28576758,170875063~9680662,184781755~6888868,194338177~14278155,211099507~12149154,227312011~6653426,237329056~10011918,253757999~12301540,270299914~11497405,289924603~9585710,299742752~10819099,321774435~25084132,353299091~16484981,369987925~825996,373746097~8256287,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.813 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,23741240~3389774,28862105~6362016,36965521~9474590,49625898~7799102,62909869~9075811,77358245~26101548,107504103~12662948,128723916~5439611,138593082~28576758,170875063~9680662,184781755~6888868,194338177~14278155,211099507~12149154,227312011~6653426,237329056~10011918,253757999~12301540,270299914~11497405,289924603~9585710,299742752~10819099,321774435~25084132,353299091~16484981,369987925~825996,373746097~8256287,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.818 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,23741240~3389774,28179457~18260654,49059584~8365416,62909869~9075811,75497472~27962321,104857600~15309451,128723916~5439611,138412032~28757808,170820794~9734931,184549376~7121247,192937984~15678348,210693214~12555447,227312011~6653426,234881024~12459950,252683710~13375829,268435456~13361863,289406976~10103337,299742752~10819099,318767104~28091463,353299091~17514830,373293056~8709328,385038599~4027127,390494557~22667553] 2024-08-17T01:40:17.818 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 17 diff [3052245~12386422,23741240~3389774,28862105~6362016,36965521~9474590,49625898~7799102,62909869~9075811,77358245~29365049,107504103~12662948,128723916~5439611,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,227312011~6653426,237329056~10011918,253757999~12301540,270299914~11497405,289924603~9585710,299742752~10819099,321774435~25084132,350957329~18826743,369882136~12120248,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.818 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,23741240~3389774,28862105~6362016,36965521~9474590,49625898~7799102,62909869~9075811,77358245~29365049,107504103~12662948,128723916~5439611,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,227312011~6653426,237329056~10011918,253757999~12301540,270299914~11497405,289924603~9585710,299742752~10819099,321774435~25084132,350957329~18826743,369882136~12120248,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.823 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,23741240~3389774,28179457~18260654,49059584~8365416,62909869~9075811,75497472~44669579,128723916~5439611,138412032~28757808,170820794~9734931,184549376~7121247,192937984~31458386,227312011~6653426,234881024~12459950,252683710~13375829,268435456~13361863,289406976~10103337,299742752~10819099,318767104~28091463,350957329~31045055,385038599~4027127,390494557~22667553] 2024-08-17T01:40:17.823 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 18 diff [3052245~12386422,23741240~3389774,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,227312011~6653426,237329056~10011918,253757999~12301540,270299914~11497405,289924603~9585710,299742752~10819099,321774435~25084132,350957329~18826743,369882136~12120248,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.823 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,23741240~3389774,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,227312011~6653426,237329056~10011918,253757999~12301540,270299914~11497405,289924603~9585710,299742752~10819099,321774435~25084132,350957329~18826743,369882136~12120248,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.829 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,23741240~3389774,28179457~18260654,49059584~12008787,62909869~9075811,75497472~44669579,128723916~5439611,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~31458386,227312011~6653426,234881024~12459950,252683710~13375829,268435456~13361863,289406976~10103337,299742752~10819099,318767104~28091463,350957329~31045055,385038599~4027127,390494557~22667553] 2024-08-17T01:40:17.829 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 19 diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.829 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.834 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~12008787,62909869~9075811,75497472~44669579,128723916~5439611,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,252683710~13375829,268435456~13361863,289406976~10103337,299742752~10819099,318767104~32177647,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:17.834 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 5 diff [9523757~2731996,79849763~3138040,89574090~2807460,155196456~2608232,174585349~5933290,187670358~2594157,263984685~2074854,335250939~3679115,364553638~5230434,397033841~5634231] 2024-08-17T01:40:17.834 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [9523757~2731996,79849763~3138040,89574090~2807460,155196456~2608232,174585349~5933290,187670358~2594157,263984685~2074854,335250939~3679115,364553638~5230434,397033841~5634231] 2024-08-17T01:40:17.840 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [9523757~2731996,79849763~3138040,88080384~4301166,155196456~2608232,174585349~5933290,184549376~5715139,263984685~2074854,335250939~3679115,364553638~5230434,395032378~7635694] 2024-08-17T01:40:17.840 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 6 diff [9523757~2731996,36965521~2881988,78084884~4902919,85801958~7052965,112301341~7865710,143850753~2880045,153406738~1121185,155196456~2608232,174585349~5933290,187670358~2594157,237329056~7598861,263984685~2074854,330140152~4310362,335250939~3679115,364553638~5230434,394051444~11755806] 2024-08-17T01:40:17.840 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [9523757~2731996,36965521~2881988,78084884~4902919,85801958~7052965,112301341~7865710,143850753~2880045,153406738~1121185,155196456~2608232,174585349~5933290,187670358~2594157,237329056~7598861,263984685~2074854,330140152~4310362,335250939~3679115,364553638~5230434,394051444~11755806] 2024-08-17T01:40:17.845 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [9523757~2731996,33554432~6293077,78084884~4902919,83977125~8877798,109051904~11115147,143850753~2880045,153406738~1121185,155196456~2608232,174585349~5933290,184549376~5715139,234881024~10046893,263984685~2074854,330140152~4310362,335250939~3679115,364553638~5230434,394051444~11755806] 2024-08-17T01:40:17.846 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 7 diff [9523757~2731996,36965521~2881988,78084884~4902919,85801958~12358311,99053977~3792477,110277886~9889165,143850753~2880045,153406738~1121185,155196456~2608232,174585349~5933290,187670358~2594157,211865669~973871,214073870~5217868,237329056~7598861,263984685~2074854,323351344~11099170,335250939~3679115,364553638~5230434,377320752~4681632,394051444~11755806] 2024-08-17T01:40:17.846 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [9523757~2731996,36965521~2881988,78084884~4902919,85801958~12358311,99053977~3792477,110277886~9889165,143850753~2880045,153406738~1121185,155196456~2608232,174585349~5933290,187670358~2594157,211865669~973871,214073870~5217868,237329056~7598861,263984685~2074854,323351344~11099170,335250939~3679115,364553638~5230434,377320752~4681632,394051444~11755806] 2024-08-17T01:40:17.852 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [9523757~2731996,33554432~6293077,78084884~4902919,83977125~14183144,98470124~4376330,109051904~11115147,143850753~2880045,153406738~1121185,155196456~2608232,174585349~5933290,184549376~5715139,210693214~2146326,213909504~5382234,234881024~10046893,263984685~2074854,322961408~11489106,335250939~3679115,364553638~5230434,373293056~8709328,394051444~11755806] 2024-08-17T01:40:17.852 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 8 diff [9523757~2731996,36965521~2881988,78084884~4902919,85801958~12358311,99053977~3792477,110277886~9889165,128723916~4092717,143850753~2880045,146770966~5301039,153406738~1121185,155196456~2608232,174585349~5933290,187670358~2594157,211099507~12149154,230117808~3847629,237329056~7598861,263984685~2074854,323351344~11099170,335250939~3679115,338989461~7869106,364553638~5230434,369987925~825996,377320752~4681632,394051444~11755806,408631429~4530681] 2024-08-17T01:40:17.852 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [9523757~2731996,36965521~2881988,78084884~4902919,85801958~12358311,99053977~3792477,110277886~9889165,128723916~4092717,143850753~2880045,146770966~5301039,153406738~1121185,155196456~2608232,174585349~5933290,187670358~2594157,211099507~12149154,230117808~3847629,237329056~7598861,263984685~2074854,323351344~11099170,335250939~3679115,338989461~7869106,364553638~5230434,369987925~825996,377320752~4681632,394051444~11755806,408631429~4530681] 2024-08-17T01:40:17.858 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [9523757~2731996,33554432~6293077,78084884~4902919,83977125~14183144,98470124~4376330,109051904~11115147,128723916~4092717,143850753~2880045,146770966~5301039,153406738~1121185,155196456~2608232,174585349~5933290,184549376~5715139,210693214~12555447,230117808~3847629,234881024~10046893,263984685~2074854,322961408~11489106,335250939~3679115,338989461~7869106,364553638~6260283,373293056~8709328,394051444~11755806,406847488~6314622] 2024-08-17T01:40:17.858 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 9 diff [9523757~2731996,36965521~2881988,78084884~4902919,85801958~12358311,99053977~3792477,109495076~10671975,128723916~4092717,139381542~1370243,141627688~5103110,146770966~5301039,153406738~1121185,155196456~2608232,174585349~5933290,187670358~2594157,194338177~6420218,211099507~12149154,230117808~3847629,237329056~10011918,254686782~4906263,263984685~2074854,323351344~11099170,335250939~3679115,338989461~7869106,364553638~5230434,369987925~825996,377320752~4681632,385317728~3747998,394051444~14568303,408631429~4530681] 2024-08-17T01:40:17.858 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [9523757~2731996,36965521~2881988,78084884~4902919,85801958~12358311,99053977~3792477,109495076~10671975,128723916~4092717,139381542~1370243,141627688~5103110,146770966~5301039,153406738~1121185,155196456~2608232,174585349~5933290,187670358~2594157,194338177~6420218,211099507~12149154,230117808~3847629,237329056~10011918,254686782~4906263,263984685~2074854,323351344~11099170,335250939~3679115,338989461~7869106,364553638~5230434,369987925~825996,377320752~4681632,385317728~3747998,394051444~14568303,408631429~4530681] 2024-08-17T01:40:17.863 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [9523757~2731996,33554432~6293077,78084884~4902919,83977125~14183144,98470124~4376330,109051904~11115147,128723916~4092717,139381542~1370243,141627688~5103110,146770966~5301039,153406738~1121185,155196456~2608232,174585349~5933290,184549376~5715139,192937984~7820411,210693214~12555447,230117808~3847629,234881024~12459950,254686782~4906263,263984685~2074854,322961408~11489106,335250939~3679115,338989461~7869106,364553638~6260283,373293056~8709328,385038599~4027127,394051444~19110666] 2024-08-17T01:40:17.863 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 10 diff [9523757~2731996,36965521~2881988,41856197~4494389,49625898~2279243,66200131~4248131,78084884~4902919,85801958~12358311,99053977~3792477,109495076~10671975,128723916~4092717,139381542~1370243,141627688~5103110,146770966~5301039,153406738~1121185,155196456~2608232,174460696~6095029,187670358~2594157,194338177~6420218,211099507~12149154,230117808~3847629,237329056~10011918,254686782~4906263,263984685~2074854,273170922~7037639,299742752~4449512,323351344~11099170,335250939~3679115,338989461~7869106,361317874~8466198,369987925~825996,377320752~4681632,385317728~3747998,394051444~14568303,408631429~4530681] 2024-08-17T01:40:17.863 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [9523757~2731996,36965521~2881988,41856197~4494389,49625898~2279243,66200131~4248131,78084884~4902919,85801958~12358311,99053977~3792477,109495076~10671975,128723916~4092717,139381542~1370243,141627688~5103110,146770966~5301039,153406738~1121185,155196456~2608232,174460696~6095029,187670358~2594157,194338177~6420218,211099507~12149154,230117808~3847629,237329056~10011918,254686782~4906263,263984685~2074854,273170922~7037639,299742752~4449512,323351344~11099170,335250939~3679115,338989461~7869106,361317874~8466198,369987925~825996,377320752~4681632,385317728~3747998,394051444~14568303,408631429~4530681] 2024-08-17T01:40:17.869 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [9523757~2731996,33554432~12796154,49059584~2845557,66200131~4248131,78084884~4902919,83977125~14183144,98470124~4376330,109051904~11115147,128723916~4092717,139381542~1370243,141627688~5103110,146770966~5301039,153406738~1121185,155196456~2608232,174460696~6095029,184549376~5715139,192937984~7820411,210693214~12555447,230117808~3847629,234881024~12459950,254686782~4906263,263984685~2074854,272629760~7578801,299742752~4449512,322961408~11489106,335250939~3679115,338989461~7869106,361317874~9496047,373293056~8709328,385038599~4027127,394051444~19110666] 2024-08-17T01:40:17.869 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 11 diff [9523757~2731996,36965521~2881988,41856197~4494389,49625898~2279243,66200131~4248131,78084884~4902919,85801958~17657835,109495076~10671975,128723916~4092717,139381542~1370243,141627688~5103110,146770966~5301039,153406738~1121185,155196456~2608232,174460696~6095029,187670358~2594157,194338177~8770294,205920962~2695370,211099507~12149154,230117808~3847629,237329056~10011918,254686782~4906263,263984685~2074854,273170922~7037639,291567592~7942721,299742752~9076910,323351344~11099170,335250939~3679115,338989461~7869106,361317874~8466198,369987925~825996,377320752~4681632,385317728~3747998,394051444~14568303,408631429~4530681] 2024-08-17T01:40:17.869 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [9523757~2731996,36965521~2881988,41856197~4494389,49625898~2279243,66200131~4248131,78084884~4902919,85801958~17657835,109495076~10671975,128723916~4092717,139381542~1370243,141627688~5103110,146770966~5301039,153406738~1121185,155196456~2608232,174460696~6095029,187670358~2594157,194338177~8770294,205920962~2695370,211099507~12149154,230117808~3847629,237329056~10011918,254686782~4906263,263984685~2074854,273170922~7037639,291567592~7942721,299742752~9076910,323351344~11099170,335250939~3679115,338989461~7869106,361317874~8466198,369987925~825996,377320752~4681632,385317728~3747998,394051444~14568303,408631429~4530681] 2024-08-17T01:40:17.874 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [9523757~2731996,33554432~12796154,49059584~2845557,66200131~4248131,78084884~4902919,83977125~19482668,109051904~11115147,128723916~4092717,139381542~1370243,141627688~5103110,146770966~5301039,153406738~1121185,155196456~2608232,174460696~6095029,184549376~5715139,192937984~10170487,205920962~2695370,210693214~12555447,230117808~3847629,234881024~12459950,254686782~4906263,263984685~2074854,272629760~7578801,289406976~10103337,299742752~9076910,322961408~11489106,335250939~3679115,338989461~7869106,361317874~9496047,373293056~8709328,385038599~4027127,394051444~19110666] 2024-08-17T01:40:17.874 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 12 diff [5692968~6562785,36965521~2881988,41856197~4494389,49625898~2279243,66200131~4248131,77578331~25881462,109495076~10671975,128723916~4092717,139381542~1370243,141627688~5103110,146770966~11033722,160000565~5122482,174460696~6095029,187670358~2594157,194338177~14278155,211099507~12149154,230117808~3847629,237329056~10011918,254686782~4906263,263302561~2756978,273170922~7037639,291567592~7942721,299742752~9076910,323351344~11099170,335250939~11607628,353299091~16484981,369987925~825996,377320752~4681632,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.874 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [5692968~6562785,36965521~2881988,41856197~4494389,49625898~2279243,66200131~4248131,77578331~25881462,109495076~10671975,128723916~4092717,139381542~1370243,141627688~5103110,146770966~11033722,160000565~5122482,174460696~6095029,187670358~2594157,194338177~14278155,211099507~12149154,230117808~3847629,237329056~10011918,254686782~4906263,263302561~2756978,273170922~7037639,291567592~7942721,299742752~9076910,323351344~11099170,335250939~11607628,353299091~16484981,369987925~825996,377320752~4681632,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.879 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [5692968~6562785,33554432~12796154,49059584~2845557,66200131~4248131,77578331~25881462,109051904~11115147,128723916~4092717,139381542~1370243,141627688~5103110,146770966~11033722,160000565~5122482,174460696~6095029,184549376~5715139,192937984~15678348,210693214~12555447,230117808~3847629,234881024~12459950,254686782~4906263,263302561~2756978,272629760~7578801,289406976~10103337,299742752~9076910,322961408~11489106,335250939~11607628,353299091~17514830,373293056~8709328,385038599~4027127,390494557~22667553] 2024-08-17T01:40:17.880 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 13 diff [5692968~9745699,36965521~9474590,49625898~2279243,66200131~4248131,77578331~25881462,109495076~10671975,128723916~5439611,138593082~8137716,146770966~11033722,160000565~7169275,174460696~6095029,187670358~2594157,194338177~14278155,211099507~12149154,230117808~3847629,237329056~10011918,254686782~4906263,263302561~2756978,273170922~7037639,291567592~7942721,299742752~10819099,323351344~11099170,335250939~11607628,353299091~16484981,369987925~825996,377320752~4681632,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.880 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [5692968~9745699,36965521~9474590,49625898~2279243,66200131~4248131,77578331~25881462,109495076~10671975,128723916~5439611,138593082~8137716,146770966~11033722,160000565~7169275,174460696~6095029,187670358~2594157,194338177~14278155,211099507~12149154,230117808~3847629,237329056~10011918,254686782~4906263,263302561~2756978,273170922~7037639,291567592~7942721,299742752~10819099,323351344~11099170,335250939~11607628,353299091~16484981,369987925~825996,377320752~4681632,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.885 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [5692968~9745699,33554432~12885679,49059584~2845557,66200131~4248131,77578331~25881462,109051904~11115147,128723916~5439611,138593082~8137716,146770966~11033722,160000565~7169275,174460696~6095029,184549376~5715139,192937984~15678348,210693214~12555447,230117808~3847629,234881024~12459950,254686782~4906263,263302561~2756978,272629760~7578801,289406976~10103337,299742752~10819099,322961408~11489106,335250939~11607628,353299091~17514830,373293056~8709328,385038599~4027127,390494557~22667553] 2024-08-17T01:40:17.885 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 14 diff [3052245~12386422,36965521~9474590,49625898~2279243,66200131~4248131,77578331~25881462,109495076~10671975,128723916~5439611,138593082~8137716,146770966~11033722,160000565~7169275,174460696~6095029,187670358~2594157,194338177~14278155,211099507~12149154,230117808~3847629,237329056~10011918,254686782~4906263,263302561~2756978,270299914~11497405,291567592~7942721,299742752~10819099,323351344~11099170,335250939~11607628,353299091~16484981,369987925~825996,373746097~8256287,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.885 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,36965521~9474590,49625898~2279243,66200131~4248131,77578331~25881462,109495076~10671975,128723916~5439611,138593082~8137716,146770966~11033722,160000565~7169275,174460696~6095029,187670358~2594157,194338177~14278155,211099507~12149154,230117808~3847629,237329056~10011918,254686782~4906263,263302561~2756978,270299914~11497405,291567592~7942721,299742752~10819099,323351344~11099170,335250939~11607628,353299091~16484981,369987925~825996,373746097~8256287,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.891 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,33554432~12885679,49059584~2845557,66200131~4248131,77578331~25881462,109051904~11115147,128723916~5439611,138593082~8137716,146770966~11033722,160000565~7169275,174460696~6095029,184549376~5715139,192937984~15678348,210693214~12555447,230117808~3847629,234881024~12459950,254686782~4906263,263302561~2756978,268435456~13361863,289406976~10103337,299742752~10819099,322961408~11489106,335250939~11607628,353299091~17514830,373293056~8709328,385038599~4027127,390494557~22667553] 2024-08-17T01:40:17.891 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 15 diff [3052245~12386422,28862105~6362016,36965521~9474590,49625898~7799102,66200131~4248131,77578331~25881462,107504103~12662948,128723916~5439611,138593082~19211606,160000565~7169275,174460696~6095029,187670358~2594157,194338177~14278155,211099507~12149154,230117808~3847629,237329056~10011918,254686782~4906263,263302561~2756978,270299914~11497405,291567592~7942721,299742752~10819099,323351344~11099170,335250939~11607628,353299091~16484981,369987925~825996,373746097~8256287,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.891 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,36965521~9474590,49625898~7799102,66200131~4248131,77578331~25881462,107504103~12662948,128723916~5439611,138593082~19211606,160000565~7169275,174460696~6095029,187670358~2594157,194338177~14278155,211099507~12149154,230117808~3847629,237329056~10011918,254686782~4906263,263302561~2756978,270299914~11497405,291567592~7942721,299742752~10819099,323351344~11099170,335250939~11607628,353299091~16484981,369987925~825996,373746097~8256287,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.896 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~18260654,49059584~8365416,66200131~4248131,77578331~25881462,104857600~15309451,128723916~5439611,138593082~19211606,160000565~7169275,174460696~6095029,184549376~5715139,192937984~15678348,210693214~12555447,230117808~3847629,234881024~12459950,254686782~4906263,263302561~2756978,268435456~13361863,289406976~10103337,299742752~10819099,322961408~11489106,335250939~11607628,353299091~17514830,373293056~8709328,385038599~4027127,390494557~22667553] 2024-08-17T01:40:17.896 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 16 diff [3052245~12386422,28862105~6362016,36965521~9474590,49625898~7799102,62909869~9075811,77578331~25881462,107504103~12662948,128723916~5439611,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~14278155,211099507~12149154,227312011~6653426,237329056~10011918,254686782~4906263,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~11607628,353299091~16484981,369987925~825996,373746097~8256287,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.896 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,36965521~9474590,49625898~7799102,62909869~9075811,77578331~25881462,107504103~12662948,128723916~5439611,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~14278155,211099507~12149154,227312011~6653426,237329056~10011918,254686782~4906263,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~11607628,353299091~16484981,369987925~825996,373746097~8256287,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.902 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~18260654,49059584~8365416,62909869~9075811,77578331~25881462,104857600~15309451,128723916~5439611,138593082~19211606,160000565~7169275,174460696~6095029,184549376~7121247,192937984~15678348,210693214~12555447,227312011~6653426,234881024~12459950,254686782~4906263,263302561~2756978,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335250939~11607628,353299091~17514830,373293056~8709328,385038599~4027127,390494557~22667553] 2024-08-17T01:40:17.902 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 17 diff [3052245~12386422,28862105~6362016,36965521~9474590,49625898~7799102,62909869~9075811,77578331~29144963,107504103~12662948,128723916~5439611,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,227312011~6653426,237329056~10011918,254686782~4906263,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~11607628,350957329~18826743,369882136~12120248,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.902 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,36965521~9474590,49625898~7799102,62909869~9075811,77578331~29144963,107504103~12662948,128723916~5439611,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,227312011~6653426,237329056~10011918,254686782~4906263,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~11607628,350957329~18826743,369882136~12120248,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.907 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~18260654,49059584~8365416,62909869~9075811,77578331~42588720,128723916~5439611,138593082~19211606,160000565~7169275,174460696~6095029,184549376~7121247,192937984~31458386,227312011~6653426,234881024~12459950,254686782~4906263,263302561~2756978,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335250939~11607628,350957329~31045055,385038599~4027127,390494557~22667553] 2024-08-17T01:40:17.907 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 18 diff [3052245~12386422,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,227312011~6653426,237329056~10011918,254686782~4906263,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~11607628,350957329~18826743,369882136~12120248,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.907 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,227312011~6653426,237329056~10011918,254686782~4906263,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~11607628,350957329~18826743,369882136~12120248,385317728~3747998,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.913 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~19211606,160000565~7169275,174460696~6095029,184549376~7121247,192937984~31458386,227312011~6653426,234881024~12459950,254686782~4906263,263302561~2756978,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335250939~11607628,350957329~31045055,385038599~4027127,390494557~22667553] 2024-08-17T01:40:17.913 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 19 diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.913 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:17.919 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~19211606,160000565~7169275,174460696~6095029,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2756978,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335250939~15693812,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:17.919 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to 6 diff [36965521~2881988,78084884~2586315,85801958~7052965,112301341~7865710,143850753~2880045,153406738~1121185,237329056~7598861,330140152~4310362,394051444~4559174,399515563~6291687] 2024-08-17T01:40:17.919 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [36965521~2881988,78084884~2586315,85801958~7052965,112301341~7865710,143850753~2880045,153406738~1121185,237329056~7598861,330140152~4310362,394051444~4559174,399515563~6291687] 2024-08-17T01:40:17.924 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [33554432~6293077,78084884~2586315,83977125~8877798,109051904~11115147,143850753~2880045,153406738~1121185,234881024~10046893,330140152~4310362,394051444~4559174,399515563~6291687] 2024-08-17T01:40:17.924 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to 7 diff [36965521~2881988,78084884~2586315,85801958~12358311,99053977~3792477,110277886~9889165,143850753~2880045,153406738~1121185,175202292~4817428,211865669~973871,214073870~5217868,237329056~7598861,323351344~11099170,377320752~4681632,394051444~4559174,399515563~6291687] 2024-08-17T01:40:17.924 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [36965521~2881988,78084884~2586315,85801958~12358311,99053977~3792477,110277886~9889165,143850753~2880045,153406738~1121185,175202292~4817428,211865669~973871,214073870~5217868,237329056~7598861,323351344~11099170,377320752~4681632,394051444~4559174,399515563~6291687] 2024-08-17T01:40:17.930 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [33554432~6293077,78084884~2586315,83977125~14183144,98470124~4376330,109051904~11115147,143850753~2880045,153406738~1121185,175202292~4817428,210693214~2146326,213909504~5382234,234881024~10046893,322961408~11489106,373293056~8709328,394051444~4559174,399515563~6291687] 2024-08-17T01:40:17.930 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to 8 diff [36965521~2881988,78084884~2586315,85801958~12358311,99053977~3792477,110277886~9889165,128723916~4092717,143850753~2880045,146770966~5301039,153406738~1121185,175202292~4817428,211099507~12149154,230117808~3847629,237329056~7598861,323351344~11099170,338989461~7869106,369987925~825996,377320752~4681632,394051444~4559174,399515563~6291687,408631429~4530681] 2024-08-17T01:40:17.930 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [36965521~2881988,78084884~2586315,85801958~12358311,99053977~3792477,110277886~9889165,128723916~4092717,143850753~2880045,146770966~5301039,153406738~1121185,175202292~4817428,211099507~12149154,230117808~3847629,237329056~7598861,323351344~11099170,338989461~7869106,369987925~825996,377320752~4681632,394051444~4559174,399515563~6291687,408631429~4530681] 2024-08-17T01:40:17.935 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [33554432~6293077,78084884~2586315,83977125~14183144,98470124~4376330,109051904~11115147,128723916~4092717,143850753~2880045,146770966~5301039,153406738~1121185,175202292~4817428,210693214~12555447,230117808~3847629,234881024~10046893,322961408~11489106,338989461~7869106,369784072~1029849,373293056~8709328,394051444~4559174,399515563~6291687,406847488~6314622] 2024-08-17T01:40:17.935 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to 9 diff [36965521~2881988,78084884~2586315,85801958~12358311,99053977~3792477,109495076~10671975,128723916~4092717,139381542~1370243,141627688~5103110,146770966~5301039,153406738~1121185,175202292~4817428,194338177~6420218,211099507~12149154,230117808~3847629,237329056~10011918,254686782~4906263,323351344~11099170,338989461~7869106,369987925~825996,377320752~4681632,385317728~3747998,394051444~4559174,399515563~9104184,408631429~4530681] 2024-08-17T01:40:17.935 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [36965521~2881988,78084884~2586315,85801958~12358311,99053977~3792477,109495076~10671975,128723916~4092717,139381542~1370243,141627688~5103110,146770966~5301039,153406738~1121185,175202292~4817428,194338177~6420218,211099507~12149154,230117808~3847629,237329056~10011918,254686782~4906263,323351344~11099170,338989461~7869106,369987925~825996,377320752~4681632,385317728~3747998,394051444~4559174,399515563~9104184,408631429~4530681] 2024-08-17T01:40:17.940 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [33554432~6293077,78084884~2586315,83977125~14183144,98470124~4376330,109051904~11115147,128723916~4092717,139381542~1370243,141627688~5103110,146770966~5301039,153406738~1121185,175202292~4817428,192937984~7820411,210693214~12555447,230117808~3847629,234881024~12459950,254686782~4906263,322961408~11489106,338989461~7869106,369784072~1029849,373293056~8709328,385038599~4027127,394051444~4559174,399515563~13646547] 2024-08-17T01:40:17.940 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to 10 diff [36965521~2881988,41856197~4494389,49625898~2279243,66200131~4248131,78084884~2586315,85801958~12358311,99053977~3792477,109495076~10671975,128723916~4092717,139381542~1370243,141627688~5103110,146770966~5301039,153406738~1121185,174460696~6095029,194338177~6420218,211099507~12149154,230117808~3847629,237329056~10011918,254686782~4906263,273170922~7037639,299742752~4449512,323351344~11099170,338989461~7869106,361317874~7129594,369987925~825996,377320752~4681632,385317728~3747998,394051444~4559174,399515563~9104184,408631429~4530681] 2024-08-17T01:40:17.940 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [36965521~2881988,41856197~4494389,49625898~2279243,66200131~4248131,78084884~2586315,85801958~12358311,99053977~3792477,109495076~10671975,128723916~4092717,139381542~1370243,141627688~5103110,146770966~5301039,153406738~1121185,174460696~6095029,194338177~6420218,211099507~12149154,230117808~3847629,237329056~10011918,254686782~4906263,273170922~7037639,299742752~4449512,323351344~11099170,338989461~7869106,361317874~7129594,369987925~825996,377320752~4681632,385317728~3747998,394051444~4559174,399515563~9104184,408631429~4530681] 2024-08-17T01:40:17.945 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [33554432~12796154,49059584~2845557,66200131~4248131,78084884~2586315,83977125~14183144,98470124~4376330,109051904~11115147,128723916~4092717,139381542~1370243,141627688~5103110,146770966~5301039,153406738~1121185,174460696~6095029,192937984~7820411,210693214~12555447,230117808~3847629,234881024~12459950,254686782~4906263,272629760~7578801,299742752~4449512,322961408~11489106,338989461~7869106,361317874~7129594,369784072~1029849,373293056~8709328,385038599~4027127,394051444~4559174,399515563~13646547] 2024-08-17T01:40:17.946 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to 11 diff [36965521~2881988,41856197~4494389,49625898~2279243,66200131~4248131,78084884~2586315,85801958~17657835,109495076~10671975,128723916~4092717,139381542~1370243,141627688~5103110,146770966~5301039,153406738~1121185,174460696~6095029,194338177~8770294,205920962~2695370,211099507~12149154,230117808~3847629,237329056~10011918,254686782~4906263,273170922~7037639,291567592~7942721,299742752~9076910,323351344~11099170,338989461~7869106,361317874~7129594,369987925~825996,377320752~4681632,385317728~3747998,394051444~4559174,399515563~9104184,408631429~4530681] 2024-08-17T01:40:17.946 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [36965521~2881988,41856197~4494389,49625898~2279243,66200131~4248131,78084884~2586315,85801958~17657835,109495076~10671975,128723916~4092717,139381542~1370243,141627688~5103110,146770966~5301039,153406738~1121185,174460696~6095029,194338177~8770294,205920962~2695370,211099507~12149154,230117808~3847629,237329056~10011918,254686782~4906263,273170922~7037639,291567592~7942721,299742752~9076910,323351344~11099170,338989461~7869106,361317874~7129594,369987925~825996,377320752~4681632,385317728~3747998,394051444~4559174,399515563~9104184,408631429~4530681] 2024-08-17T01:40:17.951 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [33554432~12796154,49059584~2845557,66200131~4248131,78084884~2586315,83977125~19482668,109051904~11115147,128723916~4092717,139381542~1370243,141627688~5103110,146770966~5301039,153406738~1121185,174460696~6095029,192937984~10170487,205920962~2695370,210693214~12555447,230117808~3847629,234881024~12459950,254686782~4906263,272629760~7578801,289406976~10103337,299742752~9076910,322961408~11489106,338989461~7869106,361317874~7129594,369784072~1029849,373293056~8709328,385038599~4027127,394051444~4559174,399515563~13646547] 2024-08-17T01:40:17.951 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to 12 diff [5692968~6432193,36965521~2881988,41856197~4494389,49625898~2279243,66200131~4248131,77578331~25881462,109495076~10671975,128723916~4092717,139381542~1370243,141627688~5103110,146770966~9201949,160000565~5122482,174460696~6095029,194338177~14278155,211099507~12149154,230117808~3847629,237329056~10011918,254686782~4906263,263302561~2334611,273170922~7037639,291567592~7942721,299742752~9076910,323351344~11099170,335338572~11519995,353299091~15148377,369987925~825996,377320752~4681632,385317728~3747998,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:17.951 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [5692968~6432193,36965521~2881988,41856197~4494389,49625898~2279243,66200131~4248131,77578331~25881462,109495076~10671975,128723916~4092717,139381542~1370243,141627688~5103110,146770966~9201949,160000565~5122482,174460696~6095029,194338177~14278155,211099507~12149154,230117808~3847629,237329056~10011918,254686782~4906263,263302561~2334611,273170922~7037639,291567592~7942721,299742752~9076910,323351344~11099170,335338572~11519995,353299091~15148377,369987925~825996,377320752~4681632,385317728~3747998,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:17.956 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [5692968~6432193,33554432~12796154,49059584~2845557,66200131~4248131,77578331~25881462,109051904~11115147,128723916~4092717,139381542~1370243,141627688~5103110,146770966~9201949,160000565~5122482,174460696~6095029,192937984~15678348,210693214~12555447,230117808~3847629,234881024~12459950,254686782~4906263,263302561~2334611,272629760~7578801,289406976~10103337,299742752~9076910,322961408~11489106,335338572~11519995,353299091~15148377,369784072~1029849,373293056~8709328,385038599~4027127,390494557~8116061,399515563~13646547] 2024-08-17T01:40:17.957 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to 13 diff [5692968~9745699,36965521~9474590,49625898~2279243,66200131~4248131,77578331~25881462,109495076~10671975,128723916~5439611,138593082~8137716,146770966~9201949,160000565~7169275,174460696~6095029,194338177~14278155,211099507~12149154,230117808~3847629,237329056~10011918,254686782~4906263,263302561~2334611,273170922~7037639,291567592~7942721,299742752~10819099,323351344~11099170,335338572~11519995,353299091~15148377,369987925~825996,377320752~4681632,385317728~3747998,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:17.957 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [5692968~9745699,36965521~9474590,49625898~2279243,66200131~4248131,77578331~25881462,109495076~10671975,128723916~5439611,138593082~8137716,146770966~9201949,160000565~7169275,174460696~6095029,194338177~14278155,211099507~12149154,230117808~3847629,237329056~10011918,254686782~4906263,263302561~2334611,273170922~7037639,291567592~7942721,299742752~10819099,323351344~11099170,335338572~11519995,353299091~15148377,369987925~825996,377320752~4681632,385317728~3747998,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:17.962 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [5692968~9745699,33554432~12885679,49059584~2845557,66200131~4248131,77578331~25881462,109051904~11115147,128723916~5439611,138593082~8137716,146770966~9201949,160000565~7169275,174460696~6095029,192937984~15678348,210693214~12555447,230117808~3847629,234881024~12459950,254686782~4906263,263302561~2334611,272629760~7578801,289406976~10103337,299742752~10819099,322961408~11489106,335338572~11519995,353299091~15148377,369784072~1029849,373293056~8709328,385038599~4027127,390494557~8116061,399515563~13646547] 2024-08-17T01:40:17.962 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to 14 diff [3052245~12386422,36965521~9474590,49625898~2279243,66200131~4248131,77578331~25881462,109495076~10671975,128723916~5439611,138593082~8137716,146770966~9201949,160000565~7169275,174460696~6095029,194338177~14278155,211099507~12149154,230117808~3847629,237329056~10011918,254686782~4906263,263302561~2334611,270299914~11497405,291567592~7942721,299742752~10819099,323351344~11099170,335338572~11519995,353299091~15148377,369987925~825996,373746097~8256287,385317728~3747998,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:17.962 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,36965521~9474590,49625898~2279243,66200131~4248131,77578331~25881462,109495076~10671975,128723916~5439611,138593082~8137716,146770966~9201949,160000565~7169275,174460696~6095029,194338177~14278155,211099507~12149154,230117808~3847629,237329056~10011918,254686782~4906263,263302561~2334611,270299914~11497405,291567592~7942721,299742752~10819099,323351344~11099170,335338572~11519995,353299091~15148377,369987925~825996,373746097~8256287,385317728~3747998,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:17.968 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,33554432~12885679,49059584~2845557,66200131~4248131,77578331~25881462,109051904~11115147,128723916~5439611,138593082~8137716,146770966~9201949,160000565~7169275,174460696~6095029,192937984~15678348,210693214~12555447,230117808~3847629,234881024~12459950,254686782~4906263,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,322961408~11489106,335338572~11519995,353299091~15148377,369784072~1029849,373293056~8709328,385038599~4027127,390494557~8116061,399515563~13646547] 2024-08-17T01:40:17.968 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to 15 diff [3052245~12386422,28862105~6362016,36965521~9474590,49625898~7799102,66200131~4248131,77578331~25881462,107504103~12662948,128723916~5439611,138593082~17379833,160000565~7169275,174460696~6095029,194338177~14278155,211099507~12149154,230117808~3847629,237329056~10011918,254686782~4906263,263302561~2334611,270299914~11497405,291567592~7942721,299742752~10819099,323351344~11099170,335338572~11519995,353299091~15148377,369987925~825996,373746097~8256287,385317728~3747998,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:17.968 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,36965521~9474590,49625898~7799102,66200131~4248131,77578331~25881462,107504103~12662948,128723916~5439611,138593082~17379833,160000565~7169275,174460696~6095029,194338177~14278155,211099507~12149154,230117808~3847629,237329056~10011918,254686782~4906263,263302561~2334611,270299914~11497405,291567592~7942721,299742752~10819099,323351344~11099170,335338572~11519995,353299091~15148377,369987925~825996,373746097~8256287,385317728~3747998,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:17.973 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~18260654,49059584~8365416,66200131~4248131,77578331~25881462,104857600~15309451,128723916~5439611,138593082~17379833,160000565~7169275,174460696~6095029,192937984~15678348,210693214~12555447,230117808~3847629,234881024~12459950,254686782~4906263,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,322961408~11489106,335338572~11519995,353299091~15148377,369784072~1029849,373293056~8709328,385038599~4027127,390494557~8116061,399515563~13646547] 2024-08-17T01:40:17.973 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to 16 diff [3052245~12386422,28862105~6362016,36965521~9474590,49625898~7799102,62909869~9075811,77578331~25881462,107504103~12662948,128723916~5439611,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~14278155,211099507~12149154,227312011~6653426,237329056~10011918,254686782~4906263,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~11519995,353299091~15148377,369987925~825996,373746097~8256287,385317728~3747998,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:17.973 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,36965521~9474590,49625898~7799102,62909869~9075811,77578331~25881462,107504103~12662948,128723916~5439611,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~14278155,211099507~12149154,227312011~6653426,237329056~10011918,254686782~4906263,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~11519995,353299091~15148377,369987925~825996,373746097~8256287,385317728~3747998,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:17.979 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~18260654,49059584~8365416,62909869~9075811,77578331~25881462,104857600~15309451,128723916~5439611,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~15678348,210693214~12555447,227312011~6653426,234881024~12459950,254686782~4906263,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335338572~11519995,353299091~15148377,369784072~1029849,373293056~8709328,385038599~4027127,390494557~8116061,399515563~13646547] 2024-08-17T01:40:17.979 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to 17 diff [3052245~12386422,28862105~6362016,36965521~9474590,49625898~7799102,62909869~9075811,77578331~29144963,107504103~12662948,128723916~5439611,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,227312011~6653426,237329056~10011918,254686782~4906263,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~11519995,350957329~17490139,369882136~12120248,385317728~3747998,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:17.979 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,36965521~9474590,49625898~7799102,62909869~9075811,77578331~29144963,107504103~12662948,128723916~5439611,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,227312011~6653426,237329056~10011918,254686782~4906263,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~11519995,350957329~17490139,369882136~12120248,385317728~3747998,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:17.984 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~18260654,49059584~8365416,62909869~9075811,77578331~42588720,128723916~5439611,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~31458386,227312011~6653426,234881024~12459950,254686782~4906263,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335338572~11519995,350957329~17490139,369784072~12218312,385038599~4027127,390494557~8116061,399515563~13646547] 2024-08-17T01:40:17.985 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to 18 diff [3052245~12386422,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,227312011~6653426,237329056~10011918,254686782~4906263,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~11519995,350957329~17490139,369882136~12120248,385317728~3747998,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:17.985 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,227312011~6653426,237329056~10011918,254686782~4906263,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~11519995,350957329~17490139,369882136~12120248,385317728~3747998,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:17.990 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~31458386,227312011~6653426,234881024~12459950,254686782~4906263,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335338572~11519995,350957329~17490139,369784072~12218312,385038599~4027127,390494557~8116061,399515563~13646547] 2024-08-17T01:40:17.990 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to 19 diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:17.990 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:17.995 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335338572~15606179,350957329~17490139,369784072~12218312,383695303~5370423,390494557~8116061,399515563~13646547] 2024-08-17T01:40:17.995 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to 7 diff [88875188~9285081,99053977~3792477,110277886~6018962,175202292~4817428,211865669~973871,214073870~5217868,323351344~7052251,377320752~4681632] 2024-08-17T01:40:17.995 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [88875188~9285081,99053977~3792477,110277886~6018962,175202292~4817428,211865669~973871,214073870~5217868,323351344~7052251,377320752~4681632] 2024-08-17T01:40:18.001 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [88875188~9285081,98470124~4376330,110277886~6018962,175202292~4817428,210693214~2146326,213909504~5382234,322961408~7442187,373293056~8709328] 2024-08-17T01:40:18.001 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to 8 diff [88875188~9285081,99053977~3792477,110277886~8030899,128723916~4092717,146770966~5301039,175202292~4817428,211099507~12149154,230117808~3847629,323351344~7052251,338989461~7869106,369987925~825996,377320752~4681632,408631429~4530681] 2024-08-17T01:40:18.001 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [88875188~9285081,99053977~3792477,110277886~8030899,128723916~4092717,146770966~5301039,175202292~4817428,211099507~12149154,230117808~3847629,323351344~7052251,338989461~7869106,369987925~825996,377320752~4681632,408631429~4530681] 2024-08-17T01:40:18.006 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [88875188~9285081,98470124~4376330,110277886~8030899,128723916~4092717,146770966~5301039,175202292~4817428,210693214~12555447,230117808~3847629,322961408~7442187,338989461~7869106,369784072~1029849,373293056~8709328,406847488~6314622] 2024-08-17T01:40:18.006 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to 9 diff [88875188~9285081,99053977~3792477,109495076~8813709,128723916~4092717,139381542~1370243,141627688~3913812,146770966~5301039,175202292~4817428,194338177~6420218,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,323351344~9547404,338989461~7869106,369987925~825996,377320752~4681632,385317728~3747998,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.006 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [88875188~9285081,99053977~3792477,109495076~8813709,128723916~4092717,139381542~1370243,141627688~3913812,146770966~5301039,175202292~4817428,194338177~6420218,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,323351344~9547404,338989461~7869106,369987925~825996,377320752~4681632,385317728~3747998,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.012 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [88875188~9285081,98470124~4376330,109495076~8813709,128723916~4092717,139381542~1370243,141627688~3913812,146770966~5301039,175202292~4817428,192937984~7820411,210693214~12555447,230117808~3847629,243481549~3859425,254686782~4906263,322961408~9937340,338989461~7869106,369784072~1029849,373293056~8709328,385038599~4027127,403594157~9567953] 2024-08-17T01:40:18.012 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to 10 diff [41856197~4494389,49625898~2279243,66200131~4248131,87273125~10887144,99053977~3792477,109495076~8813709,128723916~4092717,139381542~1370243,141627688~3913812,146770966~5301039,174460696~6095029,194338177~6420218,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,273170922~7037639,299742752~4449512,323351344~9547404,338989461~7869106,361317874~7129594,369987925~825996,377320752~4681632,385317728~3747998,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.012 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [41856197~4494389,49625898~2279243,66200131~4248131,87273125~10887144,99053977~3792477,109495076~8813709,128723916~4092717,139381542~1370243,141627688~3913812,146770966~5301039,174460696~6095029,194338177~6420218,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,273170922~7037639,299742752~4449512,323351344~9547404,338989461~7869106,361317874~7129594,369987925~825996,377320752~4681632,385317728~3747998,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.017 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [39847509~6503077,49059584~2845557,66200131~4248131,87273125~10887144,98470124~4376330,109495076~8813709,128723916~4092717,139381542~1370243,141627688~3913812,146770966~5301039,174460696~6095029,192937984~7820411,210693214~12555447,230117808~3847629,243481549~3859425,254686782~4906263,272629760~7578801,299742752~4449512,322961408~9937340,338989461~7869106,361317874~7129594,369784072~1029849,373293056~8709328,385038599~4027127,403594157~9567953] 2024-08-17T01:40:18.018 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to 11 diff [41856197~4494389,49625898~2279243,66200131~4248131,87273125~16186668,109495076~8813709,128723916~4092717,139381542~1370243,141627688~3913812,146770966~5301039,174460696~6095029,194338177~8770294,205920962~2695370,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,273170922~7037639,291567592~7942721,299742752~9076910,323351344~9547404,338989461~7869106,361317874~7129594,369987925~825996,377320752~4681632,385317728~3747998,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.018 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [41856197~4494389,49625898~2279243,66200131~4248131,87273125~16186668,109495076~8813709,128723916~4092717,139381542~1370243,141627688~3913812,146770966~5301039,174460696~6095029,194338177~8770294,205920962~2695370,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,273170922~7037639,291567592~7942721,299742752~9076910,323351344~9547404,338989461~7869106,361317874~7129594,369987925~825996,377320752~4681632,385317728~3747998,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.023 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [39847509~6503077,49059584~2845557,66200131~4248131,87273125~16186668,109495076~8813709,128723916~4092717,139381542~1370243,141627688~3913812,146770966~5301039,174460696~6095029,192937984~10170487,205920962~2695370,210693214~12555447,230117808~3847629,243481549~3859425,254686782~4906263,272629760~7578801,289406976~10103337,299742752~9076910,322961408~9937340,338989461~7869106,361317874~7129594,369784072~1029849,373293056~8709328,385038599~4027127,403594157~9567953] 2024-08-17T01:40:18.023 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to 12 diff [5692968~6432193,41856197~4494389,49625898~2279243,66200131~4248131,77578331~8525504,87273125~16186668,109495076~8813709,128723916~4092717,139381542~1370243,141627688~3913812,146770966~9201949,160000565~5122482,174460696~6095029,194338177~14278155,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,263302561~2334611,273170922~7037639,291567592~7942721,299742752~9076910,323351344~9547404,335338572~11519995,353299091~15148377,369987925~825996,377320752~4681632,385317728~3747998,390494557~6323045,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.023 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [5692968~6432193,41856197~4494389,49625898~2279243,66200131~4248131,77578331~8525504,87273125~16186668,109495076~8813709,128723916~4092717,139381542~1370243,141627688~3913812,146770966~9201949,160000565~5122482,174460696~6095029,194338177~14278155,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,263302561~2334611,273170922~7037639,291567592~7942721,299742752~9076910,323351344~9547404,335338572~11519995,353299091~15148377,369987925~825996,377320752~4681632,385317728~3747998,390494557~6323045,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.028 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [5692968~6432193,39847509~6503077,49059584~2845557,66200131~4248131,77578331~8525504,87273125~16186668,109495076~8813709,128723916~4092717,139381542~1370243,141627688~3913812,146770966~9201949,160000565~5122482,174460696~6095029,192937984~15678348,210693214~12555447,230117808~3847629,243481549~3859425,254686782~4906263,263302561~2334611,272629760~7578801,289406976~10103337,299742752~9076910,322961408~9937340,335338572~11519995,353299091~15148377,369784072~1029849,373293056~8709328,385038599~4027127,390494557~6323045,403594157~9567953] 2024-08-17T01:40:18.029 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to 13 diff [5692968~9745699,37787153~8652958,49625898~2279243,66200131~4248131,77578331~8525504,87273125~16186668,109495076~8813709,128723916~5439611,138593082~8045553,146770966~9201949,160000565~7169275,174460696~6095029,194338177~14278155,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,263302561~2334611,273170922~7037639,291567592~7942721,299742752~10819099,323351344~9547404,335338572~11519995,353299091~15148377,369987925~825996,377320752~4681632,385317728~3747998,390494557~6323045,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.029 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [5692968~9745699,37787153~8652958,49625898~2279243,66200131~4248131,77578331~8525504,87273125~16186668,109495076~8813709,128723916~5439611,138593082~8045553,146770966~9201949,160000565~7169275,174460696~6095029,194338177~14278155,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,263302561~2334611,273170922~7037639,291567592~7942721,299742752~10819099,323351344~9547404,335338572~11519995,353299091~15148377,369987925~825996,377320752~4681632,385317728~3747998,390494557~6323045,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.034 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [5692968~9745699,37787153~8652958,49059584~2845557,66200131~4248131,77578331~8525504,87273125~16186668,109495076~8813709,128723916~5439611,138593082~8045553,146770966~9201949,160000565~7169275,174460696~6095029,192937984~15678348,210693214~12555447,230117808~3847629,243481549~3859425,254686782~4906263,263302561~2334611,272629760~7578801,289406976~10103337,299742752~10819099,322961408~9937340,335338572~11519995,353299091~15148377,369784072~1029849,373293056~8709328,385038599~4027127,390494557~6323045,403594157~9567953] 2024-08-17T01:40:18.034 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to 14 diff [3052245~12386422,37787153~8652958,49625898~2279243,66200131~4248131,77578331~8525504,87273125~16186668,109495076~8813709,128723916~5439611,138593082~8045553,146770966~9201949,160000565~7169275,174460696~6095029,194338177~14278155,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,291567592~7942721,299742752~10819099,323351344~9547404,335338572~11519995,353299091~15148377,369987925~825996,373746097~8256287,385317728~3747998,390494557~6323045,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.034 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,37787153~8652958,49625898~2279243,66200131~4248131,77578331~8525504,87273125~16186668,109495076~8813709,128723916~5439611,138593082~8045553,146770966~9201949,160000565~7169275,174460696~6095029,194338177~14278155,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,291567592~7942721,299742752~10819099,323351344~9547404,335338572~11519995,353299091~15148377,369987925~825996,373746097~8256287,385317728~3747998,390494557~6323045,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.039 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,37787153~8652958,49059584~2845557,66200131~4248131,77578331~8525504,87273125~16186668,109495076~8813709,128723916~5439611,138593082~8045553,146770966~9201949,160000565~7169275,174460696~6095029,192937984~15678348,210693214~12555447,230117808~3847629,243481549~3859425,254686782~4906263,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,322961408~9937340,335338572~11519995,353299091~15148377,369784072~1029849,373293056~8709328,385038599~4027127,390494557~6323045,403594157~9567953] 2024-08-17T01:40:18.039 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to 15 diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~7799102,66200131~4248131,77578331~25881462,107504103~10804682,128723916~5439611,138593082~17379833,160000565~7169275,174460696~6095029,194338177~14278155,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,291567592~7942721,299742752~10819099,323351344~9547404,335338572~11519995,353299091~15148377,369987925~825996,373746097~8256287,385317728~3747998,390494557~6323045,400013097~148816,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.039 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~7799102,66200131~4248131,77578331~25881462,107504103~10804682,128723916~5439611,138593082~17379833,160000565~7169275,174460696~6095029,194338177~14278155,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,291567592~7942721,299742752~10819099,323351344~9547404,335338572~11519995,353299091~15148377,369987925~825996,373746097~8256287,385317728~3747998,390494557~6323045,400013097~148816,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.045 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~7044664,37787153~8652958,49059584~8365416,66200131~4248131,77578331~25881462,104857600~13451185,128723916~5439611,138593082~17379833,160000565~7169275,174460696~6095029,192937984~15678348,210693214~12555447,230117808~3847629,243481549~3859425,254686782~4906263,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,322961408~9937340,335338572~11519995,353299091~15148377,369784072~1029849,373293056~8709328,385038599~4027127,390494557~6323045,400013097~148816,403594157~9567953] 2024-08-17T01:40:18.045 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to 16 diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~7799102,62909869~9075811,77578331~25881462,107504103~10804682,128723916~5439611,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~14278155,211099507~12149154,227312011~6653426,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~11519995,353299091~15148377,369987925~825996,373746097~8256287,385317728~3747998,390494557~6323045,400013097~148816,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.045 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~7799102,62909869~9075811,77578331~25881462,107504103~10804682,128723916~5439611,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~14278155,211099507~12149154,227312011~6653426,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~11519995,353299091~15148377,369987925~825996,373746097~8256287,385317728~3747998,390494557~6323045,400013097~148816,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.050 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~7044664,37787153~8652958,49059584~8365416,62909869~9075811,77578331~25881462,104857600~13451185,128723916~5439611,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~15678348,210693214~12555447,227312011~6653426,243481549~3859425,254686782~4906263,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~11519995,353299091~15148377,369784072~1029849,373293056~8709328,385038599~4027127,390494557~6323045,400013097~148816,403594157~9567953] 2024-08-17T01:40:18.050 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to 17 diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~7799102,62909869~9075811,77578331~29144963,107504103~10804682,128723916~5439611,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,227312011~6653426,238518576~1462312,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~11519995,350957329~17490139,369882136~12120248,385317728~3747998,390494557~6323045,400013097~148816,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.050 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~7799102,62909869~9075811,77578331~29144963,107504103~10804682,128723916~5439611,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,227312011~6653426,238518576~1462312,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~11519995,350957329~17490139,369882136~12120248,385317728~3747998,390494557~6323045,400013097~148816,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.056 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~7044664,37787153~8652958,49059584~8365416,62909869~9075811,77578331~40730454,128723916~5439611,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~31458386,227312011~6653426,238518576~1462312,243481549~3859425,254686782~4906263,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~11519995,350957329~17490139,369784072~12218312,385038599~4027127,390494557~6323045,400013097~148816,403594157~9567953] 2024-08-17T01:40:18.056 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to 18 diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~29886485,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,227312011~6653426,238518576~1462312,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~11519995,350957329~17490139,369882136~12120248,385317728~3747998,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:18.056 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~29886485,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,227312011~6653426,238518576~1462312,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~11519995,350957329~17490139,369882136~12120248,385317728~3747998,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:18.062 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~41471976,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~31458386,227312011~6653426,238518576~1462312,243481549~3859425,254686782~4906263,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~11519995,350957329~17490139,369784072~12218312,385038599~4027127,390494557~6323045,400013097~13149013] 2024-08-17T01:40:18.062 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to 19 diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~29886485,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:18.062 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~29886485,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:18.067 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~41471976,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~15606179,350957329~17490139,369784072~12218312,383695303~5370423,390494557~6323045,400013097~13149013] 2024-08-17T01:40:18.067 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to 8 diff [113414647~4894138,128723916~4092717,146770966~5301039,211099507~7396531,218513407~4735254,230117808~3847629,338989461~7869106,369987925~825996,408631429~4530681] 2024-08-17T01:40:18.067 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [113414647~4894138,128723916~4092717,146770966~5301039,211099507~7396531,218513407~4735254,230117808~3847629,338989461~7869106,369987925~825996,408631429~4530681] 2024-08-17T01:40:18.074 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [113414647~4894138,128723916~4092717,146770966~5301039,211099507~7396531,218513407~4735254,230117808~3847629,338989461~7869106,369784072~1029849,406847488~6314622] 2024-08-17T01:40:18.074 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to 9 diff [109495076~896499,113414647~4894138,128723916~4092717,139381542~1370243,141627688~3913812,146770966~5301039,194338177~6420218,211099507~7396531,218513407~4735254,230117808~3847629,243481549~3859425,254686782~4906263,326341891~6556857,338989461~7869106,369987925~825996,385317728~3747998,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.074 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [109495076~896499,113414647~4894138,128723916~4092717,139381542~1370243,141627688~3913812,146770966~5301039,194338177~6420218,211099507~7396531,218513407~4735254,230117808~3847629,243481549~3859425,254686782~4906263,326341891~6556857,338989461~7869106,369987925~825996,385317728~3747998,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.079 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [109495076~896499,113414647~4894138,128723916~4092717,139381542~1370243,141627688~3913812,146770966~5301039,192937984~7820411,211099507~7396531,218513407~4735254,230117808~3847629,243481549~3859425,254686782~4906263,326341891~6556857,338989461~7869106,369784072~1029849,385038599~4027127,403594157~9567953] 2024-08-17T01:40:18.079 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to 10 diff [41856197~4494389,49625898~2279243,66200131~4248131,87273125~5398038,109495076~896499,113414647~4894138,128723916~4092717,139381542~1370243,141627688~3913812,146770966~5301039,174460696~6095029,194338177~6420218,211099507~7396531,218513407~4735254,230117808~3847629,243481549~3859425,254686782~4906263,273170922~7037639,299742752~4449512,326341891~6556857,338989461~7869106,361317874~7129594,369987925~825996,385317728~3747998,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.079 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [41856197~4494389,49625898~2279243,66200131~4248131,87273125~5398038,109495076~896499,113414647~4894138,128723916~4092717,139381542~1370243,141627688~3913812,146770966~5301039,174460696~6095029,194338177~6420218,211099507~7396531,218513407~4735254,230117808~3847629,243481549~3859425,254686782~4906263,273170922~7037639,299742752~4449512,326341891~6556857,338989461~7869106,361317874~7129594,369987925~825996,385317728~3747998,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.085 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [39847509~6503077,49059584~2845557,66200131~4248131,87273125~5398038,109495076~896499,113414647~4894138,128723916~4092717,139381542~1370243,141627688~3913812,146770966~5301039,174460696~6095029,192937984~7820411,211099507~7396531,218513407~4735254,230117808~3847629,243481549~3859425,254686782~4906263,272629760~7578801,299742752~4449512,326341891~6556857,338989461~7869106,361317874~7129594,369784072~1029849,385038599~4027127,403594157~9567953] 2024-08-17T01:40:18.085 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to 11 diff [41856197~4494389,49625898~2279243,66200131~4248131,87273125~5398038,96733860~6725933,109495076~896499,113414647~4894138,128723916~4092717,139381542~1370243,141627688~3913812,146770966~5301039,174460696~6095029,194338177~8770294,205920962~2695370,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,273170922~7037639,291567592~7942721,299742752~9076910,326341891~6556857,338989461~7869106,361317874~7129594,369987925~825996,385317728~3747998,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.085 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [41856197~4494389,49625898~2279243,66200131~4248131,87273125~5398038,96733860~6725933,109495076~896499,113414647~4894138,128723916~4092717,139381542~1370243,141627688~3913812,146770966~5301039,174460696~6095029,194338177~8770294,205920962~2695370,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,273170922~7037639,291567592~7942721,299742752~9076910,326341891~6556857,338989461~7869106,361317874~7129594,369987925~825996,385317728~3747998,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.090 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [39847509~6503077,49059584~2845557,66200131~4248131,87273125~5398038,96733860~6725933,109495076~896499,113414647~4894138,128723916~4092717,139381542~1370243,141627688~3913812,146770966~5301039,174460696~6095029,192937984~10170487,205920962~2695370,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,272629760~7578801,289406976~10103337,299742752~9076910,326341891~6556857,338989461~7869106,361317874~7129594,369784072~1029849,385038599~4027127,403594157~9567953] 2024-08-17T01:40:18.090 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to 12 diff [5692968~6432193,41856197~4494389,49625898~2279243,66200131~4248131,77578331~8525504,87273125~5398038,96733860~6725933,109495076~896499,113414647~4894138,128723916~4092717,139381542~1370243,141627688~3913812,146770966~9201949,160000565~5122482,174460696~6095029,194338177~14278155,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,263302561~2334611,273170922~7037639,291567592~7942721,299742752~9076910,326341891~6556857,335338572~11519995,353299091~15148377,369987925~825996,385317728~3747998,390494557~6323045,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.090 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [5692968~6432193,41856197~4494389,49625898~2279243,66200131~4248131,77578331~8525504,87273125~5398038,96733860~6725933,109495076~896499,113414647~4894138,128723916~4092717,139381542~1370243,141627688~3913812,146770966~9201949,160000565~5122482,174460696~6095029,194338177~14278155,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,263302561~2334611,273170922~7037639,291567592~7942721,299742752~9076910,326341891~6556857,335338572~11519995,353299091~15148377,369987925~825996,385317728~3747998,390494557~6323045,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.095 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [5692968~6432193,39847509~6503077,49059584~2845557,66200131~4248131,77578331~8525504,87273125~5398038,96733860~6725933,109495076~896499,113414647~4894138,128723916~4092717,139381542~1370243,141627688~3913812,146770966~9201949,160000565~5122482,174460696~6095029,192937984~15678348,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,263302561~2334611,272629760~7578801,289406976~10103337,299742752~9076910,326341891~6556857,335338572~11519995,353299091~15148377,369784072~1029849,385038599~4027127,390494557~6323045,403594157~9567953] 2024-08-17T01:40:18.095 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to 13 diff [5692968~9745699,37787153~8652958,49625898~2279243,66200131~4248131,77578331~8525504,87273125~5398038,96733860~6725933,109495076~896499,113414647~4894138,128723916~5439611,138593082~8045553,146770966~9201949,160000565~7169275,174460696~6095029,194338177~14278155,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,263302561~2334611,273170922~7037639,291567592~7942721,299742752~10819099,326341891~6556857,335338572~11519995,353299091~15148377,369987925~825996,385317728~3747998,390494557~6323045,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.095 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [5692968~9745699,37787153~8652958,49625898~2279243,66200131~4248131,77578331~8525504,87273125~5398038,96733860~6725933,109495076~896499,113414647~4894138,128723916~5439611,138593082~8045553,146770966~9201949,160000565~7169275,174460696~6095029,194338177~14278155,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,263302561~2334611,273170922~7037639,291567592~7942721,299742752~10819099,326341891~6556857,335338572~11519995,353299091~15148377,369987925~825996,385317728~3747998,390494557~6323045,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.101 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [5692968~9745699,37787153~8652958,49059584~2845557,66200131~4248131,77578331~8525504,87273125~5398038,96733860~6725933,109495076~896499,113414647~4894138,128723916~5439611,138593082~8045553,146770966~9201949,160000565~7169275,174460696~6095029,192937984~15678348,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,263302561~2334611,272629760~7578801,289406976~10103337,299742752~10819099,326341891~6556857,335338572~11519995,353299091~15148377,369784072~1029849,385038599~4027127,390494557~6323045,403594157~9567953] 2024-08-17T01:40:18.101 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to 14 diff [3052245~12386422,37787153~8652958,49625898~2279243,66200131~4248131,77578331~8525504,87273125~5398038,96733860~6725933,109495076~896499,113414647~4894138,128723916~5439611,138593082~8045553,146770966~9201949,160000565~7169275,174460696~6095029,194338177~14278155,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,291567592~7942721,299742752~10819099,326341891~6556857,335338572~11519995,353299091~15148377,369987925~825996,373746097~5571013,385317728~3747998,390494557~6323045,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.101 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,37787153~8652958,49625898~2279243,66200131~4248131,77578331~8525504,87273125~5398038,96733860~6725933,109495076~896499,113414647~4894138,128723916~5439611,138593082~8045553,146770966~9201949,160000565~7169275,174460696~6095029,194338177~14278155,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,291567592~7942721,299742752~10819099,326341891~6556857,335338572~11519995,353299091~15148377,369987925~825996,373746097~5571013,385317728~3747998,390494557~6323045,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.106 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,37787153~8652958,49059584~2845557,66200131~4248131,77578331~8525504,87273125~5398038,96733860~6725933,109495076~896499,113414647~4894138,128723916~5439611,138593082~8045553,146770966~9201949,160000565~7169275,174460696~6095029,192937984~15678348,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,326341891~6556857,335338572~11519995,353299091~15148377,369784072~1029849,373746097~5571013,385038599~4027127,390494557~6323045,403594157~9567953] 2024-08-17T01:40:18.106 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to 15 diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~7799102,66200131~4248131,77578331~15092832,96733860~6725933,107504103~2887472,113414647~4894138,128723916~5439611,138593082~17379833,160000565~7169275,174460696~6095029,194338177~14278155,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,291567592~7942721,299742752~10819099,326341891~6556857,335338572~11519995,353299091~15148377,369987925~825996,373746097~5571013,385317728~3747998,390494557~6323045,400013097~148816,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.106 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~7799102,66200131~4248131,77578331~15092832,96733860~6725933,107504103~2887472,113414647~4894138,128723916~5439611,138593082~17379833,160000565~7169275,174460696~6095029,194338177~14278155,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,291567592~7942721,299742752~10819099,326341891~6556857,335338572~11519995,353299091~15148377,369987925~825996,373746097~5571013,385317728~3747998,390494557~6323045,400013097~148816,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.112 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~7044664,37787153~8652958,49059584~8365416,66200131~4248131,77578331~15092832,96733860~6725933,104857600~5533975,113414647~4894138,128723916~5439611,138593082~17379833,160000565~7169275,174460696~6095029,192937984~15678348,211099507~12149154,230117808~3847629,243481549~3859425,254686782~4906263,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,326341891~6556857,335338572~11519995,353299091~15148377,369784072~1029849,373746097~5571013,385038599~4027127,390494557~6323045,400013097~148816,403594157~9567953] 2024-08-17T01:40:18.112 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to 16 diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~7799102,62909869~9075811,77578331~15092832,96733860~6725933,107504103~10804682,128723916~5439611,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~14278155,211099507~12149154,227312011~6653426,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~11519995,353299091~15148377,369987925~825996,373746097~5571013,385317728~3747998,390494557~6323045,400013097~148816,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.112 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~7799102,62909869~9075811,77578331~15092832,96733860~6725933,107504103~10804682,128723916~5439611,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~14278155,211099507~12149154,227312011~6653426,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~11519995,353299091~15148377,369987925~825996,373746097~5571013,385317728~3747998,390494557~6323045,400013097~148816,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.117 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~7044664,37787153~8652958,49059584~8365416,62909869~9075811,77578331~15092832,96733860~6725933,104857600~13451185,128723916~5439611,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~15678348,211099507~12149154,227312011~6653426,243481549~3859425,254686782~4906263,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~11519995,353299091~15148377,369784072~1029849,373746097~5571013,385038599~4027127,390494557~6323045,400013097~148816,403594157~9567953] 2024-08-17T01:40:18.117 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to 17 diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~7799102,62909869~9075811,77578331~15092832,96733860~9989434,107504103~10804682,128723916~5439611,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,227312011~6653426,238518576~1462312,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~11519995,350957329~17490139,369882136~9434974,385317728~3747998,390494557~6323045,400013097~148816,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.117 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~7799102,62909869~9075811,77578331~15092832,96733860~9989434,107504103~10804682,128723916~5439611,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,227312011~6653426,238518576~1462312,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~11519995,350957329~17490139,369882136~9434974,385317728~3747998,390494557~6323045,400013097~148816,403594157~5025590,408631429~4530681] 2024-08-17T01:40:18.123 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~7044664,37787153~8652958,49059584~8365416,62909869~9075811,77578331~15092832,96733860~21574925,128723916~5439611,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~31458386,227312011~6653426,238518576~1462312,243481549~3859425,254686782~4906263,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~11519995,350957329~17490139,369784072~9533038,385038599~4027127,390494557~6323045,400013097~148816,403594157~9567953] 2024-08-17T01:40:18.123 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to 18 diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,227312011~6653426,238518576~1462312,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~11519995,350957329~17490139,369882136~9434974,385317728~3747998,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:18.123 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,227312011~6653426,238518576~1462312,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~11519995,350957329~17490139,369882136~9434974,385317728~3747998,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:18.128 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~21574925,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~31458386,227312011~6653426,238518576~1462312,243481549~3859425,254686782~4906263,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~11519995,350957329~17490139,369784072~9533038,385038599~4027127,390494557~6323045,400013097~13149013] 2024-08-17T01:40:18.129 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to 19 diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:18.129 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:18.134 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~21574925,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~15606179,350957329~17490139,369784072~9533038,383695303~5370423,390494557~6323045,400013097~13149013] 2024-08-17T01:40:18.134 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to 9 diff [109495076~896499,139381542~1370243,141627688~3913812,194338177~6420218,243481549~3859425,254686782~4906263,326341891~6556857,385317728~3747998,403594157~5025590,409451198~499700] 2024-08-17T01:40:18.134 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [109495076~896499,139381542~1370243,141627688~3913812,194338177~6420218,243481549~3859425,254686782~4906263,326341891~6556857,385317728~3747998,403594157~5025590,409451198~499700] 2024-08-17T01:40:18.139 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [109495076~896499,139381542~1370243,141627688~3913812,192937984~7820411,243481549~3859425,254686782~4906263,326341891~6556857,385038599~4027127,403594157~5025590,409451198~499700] 2024-08-17T01:40:18.139 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to 10 diff [41856197~4494389,49625898~2279243,66200131~4248131,87273125~5398038,109495076~896499,139381542~1370243,141627688~3913812,174460696~6095029,194338177~6420218,243481549~3859425,254686782~4906263,273170922~7037639,299742752~4449512,326341891~6556857,361317874~7129594,385317728~3747998,403594157~5025590,409451198~499700] 2024-08-17T01:40:18.140 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [41856197~4494389,49625898~2279243,66200131~4248131,87273125~5398038,109495076~896499,139381542~1370243,141627688~3913812,174460696~6095029,194338177~6420218,243481549~3859425,254686782~4906263,273170922~7037639,299742752~4449512,326341891~6556857,361317874~7129594,385317728~3747998,403594157~5025590,409451198~499700] 2024-08-17T01:40:18.145 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [39847509~6503077,49059584~2845557,66200131~4248131,87273125~5398038,109495076~896499,139381542~1370243,141627688~3913812,174460696~6095029,192937984~7820411,243481549~3859425,254686782~4906263,272629760~7578801,299742752~4449512,326341891~6556857,361317874~7129594,385038599~4027127,403594157~5025590,409451198~499700] 2024-08-17T01:40:18.145 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to 11 diff [41856197~4494389,49625898~2279243,66200131~4248131,87273125~5398038,96733860~6725933,109495076~896499,139381542~1370243,141627688~3913812,174460696~6095029,194338177~8770294,205920962~2695370,216898872~4044429,243481549~3859425,254686782~4906263,273170922~7037639,291567592~7942721,299742752~9076910,326341891~6556857,361317874~7129594,385317728~3747998,403594157~5025590,409451198~499700] 2024-08-17T01:40:18.145 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [41856197~4494389,49625898~2279243,66200131~4248131,87273125~5398038,96733860~6725933,109495076~896499,139381542~1370243,141627688~3913812,174460696~6095029,194338177~8770294,205920962~2695370,216898872~4044429,243481549~3859425,254686782~4906263,273170922~7037639,291567592~7942721,299742752~9076910,326341891~6556857,361317874~7129594,385317728~3747998,403594157~5025590,409451198~499700] 2024-08-17T01:40:18.150 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [39847509~6503077,49059584~2845557,66200131~4248131,87273125~5398038,96733860~6725933,109495076~896499,139381542~1370243,141627688~3913812,174460696~6095029,192937984~10170487,205920962~2695370,216898872~4044429,243481549~3859425,254686782~4906263,272629760~7578801,289406976~10103337,299742752~9076910,326341891~6556857,361317874~7129594,385038599~4027127,403594157~5025590,409451198~499700] 2024-08-17T01:40:18.150 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to 12 diff [5692968~6432193,41856197~4494389,49625898~2279243,66200131~4248131,77578331~8525504,87273125~5398038,96733860~6725933,109495076~896499,139381542~1370243,141627688~3913812,151911408~4061507,160000565~5122482,174460696~6095029,194338177~14278155,216898872~4044429,243481549~3859425,254686782~4906263,263302561~2334611,273170922~7037639,291567592~7942721,299742752~9076910,326341891~6556857,335338572~7041353,353299091~15148377,385317728~3747998,390494557~6323045,403594157~5025590,409451198~499700] 2024-08-17T01:40:18.150 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [5692968~6432193,41856197~4494389,49625898~2279243,66200131~4248131,77578331~8525504,87273125~5398038,96733860~6725933,109495076~896499,139381542~1370243,141627688~3913812,151911408~4061507,160000565~5122482,174460696~6095029,194338177~14278155,216898872~4044429,243481549~3859425,254686782~4906263,263302561~2334611,273170922~7037639,291567592~7942721,299742752~9076910,326341891~6556857,335338572~7041353,353299091~15148377,385317728~3747998,390494557~6323045,403594157~5025590,409451198~499700] 2024-08-17T01:40:18.155 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [5692968~6432193,39847509~6503077,49059584~2845557,66200131~4248131,77578331~8525504,87273125~5398038,96733860~6725933,109495076~896499,139381542~1370243,141627688~3913812,151911408~4061507,160000565~5122482,174460696~6095029,192937984~15678348,216898872~4044429,243481549~3859425,254686782~4906263,263302561~2334611,272629760~7578801,289406976~10103337,299742752~9076910,326341891~6556857,335338572~7041353,353299091~15148377,385038599~4027127,390494557~6323045,403594157~5025590,409451198~499700] 2024-08-17T01:40:18.155 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to 13 diff [5692968~9745699,37787153~8652958,49625898~2279243,66200131~4248131,77578331~8525504,87273125~5398038,96733860~6725933,109495076~896499,130625926~3537601,138593082~8045553,151911408~4061507,160000565~7169275,174460696~6095029,194338177~14278155,211343703~4642384,216898872~4044429,243481549~3859425,254686782~4906263,263302561~2334611,273170922~7037639,291567592~7942721,299742752~10819099,326341891~6556857,335338572~7041353,353299091~15148377,385317728~3747998,390494557~6323045,403594157~5025590,409451198~499700] 2024-08-17T01:40:18.155 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [5692968~9745699,37787153~8652958,49625898~2279243,66200131~4248131,77578331~8525504,87273125~5398038,96733860~6725933,109495076~896499,130625926~3537601,138593082~8045553,151911408~4061507,160000565~7169275,174460696~6095029,194338177~14278155,211343703~4642384,216898872~4044429,243481549~3859425,254686782~4906263,263302561~2334611,273170922~7037639,291567592~7942721,299742752~10819099,326341891~6556857,335338572~7041353,353299091~15148377,385317728~3747998,390494557~6323045,403594157~5025590,409451198~499700] 2024-08-17T01:40:18.161 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [5692968~9745699,37787153~8652958,49059584~2845557,66200131~4248131,77578331~8525504,87273125~5398038,96733860~6725933,109495076~896499,130625926~3537601,138593082~8045553,151911408~4061507,160000565~7169275,174460696~6095029,192937984~15678348,211343703~4642384,216898872~4044429,243481549~3859425,254686782~4906263,263302561~2334611,272629760~7578801,289406976~10103337,299742752~10819099,326341891~6556857,335338572~7041353,353299091~15148377,385038599~4027127,390494557~6323045,403594157~5025590,409451198~499700] 2024-08-17T01:40:18.161 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to 14 diff [3052245~12386422,37787153~8652958,49625898~2279243,66200131~4248131,77578331~8525504,87273125~5398038,96733860~6725933,109495076~896499,130625926~3537601,138593082~8045553,151911408~4061507,160000565~7169275,174460696~6095029,194338177~14278155,211343703~4642384,216898872~4044429,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,291567592~7942721,299742752~10819099,326341891~6556857,335338572~7874217,353299091~15148377,373746097~5571013,385317728~3747998,390494557~6323045,403594157~5025590,409451198~499700] 2024-08-17T01:40:18.161 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,37787153~8652958,49625898~2279243,66200131~4248131,77578331~8525504,87273125~5398038,96733860~6725933,109495076~896499,130625926~3537601,138593082~8045553,151911408~4061507,160000565~7169275,174460696~6095029,194338177~14278155,211343703~4642384,216898872~4044429,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,291567592~7942721,299742752~10819099,326341891~6556857,335338572~7874217,353299091~15148377,373746097~5571013,385317728~3747998,390494557~6323045,403594157~5025590,409451198~499700] 2024-08-17T01:40:18.166 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,37787153~8652958,49059584~2845557,66200131~4248131,77578331~8525504,87273125~5398038,96733860~6725933,109495076~896499,130625926~3537601,138593082~8045553,151911408~4061507,160000565~7169275,174460696~6095029,192937984~15678348,211343703~4642384,216898872~4044429,243481549~3859425,254686782~4906263,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,326341891~6556857,335338572~7874217,353299091~15148377,373746097~5571013,385038599~4027127,390494557~6323045,403594157~5025590,409451198~499700] 2024-08-17T01:40:18.166 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to 15 diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~7799102,66200131~4248131,77578331~15092832,96733860~6725933,107504103~2887472,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,194338177~14278155,211343703~4642384,216898872~4044429,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,291567592~7942721,299742752~10819099,326341891~6556857,335338572~7874217,353299091~15148377,373746097~5571013,385317728~3747998,390494557~6323045,400013097~148816,403594157~5025590,409451198~499700] 2024-08-17T01:40:18.166 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~7799102,66200131~4248131,77578331~15092832,96733860~6725933,107504103~2887472,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,194338177~14278155,211343703~4642384,216898872~4044429,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,291567592~7942721,299742752~10819099,326341891~6556857,335338572~7874217,353299091~15148377,373746097~5571013,385317728~3747998,390494557~6323045,400013097~148816,403594157~5025590,409451198~499700] 2024-08-17T01:40:18.172 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~7044664,37787153~8652958,49059584~8365416,66200131~4248131,77578331~15092832,96733860~6725933,104857600~5533975,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,192937984~15678348,211343703~4642384,216898872~4044429,243481549~3859425,254686782~4906263,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,326341891~6556857,335338572~7874217,353299091~15148377,373746097~5571013,385038599~4027127,390494557~6323045,400013097~148816,403594157~5025590,409451198~499700] 2024-08-17T01:40:18.172 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to 16 diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~7799102,62909869~9075811,77578331~15092832,96733860~6725933,107504103~6379782,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,194338177~14278155,211343703~4642384,216898872~4044429,227312011~2927681,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~7874217,353299091~15148377,373746097~5571013,385317728~3747998,390494557~6323045,400013097~148816,403594157~5025590,409451198~499700] 2024-08-17T01:40:18.172 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~7799102,62909869~9075811,77578331~15092832,96733860~6725933,107504103~6379782,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,194338177~14278155,211343703~4642384,216898872~4044429,227312011~2927681,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~7874217,353299091~15148377,373746097~5571013,385317728~3747998,390494557~6323045,400013097~148816,403594157~5025590,409451198~499700] 2024-08-17T01:40:18.177 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~7044664,37787153~8652958,49059584~8365416,62909869~9075811,77578331~15092832,96733860~6725933,104857600~9026285,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,192937984~15678348,211343703~4642384,216898872~4044429,227312011~2927681,243481549~3859425,254686782~4906263,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~7874217,353299091~15148377,373746097~5571013,385038599~4027127,390494557~6323045,400013097~148816,403594157~5025590,409451198~499700] 2024-08-17T01:40:18.177 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to 17 diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~7799102,62909869~9075811,77578331~15092832,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,194338177~21647910,216898872~7497498,227312011~2927681,238518576~1462312,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~7874217,350957329~17490139,369882136~9434974,385317728~3747998,390494557~6323045,400013097~148816,403594157~5025590,409451198~499700] 2024-08-17T01:40:18.178 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~7799102,62909869~9075811,77578331~15092832,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,194338177~21647910,216898872~7497498,227312011~2927681,238518576~1462312,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~7874217,350957329~17490139,369882136~9434974,385317728~3747998,390494557~6323045,400013097~148816,403594157~5025590,409451198~499700] 2024-08-17T01:40:18.183 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~7044664,37787153~8652958,49059584~8365416,62909869~9075811,77578331~15092832,96733860~17150025,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,192937984~23048103,216898872~7497498,227312011~2927681,238518576~1462312,243481549~3859425,254686782~4906263,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~7874217,350957329~17490139,369882136~9434974,385038599~4027127,390494557~6323045,400013097~148816,403594157~5025590,409451198~499700] 2024-08-17T01:40:18.183 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to 18 diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,194338177~21647910,216898872~7497498,227312011~2927681,238518576~1462312,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~7874217,350957329~17490139,369882136~9434974,385317728~3747998,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:18.183 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,194338177~21647910,216898872~7497498,227312011~2927681,238518576~1462312,243481549~3859425,254686782~4906263,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~7874217,350957329~17490139,369882136~9434974,385317728~3747998,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:18.188 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,192937984~23048103,216898872~7497498,227312011~2927681,238518576~1462312,243481549~3859425,254686782~4906263,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~7874217,350957329~17490139,369882136~9434974,385038599~4027127,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:18.188 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to 19 diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,194338177~21647910,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:18.188 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,194338177~21647910,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:18.194 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,192937984~23048103,216898872~9492179,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:18.194 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to 10 diff [41856197~4494389,49625898~2279243,66200131~4248131,87273125~5398038,174460696~6095029,273170922~7037639,299742752~4449512,361317874~7129594] 2024-08-17T01:40:18.194 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [41856197~4494389,49625898~2279243,66200131~4248131,87273125~5398038,174460696~6095029,273170922~7037639,299742752~4449512,361317874~7129594] 2024-08-17T01:40:18.199 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [39847509~6503077,49059584~2845557,66200131~4248131,87273125~5398038,174460696~6095029,272629760~7578801,299742752~4449512,361317874~7129594] 2024-08-17T01:40:18.199 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to 11 diff [41856197~4494389,49625898~2279243,66200131~4248131,87273125~5398038,96733860~6725933,174460696~6095029,196024983~346600,196524549~6583922,205920962~2695370,216898872~4044429,273170922~7037639,291567592~7942721,299742752~9076910,361317874~7129594] 2024-08-17T01:40:18.199 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [41856197~4494389,49625898~2279243,66200131~4248131,87273125~5398038,96733860~6725933,174460696~6095029,196024983~346600,196524549~6583922,205920962~2695370,216898872~4044429,273170922~7037639,291567592~7942721,299742752~9076910,361317874~7129594] 2024-08-17T01:40:18.204 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [39847509~6503077,49059584~2845557,66200131~4248131,87273125~5398038,96733860~6725933,174460696~6095029,196024983~346600,196524549~6583922,205920962~2695370,216898872~4044429,272629760~7578801,289406976~10103337,299742752~9076910,361317874~7129594] 2024-08-17T01:40:18.204 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to 12 diff [5692968~6432193,41856197~4494389,49625898~2279243,66200131~4248131,77578331~8525504,87273125~5398038,96733860~6725933,151911408~4061507,160000565~5122482,174460696~6095029,196024983~346600,196524549~12091783,216898872~4044429,263302561~2334611,273170922~7037639,291567592~7942721,299742752~9076910,335338572~7041353,353299091~15148377,390494557~6323045] 2024-08-17T01:40:18.204 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [5692968~6432193,41856197~4494389,49625898~2279243,66200131~4248131,77578331~8525504,87273125~5398038,96733860~6725933,151911408~4061507,160000565~5122482,174460696~6095029,196024983~346600,196524549~12091783,216898872~4044429,263302561~2334611,273170922~7037639,291567592~7942721,299742752~9076910,335338572~7041353,353299091~15148377,390494557~6323045] 2024-08-17T01:40:18.210 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [5692968~6432193,39847509~6503077,49059584~2845557,66200131~4248131,77578331~8525504,87273125~5398038,96733860~6725933,151911408~4061507,160000565~5122482,174460696~6095029,196024983~346600,196524549~12091783,216898872~4044429,263302561~2334611,272629760~7578801,289406976~10103337,299742752~9076910,335338572~7041353,353299091~15148377,390494557~6323045] 2024-08-17T01:40:18.210 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to 13 diff [5692968~9745699,37787153~8652958,49625898~2279243,66200131~4248131,77578331~8525504,87273125~5398038,96733860~6725933,130625926~3537601,138593082~8045553,151911408~4061507,160000565~7169275,174460696~6095029,196024983~346600,196524549~12091783,211343703~4642384,216898872~4044429,263302561~2334611,273170922~7037639,291567592~7942721,299742752~10819099,335338572~7041353,353299091~15148377,390494557~6323045] 2024-08-17T01:40:18.210 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [5692968~9745699,37787153~8652958,49625898~2279243,66200131~4248131,77578331~8525504,87273125~5398038,96733860~6725933,130625926~3537601,138593082~8045553,151911408~4061507,160000565~7169275,174460696~6095029,196024983~346600,196524549~12091783,211343703~4642384,216898872~4044429,263302561~2334611,273170922~7037639,291567592~7942721,299742752~10819099,335338572~7041353,353299091~15148377,390494557~6323045] 2024-08-17T01:40:18.215 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [5692968~9745699,37787153~8652958,49059584~2845557,66200131~4248131,77578331~8525504,87273125~5398038,96733860~6725933,130625926~3537601,138593082~8045553,151911408~4061507,160000565~7169275,174460696~6095029,196024983~346600,196524549~12091783,211343703~4642384,216898872~4044429,263302561~2334611,272629760~7578801,289406976~10103337,299742752~10819099,335338572~7041353,353299091~15148377,390494557~6323045] 2024-08-17T01:40:18.215 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to 14 diff [3052245~12386422,37787153~8652958,49625898~2279243,66200131~4248131,77578331~8525504,87273125~5398038,96733860~6725933,130625926~3537601,138593082~8045553,151911408~4061507,160000565~7169275,174460696~6095029,196024983~346600,196524549~12091783,211343703~4642384,216898872~4044429,263302561~2334611,270299914~11497405,291567592~7942721,299742752~10819099,335338572~7874217,353299091~15148377,373746097~5571013,390494557~6323045,407135631~960358] 2024-08-17T01:40:18.215 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,37787153~8652958,49625898~2279243,66200131~4248131,77578331~8525504,87273125~5398038,96733860~6725933,130625926~3537601,138593082~8045553,151911408~4061507,160000565~7169275,174460696~6095029,196024983~346600,196524549~12091783,211343703~4642384,216898872~4044429,263302561~2334611,270299914~11497405,291567592~7942721,299742752~10819099,335338572~7874217,353299091~15148377,373746097~5571013,390494557~6323045,407135631~960358] 2024-08-17T01:40:18.221 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,37787153~8652958,49059584~2845557,66200131~4248131,77578331~8525504,87273125~5398038,96733860~6725933,130625926~3537601,138593082~8045553,151911408~4061507,160000565~7169275,174460696~6095029,196024983~346600,196524549~12091783,211343703~4642384,216898872~4044429,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,335338572~7874217,353299091~15148377,373746097~5571013,390494557~6323045,407135631~960358] 2024-08-17T01:40:18.221 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to 15 diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~7799102,66200131~4248131,77578331~15092832,96733860~6725933,107504103~2464931,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,196024983~346600,196524549~12091783,211343703~4642384,216898872~4044429,263302561~2334611,270299914~11497405,291567592~7942721,299742752~10819099,327004801~4299511,335338572~7874217,353299091~15148377,373746097~5571013,390494557~6323045,400013097~148816,407135631~960358] 2024-08-17T01:40:18.221 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~7799102,66200131~4248131,77578331~15092832,96733860~6725933,107504103~2464931,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,196024983~346600,196524549~12091783,211343703~4642384,216898872~4044429,263302561~2334611,270299914~11497405,291567592~7942721,299742752~10819099,327004801~4299511,335338572~7874217,353299091~15148377,373746097~5571013,390494557~6323045,400013097~148816,407135631~960358] 2024-08-17T01:40:18.226 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~7044664,37787153~8652958,49059584~8365416,66200131~4248131,77578331~15092832,96733860~6725933,104857600~5111434,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,196024983~346600,196524549~12091783,211343703~4642384,216898872~4044429,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,327004801~4299511,335338572~7874217,353299091~15148377,373746097~5571013,390494557~6323045,400013097~148816,407135631~960358] 2024-08-17T01:40:18.226 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to 16 diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~7799102,62909869~9075811,77578331~15092832,96733860~6725933,107504103~6379782,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~12091783,211343703~4642384,216898872~4044429,227312011~2927681,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~9529877,335338572~7874217,353299091~15148377,373746097~5571013,390494557~6323045,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.226 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~7799102,62909869~9075811,77578331~15092832,96733860~6725933,107504103~6379782,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~12091783,211343703~4642384,216898872~4044429,227312011~2927681,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~9529877,335338572~7874217,353299091~15148377,373746097~5571013,390494557~6323045,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.232 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~7044664,37787153~8652958,49059584~8365416,62909869~9075811,77578331~15092832,96733860~6725933,104857600~9026285,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~12091783,211343703~4642384,216898872~4044429,227312011~2927681,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~12537208,335338572~7874217,353299091~15148377,373746097~5571013,390494557~6323045,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.232 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to 17 diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~7799102,62909869~9075811,77578331~15092832,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,227312011~2927681,238518576~1462312,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~9529877,335338572~7874217,350957329~17490139,369882136~9434974,390494557~6323045,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.232 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~7799102,62909869~9075811,77578331~15092832,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,227312011~2927681,238518576~1462312,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~9529877,335338572~7874217,350957329~17490139,369882136~9434974,390494557~6323045,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.237 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~7044664,37787153~8652958,49059584~8365416,62909869~9075811,77578331~15092832,96733860~17150025,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,227312011~2927681,238518576~1462312,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~12537208,335338572~7874217,350957329~17490139,369882136~9434974,390494557~6323045,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.237 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to 18 diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,227312011~2927681,238518576~1462312,254891895~1102407,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~9529877,335338572~7874217,350957329~17490139,369882136~9434974,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.237 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,227312011~2927681,238518576~1462312,254891895~1102407,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~9529877,335338572~7874217,350957329~17490139,369882136~9434974,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.242 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,227312011~2927681,238518576~1462312,254891895~1102407,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~12537208,335338572~7874217,350957329~17490139,369882136~9434974,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.242 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to 19 diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~9529877,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.243 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~9529877,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.248 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~9492179,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~12537208,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.248 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to 11 diff [96733860~6725933,196024983~346600,196524549~6583922,205920962~2695370,216898872~4044429,276480835~49937,291567592~7942721,301453310~7366352,363201521~2549733] 2024-08-17T01:40:18.248 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [96733860~6725933,196024983~346600,196524549~6583922,205920962~2695370,216898872~4044429,276480835~49937,291567592~7942721,301453310~7366352,363201521~2549733] 2024-08-17T01:40:18.253 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [96733860~6725933,196024983~346600,196524549~6583922,205920962~2695370,216898872~4044429,276480835~49937,289406976~10103337,301453310~7366352,363201521~2549733] 2024-08-17T01:40:18.253 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to 12 diff [5692968~6432193,77578331~8525504,96733860~6725933,151911408~4061507,160000565~5122482,196024983~346600,196524549~12091783,216898872~4044429,263302561~2334611,276480835~49937,291567592~7942721,301453310~7366352,335338572~7041353,353299091~8106518,363201521~2549733,390494557~6323045] 2024-08-17T01:40:18.253 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [5692968~6432193,77578331~8525504,96733860~6725933,151911408~4061507,160000565~5122482,196024983~346600,196524549~12091783,216898872~4044429,263302561~2334611,276480835~49937,291567592~7942721,301453310~7366352,335338572~7041353,353299091~8106518,363201521~2549733,390494557~6323045] 2024-08-17T01:40:18.259 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [5692968~6432193,77578331~8525504,96733860~6725933,151911408~4061507,160000565~5122482,196024983~346600,196524549~12091783,216898872~4044429,263302561~2334611,276480835~49937,289406976~10103337,301453310~7366352,335338572~7041353,353299091~8106518,363201521~2549733,390494557~6323045] 2024-08-17T01:40:18.259 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to 13 diff [5692968~9745699,37787153~8652958,77578331~8525504,96733860~6725933,130625926~3537601,138593082~8045553,151911408~4061507,160000565~7169275,196024983~346600,196524549~12091783,211343703~4642384,216898872~4044429,263302561~2334611,276480835~49937,291567592~7942721,301453310~9108541,335338572~7041353,353299091~8106518,363201521~2549733,390494557~6323045] 2024-08-17T01:40:18.259 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [5692968~9745699,37787153~8652958,77578331~8525504,96733860~6725933,130625926~3537601,138593082~8045553,151911408~4061507,160000565~7169275,196024983~346600,196524549~12091783,211343703~4642384,216898872~4044429,263302561~2334611,276480835~49937,291567592~7942721,301453310~9108541,335338572~7041353,353299091~8106518,363201521~2549733,390494557~6323045] 2024-08-17T01:40:18.264 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [5692968~9745699,37787153~8652958,77578331~8525504,96733860~6725933,130625926~3537601,138593082~8045553,151911408~4061507,160000565~7169275,196024983~346600,196524549~12091783,211343703~4642384,216898872~4044429,263302561~2334611,276480835~49937,289406976~10103337,301453310~9108541,335338572~7041353,353299091~8106518,363201521~2549733,390494557~6323045] 2024-08-17T01:40:18.264 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to 14 diff [3052245~12386422,37787153~8652958,77578331~8525504,96733860~6725933,130625926~3537601,138593082~8045553,151911408~4061507,160000565~7169275,196024983~346600,196524549~12091783,211343703~4642384,216898872~4044429,263302561~2334611,270299914~11497405,291567592~7942721,301453310~9108541,335338572~7874217,353299091~8106518,363201521~2549733,373746097~5571013,390494557~6323045,407135631~960358] 2024-08-17T01:40:18.264 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,37787153~8652958,77578331~8525504,96733860~6725933,130625926~3537601,138593082~8045553,151911408~4061507,160000565~7169275,196024983~346600,196524549~12091783,211343703~4642384,216898872~4044429,263302561~2334611,270299914~11497405,291567592~7942721,301453310~9108541,335338572~7874217,353299091~8106518,363201521~2549733,373746097~5571013,390494557~6323045,407135631~960358] 2024-08-17T01:40:18.269 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,37787153~8652958,77578331~8525504,96733860~6725933,130625926~3537601,138593082~8045553,151911408~4061507,160000565~7169275,196024983~346600,196524549~12091783,211343703~4642384,216898872~4044429,263302561~2334611,268435456~13361863,289406976~10103337,301453310~9108541,335338572~7874217,353299091~8106518,363201521~2549733,373746097~5571013,390494557~6323045,407135631~960358] 2024-08-17T01:40:18.269 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to 15 diff [3052245~12386422,28862105~6362016,37787153~8652958,51712653~5712347,77578331~10989982,96733860~6725933,107504103~2464931,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,196024983~346600,196524549~12091783,211343703~4642384,216898872~4044429,263302561~2334611,270299914~11497405,291567592~7942721,301453310~9108541,327004801~4299511,335338572~7874217,353299091~8106518,363201521~2549733,373746097~5571013,390494557~6323045,400013097~148816,407135631~960358] 2024-08-17T01:40:18.269 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,37787153~8652958,51712653~5712347,77578331~10989982,96733860~6725933,107504103~2464931,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,196024983~346600,196524549~12091783,211343703~4642384,216898872~4044429,263302561~2334611,270299914~11497405,291567592~7942721,301453310~9108541,327004801~4299511,335338572~7874217,353299091~8106518,363201521~2549733,373746097~5571013,390494557~6323045,400013097~148816,407135631~960358] 2024-08-17T01:40:18.275 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~7044664,37787153~8652958,51712653~5712347,77578331~10989982,96733860~6725933,104857600~5111434,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,196024983~346600,196524549~12091783,211343703~4642384,216898872~4044429,263302561~2334611,268435456~13361863,289406976~10103337,301453310~9108541,327004801~4299511,335338572~7874217,353299091~8106518,363201521~2549733,373746097~5571013,390494557~6323045,400013097~148816,407135631~960358] 2024-08-17T01:40:18.275 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to 16 diff [3052245~12386422,28862105~6362016,37787153~8652958,51712653~5712347,62909869~5131508,69548008~2437672,77578331~10989982,96733860~6725933,107504103~6379782,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~12091783,211343703~4642384,216898872~4044429,227312011~2927681,263302561~2334611,270299914~11497405,289924603~9585710,301453310~9108541,321774435~9529877,335338572~7874217,353299091~8106518,363201521~2549733,373746097~5571013,390494557~6323045,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.275 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,37787153~8652958,51712653~5712347,62909869~5131508,69548008~2437672,77578331~10989982,96733860~6725933,107504103~6379782,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~12091783,211343703~4642384,216898872~4044429,227312011~2927681,263302561~2334611,270299914~11497405,289924603~9585710,301453310~9108541,321774435~9529877,335338572~7874217,353299091~8106518,363201521~2549733,373746097~5571013,390494557~6323045,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.280 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~7044664,37787153~8652958,51712653~5712347,62909869~5131508,69548008~2437672,77578331~10989982,96733860~6725933,104857600~9026285,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~12091783,211343703~4642384,216898872~4044429,227312011~2927681,263302561~2334611,268435456~13361863,289406976~10103337,301453310~9108541,318767104~12537208,335338572~7874217,353299091~8106518,363201521~2549733,373746097~5571013,390494557~6323045,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.280 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to 17 diff [3052245~12386422,28862105~6362016,37787153~8652958,51712653~5712347,62909869~5131508,69548008~2437672,77578331~10989982,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,227312011~2927681,238518576~1462312,263302561~2334611,270299914~11497405,289924603~9585710,301453310~9108541,321774435~9529877,335338572~7874217,350957329~14793925,369882136~9434974,390494557~6323045,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.280 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,37787153~8652958,51712653~5712347,62909869~5131508,69548008~2437672,77578331~10989982,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,227312011~2927681,238518576~1462312,263302561~2334611,270299914~11497405,289924603~9585710,301453310~9108541,321774435~9529877,335338572~7874217,350957329~14793925,369882136~9434974,390494557~6323045,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.286 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~7044664,37787153~8652958,51712653~5712347,62909869~5131508,69548008~2437672,77578331~10989982,96733860~17150025,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,227312011~2927681,238518576~1462312,263302561~2334611,268435456~13361863,289406976~10103337,301453310~9108541,318767104~12537208,335338572~7874217,350957329~14793925,369882136~9434974,390494557~6323045,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.286 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to 18 diff [3052245~12386422,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,227312011~2927681,238518576~1462312,254891895~1102407,263302561~2334611,270299914~11497405,289924603~9585710,301453310~9108541,321774435~9529877,335338572~7874217,350957329~14793925,369882136~9434974,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.286 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,227312011~2927681,238518576~1462312,254891895~1102407,263302561~2334611,270299914~11497405,289924603~9585710,301453310~9108541,321774435~9529877,335338572~7874217,350957329~14793925,369882136~9434974,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.291 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~7044664,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,227312011~2927681,238518576~1462312,254891895~1102407,263302561~2334611,268435456~13361863,289406976~10103337,301453310~9108541,318767104~12537208,335338572~7874217,350957329~14793925,369882136~9434974,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.291 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to 19 diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,301453310~9108541,321774435~9529877,335338572~7874217,344534445~6410306,350957329~14793925,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.291 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,301453310~9108541,321774435~9529877,335338572~7874217,344534445~6410306,350957329~14793925,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.297 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~9492179,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,268435456~13361863,289406976~10103337,301453310~9108541,318767104~12537208,335338572~7874217,344534445~6410306,350957329~14793925,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.297 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to 12 diff [5692968~6432193,77578331~8525504,151911408~4061507,160000565~5122482,199242838~7194727,263302561~2334611,335338572~7041353,353299091~8106518,390494557~6323045] 2024-08-17T01:40:18.297 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [5692968~6432193,77578331~8525504,151911408~4061507,160000565~5122482,199242838~7194727,263302561~2334611,335338572~7041353,353299091~8106518,390494557~6323045] 2024-08-17T01:40:18.302 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [5692968~6432193,77578331~8525504,151911408~4061507,160000565~5122482,199242838~7194727,263302561~2334611,335338572~7041353,353299091~8106518,390494557~6323045] 2024-08-17T01:40:18.302 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to 13 diff [5692968~9745699,37787153~8652958,77578331~8525504,101767771~182780,130625926~3537601,138593082~8045553,151911408~4061507,160000565~7169275,199242838~7194727,211343703~4642384,263302561~2334611,304578398~5983453,335338572~7041353,353299091~8106518,390494557~6323045] 2024-08-17T01:40:18.302 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [5692968~9745699,37787153~8652958,77578331~8525504,101767771~182780,130625926~3537601,138593082~8045553,151911408~4061507,160000565~7169275,199242838~7194727,211343703~4642384,263302561~2334611,304578398~5983453,335338572~7041353,353299091~8106518,390494557~6323045] 2024-08-17T01:40:18.307 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [5692968~9745699,37787153~8652958,77578331~8525504,101767771~182780,130625926~3537601,138593082~8045553,151911408~4061507,160000565~7169275,199242838~7194727,211343703~4642384,263302561~2334611,304578398~5983453,335338572~7041353,353299091~8106518,390494557~6323045] 2024-08-17T01:40:18.308 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to 14 diff [3052245~12386422,37787153~8652958,77578331~8525504,101767771~182780,130625926~3537601,138593082~8045553,151911408~4061507,160000565~7169275,199242838~7194727,211343703~4642384,263302561~2334611,270299914~11497405,304578398~5983453,335338572~7874217,353299091~8106518,373746097~5571013,390494557~6323045,407135631~960358] 2024-08-17T01:40:18.308 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,37787153~8652958,77578331~8525504,101767771~182780,130625926~3537601,138593082~8045553,151911408~4061507,160000565~7169275,199242838~7194727,211343703~4642384,263302561~2334611,270299914~11497405,304578398~5983453,335338572~7874217,353299091~8106518,373746097~5571013,390494557~6323045,407135631~960358] 2024-08-17T01:40:18.313 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,37787153~8652958,77578331~8525504,101767771~182780,130625926~3537601,138593082~8045553,151911408~4061507,160000565~7169275,199242838~7194727,211343703~4642384,263302561~2334611,268435456~13361863,304578398~5983453,335338572~7874217,353299091~8106518,373746097~5571013,390494557~6323045,407135631~960358] 2024-08-17T01:40:18.313 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to 15 diff [3052245~12386422,28862105~6362016,37787153~8652958,51712653~5712347,77578331~10989982,101767771~182780,107504103~2464931,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,199242838~7194727,211343703~4642384,263302561~2334611,270299914~11497405,304578398~5983453,327004801~4299511,335338572~7874217,353299091~8106518,373746097~5571013,390494557~6323045,400013097~148816,407135631~960358] 2024-08-17T01:40:18.313 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,37787153~8652958,51712653~5712347,77578331~10989982,101767771~182780,107504103~2464931,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,199242838~7194727,211343703~4642384,263302561~2334611,270299914~11497405,304578398~5983453,327004801~4299511,335338572~7874217,353299091~8106518,373746097~5571013,390494557~6323045,400013097~148816,407135631~960358] 2024-08-17T01:40:18.318 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~7044664,37787153~8652958,51712653~5712347,77578331~10989982,101767771~182780,104857600~5111434,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,199242838~7194727,211343703~4642384,263302561~2334611,268435456~13361863,304578398~5983453,327004801~4299511,335338572~7874217,353299091~8106518,373746097~5571013,390494557~6323045,400013097~148816,407135631~960358] 2024-08-17T01:40:18.318 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to 16 diff [3052245~12386422,28862105~6362016,37787153~8652958,51712653~5712347,62909869~5131508,69548008~2437672,77578331~10989982,101767771~182780,107504103~6379782,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,211343703~4642384,227312011~2927681,263302561~2334611,270299914~11497405,289924603~4932940,304578398~5983453,321774435~9529877,335338572~7874217,353299091~8106518,373746097~5571013,390494557~6323045,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.318 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,37787153~8652958,51712653~5712347,62909869~5131508,69548008~2437672,77578331~10989982,101767771~182780,107504103~6379782,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,211343703~4642384,227312011~2927681,263302561~2334611,270299914~11497405,289924603~4932940,304578398~5983453,321774435~9529877,335338572~7874217,353299091~8106518,373746097~5571013,390494557~6323045,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.324 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~7044664,37787153~8652958,51712653~5712347,62909869~5131508,69548008~2437672,77578331~10989982,101767771~182780,104857600~9026285,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,211343703~4642384,227312011~2927681,263302561~2334611,268435456~13361863,289924603~4932940,304578398~5983453,318767104~12537208,335338572~7874217,353299091~8106518,373746097~5571013,390494557~6323045,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.324 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to 17 diff [3052245~12386422,28862105~6362016,37787153~8652958,51712653~5712347,62909869~5131508,69548008~2437672,77578331~10989982,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~4574160,227312011~2927681,238518576~1462312,263302561~2334611,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,335338572~7874217,350957329~13825293,369882136~9434974,390494557~6323045,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.324 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,37787153~8652958,51712653~5712347,62909869~5131508,69548008~2437672,77578331~10989982,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~4574160,227312011~2927681,238518576~1462312,263302561~2334611,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,335338572~7874217,350957329~13825293,369882136~9434974,390494557~6323045,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.329 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~7044664,37787153~8652958,51712653~5712347,62909869~5131508,69548008~2437672,77578331~10989982,99344305~14539580,129157952~1154102,130625926~3537601,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~4574160,227312011~2927681,238518576~1462312,263302561~2334611,268435456~13361863,289924603~6775855,304578398~5983453,318767104~12537208,335338572~7874217,350957329~13825293,369882136~9434974,390494557~6323045,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.329 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to 18 diff [3052245~12386422,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~4574160,227312011~2927681,238518576~1462312,254891895~1102407,263302561~2334611,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,335338572~7874217,350957329~13825293,369882136~9434974,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.329 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~12386422,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~4574160,227312011~2927681,238518576~1462312,254891895~1102407,263302561~2334611,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,335338572~7874217,350957329~13825293,369882136~9434974,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.335 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~15438667,28179457~7044664,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,99344305~14539580,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~4574160,227312011~2927681,238518576~1462312,254891895~1102407,263302561~2334611,268435456~13361863,289924603~6775855,304578398~5983453,318767104~12537208,335338572~7874217,350957329~13825293,369882136~9434974,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.335 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to 19 diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,335338572~7874217,344534445~6410306,350957329~13825293,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.335 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,335338572~7874217,344534445~6410306,350957329~13825293,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.340 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,99344305~14539580,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,268435456~13361863,289924603~6775855,304578398~5983453,318767104~12537208,335338572~7874217,344534445~6410306,350957329~13825293,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.340 INFO:tasks.workunit.client.0.smithi082.stdout:from 12 to 13 diff [7725728~7712939,37787153~8652958,101767771~182780,130625926~3537601,138593082~8045553,164970198~2199642,202803296~3383655,211343703~4642384,304578398~5983453] 2024-08-17T01:40:18.340 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [7725728~7712939,37787153~8652958,101767771~182780,130625926~3537601,138593082~8045553,164970198~2199642,202803296~3383655,211343703~4642384,304578398~5983453] 2024-08-17T01:40:18.345 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [7725728~7712939,37787153~8652958,101767771~182780,130625926~3537601,138593082~8045553,164970198~2199642,202803296~3383655,211343703~4642384,304578398~5983453] 2024-08-17T01:40:18.346 INFO:tasks.workunit.client.0.smithi082.stdout:from 12 to 14 diff [3052245~3024364,7725728~7712939,37787153~8652958,101767771~182780,130625926~3537601,138593082~8045553,151971255~2666814,163192131~3977709,202803296~3383655,211343703~4642384,270299914~11497405,304578398~5983453,338434858~4777931,373746097~5571013,407135631~960358] 2024-08-17T01:40:18.346 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~3024364,7725728~7712939,37787153~8652958,101767771~182780,130625926~3537601,138593082~8045553,151971255~2666814,163192131~3977709,202803296~3383655,211343703~4642384,270299914~11497405,304578398~5983453,338434858~4777931,373746097~5571013,407135631~960358] 2024-08-17T01:40:18.351 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~6076609,7725728~7712939,37787153~8652958,101767771~182780,130625926~3537601,138593082~8045553,151971255~2666814,163192131~3977709,202803296~3383655,211343703~4642384,268435456~13361863,304578398~5983453,338434858~4777931,373746097~5571013,407135631~960358] 2024-08-17T01:40:18.351 INFO:tasks.workunit.client.0.smithi082.stdout:from 12 to 15 diff [3052245~3024364,7725728~7712939,28862105~6362016,37787153~8652958,51712653~5712347,84828721~3739592,101767771~182780,107504103~2464931,129157952~1154102,130625926~3537601,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,202803296~3383655,211343703~4642384,270299914~11497405,304578398~5983453,327004801~4299511,338434858~4777931,373746097~5571013,400013097~148816,407135631~960358] 2024-08-17T01:40:18.351 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~3024364,7725728~7712939,28862105~6362016,37787153~8652958,51712653~5712347,84828721~3739592,101767771~182780,107504103~2464931,129157952~1154102,130625926~3537601,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,202803296~3383655,211343703~4642384,270299914~11497405,304578398~5983453,327004801~4299511,338434858~4777931,373746097~5571013,400013097~148816,407135631~960358] 2024-08-17T01:40:18.357 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~6076609,7725728~7712939,28179457~7044664,37787153~8652958,51712653~5712347,84828721~3739592,101767771~182780,104857600~5111434,129157952~1154102,130625926~3537601,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,202803296~3383655,211343703~4642384,268435456~13361863,304578398~5983453,327004801~4299511,338434858~4777931,373746097~5571013,400013097~148816,407135631~960358] 2024-08-17T01:40:18.357 INFO:tasks.workunit.client.0.smithi082.stdout:from 12 to 16 diff [3052245~3024364,7725728~7712939,28862105~6362016,37787153~8652958,51712653~5712347,62909869~5131508,69548008~2437672,84828721~3739592,101767771~182780,107504103~6379782,129157952~1154102,130625926~3537601,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,211343703~4642384,227312011~2927681,270299914~11497405,289924603~4932940,304578398~5983453,321774435~9529877,338434858~4777931,373746097~5571013,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.357 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~3024364,7725728~7712939,28862105~6362016,37787153~8652958,51712653~5712347,62909869~5131508,69548008~2437672,84828721~3739592,101767771~182780,107504103~6379782,129157952~1154102,130625926~3537601,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,211343703~4642384,227312011~2927681,270299914~11497405,289924603~4932940,304578398~5983453,321774435~9529877,338434858~4777931,373746097~5571013,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.362 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~6076609,7725728~7712939,28179457~7044664,37787153~8652958,51712653~5712347,62909869~5131508,69548008~2437672,84828721~3739592,101767771~182780,104857600~9026285,129157952~1154102,130625926~3537601,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,211343703~4642384,227312011~2927681,268435456~13361863,289924603~4932940,304578398~5983453,318767104~12537208,338434858~4777931,373746097~5571013,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.362 INFO:tasks.workunit.client.0.smithi082.stdout:from 12 to 17 diff [3052245~3024364,7725728~7712939,28862105~6362016,37787153~8652958,51712653~5712347,62909869~5131508,69548008~2437672,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,207828290~8157797,219822210~4574160,227312011~2927681,238518576~1462312,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,338434858~4777931,350957329~7184732,358320487~6462135,369882136~9434974,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.362 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~3024364,7725728~7712939,28862105~6362016,37787153~8652958,51712653~5712347,62909869~5131508,69548008~2437672,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,207828290~8157797,219822210~4574160,227312011~2927681,238518576~1462312,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,338434858~4777931,350957329~7184732,358320487~6462135,369882136~9434974,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.367 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~6076609,7725728~7712939,28179457~7044664,37787153~8652958,51712653~5712347,62909869~5131508,69548008~2437672,84828721~3739592,99344305~14539580,129157952~1154102,130625926~3537601,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,207828290~8157797,219822210~4574160,227312011~2927681,238518576~1462312,268435456~13361863,289924603~6775855,304578398~5983453,318767104~12537208,338434858~4777931,350957329~7184732,358320487~6462135,369882136~9434974,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.368 INFO:tasks.workunit.client.0.smithi082.stdout:from 12 to 18 diff [3052245~3024364,7725728~7712939,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,207828290~8157797,219822210~4574160,227312011~2927681,238518576~1462312,254891895~1102407,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,338434858~4777931,350957329~7184732,358320487~6462135,369882136~9434974,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.368 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~3024364,7725728~7712939,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,207828290~8157797,219822210~4574160,227312011~2927681,238518576~1462312,254891895~1102407,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,338434858~4777931,350957329~7184732,358320487~6462135,369882136~9434974,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.373 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~6076609,7725728~7712939,28179457~7044664,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~14539580,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,207828290~8157797,219822210~4574160,227312011~2927681,238518576~1462312,254891895~1102407,268435456~13361863,289924603~6775855,304578398~5983453,318767104~12537208,338434858~4777931,350957329~7184732,358320487~6462135,369882136~9434974,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.373 INFO:tasks.workunit.client.0.smithi082.stdout:from 12 to 19 diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.373 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.378 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~14539580,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,207828290~8157797,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,268435456~13361863,289924603~6775855,304578398~5983453,318767104~12537208,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.378 INFO:tasks.workunit.client.0.smithi082.stdout:from 13 to 14 diff [3052245~3024364,41268801~3795705,151971255~2666814,163192131~2869341,270299914~11497405,338434858~4777931,373746097~5571013,407135631~960358] 2024-08-17T01:40:18.378 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~3024364,41268801~3795705,151971255~2666814,163192131~2869341,270299914~11497405,338434858~4777931,373746097~5571013,407135631~960358] 2024-08-17T01:40:18.384 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~6076609,41268801~3795705,151971255~2666814,163192131~2869341,268435456~13361863,338434858~4777931,373746097~5571013,407135631~960358] 2024-08-17T01:40:18.384 INFO:tasks.workunit.client.0.smithi082.stdout:from 13 to 15 diff [3052245~3024364,28862105~6362016,41268801~3795705,51712653~5712347,84828721~3739592,107504103~2464931,129157952~1154102,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,270299914~11497405,327004801~4299511,338434858~4777931,373746097~5571013,400013097~148816,407135631~960358] 2024-08-17T01:40:18.384 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~3024364,28862105~6362016,41268801~3795705,51712653~5712347,84828721~3739592,107504103~2464931,129157952~1154102,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,270299914~11497405,327004801~4299511,338434858~4777931,373746097~5571013,400013097~148816,407135631~960358] 2024-08-17T01:40:18.389 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~6076609,28179457~7044664,41268801~3795705,51712653~5712347,84828721~3739592,104857600~5111434,129157952~1154102,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,268435456~13361863,327004801~4299511,338434858~4777931,373746097~5571013,400013097~148816,407135631~960358] 2024-08-17T01:40:18.389 INFO:tasks.workunit.client.0.smithi082.stdout:from 13 to 16 diff [3052245~3024364,28862105~6362016,41268801~3795705,51712653~5712347,62909869~5131508,69548008~2437672,84828721~3739592,107504103~6379782,129157952~1154102,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,184781755~6888868,197126599~955424,227312011~2927681,270299914~11497405,289924603~4932940,321774435~9529877,338434858~4777931,373746097~5571013,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.389 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~3024364,28862105~6362016,41268801~3795705,51712653~5712347,62909869~5131508,69548008~2437672,84828721~3739592,107504103~6379782,129157952~1154102,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,184781755~6888868,197126599~955424,227312011~2927681,270299914~11497405,289924603~4932940,321774435~9529877,338434858~4777931,373746097~5571013,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.395 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~6076609,28179457~7044664,41268801~3795705,51712653~5712347,62909869~5131508,69548008~2437672,84828721~3739592,104857600~9026285,129157952~1154102,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,184781755~6888868,197126599~955424,227312011~2927681,268435456~13361863,289924603~4932940,318767104~12537208,338434858~4777931,373746097~5571013,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.395 INFO:tasks.workunit.client.0.smithi082.stdout:from 13 to 17 diff [3052245~3024364,28862105~6362016,41268801~3795705,51712653~5712347,62909869~5131508,69548008~2437672,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,227312011~2927681,238518576~1462312,270299914~11497405,289924603~6775855,321774435~9529877,338434858~4777931,350957329~7184732,358320487~6462135,369882136~9434974,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.395 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~3024364,28862105~6362016,41268801~3795705,51712653~5712347,62909869~5131508,69548008~2437672,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,227312011~2927681,238518576~1462312,270299914~11497405,289924603~6775855,321774435~9529877,338434858~4777931,350957329~7184732,358320487~6462135,369882136~9434974,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.400 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~6076609,28179457~7044664,41268801~3795705,51712653~5712347,62909869~5131508,69548008~2437672,84828721~3739592,99344305~14539580,129157952~1154102,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,227312011~2927681,238518576~1462312,268435456~13361863,289924603~6775855,318767104~12537208,338434858~4777931,350957329~7184732,358320487~6462135,369882136~9434974,400013097~148816,404506014~1047352,407135631~960358] 2024-08-17T01:40:18.400 INFO:tasks.workunit.client.0.smithi082.stdout:from 13 to 18 diff [3052245~3024364,28862105~6362016,41268801~3795705,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,131003138~2256506,134809770~3272917,141630136~2162757,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,227312011~2927681,238518576~1462312,254891895~1102407,270299914~11497405,289924603~6775855,321774435~9529877,338434858~4777931,350957329~7184732,358320487~6462135,369882136~9434974,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.400 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [3052245~3024364,28862105~6362016,41268801~3795705,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,131003138~2256506,134809770~3272917,141630136~2162757,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,227312011~2927681,238518576~1462312,254891895~1102407,270299914~11497405,289924603~6775855,321774435~9529877,338434858~4777931,350957329~7184732,358320487~6462135,369882136~9434974,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.406 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~6076609,28179457~7044664,41268801~3795705,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~14539580,129157952~1154102,131003138~2256506,134217728~3864959,141630136~2162757,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,227312011~2927681,238518576~1462312,254891895~1102407,268435456~13361863,289924603~6775855,318767104~12537208,338434858~4777931,350957329~7184732,358320487~6462135,369882136~9434974,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.406 INFO:tasks.workunit.client.0.smithi082.stdout:from 13 to 19 diff [1331309~7751785,14543065~1490742,19099855~5904008,28862105~6362016,41268801~3795705,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,131003138~2256506,134809770~3272917,141630136~2162757,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,270299914~11497405,289924603~6775855,321774435~9529877,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.406 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~7751785,14543065~1490742,19099855~5904008,28862105~6362016,41268801~3795705,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,131003138~2256506,134809770~3272917,141630136~2162757,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,270299914~11497405,289924603~6775855,321774435~9529877,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.412 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~9083094,14543065~1490742,19099855~5904008,28179457~7044664,41268801~3795705,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~14539580,129157952~1154102,131003138~2256506,134217728~3864959,141630136~2162757,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,184781755~6888868,197126599~955424,207828290~4369848,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,268435456~13361863,289924603~6775855,318767104~12537208,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:18.412 INFO:tasks.workunit.client.0.smithi082.stdout:from 14 to 15 diff [28862105~6362016,51712653~5712347,84828721~3739592,107504103~2464931,129157952~1154102,144839990~4471875,162700473~59404,327004801~4299511,400013097~148816] 2024-08-17T01:40:18.412 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [28862105~6362016,51712653~5712347,84828721~3739592,107504103~2464931,129157952~1154102,144839990~4471875,162700473~59404,327004801~4299511,400013097~148816] 2024-08-17T01:40:18.417 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [28179457~7044664,51712653~5712347,84828721~3739592,104857600~5111434,129157952~1154102,144839990~4471875,162700473~59404,327004801~4299511,400013097~148816] 2024-08-17T01:40:18.418 INFO:tasks.workunit.client.0.smithi082.stdout:from 14 to 16 diff [28862105~6362016,51712653~5712347,62909869~5131508,69548008~2437672,84828721~3739592,107504103~6379782,129157952~1154102,144839990~4471875,162700473~59404,184781755~6888868,197126599~955424,227312011~2927681,289924603~4932940,321774435~9529877,400013097~148816,404506014~1047352] 2024-08-17T01:40:18.418 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [28862105~6362016,51712653~5712347,62909869~5131508,69548008~2437672,84828721~3739592,107504103~6379782,129157952~1154102,144839990~4471875,162700473~59404,184781755~6888868,197126599~955424,227312011~2927681,289924603~4932940,321774435~9529877,400013097~148816,404506014~1047352] 2024-08-17T01:40:18.423 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [28179457~7044664,51712653~5712347,62909869~5131508,69548008~2437672,84828721~3739592,104857600~9026285,129157952~1154102,144839990~4471875,162700473~59404,184781755~6888868,197126599~955424,227312011~2927681,289924603~4932940,318767104~12537208,400013097~148816,404506014~1047352] 2024-08-17T01:40:18.423 INFO:tasks.workunit.client.0.smithi082.stdout:from 14 to 17 diff [28862105~6362016,51712653~5712347,62909869~5131508,69548008~2437672,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,144839990~4471875,162700473~59404,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,227312011~2927681,238518576~1462312,289924603~6775855,321774435~9529877,350957329~7184732,358320487~6462135,369882136~7149473,400013097~148816,404506014~1047352] 2024-08-17T01:40:18.423 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [28862105~6362016,51712653~5712347,62909869~5131508,69548008~2437672,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,144839990~4471875,162700473~59404,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,227312011~2927681,238518576~1462312,289924603~6775855,321774435~9529877,350957329~7184732,358320487~6462135,369882136~7149473,400013097~148816,404506014~1047352] 2024-08-17T01:40:18.428 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [28179457~7044664,51712653~5712347,62909869~5131508,69548008~2437672,84828721~3739592,99344305~14539580,129157952~1154102,144839990~4471875,162700473~59404,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,227312011~2927681,238518576~1462312,289924603~6775855,318767104~12537208,350957329~7184732,358320487~6462135,369882136~7149473,400013097~148816,404506014~1047352] 2024-08-17T01:40:18.428 INFO:tasks.workunit.client.0.smithi082.stdout:from 14 to 18 diff [28862105~6362016,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,131003138~2256506,134809770~3272917,141630136~2162757,144839990~4471875,162700473~59404,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,227312011~2927681,238518576~1462312,254891895~1102407,289924603~6775855,321774435~9529877,338695799~1143952,350957329~7184732,358320487~6462135,369882136~7149473,400013097~5540269,405603215~138135] 2024-08-17T01:40:18.428 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [28862105~6362016,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,131003138~2256506,134809770~3272917,141630136~2162757,144839990~4471875,162700473~59404,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,227312011~2927681,238518576~1462312,254891895~1102407,289924603~6775855,321774435~9529877,338695799~1143952,350957329~7184732,358320487~6462135,369882136~7149473,400013097~5540269,405603215~138135] 2024-08-17T01:40:18.434 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [28179457~7044664,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~14539580,129157952~1154102,131003138~2256506,134217728~3864959,141630136~2162757,144839990~4471875,162700473~59404,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,227312011~2927681,238518576~1462312,254891895~1102407,289924603~6775855,318767104~12537208,338695799~1143952,350957329~7184732,358320487~6462135,369882136~7149473,400013097~5540269,405603215~138135] 2024-08-17T01:40:18.434 INFO:tasks.workunit.client.0.smithi082.stdout:from 14 to 19 diff [1331309~7751785,14543065~1490742,19099855~5904008,28862105~6362016,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,131003138~2256506,134809770~3272917,141630136~2162757,144839990~4471875,162700473~59404,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,271935806~342823,289924603~6775855,321774435~9529877,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400013097~5540269,405603215~138135] 2024-08-17T01:40:18.434 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~7751785,14543065~1490742,19099855~5904008,28862105~6362016,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,131003138~2256506,134809770~3272917,141630136~2162757,144839990~4471875,162700473~59404,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,271935806~342823,289924603~6775855,321774435~9529877,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400013097~5540269,405603215~138135] 2024-08-17T01:40:18.439 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [1331309~7751785,14543065~1490742,19099855~5904008,28179457~7044664,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~14539580,129157952~1154102,131003138~2256506,134217728~3864959,141630136~2162757,144839990~4471875,162700473~59404,184781755~6888868,197126599~955424,207828290~4369848,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,271935806~342823,289924603~6775855,318767104~12537208,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400013097~5540269,405603215~138135] 2024-08-17T01:40:18.439 INFO:tasks.workunit.client.0.smithi082.stdout:from 15 to 16 diff [62909869~5131508,69548008~2437672,109647610~4236275,184781755~6888868,197126599~955424,227312011~2927681,289924603~4932940,321774435~7186689,404506014~1047352] 2024-08-17T01:40:18.439 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [62909869~5131508,69548008~2437672,109647610~4236275,184781755~6888868,197126599~955424,227312011~2927681,289924603~4932940,321774435~7186689,404506014~1047352] 2024-08-17T01:40:18.444 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [62909869~5131508,69548008~2437672,109647610~4236275,184781755~6888868,197126599~955424,227312011~2927681,289924603~4932940,318767104~10194020,404506014~1047352] 2024-08-17T01:40:18.444 INFO:tasks.workunit.client.0.smithi082.stdout:from 15 to 17 diff [32889745~1981410,62909869~5131508,69548008~2437672,99344305~7378989,109647610~4236275,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,227312011~2927681,238518576~1462312,289924603~6775855,321774435~7186689,350957329~7184732,358320487~6462135,369882136~7149473,404506014~1047352] 2024-08-17T01:40:18.444 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [32889745~1981410,62909869~5131508,69548008~2437672,99344305~7378989,109647610~4236275,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,227312011~2927681,238518576~1462312,289924603~6775855,321774435~7186689,350957329~7184732,358320487~6462135,369882136~7149473,404506014~1047352] 2024-08-17T01:40:18.450 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [32889745~1981410,62909869~5131508,69548008~2437672,99344305~7378989,109647610~4236275,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,227312011~2927681,238518576~1462312,289924603~6775855,318767104~10194020,350957329~7184732,358320487~6462135,369882136~7149473,404506014~1047352] 2024-08-17T01:40:18.450 INFO:tasks.workunit.client.0.smithi082.stdout:from 15 to 18 diff [32889745~1981410,54893711~6174660,62909869~5131508,69548008~2437672,76836809~1498922,99344305~7378989,109647610~4236275,131003138~2256506,134809770~3272917,141630136~2162757,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,227312011~2927681,238518576~1462312,254891895~1102407,289924603~6775855,321774435~7186689,338695799~1143952,350957329~7184732,358320487~6462135,369882136~7149473,400107733~5445633,405603215~138135] 2024-08-17T01:40:18.450 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [32889745~1981410,54893711~6174660,62909869~5131508,69548008~2437672,76836809~1498922,99344305~7378989,109647610~4236275,131003138~2256506,134809770~3272917,141630136~2162757,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,227312011~2927681,238518576~1462312,254891895~1102407,289924603~6775855,321774435~7186689,338695799~1143952,350957329~7184732,358320487~6462135,369882136~7149473,400107733~5445633,405603215~138135] 2024-08-17T01:40:18.456 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [32889745~1981410,54893711~6174660,62909869~5131508,69548008~2437672,76836809~1498922,99344305~7378989,109647610~4236275,131003138~2256506,134217728~3864959,141630136~2162757,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,227312011~2927681,238518576~1462312,254891895~1102407,289924603~6775855,318767104~10194020,338695799~1143952,350957329~7184732,358320487~6462135,369882136~7149473,400107733~5445633,405603215~138135] 2024-08-17T01:40:18.456 INFO:tasks.workunit.client.0.smithi082.stdout:from 15 to 19 diff [1331309~7751785,14543065~1490742,19099855~5904008,32889745~1981410,54893711~6174660,62909869~5131508,69548008~2437672,76836809~1498922,99344305~7378989,109647610~4236275,131003138~2256506,134809770~3272917,141630136~2162757,144873052~3448454,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,271935806~342823,289924603~6775855,321774435~7186689,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400107733~5445633,405603215~138135] 2024-08-17T01:40:18.456 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~7751785,14543065~1490742,19099855~5904008,32889745~1981410,54893711~6174660,62909869~5131508,69548008~2437672,76836809~1498922,99344305~7378989,109647610~4236275,131003138~2256506,134809770~3272917,141630136~2162757,144873052~3448454,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,271935806~342823,289924603~6775855,321774435~7186689,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400107733~5445633,405603215~138135] 2024-08-17T01:40:18.461 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [1331309~7751785,14543065~1490742,19099855~5904008,32889745~1981410,54893711~6174660,62909869~5131508,69548008~2437672,76836809~1498922,99344305~7378989,109647610~4236275,131003138~2256506,134217728~3864959,141630136~2162757,144873052~3448454,184781755~6888868,197126599~955424,207828290~4369848,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,271935806~342823,289924603~6775855,318767104~10194020,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400107733~5445633,405603215~138135] 2024-08-17T01:40:18.461 INFO:tasks.workunit.client.0.smithi082.stdout:from 16 to 17 diff [32889745~1981410,99344305~7378989,207828290~4369848,219822210~4574160,238518576~1462312,293718610~2981848,350957329~7184732,358320487~6462135,369882136~7149473] 2024-08-17T01:40:18.461 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [32889745~1981410,99344305~7378989,207828290~4369848,219822210~4574160,238518576~1462312,293718610~2981848,350957329~7184732,358320487~6462135,369882136~7149473] 2024-08-17T01:40:18.467 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [32889745~1981410,99344305~7378989,207828290~4369848,219822210~4574160,238518576~1462312,293718610~2981848,350957329~7184732,358320487~6462135,369882136~7149473] 2024-08-17T01:40:18.467 INFO:tasks.workunit.client.0.smithi082.stdout:from 16 to 18 diff [32889745~1981410,54893711~6174660,76836809~1498922,99344305~7378989,131003138~2256506,134809770~3272917,141630136~2162757,207828290~4369848,219822210~4574160,238518576~1462312,254891895~1102407,293718610~2981848,338695799~1143952,350957329~7184732,358320487~6462135,369882136~7149473,400107733~5053251,405603215~138135] 2024-08-17T01:40:18.467 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [32889745~1981410,54893711~6174660,76836809~1498922,99344305~7378989,131003138~2256506,134809770~3272917,141630136~2162757,207828290~4369848,219822210~4574160,238518576~1462312,254891895~1102407,293718610~2981848,338695799~1143952,350957329~7184732,358320487~6462135,369882136~7149473,400107733~5053251,405603215~138135] 2024-08-17T01:40:18.472 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [32889745~1981410,54893711~6174660,76836809~1498922,99344305~7378989,131003138~2256506,134217728~3864959,141630136~2162757,207828290~4369848,219822210~4574160,238518576~1462312,254891895~1102407,293718610~2981848,338695799~1143952,350957329~7184732,358320487~6462135,369882136~7149473,400107733~5053251,405603215~138135] 2024-08-17T01:40:18.472 INFO:tasks.workunit.client.0.smithi082.stdout:from 16 to 19 diff [1331309~7751785,14543065~1490742,19099855~5904008,32889745~1981410,54893711~6174660,76836809~1498922,99344305~7378989,131003138~2256506,134809770~3272917,141630136~2162757,144873052~3448454,186282473~1890472,207828290~4369848,219822210~4574160,225387113~1003938,238518576~1462312,253153413~5527838,271935806~342823,293718610~2981848,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400107733~5053251,405603215~138135] 2024-08-17T01:40:18.473 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~7751785,14543065~1490742,19099855~5904008,32889745~1981410,54893711~6174660,76836809~1498922,99344305~7378989,131003138~2256506,134809770~3272917,141630136~2162757,144873052~3448454,186282473~1890472,207828290~4369848,219822210~4574160,225387113~1003938,238518576~1462312,253153413~5527838,271935806~342823,293718610~2981848,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400107733~5053251,405603215~138135] 2024-08-17T01:40:18.478 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [1331309~7751785,14543065~1490742,19099855~5904008,32889745~1981410,54893711~6174660,76836809~1498922,99344305~7378989,131003138~2256506,134217728~3864959,141630136~2162757,144873052~3448454,186282473~1890472,207828290~4369848,219822210~6568841,238518576~1462312,253153413~5527838,271935806~342823,293718610~2981848,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400107733~5053251,405603215~138135] 2024-08-17T01:40:18.478 INFO:tasks.workunit.client.0.smithi082.stdout:from 17 to 18 diff [54893711~6174660,76836809~1498922,102208043~2741527,131003138~2256506,134809770~3272917,141630136~2162757,254891895~1102407,338695799~1143952,400107733~5053251,405603215~138135] 2024-08-17T01:40:18.478 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [54893711~6174660,76836809~1498922,102208043~2741527,131003138~2256506,134809770~3272917,141630136~2162757,254891895~1102407,338695799~1143952,400107733~5053251,405603215~138135] 2024-08-17T01:40:18.483 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [54893711~6174660,76836809~1498922,102208043~2741527,131003138~2256506,134217728~3864959,141630136~2162757,254891895~1102407,338695799~1143952,400107733~5053251,405603215~138135] 2024-08-17T01:40:18.483 INFO:tasks.workunit.client.0.smithi082.stdout:from 17 to 19 diff [1331309~7751785,14543065~1490742,19099855~5904008,54893711~6174660,76836809~1498922,102208043~2741527,131003138~2256506,134809770~3272917,141630136~2162757,144873052~3448454,186282473~1890472,225387113~1003938,253153413~5527838,271935806~342823,338695799~1143952,344534445~6410306,383695303~4643808,400107733~5053251,405603215~138135] 2024-08-17T01:40:18.483 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~7751785,14543065~1490742,19099855~5904008,54893711~6174660,76836809~1498922,102208043~2741527,131003138~2256506,134809770~3272917,141630136~2162757,144873052~3448454,186282473~1890472,225387113~1003938,253153413~5527838,271935806~342823,338695799~1143952,344534445~6410306,383695303~4643808,400107733~5053251,405603215~138135] 2024-08-17T01:40:18.488 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [1331309~7751785,14543065~1490742,19099855~5904008,54893711~6174660,76836809~1498922,102208043~2741527,131003138~2256506,134217728~3864959,141630136~2162757,144873052~3448454,186282473~1890472,224396370~1994681,253153413~5527838,271935806~342823,338695799~1143952,344534445~6410306,383695303~4643808,400107733~5053251,405603215~138135] 2024-08-17T01:40:18.488 INFO:tasks.workunit.client.0.smithi082.stdout:from 18 to 19 diff [1331309~7751785,14543065~1490742,19099855~5904008,144873052~3448454,186282473~1890472,225387113~1003938,253153413~5527838,271935806~342823,344534445~6410306,383695303~4643808] 2024-08-17T01:40:18.489 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~7751785,14543065~1490742,19099855~5904008,144873052~3448454,186282473~1890472,225387113~1003938,253153413~5527838,271935806~342823,344534445~6410306,383695303~4643808] 2024-08-17T01:40:18.494 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [1331309~7751785,14543065~1490742,19099855~5904008,144873052~3448454,186282473~1890472,224396370~1994681,253153413~5527838,271935806~342823,344534445~6410306,383695303~4643808] 2024-08-17T01:40:18.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:18 smithi082 ceph-mon[91979]: pgmap v3501: 137 pgs: 137 active+clean; 1.1 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 232 KiB/s rd, 47 MiB/s wr, 365 op/s 2024-08-17T01:40:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:18 smithi082 ceph-mon[91979]: osdmap e2022: 8 total, 8 up, 8 in 2024-08-17T01:40:18.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:18 smithi082 ceph-mon[94343]: pgmap v3501: 137 pgs: 137 active+clean; 1.1 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 232 KiB/s rd, 47 MiB/s wr, 365 op/s 2024-08-17T01:40:18.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:18 smithi082 ceph-mon[94343]: osdmap e2022: 8 total, 8 up, 8 in 2024-08-17T01:40:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:18 smithi137 ceph-mon[86391]: pgmap v3501: 137 pgs: 137 active+clean; 1.1 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 232 KiB/s rd, 47 MiB/s wr, 365 op/s 2024-08-17T01:40:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:18 smithi137 ceph-mon[86391]: osdmap e2022: 8 total, 8 up, 8 in 2024-08-17T01:40:19.420 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:19.420 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:19.445 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,16777216~55208464,75497472~58666055,134217728~3864959,138412032~42143693,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~70298622,389326189~23835921] 2024-08-17T01:40:19.445 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:19.445 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:19.451 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~43806223,75497472~44669579,121548571~12614956,134217728~3864959,138412032~28757808,168897668~11658057,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:19.451 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:19.452 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:19.457 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~22926096,75497472~44669579,127706709~6456818,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:19.457 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:19.457 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:19.463 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~12008787,62909869~9075811,75497472~44669579,128723916~5439611,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,252683710~13375829,268435456~13361863,289406976~10103337,299742752~10819099,318767104~32177647,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:19.463 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:19.463 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:19.469 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~19211606,160000565~7169275,174460696~6095029,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2756978,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335250939~15693812,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:19.470 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:19.470 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:19.475 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335338572~15606179,350957329~17490139,369784072~12218312,383695303~5370423,390494557~8116061,399515563~13646547] 2024-08-17T01:40:19.475 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~29886485,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:19.475 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~29886485,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:19.481 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~41471976,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~15606179,350957329~17490139,369784072~12218312,383695303~5370423,390494557~6323045,400013097~13149013] 2024-08-17T01:40:19.481 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:19.481 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:19.487 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~21574925,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~15606179,350957329~17490139,369784072~9533038,383695303~5370423,390494557~6323045,400013097~13149013] 2024-08-17T01:40:19.487 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,194338177~21647910,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:19.487 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,194338177~21647910,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:19.493 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,192937984~23048103,216898872~9492179,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:19.493 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~9529877,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:19.493 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~9529877,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:19.498 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~9492179,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~12537208,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:19.499 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,301453310~9108541,321774435~9529877,335338572~7874217,344534445~6410306,350957329~14793925,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:19.499 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,301453310~9108541,321774435~9529877,335338572~7874217,344534445~6410306,350957329~14793925,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:19.504 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~9492179,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,268435456~13361863,289406976~10103337,301453310~9108541,318767104~12537208,335338572~7874217,344534445~6410306,350957329~14793925,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:19.504 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,335338572~7874217,344534445~6410306,350957329~13825293,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:19.504 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,335338572~7874217,344534445~6410306,350957329~13825293,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:19.510 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,99344305~14539580,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,268435456~13361863,289924603~6775855,304578398~5983453,318767104~12537208,335338572~7874217,344534445~6410306,350957329~13825293,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:19.510 INFO:tasks.workunit.client.0.smithi082.stdout:from 12 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:19.510 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:19.515 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~14539580,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,207828290~8157797,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,268435456~13361863,289924603~6775855,304578398~5983453,318767104~12537208,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:19.515 INFO:tasks.workunit.client.0.smithi082.stdout:from 13 to HEAD diff [1331309~7751785,14543065~1490742,19099855~5904008,28862105~6362016,41268801~3795705,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,131003138~2256506,134809770~3272917,141630136~2162757,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,270299914~11497405,289924603~6775855,321774435~9529877,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:19.515 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~7751785,14543065~1490742,19099855~5904008,28862105~6362016,41268801~3795705,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,131003138~2256506,134809770~3272917,141630136~2162757,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,270299914~11497405,289924603~6775855,321774435~9529877,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:19.521 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~9083094,14543065~1490742,19099855~5904008,28179457~7044664,41268801~3795705,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~14539580,129157952~1154102,131003138~2256506,134217728~3864959,141630136~2162757,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,184781755~6888868,197126599~955424,207828290~4369848,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,268435456~13361863,289924603~6775855,318767104~12537208,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:19.521 INFO:tasks.workunit.client.0.smithi082.stdout:from 14 to HEAD diff [1331309~7751785,14543065~1490742,19099855~5904008,28862105~6362016,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,131003138~2256506,134809770~3272917,141630136~2162757,144839990~4471875,162700473~59404,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,271935806~342823,289924603~6775855,321774435~9529877,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400013097~5540269,405603215~138135] 2024-08-17T01:40:19.521 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~7751785,14543065~1490742,19099855~5904008,28862105~6362016,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,131003138~2256506,134809770~3272917,141630136~2162757,144839990~4471875,162700473~59404,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,271935806~342823,289924603~6775855,321774435~9529877,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400013097~5540269,405603215~138135] 2024-08-17T01:40:19.526 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [1331309~7751785,14543065~1490742,19099855~5904008,28179457~7044664,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~14539580,129157952~1154102,131003138~2256506,134217728~3864959,141630136~2162757,144839990~4471875,162700473~59404,184781755~6888868,197126599~955424,207828290~4369848,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,271935806~342823,289924603~6775855,318767104~12537208,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400013097~5540269,405603215~138135] 2024-08-17T01:40:19.526 INFO:tasks.workunit.client.0.smithi082.stdout:from 15 to HEAD diff [1331309~7751785,14543065~1490742,19099855~5904008,32889745~1981410,54893711~6174660,62909869~5131508,69548008~2437672,76836809~1498922,99344305~7378989,109647610~4236275,131003138~2256506,134809770~3272917,141630136~2162757,144873052~3448454,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,271935806~342823,289924603~6775855,321774435~7186689,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400107733~5445633,405603215~138135] 2024-08-17T01:40:19.526 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~7751785,14543065~1490742,19099855~5904008,32889745~1981410,54893711~6174660,62909869~5131508,69548008~2437672,76836809~1498922,99344305~7378989,109647610~4236275,131003138~2256506,134809770~3272917,141630136~2162757,144873052~3448454,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,271935806~342823,289924603~6775855,321774435~7186689,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400107733~5445633,405603215~138135] 2024-08-17T01:40:19.531 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [1331309~7751785,14543065~1490742,19099855~5904008,32889745~1981410,54893711~6174660,62909869~5131508,69548008~2437672,76836809~1498922,99344305~7378989,109647610~4236275,131003138~2256506,134217728~3864959,141630136~2162757,144873052~3448454,184781755~6888868,197126599~955424,207828290~4369848,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,271935806~342823,289924603~6775855,318767104~10194020,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400107733~5445633,405603215~138135] 2024-08-17T01:40:19.532 INFO:tasks.workunit.client.0.smithi082.stdout:from 16 to HEAD diff [1331309~7751785,14543065~1490742,19099855~5904008,32889745~1981410,54893711~6174660,76836809~1498922,99344305~7378989,131003138~2256506,134809770~3272917,141630136~2162757,144873052~3448454,186282473~1890472,207828290~4369848,219822210~4574160,225387113~1003938,238518576~1462312,253153413~5527838,271935806~342823,293718610~2981848,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400107733~5053251,405603215~138135] 2024-08-17T01:40:19.532 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~7751785,14543065~1490742,19099855~5904008,32889745~1981410,54893711~6174660,76836809~1498922,99344305~7378989,131003138~2256506,134809770~3272917,141630136~2162757,144873052~3448454,186282473~1890472,207828290~4369848,219822210~4574160,225387113~1003938,238518576~1462312,253153413~5527838,271935806~342823,293718610~2981848,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400107733~5053251,405603215~138135] 2024-08-17T01:40:19.537 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [1331309~7751785,14543065~1490742,19099855~5904008,32889745~1981410,54893711~6174660,76836809~1498922,99344305~7378989,131003138~2256506,134217728~3864959,141630136~2162757,144873052~3448454,186282473~1890472,207828290~4369848,219822210~6568841,238518576~1462312,253153413~5527838,271935806~342823,293718610~2981848,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400107733~5053251,405603215~138135] 2024-08-17T01:40:19.537 INFO:tasks.workunit.client.0.smithi082.stdout:from 17 to HEAD diff [1331309~7751785,14543065~1490742,19099855~5904008,54893711~6174660,76836809~1498922,102208043~2741527,131003138~2256506,134809770~3272917,141630136~2162757,144873052~3448454,186282473~1890472,225387113~1003938,253153413~5527838,271935806~342823,338695799~1143952,344534445~6410306,383695303~4643808,400107733~5053251,405603215~138135] 2024-08-17T01:40:19.537 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~7751785,14543065~1490742,19099855~5904008,54893711~6174660,76836809~1498922,102208043~2741527,131003138~2256506,134809770~3272917,141630136~2162757,144873052~3448454,186282473~1890472,225387113~1003938,253153413~5527838,271935806~342823,338695799~1143952,344534445~6410306,383695303~4643808,400107733~5053251,405603215~138135] 2024-08-17T01:40:19.542 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [1331309~7751785,14543065~1490742,19099855~5904008,54893711~6174660,76836809~1498922,102208043~2741527,131003138~2256506,134217728~3864959,141630136~2162757,144873052~3448454,186282473~1890472,224396370~1994681,253153413~5527838,271935806~342823,338695799~1143952,344534445~6410306,383695303~4643808,400107733~5053251,405603215~138135] 2024-08-17T01:40:20.416 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 01:40:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=cleanup t=2024-08-17T01:40:20.085819161Z level=info msg="Completed cleanup jobs" duration=2.382706ms 2024-08-17T01:40:20.442 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:20.443 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:20.476 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,16777216~55208464,75497472~58666055,134217728~3864959,138412032~42143693,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~70298622,389326189~23835921] 2024-08-17T01:40:20.476 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:20.476 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:20.482 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~43806223,75497472~44669579,121548571~12614956,134217728~3864959,138412032~28757808,168897668~11658057,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:20.482 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:20.482 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:20.487 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~22926096,75497472~44669579,127706709~6456818,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:20.488 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:20.488 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:20.493 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~12008787,62909869~9075811,75497472~44669579,128723916~5439611,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,252683710~13375829,268435456~13361863,289406976~10103337,299742752~10819099,318767104~32177647,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:20.493 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:20.493 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:20.503 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~19211606,160000565~7169275,174460696~6095029,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2756978,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335250939~15693812,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:20.503 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:20.503 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:20.505 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335338572~15606179,350957329~17490139,369784072~12218312,383695303~5370423,390494557~8116061,399515563~13646547] 2024-08-17T01:40:20.505 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~29886485,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:20.505 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~29886485,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:20.510 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~41471976,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~15606179,350957329~17490139,369784072~12218312,383695303~5370423,390494557~6323045,400013097~13149013] 2024-08-17T01:40:20.510 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:20.510 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:20.516 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~21574925,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~15606179,350957329~17490139,369784072~9533038,383695303~5370423,390494557~6323045,400013097~13149013] 2024-08-17T01:40:20.516 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,194338177~21647910,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:20.516 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,194338177~21647910,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:20.521 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,192937984~23048103,216898872~9492179,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:20.522 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~9529877,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:20.522 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~9529877,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:20.527 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~9492179,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~12537208,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:20.528 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,301453310~9108541,321774435~9529877,335338572~7874217,344534445~6410306,350957329~14793925,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:20.528 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,301453310~9108541,321774435~9529877,335338572~7874217,344534445~6410306,350957329~14793925,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:20.532 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~9492179,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,268435456~13361863,289406976~10103337,301453310~9108541,318767104~12537208,335338572~7874217,344534445~6410306,350957329~14793925,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:20.533 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,335338572~7874217,344534445~6410306,350957329~13825293,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:20.533 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,335338572~7874217,344534445~6410306,350957329~13825293,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:20.539 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,99344305~14539580,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,268435456~13361863,289924603~6775855,304578398~5983453,318767104~12537208,335338572~7874217,344534445~6410306,350957329~13825293,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:20.539 INFO:tasks.workunit.client.0.smithi082.stdout:from 12 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:20.539 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:20.544 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~14539580,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,207828290~8157797,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,268435456~13361863,289924603~6775855,304578398~5983453,318767104~12537208,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:20.544 INFO:tasks.workunit.client.0.smithi082.stdout:from 13 to HEAD diff [1331309~7751785,14543065~1490742,19099855~5904008,28862105~6362016,41268801~3795705,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,131003138~2256506,134809770~3272917,141630136~2162757,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,270299914~11497405,289924603~6775855,321774435~9529877,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:20.544 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~7751785,14543065~1490742,19099855~5904008,28862105~6362016,41268801~3795705,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,131003138~2256506,134809770~3272917,141630136~2162757,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,270299914~11497405,289924603~6775855,321774435~9529877,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:20.549 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~9083094,14543065~1490742,19099855~5904008,28179457~7044664,41268801~3795705,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~14539580,129157952~1154102,131003138~2256506,134217728~3864959,141630136~2162757,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,184781755~6888868,197126599~955424,207828290~4369848,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,268435456~13361863,289924603~6775855,318767104~12537208,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:20.549 INFO:tasks.workunit.client.0.smithi082.stdout:from 14 to HEAD diff [1331309~7751785,14543065~1490742,19099855~5904008,28862105~6362016,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,131003138~2256506,134809770~3272917,141630136~2162757,144839990~4471875,162700473~59404,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,271935806~342823,289924603~6775855,321774435~9529877,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400013097~5540269,405603215~138135] 2024-08-17T01:40:20.549 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~7751785,14543065~1490742,19099855~5904008,28862105~6362016,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,131003138~2256506,134809770~3272917,141630136~2162757,144839990~4471875,162700473~59404,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,271935806~342823,289924603~6775855,321774435~9529877,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400013097~5540269,405603215~138135] 2024-08-17T01:40:20.554 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [1331309~7751785,14543065~1490742,19099855~5904008,28179457~7044664,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~14539580,129157952~1154102,131003138~2256506,134217728~3864959,141630136~2162757,144839990~4471875,162700473~59404,184781755~6888868,197126599~955424,207828290~4369848,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,271935806~342823,289924603~6775855,318767104~12537208,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400013097~5540269,405603215~138135] 2024-08-17T01:40:20.554 INFO:tasks.workunit.client.0.smithi082.stdout:from 15 to HEAD diff [1331309~7751785,14543065~1490742,19099855~5904008,32889745~1981410,54893711~6174660,62909869~5131508,69548008~2437672,76836809~1498922,99344305~7378989,109647610~4236275,131003138~2256506,134809770~3272917,141630136~2162757,144873052~3448454,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,271935806~342823,289924603~6775855,321774435~7186689,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400107733~5445633,405603215~138135] 2024-08-17T01:40:20.554 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~7751785,14543065~1490742,19099855~5904008,32889745~1981410,54893711~6174660,62909869~5131508,69548008~2437672,76836809~1498922,99344305~7378989,109647610~4236275,131003138~2256506,134809770~3272917,141630136~2162757,144873052~3448454,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,271935806~342823,289924603~6775855,321774435~7186689,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400107733~5445633,405603215~138135] 2024-08-17T01:40:20.559 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [1331309~7751785,14543065~1490742,19099855~5904008,32889745~1981410,54893711~6174660,62909869~5131508,69548008~2437672,76836809~1498922,99344305~7378989,109647610~4236275,131003138~2256506,134217728~3864959,141630136~2162757,144873052~3448454,184781755~6888868,197126599~955424,207828290~4369848,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,271935806~342823,289924603~6775855,318767104~10194020,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400107733~5445633,405603215~138135] 2024-08-17T01:40:20.559 INFO:tasks.workunit.client.0.smithi082.stdout:from 16 to HEAD diff [1331309~7751785,14543065~1490742,19099855~5904008,32889745~1981410,54893711~6174660,76836809~1498922,99344305~7378989,131003138~2256506,134809770~3272917,141630136~2162757,144873052~3448454,186282473~1890472,207828290~4369848,219822210~4574160,225387113~1003938,238518576~1462312,253153413~5527838,271935806~342823,293718610~2981848,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400107733~5053251,405603215~138135] 2024-08-17T01:40:20.560 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~7751785,14543065~1490742,19099855~5904008,32889745~1981410,54893711~6174660,76836809~1498922,99344305~7378989,131003138~2256506,134809770~3272917,141630136~2162757,144873052~3448454,186282473~1890472,207828290~4369848,219822210~4574160,225387113~1003938,238518576~1462312,253153413~5527838,271935806~342823,293718610~2981848,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400107733~5053251,405603215~138135] 2024-08-17T01:40:20.564 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [1331309~7751785,14543065~1490742,19099855~5904008,32889745~1981410,54893711~6174660,76836809~1498922,99344305~7378989,131003138~2256506,134217728~3864959,141630136~2162757,144873052~3448454,186282473~1890472,207828290~4369848,219822210~6568841,238518576~1462312,253153413~5527838,271935806~342823,293718610~2981848,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400107733~5053251,405603215~138135] 2024-08-17T01:40:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:20 smithi082 ceph-mon[94343]: pgmap v3503: 137 pgs: 137 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 171 KiB/s rd, 32 MiB/s wr, 1.66k op/s 2024-08-17T01:40:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:20 smithi082 ceph-mon[94343]: osdmap e2023: 8 total, 8 up, 8 in 2024-08-17T01:40:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:40:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:20 smithi082 ceph-mon[91979]: pgmap v3503: 137 pgs: 137 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 171 KiB/s rd, 32 MiB/s wr, 1.66k op/s 2024-08-17T01:40:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:20 smithi082 ceph-mon[91979]: osdmap e2023: 8 total, 8 up, 8 in 2024-08-17T01:40:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:40:20.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:20 smithi137 ceph-mon[86391]: pgmap v3503: 137 pgs: 137 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 171 KiB/s rd, 32 MiB/s wr, 1.66k op/s 2024-08-17T01:40:20.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:20 smithi137 ceph-mon[86391]: osdmap e2023: 8 total, 8 up, 8 in 2024-08-17T01:40:20.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:40:21.442 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:21.442 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:21.479 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,16777216~55208464,75497472~58666055,134217728~3864959,138412032~42143693,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~70298622,389326189~23835921] 2024-08-17T01:40:21.479 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:21.479 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:21.489 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~43806223,75497472~44669579,121548571~12614956,134217728~3864959,138412032~28757808,168897668~11658057,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:21.489 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:21.489 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:21.495 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~22926096,75497472~44669579,127706709~6456818,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:21.495 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:21.495 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:21.501 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~12008787,62909869~9075811,75497472~44669579,128723916~5439611,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,252683710~13375829,268435456~13361863,289406976~10103337,299742752~10819099,318767104~32177647,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:21.501 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:21.501 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:21.506 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~19211606,160000565~7169275,174460696~6095029,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2756978,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335250939~15693812,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:21.506 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:21.506 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:21.512 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335338572~15606179,350957329~17490139,369784072~12218312,383695303~5370423,390494557~8116061,399515563~13646547] 2024-08-17T01:40:21.512 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~29886485,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:21.512 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~29886485,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:21.518 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~41471976,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~15606179,350957329~17490139,369784072~12218312,383695303~5370423,390494557~6323045,400013097~13149013] 2024-08-17T01:40:21.518 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:21.518 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:21.523 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~21574925,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~15606179,350957329~17490139,369784072~9533038,383695303~5370423,390494557~6323045,400013097~13149013] 2024-08-17T01:40:21.524 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,194338177~21647910,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:21.524 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,194338177~21647910,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:21.528 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,192937984~23048103,216898872~9492179,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:21.528 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~9529877,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:21.528 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~9529877,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:21.534 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~9492179,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~12537208,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:21.534 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,301453310~9108541,321774435~9529877,335338572~7874217,344534445~6410306,350957329~14793925,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:21.534 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,301453310~9108541,321774435~9529877,335338572~7874217,344534445~6410306,350957329~14793925,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:21.539 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~9492179,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,268435456~13361863,289406976~10103337,301453310~9108541,318767104~12537208,335338572~7874217,344534445~6410306,350957329~14793925,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:21.540 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,335338572~7874217,344534445~6410306,350957329~13825293,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:21.540 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,335338572~7874217,344534445~6410306,350957329~13825293,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:21.545 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,99344305~14539580,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,268435456~13361863,289924603~6775855,304578398~5983453,318767104~12537208,335338572~7874217,344534445~6410306,350957329~13825293,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:21.545 INFO:tasks.workunit.client.0.smithi082.stdout:from 12 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:21.545 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:21.550 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~14539580,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,207828290~8157797,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,268435456~13361863,289924603~6775855,304578398~5983453,318767104~12537208,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:21.551 INFO:tasks.workunit.client.0.smithi082.stdout:from 13 to HEAD diff [1331309~7751785,14543065~1490742,19099855~5904008,28862105~6362016,41268801~3795705,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,131003138~2256506,134809770~3272917,141630136~2162757,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,270299914~11497405,289924603~6775855,321774435~9529877,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:21.551 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~7751785,14543065~1490742,19099855~5904008,28862105~6362016,41268801~3795705,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,131003138~2256506,134809770~3272917,141630136~2162757,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,270299914~11497405,289924603~6775855,321774435~9529877,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:21.555 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~9083094,14543065~1490742,19099855~5904008,28179457~7044664,41268801~3795705,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~14539580,129157952~1154102,131003138~2256506,134217728~3864959,141630136~2162757,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,184781755~6888868,197126599~955424,207828290~4369848,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,268435456~13361863,289924603~6775855,318767104~12537208,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:21.555 INFO:tasks.workunit.client.0.smithi082.stdout:from 14 to HEAD diff [1331309~7751785,14543065~1490742,19099855~5904008,28862105~6362016,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,131003138~2256506,134809770~3272917,141630136~2162757,144839990~4471875,162700473~59404,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,271935806~342823,289924603~6775855,321774435~9529877,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400013097~5540269,405603215~138135] 2024-08-17T01:40:21.555 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~7751785,14543065~1490742,19099855~5904008,28862105~6362016,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,131003138~2256506,134809770~3272917,141630136~2162757,144839990~4471875,162700473~59404,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,271935806~342823,289924603~6775855,321774435~9529877,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400013097~5540269,405603215~138135] 2024-08-17T01:40:21.560 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [1331309~7751785,14543065~1490742,19099855~5904008,28179457~7044664,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~14539580,129157952~1154102,131003138~2256506,134217728~3864959,141630136~2162757,144839990~4471875,162700473~59404,184781755~6888868,197126599~955424,207828290~4369848,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,271935806~342823,289924603~6775855,318767104~12537208,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400013097~5540269,405603215~138135] 2024-08-17T01:40:21.560 INFO:tasks.workunit.client.0.smithi082.stdout:from 15 to HEAD diff [1331309~7751785,14543065~1490742,19099855~5904008,32889745~1981410,54893711~6174660,62909869~5131508,69548008~2437672,76836809~1498922,99344305~7378989,109647610~4236275,131003138~2256506,134809770~3272917,141630136~2162757,144873052~3448454,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,271935806~342823,289924603~6775855,321774435~7186689,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400107733~5445633,405603215~138135] 2024-08-17T01:40:21.560 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~7751785,14543065~1490742,19099855~5904008,32889745~1981410,54893711~6174660,62909869~5131508,69548008~2437672,76836809~1498922,99344305~7378989,109647610~4236275,131003138~2256506,134809770~3272917,141630136~2162757,144873052~3448454,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,271935806~342823,289924603~6775855,321774435~7186689,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400107733~5445633,405603215~138135] 2024-08-17T01:40:21.565 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [1331309~7751785,14543065~1490742,19099855~5904008,32889745~1981410,54893711~6174660,62909869~5131508,69548008~2437672,76836809~1498922,99344305~7378989,109647610~4236275,131003138~2256506,134217728~3864959,141630136~2162757,144873052~3448454,184781755~6888868,197126599~955424,207828290~4369848,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,271935806~342823,289924603~6775855,318767104~10194020,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400107733~5445633,405603215~138135] 2024-08-17T01:40:21.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:21 smithi082 ceph-mon[94343]: osdmap e2024: 8 total, 8 up, 8 in 2024-08-17T01:40:21.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:21 smithi082 ceph-mon[91979]: osdmap e2024: 8 total, 8 up, 8 in 2024-08-17T01:40:21.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:21 smithi137 ceph-mon[86391]: osdmap e2024: 8 total, 8 up, 8 in 2024-08-17T01:40:22.453 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:22.453 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:22.503 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,16777216~55208464,75497472~58666055,134217728~3864959,138412032~42143693,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~70298622,389326189~23835921] 2024-08-17T01:40:22.503 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:22.503 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:22.512 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~43806223,75497472~44669579,121548571~12614956,134217728~3864959,138412032~28757808,168897668~11658057,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:22.512 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:22.512 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:22.517 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~22926096,75497472~44669579,127706709~6456818,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:22.517 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:22.517 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:22.523 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~12008787,62909869~9075811,75497472~44669579,128723916~5439611,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,252683710~13375829,268435456~13361863,289406976~10103337,299742752~10819099,318767104~32177647,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:22.523 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:22.523 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:22.528 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~19211606,160000565~7169275,174460696~6095029,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2756978,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335250939~15693812,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:22.528 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:22.528 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:22.534 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335338572~15606179,350957329~17490139,369784072~12218312,383695303~5370423,390494557~8116061,399515563~13646547] 2024-08-17T01:40:22.534 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~29886485,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:22.534 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~29886485,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:22.539 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~41471976,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~15606179,350957329~17490139,369784072~12218312,383695303~5370423,390494557~6323045,400013097~13149013] 2024-08-17T01:40:22.539 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:22.539 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:22.544 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~21574925,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~15606179,350957329~17490139,369784072~9533038,383695303~5370423,390494557~6323045,400013097~13149013] 2024-08-17T01:40:22.544 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,194338177~21647910,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:22.545 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,194338177~21647910,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:22.549 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,192937984~23048103,216898872~9492179,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:22.549 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~9529877,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:22.550 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~9529877,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:22.555 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~9492179,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~12537208,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:22.555 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,301453310~9108541,321774435~9529877,335338572~7874217,344534445~6410306,350957329~14793925,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:22.555 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,301453310~9108541,321774435~9529877,335338572~7874217,344534445~6410306,350957329~14793925,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:22.560 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~9492179,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,268435456~13361863,289406976~10103337,301453310~9108541,318767104~12537208,335338572~7874217,344534445~6410306,350957329~14793925,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:22.560 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,335338572~7874217,344534445~6410306,350957329~13825293,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:22.560 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,335338572~7874217,344534445~6410306,350957329~13825293,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:22.565 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,99344305~14539580,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,268435456~13361863,289924603~6775855,304578398~5983453,318767104~12537208,335338572~7874217,344534445~6410306,350957329~13825293,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:22.565 INFO:tasks.workunit.client.0.smithi082.stdout:from 12 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:22.566 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:22.571 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~14539580,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,207828290~8157797,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,268435456~13361863,289924603~6775855,304578398~5983453,318767104~12537208,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:22.571 INFO:tasks.workunit.client.0.smithi082.stdout:from 13 to HEAD diff [1331309~7751785,14543065~1490742,19099855~5904008,28862105~6362016,41268801~3795705,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,131003138~2256506,134809770~3272917,141630136~2162757,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,270299914~11497405,289924603~6775855,321774435~9529877,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:22.571 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~7751785,14543065~1490742,19099855~5904008,28862105~6362016,41268801~3795705,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,131003138~2256506,134809770~3272917,141630136~2162757,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,270299914~11497405,289924603~6775855,321774435~9529877,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:22.576 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~9083094,14543065~1490742,19099855~5904008,28179457~7044664,41268801~3795705,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~14539580,129157952~1154102,131003138~2256506,134217728~3864959,141630136~2162757,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,184781755~6888868,197126599~955424,207828290~4369848,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,268435456~13361863,289924603~6775855,318767104~12537208,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:22.576 INFO:tasks.workunit.client.0.smithi082.stdout:from 14 to HEAD diff [1331309~7751785,14543065~1490742,19099855~5904008,28862105~6362016,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,131003138~2256506,134809770~3272917,141630136~2162757,144839990~4471875,162700473~59404,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,271935806~342823,289924603~6775855,321774435~9529877,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400013097~5540269,405603215~138135] 2024-08-17T01:40:22.576 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~7751785,14543065~1490742,19099855~5904008,28862105~6362016,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,131003138~2256506,134809770~3272917,141630136~2162757,144839990~4471875,162700473~59404,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,271935806~342823,289924603~6775855,321774435~9529877,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400013097~5540269,405603215~138135] 2024-08-17T01:40:22.581 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [1331309~7751785,14543065~1490742,19099855~5904008,28179457~7044664,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~14539580,129157952~1154102,131003138~2256506,134217728~3864959,141630136~2162757,144839990~4471875,162700473~59404,184781755~6888868,197126599~955424,207828290~4369848,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,271935806~342823,289924603~6775855,318767104~12537208,338695799~1143952,344534445~6410306,350957329~7184732,358320487~6462135,369882136~7149473,383695303~4643808,400013097~5540269,405603215~138135] 2024-08-17T01:40:22.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:22 smithi082 ceph-mon[94343]: pgmap v3506: 137 pgs: 137 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 187 KiB/s rd, 18 MiB/s wr, 3.78k op/s 2024-08-17T01:40:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:22 smithi082 ceph-mon[94343]: osdmap e2025: 8 total, 8 up, 8 in 2024-08-17T01:40:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:22 smithi082 ceph-mon[91979]: pgmap v3506: 137 pgs: 137 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 187 KiB/s rd, 18 MiB/s wr, 3.78k op/s 2024-08-17T01:40:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:22 smithi082 ceph-mon[91979]: osdmap e2025: 8 total, 8 up, 8 in 2024-08-17T01:40:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:22 smithi137 ceph-mon[86391]: pgmap v3506: 137 pgs: 137 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 187 KiB/s rd, 18 MiB/s wr, 3.78k op/s 2024-08-17T01:40:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:22 smithi137 ceph-mon[86391]: osdmap e2025: 8 total, 8 up, 8 in 2024-08-17T01:40:22.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:40:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:40:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:40:23.463 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:23.463 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:23.509 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,16777216~55208464,75497472~58666055,134217728~3864959,138412032~42143693,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~70298622,389326189~23835921] 2024-08-17T01:40:23.509 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:23.509 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:23.522 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~43806223,75497472~44669579,121548571~12614956,134217728~3864959,138412032~28757808,168897668~11658057,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:23.522 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:23.522 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:23.529 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~22926096,75497472~44669579,127706709~6456818,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:23.529 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:23.529 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:23.535 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~12008787,62909869~9075811,75497472~44669579,128723916~5439611,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,252683710~13375829,268435456~13361863,289406976~10103337,299742752~10819099,318767104~32177647,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:23.535 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:23.535 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:23.540 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~19211606,160000565~7169275,174460696~6095029,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2756978,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335250939~15693812,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:23.541 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:23.541 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:23.546 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335338572~15606179,350957329~17490139,369784072~12218312,383695303~5370423,390494557~8116061,399515563~13646547] 2024-08-17T01:40:23.546 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~29886485,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:23.546 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~29886485,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:23.551 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~41471976,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~15606179,350957329~17490139,369784072~12218312,383695303~5370423,390494557~6323045,400013097~13149013] 2024-08-17T01:40:23.551 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:23.551 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:23.557 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~21574925,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~15606179,350957329~17490139,369784072~9533038,383695303~5370423,390494557~6323045,400013097~13149013] 2024-08-17T01:40:23.557 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,194338177~21647910,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:23.557 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,194338177~21647910,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:23.562 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,192937984~23048103,216898872~9492179,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:23.562 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~9529877,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:23.562 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~9529877,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:23.567 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~9492179,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~12537208,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:23.568 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,301453310~9108541,321774435~9529877,335338572~7874217,344534445~6410306,350957329~14793925,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:23.568 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,301453310~9108541,321774435~9529877,335338572~7874217,344534445~6410306,350957329~14793925,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:23.573 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~9492179,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,268435456~13361863,289406976~10103337,301453310~9108541,318767104~12537208,335338572~7874217,344534445~6410306,350957329~14793925,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:23.573 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,335338572~7874217,344534445~6410306,350957329~13825293,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:23.573 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,335338572~7874217,344534445~6410306,350957329~13825293,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:23.578 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,99344305~14539580,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,268435456~13361863,289924603~6775855,304578398~5983453,318767104~12537208,335338572~7874217,344534445~6410306,350957329~13825293,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:23.578 INFO:tasks.workunit.client.0.smithi082.stdout:from 12 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:23.578 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:23.583 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~14539580,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,207828290~8157797,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,268435456~13361863,289924603~6775855,304578398~5983453,318767104~12537208,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:23.584 INFO:tasks.workunit.client.0.smithi082.stdout:from 13 to HEAD diff [1331309~7751785,14543065~1490742,19099855~5904008,28862105~6362016,41268801~3795705,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,131003138~2256506,134809770~3272917,141630136~2162757,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,270299914~11497405,289924603~6775855,321774435~9529877,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:23.584 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~7751785,14543065~1490742,19099855~5904008,28862105~6362016,41268801~3795705,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,131003138~2256506,134809770~3272917,141630136~2162757,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,184781755~6888868,197126599~955424,207828290~4369848,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,270299914~11497405,289924603~6775855,321774435~9529877,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:23.588 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~9083094,14543065~1490742,19099855~5904008,28179457~7044664,41268801~3795705,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~14539580,129157952~1154102,131003138~2256506,134217728~3864959,141630136~2162757,144839990~4471875,151971255~2666814,162700473~59404,163192131~2869341,184781755~6888868,197126599~955424,207828290~4369848,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,268435456~13361863,289924603~6775855,318767104~12537208,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:23.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:23 smithi082 ceph-mon[91979]: osdmap e2026: 8 total, 8 up, 8 in 2024-08-17T01:40:23.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:23 smithi082 ceph-mon[94343]: osdmap e2026: 8 total, 8 up, 8 in 2024-08-17T01:40:23.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:23 smithi137 ceph-mon[86391]: osdmap e2026: 8 total, 8 up, 8 in 2024-08-17T01:40:24.460 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:24.461 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:24.514 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,16777216~55208464,75497472~58666055,134217728~3864959,138412032~42143693,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~70298622,389326189~23835921] 2024-08-17T01:40:24.515 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:24.515 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:24.522 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~43806223,75497472~44669579,121548571~12614956,134217728~3864959,138412032~28757808,168897668~11658057,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:24.522 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:24.523 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:24.528 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~22926096,75497472~44669579,127706709~6456818,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:24.528 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:24.528 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:24.534 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~12008787,62909869~9075811,75497472~44669579,128723916~5439611,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,252683710~13375829,268435456~13361863,289406976~10103337,299742752~10819099,318767104~32177647,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:24.534 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:24.534 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:24.538 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~19211606,160000565~7169275,174460696~6095029,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2756978,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335250939~15693812,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:24.538 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:24.539 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:24.544 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335338572~15606179,350957329~17490139,369784072~12218312,383695303~5370423,390494557~8116061,399515563~13646547] 2024-08-17T01:40:24.544 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~29886485,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:24.544 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~29886485,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:24.549 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~41471976,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~15606179,350957329~17490139,369784072~12218312,383695303~5370423,390494557~6323045,400013097~13149013] 2024-08-17T01:40:24.549 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:24.549 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:24.554 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~21574925,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~15606179,350957329~17490139,369784072~9533038,383695303~5370423,390494557~6323045,400013097~13149013] 2024-08-17T01:40:24.555 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,194338177~21647910,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:24.555 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,194338177~21647910,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:24.560 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,192937984~23048103,216898872~9492179,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:24.560 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~9529877,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:24.560 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~9529877,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:24.565 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~9492179,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~12537208,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:24.566 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,301453310~9108541,321774435~9529877,335338572~7874217,344534445~6410306,350957329~14793925,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:24.566 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,301453310~9108541,321774435~9529877,335338572~7874217,344534445~6410306,350957329~14793925,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:24.571 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~9492179,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,268435456~13361863,289406976~10103337,301453310~9108541,318767104~12537208,335338572~7874217,344534445~6410306,350957329~14793925,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:24.571 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,335338572~7874217,344534445~6410306,350957329~13825293,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:24.571 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,335338572~7874217,344534445~6410306,350957329~13825293,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:24.576 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,99344305~14539580,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,268435456~13361863,289924603~6775855,304578398~5983453,318767104~12537208,335338572~7874217,344534445~6410306,350957329~13825293,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:24.576 INFO:tasks.workunit.client.0.smithi082.stdout:from 12 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:24.576 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:24.583 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~1498922,84828721~3739592,99344305~14539580,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151971255~2666814,162700473~59404,163192131~3977709,184781755~6888868,197126599~955424,202803296~3383655,207828290~8157797,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,268435456~13361863,289924603~6775855,304578398~5983453,318767104~12537208,338434858~4777931,344534445~6410306,350957329~7184732,358320487~6462135,369882136~9434974,383695303~4643808,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:24.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:24 smithi082 ceph-mon[94343]: pgmap v3509: 137 pgs: 137 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 29 KiB/s rd, 6.5 MiB/s wr, 3.40k op/s 2024-08-17T01:40:24.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:24 smithi082 ceph-mon[94343]: osdmap e2027: 8 total, 8 up, 8 in 2024-08-17T01:40:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:24 smithi082 ceph-mon[91979]: pgmap v3509: 137 pgs: 137 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 29 KiB/s rd, 6.5 MiB/s wr, 3.40k op/s 2024-08-17T01:40:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:24 smithi082 ceph-mon[91979]: osdmap e2027: 8 total, 8 up, 8 in 2024-08-17T01:40:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:24 smithi137 ceph-mon[86391]: pgmap v3509: 137 pgs: 137 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 29 KiB/s rd, 6.5 MiB/s wr, 3.40k op/s 2024-08-17T01:40:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:24 smithi137 ceph-mon[86391]: osdmap e2027: 8 total, 8 up, 8 in 2024-08-17T01:40:25.454 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:40:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:40:25] "GET /metrics HTTP/1.1" 200 36665 "" "Prometheus/2.43.0" 2024-08-17T01:40:25.477 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:25.477 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:25.516 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,16777216~55208464,75497472~58666055,134217728~3864959,138412032~42143693,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~70298622,389326189~23835921] 2024-08-17T01:40:25.516 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:25.516 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:25.535 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~43806223,75497472~44669579,121548571~12614956,134217728~3864959,138412032~28757808,168897668~11658057,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:25.535 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:25.536 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:25.542 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~22926096,75497472~44669579,127706709~6456818,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:25.543 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:25.543 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:25.548 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~12008787,62909869~9075811,75497472~44669579,128723916~5439611,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,252683710~13375829,268435456~13361863,289406976~10103337,299742752~10819099,318767104~32177647,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:25.548 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:25.548 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:25.553 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~19211606,160000565~7169275,174460696~6095029,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2756978,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335250939~15693812,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:25.553 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:25.554 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:25.558 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335338572~15606179,350957329~17490139,369784072~12218312,383695303~5370423,390494557~8116061,399515563~13646547] 2024-08-17T01:40:25.559 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~29886485,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:25.559 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~29886485,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:25.564 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~41471976,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~15606179,350957329~17490139,369784072~12218312,383695303~5370423,390494557~6323045,400013097~13149013] 2024-08-17T01:40:25.564 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:25.564 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:25.569 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~21574925,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~15606179,350957329~17490139,369784072~9533038,383695303~5370423,390494557~6323045,400013097~13149013] 2024-08-17T01:40:25.569 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,194338177~21647910,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:25.569 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,194338177~21647910,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:25.575 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,192937984~23048103,216898872~9492179,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:25.575 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~9529877,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:25.575 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~9529877,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:25.580 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~9492179,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~12537208,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:25.580 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,301453310~9108541,321774435~9529877,335338572~7874217,344534445~6410306,350957329~14793925,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:25.581 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,301453310~9108541,321774435~9529877,335338572~7874217,344534445~6410306,350957329~14793925,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:25.585 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~9492179,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,268435456~13361863,289406976~10103337,301453310~9108541,318767104~12537208,335338572~7874217,344534445~6410306,350957329~14793925,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:25.585 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,335338572~7874217,344534445~6410306,350957329~13825293,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:25.586 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,99344305~7378989,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~4574160,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~6775855,304578398~5983453,321774435~9529877,335338572~7874217,344534445~6410306,350957329~13825293,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:25.590 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,99344305~14539580,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,197126599~955424,199242838~7194727,207828290~8157797,219822210~6568841,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,268435456~13361863,289924603~6775855,304578398~5983453,318767104~12537208,335338572~7874217,344534445~6410306,350957329~13825293,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:25.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:25 smithi082 ceph-mon[91979]: osdmap e2028: 8 total, 8 up, 8 in 2024-08-17T01:40:25.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:25 smithi082 ceph-mon[94343]: osdmap e2028: 8 total, 8 up, 8 in 2024-08-17T01:40:25.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:25 smithi137 ceph-mon[86391]: osdmap e2028: 8 total, 8 up, 8 in 2024-08-17T01:40:26.485 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:26.486 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:26.525 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,16777216~55208464,75497472~58666055,134217728~3864959,138412032~42143693,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~70298622,389326189~23835921] 2024-08-17T01:40:26.525 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:26.525 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:26.544 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~43806223,75497472~44669579,121548571~12614956,134217728~3864959,138412032~28757808,168897668~11658057,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:26.545 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:26.545 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:26.551 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~22926096,75497472~44669579,127706709~6456818,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:26.551 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:26.551 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:26.556 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~12008787,62909869~9075811,75497472~44669579,128723916~5439611,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,252683710~13375829,268435456~13361863,289406976~10103337,299742752~10819099,318767104~32177647,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:26.556 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:26.557 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:26.562 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~19211606,160000565~7169275,174460696~6095029,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2756978,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335250939~15693812,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:26.562 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:26.562 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:26.567 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335338572~15606179,350957329~17490139,369784072~12218312,383695303~5370423,390494557~8116061,399515563~13646547] 2024-08-17T01:40:26.568 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~29886485,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:26.568 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~29886485,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:26.573 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~41471976,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~15606179,350957329~17490139,369784072~12218312,383695303~5370423,390494557~6323045,400013097~13149013] 2024-08-17T01:40:26.573 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:26.573 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:26.578 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~21574925,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~15606179,350957329~17490139,369784072~9533038,383695303~5370423,390494557~6323045,400013097~13149013] 2024-08-17T01:40:26.578 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,194338177~21647910,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:26.578 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,194338177~21647910,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:26.583 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,192937984~23048103,216898872~9492179,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:26.583 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~9529877,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:26.583 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~9529877,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:26.589 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~9492179,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~12537208,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:26.589 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,301453310~9108541,321774435~9529877,335338572~7874217,344534445~6410306,350957329~14793925,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:26.589 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,301453310~9108541,321774435~9529877,335338572~7874217,344534445~6410306,350957329~14793925,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:26.595 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,51712653~9355718,62909869~5131508,69548008~2437672,76836809~11731504,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,184781755~6888868,196024983~346600,196524549~19461538,216898872~9492179,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,268435456~13361863,289406976~10103337,301453310~9108541,318767104~12537208,335338572~7874217,344534445~6410306,350957329~14793925,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:26.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:26 smithi082 ceph-mon[91979]: pgmap v3512: 137 pgs: 137 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 156 KiB/s rd, 6.5 KiB/s wr, 2.79k op/s 2024-08-17T01:40:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:26 smithi082 ceph-mon[91979]: osdmap e2029: 8 total, 8 up, 8 in 2024-08-17T01:40:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:26 smithi082 ceph-mon[94343]: pgmap v3512: 137 pgs: 137 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 156 KiB/s rd, 6.5 KiB/s wr, 2.79k op/s 2024-08-17T01:40:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:26 smithi082 ceph-mon[94343]: osdmap e2029: 8 total, 8 up, 8 in 2024-08-17T01:40:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:26 smithi137 ceph-mon[86391]: pgmap v3512: 137 pgs: 137 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 156 KiB/s rd, 6.5 KiB/s wr, 2.79k op/s 2024-08-17T01:40:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:26 smithi137 ceph-mon[86391]: osdmap e2029: 8 total, 8 up, 8 in 2024-08-17T01:40:27.494 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:27.494 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:27.542 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,16777216~55208464,75497472~58666055,134217728~3864959,138412032~42143693,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~70298622,389326189~23835921] 2024-08-17T01:40:27.543 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:27.543 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:27.553 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~43806223,75497472~44669579,121548571~12614956,134217728~3864959,138412032~28757808,168897668~11658057,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:27.553 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:27.553 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:27.563 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~22926096,75497472~44669579,127706709~6456818,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:27.564 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:27.564 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:27.569 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~12008787,62909869~9075811,75497472~44669579,128723916~5439611,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,252683710~13375829,268435456~13361863,289406976~10103337,299742752~10819099,318767104~32177647,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:27.569 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:27.569 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:27.574 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~19211606,160000565~7169275,174460696~6095029,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2756978,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335250939~15693812,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:27.574 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:27.574 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:27.579 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335338572~15606179,350957329~17490139,369784072~12218312,383695303~5370423,390494557~8116061,399515563~13646547] 2024-08-17T01:40:27.579 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~29886485,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:27.579 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~29886485,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:27.585 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~41471976,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~15606179,350957329~17490139,369784072~12218312,383695303~5370423,390494557~6323045,400013097~13149013] 2024-08-17T01:40:27.585 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:27.585 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:27.590 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~21574925,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~15606179,350957329~17490139,369784072~9533038,383695303~5370423,390494557~6323045,400013097~13149013] 2024-08-17T01:40:27.590 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,194338177~21647910,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:27.590 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,194338177~21647910,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:27.595 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,192937984~23048103,216898872~9492179,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:27.595 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~9529877,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:27.595 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~9529877,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:27.600 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,196024983~346600,196524549~19461538,216898872~9492179,227312011~2927681,238518576~1462312,253153413~5527838,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~12537208,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~4643808,390494557~6323045,400013097~5540269,405603215~138135,407135631~960358] 2024-08-17T01:40:27.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:27 smithi137 ceph-mon[86391]: osdmap e2030: 8 total, 8 up, 8 in 2024-08-17T01:40:27.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:27 smithi082 ceph-mon[94343]: osdmap e2030: 8 total, 8 up, 8 in 2024-08-17T01:40:27.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:27 smithi082 ceph-mon[91979]: osdmap e2030: 8 total, 8 up, 8 in 2024-08-17T01:40:28.501 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:28.501 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:28.549 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,16777216~55208464,75497472~58666055,134217728~3864959,138412032~42143693,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~70298622,389326189~23835921] 2024-08-17T01:40:28.549 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:28.549 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:28.564 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~43806223,75497472~44669579,121548571~12614956,134217728~3864959,138412032~28757808,168897668~11658057,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:28.564 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:28.565 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:28.571 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~22926096,75497472~44669579,127706709~6456818,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:28.571 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:28.572 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:28.577 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~12008787,62909869~9075811,75497472~44669579,128723916~5439611,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,252683710~13375829,268435456~13361863,289406976~10103337,299742752~10819099,318767104~32177647,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:28.577 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:28.577 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:28.582 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~19211606,160000565~7169275,174460696~6095029,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2756978,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335250939~15693812,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:28.582 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:28.582 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:28.588 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335338572~15606179,350957329~17490139,369784072~12218312,383695303~5370423,390494557~8116061,399515563~13646547] 2024-08-17T01:40:28.588 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~29886485,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:28.588 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~29886485,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:28.593 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~41471976,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~15606179,350957329~17490139,369784072~12218312,383695303~5370423,390494557~6323045,400013097~13149013] 2024-08-17T01:40:28.593 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:28.593 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:28.598 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~21574925,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~15606179,350957329~17490139,369784072~9533038,383695303~5370423,390494557~6323045,400013097~13149013] 2024-08-17T01:40:28.598 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,194338177~21647910,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:28.598 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~6379782,129157952~1154102,130625926~3537601,134809770~3272917,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,194338177~21647910,216898872~7497498,225387113~1003938,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:28.603 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~17150025,129157952~1154102,130625926~3537601,134217728~3864959,138593082~10718783,151911408~4061507,160000565~7169275,174460696~6095029,184781755~6888868,192937984~23048103,216898872~9492179,227312011~2927681,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~7874217,344534445~6410306,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,409451198~499700] 2024-08-17T01:40:28.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:28 smithi137 ceph-mon[86391]: pgmap v3515: 137 pgs: 137 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 145 KiB/s rd, 6.2 KiB/s wr, 2.06k op/s 2024-08-17T01:40:28.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:28 smithi137 ceph-mon[86391]: osdmap e2031: 8 total, 8 up, 8 in 2024-08-17T01:40:28.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:28 smithi082 ceph-mon[91979]: pgmap v3515: 137 pgs: 137 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 145 KiB/s rd, 6.2 KiB/s wr, 2.06k op/s 2024-08-17T01:40:28.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:28 smithi082 ceph-mon[91979]: osdmap e2031: 8 total, 8 up, 8 in 2024-08-17T01:40:28.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:28 smithi082 ceph-mon[94343]: pgmap v3515: 137 pgs: 137 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 145 KiB/s rd, 6.2 KiB/s wr, 2.06k op/s 2024-08-17T01:40:28.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:28 smithi082 ceph-mon[94343]: osdmap e2031: 8 total, 8 up, 8 in 2024-08-17T01:40:29.512 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:29.513 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:29.553 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,16777216~55208464,75497472~58666055,134217728~3864959,138412032~42143693,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~70298622,389326189~23835921] 2024-08-17T01:40:29.553 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:29.553 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:29.573 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~43806223,75497472~44669579,121548571~12614956,134217728~3864959,138412032~28757808,168897668~11658057,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:29.573 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:29.573 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:29.582 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~22926096,75497472~44669579,127706709~6456818,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:29.582 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:29.582 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:29.587 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~12008787,62909869~9075811,75497472~44669579,128723916~5439611,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,252683710~13375829,268435456~13361863,289406976~10103337,299742752~10819099,318767104~32177647,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:29.587 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:29.587 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:29.592 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~19211606,160000565~7169275,174460696~6095029,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2756978,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335250939~15693812,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:29.593 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:29.593 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:29.598 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335338572~15606179,350957329~17490139,369784072~12218312,383695303~5370423,390494557~8116061,399515563~13646547] 2024-08-17T01:40:29.598 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~29886485,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:29.598 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~29886485,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:29.603 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~41471976,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~15606179,350957329~17490139,369784072~12218312,383695303~5370423,390494557~6323045,400013097~13149013] 2024-08-17T01:40:29.603 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:29.603 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~15834354,96733860~9989434,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~9434974,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:29.608 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~15834354,96733860~21574925,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~15606179,350957329~17490139,369784072~9533038,383695303~5370423,390494557~6323045,400013097~13149013] 2024-08-17T01:40:29.808 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:29.808 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:29.852 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,16777216~55208464,75497472~58666055,134217728~3864959,138412032~42143693,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~70298622,389326189~23835921] 2024-08-17T01:40:29.853 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:29.853 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:29.866 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~43806223,75497472~44669579,121548571~12614956,134217728~3864959,138412032~28757808,168897668~11658057,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:29.866 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:29.866 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:29.873 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~22926096,75497472~44669579,127706709~6456818,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:29.873 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:29.873 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:29.878 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~12008787,62909869~9075811,75497472~44669579,128723916~5439611,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,252683710~13375829,268435456~13361863,289406976~10103337,299742752~10819099,318767104~32177647,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:29.878 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:29.878 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:29.883 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~19211606,160000565~7169275,174460696~6095029,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2756978,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335250939~15693812,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:29.883 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:29.884 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:29.888 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335338572~15606179,350957329~17490139,369784072~12218312,383695303~5370423,390494557~8116061,399515563~13646547] 2024-08-17T01:40:29.888 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~29886485,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:29.889 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,37787153~8652958,49625898~11442473,62909869~9075811,76836809~29886485,107504103~10804682,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~11124313,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~6323045,400013097~8606650,408631429~4530681] 2024-08-17T01:40:29.893 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~7044664,37787153~8652958,49059584~12008787,62909869~9075811,76836809~41471976,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,238518576~1462312,243481549~3859425,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~14131644,335338572~15606179,350957329~17490139,369784072~12218312,383695303~5370423,390494557~6323045,400013097~13149013] 2024-08-17T01:40:29.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:29 smithi082 ceph-mon[94343]: osdmap e2032: 8 total, 8 up, 8 in 2024-08-17T01:40:29.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:29 smithi082 ceph-mon[91979]: osdmap e2032: 8 total, 8 up, 8 in 2024-08-17T01:40:29.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:29 smithi137 ceph-mon[86391]: osdmap e2032: 8 total, 8 up, 8 in 2024-08-17T01:40:30.809 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:30.810 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:30.853 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,16777216~55208464,75497472~58666055,134217728~3864959,138412032~42143693,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~70298622,389326189~23835921] 2024-08-17T01:40:30.854 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:30.854 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:30.877 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~43806223,75497472~44669579,121548571~12614956,134217728~3864959,138412032~28757808,168897668~11658057,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:30.877 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:30.877 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:30.884 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~22926096,75497472~44669579,127706709~6456818,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:30.884 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:30.884 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:30.889 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~12008787,62909869~9075811,75497472~44669579,128723916~5439611,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,252683710~13375829,268435456~13361863,289406976~10103337,299742752~10819099,318767104~32177647,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:30.889 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:30.889 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:30.894 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~19211606,160000565~7169275,174460696~6095029,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2756978,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335250939~15693812,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:30.894 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:30.894 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2334611,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335338572~15606179,350957329~17490139,369882136~12120248,383695303~5370423,390494557~8116061,399515563~9104184,408631429~4530681] 2024-08-17T01:40:30.899 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~17379833,160000565~7169275,174460696~6095029,184781755~6888868,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2334611,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335338572~15606179,350957329~17490139,369784072~12218312,383695303~5370423,390494557~8116061,399515563~13646547] 2024-08-17T01:40:30.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:30 smithi082 ceph-mon[94343]: pgmap v3518: 137 pgs: 137 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 109 KiB/s rd, 6.2 KiB/s wr, 882 op/s 2024-08-17T01:40:30.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:30 smithi082 ceph-mon[94343]: osdmap e2033: 8 total, 8 up, 8 in 2024-08-17T01:40:30.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:30 smithi082 ceph-mon[94343]: osdmap e2034: 8 total, 8 up, 8 in 2024-08-17T01:40:30.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:30 smithi082 ceph-mon[91979]: pgmap v3518: 137 pgs: 137 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 109 KiB/s rd, 6.2 KiB/s wr, 882 op/s 2024-08-17T01:40:30.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:30 smithi082 ceph-mon[91979]: osdmap e2033: 8 total, 8 up, 8 in 2024-08-17T01:40:30.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:30 smithi082 ceph-mon[91979]: osdmap e2034: 8 total, 8 up, 8 in 2024-08-17T01:40:30.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:30 smithi137 ceph-mon[86391]: pgmap v3518: 137 pgs: 137 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 109 KiB/s rd, 6.2 KiB/s wr, 882 op/s 2024-08-17T01:40:30.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:30 smithi137 ceph-mon[86391]: osdmap e2033: 8 total, 8 up, 8 in 2024-08-17T01:40:30.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:30 smithi137 ceph-mon[86391]: osdmap e2034: 8 total, 8 up, 8 in 2024-08-17T01:40:31.814 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:31.814 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:31.860 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,16777216~55208464,75497472~58666055,134217728~3864959,138412032~42143693,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~70298622,389326189~23835921] 2024-08-17T01:40:31.860 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:31.860 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:31.866 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~43806223,75497472~44669579,121548571~12614956,134217728~3864959,138412032~28757808,168897668~11658057,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:31.866 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:31.867 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:31.875 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~22926096,75497472~44669579,127706709~6456818,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:31.875 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:31.876 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:31.888 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~12008787,62909869~9075811,75497472~44669579,128723916~5439611,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,252683710~13375829,268435456~13361863,289406976~10103337,299742752~10819099,318767104~32177647,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:31.888 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to HEAD diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:31.888 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~5904008,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~19211606,160000565~7169275,174460696~6095029,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~6439632,263302561~2756978,270299914~11497405,289924603~9585710,299742752~10819099,321774435~12676079,335250939~15693812,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:31.893 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~5904008,28179457~18260654,49059584~12008787,62909869~9075811,76836809~43330242,128723916~5439611,134217728~3864959,138593082~19211606,160000565~7169275,174460696~6095029,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,253153413~6439632,263302561~2756978,268435456~13361863,289406976~10103337,299742752~10819099,318767104~15683410,335250939~15693812,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:32.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:31 smithi082 ceph-mon[94343]: osdmap e2035: 8 total, 8 up, 8 in 2024-08-17T01:40:32.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:31 smithi082 ceph-mon[94343]: pgmap v3522: 137 pgs: 137 active+clean; 1.0 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 124 KiB/s rd, 7.0 KiB/s wr, 1.50k op/s 2024-08-17T01:40:32.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:31 smithi082 ceph-mon[91979]: osdmap e2035: 8 total, 8 up, 8 in 2024-08-17T01:40:32.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:31 smithi082 ceph-mon[91979]: pgmap v3522: 137 pgs: 137 active+clean; 1.0 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 124 KiB/s rd, 7.0 KiB/s wr, 1.50k op/s 2024-08-17T01:40:32.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:31 smithi137 ceph-mon[86391]: osdmap e2035: 8 total, 8 up, 8 in 2024-08-17T01:40:32.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:31 smithi137 ceph-mon[86391]: pgmap v3522: 137 pgs: 137 active+clean; 1.0 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 124 KiB/s rd, 7.0 KiB/s wr, 1.50k op/s 2024-08-17T01:40:32.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:40:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:40:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:40:32.818 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:32.819 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:32.866 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,16777216~55208464,75497472~58666055,134217728~3864959,138412032~42143693,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~70298622,389326189~23835921] 2024-08-17T01:40:32.866 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:32.866 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:32.880 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~43806223,75497472~44669579,121548571~12614956,134217728~3864959,138412032~28757808,168897668~11658057,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:32.880 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:32.880 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:32.885 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~22926096,75497472~44669579,127706709~6456818,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:32.885 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:32.885 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,62909869~9075811,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,227312011~6653426,237329056~10011918,253153413~12906126,270299914~11497405,289924603~9585710,299742752~10819099,321774435~29170316,350957329~18826743,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:32.890 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~12008787,62909869~9075811,75497472~44669579,128723916~5439611,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,227312011~6653426,234881024~12459950,252683710~13375829,268435456~13361863,289406976~10103337,299742752~10819099,318767104~32177647,350957329~31045055,383695303~5370423,390494557~22667553] 2024-08-17T01:40:33.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:32 smithi082 ceph-mon[94343]: osdmap e2036: 8 total, 8 up, 8 in 2024-08-17T01:40:33.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:32 smithi082 ceph-mon[91979]: osdmap e2036: 8 total, 8 up, 8 in 2024-08-17T01:40:33.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:32 smithi137 ceph-mon[86391]: osdmap e2036: 8 total, 8 up, 8 in 2024-08-17T01:40:33.822 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:33.822 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:33.868 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,16777216~55208464,75497472~58666055,134217728~3864959,138412032~42143693,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~70298622,389326189~23835921] 2024-08-17T01:40:33.868 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:33.868 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:33.882 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~43806223,75497472~44669579,121548571~12614956,134217728~3864959,138412032~28757808,168897668~11658057,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:33.882 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:33.882 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~9474590,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,128723916~5439611,134809770~3272917,138593082~28576758,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:33.888 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~18260654,49059584~22926096,75497472~44669579,127706709~6456818,134217728~3864959,138412032~28757808,170820794~9734931,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:34.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:33 smithi082 ceph-mon[91979]: osdmap e2037: 8 total, 8 up, 8 in 2024-08-17T01:40:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:33 smithi082 ceph-mon[91979]: pgmap v3525: 137 pgs: 137 active+clean; 1.0 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 923 op/s 2024-08-17T01:40:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:33 smithi082 ceph-mon[94343]: osdmap e2037: 8 total, 8 up, 8 in 2024-08-17T01:40:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:33 smithi082 ceph-mon[94343]: pgmap v3525: 137 pgs: 137 active+clean; 1.0 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 923 op/s 2024-08-17T01:40:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:33 smithi137 ceph-mon[86391]: osdmap e2037: 8 total, 8 up, 8 in 2024-08-17T01:40:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:33 smithi137 ceph-mon[86391]: pgmap v3525: 137 pgs: 137 active+clean; 1.0 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 923 op/s 2024-08-17T01:40:34.806 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:34.806 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:34.855 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,16777216~55208464,75497472~58666055,134217728~3864959,138412032~42143693,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~70298622,389326189~23835921] 2024-08-17T01:40:34.855 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:34.855 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~8031159,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~12662948,121548571~6158138,128723916~5439611,134809770~3272917,138593082~28576758,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~12120248,383695303~5370423,390494557~18125190,408631429~4530681] 2024-08-17T01:40:34.868 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,19099855~8031159,28179457~43806223,75497472~44669579,121548571~12614956,134217728~3864959,138412032~28757808,168897668~11658057,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~63235280,383695303~5370423,390494557~22667553] 2024-08-17T01:40:35.126 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:34 smithi082 ceph-mon[94343]: osdmap e2038: 8 total, 8 up, 8 in 2024-08-17T01:40:35.126 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:34 smithi082 ceph-mon[94343]: osdmap e2039: 8 total, 8 up, 8 in 2024-08-17T01:40:35.126 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:34 smithi082 ceph-mon[91979]: osdmap e2038: 8 total, 8 up, 8 in 2024-08-17T01:40:35.126 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:34 smithi082 ceph-mon[91979]: osdmap e2039: 8 total, 8 up, 8 in 2024-08-17T01:40:35.127 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:40:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:40:35] "GET /metrics HTTP/1.1" 200 36665 "" "Prometheus/2.43.0" 2024-08-17T01:40:35.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:34 smithi137 ceph-mon[86391]: osdmap e2038: 8 total, 8 up, 8 in 2024-08-17T01:40:35.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:34 smithi137 ceph-mon[86391]: osdmap e2039: 8 total, 8 up, 8 in 2024-08-17T01:40:35.839 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:35.839 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [1331309~14702498,19099855~9079602,28862105~6362016,36965521~12094063,49625898~11442473,61602868~10382812,76836809~29886485,107504103~20202606,128723916~5439611,134809770~3272917,138593082~30304586,170484065~336729,170875063~9680662,184781755~6888868,194338177~30058193,225387113~1003938,226615941~7349496,237329056~10011918,251145742~1537968,253153413~12906126,270299914~11497405,289924603~20637248,321774435~48009637,369882136~19183590,390034118~18585629,408631429~4530681] 2024-08-17T01:40:35.882 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16033807,16777216~55208464,75497472~58666055,134217728~3864959,138412032~42143693,184549376~7121247,192937984~33453067,226492416~7473021,234881024~12459950,247463936~18595603,268435456~13361863,289406976~21154875,318767104~70298622,389326189~23835921] 2024-08-17T01:40:36.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:35 smithi082 ceph-mon[94343]: pgmap v3528: 137 pgs: 137 active+clean; 872 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 89 KiB/s rd, 6.7 KiB/s wr, 857 op/s 2024-08-17T01:40:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:40:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:35 smithi082 ceph-mon[91979]: pgmap v3528: 137 pgs: 137 active+clean; 872 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 89 KiB/s rd, 6.7 KiB/s wr, 857 op/s 2024-08-17T01:40:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:40:36.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:35 smithi137 ceph-mon[86391]: pgmap v3528: 137 pgs: 137 active+clean; 872 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 89 KiB/s rd, 6.7 KiB/s wr, 857 op/s 2024-08-17T01:40:36.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:40:36.862 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (39556 ms) 2024-08-17T01:40:36.863 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-08-17T01:40:36.863 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:40:37.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:36 smithi082 ceph-mon[94343]: osdmap e2040: 8 total, 8 up, 8 in 2024-08-17T01:40:37.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:36 smithi082 ceph-mon[91979]: osdmap e2040: 8 total, 8 up, 8 in 2024-08-17T01:40:37.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:36 smithi137 ceph-mon[86391]: osdmap e2040: 8 total, 8 up, 8 in 2024-08-17T01:40:37.958 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1095 ms) 2024-08-17T01:40:37.958 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-08-17T01:40:37.958 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:40:38.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:37 smithi082 ceph-mon[94343]: osdmap e2041: 8 total, 8 up, 8 in 2024-08-17T01:40:38.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:37 smithi082 ceph-mon[94343]: pgmap v3531: 137 pgs: 137 active+clean; 848 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 89 KiB/s rd, 6.7 KiB/s wr, 727 op/s 2024-08-17T01:40:38.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:37 smithi082 ceph-mon[91979]: osdmap e2041: 8 total, 8 up, 8 in 2024-08-17T01:40:38.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:37 smithi082 ceph-mon[91979]: pgmap v3531: 137 pgs: 137 active+clean; 848 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 89 KiB/s rd, 6.7 KiB/s wr, 727 op/s 2024-08-17T01:40:38.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:37 smithi137 ceph-mon[86391]: osdmap e2041: 8 total, 8 up, 8 in 2024-08-17T01:40:38.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:37 smithi137 ceph-mon[86391]: pgmap v3531: 137 pgs: 137 active+clean; 848 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 89 KiB/s rd, 6.7 KiB/s wr, 727 op/s 2024-08-17T01:40:38.970 INFO:tasks.workunit.client.0.smithi082.stdout: wrote [5358620~50570,6903549~67247,9889538~37371,13567686~22518,13961511~27929,16298756~58261,16409414~77435,17358067~41070,18235518~76653,20062704~74869] to clone 2024-08-17T01:40:38.970 INFO:tasks.workunit.client.0.smithi082.stdout: diff was [4194304~2776492,8388608~1538301,12582912~3903937,16777216~3360357] 2024-08-17T01:40:38.974 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1016 ms) 2024-08-17T01:40:38.974 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-08-17T01:40:38.974 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:40:38.995 INFO:tasks.workunit.client.0.smithi082.stdout: wrote [4056962~73849,4880601~92232,5343937~19032,6528748~7162,6607549~59579,7087751~66119,12972345~4638,15595698~88450,18840898~14536,19195545~38029] 2024-08-17T01:40:39.007 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (32 ms) 2024-08-17T01:40:39.007 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-08-17T01:40:39.007 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:40:39.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:38 smithi082 ceph-mon[94343]: osdmap e2042: 8 total, 8 up, 8 in 2024-08-17T01:40:39.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:38 smithi082 ceph-mon[91979]: osdmap e2042: 8 total, 8 up, 8 in 2024-08-17T01:40:39.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:38 smithi137 ceph-mon[86391]: osdmap e2042: 8 total, 8 up, 8 in 2024-08-17T01:40:40.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:39 smithi082 ceph-mon[94343]: osdmap e2043: 8 total, 8 up, 8 in 2024-08-17T01:40:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:39 smithi082 ceph-mon[94343]: pgmap v3534: 137 pgs: 137 active+clean; 838 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.5 MiB/s wr, 179 op/s 2024-08-17T01:40:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:39 smithi082 ceph-mon[94343]: osdmap e2044: 8 total, 8 up, 8 in 2024-08-17T01:40:40.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:39 smithi082 ceph-mon[91979]: osdmap e2043: 8 total, 8 up, 8 in 2024-08-17T01:40:40.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:39 smithi082 ceph-mon[91979]: pgmap v3534: 137 pgs: 137 active+clean; 838 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.5 MiB/s wr, 179 op/s 2024-08-17T01:40:40.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:39 smithi082 ceph-mon[91979]: osdmap e2044: 8 total, 8 up, 8 in 2024-08-17T01:40:40.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:39 smithi137 ceph-mon[86391]: osdmap e2043: 8 total, 8 up, 8 in 2024-08-17T01:40:40.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:39 smithi137 ceph-mon[86391]: pgmap v3534: 137 pgs: 137 active+clean; 838 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.5 MiB/s wr, 179 op/s 2024-08-17T01:40:40.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:39 smithi137 ceph-mon[86391]: osdmap e2044: 8 total, 8 up, 8 in 2024-08-17T01:40:40.909 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1902 ms) 2024-08-17T01:40:40.909 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-08-17T01:40:40.909 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:40:40.966 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (57 ms) 2024-08-17T01:40:40.966 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-08-17T01:40:40.966 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:40:41.047 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (81 ms) 2024-08-17T01:40:41.047 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-08-17T01:40:41.047 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:40:42.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:41 smithi082 ceph-mon[94343]: osdmap e2045: 8 total, 8 up, 8 in 2024-08-17T01:40:42.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:41 smithi082 ceph-mon[94343]: pgmap v3537: 137 pgs: 137 active+clean; 830 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.7 MiB/s wr, 285 op/s 2024-08-17T01:40:42.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:41 smithi082 ceph-mon[91979]: osdmap e2045: 8 total, 8 up, 8 in 2024-08-17T01:40:42.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:41 smithi082 ceph-mon[91979]: pgmap v3537: 137 pgs: 137 active+clean; 830 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.7 MiB/s wr, 285 op/s 2024-08-17T01:40:42.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:41 smithi137 ceph-mon[86391]: osdmap e2045: 8 total, 8 up, 8 in 2024-08-17T01:40:42.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:41 smithi137 ceph-mon[86391]: pgmap v3537: 137 pgs: 137 active+clean; 830 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.7 MiB/s wr, 285 op/s 2024-08-17T01:40:42.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:40:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:40:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:40:44.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:44 smithi082 ceph-mon[94343]: pgmap v3538: 137 pgs: 137 active+clean; 835 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 8.3 MiB/s wr, 288 op/s 2024-08-17T01:40:44.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:44 smithi082 ceph-mon[91979]: pgmap v3538: 137 pgs: 137 active+clean; 835 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 8.3 MiB/s wr, 288 op/s 2024-08-17T01:40:44.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:44 smithi137 ceph-mon[86391]: pgmap v3538: 137 pgs: 137 active+clean; 835 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 8.3 MiB/s wr, 288 op/s 2024-08-17T01:40:45.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:40:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:40:45] "GET /metrics HTTP/1.1" 200 36664 "" "Prometheus/2.43.0" 2024-08-17T01:40:46.081 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5034 ms) 2024-08-17T01:40:46.081 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-08-17T01:40:46.081 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:40:46.081 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-08-17T01:40:46.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:45 smithi082 ceph-mon[91979]: osdmap e2046: 8 total, 8 up, 8 in 2024-08-17T01:40:46.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:45 smithi082 ceph-mon[91979]: pgmap v3540: 137 pgs: 137 active+clean; 885 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 7.7 MiB/s wr, 241 op/s 2024-08-17T01:40:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:45 smithi082 ceph-mon[94343]: osdmap e2046: 8 total, 8 up, 8 in 2024-08-17T01:40:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:45 smithi082 ceph-mon[94343]: pgmap v3540: 137 pgs: 137 active+clean; 885 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 7.7 MiB/s wr, 241 op/s 2024-08-17T01:40:46.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:45 smithi137 ceph-mon[86391]: osdmap e2046: 8 total, 8 up, 8 in 2024-08-17T01:40:46.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:45 smithi137 ceph-mon[86391]: pgmap v3540: 137 pgs: 137 active+clean; 885 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 7.7 MiB/s wr, 241 op/s 2024-08-17T01:40:46.811 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 19 tests from DiffIterateTest/0 (238212 ms total) 2024-08-17T01:40:46.811 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:40:46.811 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 19 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-08-17T01:40:46.843 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-08-17T01:40:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:47 smithi082 ceph-mon[91979]: osdmap e2047: 8 total, 8 up, 8 in 2024-08-17T01:40:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:47 smithi082 ceph-mon[91979]: pgmap v3542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-08-17T01:40:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:47 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:40:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:47 smithi082 ceph-mon[94343]: osdmap e2047: 8 total, 8 up, 8 in 2024-08-17T01:40:48.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:47 smithi082 ceph-mon[94343]: pgmap v3542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-08-17T01:40:48.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:47 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:40:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:47 smithi137 ceph-mon[86391]: osdmap e2047: 8 total, 8 up, 8 in 2024-08-17T01:40:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:47 smithi137 ceph-mon[86391]: pgmap v3542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-08-17T01:40:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:47 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:40:48.822 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:40:49.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:48 smithi082 ceph-mon[91979]: osdmap e2048: 8 total, 8 up, 8 in 2024-08-17T01:40:49.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:48 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/4070305916' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:40:49.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:48 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:40:49.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:48 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:40:49.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:48 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:40:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:48 smithi082 ceph-mon[94343]: osdmap e2048: 8 total, 8 up, 8 in 2024-08-17T01:40:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:48 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/4070305916' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:40:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:48 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:40:49.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:48 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:40:49.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:48 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:40:49.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:48 smithi137 ceph-mon[86391]: osdmap e2048: 8 total, 8 up, 8 in 2024-08-17T01:40:49.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:48 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/4070305916' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:40:49.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:48 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:40:49.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:48 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:40:49.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:48 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:40:50.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:49 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/4070305916' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:40:50.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:49 smithi137 ceph-mon[86391]: osdmap e2049: 8 total, 8 up, 8 in 2024-08-17T01:40:50.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:49 smithi137 ceph-mon[86391]: pgmap v3545: 137 pgs: 12 creating+peering, 16 unknown, 109 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:40:50.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:49 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/4070305916' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:40:50.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:49 smithi082 ceph-mon[94343]: osdmap e2049: 8 total, 8 up, 8 in 2024-08-17T01:40:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:49 smithi082 ceph-mon[94343]: pgmap v3545: 137 pgs: 12 creating+peering, 16 unknown, 109 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:40:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:49 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/4070305916' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi082-142218-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T01:40:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:49 smithi082 ceph-mon[91979]: osdmap e2049: 8 total, 8 up, 8 in 2024-08-17T01:40:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:49 smithi082 ceph-mon[91979]: pgmap v3545: 137 pgs: 12 creating+peering, 16 unknown, 109 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:40:50.860 INFO:tasks.workunit.client.0.smithi082.stdout: wrote [580524~16016,2063017~27780,6566338~83678,9793344~91083,10758540~74801,14550568~68877,17562398~27098,18908512~101594,19182281~31238,19823145~93509] 2024-08-17T01:40:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:50 smithi082 ceph-mon[94343]: osdmap e2050: 8 total, 8 up, 8 in 2024-08-17T01:40:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:40:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:50 smithi082 ceph-mon[91979]: osdmap e2050: 8 total, 8 up, 8 in 2024-08-17T01:40:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:40:51.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:50 smithi137 ceph-mon[86391]: osdmap e2050: 8 total, 8 up, 8 in 2024-08-17T01:40:51.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:40:51.859 INFO:tasks.workunit.client.0.smithi082.stdout: wrote [0~20971520] 2024-08-17T01:40:51.870 INFO:tasks.workunit.client.0.smithi082.stdout: diff was [0~20971520] 2024-08-17T01:40:51.874 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5030 ms) 2024-08-17T01:40:51.874 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-08-17T01:40:51.874 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:40:52.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:51 smithi082 ceph-mon[91979]: osdmap e2051: 8 total, 8 up, 8 in 2024-08-17T01:40:52.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:51 smithi082 ceph-mon[91979]: pgmap v3548: 137 pgs: 12 creating+peering, 6 unknown, 119 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:40:52.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:51 smithi082 ceph-mon[94343]: osdmap e2051: 8 total, 8 up, 8 in 2024-08-17T01:40:52.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:51 smithi082 ceph-mon[94343]: pgmap v3548: 137 pgs: 12 creating+peering, 6 unknown, 119 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:40:52.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:51 smithi137 ceph-mon[86391]: osdmap e2051: 8 total, 8 up, 8 in 2024-08-17T01:40:52.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:51 smithi137 ceph-mon[86391]: pgmap v3548: 137 pgs: 12 creating+peering, 6 unknown, 119 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:40:52.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:40:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:40:53.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:52 smithi082 ceph-mon[91979]: osdmap e2052: 8 total, 8 up, 8 in 2024-08-17T01:40:53.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:52 smithi082 ceph-mon[94343]: osdmap e2052: 8 total, 8 up, 8 in 2024-08-17T01:40:53.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:52 smithi137 ceph-mon[86391]: osdmap e2052: 8 total, 8 up, 8 in 2024-08-17T01:40:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:53 smithi082 ceph-mon[94343]: osdmap e2053: 8 total, 8 up, 8 in 2024-08-17T01:40:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:53 smithi082 ceph-mon[94343]: pgmap v3551: 137 pgs: 5 creating+peering, 132 active+clean; 11 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 65 KiB/s wr, 22 op/s 2024-08-17T01:40:54.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:53 smithi082 ceph-mon[91979]: osdmap e2053: 8 total, 8 up, 8 in 2024-08-17T01:40:54.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:53 smithi082 ceph-mon[91979]: pgmap v3551: 137 pgs: 5 creating+peering, 132 active+clean; 11 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 65 KiB/s wr, 22 op/s 2024-08-17T01:40:54.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:53 smithi137 ceph-mon[86391]: osdmap e2053: 8 total, 8 up, 8 in 2024-08-17T01:40:54.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:53 smithi137 ceph-mon[86391]: pgmap v3551: 137 pgs: 5 creating+peering, 132 active+clean; 11 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 65 KiB/s wr, 22 op/s 2024-08-17T01:40:54.887 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:40:55.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:54 smithi082 ceph-mon[94343]: osdmap e2054: 8 total, 8 up, 8 in 2024-08-17T01:40:55.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:54 smithi082 ceph-mon[91979]: osdmap e2054: 8 total, 8 up, 8 in 2024-08-17T01:40:55.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:40:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:40:55] "GET /metrics HTTP/1.1" 200 36594 "" "Prometheus/2.43.0" 2024-08-17T01:40:55.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:54 smithi137 ceph-mon[86391]: osdmap e2054: 8 total, 8 up, 8 in 2024-08-17T01:40:56.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:55 smithi082 ceph-mon[94343]: osdmap e2055: 8 total, 8 up, 8 in 2024-08-17T01:40:56.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:55 smithi082 ceph-mon[94343]: pgmap v3554: 137 pgs: 137 active+clean; 18 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 202 KiB/s wr, 75 op/s 2024-08-17T01:40:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:55 smithi082 ceph-mon[91979]: osdmap e2055: 8 total, 8 up, 8 in 2024-08-17T01:40:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:55 smithi082 ceph-mon[91979]: pgmap v3554: 137 pgs: 137 active+clean; 18 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 202 KiB/s wr, 75 op/s 2024-08-17T01:40:56.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:55 smithi137 ceph-mon[86391]: osdmap e2055: 8 total, 8 up, 8 in 2024-08-17T01:40:56.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:55 smithi137 ceph-mon[86391]: pgmap v3554: 137 pgs: 137 active+clean; 18 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 202 KiB/s wr, 75 op/s 2024-08-17T01:40:57.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:56 smithi082 ceph-mon[94343]: osdmap e2056: 8 total, 8 up, 8 in 2024-08-17T01:40:57.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:56 smithi082 ceph-mon[91979]: osdmap e2056: 8 total, 8 up, 8 in 2024-08-17T01:40:57.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:56 smithi137 ceph-mon[86391]: osdmap e2056: 8 total, 8 up, 8 in 2024-08-17T01:40:57.906 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:40:58.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:57 smithi082 ceph-mon[94343]: osdmap e2057: 8 total, 8 up, 8 in 2024-08-17T01:40:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:57 smithi082 ceph-mon[94343]: pgmap v3557: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 228 KiB/s wr, 55 op/s 2024-08-17T01:40:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:57 smithi082 ceph-mon[91979]: osdmap e2057: 8 total, 8 up, 8 in 2024-08-17T01:40:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:57 smithi082 ceph-mon[91979]: pgmap v3557: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 228 KiB/s wr, 55 op/s 2024-08-17T01:40:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:57 smithi137 ceph-mon[86391]: osdmap e2057: 8 total, 8 up, 8 in 2024-08-17T01:40:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:57 smithi137 ceph-mon[86391]: pgmap v3557: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 228 KiB/s wr, 55 op/s 2024-08-17T01:40:59.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:58 smithi082 ceph-mon[94343]: osdmap e2058: 8 total, 8 up, 8 in 2024-08-17T01:40:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:58 smithi082 ceph-mon[91979]: osdmap e2058: 8 total, 8 up, 8 in 2024-08-17T01:40:59.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:58 smithi137 ceph-mon[86391]: osdmap e2058: 8 total, 8 up, 8 in 2024-08-17T01:41:00.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:59 smithi082 ceph-mon[94343]: osdmap e2059: 8 total, 8 up, 8 in 2024-08-17T01:41:00.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:59 smithi082 ceph-mon[94343]: pgmap v3560: 137 pgs: 137 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 99 KiB/s wr, 98 op/s 2024-08-17T01:41:00.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:40:59 smithi082 ceph-mon[94343]: osdmap e2060: 8 total, 8 up, 8 in 2024-08-17T01:41:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:59 smithi082 ceph-mon[91979]: osdmap e2059: 8 total, 8 up, 8 in 2024-08-17T01:41:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:59 smithi082 ceph-mon[91979]: pgmap v3560: 137 pgs: 137 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 99 KiB/s wr, 98 op/s 2024-08-17T01:41:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:40:59 smithi082 ceph-mon[91979]: osdmap e2060: 8 total, 8 up, 8 in 2024-08-17T01:41:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:59 smithi137 ceph-mon[86391]: osdmap e2059: 8 total, 8 up, 8 in 2024-08-17T01:41:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:59 smithi137 ceph-mon[86391]: pgmap v3560: 137 pgs: 137 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 99 KiB/s wr, 98 op/s 2024-08-17T01:41:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:40:59 smithi137 ceph-mon[86391]: osdmap e2060: 8 total, 8 up, 8 in 2024-08-17T01:41:00.839 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:41:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:01 smithi082 ceph-mon[91979]: osdmap e2061: 8 total, 8 up, 8 in 2024-08-17T01:41:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:01 smithi082 ceph-mon[91979]: pgmap v3563: 137 pgs: 137 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 9.7 KiB/s wr, 122 op/s 2024-08-17T01:41:02.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:01 smithi082 ceph-mon[94343]: osdmap e2061: 8 total, 8 up, 8 in 2024-08-17T01:41:02.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:01 smithi082 ceph-mon[94343]: pgmap v3563: 137 pgs: 137 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 9.7 KiB/s wr, 122 op/s 2024-08-17T01:41:02.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:01 smithi137 ceph-mon[86391]: osdmap e2061: 8 total, 8 up, 8 in 2024-08-17T01:41:02.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:01 smithi137 ceph-mon[86391]: pgmap v3563: 137 pgs: 137 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 9.7 KiB/s wr, 122 op/s 2024-08-17T01:41:02.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:41:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:41:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:41:03.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:02 smithi082 ceph-mon[94343]: osdmap e2062: 8 total, 8 up, 8 in 2024-08-17T01:41:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:02 smithi082 ceph-mon[91979]: osdmap e2062: 8 total, 8 up, 8 in 2024-08-17T01:41:03.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:02 smithi137 ceph-mon[86391]: osdmap e2062: 8 total, 8 up, 8 in 2024-08-17T01:41:03.854 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:41:04.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:03 smithi082 ceph-mon[91979]: osdmap e2063: 8 total, 8 up, 8 in 2024-08-17T01:41:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:03 smithi082 ceph-mon[91979]: pgmap v3566: 137 pgs: 137 active+clean; 25 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 5.0 KiB/s wr, 59 op/s 2024-08-17T01:41:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:03 smithi082 ceph-mon[94343]: osdmap e2063: 8 total, 8 up, 8 in 2024-08-17T01:41:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:03 smithi082 ceph-mon[94343]: pgmap v3566: 137 pgs: 137 active+clean; 25 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 5.0 KiB/s wr, 59 op/s 2024-08-17T01:41:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:03 smithi137 ceph-mon[86391]: osdmap e2063: 8 total, 8 up, 8 in 2024-08-17T01:41:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:03 smithi137 ceph-mon[86391]: pgmap v3566: 137 pgs: 137 active+clean; 25 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 5.0 KiB/s wr, 59 op/s 2024-08-17T01:41:05.126 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:04 smithi082 ceph-mon[91979]: osdmap e2064: 8 total, 8 up, 8 in 2024-08-17T01:41:05.126 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:04 smithi082 ceph-mon[94343]: osdmap e2064: 8 total, 8 up, 8 in 2024-08-17T01:41:05.126 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:41:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:41:05] "GET /metrics HTTP/1.1" 200 36594 "" "Prometheus/2.43.0" 2024-08-17T01:41:05.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:04 smithi137 ceph-mon[86391]: osdmap e2064: 8 total, 8 up, 8 in 2024-08-17T01:41:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:05 smithi082 ceph-mon[94343]: osdmap e2065: 8 total, 8 up, 8 in 2024-08-17T01:41:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:05 smithi082 ceph-mon[94343]: pgmap v3569: 137 pgs: 137 active+clean; 26 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 6.2 KiB/s wr, 72 op/s 2024-08-17T01:41:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:41:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:05 smithi082 ceph-mon[91979]: osdmap e2065: 8 total, 8 up, 8 in 2024-08-17T01:41:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:05 smithi082 ceph-mon[91979]: pgmap v3569: 137 pgs: 137 active+clean; 26 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 6.2 KiB/s wr, 72 op/s 2024-08-17T01:41:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:41:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:05 smithi137 ceph-mon[86391]: osdmap e2065: 8 total, 8 up, 8 in 2024-08-17T01:41:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:05 smithi137 ceph-mon[86391]: pgmap v3569: 137 pgs: 137 active+clean; 26 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 6.2 KiB/s wr, 72 op/s 2024-08-17T01:41:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:41:06.879 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (15005 ms) 2024-08-17T01:41:06.879 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-08-17T01:41:06.879 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:41:07.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:06 smithi082 ceph-mon[94343]: osdmap e2066: 8 total, 8 up, 8 in 2024-08-17T01:41:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:06 smithi082 ceph-mon[91979]: osdmap e2066: 8 total, 8 up, 8 in 2024-08-17T01:41:07.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:06 smithi137 ceph-mon[86391]: osdmap e2066: 8 total, 8 up, 8 in 2024-08-17T01:41:08.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:07 smithi082 ceph-mon[94343]: osdmap e2067: 8 total, 8 up, 8 in 2024-08-17T01:41:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:07 smithi082 ceph-mon[94343]: pgmap v3572: 137 pgs: 137 active+clean; 27 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.7 KiB/s wr, 52 op/s 2024-08-17T01:41:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:07 smithi082 ceph-mon[91979]: osdmap e2067: 8 total, 8 up, 8 in 2024-08-17T01:41:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:07 smithi082 ceph-mon[91979]: pgmap v3572: 137 pgs: 137 active+clean; 27 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.7 KiB/s wr, 52 op/s 2024-08-17T01:41:08.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:07 smithi137 ceph-mon[86391]: osdmap e2067: 8 total, 8 up, 8 in 2024-08-17T01:41:08.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:07 smithi137 ceph-mon[86391]: pgmap v3572: 137 pgs: 137 active+clean; 27 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.7 KiB/s wr, 52 op/s 2024-08-17T01:41:09.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:08 smithi082 ceph-mon[94343]: osdmap e2068: 8 total, 8 up, 8 in 2024-08-17T01:41:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:08 smithi082 ceph-mon[91979]: osdmap e2068: 8 total, 8 up, 8 in 2024-08-17T01:41:09.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:08 smithi137 ceph-mon[86391]: osdmap e2068: 8 total, 8 up, 8 in 2024-08-17T01:41:09.904 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:41:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:09 smithi082 ceph-mon[94343]: osdmap e2069: 8 total, 8 up, 8 in 2024-08-17T01:41:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:09 smithi082 ceph-mon[94343]: pgmap v3575: 137 pgs: 137 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 7.2 KiB/s wr, 75 op/s 2024-08-17T01:41:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:09 smithi082 ceph-mon[91979]: osdmap e2069: 8 total, 8 up, 8 in 2024-08-17T01:41:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:09 smithi082 ceph-mon[91979]: pgmap v3575: 137 pgs: 137 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 7.2 KiB/s wr, 75 op/s 2024-08-17T01:41:10.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:09 smithi137 ceph-mon[86391]: osdmap e2069: 8 total, 8 up, 8 in 2024-08-17T01:41:10.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:09 smithi137 ceph-mon[86391]: pgmap v3575: 137 pgs: 137 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 7.2 KiB/s wr, 75 op/s 2024-08-17T01:41:11.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:10 smithi082 ceph-mon[94343]: osdmap e2070: 8 total, 8 up, 8 in 2024-08-17T01:41:11.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:10 smithi082 ceph-mon[91979]: osdmap e2070: 8 total, 8 up, 8 in 2024-08-17T01:41:11.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:10 smithi137 ceph-mon[86391]: osdmap e2070: 8 total, 8 up, 8 in 2024-08-17T01:41:12.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:11 smithi082 ceph-mon[94343]: osdmap e2071: 8 total, 8 up, 8 in 2024-08-17T01:41:12.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:11 smithi082 ceph-mon[94343]: pgmap v3578: 137 pgs: 137 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 9.7 KiB/s wr, 114 op/s 2024-08-17T01:41:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:11 smithi082 ceph-mon[91979]: osdmap e2071: 8 total, 8 up, 8 in 2024-08-17T01:41:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:11 smithi082 ceph-mon[91979]: pgmap v3578: 137 pgs: 137 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 9.7 KiB/s wr, 114 op/s 2024-08-17T01:41:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:11 smithi137 ceph-mon[86391]: osdmap e2071: 8 total, 8 up, 8 in 2024-08-17T01:41:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:11 smithi137 ceph-mon[86391]: pgmap v3578: 137 pgs: 137 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 9.7 KiB/s wr, 114 op/s 2024-08-17T01:41:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:41:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:41:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:41:12.920 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:41:13.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:12 smithi082 ceph-mon[94343]: osdmap e2072: 8 total, 8 up, 8 in 2024-08-17T01:41:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:12 smithi082 ceph-mon[91979]: osdmap e2072: 8 total, 8 up, 8 in 2024-08-17T01:41:13.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:12 smithi137 ceph-mon[86391]: osdmap e2072: 8 total, 8 up, 8 in 2024-08-17T01:41:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:13 smithi082 ceph-mon[94343]: osdmap e2073: 8 total, 8 up, 8 in 2024-08-17T01:41:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:13 smithi082 ceph-mon[94343]: pgmap v3581: 137 pgs: 137 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 7.0 KiB/s wr, 74 op/s 2024-08-17T01:41:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:13 smithi082 ceph-mon[91979]: osdmap e2073: 8 total, 8 up, 8 in 2024-08-17T01:41:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:13 smithi082 ceph-mon[91979]: pgmap v3581: 137 pgs: 137 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 7.0 KiB/s wr, 74 op/s 2024-08-17T01:41:14.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:13 smithi137 ceph-mon[86391]: osdmap e2073: 8 total, 8 up, 8 in 2024-08-17T01:41:14.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:13 smithi137 ceph-mon[86391]: pgmap v3581: 137 pgs: 137 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 7.0 KiB/s wr, 74 op/s 2024-08-17T01:41:15.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:14 smithi082 ceph-mon[94343]: osdmap e2074: 8 total, 8 up, 8 in 2024-08-17T01:41:15.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:14 smithi082 ceph-mon[91979]: osdmap e2074: 8 total, 8 up, 8 in 2024-08-17T01:41:15.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:41:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:41:15] "GET /metrics HTTP/1.1" 200 36651 "" "Prometheus/2.43.0" 2024-08-17T01:41:15.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:14 smithi137 ceph-mon[86391]: osdmap e2074: 8 total, 8 up, 8 in 2024-08-17T01:41:15.955 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:41:16.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:15 smithi082 ceph-mon[94343]: osdmap e2075: 8 total, 8 up, 8 in 2024-08-17T01:41:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:15 smithi082 ceph-mon[94343]: pgmap v3584: 137 pgs: 137 active+clean; 41 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 6.7 KiB/s wr, 73 op/s 2024-08-17T01:41:16.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:15 smithi082 ceph-mon[91979]: osdmap e2075: 8 total, 8 up, 8 in 2024-08-17T01:41:16.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:15 smithi082 ceph-mon[91979]: pgmap v3584: 137 pgs: 137 active+clean; 41 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 6.7 KiB/s wr, 73 op/s 2024-08-17T01:41:16.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:15 smithi137 ceph-mon[86391]: osdmap e2075: 8 total, 8 up, 8 in 2024-08-17T01:41:16.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:15 smithi137 ceph-mon[86391]: pgmap v3584: 137 pgs: 137 active+clean; 41 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 6.7 KiB/s wr, 73 op/s 2024-08-17T01:41:17.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:16 smithi082 ceph-mon[94343]: osdmap e2076: 8 total, 8 up, 8 in 2024-08-17T01:41:17.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:16 smithi082 ceph-mon[91979]: osdmap e2076: 8 total, 8 up, 8 in 2024-08-17T01:41:17.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:16 smithi137 ceph-mon[86391]: osdmap e2076: 8 total, 8 up, 8 in 2024-08-17T01:41:18.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:17 smithi082 ceph-mon[94343]: osdmap e2077: 8 total, 8 up, 8 in 2024-08-17T01:41:18.296 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:17 smithi082 ceph-mon[94343]: pgmap v3587: 137 pgs: 137 active+clean; 44 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 7.0 KiB/s wr, 94 op/s 2024-08-17T01:41:18.297 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:17 smithi082 ceph-mon[91979]: osdmap e2077: 8 total, 8 up, 8 in 2024-08-17T01:41:18.297 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:17 smithi082 ceph-mon[91979]: pgmap v3587: 137 pgs: 137 active+clean; 44 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 7.0 KiB/s wr, 94 op/s 2024-08-17T01:41:18.297 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:17 smithi137 ceph-mon[86391]: osdmap e2077: 8 total, 8 up, 8 in 2024-08-17T01:41:18.297 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:17 smithi137 ceph-mon[86391]: pgmap v3587: 137 pgs: 137 active+clean; 44 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 7.0 KiB/s wr, 94 op/s 2024-08-17T01:41:18.970 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:41:19.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:18 smithi082 ceph-mon[94343]: osdmap e2078: 8 total, 8 up, 8 in 2024-08-17T01:41:19.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:18 smithi082 ceph-mon[91979]: osdmap e2078: 8 total, 8 up, 8 in 2024-08-17T01:41:19.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:18 smithi137 ceph-mon[86391]: osdmap e2078: 8 total, 8 up, 8 in 2024-08-17T01:41:20.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:19 smithi082 ceph-mon[94343]: osdmap e2079: 8 total, 8 up, 8 in 2024-08-17T01:41:20.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:19 smithi082 ceph-mon[94343]: pgmap v3590: 137 pgs: 137 active+clean; 50 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 6.0 KiB/s wr, 71 op/s 2024-08-17T01:41:20.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:19 smithi082 ceph-mon[91979]: osdmap e2079: 8 total, 8 up, 8 in 2024-08-17T01:41:20.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:19 smithi082 ceph-mon[91979]: pgmap v3590: 137 pgs: 137 active+clean; 50 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 6.0 KiB/s wr, 71 op/s 2024-08-17T01:41:20.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:19 smithi137 ceph-mon[86391]: osdmap e2079: 8 total, 8 up, 8 in 2024-08-17T01:41:20.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:19 smithi137 ceph-mon[86391]: pgmap v3590: 137 pgs: 137 active+clean; 50 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 6.0 KiB/s wr, 71 op/s 2024-08-17T01:41:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:20 smithi082 ceph-mon[91979]: osdmap e2080: 8 total, 8 up, 8 in 2024-08-17T01:41:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:41:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:20 smithi082 ceph-mon[94343]: osdmap e2080: 8 total, 8 up, 8 in 2024-08-17T01:41:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:41:21.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:20 smithi137 ceph-mon[86391]: osdmap e2080: 8 total, 8 up, 8 in 2024-08-17T01:41:21.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:41:21.994 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (15115 ms) 2024-08-17T01:41:21.994 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS1 2024-08-17T01:41:21.994 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:41:22.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:21 smithi082 ceph-mon[94343]: osdmap e2081: 8 total, 8 up, 8 in 2024-08-17T01:41:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:21 smithi082 ceph-mon[94343]: pgmap v3593: 137 pgs: 137 active+clean; 50 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.5 KiB/s wr, 45 op/s 2024-08-17T01:41:22.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:21 smithi082 ceph-mon[91979]: osdmap e2081: 8 total, 8 up, 8 in 2024-08-17T01:41:22.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:21 smithi082 ceph-mon[91979]: pgmap v3593: 137 pgs: 137 active+clean; 50 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.5 KiB/s wr, 45 op/s 2024-08-17T01:41:22.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:21 smithi137 ceph-mon[86391]: osdmap e2081: 8 total, 8 up, 8 in 2024-08-17T01:41:22.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:21 smithi137 ceph-mon[86391]: pgmap v3593: 137 pgs: 137 active+clean; 50 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.5 KiB/s wr, 45 op/s 2024-08-17T01:41:22.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:41:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:41:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:41:23.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:22 smithi082 ceph-mon[94343]: osdmap e2082: 8 total, 8 up, 8 in 2024-08-17T01:41:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:22 smithi082 ceph-mon[91979]: osdmap e2082: 8 total, 8 up, 8 in 2024-08-17T01:41:23.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:22 smithi137 ceph-mon[86391]: osdmap e2082: 8 total, 8 up, 8 in 2024-08-17T01:41:24.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:23 smithi082 ceph-mon[94343]: pgmap v3595: 137 pgs: 137 active+clean; 53 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 6.0 KiB/s wr, 61 op/s 2024-08-17T01:41:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:23 smithi082 ceph-mon[91979]: pgmap v3595: 137 pgs: 137 active+clean; 53 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 6.0 KiB/s wr, 61 op/s 2024-08-17T01:41:24.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:23 smithi137 ceph-mon[86391]: pgmap v3595: 137 pgs: 137 active+clean; 53 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 6.0 KiB/s wr, 61 op/s 2024-08-17T01:41:25.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:41:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:41:25] "GET /metrics HTTP/1.1" 200 36651 "" "Prometheus/2.43.0" 2024-08-17T01:41:26.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:26 smithi082 ceph-mon[91979]: pgmap v3596: 137 pgs: 137 active+clean; 61 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 6.3 KiB/s wr, 72 op/s 2024-08-17T01:41:26.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:26 smithi082 ceph-mon[94343]: pgmap v3596: 137 pgs: 137 active+clean; 61 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 6.3 KiB/s wr, 72 op/s 2024-08-17T01:41:26.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:26 smithi137 ceph-mon[86391]: pgmap v3596: 137 pgs: 137 active+clean; 61 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 6.3 KiB/s wr, 72 op/s 2024-08-17T01:41:27.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:27 smithi082 ceph-mon[91979]: osdmap e2083: 8 total, 8 up, 8 in 2024-08-17T01:41:27.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:27 smithi082 ceph-mon[94343]: osdmap e2083: 8 total, 8 up, 8 in 2024-08-17T01:41:27.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:27 smithi137 ceph-mon[86391]: osdmap e2083: 8 total, 8 up, 8 in 2024-08-17T01:41:28.188 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:41:28.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:28 smithi082 ceph-mon[94343]: pgmap v3598: 137 pgs: 137 active+clean; 61 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 5.7 KiB/s wr, 62 op/s 2024-08-17T01:41:28.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:28 smithi082 ceph-mon[94343]: osdmap e2084: 8 total, 8 up, 8 in 2024-08-17T01:41:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:28 smithi082 ceph-mon[91979]: pgmap v3598: 137 pgs: 137 active+clean; 61 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 5.7 KiB/s wr, 62 op/s 2024-08-17T01:41:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:28 smithi082 ceph-mon[91979]: osdmap e2084: 8 total, 8 up, 8 in 2024-08-17T01:41:28.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:28 smithi137 ceph-mon[86391]: pgmap v3598: 137 pgs: 137 active+clean; 61 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 5.7 KiB/s wr, 62 op/s 2024-08-17T01:41:28.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:28 smithi137 ceph-mon[86391]: osdmap e2084: 8 total, 8 up, 8 in 2024-08-17T01:41:29.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:29 smithi082 ceph-mon[94343]: osdmap e2085: 8 total, 8 up, 8 in 2024-08-17T01:41:29.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:29 smithi082 ceph-mon[91979]: osdmap e2085: 8 total, 8 up, 8 in 2024-08-17T01:41:29.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:29 smithi137 ceph-mon[86391]: osdmap e2085: 8 total, 8 up, 8 in 2024-08-17T01:41:30.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:30 smithi082 ceph-mon[94343]: pgmap v3601: 137 pgs: 137 active+clean; 65 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-08-17T01:41:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:30 smithi082 ceph-mon[91979]: pgmap v3601: 137 pgs: 137 active+clean; 65 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-08-17T01:41:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:30 smithi137 ceph-mon[86391]: pgmap v3601: 137 pgs: 137 active+clean; 65 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-08-17T01:41:32.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:32 smithi082 ceph-mon[94343]: pgmap v3602: 137 pgs: 137 active+clean; 65 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-08-17T01:41:32.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:32 smithi082 ceph-mon[91979]: pgmap v3602: 137 pgs: 137 active+clean; 65 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-08-17T01:41:32.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:32 smithi137 ceph-mon[86391]: pgmap v3602: 137 pgs: 137 active+clean; 65 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-08-17T01:41:32.490 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:41:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:41:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:41:33.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:33 smithi082 ceph-mon[91979]: osdmap e2086: 8 total, 8 up, 8 in 2024-08-17T01:41:33.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:33 smithi082 ceph-mon[94343]: osdmap e2086: 8 total, 8 up, 8 in 2024-08-17T01:41:33.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:33 smithi137 ceph-mon[86391]: osdmap e2086: 8 total, 8 up, 8 in 2024-08-17T01:41:34.220 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:41:34.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:34 smithi082 ceph-mon[91979]: pgmap v3604: 137 pgs: 137 active+clean; 65 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-08-17T01:41:34.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:34 smithi082 ceph-mon[91979]: osdmap e2087: 8 total, 8 up, 8 in 2024-08-17T01:41:34.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:34 smithi082 ceph-mon[94343]: pgmap v3604: 137 pgs: 137 active+clean; 65 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-08-17T01:41:34.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:34 smithi082 ceph-mon[94343]: osdmap e2087: 8 total, 8 up, 8 in 2024-08-17T01:41:34.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:34 smithi137 ceph-mon[86391]: pgmap v3604: 137 pgs: 137 active+clean; 65 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-08-17T01:41:34.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:34 smithi137 ceph-mon[86391]: osdmap e2087: 8 total, 8 up, 8 in 2024-08-17T01:41:35.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:35 smithi082 ceph-mon[94343]: osdmap e2088: 8 total, 8 up, 8 in 2024-08-17T01:41:35.376 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:35 smithi082 ceph-mon[91979]: osdmap e2088: 8 total, 8 up, 8 in 2024-08-17T01:41:35.376 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:41:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:41:35] "GET /metrics HTTP/1.1" 200 36651 "" "Prometheus/2.43.0" 2024-08-17T01:41:35.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:35 smithi137 ceph-mon[86391]: osdmap e2088: 8 total, 8 up, 8 in 2024-08-17T01:41:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:36 smithi082 ceph-mon[91979]: pgmap v3607: 137 pgs: 137 active+clean; 70 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 688 KiB/s wr, 64 op/s 2024-08-17T01:41:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:41:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:36 smithi082 ceph-mon[94343]: pgmap v3607: 137 pgs: 137 active+clean; 70 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 688 KiB/s wr, 64 op/s 2024-08-17T01:41:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:41:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:36 smithi137 ceph-mon[86391]: pgmap v3607: 137 pgs: 137 active+clean; 70 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 688 KiB/s wr, 64 op/s 2024-08-17T01:41:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:41:38.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:38 smithi082 ceph-mon[94343]: pgmap v3608: 137 pgs: 137 active+clean; 70 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 685 KiB/s wr, 29 op/s 2024-08-17T01:41:38.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:38 smithi082 ceph-mon[91979]: pgmap v3608: 137 pgs: 137 active+clean; 70 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 685 KiB/s wr, 29 op/s 2024-08-17T01:41:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:38 smithi137 ceph-mon[86391]: pgmap v3608: 137 pgs: 137 active+clean; 70 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 685 KiB/s wr, 29 op/s 2024-08-17T01:41:39.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:39 smithi082 ceph-mon[94343]: osdmap e2089: 8 total, 8 up, 8 in 2024-08-17T01:41:39.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:39 smithi082 ceph-mon[91979]: osdmap e2089: 8 total, 8 up, 8 in 2024-08-17T01:41:39.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:39 smithi137 ceph-mon[86391]: osdmap e2089: 8 total, 8 up, 8 in 2024-08-17T01:41:40.252 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:41:40.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:40 smithi082 ceph-mon[94343]: pgmap v3610: 137 pgs: 137 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-08-17T01:41:40.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:40 smithi082 ceph-mon[94343]: osdmap e2090: 8 total, 8 up, 8 in 2024-08-17T01:41:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:40 smithi082 ceph-mon[91979]: pgmap v3610: 137 pgs: 137 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-08-17T01:41:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:40 smithi082 ceph-mon[91979]: osdmap e2090: 8 total, 8 up, 8 in 2024-08-17T01:41:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:40 smithi137 ceph-mon[86391]: pgmap v3610: 137 pgs: 137 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-08-17T01:41:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:40 smithi137 ceph-mon[86391]: osdmap e2090: 8 total, 8 up, 8 in 2024-08-17T01:41:41.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:41 smithi082 ceph-mon[94343]: osdmap e2091: 8 total, 8 up, 8 in 2024-08-17T01:41:41.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:41 smithi082 ceph-mon[91979]: osdmap e2091: 8 total, 8 up, 8 in 2024-08-17T01:41:41.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:41 smithi137 ceph-mon[86391]: osdmap e2091: 8 total, 8 up, 8 in 2024-08-17T01:41:42.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:42 smithi137 ceph-mon[86391]: pgmap v3613: 137 pgs: 137 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 685 KiB/s wr, 18 op/s 2024-08-17T01:41:42.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:41:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:41:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:41:42.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:42 smithi082 ceph-mon[94343]: pgmap v3613: 137 pgs: 137 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 685 KiB/s wr, 18 op/s 2024-08-17T01:41:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:42 smithi082 ceph-mon[91979]: pgmap v3613: 137 pgs: 137 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 685 KiB/s wr, 18 op/s 2024-08-17T01:41:44.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:44 smithi137 ceph-mon[86391]: pgmap v3614: 137 pgs: 137 active+clean; 76 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-08-17T01:41:44.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:44 smithi082 ceph-mon[94343]: pgmap v3614: 137 pgs: 137 active+clean; 76 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-08-17T01:41:44.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:44 smithi082 ceph-mon[91979]: pgmap v3614: 137 pgs: 137 active+clean; 76 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-08-17T01:41:45.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:45 smithi082 ceph-mon[94343]: osdmap e2092: 8 total, 8 up, 8 in 2024-08-17T01:41:45.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:45 smithi082 ceph-mon[91979]: osdmap e2092: 8 total, 8 up, 8 in 2024-08-17T01:41:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:41:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:41:45] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-08-17T01:41:45.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:45 smithi137 ceph-mon[86391]: osdmap e2092: 8 total, 8 up, 8 in 2024-08-17T01:41:46.280 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:41:46.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:46 smithi082 ceph-mon[94343]: pgmap v3616: 137 pgs: 137 active+clean; 81 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-17T01:41:46.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:46 smithi082 ceph-mon[94343]: osdmap e2093: 8 total, 8 up, 8 in 2024-08-17T01:41:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:46 smithi082 ceph-mon[91979]: pgmap v3616: 137 pgs: 137 active+clean; 81 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-17T01:41:46.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:46 smithi082 ceph-mon[91979]: osdmap e2093: 8 total, 8 up, 8 in 2024-08-17T01:41:46.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:46 smithi137 ceph-mon[86391]: pgmap v3616: 137 pgs: 137 active+clean; 81 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-17T01:41:46.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:46 smithi137 ceph-mon[86391]: osdmap e2093: 8 total, 8 up, 8 in 2024-08-17T01:41:47.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:47 smithi082 ceph-mon[94343]: osdmap e2094: 8 total, 8 up, 8 in 2024-08-17T01:41:47.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:47 smithi082 ceph-mon[91979]: osdmap e2094: 8 total, 8 up, 8 in 2024-08-17T01:41:47.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:47 smithi137 ceph-mon[86391]: osdmap e2094: 8 total, 8 up, 8 in 2024-08-17T01:41:48.680 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:48 smithi082 ceph-mon[94343]: pgmap v3619: 137 pgs: 137 active+clean; 82 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 688 KiB/s wr, 50 op/s 2024-08-17T01:41:48.680 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:48 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:41:48.680 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:48 smithi082 ceph-mon[91979]: pgmap v3619: 137 pgs: 137 active+clean; 82 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 688 KiB/s wr, 50 op/s 2024-08-17T01:41:48.680 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:48 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:41:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:48 smithi137 ceph-mon[86391]: pgmap v3619: 137 pgs: 137 active+clean; 82 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 688 KiB/s wr, 50 op/s 2024-08-17T01:41:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:48 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:41:50.615 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:50 smithi082 ceph-mon[94343]: pgmap v3620: 137 pgs: 137 active+clean; 83 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 687 KiB/s wr, 58 op/s 2024-08-17T01:41:50.615 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:41:50.616 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:50 smithi082 ceph-mon[91979]: pgmap v3620: 137 pgs: 137 active+clean; 83 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 687 KiB/s wr, 58 op/s 2024-08-17T01:41:50.616 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:41:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:50 smithi137 ceph-mon[86391]: pgmap v3620: 137 pgs: 137 active+clean; 83 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 687 KiB/s wr, 58 op/s 2024-08-17T01:41:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:41:51.300 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:51 smithi137 ceph-mon[86391]: osdmap e2095: 8 total, 8 up, 8 in 2024-08-17T01:41:51.300 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:41:51.300 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:41:51.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:51 smithi082 ceph-mon[91979]: osdmap e2095: 8 total, 8 up, 8 in 2024-08-17T01:41:51.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:41:51.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:41:51.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:51 smithi082 ceph-mon[94343]: osdmap e2095: 8 total, 8 up, 8 in 2024-08-17T01:41:51.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:41:51.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:41:52.324 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS1 (30330 ms) 2024-08-17T01:41:52.324 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS1PP 2024-08-17T01:41:52.324 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:41:52.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:52 smithi082 ceph-mon[94343]: pgmap v3622: 137 pgs: 137 active+clean; 83 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 KiB/s wr, 42 op/s 2024-08-17T01:41:52.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:52 smithi082 ceph-mon[94343]: osdmap e2096: 8 total, 8 up, 8 in 2024-08-17T01:41:52.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:41:52.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:41:52.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:41:52.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:41:52.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:41:52.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:52 smithi082 ceph-mon[91979]: pgmap v3622: 137 pgs: 137 active+clean; 83 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 KiB/s wr, 42 op/s 2024-08-17T01:41:52.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:52 smithi082 ceph-mon[91979]: osdmap e2096: 8 total, 8 up, 8 in 2024-08-17T01:41:52.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:41:52.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:41:52.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:41:52.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:41:52.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:41:52.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:41:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:41:52.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:52 smithi137 ceph-mon[86391]: pgmap v3622: 137 pgs: 137 active+clean; 83 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 KiB/s wr, 42 op/s 2024-08-17T01:41:52.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:52 smithi137 ceph-mon[86391]: osdmap e2096: 8 total, 8 up, 8 in 2024-08-17T01:41:52.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:41:52.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:41:52.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:41:52.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:41:52.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:41:53.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:53 smithi082 ceph-mon[94343]: osdmap e2097: 8 total, 8 up, 8 in 2024-08-17T01:41:53.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:53 smithi082 ceph-mon[91979]: osdmap e2097: 8 total, 8 up, 8 in 2024-08-17T01:41:53.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:53 smithi137 ceph-mon[86391]: osdmap e2097: 8 total, 8 up, 8 in 2024-08-17T01:41:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:54 smithi082 ceph-mon[94343]: pgmap v3625: 137 pgs: 137 active+clean; 87 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-08-17T01:41:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:54 smithi082 ceph-mon[91979]: pgmap v3625: 137 pgs: 137 active+clean; 87 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-08-17T01:41:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:54 smithi137 ceph-mon[86391]: pgmap v3625: 137 pgs: 137 active+clean; 87 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-08-17T01:41:55.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:41:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:41:55] "GET /metrics HTTP/1.1" 200 36654 "" "Prometheus/2.43.0" 2024-08-17T01:41:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:56 smithi082 ceph-mon[94343]: pgmap v3626: 137 pgs: 137 active+clean; 95 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-08-17T01:41:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:56 smithi082 ceph-mon[91979]: pgmap v3626: 137 pgs: 137 active+clean; 95 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-08-17T01:41:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:56 smithi137 ceph-mon[86391]: pgmap v3626: 137 pgs: 137 active+clean; 95 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-08-17T01:41:57.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:57 smithi082 ceph-mon[91979]: osdmap e2098: 8 total, 8 up, 8 in 2024-08-17T01:41:57.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:57 smithi082 ceph-mon[94343]: osdmap e2098: 8 total, 8 up, 8 in 2024-08-17T01:41:57.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:57 smithi137 ceph-mon[86391]: osdmap e2098: 8 total, 8 up, 8 in 2024-08-17T01:41:58.351 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:41:58.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:58 smithi082 ceph-mon[91979]: pgmap v3628: 137 pgs: 137 active+clean; 95 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-08-17T01:41:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:58 smithi082 ceph-mon[91979]: osdmap e2099: 8 total, 8 up, 8 in 2024-08-17T01:41:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:58 smithi082 ceph-mon[94343]: pgmap v3628: 137 pgs: 137 active+clean; 95 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-08-17T01:41:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:58 smithi082 ceph-mon[94343]: osdmap e2099: 8 total, 8 up, 8 in 2024-08-17T01:41:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:58 smithi137 ceph-mon[86391]: pgmap v3628: 137 pgs: 137 active+clean; 95 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-08-17T01:41:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:58 smithi137 ceph-mon[86391]: osdmap e2099: 8 total, 8 up, 8 in 2024-08-17T01:41:59.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:41:59 smithi082 ceph-mon[91979]: osdmap e2100: 8 total, 8 up, 8 in 2024-08-17T01:41:59.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:41:59 smithi082 ceph-mon[94343]: osdmap e2100: 8 total, 8 up, 8 in 2024-08-17T01:41:59.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:41:59 smithi137 ceph-mon[86391]: osdmap e2100: 8 total, 8 up, 8 in 2024-08-17T01:42:00.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:00 smithi082 ceph-mon[94343]: pgmap v3631: 137 pgs: 137 active+clean; 95 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.8 KiB/s wr, 60 op/s 2024-08-17T01:42:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:00 smithi082 ceph-mon[91979]: pgmap v3631: 137 pgs: 137 active+clean; 95 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.8 KiB/s wr, 60 op/s 2024-08-17T01:42:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:00 smithi137 ceph-mon[86391]: pgmap v3631: 137 pgs: 137 active+clean; 95 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.8 KiB/s wr, 60 op/s 2024-08-17T01:42:02.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:02 smithi082 ceph-mon[94343]: pgmap v3632: 137 pgs: 137 active+clean; 99 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 35 op/s 2024-08-17T01:42:02.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:02 smithi082 ceph-mon[91979]: pgmap v3632: 137 pgs: 137 active+clean; 99 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 35 op/s 2024-08-17T01:42:02.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:02 smithi137 ceph-mon[86391]: pgmap v3632: 137 pgs: 137 active+clean; 99 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 35 op/s 2024-08-17T01:42:02.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:42:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:42:03.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:03 smithi082 ceph-mon[94343]: osdmap e2101: 8 total, 8 up, 8 in 2024-08-17T01:42:03.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:03 smithi082 ceph-mon[91979]: osdmap e2101: 8 total, 8 up, 8 in 2024-08-17T01:42:03.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:03 smithi137 ceph-mon[86391]: osdmap e2101: 8 total, 8 up, 8 in 2024-08-17T01:42:04.374 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:42:04.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:04 smithi082 ceph-mon[94343]: pgmap v3634: 137 pgs: 137 active+clean; 99 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-08-17T01:42:04.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:04 smithi082 ceph-mon[94343]: osdmap e2102: 8 total, 8 up, 8 in 2024-08-17T01:42:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:04 smithi082 ceph-mon[91979]: pgmap v3634: 137 pgs: 137 active+clean; 99 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-08-17T01:42:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:04 smithi082 ceph-mon[91979]: osdmap e2102: 8 total, 8 up, 8 in 2024-08-17T01:42:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:04 smithi137 ceph-mon[86391]: pgmap v3634: 137 pgs: 137 active+clean; 99 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-08-17T01:42:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:04 smithi137 ceph-mon[86391]: osdmap e2102: 8 total, 8 up, 8 in 2024-08-17T01:42:05.352 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:42:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:42:05] "GET /metrics HTTP/1.1" 200 36654 "" "Prometheus/2.43.0" 2024-08-17T01:42:05.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:05 smithi082 ceph-mon[94343]: osdmap e2103: 8 total, 8 up, 8 in 2024-08-17T01:42:05.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:42:05.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:05 smithi082 ceph-mon[91979]: osdmap e2103: 8 total, 8 up, 8 in 2024-08-17T01:42:05.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:42:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:05 smithi137 ceph-mon[86391]: osdmap e2103: 8 total, 8 up, 8 in 2024-08-17T01:42:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:42:06.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:06 smithi082 ceph-mon[94343]: pgmap v3637: 137 pgs: 137 active+clean; 106 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-08-17T01:42:06.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:06 smithi082 ceph-mon[91979]: pgmap v3637: 137 pgs: 137 active+clean; 106 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-08-17T01:42:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:06 smithi137 ceph-mon[86391]: pgmap v3637: 137 pgs: 137 active+clean; 106 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-08-17T01:42:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:08 smithi082 ceph-mon[94343]: pgmap v3638: 137 pgs: 137 active+clean; 106 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-08-17T01:42:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:08 smithi082 ceph-mon[91979]: pgmap v3638: 137 pgs: 137 active+clean; 106 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-08-17T01:42:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:08 smithi137 ceph-mon[86391]: pgmap v3638: 137 pgs: 137 active+clean; 106 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-08-17T01:42:09.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:09 smithi082 ceph-mon[94343]: osdmap e2104: 8 total, 8 up, 8 in 2024-08-17T01:42:09.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:09 smithi082 ceph-mon[91979]: osdmap e2104: 8 total, 8 up, 8 in 2024-08-17T01:42:09.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:09 smithi137 ceph-mon[86391]: osdmap e2104: 8 total, 8 up, 8 in 2024-08-17T01:42:10.409 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:42:10.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:10 smithi082 ceph-mon[94343]: pgmap v3640: 137 pgs: 137 active+clean; 113 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-08-17T01:42:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:10 smithi082 ceph-mon[94343]: osdmap e2105: 8 total, 8 up, 8 in 2024-08-17T01:42:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:10 smithi082 ceph-mon[91979]: pgmap v3640: 137 pgs: 137 active+clean; 113 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-08-17T01:42:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:10 smithi082 ceph-mon[91979]: osdmap e2105: 8 total, 8 up, 8 in 2024-08-17T01:42:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:10 smithi137 ceph-mon[86391]: pgmap v3640: 137 pgs: 137 active+clean; 113 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-08-17T01:42:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:10 smithi137 ceph-mon[86391]: osdmap e2105: 8 total, 8 up, 8 in 2024-08-17T01:42:11.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:11 smithi082 ceph-mon[94343]: osdmap e2106: 8 total, 8 up, 8 in 2024-08-17T01:42:11.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:11 smithi082 ceph-mon[91979]: osdmap e2106: 8 total, 8 up, 8 in 2024-08-17T01:42:11.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:11 smithi137 ceph-mon[86391]: osdmap e2106: 8 total, 8 up, 8 in 2024-08-17T01:42:12.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:12 smithi082 ceph-mon[94343]: pgmap v3643: 137 pgs: 137 active+clean; 119 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-17T01:42:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:12 smithi082 ceph-mon[91979]: pgmap v3643: 137 pgs: 137 active+clean; 119 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-17T01:42:12.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:12 smithi137 ceph-mon[86391]: pgmap v3643: 137 pgs: 137 active+clean; 119 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-17T01:42:12.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:42:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:42:14.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:14 smithi082 ceph-mon[94343]: pgmap v3644: 137 pgs: 137 active+clean; 119 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 45 op/s 2024-08-17T01:42:14.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:14 smithi082 ceph-mon[91979]: pgmap v3644: 137 pgs: 137 active+clean; 119 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 45 op/s 2024-08-17T01:42:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:14 smithi137 ceph-mon[86391]: pgmap v3644: 137 pgs: 137 active+clean; 119 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 45 op/s 2024-08-17T01:42:15.398 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:42:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:42:15] "GET /metrics HTTP/1.1" 200 36654 "" "Prometheus/2.43.0" 2024-08-17T01:42:15.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:15 smithi082 ceph-mon[94343]: osdmap e2107: 8 total, 8 up, 8 in 2024-08-17T01:42:15.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:15 smithi082 ceph-mon[91979]: osdmap e2107: 8 total, 8 up, 8 in 2024-08-17T01:42:15.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:15 smithi137 ceph-mon[86391]: osdmap e2107: 8 total, 8 up, 8 in 2024-08-17T01:42:16.435 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:42:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:16 smithi082 ceph-mon[94343]: pgmap v3646: 137 pgs: 137 active+clean; 119 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.7 KiB/s wr, 39 op/s 2024-08-17T01:42:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:16 smithi082 ceph-mon[94343]: osdmap e2108: 8 total, 8 up, 8 in 2024-08-17T01:42:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:16 smithi082 ceph-mon[91979]: pgmap v3646: 137 pgs: 137 active+clean; 119 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.7 KiB/s wr, 39 op/s 2024-08-17T01:42:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:16 smithi082 ceph-mon[91979]: osdmap e2108: 8 total, 8 up, 8 in 2024-08-17T01:42:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:16 smithi137 ceph-mon[86391]: pgmap v3646: 137 pgs: 137 active+clean; 119 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.7 KiB/s wr, 39 op/s 2024-08-17T01:42:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:16 smithi137 ceph-mon[86391]: osdmap e2108: 8 total, 8 up, 8 in 2024-08-17T01:42:17.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:17 smithi082 ceph-mon[94343]: osdmap e2109: 8 total, 8 up, 8 in 2024-08-17T01:42:17.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:17 smithi082 ceph-mon[91979]: osdmap e2109: 8 total, 8 up, 8 in 2024-08-17T01:42:17.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:17 smithi137 ceph-mon[86391]: osdmap e2109: 8 total, 8 up, 8 in 2024-08-17T01:42:18.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:18 smithi082 ceph-mon[94343]: pgmap v3649: 137 pgs: 137 active+clean; 119 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.0 KiB/s wr, 48 op/s 2024-08-17T01:42:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:18 smithi082 ceph-mon[91979]: pgmap v3649: 137 pgs: 137 active+clean; 119 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.0 KiB/s wr, 48 op/s 2024-08-17T01:42:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:18 smithi137 ceph-mon[86391]: pgmap v3649: 137 pgs: 137 active+clean; 119 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.0 KiB/s wr, 48 op/s 2024-08-17T01:42:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:20 smithi082 ceph-mon[94343]: pgmap v3650: 137 pgs: 137 active+clean; 129 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 48 op/s 2024-08-17T01:42:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:42:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:20 smithi082 ceph-mon[91979]: pgmap v3650: 137 pgs: 137 active+clean; 129 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 48 op/s 2024-08-17T01:42:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:42:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:20 smithi137 ceph-mon[86391]: pgmap v3650: 137 pgs: 137 active+clean; 129 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 48 op/s 2024-08-17T01:42:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:42:21.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:21 smithi082 ceph-mon[94343]: osdmap e2110: 8 total, 8 up, 8 in 2024-08-17T01:42:21.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:21 smithi082 ceph-mon[91979]: osdmap e2110: 8 total, 8 up, 8 in 2024-08-17T01:42:21.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:21 smithi137 ceph-mon[86391]: osdmap e2110: 8 total, 8 up, 8 in 2024-08-17T01:42:22.471 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS1PP (30147 ms) 2024-08-17T01:42:22.471 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS2 2024-08-17T01:42:22.471 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:42:22.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:22 smithi082 ceph-mon[91979]: pgmap v3652: 137 pgs: 137 active+clean; 133 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-08-17T01:42:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:22 smithi082 ceph-mon[91979]: osdmap e2111: 8 total, 8 up, 8 in 2024-08-17T01:42:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:22 smithi082 ceph-mon[94343]: pgmap v3652: 137 pgs: 137 active+clean; 133 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-08-17T01:42:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:22 smithi082 ceph-mon[94343]: osdmap e2111: 8 total, 8 up, 8 in 2024-08-17T01:42:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:22 smithi137 ceph-mon[86391]: pgmap v3652: 137 pgs: 137 active+clean; 133 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-08-17T01:42:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:22 smithi137 ceph-mon[86391]: osdmap e2111: 8 total, 8 up, 8 in 2024-08-17T01:42:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:42:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:42:23.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:23 smithi082 ceph-mon[91979]: osdmap e2112: 8 total, 8 up, 8 in 2024-08-17T01:42:23.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:23 smithi082 ceph-mon[94343]: osdmap e2112: 8 total, 8 up, 8 in 2024-08-17T01:42:23.739 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:23 smithi137 ceph-mon[86391]: osdmap e2112: 8 total, 8 up, 8 in 2024-08-17T01:42:24.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:24 smithi082 ceph-mon[94343]: pgmap v3655: 137 pgs: 137 active+clean; 137 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 1.3 MiB/s wr, 55 op/s 2024-08-17T01:42:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:24 smithi082 ceph-mon[91979]: pgmap v3655: 137 pgs: 137 active+clean; 137 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 1.3 MiB/s wr, 55 op/s 2024-08-17T01:42:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:24 smithi137 ceph-mon[86391]: pgmap v3655: 137 pgs: 137 active+clean; 137 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 1.3 MiB/s wr, 55 op/s 2024-08-17T01:42:25.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:42:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:42:25] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-08-17T01:42:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:26 smithi082 ceph-mon[94343]: pgmap v3656: 137 pgs: 137 active+clean; 141 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 43 op/s 2024-08-17T01:42:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:26 smithi082 ceph-mon[91979]: pgmap v3656: 137 pgs: 137 active+clean; 141 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 43 op/s 2024-08-17T01:42:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:26 smithi137 ceph-mon[86391]: pgmap v3656: 137 pgs: 137 active+clean; 141 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 43 op/s 2024-08-17T01:42:28.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:28 smithi082 ceph-mon[91979]: pgmap v3657: 137 pgs: 137 active+clean; 141 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.3 KiB/s wr, 35 op/s 2024-08-17T01:42:28.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:28 smithi082 ceph-mon[94343]: pgmap v3657: 137 pgs: 137 active+clean; 141 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.3 KiB/s wr, 35 op/s 2024-08-17T01:42:28.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:28 smithi137 ceph-mon[86391]: pgmap v3657: 137 pgs: 137 active+clean; 141 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.3 KiB/s wr, 35 op/s 2024-08-17T01:42:29.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:29 smithi082 ceph-mon[94343]: osdmap e2113: 8 total, 8 up, 8 in 2024-08-17T01:42:29.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:29 smithi082 ceph-mon[91979]: osdmap e2113: 8 total, 8 up, 8 in 2024-08-17T01:42:29.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:29 smithi137 ceph-mon[86391]: osdmap e2113: 8 total, 8 up, 8 in 2024-08-17T01:42:30.498 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:42:30.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:30 smithi082 ceph-mon[94343]: pgmap v3659: 137 pgs: 137 active+clean; 145 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 537 KiB/s wr, 31 op/s 2024-08-17T01:42:30.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:30 smithi082 ceph-mon[94343]: osdmap e2114: 8 total, 8 up, 8 in 2024-08-17T01:42:30.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:30 smithi082 ceph-mon[91979]: pgmap v3659: 137 pgs: 137 active+clean; 145 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 537 KiB/s wr, 31 op/s 2024-08-17T01:42:30.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:30 smithi082 ceph-mon[91979]: osdmap e2114: 8 total, 8 up, 8 in 2024-08-17T01:42:30.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:30 smithi137 ceph-mon[86391]: pgmap v3659: 137 pgs: 137 active+clean; 145 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 537 KiB/s wr, 31 op/s 2024-08-17T01:42:30.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:30 smithi137 ceph-mon[86391]: osdmap e2114: 8 total, 8 up, 8 in 2024-08-17T01:42:31.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:31 smithi137 ceph-mon[86391]: osdmap e2115: 8 total, 8 up, 8 in 2024-08-17T01:42:31.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:31 smithi082 ceph-mon[91979]: osdmap e2115: 8 total, 8 up, 8 in 2024-08-17T01:42:31.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:31 smithi082 ceph-mon[94343]: osdmap e2115: 8 total, 8 up, 8 in 2024-08-17T01:42:32.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:32 smithi137 ceph-mon[86391]: pgmap v3662: 137 pgs: 137 active+clean; 145 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.3 KiB/s rd, 684 KiB/s wr, 13 op/s 2024-08-17T01:42:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:42:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:42:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:42:32.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:32 smithi082 ceph-mon[94343]: pgmap v3662: 137 pgs: 137 active+clean; 145 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.3 KiB/s rd, 684 KiB/s wr, 13 op/s 2024-08-17T01:42:32.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:32 smithi082 ceph-mon[91979]: pgmap v3662: 137 pgs: 137 active+clean; 145 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.3 KiB/s rd, 684 KiB/s wr, 13 op/s 2024-08-17T01:42:34.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:34 smithi137 ceph-mon[86391]: pgmap v3663: 137 pgs: 137 active+clean; 157 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-08-17T01:42:34.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:34 smithi082 ceph-mon[94343]: pgmap v3663: 137 pgs: 137 active+clean; 157 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-08-17T01:42:34.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:34 smithi082 ceph-mon[91979]: pgmap v3663: 137 pgs: 137 active+clean; 157 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-08-17T01:42:35.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:42:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:42:35] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-08-17T01:42:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:42:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:42:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:42:36.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:36 smithi082 ceph-mon[94343]: pgmap v3664: 137 pgs: 137 active+clean; 157 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-08-17T01:42:36.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:36 smithi082 ceph-mon[91979]: pgmap v3664: 137 pgs: 137 active+clean; 157 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-08-17T01:42:36.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:36 smithi137 ceph-mon[86391]: pgmap v3664: 137 pgs: 137 active+clean; 157 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-08-17T01:42:37.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:37 smithi082 ceph-mon[94343]: osdmap e2116: 8 total, 8 up, 8 in 2024-08-17T01:42:37.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:37 smithi082 ceph-mon[91979]: osdmap e2116: 8 total, 8 up, 8 in 2024-08-17T01:42:37.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:37 smithi137 ceph-mon[86391]: osdmap e2116: 8 total, 8 up, 8 in 2024-08-17T01:42:38.547 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:42:38.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:38 smithi082 ceph-mon[94343]: pgmap v3666: 137 pgs: 137 active+clean; 162 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.1 MiB/s wr, 40 op/s 2024-08-17T01:42:38.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:38 smithi082 ceph-mon[94343]: osdmap e2117: 8 total, 8 up, 8 in 2024-08-17T01:42:38.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:38 smithi082 ceph-mon[91979]: pgmap v3666: 137 pgs: 137 active+clean; 162 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.1 MiB/s wr, 40 op/s 2024-08-17T01:42:38.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:38 smithi082 ceph-mon[91979]: osdmap e2117: 8 total, 8 up, 8 in 2024-08-17T01:42:38.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:38 smithi137 ceph-mon[86391]: pgmap v3666: 137 pgs: 137 active+clean; 162 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.1 MiB/s wr, 40 op/s 2024-08-17T01:42:38.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:38 smithi137 ceph-mon[86391]: osdmap e2117: 8 total, 8 up, 8 in 2024-08-17T01:42:39.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:39 smithi082 ceph-mon[94343]: osdmap e2118: 8 total, 8 up, 8 in 2024-08-17T01:42:39.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:39 smithi082 ceph-mon[91979]: osdmap e2118: 8 total, 8 up, 8 in 2024-08-17T01:42:39.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:39 smithi137 ceph-mon[86391]: osdmap e2118: 8 total, 8 up, 8 in 2024-08-17T01:42:40.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:40 smithi082 ceph-mon[94343]: pgmap v3669: 137 pgs: 137 active+clean; 175 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-08-17T01:42:40.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:40 smithi082 ceph-mon[91979]: pgmap v3669: 137 pgs: 137 active+clean; 175 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-08-17T01:42:40.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:40 smithi137 ceph-mon[86391]: pgmap v3669: 137 pgs: 137 active+clean; 175 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-08-17T01:42:42.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:42 smithi137 ceph-mon[86391]: pgmap v3670: 137 pgs: 137 active+clean; 175 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-08-17T01:42:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:42:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:42:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:42:42.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:42 smithi082 ceph-mon[94343]: pgmap v3670: 137 pgs: 137 active+clean; 175 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-08-17T01:42:42.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:42 smithi082 ceph-mon[91979]: pgmap v3670: 137 pgs: 137 active+clean; 175 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-08-17T01:42:44.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:44 smithi082 ceph-mon[91979]: pgmap v3671: 137 pgs: 137 active+clean; 175 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-08-17T01:42:44.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:44 smithi082 ceph-mon[94343]: pgmap v3671: 137 pgs: 137 active+clean; 175 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-08-17T01:42:44.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:44 smithi137 ceph-mon[86391]: pgmap v3671: 137 pgs: 137 active+clean; 175 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-08-17T01:42:45.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:42:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:42:45] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-08-17T01:42:45.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:45 smithi082 ceph-mon[91979]: osdmap e2119: 8 total, 8 up, 8 in 2024-08-17T01:42:45.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:45 smithi082 ceph-mon[94343]: osdmap e2119: 8 total, 8 up, 8 in 2024-08-17T01:42:45.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:45 smithi137 ceph-mon[86391]: osdmap e2119: 8 total, 8 up, 8 in 2024-08-17T01:42:46.579 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:42:46.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:46 smithi082 ceph-mon[94343]: pgmap v3673: 137 pgs: 137 active+clean; 179 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.1 MiB/s wr, 43 op/s 2024-08-17T01:42:46.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:46 smithi082 ceph-mon[94343]: osdmap e2120: 8 total, 8 up, 8 in 2024-08-17T01:42:46.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:46 smithi082 ceph-mon[91979]: pgmap v3673: 137 pgs: 137 active+clean; 179 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.1 MiB/s wr, 43 op/s 2024-08-17T01:42:46.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:46 smithi082 ceph-mon[91979]: osdmap e2120: 8 total, 8 up, 8 in 2024-08-17T01:42:46.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:46 smithi137 ceph-mon[86391]: pgmap v3673: 137 pgs: 137 active+clean; 179 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.1 MiB/s wr, 43 op/s 2024-08-17T01:42:46.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:46 smithi137 ceph-mon[86391]: osdmap e2120: 8 total, 8 up, 8 in 2024-08-17T01:42:47.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:47 smithi082 ceph-mon[91979]: osdmap e2121: 8 total, 8 up, 8 in 2024-08-17T01:42:47.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:47 smithi082 ceph-mon[94343]: osdmap e2121: 8 total, 8 up, 8 in 2024-08-17T01:42:47.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:47 smithi137 ceph-mon[86391]: osdmap e2121: 8 total, 8 up, 8 in 2024-08-17T01:42:48.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:48 smithi082 ceph-mon[94343]: pgmap v3676: 137 pgs: 137 active+clean; 180 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 688 KiB/s wr, 36 op/s 2024-08-17T01:42:48.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:48 smithi082 ceph-mon[91979]: pgmap v3676: 137 pgs: 137 active+clean; 180 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 688 KiB/s wr, 36 op/s 2024-08-17T01:42:48.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:48 smithi137 ceph-mon[86391]: pgmap v3676: 137 pgs: 137 active+clean; 180 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 688 KiB/s wr, 36 op/s 2024-08-17T01:42:50.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:50 smithi082 ceph-mon[94343]: pgmap v3677: 137 pgs: 137 active+clean; 192 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-08-17T01:42:50.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:42:50.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:50 smithi082 ceph-mon[91979]: pgmap v3677: 137 pgs: 137 active+clean; 192 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-08-17T01:42:50.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:42:50.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:50 smithi137 ceph-mon[86391]: pgmap v3677: 137 pgs: 137 active+clean; 192 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-08-17T01:42:50.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:42:52.573 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:42:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:42:52.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:52 smithi082 ceph-mon[91979]: pgmap v3678: 137 pgs: 137 active+clean; 193 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.4 MiB/s wr, 42 op/s 2024-08-17T01:42:52.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:42:52.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:42:52.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:42:52.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:42:52.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:52 smithi082 ceph-mon[94343]: pgmap v3678: 137 pgs: 137 active+clean; 193 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.4 MiB/s wr, 42 op/s 2024-08-17T01:42:52.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:42:52.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:42:52.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:42:52.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:42:52.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:52 smithi137 ceph-mon[86391]: pgmap v3678: 137 pgs: 137 active+clean; 193 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.4 MiB/s wr, 42 op/s 2024-08-17T01:42:52.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:42:52.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:42:52.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:42:52.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:42:54.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:54 smithi082 ceph-mon[91979]: pgmap v3679: 137 pgs: 137 active+clean; 193 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 MiB/s wr, 24 op/s 2024-08-17T01:42:54.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:54 smithi082 ceph-mon[91979]: osdmap e2122: 8 total, 8 up, 8 in 2024-08-17T01:42:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:54 smithi082 ceph-mon[94343]: pgmap v3679: 137 pgs: 137 active+clean; 193 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 MiB/s wr, 24 op/s 2024-08-17T01:42:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:54 smithi082 ceph-mon[94343]: osdmap e2122: 8 total, 8 up, 8 in 2024-08-17T01:42:54.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:54 smithi137 ceph-mon[86391]: pgmap v3679: 137 pgs: 137 active+clean; 193 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 MiB/s wr, 24 op/s 2024-08-17T01:42:54.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:54 smithi137 ceph-mon[86391]: osdmap e2122: 8 total, 8 up, 8 in 2024-08-17T01:42:55.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:42:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:42:55] "GET /metrics HTTP/1.1" 200 36660 "" "Prometheus/2.43.0" 2024-08-17T01:42:55.548 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:42:55.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:55 smithi082 ceph-mon[94343]: osdmap e2123: 8 total, 8 up, 8 in 2024-08-17T01:42:55.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:55 smithi082 ceph-mon[91979]: osdmap e2123: 8 total, 8 up, 8 in 2024-08-17T01:42:55.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:55 smithi137 ceph-mon[86391]: osdmap e2123: 8 total, 8 up, 8 in 2024-08-17T01:42:56.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:56 smithi082 ceph-mon[94343]: pgmap v3682: 137 pgs: 137 active+clean; 202 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.5 MiB/s wr, 31 op/s 2024-08-17T01:42:56.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:56 smithi082 ceph-mon[94343]: osdmap e2124: 8 total, 8 up, 8 in 2024-08-17T01:42:56.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:56 smithi082 ceph-mon[91979]: pgmap v3682: 137 pgs: 137 active+clean; 202 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.5 MiB/s wr, 31 op/s 2024-08-17T01:42:56.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:56 smithi082 ceph-mon[91979]: osdmap e2124: 8 total, 8 up, 8 in 2024-08-17T01:42:56.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:56 smithi137 ceph-mon[86391]: pgmap v3682: 137 pgs: 137 active+clean; 202 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.5 MiB/s wr, 31 op/s 2024-08-17T01:42:56.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:56 smithi137 ceph-mon[86391]: osdmap e2124: 8 total, 8 up, 8 in 2024-08-17T01:42:58.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:42:58 smithi082 ceph-mon[94343]: pgmap v3684: 137 pgs: 137 active+clean; 210 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-08-17T01:42:58.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:42:58 smithi082 ceph-mon[91979]: pgmap v3684: 137 pgs: 137 active+clean; 210 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-08-17T01:42:58.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:42:58 smithi137 ceph-mon[86391]: pgmap v3684: 137 pgs: 137 active+clean; 210 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-08-17T01:43:00.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:00 smithi082 ceph-mon[94343]: pgmap v3685: 137 pgs: 137 active+clean; 211 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-08-17T01:43:00.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:00 smithi082 ceph-mon[91979]: pgmap v3685: 137 pgs: 137 active+clean; 211 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-08-17T01:43:00.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:00 smithi137 ceph-mon[86391]: pgmap v3685: 137 pgs: 137 active+clean; 211 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-08-17T01:43:02.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:02 smithi137 ceph-mon[86391]: pgmap v3686: 137 pgs: 137 active+clean; 211 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-08-17T01:43:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:43:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:43:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:43:02.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:02 smithi082 ceph-mon[91979]: pgmap v3686: 137 pgs: 137 active+clean; 211 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-08-17T01:43:02.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:02 smithi082 ceph-mon[94343]: pgmap v3686: 137 pgs: 137 active+clean; 211 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-08-17T01:43:03.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:03 smithi082 ceph-mon[94343]: osdmap e2125: 8 total, 8 up, 8 in 2024-08-17T01:43:03.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:03 smithi082 ceph-mon[91979]: osdmap e2125: 8 total, 8 up, 8 in 2024-08-17T01:43:03.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:03 smithi137 ceph-mon[86391]: osdmap e2125: 8 total, 8 up, 8 in 2024-08-17T01:43:04.581 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS2 (42111 ms) 2024-08-17T01:43:04.582 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS2PP 2024-08-17T01:43:04.582 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:43:04.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:04 smithi082 ceph-mon[91979]: pgmap v3688: 137 pgs: 137 active+clean; 223 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.5 MiB/s wr, 30 op/s 2024-08-17T01:43:04.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:04 smithi082 ceph-mon[91979]: osdmap e2126: 8 total, 8 up, 8 in 2024-08-17T01:43:04.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:04 smithi082 ceph-mon[94343]: pgmap v3688: 137 pgs: 137 active+clean; 223 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.5 MiB/s wr, 30 op/s 2024-08-17T01:43:04.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:04 smithi082 ceph-mon[94343]: osdmap e2126: 8 total, 8 up, 8 in 2024-08-17T01:43:04.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:04 smithi137 ceph-mon[86391]: pgmap v3688: 137 pgs: 137 active+clean; 223 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.5 MiB/s wr, 30 op/s 2024-08-17T01:43:04.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:04 smithi137 ceph-mon[86391]: osdmap e2126: 8 total, 8 up, 8 in 2024-08-17T01:43:05.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:43:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:43:05] "GET /metrics HTTP/1.1" 200 36660 "" "Prometheus/2.43.0" 2024-08-17T01:43:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:05 smithi082 ceph-mon[94343]: osdmap e2127: 8 total, 8 up, 8 in 2024-08-17T01:43:05.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:43:05.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:05 smithi082 ceph-mon[91979]: osdmap e2127: 8 total, 8 up, 8 in 2024-08-17T01:43:05.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:43:05.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:05 smithi137 ceph-mon[86391]: osdmap e2127: 8 total, 8 up, 8 in 2024-08-17T01:43:05.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:43:06.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:06 smithi082 ceph-mon[94343]: pgmap v3691: 137 pgs: 137 active+clean; 235 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-08-17T01:43:06.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:06 smithi082 ceph-mon[91979]: pgmap v3691: 137 pgs: 137 active+clean; 235 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-08-17T01:43:06.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:06 smithi137 ceph-mon[86391]: pgmap v3691: 137 pgs: 137 active+clean; 235 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-08-17T01:43:08.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:08 smithi082 ceph-mon[94343]: pgmap v3692: 137 pgs: 137 active+clean; 235 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-08-17T01:43:08.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:08 smithi082 ceph-mon[91979]: pgmap v3692: 137 pgs: 137 active+clean; 235 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-08-17T01:43:08.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:08 smithi137 ceph-mon[86391]: pgmap v3692: 137 pgs: 137 active+clean; 235 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-08-17T01:43:10.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:10 smithi082 ceph-mon[94343]: pgmap v3693: 137 pgs: 137 active+clean; 235 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.8 MiB/s wr, 36 op/s 2024-08-17T01:43:10.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:10 smithi082 ceph-mon[91979]: pgmap v3693: 137 pgs: 137 active+clean; 235 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.8 MiB/s wr, 36 op/s 2024-08-17T01:43:10.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:10 smithi137 ceph-mon[86391]: pgmap v3693: 137 pgs: 137 active+clean; 235 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.8 MiB/s wr, 36 op/s 2024-08-17T01:43:11.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:11 smithi082 ceph-mon[94343]: osdmap e2128: 8 total, 8 up, 8 in 2024-08-17T01:43:11.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:11 smithi082 ceph-mon[91979]: osdmap e2128: 8 total, 8 up, 8 in 2024-08-17T01:43:11.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:11 smithi137 ceph-mon[86391]: osdmap e2128: 8 total, 8 up, 8 in 2024-08-17T01:43:12.582 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:43:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:43:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:43:12.615 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:43:12.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:12 smithi082 ceph-mon[91979]: pgmap v3695: 137 pgs: 137 active+clean; 235 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 544 KiB/s wr, 31 op/s 2024-08-17T01:43:12.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:12 smithi082 ceph-mon[91979]: osdmap e2129: 8 total, 8 up, 8 in 2024-08-17T01:43:12.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:12 smithi082 ceph-mon[94343]: pgmap v3695: 137 pgs: 137 active+clean; 235 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 544 KiB/s wr, 31 op/s 2024-08-17T01:43:12.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:12 smithi082 ceph-mon[94343]: osdmap e2129: 8 total, 8 up, 8 in 2024-08-17T01:43:12.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:12 smithi137 ceph-mon[86391]: pgmap v3695: 137 pgs: 137 active+clean; 235 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 544 KiB/s wr, 31 op/s 2024-08-17T01:43:12.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:12 smithi137 ceph-mon[86391]: osdmap e2129: 8 total, 8 up, 8 in 2024-08-17T01:43:13.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:13 smithi082 ceph-mon[94343]: osdmap e2130: 8 total, 8 up, 8 in 2024-08-17T01:43:13.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:13 smithi082 ceph-mon[91979]: osdmap e2130: 8 total, 8 up, 8 in 2024-08-17T01:43:13.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:13 smithi137 ceph-mon[86391]: osdmap e2130: 8 total, 8 up, 8 in 2024-08-17T01:43:14.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:14 smithi082 ceph-mon[94343]: pgmap v3698: 137 pgs: 137 active+clean; 239 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 686 KiB/s wr, 21 op/s 2024-08-17T01:43:14.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:14 smithi082 ceph-mon[91979]: pgmap v3698: 137 pgs: 137 active+clean; 239 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 686 KiB/s wr, 21 op/s 2024-08-17T01:43:14.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:14 smithi137 ceph-mon[86391]: pgmap v3698: 137 pgs: 137 active+clean; 239 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 686 KiB/s wr, 21 op/s 2024-08-17T01:43:15.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:43:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:43:15] "GET /metrics HTTP/1.1" 200 36660 "" "Prometheus/2.43.0" 2024-08-17T01:43:16.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:16 smithi082 ceph-mon[94343]: pgmap v3699: 137 pgs: 137 active+clean; 251 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-17T01:43:16.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:16 smithi082 ceph-mon[91979]: pgmap v3699: 137 pgs: 137 active+clean; 251 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-17T01:43:16.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:16 smithi137 ceph-mon[86391]: pgmap v3699: 137 pgs: 137 active+clean; 251 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-17T01:43:18.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:18 smithi082 ceph-mon[91979]: pgmap v3700: 137 pgs: 137 active+clean; 251 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.4 MiB/s wr, 42 op/s 2024-08-17T01:43:18.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:18 smithi082 ceph-mon[94343]: pgmap v3700: 137 pgs: 137 active+clean; 251 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.4 MiB/s wr, 42 op/s 2024-08-17T01:43:18.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:18 smithi137 ceph-mon[86391]: pgmap v3700: 137 pgs: 137 active+clean; 251 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.4 MiB/s wr, 42 op/s 2024-08-17T01:43:19.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:19 smithi082 ceph-mon[91979]: osdmap e2131: 8 total, 8 up, 8 in 2024-08-17T01:43:19.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:19 smithi082 ceph-mon[94343]: osdmap e2131: 8 total, 8 up, 8 in 2024-08-17T01:43:19.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:19 smithi137 ceph-mon[86391]: osdmap e2131: 8 total, 8 up, 8 in 2024-08-17T01:43:20.649 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:43:20.888 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:20 smithi137 ceph-mon[86391]: pgmap v3702: 137 pgs: 137 active+clean; 259 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.2 MiB/s wr, 37 op/s 2024-08-17T01:43:20.888 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:20 smithi137 ceph-mon[86391]: osdmap e2132: 8 total, 8 up, 8 in 2024-08-17T01:43:20.888 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:43:20.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:20 smithi082 ceph-mon[94343]: pgmap v3702: 137 pgs: 137 active+clean; 259 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.2 MiB/s wr, 37 op/s 2024-08-17T01:43:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:20 smithi082 ceph-mon[94343]: osdmap e2132: 8 total, 8 up, 8 in 2024-08-17T01:43:20.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:43:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:20 smithi082 ceph-mon[91979]: pgmap v3702: 137 pgs: 137 active+clean; 259 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.2 MiB/s wr, 37 op/s 2024-08-17T01:43:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:20 smithi082 ceph-mon[91979]: osdmap e2132: 8 total, 8 up, 8 in 2024-08-17T01:43:20.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:43:21.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:21 smithi082 ceph-mon[94343]: osdmap e2133: 8 total, 8 up, 8 in 2024-08-17T01:43:21.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:21 smithi082 ceph-mon[91979]: osdmap e2133: 8 total, 8 up, 8 in 2024-08-17T01:43:21.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:21 smithi137 ceph-mon[86391]: osdmap e2133: 8 total, 8 up, 8 in 2024-08-17T01:43:22.625 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:43:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:43:22.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:22 smithi082 ceph-mon[94343]: pgmap v3705: 137 pgs: 137 active+clean; 266 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-08-17T01:43:22.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:22 smithi082 ceph-mon[91979]: pgmap v3705: 137 pgs: 137 active+clean; 266 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-08-17T01:43:22.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:22 smithi137 ceph-mon[86391]: pgmap v3705: 137 pgs: 137 active+clean; 266 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-08-17T01:43:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:24 smithi082 ceph-mon[94343]: pgmap v3706: 137 pgs: 137 active+clean; 270 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-08-17T01:43:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:24 smithi082 ceph-mon[91979]: pgmap v3706: 137 pgs: 137 active+clean; 270 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-08-17T01:43:24.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:24 smithi137 ceph-mon[86391]: pgmap v3706: 137 pgs: 137 active+clean; 270 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-08-17T01:43:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:43:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:43:25] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-08-17T01:43:26.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:26 smithi082 ceph-mon[91979]: pgmap v3707: 137 pgs: 137 active+clean; 273 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.5 MiB/s wr, 42 op/s 2024-08-17T01:43:26.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:26 smithi082 ceph-mon[94343]: pgmap v3707: 137 pgs: 137 active+clean; 273 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.5 MiB/s wr, 42 op/s 2024-08-17T01:43:26.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:26 smithi137 ceph-mon[86391]: pgmap v3707: 137 pgs: 137 active+clean; 273 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.5 MiB/s wr, 42 op/s 2024-08-17T01:43:27.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:27 smithi082 ceph-mon[94343]: osdmap e2134: 8 total, 8 up, 8 in 2024-08-17T01:43:27.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:27 smithi082 ceph-mon[91979]: osdmap e2134: 8 total, 8 up, 8 in 2024-08-17T01:43:27.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:27 smithi137 ceph-mon[86391]: osdmap e2134: 8 total, 8 up, 8 in 2024-08-17T01:43:28.681 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:43:28.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:28 smithi082 ceph-mon[94343]: pgmap v3709: 137 pgs: 137 active+clean; 273 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.1 MiB/s wr, 36 op/s 2024-08-17T01:43:28.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:28 smithi082 ceph-mon[94343]: osdmap e2135: 8 total, 8 up, 8 in 2024-08-17T01:43:28.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:28 smithi082 ceph-mon[91979]: pgmap v3709: 137 pgs: 137 active+clean; 273 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.1 MiB/s wr, 36 op/s 2024-08-17T01:43:28.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:28 smithi082 ceph-mon[91979]: osdmap e2135: 8 total, 8 up, 8 in 2024-08-17T01:43:28.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:28 smithi137 ceph-mon[86391]: pgmap v3709: 137 pgs: 137 active+clean; 273 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.1 MiB/s wr, 36 op/s 2024-08-17T01:43:28.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:28 smithi137 ceph-mon[86391]: osdmap e2135: 8 total, 8 up, 8 in 2024-08-17T01:43:29.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:29 smithi082 ceph-mon[94343]: osdmap e2136: 8 total, 8 up, 8 in 2024-08-17T01:43:29.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:29 smithi082 ceph-mon[91979]: osdmap e2136: 8 total, 8 up, 8 in 2024-08-17T01:43:29.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:29 smithi137 ceph-mon[86391]: osdmap e2136: 8 total, 8 up, 8 in 2024-08-17T01:43:30.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:30 smithi082 ceph-mon[94343]: pgmap v3712: 137 pgs: 137 active+clean; 295 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-08-17T01:43:30.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:30 smithi082 ceph-mon[91979]: pgmap v3712: 137 pgs: 137 active+clean; 295 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-08-17T01:43:30.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:30 smithi137 ceph-mon[86391]: pgmap v3712: 137 pgs: 137 active+clean; 295 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-08-17T01:43:32.660 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:43:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:43:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:43:32.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:32 smithi082 ceph-mon[94343]: pgmap v3713: 137 pgs: 137 active+clean; 295 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-08-17T01:43:32.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:32 smithi082 ceph-mon[91979]: pgmap v3713: 137 pgs: 137 active+clean; 295 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-08-17T01:43:32.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:32 smithi137 ceph-mon[86391]: pgmap v3713: 137 pgs: 137 active+clean; 295 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-08-17T01:43:34.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:34 smithi082 ceph-mon[94343]: pgmap v3714: 137 pgs: 137 active+clean; 295 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.5 MiB/s wr, 39 op/s 2024-08-17T01:43:34.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:34 smithi082 ceph-mon[91979]: pgmap v3714: 137 pgs: 137 active+clean; 295 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.5 MiB/s wr, 39 op/s 2024-08-17T01:43:34.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:34 smithi137 ceph-mon[86391]: pgmap v3714: 137 pgs: 137 active+clean; 295 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.5 MiB/s wr, 39 op/s 2024-08-17T01:43:35.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:43:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:43:35] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-08-17T01:43:35.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:43:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:43:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:43:36.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:36 smithi082 ceph-mon[94343]: pgmap v3715: 137 pgs: 137 active+clean; 295 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-17T01:43:36.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:36 smithi082 ceph-mon[91979]: pgmap v3715: 137 pgs: 137 active+clean; 295 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-17T01:43:36.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:36 smithi137 ceph-mon[86391]: pgmap v3715: 137 pgs: 137 active+clean; 295 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-17T01:43:37.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:37 smithi082 ceph-mon[94343]: osdmap e2137: 8 total, 8 up, 8 in 2024-08-17T01:43:37.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:37 smithi082 ceph-mon[91979]: osdmap e2137: 8 total, 8 up, 8 in 2024-08-17T01:43:37.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:37 smithi137 ceph-mon[86391]: osdmap e2137: 8 total, 8 up, 8 in 2024-08-17T01:43:38.729 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:43:38.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:38 smithi082 ceph-mon[91979]: pgmap v3717: 137 pgs: 137 active+clean; 295 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 970 KiB/s wr, 31 op/s 2024-08-17T01:43:38.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:38 smithi082 ceph-mon[91979]: osdmap e2138: 8 total, 8 up, 8 in 2024-08-17T01:43:38.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:38 smithi082 ceph-mon[94343]: pgmap v3717: 137 pgs: 137 active+clean; 295 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 970 KiB/s wr, 31 op/s 2024-08-17T01:43:38.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:38 smithi082 ceph-mon[94343]: osdmap e2138: 8 total, 8 up, 8 in 2024-08-17T01:43:38.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:38 smithi137 ceph-mon[86391]: pgmap v3717: 137 pgs: 137 active+clean; 295 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 970 KiB/s wr, 31 op/s 2024-08-17T01:43:38.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:38 smithi137 ceph-mon[86391]: osdmap e2138: 8 total, 8 up, 8 in 2024-08-17T01:43:39.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:39 smithi082 ceph-mon[94343]: osdmap e2139: 8 total, 8 up, 8 in 2024-08-17T01:43:39.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:39 smithi082 ceph-mon[91979]: osdmap e2139: 8 total, 8 up, 8 in 2024-08-17T01:43:39.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:39 smithi137 ceph-mon[86391]: osdmap e2139: 8 total, 8 up, 8 in 2024-08-17T01:43:40.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:40 smithi082 ceph-mon[94343]: pgmap v3720: 137 pgs: 137 active+clean; 310 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 31 op/s 2024-08-17T01:43:40.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:40 smithi082 ceph-mon[91979]: pgmap v3720: 137 pgs: 137 active+clean; 310 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 31 op/s 2024-08-17T01:43:40.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:40 smithi137 ceph-mon[86391]: pgmap v3720: 137 pgs: 137 active+clean; 310 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 31 op/s 2024-08-17T01:43:42.707 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:43:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:43:42.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:42 smithi082 ceph-mon[94343]: pgmap v3721: 137 pgs: 137 active+clean; 317 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 31 op/s 2024-08-17T01:43:42.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:42 smithi082 ceph-mon[91979]: pgmap v3721: 137 pgs: 137 active+clean; 317 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 31 op/s 2024-08-17T01:43:42.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:42 smithi137 ceph-mon[86391]: pgmap v3721: 137 pgs: 137 active+clean; 317 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 31 op/s 2024-08-17T01:43:44.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:44 smithi082 ceph-mon[94343]: pgmap v3722: 137 pgs: 137 active+clean; 317 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.5 MiB/s wr, 40 op/s 2024-08-17T01:43:44.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:44 smithi082 ceph-mon[91979]: pgmap v3722: 137 pgs: 137 active+clean; 317 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.5 MiB/s wr, 40 op/s 2024-08-17T01:43:44.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:44 smithi137 ceph-mon[86391]: pgmap v3722: 137 pgs: 137 active+clean; 317 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.5 MiB/s wr, 40 op/s 2024-08-17T01:43:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:43:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:43:45] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-08-17T01:43:46.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:46 smithi082 ceph-mon[94343]: pgmap v3723: 137 pgs: 137 active+clean; 317 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-17T01:43:47.033 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:46 smithi082 ceph-mon[91979]: pgmap v3723: 137 pgs: 137 active+clean; 317 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-17T01:43:47.033 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:46 smithi137 ceph-mon[86391]: pgmap v3723: 137 pgs: 137 active+clean; 317 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-17T01:43:47.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:47 smithi137 ceph-mon[86391]: osdmap e2140: 8 total, 8 up, 8 in 2024-08-17T01:43:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:47 smithi082 ceph-mon[94343]: osdmap e2140: 8 total, 8 up, 8 in 2024-08-17T01:43:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:47 smithi082 ceph-mon[91979]: osdmap e2140: 8 total, 8 up, 8 in 2024-08-17T01:43:48.740 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:48 smithi082 ceph-mon[94343]: pgmap v3725: 137 pgs: 137 active+clean; 321 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-08-17T01:43:48.740 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:48 smithi082 ceph-mon[91979]: pgmap v3725: 137 pgs: 137 active+clean; 321 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-08-17T01:43:48.740 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:48 smithi082 ceph-mon[91979]: osdmap e2141: 8 total, 8 up, 8 in 2024-08-17T01:43:48.764 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS2PP (44183 ms) 2024-08-17T01:43:48.764 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-08-17T01:43:48.764 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:43:49.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:48 smithi137 ceph-mon[86391]: pgmap v3725: 137 pgs: 137 active+clean; 321 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-08-17T01:43:49.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:48 smithi137 ceph-mon[86391]: osdmap e2141: 8 total, 8 up, 8 in 2024-08-17T01:43:50.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:49 smithi137 ceph-mon[86391]: osdmap e2142: 8 total, 8 up, 8 in 2024-08-17T01:43:50.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:48 smithi082 ceph-mon[94343]: osdmap e2141: 8 total, 8 up, 8 in 2024-08-17T01:43:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:49 smithi082 ceph-mon[94343]: osdmap e2142: 8 total, 8 up, 8 in 2024-08-17T01:43:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:49 smithi082 ceph-mon[91979]: osdmap e2142: 8 total, 8 up, 8 in 2024-08-17T01:43:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:50 smithi082 ceph-mon[94343]: pgmap v3728: 137 pgs: 137 active+clean; 329 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 1.3 MiB/s wr, 47 op/s 2024-08-17T01:43:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:50 smithi082 ceph-mon[94343]: osdmap e2143: 8 total, 8 up, 8 in 2024-08-17T01:43:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:43:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:50 smithi082 ceph-mon[91979]: pgmap v3728: 137 pgs: 137 active+clean; 329 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 1.3 MiB/s wr, 47 op/s 2024-08-17T01:43:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:50 smithi082 ceph-mon[91979]: osdmap e2143: 8 total, 8 up, 8 in 2024-08-17T01:43:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:43:51.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:50 smithi137 ceph-mon[86391]: pgmap v3728: 137 pgs: 137 active+clean; 329 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 1.3 MiB/s wr, 47 op/s 2024-08-17T01:43:51.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:50 smithi137 ceph-mon[86391]: osdmap e2143: 8 total, 8 up, 8 in 2024-08-17T01:43:51.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:43:51.788 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3023 ms) 2024-08-17T01:43:51.788 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-08-17T01:43:51.788 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:43:52.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:51 smithi082 ceph-mon[94343]: osdmap e2144: 8 total, 8 up, 8 in 2024-08-17T01:43:52.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:51 smithi082 ceph-mon[94343]: pgmap v3731: 137 pgs: 137 active+clean; 341 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 3.0 MiB/s wr, 67 op/s 2024-08-17T01:43:52.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:51 smithi082 ceph-mon[91979]: osdmap e2144: 8 total, 8 up, 8 in 2024-08-17T01:43:52.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:51 smithi082 ceph-mon[91979]: pgmap v3731: 137 pgs: 137 active+clean; 341 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 3.0 MiB/s wr, 67 op/s 2024-08-17T01:43:52.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:51 smithi137 ceph-mon[86391]: osdmap e2144: 8 total, 8 up, 8 in 2024-08-17T01:43:52.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:51 smithi137 ceph-mon[86391]: pgmap v3731: 137 pgs: 137 active+clean; 341 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 3.0 MiB/s wr, 67 op/s 2024-08-17T01:43:52.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:43:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:43:53.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:52 smithi082 ceph-mon[94343]: osdmap e2145: 8 total, 8 up, 8 in 2024-08-17T01:43:53.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:52 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:43:53.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:52 smithi082 ceph-mon[91979]: osdmap e2145: 8 total, 8 up, 8 in 2024-08-17T01:43:53.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:52 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:43:53.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:52 smithi137 ceph-mon[86391]: osdmap e2145: 8 total, 8 up, 8 in 2024-08-17T01:43:53.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:52 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:43:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:53 smithi082 ceph-mon[94343]: osdmap e2146: 8 total, 8 up, 8 in 2024-08-17T01:43:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:53 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:43:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:53 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:43:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:53 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:43:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:53 smithi082 ceph-mon[94343]: pgmap v3734: 137 pgs: 137 active+clean; 341 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 2.0 MiB/s wr, 54 op/s 2024-08-17T01:43:54.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:53 smithi082 ceph-mon[91979]: osdmap e2146: 8 total, 8 up, 8 in 2024-08-17T01:43:54.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:53 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:43:54.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:53 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:43:54.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:53 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:43:54.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:53 smithi082 ceph-mon[91979]: pgmap v3734: 137 pgs: 137 active+clean; 341 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 2.0 MiB/s wr, 54 op/s 2024-08-17T01:43:54.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:53 smithi137 ceph-mon[86391]: osdmap e2146: 8 total, 8 up, 8 in 2024-08-17T01:43:54.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:53 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:43:54.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:53 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:43:54.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:53 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:43:54.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:53 smithi137 ceph-mon[86391]: pgmap v3734: 137 pgs: 137 active+clean; 341 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 2.0 MiB/s wr, 54 op/s 2024-08-17T01:43:54.826 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3038 ms) 2024-08-17T01:43:54.826 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-08-17T01:43:54.826 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:43:55.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:54 smithi082 ceph-mon[94343]: osdmap e2147: 8 total, 8 up, 8 in 2024-08-17T01:43:55.026 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:54 smithi082 ceph-mon[91979]: osdmap e2147: 8 total, 8 up, 8 in 2024-08-17T01:43:55.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:54 smithi137 ceph-mon[86391]: osdmap e2147: 8 total, 8 up, 8 in 2024-08-17T01:43:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:43:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:43:55] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-08-17T01:43:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:55 smithi082 ceph-mon[91979]: osdmap e2148: 8 total, 8 up, 8 in 2024-08-17T01:43:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:55 smithi082 ceph-mon[91979]: pgmap v3737: 137 pgs: 137 active+clean; 342 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 265 KiB/s wr, 98 op/s 2024-08-17T01:43:56.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:55 smithi082 ceph-mon[94343]: osdmap e2148: 8 total, 8 up, 8 in 2024-08-17T01:43:56.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:55 smithi082 ceph-mon[94343]: pgmap v3737: 137 pgs: 137 active+clean; 342 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 265 KiB/s wr, 98 op/s 2024-08-17T01:43:56.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:55 smithi137 ceph-mon[86391]: osdmap e2148: 8 total, 8 up, 8 in 2024-08-17T01:43:56.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:55 smithi137 ceph-mon[86391]: pgmap v3737: 137 pgs: 137 active+clean; 342 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 265 KiB/s wr, 98 op/s 2024-08-17T01:43:57.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:56 smithi082 ceph-mon[91979]: osdmap e2149: 8 total, 8 up, 8 in 2024-08-17T01:43:57.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:56 smithi082 ceph-mon[94343]: osdmap e2149: 8 total, 8 up, 8 in 2024-08-17T01:43:57.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:56 smithi137 ceph-mon[86391]: osdmap e2149: 8 total, 8 up, 8 in 2024-08-17T01:43:57.837 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3011 ms) 2024-08-17T01:43:57.837 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-08-17T01:43:57.837 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:43:57.903 INFO:tasks.workunit.client.0.smithi082.stdout: i=0 exists [67190059~7628806,126227517~1893555,149432059~5552080,189823578~2258662,243541184~638914,290324145~5611447,305298607~3924243,323894744~6833304] wrote [67190059~7628806,126227517~1893555,149432059~5552080,189823578~2258662,243541184~638914,290324145~5611447,305298607~3924243,323894744~6833304] 2024-08-17T01:43:58.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:57 smithi082 ceph-mon[94343]: osdmap e2150: 8 total, 8 up, 8 in 2024-08-17T01:43:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:57 smithi082 ceph-mon[94343]: pgmap v3740: 137 pgs: 137 active+clean; 342 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 266 KiB/s wr, 108 op/s 2024-08-17T01:43:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:57 smithi082 ceph-mon[91979]: osdmap e2150: 8 total, 8 up, 8 in 2024-08-17T01:43:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:57 smithi082 ceph-mon[91979]: pgmap v3740: 137 pgs: 137 active+clean; 342 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 266 KiB/s wr, 108 op/s 2024-08-17T01:43:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:57 smithi137 ceph-mon[86391]: osdmap e2150: 8 total, 8 up, 8 in 2024-08-17T01:43:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:57 smithi137 ceph-mon[86391]: pgmap v3740: 137 pgs: 137 active+clean; 342 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 266 KiB/s wr, 108 op/s 2024-08-17T01:43:58.845 INFO:tasks.workunit.client.0.smithi082.stdout: i=1 exists [54925673~5577935,67190059~7628806,79051559~3014717,126227517~1893555,137745119~1244929,149432059~5552080,182575121~42979,189823578~2258662,196363688~4882615,243541184~638914,250327586~762946,258380703~3952529,290324145~5611447,305298607~3924243,323894744~9987016,401209688~961935] wrote [54925673~5577935,71847757~1853635,79051559~3014717,137745119~1244929,182575121~42979,196363688~4882615,250327586~762946,258380703~3952529,327770423~6111337,401209688~961935] 2024-08-17T01:43:59.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:58 smithi082 ceph-mon[94343]: osdmap e2151: 8 total, 8 up, 8 in 2024-08-17T01:43:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:58 smithi082 ceph-mon[91979]: osdmap e2151: 8 total, 8 up, 8 in 2024-08-17T01:43:59.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:58 smithi137 ceph-mon[86391]: osdmap e2151: 8 total, 8 up, 8 in 2024-08-17T01:43:59.907 INFO:tasks.workunit.client.0.smithi082.stdout: i=2 exists [54925673~5577935,67190059~7628806,79051559~3014717,113218595~5911721,126227517~1893555,137745119~1244929,149432059~5552080,182575121~42979,184316340~1493139,189823578~2258662,196363688~4882615,229535327~3396098,243541184~638914,250327586~762946,258380703~3952529,274889024~7040275,287650880~2366785,290324145~5611447,302119863~114172,305298607~3924243,315466893~6400001,323894744~9987016,346404305~5383131,395472083~7469950] wrote [113218595~5911721,184316340~1493139,229535327~3396098,274889024~7040275,287650880~2366785,302119863~114172,315466893~6400001,346404305~5383131,395472083~7469950] 2024-08-17T01:44:00.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:59 smithi082 ceph-mon[94343]: osdmap e2152: 8 total, 8 up, 8 in 2024-08-17T01:44:00.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:43:59 smithi082 ceph-mon[94343]: pgmap v3743: 137 pgs: 137 active+clean; 387 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 8.0 MiB/s wr, 125 op/s 2024-08-17T01:44:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:59 smithi082 ceph-mon[91979]: osdmap e2152: 8 total, 8 up, 8 in 2024-08-17T01:44:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:43:59 smithi082 ceph-mon[91979]: pgmap v3743: 137 pgs: 137 active+clean; 387 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 8.0 MiB/s wr, 125 op/s 2024-08-17T01:44:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:59 smithi137 ceph-mon[86391]: osdmap e2152: 8 total, 8 up, 8 in 2024-08-17T01:44:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:43:59 smithi137 ceph-mon[86391]: pgmap v3743: 137 pgs: 137 active+clean; 387 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 8.0 MiB/s wr, 125 op/s 2024-08-17T01:44:00.929 INFO:tasks.workunit.client.0.smithi082.stdout: i=3 exists [33065620~2912794,54925673~5577935,60996902~16449377,79051559~3014717,100451533~7757046,113218595~5911721,126227517~1893555,137745119~1244929,149432059~8352803,182575121~42979,184316340~1493139,189823578~2258662,196363688~4882615,229535327~3396098,243541184~638914,250327586~762946,258380703~3952529,274889024~7040275,287650880~2366785,290324145~5611447,302119863~114172,305298607~3924243,315466893~18414867,346404305~5383131,358555808~8127447,395472083~12428181] wrote [33065620~2912794,60996902~7511590,72220255~5226024,100451533~7757046,150479057~1088826,151733765~6051097,321782708~4542113,358555808~8127447,402045561~5854703] 2024-08-17T01:44:01.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:00 smithi082 ceph-mon[94343]: osdmap e2153: 8 total, 8 up, 8 in 2024-08-17T01:44:01.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:00 smithi082 ceph-mon[91979]: osdmap e2153: 8 total, 8 up, 8 in 2024-08-17T01:44:01.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:00 smithi137 ceph-mon[86391]: osdmap e2153: 8 total, 8 up, 8 in 2024-08-17T01:44:01.921 INFO:tasks.workunit.client.0.smithi082.stdout: i=4 exists [17097020~1674296,33065620~2912794,41521272~4479684,54925673~5577935,60996902~16449377,79051559~3014717,100451533~7757046,113218595~5911721,126227517~1893555,137745119~1244929,149432059~10852301,182575121~42979,184316340~1493139,189823578~2258662,196363688~4882615,207971374~7599024,229535327~3396098,243541184~638914,249401810~4917564,255387748~6945484,274889024~7040275,287650880~2366785,290324145~5611447,302119863~114172,305298607~3924243,315466893~18414867,346404305~5383131,358555808~8127447,379709736~7280418,395472083~12428181] wrote [17097020~1674296,41521272~4479684,63747630~9943894,152161382~1283329,155785404~4498956,207971374~7599024,249401810~4917564,255387748~5644635,379709736~7280418] 2024-08-17T01:44:02.094 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:01 smithi137 ceph-mon[86391]: osdmap e2154: 8 total, 8 up, 8 in 2024-08-17T01:44:02.094 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:01 smithi137 ceph-mon[86391]: pgmap v3746: 137 pgs: 137 active+clean; 421 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 14 MiB/s wr, 79 op/s 2024-08-17T01:44:02.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:01 smithi082 ceph-mon[94343]: osdmap e2154: 8 total, 8 up, 8 in 2024-08-17T01:44:02.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:01 smithi082 ceph-mon[94343]: pgmap v3746: 137 pgs: 137 active+clean; 421 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 14 MiB/s wr, 79 op/s 2024-08-17T01:44:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:01 smithi082 ceph-mon[91979]: osdmap e2154: 8 total, 8 up, 8 in 2024-08-17T01:44:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:01 smithi082 ceph-mon[91979]: pgmap v3746: 137 pgs: 137 active+clean; 421 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 14 MiB/s wr, 79 op/s 2024-08-17T01:44:02.486 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:44:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:44:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:44:02.922 INFO:tasks.workunit.client.0.smithi082.stdout: i=5 exists [3033167~6893786,10010256~9879928,26924067~3926095,33065620~2912794,41521272~4479684,54925673~5577935,60996902~16449377,79051559~3014717,100451533~7757046,110608856~8521460,126227517~1893555,137745119~1244929,149432059~10852301,170298265~1549081,182575121~42979,184316340~1493139,189823578~2258662,196363688~4882615,207971374~7599024,229535327~3396098,243541184~638914,249401810~4917564,255387748~6945484,274889024~7040275,287650880~2366785,290324145~5611447,302119863~114172,305298607~3924243,315466893~18414867,346404305~5383131,358555808~8127447,379709736~7280418,395472083~12428181] wrote [3033167~6893786,10010256~9879928,26924067~3926095,74853832~2253324,110608856~4053198,170298265~1549081,250175055~817422,321157798~7992544] 2024-08-17T01:44:03.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:02 smithi082 ceph-mon[94343]: osdmap e2155: 8 total, 8 up, 8 in 2024-08-17T01:44:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:02 smithi082 ceph-mon[91979]: osdmap e2155: 8 total, 8 up, 8 in 2024-08-17T01:44:03.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:02 smithi137 ceph-mon[86391]: osdmap e2155: 8 total, 8 up, 8 in 2024-08-17T01:44:03.914 INFO:tasks.workunit.client.0.smithi082.stdout: i=6 exists [3033167~6893786,10010256~9879928,26924067~3926095,33065620~2912794,41521272~4479684,54925673~5577935,60996902~16449377,79051559~3014717,100451533~7757046,110608856~8521460,119253900~6359921,126227517~1893555,128372395~2741172,137745119~1244929,149432059~10852301,170298265~1549081,182575121~42979,184316340~1493139,189823578~2258662,196363688~4882615,205612289~9958109,229535327~3396098,243541184~638914,245254431~9064943,255387748~6945484,274889024~7040275,287650880~2366785,290324145~5611447,302119863~114172,305298607~3924243,315466893~18414867,346404305~5383131,358555808~8127447,367855183~2414936,371506043~6401366,379709736~7280418,395472083~12428181] wrote [27700508~1215812,62538202~1024995,119253900~6359921,128372395~2741172,205612289~8351317,245254431~5787185,256011639~5033471,367855183~2414936,371506043~6401366] 2024-08-17T01:44:04.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:03 smithi082 ceph-mon[94343]: osdmap e2156: 8 total, 8 up, 8 in 2024-08-17T01:44:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:03 smithi082 ceph-mon[94343]: pgmap v3749: 137 pgs: 137 active+clean; 522 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 27 MiB/s wr, 295 op/s 2024-08-17T01:44:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:03 smithi082 ceph-mon[91979]: osdmap e2156: 8 total, 8 up, 8 in 2024-08-17T01:44:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:03 smithi082 ceph-mon[91979]: pgmap v3749: 137 pgs: 137 active+clean; 522 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 27 MiB/s wr, 295 op/s 2024-08-17T01:44:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:03 smithi137 ceph-mon[86391]: osdmap e2156: 8 total, 8 up, 8 in 2024-08-17T01:44:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:03 smithi137 ceph-mon[86391]: pgmap v3749: 137 pgs: 137 active+clean; 522 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 27 MiB/s wr, 295 op/s 2024-08-17T01:44:04.971 INFO:tasks.workunit.client.0.smithi082.stdout: i=7 exists [3033167~6893786,10010256~9879928,26855740~5328193,33065620~2912794,41521272~4479684,54925673~5577935,60996902~16449377,79051559~3014717,98293387~9915192,110608856~8521460,119253900~6359921,126227517~1893555,128372395~2741172,137745119~1244929,149432059~14736700,170298265~1549081,182575121~42979,184316340~1493139,189823578~2258662,196363688~4882615,205612289~9958109,229535327~3396098,240981513~13337861,255387748~9589941,265785792~8611957,274889024~7040275,284685549~5332116,290324145~5611447,302119863~114172,305298607~3924243,315466893~18414867,346404305~5383131,358555808~8127447,367855183~2414936,371506043~6401366,379709736~7280418,395472083~12428181] wrote [26855740~5328193,98293387~4275519,159692361~4476398,240981513~9019525,258683384~6294305,265785792~8611957,284685549~4075764] 2024-08-17T01:44:05.126 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:04 smithi082 ceph-mon[94343]: osdmap e2157: 8 total, 8 up, 8 in 2024-08-17T01:44:05.126 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:04 smithi082 ceph-mon[91979]: osdmap e2157: 8 total, 8 up, 8 in 2024-08-17T01:44:05.126 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:44:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:44:05] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-08-17T01:44:05.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:04 smithi137 ceph-mon[86391]: osdmap e2157: 8 total, 8 up, 8 in 2024-08-17T01:44:05.971 INFO:tasks.workunit.client.0.smithi082.stdout: i=8 exists [3033167~16857017,26855740~5328193,33065620~2912794,41521272~4479684,54925673~5577935,60996902~21069374,87056953~8123762,98293387~9915192,110608856~8521460,119253900~6359921,126227517~4886050,137745119~1244929,149432059~14736700,170298265~1549081,181814109~1985976,184316340~1493139,189823578~2258662,196363688~4882615,205612289~9958109,225069430~7861995,240981513~13337861,255387748~9589941,265785792~8611957,274889024~7040275,284685549~5332116,290324145~5611447,302119863~114172,305298607~3924243,315466893~18414867,342855145~14019834,358555808~8127447,367855183~2414936,371506043~6401366,379709736~7280418,395472083~12428181] wrote [7297223~5904518,62171565~1283132,77171445~2206535,87056953~8123762,127459026~1744448,181814109~1985976,225069430~4856299,342855145~14019834,397718096~5218563] 2024-08-17T01:44:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:05 smithi082 ceph-mon[91979]: osdmap e2158: 8 total, 8 up, 8 in 2024-08-17T01:44:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:05 smithi082 ceph-mon[91979]: pgmap v3752: 137 pgs: 137 active+clean; 640 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 47 MiB/s wr, 293 op/s 2024-08-17T01:44:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:44:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:05 smithi082 ceph-mon[94343]: osdmap e2158: 8 total, 8 up, 8 in 2024-08-17T01:44:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:05 smithi082 ceph-mon[94343]: pgmap v3752: 137 pgs: 137 active+clean; 640 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 47 MiB/s wr, 293 op/s 2024-08-17T01:44:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:44:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:05 smithi137 ceph-mon[86391]: osdmap e2158: 8 total, 8 up, 8 in 2024-08-17T01:44:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:05 smithi137 ceph-mon[86391]: pgmap v3752: 137 pgs: 137 active+clean; 640 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 47 MiB/s wr, 293 op/s 2024-08-17T01:44:06.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:44:06.905 INFO:tasks.workunit.client.0.smithi082.stdout: i=9 exists [313142~19577042,25467052~781778,26855740~5328193,33065620~2912794,41521272~4479684,54925673~5577935,60996902~21069374,87056953~8123762,98293387~9915192,110608856~8521460,119253900~6359921,126227517~4886050,137745119~1244929,149432059~14736700,170298265~7256812,181814109~1985976,184316340~1493139,189823578~2258662,196363688~4882615,205612289~9958109,225069430~7861995,240981513~13337861,255387748~9589941,265785792~16143507,284685549~5332116,290324145~5611447,296180136~1224900,302119863~114172,305298607~3924243,315466893~18414867,334722992~3843180,342855145~14019834,358555808~8127447,367855183~2414936,371506043~6401366,378144532~8845622,395472083~12428181] wrote [313142~3915109,13299827~747734,25467052~781778,128545394~1631572,170925073~6630004,255969257~534898,271754514~6410057,296180136~1224900,334722992~3843180,378144532~3486462] 2024-08-17T01:44:07.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:06 smithi082 ceph-mon[91979]: osdmap e2159: 8 total, 8 up, 8 in 2024-08-17T01:44:07.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:06 smithi082 ceph-mon[94343]: osdmap e2159: 8 total, 8 up, 8 in 2024-08-17T01:44:07.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:06 smithi137 ceph-mon[86391]: osdmap e2159: 8 total, 8 up, 8 in 2024-08-17T01:44:07.960 INFO:tasks.workunit.client.0.smithi082.stdout: i=10 exists [313142~19577042,25467052~781778,26855740~5328193,33065620~2912794,41521272~4479684,51132083~9371525,60996902~21069374,87056953~8123762,98293387~9915192,110608856~8521460,119253900~6359921,126227517~4886050,131636169~4354445,137745119~1244929,149432059~14736700,170298265~7256812,181814109~1985976,184316340~7765900,196363688~4882615,205612289~9958109,225069430~7861995,240981513~23996176,265460326~16468973,284685549~5332116,290324145~5611447,296180136~1224900,302119863~114172,305298607~3924243,315466893~18414867,334722992~3843180,342855145~14019834,358555808~8127447,367855183~2414936,371506043~6401366,378144532~8845622,391825181~16075083] wrote [51132083~7520880,131636169~4354445,185268694~6234804,242827767~5895732,251596826~7469413,265460326~3329894,292205265~1581239,378581052~3847801,391825181~4033601] 2024-08-17T01:44:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:07 smithi082 ceph-mon[94343]: osdmap e2160: 8 total, 8 up, 8 in 2024-08-17T01:44:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:07 smithi082 ceph-mon[94343]: pgmap v3755: 137 pgs: 137 active+clean; 697 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 40 MiB/s wr, 20 op/s 2024-08-17T01:44:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:07 smithi082 ceph-mon[91979]: osdmap e2160: 8 total, 8 up, 8 in 2024-08-17T01:44:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:07 smithi082 ceph-mon[91979]: pgmap v3755: 137 pgs: 137 active+clean; 697 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 40 MiB/s wr, 20 op/s 2024-08-17T01:44:08.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:07 smithi137 ceph-mon[86391]: osdmap e2160: 8 total, 8 up, 8 in 2024-08-17T01:44:08.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:07 smithi137 ceph-mon[86391]: pgmap v3755: 137 pgs: 137 active+clean; 697 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 40 MiB/s wr, 20 op/s 2024-08-17T01:44:08.973 INFO:tasks.workunit.client.0.smithi082.stdout: i=11 exists [313142~19577042,25467052~781778,26855740~5328193,33065620~2912794,41521272~4479684,51132083~9371525,60996902~21069374,87056953~8123762,98293387~9915192,108780129~10350187,119253900~6359921,126227517~4886050,131232407~5659176,137745119~1244929,149432059~14736700,170298265~7256812,181814109~1985976,184316340~7765900,194403206~6843097,205612289~9958109,225069430~7861995,240981513~23996176,265460326~16468973,284685549~5332116,290324145~5611447,296180136~1224900,302119863~114172,303635360~256333,305298607~3924243,315466893~18414867,334722992~3843180,342855145~14532294,358555808~11714311,371506043~6401366,378144532~8845622,391825181~16075083] wrote [13472314~2647657,108780129~4942899,131232407~5659176,157769023~3091390,194403206~5235063,303635360~256333,350124766~7262673,360812504~9225352] 2024-08-17T01:44:09.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:08 smithi082 ceph-mon[94343]: osdmap e2161: 8 total, 8 up, 8 in 2024-08-17T01:44:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:08 smithi082 ceph-mon[91979]: osdmap e2161: 8 total, 8 up, 8 in 2024-08-17T01:44:09.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:08 smithi137 ceph-mon[86391]: osdmap e2161: 8 total, 8 up, 8 in 2024-08-17T01:44:09.957 INFO:tasks.workunit.client.0.smithi082.stdout: i=12 exists [313142~19577042,25467052~781778,26855740~5328193,33065620~2912794,37157379~3137261,41521272~4479684,51132083~9371525,60996902~21943125,87056953~21151626,108780129~10350187,119253900~6359921,126227517~4886050,131232407~5659176,137745119~1244929,149432059~14736700,170298265~7256812,181814109~1985976,184316340~7765900,194403206~6843097,205612289~9958109,221770863~14130257,240981513~23996176,265460326~16468973,284685549~5332116,290324145~5611447,296180136~1224900,302119863~114172,303635360~256333,305298607~3924243,315466893~18414867,334722992~3843180,342855145~14532294,358555808~11714311,371506043~6401366,378144532~8845622,391825181~16075083] wrote [37157379~3137261,80134432~2805595,94727249~7609557,102916956~1351277,214355649~100416,221770863~6731555,229520266~6380854,290778664~2850071,323509145~5286180,398822039~1741729] 2024-08-17T01:44:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:09 smithi082 ceph-mon[94343]: osdmap e2162: 8 total, 8 up, 8 in 2024-08-17T01:44:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:09 smithi082 ceph-mon[94343]: pgmap v3758: 137 pgs: 137 active+clean; 816 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 192 KiB/s rd, 42 MiB/s wr, 307 op/s 2024-08-17T01:44:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:09 smithi082 ceph-mon[91979]: osdmap e2162: 8 total, 8 up, 8 in 2024-08-17T01:44:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:09 smithi082 ceph-mon[91979]: pgmap v3758: 137 pgs: 137 active+clean; 816 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 192 KiB/s rd, 42 MiB/s wr, 307 op/s 2024-08-17T01:44:10.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:09 smithi137 ceph-mon[86391]: osdmap e2162: 8 total, 8 up, 8 in 2024-08-17T01:44:10.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:09 smithi137 ceph-mon[86391]: pgmap v3758: 137 pgs: 137 active+clean; 816 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 192 KiB/s rd, 42 MiB/s wr, 307 op/s 2024-08-17T01:44:10.964 INFO:tasks.workunit.client.0.smithi082.stdout: i=13 exists [313142~24956126,25467052~781778,26855740~5328193,33065620~2912794,37157379~3137261,41521272~4479684,51132083~9371525,60996902~21943125,87056953~21151626,108780129~10350187,119253900~6359921,126227517~4886050,131232407~5659176,137745119~1244929,146867284~1765850,149432059~14736700,170298265~7256812,179205880~12876360,194403206~6843097,205612289~9958109,221770863~14130257,240981513~23996176,265460326~16468973,284685549~5332116,290324145~5611447,296180136~1224900,302119863~114172,303635360~256333,305298607~3924243,315466893~18414867,334722992~3843180,342855145~14532294,358555808~11714311,371506043~6401366,378144532~8845622,387202516~4119613,391825181~16075083] wrote [18406176~6863092,70400743~5746758,87841710~6496249,146867284~1765850,179205880~5212643,251792759~8034672,363220197~1456611,366991437~552571,387202516~4119613] 2024-08-17T01:44:11.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:10 smithi082 ceph-mon[91979]: osdmap e2163: 8 total, 8 up, 8 in 2024-08-17T01:44:11.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:10 smithi082 ceph-mon[94343]: osdmap e2163: 8 total, 8 up, 8 in 2024-08-17T01:44:11.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:10 smithi137 ceph-mon[86391]: osdmap e2163: 8 total, 8 up, 8 in 2024-08-17T01:44:12.031 INFO:tasks.workunit.client.0.smithi082.stdout: i=14 exists [313142~24956126,25467052~781778,26855740~5328193,33065620~2912794,37157379~3137261,41521272~4479684,51132083~9371525,60763562~22176465,87056953~21151626,108780129~10350187,119253900~6359921,126227517~4886050,131232407~10075729,146867284~1765850,149432059~14736700,170298265~7256812,179205880~12876360,194403206~6843097,205612289~9958109,221770863~14130257,240981513~23996176,265460326~16468973,284685549~5332116,290324145~5611447,296180136~1224900,298816930~10405920,310749628~23132132,334722992~3843180,342855145~14532294,358555808~11714311,371506043~6401366,378144532~8845622,387202516~4119613,391825181~16075083] wrote [5317037~7838064,41720786~3318730,60763562~6725676,136560671~4747465,184102090~7578569,286754143~2627104,298816930~7702877,310749628~6995175] 2024-08-17T01:44:12.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:11 smithi082 ceph-mon[94343]: osdmap e2164: 8 total, 8 up, 8 in 2024-08-17T01:44:12.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:11 smithi082 ceph-mon[94343]: pgmap v3761: 137 pgs: 137 active+clean; 861 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 192 KiB/s rd, 40 MiB/s wr, 308 op/s 2024-08-17T01:44:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:11 smithi082 ceph-mon[91979]: osdmap e2164: 8 total, 8 up, 8 in 2024-08-17T01:44:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:11 smithi082 ceph-mon[91979]: pgmap v3761: 137 pgs: 137 active+clean; 861 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 192 KiB/s rd, 40 MiB/s wr, 308 op/s 2024-08-17T01:44:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:11 smithi137 ceph-mon[86391]: osdmap e2164: 8 total, 8 up, 8 in 2024-08-17T01:44:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:11 smithi137 ceph-mon[86391]: pgmap v3761: 137 pgs: 137 active+clean; 861 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 192 KiB/s rd, 40 MiB/s wr, 308 op/s 2024-08-17T01:44:12.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:44:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:44:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:44:13.000 INFO:tasks.workunit.client.0.smithi082.stdout: i=15 exists [313142~24956126,25467052~781778,26855740~5328193,33065620~2912794,37157379~3137261,41521272~4479684,51132083~9371525,60763562~22176465,87056953~21151626,108780129~10350187,119253900~6359921,126227517~15080619,146867284~1765850,149432059~14736700,170298265~7256812,179205880~12876360,194403206~6843097,205612289~9958109,221770863~14130257,237746040~529880,240981513~23996176,265460326~18516627,284685549~5332116,290324145~5611447,296180136~1224900,298816930~10405920,309902989~23978771,334722992~22664447,358555808~11714311,371506043~6401366,378144532~8845622,387202516~4119613,391825181~16075083] wrote [52604739~7253653,91958939~6328122,127221626~4791820,183221438~846684,237746040~529880,251341108~2218281,279697407~4279546,309902989~6854919,337397179~7170442,378859334~5373913] 2024-08-17T01:44:13.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:12 smithi082 ceph-mon[94343]: osdmap e2165: 8 total, 8 up, 8 in 2024-08-17T01:44:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:12 smithi082 ceph-mon[91979]: osdmap e2165: 8 total, 8 up, 8 in 2024-08-17T01:44:13.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:12 smithi137 ceph-mon[86391]: osdmap e2165: 8 total, 8 up, 8 in 2024-08-17T01:44:13.989 INFO:tasks.workunit.client.0.smithi082.stdout: i=16 exists [313142~24956126,25467052~781778,26855740~5328193,32455882~3758226,37157379~3815566,41521272~4479684,51132083~9371525,60763562~22176465,87056953~21151626,108780129~10350187,119253900~6359921,126227517~15080619,146867284~1765850,149432059~14736700,170298265~7256812,179205880~12876360,194403206~6843097,205612289~9958109,221522045~14379075,237746040~529880,240981513~23996176,265460326~18516627,284685549~5332116,290324145~5611447,296180136~1224900,298816930~10405920,309902989~23978771,334722992~22664447,358555808~11714311,371506043~15484111,387202516~4119613,391825181~16075083] wrote [2291895~6890696,23250267~1641078,32455882~3758226,37498292~3474653,93504695~377901,150533074~4962528,221522045~4720057,263491363~1469049,346902994~7528443,377001357~4994597] 2024-08-17T01:44:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:13 smithi082 ceph-mon[91979]: osdmap e2166: 8 total, 8 up, 8 in 2024-08-17T01:44:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:13 smithi082 ceph-mon[91979]: pgmap v3764: 137 pgs: 137 active+clean; 937 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 218 KiB/s rd, 30 MiB/s wr, 336 op/s 2024-08-17T01:44:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:13 smithi082 ceph-mon[94343]: osdmap e2166: 8 total, 8 up, 8 in 2024-08-17T01:44:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:13 smithi082 ceph-mon[94343]: pgmap v3764: 137 pgs: 137 active+clean; 937 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 218 KiB/s rd, 30 MiB/s wr, 336 op/s 2024-08-17T01:44:14.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:13 smithi137 ceph-mon[86391]: osdmap e2166: 8 total, 8 up, 8 in 2024-08-17T01:44:14.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:13 smithi137 ceph-mon[86391]: pgmap v3764: 137 pgs: 137 active+clean; 937 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 218 KiB/s rd, 30 MiB/s wr, 336 op/s 2024-08-17T01:44:15.060 INFO:tasks.workunit.client.0.smithi082.stdout: i=17 exists [313142~35900966,37157379~3815566,41521272~4479684,51132083~9371525,60763562~22176465,87056953~21151626,108780129~16833692,126227517~15080619,146867284~1765850,149432059~14736700,170298265~21783975,194403206~10823791,205612289~9958109,221522045~14379075,237746040~529880,240981513~42995440,284685549~5332116,290324145~5611447,296180136~1224900,297593010~1104059,298816930~35064830,334722992~22664447,358555808~11714311,371506043~15484111,387202516~20697748] wrote [24741744~7855244,112710532~7765567,172003734~7347459,199801118~5425879,222570908~4040810,263209326~4425582,297593010~1104059,304734202~7983838,390273936~5602059] 2024-08-17T01:44:15.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:14 smithi082 ceph-mon[94343]: osdmap e2167: 8 total, 8 up, 8 in 2024-08-17T01:44:15.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:14 smithi082 ceph-mon[91979]: osdmap e2167: 8 total, 8 up, 8 in 2024-08-17T01:44:15.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:44:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:44:15] "GET /metrics HTTP/1.1" 200 36666 "" "Prometheus/2.43.0" 2024-08-17T01:44:15.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:14 smithi137 ceph-mon[86391]: osdmap e2167: 8 total, 8 up, 8 in 2024-08-17T01:44:16.020 INFO:tasks.workunit.client.0.smithi082.stdout: i=18 exists [313142~35900966,37157379~3815566,41521272~4479684,48429825~1168232,51132083~9371525,60763562~24484386,87056953~21151626,108780129~16833692,126227517~15080619,146867284~1765850,149432059~14736700,170298265~21783975,193880259~11346738,205612289~9958109,216470192~2184787,221522045~14379075,237746040~529880,238987718~51029947,290324145~5611447,296180136~1224900,297593010~1104059,298816930~35064830,334722992~22664447,358555808~11714311,371506043~15484111,387202516~20697748] wrote [48429825~1168232,54250184~2803123,80264079~4983869,129045659~7286463,193880259~4722405,216470192~2184787,238987718~7610980,276881711~10467389,298900710~7899464] 2024-08-17T01:44:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:15 smithi082 ceph-mon[94343]: osdmap e2168: 8 total, 8 up, 8 in 2024-08-17T01:44:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:15 smithi082 ceph-mon[94343]: pgmap v3767: 137 pgs: 137 active+clean; 1.0 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 220 KiB/s rd, 48 MiB/s wr, 345 op/s 2024-08-17T01:44:16.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:15 smithi082 ceph-mon[91979]: osdmap e2168: 8 total, 8 up, 8 in 2024-08-17T01:44:16.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:15 smithi082 ceph-mon[91979]: pgmap v3767: 137 pgs: 137 active+clean; 1.0 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 220 KiB/s rd, 48 MiB/s wr, 345 op/s 2024-08-17T01:44:16.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:15 smithi137 ceph-mon[86391]: osdmap e2168: 8 total, 8 up, 8 in 2024-08-17T01:44:16.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:15 smithi137 ceph-mon[86391]: pgmap v3767: 137 pgs: 137 active+clean; 1.0 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 220 KiB/s rd, 48 MiB/s wr, 345 op/s 2024-08-17T01:44:17.015 INFO:tasks.workunit.client.0.smithi082.stdout: i=19 exists [313142~35900966,37157379~3815566,41521272~4479684,48429825~1168232,51132083~9371525,60763562~24484386,87056953~21151626,108780129~32528007,146867284~1765850,149432059~14736700,170298265~21783975,193880259~11346738,205612289~9958109,216470192~2184787,219256380~16644740,237746040~529880,238987718~51029947,290324145~5611447,296180136~1224900,297593010~1104059,298816930~35064830,334722992~22664447,358555808~11714311,371506043~36394221] wrote [19303033~6040862,115076545~7894894,124861048~10172485,171200441~1480561,219256380~7561837,271386068~2193724,344739099~102172,386593221~4420401,399279693~4331364] 2024-08-17T01:44:17.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:16 smithi082 ceph-mon[94343]: osdmap e2169: 8 total, 8 up, 8 in 2024-08-17T01:44:17.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:16 smithi082 ceph-mon[91979]: osdmap e2169: 8 total, 8 up, 8 in 2024-08-17T01:44:17.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:16 smithi137 ceph-mon[86391]: osdmap e2169: 8 total, 8 up, 8 in 2024-08-17T01:44:17.958 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 1 diff [54525952~8388608,71303168~8388608,134217728~4194304,180355072~4194304,192937984~8388608,247463936~4194304,255852544~4194304,327155712~8388608,398458880~4194304] 2024-08-17T01:44:17.958 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [54525952~8388608,71303168~8388608,134217728~4194304,180355072~4194304,192937984~8388608,247463936~4194304,255852544~4194304,327155712~8388608,398458880~4194304] 2024-08-17T01:44:17.967 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [54525952~8388608,71303168~12582912,134217728~8388608,180355072~4194304,192937984~8388608,247463936~4194304,255852544~8388608,327155712~8388608,398458880~4194304] 2024-08-17T01:44:17.967 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 2 diff [54525952~8388608,71303168~8388608,109051904~8388608,134217728~4194304,180355072~4194304,192937984~8388608,226492416~4194304,247463936~4194304,255852544~4194304,272629760~8388608,285212672~4194304,301989888~4194304,314572800~8388608,327155712~8388608,343932928~8388608,394264576~8388608] 2024-08-17T01:44:17.967 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [54525952~8388608,71303168~8388608,109051904~8388608,134217728~4194304,180355072~4194304,192937984~8388608,226492416~4194304,247463936~4194304,255852544~4194304,272629760~8388608,285212672~4194304,301989888~4194304,314572800~8388608,327155712~8388608,343932928~8388608,394264576~8388608] 2024-08-17T01:44:17.969 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [54525952~8388608,71303168~12582912,109051904~12582912,134217728~8388608,180355072~8388608,192937984~8388608,226492416~8388608,247463936~4194304,255852544~8388608,272629760~20971520,301989888~4194304,314572800~8388608,327155712~8388608,343932928~8388608,394264576~12582912] 2024-08-17T01:44:17.969 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 3 diff [29360128~4194304,54525952~12582912,71303168~8388608,96468992~8388608,109051904~8388608,134217728~4194304,146800640~12582912,180355072~4194304,192937984~8388608,226492416~4194304,247463936~4194304,255852544~4194304,272629760~8388608,285212672~4194304,301989888~4194304,314572800~20971520,343932928~8388608,356515840~8388608,394264576~12582912] 2024-08-17T01:44:17.969 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [29360128~4194304,54525952~12582912,71303168~8388608,96468992~8388608,109051904~8388608,134217728~4194304,146800640~12582912,180355072~4194304,192937984~8388608,226492416~4194304,247463936~4194304,255852544~4194304,272629760~8388608,285212672~4194304,301989888~4194304,314572800~20971520,343932928~8388608,356515840~8388608,394264576~12582912] 2024-08-17T01:44:17.972 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [29360128~8388608,54525952~29360128,96468992~25165824,134217728~8388608,146800640~12582912,180355072~8388608,192937984~8388608,226492416~8388608,247463936~4194304,255852544~8388608,272629760~20971520,301989888~4194304,314572800~20971520,343932928~8388608,356515840~12582912,394264576~16777216] 2024-08-17T01:44:17.972 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 4 diff [16777216~4194304,29360128~4194304,37748736~8388608,54525952~25165824,96468992~8388608,109051904~8388608,134217728~4194304,146800640~16777216,180355072~4194304,192937984~8388608,205520896~8388608,226492416~4194304,247463936~12582912,272629760~8388608,285212672~4194304,301989888~4194304,314572800~20971520,343932928~8388608,356515840~8388608,377487360~8388608,394264576~12582912] 2024-08-17T01:44:17.972 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [16777216~4194304,29360128~4194304,37748736~8388608,54525952~25165824,96468992~8388608,109051904~8388608,134217728~4194304,146800640~16777216,180355072~4194304,192937984~8388608,205520896~8388608,226492416~4194304,247463936~12582912,272629760~8388608,285212672~4194304,301989888~4194304,314572800~20971520,343932928~8388608,356515840~8388608,377487360~8388608,394264576~12582912] 2024-08-17T01:44:17.974 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [16777216~4194304,29360128~16777216,54525952~29360128,96468992~25165824,134217728~8388608,146800640~16777216,180355072~8388608,192937984~8388608,205520896~12582912,226492416~8388608,247463936~16777216,272629760~20971520,301989888~4194304,314572800~20971520,343932928~8388608,356515840~12582912,377487360~12582912,394264576~16777216] 2024-08-17T01:44:17.974 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 5 diff [0~20971520,25165824~8388608,37748736~8388608,54525952~25165824,96468992~8388608,109051904~12582912,134217728~4194304,146800640~16777216,167772160~4194304,180355072~4194304,192937984~8388608,205520896~8388608,226492416~4194304,247463936~12582912,272629760~8388608,285212672~4194304,301989888~4194304,314572800~20971520,343932928~8388608,356515840~8388608,377487360~8388608,394264576~12582912] 2024-08-17T01:44:17.974 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,37748736~8388608,54525952~25165824,96468992~8388608,109051904~12582912,134217728~4194304,146800640~16777216,167772160~4194304,180355072~4194304,192937984~8388608,205520896~8388608,226492416~4194304,247463936~12582912,272629760~8388608,285212672~4194304,301989888~4194304,314572800~20971520,343932928~8388608,356515840~8388608,377487360~8388608,394264576~12582912] 2024-08-17T01:44:17.977 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~20971520,54525952~29360128,96468992~25165824,134217728~8388608,146800640~16777216,167772160~4194304,180355072~8388608,192937984~8388608,205520896~12582912,226492416~8388608,247463936~16777216,272629760~20971520,301989888~4194304,314572800~20971520,343932928~8388608,356515840~12582912,377487360~12582912,394264576~16777216] 2024-08-17T01:44:17.977 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 6 diff [0~20971520,25165824~8388608,37748736~8388608,54525952~25165824,96468992~8388608,109051904~20971520,134217728~4194304,146800640~16777216,167772160~4194304,180355072~4194304,192937984~8388608,205520896~12582912,226492416~4194304,243269632~16777216,272629760~8388608,285212672~4194304,301989888~4194304,314572800~20971520,343932928~8388608,356515840~29360128,394264576~12582912] 2024-08-17T01:44:17.977 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,37748736~8388608,54525952~25165824,96468992~8388608,109051904~20971520,134217728~4194304,146800640~16777216,167772160~4194304,180355072~4194304,192937984~8388608,205520896~12582912,226492416~4194304,243269632~16777216,272629760~8388608,285212672~4194304,301989888~4194304,314572800~20971520,343932928~8388608,356515840~29360128,394264576~12582912] 2024-08-17T01:44:17.980 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~20971520,54525952~29360128,96468992~46137344,146800640~16777216,167772160~4194304,180355072~8388608,192937984~8388608,205520896~12582912,226492416~8388608,243269632~20971520,272629760~20971520,301989888~4194304,314572800~20971520,343932928~8388608,356515840~33554432,394264576~16777216] 2024-08-17T01:44:17.980 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 7 diff [0~20971520,25165824~8388608,37748736~8388608,54525952~25165824,96468992~33554432,134217728~4194304,146800640~16777216,167772160~4194304,180355072~4194304,192937984~8388608,205520896~12582912,226492416~4194304,239075328~50331648,301989888~4194304,314572800~20971520,343932928~8388608,356515840~29360128,394264576~12582912] 2024-08-17T01:44:17.980 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,37748736~8388608,54525952~25165824,96468992~33554432,134217728~4194304,146800640~16777216,167772160~4194304,180355072~4194304,192937984~8388608,205520896~12582912,226492416~4194304,239075328~50331648,301989888~4194304,314572800~20971520,343932928~8388608,356515840~29360128,394264576~12582912] 2024-08-17T01:44:17.984 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~20971520,54525952~29360128,96468992~46137344,146800640~25165824,180355072~8388608,192937984~8388608,205520896~12582912,226492416~8388608,239075328~54525952,301989888~4194304,314572800~20971520,343932928~8388608,356515840~33554432,394264576~16777216] 2024-08-17T01:44:17.984 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 8 diff [0~20971520,25165824~8388608,37748736~8388608,54525952~37748736,96468992~33554432,134217728~4194304,146800640~16777216,167772160~4194304,180355072~4194304,192937984~8388608,205520896~12582912,222298112~8388608,239075328~50331648,301989888~4194304,314572800~20971520,339738624~46137344,394264576~12582912] 2024-08-17T01:44:17.984 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,37748736~8388608,54525952~37748736,96468992~33554432,134217728~4194304,146800640~16777216,167772160~4194304,180355072~4194304,192937984~8388608,205520896~12582912,222298112~8388608,239075328~50331648,301989888~4194304,314572800~20971520,339738624~46137344,394264576~12582912] 2024-08-17T01:44:17.988 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~20971520,54525952~88080384,146800640~25165824,180355072~8388608,192937984~8388608,205520896~12582912,222298112~12582912,239075328~54525952,301989888~4194304,314572800~20971520,339738624~50331648,394264576~16777216] 2024-08-17T01:44:17.988 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 9 diff [0~20971520,25165824~8388608,37748736~8388608,54525952~37748736,96468992~33554432,134217728~4194304,146800640~16777216,167772160~8388608,180355072~4194304,192937984~8388608,205520896~12582912,222298112~8388608,239075328~50331648,293601280~4194304,301989888~4194304,314572800~20971520,339738624~50331648,394264576~12582912] 2024-08-17T01:44:17.988 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,37748736~8388608,54525952~37748736,96468992~33554432,134217728~4194304,146800640~16777216,167772160~8388608,180355072~4194304,192937984~8388608,205520896~12582912,222298112~8388608,239075328~50331648,293601280~4194304,301989888~4194304,314572800~20971520,339738624~50331648,394264576~12582912] 2024-08-17T01:44:17.993 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~20971520,54525952~88080384,146800640~41943040,192937984~8388608,205520896~12582912,222298112~12582912,239075328~58720256,301989888~4194304,314572800~75497472,394264576~16777216] 2024-08-17T01:44:17.993 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 10 diff [0~20971520,25165824~8388608,37748736~8388608,50331648~41943040,96468992~41943040,146800640~16777216,167772160~8388608,180355072~8388608,192937984~8388608,205520896~12582912,222298112~8388608,239075328~58720256,301989888~4194304,314572800~20971520,339738624~67108864] 2024-08-17T01:44:17.993 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,37748736~8388608,50331648~41943040,96468992~41943040,146800640~16777216,167772160~8388608,180355072~8388608,192937984~8388608,205520896~12582912,222298112~8388608,239075328~58720256,301989888~4194304,314572800~20971520,339738624~67108864] 2024-08-17T01:44:17.998 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~20971520,50331648~92274688,146800640~54525952,205520896~12582912,222298112~12582912,239075328~58720256,301989888~4194304,314572800~96468992] 2024-08-17T01:44:17.998 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 11 diff [0~20971520,25165824~8388608,37748736~8388608,50331648~41943040,96468992~41943040,146800640~16777216,167772160~8388608,180355072~8388608,192937984~8388608,205520896~12582912,222298112~8388608,239075328~58720256,301989888~4194304,314572800~20971520,339738624~67108864] 2024-08-17T01:44:17.998 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,37748736~8388608,50331648~41943040,96468992~41943040,146800640~16777216,167772160~8388608,180355072~8388608,192937984~8388608,205520896~12582912,222298112~8388608,239075328~58720256,301989888~4194304,314572800~20971520,339738624~67108864] 2024-08-17T01:44:18.002 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~20971520,50331648~92274688,146800640~54525952,205520896~12582912,222298112~12582912,239075328~58720256,301989888~4194304,314572800~96468992] 2024-08-17T01:44:18.003 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 12 diff [0~20971520,25165824~20971520,50331648~88080384,146800640~16777216,167772160~8388608,180355072~8388608,192937984~8388608,205520896~29360128,239075328~58720256,301989888~4194304,314572800~20971520,339738624~67108864] 2024-08-17T01:44:18.003 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~20971520,50331648~88080384,146800640~16777216,167772160~8388608,180355072~8388608,192937984~8388608,205520896~29360128,239075328~58720256,301989888~4194304,314572800~20971520,339738624~67108864] 2024-08-17T01:44:18.007 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~20971520,50331648~92274688,146800640~54525952,205520896~92274688,301989888~4194304,314572800~96468992] 2024-08-17T01:44:18.007 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 13 diff [0~46137344,50331648~88080384,146800640~16777216,167772160~20971520,192937984~8388608,205520896~29360128,239075328~58720256,301989888~4194304,314572800~20971520,339738624~67108864] 2024-08-17T01:44:18.007 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~46137344,50331648~88080384,146800640~16777216,167772160~20971520,192937984~8388608,205520896~29360128,239075328~58720256,301989888~4194304,314572800~20971520,339738624~67108864] 2024-08-17T01:44:18.013 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~92274688,146800640~54525952,205520896~92274688,301989888~4194304,314572800~96468992] 2024-08-17T01:44:18.013 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 14 diff [0~46137344,50331648~92274688,146800640~16777216,167772160~20971520,192937984~8388608,205520896~29360128,239075328~67108864,310378496~25165824,339738624~67108864] 2024-08-17T01:44:18.013 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~46137344,50331648~92274688,146800640~16777216,167772160~20971520,192937984~8388608,205520896~29360128,239075328~67108864,310378496~25165824,339738624~67108864] 2024-08-17T01:44:18.019 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~92274688,146800640~54525952,205520896~205520896] 2024-08-17T01:44:18.019 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 15 diff [0~46137344,50331648~92274688,146800640~16777216,167772160~20971520,192937984~8388608,205520896~201326592] 2024-08-17T01:44:18.019 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~46137344,50331648~92274688,146800640~16777216,167772160~20971520,192937984~8388608,205520896~201326592] 2024-08-17T01:44:18.026 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~92274688,146800640~54525952,205520896~205520896] 2024-08-17T01:44:18.026 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 16 diff [0~46137344,50331648~92274688,146800640~16777216,167772160~20971520,192937984~8388608,205520896~201326592] 2024-08-17T01:44:18.026 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~46137344,50331648~92274688,146800640~16777216,167772160~20971520,192937984~8388608,205520896~201326592] 2024-08-17T01:44:18.033 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~92274688,146800640~54525952,205520896~205520896] 2024-08-17T01:44:18.033 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 17 diff [0~46137344,50331648~92274688,146800640~16777216,167772160~239075328] 2024-08-17T01:44:18.033 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~46137344,50331648~92274688,146800640~16777216,167772160~239075328] 2024-08-17T01:44:18.041 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~92274688,146800640~264241152] 2024-08-17T01:44:18.041 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 18 diff [0~142606336,146800640~16777216,167772160~239075328] 2024-08-17T01:44:18.041 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~142606336,146800640~16777216,167772160~239075328] 2024-08-17T01:44:18.049 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:18.049 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to 19 diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:18.049 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:18.058 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:18.058 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 2 diff [109051904~8388608,180355072~4194304,226492416~4194304,272629760~8388608,285212672~4194304,301989888~4194304,314572800~8388608,343932928~8388608,394264576~8388608] 2024-08-17T01:44:18.058 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [109051904~8388608,180355072~4194304,226492416~4194304,272629760~8388608,285212672~4194304,301989888~4194304,314572800~8388608,343932928~8388608,394264576~8388608] 2024-08-17T01:44:18.059 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [109051904~12582912,180355072~8388608,226492416~8388608,272629760~20971520,301989888~4194304,314572800~8388608,343932928~8388608,394264576~12582912] 2024-08-17T01:44:18.059 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 3 diff [29360128~4194304,58720256~8388608,71303168~8388608,96468992~8388608,109051904~8388608,146800640~12582912,180355072~4194304,226492416~4194304,272629760~8388608,285212672~4194304,301989888~4194304,314572800~12582912,343932928~8388608,356515840~8388608,394264576~12582912] 2024-08-17T01:44:18.059 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [29360128~4194304,58720256~8388608,71303168~8388608,96468992~8388608,109051904~8388608,146800640~12582912,180355072~4194304,226492416~4194304,272629760~8388608,285212672~4194304,301989888~4194304,314572800~12582912,343932928~8388608,356515840~8388608,394264576~12582912] 2024-08-17T01:44:18.061 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [29360128~8388608,58720256~20971520,96468992~25165824,146800640~12582912,180355072~8388608,226492416~8388608,272629760~20971520,301989888~4194304,314572800~12582912,343932928~8388608,356515840~12582912,394264576~16777216] 2024-08-17T01:44:18.061 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 4 diff [16777216~4194304,29360128~4194304,37748736~8388608,58720256~16777216,96468992~8388608,109051904~8388608,146800640~16777216,180355072~4194304,205520896~8388608,226492416~4194304,247463936~12582912,272629760~8388608,285212672~4194304,301989888~4194304,314572800~12582912,343932928~8388608,356515840~8388608,377487360~8388608,394264576~12582912] 2024-08-17T01:44:18.061 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [16777216~4194304,29360128~4194304,37748736~8388608,58720256~16777216,96468992~8388608,109051904~8388608,146800640~16777216,180355072~4194304,205520896~8388608,226492416~4194304,247463936~12582912,272629760~8388608,285212672~4194304,301989888~4194304,314572800~12582912,343932928~8388608,356515840~8388608,377487360~8388608,394264576~12582912] 2024-08-17T01:44:18.063 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [16777216~4194304,29360128~16777216,58720256~20971520,96468992~25165824,146800640~16777216,180355072~8388608,205520896~12582912,226492416~8388608,247463936~16777216,272629760~20971520,301989888~4194304,314572800~12582912,343932928~8388608,356515840~12582912,377487360~12582912,394264576~16777216] 2024-08-17T01:44:18.063 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 5 diff [0~20971520,25165824~8388608,37748736~8388608,58720256~16777216,96468992~8388608,109051904~12582912,146800640~16777216,167772160~4194304,180355072~4194304,205520896~8388608,226492416~4194304,247463936~12582912,272629760~8388608,285212672~4194304,301989888~4194304,314572800~16777216,343932928~8388608,356515840~8388608,377487360~8388608,394264576~12582912] 2024-08-17T01:44:18.063 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,37748736~8388608,58720256~16777216,96468992~8388608,109051904~12582912,146800640~16777216,167772160~4194304,180355072~4194304,205520896~8388608,226492416~4194304,247463936~12582912,272629760~8388608,285212672~4194304,301989888~4194304,314572800~16777216,343932928~8388608,356515840~8388608,377487360~8388608,394264576~12582912] 2024-08-17T01:44:18.065 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~20971520,58720256~20971520,96468992~25165824,146800640~16777216,167772160~4194304,180355072~8388608,205520896~12582912,226492416~8388608,247463936~16777216,272629760~20971520,301989888~4194304,314572800~16777216,343932928~8388608,356515840~12582912,377487360~12582912,394264576~16777216] 2024-08-17T01:44:18.065 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 6 diff [0~20971520,25165824~8388608,37748736~8388608,58720256~16777216,96468992~8388608,109051904~20971520,146800640~16777216,167772160~4194304,180355072~4194304,205520896~12582912,226492416~4194304,243269632~16777216,272629760~8388608,285212672~4194304,301989888~4194304,314572800~16777216,343932928~8388608,356515840~29360128,394264576~12582912] 2024-08-17T01:44:18.065 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,37748736~8388608,58720256~16777216,96468992~8388608,109051904~20971520,146800640~16777216,167772160~4194304,180355072~4194304,205520896~12582912,226492416~4194304,243269632~16777216,272629760~8388608,285212672~4194304,301989888~4194304,314572800~16777216,343932928~8388608,356515840~29360128,394264576~12582912] 2024-08-17T01:44:18.067 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~20971520,58720256~20971520,96468992~37748736,146800640~16777216,167772160~4194304,180355072~8388608,205520896~12582912,226492416~8388608,243269632~20971520,272629760~20971520,301989888~4194304,314572800~16777216,343932928~8388608,356515840~33554432,394264576~16777216] 2024-08-17T01:44:18.067 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 7 diff [0~20971520,25165824~8388608,37748736~8388608,58720256~16777216,96468992~33554432,146800640~16777216,167772160~4194304,180355072~4194304,205520896~12582912,226492416~4194304,239075328~50331648,301989888~4194304,314572800~16777216,343932928~8388608,356515840~29360128,394264576~12582912] 2024-08-17T01:44:18.067 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,37748736~8388608,58720256~16777216,96468992~33554432,146800640~16777216,167772160~4194304,180355072~4194304,205520896~12582912,226492416~4194304,239075328~50331648,301989888~4194304,314572800~16777216,343932928~8388608,356515840~29360128,394264576~12582912] 2024-08-17T01:44:18.070 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~20971520,58720256~20971520,96468992~37748736,146800640~25165824,180355072~8388608,205520896~12582912,226492416~8388608,239075328~54525952,301989888~4194304,314572800~16777216,343932928~8388608,356515840~33554432,394264576~16777216] 2024-08-17T01:44:18.070 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 8 diff [0~20971520,25165824~8388608,37748736~8388608,58720256~20971520,83886080~8388608,96468992~33554432,146800640~16777216,167772160~4194304,180355072~4194304,205520896~12582912,222298112~8388608,239075328~50331648,301989888~4194304,314572800~16777216,339738624~46137344,394264576~12582912] 2024-08-17T01:44:18.070 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,37748736~8388608,58720256~20971520,83886080~8388608,96468992~33554432,146800640~16777216,167772160~4194304,180355072~4194304,205520896~12582912,222298112~8388608,239075328~50331648,301989888~4194304,314572800~16777216,339738624~46137344,394264576~12582912] 2024-08-17T01:44:18.073 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~20971520,58720256~20971520,83886080~50331648,146800640~25165824,180355072~8388608,205520896~12582912,222298112~12582912,239075328~54525952,301989888~4194304,314572800~16777216,339738624~50331648,394264576~16777216] 2024-08-17T01:44:18.073 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 9 diff [0~20971520,25165824~8388608,37748736~8388608,58720256~20971520,83886080~8388608,96468992~33554432,146800640~16777216,167772160~8388608,180355072~4194304,205520896~12582912,222298112~8388608,239075328~50331648,293601280~4194304,301989888~4194304,314572800~20971520,339738624~50331648,394264576~12582912] 2024-08-17T01:44:18.073 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,37748736~8388608,58720256~20971520,83886080~8388608,96468992~33554432,146800640~16777216,167772160~8388608,180355072~4194304,205520896~12582912,222298112~8388608,239075328~50331648,293601280~4194304,301989888~4194304,314572800~20971520,339738624~50331648,394264576~12582912] 2024-08-17T01:44:18.076 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~20971520,58720256~20971520,83886080~50331648,146800640~41943040,205520896~12582912,222298112~12582912,239075328~58720256,301989888~4194304,314572800~75497472,394264576~16777216] 2024-08-17T01:44:18.076 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 10 diff [0~20971520,25165824~8388608,37748736~8388608,50331648~29360128,83886080~8388608,96468992~41943040,146800640~16777216,167772160~8388608,180355072~8388608,205520896~12582912,222298112~8388608,239075328~58720256,301989888~4194304,314572800~20971520,339738624~67108864] 2024-08-17T01:44:18.076 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,37748736~8388608,50331648~29360128,83886080~8388608,96468992~41943040,146800640~16777216,167772160~8388608,180355072~8388608,205520896~12582912,222298112~8388608,239075328~58720256,301989888~4194304,314572800~20971520,339738624~67108864] 2024-08-17T01:44:18.080 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~20971520,50331648~29360128,83886080~54525952,146800640~46137344,205520896~12582912,222298112~12582912,239075328~58720256,301989888~4194304,314572800~96468992] 2024-08-17T01:44:18.080 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 11 diff [0~20971520,25165824~8388608,37748736~8388608,50331648~29360128,83886080~8388608,96468992~41943040,146800640~16777216,167772160~8388608,180355072~8388608,192937984~8388608,205520896~12582912,222298112~8388608,239075328~58720256,301989888~4194304,314572800~20971520,339738624~67108864] 2024-08-17T01:44:18.080 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,37748736~8388608,50331648~29360128,83886080~8388608,96468992~41943040,146800640~16777216,167772160~8388608,180355072~8388608,192937984~8388608,205520896~12582912,222298112~8388608,239075328~58720256,301989888~4194304,314572800~20971520,339738624~67108864] 2024-08-17T01:44:18.084 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~20971520,50331648~29360128,83886080~54525952,146800640~54525952,205520896~12582912,222298112~12582912,239075328~58720256,301989888~4194304,314572800~96468992] 2024-08-17T01:44:18.084 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 12 diff [0~20971520,25165824~20971520,50331648~88080384,146800640~16777216,167772160~8388608,180355072~8388608,192937984~8388608,205520896~29360128,239075328~58720256,301989888~4194304,314572800~20971520,339738624~67108864] 2024-08-17T01:44:18.084 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~20971520,50331648~88080384,146800640~16777216,167772160~8388608,180355072~8388608,192937984~8388608,205520896~29360128,239075328~58720256,301989888~4194304,314572800~20971520,339738624~67108864] 2024-08-17T01:44:18.089 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~20971520,50331648~88080384,146800640~54525952,205520896~92274688,301989888~4194304,314572800~96468992] 2024-08-17T01:44:18.089 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 13 diff [0~46137344,50331648~88080384,146800640~16777216,167772160~20971520,192937984~8388608,205520896~29360128,239075328~58720256,301989888~4194304,314572800~20971520,339738624~67108864] 2024-08-17T01:44:18.089 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~46137344,50331648~88080384,146800640~16777216,167772160~20971520,192937984~8388608,205520896~29360128,239075328~58720256,301989888~4194304,314572800~20971520,339738624~67108864] 2024-08-17T01:44:18.093 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~88080384,146800640~54525952,205520896~92274688,301989888~4194304,314572800~96468992] 2024-08-17T01:44:18.094 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 14 diff [0~46137344,50331648~92274688,146800640~16777216,167772160~20971520,192937984~8388608,205520896~29360128,239075328~67108864,310378496~25165824,339738624~67108864] 2024-08-17T01:44:18.094 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~46137344,50331648~92274688,146800640~16777216,167772160~20971520,192937984~8388608,205520896~29360128,239075328~67108864,310378496~25165824,339738624~67108864] 2024-08-17T01:44:18.099 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~92274688,146800640~54525952,205520896~205520896] 2024-08-17T01:44:18.099 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 15 diff [0~46137344,50331648~92274688,146800640~16777216,167772160~20971520,192937984~8388608,205520896~121634816,331350016~75497472] 2024-08-17T01:44:18.099 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~46137344,50331648~92274688,146800640~16777216,167772160~20971520,192937984~8388608,205520896~121634816,331350016~75497472] 2024-08-17T01:44:18.105 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~92274688,146800640~54525952,205520896~205520896] 2024-08-17T01:44:18.105 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 16 diff [0~46137344,50331648~92274688,146800640~16777216,167772160~20971520,192937984~8388608,205520896~121634816,331350016~75497472] 2024-08-17T01:44:18.105 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~46137344,50331648~92274688,146800640~16777216,167772160~20971520,192937984~8388608,205520896~121634816,331350016~75497472] 2024-08-17T01:44:18.111 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~92274688,146800640~54525952,205520896~205520896] 2024-08-17T01:44:18.111 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 17 diff [0~46137344,50331648~92274688,146800640~16777216,167772160~239075328] 2024-08-17T01:44:18.111 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~46137344,50331648~92274688,146800640~16777216,167772160~239075328] 2024-08-17T01:44:18.117 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~92274688,146800640~264241152] 2024-08-17T01:44:18.117 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 18 diff [0~142606336,146800640~16777216,167772160~239075328] 2024-08-17T01:44:18.118 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~142606336,146800640~16777216,167772160~239075328] 2024-08-17T01:44:18.124 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:18.124 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to 19 diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:18.124 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:18.132 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:18.132 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 3 diff [29360128~4194304,58720256~8388608,71303168~8388608,96468992~8388608,146800640~12582912,318767104~8388608,356515840~8388608,398458880~8388608] 2024-08-17T01:44:18.132 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [29360128~4194304,58720256~8388608,71303168~8388608,96468992~8388608,146800640~12582912,318767104~8388608,356515840~8388608,398458880~8388608] 2024-08-17T01:44:18.133 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [29360128~8388608,58720256~20971520,96468992~12582912,146800640~12582912,318767104~8388608,356515840~12582912,398458880~12582912] 2024-08-17T01:44:18.133 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 4 diff [16777216~4194304,29360128~4194304,37748736~8388608,58720256~16777216,96468992~8388608,146800640~16777216,205520896~8388608,247463936~12582912,318767104~8388608,356515840~8388608,377487360~8388608,398458880~8388608] 2024-08-17T01:44:18.134 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [16777216~4194304,29360128~4194304,37748736~8388608,58720256~16777216,96468992~8388608,146800640~16777216,205520896~8388608,247463936~12582912,318767104~8388608,356515840~8388608,377487360~8388608,398458880~8388608] 2024-08-17T01:44:18.135 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [16777216~4194304,29360128~16777216,58720256~20971520,96468992~12582912,146800640~16777216,205520896~12582912,247463936~16777216,318767104~8388608,356515840~12582912,377487360~12582912,398458880~12582912] 2024-08-17T01:44:18.135 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 5 diff [0~20971520,25165824~8388608,37748736~8388608,58720256~16777216,96468992~8388608,109051904~4194304,146800640~16777216,167772160~4194304,205520896~8388608,247463936~12582912,318767104~8388608,356515840~8388608,377487360~8388608,398458880~8388608] 2024-08-17T01:44:18.135 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,37748736~8388608,58720256~16777216,96468992~8388608,109051904~4194304,146800640~16777216,167772160~4194304,205520896~8388608,247463936~12582912,318767104~8388608,356515840~8388608,377487360~8388608,398458880~8388608] 2024-08-17T01:44:18.137 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~20971520,58720256~20971520,96468992~20971520,146800640~16777216,167772160~4194304,205520896~12582912,247463936~16777216,318767104~12582912,356515840~12582912,377487360~12582912,398458880~12582912] 2024-08-17T01:44:18.137 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 6 diff [0~20971520,25165824~8388608,37748736~8388608,58720256~16777216,96468992~8388608,109051904~4194304,117440512~12582912,146800640~16777216,167772160~4194304,205520896~12582912,243269632~16777216,318767104~8388608,356515840~29360128,398458880~8388608] 2024-08-17T01:44:18.137 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,37748736~8388608,58720256~16777216,96468992~8388608,109051904~4194304,117440512~12582912,146800640~16777216,167772160~4194304,205520896~12582912,243269632~16777216,318767104~8388608,356515840~29360128,398458880~8388608] 2024-08-17T01:44:18.139 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~20971520,58720256~20971520,96468992~37748736,146800640~16777216,167772160~4194304,205520896~12582912,243269632~20971520,318767104~12582912,356515840~33554432,398458880~12582912] 2024-08-17T01:44:18.139 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 7 diff [0~20971520,25165824~8388608,37748736~8388608,58720256~16777216,96468992~16777216,117440512~12582912,146800640~16777216,167772160~4194304,205520896~12582912,239075328~37748736,281018368~4194304,318767104~8388608,356515840~29360128,398458880~8388608] 2024-08-17T01:44:18.139 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,37748736~8388608,58720256~16777216,96468992~16777216,117440512~12582912,146800640~16777216,167772160~4194304,205520896~12582912,239075328~37748736,281018368~4194304,318767104~8388608,356515840~29360128,398458880~8388608] 2024-08-17T01:44:18.142 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~20971520,58720256~20971520,96468992~37748736,146800640~25165824,205520896~12582912,239075328~37748736,281018368~8388608,318767104~12582912,356515840~33554432,398458880~12582912] 2024-08-17T01:44:18.142 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 8 diff [0~20971520,25165824~8388608,37748736~8388608,58720256~20971520,83886080~8388608,96468992~16777216,117440512~12582912,146800640~16777216,167772160~4194304,180355072~4194304,205520896~12582912,222298112~8388608,239075328~37748736,281018368~4194304,318767104~8388608,339738624~46137344,394264576~12582912] 2024-08-17T01:44:18.142 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,37748736~8388608,58720256~20971520,83886080~8388608,96468992~16777216,117440512~12582912,146800640~16777216,167772160~4194304,180355072~4194304,205520896~12582912,222298112~8388608,239075328~37748736,281018368~4194304,318767104~8388608,339738624~46137344,394264576~12582912] 2024-08-17T01:44:18.144 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~20971520,58720256~20971520,83886080~50331648,146800640~25165824,180355072~4194304,205520896~12582912,222298112~8388608,239075328~37748736,281018368~8388608,318767104~12582912,339738624~50331648,394264576~16777216] 2024-08-17T01:44:18.144 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 9 diff [0~20971520,25165824~8388608,37748736~8388608,58720256~20971520,83886080~8388608,96468992~16777216,117440512~12582912,146800640~16777216,167772160~8388608,180355072~4194304,205520896~12582912,222298112~8388608,239075328~37748736,281018368~4194304,293601280~4194304,318767104~8388608,331350016~4194304,339738624~50331648,394264576~12582912] 2024-08-17T01:44:18.144 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,37748736~8388608,58720256~20971520,83886080~8388608,96468992~16777216,117440512~12582912,146800640~16777216,167772160~8388608,180355072~4194304,205520896~12582912,222298112~8388608,239075328~37748736,281018368~4194304,293601280~4194304,318767104~8388608,331350016~4194304,339738624~50331648,394264576~12582912] 2024-08-17T01:44:18.147 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~20971520,58720256~20971520,83886080~50331648,146800640~37748736,205520896~12582912,222298112~8388608,239075328~50331648,293601280~4194304,318767104~71303168,394264576~16777216] 2024-08-17T01:44:18.147 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 10 diff [0~20971520,25165824~8388608,37748736~8388608,50331648~29360128,83886080~8388608,96468992~16777216,117440512~20971520,146800640~16777216,167772160~8388608,180355072~12582912,205520896~12582912,222298112~8388608,239075328~46137344,289406976~8388608,318767104~8388608,331350016~4194304,339738624~67108864] 2024-08-17T01:44:18.147 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,37748736~8388608,50331648~29360128,83886080~8388608,96468992~16777216,117440512~20971520,146800640~16777216,167772160~8388608,180355072~12582912,205520896~12582912,222298112~8388608,239075328~46137344,289406976~8388608,318767104~8388608,331350016~4194304,339738624~67108864] 2024-08-17T01:44:18.150 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~20971520,50331648~29360128,83886080~54525952,146800640~46137344,205520896~12582912,222298112~8388608,239075328~58720256,318767104~92274688] 2024-08-17T01:44:18.150 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 11 diff [0~20971520,25165824~8388608,37748736~8388608,50331648~29360128,83886080~8388608,96468992~16777216,117440512~20971520,146800640~16777216,167772160~8388608,180355072~20971520,205520896~12582912,222298112~8388608,239075328~46137344,289406976~8388608,301989888~4194304,318767104~8388608,331350016~4194304,339738624~67108864] 2024-08-17T01:44:18.150 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,37748736~8388608,50331648~29360128,83886080~8388608,96468992~16777216,117440512~20971520,146800640~16777216,167772160~8388608,180355072~20971520,205520896~12582912,222298112~8388608,239075328~46137344,289406976~8388608,301989888~4194304,318767104~8388608,331350016~4194304,339738624~67108864] 2024-08-17T01:44:18.154 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~20971520,50331648~29360128,83886080~54525952,146800640~54525952,205520896~12582912,222298112~8388608,239075328~58720256,301989888~4194304,318767104~92274688] 2024-08-17T01:44:18.154 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 12 diff [0~20971520,25165824~20971520,50331648~62914560,117440512~20971520,146800640~16777216,167772160~8388608,180355072~20971520,205520896~29360128,239075328~46137344,289406976~8388608,301989888~4194304,318767104~8388608,331350016~4194304,339738624~67108864] 2024-08-17T01:44:18.154 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~20971520,50331648~62914560,117440512~20971520,146800640~16777216,167772160~8388608,180355072~20971520,205520896~29360128,239075328~46137344,289406976~8388608,301989888~4194304,318767104~8388608,331350016~4194304,339738624~67108864] 2024-08-17T01:44:18.158 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~20971520,50331648~88080384,146800640~54525952,205520896~92274688,301989888~4194304,318767104~92274688] 2024-08-17T01:44:18.158 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 13 diff [0~46137344,50331648~62914560,117440512~20971520,146800640~16777216,167772160~33554432,205520896~29360128,239075328~46137344,289406976~8388608,301989888~4194304,318767104~8388608,331350016~4194304,339738624~67108864] 2024-08-17T01:44:18.158 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~46137344,50331648~62914560,117440512~20971520,146800640~16777216,167772160~33554432,205520896~29360128,239075328~46137344,289406976~8388608,301989888~4194304,318767104~8388608,331350016~4194304,339738624~67108864] 2024-08-17T01:44:18.162 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~88080384,146800640~54525952,205520896~92274688,301989888~4194304,318767104~92274688] 2024-08-17T01:44:18.162 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 14 diff [0~46137344,50331648~62914560,117440512~25165824,146800640~16777216,167772160~20971520,192937984~8388608,205520896~29360128,239075328~67108864,310378496~16777216,331350016~4194304,339738624~67108864] 2024-08-17T01:44:18.162 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~46137344,50331648~62914560,117440512~25165824,146800640~16777216,167772160~20971520,192937984~8388608,205520896~29360128,239075328~67108864,310378496~16777216,331350016~4194304,339738624~67108864] 2024-08-17T01:44:18.166 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~92274688,146800640~54525952,205520896~205520896] 2024-08-17T01:44:18.166 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 15 diff [0~46137344,50331648~62914560,117440512~25165824,146800640~16777216,167772160~20971520,192937984~8388608,205520896~109051904,318767104~8388608,331350016~75497472] 2024-08-17T01:44:18.167 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~46137344,50331648~62914560,117440512~25165824,146800640~16777216,167772160~20971520,192937984~8388608,205520896~109051904,318767104~8388608,331350016~75497472] 2024-08-17T01:44:18.171 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~92274688,146800640~54525952,205520896~205520896] 2024-08-17T01:44:18.172 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 16 diff [0~46137344,50331648~62914560,117440512~25165824,146800640~16777216,167772160~20971520,192937984~8388608,205520896~109051904,318767104~8388608,331350016~75497472] 2024-08-17T01:44:18.172 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~46137344,50331648~62914560,117440512~25165824,146800640~16777216,167772160~20971520,192937984~8388608,205520896~109051904,318767104~8388608,331350016~75497472] 2024-08-17T01:44:18.176 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~92274688,146800640~54525952,205520896~205520896] 2024-08-17T01:44:18.176 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 17 diff [0~46137344,50331648~92274688,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:18.177 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~46137344,50331648~92274688,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:18.182 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~92274688,146800640~264241152] 2024-08-17T01:44:18.183 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 18 diff [0~142606336,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:18.183 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~142606336,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:18.189 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:18.189 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to 19 diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:18.189 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:18.196 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:18.196 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 4 diff [16777216~4194304,37748736~8388608,62914560~12582912,150994944~12582912,205520896~8388608,247463936~12582912,377487360~8388608] 2024-08-17T01:44:18.196 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [16777216~4194304,37748736~8388608,62914560~12582912,150994944~12582912,205520896~8388608,247463936~12582912,377487360~8388608] 2024-08-17T01:44:18.197 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [16777216~4194304,37748736~8388608,62914560~12582912,150994944~12582912,205520896~12582912,247463936~16777216,377487360~12582912] 2024-08-17T01:44:18.197 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 5 diff [0~20971520,25165824~4194304,37748736~8388608,62914560~12582912,109051904~4194304,150994944~12582912,167772160~4194304,205520896~8388608,247463936~12582912,318767104~8388608,377487360~8388608] 2024-08-17T01:44:18.197 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~4194304,37748736~8388608,62914560~12582912,109051904~4194304,150994944~12582912,167772160~4194304,205520896~8388608,247463936~12582912,318767104~8388608,377487360~8388608] 2024-08-17T01:44:18.198 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~8388608,37748736~8388608,62914560~16777216,109051904~8388608,150994944~12582912,167772160~4194304,205520896~12582912,247463936~16777216,318767104~12582912,377487360~12582912] 2024-08-17T01:44:18.198 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 6 diff [0~20971520,25165824~4194304,37748736~8388608,58720256~16777216,109051904~4194304,117440512~12582912,150994944~12582912,167772160~4194304,205520896~12582912,243269632~16777216,318767104~8388608,364904448~20971520] 2024-08-17T01:44:18.199 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~4194304,37748736~8388608,58720256~16777216,109051904~4194304,117440512~12582912,150994944~12582912,167772160~4194304,205520896~12582912,243269632~16777216,318767104~8388608,364904448~20971520] 2024-08-17T01:44:18.200 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~8388608,37748736~8388608,58720256~20971520,109051904~25165824,150994944~12582912,167772160~4194304,205520896~12582912,243269632~20971520,318767104~12582912,364904448~25165824] 2024-08-17T01:44:18.200 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 7 diff [0~20971520,25165824~8388608,37748736~8388608,58720256~16777216,96468992~8388608,109051904~4194304,117440512~12582912,150994944~12582912,167772160~4194304,205520896~12582912,239075328~37748736,281018368~4194304,318767104~8388608,364904448~20971520] 2024-08-17T01:44:18.200 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,37748736~8388608,58720256~16777216,96468992~8388608,109051904~4194304,117440512~12582912,150994944~12582912,167772160~4194304,205520896~12582912,239075328~37748736,281018368~4194304,318767104~8388608,364904448~20971520] 2024-08-17T01:44:18.202 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~8388608,37748736~8388608,58720256~20971520,96468992~8388608,109051904~25165824,150994944~20971520,205520896~12582912,239075328~37748736,281018368~8388608,318767104~12582912,364904448~25165824] 2024-08-17T01:44:18.202 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 8 diff [0~20971520,25165824~8388608,37748736~8388608,58720256~20971520,83886080~8388608,96468992~8388608,109051904~4194304,117440512~12582912,150994944~12582912,167772160~4194304,180355072~4194304,205520896~12582912,222298112~8388608,239075328~37748736,281018368~4194304,318767104~8388608,339738624~16777216,364904448~20971520,394264576~8388608] 2024-08-17T01:44:18.202 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,37748736~8388608,58720256~20971520,83886080~8388608,96468992~8388608,109051904~4194304,117440512~12582912,150994944~12582912,167772160~4194304,180355072~4194304,205520896~12582912,222298112~8388608,239075328~37748736,281018368~4194304,318767104~8388608,339738624~16777216,364904448~20971520,394264576~8388608] 2024-08-17T01:44:18.204 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~8388608,37748736~8388608,58720256~20971520,83886080~20971520,109051904~25165824,150994944~20971520,180355072~4194304,205520896~12582912,222298112~8388608,239075328~37748736,281018368~8388608,318767104~12582912,339738624~20971520,364904448~25165824,394264576~12582912] 2024-08-17T01:44:18.204 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 9 diff [0~20971520,25165824~8388608,37748736~8388608,58720256~20971520,83886080~8388608,96468992~8388608,109051904~4194304,117440512~12582912,150994944~12582912,167772160~8388608,180355072~4194304,205520896~12582912,222298112~8388608,239075328~37748736,281018368~4194304,293601280~4194304,318767104~8388608,331350016~4194304,339738624~16777216,364904448~25165824,394264576~8388608] 2024-08-17T01:44:18.204 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,37748736~8388608,58720256~20971520,83886080~8388608,96468992~8388608,109051904~4194304,117440512~12582912,150994944~12582912,167772160~8388608,180355072~4194304,205520896~12582912,222298112~8388608,239075328~37748736,281018368~4194304,293601280~4194304,318767104~8388608,331350016~4194304,339738624~16777216,364904448~25165824,394264576~8388608] 2024-08-17T01:44:18.206 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~8388608,37748736~8388608,58720256~20971520,83886080~20971520,109051904~25165824,150994944~33554432,205520896~12582912,222298112~8388608,239075328~50331648,293601280~4194304,318767104~41943040,364904448~25165824,394264576~12582912] 2024-08-17T01:44:18.207 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 10 diff [0~20971520,25165824~8388608,37748736~8388608,50331648~29360128,83886080~8388608,96468992~8388608,109051904~4194304,117440512~20971520,150994944~12582912,167772160~8388608,180355072~12582912,205520896~12582912,222298112~8388608,239075328~46137344,289406976~8388608,318767104~8388608,331350016~4194304,339738624~16777216,364904448~37748736] 2024-08-17T01:44:18.207 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,37748736~8388608,50331648~29360128,83886080~8388608,96468992~8388608,109051904~4194304,117440512~20971520,150994944~12582912,167772160~8388608,180355072~12582912,205520896~12582912,222298112~8388608,239075328~46137344,289406976~8388608,318767104~8388608,331350016~4194304,339738624~16777216,364904448~37748736] 2024-08-17T01:44:18.210 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~8388608,37748736~8388608,50331648~29360128,83886080~20971520,109051904~29360128,150994944~41943040,205520896~12582912,222298112~8388608,239075328~58720256,318767104~41943040,364904448~41943040] 2024-08-17T01:44:18.210 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 11 diff [0~20971520,25165824~8388608,37748736~8388608,50331648~29360128,83886080~8388608,96468992~16777216,117440512~20971520,150994944~12582912,167772160~8388608,180355072~20971520,205520896~12582912,222298112~8388608,239075328~46137344,289406976~8388608,301989888~4194304,318767104~8388608,331350016~4194304,339738624~16777216,360710144~41943040] 2024-08-17T01:44:18.210 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,37748736~8388608,50331648~29360128,83886080~8388608,96468992~16777216,117440512~20971520,150994944~12582912,167772160~8388608,180355072~20971520,205520896~12582912,222298112~8388608,239075328~46137344,289406976~8388608,301989888~4194304,318767104~8388608,331350016~4194304,339738624~16777216,360710144~41943040] 2024-08-17T01:44:18.213 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~8388608,37748736~8388608,50331648~29360128,83886080~54525952,150994944~50331648,205520896~12582912,222298112~8388608,239075328~58720256,301989888~4194304,318767104~88080384] 2024-08-17T01:44:18.213 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 12 diff [0~20971520,25165824~20971520,50331648~62914560,117440512~20971520,150994944~12582912,167772160~8388608,180355072~20971520,205520896~29360128,239075328~46137344,289406976~8388608,301989888~4194304,318767104~8388608,331350016~4194304,339738624~16777216,360710144~41943040] 2024-08-17T01:44:18.213 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~20971520,50331648~62914560,117440512~20971520,150994944~12582912,167772160~8388608,180355072~20971520,205520896~29360128,239075328~46137344,289406976~8388608,301989888~4194304,318767104~8388608,331350016~4194304,339738624~16777216,360710144~41943040] 2024-08-17T01:44:18.217 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~20971520,50331648~88080384,150994944~50331648,205520896~92274688,301989888~4194304,318767104~88080384] 2024-08-17T01:44:18.217 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 13 diff [0~46137344,50331648~62914560,117440512~20971520,146800640~16777216,167772160~33554432,205520896~29360128,239075328~46137344,289406976~8388608,301989888~4194304,318767104~8388608,331350016~4194304,339738624~16777216,360710144~41943040] 2024-08-17T01:44:18.217 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~46137344,50331648~62914560,117440512~20971520,146800640~16777216,167772160~33554432,205520896~29360128,239075328~46137344,289406976~8388608,301989888~4194304,318767104~8388608,331350016~4194304,339738624~16777216,360710144~41943040] 2024-08-17T01:44:18.221 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~88080384,146800640~54525952,205520896~92274688,301989888~4194304,318767104~88080384] 2024-08-17T01:44:18.221 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 14 diff [0~46137344,50331648~62914560,117440512~25165824,146800640~16777216,167772160~20971520,192937984~8388608,205520896~29360128,239075328~67108864,310378496~16777216,331350016~4194304,339738624~16777216,360710144~41943040] 2024-08-17T01:44:18.221 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~46137344,50331648~62914560,117440512~25165824,146800640~16777216,167772160~20971520,192937984~8388608,205520896~29360128,239075328~67108864,310378496~16777216,331350016~4194304,339738624~16777216,360710144~41943040] 2024-08-17T01:44:18.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:17 smithi082 ceph-mon[94343]: osdmap e2170: 8 total, 8 up, 8 in 2024-08-17T01:44:18.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:17 smithi082 ceph-mon[94343]: pgmap v3770: 137 pgs: 137 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.2 KiB/s rd, 38 MiB/s wr, 21 op/s 2024-08-17T01:44:18.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:17 smithi082 ceph-mon[91979]: osdmap e2170: 8 total, 8 up, 8 in 2024-08-17T01:44:18.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:17 smithi082 ceph-mon[91979]: pgmap v3770: 137 pgs: 137 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.2 KiB/s rd, 38 MiB/s wr, 21 op/s 2024-08-17T01:44:18.226 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~92274688,146800640~54525952,205520896~201326592] 2024-08-17T01:44:18.226 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 15 diff [0~46137344,50331648~62914560,117440512~25165824,146800640~16777216,167772160~20971520,192937984~8388608,205520896~109051904,318767104~8388608,331350016~25165824,360710144~41943040] 2024-08-17T01:44:18.226 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~46137344,50331648~62914560,117440512~25165824,146800640~16777216,167772160~20971520,192937984~8388608,205520896~109051904,318767104~8388608,331350016~25165824,360710144~41943040] 2024-08-17T01:44:18.230 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~92274688,146800640~54525952,205520896~201326592] 2024-08-17T01:44:18.230 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 16 diff [0~46137344,50331648~62914560,117440512~25165824,146800640~16777216,167772160~20971520,192937984~8388608,205520896~109051904,318767104~8388608,331350016~25165824,360710144~41943040] 2024-08-17T01:44:18.230 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~46137344,50331648~62914560,117440512~25165824,146800640~16777216,167772160~20971520,192937984~8388608,205520896~109051904,318767104~8388608,331350016~25165824,360710144~41943040] 2024-08-17T01:44:18.236 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~92274688,146800640~54525952,205520896~201326592] 2024-08-17T01:44:18.236 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 17 diff [0~46137344,50331648~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:18.236 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~46137344,50331648~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:18.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:17 smithi137 ceph-mon[86391]: osdmap e2170: 8 total, 8 up, 8 in 2024-08-17T01:44:18.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:17 smithi137 ceph-mon[86391]: pgmap v3770: 137 pgs: 137 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.2 KiB/s rd, 38 MiB/s wr, 21 op/s 2024-08-17T01:44:18.241 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~92274688,146800640~260046848] 2024-08-17T01:44:18.241 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 18 diff [0~142606336,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:18.241 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~142606336,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:18.248 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:18.248 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to 19 diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:18.248 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:18.254 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:18.254 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 5 diff [0~20971520,25165824~4194304,71303168~4194304,109051904~4194304,167772160~4194304,247463936~4194304,318767104~8388608] 2024-08-17T01:44:18.255 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~4194304,71303168~4194304,109051904~4194304,167772160~4194304,247463936~4194304,318767104~8388608] 2024-08-17T01:44:18.255 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~8388608,71303168~8388608,109051904~8388608,167772160~4194304,247463936~4194304,318767104~12582912] 2024-08-17T01:44:18.255 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 6 diff [0~20971520,25165824~4194304,58720256~4194304,71303168~4194304,109051904~4194304,117440512~12582912,167772160~4194304,205520896~8388608,243269632~8388608,255852544~8388608,318767104~8388608,364904448~12582912] 2024-08-17T01:44:18.256 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~4194304,58720256~4194304,71303168~4194304,109051904~4194304,117440512~12582912,167772160~4194304,205520896~8388608,243269632~8388608,255852544~8388608,318767104~8388608,364904448~12582912] 2024-08-17T01:44:18.257 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~8388608,58720256~8388608,71303168~8388608,109051904~25165824,167772160~4194304,205520896~12582912,243269632~8388608,255852544~8388608,318767104~12582912,364904448~16777216] 2024-08-17T01:44:18.257 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 7 diff [0~20971520,25165824~8388608,58720256~4194304,71303168~4194304,96468992~8388608,109051904~4194304,117440512~12582912,159383552~12582912,205520896~8388608,239075328~12582912,255852544~20971520,281018368~4194304,318767104~8388608,364904448~12582912] 2024-08-17T01:44:18.257 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,58720256~4194304,71303168~4194304,96468992~8388608,109051904~4194304,117440512~12582912,159383552~12582912,205520896~8388608,239075328~12582912,255852544~20971520,281018368~4194304,318767104~8388608,364904448~12582912] 2024-08-17T01:44:18.258 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~8388608,58720256~8388608,71303168~8388608,96468992~8388608,109051904~25165824,159383552~12582912,205520896~12582912,239075328~12582912,255852544~20971520,281018368~8388608,318767104~12582912,364904448~16777216] 2024-08-17T01:44:18.258 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 8 diff [0~20971520,25165824~8388608,58720256~4194304,71303168~8388608,83886080~8388608,96468992~8388608,109051904~4194304,117440512~12582912,159383552~12582912,180355072~4194304,205520896~8388608,222298112~8388608,239075328~12582912,255852544~20971520,281018368~4194304,318767104~8388608,339738624~16777216,364904448~12582912,394264576~8388608] 2024-08-17T01:44:18.258 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,58720256~4194304,71303168~8388608,83886080~8388608,96468992~8388608,109051904~4194304,117440512~12582912,159383552~12582912,180355072~4194304,205520896~8388608,222298112~8388608,239075328~12582912,255852544~20971520,281018368~4194304,318767104~8388608,339738624~16777216,364904448~12582912,394264576~8388608] 2024-08-17T01:44:18.260 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~8388608,58720256~8388608,71303168~8388608,83886080~20971520,109051904~25165824,159383552~12582912,180355072~4194304,205520896~12582912,222298112~8388608,239075328~12582912,255852544~20971520,281018368~8388608,318767104~12582912,339738624~20971520,364904448~16777216,394264576~12582912] 2024-08-17T01:44:18.260 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 9 diff [0~20971520,25165824~8388608,58720256~4194304,71303168~8388608,83886080~8388608,96468992~8388608,109051904~4194304,117440512~12582912,159383552~16777216,180355072~4194304,205520896~8388608,222298112~8388608,239075328~12582912,255852544~20971520,281018368~4194304,293601280~4194304,318767104~8388608,331350016~4194304,339738624~16777216,364904448~16777216,394264576~8388608] 2024-08-17T01:44:18.260 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,58720256~4194304,71303168~8388608,83886080~8388608,96468992~8388608,109051904~4194304,117440512~12582912,159383552~16777216,180355072~4194304,205520896~8388608,222298112~8388608,239075328~12582912,255852544~20971520,281018368~4194304,293601280~4194304,318767104~8388608,331350016~4194304,339738624~16777216,364904448~16777216,394264576~8388608] 2024-08-17T01:44:18.262 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~8388608,58720256~8388608,71303168~8388608,83886080~20971520,109051904~25165824,159383552~25165824,205520896~12582912,222298112~8388608,239075328~12582912,255852544~33554432,293601280~4194304,318767104~41943040,364904448~16777216,394264576~12582912] 2024-08-17T01:44:18.262 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 10 diff [0~20971520,25165824~8388608,50331648~12582912,71303168~8388608,83886080~8388608,96468992~8388608,109051904~4194304,117440512~20971520,159383552~16777216,180355072~12582912,205520896~8388608,222298112~8388608,239075328~46137344,289406976~8388608,318767104~8388608,331350016~4194304,339738624~16777216,364904448~20971520,390070272~12582912] 2024-08-17T01:44:18.262 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,50331648~12582912,71303168~8388608,83886080~8388608,96468992~8388608,109051904~4194304,117440512~20971520,159383552~16777216,180355072~12582912,205520896~8388608,222298112~8388608,239075328~46137344,289406976~8388608,318767104~8388608,331350016~4194304,339738624~16777216,364904448~20971520,390070272~12582912] 2024-08-17T01:44:18.265 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~8388608,50331648~16777216,71303168~8388608,83886080~20971520,109051904~29360128,159383552~33554432,205520896~12582912,222298112~8388608,239075328~58720256,318767104~41943040,364904448~20971520,390070272~16777216] 2024-08-17T01:44:18.265 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 11 diff [0~20971520,25165824~8388608,50331648~12582912,71303168~8388608,83886080~8388608,96468992~16777216,117440512~20971520,155189248~8388608,167772160~8388608,180355072~20971520,205520896~8388608,222298112~8388608,239075328~46137344,289406976~8388608,301989888~4194304,318767104~8388608,331350016~4194304,339738624~16777216,360710144~25165824,390070272~12582912] 2024-08-17T01:44:18.265 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~8388608,50331648~12582912,71303168~8388608,83886080~8388608,96468992~16777216,117440512~20971520,155189248~8388608,167772160~8388608,180355072~20971520,205520896~8388608,222298112~8388608,239075328~46137344,289406976~8388608,301989888~4194304,318767104~8388608,331350016~4194304,339738624~16777216,360710144~25165824,390070272~12582912] 2024-08-17T01:44:18.268 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~8388608,50331648~16777216,71303168~8388608,83886080~54525952,155189248~46137344,205520896~12582912,222298112~8388608,239075328~58720256,301989888~4194304,318767104~67108864,390070272~16777216] 2024-08-17T01:44:18.268 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 12 diff [0~20971520,25165824~12582912,50331648~12582912,71303168~41943040,117440512~20971520,155189248~8388608,167772160~8388608,180355072~20971520,205520896~29360128,239075328~46137344,289406976~8388608,301989888~4194304,318767104~8388608,331350016~4194304,339738624~16777216,360710144~25165824,390070272~12582912] 2024-08-17T01:44:18.268 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~20971520,25165824~12582912,50331648~12582912,71303168~41943040,117440512~20971520,155189248~8388608,167772160~8388608,180355072~20971520,205520896~29360128,239075328~46137344,289406976~8388608,301989888~4194304,318767104~8388608,331350016~4194304,339738624~16777216,360710144~25165824,390070272~12582912] 2024-08-17T01:44:18.272 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~20971520,25165824~16777216,50331648~16777216,71303168~67108864,155189248~46137344,205520896~92274688,301989888~4194304,318767104~67108864,390070272~16777216] 2024-08-17T01:44:18.272 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 13 diff [0~37748736,50331648~12582912,67108864~46137344,117440512~20971520,146800640~4194304,155189248~8388608,167772160~33554432,205520896~29360128,239075328~46137344,289406976~8388608,301989888~4194304,318767104~8388608,331350016~4194304,339738624~16777216,360710144~41943040] 2024-08-17T01:44:18.272 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~37748736,50331648~12582912,67108864~46137344,117440512~20971520,146800640~4194304,155189248~8388608,167772160~33554432,205520896~29360128,239075328~46137344,289406976~8388608,301989888~4194304,318767104~8388608,331350016~4194304,339738624~16777216,360710144~41943040] 2024-08-17T01:44:18.275 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~41943040,50331648~88080384,146800640~4194304,155189248~46137344,205520896~92274688,301989888~4194304,318767104~88080384] 2024-08-17T01:44:18.275 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 14 diff [0~41943040,50331648~62914560,117440512~25165824,146800640~4194304,155189248~8388608,167772160~20971520,192937984~8388608,205520896~29360128,239075328~67108864,310378496~16777216,331350016~4194304,339738624~16777216,360710144~41943040] 2024-08-17T01:44:18.275 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,50331648~62914560,117440512~25165824,146800640~4194304,155189248~8388608,167772160~20971520,192937984~8388608,205520896~29360128,239075328~67108864,310378496~16777216,331350016~4194304,339738624~16777216,360710144~41943040] 2024-08-17T01:44:18.279 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~92274688,146800640~4194304,155189248~46137344,205520896~201326592] 2024-08-17T01:44:18.280 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 15 diff [0~41943040,50331648~62914560,117440512~25165824,146800640~4194304,155189248~8388608,167772160~20971520,192937984~8388608,205520896~109051904,318767104~8388608,331350016~25165824,360710144~41943040] 2024-08-17T01:44:18.280 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,50331648~62914560,117440512~25165824,146800640~4194304,155189248~8388608,167772160~20971520,192937984~8388608,205520896~109051904,318767104~8388608,331350016~25165824,360710144~41943040] 2024-08-17T01:44:18.284 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~92274688,146800640~4194304,155189248~46137344,205520896~201326592] 2024-08-17T01:44:18.284 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 16 diff [0~41943040,50331648~62914560,117440512~25165824,146800640~16777216,167772160~20971520,192937984~8388608,205520896~109051904,318767104~8388608,331350016~25165824,360710144~41943040] 2024-08-17T01:44:18.285 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,50331648~62914560,117440512~25165824,146800640~16777216,167772160~20971520,192937984~8388608,205520896~109051904,318767104~8388608,331350016~25165824,360710144~41943040] 2024-08-17T01:44:18.289 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~92274688,146800640~54525952,205520896~201326592] 2024-08-17T01:44:18.289 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 17 diff [0~41943040,50331648~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:18.289 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,50331648~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:18.295 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~92274688,146800640~260046848] 2024-08-17T01:44:18.295 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 18 diff [0~41943040,46137344~96468992,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:18.295 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~96468992,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:18.301 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:18.301 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to 19 diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:18.301 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:18.308 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:18.308 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to 6 diff [25165824~4194304,58720256~4194304,117440512~12582912,205520896~8388608,243269632~8388608,255852544~8388608,364904448~12582912] 2024-08-17T01:44:18.308 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [25165824~4194304,58720256~4194304,117440512~12582912,205520896~8388608,243269632~8388608,255852544~8388608,364904448~12582912] 2024-08-17T01:44:18.309 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [25165824~4194304,58720256~8388608,117440512~16777216,205520896~12582912,243269632~8388608,255852544~8388608,364904448~16777216] 2024-08-17T01:44:18.309 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to 7 diff [25165824~8388608,58720256~4194304,96468992~8388608,117440512~12582912,159383552~8388608,205520896~8388608,239075328~12582912,255852544~20971520,281018368~4194304,364904448~12582912] 2024-08-17T01:44:18.309 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [25165824~8388608,58720256~4194304,96468992~8388608,117440512~12582912,159383552~8388608,205520896~8388608,239075328~12582912,255852544~20971520,281018368~4194304,364904448~12582912] 2024-08-17T01:44:18.310 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [25165824~8388608,58720256~8388608,96468992~8388608,117440512~16777216,159383552~8388608,205520896~12582912,239075328~12582912,255852544~20971520,281018368~8388608,364904448~16777216] 2024-08-17T01:44:18.310 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to 8 diff [4194304~8388608,25165824~8388608,58720256~4194304,75497472~4194304,83886080~8388608,96468992~8388608,117440512~12582912,159383552~8388608,180355072~4194304,205520896~8388608,222298112~8388608,239075328~12582912,255852544~20971520,281018368~4194304,339738624~16777216,364904448~12582912,394264576~8388608] 2024-08-17T01:44:18.310 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [4194304~8388608,25165824~8388608,58720256~4194304,75497472~4194304,83886080~8388608,96468992~8388608,117440512~12582912,159383552~8388608,180355072~4194304,205520896~8388608,222298112~8388608,239075328~12582912,255852544~20971520,281018368~4194304,339738624~16777216,364904448~12582912,394264576~8388608] 2024-08-17T01:44:18.312 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~12582912,25165824~8388608,58720256~8388608,75497472~4194304,83886080~20971520,117440512~16777216,159383552~8388608,180355072~4194304,205520896~12582912,222298112~8388608,239075328~12582912,255852544~20971520,281018368~8388608,339738624~20971520,364904448~16777216,394264576~12582912] 2024-08-17T01:44:18.312 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to 9 diff [0~16777216,25165824~8388608,58720256~4194304,75497472~4194304,83886080~8388608,96468992~8388608,117440512~12582912,159383552~16777216,180355072~4194304,205520896~8388608,222298112~8388608,239075328~12582912,255852544~20971520,281018368~4194304,293601280~4194304,331350016~4194304,339738624~16777216,364904448~16777216,394264576~8388608] 2024-08-17T01:44:18.312 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~16777216,25165824~8388608,58720256~4194304,75497472~4194304,83886080~8388608,96468992~8388608,117440512~12582912,159383552~16777216,180355072~4194304,205520896~8388608,222298112~8388608,239075328~12582912,255852544~20971520,281018368~4194304,293601280~4194304,331350016~4194304,339738624~16777216,364904448~16777216,394264576~8388608] 2024-08-17T01:44:18.314 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16777216,25165824~8388608,58720256~8388608,75497472~4194304,83886080~20971520,117440512~16777216,159383552~25165824,205520896~12582912,222298112~8388608,239075328~12582912,255852544~33554432,293601280~4194304,331350016~29360128,364904448~16777216,394264576~12582912] 2024-08-17T01:44:18.314 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to 10 diff [0~16777216,25165824~8388608,50331648~12582912,75497472~4194304,83886080~8388608,96468992~8388608,117440512~20971520,159383552~16777216,180355072~12582912,205520896~8388608,222298112~8388608,239075328~46137344,289406976~8388608,331350016~4194304,339738624~16777216,364904448~20971520,390070272~12582912] 2024-08-17T01:44:18.314 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~16777216,25165824~8388608,50331648~12582912,75497472~4194304,83886080~8388608,96468992~8388608,117440512~20971520,159383552~16777216,180355072~12582912,205520896~8388608,222298112~8388608,239075328~46137344,289406976~8388608,331350016~4194304,339738624~16777216,364904448~20971520,390070272~12582912] 2024-08-17T01:44:18.316 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16777216,25165824~8388608,50331648~16777216,75497472~4194304,83886080~20971520,117440512~20971520,159383552~33554432,205520896~12582912,222298112~8388608,239075328~58720256,331350016~29360128,364904448~20971520,390070272~16777216] 2024-08-17T01:44:18.316 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to 11 diff [0~16777216,25165824~8388608,50331648~12582912,75497472~4194304,83886080~8388608,96468992~16777216,117440512~20971520,155189248~8388608,167772160~8388608,180355072~20971520,205520896~8388608,222298112~8388608,239075328~46137344,289406976~8388608,301989888~4194304,331350016~4194304,339738624~16777216,360710144~25165824,390070272~12582912] 2024-08-17T01:44:18.316 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~16777216,25165824~8388608,50331648~12582912,75497472~4194304,83886080~8388608,96468992~16777216,117440512~20971520,155189248~8388608,167772160~8388608,180355072~20971520,205520896~8388608,222298112~8388608,239075328~46137344,289406976~8388608,301989888~4194304,331350016~4194304,339738624~16777216,360710144~25165824,390070272~12582912] 2024-08-17T01:44:18.319 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16777216,25165824~8388608,50331648~16777216,75497472~4194304,83886080~54525952,155189248~46137344,205520896~12582912,222298112~8388608,239075328~58720256,301989888~4194304,331350016~54525952,390070272~16777216] 2024-08-17T01:44:18.319 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to 12 diff [0~16777216,25165824~12582912,50331648~12582912,75497472~37748736,117440512~20971520,155189248~8388608,167772160~8388608,180355072~20971520,205520896~29360128,239075328~46137344,289406976~8388608,301989888~4194304,322961408~12582912,339738624~16777216,360710144~25165824,390070272~12582912] 2024-08-17T01:44:18.319 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~16777216,25165824~12582912,50331648~12582912,75497472~37748736,117440512~20971520,155189248~8388608,167772160~8388608,180355072~20971520,205520896~29360128,239075328~46137344,289406976~8388608,301989888~4194304,322961408~12582912,339738624~16777216,360710144~25165824,390070272~12582912] 2024-08-17T01:44:18.322 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16777216,25165824~16777216,50331648~16777216,75497472~62914560,155189248~46137344,205520896~92274688,301989888~4194304,322961408~62914560,390070272~16777216] 2024-08-17T01:44:18.322 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to 13 diff [0~37748736,50331648~12582912,67108864~46137344,117440512~20971520,146800640~4194304,155189248~8388608,167772160~33554432,205520896~29360128,239075328~46137344,289406976~8388608,301989888~4194304,322961408~12582912,339738624~16777216,360710144~41943040] 2024-08-17T01:44:18.323 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~37748736,50331648~12582912,67108864~46137344,117440512~20971520,146800640~4194304,155189248~8388608,167772160~33554432,205520896~29360128,239075328~46137344,289406976~8388608,301989888~4194304,322961408~12582912,339738624~16777216,360710144~41943040] 2024-08-17T01:44:18.325 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~41943040,50331648~88080384,146800640~4194304,155189248~46137344,205520896~92274688,301989888~4194304,322961408~83886080] 2024-08-17T01:44:18.325 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to 14 diff [0~41943040,50331648~62914560,117440512~25165824,146800640~4194304,155189248~8388608,167772160~20971520,192937984~8388608,205520896~29360128,239075328~67108864,310378496~8388608,322961408~12582912,339738624~16777216,360710144~41943040] 2024-08-17T01:44:18.326 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,50331648~62914560,117440512~25165824,146800640~4194304,155189248~8388608,167772160~20971520,192937984~8388608,205520896~29360128,239075328~67108864,310378496~8388608,322961408~12582912,339738624~16777216,360710144~41943040] 2024-08-17T01:44:18.330 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~92274688,146800640~4194304,155189248~46137344,205520896~113246208,322961408~83886080] 2024-08-17T01:44:18.330 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to 15 diff [0~41943040,50331648~62914560,117440512~25165824,146800640~4194304,155189248~8388608,167772160~20971520,192937984~8388608,205520896~109051904,322961408~33554432,360710144~41943040] 2024-08-17T01:44:18.330 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,50331648~62914560,117440512~25165824,146800640~4194304,155189248~8388608,167772160~20971520,192937984~8388608,205520896~109051904,322961408~33554432,360710144~41943040] 2024-08-17T01:44:18.335 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~92274688,146800640~4194304,155189248~46137344,205520896~113246208,322961408~83886080] 2024-08-17T01:44:18.335 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to 16 diff [0~41943040,50331648~62914560,117440512~25165824,146800640~16777216,167772160~20971520,192937984~8388608,205520896~109051904,322961408~33554432,360710144~41943040] 2024-08-17T01:44:18.335 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,50331648~62914560,117440512~25165824,146800640~16777216,167772160~20971520,192937984~8388608,205520896~109051904,322961408~33554432,360710144~41943040] 2024-08-17T01:44:18.339 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~92274688,146800640~54525952,205520896~113246208,322961408~83886080] 2024-08-17T01:44:18.339 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to 17 diff [0~41943040,50331648~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:18.340 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,50331648~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:18.344 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~92274688,146800640~171966464,322961408~83886080] 2024-08-17T01:44:18.345 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to 18 diff [0~41943040,46137344~96468992,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:18.345 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~96468992,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:18.350 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~171966464,322961408~83886080] 2024-08-17T01:44:18.350 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to 19 diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:18.350 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:18.357 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~171966464,322961408~83886080] 2024-08-17T01:44:18.357 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to 7 diff [25165824~8388608,96468992~8388608,159383552~8388608,239075328~12582912,255852544~20971520,281018368~4194304] 2024-08-17T01:44:18.357 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [25165824~8388608,96468992~8388608,159383552~8388608,239075328~12582912,255852544~20971520,281018368~4194304] 2024-08-17T01:44:18.358 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [25165824~8388608,96468992~8388608,159383552~8388608,239075328~12582912,255852544~20971520,281018368~8388608] 2024-08-17T01:44:18.358 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to 8 diff [4194304~8388608,25165824~8388608,58720256~4194304,75497472~4194304,83886080~8388608,96468992~8388608,125829120~4194304,159383552~8388608,180355072~4194304,222298112~8388608,239075328~12582912,255852544~20971520,281018368~4194304,339738624~16777216,394264576~8388608] 2024-08-17T01:44:18.358 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [4194304~8388608,25165824~8388608,58720256~4194304,75497472~4194304,83886080~8388608,96468992~8388608,125829120~4194304,159383552~8388608,180355072~4194304,222298112~8388608,239075328~12582912,255852544~20971520,281018368~4194304,339738624~16777216,394264576~8388608] 2024-08-17T01:44:18.359 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~12582912,25165824~8388608,58720256~8388608,75497472~4194304,83886080~20971520,125829120~4194304,159383552~8388608,180355072~4194304,222298112~8388608,239075328~12582912,255852544~20971520,281018368~8388608,339738624~20971520,394264576~12582912] 2024-08-17T01:44:18.359 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to 9 diff [0~16777216,25165824~8388608,58720256~4194304,75497472~4194304,83886080~8388608,96468992~8388608,125829120~4194304,159383552~16777216,180355072~4194304,222298112~8388608,239075328~12582912,255852544~20971520,281018368~4194304,293601280~4194304,331350016~4194304,339738624~16777216,377487360~4194304,394264576~8388608] 2024-08-17T01:44:18.360 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~16777216,25165824~8388608,58720256~4194304,75497472~4194304,83886080~8388608,96468992~8388608,125829120~4194304,159383552~16777216,180355072~4194304,222298112~8388608,239075328~12582912,255852544~20971520,281018368~4194304,293601280~4194304,331350016~4194304,339738624~16777216,377487360~4194304,394264576~8388608] 2024-08-17T01:44:18.361 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16777216,25165824~8388608,58720256~8388608,75497472~4194304,83886080~20971520,125829120~8388608,159383552~25165824,222298112~8388608,239075328~12582912,255852544~33554432,293601280~4194304,331350016~29360128,377487360~4194304,394264576~12582912] 2024-08-17T01:44:18.361 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to 10 diff [0~16777216,25165824~8388608,50331648~12582912,75497472~4194304,83886080~8388608,96468992~8388608,125829120~12582912,159383552~16777216,180355072~12582912,222298112~8388608,239075328~46137344,289406976~8388608,331350016~4194304,339738624~16777216,377487360~8388608,390070272~12582912] 2024-08-17T01:44:18.361 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~16777216,25165824~8388608,50331648~12582912,75497472~4194304,83886080~8388608,96468992~8388608,125829120~12582912,159383552~16777216,180355072~12582912,222298112~8388608,239075328~46137344,289406976~8388608,331350016~4194304,339738624~16777216,377487360~8388608,390070272~12582912] 2024-08-17T01:44:18.363 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16777216,25165824~8388608,50331648~16777216,75497472~4194304,83886080~20971520,125829120~12582912,159383552~33554432,222298112~8388608,239075328~58720256,331350016~29360128,377487360~8388608,390070272~16777216] 2024-08-17T01:44:18.364 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to 11 diff [0~16777216,25165824~8388608,50331648~12582912,75497472~4194304,83886080~8388608,96468992~16777216,125829120~12582912,155189248~8388608,167772160~8388608,180355072~20971520,222298112~8388608,239075328~46137344,289406976~8388608,301989888~4194304,331350016~4194304,339738624~16777216,360710144~12582912,377487360~8388608,390070272~12582912] 2024-08-17T01:44:18.364 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~16777216,25165824~8388608,50331648~12582912,75497472~4194304,83886080~8388608,96468992~16777216,125829120~12582912,155189248~8388608,167772160~8388608,180355072~20971520,222298112~8388608,239075328~46137344,289406976~8388608,301989888~4194304,331350016~4194304,339738624~16777216,360710144~12582912,377487360~8388608,390070272~12582912] 2024-08-17T01:44:18.366 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16777216,25165824~8388608,50331648~16777216,75497472~4194304,83886080~33554432,125829120~12582912,155189248~46137344,222298112~8388608,239075328~58720256,301989888~4194304,331350016~41943040,377487360~8388608,390070272~16777216] 2024-08-17T01:44:18.366 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to 12 diff [0~16777216,25165824~12582912,50331648~12582912,75497472~37748736,125829120~12582912,155189248~8388608,167772160~8388608,180355072~20971520,213909504~20971520,239075328~46137344,289406976~8388608,301989888~4194304,322961408~12582912,339738624~16777216,360710144~12582912,377487360~8388608,390070272~12582912] 2024-08-17T01:44:18.366 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~16777216,25165824~12582912,50331648~12582912,75497472~37748736,125829120~12582912,155189248~8388608,167772160~8388608,180355072~20971520,213909504~20971520,239075328~46137344,289406976~8388608,301989888~4194304,322961408~12582912,339738624~16777216,360710144~12582912,377487360~8388608,390070272~12582912] 2024-08-17T01:44:18.369 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16777216,25165824~16777216,50331648~16777216,75497472~41943040,125829120~12582912,155189248~46137344,213909504~83886080,301989888~4194304,322961408~50331648,377487360~8388608,390070272~16777216] 2024-08-17T01:44:18.369 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to 13 diff [0~37748736,50331648~12582912,67108864~46137344,125829120~12582912,146800640~4194304,155189248~8388608,167772160~33554432,213909504~20971520,239075328~46137344,289406976~8388608,301989888~4194304,322961408~12582912,339738624~16777216,360710144~12582912,377487360~25165824] 2024-08-17T01:44:18.369 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~37748736,50331648~12582912,67108864~46137344,125829120~12582912,146800640~4194304,155189248~8388608,167772160~33554432,213909504~20971520,239075328~46137344,289406976~8388608,301989888~4194304,322961408~12582912,339738624~16777216,360710144~12582912,377487360~25165824] 2024-08-17T01:44:18.372 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~41943040,50331648~67108864,125829120~12582912,146800640~4194304,155189248~46137344,213909504~83886080,301989888~4194304,322961408~50331648,377487360~29360128] 2024-08-17T01:44:18.372 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to 14 diff [0~41943040,50331648~62914560,125829120~16777216,146800640~4194304,155189248~8388608,167772160~20971520,192937984~8388608,213909504~20971520,239075328~67108864,310378496~8388608,322961408~12582912,339738624~16777216,360710144~12582912,377487360~25165824] 2024-08-17T01:44:18.372 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,50331648~62914560,125829120~16777216,146800640~4194304,155189248~8388608,167772160~20971520,192937984~8388608,213909504~20971520,239075328~67108864,310378496~8388608,322961408~12582912,339738624~16777216,360710144~12582912,377487360~25165824] 2024-08-17T01:44:18.376 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~67108864,125829120~16777216,146800640~4194304,155189248~46137344,213909504~104857600,322961408~50331648,377487360~29360128] 2024-08-17T01:44:18.376 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to 15 diff [0~41943040,50331648~62914560,125829120~16777216,146800640~4194304,155189248~8388608,167772160~20971520,192937984~8388608,213909504~100663296,322961408~33554432,360710144~12582912,377487360~25165824] 2024-08-17T01:44:18.376 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,50331648~62914560,125829120~16777216,146800640~4194304,155189248~8388608,167772160~20971520,192937984~8388608,213909504~100663296,322961408~33554432,360710144~12582912,377487360~25165824] 2024-08-17T01:44:18.380 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~67108864,125829120~16777216,146800640~4194304,155189248~46137344,213909504~104857600,322961408~50331648,377487360~29360128] 2024-08-17T01:44:18.380 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to 16 diff [0~41943040,50331648~62914560,125829120~16777216,146800640~16777216,167772160~20971520,192937984~8388608,213909504~100663296,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:18.380 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,50331648~62914560,125829120~16777216,146800640~16777216,167772160~20971520,192937984~8388608,213909504~100663296,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:18.385 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~67108864,125829120~16777216,146800640~54525952,213909504~104857600,322961408~83886080] 2024-08-17T01:44:18.385 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to 17 diff [0~41943040,50331648~67108864,125829120~16777216,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:18.385 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,50331648~67108864,125829120~16777216,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:18.390 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~71303168,125829120~16777216,146800640~58720256,213909504~104857600,322961408~83886080] 2024-08-17T01:44:18.391 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to 18 diff [0~41943040,46137344~71303168,125829120~16777216,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:18.391 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~71303168,125829120~16777216,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:18.395 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~121634816,125829120~16777216,146800640~58720256,213909504~104857600,322961408~83886080] 2024-08-17T01:44:18.395 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to 19 diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:18.395 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:18.402 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~58720256,213909504~104857600,322961408~83886080] 2024-08-17T01:44:18.402 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to 8 diff [4194304~8388608,58720256~4194304,75497472~4194304,83886080~8388608,125829120~4194304,180355072~4194304,222298112~8388608,339738624~16777216,394264576~8388608] 2024-08-17T01:44:18.402 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [4194304~8388608,58720256~4194304,75497472~4194304,83886080~8388608,125829120~4194304,180355072~4194304,222298112~8388608,339738624~16777216,394264576~8388608] 2024-08-17T01:44:18.403 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~12582912,58720256~8388608,75497472~4194304,83886080~12582912,125829120~4194304,180355072~4194304,222298112~8388608,339738624~20971520,394264576~12582912] 2024-08-17T01:44:18.403 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to 9 diff [0~16777216,25165824~4194304,58720256~4194304,75497472~4194304,83886080~8388608,125829120~4194304,167772160~8388608,180355072~4194304,222298112~8388608,255852544~4194304,268435456~8388608,293601280~4194304,331350016~4194304,339738624~16777216,377487360~4194304,394264576~8388608] 2024-08-17T01:44:18.403 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~16777216,25165824~4194304,58720256~4194304,75497472~4194304,83886080~8388608,125829120~4194304,167772160~8388608,180355072~4194304,222298112~8388608,255852544~4194304,268435456~8388608,293601280~4194304,331350016~4194304,339738624~16777216,377487360~4194304,394264576~8388608] 2024-08-17T01:44:18.404 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16777216,25165824~4194304,58720256~8388608,75497472~4194304,83886080~12582912,125829120~8388608,167772160~16777216,222298112~8388608,255852544~4194304,268435456~12582912,293601280~4194304,331350016~29360128,377487360~4194304,394264576~12582912] 2024-08-17T01:44:18.405 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to 10 diff [0~16777216,25165824~4194304,50331648~12582912,75497472~4194304,83886080~8388608,125829120~12582912,167772160~8388608,180355072~12582912,222298112~8388608,239075328~16777216,264241152~12582912,289406976~8388608,331350016~4194304,339738624~16777216,377487360~8388608,390070272~12582912] 2024-08-17T01:44:18.405 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~16777216,25165824~4194304,50331648~12582912,75497472~4194304,83886080~8388608,125829120~12582912,167772160~8388608,180355072~12582912,222298112~8388608,239075328~16777216,264241152~12582912,289406976~8388608,331350016~4194304,339738624~16777216,377487360~8388608,390070272~12582912] 2024-08-17T01:44:18.406 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16777216,25165824~4194304,50331648~16777216,75497472~4194304,83886080~12582912,125829120~12582912,167772160~25165824,222298112~8388608,239075328~20971520,264241152~16777216,289406976~8388608,331350016~29360128,377487360~8388608,390070272~16777216] 2024-08-17T01:44:18.406 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to 11 diff [0~16777216,25165824~4194304,50331648~12582912,75497472~4194304,83886080~8388608,104857600~8388608,125829120~12582912,155189248~4194304,167772160~8388608,180355072~20971520,222298112~8388608,239075328~16777216,264241152~12582912,289406976~8388608,301989888~4194304,331350016~4194304,339738624~16777216,360710144~12582912,377487360~8388608,390070272~12582912] 2024-08-17T01:44:18.406 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~16777216,25165824~4194304,50331648~12582912,75497472~4194304,83886080~8388608,104857600~8388608,125829120~12582912,155189248~4194304,167772160~8388608,180355072~20971520,222298112~8388608,239075328~16777216,264241152~12582912,289406976~8388608,301989888~4194304,331350016~4194304,339738624~16777216,360710144~12582912,377487360~8388608,390070272~12582912] 2024-08-17T01:44:18.409 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16777216,25165824~4194304,50331648~16777216,75497472~4194304,83886080~12582912,104857600~12582912,125829120~12582912,155189248~8388608,167772160~33554432,222298112~8388608,239075328~20971520,264241152~16777216,289406976~8388608,301989888~4194304,331350016~41943040,377487360~8388608,390070272~16777216] 2024-08-17T01:44:18.409 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to 12 diff [0~16777216,25165824~4194304,33554432~4194304,50331648~12582912,75497472~37748736,125829120~12582912,155189248~4194304,167772160~8388608,180355072~20971520,213909504~20971520,239075328~16777216,264241152~12582912,289406976~8388608,301989888~4194304,322961408~12582912,339738624~16777216,360710144~12582912,377487360~8388608,390070272~12582912] 2024-08-17T01:44:18.409 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~16777216,25165824~4194304,33554432~4194304,50331648~12582912,75497472~37748736,125829120~12582912,155189248~4194304,167772160~8388608,180355072~20971520,213909504~20971520,239075328~16777216,264241152~12582912,289406976~8388608,301989888~4194304,322961408~12582912,339738624~16777216,360710144~12582912,377487360~8388608,390070272~12582912] 2024-08-17T01:44:18.411 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16777216,25165824~4194304,33554432~8388608,50331648~16777216,75497472~41943040,125829120~12582912,155189248~8388608,167772160~33554432,213909504~46137344,264241152~16777216,289406976~8388608,301989888~4194304,322961408~50331648,377487360~8388608,390070272~16777216] 2024-08-17T01:44:18.411 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to 13 diff [0~29360128,33554432~4194304,50331648~12582912,67108864~46137344,125829120~12582912,146800640~4194304,155189248~4194304,167772160~33554432,213909504~20971520,239075328~16777216,264241152~12582912,289406976~8388608,301989888~4194304,322961408~12582912,339738624~16777216,360710144~12582912,377487360~25165824] 2024-08-17T01:44:18.411 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~29360128,33554432~4194304,50331648~12582912,67108864~46137344,125829120~12582912,146800640~4194304,155189248~4194304,167772160~33554432,213909504~20971520,239075328~16777216,264241152~12582912,289406976~8388608,301989888~4194304,322961408~12582912,339738624~16777216,360710144~12582912,377487360~25165824] 2024-08-17T01:44:18.413 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~29360128,33554432~8388608,50331648~67108864,125829120~12582912,146800640~4194304,155189248~8388608,167772160~33554432,213909504~46137344,264241152~16777216,289406976~8388608,301989888~4194304,322961408~50331648,377487360~29360128] 2024-08-17T01:44:18.413 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to 14 diff [0~29360128,33554432~8388608,50331648~62914560,125829120~16777216,146800640~4194304,155189248~4194304,167772160~20971520,192937984~8388608,213909504~20971520,239075328~16777216,264241152~12582912,285212672~20971520,310378496~8388608,322961408~12582912,339738624~16777216,360710144~12582912,377487360~25165824] 2024-08-17T01:44:18.413 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~29360128,33554432~8388608,50331648~62914560,125829120~16777216,146800640~4194304,155189248~4194304,167772160~20971520,192937984~8388608,213909504~20971520,239075328~16777216,264241152~12582912,285212672~20971520,310378496~8388608,322961408~12582912,339738624~16777216,360710144~12582912,377487360~25165824] 2024-08-17T01:44:18.417 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~29360128,33554432~12582912,50331648~67108864,125829120~16777216,146800640~4194304,155189248~8388608,167772160~33554432,213909504~46137344,264241152~16777216,285212672~33554432,322961408~50331648,377487360~29360128] 2024-08-17T01:44:18.417 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to 15 diff [0~29360128,33554432~8388608,50331648~62914560,125829120~16777216,146800640~4194304,155189248~4194304,167772160~20971520,192937984~8388608,213909504~46137344,264241152~50331648,322961408~33554432,360710144~12582912,377487360~25165824] 2024-08-17T01:44:18.417 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~29360128,33554432~8388608,50331648~62914560,125829120~16777216,146800640~4194304,155189248~4194304,167772160~20971520,192937984~8388608,213909504~46137344,264241152~50331648,322961408~33554432,360710144~12582912,377487360~25165824] 2024-08-17T01:44:18.421 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~29360128,33554432~12582912,50331648~67108864,125829120~16777216,146800640~4194304,155189248~8388608,167772160~33554432,213909504~46137344,264241152~54525952,322961408~50331648,377487360~29360128] 2024-08-17T01:44:18.421 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to 16 diff [0~41943040,50331648~62914560,125829120~16777216,146800640~12582912,167772160~20971520,192937984~8388608,213909504~100663296,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:18.421 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,50331648~62914560,125829120~16777216,146800640~12582912,167772160~20971520,192937984~8388608,213909504~100663296,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:18.425 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~67108864,125829120~16777216,146800640~16777216,167772160~33554432,213909504~104857600,322961408~83886080] 2024-08-17T01:44:18.426 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to 17 diff [0~41943040,50331648~67108864,125829120~16777216,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:18.426 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,50331648~67108864,125829120~16777216,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:18.431 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~71303168,125829120~16777216,146800640~16777216,167772160~37748736,213909504~104857600,322961408~83886080] 2024-08-17T01:44:18.431 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to 18 diff [0~41943040,46137344~71303168,125829120~16777216,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:18.431 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~71303168,125829120~16777216,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:18.436 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~121634816,125829120~16777216,146800640~16777216,167772160~37748736,213909504~104857600,322961408~83886080] 2024-08-17T01:44:18.437 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to 19 diff [0~41943040,46137344~92274688,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:18.437 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:18.442 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~83886080] 2024-08-17T01:44:18.442 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to 9 diff [0~4194304,12582912~4194304,25165824~4194304,125829120~4194304,167772160~8388608,255852544~4194304,268435456~8388608,293601280~4194304,331350016~4194304,377487360~4194304] 2024-08-17T01:44:18.442 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~4194304,12582912~4194304,25165824~4194304,125829120~4194304,167772160~8388608,255852544~4194304,268435456~8388608,293601280~4194304,331350016~4194304,377487360~4194304] 2024-08-17T01:44:18.443 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~8388608,12582912~4194304,25165824~4194304,125829120~8388608,167772160~12582912,255852544~4194304,268435456~12582912,293601280~4194304,331350016~8388608,377487360~4194304] 2024-08-17T01:44:18.443 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to 10 diff [0~4194304,12582912~4194304,25165824~4194304,50331648~8388608,125829120~12582912,167772160~8388608,184549376~8388608,239075328~16777216,264241152~12582912,289406976~8388608,331350016~4194304,377487360~8388608,390070272~4194304] 2024-08-17T01:44:18.443 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~4194304,12582912~4194304,25165824~4194304,50331648~8388608,125829120~12582912,167772160~8388608,184549376~8388608,239075328~16777216,264241152~12582912,289406976~8388608,331350016~4194304,377487360~8388608,390070272~4194304] 2024-08-17T01:44:18.444 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~8388608,12582912~4194304,25165824~4194304,50331648~8388608,125829120~12582912,167772160~12582912,184549376~8388608,239075328~20971520,264241152~16777216,289406976~8388608,331350016~8388608,377487360~8388608,390070272~8388608] 2024-08-17T01:44:18.445 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to 11 diff [0~4194304,12582912~4194304,25165824~4194304,50331648~8388608,104857600~8388608,125829120~12582912,155189248~4194304,167772160~8388608,184549376~16777216,239075328~16777216,264241152~12582912,289406976~8388608,301989888~4194304,331350016~4194304,348127232~8388608,360710144~12582912,377487360~8388608,390070272~4194304] 2024-08-17T01:44:18.445 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~4194304,12582912~4194304,25165824~4194304,50331648~8388608,104857600~8388608,125829120~12582912,155189248~4194304,167772160~8388608,184549376~16777216,239075328~16777216,264241152~12582912,289406976~8388608,301989888~4194304,331350016~4194304,348127232~8388608,360710144~12582912,377487360~8388608,390070272~4194304] 2024-08-17T01:44:18.447 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~8388608,12582912~4194304,25165824~4194304,50331648~8388608,104857600~12582912,125829120~12582912,155189248~8388608,167772160~12582912,184549376~16777216,239075328~20971520,264241152~16777216,289406976~8388608,301989888~4194304,331350016~8388608,348127232~25165824,377487360~8388608,390070272~8388608] 2024-08-17T01:44:18.447 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to 12 diff [0~4194304,12582912~4194304,25165824~4194304,33554432~4194304,50331648~8388608,79691776~4194304,92274688~20971520,125829120~12582912,155189248~4194304,167772160~8388608,184549376~16777216,213909504~20971520,239075328~16777216,264241152~12582912,289406976~8388608,301989888~4194304,322961408~12582912,348127232~8388608,360710144~12582912,377487360~8388608,390070272~4194304,398458880~4194304] 2024-08-17T01:44:18.447 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~4194304,12582912~4194304,25165824~4194304,33554432~4194304,50331648~8388608,79691776~4194304,92274688~20971520,125829120~12582912,155189248~4194304,167772160~8388608,184549376~16777216,213909504~20971520,239075328~16777216,264241152~12582912,289406976~8388608,301989888~4194304,322961408~12582912,348127232~8388608,360710144~12582912,377487360~8388608,390070272~4194304,398458880~4194304] 2024-08-17T01:44:18.449 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~8388608,12582912~4194304,25165824~4194304,33554432~8388608,50331648~8388608,79691776~4194304,92274688~25165824,125829120~12582912,155189248~8388608,167772160~12582912,184549376~16777216,213909504~46137344,264241152~16777216,289406976~8388608,301989888~4194304,322961408~16777216,348127232~25165824,377487360~8388608,390070272~12582912] 2024-08-17T01:44:18.449 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to 13 diff [0~4194304,12582912~16777216,33554432~4194304,50331648~8388608,67108864~8388608,79691776~33554432,125829120~12582912,146800640~4194304,155189248~4194304,167772160~33554432,213909504~20971520,239075328~16777216,264241152~12582912,289406976~8388608,301989888~4194304,322961408~12582912,348127232~8388608,360710144~12582912,377487360~16777216,398458880~4194304] 2024-08-17T01:44:18.449 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~4194304,12582912~16777216,33554432~4194304,50331648~8388608,67108864~8388608,79691776~33554432,125829120~12582912,146800640~4194304,155189248~4194304,167772160~33554432,213909504~20971520,239075328~16777216,264241152~12582912,289406976~8388608,301989888~4194304,322961408~12582912,348127232~8388608,360710144~12582912,377487360~16777216,398458880~4194304] 2024-08-17T01:44:18.451 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~8388608,12582912~16777216,33554432~8388608,50331648~8388608,67108864~50331648,125829120~12582912,146800640~4194304,155189248~8388608,167772160~33554432,213909504~46137344,264241152~16777216,289406976~8388608,301989888~4194304,322961408~16777216,348127232~25165824,377487360~25165824] 2024-08-17T01:44:18.451 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to 14 diff [0~29360128,33554432~8388608,50331648~25165824,79691776~33554432,125829120~16777216,146800640~4194304,155189248~4194304,167772160~20971520,192937984~8388608,213909504~20971520,239075328~16777216,264241152~12582912,285212672~20971520,310378496~8388608,322961408~12582912,348127232~8388608,360710144~12582912,377487360~16777216,398458880~4194304] 2024-08-17T01:44:18.451 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~29360128,33554432~8388608,50331648~25165824,79691776~33554432,125829120~16777216,146800640~4194304,155189248~4194304,167772160~20971520,192937984~8388608,213909504~20971520,239075328~16777216,264241152~12582912,285212672~20971520,310378496~8388608,322961408~12582912,348127232~8388608,360710144~12582912,377487360~16777216,398458880~4194304] 2024-08-17T01:44:18.454 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~29360128,33554432~12582912,50331648~67108864,125829120~16777216,146800640~4194304,155189248~8388608,167772160~33554432,213909504~46137344,264241152~16777216,285212672~33554432,322961408~16777216,348127232~25165824,377487360~25165824] 2024-08-17T01:44:18.454 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to 15 diff [0~29360128,33554432~8388608,50331648~25165824,79691776~33554432,125829120~16777216,146800640~4194304,155189248~4194304,167772160~20971520,192937984~8388608,213909504~46137344,264241152~50331648,322961408~20971520,348127232~8388608,360710144~12582912,377487360~16777216,398458880~4194304] 2024-08-17T01:44:18.455 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~29360128,33554432~8388608,50331648~25165824,79691776~33554432,125829120~16777216,146800640~4194304,155189248~4194304,167772160~20971520,192937984~8388608,213909504~46137344,264241152~50331648,322961408~20971520,348127232~8388608,360710144~12582912,377487360~16777216,398458880~4194304] 2024-08-17T01:44:18.458 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~29360128,33554432~12582912,50331648~67108864,125829120~16777216,146800640~4194304,155189248~8388608,167772160~33554432,213909504~46137344,264241152~54525952,322961408~50331648,377487360~25165824] 2024-08-17T01:44:18.458 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to 16 diff [0~41943040,50331648~25165824,79691776~33554432,125829120~16777216,146800640~12582912,167772160~20971520,192937984~8388608,213909504~100663296,322961408~33554432,360710144~20971520,385875968~8388608,398458880~4194304] 2024-08-17T01:44:18.459 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,50331648~25165824,79691776~33554432,125829120~16777216,146800640~12582912,167772160~20971520,192937984~8388608,213909504~100663296,322961408~33554432,360710144~20971520,385875968~8388608,398458880~4194304] 2024-08-17T01:44:18.462 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~67108864,125829120~16777216,146800640~16777216,167772160~33554432,213909504~104857600,322961408~79691776] 2024-08-17T01:44:18.462 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to 17 diff [0~41943040,50331648~25165824,79691776~37748736,125829120~16777216,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:18.463 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,50331648~25165824,79691776~37748736,125829120~16777216,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:18.467 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~71303168,125829120~16777216,146800640~16777216,167772160~37748736,213909504~104857600,322961408~79691776] 2024-08-17T01:44:18.468 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to 18 diff [0~41943040,46137344~29360128,79691776~37748736,125829120~16777216,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:18.468 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~37748736,125829120~16777216,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:18.472 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~121634816,125829120~16777216,146800640~16777216,167772160~37748736,213909504~104857600,322961408~79691776] 2024-08-17T01:44:18.472 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to 19 diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~20971520] 2024-08-17T01:44:18.472 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~20971520] 2024-08-17T01:44:18.476 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~83886080] 2024-08-17T01:44:18.476 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to 10 diff [50331648~8388608,130023424~8388608,184549376~8388608,239075328~16777216,264241152~4194304,289406976~4194304,377487360~4194304,390070272~4194304] 2024-08-17T01:44:18.476 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [50331648~8388608,130023424~8388608,184549376~8388608,239075328~16777216,264241152~4194304,289406976~4194304,377487360~4194304,390070272~4194304] 2024-08-17T01:44:18.478 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [50331648~8388608,130023424~8388608,184549376~8388608,239075328~20971520,264241152~8388608,289406976~8388608,377487360~8388608,390070272~8388608] 2024-08-17T01:44:18.478 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to 11 diff [12582912~4194304,50331648~8388608,104857600~8388608,130023424~8388608,155189248~4194304,184549376~16777216,239075328~16777216,264241152~4194304,289406976~4194304,301989888~4194304,348127232~8388608,360710144~12582912,377487360~4194304,390070272~4194304] 2024-08-17T01:44:18.478 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [12582912~4194304,50331648~8388608,104857600~8388608,130023424~8388608,155189248~4194304,184549376~16777216,239075328~16777216,264241152~4194304,289406976~4194304,301989888~4194304,348127232~8388608,360710144~12582912,377487360~4194304,390070272~4194304] 2024-08-17T01:44:18.479 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [12582912~4194304,50331648~8388608,104857600~12582912,130023424~8388608,155189248~8388608,184549376~16777216,239075328~20971520,264241152~8388608,289406976~8388608,301989888~4194304,348127232~25165824,377487360~8388608,390070272~8388608] 2024-08-17T01:44:18.479 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to 12 diff [12582912~4194304,33554432~4194304,50331648~8388608,79691776~4194304,92274688~20971520,130023424~8388608,155189248~4194304,184549376~16777216,213909504~20971520,239075328~16777216,264241152~4194304,289406976~4194304,301989888~4194304,322961408~8388608,348127232~8388608,360710144~12582912,377487360~4194304,390070272~4194304,398458880~4194304] 2024-08-17T01:44:18.479 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [12582912~4194304,33554432~4194304,50331648~8388608,79691776~4194304,92274688~20971520,130023424~8388608,155189248~4194304,184549376~16777216,213909504~20971520,239075328~16777216,264241152~4194304,289406976~4194304,301989888~4194304,322961408~8388608,348127232~8388608,360710144~12582912,377487360~4194304,390070272~4194304,398458880~4194304] 2024-08-17T01:44:18.481 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [12582912~4194304,33554432~8388608,50331648~8388608,79691776~4194304,92274688~25165824,130023424~8388608,155189248~8388608,184549376~16777216,213909504~46137344,264241152~8388608,289406976~8388608,301989888~4194304,322961408~8388608,348127232~25165824,377487360~8388608,390070272~12582912] 2024-08-17T01:44:18.481 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to 13 diff [12582912~12582912,33554432~4194304,50331648~8388608,67108864~8388608,79691776~33554432,130023424~8388608,146800640~4194304,155189248~4194304,176160768~25165824,213909504~20971520,239075328~16777216,264241152~4194304,289406976~4194304,301989888~4194304,322961408~8388608,348127232~8388608,360710144~12582912,377487360~4194304,385875968~8388608,398458880~4194304] 2024-08-17T01:44:18.481 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [12582912~12582912,33554432~4194304,50331648~8388608,67108864~8388608,79691776~33554432,130023424~8388608,146800640~4194304,155189248~4194304,176160768~25165824,213909504~20971520,239075328~16777216,264241152~4194304,289406976~4194304,301989888~4194304,322961408~8388608,348127232~8388608,360710144~12582912,377487360~4194304,385875968~8388608,398458880~4194304] 2024-08-17T01:44:18.482 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [12582912~16777216,33554432~8388608,50331648~8388608,67108864~50331648,130023424~8388608,146800640~4194304,155189248~8388608,176160768~25165824,213909504~46137344,264241152~8388608,289406976~8388608,301989888~4194304,322961408~8388608,348127232~25165824,377487360~25165824] 2024-08-17T01:44:18.483 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to 14 diff [4194304~20971520,33554432~8388608,50331648~25165824,79691776~33554432,130023424~12582912,146800640~4194304,155189248~4194304,176160768~12582912,192937984~8388608,213909504~20971520,239075328~16777216,264241152~4194304,285212672~8388608,297795584~8388608,310378496~8388608,322961408~8388608,348127232~8388608,360710144~12582912,377487360~4194304,385875968~8388608,398458880~4194304] 2024-08-17T01:44:18.483 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [4194304~20971520,33554432~8388608,50331648~25165824,79691776~33554432,130023424~12582912,146800640~4194304,155189248~4194304,176160768~12582912,192937984~8388608,213909504~20971520,239075328~16777216,264241152~4194304,285212672~8388608,297795584~8388608,310378496~8388608,322961408~8388608,348127232~8388608,360710144~12582912,377487360~4194304,385875968~8388608,398458880~4194304] 2024-08-17T01:44:18.485 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~25165824,33554432~12582912,50331648~67108864,130023424~12582912,146800640~4194304,155189248~8388608,176160768~25165824,213909504~46137344,264241152~8388608,285212672~33554432,322961408~8388608,348127232~25165824,377487360~25165824] 2024-08-17T01:44:18.485 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to 15 diff [4194304~20971520,33554432~8388608,50331648~25165824,79691776~33554432,125829120~16777216,146800640~4194304,155189248~4194304,176160768~12582912,192937984~8388608,213909504~46137344,264241152~4194304,276824064~16777216,297795584~16777216,322961408~8388608,335544320~8388608,348127232~8388608,360710144~12582912,377487360~16777216,398458880~4194304] 2024-08-17T01:44:18.485 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [4194304~20971520,33554432~8388608,50331648~25165824,79691776~33554432,125829120~16777216,146800640~4194304,155189248~4194304,176160768~12582912,192937984~8388608,213909504~46137344,264241152~4194304,276824064~16777216,297795584~16777216,322961408~8388608,335544320~8388608,348127232~8388608,360710144~12582912,377487360~16777216,398458880~4194304] 2024-08-17T01:44:18.489 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~25165824,33554432~12582912,50331648~67108864,125829120~16777216,146800640~4194304,155189248~8388608,176160768~25165824,213909504~46137344,264241152~8388608,276824064~41943040,322961408~8388608,335544320~37748736,377487360~25165824] 2024-08-17T01:44:18.489 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to 16 diff [0~25165824,29360128~12582912,50331648~25165824,79691776~33554432,125829120~16777216,146800640~12582912,176160768~12582912,192937984~8388608,213909504~54525952,276824064~16777216,297795584~16777216,322961408~8388608,335544320~20971520,360710144~20971520,385875968~8388608,398458880~4194304] 2024-08-17T01:44:18.489 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~25165824,29360128~12582912,50331648~25165824,79691776~33554432,125829120~16777216,146800640~12582912,176160768~12582912,192937984~8388608,213909504~54525952,276824064~16777216,297795584~16777216,322961408~8388608,335544320~20971520,360710144~20971520,385875968~8388608,398458880~4194304] 2024-08-17T01:44:18.492 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~67108864,125829120~16777216,146800640~16777216,176160768~25165824,213909504~58720256,276824064~41943040,322961408~8388608,335544320~67108864] 2024-08-17T01:44:18.492 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to 17 diff [0~41943040,50331648~25165824,79691776~37748736,125829120~16777216,146800640~12582912,171966464~33554432,213909504~54525952,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~16777216] 2024-08-17T01:44:18.492 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,50331648~25165824,79691776~37748736,125829120~16777216,146800640~12582912,171966464~33554432,213909504~54525952,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~16777216] 2024-08-17T01:44:18.496 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~71303168,125829120~16777216,146800640~16777216,171966464~33554432,213909504~58720256,276824064~41943040,322961408~8388608,335544320~67108864] 2024-08-17T01:44:18.496 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to 18 diff [0~41943040,46137344~29360128,79691776~37748736,125829120~16777216,146800640~12582912,171966464~33554432,213909504~54525952,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~16777216] 2024-08-17T01:44:18.496 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~37748736,125829120~16777216,146800640~12582912,171966464~33554432,213909504~54525952,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~16777216] 2024-08-17T01:44:18.501 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~121634816,125829120~16777216,146800640~16777216,171966464~33554432,213909504~58720256,276824064~41943040,322961408~8388608,335544320~67108864] 2024-08-17T01:44:18.501 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to 19 diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~58720256,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:18.501 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~58720256,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:18.505 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~8388608,335544320~71303168] 2024-08-17T01:44:18.505 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to 11 diff [12582912~4194304,104857600~8388608,130023424~8388608,155189248~4194304,192937984~8388608,301989888~4194304,348127232~8388608,360710144~12582912] 2024-08-17T01:44:18.506 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [12582912~4194304,104857600~8388608,130023424~8388608,155189248~4194304,192937984~8388608,301989888~4194304,348127232~8388608,360710144~12582912] 2024-08-17T01:44:18.506 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [12582912~4194304,104857600~12582912,130023424~8388608,155189248~8388608,192937984~8388608,301989888~4194304,348127232~25165824] 2024-08-17T01:44:18.507 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to 12 diff [12582912~4194304,33554432~4194304,79691776~4194304,92274688~20971520,130023424~8388608,155189248~4194304,192937984~8388608,213909504~20971520,289406976~4194304,301989888~4194304,322961408~8388608,348127232~8388608,360710144~12582912,398458880~4194304] 2024-08-17T01:44:18.507 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [12582912~4194304,33554432~4194304,79691776~4194304,92274688~20971520,130023424~8388608,155189248~4194304,192937984~8388608,213909504~20971520,289406976~4194304,301989888~4194304,322961408~8388608,348127232~8388608,360710144~12582912,398458880~4194304] 2024-08-17T01:44:18.508 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [12582912~4194304,33554432~8388608,79691776~4194304,92274688~25165824,130023424~8388608,155189248~8388608,192937984~8388608,213909504~25165824,289406976~8388608,301989888~4194304,322961408~8388608,348127232~25165824,398458880~4194304] 2024-08-17T01:44:18.508 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to 13 diff [12582912~12582912,33554432~4194304,67108864~8388608,79691776~33554432,130023424~8388608,146800640~4194304,155189248~4194304,176160768~8388608,192937984~8388608,213909504~20971520,251658240~8388608,289406976~4194304,301989888~4194304,322961408~8388608,348127232~8388608,360710144~12582912,385875968~4194304,398458880~4194304] 2024-08-17T01:44:18.508 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [12582912~12582912,33554432~4194304,67108864~8388608,79691776~33554432,130023424~8388608,146800640~4194304,155189248~4194304,176160768~8388608,192937984~8388608,213909504~20971520,251658240~8388608,289406976~4194304,301989888~4194304,322961408~8388608,348127232~8388608,360710144~12582912,385875968~4194304,398458880~4194304] 2024-08-17T01:44:18.510 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [12582912~16777216,33554432~8388608,67108864~50331648,130023424~8388608,146800640~4194304,155189248~8388608,176160768~8388608,192937984~8388608,213909504~25165824,251658240~8388608,289406976~8388608,301989888~4194304,322961408~8388608,348127232~25165824,385875968~8388608,398458880~4194304] 2024-08-17T01:44:18.510 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to 14 diff [4194304~20971520,33554432~8388608,58720256~16777216,79691776~33554432,130023424~12582912,146800640~4194304,155189248~4194304,176160768~12582912,192937984~8388608,213909504~20971520,251658240~8388608,285212672~8388608,297795584~8388608,310378496~8388608,322961408~8388608,348127232~8388608,360710144~12582912,385875968~4194304,398458880~4194304] 2024-08-17T01:44:18.510 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [4194304~20971520,33554432~8388608,58720256~16777216,79691776~33554432,130023424~12582912,146800640~4194304,155189248~4194304,176160768~12582912,192937984~8388608,213909504~20971520,251658240~8388608,285212672~8388608,297795584~8388608,310378496~8388608,322961408~8388608,348127232~8388608,360710144~12582912,385875968~4194304,398458880~4194304] 2024-08-17T01:44:18.513 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~25165824,33554432~12582912,58720256~58720256,130023424~12582912,146800640~4194304,155189248~8388608,176160768~25165824,213909504~25165824,251658240~8388608,285212672~33554432,322961408~8388608,348127232~25165824,385875968~8388608,398458880~4194304] 2024-08-17T01:44:18.513 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to 15 diff [4194304~20971520,33554432~8388608,50331648~25165824,79691776~33554432,125829120~16777216,146800640~4194304,155189248~4194304,176160768~12582912,192937984~8388608,213909504~25165824,247463936~12582912,276824064~16777216,297795584~16777216,322961408~8388608,335544320~8388608,348127232~8388608,360710144~12582912,377487360~12582912,398458880~4194304] 2024-08-17T01:44:18.513 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [4194304~20971520,33554432~8388608,50331648~25165824,79691776~33554432,125829120~16777216,146800640~4194304,155189248~4194304,176160768~12582912,192937984~8388608,213909504~25165824,247463936~12582912,276824064~16777216,297795584~16777216,322961408~8388608,335544320~8388608,348127232~8388608,360710144~12582912,377487360~12582912,398458880~4194304] 2024-08-17T01:44:18.516 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~25165824,33554432~12582912,50331648~67108864,125829120~16777216,146800640~4194304,155189248~8388608,176160768~25165824,213909504~25165824,247463936~12582912,276824064~41943040,322961408~8388608,335544320~37748736,377487360~16777216,398458880~4194304] 2024-08-17T01:44:18.516 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to 16 diff [0~25165824,29360128~12582912,50331648~25165824,79691776~33554432,125829120~16777216,146800640~12582912,176160768~12582912,192937984~8388608,213909504~25165824,247463936~16777216,276824064~16777216,297795584~16777216,322961408~8388608,335544320~20971520,360710144~20971520,385875968~4194304,398458880~4194304] 2024-08-17T01:44:18.516 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~25165824,29360128~12582912,50331648~25165824,79691776~33554432,125829120~16777216,146800640~12582912,176160768~12582912,192937984~8388608,213909504~25165824,247463936~16777216,276824064~16777216,297795584~16777216,322961408~8388608,335544320~20971520,360710144~20971520,385875968~4194304,398458880~4194304] 2024-08-17T01:44:18.520 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~67108864,125829120~16777216,146800640~16777216,176160768~25165824,213909504~25165824,247463936~20971520,276824064~41943040,322961408~8388608,335544320~58720256,398458880~4194304] 2024-08-17T01:44:18.520 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to 17 diff [0~41943040,50331648~25165824,79691776~37748736,125829120~16777216,146800640~12582912,171966464~33554432,213909504~25165824,247463936~20971520,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~16777216] 2024-08-17T01:44:18.520 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,50331648~25165824,79691776~37748736,125829120~16777216,146800640~12582912,171966464~33554432,213909504~25165824,247463936~20971520,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~16777216] 2024-08-17T01:44:18.525 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~71303168,125829120~16777216,146800640~16777216,171966464~33554432,213909504~25165824,247463936~20971520,276824064~41943040,322961408~8388608,335544320~67108864] 2024-08-17T01:44:18.525 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to 18 diff [0~41943040,46137344~29360128,79691776~37748736,125829120~16777216,146800640~12582912,171966464~33554432,213909504~29360128,247463936~20971520,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~16777216] 2024-08-17T01:44:18.525 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~37748736,125829120~16777216,146800640~12582912,171966464~33554432,213909504~29360128,247463936~20971520,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~16777216] 2024-08-17T01:44:18.529 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~121634816,125829120~16777216,146800640~16777216,171966464~33554432,213909504~54525952,276824064~41943040,322961408~8388608,335544320~67108864] 2024-08-17T01:44:18.529 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to 19 diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:18.530 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:18.533 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~8388608,335544320~71303168] 2024-08-17T01:44:18.533 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to 12 diff [33554432~4194304,79691776~4194304,92274688~12582912,213909504~20971520,289406976~4194304,322961408~8388608,398458880~4194304] 2024-08-17T01:44:18.534 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [33554432~4194304,79691776~4194304,92274688~12582912,213909504~20971520,289406976~4194304,322961408~8388608,398458880~4194304] 2024-08-17T01:44:18.534 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [33554432~8388608,79691776~4194304,92274688~12582912,213909504~25165824,289406976~8388608,322961408~8388608,398458880~4194304] 2024-08-17T01:44:18.534 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to 13 diff [16777216~8388608,33554432~4194304,67108864~8388608,79691776~25165824,146800640~4194304,176160768~8388608,213909504~20971520,251658240~8388608,289406976~4194304,322961408~8388608,360710144~8388608,385875968~4194304,398458880~4194304] 2024-08-17T01:44:18.534 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [16777216~8388608,33554432~4194304,67108864~8388608,79691776~25165824,146800640~4194304,176160768~8388608,213909504~20971520,251658240~8388608,289406976~4194304,322961408~8388608,360710144~8388608,385875968~4194304,398458880~4194304] 2024-08-17T01:44:18.536 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [16777216~12582912,33554432~8388608,67108864~37748736,146800640~4194304,176160768~8388608,213909504~25165824,251658240~8388608,289406976~8388608,322961408~8388608,360710144~8388608,385875968~8388608,398458880~4194304] 2024-08-17T01:44:18.536 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to 14 diff [4194304~8388608,16777216~8388608,33554432~8388608,58720256~16777216,79691776~25165824,134217728~8388608,146800640~4194304,176160768~12582912,213909504~20971520,251658240~8388608,285212672~8388608,297795584~8388608,310378496~8388608,322961408~8388608,360710144~8388608,385875968~4194304,398458880~4194304] 2024-08-17T01:44:18.536 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~8388608,58720256~16777216,79691776~25165824,134217728~8388608,146800640~4194304,176160768~12582912,213909504~20971520,251658240~8388608,285212672~8388608,297795584~8388608,310378496~8388608,322961408~8388608,360710144~8388608,385875968~4194304,398458880~4194304] 2024-08-17T01:44:18.538 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~25165824,33554432~12582912,58720256~46137344,134217728~8388608,146800640~4194304,176160768~16777216,213909504~25165824,251658240~8388608,285212672~33554432,322961408~8388608,360710144~8388608,385875968~8388608,398458880~4194304] 2024-08-17T01:44:18.538 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to 15 diff [4194304~8388608,16777216~8388608,33554432~8388608,50331648~25165824,79691776~25165824,125829120~16777216,146800640~4194304,176160768~12582912,213909504~25165824,247463936~12582912,276824064~16777216,297795584~16777216,322961408~8388608,335544320~8388608,360710144~8388608,377487360~12582912,398458880~4194304] 2024-08-17T01:44:18.538 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~8388608,50331648~25165824,79691776~25165824,125829120~16777216,146800640~4194304,176160768~12582912,213909504~25165824,247463936~12582912,276824064~16777216,297795584~16777216,322961408~8388608,335544320~8388608,360710144~8388608,377487360~12582912,398458880~4194304] 2024-08-17T01:44:18.540 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~25165824,33554432~12582912,50331648~54525952,125829120~16777216,146800640~4194304,176160768~16777216,213909504~25165824,247463936~12582912,276824064~41943040,322961408~8388608,335544320~12582912,360710144~8388608,377487360~16777216,398458880~4194304] 2024-08-17T01:44:18.541 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to 16 diff [0~12582912,16777216~8388608,29360128~12582912,50331648~25165824,79691776~25165824,125829120~16777216,146800640~8388608,176160768~12582912,213909504~25165824,247463936~16777216,276824064~16777216,297795584~16777216,322961408~8388608,335544320~16777216,360710144~8388608,373293056~8388608,385875968~4194304,398458880~4194304] 2024-08-17T01:44:18.541 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,50331648~25165824,79691776~25165824,125829120~16777216,146800640~8388608,176160768~12582912,213909504~25165824,247463936~16777216,276824064~16777216,297795584~16777216,322961408~8388608,335544320~16777216,360710144~8388608,373293056~8388608,385875968~4194304,398458880~4194304] 2024-08-17T01:44:18.543 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~54525952,125829120~16777216,146800640~12582912,176160768~16777216,213909504~25165824,247463936~20971520,276824064~41943040,322961408~8388608,335544320~20971520,360710144~8388608,373293056~20971520,398458880~4194304] 2024-08-17T01:44:18.543 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to 17 diff [0~12582912,16777216~25165824,50331648~25165824,79691776~25165824,109051904~8388608,125829120~16777216,146800640~8388608,171966464~20971520,197132288~8388608,213909504~25165824,247463936~20971520,276824064~41943040,322961408~8388608,335544320~16777216,360710144~8388608,373293056~8388608,385875968~16777216] 2024-08-17T01:44:18.544 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,16777216~25165824,50331648~25165824,79691776~25165824,109051904~8388608,125829120~16777216,146800640~8388608,171966464~20971520,197132288~8388608,213909504~25165824,247463936~20971520,276824064~41943040,322961408~8388608,335544320~16777216,360710144~8388608,373293056~8388608,385875968~16777216] 2024-08-17T01:44:18.547 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~54525952,109051904~12582912,125829120~16777216,146800640~12582912,171966464~20971520,197132288~8388608,213909504~25165824,247463936~20971520,276824064~41943040,322961408~8388608,335544320~20971520,360710144~8388608,373293056~29360128] 2024-08-17T01:44:18.547 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to 18 diff [0~12582912,16777216~25165824,46137344~29360128,79691776~25165824,109051904~8388608,125829120~16777216,146800640~8388608,171966464~33554432,213909504~29360128,247463936~20971520,276824064~41943040,322961408~8388608,335544320~16777216,360710144~8388608,373293056~8388608,385875968~16777216] 2024-08-17T01:44:18.547 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,16777216~25165824,46137344~29360128,79691776~25165824,109051904~8388608,125829120~16777216,146800640~8388608,171966464~33554432,213909504~29360128,247463936~20971520,276824064~41943040,322961408~8388608,335544320~16777216,360710144~8388608,373293056~8388608,385875968~16777216] 2024-08-17T01:44:18.550 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~104857600,109051904~12582912,125829120~16777216,146800640~12582912,171966464~33554432,213909504~54525952,276824064~41943040,322961408~8388608,335544320~20971520,360710144~8388608,373293056~29360128] 2024-08-17T01:44:18.550 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to 19 diff [0~12582912,16777216~25165824,46137344~29360128,79691776~25165824,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:18.550 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,16777216~25165824,46137344~29360128,79691776~25165824,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:18.554 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~104857600,109051904~33554432,146800640~12582912,167772160~37748736,213909504~104857600,322961408~8388608,335544320~20971520,360710144~8388608,373293056~33554432] 2024-08-17T01:44:18.554 INFO:tasks.workunit.client.0.smithi082.stdout:from 12 to 13 diff [16777216~8388608,67108864~8388608,83886080~8388608,146800640~4194304,176160768~8388608,251658240~8388608,360710144~8388608,385875968~4194304] 2024-08-17T01:44:18.554 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [16777216~8388608,67108864~8388608,83886080~8388608,146800640~4194304,176160768~8388608,251658240~8388608,360710144~8388608,385875968~4194304] 2024-08-17T01:44:18.555 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [16777216~12582912,67108864~12582912,83886080~12582912,146800640~4194304,176160768~8388608,251658240~8388608,360710144~8388608,385875968~8388608] 2024-08-17T01:44:18.555 INFO:tasks.workunit.client.0.smithi082.stdout:from 12 to 14 diff [4194304~8388608,16777216~8388608,37748736~4194304,58720256~16777216,83886080~8388608,134217728~8388608,146800640~4194304,176160768~12582912,251658240~8388608,285212672~4194304,297795584~8388608,310378496~8388608,360710144~8388608,385875968~4194304] 2024-08-17T01:44:18.555 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [4194304~8388608,16777216~8388608,37748736~4194304,58720256~16777216,83886080~8388608,134217728~8388608,146800640~4194304,176160768~12582912,251658240~8388608,285212672~4194304,297795584~8388608,310378496~8388608,360710144~8388608,385875968~4194304] 2024-08-17T01:44:18.557 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~25165824,37748736~8388608,58720256~20971520,83886080~12582912,134217728~8388608,146800640~4194304,176160768~16777216,251658240~8388608,285212672~4194304,297795584~20971520,360710144~8388608,385875968~8388608] 2024-08-17T01:44:18.557 INFO:tasks.workunit.client.0.smithi082.stdout:from 12 to 15 diff [4194304~8388608,16777216~8388608,37748736~4194304,50331648~25165824,83886080~12582912,125829120~16777216,146800640~4194304,176160768~12582912,234881024~4194304,247463936~12582912,276824064~12582912,297795584~16777216,335544320~8388608,360710144~8388608,377487360~12582912] 2024-08-17T01:44:18.557 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [4194304~8388608,16777216~8388608,37748736~4194304,50331648~25165824,83886080~12582912,125829120~16777216,146800640~4194304,176160768~12582912,234881024~4194304,247463936~12582912,276824064~12582912,297795584~16777216,335544320~8388608,360710144~8388608,377487360~12582912] 2024-08-17T01:44:18.559 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~25165824,37748736~8388608,50331648~29360128,83886080~16777216,125829120~16777216,146800640~4194304,176160768~16777216,234881024~4194304,247463936~12582912,276824064~12582912,297795584~20971520,335544320~12582912,360710144~8388608,377487360~16777216] 2024-08-17T01:44:18.559 INFO:tasks.workunit.client.0.smithi082.stdout:from 12 to 16 diff [0~12582912,16777216~8388608,29360128~12582912,50331648~25165824,83886080~12582912,125829120~16777216,146800640~8388608,176160768~12582912,218103808~8388608,234881024~4194304,247463936~16777216,276824064~12582912,297795584~16777216,335544320~16777216,360710144~8388608,373293056~8388608,385875968~4194304] 2024-08-17T01:44:18.559 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,50331648~25165824,83886080~12582912,125829120~16777216,146800640~8388608,176160768~12582912,218103808~8388608,234881024~4194304,247463936~16777216,276824064~12582912,297795584~16777216,335544320~16777216,360710144~8388608,373293056~8388608,385875968~4194304] 2024-08-17T01:44:18.561 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~29360128,83886080~16777216,125829120~16777216,146800640~12582912,176160768~16777216,218103808~8388608,234881024~4194304,247463936~20971520,276824064~12582912,297795584~20971520,335544320~20971520,360710144~8388608,373293056~20971520] 2024-08-17T01:44:18.561 INFO:tasks.workunit.client.0.smithi082.stdout:from 12 to 17 diff [0~12582912,16777216~25165824,50331648~25165824,83886080~12582912,109051904~8388608,125829120~16777216,146800640~8388608,171966464~20971520,197132288~8388608,218103808~8388608,234881024~4194304,247463936~20971520,276824064~12582912,293601280~25165824,335544320~16777216,360710144~8388608,373293056~8388608,385875968~12582912] 2024-08-17T01:44:18.562 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,16777216~25165824,50331648~25165824,83886080~12582912,109051904~8388608,125829120~16777216,146800640~8388608,171966464~20971520,197132288~8388608,218103808~8388608,234881024~4194304,247463936~20971520,276824064~12582912,293601280~25165824,335544320~16777216,360710144~8388608,373293056~8388608,385875968~12582912] 2024-08-17T01:44:18.565 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~46137344,50331648~29360128,83886080~16777216,109051904~12582912,125829120~16777216,146800640~12582912,171966464~20971520,197132288~8388608,218103808~12582912,234881024~4194304,247463936~20971520,276824064~12582912,293601280~25165824,335544320~20971520,360710144~8388608,373293056~25165824] 2024-08-17T01:44:18.565 INFO:tasks.workunit.client.0.smithi082.stdout:from 12 to 18 diff [0~12582912,16777216~25165824,46137344~29360128,79691776~16777216,109051904~8388608,125829120~16777216,146800640~8388608,171966464~33554432,213909504~12582912,234881024~8388608,247463936~20971520,276824064~12582912,293601280~25165824,335544320~16777216,360710144~8388608,373293056~8388608,385875968~12582912] 2024-08-17T01:44:18.565 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,16777216~25165824,46137344~29360128,79691776~16777216,109051904~8388608,125829120~16777216,146800640~8388608,171966464~33554432,213909504~12582912,234881024~8388608,247463936~20971520,276824064~12582912,293601280~25165824,335544320~16777216,360710144~8388608,373293056~8388608,385875968~12582912] 2024-08-17T01:44:18.568 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~100663296,109051904~12582912,125829120~16777216,146800640~12582912,171966464~33554432,213909504~16777216,234881024~33554432,276824064~12582912,293601280~25165824,335544320~20971520,360710144~8388608,373293056~25165824] 2024-08-17T01:44:18.568 INFO:tasks.workunit.client.0.smithi082.stdout:from 12 to 19 diff [0~12582912,16777216~25165824,46137344~29360128,79691776~16777216,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~12582912,234881024~8388608,247463936~25165824,276824064~12582912,293601280~25165824,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:18.568 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,16777216~25165824,46137344~29360128,79691776~16777216,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~12582912,234881024~8388608,247463936~25165824,276824064~12582912,293601280~25165824,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:18.572 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~100663296,109051904~33554432,146800640~12582912,167772160~37748736,213909504~16777216,234881024~54525952,293601280~25165824,335544320~20971520,360710144~8388608,373293056~33554432] 2024-08-17T01:44:18.572 INFO:tasks.workunit.client.0.smithi082.stdout:from 13 to 14 diff [4194304~8388608,37748736~4194304,58720256~8388608,134217728~8388608,180355072~8388608,285212672~4194304,297795584~8388608,310378496~8388608] 2024-08-17T01:44:18.572 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [4194304~8388608,37748736~4194304,58720256~8388608,134217728~8388608,180355072~8388608,285212672~4194304,297795584~8388608,310378496~8388608] 2024-08-17T01:44:18.573 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~12582912,37748736~8388608,58720256~12582912,134217728~8388608,180355072~12582912,285212672~4194304,297795584~20971520] 2024-08-17T01:44:18.573 INFO:tasks.workunit.client.0.smithi082.stdout:from 13 to 15 diff [4194304~8388608,37748736~4194304,50331648~16777216,88080384~8388608,125829120~16777216,180355072~8388608,234881024~4194304,247463936~4194304,276824064~12582912,297795584~16777216,335544320~8388608,377487360~8388608] 2024-08-17T01:44:18.573 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [4194304~8388608,37748736~4194304,50331648~16777216,88080384~8388608,125829120~16777216,180355072~8388608,234881024~4194304,247463936~4194304,276824064~12582912,297795584~16777216,335544320~8388608,377487360~8388608] 2024-08-17T01:44:18.574 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [4194304~12582912,37748736~8388608,50331648~20971520,88080384~12582912,125829120~16777216,180355072~12582912,234881024~4194304,247463936~8388608,276824064~12582912,297795584~20971520,335544320~12582912,377487360~8388608] 2024-08-17T01:44:18.575 INFO:tasks.workunit.client.0.smithi082.stdout:from 13 to 16 diff [0~12582912,20971520~4194304,29360128~12582912,50331648~16777216,88080384~8388608,125829120~16777216,146800640~8388608,180355072~8388608,218103808~8388608,234881024~4194304,247463936~4194304,260046848~4194304,276824064~12582912,297795584~16777216,335544320~16777216,373293056~8388608] 2024-08-17T01:44:18.575 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,20971520~4194304,29360128~12582912,50331648~16777216,88080384~8388608,125829120~16777216,146800640~8388608,180355072~8388608,218103808~8388608,234881024~4194304,247463936~4194304,260046848~4194304,276824064~12582912,297795584~16777216,335544320~16777216,373293056~8388608] 2024-08-17T01:44:18.576 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16777216,20971520~4194304,29360128~16777216,50331648~20971520,88080384~12582912,125829120~16777216,146800640~12582912,180355072~12582912,218103808~8388608,234881024~4194304,247463936~8388608,260046848~8388608,276824064~12582912,297795584~20971520,335544320~20971520,373293056~12582912] 2024-08-17T01:44:18.577 INFO:tasks.workunit.client.0.smithi082.stdout:from 13 to 17 diff [0~12582912,20971520~20971520,50331648~16777216,88080384~8388608,109051904~8388608,125829120~16777216,146800640~8388608,171966464~16777216,197132288~8388608,218103808~8388608,234881024~4194304,247463936~4194304,260046848~8388608,276824064~12582912,293601280~25165824,335544320~16777216,373293056~8388608,390070272~8388608] 2024-08-17T01:44:18.577 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,20971520~20971520,50331648~16777216,88080384~8388608,109051904~8388608,125829120~16777216,146800640~8388608,171966464~16777216,197132288~8388608,218103808~8388608,234881024~4194304,247463936~4194304,260046848~8388608,276824064~12582912,293601280~25165824,335544320~16777216,373293056~8388608,390070272~8388608] 2024-08-17T01:44:18.580 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16777216,20971520~25165824,50331648~20971520,88080384~12582912,109051904~12582912,125829120~16777216,146800640~12582912,171966464~20971520,197132288~8388608,218103808~12582912,234881024~4194304,247463936~8388608,260046848~8388608,276824064~12582912,293601280~25165824,335544320~20971520,373293056~12582912,390070272~8388608] 2024-08-17T01:44:18.580 INFO:tasks.workunit.client.0.smithi082.stdout:from 13 to 18 diff [0~12582912,20971520~20971520,46137344~20971520,79691776~16777216,109051904~8388608,125829120~16777216,146800640~8388608,171966464~16777216,192937984~12582912,213909504~12582912,234881024~8388608,247463936~4194304,260046848~8388608,276824064~12582912,293601280~25165824,335544320~16777216,373293056~8388608,390070272~8388608] 2024-08-17T01:44:18.580 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,20971520~20971520,46137344~20971520,79691776~16777216,109051904~8388608,125829120~16777216,146800640~8388608,171966464~16777216,192937984~12582912,213909504~12582912,234881024~8388608,247463936~4194304,260046848~8388608,276824064~12582912,293601280~25165824,335544320~16777216,373293056~8388608,390070272~8388608] 2024-08-17T01:44:18.583 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~16777216,20971520~50331648,79691776~20971520,109051904~12582912,125829120~16777216,146800640~12582912,171966464~33554432,213909504~16777216,234881024~20971520,260046848~8388608,276824064~12582912,293601280~25165824,335544320~20971520,373293056~12582912,390070272~8388608] 2024-08-17T01:44:18.583 INFO:tasks.workunit.client.0.smithi082.stdout:from 13 to 19 diff [0~12582912,16777216~25165824,46137344~20971520,79691776~16777216,109051904~33554432,146800640~8388608,167772160~8388608,180355072~8388608,192937984~12582912,213909504~12582912,234881024~8388608,247463936~4194304,260046848~12582912,276824064~12582912,293601280~25165824,335544320~16777216,373293056~8388608,385875968~20971520] 2024-08-17T01:44:18.583 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,16777216~25165824,46137344~20971520,79691776~16777216,109051904~33554432,146800640~8388608,167772160~8388608,180355072~8388608,192937984~12582912,213909504~12582912,234881024~8388608,247463936~4194304,260046848~12582912,276824064~12582912,293601280~25165824,335544320~16777216,373293056~8388608,385875968~20971520] 2024-08-17T01:44:18.587 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~71303168,79691776~20971520,109051904~33554432,146800640~12582912,167772160~37748736,213909504~16777216,234881024~20971520,260046848~29360128,293601280~25165824,335544320~20971520,373293056~33554432] 2024-08-17T01:44:18.587 INFO:tasks.workunit.client.0.smithi082.stdout:from 14 to 15 diff [50331648~8388608,88080384~8388608,125829120~8388608,180355072~4194304,234881024~4194304,247463936~4194304,276824064~8388608,306184192~8388608,335544320~8388608,377487360~8388608] 2024-08-17T01:44:18.587 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [50331648~8388608,88080384~8388608,125829120~8388608,180355072~4194304,234881024~4194304,247463936~4194304,276824064~8388608,306184192~8388608,335544320~8388608,377487360~8388608] 2024-08-17T01:44:18.589 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [50331648~12582912,88080384~12582912,125829120~8388608,180355072~4194304,234881024~4194304,247463936~8388608,276824064~8388608,306184192~12582912,335544320~12582912,377487360~8388608] 2024-08-17T01:44:18.589 INFO:tasks.workunit.client.0.smithi082.stdout:from 14 to 16 diff [0~8388608,20971520~4194304,29360128~8388608,50331648~8388608,88080384~8388608,125829120~8388608,146800640~8388608,180355072~4194304,218103808~8388608,234881024~4194304,247463936~4194304,260046848~4194304,276824064~8388608,306184192~8388608,335544320~16777216,373293056~8388608] 2024-08-17T01:44:18.589 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~8388608,20971520~4194304,29360128~8388608,50331648~8388608,88080384~8388608,125829120~8388608,146800640~8388608,180355072~4194304,218103808~8388608,234881024~4194304,247463936~4194304,260046848~4194304,276824064~8388608,306184192~8388608,335544320~16777216,373293056~8388608] 2024-08-17T01:44:18.591 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~12582912,20971520~4194304,29360128~12582912,50331648~12582912,88080384~12582912,125829120~8388608,146800640~12582912,180355072~4194304,218103808~8388608,234881024~4194304,247463936~8388608,260046848~8388608,276824064~8388608,306184192~12582912,335544320~20971520,373293056~12582912] 2024-08-17T01:44:18.591 INFO:tasks.workunit.client.0.smithi082.stdout:from 14 to 17 diff [0~8388608,20971520~16777216,50331648~8388608,88080384~8388608,109051904~8388608,125829120~8388608,146800640~8388608,171966464~12582912,197132288~8388608,218103808~8388608,234881024~4194304,247463936~4194304,260046848~8388608,276824064~8388608,293601280~4194304,301989888~12582912,335544320~16777216,373293056~8388608,390070272~8388608] 2024-08-17T01:44:18.591 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~8388608,20971520~16777216,50331648~8388608,88080384~8388608,109051904~8388608,125829120~8388608,146800640~8388608,171966464~12582912,197132288~8388608,218103808~8388608,234881024~4194304,247463936~4194304,260046848~8388608,276824064~8388608,293601280~4194304,301989888~12582912,335544320~16777216,373293056~8388608,390070272~8388608] 2024-08-17T01:44:18.594 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~12582912,20971520~20971520,50331648~12582912,88080384~12582912,109051904~12582912,125829120~8388608,146800640~12582912,171966464~12582912,197132288~8388608,218103808~12582912,234881024~4194304,247463936~8388608,260046848~8388608,276824064~8388608,293601280~25165824,335544320~20971520,373293056~12582912,390070272~8388608] 2024-08-17T01:44:18.594 INFO:tasks.workunit.client.0.smithi082.stdout:from 14 to 18 diff [0~8388608,20971520~16777216,46137344~12582912,79691776~16777216,109051904~8388608,125829120~12582912,146800640~8388608,171966464~12582912,192937984~12582912,213909504~12582912,234881024~8388608,247463936~4194304,260046848~8388608,276824064~12582912,293601280~25165824,335544320~16777216,373293056~8388608,390070272~8388608] 2024-08-17T01:44:18.594 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~8388608,20971520~16777216,46137344~12582912,79691776~16777216,109051904~8388608,125829120~12582912,146800640~8388608,171966464~12582912,192937984~12582912,213909504~12582912,234881024~8388608,247463936~4194304,260046848~8388608,276824064~12582912,293601280~25165824,335544320~16777216,373293056~8388608,390070272~8388608] 2024-08-17T01:44:18.596 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~12582912,20971520~20971520,46137344~16777216,79691776~20971520,109051904~12582912,125829120~12582912,146800640~12582912,171966464~12582912,192937984~12582912,213909504~16777216,234881024~20971520,260046848~8388608,276824064~12582912,293601280~25165824,335544320~20971520,373293056~12582912,390070272~8388608] 2024-08-17T01:44:18.596 INFO:tasks.workunit.client.0.smithi082.stdout:from 14 to 19 diff [0~8388608,16777216~20971520,46137344~12582912,79691776~16777216,109051904~25165824,146800640~8388608,167772160~8388608,180355072~4194304,192937984~12582912,213909504~12582912,234881024~8388608,247463936~4194304,260046848~12582912,276824064~12582912,293601280~25165824,335544320~16777216,373293056~8388608,385875968~20971520] 2024-08-17T01:44:18.596 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~8388608,16777216~20971520,46137344~12582912,79691776~16777216,109051904~25165824,146800640~8388608,167772160~8388608,180355072~4194304,192937984~12582912,213909504~12582912,234881024~8388608,247463936~4194304,260046848~12582912,276824064~12582912,293601280~25165824,335544320~16777216,373293056~8388608,385875968~20971520] 2024-08-17T01:44:18.600 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~12582912,16777216~25165824,46137344~16777216,79691776~20971520,109051904~29360128,146800640~12582912,167772160~16777216,192937984~12582912,213909504~16777216,234881024~20971520,260046848~29360128,293601280~25165824,335544320~20971520,373293056~33554432] 2024-08-17T01:44:18.600 INFO:tasks.workunit.client.0.smithi082.stdout:from 15 to 16 diff [0~8388608,20971520~4194304,29360128~8388608,92274688~4194304,146800640~8388608,218103808~8388608,260046848~4194304,343932928~8388608,373293056~8388608] 2024-08-17T01:44:18.600 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~8388608,20971520~4194304,29360128~8388608,92274688~4194304,146800640~8388608,218103808~8388608,260046848~4194304,343932928~8388608,373293056~8388608] 2024-08-17T01:44:18.602 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~12582912,20971520~4194304,29360128~12582912,92274688~4194304,146800640~12582912,218103808~8388608,260046848~8388608,343932928~12582912,373293056~12582912] 2024-08-17T01:44:18.602 INFO:tasks.workunit.client.0.smithi082.stdout:from 15 to 17 diff [0~8388608,20971520~16777216,92274688~4194304,109051904~8388608,146800640~8388608,171966464~8388608,197132288~8388608,218103808~8388608,260046848~8388608,293601280~4194304,301989888~8388608,343932928~8388608,373293056~8388608,390070272~8388608] 2024-08-17T01:44:18.602 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~8388608,20971520~16777216,92274688~4194304,109051904~8388608,146800640~8388608,171966464~8388608,197132288~8388608,218103808~8388608,260046848~8388608,293601280~4194304,301989888~8388608,343932928~8388608,373293056~8388608,390070272~8388608] 2024-08-17T01:44:18.604 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~12582912,20971520~20971520,92274688~4194304,109051904~12582912,146800640~12582912,171966464~8388608,197132288~8388608,218103808~12582912,260046848~8388608,293601280~20971520,343932928~12582912,373293056~12582912,390070272~8388608] 2024-08-17T01:44:18.604 INFO:tasks.workunit.client.0.smithi082.stdout:from 15 to 18 diff [0~8388608,20971520~16777216,46137344~8388608,79691776~8388608,92274688~4194304,109051904~8388608,125829120~8388608,146800640~8388608,171966464~8388608,192937984~12582912,213909504~12582912,234881024~8388608,260046848~8388608,276824064~12582912,293601280~20971520,343932928~8388608,373293056~8388608,390070272~8388608] 2024-08-17T01:44:18.604 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~8388608,20971520~16777216,46137344~8388608,79691776~8388608,92274688~4194304,109051904~8388608,125829120~8388608,146800640~8388608,171966464~8388608,192937984~12582912,213909504~12582912,234881024~8388608,260046848~8388608,276824064~12582912,293601280~20971520,343932928~8388608,373293056~8388608,390070272~8388608] 2024-08-17T01:44:18.606 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~12582912,20971520~20971520,46137344~12582912,79691776~8388608,92274688~4194304,109051904~12582912,125829120~12582912,146800640~12582912,171966464~8388608,192937984~12582912,213909504~16777216,234881024~12582912,260046848~8388608,276824064~12582912,293601280~20971520,343932928~12582912,373293056~12582912,390070272~8388608] 2024-08-17T01:44:18.606 INFO:tasks.workunit.client.0.smithi082.stdout:from 15 to 19 diff [0~8388608,16777216~20971520,46137344~8388608,79691776~8388608,92274688~4194304,109051904~25165824,146800640~8388608,167772160~8388608,192937984~12582912,213909504~12582912,234881024~8388608,260046848~12582912,276824064~12582912,293601280~20971520,343932928~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:18.606 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~8388608,16777216~20971520,46137344~8388608,79691776~8388608,92274688~4194304,109051904~25165824,146800640~8388608,167772160~8388608,192937984~12582912,213909504~12582912,234881024~8388608,260046848~12582912,276824064~12582912,293601280~20971520,343932928~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:18.609 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~12582912,16777216~25165824,46137344~12582912,79691776~8388608,92274688~4194304,109051904~29360128,146800640~12582912,167772160~12582912,192937984~12582912,213909504~16777216,234881024~12582912,260046848~29360128,293601280~20971520,343932928~12582912,373293056~33554432] 2024-08-17T01:44:18.609 INFO:tasks.workunit.client.0.smithi082.stdout:from 16 to 17 diff [20971520~8388608,109051904~8388608,171966464~8388608,197132288~8388608,222298112~4194304,260046848~8388608,293601280~4194304,301989888~8388608,390070272~8388608] 2024-08-17T01:44:18.609 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [20971520~8388608,109051904~8388608,171966464~8388608,197132288~8388608,222298112~4194304,260046848~8388608,293601280~4194304,301989888~8388608,390070272~8388608] 2024-08-17T01:44:18.610 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [20971520~12582912,109051904~12582912,171966464~8388608,197132288~8388608,222298112~8388608,260046848~8388608,293601280~20971520,390070272~8388608] 2024-08-17T01:44:18.610 INFO:tasks.workunit.client.0.smithi082.stdout:from 16 to 18 diff [20971520~8388608,46137344~8388608,79691776~8388608,109051904~8388608,125829120~8388608,171966464~8388608,192937984~12582912,213909504~4194304,222298112~4194304,234881024~8388608,260046848~8388608,276824064~12582912,293601280~20971520,390070272~8388608] 2024-08-17T01:44:18.610 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [20971520~8388608,46137344~8388608,79691776~8388608,109051904~8388608,125829120~8388608,171966464~8388608,192937984~12582912,213909504~4194304,222298112~4194304,234881024~8388608,260046848~8388608,276824064~12582912,293601280~20971520,390070272~8388608] 2024-08-17T01:44:18.612 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [20971520~12582912,46137344~12582912,79691776~8388608,109051904~12582912,125829120~12582912,171966464~8388608,192937984~12582912,213909504~16777216,234881024~12582912,260046848~8388608,276824064~12582912,293601280~20971520,390070272~8388608] 2024-08-17T01:44:18.612 INFO:tasks.workunit.client.0.smithi082.stdout:from 16 to 19 diff [16777216~16777216,46137344~8388608,79691776~8388608,109051904~25165824,167772160~8388608,192937984~12582912,213909504~12582912,234881024~8388608,260046848~12582912,276824064~12582912,293601280~20971520,343932928~4194304,385875968~20971520] 2024-08-17T01:44:18.612 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [16777216~16777216,46137344~8388608,79691776~8388608,109051904~25165824,167772160~8388608,192937984~12582912,213909504~12582912,234881024~8388608,260046848~12582912,276824064~12582912,293601280~20971520,343932928~4194304,385875968~20971520] 2024-08-17T01:44:18.614 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [16777216~16777216,46137344~12582912,79691776~8388608,109051904~29360128,167772160~12582912,192937984~12582912,213909504~16777216,234881024~12582912,260046848~29360128,293601280~20971520,343932928~4194304,385875968~20971520] 2024-08-17T01:44:18.614 INFO:tasks.workunit.client.0.smithi082.stdout:from 17 to 18 diff [46137344~8388608,79691776~8388608,125829120~8388608,192937984~8388608,213909504~4194304,234881024~8388608,276824064~12582912,297795584~8388608] 2024-08-17T01:44:18.614 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [46137344~8388608,79691776~8388608,125829120~8388608,192937984~8388608,213909504~4194304,234881024~8388608,276824064~12582912,297795584~8388608] 2024-08-17T01:44:18.615 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [46137344~12582912,79691776~8388608,125829120~12582912,192937984~8388608,213909504~8388608,234881024~12582912,276824064~12582912,297795584~12582912] 2024-08-17T01:44:18.615 INFO:tasks.workunit.client.0.smithi082.stdout:from 17 to 19 diff [16777216~8388608,46137344~8388608,79691776~8388608,113246208~20971520,167772160~4194304,192937984~8388608,213909504~12582912,234881024~8388608,268435456~4194304,276824064~12582912,297795584~8388608,343932928~4194304,385875968~8388608,398458880~8388608] 2024-08-17T01:44:18.616 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [16777216~8388608,46137344~8388608,79691776~8388608,113246208~20971520,167772160~4194304,192937984~8388608,213909504~12582912,234881024~8388608,268435456~4194304,276824064~12582912,297795584~8388608,343932928~4194304,385875968~8388608,398458880~8388608] 2024-08-17T01:44:18.617 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [16777216~12582912,46137344~12582912,79691776~8388608,113246208~25165824,167772160~8388608,192937984~8388608,213909504~16777216,234881024~12582912,268435456~20971520,297795584~12582912,343932928~4194304,385875968~8388608,398458880~8388608] 2024-08-17T01:44:18.617 INFO:tasks.workunit.client.0.smithi082.stdout:from 18 to 19 diff [16777216~8388608,113246208~20971520,167772160~4194304,218103808~8388608,268435456~4194304,343932928~4194304,385875968~8388608,398458880~8388608] 2024-08-17T01:44:18.617 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [16777216~8388608,113246208~20971520,167772160~4194304,218103808~8388608,268435456~4194304,343932928~4194304,385875968~8388608,398458880~8388608] 2024-08-17T01:44:18.619 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [16777216~12582912,113246208~25165824,167772160~8388608,218103808~12582912,268435456~8388608,343932928~4194304,385875968~8388608,398458880~8388608] 2024-08-17T01:44:18.954 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:18.954 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:18.977 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:18.978 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:18.978 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:18.984 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:18.984 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:18.984 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:18.990 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:18.990 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:18.990 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:18.995 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:18.995 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:18.995 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:19.001 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:19.001 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:19.001 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:19.006 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~171966464,322961408~83886080] 2024-08-17T01:44:19.006 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:19.006 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:19.011 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~58720256,213909504~104857600,322961408~83886080] 2024-08-17T01:44:19.011 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to HEAD diff [0~41943040,46137344~92274688,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:19.011 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:19.016 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~83886080] 2024-08-17T01:44:19.016 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to HEAD diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~20971520] 2024-08-17T01:44:19.016 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~20971520] 2024-08-17T01:44:19.020 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~83886080] 2024-08-17T01:44:19.020 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to HEAD diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~58720256,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:19.020 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~58720256,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:19.024 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~8388608,335544320~71303168] 2024-08-17T01:44:19.024 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to HEAD diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:19.024 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:19.027 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~8388608,335544320~71303168] 2024-08-17T01:44:19.027 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to HEAD diff [0~12582912,16777216~25165824,46137344~29360128,79691776~25165824,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:19.028 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,16777216~25165824,46137344~29360128,79691776~25165824,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:19.031 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~104857600,109051904~33554432,146800640~12582912,167772160~37748736,213909504~104857600,322961408~8388608,335544320~20971520,360710144~8388608,373293056~33554432] 2024-08-17T01:44:19.031 INFO:tasks.workunit.client.0.smithi082.stdout:from 12 to HEAD diff [0~12582912,16777216~25165824,46137344~29360128,79691776~16777216,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~12582912,234881024~8388608,247463936~25165824,276824064~12582912,293601280~25165824,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:19.031 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,16777216~25165824,46137344~29360128,79691776~16777216,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~12582912,234881024~8388608,247463936~25165824,276824064~12582912,293601280~25165824,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:19.034 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~100663296,109051904~33554432,146800640~12582912,167772160~37748736,213909504~16777216,234881024~54525952,293601280~25165824,335544320~20971520,360710144~8388608,373293056~33554432] 2024-08-17T01:44:19.034 INFO:tasks.workunit.client.0.smithi082.stdout:from 13 to HEAD diff [0~12582912,16777216~25165824,46137344~20971520,79691776~16777216,109051904~33554432,146800640~8388608,167772160~8388608,180355072~8388608,192937984~12582912,213909504~12582912,234881024~8388608,247463936~4194304,260046848~12582912,276824064~12582912,293601280~25165824,335544320~16777216,373293056~8388608,385875968~20971520] 2024-08-17T01:44:19.035 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,16777216~25165824,46137344~20971520,79691776~16777216,109051904~33554432,146800640~8388608,167772160~8388608,180355072~8388608,192937984~12582912,213909504~12582912,234881024~8388608,247463936~4194304,260046848~12582912,276824064~12582912,293601280~25165824,335544320~16777216,373293056~8388608,385875968~20971520] 2024-08-17T01:44:19.038 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~71303168,79691776~20971520,109051904~33554432,146800640~12582912,167772160~37748736,213909504~16777216,234881024~20971520,260046848~29360128,293601280~25165824,335544320~20971520,373293056~33554432] 2024-08-17T01:44:19.038 INFO:tasks.workunit.client.0.smithi082.stdout:from 14 to HEAD diff [0~8388608,16777216~20971520,46137344~12582912,79691776~16777216,109051904~25165824,146800640~8388608,167772160~8388608,180355072~4194304,192937984~12582912,213909504~12582912,234881024~8388608,247463936~4194304,260046848~12582912,276824064~12582912,293601280~25165824,335544320~16777216,373293056~8388608,385875968~20971520] 2024-08-17T01:44:19.038 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~8388608,16777216~20971520,46137344~12582912,79691776~16777216,109051904~25165824,146800640~8388608,167772160~8388608,180355072~4194304,192937984~12582912,213909504~12582912,234881024~8388608,247463936~4194304,260046848~12582912,276824064~12582912,293601280~25165824,335544320~16777216,373293056~8388608,385875968~20971520] 2024-08-17T01:44:19.040 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~12582912,16777216~25165824,46137344~16777216,79691776~20971520,109051904~29360128,146800640~12582912,167772160~16777216,192937984~12582912,213909504~16777216,234881024~20971520,260046848~29360128,293601280~25165824,335544320~20971520,373293056~33554432] 2024-08-17T01:44:19.040 INFO:tasks.workunit.client.0.smithi082.stdout:from 15 to HEAD diff [0~8388608,16777216~20971520,46137344~8388608,79691776~8388608,92274688~4194304,109051904~25165824,146800640~8388608,167772160~8388608,192937984~12582912,213909504~12582912,234881024~8388608,260046848~12582912,276824064~12582912,293601280~20971520,343932928~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:19.040 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~8388608,16777216~20971520,46137344~8388608,79691776~8388608,92274688~4194304,109051904~25165824,146800640~8388608,167772160~8388608,192937984~12582912,213909504~12582912,234881024~8388608,260046848~12582912,276824064~12582912,293601280~20971520,343932928~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:19.042 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~12582912,16777216~25165824,46137344~12582912,79691776~8388608,92274688~4194304,109051904~29360128,146800640~12582912,167772160~12582912,192937984~12582912,213909504~16777216,234881024~12582912,260046848~29360128,293601280~20971520,343932928~12582912,373293056~33554432] 2024-08-17T01:44:19.042 INFO:tasks.workunit.client.0.smithi082.stdout:from 16 to HEAD diff [16777216~16777216,46137344~8388608,79691776~8388608,109051904~25165824,167772160~8388608,192937984~12582912,213909504~12582912,234881024~8388608,260046848~12582912,276824064~12582912,293601280~20971520,343932928~4194304,385875968~20971520] 2024-08-17T01:44:19.042 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [16777216~16777216,46137344~8388608,79691776~8388608,109051904~25165824,167772160~8388608,192937984~12582912,213909504~12582912,234881024~8388608,260046848~12582912,276824064~12582912,293601280~20971520,343932928~4194304,385875968~20971520] 2024-08-17T01:44:19.043 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [16777216~16777216,46137344~12582912,79691776~8388608,109051904~29360128,167772160~12582912,192937984~12582912,213909504~16777216,234881024~12582912,260046848~29360128,293601280~20971520,343932928~4194304,385875968~20971520] 2024-08-17T01:44:19.043 INFO:tasks.workunit.client.0.smithi082.stdout:from 17 to HEAD diff [16777216~8388608,46137344~8388608,79691776~8388608,113246208~20971520,167772160~4194304,192937984~8388608,213909504~12582912,234881024~8388608,268435456~4194304,276824064~12582912,297795584~8388608,343932928~4194304,385875968~8388608,398458880~8388608] 2024-08-17T01:44:19.044 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [16777216~8388608,46137344~8388608,79691776~8388608,113246208~20971520,167772160~4194304,192937984~8388608,213909504~12582912,234881024~8388608,268435456~4194304,276824064~12582912,297795584~8388608,343932928~4194304,385875968~8388608,398458880~8388608] 2024-08-17T01:44:19.044 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [16777216~12582912,46137344~12582912,79691776~8388608,113246208~25165824,167772160~8388608,192937984~8388608,213909504~16777216,234881024~12582912,268435456~20971520,297795584~12582912,343932928~4194304,385875968~8388608,398458880~8388608] 2024-08-17T01:44:19.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:18 smithi082 ceph-mon[94343]: osdmap e2171: 8 total, 8 up, 8 in 2024-08-17T01:44:19.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:18 smithi082 ceph-mon[91979]: osdmap e2171: 8 total, 8 up, 8 in 2024-08-17T01:44:19.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:18 smithi137 ceph-mon[86391]: osdmap e2171: 8 total, 8 up, 8 in 2024-08-17T01:44:19.970 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:19.970 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:20.000 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:20.000 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:20.000 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:20.008 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:20.008 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:20.008 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:20.014 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:20.015 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:20.015 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:20.020 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:20.021 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:20.021 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:20.025 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:20.026 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:20.026 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:20.030 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~171966464,322961408~83886080] 2024-08-17T01:44:20.030 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:20.031 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:20.035 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~58720256,213909504~104857600,322961408~83886080] 2024-08-17T01:44:20.035 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to HEAD diff [0~41943040,46137344~92274688,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:20.035 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:20.039 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~83886080] 2024-08-17T01:44:20.039 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to HEAD diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~20971520] 2024-08-17T01:44:20.039 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~20971520] 2024-08-17T01:44:20.042 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~83886080] 2024-08-17T01:44:20.043 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to HEAD diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~58720256,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:20.043 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~58720256,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:20.046 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~8388608,335544320~71303168] 2024-08-17T01:44:20.046 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to HEAD diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:20.047 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:20.050 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~8388608,335544320~71303168] 2024-08-17T01:44:20.050 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to HEAD diff [0~12582912,16777216~25165824,46137344~29360128,79691776~25165824,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:20.050 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,16777216~25165824,46137344~29360128,79691776~25165824,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:20.053 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~104857600,109051904~33554432,146800640~12582912,167772160~37748736,213909504~104857600,322961408~8388608,335544320~20971520,360710144~8388608,373293056~33554432] 2024-08-17T01:44:20.053 INFO:tasks.workunit.client.0.smithi082.stdout:from 12 to HEAD diff [0~12582912,16777216~25165824,46137344~29360128,79691776~16777216,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~12582912,234881024~8388608,247463936~25165824,276824064~12582912,293601280~25165824,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:20.053 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,16777216~25165824,46137344~29360128,79691776~16777216,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~12582912,234881024~8388608,247463936~25165824,276824064~12582912,293601280~25165824,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:20.056 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~100663296,109051904~33554432,146800640~12582912,167772160~37748736,213909504~16777216,234881024~54525952,293601280~25165824,335544320~20971520,360710144~8388608,373293056~33554432] 2024-08-17T01:44:20.056 INFO:tasks.workunit.client.0.smithi082.stdout:from 13 to HEAD diff [0~12582912,16777216~25165824,46137344~20971520,79691776~16777216,109051904~33554432,146800640~8388608,167772160~8388608,180355072~8388608,192937984~12582912,213909504~12582912,234881024~8388608,247463936~4194304,260046848~12582912,276824064~12582912,293601280~25165824,335544320~16777216,373293056~8388608,385875968~20971520] 2024-08-17T01:44:20.056 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,16777216~25165824,46137344~20971520,79691776~16777216,109051904~33554432,146800640~8388608,167772160~8388608,180355072~8388608,192937984~12582912,213909504~12582912,234881024~8388608,247463936~4194304,260046848~12582912,276824064~12582912,293601280~25165824,335544320~16777216,373293056~8388608,385875968~20971520] 2024-08-17T01:44:20.059 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~71303168,79691776~20971520,109051904~33554432,146800640~12582912,167772160~37748736,213909504~16777216,234881024~20971520,260046848~29360128,293601280~25165824,335544320~20971520,373293056~33554432] 2024-08-17T01:44:20.059 INFO:tasks.workunit.client.0.smithi082.stdout:from 14 to HEAD diff [0~8388608,16777216~20971520,46137344~12582912,79691776~16777216,109051904~25165824,146800640~8388608,167772160~8388608,180355072~4194304,192937984~12582912,213909504~12582912,234881024~8388608,247463936~4194304,260046848~12582912,276824064~12582912,293601280~25165824,335544320~16777216,373293056~8388608,385875968~20971520] 2024-08-17T01:44:20.059 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~8388608,16777216~20971520,46137344~12582912,79691776~16777216,109051904~25165824,146800640~8388608,167772160~8388608,180355072~4194304,192937984~12582912,213909504~12582912,234881024~8388608,247463936~4194304,260046848~12582912,276824064~12582912,293601280~25165824,335544320~16777216,373293056~8388608,385875968~20971520] 2024-08-17T01:44:20.061 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~12582912,16777216~25165824,46137344~16777216,79691776~20971520,109051904~29360128,146800640~12582912,167772160~16777216,192937984~12582912,213909504~16777216,234881024~20971520,260046848~29360128,293601280~25165824,335544320~20971520,373293056~33554432] 2024-08-17T01:44:20.062 INFO:tasks.workunit.client.0.smithi082.stdout:from 15 to HEAD diff [0~8388608,16777216~20971520,46137344~8388608,79691776~8388608,92274688~4194304,109051904~25165824,146800640~8388608,167772160~8388608,192937984~12582912,213909504~12582912,234881024~8388608,260046848~12582912,276824064~12582912,293601280~20971520,343932928~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:20.062 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~8388608,16777216~20971520,46137344~8388608,79691776~8388608,92274688~4194304,109051904~25165824,146800640~8388608,167772160~8388608,192937984~12582912,213909504~12582912,234881024~8388608,260046848~12582912,276824064~12582912,293601280~20971520,343932928~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:20.063 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~12582912,16777216~25165824,46137344~12582912,79691776~8388608,92274688~4194304,109051904~29360128,146800640~12582912,167772160~12582912,192937984~12582912,213909504~16777216,234881024~12582912,260046848~29360128,293601280~20971520,343932928~12582912,373293056~33554432] 2024-08-17T01:44:20.063 INFO:tasks.workunit.client.0.smithi082.stdout:from 16 to HEAD diff [16777216~16777216,46137344~8388608,79691776~8388608,109051904~25165824,167772160~8388608,192937984~12582912,213909504~12582912,234881024~8388608,260046848~12582912,276824064~12582912,293601280~20971520,343932928~4194304,385875968~20971520] 2024-08-17T01:44:20.063 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [16777216~16777216,46137344~8388608,79691776~8388608,109051904~25165824,167772160~8388608,192937984~12582912,213909504~12582912,234881024~8388608,260046848~12582912,276824064~12582912,293601280~20971520,343932928~4194304,385875968~20971520] 2024-08-17T01:44:20.065 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [16777216~16777216,46137344~12582912,79691776~8388608,109051904~29360128,167772160~12582912,192937984~12582912,213909504~16777216,234881024~12582912,260046848~29360128,293601280~20971520,343932928~4194304,385875968~20971520] 2024-08-17T01:44:20.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:19 smithi082 ceph-mon[94343]: osdmap e2172: 8 total, 8 up, 8 in 2024-08-17T01:44:20.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:19 smithi082 ceph-mon[94343]: pgmap v3773: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 389 KiB/s rd, 39 MiB/s wr, 657 op/s 2024-08-17T01:44:20.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:19 smithi082 ceph-mon[91979]: osdmap e2172: 8 total, 8 up, 8 in 2024-08-17T01:44:20.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:19 smithi082 ceph-mon[91979]: pgmap v3773: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 389 KiB/s rd, 39 MiB/s wr, 657 op/s 2024-08-17T01:44:20.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:19 smithi137 ceph-mon[86391]: osdmap e2172: 8 total, 8 up, 8 in 2024-08-17T01:44:20.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:19 smithi137 ceph-mon[86391]: pgmap v3773: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 389 KiB/s rd, 39 MiB/s wr, 657 op/s 2024-08-17T01:44:20.981 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:20.981 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:21.021 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:21.021 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:21.021 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:21.029 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:21.029 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:21.029 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:21.036 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:21.036 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:21.036 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:21.041 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:21.041 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:21.042 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:21.047 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:21.047 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:21.047 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:21.052 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~171966464,322961408~83886080] 2024-08-17T01:44:21.052 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:21.052 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:21.056 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~58720256,213909504~104857600,322961408~83886080] 2024-08-17T01:44:21.056 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to HEAD diff [0~41943040,46137344~92274688,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:21.057 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:21.061 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~83886080] 2024-08-17T01:44:21.061 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to HEAD diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~20971520] 2024-08-17T01:44:21.061 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~20971520] 2024-08-17T01:44:21.066 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~83886080] 2024-08-17T01:44:21.066 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to HEAD diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~58720256,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:21.066 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~58720256,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:21.069 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~8388608,335544320~71303168] 2024-08-17T01:44:21.069 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to HEAD diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:21.069 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:21.072 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~8388608,335544320~71303168] 2024-08-17T01:44:21.072 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to HEAD diff [0~12582912,16777216~25165824,46137344~29360128,79691776~25165824,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:21.073 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,16777216~25165824,46137344~29360128,79691776~25165824,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:21.075 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~104857600,109051904~33554432,146800640~12582912,167772160~37748736,213909504~104857600,322961408~8388608,335544320~20971520,360710144~8388608,373293056~33554432] 2024-08-17T01:44:21.075 INFO:tasks.workunit.client.0.smithi082.stdout:from 12 to HEAD diff [0~12582912,16777216~25165824,46137344~29360128,79691776~16777216,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~12582912,234881024~8388608,247463936~25165824,276824064~12582912,293601280~25165824,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:21.075 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,16777216~25165824,46137344~29360128,79691776~16777216,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~12582912,234881024~8388608,247463936~25165824,276824064~12582912,293601280~25165824,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:21.077 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~100663296,109051904~33554432,146800640~12582912,167772160~37748736,213909504~16777216,234881024~54525952,293601280~25165824,335544320~20971520,360710144~8388608,373293056~33554432] 2024-08-17T01:44:21.078 INFO:tasks.workunit.client.0.smithi082.stdout:from 13 to HEAD diff [0~12582912,16777216~25165824,46137344~20971520,79691776~16777216,109051904~33554432,146800640~8388608,167772160~8388608,180355072~8388608,192937984~12582912,213909504~12582912,234881024~8388608,247463936~4194304,260046848~12582912,276824064~12582912,293601280~25165824,335544320~16777216,373293056~8388608,385875968~20971520] 2024-08-17T01:44:21.078 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,16777216~25165824,46137344~20971520,79691776~16777216,109051904~33554432,146800640~8388608,167772160~8388608,180355072~8388608,192937984~12582912,213909504~12582912,234881024~8388608,247463936~4194304,260046848~12582912,276824064~12582912,293601280~25165824,335544320~16777216,373293056~8388608,385875968~20971520] 2024-08-17T01:44:21.080 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~71303168,79691776~20971520,109051904~33554432,146800640~12582912,167772160~37748736,213909504~16777216,234881024~20971520,260046848~29360128,293601280~25165824,335544320~20971520,373293056~33554432] 2024-08-17T01:44:21.080 INFO:tasks.workunit.client.0.smithi082.stdout:from 14 to HEAD diff [0~8388608,16777216~20971520,46137344~12582912,79691776~16777216,109051904~25165824,146800640~8388608,167772160~8388608,180355072~4194304,192937984~12582912,213909504~12582912,234881024~8388608,247463936~4194304,260046848~12582912,276824064~12582912,293601280~25165824,335544320~16777216,373293056~8388608,385875968~20971520] 2024-08-17T01:44:21.080 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~8388608,16777216~20971520,46137344~12582912,79691776~16777216,109051904~25165824,146800640~8388608,167772160~8388608,180355072~4194304,192937984~12582912,213909504~12582912,234881024~8388608,247463936~4194304,260046848~12582912,276824064~12582912,293601280~25165824,335544320~16777216,373293056~8388608,385875968~20971520] 2024-08-17T01:44:21.081 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~12582912,16777216~25165824,46137344~16777216,79691776~20971520,109051904~29360128,146800640~12582912,167772160~16777216,192937984~12582912,213909504~16777216,234881024~20971520,260046848~29360128,293601280~25165824,335544320~20971520,373293056~33554432] 2024-08-17T01:44:21.081 INFO:tasks.workunit.client.0.smithi082.stdout:from 15 to HEAD diff [0~8388608,16777216~20971520,46137344~8388608,79691776~8388608,92274688~4194304,109051904~25165824,146800640~8388608,167772160~8388608,192937984~12582912,213909504~12582912,234881024~8388608,260046848~12582912,276824064~12582912,293601280~20971520,343932928~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:21.081 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~8388608,16777216~20971520,46137344~8388608,79691776~8388608,92274688~4194304,109051904~25165824,146800640~8388608,167772160~8388608,192937984~12582912,213909504~12582912,234881024~8388608,260046848~12582912,276824064~12582912,293601280~20971520,343932928~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:21.082 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~12582912,16777216~25165824,46137344~12582912,79691776~8388608,92274688~4194304,109051904~29360128,146800640~12582912,167772160~12582912,192937984~12582912,213909504~16777216,234881024~12582912,260046848~29360128,293601280~20971520,343932928~12582912,373293056~33554432] 2024-08-17T01:44:21.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:20 smithi082 ceph-mon[94343]: osdmap e2173: 8 total, 8 up, 8 in 2024-08-17T01:44:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:44:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:20 smithi082 ceph-mon[91979]: osdmap e2173: 8 total, 8 up, 8 in 2024-08-17T01:44:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:44:21.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:20 smithi137 ceph-mon[86391]: osdmap e2173: 8 total, 8 up, 8 in 2024-08-17T01:44:21.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:44:21.987 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:21.988 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:22.018 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:22.019 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:22.019 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:22.036 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:22.037 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:22.037 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:22.043 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:22.044 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:22.044 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:22.049 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:22.049 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:22.049 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:22.053 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:22.054 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:22.054 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:22.058 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~171966464,322961408~83886080] 2024-08-17T01:44:22.058 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:22.059 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:22.063 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~58720256,213909504~104857600,322961408~83886080] 2024-08-17T01:44:22.063 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to HEAD diff [0~41943040,46137344~92274688,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:22.063 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:22.067 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~83886080] 2024-08-17T01:44:22.067 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to HEAD diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~20971520] 2024-08-17T01:44:22.067 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~20971520] 2024-08-17T01:44:22.071 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~83886080] 2024-08-17T01:44:22.071 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to HEAD diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~58720256,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:22.071 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~58720256,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:22.074 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~8388608,335544320~71303168] 2024-08-17T01:44:22.074 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to HEAD diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:22.074 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:22.077 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~8388608,335544320~71303168] 2024-08-17T01:44:22.077 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to HEAD diff [0~12582912,16777216~25165824,46137344~29360128,79691776~25165824,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:22.077 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,16777216~25165824,46137344~29360128,79691776~25165824,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:22.080 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~104857600,109051904~33554432,146800640~12582912,167772160~37748736,213909504~104857600,322961408~8388608,335544320~20971520,360710144~8388608,373293056~33554432] 2024-08-17T01:44:22.080 INFO:tasks.workunit.client.0.smithi082.stdout:from 12 to HEAD diff [0~12582912,16777216~25165824,46137344~29360128,79691776~16777216,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~12582912,234881024~8388608,247463936~25165824,276824064~12582912,293601280~25165824,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:22.080 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,16777216~25165824,46137344~29360128,79691776~16777216,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~12582912,234881024~8388608,247463936~25165824,276824064~12582912,293601280~25165824,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:22.082 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~100663296,109051904~33554432,146800640~12582912,167772160~37748736,213909504~16777216,234881024~54525952,293601280~25165824,335544320~20971520,360710144~8388608,373293056~33554432] 2024-08-17T01:44:22.082 INFO:tasks.workunit.client.0.smithi082.stdout:from 13 to HEAD diff [0~12582912,16777216~25165824,46137344~20971520,79691776~16777216,109051904~33554432,146800640~8388608,167772160~8388608,180355072~8388608,192937984~12582912,213909504~12582912,234881024~8388608,247463936~4194304,260046848~12582912,276824064~12582912,293601280~25165824,335544320~16777216,373293056~8388608,385875968~20971520] 2024-08-17T01:44:22.082 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,16777216~25165824,46137344~20971520,79691776~16777216,109051904~33554432,146800640~8388608,167772160~8388608,180355072~8388608,192937984~12582912,213909504~12582912,234881024~8388608,247463936~4194304,260046848~12582912,276824064~12582912,293601280~25165824,335544320~16777216,373293056~8388608,385875968~20971520] 2024-08-17T01:44:22.084 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~71303168,79691776~20971520,109051904~33554432,146800640~12582912,167772160~37748736,213909504~16777216,234881024~20971520,260046848~29360128,293601280~25165824,335544320~20971520,373293056~33554432] 2024-08-17T01:44:22.084 INFO:tasks.workunit.client.0.smithi082.stdout:from 14 to HEAD diff [0~8388608,16777216~20971520,46137344~12582912,79691776~16777216,109051904~25165824,146800640~8388608,167772160~8388608,180355072~4194304,192937984~12582912,213909504~12582912,234881024~8388608,247463936~4194304,260046848~12582912,276824064~12582912,293601280~25165824,335544320~16777216,373293056~8388608,385875968~20971520] 2024-08-17T01:44:22.084 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~8388608,16777216~20971520,46137344~12582912,79691776~16777216,109051904~25165824,146800640~8388608,167772160~8388608,180355072~4194304,192937984~12582912,213909504~12582912,234881024~8388608,247463936~4194304,260046848~12582912,276824064~12582912,293601280~25165824,335544320~16777216,373293056~8388608,385875968~20971520] 2024-08-17T01:44:22.085 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~12582912,16777216~25165824,46137344~16777216,79691776~20971520,109051904~29360128,146800640~12582912,167772160~16777216,192937984~12582912,213909504~16777216,234881024~20971520,260046848~29360128,293601280~25165824,335544320~20971520,373293056~33554432] 2024-08-17T01:44:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:21 smithi082 ceph-mon[94343]: osdmap e2174: 8 total, 8 up, 8 in 2024-08-17T01:44:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:21 smithi082 ceph-mon[94343]: pgmap v3776: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 514 KiB/s rd, 36 MiB/s wr, 904 op/s 2024-08-17T01:44:22.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:21 smithi082 ceph-mon[91979]: osdmap e2174: 8 total, 8 up, 8 in 2024-08-17T01:44:22.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:21 smithi082 ceph-mon[91979]: pgmap v3776: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 514 KiB/s rd, 36 MiB/s wr, 904 op/s 2024-08-17T01:44:22.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:21 smithi137 ceph-mon[86391]: osdmap e2174: 8 total, 8 up, 8 in 2024-08-17T01:44:22.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:21 smithi137 ceph-mon[86391]: pgmap v3776: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 514 KiB/s rd, 36 MiB/s wr, 904 op/s 2024-08-17T01:44:22.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:44:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:44:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:44:22.998 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:22.999 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:23.035 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:23.035 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:23.035 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:23.045 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:23.045 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:23.045 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:23.054 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:23.054 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:23.054 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:23.061 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:23.062 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:23.062 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:23.066 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:23.066 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:23.066 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:23.069 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~171966464,322961408~83886080] 2024-08-17T01:44:23.070 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:23.070 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:23.073 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~58720256,213909504~104857600,322961408~83886080] 2024-08-17T01:44:23.073 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to HEAD diff [0~41943040,46137344~92274688,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:23.073 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:23.077 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~83886080] 2024-08-17T01:44:23.077 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to HEAD diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~20971520] 2024-08-17T01:44:23.077 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~20971520] 2024-08-17T01:44:23.080 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~83886080] 2024-08-17T01:44:23.080 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to HEAD diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~58720256,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:23.080 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~58720256,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:23.083 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~8388608,335544320~71303168] 2024-08-17T01:44:23.083 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to HEAD diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:23.083 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:23.085 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~8388608,335544320~71303168] 2024-08-17T01:44:23.085 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to HEAD diff [0~12582912,16777216~25165824,46137344~29360128,79691776~25165824,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:23.085 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,16777216~25165824,46137344~29360128,79691776~25165824,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:23.086 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~104857600,109051904~33554432,146800640~12582912,167772160~37748736,213909504~104857600,322961408~8388608,335544320~20971520,360710144~8388608,373293056~33554432] 2024-08-17T01:44:23.087 INFO:tasks.workunit.client.0.smithi082.stdout:from 12 to HEAD diff [0~12582912,16777216~25165824,46137344~29360128,79691776~16777216,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~12582912,234881024~8388608,247463936~25165824,276824064~12582912,293601280~25165824,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:23.087 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,16777216~25165824,46137344~29360128,79691776~16777216,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~12582912,234881024~8388608,247463936~25165824,276824064~12582912,293601280~25165824,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:23.088 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~100663296,109051904~33554432,146800640~12582912,167772160~37748736,213909504~16777216,234881024~54525952,293601280~25165824,335544320~20971520,360710144~8388608,373293056~33554432] 2024-08-17T01:44:23.088 INFO:tasks.workunit.client.0.smithi082.stdout:from 13 to HEAD diff [0~12582912,16777216~25165824,46137344~20971520,79691776~16777216,109051904~33554432,146800640~8388608,167772160~8388608,180355072~8388608,192937984~12582912,213909504~12582912,234881024~8388608,247463936~4194304,260046848~12582912,276824064~12582912,293601280~25165824,335544320~16777216,373293056~8388608,385875968~20971520] 2024-08-17T01:44:23.088 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,16777216~25165824,46137344~20971520,79691776~16777216,109051904~33554432,146800640~8388608,167772160~8388608,180355072~8388608,192937984~12582912,213909504~12582912,234881024~8388608,247463936~4194304,260046848~12582912,276824064~12582912,293601280~25165824,335544320~16777216,373293056~8388608,385875968~20971520] 2024-08-17T01:44:23.089 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~71303168,79691776~20971520,109051904~33554432,146800640~12582912,167772160~37748736,213909504~16777216,234881024~20971520,260046848~29360128,293601280~25165824,335544320~20971520,373293056~33554432] 2024-08-17T01:44:23.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:22 smithi082 ceph-mon[94343]: osdmap e2175: 8 total, 8 up, 8 in 2024-08-17T01:44:23.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:22 smithi082 ceph-mon[91979]: osdmap e2175: 8 total, 8 up, 8 in 2024-08-17T01:44:23.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:22 smithi137 ceph-mon[86391]: osdmap e2175: 8 total, 8 up, 8 in 2024-08-17T01:44:23.998 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:23.998 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:24.036 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:24.036 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:24.036 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:24.050 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:24.050 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:24.050 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:24.054 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:24.054 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:24.055 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:24.063 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:24.063 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:24.064 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:24.067 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:24.067 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:24.067 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:24.070 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~171966464,322961408~83886080] 2024-08-17T01:44:24.070 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:24.070 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:24.073 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~58720256,213909504~104857600,322961408~83886080] 2024-08-17T01:44:24.073 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to HEAD diff [0~41943040,46137344~92274688,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:24.073 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:24.076 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~83886080] 2024-08-17T01:44:24.076 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to HEAD diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~20971520] 2024-08-17T01:44:24.076 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~20971520] 2024-08-17T01:44:24.079 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~83886080] 2024-08-17T01:44:24.079 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to HEAD diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~58720256,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:24.079 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~58720256,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:24.081 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~8388608,335544320~71303168] 2024-08-17T01:44:24.081 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to HEAD diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:24.081 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:24.083 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~8388608,335544320~71303168] 2024-08-17T01:44:24.083 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to HEAD diff [0~12582912,16777216~25165824,46137344~29360128,79691776~25165824,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:24.083 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,16777216~25165824,46137344~29360128,79691776~25165824,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:24.084 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~104857600,109051904~33554432,146800640~12582912,167772160~37748736,213909504~104857600,322961408~8388608,335544320~20971520,360710144~8388608,373293056~33554432] 2024-08-17T01:44:24.084 INFO:tasks.workunit.client.0.smithi082.stdout:from 12 to HEAD diff [0~12582912,16777216~25165824,46137344~29360128,79691776~16777216,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~12582912,234881024~8388608,247463936~25165824,276824064~12582912,293601280~25165824,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:24.084 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,16777216~25165824,46137344~29360128,79691776~16777216,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~12582912,234881024~8388608,247463936~25165824,276824064~12582912,293601280~25165824,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:24.085 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~100663296,109051904~33554432,146800640~12582912,167772160~37748736,213909504~16777216,234881024~54525952,293601280~25165824,335544320~20971520,360710144~8388608,373293056~33554432] 2024-08-17T01:44:24.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:23 smithi137 ceph-mon[86391]: osdmap e2176: 8 total, 8 up, 8 in 2024-08-17T01:44:24.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:23 smithi137 ceph-mon[86391]: pgmap v3779: 137 pgs: 5 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 128 active+clean; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 442 KiB/s rd, 7.8 MiB/s wr, 816 op/s 2024-08-17T01:44:24.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:23 smithi082 ceph-mon[94343]: osdmap e2176: 8 total, 8 up, 8 in 2024-08-17T01:44:24.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:23 smithi082 ceph-mon[94343]: pgmap v3779: 137 pgs: 5 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 128 active+clean; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 442 KiB/s rd, 7.8 MiB/s wr, 816 op/s 2024-08-17T01:44:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:23 smithi082 ceph-mon[91979]: osdmap e2176: 8 total, 8 up, 8 in 2024-08-17T01:44:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:23 smithi082 ceph-mon[91979]: pgmap v3779: 137 pgs: 5 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 128 active+clean; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 442 KiB/s rd, 7.8 MiB/s wr, 816 op/s 2024-08-17T01:44:25.005 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:25.005 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:25.044 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:25.044 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:25.044 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:25.058 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:25.058 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:25.058 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:25.064 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:25.064 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:25.064 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:25.068 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:25.068 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:25.068 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:25.072 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:25.073 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:25.073 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:25.076 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~171966464,322961408~83886080] 2024-08-17T01:44:25.076 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:25.076 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:25.079 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~58720256,213909504~104857600,322961408~83886080] 2024-08-17T01:44:25.079 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to HEAD diff [0~41943040,46137344~92274688,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:25.079 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:25.082 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~83886080] 2024-08-17T01:44:25.082 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to HEAD diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~20971520] 2024-08-17T01:44:25.082 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~20971520] 2024-08-17T01:44:25.084 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~83886080] 2024-08-17T01:44:25.084 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to HEAD diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~58720256,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:25.084 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~58720256,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:25.086 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~8388608,335544320~71303168] 2024-08-17T01:44:25.086 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to HEAD diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:25.086 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:25.088 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~8388608,335544320~71303168] 2024-08-17T01:44:25.088 INFO:tasks.workunit.client.0.smithi082.stdout:from 11 to HEAD diff [0~12582912,16777216~25165824,46137344~29360128,79691776~25165824,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:25.088 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~12582912,16777216~25165824,46137344~29360128,79691776~25165824,109051904~33554432,146800640~8388608,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~16777216,360710144~8388608,373293056~8388608,385875968~20971520] 2024-08-17T01:44:25.088 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~104857600,109051904~33554432,146800640~12582912,167772160~37748736,213909504~104857600,322961408~8388608,335544320~20971520,360710144~8388608,373293056~33554432] 2024-08-17T01:44:25.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:24 smithi137 ceph-mon[86391]: osdmap e2177: 8 total, 8 up, 8 in 2024-08-17T01:44:25.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:24 smithi082 ceph-mon[94343]: osdmap e2177: 8 total, 8 up, 8 in 2024-08-17T01:44:25.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:24 smithi082 ceph-mon[91979]: osdmap e2177: 8 total, 8 up, 8 in 2024-08-17T01:44:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:44:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:44:25] "GET /metrics HTTP/1.1" 200 36665 "" "Prometheus/2.43.0" 2024-08-17T01:44:26.005 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:26.005 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:26.050 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:26.050 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:26.050 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:26.064 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:26.064 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:26.064 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:26.069 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:26.069 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:26.069 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:26.072 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:26.072 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:26.072 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:26.076 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:26.076 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:26.076 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:26.079 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~171966464,322961408~83886080] 2024-08-17T01:44:26.079 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:26.079 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:26.083 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~58720256,213909504~104857600,322961408~83886080] 2024-08-17T01:44:26.083 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to HEAD diff [0~41943040,46137344~92274688,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:26.083 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:26.084 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~83886080] 2024-08-17T01:44:26.085 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to HEAD diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~20971520] 2024-08-17T01:44:26.085 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~20971520] 2024-08-17T01:44:26.087 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~83886080] 2024-08-17T01:44:26.087 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to HEAD diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~58720256,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:26.087 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~58720256,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:26.088 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~8388608,335544320~71303168] 2024-08-17T01:44:26.088 INFO:tasks.workunit.client.0.smithi082.stdout:from 10 to HEAD diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:26.088 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~29360128,247463936~25165824,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:26.089 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~8388608,335544320~71303168] 2024-08-17T01:44:26.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:25 smithi082 ceph-mon[94343]: osdmap e2178: 8 total, 8 up, 8 in 2024-08-17T01:44:26.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:25 smithi082 ceph-mon[94343]: pgmap v3782: 137 pgs: 7 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 126 active+clean; 1.2 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 492 KiB/s rd, 2.2 MiB/s wr, 912 op/s 2024-08-17T01:44:26.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:25 smithi082 ceph-mon[91979]: osdmap e2178: 8 total, 8 up, 8 in 2024-08-17T01:44:26.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:25 smithi082 ceph-mon[91979]: pgmap v3782: 137 pgs: 7 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 126 active+clean; 1.2 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 492 KiB/s rd, 2.2 MiB/s wr, 912 op/s 2024-08-17T01:44:26.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:25 smithi137 ceph-mon[86391]: osdmap e2178: 8 total, 8 up, 8 in 2024-08-17T01:44:26.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:25 smithi137 ceph-mon[86391]: pgmap v3782: 137 pgs: 7 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 126 active+clean; 1.2 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 492 KiB/s rd, 2.2 MiB/s wr, 912 op/s 2024-08-17T01:44:27.007 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:27.008 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:27.040 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:27.040 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:27.040 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:27.067 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:27.067 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:27.067 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:27.074 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:27.074 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:27.074 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:27.083 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:27.083 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:27.084 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:27.086 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:27.086 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:27.086 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:27.089 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~171966464,322961408~83886080] 2024-08-17T01:44:27.089 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:27.089 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:27.091 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~58720256,213909504~104857600,322961408~83886080] 2024-08-17T01:44:27.091 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to HEAD diff [0~41943040,46137344~92274688,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:27.092 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:27.093 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~83886080] 2024-08-17T01:44:27.093 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to HEAD diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~20971520] 2024-08-17T01:44:27.093 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~20971520] 2024-08-17T01:44:27.095 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~83886080] 2024-08-17T01:44:27.095 INFO:tasks.workunit.client.0.smithi082.stdout:from 9 to HEAD diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~58720256,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:27.095 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~58720256,276824064~41943040,322961408~8388608,335544320~20971520,360710144~20971520,385875968~20971520] 2024-08-17T01:44:27.096 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~8388608,335544320~71303168] 2024-08-17T01:44:27.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:26 smithi082 ceph-mon[94343]: osdmap e2179: 8 total, 8 up, 8 in 2024-08-17T01:44:27.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:26 smithi082 ceph-mon[91979]: osdmap e2179: 8 total, 8 up, 8 in 2024-08-17T01:44:27.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:26 smithi137 ceph-mon[86391]: osdmap e2179: 8 total, 8 up, 8 in 2024-08-17T01:44:28.022 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:28.023 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:28.051 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:28.051 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:28.051 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:28.081 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:28.081 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:28.081 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:28.088 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:28.088 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:28.088 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:28.092 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:28.092 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:28.092 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:28.094 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:28.095 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:28.095 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:28.097 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~171966464,322961408~83886080] 2024-08-17T01:44:28.097 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:28.097 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:28.099 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~58720256,213909504~104857600,322961408~83886080] 2024-08-17T01:44:28.099 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to HEAD diff [0~41943040,46137344~92274688,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:28.099 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:28.100 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~83886080] 2024-08-17T01:44:28.101 INFO:tasks.workunit.client.0.smithi082.stdout:from 8 to HEAD diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~20971520] 2024-08-17T01:44:28.101 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~29360128,79691776~58720256,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~20971520] 2024-08-17T01:44:28.101 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~83886080] 2024-08-17T01:44:28.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:28 smithi082 ceph-mon[94343]: osdmap e2180: 8 total, 8 up, 8 in 2024-08-17T01:44:28.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:28 smithi082 ceph-mon[94343]: pgmap v3785: 137 pgs: 7 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 126 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 207 KiB/s rd, 0 B/s wr, 414 op/s 2024-08-17T01:44:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:28 smithi082 ceph-mon[91979]: osdmap e2180: 8 total, 8 up, 8 in 2024-08-17T01:44:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:28 smithi082 ceph-mon[91979]: pgmap v3785: 137 pgs: 7 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 126 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 207 KiB/s rd, 0 B/s wr, 414 op/s 2024-08-17T01:44:28.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:28 smithi137 ceph-mon[86391]: osdmap e2180: 8 total, 8 up, 8 in 2024-08-17T01:44:28.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:28 smithi137 ceph-mon[86391]: pgmap v3785: 137 pgs: 7 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 126 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 207 KiB/s rd, 0 B/s wr, 414 op/s 2024-08-17T01:44:29.030 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:29.030 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:29.059 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:29.060 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:29.060 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:29.074 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:29.075 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:29.075 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:29.078 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:29.078 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:29.078 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:29.081 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:29.081 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:29.082 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:29.088 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:29.088 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:29.088 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:29.090 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~171966464,322961408~83886080] 2024-08-17T01:44:29.090 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:29.090 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:29.091 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~58720256,213909504~104857600,322961408~83886080] 2024-08-17T01:44:29.092 INFO:tasks.workunit.client.0.smithi082.stdout:from 7 to HEAD diff [0~41943040,46137344~92274688,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:29.092 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~12582912,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:29.092 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~16777216,167772160~37748736,213909504~104857600,322961408~83886080] 2024-08-17T01:44:29.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:29 smithi082 ceph-mon[94343]: osdmap e2181: 8 total, 8 up, 8 in 2024-08-17T01:44:29.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:29 smithi082 ceph-mon[91979]: osdmap e2181: 8 total, 8 up, 8 in 2024-08-17T01:44:29.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:29 smithi137 ceph-mon[86391]: osdmap e2181: 8 total, 8 up, 8 in 2024-08-17T01:44:29.855 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:29.855 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:29.885 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:29.885 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:29.885 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:29.898 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:29.898 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:29.898 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:29.909 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:29.909 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:29.909 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:29.916 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:29.916 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:29.916 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:29.918 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:29.918 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:29.918 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:29.920 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~171966464,322961408~83886080] 2024-08-17T01:44:29.920 INFO:tasks.workunit.client.0.smithi082.stdout:from 6 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:29.920 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~12582912,213909504~104857600,322961408~33554432,360710144~20971520,385875968~16777216] 2024-08-17T01:44:29.921 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~58720256,213909504~104857600,322961408~83886080] 2024-08-17T01:44:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:30 smithi082 ceph-mon[94343]: osdmap e2182: 8 total, 8 up, 8 in 2024-08-17T01:44:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:30 smithi082 ceph-mon[94343]: pgmap v3788: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 216 KiB/s rd, 5.7 KiB/s wr, 360 op/s 2024-08-17T01:44:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:30 smithi082 ceph-mon[94343]: osdmap e2183: 8 total, 8 up, 8 in 2024-08-17T01:44:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:30 smithi082 ceph-mon[91979]: osdmap e2182: 8 total, 8 up, 8 in 2024-08-17T01:44:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:30 smithi082 ceph-mon[91979]: pgmap v3788: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 216 KiB/s rd, 5.7 KiB/s wr, 360 op/s 2024-08-17T01:44:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:30 smithi082 ceph-mon[91979]: osdmap e2183: 8 total, 8 up, 8 in 2024-08-17T01:44:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:30 smithi137 ceph-mon[86391]: osdmap e2182: 8 total, 8 up, 8 in 2024-08-17T01:44:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:30 smithi137 ceph-mon[86391]: pgmap v3788: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 216 KiB/s rd, 5.7 KiB/s wr, 360 op/s 2024-08-17T01:44:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:30 smithi137 ceph-mon[86391]: osdmap e2183: 8 total, 8 up, 8 in 2024-08-17T01:44:30.852 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:30.852 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:30.891 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:30.891 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:30.892 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:30.899 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:30.900 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:30.900 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:30.909 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:30.909 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:30.910 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:30.912 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:30.912 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:30.912 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:30.914 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:30.914 INFO:tasks.workunit.client.0.smithi082.stdout:from 5 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:30.914 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~20971520,192937984~125829120,322961408~33554432,360710144~41943040] 2024-08-17T01:44:30.915 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~171966464,322961408~83886080] 2024-08-17T01:44:31.866 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:31.866 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:31.880 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:31.880 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:31.880 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:31.912 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:31.913 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:31.913 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:31.915 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:31.915 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:31.915 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:31.916 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:31.916 INFO:tasks.workunit.client.0.smithi082.stdout:from 4 to HEAD diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:31.917 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~41943040,46137344~92274688,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:31.917 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:32.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:31 smithi082 ceph-mon[94343]: osdmap e2184: 8 total, 8 up, 8 in 2024-08-17T01:44:32.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:31 smithi082 ceph-mon[94343]: pgmap v3791: 137 pgs: 137 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 201 KiB/s rd, 5.7 KiB/s wr, 330 op/s 2024-08-17T01:44:32.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:31 smithi082 ceph-mon[91979]: osdmap e2184: 8 total, 8 up, 8 in 2024-08-17T01:44:32.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:31 smithi082 ceph-mon[91979]: pgmap v3791: 137 pgs: 137 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 201 KiB/s rd, 5.7 KiB/s wr, 330 op/s 2024-08-17T01:44:32.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:31 smithi137 ceph-mon[86391]: osdmap e2184: 8 total, 8 up, 8 in 2024-08-17T01:44:32.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:31 smithi137 ceph-mon[86391]: pgmap v3791: 137 pgs: 137 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 201 KiB/s rd, 5.7 KiB/s wr, 330 op/s 2024-08-17T01:44:32.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:44:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:44:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:44:32.872 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:32.872 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:32.908 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:32.908 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:32.909 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:32.912 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:32.912 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:32.912 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:32.926 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:32.926 INFO:tasks.workunit.client.0.smithi082.stdout:from 3 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:32.926 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~25165824,360710144~41943040] 2024-08-17T01:44:32.927 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~260046848] 2024-08-17T01:44:33.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:32 smithi082 ceph-mon[94343]: osdmap e2185: 8 total, 8 up, 8 in 2024-08-17T01:44:33.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:32 smithi082 ceph-mon[91979]: osdmap e2185: 8 total, 8 up, 8 in 2024-08-17T01:44:33.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:32 smithi137 ceph-mon[86391]: osdmap e2185: 8 total, 8 up, 8 in 2024-08-17T01:44:33.871 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:33.871 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:33.912 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:33.913 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:33.913 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:33.929 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:33.929 INFO:tasks.workunit.client.0.smithi082.stdout:from 2 to HEAD diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:33.929 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~159383552,331350016~75497472] 2024-08-17T01:44:33.935 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:33 smithi082 ceph-mon[94343]: osdmap e2186: 8 total, 8 up, 8 in 2024-08-17T01:44:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:33 smithi082 ceph-mon[94343]: pgmap v3794: 137 pgs: 137 active+clean; 1006 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 154 KiB/s rd, 7.0 KiB/s wr, 251 op/s 2024-08-17T01:44:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:33 smithi082 ceph-mon[91979]: osdmap e2186: 8 total, 8 up, 8 in 2024-08-17T01:44:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:33 smithi082 ceph-mon[91979]: pgmap v3794: 137 pgs: 137 active+clean; 1006 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 154 KiB/s rd, 7.0 KiB/s wr, 251 op/s 2024-08-17T01:44:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:33 smithi137 ceph-mon[86391]: osdmap e2186: 8 total, 8 up, 8 in 2024-08-17T01:44:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:33 smithi137 ceph-mon[86391]: pgmap v3794: 137 pgs: 137 active+clean; 1006 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 154 KiB/s rd, 7.0 KiB/s wr, 251 op/s 2024-08-17T01:44:34.851 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:34.852 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:34.877 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:34.877 INFO:tasks.workunit.client.0.smithi082.stdout:from 1 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:34.877 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:34.879 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:35.126 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:44:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:44:35] "GET /metrics HTTP/1.1" 200 36665 "" "Prometheus/2.43.0" 2024-08-17T01:44:35.126 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:34 smithi082 ceph-mon[94343]: osdmap e2187: 8 total, 8 up, 8 in 2024-08-17T01:44:35.127 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:34 smithi082 ceph-mon[94343]: osdmap e2188: 8 total, 8 up, 8 in 2024-08-17T01:44:35.127 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:34 smithi082 ceph-mon[91979]: osdmap e2187: 8 total, 8 up, 8 in 2024-08-17T01:44:35.127 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:34 smithi082 ceph-mon[91979]: osdmap e2188: 8 total, 8 up, 8 in 2024-08-17T01:44:35.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:34 smithi137 ceph-mon[86391]: osdmap e2187: 8 total, 8 up, 8 in 2024-08-17T01:44:35.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:34 smithi137 ceph-mon[86391]: osdmap e2188: 8 total, 8 up, 8 in 2024-08-17T01:44:35.904 INFO:tasks.workunit.client.0.smithi082.stdout:from 0 to HEAD diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:35.905 INFO:tasks.workunit.client.0.smithi082.stdout: limited diff [0~138412032,146800640~16777216,167772160~239075328] 2024-08-17T01:44:35.916 INFO:tasks.workunit.client.0.smithi082.stdout: actual was [0~142606336,146800640~264241152] 2024-08-17T01:44:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:35 smithi082 ceph-mon[94343]: pgmap v3797: 137 pgs: 137 active+clean; 911 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 149 KiB/s rd, 7.0 KiB/s wr, 240 op/s 2024-08-17T01:44:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:44:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:35 smithi082 ceph-mon[91979]: pgmap v3797: 137 pgs: 137 active+clean; 911 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 149 KiB/s rd, 7.0 KiB/s wr, 240 op/s 2024-08-17T01:44:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:44:36.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:35 smithi137 ceph-mon[86391]: pgmap v3797: 137 pgs: 137 active+clean; 911 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 149 KiB/s rd, 7.0 KiB/s wr, 240 op/s 2024-08-17T01:44:36.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:44:36.926 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (39090 ms) 2024-08-17T01:44:36.927 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-08-17T01:44:36.927 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:44:37.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:36 smithi082 ceph-mon[94343]: osdmap e2189: 8 total, 8 up, 8 in 2024-08-17T01:44:37.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:36 smithi082 ceph-mon[91979]: osdmap e2189: 8 total, 8 up, 8 in 2024-08-17T01:44:37.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:36 smithi137 ceph-mon[86391]: osdmap e2189: 8 total, 8 up, 8 in 2024-08-17T01:44:38.004 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1078 ms) 2024-08-17T01:44:38.005 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-08-17T01:44:38.005 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:44:38.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:37 smithi082 ceph-mon[94343]: osdmap e2190: 8 total, 8 up, 8 in 2024-08-17T01:44:38.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:37 smithi082 ceph-mon[94343]: pgmap v3800: 137 pgs: 137 active+clean; 864 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 255 B/s wr, 33 op/s 2024-08-17T01:44:38.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:37 smithi082 ceph-mon[91979]: osdmap e2190: 8 total, 8 up, 8 in 2024-08-17T01:44:38.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:37 smithi082 ceph-mon[91979]: pgmap v3800: 137 pgs: 137 active+clean; 864 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 255 B/s wr, 33 op/s 2024-08-17T01:44:38.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:37 smithi137 ceph-mon[86391]: osdmap e2190: 8 total, 8 up, 8 in 2024-08-17T01:44:38.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:37 smithi137 ceph-mon[86391]: pgmap v3800: 137 pgs: 137 active+clean; 864 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 255 B/s wr, 33 op/s 2024-08-17T01:44:39.029 INFO:tasks.workunit.client.0.smithi082.stdout: wrote [0~20971520] to clone 2024-08-17T01:44:39.030 INFO:tasks.workunit.client.0.smithi082.stdout: diff was [0~20971520] 2024-08-17T01:44:39.033 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1029 ms) 2024-08-17T01:44:39.033 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-08-17T01:44:39.033 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:44:39.053 INFO:tasks.workunit.client.0.smithi082.stdout: wrote [2021909~42235,4900474~91340,13857583~89922,15408080~63349,15587417~94987,16708130~76799,17166233~15617,17197578~74008,17635595~54668,19502999~8785] 2024-08-17T01:44:39.063 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (29 ms) 2024-08-17T01:44:39.063 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-08-17T01:44:39.063 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:44:39.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:38 smithi082 ceph-mon[94343]: osdmap e2191: 8 total, 8 up, 8 in 2024-08-17T01:44:39.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:38 smithi082 ceph-mon[91979]: osdmap e2191: 8 total, 8 up, 8 in 2024-08-17T01:44:39.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:38 smithi137 ceph-mon[86391]: osdmap e2191: 8 total, 8 up, 8 in 2024-08-17T01:44:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:39 smithi082 ceph-mon[94343]: osdmap e2192: 8 total, 8 up, 8 in 2024-08-17T01:44:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:39 smithi082 ceph-mon[94343]: pgmap v3803: 137 pgs: 137 active+clean; 799 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.5 MiB/s wr, 87 op/s 2024-08-17T01:44:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:39 smithi082 ceph-mon[94343]: osdmap e2193: 8 total, 8 up, 8 in 2024-08-17T01:44:40.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:39 smithi082 ceph-mon[91979]: osdmap e2192: 8 total, 8 up, 8 in 2024-08-17T01:44:40.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:39 smithi082 ceph-mon[91979]: pgmap v3803: 137 pgs: 137 active+clean; 799 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.5 MiB/s wr, 87 op/s 2024-08-17T01:44:40.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:39 smithi082 ceph-mon[91979]: osdmap e2193: 8 total, 8 up, 8 in 2024-08-17T01:44:40.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:39 smithi137 ceph-mon[86391]: osdmap e2192: 8 total, 8 up, 8 in 2024-08-17T01:44:40.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:39 smithi137 ceph-mon[86391]: pgmap v3803: 137 pgs: 137 active+clean; 799 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.5 MiB/s wr, 87 op/s 2024-08-17T01:44:40.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:39 smithi137 ceph-mon[86391]: osdmap e2193: 8 total, 8 up, 8 in 2024-08-17T01:44:40.947 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1884 ms) 2024-08-17T01:44:40.947 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-08-17T01:44:40.947 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:44:40.994 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (48 ms) 2024-08-17T01:44:40.994 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-08-17T01:44:40.995 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:44:41.067 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (72 ms) 2024-08-17T01:44:41.067 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-08-17T01:44:41.067 INFO:tasks.workunit.client.0.smithi082.stdout:using new format! 2024-08-17T01:44:42.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:41 smithi082 ceph-mon[94343]: osdmap e2194: 8 total, 8 up, 8 in 2024-08-17T01:44:42.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:41 smithi082 ceph-mon[94343]: pgmap v3806: 137 pgs: 137 active+clean; 809 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 7.6 MiB/s wr, 201 op/s 2024-08-17T01:44:42.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:41 smithi082 ceph-mon[91979]: osdmap e2194: 8 total, 8 up, 8 in 2024-08-17T01:44:42.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:41 smithi082 ceph-mon[91979]: pgmap v3806: 137 pgs: 137 active+clean; 809 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 7.6 MiB/s wr, 201 op/s 2024-08-17T01:44:42.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:41 smithi137 ceph-mon[86391]: osdmap e2194: 8 total, 8 up, 8 in 2024-08-17T01:44:42.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:41 smithi137 ceph-mon[86391]: pgmap v3806: 137 pgs: 137 active+clean; 809 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 7.6 MiB/s wr, 201 op/s 2024-08-17T01:44:42.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:44:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:44:44.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:44 smithi082 ceph-mon[91979]: pgmap v3807: 137 pgs: 137 active+clean; 839 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.7 MiB/s rd, 11 MiB/s wr, 237 op/s 2024-08-17T01:44:44.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:44 smithi082 ceph-mon[94343]: pgmap v3807: 137 pgs: 137 active+clean; 839 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.7 MiB/s rd, 11 MiB/s wr, 237 op/s 2024-08-17T01:44:44.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:44 smithi137 ceph-mon[86391]: pgmap v3807: 137 pgs: 137 active+clean; 839 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.7 MiB/s rd, 11 MiB/s wr, 237 op/s 2024-08-17T01:44:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:44:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:44:45] "GET /metrics HTTP/1.1" 200 36663 "" "Prometheus/2.43.0" 2024-08-17T01:44:46.110 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5043 ms) 2024-08-17T01:44:46.110 INFO:tasks.workunit.client.0.smithi082.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-08-17T01:44:46.110 INFO:tasks.workunit.client.0.smithi082.stdout:SKIPPING 2024-08-17T01:44:46.110 INFO:tasks.workunit.client.0.smithi082.stdout:[ OK ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-08-17T01:44:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:45 smithi082 ceph-mon[94343]: osdmap e2195: 8 total, 8 up, 8 in 2024-08-17T01:44:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:45 smithi082 ceph-mon[94343]: pgmap v3809: 137 pgs: 137 active+clean; 872 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 10 MiB/s wr, 253 op/s 2024-08-17T01:44:46.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:45 smithi082 ceph-mon[91979]: osdmap e2195: 8 total, 8 up, 8 in 2024-08-17T01:44:46.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:45 smithi082 ceph-mon[91979]: pgmap v3809: 137 pgs: 137 active+clean; 872 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 10 MiB/s wr, 253 op/s 2024-08-17T01:44:46.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:45 smithi137 ceph-mon[86391]: osdmap e2195: 8 total, 8 up, 8 in 2024-08-17T01:44:46.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:45 smithi137 ceph-mon[86391]: pgmap v3809: 137 pgs: 137 active+clean; 872 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 10 MiB/s wr, 253 op/s 2024-08-17T01:44:46.858 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] 19 tests from DiffIterateTest/1 (239266 ms total) 2024-08-17T01:44:46.859 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:44:46.859 INFO:tasks.workunit.client.0.smithi082.stdout:[----------] Global test environment tear-down 2024-08-17T01:44:46.859 INFO:tasks.workunit.client.0.smithi082.stdout:[==========] 425 tests from 16 test suites ran. (1384669 ms total) 2024-08-17T01:44:46.859 INFO:tasks.workunit.client.0.smithi082.stdout:[ PASSED ] 425 tests. 2024-08-17T01:44:46.859 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:44:46.859 INFO:tasks.workunit.client.0.smithi082.stdout: YOU HAVE 2 DISABLED TESTS 2024-08-17T01:44:46.859 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:44:46.868 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T01:44:46.868 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T01:44:46.937 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-08-17T01:44:46.937 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-17T01:44:47.185 DEBUG:teuthology.parallel:result is None 2024-08-17T01:44:47.186 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T01:44:47.210 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T01:44:47.210 DEBUG:teuthology.orchestra.run.smithi082:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T01:44:47.266 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T01:44:47.266 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T01:44:47.266 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-08-17T01:44:47.266 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T01:44:47.266 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-08-17T01:44:47.266 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-17T01:44:47.267 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-17T01:44:47.267 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-17T01:44:47.268 DEBUG:teuthology.orchestra.run.smithi082:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-17T01:44:47.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T01:44:47.320 INFO:teuthology.orchestra.run.smithi082.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-17T01:44:47.321 DEBUG:teuthology.orchestra.run.smithi082:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T01:44:47.376 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-17T01:44:47.376 DEBUG:teuthology.orchestra.run.smithi082:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-17T01:44:47.432 INFO:tasks.workunit:timeout=3h 2024-08-17T01:44:47.432 INFO:tasks.workunit:cleanup=True 2024-08-17T01:44:47.432 DEBUG:teuthology.orchestra.run.smithi082:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-17T01:44:47.488 INFO:tasks.workunit.client.0.smithi082.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-17T01:44:48.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:47 smithi082 ceph-mon[94343]: osdmap e2196: 8 total, 8 up, 8 in 2024-08-17T01:44:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:47 smithi082 ceph-mon[94343]: pgmap v3811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-08-17T01:44:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:47 smithi082 ceph-mon[91979]: osdmap e2196: 8 total, 8 up, 8 in 2024-08-17T01:44:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:47 smithi082 ceph-mon[91979]: pgmap v3811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-08-17T01:44:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:47 smithi137 ceph-mon[86391]: osdmap e2196: 8 total, 8 up, 8 in 2024-08-17T01:44:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:47 smithi137 ceph-mon[86391]: pgmap v3811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-08-17T01:44:50.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:50 smithi082 ceph-mon[94343]: pgmap v3812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:44:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:50 smithi082 ceph-mon[91979]: pgmap v3812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:44:50.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:50 smithi137 ceph-mon[86391]: pgmap v3812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:44:51.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:44:51.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:44:51.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:44:52.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:52 smithi082 ceph-mon[94343]: pgmap v3813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:44:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:52 smithi082 ceph-mon[91979]: pgmap v3813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:44:52.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:52 smithi137 ceph-mon[86391]: pgmap v3813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-17T01:44:52.486 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:44:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:44:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:44:53.048 DEBUG:teuthology.orchestra.run.smithi082:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-17T01:44:53.104 INFO:tasks.workunit.client.0.smithi082.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-17T01:44:53.106 INFO:tasks.workunit.client.0.smithi082.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T01:44:53.106 INFO:tasks.workunit.client.0.smithi082.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-17T01:44:53.156 INFO:tasks.workunit.client.0.smithi082.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-17T01:44:53.208 INFO:tasks.workunit.client.0.smithi082.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-17T01:44:53.248 INFO:tasks.workunit.client.0.smithi082.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T01:44:53.250 INFO:tasks.workunit.client.0.smithi082.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T01:44:53.250 INFO:tasks.workunit.client.0.smithi082.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-17T01:44:53.289 INFO:tasks.workunit.client.0.smithi082.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T01:44:53.293 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-08-17T01:44:53.293 DEBUG:teuthology.orchestra.run.smithi082:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-17T01:44:53.348 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-08-17T01:44:53.349 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-08-17T01:44:53.350 DEBUG:teuthology.orchestra.run.smithi082:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-08-17T01:44:53.409 INFO:tasks.workunit.client.0.smithi082.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-08-17T01:44:53.409 INFO:tasks.workunit.client.0.smithi082.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-08-17T01:44:53.409 INFO:tasks.workunit.client.0.smithi082.stderr:+ '[' -n '' ']' 2024-08-17T01:44:53.409 INFO:tasks.workunit.client.0.smithi082.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-08-17T01:44:53.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:53 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:44:53.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:53 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:44:53.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:53 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:44:53.591 INFO:tasks.workunit.client.0.smithi082.stdout:============================= test session starts ============================== 2024-08-17T01:44:53.591 INFO:tasks.workunit.client.0.smithi082.stdout:platform linux -- Python 3.9.18, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-08-17T01:44:53.591 INFO:tasks.workunit.client.0.smithi082.stdout:cachedir: .pytest_cache 2024-08-17T01:44:53.591 INFO:tasks.workunit.client.0.smithi082.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-08-17T01:44:54.105 INFO:tasks.workunit.client.0.smithi082.stdout:collecting ... collected 182 items 2024-08-17T01:44:54.106 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:44:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:54 smithi082 ceph-mon[94343]: pgmap v3814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:44:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:54 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:44:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:54 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:44:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:54 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:44:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:54 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:44:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:54 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:44:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:54 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:44:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:54 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:44:54.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:54 smithi082 ceph-mon[91979]: pgmap v3814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:44:54.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:54 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:44:54.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:54 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:44:54.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:54 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:44:54.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:54 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:44:54.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:54 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:44:54.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:54 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:44:54.726 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:54 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:44:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:54 smithi137 ceph-mon[86391]: pgmap v3814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:44:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:54 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:44:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:54 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:44:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:54 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:44:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:54 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:44:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:54 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:44:54.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:54 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:44:54.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:54 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:44:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:44:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:44:55] "GET /metrics HTTP/1.1" 200 34170 "" "Prometheus/2.43.0" 2024-08-17T01:44:56.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:55 smithi082 ceph-mon[94343]: osdmap e2197: 8 total, 8 up, 8 in 2024-08-17T01:44:56.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:55 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi082-162158-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:44:56.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:55 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi082-162158-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:44:56.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:55 smithi082 ceph-mon[94343]: pgmap v3816: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:44:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:55 smithi082 ceph-mon[91979]: osdmap e2197: 8 total, 8 up, 8 in 2024-08-17T01:44:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:55 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi082-162158-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:44:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:55 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi082-162158-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:44:56.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:55 smithi082 ceph-mon[91979]: pgmap v3816: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:44:56.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:55 smithi137 ceph-mon[86391]: osdmap e2197: 8 total, 8 up, 8 in 2024-08-17T01:44:56.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:55 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi082-162158-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:44:56.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:55 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi082-162158-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:44:56.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:55 smithi137 ceph-mon[86391]: pgmap v3816: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:44:57.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:56 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:44:57.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:56 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi082-162158-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-17T01:44:57.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:56 smithi082 ceph-mon[94343]: osdmap e2198: 8 total, 8 up, 8 in 2024-08-17T01:44:57.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:56 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:44:57.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:56 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi082-162158-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-17T01:44:57.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:56 smithi082 ceph-mon[91979]: osdmap e2198: 8 total, 8 up, 8 in 2024-08-17T01:44:57.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:56 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:44:57.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:56 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi082-162158-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-17T01:44:57.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:56 smithi137 ceph-mon[86391]: osdmap e2198: 8 total, 8 up, 8 in 2024-08-17T01:44:57.885 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-08-17T01:44:57.964 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-08-17T01:44:58.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:57 smithi082 ceph-mon[94343]: osdmap e2199: 8 total, 8 up, 8 in 2024-08-17T01:44:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:57 smithi082 ceph-mon[94343]: pgmap v3819: 137 pgs: 12 creating+peering, 15 unknown, 110 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:44:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:57 smithi082 ceph-mon[91979]: osdmap e2199: 8 total, 8 up, 8 in 2024-08-17T01:44:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:57 smithi082 ceph-mon[91979]: pgmap v3819: 137 pgs: 12 creating+peering, 15 unknown, 110 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:44:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:57 smithi137 ceph-mon[86391]: osdmap e2199: 8 total, 8 up, 8 in 2024-08-17T01:44:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:57 smithi137 ceph-mon[86391]: pgmap v3819: 137 pgs: 12 creating+peering, 15 unknown, 110 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:44:58.556 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-08-17T01:44:58.659 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-08-17T01:44:59.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:58 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:44:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:58 smithi082 ceph-mon[94343]: osdmap e2200: 8 total, 8 up, 8 in 2024-08-17T01:44:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:58 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:44:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:58 smithi082 ceph-mon[91979]: osdmap e2200: 8 total, 8 up, 8 in 2024-08-17T01:44:59.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:58 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:44:59.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:58 smithi137 ceph-mon[86391]: osdmap e2200: 8 total, 8 up, 8 in 2024-08-17T01:44:59.975 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-08-17T01:45:00.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:59 smithi082 ceph-mon[94343]: osdmap e2201: 8 total, 8 up, 8 in 2024-08-17T01:45:00.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:44:59 smithi082 ceph-mon[94343]: pgmap v3822: 137 pgs: 12 creating+peering, 125 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 9.7 KiB/s wr, 160 op/s 2024-08-17T01:45:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:59 smithi082 ceph-mon[91979]: osdmap e2201: 8 total, 8 up, 8 in 2024-08-17T01:45:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:44:59 smithi082 ceph-mon[91979]: pgmap v3822: 137 pgs: 12 creating+peering, 125 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 9.7 KiB/s wr, 160 op/s 2024-08-17T01:45:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:59 smithi137 ceph-mon[86391]: osdmap e2201: 8 total, 8 up, 8 in 2024-08-17T01:45:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:44:59 smithi137 ceph-mon[86391]: pgmap v3822: 137 pgs: 12 creating+peering, 125 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 9.7 KiB/s wr, 160 op/s 2024-08-17T01:45:00.491 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-08-17T01:45:01.005 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 3%] 2024-08-17T01:45:01.093 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-08-17T01:45:01.175 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 4%] 2024-08-17T01:45:01.186 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-08-17T01:45:01.188 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-08-17T01:45:01.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:00 smithi082 ceph-mon[94343]: osdmap e2202: 8 total, 8 up, 8 in 2024-08-17T01:45:01.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:00 smithi082 ceph-mon[91979]: osdmap e2202: 8 total, 8 up, 8 in 2024-08-17T01:45:01.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:00 smithi137 ceph-mon[86391]: osdmap e2202: 8 total, 8 up, 8 in 2024-08-17T01:45:01.256 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-08-17T01:45:01.317 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-08-17T01:45:01.396 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 7%] 2024-08-17T01:45:01.492 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 8%] 2024-08-17T01:45:01.711 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 8%] 2024-08-17T01:45:01.729 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 9%] 2024-08-17T01:45:01.748 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 9%] 2024-08-17T01:45:01.774 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 10%] 2024-08-17T01:45:02.034 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:45:01 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:45:01] ENGINE Bus STOPPING 2024-08-17T01:45:02.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:45:02] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T01:45:02.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:45:02] ENGINE Bus STOPPED 2024-08-17T01:45:02.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:45:02] ENGINE Bus STARTING 2024-08-17T01:45:02.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:45:02] ENGINE Serving on http://:::9283 2024-08-17T01:45:02.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:45:02] ENGINE Bus STARTED 2024-08-17T01:45:02.720 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:45:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:45:02.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: pgmap v3824: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 15 KiB/s wr, 256 op/s 2024-08-17T01:45:02.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' 2024-08-17T01:45:02.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:45:02.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:45:02.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:45:02.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:45:02.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:45:02.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:45:02.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:45:02.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:45:02.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:45:02.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:45:02.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:45:02.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:45:02.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:45:02.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:45:02.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:45:02.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:45:02.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:45:02.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:45:02.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:45:02.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:45:02.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:45:02.977 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:45:02.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:45:02.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:45:02.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:45:02.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:45:02.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:45:02.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:45:02.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:45:02.978 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:45:02.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: pgmap v3824: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 15 KiB/s wr, 256 op/s 2024-08-17T01:45:02.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' 2024-08-17T01:45:02.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:45:02.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:45:02.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:45:02.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:45:02.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:45:02.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:45:02.979 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:45:02.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:45:02.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:45:02.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:45:02.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:45:02.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:45:02.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:45:02.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:45:02.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:45:02.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:45:02.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:45:02.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:45:02.980 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:45:02.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:45:02.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:45:02.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:45:02.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:45:02.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:45:02.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:45:02.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:45:02.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:45:02.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:45:02.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:45:02.981 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:45:02.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: pgmap v3824: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 15 KiB/s wr, 256 op/s 2024-08-17T01:45:02.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' 2024-08-17T01:45:02.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:45:02.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:45:02.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:45:02.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:45:02.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:45:02.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:45:02.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:45:02.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:45:02.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:45:02.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:45:02.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:45:02.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:45:02.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:45:02.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:45:02.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:45:02.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:45:02.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:45:02.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:45:02.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:45:02.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:45:02.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:45:02.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:45:02.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:45:02.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:45:02.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:45:02.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:45:02.989 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:45:02.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:45:02.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:45:02.990 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:45:03.844 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 10%] 2024-08-17T01:45:03.845 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 11%] 2024-08-17T01:45:03.846 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 12%] 2024-08-17T01:45:03.916 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 12%] 2024-08-17T01:45:03.984 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 13%] 2024-08-17T01:45:04.056 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 13%] 2024-08-17T01:45:04.122 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 14%] 2024-08-17T01:45:04.201 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 14%] 2024-08-17T01:45:04.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:03 smithi082 ceph-mon[94343]: osdmap e2203: 8 total, 8 up, 8 in 2024-08-17T01:45:04.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:03 smithi082 ceph-mon[91979]: osdmap e2203: 8 total, 8 up, 8 in 2024-08-17T01:45:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:03 smithi137 ceph-mon[86391]: osdmap e2203: 8 total, 8 up, 8 in 2024-08-17T01:45:04.266 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 15%] 2024-08-17T01:45:04.338 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 15%] 2024-08-17T01:45:04.412 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 16%] 2024-08-17T01:45:04.499 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 17%] 2024-08-17T01:45:04.570 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 17%] 2024-08-17T01:45:04.638 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 18%] 2024-08-17T01:45:04.711 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 18%] 2024-08-17T01:45:04.780 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 19%] 2024-08-17T01:45:04.876 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 19%] 2024-08-17T01:45:04.961 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 20%] 2024-08-17T01:45:05.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:04 smithi082 ceph-mon[94343]: pgmap v3826: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 50 KiB/s wr, 580 op/s 2024-08-17T01:45:05.025 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:04 smithi082 ceph-mon[94343]: osdmap e2204: 8 total, 8 up, 8 in 2024-08-17T01:45:05.026 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:04 smithi082 ceph-mon[91979]: pgmap v3826: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 50 KiB/s wr, 580 op/s 2024-08-17T01:45:05.026 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:04 smithi082 ceph-mon[91979]: osdmap e2204: 8 total, 8 up, 8 in 2024-08-17T01:45:05.042 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 20%] 2024-08-17T01:45:05.120 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 21%] 2024-08-17T01:45:05.196 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 21%] 2024-08-17T01:45:05.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:04 smithi137 ceph-mon[86391]: pgmap v3826: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 50 KiB/s wr, 580 op/s 2024-08-17T01:45:05.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:04 smithi137 ceph-mon[86391]: osdmap e2204: 8 total, 8 up, 8 in 2024-08-17T01:45:05.267 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 22%] 2024-08-17T01:45:05.415 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 23%] 2024-08-17T01:45:05.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:45:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:45:05] "GET /metrics HTTP/1.1" 200 34170 "" "Prometheus/2.43.0" 2024-08-17T01:45:05.487 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 23%] 2024-08-17T01:45:05.574 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 24%] 2024-08-17T01:45:05.646 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 24%] 2024-08-17T01:45:05.724 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 25%] 2024-08-17T01:45:05.801 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 25%] 2024-08-17T01:45:06.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:05 smithi082 ceph-mon[94343]: osdmap e2205: 8 total, 8 up, 8 in 2024-08-17T01:45:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:05 smithi082 ceph-mon[94343]: pgmap v3829: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 61 KiB/s wr, 824 op/s 2024-08-17T01:45:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:45:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:05 smithi082 ceph-mon[91979]: osdmap e2205: 8 total, 8 up, 8 in 2024-08-17T01:45:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:05 smithi082 ceph-mon[91979]: pgmap v3829: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 61 KiB/s wr, 824 op/s 2024-08-17T01:45:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:45:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:05 smithi137 ceph-mon[86391]: osdmap e2205: 8 total, 8 up, 8 in 2024-08-17T01:45:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:05 smithi137 ceph-mon[86391]: pgmap v3829: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 61 KiB/s wr, 824 op/s 2024-08-17T01:45:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:45:07.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:06 smithi082 ceph-mon[94343]: osdmap e2206: 8 total, 8 up, 8 in 2024-08-17T01:45:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:06 smithi082 ceph-mon[91979]: osdmap e2206: 8 total, 8 up, 8 in 2024-08-17T01:45:07.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:06 smithi137 ceph-mon[86391]: osdmap e2206: 8 total, 8 up, 8 in 2024-08-17T01:45:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:07 smithi082 ceph-mon[94343]: osdmap e2207: 8 total, 8 up, 8 in 2024-08-17T01:45:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:07 smithi082 ceph-mon[94343]: pgmap v3832: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 509 KiB/s rd, 1.0 MiB/s wr, 724 op/s 2024-08-17T01:45:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:07 smithi082 ceph-mon[91979]: osdmap e2207: 8 total, 8 up, 8 in 2024-08-17T01:45:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:07 smithi082 ceph-mon[91979]: pgmap v3832: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 509 KiB/s rd, 1.0 MiB/s wr, 724 op/s 2024-08-17T01:45:08.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:07 smithi137 ceph-mon[86391]: osdmap e2207: 8 total, 8 up, 8 in 2024-08-17T01:45:08.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:07 smithi137 ceph-mon[86391]: pgmap v3832: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 509 KiB/s rd, 1.0 MiB/s wr, 724 op/s 2024-08-17T01:45:08.975 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 26%] 2024-08-17T01:45:09.068 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 26%] 2024-08-17T01:45:09.161 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 27%] 2024-08-17T01:45:09.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:08 smithi082 ceph-mon[94343]: osdmap e2208: 8 total, 8 up, 8 in 2024-08-17T01:45:09.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:08 smithi082 ceph-mon[91979]: osdmap e2208: 8 total, 8 up, 8 in 2024-08-17T01:45:09.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:08 smithi137 ceph-mon[86391]: osdmap e2208: 8 total, 8 up, 8 in 2024-08-17T01:45:09.355 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 28%] 2024-08-17T01:45:09.553 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 28%] 2024-08-17T01:45:09.623 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 29%] 2024-08-17T01:45:10.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:09 smithi082 ceph-mon[91979]: osdmap e2209: 8 total, 8 up, 8 in 2024-08-17T01:45:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:09 smithi082 ceph-mon[91979]: pgmap v3835: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 706 KiB/s rd, 1.1 MiB/s wr, 980 op/s 2024-08-17T01:45:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:09 smithi082 ceph-mon[91979]: osdmap e2210: 8 total, 8 up, 8 in 2024-08-17T01:45:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:09 smithi082 ceph-mon[94343]: osdmap e2209: 8 total, 8 up, 8 in 2024-08-17T01:45:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:09 smithi082 ceph-mon[94343]: pgmap v3835: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 706 KiB/s rd, 1.1 MiB/s wr, 980 op/s 2024-08-17T01:45:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:09 smithi082 ceph-mon[94343]: osdmap e2210: 8 total, 8 up, 8 in 2024-08-17T01:45:10.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:09 smithi137 ceph-mon[86391]: osdmap e2209: 8 total, 8 up, 8 in 2024-08-17T01:45:10.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:09 smithi137 ceph-mon[86391]: pgmap v3835: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 706 KiB/s rd, 1.1 MiB/s wr, 980 op/s 2024-08-17T01:45:10.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:09 smithi137 ceph-mon[86391]: osdmap e2210: 8 total, 8 up, 8 in 2024-08-17T01:45:12.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:11 smithi082 ceph-mon[94343]: osdmap e2211: 8 total, 8 up, 8 in 2024-08-17T01:45:12.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:11 smithi082 ceph-mon[94343]: pgmap v3838: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 722 KiB/s rd, 3.1 MiB/s wr, 1.01k op/s 2024-08-17T01:45:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:11 smithi082 ceph-mon[91979]: osdmap e2211: 8 total, 8 up, 8 in 2024-08-17T01:45:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:11 smithi082 ceph-mon[91979]: pgmap v3838: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 722 KiB/s rd, 3.1 MiB/s wr, 1.01k op/s 2024-08-17T01:45:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:11 smithi137 ceph-mon[86391]: osdmap e2211: 8 total, 8 up, 8 in 2024-08-17T01:45:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:11 smithi137 ceph-mon[86391]: pgmap v3838: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 722 KiB/s rd, 3.1 MiB/s wr, 1.01k op/s 2024-08-17T01:45:12.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:45:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:45:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:45:13.053 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 29%] 2024-08-17T01:45:13.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:12 smithi082 ceph-mon[94343]: osdmap e2212: 8 total, 8 up, 8 in 2024-08-17T01:45:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:12 smithi082 ceph-mon[91979]: osdmap e2212: 8 total, 8 up, 8 in 2024-08-17T01:45:13.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:12 smithi137 ceph-mon[86391]: osdmap e2212: 8 total, 8 up, 8 in 2024-08-17T01:45:14.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:13 smithi082 ceph-mon[91979]: osdmap e2213: 8 total, 8 up, 8 in 2024-08-17T01:45:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:13 smithi082 ceph-mon[91979]: pgmap v3841: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 377 KiB/s rd, 3.0 MiB/s wr, 531 op/s 2024-08-17T01:45:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:13 smithi082 ceph-mon[94343]: osdmap e2213: 8 total, 8 up, 8 in 2024-08-17T01:45:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:13 smithi082 ceph-mon[94343]: pgmap v3841: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 377 KiB/s rd, 3.0 MiB/s wr, 531 op/s 2024-08-17T01:45:14.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:13 smithi137 ceph-mon[86391]: osdmap e2213: 8 total, 8 up, 8 in 2024-08-17T01:45:14.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:13 smithi137 ceph-mon[86391]: pgmap v3841: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 377 KiB/s rd, 3.0 MiB/s wr, 531 op/s 2024-08-17T01:45:15.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:14 smithi082 ceph-mon[91979]: osdmap e2214: 8 total, 8 up, 8 in 2024-08-17T01:45:15.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:14 smithi082 ceph-mon[91979]: osdmap e2215: 8 total, 8 up, 8 in 2024-08-17T01:45:15.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:45:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:45:15] "GET /metrics HTTP/1.1" 200 36635 "" "Prometheus/2.43.0" 2024-08-17T01:45:15.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:14 smithi082 ceph-mon[94343]: osdmap e2214: 8 total, 8 up, 8 in 2024-08-17T01:45:15.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:14 smithi082 ceph-mon[94343]: osdmap e2215: 8 total, 8 up, 8 in 2024-08-17T01:45:15.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:14 smithi137 ceph-mon[86391]: osdmap e2214: 8 total, 8 up, 8 in 2024-08-17T01:45:15.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:14 smithi137 ceph-mon[86391]: osdmap e2215: 8 total, 8 up, 8 in 2024-08-17T01:45:16.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:15 smithi082 ceph-mon[91979]: pgmap v3844: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 280 KiB/s rd, 32 KiB/s wr, 403 op/s 2024-08-17T01:45:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:15 smithi082 ceph-mon[94343]: pgmap v3844: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 280 KiB/s rd, 32 KiB/s wr, 403 op/s 2024-08-17T01:45:16.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:15 smithi137 ceph-mon[86391]: pgmap v3844: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 280 KiB/s rd, 32 KiB/s wr, 403 op/s 2024-08-17T01:45:17.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:16 smithi082 ceph-mon[91979]: osdmap e2216: 8 total, 8 up, 8 in 2024-08-17T01:45:17.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:16 smithi082 ceph-mon[94343]: osdmap e2216: 8 total, 8 up, 8 in 2024-08-17T01:45:17.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:16 smithi137 ceph-mon[86391]: osdmap e2216: 8 total, 8 up, 8 in 2024-08-17T01:45:18.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:17 smithi082 ceph-mon[91979]: osdmap e2217: 8 total, 8 up, 8 in 2024-08-17T01:45:18.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:17 smithi082 ceph-mon[91979]: pgmap v3847: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 20 KiB/s wr, 183 op/s 2024-08-17T01:45:18.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:17 smithi082 ceph-mon[94343]: osdmap e2217: 8 total, 8 up, 8 in 2024-08-17T01:45:18.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:17 smithi082 ceph-mon[94343]: pgmap v3847: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 20 KiB/s wr, 183 op/s 2024-08-17T01:45:18.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:17 smithi137 ceph-mon[86391]: osdmap e2217: 8 total, 8 up, 8 in 2024-08-17T01:45:18.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:17 smithi137 ceph-mon[86391]: pgmap v3847: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 20 KiB/s wr, 183 op/s 2024-08-17T01:45:19.041 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v1 PASSED [ 30%] 2024-08-17T01:45:19.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:18 smithi082 ceph-mon[94343]: osdmap e2218: 8 total, 8 up, 8 in 2024-08-17T01:45:19.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:18 smithi082 ceph-mon[91979]: osdmap e2218: 8 total, 8 up, 8 in 2024-08-17T01:45:19.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:18 smithi137 ceph-mon[86391]: osdmap e2218: 8 total, 8 up, 8 in 2024-08-17T01:45:20.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:19 smithi082 ceph-mon[94343]: osdmap e2219: 8 total, 8 up, 8 in 2024-08-17T01:45:20.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:19 smithi082 ceph-mon[94343]: pgmap v3850: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 8.0 KiB/s wr, 175 op/s 2024-08-17T01:45:20.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:19 smithi082 ceph-mon[94343]: osdmap e2220: 8 total, 8 up, 8 in 2024-08-17T01:45:20.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:19 smithi082 ceph-mon[91979]: osdmap e2219: 8 total, 8 up, 8 in 2024-08-17T01:45:20.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:19 smithi082 ceph-mon[91979]: pgmap v3850: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 8.0 KiB/s wr, 175 op/s 2024-08-17T01:45:20.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:19 smithi082 ceph-mon[91979]: osdmap e2220: 8 total, 8 up, 8 in 2024-08-17T01:45:20.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:19 smithi137 ceph-mon[86391]: osdmap e2219: 8 total, 8 up, 8 in 2024-08-17T01:45:20.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:19 smithi137 ceph-mon[86391]: pgmap v3850: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 8.0 KiB/s wr, 175 op/s 2024-08-17T01:45:20.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:19 smithi137 ceph-mon[86391]: osdmap e2220: 8 total, 8 up, 8 in 2024-08-17T01:45:21.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:45:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:45:21.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:45:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:21 smithi082 ceph-mon[94343]: osdmap e2221: 8 total, 8 up, 8 in 2024-08-17T01:45:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:21 smithi082 ceph-mon[94343]: pgmap v3853: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 8.7 KiB/s wr, 192 op/s 2024-08-17T01:45:22.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:21 smithi082 ceph-mon[91979]: osdmap e2221: 8 total, 8 up, 8 in 2024-08-17T01:45:22.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:21 smithi082 ceph-mon[91979]: pgmap v3853: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 8.7 KiB/s wr, 192 op/s 2024-08-17T01:45:22.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:21 smithi137 ceph-mon[86391]: osdmap e2221: 8 total, 8 up, 8 in 2024-08-17T01:45:22.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:21 smithi137 ceph-mon[86391]: pgmap v3853: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 8.7 KiB/s wr, 192 op/s 2024-08-17T01:45:22.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:45:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:45:23.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:22 smithi082 ceph-mon[91979]: osdmap e2222: 8 total, 8 up, 8 in 2024-08-17T01:45:23.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:22 smithi082 ceph-mon[94343]: osdmap e2222: 8 total, 8 up, 8 in 2024-08-17T01:45:23.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:22 smithi137 ceph-mon[86391]: osdmap e2222: 8 total, 8 up, 8 in 2024-08-17T01:45:24.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:23 smithi082 ceph-mon[91979]: osdmap e2223: 8 total, 8 up, 8 in 2024-08-17T01:45:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:23 smithi082 ceph-mon[91979]: pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 6.5 KiB/s wr, 117 op/s 2024-08-17T01:45:24.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:23 smithi082 ceph-mon[94343]: osdmap e2223: 8 total, 8 up, 8 in 2024-08-17T01:45:24.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:23 smithi082 ceph-mon[94343]: pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 6.5 KiB/s wr, 117 op/s 2024-08-17T01:45:24.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:23 smithi137 ceph-mon[86391]: osdmap e2223: 8 total, 8 up, 8 in 2024-08-17T01:45:24.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:23 smithi137 ceph-mon[86391]: pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 6.5 KiB/s wr, 117 op/s 2024-08-17T01:45:25.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:45:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:45:25] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-08-17T01:45:25.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:24 smithi082 ceph-mon[91979]: osdmap e2224: 8 total, 8 up, 8 in 2024-08-17T01:45:25.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:24 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]: dispatch 2024-08-17T01:45:25.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:24 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.a", "id": [5, 1]}]: dispatch 2024-08-17T01:45:25.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:24 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]': finished 2024-08-17T01:45:25.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:24 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.a", "id": [5, 1]}]': finished 2024-08-17T01:45:25.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:24 smithi082 ceph-mon[91979]: osdmap e2225: 8 total, 8 up, 8 in 2024-08-17T01:45:25.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:24 smithi082 ceph-mon[94343]: osdmap e2224: 8 total, 8 up, 8 in 2024-08-17T01:45:25.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:24 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]: dispatch 2024-08-17T01:45:25.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:24 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.a", "id": [5, 1]}]: dispatch 2024-08-17T01:45:25.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:24 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]': finished 2024-08-17T01:45:25.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:24 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.a", "id": [5, 1]}]': finished 2024-08-17T01:45:25.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:24 smithi082 ceph-mon[94343]: osdmap e2225: 8 total, 8 up, 8 in 2024-08-17T01:45:25.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:24 smithi137 ceph-mon[86391]: osdmap e2224: 8 total, 8 up, 8 in 2024-08-17T01:45:25.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:24 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]: dispatch 2024-08-17T01:45:25.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:24 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.a", "id": [5, 1]}]: dispatch 2024-08-17T01:45:25.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:24 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]': finished 2024-08-17T01:45:25.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:24 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.a", "id": [5, 1]}]': finished 2024-08-17T01:45:25.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:24 smithi137 ceph-mon[86391]: osdmap e2225: 8 total, 8 up, 8 in 2024-08-17T01:45:26.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:25 smithi137 ceph-mon[86391]: pgmap v3859: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 11 KiB/s wr, 247 op/s 2024-08-17T01:45:26.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:25 smithi137 ceph-mon[86391]: osdmap e2226: 8 total, 8 up, 8 in 2024-08-17T01:45:26.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:25 smithi082 ceph-mon[94343]: pgmap v3859: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 11 KiB/s wr, 247 op/s 2024-08-17T01:45:26.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:25 smithi082 ceph-mon[94343]: osdmap e2226: 8 total, 8 up, 8 in 2024-08-17T01:45:26.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:25 smithi082 ceph-mon[91979]: pgmap v3859: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 11 KiB/s wr, 247 op/s 2024-08-17T01:45:26.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:25 smithi082 ceph-mon[91979]: osdmap e2226: 8 total, 8 up, 8 in 2024-08-17T01:45:27.054 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v2 PASSED [ 30%] 2024-08-17T01:45:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:27 smithi082 ceph-mon[94343]: osdmap e2227: 8 total, 8 up, 8 in 2024-08-17T01:45:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:27 smithi082 ceph-mon[94343]: pgmap v3862: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 8.7 KiB/s wr, 183 op/s; 0 B/s, 0 objects/s recovering 2024-08-17T01:45:28.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:27 smithi082 ceph-mon[91979]: osdmap e2227: 8 total, 8 up, 8 in 2024-08-17T01:45:28.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:27 smithi082 ceph-mon[91979]: pgmap v3862: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 8.7 KiB/s wr, 183 op/s; 0 B/s, 0 objects/s recovering 2024-08-17T01:45:28.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:27 smithi137 ceph-mon[86391]: osdmap e2227: 8 total, 8 up, 8 in 2024-08-17T01:45:28.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:27 smithi137 ceph-mon[86391]: pgmap v3862: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 8.7 KiB/s wr, 183 op/s; 0 B/s, 0 objects/s recovering 2024-08-17T01:45:29.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:28 smithi082 ceph-mon[94343]: osdmap e2228: 8 total, 8 up, 8 in 2024-08-17T01:45:29.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:28 smithi082 ceph-mon[91979]: osdmap e2228: 8 total, 8 up, 8 in 2024-08-17T01:45:29.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:28 smithi137 ceph-mon[86391]: osdmap e2228: 8 total, 8 up, 8 in 2024-08-17T01:45:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:29 smithi082 ceph-mon[91979]: osdmap e2229: 8 total, 8 up, 8 in 2024-08-17T01:45:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:29 smithi082 ceph-mon[91979]: pgmap v3865: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 5.5 KiB/s wr, 106 op/s; 0 B/s, 1 keys/s, 2 objects/s recovering 2024-08-17T01:45:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:29 smithi082 ceph-mon[91979]: osdmap e2230: 8 total, 8 up, 8 in 2024-08-17T01:45:30.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:29 smithi082 ceph-mon[94343]: osdmap e2229: 8 total, 8 up, 8 in 2024-08-17T01:45:30.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:29 smithi082 ceph-mon[94343]: pgmap v3865: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 5.5 KiB/s wr, 106 op/s; 0 B/s, 1 keys/s, 2 objects/s recovering 2024-08-17T01:45:30.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:29 smithi082 ceph-mon[94343]: osdmap e2230: 8 total, 8 up, 8 in 2024-08-17T01:45:30.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:29 smithi137 ceph-mon[86391]: osdmap e2229: 8 total, 8 up, 8 in 2024-08-17T01:45:30.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:29 smithi137 ceph-mon[86391]: pgmap v3865: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 5.5 KiB/s wr, 106 op/s; 0 B/s, 1 keys/s, 2 objects/s recovering 2024-08-17T01:45:30.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:29 smithi137 ceph-mon[86391]: osdmap e2230: 8 total, 8 up, 8 in 2024-08-17T01:45:32.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:31 smithi082 ceph-mon[91979]: osdmap e2231: 8 total, 8 up, 8 in 2024-08-17T01:45:32.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:31 smithi082 ceph-mon[91979]: pgmap v3868: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 12 KiB/s wr, 206 op/s; 0 B/s, 1 keys/s, 1 objects/s recovering 2024-08-17T01:45:32.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:31 smithi082 ceph-mon[94343]: osdmap e2231: 8 total, 8 up, 8 in 2024-08-17T01:45:32.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:31 smithi082 ceph-mon[94343]: pgmap v3868: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 12 KiB/s wr, 206 op/s; 0 B/s, 1 keys/s, 1 objects/s recovering 2024-08-17T01:45:32.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:31 smithi137 ceph-mon[86391]: osdmap e2231: 8 total, 8 up, 8 in 2024-08-17T01:45:32.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:31 smithi137 ceph-mon[86391]: pgmap v3868: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 12 KiB/s wr, 206 op/s; 0 B/s, 1 keys/s, 1 objects/s recovering 2024-08-17T01:45:32.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:45:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:45:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:45:32.995 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v1 PASSED [ 31%] 2024-08-17T01:45:33.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:32 smithi082 ceph-mon[94343]: osdmap e2232: 8 total, 8 up, 8 in 2024-08-17T01:45:33.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:32 smithi082 ceph-mon[91979]: osdmap e2232: 8 total, 8 up, 8 in 2024-08-17T01:45:33.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:32 smithi137 ceph-mon[86391]: osdmap e2232: 8 total, 8 up, 8 in 2024-08-17T01:45:34.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:33 smithi082 ceph-mon[91979]: osdmap e2233: 8 total, 8 up, 8 in 2024-08-17T01:45:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:33 smithi082 ceph-mon[91979]: pgmap v3871: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 10 KiB/s wr, 147 op/s 2024-08-17T01:45:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:33 smithi082 ceph-mon[94343]: osdmap e2233: 8 total, 8 up, 8 in 2024-08-17T01:45:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:33 smithi082 ceph-mon[94343]: pgmap v3871: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 10 KiB/s wr, 147 op/s 2024-08-17T01:45:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:33 smithi137 ceph-mon[86391]: osdmap e2233: 8 total, 8 up, 8 in 2024-08-17T01:45:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:33 smithi137 ceph-mon[86391]: pgmap v3871: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 10 KiB/s wr, 147 op/s 2024-08-17T01:45:35.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:34 smithi082 ceph-mon[94343]: osdmap e2234: 8 total, 8 up, 8 in 2024-08-17T01:45:35.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:34 smithi082 ceph-mon[94343]: osdmap e2235: 8 total, 8 up, 8 in 2024-08-17T01:45:35.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:34 smithi082 ceph-mon[91979]: osdmap e2234: 8 total, 8 up, 8 in 2024-08-17T01:45:35.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:34 smithi082 ceph-mon[91979]: osdmap e2235: 8 total, 8 up, 8 in 2024-08-17T01:45:35.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:45:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:45:35] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-08-17T01:45:35.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:34 smithi137 ceph-mon[86391]: osdmap e2234: 8 total, 8 up, 8 in 2024-08-17T01:45:35.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:34 smithi137 ceph-mon[86391]: osdmap e2235: 8 total, 8 up, 8 in 2024-08-17T01:45:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:35 smithi082 ceph-mon[91979]: pgmap v3874: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 12 KiB/s wr, 212 op/s 2024-08-17T01:45:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:45:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:35 smithi082 ceph-mon[94343]: pgmap v3874: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 12 KiB/s wr, 212 op/s 2024-08-17T01:45:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:45:36.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:35 smithi137 ceph-mon[86391]: pgmap v3874: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 12 KiB/s wr, 212 op/s 2024-08-17T01:45:36.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:45:37.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:36 smithi082 ceph-mon[94343]: osdmap e2236: 8 total, 8 up, 8 in 2024-08-17T01:45:37.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:36 smithi082 ceph-mon[91979]: osdmap e2236: 8 total, 8 up, 8 in 2024-08-17T01:45:37.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:36 smithi137 ceph-mon[86391]: osdmap e2236: 8 total, 8 up, 8 in 2024-08-17T01:45:38.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:37 smithi082 ceph-mon[94343]: osdmap e2237: 8 total, 8 up, 8 in 2024-08-17T01:45:38.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:37 smithi082 ceph-mon[94343]: pgmap v3877: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 10 KiB/s wr, 195 op/s 2024-08-17T01:45:38.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:37 smithi082 ceph-mon[91979]: osdmap e2237: 8 total, 8 up, 8 in 2024-08-17T01:45:38.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:37 smithi082 ceph-mon[91979]: pgmap v3877: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 10 KiB/s wr, 195 op/s 2024-08-17T01:45:38.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:37 smithi137 ceph-mon[86391]: osdmap e2237: 8 total, 8 up, 8 in 2024-08-17T01:45:38.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:37 smithi137 ceph-mon[86391]: pgmap v3877: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 10 KiB/s wr, 195 op/s 2024-08-17T01:45:39.035 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v2 PASSED [ 31%] 2024-08-17T01:45:39.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:38 smithi082 ceph-mon[94343]: osdmap e2238: 8 total, 8 up, 8 in 2024-08-17T01:45:39.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:38 smithi082 ceph-mon[91979]: osdmap e2238: 8 total, 8 up, 8 in 2024-08-17T01:45:39.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:38 smithi137 ceph-mon[86391]: osdmap e2238: 8 total, 8 up, 8 in 2024-08-17T01:45:40.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:39 smithi082 ceph-mon[94343]: osdmap e2239: 8 total, 8 up, 8 in 2024-08-17T01:45:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:39 smithi082 ceph-mon[94343]: pgmap v3880: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 8.2 KiB/s wr, 90 op/s 2024-08-17T01:45:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:39 smithi082 ceph-mon[94343]: osdmap e2240: 8 total, 8 up, 8 in 2024-08-17T01:45:40.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:39 smithi082 ceph-mon[91979]: osdmap e2239: 8 total, 8 up, 8 in 2024-08-17T01:45:40.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:39 smithi082 ceph-mon[91979]: pgmap v3880: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 8.2 KiB/s wr, 90 op/s 2024-08-17T01:45:40.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:39 smithi082 ceph-mon[91979]: osdmap e2240: 8 total, 8 up, 8 in 2024-08-17T01:45:40.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:39 smithi137 ceph-mon[86391]: osdmap e2239: 8 total, 8 up, 8 in 2024-08-17T01:45:40.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:39 smithi137 ceph-mon[86391]: pgmap v3880: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 8.2 KiB/s wr, 90 op/s 2024-08-17T01:45:40.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:39 smithi137 ceph-mon[86391]: osdmap e2240: 8 total, 8 up, 8 in 2024-08-17T01:45:42.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:41 smithi082 ceph-mon[94343]: osdmap e2241: 8 total, 8 up, 8 in 2024-08-17T01:45:42.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:41 smithi082 ceph-mon[94343]: pgmap v3883: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 14 KiB/s wr, 198 op/s 2024-08-17T01:45:42.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:41 smithi082 ceph-mon[91979]: osdmap e2241: 8 total, 8 up, 8 in 2024-08-17T01:45:42.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:41 smithi082 ceph-mon[91979]: pgmap v3883: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 14 KiB/s wr, 198 op/s 2024-08-17T01:45:42.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:41 smithi137 ceph-mon[86391]: osdmap e2241: 8 total, 8 up, 8 in 2024-08-17T01:45:42.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:41 smithi137 ceph-mon[86391]: pgmap v3883: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 14 KiB/s wr, 198 op/s 2024-08-17T01:45:42.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:45:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:45:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:45:43.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:42 smithi082 ceph-mon[94343]: osdmap e2242: 8 total, 8 up, 8 in 2024-08-17T01:45:43.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:42 smithi082 ceph-mon[91979]: osdmap e2242: 8 total, 8 up, 8 in 2024-08-17T01:45:43.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:42 smithi137 ceph-mon[86391]: osdmap e2242: 8 total, 8 up, 8 in 2024-08-17T01:45:44.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:43 smithi082 ceph-mon[91979]: osdmap e2243: 8 total, 8 up, 8 in 2024-08-17T01:45:44.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:43 smithi082 ceph-mon[91979]: pgmap v3886: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 11 KiB/s wr, 225 op/s 2024-08-17T01:45:44.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:43 smithi082 ceph-mon[94343]: osdmap e2243: 8 total, 8 up, 8 in 2024-08-17T01:45:44.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:43 smithi082 ceph-mon[94343]: pgmap v3886: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 11 KiB/s wr, 225 op/s 2024-08-17T01:45:44.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:43 smithi137 ceph-mon[86391]: osdmap e2243: 8 total, 8 up, 8 in 2024-08-17T01:45:44.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:43 smithi137 ceph-mon[86391]: pgmap v3886: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 11 KiB/s wr, 225 op/s 2024-08-17T01:45:44.978 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_flatten PASSED [ 32%] 2024-08-17T01:45:45.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:44 smithi082 ceph-mon[91979]: osdmap e2244: 8 total, 8 up, 8 in 2024-08-17T01:45:45.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:44 smithi082 ceph-mon[91979]: osdmap e2245: 8 total, 8 up, 8 in 2024-08-17T01:45:45.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:44 smithi082 ceph-mon[94343]: osdmap e2244: 8 total, 8 up, 8 in 2024-08-17T01:45:45.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:44 smithi082 ceph-mon[94343]: osdmap e2245: 8 total, 8 up, 8 in 2024-08-17T01:45:45.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:45:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:45:45] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-08-17T01:45:45.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:44 smithi137 ceph-mon[86391]: osdmap e2244: 8 total, 8 up, 8 in 2024-08-17T01:45:45.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:44 smithi137 ceph-mon[86391]: osdmap e2245: 8 total, 8 up, 8 in 2024-08-17T01:45:46.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:45 smithi137 ceph-mon[86391]: pgmap v3889: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 1.0 MiB/s wr, 203 op/s 2024-08-17T01:45:46.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:45 smithi082 ceph-mon[91979]: pgmap v3889: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 1.0 MiB/s wr, 203 op/s 2024-08-17T01:45:46.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:45 smithi082 ceph-mon[94343]: pgmap v3889: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 1.0 MiB/s wr, 203 op/s 2024-08-17T01:45:47.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:46 smithi082 ceph-mon[91979]: osdmap e2246: 8 total, 8 up, 8 in 2024-08-17T01:45:47.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:46 smithi082 ceph-mon[94343]: osdmap e2246: 8 total, 8 up, 8 in 2024-08-17T01:45:47.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:46 smithi137 ceph-mon[86391]: osdmap e2246: 8 total, 8 up, 8 in 2024-08-17T01:45:48.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:47 smithi082 ceph-mon[94343]: osdmap e2247: 8 total, 8 up, 8 in 2024-08-17T01:45:48.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:47 smithi082 ceph-mon[94343]: pgmap v3892: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 2.0 MiB/s wr, 118 op/s 2024-08-17T01:45:48.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:47 smithi082 ceph-mon[91979]: osdmap e2247: 8 total, 8 up, 8 in 2024-08-17T01:45:48.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:47 smithi082 ceph-mon[91979]: pgmap v3892: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 2.0 MiB/s wr, 118 op/s 2024-08-17T01:45:48.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:47 smithi137 ceph-mon[86391]: osdmap e2247: 8 total, 8 up, 8 in 2024-08-17T01:45:48.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:47 smithi137 ceph-mon[86391]: pgmap v3892: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 2.0 MiB/s wr, 118 op/s 2024-08-17T01:45:49.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:48 smithi082 ceph-mon[94343]: osdmap e2248: 8 total, 8 up, 8 in 2024-08-17T01:45:49.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:48 smithi082 ceph-mon[91979]: osdmap e2248: 8 total, 8 up, 8 in 2024-08-17T01:45:49.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:48 smithi137 ceph-mon[86391]: osdmap e2248: 8 total, 8 up, 8 in 2024-08-17T01:45:50.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:50 smithi137 ceph-mon[86391]: osdmap e2249: 8 total, 8 up, 8 in 2024-08-17T01:45:50.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:50 smithi137 ceph-mon[86391]: pgmap v3895: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 1.0 MiB/s wr, 134 op/s 2024-08-17T01:45:50.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:50 smithi137 ceph-mon[86391]: osdmap e2250: 8 total, 8 up, 8 in 2024-08-17T01:45:50.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:50 smithi082 ceph-mon[91979]: osdmap e2249: 8 total, 8 up, 8 in 2024-08-17T01:45:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:50 smithi082 ceph-mon[91979]: pgmap v3895: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 1.0 MiB/s wr, 134 op/s 2024-08-17T01:45:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:50 smithi082 ceph-mon[91979]: osdmap e2250: 8 total, 8 up, 8 in 2024-08-17T01:45:50.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:50 smithi082 ceph-mon[94343]: osdmap e2249: 8 total, 8 up, 8 in 2024-08-17T01:45:50.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:50 smithi082 ceph-mon[94343]: pgmap v3895: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 1.0 MiB/s wr, 134 op/s 2024-08-17T01:45:50.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:50 smithi082 ceph-mon[94343]: osdmap e2250: 8 total, 8 up, 8 in 2024-08-17T01:45:51.099 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_flatten PASSED [ 32%] 2024-08-17T01:45:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:45:51.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:45:51.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:45:52.315 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:52 smithi137 ceph-mon[86391]: osdmap e2251: 8 total, 8 up, 8 in 2024-08-17T01:45:52.315 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:52 smithi137 ceph-mon[86391]: pgmap v3898: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 12 KiB/s wr, 160 op/s 2024-08-17T01:45:52.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:52 smithi082 ceph-mon[94343]: osdmap e2251: 8 total, 8 up, 8 in 2024-08-17T01:45:52.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:52 smithi082 ceph-mon[94343]: pgmap v3898: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 12 KiB/s wr, 160 op/s 2024-08-17T01:45:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:52 smithi082 ceph-mon[91979]: osdmap e2251: 8 total, 8 up, 8 in 2024-08-17T01:45:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:52 smithi082 ceph-mon[91979]: pgmap v3898: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 12 KiB/s wr, 160 op/s 2024-08-17T01:45:52.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:45:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:45:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:45:53.116 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 33%] 2024-08-17T01:45:53.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:53 smithi082 ceph-mon[94343]: osdmap e2252: 8 total, 8 up, 8 in 2024-08-17T01:45:53.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:53 smithi082 ceph-mon[91979]: osdmap e2252: 8 total, 8 up, 8 in 2024-08-17T01:45:53.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:53 smithi137 ceph-mon[86391]: osdmap e2252: 8 total, 8 up, 8 in 2024-08-17T01:45:54.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:54 smithi082 ceph-mon[94343]: osdmap e2253: 8 total, 8 up, 8 in 2024-08-17T01:45:54.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:54 smithi082 ceph-mon[94343]: pgmap v3901: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 2.0 MiB/s wr, 133 op/s 2024-08-17T01:45:54.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:54 smithi082 ceph-mon[91979]: osdmap e2253: 8 total, 8 up, 8 in 2024-08-17T01:45:54.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:54 smithi082 ceph-mon[91979]: pgmap v3901: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 2.0 MiB/s wr, 133 op/s 2024-08-17T01:45:54.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:54 smithi137 ceph-mon[86391]: osdmap e2253: 8 total, 8 up, 8 in 2024-08-17T01:45:54.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:54 smithi137 ceph-mon[86391]: pgmap v3901: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 2.0 MiB/s wr, 133 op/s 2024-08-17T01:45:54.969 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 34%] 2024-08-17T01:45:55.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:45:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:45:55] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-08-17T01:45:55.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:55 smithi082 ceph-mon[94343]: osdmap e2254: 8 total, 8 up, 8 in 2024-08-17T01:45:55.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:55 smithi082 ceph-mon[94343]: osdmap e2255: 8 total, 8 up, 8 in 2024-08-17T01:45:55.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:55 smithi082 ceph-mon[91979]: osdmap e2254: 8 total, 8 up, 8 in 2024-08-17T01:45:55.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:55 smithi082 ceph-mon[91979]: osdmap e2255: 8 total, 8 up, 8 in 2024-08-17T01:45:55.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:55 smithi137 ceph-mon[86391]: osdmap e2254: 8 total, 8 up, 8 in 2024-08-17T01:45:55.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:55 smithi137 ceph-mon[86391]: osdmap e2255: 8 total, 8 up, 8 in 2024-08-17T01:45:56.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:56 smithi082 ceph-mon[94343]: pgmap v3904: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 2.0 MiB/s wr, 233 op/s 2024-08-17T01:45:56.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:56 smithi082 ceph-mon[94343]: osdmap e2256: 8 total, 8 up, 8 in 2024-08-17T01:45:56.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:56 smithi082 ceph-mon[91979]: pgmap v3904: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 2.0 MiB/s wr, 233 op/s 2024-08-17T01:45:56.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:56 smithi082 ceph-mon[91979]: osdmap e2256: 8 total, 8 up, 8 in 2024-08-17T01:45:56.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:56 smithi137 ceph-mon[86391]: pgmap v3904: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 2.0 MiB/s wr, 233 op/s 2024-08-17T01:45:56.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:56 smithi137 ceph-mon[86391]: osdmap e2256: 8 total, 8 up, 8 in 2024-08-17T01:45:58.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:57 smithi082 ceph-mon[94343]: osdmap e2257: 8 total, 8 up, 8 in 2024-08-17T01:45:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:57 smithi082 ceph-mon[94343]: pgmap v3907: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 9.0 KiB/s wr, 129 op/s 2024-08-17T01:45:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:57 smithi082 ceph-mon[91979]: osdmap e2257: 8 total, 8 up, 8 in 2024-08-17T01:45:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:57 smithi082 ceph-mon[91979]: pgmap v3907: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 9.0 KiB/s wr, 129 op/s 2024-08-17T01:45:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:57 smithi137 ceph-mon[86391]: osdmap e2257: 8 total, 8 up, 8 in 2024-08-17T01:45:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:57 smithi137 ceph-mon[86391]: pgmap v3907: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 9.0 KiB/s wr, 129 op/s 2024-08-17T01:45:59.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:58 smithi082 ceph-mon[91979]: osdmap e2258: 8 total, 8 up, 8 in 2024-08-17T01:45:59.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:58 smithi082 ceph-mon[94343]: osdmap e2258: 8 total, 8 up, 8 in 2024-08-17T01:45:59.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:58 smithi137 ceph-mon[86391]: osdmap e2258: 8 total, 8 up, 8 in 2024-08-17T01:46:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:59 smithi082 ceph-mon[91979]: osdmap e2259: 8 total, 8 up, 8 in 2024-08-17T01:46:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:59 smithi082 ceph-mon[91979]: pgmap v3910: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.2 KiB/s wr, 34 op/s 2024-08-17T01:46:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:45:59 smithi082 ceph-mon[91979]: osdmap e2260: 8 total, 8 up, 8 in 2024-08-17T01:46:00.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:59 smithi082 ceph-mon[94343]: osdmap e2259: 8 total, 8 up, 8 in 2024-08-17T01:46:00.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:59 smithi082 ceph-mon[94343]: pgmap v3910: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.2 KiB/s wr, 34 op/s 2024-08-17T01:46:00.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:45:59 smithi082 ceph-mon[94343]: osdmap e2260: 8 total, 8 up, 8 in 2024-08-17T01:46:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:59 smithi137 ceph-mon[86391]: osdmap e2259: 8 total, 8 up, 8 in 2024-08-17T01:46:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:59 smithi137 ceph-mon[86391]: pgmap v3910: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.2 KiB/s wr, 34 op/s 2024-08-17T01:46:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:45:59 smithi137 ceph-mon[86391]: osdmap e2260: 8 total, 8 up, 8 in 2024-08-17T01:46:00.988 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 34%] 2024-08-17T01:46:02.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:01 smithi082 ceph-mon[94343]: osdmap e2261: 8 total, 8 up, 8 in 2024-08-17T01:46:02.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:01 smithi082 ceph-mon[94343]: pgmap v3913: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 7.0 KiB/s wr, 100 op/s 2024-08-17T01:46:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:01 smithi082 ceph-mon[91979]: osdmap e2261: 8 total, 8 up, 8 in 2024-08-17T01:46:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:01 smithi082 ceph-mon[91979]: pgmap v3913: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 7.0 KiB/s wr, 100 op/s 2024-08-17T01:46:02.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:01 smithi137 ceph-mon[86391]: osdmap e2261: 8 total, 8 up, 8 in 2024-08-17T01:46:02.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:01 smithi137 ceph-mon[86391]: pgmap v3913: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 7.0 KiB/s wr, 100 op/s 2024-08-17T01:46:02.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:46:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:46:03.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:46:03.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:02 smithi082 ceph-mon[94343]: osdmap e2262: 8 total, 8 up, 8 in 2024-08-17T01:46:03.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:46:03.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:46:03.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:46:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:46:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:02 smithi082 ceph-mon[91979]: osdmap e2262: 8 total, 8 up, 8 in 2024-08-17T01:46:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:46:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:46:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:46:03.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:46:03.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:02 smithi137 ceph-mon[86391]: osdmap e2262: 8 total, 8 up, 8 in 2024-08-17T01:46:03.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:46:03.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:46:03.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:46:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:03 smithi082 ceph-mon[94343]: osdmap e2263: 8 total, 8 up, 8 in 2024-08-17T01:46:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:03 smithi082 ceph-mon[94343]: pgmap v3916: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 4.5 KiB/s wr, 81 op/s 2024-08-17T01:46:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:03 smithi082 ceph-mon[91979]: osdmap e2263: 8 total, 8 up, 8 in 2024-08-17T01:46:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:03 smithi082 ceph-mon[91979]: pgmap v3916: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 4.5 KiB/s wr, 81 op/s 2024-08-17T01:46:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:03 smithi137 ceph-mon[86391]: osdmap e2263: 8 total, 8 up, 8 in 2024-08-17T01:46:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:03 smithi137 ceph-mon[86391]: pgmap v3916: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 4.5 KiB/s wr, 81 op/s 2024-08-17T01:46:04.972 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 35%] 2024-08-17T01:46:05.224 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:46:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:46:05] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-08-17T01:46:05.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:04 smithi082 ceph-mon[94343]: osdmap e2264: 8 total, 8 up, 8 in 2024-08-17T01:46:05.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:04 smithi082 ceph-mon[94343]: osdmap e2265: 8 total, 8 up, 8 in 2024-08-17T01:46:05.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:04 smithi082 ceph-mon[91979]: osdmap e2264: 8 total, 8 up, 8 in 2024-08-17T01:46:05.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:04 smithi082 ceph-mon[91979]: osdmap e2265: 8 total, 8 up, 8 in 2024-08-17T01:46:05.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:04 smithi137 ceph-mon[86391]: osdmap e2264: 8 total, 8 up, 8 in 2024-08-17T01:46:05.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:04 smithi137 ceph-mon[86391]: osdmap e2265: 8 total, 8 up, 8 in 2024-08-17T01:46:06.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:05 smithi082 ceph-mon[94343]: pgmap v3919: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 7.0 KiB/s wr, 98 op/s 2024-08-17T01:46:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:46:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:05 smithi082 ceph-mon[91979]: pgmap v3919: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 7.0 KiB/s wr, 98 op/s 2024-08-17T01:46:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:46:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:05 smithi137 ceph-mon[86391]: pgmap v3919: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 7.0 KiB/s wr, 98 op/s 2024-08-17T01:46:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:46:07.019 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 35%] 2024-08-17T01:46:07.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:06 smithi082 ceph-mon[94343]: osdmap e2266: 8 total, 8 up, 8 in 2024-08-17T01:46:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:06 smithi082 ceph-mon[91979]: osdmap e2266: 8 total, 8 up, 8 in 2024-08-17T01:46:07.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:06 smithi137 ceph-mon[86391]: osdmap e2266: 8 total, 8 up, 8 in 2024-08-17T01:46:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:07 smithi082 ceph-mon[94343]: osdmap e2267: 8 total, 8 up, 8 in 2024-08-17T01:46:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:07 smithi082 ceph-mon[94343]: pgmap v3922: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.5 KiB/s wr, 83 op/s 2024-08-17T01:46:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:07 smithi082 ceph-mon[91979]: osdmap e2267: 8 total, 8 up, 8 in 2024-08-17T01:46:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:07 smithi082 ceph-mon[91979]: pgmap v3922: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.5 KiB/s wr, 83 op/s 2024-08-17T01:46:08.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:07 smithi137 ceph-mon[86391]: osdmap e2267: 8 total, 8 up, 8 in 2024-08-17T01:46:08.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:07 smithi137 ceph-mon[86391]: pgmap v3922: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.5 KiB/s wr, 83 op/s 2024-08-17T01:46:09.029 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 36%] 2024-08-17T01:46:09.106 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-08-17T01:46:09.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:08 smithi082 ceph-mon[91979]: osdmap e2268: 8 total, 8 up, 8 in 2024-08-17T01:46:09.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:08 smithi082 ceph-mon[94343]: osdmap e2268: 8 total, 8 up, 8 in 2024-08-17T01:46:09.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:08 smithi137 ceph-mon[86391]: osdmap e2268: 8 total, 8 up, 8 in 2024-08-17T01:46:10.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:09 smithi082 ceph-mon[91979]: osdmap e2269: 8 total, 8 up, 8 in 2024-08-17T01:46:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:09 smithi082 ceph-mon[91979]: pgmap v3925: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 KiB/s wr, 77 op/s 2024-08-17T01:46:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:09 smithi082 ceph-mon[91979]: osdmap e2270: 8 total, 8 up, 8 in 2024-08-17T01:46:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:09 smithi082 ceph-mon[94343]: osdmap e2269: 8 total, 8 up, 8 in 2024-08-17T01:46:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:09 smithi082 ceph-mon[94343]: pgmap v3925: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 KiB/s wr, 77 op/s 2024-08-17T01:46:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:09 smithi082 ceph-mon[94343]: osdmap e2270: 8 total, 8 up, 8 in 2024-08-17T01:46:10.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:09 smithi137 ceph-mon[86391]: osdmap e2269: 8 total, 8 up, 8 in 2024-08-17T01:46:10.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:09 smithi137 ceph-mon[86391]: pgmap v3925: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 KiB/s wr, 77 op/s 2024-08-17T01:46:10.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:09 smithi137 ceph-mon[86391]: osdmap e2270: 8 total, 8 up, 8 in 2024-08-17T01:46:10.976 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 37%] 2024-08-17T01:46:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:11 smithi082 ceph-mon[91979]: osdmap e2271: 8 total, 8 up, 8 in 2024-08-17T01:46:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:11 smithi082 ceph-mon[91979]: pgmap v3928: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 5.5 KiB/s wr, 114 op/s 2024-08-17T01:46:12.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:11 smithi082 ceph-mon[94343]: osdmap e2271: 8 total, 8 up, 8 in 2024-08-17T01:46:12.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:11 smithi082 ceph-mon[94343]: pgmap v3928: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 5.5 KiB/s wr, 114 op/s 2024-08-17T01:46:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:11 smithi137 ceph-mon[86391]: osdmap e2271: 8 total, 8 up, 8 in 2024-08-17T01:46:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:11 smithi137 ceph-mon[86391]: pgmap v3928: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 5.5 KiB/s wr, 114 op/s 2024-08-17T01:46:12.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:46:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:46:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:46:12.994 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-08-17T01:46:13.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:12 smithi082 ceph-mon[91979]: osdmap e2272: 8 total, 8 up, 8 in 2024-08-17T01:46:13.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:12 smithi082 ceph-mon[94343]: osdmap e2272: 8 total, 8 up, 8 in 2024-08-17T01:46:13.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:12 smithi137 ceph-mon[86391]: osdmap e2272: 8 total, 8 up, 8 in 2024-08-17T01:46:14.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:13 smithi082 ceph-mon[91979]: osdmap e2273: 8 total, 8 up, 8 in 2024-08-17T01:46:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:13 smithi082 ceph-mon[91979]: pgmap v3931: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 8.2 KiB/s wr, 216 op/s 2024-08-17T01:46:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:13 smithi082 ceph-mon[94343]: osdmap e2273: 8 total, 8 up, 8 in 2024-08-17T01:46:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:13 smithi082 ceph-mon[94343]: pgmap v3931: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 8.2 KiB/s wr, 216 op/s 2024-08-17T01:46:14.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:13 smithi137 ceph-mon[86391]: osdmap e2273: 8 total, 8 up, 8 in 2024-08-17T01:46:14.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:13 smithi137 ceph-mon[86391]: pgmap v3931: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 8.2 KiB/s wr, 216 op/s 2024-08-17T01:46:14.996 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 38%] 2024-08-17T01:46:15.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:46:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:46:15] "GET /metrics HTTP/1.1" 200 36643 "" "Prometheus/2.43.0" 2024-08-17T01:46:15.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:14 smithi082 ceph-mon[94343]: osdmap e2274: 8 total, 8 up, 8 in 2024-08-17T01:46:15.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:14 smithi082 ceph-mon[94343]: osdmap e2275: 8 total, 8 up, 8 in 2024-08-17T01:46:15.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:14 smithi082 ceph-mon[91979]: osdmap e2274: 8 total, 8 up, 8 in 2024-08-17T01:46:15.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:14 smithi082 ceph-mon[91979]: osdmap e2275: 8 total, 8 up, 8 in 2024-08-17T01:46:15.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:14 smithi137 ceph-mon[86391]: osdmap e2274: 8 total, 8 up, 8 in 2024-08-17T01:46:15.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:14 smithi137 ceph-mon[86391]: osdmap e2275: 8 total, 8 up, 8 in 2024-08-17T01:46:16.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:15 smithi082 ceph-mon[91979]: pgmap v3934: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 12 KiB/s wr, 210 op/s 2024-08-17T01:46:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:15 smithi082 ceph-mon[94343]: pgmap v3934: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 12 KiB/s wr, 210 op/s 2024-08-17T01:46:16.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:15 smithi137 ceph-mon[86391]: pgmap v3934: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 12 KiB/s wr, 210 op/s 2024-08-17T01:46:17.009 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 39%] 2024-08-17T01:46:17.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:16 smithi082 ceph-mon[94343]: osdmap e2276: 8 total, 8 up, 8 in 2024-08-17T01:46:17.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:16 smithi082 ceph-mon[91979]: osdmap e2276: 8 total, 8 up, 8 in 2024-08-17T01:46:17.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:16 smithi137 ceph-mon[86391]: osdmap e2276: 8 total, 8 up, 8 in 2024-08-17T01:46:18.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:17 smithi082 ceph-mon[91979]: osdmap e2277: 8 total, 8 up, 8 in 2024-08-17T01:46:18.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:17 smithi082 ceph-mon[91979]: pgmap v3937: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 7.2 KiB/s wr, 64 op/s 2024-08-17T01:46:18.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:17 smithi082 ceph-mon[94343]: osdmap e2277: 8 total, 8 up, 8 in 2024-08-17T01:46:18.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:17 smithi082 ceph-mon[94343]: pgmap v3937: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 7.2 KiB/s wr, 64 op/s 2024-08-17T01:46:18.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:17 smithi137 ceph-mon[86391]: osdmap e2277: 8 total, 8 up, 8 in 2024-08-17T01:46:18.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:17 smithi137 ceph-mon[86391]: pgmap v3937: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 7.2 KiB/s wr, 64 op/s 2024-08-17T01:46:19.029 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 39%] 2024-08-17T01:46:19.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:18 smithi082 ceph-mon[91979]: osdmap e2278: 8 total, 8 up, 8 in 2024-08-17T01:46:19.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:18 smithi082 ceph-mon[94343]: osdmap e2278: 8 total, 8 up, 8 in 2024-08-17T01:46:19.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:18 smithi137 ceph-mon[86391]: osdmap e2278: 8 total, 8 up, 8 in 2024-08-17T01:46:20.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:19 smithi082 ceph-mon[94343]: osdmap e2279: 8 total, 8 up, 8 in 2024-08-17T01:46:20.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:19 smithi082 ceph-mon[94343]: pgmap v3940: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 8.5 KiB/s wr, 161 op/s 2024-08-17T01:46:20.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:19 smithi082 ceph-mon[94343]: osdmap e2280: 8 total, 8 up, 8 in 2024-08-17T01:46:20.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:19 smithi082 ceph-mon[91979]: osdmap e2279: 8 total, 8 up, 8 in 2024-08-17T01:46:20.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:19 smithi082 ceph-mon[91979]: pgmap v3940: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 8.5 KiB/s wr, 161 op/s 2024-08-17T01:46:20.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:19 smithi082 ceph-mon[91979]: osdmap e2280: 8 total, 8 up, 8 in 2024-08-17T01:46:20.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:19 smithi137 ceph-mon[86391]: osdmap e2279: 8 total, 8 up, 8 in 2024-08-17T01:46:20.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:19 smithi137 ceph-mon[86391]: pgmap v3940: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 8.5 KiB/s wr, 161 op/s 2024-08-17T01:46:20.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:19 smithi137 ceph-mon[86391]: osdmap e2280: 8 total, 8 up, 8 in 2024-08-17T01:46:20.984 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 40%] 2024-08-17T01:46:21.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:46:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:20 smithi082 ceph-mon[94343]: osdmap e2281: 8 total, 8 up, 8 in 2024-08-17T01:46:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:46:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:20 smithi082 ceph-mon[91979]: osdmap e2281: 8 total, 8 up, 8 in 2024-08-17T01:46:21.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:46:21.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:20 smithi137 ceph-mon[86391]: osdmap e2281: 8 total, 8 up, 8 in 2024-08-17T01:46:22.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:21 smithi082 ceph-mon[91979]: pgmap v3943: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 8.7 KiB/s wr, 153 op/s 2024-08-17T01:46:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:21 smithi082 ceph-mon[94343]: pgmap v3943: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 8.7 KiB/s wr, 153 op/s 2024-08-17T01:46:22.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:21 smithi137 ceph-mon[86391]: pgmap v3943: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 8.7 KiB/s wr, 153 op/s 2024-08-17T01:46:22.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:46:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:46:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:46:23.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:22 smithi082 ceph-mon[91979]: osdmap e2282: 8 total, 8 up, 8 in 2024-08-17T01:46:23.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:22 smithi082 ceph-mon[94343]: osdmap e2282: 8 total, 8 up, 8 in 2024-08-17T01:46:23.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:22 smithi137 ceph-mon[86391]: osdmap e2282: 8 total, 8 up, 8 in 2024-08-17T01:46:24.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:23 smithi082 ceph-mon[94343]: osdmap e2283: 8 total, 8 up, 8 in 2024-08-17T01:46:24.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:23 smithi082 ceph-mon[94343]: pgmap v3946: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 4.5 KiB/s wr, 74 op/s 2024-08-17T01:46:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:23 smithi082 ceph-mon[91979]: osdmap e2283: 8 total, 8 up, 8 in 2024-08-17T01:46:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:23 smithi082 ceph-mon[91979]: pgmap v3946: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 4.5 KiB/s wr, 74 op/s 2024-08-17T01:46:24.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:23 smithi137 ceph-mon[86391]: osdmap e2283: 8 total, 8 up, 8 in 2024-08-17T01:46:24.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:23 smithi137 ceph-mon[86391]: pgmap v3946: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 4.5 KiB/s wr, 74 op/s 2024-08-17T01:46:25.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:24 smithi082 ceph-mon[91979]: osdmap e2284: 8 total, 8 up, 8 in 2024-08-17T01:46:25.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:24 smithi082 ceph-mon[91979]: osdmap e2285: 8 total, 8 up, 8 in 2024-08-17T01:46:25.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:24 smithi082 ceph-mon[94343]: osdmap e2284: 8 total, 8 up, 8 in 2024-08-17T01:46:25.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:24 smithi082 ceph-mon[94343]: osdmap e2285: 8 total, 8 up, 8 in 2024-08-17T01:46:25.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:46:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:46:25] "GET /metrics HTTP/1.1" 200 36642 "" "Prometheus/2.43.0" 2024-08-17T01:46:25.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:24 smithi137 ceph-mon[86391]: osdmap e2284: 8 total, 8 up, 8 in 2024-08-17T01:46:25.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:24 smithi137 ceph-mon[86391]: osdmap e2285: 8 total, 8 up, 8 in 2024-08-17T01:46:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:25 smithi082 ceph-mon[91979]: pgmap v3949: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 6.0 KiB/s wr, 146 op/s 2024-08-17T01:46:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:25 smithi082 ceph-mon[91979]: osdmap e2286: 8 total, 8 up, 8 in 2024-08-17T01:46:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:25 smithi082 ceph-mon[94343]: pgmap v3949: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 6.0 KiB/s wr, 146 op/s 2024-08-17T01:46:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:25 smithi082 ceph-mon[94343]: osdmap e2286: 8 total, 8 up, 8 in 2024-08-17T01:46:26.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:25 smithi137 ceph-mon[86391]: pgmap v3949: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 6.0 KiB/s wr, 146 op/s 2024-08-17T01:46:26.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:25 smithi137 ceph-mon[86391]: osdmap e2286: 8 total, 8 up, 8 in 2024-08-17T01:46:28.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:27 smithi082 ceph-mon[94343]: osdmap e2287: 8 total, 8 up, 8 in 2024-08-17T01:46:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:27 smithi082 ceph-mon[94343]: pgmap v3952: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 4.0 KiB/s wr, 94 op/s 2024-08-17T01:46:28.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:27 smithi082 ceph-mon[91979]: osdmap e2287: 8 total, 8 up, 8 in 2024-08-17T01:46:28.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:27 smithi082 ceph-mon[91979]: pgmap v3952: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 4.0 KiB/s wr, 94 op/s 2024-08-17T01:46:28.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:27 smithi137 ceph-mon[86391]: osdmap e2287: 8 total, 8 up, 8 in 2024-08-17T01:46:28.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:27 smithi137 ceph-mon[86391]: pgmap v3952: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 4.0 KiB/s wr, 94 op/s 2024-08-17T01:46:28.991 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-08-17T01:46:29.078 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 41%] 2024-08-17T01:46:29.159 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-08-17T01:46:29.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:28 smithi082 ceph-mon[91979]: osdmap e2288: 8 total, 8 up, 8 in 2024-08-17T01:46:29.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:28 smithi082 ceph-mon[94343]: osdmap e2288: 8 total, 8 up, 8 in 2024-08-17T01:46:29.235 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 42%] 2024-08-17T01:46:29.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:28 smithi137 ceph-mon[86391]: osdmap e2288: 8 total, 8 up, 8 in 2024-08-17T01:46:30.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:29 smithi082 ceph-mon[94343]: osdmap e2289: 8 total, 8 up, 8 in 2024-08-17T01:46:30.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:29 smithi082 ceph-mon[94343]: pgmap v3955: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T01:46:30.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:29 smithi082 ceph-mon[94343]: osdmap e2290: 8 total, 8 up, 8 in 2024-08-17T01:46:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:29 smithi082 ceph-mon[91979]: osdmap e2289: 8 total, 8 up, 8 in 2024-08-17T01:46:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:29 smithi082 ceph-mon[91979]: pgmap v3955: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T01:46:30.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:29 smithi082 ceph-mon[91979]: osdmap e2290: 8 total, 8 up, 8 in 2024-08-17T01:46:30.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:29 smithi137 ceph-mon[86391]: osdmap e2289: 8 total, 8 up, 8 in 2024-08-17T01:46:30.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:29 smithi137 ceph-mon[86391]: pgmap v3955: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T01:46:30.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:29 smithi137 ceph-mon[86391]: osdmap e2290: 8 total, 8 up, 8 in 2024-08-17T01:46:31.011 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-08-17T01:46:32.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:31 smithi082 ceph-mon[91979]: osdmap e2291: 8 total, 8 up, 8 in 2024-08-17T01:46:32.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:31 smithi082 ceph-mon[91979]: pgmap v3958: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 4.5 KiB/s wr, 136 op/s 2024-08-17T01:46:32.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:31 smithi082 ceph-mon[94343]: osdmap e2291: 8 total, 8 up, 8 in 2024-08-17T01:46:32.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:31 smithi082 ceph-mon[94343]: pgmap v3958: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 4.5 KiB/s wr, 136 op/s 2024-08-17T01:46:32.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:31 smithi137 ceph-mon[86391]: osdmap e2291: 8 total, 8 up, 8 in 2024-08-17T01:46:32.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:31 smithi137 ceph-mon[86391]: pgmap v3958: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 4.5 KiB/s wr, 136 op/s 2024-08-17T01:46:32.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:46:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:46:33.019 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 43%] 2024-08-17T01:46:33.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:32 smithi082 ceph-mon[91979]: osdmap e2292: 8 total, 8 up, 8 in 2024-08-17T01:46:33.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:32 smithi082 ceph-mon[94343]: osdmap e2292: 8 total, 8 up, 8 in 2024-08-17T01:46:33.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:32 smithi137 ceph-mon[86391]: osdmap e2292: 8 total, 8 up, 8 in 2024-08-17T01:46:34.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:33 smithi082 ceph-mon[94343]: osdmap e2293: 8 total, 8 up, 8 in 2024-08-17T01:46:34.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:33 smithi082 ceph-mon[94343]: pgmap v3961: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 15 KiB/s wr, 301 op/s 2024-08-17T01:46:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:33 smithi082 ceph-mon[91979]: osdmap e2293: 8 total, 8 up, 8 in 2024-08-17T01:46:34.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:33 smithi082 ceph-mon[91979]: pgmap v3961: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 15 KiB/s wr, 301 op/s 2024-08-17T01:46:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:33 smithi137 ceph-mon[86391]: osdmap e2293: 8 total, 8 up, 8 in 2024-08-17T01:46:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:33 smithi137 ceph-mon[86391]: pgmap v3961: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 15 KiB/s wr, 301 op/s 2024-08-17T01:46:35.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:34 smithi082 ceph-mon[94343]: osdmap e2294: 8 total, 8 up, 8 in 2024-08-17T01:46:35.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:34 smithi082 ceph-mon[94343]: osdmap e2295: 8 total, 8 up, 8 in 2024-08-17T01:46:35.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:34 smithi082 ceph-mon[91979]: osdmap e2294: 8 total, 8 up, 8 in 2024-08-17T01:46:35.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:34 smithi082 ceph-mon[91979]: osdmap e2295: 8 total, 8 up, 8 in 2024-08-17T01:46:35.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:46:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:46:35] "GET /metrics HTTP/1.1" 200 36642 "" "Prometheus/2.43.0" 2024-08-17T01:46:35.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:34 smithi137 ceph-mon[86391]: osdmap e2294: 8 total, 8 up, 8 in 2024-08-17T01:46:35.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:34 smithi137 ceph-mon[86391]: osdmap e2295: 8 total, 8 up, 8 in 2024-08-17T01:46:36.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:35 smithi082 ceph-mon[94343]: pgmap v3964: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 17 KiB/s wr, 199 op/s 2024-08-17T01:46:36.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:46:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:35 smithi082 ceph-mon[91979]: pgmap v3964: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 17 KiB/s wr, 199 op/s 2024-08-17T01:46:36.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:46:36.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:35 smithi137 ceph-mon[86391]: pgmap v3964: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 17 KiB/s wr, 199 op/s 2024-08-17T01:46:36.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:46:37.075 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-08-17T01:46:37.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:36 smithi082 ceph-mon[91979]: osdmap e2296: 8 total, 8 up, 8 in 2024-08-17T01:46:37.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:36 smithi082 ceph-mon[94343]: osdmap e2296: 8 total, 8 up, 8 in 2024-08-17T01:46:37.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:36 smithi137 ceph-mon[86391]: osdmap e2296: 8 total, 8 up, 8 in 2024-08-17T01:46:38.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:37 smithi082 ceph-mon[91979]: osdmap e2297: 8 total, 8 up, 8 in 2024-08-17T01:46:38.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:37 smithi082 ceph-mon[91979]: pgmap v3967: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 7.2 KiB/s wr, 34 op/s 2024-08-17T01:46:38.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:37 smithi082 ceph-mon[94343]: osdmap e2297: 8 total, 8 up, 8 in 2024-08-17T01:46:38.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:37 smithi082 ceph-mon[94343]: pgmap v3967: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 7.2 KiB/s wr, 34 op/s 2024-08-17T01:46:38.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:37 smithi137 ceph-mon[86391]: osdmap e2297: 8 total, 8 up, 8 in 2024-08-17T01:46:38.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:37 smithi137 ceph-mon[86391]: pgmap v3967: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 7.2 KiB/s wr, 34 op/s 2024-08-17T01:46:39.055 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-08-17T01:46:39.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:38 smithi082 ceph-mon[94343]: osdmap e2298: 8 total, 8 up, 8 in 2024-08-17T01:46:39.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:38 smithi082 ceph-mon[91979]: osdmap e2298: 8 total, 8 up, 8 in 2024-08-17T01:46:39.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:38 smithi137 ceph-mon[86391]: osdmap e2298: 8 total, 8 up, 8 in 2024-08-17T01:46:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:39 smithi082 ceph-mon[94343]: osdmap e2299: 8 total, 8 up, 8 in 2024-08-17T01:46:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:39 smithi082 ceph-mon[94343]: pgmap v3970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 11 KiB/s wr, 156 op/s 2024-08-17T01:46:40.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:39 smithi082 ceph-mon[94343]: osdmap e2300: 8 total, 8 up, 8 in 2024-08-17T01:46:40.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:39 smithi082 ceph-mon[91979]: osdmap e2299: 8 total, 8 up, 8 in 2024-08-17T01:46:40.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:39 smithi082 ceph-mon[91979]: pgmap v3970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 11 KiB/s wr, 156 op/s 2024-08-17T01:46:40.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:39 smithi082 ceph-mon[91979]: osdmap e2300: 8 total, 8 up, 8 in 2024-08-17T01:46:40.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:39 smithi137 ceph-mon[86391]: osdmap e2299: 8 total, 8 up, 8 in 2024-08-17T01:46:40.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:39 smithi137 ceph-mon[86391]: pgmap v3970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 11 KiB/s wr, 156 op/s 2024-08-17T01:46:40.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:39 smithi137 ceph-mon[86391]: osdmap e2300: 8 total, 8 up, 8 in 2024-08-17T01:46:40.999 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 45%] 2024-08-17T01:46:42.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:41 smithi082 ceph-mon[94343]: osdmap e2301: 8 total, 8 up, 8 in 2024-08-17T01:46:42.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:41 smithi082 ceph-mon[94343]: pgmap v3973: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 14 KiB/s wr, 203 op/s 2024-08-17T01:46:42.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:41 smithi082 ceph-mon[91979]: osdmap e2301: 8 total, 8 up, 8 in 2024-08-17T01:46:42.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:41 smithi082 ceph-mon[91979]: pgmap v3973: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 14 KiB/s wr, 203 op/s 2024-08-17T01:46:42.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:41 smithi137 ceph-mon[86391]: osdmap e2301: 8 total, 8 up, 8 in 2024-08-17T01:46:42.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:41 smithi137 ceph-mon[86391]: pgmap v3973: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 14 KiB/s wr, 203 op/s 2024-08-17T01:46:42.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:46:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:46:43.007 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-08-17T01:46:43.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:42 smithi082 ceph-mon[94343]: osdmap e2302: 8 total, 8 up, 8 in 2024-08-17T01:46:43.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:42 smithi082 ceph-mon[91979]: osdmap e2302: 8 total, 8 up, 8 in 2024-08-17T01:46:43.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:42 smithi137 ceph-mon[86391]: osdmap e2302: 8 total, 8 up, 8 in 2024-08-17T01:46:44.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:43 smithi082 ceph-mon[91979]: osdmap e2303: 8 total, 8 up, 8 in 2024-08-17T01:46:44.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:43 smithi082 ceph-mon[91979]: pgmap v3976: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 11 KiB/s wr, 133 op/s 2024-08-17T01:46:44.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:43 smithi082 ceph-mon[94343]: osdmap e2303: 8 total, 8 up, 8 in 2024-08-17T01:46:44.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:43 smithi082 ceph-mon[94343]: pgmap v3976: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 11 KiB/s wr, 133 op/s 2024-08-17T01:46:44.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:43 smithi137 ceph-mon[86391]: osdmap e2303: 8 total, 8 up, 8 in 2024-08-17T01:46:44.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:43 smithi137 ceph-mon[86391]: pgmap v3976: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 11 KiB/s wr, 133 op/s 2024-08-17T01:46:45.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:44 smithi082 ceph-mon[94343]: osdmap e2304: 8 total, 8 up, 8 in 2024-08-17T01:46:45.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:44 smithi082 ceph-mon[94343]: osdmap e2305: 8 total, 8 up, 8 in 2024-08-17T01:46:45.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:46:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:46:45] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2024-08-17T01:46:45.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:44 smithi082 ceph-mon[91979]: osdmap e2304: 8 total, 8 up, 8 in 2024-08-17T01:46:45.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:44 smithi082 ceph-mon[91979]: osdmap e2305: 8 total, 8 up, 8 in 2024-08-17T01:46:45.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:44 smithi137 ceph-mon[86391]: osdmap e2304: 8 total, 8 up, 8 in 2024-08-17T01:46:45.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:44 smithi137 ceph-mon[86391]: osdmap e2305: 8 total, 8 up, 8 in 2024-08-17T01:46:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:45 smithi082 ceph-mon[94343]: pgmap v3979: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 15 KiB/s wr, 160 op/s 2024-08-17T01:46:46.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:45 smithi082 ceph-mon[94343]: osdmap e2306: 8 total, 8 up, 8 in 2024-08-17T01:46:46.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:45 smithi082 ceph-mon[91979]: pgmap v3979: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 15 KiB/s wr, 160 op/s 2024-08-17T01:46:46.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:45 smithi082 ceph-mon[91979]: osdmap e2306: 8 total, 8 up, 8 in 2024-08-17T01:46:46.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:45 smithi137 ceph-mon[86391]: pgmap v3979: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 15 KiB/s wr, 160 op/s 2024-08-17T01:46:46.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:45 smithi137 ceph-mon[86391]: osdmap e2306: 8 total, 8 up, 8 in 2024-08-17T01:46:48.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:47 smithi082 ceph-mon[94343]: osdmap e2307: 8 total, 8 up, 8 in 2024-08-17T01:46:48.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:47 smithi082 ceph-mon[94343]: pgmap v3982: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 10 KiB/s wr, 115 op/s 2024-08-17T01:46:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:47 smithi082 ceph-mon[91979]: osdmap e2307: 8 total, 8 up, 8 in 2024-08-17T01:46:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:47 smithi082 ceph-mon[91979]: pgmap v3982: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 10 KiB/s wr, 115 op/s 2024-08-17T01:46:48.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:47 smithi137 ceph-mon[86391]: osdmap e2307: 8 total, 8 up, 8 in 2024-08-17T01:46:48.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:47 smithi137 ceph-mon[86391]: pgmap v3982: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 10 KiB/s wr, 115 op/s 2024-08-17T01:46:49.006 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 46%] 2024-08-17T01:46:49.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:48 smithi082 ceph-mon[94343]: osdmap e2308: 8 total, 8 up, 8 in 2024-08-17T01:46:49.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:48 smithi082 ceph-mon[91979]: osdmap e2308: 8 total, 8 up, 8 in 2024-08-17T01:46:49.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:48 smithi137 ceph-mon[86391]: osdmap e2308: 8 total, 8 up, 8 in 2024-08-17T01:46:50.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:49 smithi082 ceph-mon[94343]: osdmap e2309: 8 total, 8 up, 8 in 2024-08-17T01:46:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:49 smithi082 ceph-mon[94343]: pgmap v3985: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 4.2 KiB/s wr, 53 op/s 2024-08-17T01:46:50.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:49 smithi082 ceph-mon[94343]: osdmap e2310: 8 total, 8 up, 8 in 2024-08-17T01:46:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:49 smithi082 ceph-mon[91979]: osdmap e2309: 8 total, 8 up, 8 in 2024-08-17T01:46:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:49 smithi082 ceph-mon[91979]: pgmap v3985: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 4.2 KiB/s wr, 53 op/s 2024-08-17T01:46:50.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:49 smithi082 ceph-mon[91979]: osdmap e2310: 8 total, 8 up, 8 in 2024-08-17T01:46:50.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:49 smithi137 ceph-mon[86391]: osdmap e2309: 8 total, 8 up, 8 in 2024-08-17T01:46:50.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:49 smithi137 ceph-mon[86391]: pgmap v3985: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 4.2 KiB/s wr, 53 op/s 2024-08-17T01:46:50.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:49 smithi137 ceph-mon[86391]: osdmap e2310: 8 total, 8 up, 8 in 2024-08-17T01:46:51.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:46:51.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:46:51.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:46:52.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:51 smithi082 ceph-mon[91979]: osdmap e2311: 8 total, 8 up, 8 in 2024-08-17T01:46:52.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:51 smithi082 ceph-mon[91979]: pgmap v3988: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 KiB/s wr, 27 op/s 2024-08-17T01:46:52.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:51 smithi082 ceph-mon[94343]: osdmap e2311: 8 total, 8 up, 8 in 2024-08-17T01:46:52.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:51 smithi082 ceph-mon[94343]: pgmap v3988: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 KiB/s wr, 27 op/s 2024-08-17T01:46:52.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:51 smithi137 ceph-mon[86391]: osdmap e2311: 8 total, 8 up, 8 in 2024-08-17T01:46:52.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:51 smithi137 ceph-mon[86391]: pgmap v3988: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 KiB/s wr, 27 op/s 2024-08-17T01:46:52.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:46:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:46:53.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:52 smithi082 ceph-mon[91979]: osdmap e2312: 8 total, 8 up, 8 in 2024-08-17T01:46:53.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:52 smithi082 ceph-mon[94343]: osdmap e2312: 8 total, 8 up, 8 in 2024-08-17T01:46:53.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:52 smithi137 ceph-mon[86391]: osdmap e2312: 8 total, 8 up, 8 in 2024-08-17T01:46:54.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:53 smithi082 ceph-mon[91979]: osdmap e2313: 8 total, 8 up, 8 in 2024-08-17T01:46:54.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:53 smithi082 ceph-mon[91979]: pgmap v3991: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 3.5 KiB/s wr, 70 op/s 2024-08-17T01:46:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:53 smithi082 ceph-mon[94343]: osdmap e2313: 8 total, 8 up, 8 in 2024-08-17T01:46:54.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:53 smithi082 ceph-mon[94343]: pgmap v3991: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 3.5 KiB/s wr, 70 op/s 2024-08-17T01:46:54.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:53 smithi137 ceph-mon[86391]: osdmap e2313: 8 total, 8 up, 8 in 2024-08-17T01:46:54.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:53 smithi137 ceph-mon[86391]: pgmap v3991: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 3.5 KiB/s wr, 70 op/s 2024-08-17T01:46:54.993 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-08-17T01:46:55.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:54 smithi082 ceph-mon[94343]: osdmap e2314: 8 total, 8 up, 8 in 2024-08-17T01:46:55.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:54 smithi082 ceph-mon[94343]: osdmap e2315: 8 total, 8 up, 8 in 2024-08-17T01:46:55.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:54 smithi082 ceph-mon[91979]: osdmap e2314: 8 total, 8 up, 8 in 2024-08-17T01:46:55.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:54 smithi082 ceph-mon[91979]: osdmap e2315: 8 total, 8 up, 8 in 2024-08-17T01:46:55.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:46:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:46:55] "GET /metrics HTTP/1.1" 200 36644 "" "Prometheus/2.43.0" 2024-08-17T01:46:55.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:54 smithi137 ceph-mon[86391]: osdmap e2314: 8 total, 8 up, 8 in 2024-08-17T01:46:55.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:54 smithi137 ceph-mon[86391]: osdmap e2315: 8 total, 8 up, 8 in 2024-08-17T01:46:56.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:55 smithi082 ceph-mon[91979]: pgmap v3994: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 7.2 KiB/s wr, 112 op/s 2024-08-17T01:46:56.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:55 smithi082 ceph-mon[94343]: pgmap v3994: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 7.2 KiB/s wr, 112 op/s 2024-08-17T01:46:56.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:55 smithi137 ceph-mon[86391]: pgmap v3994: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 7.2 KiB/s wr, 112 op/s 2024-08-17T01:46:57.044 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 47%] 2024-08-17T01:46:57.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:56 smithi082 ceph-mon[94343]: osdmap e2316: 8 total, 8 up, 8 in 2024-08-17T01:46:57.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:56 smithi082 ceph-mon[91979]: osdmap e2316: 8 total, 8 up, 8 in 2024-08-17T01:46:57.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:56 smithi137 ceph-mon[86391]: osdmap e2316: 8 total, 8 up, 8 in 2024-08-17T01:46:58.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:57 smithi082 ceph-mon[91979]: osdmap e2317: 8 total, 8 up, 8 in 2024-08-17T01:46:58.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:57 smithi082 ceph-mon[91979]: pgmap v3997: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.7 KiB/s wr, 56 op/s 2024-08-17T01:46:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:57 smithi082 ceph-mon[94343]: osdmap e2317: 8 total, 8 up, 8 in 2024-08-17T01:46:58.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:57 smithi082 ceph-mon[94343]: pgmap v3997: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.7 KiB/s wr, 56 op/s 2024-08-17T01:46:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:57 smithi137 ceph-mon[86391]: osdmap e2317: 8 total, 8 up, 8 in 2024-08-17T01:46:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:57 smithi137 ceph-mon[86391]: pgmap v3997: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.7 KiB/s wr, 56 op/s 2024-08-17T01:46:59.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:58 smithi082 ceph-mon[91979]: osdmap e2318: 8 total, 8 up, 8 in 2024-08-17T01:46:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:58 smithi082 ceph-mon[94343]: osdmap e2318: 8 total, 8 up, 8 in 2024-08-17T01:46:59.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:58 smithi137 ceph-mon[86391]: osdmap e2318: 8 total, 8 up, 8 in 2024-08-17T01:47:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:59 smithi137 ceph-mon[86391]: osdmap e2319: 8 total, 8 up, 8 in 2024-08-17T01:47:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:59 smithi137 ceph-mon[86391]: pgmap v4000: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.2 KiB/s wr, 65 op/s 2024-08-17T01:47:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:46:59 smithi137 ceph-mon[86391]: osdmap e2320: 8 total, 8 up, 8 in 2024-08-17T01:47:00.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:59 smithi082 ceph-mon[94343]: osdmap e2319: 8 total, 8 up, 8 in 2024-08-17T01:47:00.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:59 smithi082 ceph-mon[94343]: pgmap v4000: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.2 KiB/s wr, 65 op/s 2024-08-17T01:47:00.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:46:59 smithi082 ceph-mon[94343]: osdmap e2320: 8 total, 8 up, 8 in 2024-08-17T01:47:00.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:59 smithi082 ceph-mon[91979]: osdmap e2319: 8 total, 8 up, 8 in 2024-08-17T01:47:00.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:59 smithi082 ceph-mon[91979]: pgmap v4000: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.2 KiB/s wr, 65 op/s 2024-08-17T01:47:00.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:46:59 smithi082 ceph-mon[91979]: osdmap e2320: 8 total, 8 up, 8 in 2024-08-17T01:47:02.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:01 smithi082 ceph-mon[91979]: osdmap e2321: 8 total, 8 up, 8 in 2024-08-17T01:47:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:01 smithi082 ceph-mon[91979]: pgmap v4003: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 8.7 KiB/s wr, 129 op/s 2024-08-17T01:47:02.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:01 smithi082 ceph-mon[94343]: osdmap e2321: 8 total, 8 up, 8 in 2024-08-17T01:47:02.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:01 smithi082 ceph-mon[94343]: pgmap v4003: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 8.7 KiB/s wr, 129 op/s 2024-08-17T01:47:02.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:01 smithi137 ceph-mon[86391]: osdmap e2321: 8 total, 8 up, 8 in 2024-08-17T01:47:02.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:01 smithi137 ceph-mon[86391]: pgmap v4003: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 8.7 KiB/s wr, 129 op/s 2024-08-17T01:47:02.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:47:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:47:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:02 smithi082 ceph-mon[91979]: osdmap e2322: 8 total, 8 up, 8 in 2024-08-17T01:47:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:47:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:47:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:47:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:02 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:47:03.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:02 smithi082 ceph-mon[94343]: osdmap e2322: 8 total, 8 up, 8 in 2024-08-17T01:47:03.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:47:03.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:47:03.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:47:03.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:02 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:47:03.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:02 smithi137 ceph-mon[86391]: osdmap e2322: 8 total, 8 up, 8 in 2024-08-17T01:47:03.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:47:03.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:47:03.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:47:03.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:02 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:47:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:03 smithi082 ceph-mon[94343]: osdmap e2323: 8 total, 8 up, 8 in 2024-08-17T01:47:04.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:03 smithi082 ceph-mon[94343]: pgmap v4006: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 7.7 KiB/s wr, 128 op/s 2024-08-17T01:47:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:03 smithi082 ceph-mon[91979]: osdmap e2323: 8 total, 8 up, 8 in 2024-08-17T01:47:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:03 smithi082 ceph-mon[91979]: pgmap v4006: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 7.7 KiB/s wr, 128 op/s 2024-08-17T01:47:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:03 smithi137 ceph-mon[86391]: osdmap e2323: 8 total, 8 up, 8 in 2024-08-17T01:47:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:03 smithi137 ceph-mon[86391]: pgmap v4006: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 7.7 KiB/s wr, 128 op/s 2024-08-17T01:47:05.224 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:47:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:47:05] "GET /metrics HTTP/1.1" 200 36644 "" "Prometheus/2.43.0" 2024-08-17T01:47:05.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:04 smithi082 ceph-mon[94343]: osdmap e2324: 8 total, 8 up, 8 in 2024-08-17T01:47:05.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:04 smithi082 ceph-mon[94343]: osdmap e2325: 8 total, 8 up, 8 in 2024-08-17T01:47:05.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:04 smithi082 ceph-mon[91979]: osdmap e2324: 8 total, 8 up, 8 in 2024-08-17T01:47:05.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:04 smithi082 ceph-mon[91979]: osdmap e2325: 8 total, 8 up, 8 in 2024-08-17T01:47:05.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:04 smithi137 ceph-mon[86391]: osdmap e2324: 8 total, 8 up, 8 in 2024-08-17T01:47:05.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:04 smithi137 ceph-mon[86391]: osdmap e2325: 8 total, 8 up, 8 in 2024-08-17T01:47:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:05 smithi082 ceph-mon[91979]: pgmap v4009: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.0 KiB/s wr, 63 op/s 2024-08-17T01:47:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:47:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:05 smithi082 ceph-mon[94343]: pgmap v4009: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.0 KiB/s wr, 63 op/s 2024-08-17T01:47:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:47:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:05 smithi137 ceph-mon[86391]: pgmap v4009: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.0 KiB/s wr, 63 op/s 2024-08-17T01:47:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:47:07.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:06 smithi082 ceph-mon[94343]: osdmap e2326: 8 total, 8 up, 8 in 2024-08-17T01:47:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:06 smithi082 ceph-mon[91979]: osdmap e2326: 8 total, 8 up, 8 in 2024-08-17T01:47:07.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:06 smithi137 ceph-mon[86391]: osdmap e2326: 8 total, 8 up, 8 in 2024-08-17T01:47:08.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:07 smithi082 ceph-mon[91979]: osdmap e2327: 8 total, 8 up, 8 in 2024-08-17T01:47:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:07 smithi082 ceph-mon[91979]: pgmap v4012: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-17T01:47:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:07 smithi082 ceph-mon[94343]: osdmap e2327: 8 total, 8 up, 8 in 2024-08-17T01:47:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:07 smithi082 ceph-mon[94343]: pgmap v4012: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-17T01:47:08.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:07 smithi137 ceph-mon[86391]: osdmap e2327: 8 total, 8 up, 8 in 2024-08-17T01:47:08.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:07 smithi137 ceph-mon[86391]: pgmap v4012: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-17T01:47:09.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:08 smithi082 ceph-mon[94343]: osdmap e2328: 8 total, 8 up, 8 in 2024-08-17T01:47:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:08 smithi082 ceph-mon[91979]: osdmap e2328: 8 total, 8 up, 8 in 2024-08-17T01:47:09.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:08 smithi137 ceph-mon[86391]: osdmap e2328: 8 total, 8 up, 8 in 2024-08-17T01:47:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:09 smithi082 ceph-mon[94343]: osdmap e2329: 8 total, 8 up, 8 in 2024-08-17T01:47:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:09 smithi082 ceph-mon[94343]: pgmap v4015: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 3.0 KiB/s wr, 106 op/s 2024-08-17T01:47:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:09 smithi082 ceph-mon[91979]: osdmap e2329: 8 total, 8 up, 8 in 2024-08-17T01:47:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:09 smithi082 ceph-mon[91979]: pgmap v4015: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 3.0 KiB/s wr, 106 op/s 2024-08-17T01:47:10.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:09 smithi137 ceph-mon[86391]: osdmap e2329: 8 total, 8 up, 8 in 2024-08-17T01:47:10.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:09 smithi137 ceph-mon[86391]: pgmap v4015: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 3.0 KiB/s wr, 106 op/s 2024-08-17T01:47:11.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:10 smithi082 ceph-mon[94343]: osdmap e2330: 8 total, 8 up, 8 in 2024-08-17T01:47:11.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:10 smithi082 ceph-mon[91979]: osdmap e2330: 8 total, 8 up, 8 in 2024-08-17T01:47:11.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:10 smithi137 ceph-mon[86391]: osdmap e2330: 8 total, 8 up, 8 in 2024-08-17T01:47:12.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:11 smithi082 ceph-mon[91979]: osdmap e2331: 8 total, 8 up, 8 in 2024-08-17T01:47:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:11 smithi082 ceph-mon[91979]: pgmap v4018: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 3.5 KiB/s wr, 107 op/s 2024-08-17T01:47:12.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:11 smithi082 ceph-mon[94343]: osdmap e2331: 8 total, 8 up, 8 in 2024-08-17T01:47:12.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:11 smithi082 ceph-mon[94343]: pgmap v4018: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 3.5 KiB/s wr, 107 op/s 2024-08-17T01:47:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:11 smithi137 ceph-mon[86391]: osdmap e2331: 8 total, 8 up, 8 in 2024-08-17T01:47:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:11 smithi137 ceph-mon[86391]: pgmap v4018: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 3.5 KiB/s wr, 107 op/s 2024-08-17T01:47:12.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:47:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:47:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:47:13.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:12 smithi082 ceph-mon[94343]: osdmap e2332: 8 total, 8 up, 8 in 2024-08-17T01:47:13.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:12 smithi082 ceph-mon[91979]: osdmap e2332: 8 total, 8 up, 8 in 2024-08-17T01:47:13.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:12 smithi137 ceph-mon[86391]: osdmap e2332: 8 total, 8 up, 8 in 2024-08-17T01:47:14.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:13 smithi137 ceph-mon[86391]: osdmap e2333: 8 total, 8 up, 8 in 2024-08-17T01:47:14.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:13 smithi137 ceph-mon[86391]: pgmap v4021: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.2 KiB/s wr, 150 op/s 2024-08-17T01:47:14.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:13 smithi082 ceph-mon[94343]: osdmap e2333: 8 total, 8 up, 8 in 2024-08-17T01:47:14.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:13 smithi082 ceph-mon[94343]: pgmap v4021: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.2 KiB/s wr, 150 op/s 2024-08-17T01:47:14.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:13 smithi082 ceph-mon[91979]: osdmap e2333: 8 total, 8 up, 8 in 2024-08-17T01:47:14.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:13 smithi082 ceph-mon[91979]: pgmap v4021: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.2 KiB/s wr, 150 op/s 2024-08-17T01:47:15.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:14 smithi137 ceph-mon[86391]: osdmap e2334: 8 total, 8 up, 8 in 2024-08-17T01:47:15.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:14 smithi082 ceph-mon[94343]: osdmap e2334: 8 total, 8 up, 8 in 2024-08-17T01:47:15.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:14 smithi082 ceph-mon[91979]: osdmap e2334: 8 total, 8 up, 8 in 2024-08-17T01:47:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:47:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:47:15] "GET /metrics HTTP/1.1" 200 36644 "" "Prometheus/2.43.0" 2024-08-17T01:47:16.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:16 smithi082 ceph-mon[94343]: osdmap e2335: 8 total, 8 up, 8 in 2024-08-17T01:47:16.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:16 smithi082 ceph-mon[94343]: pgmap v4024: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.7 KiB/s wr, 151 op/s 2024-08-17T01:47:16.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:16 smithi082 ceph-mon[91979]: osdmap e2335: 8 total, 8 up, 8 in 2024-08-17T01:47:16.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:16 smithi082 ceph-mon[91979]: pgmap v4024: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.7 KiB/s wr, 151 op/s 2024-08-17T01:47:16.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:15 smithi137 ceph-mon[86391]: osdmap e2335: 8 total, 8 up, 8 in 2024-08-17T01:47:16.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:15 smithi137 ceph-mon[86391]: pgmap v4024: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.7 KiB/s wr, 151 op/s 2024-08-17T01:47:17.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:17 smithi082 ceph-mon[94343]: osdmap e2336: 8 total, 8 up, 8 in 2024-08-17T01:47:17.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:17 smithi082 ceph-mon[91979]: osdmap e2336: 8 total, 8 up, 8 in 2024-08-17T01:47:17.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:17 smithi137 ceph-mon[86391]: osdmap e2336: 8 total, 8 up, 8 in 2024-08-17T01:47:18.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:18 smithi082 ceph-mon[91979]: osdmap e2337: 8 total, 8 up, 8 in 2024-08-17T01:47:18.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:18 smithi082 ceph-mon[91979]: pgmap v4027: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s wr, 1 op/s 2024-08-17T01:47:18.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:18 smithi082 ceph-mon[94343]: osdmap e2337: 8 total, 8 up, 8 in 2024-08-17T01:47:18.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:18 smithi082 ceph-mon[94343]: pgmap v4027: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s wr, 1 op/s 2024-08-17T01:47:18.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:18 smithi137 ceph-mon[86391]: osdmap e2337: 8 total, 8 up, 8 in 2024-08-17T01:47:18.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:18 smithi137 ceph-mon[86391]: pgmap v4027: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s wr, 1 op/s 2024-08-17T01:47:19.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:19 smithi082 ceph-mon[94343]: osdmap e2338: 8 total, 8 up, 8 in 2024-08-17T01:47:19.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:19 smithi082 ceph-mon[91979]: osdmap e2338: 8 total, 8 up, 8 in 2024-08-17T01:47:19.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:19 smithi137 ceph-mon[86391]: osdmap e2338: 8 total, 8 up, 8 in 2024-08-17T01:47:20.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:20 smithi137 ceph-mon[86391]: osdmap e2339: 8 total, 8 up, 8 in 2024-08-17T01:47:20.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:20 smithi137 ceph-mon[86391]: pgmap v4030: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 3.2 KiB/s wr, 194 op/s 2024-08-17T01:47:20.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:20 smithi082 ceph-mon[91979]: osdmap e2339: 8 total, 8 up, 8 in 2024-08-17T01:47:20.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:20 smithi082 ceph-mon[91979]: pgmap v4030: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 3.2 KiB/s wr, 194 op/s 2024-08-17T01:47:20.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:20 smithi082 ceph-mon[94343]: osdmap e2339: 8 total, 8 up, 8 in 2024-08-17T01:47:20.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:20 smithi082 ceph-mon[94343]: pgmap v4030: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 3.2 KiB/s wr, 194 op/s 2024-08-17T01:47:21.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:21 smithi082 ceph-mon[91979]: osdmap e2340: 8 total, 8 up, 8 in 2024-08-17T01:47:21.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:47:21.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:21 smithi082 ceph-mon[94343]: osdmap e2340: 8 total, 8 up, 8 in 2024-08-17T01:47:21.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:47:21.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:21 smithi137 ceph-mon[86391]: osdmap e2340: 8 total, 8 up, 8 in 2024-08-17T01:47:21.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:47:22.315 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:22 smithi137 ceph-mon[86391]: osdmap e2341: 8 total, 8 up, 8 in 2024-08-17T01:47:22.315 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:22 smithi137 ceph-mon[86391]: pgmap v4033: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 3.2 KiB/s wr, 194 op/s 2024-08-17T01:47:22.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:22 smithi082 ceph-mon[94343]: osdmap e2341: 8 total, 8 up, 8 in 2024-08-17T01:47:22.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:22 smithi082 ceph-mon[94343]: pgmap v4033: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 3.2 KiB/s wr, 194 op/s 2024-08-17T01:47:22.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:22 smithi082 ceph-mon[91979]: osdmap e2341: 8 total, 8 up, 8 in 2024-08-17T01:47:22.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:22 smithi082 ceph-mon[91979]: pgmap v4033: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 3.2 KiB/s wr, 194 op/s 2024-08-17T01:47:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:47:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:47:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:47:23.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:23 smithi082 ceph-mon[94343]: osdmap e2342: 8 total, 8 up, 8 in 2024-08-17T01:47:23.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:23 smithi082 ceph-mon[91979]: osdmap e2342: 8 total, 8 up, 8 in 2024-08-17T01:47:23.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:23 smithi137 ceph-mon[86391]: osdmap e2342: 8 total, 8 up, 8 in 2024-08-17T01:47:24.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:24 smithi082 ceph-mon[94343]: osdmap e2343: 8 total, 8 up, 8 in 2024-08-17T01:47:24.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:24 smithi082 ceph-mon[94343]: pgmap v4036: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 3.5 KiB/s wr, 238 op/s 2024-08-17T01:47:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:24 smithi082 ceph-mon[91979]: osdmap e2343: 8 total, 8 up, 8 in 2024-08-17T01:47:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:24 smithi082 ceph-mon[91979]: pgmap v4036: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 3.5 KiB/s wr, 238 op/s 2024-08-17T01:47:24.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:24 smithi137 ceph-mon[86391]: osdmap e2343: 8 total, 8 up, 8 in 2024-08-17T01:47:24.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:24 smithi137 ceph-mon[86391]: pgmap v4036: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 3.5 KiB/s wr, 238 op/s 2024-08-17T01:47:25.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:25 smithi082 ceph-mon[94343]: osdmap e2344: 8 total, 8 up, 8 in 2024-08-17T01:47:25.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:25 smithi082 ceph-mon[91979]: osdmap e2344: 8 total, 8 up, 8 in 2024-08-17T01:47:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:47:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:47:25] "GET /metrics HTTP/1.1" 200 36644 "" "Prometheus/2.43.0" 2024-08-17T01:47:25.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:25 smithi137 ceph-mon[86391]: osdmap e2344: 8 total, 8 up, 8 in 2024-08-17T01:47:26.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:26 smithi082 ceph-mon[94343]: osdmap e2345: 8 total, 8 up, 8 in 2024-08-17T01:47:26.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:26 smithi082 ceph-mon[94343]: pgmap v4039: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 3.7 KiB/s wr, 238 op/s 2024-08-17T01:47:26.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:26 smithi082 ceph-mon[91979]: osdmap e2345: 8 total, 8 up, 8 in 2024-08-17T01:47:26.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:26 smithi082 ceph-mon[91979]: pgmap v4039: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 3.7 KiB/s wr, 238 op/s 2024-08-17T01:47:26.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:26 smithi137 ceph-mon[86391]: osdmap e2345: 8 total, 8 up, 8 in 2024-08-17T01:47:26.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:26 smithi137 ceph-mon[86391]: pgmap v4039: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 3.7 KiB/s wr, 238 op/s 2024-08-17T01:47:27.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:27 smithi082 ceph-mon[91979]: osdmap e2346: 8 total, 8 up, 8 in 2024-08-17T01:47:27.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:27 smithi082 ceph-mon[94343]: osdmap e2346: 8 total, 8 up, 8 in 2024-08-17T01:47:27.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:27 smithi137 ceph-mon[86391]: osdmap e2346: 8 total, 8 up, 8 in 2024-08-17T01:47:28.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:28 smithi082 ceph-mon[91979]: osdmap e2347: 8 total, 8 up, 8 in 2024-08-17T01:47:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:28 smithi082 ceph-mon[91979]: pgmap v4042: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-17T01:47:28.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:28 smithi082 ceph-mon[94343]: osdmap e2347: 8 total, 8 up, 8 in 2024-08-17T01:47:28.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:28 smithi082 ceph-mon[94343]: pgmap v4042: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-17T01:47:28.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:28 smithi137 ceph-mon[86391]: osdmap e2347: 8 total, 8 up, 8 in 2024-08-17T01:47:28.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:28 smithi137 ceph-mon[86391]: pgmap v4042: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-17T01:47:29.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:29 smithi082 ceph-mon[94343]: osdmap e2348: 8 total, 8 up, 8 in 2024-08-17T01:47:29.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:29 smithi082 ceph-mon[91979]: osdmap e2348: 8 total, 8 up, 8 in 2024-08-17T01:47:29.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:29 smithi137 ceph-mon[86391]: osdmap e2348: 8 total, 8 up, 8 in 2024-08-17T01:47:30.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:30 smithi082 ceph-mon[94343]: osdmap e2349: 8 total, 8 up, 8 in 2024-08-17T01:47:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:30 smithi082 ceph-mon[94343]: pgmap v4045: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 3.0 KiB/s wr, 281 op/s 2024-08-17T01:47:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:30 smithi082 ceph-mon[91979]: osdmap e2349: 8 total, 8 up, 8 in 2024-08-17T01:47:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:30 smithi082 ceph-mon[91979]: pgmap v4045: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 3.0 KiB/s wr, 281 op/s 2024-08-17T01:47:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:30 smithi137 ceph-mon[86391]: osdmap e2349: 8 total, 8 up, 8 in 2024-08-17T01:47:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:30 smithi137 ceph-mon[86391]: pgmap v4045: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 3.0 KiB/s wr, 281 op/s 2024-08-17T01:47:31.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:31 smithi082 ceph-mon[94343]: osdmap e2350: 8 total, 8 up, 8 in 2024-08-17T01:47:31.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:31 smithi082 ceph-mon[91979]: osdmap e2350: 8 total, 8 up, 8 in 2024-08-17T01:47:31.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:31 smithi137 ceph-mon[86391]: osdmap e2350: 8 total, 8 up, 8 in 2024-08-17T01:47:32.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:32 smithi082 ceph-mon[94343]: osdmap e2351: 8 total, 8 up, 8 in 2024-08-17T01:47:32.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:32 smithi082 ceph-mon[94343]: pgmap v4048: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 3.5 KiB/s wr, 282 op/s 2024-08-17T01:47:32.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:32 smithi082 ceph-mon[91979]: osdmap e2351: 8 total, 8 up, 8 in 2024-08-17T01:47:32.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:32 smithi082 ceph-mon[91979]: pgmap v4048: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 3.5 KiB/s wr, 282 op/s 2024-08-17T01:47:32.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:32 smithi137 ceph-mon[86391]: osdmap e2351: 8 total, 8 up, 8 in 2024-08-17T01:47:32.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:32 smithi137 ceph-mon[86391]: pgmap v4048: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 3.5 KiB/s wr, 282 op/s 2024-08-17T01:47:32.486 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:47:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:47:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:47:33.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:33 smithi082 ceph-mon[91979]: osdmap e2352: 8 total, 8 up, 8 in 2024-08-17T01:47:33.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:33 smithi082 ceph-mon[94343]: osdmap e2352: 8 total, 8 up, 8 in 2024-08-17T01:47:33.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:33 smithi137 ceph-mon[86391]: osdmap e2352: 8 total, 8 up, 8 in 2024-08-17T01:47:34.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:34 smithi082 ceph-mon[94343]: osdmap e2353: 8 total, 8 up, 8 in 2024-08-17T01:47:34.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:34 smithi082 ceph-mon[94343]: pgmap v4051: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 3.5 KiB/s wr, 325 op/s 2024-08-17T01:47:34.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:34 smithi082 ceph-mon[91979]: osdmap e2353: 8 total, 8 up, 8 in 2024-08-17T01:47:34.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:34 smithi082 ceph-mon[91979]: pgmap v4051: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 3.5 KiB/s wr, 325 op/s 2024-08-17T01:47:34.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:34 smithi137 ceph-mon[86391]: osdmap e2353: 8 total, 8 up, 8 in 2024-08-17T01:47:34.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:34 smithi137 ceph-mon[86391]: pgmap v4051: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 3.5 KiB/s wr, 325 op/s 2024-08-17T01:47:35.376 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:47:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:47:35] "GET /metrics HTTP/1.1" 200 36644 "" "Prometheus/2.43.0" 2024-08-17T01:47:35.376 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:35 smithi082 ceph-mon[91979]: osdmap e2354: 8 total, 8 up, 8 in 2024-08-17T01:47:35.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:35 smithi082 ceph-mon[94343]: osdmap e2354: 8 total, 8 up, 8 in 2024-08-17T01:47:35.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:35 smithi137 ceph-mon[86391]: osdmap e2354: 8 total, 8 up, 8 in 2024-08-17T01:47:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:36 smithi082 ceph-mon[94343]: osdmap e2355: 8 total, 8 up, 8 in 2024-08-17T01:47:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:36 smithi082 ceph-mon[94343]: pgmap v4054: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 3.7 KiB/s wr, 326 op/s 2024-08-17T01:47:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:47:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:36 smithi082 ceph-mon[91979]: osdmap e2355: 8 total, 8 up, 8 in 2024-08-17T01:47:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:36 smithi082 ceph-mon[91979]: pgmap v4054: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 3.7 KiB/s wr, 326 op/s 2024-08-17T01:47:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:47:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:36 smithi137 ceph-mon[86391]: osdmap e2355: 8 total, 8 up, 8 in 2024-08-17T01:47:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:36 smithi137 ceph-mon[86391]: pgmap v4054: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 3.7 KiB/s wr, 326 op/s 2024-08-17T01:47:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:47:37.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:37 smithi082 ceph-mon[94343]: osdmap e2356: 8 total, 8 up, 8 in 2024-08-17T01:47:37.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:37 smithi082 ceph-mon[91979]: osdmap e2356: 8 total, 8 up, 8 in 2024-08-17T01:47:37.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:37 smithi137 ceph-mon[86391]: osdmap e2356: 8 total, 8 up, 8 in 2024-08-17T01:47:38.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:38 smithi082 ceph-mon[94343]: osdmap e2357: 8 total, 8 up, 8 in 2024-08-17T01:47:38.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:38 smithi082 ceph-mon[94343]: pgmap v4057: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-17T01:47:38.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:38 smithi082 ceph-mon[91979]: osdmap e2357: 8 total, 8 up, 8 in 2024-08-17T01:47:38.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:38 smithi082 ceph-mon[91979]: pgmap v4057: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-17T01:47:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:38 smithi137 ceph-mon[86391]: osdmap e2357: 8 total, 8 up, 8 in 2024-08-17T01:47:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:38 smithi137 ceph-mon[86391]: pgmap v4057: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-17T01:47:39.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:39 smithi082 ceph-mon[91979]: osdmap e2358: 8 total, 8 up, 8 in 2024-08-17T01:47:39.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:39 smithi082 ceph-mon[94343]: osdmap e2358: 8 total, 8 up, 8 in 2024-08-17T01:47:39.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:39 smithi137 ceph-mon[86391]: osdmap e2358: 8 total, 8 up, 8 in 2024-08-17T01:47:40.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:40 smithi082 ceph-mon[94343]: osdmap e2359: 8 total, 8 up, 8 in 2024-08-17T01:47:40.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:40 smithi082 ceph-mon[94343]: pgmap v4060: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 3.2 KiB/s wr, 369 op/s 2024-08-17T01:47:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:40 smithi082 ceph-mon[91979]: osdmap e2359: 8 total, 8 up, 8 in 2024-08-17T01:47:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:40 smithi082 ceph-mon[91979]: pgmap v4060: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 3.2 KiB/s wr, 369 op/s 2024-08-17T01:47:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:40 smithi137 ceph-mon[86391]: osdmap e2359: 8 total, 8 up, 8 in 2024-08-17T01:47:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:40 smithi137 ceph-mon[86391]: pgmap v4060: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 3.2 KiB/s wr, 369 op/s 2024-08-17T01:47:41.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:41 smithi082 ceph-mon[94343]: osdmap e2360: 8 total, 8 up, 8 in 2024-08-17T01:47:41.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:41 smithi082 ceph-mon[91979]: osdmap e2360: 8 total, 8 up, 8 in 2024-08-17T01:47:41.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:41 smithi137 ceph-mon[86391]: osdmap e2360: 8 total, 8 up, 8 in 2024-08-17T01:47:42.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:42 smithi082 ceph-mon[91979]: pgmap v4062: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 3.5 KiB/s wr, 367 op/s 2024-08-17T01:47:42.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:42 smithi082 ceph-mon[91979]: osdmap e2361: 8 total, 8 up, 8 in 2024-08-17T01:47:42.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:42 smithi082 ceph-mon[94343]: pgmap v4062: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 3.5 KiB/s wr, 367 op/s 2024-08-17T01:47:42.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:42 smithi082 ceph-mon[94343]: osdmap e2361: 8 total, 8 up, 8 in 2024-08-17T01:47:42.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:42 smithi137 ceph-mon[86391]: pgmap v4062: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 3.5 KiB/s wr, 367 op/s 2024-08-17T01:47:42.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:42 smithi137 ceph-mon[86391]: osdmap e2361: 8 total, 8 up, 8 in 2024-08-17T01:47:42.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:47:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:47:43.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:43 smithi082 ceph-mon[94343]: osdmap e2362: 8 total, 8 up, 8 in 2024-08-17T01:47:43.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:43 smithi082 ceph-mon[91979]: osdmap e2362: 8 total, 8 up, 8 in 2024-08-17T01:47:43.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:43 smithi137 ceph-mon[86391]: osdmap e2362: 8 total, 8 up, 8 in 2024-08-17T01:47:44.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:44 smithi082 ceph-mon[94343]: pgmap v4065: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 307 KiB/s rd, 3.7 KiB/s wr, 412 op/s 2024-08-17T01:47:44.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:44 smithi082 ceph-mon[94343]: osdmap e2363: 8 total, 8 up, 8 in 2024-08-17T01:47:44.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:44 smithi082 ceph-mon[91979]: pgmap v4065: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 307 KiB/s rd, 3.7 KiB/s wr, 412 op/s 2024-08-17T01:47:44.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:44 smithi082 ceph-mon[91979]: osdmap e2363: 8 total, 8 up, 8 in 2024-08-17T01:47:44.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:44 smithi137 ceph-mon[86391]: pgmap v4065: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 307 KiB/s rd, 3.7 KiB/s wr, 412 op/s 2024-08-17T01:47:44.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:44 smithi137 ceph-mon[86391]: osdmap e2363: 8 total, 8 up, 8 in 2024-08-17T01:47:45.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:45 smithi082 ceph-mon[94343]: osdmap e2364: 8 total, 8 up, 8 in 2024-08-17T01:47:45.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:45 smithi082 ceph-mon[91979]: osdmap e2364: 8 total, 8 up, 8 in 2024-08-17T01:47:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:47:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:47:45] "GET /metrics HTTP/1.1" 200 36641 "" "Prometheus/2.43.0" 2024-08-17T01:47:45.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:45 smithi137 ceph-mon[86391]: osdmap e2364: 8 total, 8 up, 8 in 2024-08-17T01:47:46.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:46 smithi082 ceph-mon[94343]: pgmap v4068: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 3.7 KiB/s wr, 413 op/s 2024-08-17T01:47:46.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:46 smithi082 ceph-mon[94343]: osdmap e2365: 8 total, 8 up, 8 in 2024-08-17T01:47:46.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:46 smithi082 ceph-mon[91979]: pgmap v4068: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 3.7 KiB/s wr, 413 op/s 2024-08-17T01:47:46.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:46 smithi082 ceph-mon[91979]: osdmap e2365: 8 total, 8 up, 8 in 2024-08-17T01:47:46.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:46 smithi137 ceph-mon[86391]: pgmap v4068: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 3.7 KiB/s wr, 413 op/s 2024-08-17T01:47:46.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:46 smithi137 ceph-mon[86391]: osdmap e2365: 8 total, 8 up, 8 in 2024-08-17T01:47:47.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:47 smithi082 ceph-mon[94343]: osdmap e2366: 8 total, 8 up, 8 in 2024-08-17T01:47:47.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:47 smithi082 ceph-mon[91979]: osdmap e2366: 8 total, 8 up, 8 in 2024-08-17T01:47:47.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:47 smithi137 ceph-mon[86391]: osdmap e2366: 8 total, 8 up, 8 in 2024-08-17T01:47:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:48 smithi082 ceph-mon[94343]: pgmap v4071: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-08-17T01:47:48.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:48 smithi082 ceph-mon[94343]: osdmap e2367: 8 total, 8 up, 8 in 2024-08-17T01:47:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:48 smithi082 ceph-mon[91979]: pgmap v4071: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-08-17T01:47:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:48 smithi082 ceph-mon[91979]: osdmap e2367: 8 total, 8 up, 8 in 2024-08-17T01:47:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:48 smithi137 ceph-mon[86391]: pgmap v4071: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-08-17T01:47:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:48 smithi137 ceph-mon[86391]: osdmap e2367: 8 total, 8 up, 8 in 2024-08-17T01:47:49.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:49 smithi082 ceph-mon[94343]: osdmap e2368: 8 total, 8 up, 8 in 2024-08-17T01:47:49.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:49 smithi082 ceph-mon[91979]: osdmap e2368: 8 total, 8 up, 8 in 2024-08-17T01:47:49.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:49 smithi137 ceph-mon[86391]: osdmap e2368: 8 total, 8 up, 8 in 2024-08-17T01:47:50.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:50 smithi137 ceph-mon[86391]: pgmap v4074: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 3.2 KiB/s wr, 456 op/s 2024-08-17T01:47:50.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:50 smithi137 ceph-mon[86391]: osdmap e2369: 8 total, 8 up, 8 in 2024-08-17T01:47:50.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:47:50.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:50 smithi082 ceph-mon[94343]: pgmap v4074: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 3.2 KiB/s wr, 456 op/s 2024-08-17T01:47:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:50 smithi082 ceph-mon[94343]: osdmap e2369: 8 total, 8 up, 8 in 2024-08-17T01:47:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:47:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:50 smithi082 ceph-mon[91979]: pgmap v4074: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 3.2 KiB/s wr, 456 op/s 2024-08-17T01:47:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:50 smithi082 ceph-mon[91979]: osdmap e2369: 8 total, 8 up, 8 in 2024-08-17T01:47:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:47:51.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:51 smithi082 ceph-mon[94343]: osdmap e2370: 8 total, 8 up, 8 in 2024-08-17T01:47:51.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:51 smithi082 ceph-mon[91979]: osdmap e2370: 8 total, 8 up, 8 in 2024-08-17T01:47:51.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:51 smithi137 ceph-mon[86391]: osdmap e2370: 8 total, 8 up, 8 in 2024-08-17T01:47:52.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:52 smithi082 ceph-mon[94343]: pgmap v4077: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 3.5 KiB/s wr, 457 op/s 2024-08-17T01:47:52.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:52 smithi082 ceph-mon[94343]: osdmap e2371: 8 total, 8 up, 8 in 2024-08-17T01:47:52.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:52 smithi082 ceph-mon[91979]: pgmap v4077: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 3.5 KiB/s wr, 457 op/s 2024-08-17T01:47:52.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:52 smithi082 ceph-mon[91979]: osdmap e2371: 8 total, 8 up, 8 in 2024-08-17T01:47:52.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:52 smithi137 ceph-mon[86391]: pgmap v4077: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 3.5 KiB/s wr, 457 op/s 2024-08-17T01:47:52.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:52 smithi137 ceph-mon[86391]: osdmap e2371: 8 total, 8 up, 8 in 2024-08-17T01:47:52.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:47:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:47:53.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:53 smithi082 ceph-mon[94343]: osdmap e2372: 8 total, 8 up, 8 in 2024-08-17T01:47:53.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:53 smithi082 ceph-mon[91979]: osdmap e2372: 8 total, 8 up, 8 in 2024-08-17T01:47:53.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:53 smithi137 ceph-mon[86391]: osdmap e2372: 8 total, 8 up, 8 in 2024-08-17T01:47:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:54 smithi082 ceph-mon[94343]: pgmap v4080: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 4.0 KiB/s wr, 501 op/s 2024-08-17T01:47:54.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:54 smithi082 ceph-mon[94343]: osdmap e2373: 8 total, 8 up, 8 in 2024-08-17T01:47:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:54 smithi082 ceph-mon[91979]: pgmap v4080: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 4.0 KiB/s wr, 501 op/s 2024-08-17T01:47:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:54 smithi082 ceph-mon[91979]: osdmap e2373: 8 total, 8 up, 8 in 2024-08-17T01:47:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:54 smithi137 ceph-mon[86391]: pgmap v4080: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 4.0 KiB/s wr, 501 op/s 2024-08-17T01:47:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:54 smithi137 ceph-mon[86391]: osdmap e2373: 8 total, 8 up, 8 in 2024-08-17T01:47:55.297 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:47:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:47:55] "GET /metrics HTTP/1.1" 200 36651 "" "Prometheus/2.43.0" 2024-08-17T01:47:55.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:55 smithi082 ceph-mon[94343]: osdmap e2374: 8 total, 8 up, 8 in 2024-08-17T01:47:55.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:55 smithi082 ceph-mon[91979]: osdmap e2374: 8 total, 8 up, 8 in 2024-08-17T01:47:55.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:55 smithi137 ceph-mon[86391]: osdmap e2374: 8 total, 8 up, 8 in 2024-08-17T01:47:56.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:56 smithi082 ceph-mon[94343]: pgmap v4083: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 4.0 KiB/s wr, 501 op/s 2024-08-17T01:47:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:56 smithi082 ceph-mon[94343]: osdmap e2375: 8 total, 8 up, 8 in 2024-08-17T01:47:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:56 smithi082 ceph-mon[91979]: pgmap v4083: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 4.0 KiB/s wr, 501 op/s 2024-08-17T01:47:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:56 smithi082 ceph-mon[91979]: osdmap e2375: 8 total, 8 up, 8 in 2024-08-17T01:47:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:56 smithi137 ceph-mon[86391]: pgmap v4083: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 4.0 KiB/s wr, 501 op/s 2024-08-17T01:47:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:56 smithi137 ceph-mon[86391]: osdmap e2375: 8 total, 8 up, 8 in 2024-08-17T01:47:57.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:57 smithi082 ceph-mon[94343]: osdmap e2376: 8 total, 8 up, 8 in 2024-08-17T01:47:57.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:57 smithi082 ceph-mon[91979]: osdmap e2376: 8 total, 8 up, 8 in 2024-08-17T01:47:57.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:57 smithi137 ceph-mon[86391]: osdmap e2376: 8 total, 8 up, 8 in 2024-08-17T01:47:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:58 smithi082 ceph-mon[91979]: pgmap v4086: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-17T01:47:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:58 smithi082 ceph-mon[91979]: osdmap e2377: 8 total, 8 up, 8 in 2024-08-17T01:47:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:58 smithi082 ceph-mon[94343]: pgmap v4086: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-17T01:47:58.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:58 smithi082 ceph-mon[94343]: osdmap e2377: 8 total, 8 up, 8 in 2024-08-17T01:47:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:58 smithi137 ceph-mon[86391]: pgmap v4086: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-17T01:47:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:58 smithi137 ceph-mon[86391]: osdmap e2377: 8 total, 8 up, 8 in 2024-08-17T01:47:59.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:47:59 smithi082 ceph-mon[91979]: osdmap e2378: 8 total, 8 up, 8 in 2024-08-17T01:47:59.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:47:59 smithi082 ceph-mon[94343]: osdmap e2378: 8 total, 8 up, 8 in 2024-08-17T01:47:59.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:47:59 smithi137 ceph-mon[86391]: osdmap e2378: 8 total, 8 up, 8 in 2024-08-17T01:48:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:00 smithi082 ceph-mon[91979]: pgmap v4089: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 406 KiB/s rd, 3.5 KiB/s wr, 544 op/s 2024-08-17T01:48:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:00 smithi082 ceph-mon[91979]: osdmap e2379: 8 total, 8 up, 8 in 2024-08-17T01:48:00.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:00 smithi082 ceph-mon[94343]: pgmap v4089: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 406 KiB/s rd, 3.5 KiB/s wr, 544 op/s 2024-08-17T01:48:00.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:00 smithi082 ceph-mon[94343]: osdmap e2379: 8 total, 8 up, 8 in 2024-08-17T01:48:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:00 smithi137 ceph-mon[86391]: pgmap v4089: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 406 KiB/s rd, 3.5 KiB/s wr, 544 op/s 2024-08-17T01:48:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:00 smithi137 ceph-mon[86391]: osdmap e2379: 8 total, 8 up, 8 in 2024-08-17T01:48:01.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:01 smithi082 ceph-mon[94343]: osdmap e2380: 8 total, 8 up, 8 in 2024-08-17T01:48:01.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:01 smithi082 ceph-mon[91979]: osdmap e2380: 8 total, 8 up, 8 in 2024-08-17T01:48:01.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:01 smithi137 ceph-mon[86391]: osdmap e2380: 8 total, 8 up, 8 in 2024-08-17T01:48:02.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:02 smithi082 ceph-mon[94343]: pgmap v4092: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 406 KiB/s rd, 3.7 KiB/s wr, 544 op/s 2024-08-17T01:48:02.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:02 smithi082 ceph-mon[94343]: osdmap e2381: 8 total, 8 up, 8 in 2024-08-17T01:48:02.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:02 smithi082 ceph-mon[91979]: pgmap v4092: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 406 KiB/s rd, 3.7 KiB/s wr, 544 op/s 2024-08-17T01:48:02.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:02 smithi082 ceph-mon[91979]: osdmap e2381: 8 total, 8 up, 8 in 2024-08-17T01:48:02.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:02 smithi137 ceph-mon[86391]: pgmap v4092: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 406 KiB/s rd, 3.7 KiB/s wr, 544 op/s 2024-08-17T01:48:02.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:02 smithi137 ceph-mon[86391]: osdmap e2381: 8 total, 8 up, 8 in 2024-08-17T01:48:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:48:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:48:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:48:03.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:03 smithi082 ceph-mon[91979]: osdmap e2382: 8 total, 8 up, 8 in 2024-08-17T01:48:03.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:03 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:48:03.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:03 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:48:03.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:03 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:48:03.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:03 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:48:03.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:03 smithi082 ceph-mon[94343]: osdmap e2382: 8 total, 8 up, 8 in 2024-08-17T01:48:03.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:03 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:48:03.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:03 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:48:03.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:03 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:48:03.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:03 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:48:03.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:03 smithi137 ceph-mon[86391]: osdmap e2382: 8 total, 8 up, 8 in 2024-08-17T01:48:03.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:03 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:48:03.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:03 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:48:03.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:03 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:48:03.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:03 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:48:04.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:04 smithi082 ceph-mon[91979]: pgmap v4095: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 3.0 KiB/s wr, 588 op/s 2024-08-17T01:48:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:04 smithi082 ceph-mon[91979]: osdmap e2383: 8 total, 8 up, 8 in 2024-08-17T01:48:04.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:04 smithi082 ceph-mon[94343]: pgmap v4095: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 3.0 KiB/s wr, 588 op/s 2024-08-17T01:48:04.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:04 smithi082 ceph-mon[94343]: osdmap e2383: 8 total, 8 up, 8 in 2024-08-17T01:48:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:04 smithi137 ceph-mon[86391]: pgmap v4095: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 3.0 KiB/s wr, 588 op/s 2024-08-17T01:48:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:04 smithi137 ceph-mon[86391]: osdmap e2383: 8 total, 8 up, 8 in 2024-08-17T01:48:05.369 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:48:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:48:05] "GET /metrics HTTP/1.1" 200 36651 "" "Prometheus/2.43.0" 2024-08-17T01:48:05.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:05 smithi082 ceph-mon[94343]: osdmap e2384: 8 total, 8 up, 8 in 2024-08-17T01:48:05.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:48:05.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:05 smithi082 ceph-mon[91979]: osdmap e2384: 8 total, 8 up, 8 in 2024-08-17T01:48:05.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:48:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:05 smithi137 ceph-mon[86391]: osdmap e2384: 8 total, 8 up, 8 in 2024-08-17T01:48:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:48:06.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:06 smithi082 ceph-mon[94343]: pgmap v4098: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 3.2 KiB/s wr, 588 op/s 2024-08-17T01:48:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:06 smithi082 ceph-mon[94343]: osdmap e2385: 8 total, 8 up, 8 in 2024-08-17T01:48:06.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:06 smithi082 ceph-mon[91979]: pgmap v4098: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 3.2 KiB/s wr, 588 op/s 2024-08-17T01:48:06.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:06 smithi082 ceph-mon[91979]: osdmap e2385: 8 total, 8 up, 8 in 2024-08-17T01:48:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:06 smithi137 ceph-mon[86391]: pgmap v4098: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 3.2 KiB/s wr, 588 op/s 2024-08-17T01:48:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:06 smithi137 ceph-mon[86391]: osdmap e2385: 8 total, 8 up, 8 in 2024-08-17T01:48:07.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:07 smithi082 ceph-mon[94343]: osdmap e2386: 8 total, 8 up, 8 in 2024-08-17T01:48:07.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:07 smithi082 ceph-mon[91979]: osdmap e2386: 8 total, 8 up, 8 in 2024-08-17T01:48:07.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:07 smithi137 ceph-mon[86391]: osdmap e2386: 8 total, 8 up, 8 in 2024-08-17T01:48:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:08 smithi082 ceph-mon[91979]: pgmap v4101: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-08-17T01:48:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:08 smithi082 ceph-mon[91979]: osdmap e2387: 8 total, 8 up, 8 in 2024-08-17T01:48:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:08 smithi082 ceph-mon[94343]: pgmap v4101: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-08-17T01:48:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:08 smithi082 ceph-mon[94343]: osdmap e2387: 8 total, 8 up, 8 in 2024-08-17T01:48:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:08 smithi137 ceph-mon[86391]: pgmap v4101: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-08-17T01:48:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:08 smithi137 ceph-mon[86391]: osdmap e2387: 8 total, 8 up, 8 in 2024-08-17T01:48:09.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:09 smithi082 ceph-mon[91979]: osdmap e2388: 8 total, 8 up, 8 in 2024-08-17T01:48:09.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:09 smithi082 ceph-mon[94343]: osdmap e2388: 8 total, 8 up, 8 in 2024-08-17T01:48:09.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:09 smithi137 ceph-mon[86391]: osdmap e2388: 8 total, 8 up, 8 in 2024-08-17T01:48:10.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:10 smithi082 ceph-mon[91979]: pgmap v4104: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 472 KiB/s rd, 3.5 KiB/s wr, 635 op/s 2024-08-17T01:48:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:10 smithi082 ceph-mon[91979]: osdmap e2389: 8 total, 8 up, 8 in 2024-08-17T01:48:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:10 smithi082 ceph-mon[94343]: pgmap v4104: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 472 KiB/s rd, 3.5 KiB/s wr, 635 op/s 2024-08-17T01:48:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:10 smithi082 ceph-mon[94343]: osdmap e2389: 8 total, 8 up, 8 in 2024-08-17T01:48:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:10 smithi137 ceph-mon[86391]: pgmap v4104: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 472 KiB/s rd, 3.5 KiB/s wr, 635 op/s 2024-08-17T01:48:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:10 smithi137 ceph-mon[86391]: osdmap e2389: 8 total, 8 up, 8 in 2024-08-17T01:48:11.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:11 smithi082 ceph-mon[94343]: osdmap e2390: 8 total, 8 up, 8 in 2024-08-17T01:48:11.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:11 smithi082 ceph-mon[91979]: osdmap e2390: 8 total, 8 up, 8 in 2024-08-17T01:48:11.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:11 smithi137 ceph-mon[86391]: osdmap e2390: 8 total, 8 up, 8 in 2024-08-17T01:48:12.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:12 smithi082 ceph-mon[94343]: pgmap v4107: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 472 KiB/s rd, 3.2 KiB/s wr, 635 op/s 2024-08-17T01:48:12.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:12 smithi082 ceph-mon[94343]: osdmap e2391: 8 total, 8 up, 8 in 2024-08-17T01:48:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:12 smithi082 ceph-mon[91979]: pgmap v4107: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 472 KiB/s rd, 3.2 KiB/s wr, 635 op/s 2024-08-17T01:48:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:12 smithi082 ceph-mon[91979]: osdmap e2391: 8 total, 8 up, 8 in 2024-08-17T01:48:12.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:12 smithi137 ceph-mon[86391]: pgmap v4107: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 472 KiB/s rd, 3.2 KiB/s wr, 635 op/s 2024-08-17T01:48:12.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:12 smithi137 ceph-mon[86391]: osdmap e2391: 8 total, 8 up, 8 in 2024-08-17T01:48:12.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:48:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:48:13.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:13 smithi082 ceph-mon[94343]: osdmap e2392: 8 total, 8 up, 8 in 2024-08-17T01:48:13.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:13 smithi082 ceph-mon[91979]: osdmap e2392: 8 total, 8 up, 8 in 2024-08-17T01:48:13.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:13 smithi137 ceph-mon[86391]: osdmap e2392: 8 total, 8 up, 8 in 2024-08-17T01:48:14.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:14 smithi082 ceph-mon[94343]: pgmap v4110: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 504 KiB/s rd, 3.7 KiB/s wr, 679 op/s 2024-08-17T01:48:14.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:14 smithi082 ceph-mon[94343]: osdmap e2393: 8 total, 8 up, 8 in 2024-08-17T01:48:14.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:14 smithi082 ceph-mon[91979]: pgmap v4110: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 504 KiB/s rd, 3.7 KiB/s wr, 679 op/s 2024-08-17T01:48:14.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:14 smithi082 ceph-mon[91979]: osdmap e2393: 8 total, 8 up, 8 in 2024-08-17T01:48:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:14 smithi137 ceph-mon[86391]: pgmap v4110: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 504 KiB/s rd, 3.7 KiB/s wr, 679 op/s 2024-08-17T01:48:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:14 smithi137 ceph-mon[86391]: osdmap e2393: 8 total, 8 up, 8 in 2024-08-17T01:48:15.435 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:48:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:48:15] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-08-17T01:48:15.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:15 smithi082 ceph-mon[91979]: osdmap e2394: 8 total, 8 up, 8 in 2024-08-17T01:48:15.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:15 smithi082 ceph-mon[94343]: osdmap e2394: 8 total, 8 up, 8 in 2024-08-17T01:48:15.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:15 smithi137 ceph-mon[86391]: osdmap e2394: 8 total, 8 up, 8 in 2024-08-17T01:48:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:16 smithi082 ceph-mon[94343]: pgmap v4113: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 504 KiB/s rd, 4.0 KiB/s wr, 680 op/s 2024-08-17T01:48:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:16 smithi082 ceph-mon[94343]: osdmap e2395: 8 total, 8 up, 8 in 2024-08-17T01:48:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:16 smithi082 ceph-mon[91979]: pgmap v4113: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 504 KiB/s rd, 4.0 KiB/s wr, 680 op/s 2024-08-17T01:48:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:16 smithi082 ceph-mon[91979]: osdmap e2395: 8 total, 8 up, 8 in 2024-08-17T01:48:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:16 smithi137 ceph-mon[86391]: pgmap v4113: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 504 KiB/s rd, 4.0 KiB/s wr, 680 op/s 2024-08-17T01:48:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:16 smithi137 ceph-mon[86391]: osdmap e2395: 8 total, 8 up, 8 in 2024-08-17T01:48:17.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:17 smithi082 ceph-mon[94343]: osdmap e2396: 8 total, 8 up, 8 in 2024-08-17T01:48:17.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:17 smithi082 ceph-mon[91979]: osdmap e2396: 8 total, 8 up, 8 in 2024-08-17T01:48:17.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:17 smithi137 ceph-mon[86391]: osdmap e2396: 8 total, 8 up, 8 in 2024-08-17T01:48:18.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:18 smithi082 ceph-mon[94343]: pgmap v4116: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-08-17T01:48:18.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:18 smithi082 ceph-mon[94343]: osdmap e2397: 8 total, 8 up, 8 in 2024-08-17T01:48:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:18 smithi082 ceph-mon[91979]: pgmap v4116: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-08-17T01:48:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:18 smithi082 ceph-mon[91979]: osdmap e2397: 8 total, 8 up, 8 in 2024-08-17T01:48:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:18 smithi137 ceph-mon[86391]: pgmap v4116: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-08-17T01:48:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:18 smithi137 ceph-mon[86391]: osdmap e2397: 8 total, 8 up, 8 in 2024-08-17T01:48:19.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:19 smithi082 ceph-mon[91979]: osdmap e2398: 8 total, 8 up, 8 in 2024-08-17T01:48:19.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:19 smithi082 ceph-mon[94343]: osdmap e2398: 8 total, 8 up, 8 in 2024-08-17T01:48:19.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:19 smithi137 ceph-mon[86391]: osdmap e2398: 8 total, 8 up, 8 in 2024-08-17T01:48:20.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:20 smithi082 ceph-mon[91979]: pgmap v4119: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 537 KiB/s rd, 2.7 KiB/s wr, 722 op/s 2024-08-17T01:48:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:20 smithi082 ceph-mon[91979]: osdmap e2399: 8 total, 8 up, 8 in 2024-08-17T01:48:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:48:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:20 smithi082 ceph-mon[94343]: pgmap v4119: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 537 KiB/s rd, 2.7 KiB/s wr, 722 op/s 2024-08-17T01:48:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:20 smithi082 ceph-mon[94343]: osdmap e2399: 8 total, 8 up, 8 in 2024-08-17T01:48:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:48:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:20 smithi137 ceph-mon[86391]: pgmap v4119: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 537 KiB/s rd, 2.7 KiB/s wr, 722 op/s 2024-08-17T01:48:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:20 smithi137 ceph-mon[86391]: osdmap e2399: 8 total, 8 up, 8 in 2024-08-17T01:48:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:48:21.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:21 smithi082 ceph-mon[91979]: osdmap e2400: 8 total, 8 up, 8 in 2024-08-17T01:48:21.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:21 smithi082 ceph-mon[94343]: osdmap e2400: 8 total, 8 up, 8 in 2024-08-17T01:48:21.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:21 smithi137 ceph-mon[86391]: osdmap e2400: 8 total, 8 up, 8 in 2024-08-17T01:48:22.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:22 smithi082 ceph-mon[94343]: pgmap v4122: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 537 KiB/s rd, 3.2 KiB/s wr, 723 op/s 2024-08-17T01:48:22.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:22 smithi082 ceph-mon[94343]: osdmap e2401: 8 total, 8 up, 8 in 2024-08-17T01:48:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:22 smithi082 ceph-mon[91979]: pgmap v4122: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 537 KiB/s rd, 3.2 KiB/s wr, 723 op/s 2024-08-17T01:48:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:22 smithi082 ceph-mon[91979]: osdmap e2401: 8 total, 8 up, 8 in 2024-08-17T01:48:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:22 smithi137 ceph-mon[86391]: pgmap v4122: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 537 KiB/s rd, 3.2 KiB/s wr, 723 op/s 2024-08-17T01:48:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:22 smithi137 ceph-mon[86391]: osdmap e2401: 8 total, 8 up, 8 in 2024-08-17T01:48:22.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:48:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:48:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:48:23.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:23 smithi137 ceph-mon[86391]: osdmap e2402: 8 total, 8 up, 8 in 2024-08-17T01:48:23.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:23 smithi082 ceph-mon[94343]: osdmap e2402: 8 total, 8 up, 8 in 2024-08-17T01:48:23.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:23 smithi082 ceph-mon[91979]: osdmap e2402: 8 total, 8 up, 8 in 2024-08-17T01:48:24.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:24 smithi082 ceph-mon[94343]: pgmap v4125: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 569 KiB/s rd, 4.2 KiB/s wr, 767 op/s 2024-08-17T01:48:24.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:24 smithi082 ceph-mon[94343]: osdmap e2403: 8 total, 8 up, 8 in 2024-08-17T01:48:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:24 smithi082 ceph-mon[91979]: pgmap v4125: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 569 KiB/s rd, 4.2 KiB/s wr, 767 op/s 2024-08-17T01:48:24.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:24 smithi082 ceph-mon[91979]: osdmap e2403: 8 total, 8 up, 8 in 2024-08-17T01:48:24.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:24 smithi137 ceph-mon[86391]: pgmap v4125: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 569 KiB/s rd, 4.2 KiB/s wr, 767 op/s 2024-08-17T01:48:24.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:24 smithi137 ceph-mon[86391]: osdmap e2403: 8 total, 8 up, 8 in 2024-08-17T01:48:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:48:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:48:25] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-08-17T01:48:25.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:25 smithi082 ceph-mon[94343]: osdmap e2404: 8 total, 8 up, 8 in 2024-08-17T01:48:25.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:25 smithi082 ceph-mon[91979]: osdmap e2404: 8 total, 8 up, 8 in 2024-08-17T01:48:25.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:25 smithi137 ceph-mon[86391]: osdmap e2404: 8 total, 8 up, 8 in 2024-08-17T01:48:26.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:26 smithi082 ceph-mon[91979]: pgmap v4128: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 569 KiB/s rd, 4.2 KiB/s wr, 767 op/s 2024-08-17T01:48:26.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:26 smithi082 ceph-mon[91979]: osdmap e2405: 8 total, 8 up, 8 in 2024-08-17T01:48:26.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:26 smithi082 ceph-mon[94343]: pgmap v4128: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 569 KiB/s rd, 4.2 KiB/s wr, 767 op/s 2024-08-17T01:48:26.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:26 smithi082 ceph-mon[94343]: osdmap e2405: 8 total, 8 up, 8 in 2024-08-17T01:48:26.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:26 smithi137 ceph-mon[86391]: pgmap v4128: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 569 KiB/s rd, 4.2 KiB/s wr, 767 op/s 2024-08-17T01:48:26.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:26 smithi137 ceph-mon[86391]: osdmap e2405: 8 total, 8 up, 8 in 2024-08-17T01:48:27.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:27 smithi082 ceph-mon[91979]: osdmap e2406: 8 total, 8 up, 8 in 2024-08-17T01:48:27.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:27 smithi082 ceph-mon[94343]: osdmap e2406: 8 total, 8 up, 8 in 2024-08-17T01:48:27.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:27 smithi137 ceph-mon[86391]: osdmap e2406: 8 total, 8 up, 8 in 2024-08-17T01:48:28.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:28 smithi082 ceph-mon[94343]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-17T01:48:28.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:28 smithi082 ceph-mon[94343]: osdmap e2407: 8 total, 8 up, 8 in 2024-08-17T01:48:28.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:28 smithi082 ceph-mon[91979]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-17T01:48:28.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:28 smithi082 ceph-mon[91979]: osdmap e2407: 8 total, 8 up, 8 in 2024-08-17T01:48:28.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:28 smithi137 ceph-mon[86391]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-17T01:48:28.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:28 smithi137 ceph-mon[86391]: osdmap e2407: 8 total, 8 up, 8 in 2024-08-17T01:48:29.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:29 smithi082 ceph-mon[94343]: osdmap e2408: 8 total, 8 up, 8 in 2024-08-17T01:48:29.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:29 smithi082 ceph-mon[91979]: osdmap e2408: 8 total, 8 up, 8 in 2024-08-17T01:48:29.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:29 smithi137 ceph-mon[86391]: osdmap e2408: 8 total, 8 up, 8 in 2024-08-17T01:48:30.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:30 smithi082 ceph-mon[94343]: pgmap v4134: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 602 KiB/s rd, 3.2 KiB/s wr, 810 op/s 2024-08-17T01:48:30.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:30 smithi082 ceph-mon[94343]: osdmap e2409: 8 total, 8 up, 8 in 2024-08-17T01:48:30.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:30 smithi082 ceph-mon[91979]: pgmap v4134: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 602 KiB/s rd, 3.2 KiB/s wr, 810 op/s 2024-08-17T01:48:30.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:30 smithi082 ceph-mon[91979]: osdmap e2409: 8 total, 8 up, 8 in 2024-08-17T01:48:30.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:30 smithi137 ceph-mon[86391]: pgmap v4134: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 602 KiB/s rd, 3.2 KiB/s wr, 810 op/s 2024-08-17T01:48:30.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:30 smithi137 ceph-mon[86391]: osdmap e2409: 8 total, 8 up, 8 in 2024-08-17T01:48:31.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:31 smithi137 ceph-mon[86391]: osdmap e2410: 8 total, 8 up, 8 in 2024-08-17T01:48:31.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:31 smithi082 ceph-mon[94343]: osdmap e2410: 8 total, 8 up, 8 in 2024-08-17T01:48:31.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:31 smithi082 ceph-mon[91979]: osdmap e2410: 8 total, 8 up, 8 in 2024-08-17T01:48:32.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:32 smithi137 ceph-mon[86391]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 602 KiB/s rd, 3.5 KiB/s wr, 810 op/s 2024-08-17T01:48:32.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:32 smithi137 ceph-mon[86391]: osdmap e2411: 8 total, 8 up, 8 in 2024-08-17T01:48:32.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:48:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:48:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:48:32.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:32 smithi082 ceph-mon[94343]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 602 KiB/s rd, 3.5 KiB/s wr, 810 op/s 2024-08-17T01:48:32.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:32 smithi082 ceph-mon[94343]: osdmap e2411: 8 total, 8 up, 8 in 2024-08-17T01:48:32.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:32 smithi082 ceph-mon[91979]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 602 KiB/s rd, 3.5 KiB/s wr, 810 op/s 2024-08-17T01:48:32.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:32 smithi082 ceph-mon[91979]: osdmap e2411: 8 total, 8 up, 8 in 2024-08-17T01:48:33.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:33 smithi082 ceph-mon[91979]: osdmap e2412: 8 total, 8 up, 8 in 2024-08-17T01:48:33.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:33 smithi082 ceph-mon[94343]: osdmap e2412: 8 total, 8 up, 8 in 2024-08-17T01:48:33.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:33 smithi137 ceph-mon[86391]: osdmap e2412: 8 total, 8 up, 8 in 2024-08-17T01:48:34.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:34 smithi082 ceph-mon[94343]: pgmap v4140: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 4.0 KiB/s wr, 855 op/s 2024-08-17T01:48:34.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:34 smithi082 ceph-mon[94343]: osdmap e2413: 8 total, 8 up, 8 in 2024-08-17T01:48:34.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:34 smithi082 ceph-mon[91979]: pgmap v4140: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 4.0 KiB/s wr, 855 op/s 2024-08-17T01:48:34.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:34 smithi082 ceph-mon[91979]: osdmap e2413: 8 total, 8 up, 8 in 2024-08-17T01:48:34.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:34 smithi137 ceph-mon[86391]: pgmap v4140: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 4.0 KiB/s wr, 855 op/s 2024-08-17T01:48:34.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:34 smithi137 ceph-mon[86391]: osdmap e2413: 8 total, 8 up, 8 in 2024-08-17T01:48:35.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:48:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:48:35] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-08-17T01:48:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:35 smithi082 ceph-mon[91979]: osdmap e2414: 8 total, 8 up, 8 in 2024-08-17T01:48:35.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:48:35.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:35 smithi082 ceph-mon[94343]: osdmap e2414: 8 total, 8 up, 8 in 2024-08-17T01:48:35.976 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:48:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:35 smithi137 ceph-mon[86391]: osdmap e2414: 8 total, 8 up, 8 in 2024-08-17T01:48:35.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:48:36.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:36 smithi082 ceph-mon[91979]: pgmap v4143: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 3.7 KiB/s wr, 854 op/s 2024-08-17T01:48:36.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:36 smithi082 ceph-mon[91979]: osdmap e2415: 8 total, 8 up, 8 in 2024-08-17T01:48:36.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:36 smithi082 ceph-mon[94343]: pgmap v4143: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 3.7 KiB/s wr, 854 op/s 2024-08-17T01:48:36.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:36 smithi082 ceph-mon[94343]: osdmap e2415: 8 total, 8 up, 8 in 2024-08-17T01:48:36.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:36 smithi137 ceph-mon[86391]: pgmap v4143: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 3.7 KiB/s wr, 854 op/s 2024-08-17T01:48:36.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:36 smithi137 ceph-mon[86391]: osdmap e2415: 8 total, 8 up, 8 in 2024-08-17T01:48:37.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:37 smithi082 ceph-mon[94343]: osdmap e2416: 8 total, 8 up, 8 in 2024-08-17T01:48:37.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:37 smithi082 ceph-mon[91979]: osdmap e2416: 8 total, 8 up, 8 in 2024-08-17T01:48:37.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:37 smithi137 ceph-mon[86391]: osdmap e2416: 8 total, 8 up, 8 in 2024-08-17T01:48:38.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:38 smithi082 ceph-mon[94343]: pgmap v4146: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T01:48:38.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:38 smithi082 ceph-mon[94343]: osdmap e2417: 8 total, 8 up, 8 in 2024-08-17T01:48:38.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:38 smithi082 ceph-mon[91979]: pgmap v4146: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T01:48:38.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:38 smithi082 ceph-mon[91979]: osdmap e2417: 8 total, 8 up, 8 in 2024-08-17T01:48:38.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:38 smithi137 ceph-mon[86391]: pgmap v4146: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T01:48:38.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:38 smithi137 ceph-mon[86391]: osdmap e2417: 8 total, 8 up, 8 in 2024-08-17T01:48:39.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:39 smithi082 ceph-mon[94343]: osdmap e2418: 8 total, 8 up, 8 in 2024-08-17T01:48:39.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:39 smithi082 ceph-mon[91979]: osdmap e2418: 8 total, 8 up, 8 in 2024-08-17T01:48:39.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:39 smithi137 ceph-mon[86391]: osdmap e2418: 8 total, 8 up, 8 in 2024-08-17T01:48:40.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:40 smithi082 ceph-mon[94343]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 667 KiB/s rd, 3.2 KiB/s wr, 897 op/s 2024-08-17T01:48:40.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:40 smithi082 ceph-mon[94343]: osdmap e2419: 8 total, 8 up, 8 in 2024-08-17T01:48:40.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:40 smithi082 ceph-mon[91979]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 667 KiB/s rd, 3.2 KiB/s wr, 897 op/s 2024-08-17T01:48:40.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:40 smithi082 ceph-mon[91979]: osdmap e2419: 8 total, 8 up, 8 in 2024-08-17T01:48:40.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:40 smithi137 ceph-mon[86391]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 667 KiB/s rd, 3.2 KiB/s wr, 897 op/s 2024-08-17T01:48:40.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:40 smithi137 ceph-mon[86391]: osdmap e2419: 8 total, 8 up, 8 in 2024-08-17T01:48:41.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:41 smithi082 ceph-mon[94343]: osdmap e2420: 8 total, 8 up, 8 in 2024-08-17T01:48:41.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:41 smithi082 ceph-mon[91979]: osdmap e2420: 8 total, 8 up, 8 in 2024-08-17T01:48:41.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:41 smithi137 ceph-mon[86391]: osdmap e2420: 8 total, 8 up, 8 in 2024-08-17T01:48:42.612 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:48:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:48:42.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:42 smithi082 ceph-mon[94343]: pgmap v4152: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 667 KiB/s rd, 3.7 KiB/s wr, 898 op/s 2024-08-17T01:48:42.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:42 smithi082 ceph-mon[94343]: osdmap e2421: 8 total, 8 up, 8 in 2024-08-17T01:48:42.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:42 smithi082 ceph-mon[91979]: pgmap v4152: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 667 KiB/s rd, 3.7 KiB/s wr, 898 op/s 2024-08-17T01:48:42.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:42 smithi082 ceph-mon[91979]: osdmap e2421: 8 total, 8 up, 8 in 2024-08-17T01:48:42.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:42 smithi137 ceph-mon[86391]: pgmap v4152: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 667 KiB/s rd, 3.7 KiB/s wr, 898 op/s 2024-08-17T01:48:42.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:42 smithi137 ceph-mon[86391]: osdmap e2421: 8 total, 8 up, 8 in 2024-08-17T01:48:43.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:43 smithi082 ceph-mon[94343]: osdmap e2422: 8 total, 8 up, 8 in 2024-08-17T01:48:43.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:43 smithi082 ceph-mon[91979]: osdmap e2422: 8 total, 8 up, 8 in 2024-08-17T01:48:43.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:43 smithi137 ceph-mon[86391]: osdmap e2422: 8 total, 8 up, 8 in 2024-08-17T01:48:44.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:44 smithi082 ceph-mon[94343]: pgmap v4155: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 700 KiB/s rd, 3.5 KiB/s wr, 941 op/s 2024-08-17T01:48:44.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:44 smithi082 ceph-mon[94343]: osdmap e2423: 8 total, 8 up, 8 in 2024-08-17T01:48:44.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:44 smithi082 ceph-mon[91979]: pgmap v4155: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 700 KiB/s rd, 3.5 KiB/s wr, 941 op/s 2024-08-17T01:48:44.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:44 smithi082 ceph-mon[91979]: osdmap e2423: 8 total, 8 up, 8 in 2024-08-17T01:48:44.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:44 smithi137 ceph-mon[86391]: pgmap v4155: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 700 KiB/s rd, 3.5 KiB/s wr, 941 op/s 2024-08-17T01:48:44.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:44 smithi137 ceph-mon[86391]: osdmap e2423: 8 total, 8 up, 8 in 2024-08-17T01:48:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:48:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:48:45] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-08-17T01:48:45.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:45 smithi082 ceph-mon[94343]: osdmap e2424: 8 total, 8 up, 8 in 2024-08-17T01:48:45.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:45 smithi082 ceph-mon[91979]: osdmap e2424: 8 total, 8 up, 8 in 2024-08-17T01:48:45.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:45 smithi137 ceph-mon[86391]: osdmap e2424: 8 total, 8 up, 8 in 2024-08-17T01:48:46.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:46 smithi082 ceph-mon[94343]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 700 KiB/s rd, 3.7 KiB/s wr, 942 op/s 2024-08-17T01:48:46.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:46 smithi082 ceph-mon[94343]: osdmap e2425: 8 total, 8 up, 8 in 2024-08-17T01:48:46.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:46 smithi082 ceph-mon[91979]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 700 KiB/s rd, 3.7 KiB/s wr, 942 op/s 2024-08-17T01:48:46.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:46 smithi082 ceph-mon[91979]: osdmap e2425: 8 total, 8 up, 8 in 2024-08-17T01:48:46.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:46 smithi137 ceph-mon[86391]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 700 KiB/s rd, 3.7 KiB/s wr, 942 op/s 2024-08-17T01:48:46.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:46 smithi137 ceph-mon[86391]: osdmap e2425: 8 total, 8 up, 8 in 2024-08-17T01:48:47.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:47 smithi082 ceph-mon[94343]: osdmap e2426: 8 total, 8 up, 8 in 2024-08-17T01:48:47.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:47 smithi082 ceph-mon[91979]: osdmap e2426: 8 total, 8 up, 8 in 2024-08-17T01:48:47.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:47 smithi137 ceph-mon[86391]: osdmap e2426: 8 total, 8 up, 8 in 2024-08-17T01:48:48.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:48 smithi082 ceph-mon[94343]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-17T01:48:48.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:48 smithi082 ceph-mon[94343]: osdmap e2427: 8 total, 8 up, 8 in 2024-08-17T01:48:48.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:48 smithi082 ceph-mon[91979]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-17T01:48:48.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:48 smithi082 ceph-mon[91979]: osdmap e2427: 8 total, 8 up, 8 in 2024-08-17T01:48:48.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:48 smithi137 ceph-mon[86391]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-17T01:48:48.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:48 smithi137 ceph-mon[86391]: osdmap e2427: 8 total, 8 up, 8 in 2024-08-17T01:48:49.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:49 smithi082 ceph-mon[94343]: osdmap e2428: 8 total, 8 up, 8 in 2024-08-17T01:48:49.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:49 smithi082 ceph-mon[91979]: osdmap e2428: 8 total, 8 up, 8 in 2024-08-17T01:48:49.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:49 smithi137 ceph-mon[86391]: osdmap e2428: 8 total, 8 up, 8 in 2024-08-17T01:48:50.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:50 smithi082 ceph-mon[94343]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 732 KiB/s rd, 3.0 KiB/s wr, 985 op/s 2024-08-17T01:48:50.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:50 smithi082 ceph-mon[94343]: osdmap e2429: 8 total, 8 up, 8 in 2024-08-17T01:48:50.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:48:50.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:50 smithi082 ceph-mon[91979]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 732 KiB/s rd, 3.0 KiB/s wr, 985 op/s 2024-08-17T01:48:50.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:50 smithi082 ceph-mon[91979]: osdmap e2429: 8 total, 8 up, 8 in 2024-08-17T01:48:50.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:48:50.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:50 smithi137 ceph-mon[86391]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 732 KiB/s rd, 3.0 KiB/s wr, 985 op/s 2024-08-17T01:48:50.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:50 smithi137 ceph-mon[86391]: osdmap e2429: 8 total, 8 up, 8 in 2024-08-17T01:48:50.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:48:51.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:51 smithi082 ceph-mon[94343]: osdmap e2430: 8 total, 8 up, 8 in 2024-08-17T01:48:51.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:51 smithi082 ceph-mon[91979]: osdmap e2430: 8 total, 8 up, 8 in 2024-08-17T01:48:51.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:51 smithi137 ceph-mon[86391]: osdmap e2430: 8 total, 8 up, 8 in 2024-08-17T01:48:52.705 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:48:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:48:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:48:52.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:52 smithi082 ceph-mon[94343]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 732 KiB/s rd, 3.5 KiB/s wr, 985 op/s 2024-08-17T01:48:52.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:52 smithi082 ceph-mon[94343]: osdmap e2431: 8 total, 8 up, 8 in 2024-08-17T01:48:52.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:52 smithi082 ceph-mon[91979]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 732 KiB/s rd, 3.5 KiB/s wr, 985 op/s 2024-08-17T01:48:52.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:52 smithi082 ceph-mon[91979]: osdmap e2431: 8 total, 8 up, 8 in 2024-08-17T01:48:52.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:52 smithi137 ceph-mon[86391]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 732 KiB/s rd, 3.5 KiB/s wr, 985 op/s 2024-08-17T01:48:52.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:52 smithi137 ceph-mon[86391]: osdmap e2431: 8 total, 8 up, 8 in 2024-08-17T01:48:53.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:53 smithi082 ceph-mon[94343]: osdmap e2432: 8 total, 8 up, 8 in 2024-08-17T01:48:53.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:53 smithi082 ceph-mon[91979]: osdmap e2432: 8 total, 8 up, 8 in 2024-08-17T01:48:53.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:53 smithi137 ceph-mon[86391]: osdmap e2432: 8 total, 8 up, 8 in 2024-08-17T01:48:54.974 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:54 smithi082 ceph-mon[91979]: pgmap v4170: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-08-17T01:48:54.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:54 smithi082 ceph-mon[91979]: osdmap e2433: 8 total, 8 up, 8 in 2024-08-17T01:48:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:54 smithi082 ceph-mon[94343]: pgmap v4170: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-08-17T01:48:54.975 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:54 smithi082 ceph-mon[94343]: osdmap e2433: 8 total, 8 up, 8 in 2024-08-17T01:48:54.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:54 smithi137 ceph-mon[86391]: pgmap v4170: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-08-17T01:48:54.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:54 smithi137 ceph-mon[86391]: osdmap e2433: 8 total, 8 up, 8 in 2024-08-17T01:48:55.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:48:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:48:55] "GET /metrics HTTP/1.1" 200 36651 "" "Prometheus/2.43.0" 2024-08-17T01:48:55.974 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:55 smithi082 ceph-mon[94343]: osdmap e2434: 8 total, 8 up, 8 in 2024-08-17T01:48:55.975 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:55 smithi082 ceph-mon[91979]: osdmap e2434: 8 total, 8 up, 8 in 2024-08-17T01:48:55.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:55 smithi137 ceph-mon[86391]: osdmap e2434: 8 total, 8 up, 8 in 2024-08-17T01:48:56.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:56 smithi137 ceph-mon[86391]: pgmap v4173: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 3.2 KiB/s wr, 1.03k op/s 2024-08-17T01:48:56.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:56 smithi137 ceph-mon[86391]: osdmap e2435: 8 total, 8 up, 8 in 2024-08-17T01:48:57.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:56 smithi082 ceph-mon[94343]: pgmap v4173: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 3.2 KiB/s wr, 1.03k op/s 2024-08-17T01:48:57.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:56 smithi082 ceph-mon[94343]: osdmap e2435: 8 total, 8 up, 8 in 2024-08-17T01:48:57.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:56 smithi082 ceph-mon[91979]: pgmap v4173: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 3.2 KiB/s wr, 1.03k op/s 2024-08-17T01:48:57.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:56 smithi082 ceph-mon[91979]: osdmap e2435: 8 total, 8 up, 8 in 2024-08-17T01:48:58.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:57 smithi082 ceph-mon[94343]: osdmap e2436: 8 total, 8 up, 8 in 2024-08-17T01:48:58.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:57 smithi082 ceph-mon[91979]: osdmap e2436: 8 total, 8 up, 8 in 2024-08-17T01:48:58.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:57 smithi137 ceph-mon[86391]: osdmap e2436: 8 total, 8 up, 8 in 2024-08-17T01:48:59.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:58 smithi082 ceph-mon[94343]: pgmap v4176: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-08-17T01:48:59.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:58 smithi082 ceph-mon[94343]: osdmap e2437: 8 total, 8 up, 8 in 2024-08-17T01:48:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:58 smithi082 ceph-mon[91979]: pgmap v4176: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-08-17T01:48:59.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:58 smithi082 ceph-mon[91979]: osdmap e2437: 8 total, 8 up, 8 in 2024-08-17T01:48:59.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:58 smithi137 ceph-mon[86391]: pgmap v4176: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-08-17T01:48:59.280 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:58 smithi137 ceph-mon[86391]: osdmap e2437: 8 total, 8 up, 8 in 2024-08-17T01:49:00.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:48:59 smithi082 ceph-mon[94343]: osdmap e2438: 8 total, 8 up, 8 in 2024-08-17T01:49:00.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:48:59 smithi082 ceph-mon[91979]: osdmap e2438: 8 total, 8 up, 8 in 2024-08-17T01:49:00.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:48:59 smithi137 ceph-mon[86391]: osdmap e2438: 8 total, 8 up, 8 in 2024-08-17T01:49:01.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:00 smithi082 ceph-mon[91979]: pgmap v4179: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 3.7 KiB/s wr, 1.07k op/s 2024-08-17T01:49:01.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:00 smithi082 ceph-mon[91979]: osdmap e2439: 8 total, 8 up, 8 in 2024-08-17T01:49:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:00 smithi082 ceph-mon[94343]: pgmap v4179: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 3.7 KiB/s wr, 1.07k op/s 2024-08-17T01:49:01.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:00 smithi082 ceph-mon[94343]: osdmap e2439: 8 total, 8 up, 8 in 2024-08-17T01:49:01.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:00 smithi137 ceph-mon[86391]: pgmap v4179: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 3.7 KiB/s wr, 1.07k op/s 2024-08-17T01:49:01.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:00 smithi137 ceph-mon[86391]: osdmap e2439: 8 total, 8 up, 8 in 2024-08-17T01:49:02.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:01 smithi082 ceph-mon[91979]: osdmap e2440: 8 total, 8 up, 8 in 2024-08-17T01:49:02.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:01 smithi082 ceph-mon[94343]: osdmap e2440: 8 total, 8 up, 8 in 2024-08-17T01:49:02.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:01 smithi137 ceph-mon[86391]: osdmap e2440: 8 total, 8 up, 8 in 2024-08-17T01:49:02.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:49:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:49:03.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:02 smithi082 ceph-mon[91979]: pgmap v4182: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 3.0 KiB/s wr, 1.07k op/s 2024-08-17T01:49:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:02 smithi082 ceph-mon[91979]: osdmap e2441: 8 total, 8 up, 8 in 2024-08-17T01:49:03.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:02 smithi082 ceph-mon[94343]: pgmap v4182: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 3.0 KiB/s wr, 1.07k op/s 2024-08-17T01:49:03.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:02 smithi082 ceph-mon[94343]: osdmap e2441: 8 total, 8 up, 8 in 2024-08-17T01:49:03.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:02 smithi137 ceph-mon[86391]: pgmap v4182: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 3.0 KiB/s wr, 1.07k op/s 2024-08-17T01:49:03.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:02 smithi137 ceph-mon[86391]: osdmap e2441: 8 total, 8 up, 8 in 2024-08-17T01:49:04.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:03 smithi082 ceph-mon[94343]: osdmap e2442: 8 total, 8 up, 8 in 2024-08-17T01:49:04.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:03 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:49:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:03 smithi082 ceph-mon[91979]: osdmap e2442: 8 total, 8 up, 8 in 2024-08-17T01:49:04.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:03 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:49:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:03 smithi137 ceph-mon[86391]: osdmap e2442: 8 total, 8 up, 8 in 2024-08-17T01:49:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:03 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:49:05.126 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:49:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:49:05] "GET /metrics HTTP/1.1" 200 36651 "" "Prometheus/2.43.0" 2024-08-17T01:49:05.126 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:04 smithi082 ceph-mon[94343]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-08-17T01:49:05.126 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:04 smithi082 ceph-mon[94343]: osdmap e2443: 8 total, 8 up, 8 in 2024-08-17T01:49:05.127 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:04 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:49:05.127 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:04 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:49:05.127 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:04 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:49:05.127 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:04 smithi082 ceph-mon[91979]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-08-17T01:49:05.127 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:04 smithi082 ceph-mon[91979]: osdmap e2443: 8 total, 8 up, 8 in 2024-08-17T01:49:05.127 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:04 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:49:05.127 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:04 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:49:05.127 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:04 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:49:05.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:04 smithi137 ceph-mon[86391]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-08-17T01:49:05.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:04 smithi137 ceph-mon[86391]: osdmap e2443: 8 total, 8 up, 8 in 2024-08-17T01:49:05.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:04 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:49:05.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:04 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:49:05.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:04 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:49:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:05 smithi082 ceph-mon[91979]: osdmap e2444: 8 total, 8 up, 8 in 2024-08-17T01:49:06.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:49:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:05 smithi082 ceph-mon[94343]: osdmap e2444: 8 total, 8 up, 8 in 2024-08-17T01:49:06.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:49:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:05 smithi137 ceph-mon[86391]: osdmap e2444: 8 total, 8 up, 8 in 2024-08-17T01:49:06.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:49:07.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:06 smithi082 ceph-mon[94343]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 4.0 KiB/s wr, 1.12k op/s 2024-08-17T01:49:07.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:06 smithi082 ceph-mon[94343]: osdmap e2445: 8 total, 8 up, 8 in 2024-08-17T01:49:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:06 smithi082 ceph-mon[91979]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 4.0 KiB/s wr, 1.12k op/s 2024-08-17T01:49:07.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:06 smithi082 ceph-mon[91979]: osdmap e2445: 8 total, 8 up, 8 in 2024-08-17T01:49:07.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:06 smithi137 ceph-mon[86391]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 4.0 KiB/s wr, 1.12k op/s 2024-08-17T01:49:07.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:06 smithi137 ceph-mon[86391]: osdmap e2445: 8 total, 8 up, 8 in 2024-08-17T01:49:08.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:07 smithi082 ceph-mon[94343]: osdmap e2446: 8 total, 8 up, 8 in 2024-08-17T01:49:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:07 smithi082 ceph-mon[94343]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-17T01:49:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:07 smithi082 ceph-mon[91979]: osdmap e2446: 8 total, 8 up, 8 in 2024-08-17T01:49:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:07 smithi082 ceph-mon[91979]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-17T01:49:08.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:07 smithi137 ceph-mon[86391]: osdmap e2446: 8 total, 8 up, 8 in 2024-08-17T01:49:08.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:07 smithi137 ceph-mon[86391]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-17T01:49:09.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:08 smithi082 ceph-mon[94343]: osdmap e2447: 8 total, 8 up, 8 in 2024-08-17T01:49:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:08 smithi082 ceph-mon[91979]: osdmap e2447: 8 total, 8 up, 8 in 2024-08-17T01:49:09.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:08 smithi137 ceph-mon[86391]: osdmap e2447: 8 total, 8 up, 8 in 2024-08-17T01:49:10.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:09 smithi082 ceph-mon[94343]: osdmap e2448: 8 total, 8 up, 8 in 2024-08-17T01:49:10.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:09 smithi082 ceph-mon[94343]: pgmap v4194: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 2.5 KiB/s wr, 925 op/s 2024-08-17T01:49:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:09 smithi082 ceph-mon[91979]: osdmap e2448: 8 total, 8 up, 8 in 2024-08-17T01:49:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:09 smithi082 ceph-mon[91979]: pgmap v4194: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 2.5 KiB/s wr, 925 op/s 2024-08-17T01:49:10.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:09 smithi137 ceph-mon[86391]: osdmap e2448: 8 total, 8 up, 8 in 2024-08-17T01:49:10.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:09 smithi137 ceph-mon[86391]: pgmap v4194: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 2.5 KiB/s wr, 925 op/s 2024-08-17T01:49:11.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:10 smithi082 ceph-mon[94343]: osdmap e2449: 8 total, 8 up, 8 in 2024-08-17T01:49:11.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:10 smithi082 ceph-mon[91979]: osdmap e2449: 8 total, 8 up, 8 in 2024-08-17T01:49:11.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:10 smithi137 ceph-mon[86391]: osdmap e2449: 8 total, 8 up, 8 in 2024-08-17T01:49:12.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:11 smithi082 ceph-mon[94343]: osdmap e2450: 8 total, 8 up, 8 in 2024-08-17T01:49:12.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:11 smithi082 ceph-mon[94343]: pgmap v4197: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 3.0 KiB/s wr, 925 op/s 2024-08-17T01:49:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:11 smithi082 ceph-mon[91979]: osdmap e2450: 8 total, 8 up, 8 in 2024-08-17T01:49:12.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:11 smithi082 ceph-mon[91979]: pgmap v4197: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 3.0 KiB/s wr, 925 op/s 2024-08-17T01:49:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:11 smithi137 ceph-mon[86391]: osdmap e2450: 8 total, 8 up, 8 in 2024-08-17T01:49:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:11 smithi137 ceph-mon[86391]: pgmap v4197: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 3.0 KiB/s wr, 925 op/s 2024-08-17T01:49:12.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:49:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:49:13.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:12 smithi082 ceph-mon[94343]: osdmap e2451: 8 total, 8 up, 8 in 2024-08-17T01:49:13.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:12 smithi082 ceph-mon[91979]: osdmap e2451: 8 total, 8 up, 8 in 2024-08-17T01:49:13.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:12 smithi137 ceph-mon[86391]: osdmap e2451: 8 total, 8 up, 8 in 2024-08-17T01:49:14.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:13 smithi082 ceph-mon[94343]: osdmap e2452: 8 total, 8 up, 8 in 2024-08-17T01:49:14.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:13 smithi082 ceph-mon[94343]: pgmap v4200: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 4.0 KiB/s wr, 1.20k op/s 2024-08-17T01:49:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:13 smithi082 ceph-mon[91979]: osdmap e2452: 8 total, 8 up, 8 in 2024-08-17T01:49:14.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:13 smithi082 ceph-mon[91979]: pgmap v4200: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 4.0 KiB/s wr, 1.20k op/s 2024-08-17T01:49:14.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:13 smithi137 ceph-mon[86391]: osdmap e2452: 8 total, 8 up, 8 in 2024-08-17T01:49:14.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:13 smithi137 ceph-mon[86391]: pgmap v4200: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 4.0 KiB/s wr, 1.20k op/s 2024-08-17T01:49:15.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:14 smithi082 ceph-mon[94343]: osdmap e2453: 8 total, 8 up, 8 in 2024-08-17T01:49:15.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:14 smithi082 ceph-mon[91979]: osdmap e2453: 8 total, 8 up, 8 in 2024-08-17T01:49:15.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:49:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:49:15] "GET /metrics HTTP/1.1" 200 36651 "" "Prometheus/2.43.0" 2024-08-17T01:49:15.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:14 smithi137 ceph-mon[86391]: osdmap e2453: 8 total, 8 up, 8 in 2024-08-17T01:49:16.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:15 smithi082 ceph-mon[94343]: osdmap e2454: 8 total, 8 up, 8 in 2024-08-17T01:49:16.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:15 smithi082 ceph-mon[94343]: pgmap v4203: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 3.7 KiB/s wr, 1.20k op/s 2024-08-17T01:49:16.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:15 smithi082 ceph-mon[91979]: osdmap e2454: 8 total, 8 up, 8 in 2024-08-17T01:49:16.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:15 smithi082 ceph-mon[91979]: pgmap v4203: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 3.7 KiB/s wr, 1.20k op/s 2024-08-17T01:49:16.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:15 smithi137 ceph-mon[86391]: osdmap e2454: 8 total, 8 up, 8 in 2024-08-17T01:49:16.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:15 smithi137 ceph-mon[86391]: pgmap v4203: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 3.7 KiB/s wr, 1.20k op/s 2024-08-17T01:49:17.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:16 smithi082 ceph-mon[94343]: osdmap e2455: 8 total, 8 up, 8 in 2024-08-17T01:49:17.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:16 smithi082 ceph-mon[91979]: osdmap e2455: 8 total, 8 up, 8 in 2024-08-17T01:49:17.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:16 smithi137 ceph-mon[86391]: osdmap e2455: 8 total, 8 up, 8 in 2024-08-17T01:49:18.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:17 smithi082 ceph-mon[94343]: osdmap e2456: 8 total, 8 up, 8 in 2024-08-17T01:49:18.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:17 smithi082 ceph-mon[94343]: pgmap v4206: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-08-17T01:49:18.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:17 smithi082 ceph-mon[91979]: osdmap e2456: 8 total, 8 up, 8 in 2024-08-17T01:49:18.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:17 smithi082 ceph-mon[91979]: pgmap v4206: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-08-17T01:49:18.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:17 smithi137 ceph-mon[86391]: osdmap e2456: 8 total, 8 up, 8 in 2024-08-17T01:49:18.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:17 smithi137 ceph-mon[86391]: pgmap v4206: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-08-17T01:49:19.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:18 smithi082 ceph-mon[94343]: osdmap e2457: 8 total, 8 up, 8 in 2024-08-17T01:49:19.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:18 smithi082 ceph-mon[91979]: osdmap e2457: 8 total, 8 up, 8 in 2024-08-17T01:49:19.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:18 smithi137 ceph-mon[86391]: osdmap e2457: 8 total, 8 up, 8 in 2024-08-17T01:49:20.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:19 smithi082 ceph-mon[94343]: osdmap e2458: 8 total, 8 up, 8 in 2024-08-17T01:49:20.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:19 smithi082 ceph-mon[94343]: pgmap v4209: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 3.2 KiB/s wr, 1.24k op/s 2024-08-17T01:49:20.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:19 smithi082 ceph-mon[91979]: osdmap e2458: 8 total, 8 up, 8 in 2024-08-17T01:49:20.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:19 smithi082 ceph-mon[91979]: pgmap v4209: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 3.2 KiB/s wr, 1.24k op/s 2024-08-17T01:49:20.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:19 smithi137 ceph-mon[86391]: osdmap e2458: 8 total, 8 up, 8 in 2024-08-17T01:49:20.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:19 smithi137 ceph-mon[86391]: pgmap v4209: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 3.2 KiB/s wr, 1.24k op/s 2024-08-17T01:49:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:20 smithi082 ceph-mon[94343]: osdmap e2459: 8 total, 8 up, 8 in 2024-08-17T01:49:21.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:49:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:20 smithi082 ceph-mon[91979]: osdmap e2459: 8 total, 8 up, 8 in 2024-08-17T01:49:21.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:49:21.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:20 smithi137 ceph-mon[86391]: osdmap e2459: 8 total, 8 up, 8 in 2024-08-17T01:49:21.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:49:22.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:21 smithi082 ceph-mon[94343]: osdmap e2460: 8 total, 8 up, 8 in 2024-08-17T01:49:22.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:21 smithi082 ceph-mon[94343]: pgmap v4212: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 3.7 KiB/s wr, 1.24k op/s 2024-08-17T01:49:22.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:21 smithi082 ceph-mon[91979]: osdmap e2460: 8 total, 8 up, 8 in 2024-08-17T01:49:22.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:21 smithi082 ceph-mon[91979]: pgmap v4212: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 3.7 KiB/s wr, 1.24k op/s 2024-08-17T01:49:22.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:21 smithi137 ceph-mon[86391]: osdmap e2460: 8 total, 8 up, 8 in 2024-08-17T01:49:22.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:21 smithi137 ceph-mon[86391]: pgmap v4212: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 3.7 KiB/s wr, 1.24k op/s 2024-08-17T01:49:22.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:49:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:49:23.226 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:22 smithi082 ceph-mon[94343]: osdmap e2461: 8 total, 8 up, 8 in 2024-08-17T01:49:23.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:22 smithi082 ceph-mon[91979]: osdmap e2461: 8 total, 8 up, 8 in 2024-08-17T01:49:23.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:22 smithi137 ceph-mon[86391]: osdmap e2461: 8 total, 8 up, 8 in 2024-08-17T01:49:24.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:23 smithi082 ceph-mon[94343]: osdmap e2462: 8 total, 8 up, 8 in 2024-08-17T01:49:24.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:23 smithi082 ceph-mon[94343]: pgmap v4215: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-08-17T01:49:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:23 smithi082 ceph-mon[91979]: osdmap e2462: 8 total, 8 up, 8 in 2024-08-17T01:49:24.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:23 smithi082 ceph-mon[91979]: pgmap v4215: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-08-17T01:49:24.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:23 smithi137 ceph-mon[86391]: osdmap e2462: 8 total, 8 up, 8 in 2024-08-17T01:49:24.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:23 smithi137 ceph-mon[86391]: pgmap v4215: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-08-17T01:49:25.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:24 smithi082 ceph-mon[94343]: osdmap e2463: 8 total, 8 up, 8 in 2024-08-17T01:49:25.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:24 smithi082 ceph-mon[91979]: osdmap e2463: 8 total, 8 up, 8 in 2024-08-17T01:49:25.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:49:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:49:25] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-08-17T01:49:25.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:24 smithi137 ceph-mon[86391]: osdmap e2463: 8 total, 8 up, 8 in 2024-08-17T01:49:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:25 smithi082 ceph-mon[94343]: osdmap e2464: 8 total, 8 up, 8 in 2024-08-17T01:49:26.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:25 smithi082 ceph-mon[94343]: pgmap v4218: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-08-17T01:49:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:25 smithi082 ceph-mon[91979]: osdmap e2464: 8 total, 8 up, 8 in 2024-08-17T01:49:26.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:25 smithi082 ceph-mon[91979]: pgmap v4218: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-08-17T01:49:26.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:25 smithi137 ceph-mon[86391]: osdmap e2464: 8 total, 8 up, 8 in 2024-08-17T01:49:26.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:25 smithi137 ceph-mon[86391]: pgmap v4218: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-08-17T01:49:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:26 smithi082 ceph-mon[94343]: osdmap e2465: 8 total, 8 up, 8 in 2024-08-17T01:49:27.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:26 smithi082 ceph-mon[91979]: osdmap e2465: 8 total, 8 up, 8 in 2024-08-17T01:49:27.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:26 smithi137 ceph-mon[86391]: osdmap e2465: 8 total, 8 up, 8 in 2024-08-17T01:49:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:27 smithi082 ceph-mon[94343]: osdmap e2466: 8 total, 8 up, 8 in 2024-08-17T01:49:28.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:27 smithi082 ceph-mon[94343]: pgmap v4221: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-17T01:49:28.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:27 smithi082 ceph-mon[91979]: osdmap e2466: 8 total, 8 up, 8 in 2024-08-17T01:49:28.226 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:27 smithi082 ceph-mon[91979]: pgmap v4221: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-17T01:49:28.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:27 smithi137 ceph-mon[86391]: osdmap e2466: 8 total, 8 up, 8 in 2024-08-17T01:49:28.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:27 smithi137 ceph-mon[86391]: pgmap v4221: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-17T01:49:29.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:28 smithi137 ceph-mon[86391]: osdmap e2467: 8 total, 8 up, 8 in 2024-08-17T01:49:29.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:28 smithi082 ceph-mon[94343]: osdmap e2467: 8 total, 8 up, 8 in 2024-08-17T01:49:29.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:28 smithi082 ceph-mon[91979]: osdmap e2467: 8 total, 8 up, 8 in 2024-08-17T01:49:30.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:29 smithi082 ceph-mon[94343]: osdmap e2468: 8 total, 8 up, 8 in 2024-08-17T01:49:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:29 smithi082 ceph-mon[94343]: pgmap v4224: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 986 KiB/s rd, 3.7 KiB/s wr, 1.33k op/s 2024-08-17T01:49:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:29 smithi082 ceph-mon[91979]: osdmap e2468: 8 total, 8 up, 8 in 2024-08-17T01:49:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:29 smithi082 ceph-mon[91979]: pgmap v4224: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 986 KiB/s rd, 3.7 KiB/s wr, 1.33k op/s 2024-08-17T01:49:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:29 smithi137 ceph-mon[86391]: osdmap e2468: 8 total, 8 up, 8 in 2024-08-17T01:49:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:29 smithi137 ceph-mon[86391]: pgmap v4224: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 986 KiB/s rd, 3.7 KiB/s wr, 1.33k op/s 2024-08-17T01:49:31.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:30 smithi082 ceph-mon[94343]: osdmap e2469: 8 total, 8 up, 8 in 2024-08-17T01:49:31.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:30 smithi082 ceph-mon[91979]: osdmap e2469: 8 total, 8 up, 8 in 2024-08-17T01:49:31.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:30 smithi137 ceph-mon[86391]: osdmap e2469: 8 total, 8 up, 8 in 2024-08-17T01:49:32.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:32 smithi137 ceph-mon[86391]: osdmap e2470: 8 total, 8 up, 8 in 2024-08-17T01:49:32.315 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:32 smithi137 ceph-mon[86391]: pgmap v4227: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 986 KiB/s rd, 3.7 KiB/s wr, 1.33k op/s 2024-08-17T01:49:32.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:32 smithi082 ceph-mon[91979]: osdmap e2470: 8 total, 8 up, 8 in 2024-08-17T01:49:32.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:32 smithi082 ceph-mon[91979]: pgmap v4227: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 986 KiB/s rd, 3.7 KiB/s wr, 1.33k op/s 2024-08-17T01:49:32.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:32 smithi082 ceph-mon[94343]: osdmap e2470: 8 total, 8 up, 8 in 2024-08-17T01:49:32.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:32 smithi082 ceph-mon[94343]: pgmap v4227: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 986 KiB/s rd, 3.7 KiB/s wr, 1.33k op/s 2024-08-17T01:49:32.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:49:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:49:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:49:33.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:33 smithi082 ceph-mon[94343]: osdmap e2471: 8 total, 8 up, 8 in 2024-08-17T01:49:33.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:33 smithi082 ceph-mon[91979]: osdmap e2471: 8 total, 8 up, 8 in 2024-08-17T01:49:33.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:33 smithi137 ceph-mon[86391]: osdmap e2471: 8 total, 8 up, 8 in 2024-08-17T01:49:34.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:34 smithi082 ceph-mon[94343]: osdmap e2472: 8 total, 8 up, 8 in 2024-08-17T01:49:34.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:34 smithi082 ceph-mon[94343]: pgmap v4230: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1019 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-08-17T01:49:34.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:34 smithi082 ceph-mon[91979]: osdmap e2472: 8 total, 8 up, 8 in 2024-08-17T01:49:34.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:34 smithi082 ceph-mon[91979]: pgmap v4230: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1019 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-08-17T01:49:34.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:34 smithi137 ceph-mon[86391]: osdmap e2472: 8 total, 8 up, 8 in 2024-08-17T01:49:34.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:34 smithi137 ceph-mon[86391]: pgmap v4230: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1019 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-08-17T01:49:35.376 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:35 smithi082 ceph-mon[91979]: osdmap e2473: 8 total, 8 up, 8 in 2024-08-17T01:49:35.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:35 smithi082 ceph-mon[94343]: osdmap e2473: 8 total, 8 up, 8 in 2024-08-17T01:49:35.377 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:49:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:49:35] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-08-17T01:49:35.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:35 smithi137 ceph-mon[86391]: osdmap e2473: 8 total, 8 up, 8 in 2024-08-17T01:49:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:36 smithi082 ceph-mon[91979]: osdmap e2474: 8 total, 8 up, 8 in 2024-08-17T01:49:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:36 smithi082 ceph-mon[91979]: pgmap v4233: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1020 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-08-17T01:49:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:49:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:36 smithi082 ceph-mon[94343]: osdmap e2474: 8 total, 8 up, 8 in 2024-08-17T01:49:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:36 smithi082 ceph-mon[94343]: pgmap v4233: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1020 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-08-17T01:49:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:49:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:36 smithi137 ceph-mon[86391]: osdmap e2474: 8 total, 8 up, 8 in 2024-08-17T01:49:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:36 smithi137 ceph-mon[86391]: pgmap v4233: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1020 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-08-17T01:49:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:49:37.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:37 smithi082 ceph-mon[91979]: osdmap e2475: 8 total, 8 up, 8 in 2024-08-17T01:49:37.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:37 smithi082 ceph-mon[94343]: osdmap e2475: 8 total, 8 up, 8 in 2024-08-17T01:49:37.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:37 smithi137 ceph-mon[86391]: osdmap e2475: 8 total, 8 up, 8 in 2024-08-17T01:49:38.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:38 smithi082 ceph-mon[91979]: osdmap e2476: 8 total, 8 up, 8 in 2024-08-17T01:49:38.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:38 smithi082 ceph-mon[91979]: pgmap v4236: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-08-17T01:49:38.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:38 smithi082 ceph-mon[94343]: osdmap e2476: 8 total, 8 up, 8 in 2024-08-17T01:49:38.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:38 smithi082 ceph-mon[94343]: pgmap v4236: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-08-17T01:49:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:38 smithi137 ceph-mon[86391]: osdmap e2476: 8 total, 8 up, 8 in 2024-08-17T01:49:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:38 smithi137 ceph-mon[86391]: pgmap v4236: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-08-17T01:49:39.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:39 smithi082 ceph-mon[91979]: osdmap e2477: 8 total, 8 up, 8 in 2024-08-17T01:49:39.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:39 smithi082 ceph-mon[94343]: osdmap e2477: 8 total, 8 up, 8 in 2024-08-17T01:49:39.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:39 smithi137 ceph-mon[86391]: osdmap e2477: 8 total, 8 up, 8 in 2024-08-17T01:49:40.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:40 smithi082 ceph-mon[94343]: osdmap e2478: 8 total, 8 up, 8 in 2024-08-17T01:49:40.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:40 smithi082 ceph-mon[94343]: pgmap v4239: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.42k op/s 2024-08-17T01:49:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:40 smithi082 ceph-mon[91979]: osdmap e2478: 8 total, 8 up, 8 in 2024-08-17T01:49:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:40 smithi082 ceph-mon[91979]: pgmap v4239: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.42k op/s 2024-08-17T01:49:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:40 smithi137 ceph-mon[86391]: osdmap e2478: 8 total, 8 up, 8 in 2024-08-17T01:49:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:40 smithi137 ceph-mon[86391]: pgmap v4239: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.42k op/s 2024-08-17T01:49:41.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:41 smithi082 ceph-mon[94343]: osdmap e2479: 8 total, 8 up, 8 in 2024-08-17T01:49:41.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:41 smithi082 ceph-mon[91979]: osdmap e2479: 8 total, 8 up, 8 in 2024-08-17T01:49:41.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:41 smithi137 ceph-mon[86391]: osdmap e2479: 8 total, 8 up, 8 in 2024-08-17T01:49:42.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:42 smithi082 ceph-mon[94343]: osdmap e2480: 8 total, 8 up, 8 in 2024-08-17T01:49:42.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:42 smithi082 ceph-mon[94343]: pgmap v4242: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.42k op/s 2024-08-17T01:49:42.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:42 smithi082 ceph-mon[91979]: osdmap e2480: 8 total, 8 up, 8 in 2024-08-17T01:49:42.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:42 smithi082 ceph-mon[91979]: pgmap v4242: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.42k op/s 2024-08-17T01:49:42.486 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:49:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:49:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:49:42.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:42 smithi137 ceph-mon[86391]: osdmap e2480: 8 total, 8 up, 8 in 2024-08-17T01:49:42.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:42 smithi137 ceph-mon[86391]: pgmap v4242: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.42k op/s 2024-08-17T01:49:43.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:43 smithi082 ceph-mon[94343]: osdmap e2481: 8 total, 8 up, 8 in 2024-08-17T01:49:43.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:43 smithi082 ceph-mon[91979]: osdmap e2481: 8 total, 8 up, 8 in 2024-08-17T01:49:43.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:43 smithi137 ceph-mon[86391]: osdmap e2481: 8 total, 8 up, 8 in 2024-08-17T01:49:44.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:44 smithi082 ceph-mon[94343]: osdmap e2482: 8 total, 8 up, 8 in 2024-08-17T01:49:44.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:44 smithi082 ceph-mon[94343]: pgmap v4245: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.46k op/s 2024-08-17T01:49:44.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:44 smithi082 ceph-mon[91979]: osdmap e2482: 8 total, 8 up, 8 in 2024-08-17T01:49:44.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:44 smithi082 ceph-mon[91979]: pgmap v4245: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.46k op/s 2024-08-17T01:49:44.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:44 smithi137 ceph-mon[86391]: osdmap e2482: 8 total, 8 up, 8 in 2024-08-17T01:49:44.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:44 smithi137 ceph-mon[86391]: pgmap v4245: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.46k op/s 2024-08-17T01:49:45.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:45 smithi082 ceph-mon[94343]: osdmap e2483: 8 total, 8 up, 8 in 2024-08-17T01:49:45.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:45 smithi082 ceph-mon[91979]: osdmap e2483: 8 total, 8 up, 8 in 2024-08-17T01:49:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:49:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:49:45] "GET /metrics HTTP/1.1" 200 36651 "" "Prometheus/2.43.0" 2024-08-17T01:49:45.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:45 smithi137 ceph-mon[86391]: osdmap e2483: 8 total, 8 up, 8 in 2024-08-17T01:49:46.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:46 smithi082 ceph-mon[94343]: osdmap e2484: 8 total, 8 up, 8 in 2024-08-17T01:49:46.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:46 smithi082 ceph-mon[94343]: pgmap v4248: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.46k op/s 2024-08-17T01:49:46.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:46 smithi082 ceph-mon[91979]: osdmap e2484: 8 total, 8 up, 8 in 2024-08-17T01:49:46.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:46 smithi082 ceph-mon[91979]: pgmap v4248: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.46k op/s 2024-08-17T01:49:46.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:46 smithi137 ceph-mon[86391]: osdmap e2484: 8 total, 8 up, 8 in 2024-08-17T01:49:46.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:46 smithi137 ceph-mon[86391]: pgmap v4248: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.46k op/s 2024-08-17T01:49:47.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:47 smithi082 ceph-mon[94343]: osdmap e2485: 8 total, 8 up, 8 in 2024-08-17T01:49:47.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:47 smithi082 ceph-mon[91979]: osdmap e2485: 8 total, 8 up, 8 in 2024-08-17T01:49:47.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:47 smithi137 ceph-mon[86391]: osdmap e2485: 8 total, 8 up, 8 in 2024-08-17T01:49:48.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:48 smithi082 ceph-mon[91979]: osdmap e2486: 8 total, 8 up, 8 in 2024-08-17T01:49:48.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:48 smithi082 ceph-mon[91979]: pgmap v4251: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-08-17T01:49:48.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:48 smithi082 ceph-mon[94343]: osdmap e2486: 8 total, 8 up, 8 in 2024-08-17T01:49:48.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:48 smithi082 ceph-mon[94343]: pgmap v4251: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-08-17T01:49:48.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:48 smithi137 ceph-mon[86391]: osdmap e2486: 8 total, 8 up, 8 in 2024-08-17T01:49:48.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:48 smithi137 ceph-mon[86391]: pgmap v4251: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-08-17T01:49:49.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:49 smithi082 ceph-mon[94343]: osdmap e2487: 8 total, 8 up, 8 in 2024-08-17T01:49:49.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:49 smithi082 ceph-mon[91979]: osdmap e2487: 8 total, 8 up, 8 in 2024-08-17T01:49:49.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:49 smithi137 ceph-mon[86391]: osdmap e2487: 8 total, 8 up, 8 in 2024-08-17T01:49:50.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:50 smithi137 ceph-mon[86391]: osdmap e2488: 8 total, 8 up, 8 in 2024-08-17T01:49:50.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:50 smithi137 ceph-mon[86391]: pgmap v4254: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.50k op/s 2024-08-17T01:49:50.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:50 smithi082 ceph-mon[94343]: osdmap e2488: 8 total, 8 up, 8 in 2024-08-17T01:49:50.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:50 smithi082 ceph-mon[94343]: pgmap v4254: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.50k op/s 2024-08-17T01:49:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:50 smithi082 ceph-mon[91979]: osdmap e2488: 8 total, 8 up, 8 in 2024-08-17T01:49:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:50 smithi082 ceph-mon[91979]: pgmap v4254: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.50k op/s 2024-08-17T01:49:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:51 smithi082 ceph-mon[94343]: osdmap e2489: 8 total, 8 up, 8 in 2024-08-17T01:49:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:49:51.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:51 smithi082 ceph-mon[91979]: osdmap e2489: 8 total, 8 up, 8 in 2024-08-17T01:49:51.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:49:51.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:51 smithi137 ceph-mon[86391]: osdmap e2489: 8 total, 8 up, 8 in 2024-08-17T01:49:51.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:49:52.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:52 smithi082 ceph-mon[94343]: osdmap e2490: 8 total, 8 up, 8 in 2024-08-17T01:49:52.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:52 smithi082 ceph-mon[94343]: pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.50k op/s 2024-08-17T01:49:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:52 smithi082 ceph-mon[91979]: osdmap e2490: 8 total, 8 up, 8 in 2024-08-17T01:49:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:52 smithi082 ceph-mon[91979]: pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.50k op/s 2024-08-17T01:49:52.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:52 smithi137 ceph-mon[86391]: osdmap e2490: 8 total, 8 up, 8 in 2024-08-17T01:49:52.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:52 smithi137 ceph-mon[86391]: pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.50k op/s 2024-08-17T01:49:52.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:49:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:49:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:49:53.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:53 smithi082 ceph-mon[94343]: osdmap e2491: 8 total, 8 up, 8 in 2024-08-17T01:49:53.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:53 smithi082 ceph-mon[91979]: osdmap e2491: 8 total, 8 up, 8 in 2024-08-17T01:49:53.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:53 smithi137 ceph-mon[86391]: osdmap e2491: 8 total, 8 up, 8 in 2024-08-17T01:49:54.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:54 smithi082 ceph-mon[94343]: osdmap e2492: 8 total, 8 up, 8 in 2024-08-17T01:49:54.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:54 smithi082 ceph-mon[94343]: pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.55k op/s 2024-08-17T01:49:54.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:54 smithi082 ceph-mon[91979]: osdmap e2492: 8 total, 8 up, 8 in 2024-08-17T01:49:54.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:54 smithi082 ceph-mon[91979]: pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.55k op/s 2024-08-17T01:49:54.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:54 smithi137 ceph-mon[86391]: osdmap e2492: 8 total, 8 up, 8 in 2024-08-17T01:49:54.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:54 smithi137 ceph-mon[86391]: pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.55k op/s 2024-08-17T01:49:55.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:55 smithi082 ceph-mon[94343]: osdmap e2493: 8 total, 8 up, 8 in 2024-08-17T01:49:55.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:55 smithi082 ceph-mon[91979]: osdmap e2493: 8 total, 8 up, 8 in 2024-08-17T01:49:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:49:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:49:55] "GET /metrics HTTP/1.1" 200 36655 "" "Prometheus/2.43.0" 2024-08-17T01:49:55.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:55 smithi137 ceph-mon[86391]: osdmap e2493: 8 total, 8 up, 8 in 2024-08-17T01:49:56.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:56 smithi082 ceph-mon[94343]: osdmap e2494: 8 total, 8 up, 8 in 2024-08-17T01:49:56.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:56 smithi082 ceph-mon[94343]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.55k op/s 2024-08-17T01:49:56.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:56 smithi082 ceph-mon[91979]: osdmap e2494: 8 total, 8 up, 8 in 2024-08-17T01:49:56.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:56 smithi082 ceph-mon[91979]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.55k op/s 2024-08-17T01:49:56.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:56 smithi137 ceph-mon[86391]: osdmap e2494: 8 total, 8 up, 8 in 2024-08-17T01:49:56.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:56 smithi137 ceph-mon[86391]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.55k op/s 2024-08-17T01:49:57.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:57 smithi082 ceph-mon[94343]: osdmap e2495: 8 total, 8 up, 8 in 2024-08-17T01:49:57.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:57 smithi082 ceph-mon[91979]: osdmap e2495: 8 total, 8 up, 8 in 2024-08-17T01:49:57.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:57 smithi137 ceph-mon[86391]: osdmap e2495: 8 total, 8 up, 8 in 2024-08-17T01:49:58.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:58 smithi082 ceph-mon[94343]: osdmap e2496: 8 total, 8 up, 8 in 2024-08-17T01:49:58.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:58 smithi082 ceph-mon[94343]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-17T01:49:58.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:58 smithi082 ceph-mon[91979]: osdmap e2496: 8 total, 8 up, 8 in 2024-08-17T01:49:58.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:58 smithi082 ceph-mon[91979]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-17T01:49:58.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:58 smithi137 ceph-mon[86391]: osdmap e2496: 8 total, 8 up, 8 in 2024-08-17T01:49:58.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:58 smithi137 ceph-mon[86391]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-17T01:49:59.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:49:59 smithi082 ceph-mon[94343]: osdmap e2497: 8 total, 8 up, 8 in 2024-08-17T01:49:59.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:49:59 smithi082 ceph-mon[91979]: osdmap e2497: 8 total, 8 up, 8 in 2024-08-17T01:49:59.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:49:59 smithi137 ceph-mon[86391]: osdmap e2497: 8 total, 8 up, 8 in 2024-08-17T01:50:00.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:00 smithi082 ceph-mon[94343]: osdmap e2498: 8 total, 8 up, 8 in 2024-08-17T01:50:00.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:00 smithi082 ceph-mon[94343]: pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.59k op/s 2024-08-17T01:50:00.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:00 smithi082 ceph-mon[94343]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-08-17T01:50:00.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:00 smithi082 ceph-mon[91979]: osdmap e2498: 8 total, 8 up, 8 in 2024-08-17T01:50:00.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:00 smithi082 ceph-mon[91979]: pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.59k op/s 2024-08-17T01:50:00.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:00 smithi082 ceph-mon[91979]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-08-17T01:50:00.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:00 smithi137 ceph-mon[86391]: osdmap e2498: 8 total, 8 up, 8 in 2024-08-17T01:50:00.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:00 smithi137 ceph-mon[86391]: pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.59k op/s 2024-08-17T01:50:00.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:00 smithi137 ceph-mon[86391]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-08-17T01:50:01.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:01 smithi082 ceph-mon[94343]: osdmap e2499: 8 total, 8 up, 8 in 2024-08-17T01:50:01.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:01 smithi082 ceph-mon[91979]: osdmap e2499: 8 total, 8 up, 8 in 2024-08-17T01:50:01.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:01 smithi137 ceph-mon[86391]: osdmap e2499: 8 total, 8 up, 8 in 2024-08-17T01:50:02.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:02 smithi082 ceph-mon[94343]: osdmap e2500: 8 total, 8 up, 8 in 2024-08-17T01:50:02.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:02 smithi082 ceph-mon[94343]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.59k op/s 2024-08-17T01:50:02.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:02 smithi082 ceph-mon[91979]: osdmap e2500: 8 total, 8 up, 8 in 2024-08-17T01:50:02.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:02 smithi082 ceph-mon[91979]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.59k op/s 2024-08-17T01:50:02.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:02 smithi137 ceph-mon[86391]: osdmap e2500: 8 total, 8 up, 8 in 2024-08-17T01:50:02.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:02 smithi137 ceph-mon[86391]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.59k op/s 2024-08-17T01:50:02.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:50:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:50:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:50:03.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:03 smithi082 ceph-mon[94343]: osdmap e2501: 8 total, 8 up, 8 in 2024-08-17T01:50:03.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:03 smithi082 ceph-mon[91979]: osdmap e2501: 8 total, 8 up, 8 in 2024-08-17T01:50:03.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:03 smithi137 ceph-mon[86391]: osdmap e2501: 8 total, 8 up, 8 in 2024-08-17T01:50:04.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:04 smithi082 ceph-mon[94343]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.62k op/s 2024-08-17T01:50:04.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:04 smithi082 ceph-mon[94343]: osdmap e2502: 8 total, 8 up, 8 in 2024-08-17T01:50:04.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:04 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:50:04.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:04 smithi082 ceph-mon[91979]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.62k op/s 2024-08-17T01:50:04.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:04 smithi082 ceph-mon[91979]: osdmap e2502: 8 total, 8 up, 8 in 2024-08-17T01:50:04.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:04 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:50:04.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:04 smithi137 ceph-mon[86391]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.62k op/s 2024-08-17T01:50:04.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:04 smithi137 ceph-mon[86391]: osdmap e2502: 8 total, 8 up, 8 in 2024-08-17T01:50:04.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:04 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:50:05.376 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:50:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:50:05] "GET /metrics HTTP/1.1" 200 36655 "" "Prometheus/2.43.0" 2024-08-17T01:50:05.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:05 smithi082 ceph-mon[94343]: osdmap e2503: 8 total, 8 up, 8 in 2024-08-17T01:50:05.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:50:05.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:50:05.377 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:50:05.377 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:50:05.377 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:05 smithi082 ceph-mon[91979]: osdmap e2503: 8 total, 8 up, 8 in 2024-08-17T01:50:05.377 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:50:05.377 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:50:05.377 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:50:05.377 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:50:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:05 smithi137 ceph-mon[86391]: osdmap e2503: 8 total, 8 up, 8 in 2024-08-17T01:50:05.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:50:05.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:50:05.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:50:05.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:50:06.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:06 smithi082 ceph-mon[94343]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.2 KiB/s wr, 1.63k op/s 2024-08-17T01:50:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:06 smithi082 ceph-mon[94343]: osdmap e2504: 8 total, 8 up, 8 in 2024-08-17T01:50:06.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:06 smithi082 ceph-mon[91979]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.2 KiB/s wr, 1.63k op/s 2024-08-17T01:50:06.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:06 smithi082 ceph-mon[91979]: osdmap e2504: 8 total, 8 up, 8 in 2024-08-17T01:50:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:06 smithi137 ceph-mon[86391]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.2 KiB/s wr, 1.63k op/s 2024-08-17T01:50:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:06 smithi137 ceph-mon[86391]: osdmap e2504: 8 total, 8 up, 8 in 2024-08-17T01:50:07.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:07 smithi082 ceph-mon[94343]: osdmap e2505: 8 total, 8 up, 8 in 2024-08-17T01:50:07.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:07 smithi082 ceph-mon[91979]: osdmap e2505: 8 total, 8 up, 8 in 2024-08-17T01:50:07.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:07 smithi137 ceph-mon[86391]: osdmap e2505: 8 total, 8 up, 8 in 2024-08-17T01:50:08.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:08 smithi082 ceph-mon[94343]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-17T01:50:08.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:08 smithi082 ceph-mon[94343]: osdmap e2506: 8 total, 8 up, 8 in 2024-08-17T01:50:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:08 smithi082 ceph-mon[91979]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-17T01:50:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:08 smithi082 ceph-mon[91979]: osdmap e2506: 8 total, 8 up, 8 in 2024-08-17T01:50:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:08 smithi137 ceph-mon[86391]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-17T01:50:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:08 smithi137 ceph-mon[86391]: osdmap e2506: 8 total, 8 up, 8 in 2024-08-17T01:50:09.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:09 smithi082 ceph-mon[94343]: osdmap e2507: 8 total, 8 up, 8 in 2024-08-17T01:50:09.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:09 smithi082 ceph-mon[91979]: osdmap e2507: 8 total, 8 up, 8 in 2024-08-17T01:50:09.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:09 smithi137 ceph-mon[86391]: osdmap e2507: 8 total, 8 up, 8 in 2024-08-17T01:50:10.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:10 smithi082 ceph-mon[91979]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.68k op/s 2024-08-17T01:50:10.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:10 smithi082 ceph-mon[91979]: osdmap e2508: 8 total, 8 up, 8 in 2024-08-17T01:50:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:10 smithi082 ceph-mon[94343]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.68k op/s 2024-08-17T01:50:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:10 smithi082 ceph-mon[94343]: osdmap e2508: 8 total, 8 up, 8 in 2024-08-17T01:50:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:10 smithi137 ceph-mon[86391]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.68k op/s 2024-08-17T01:50:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:10 smithi137 ceph-mon[86391]: osdmap e2508: 8 total, 8 up, 8 in 2024-08-17T01:50:11.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:11 smithi082 ceph-mon[94343]: osdmap e2509: 8 total, 8 up, 8 in 2024-08-17T01:50:11.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:11 smithi082 ceph-mon[91979]: osdmap e2509: 8 total, 8 up, 8 in 2024-08-17T01:50:11.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:11 smithi137 ceph-mon[86391]: osdmap e2509: 8 total, 8 up, 8 in 2024-08-17T01:50:12.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:12 smithi082 ceph-mon[94343]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.68k op/s 2024-08-17T01:50:12.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:12 smithi082 ceph-mon[94343]: osdmap e2510: 8 total, 8 up, 8 in 2024-08-17T01:50:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:12 smithi082 ceph-mon[91979]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.68k op/s 2024-08-17T01:50:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:12 smithi082 ceph-mon[91979]: osdmap e2510: 8 total, 8 up, 8 in 2024-08-17T01:50:12.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:12 smithi137 ceph-mon[86391]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.68k op/s 2024-08-17T01:50:12.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:12 smithi137 ceph-mon[86391]: osdmap e2510: 8 total, 8 up, 8 in 2024-08-17T01:50:12.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:50:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:50:13.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:13 smithi082 ceph-mon[94343]: osdmap e2511: 8 total, 8 up, 8 in 2024-08-17T01:50:13.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:13 smithi082 ceph-mon[91979]: osdmap e2511: 8 total, 8 up, 8 in 2024-08-17T01:50:13.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:13 smithi137 ceph-mon[86391]: osdmap e2511: 8 total, 8 up, 8 in 2024-08-17T01:50:14.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:14 smithi082 ceph-mon[94343]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 KiB/s wr, 1.72k op/s 2024-08-17T01:50:14.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:14 smithi082 ceph-mon[94343]: osdmap e2512: 8 total, 8 up, 8 in 2024-08-17T01:50:14.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:14 smithi082 ceph-mon[91979]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 KiB/s wr, 1.72k op/s 2024-08-17T01:50:14.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:14 smithi082 ceph-mon[91979]: osdmap e2512: 8 total, 8 up, 8 in 2024-08-17T01:50:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:14 smithi137 ceph-mon[86391]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 KiB/s wr, 1.72k op/s 2024-08-17T01:50:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:14 smithi137 ceph-mon[86391]: osdmap e2512: 8 total, 8 up, 8 in 2024-08-17T01:50:15.303 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:50:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:50:15] "GET /metrics HTTP/1.1" 200 36656 "" "Prometheus/2.43.0" 2024-08-17T01:50:15.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:15 smithi082 ceph-mon[94343]: osdmap e2513: 8 total, 8 up, 8 in 2024-08-17T01:50:15.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:15 smithi082 ceph-mon[91979]: osdmap e2513: 8 total, 8 up, 8 in 2024-08-17T01:50:15.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:15 smithi137 ceph-mon[86391]: osdmap e2513: 8 total, 8 up, 8 in 2024-08-17T01:50:16.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:16 smithi082 ceph-mon[94343]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.73k op/s 2024-08-17T01:50:16.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:16 smithi082 ceph-mon[94343]: osdmap e2514: 8 total, 8 up, 8 in 2024-08-17T01:50:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:16 smithi082 ceph-mon[91979]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.73k op/s 2024-08-17T01:50:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:16 smithi082 ceph-mon[91979]: osdmap e2514: 8 total, 8 up, 8 in 2024-08-17T01:50:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:16 smithi137 ceph-mon[86391]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.73k op/s 2024-08-17T01:50:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:16 smithi137 ceph-mon[86391]: osdmap e2514: 8 total, 8 up, 8 in 2024-08-17T01:50:17.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:17 smithi082 ceph-mon[94343]: osdmap e2515: 8 total, 8 up, 8 in 2024-08-17T01:50:17.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:17 smithi082 ceph-mon[91979]: osdmap e2515: 8 total, 8 up, 8 in 2024-08-17T01:50:17.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:17 smithi137 ceph-mon[86391]: osdmap e2515: 8 total, 8 up, 8 in 2024-08-17T01:50:18.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:18 smithi082 ceph-mon[94343]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s wr, 1 op/s 2024-08-17T01:50:18.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:18 smithi082 ceph-mon[94343]: osdmap e2516: 8 total, 8 up, 8 in 2024-08-17T01:50:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:18 smithi082 ceph-mon[91979]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s wr, 1 op/s 2024-08-17T01:50:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:18 smithi082 ceph-mon[91979]: osdmap e2516: 8 total, 8 up, 8 in 2024-08-17T01:50:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:18 smithi137 ceph-mon[86391]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s wr, 1 op/s 2024-08-17T01:50:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:18 smithi137 ceph-mon[86391]: osdmap e2516: 8 total, 8 up, 8 in 2024-08-17T01:50:19.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:19 smithi082 ceph-mon[91979]: osdmap e2517: 8 total, 8 up, 8 in 2024-08-17T01:50:19.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:19 smithi082 ceph-mon[94343]: osdmap e2517: 8 total, 8 up, 8 in 2024-08-17T01:50:19.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:19 smithi137 ceph-mon[86391]: osdmap e2517: 8 total, 8 up, 8 in 2024-08-17T01:50:20.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:20 smithi137 ceph-mon[86391]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.77k op/s 2024-08-17T01:50:20.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:20 smithi137 ceph-mon[86391]: osdmap e2518: 8 total, 8 up, 8 in 2024-08-17T01:50:20.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:50:20.490 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 01:50:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=cleanup t=2024-08-17T01:50:20.085557624Z level=info msg="Completed cleanup jobs" duration=2.242424ms 2024-08-17T01:50:20.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:20 smithi082 ceph-mon[91979]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.77k op/s 2024-08-17T01:50:20.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:20 smithi082 ceph-mon[91979]: osdmap e2518: 8 total, 8 up, 8 in 2024-08-17T01:50:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:50:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:20 smithi082 ceph-mon[94343]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.77k op/s 2024-08-17T01:50:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:20 smithi082 ceph-mon[94343]: osdmap e2518: 8 total, 8 up, 8 in 2024-08-17T01:50:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:50:21.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:21 smithi082 ceph-mon[94343]: osdmap e2519: 8 total, 8 up, 8 in 2024-08-17T01:50:21.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:21 smithi082 ceph-mon[91979]: osdmap e2519: 8 total, 8 up, 8 in 2024-08-17T01:50:21.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:21 smithi137 ceph-mon[86391]: osdmap e2519: 8 total, 8 up, 8 in 2024-08-17T01:50:22.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:22 smithi082 ceph-mon[94343]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.77k op/s 2024-08-17T01:50:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:22 smithi082 ceph-mon[94343]: osdmap e2520: 8 total, 8 up, 8 in 2024-08-17T01:50:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:22 smithi082 ceph-mon[91979]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.77k op/s 2024-08-17T01:50:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:22 smithi082 ceph-mon[91979]: osdmap e2520: 8 total, 8 up, 8 in 2024-08-17T01:50:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:22 smithi137 ceph-mon[86391]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.77k op/s 2024-08-17T01:50:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:22 smithi137 ceph-mon[86391]: osdmap e2520: 8 total, 8 up, 8 in 2024-08-17T01:50:22.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:50:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:50:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:50:23.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:23 smithi082 ceph-mon[91979]: osdmap e2521: 8 total, 8 up, 8 in 2024-08-17T01:50:23.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:23 smithi082 ceph-mon[94343]: osdmap e2521: 8 total, 8 up, 8 in 2024-08-17T01:50:23.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:23 smithi137 ceph-mon[86391]: osdmap e2521: 8 total, 8 up, 8 in 2024-08-17T01:50:24.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:24 smithi082 ceph-mon[94343]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.7 KiB/s wr, 1.79k op/s 2024-08-17T01:50:24.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:24 smithi082 ceph-mon[94343]: osdmap e2522: 8 total, 8 up, 8 in 2024-08-17T01:50:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:24 smithi082 ceph-mon[91979]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.7 KiB/s wr, 1.79k op/s 2024-08-17T01:50:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:24 smithi082 ceph-mon[91979]: osdmap e2522: 8 total, 8 up, 8 in 2024-08-17T01:50:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:24 smithi137 ceph-mon[86391]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.7 KiB/s wr, 1.79k op/s 2024-08-17T01:50:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:24 smithi137 ceph-mon[86391]: osdmap e2522: 8 total, 8 up, 8 in 2024-08-17T01:50:25.366 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:50:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:50:25] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-08-17T01:50:25.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:25 smithi082 ceph-mon[91979]: osdmap e2523: 8 total, 8 up, 8 in 2024-08-17T01:50:25.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:25 smithi082 ceph-mon[94343]: osdmap e2523: 8 total, 8 up, 8 in 2024-08-17T01:50:25.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:25 smithi137 ceph-mon[86391]: osdmap e2523: 8 total, 8 up, 8 in 2024-08-17T01:50:26.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:26 smithi082 ceph-mon[91979]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2024-08-17T01:50:26.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:26 smithi082 ceph-mon[91979]: osdmap e2524: 8 total, 8 up, 8 in 2024-08-17T01:50:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:26 smithi082 ceph-mon[94343]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2024-08-17T01:50:26.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:26 smithi082 ceph-mon[94343]: osdmap e2524: 8 total, 8 up, 8 in 2024-08-17T01:50:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:26 smithi137 ceph-mon[86391]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2024-08-17T01:50:26.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:26 smithi137 ceph-mon[86391]: osdmap e2524: 8 total, 8 up, 8 in 2024-08-17T01:50:27.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:27 smithi082 ceph-mon[94343]: osdmap e2525: 8 total, 8 up, 8 in 2024-08-17T01:50:27.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:27 smithi082 ceph-mon[91979]: osdmap e2525: 8 total, 8 up, 8 in 2024-08-17T01:50:27.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:27 smithi137 ceph-mon[86391]: osdmap e2525: 8 total, 8 up, 8 in 2024-08-17T01:50:28.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:28 smithi082 ceph-mon[94343]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-17T01:50:28.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:28 smithi082 ceph-mon[94343]: osdmap e2526: 8 total, 8 up, 8 in 2024-08-17T01:50:28.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:28 smithi082 ceph-mon[91979]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-17T01:50:28.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:28 smithi082 ceph-mon[91979]: osdmap e2526: 8 total, 8 up, 8 in 2024-08-17T01:50:28.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:28 smithi137 ceph-mon[86391]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-17T01:50:28.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:28 smithi137 ceph-mon[86391]: osdmap e2526: 8 total, 8 up, 8 in 2024-08-17T01:50:29.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:29 smithi082 ceph-mon[94343]: osdmap e2527: 8 total, 8 up, 8 in 2024-08-17T01:50:29.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:29 smithi082 ceph-mon[91979]: osdmap e2527: 8 total, 8 up, 8 in 2024-08-17T01:50:29.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:29 smithi137 ceph-mon[86391]: osdmap e2527: 8 total, 8 up, 8 in 2024-08-17T01:50:30.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:30 smithi082 ceph-mon[91979]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-08-17T01:50:30.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:30 smithi082 ceph-mon[91979]: osdmap e2528: 8 total, 8 up, 8 in 2024-08-17T01:50:30.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:30 smithi082 ceph-mon[91979]: osdmap e2529: 8 total, 8 up, 8 in 2024-08-17T01:50:30.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:30 smithi082 ceph-mon[94343]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-08-17T01:50:30.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:30 smithi082 ceph-mon[94343]: osdmap e2528: 8 total, 8 up, 8 in 2024-08-17T01:50:30.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:30 smithi082 ceph-mon[94343]: osdmap e2529: 8 total, 8 up, 8 in 2024-08-17T01:50:30.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:30 smithi137 ceph-mon[86391]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-08-17T01:50:30.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:30 smithi137 ceph-mon[86391]: osdmap e2528: 8 total, 8 up, 8 in 2024-08-17T01:50:30.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:30 smithi137 ceph-mon[86391]: osdmap e2529: 8 total, 8 up, 8 in 2024-08-17T01:50:32.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:31 smithi082 ceph-mon[91979]: osdmap e2530: 8 total, 8 up, 8 in 2024-08-17T01:50:32.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:31 smithi082 ceph-mon[91979]: pgmap v4317: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.81k op/s 2024-08-17T01:50:32.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:31 smithi082 ceph-mon[94343]: osdmap e2530: 8 total, 8 up, 8 in 2024-08-17T01:50:32.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:31 smithi082 ceph-mon[94343]: pgmap v4317: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.81k op/s 2024-08-17T01:50:32.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:31 smithi137 ceph-mon[86391]: osdmap e2530: 8 total, 8 up, 8 in 2024-08-17T01:50:32.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:31 smithi137 ceph-mon[86391]: pgmap v4317: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.81k op/s 2024-08-17T01:50:32.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:50:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:50:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:50:33.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:32 smithi082 ceph-mon[94343]: osdmap e2531: 8 total, 8 up, 8 in 2024-08-17T01:50:33.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:32 smithi082 ceph-mon[91979]: osdmap e2531: 8 total, 8 up, 8 in 2024-08-17T01:50:33.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:32 smithi137 ceph-mon[86391]: osdmap e2531: 8 total, 8 up, 8 in 2024-08-17T01:50:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:33 smithi137 ceph-mon[86391]: osdmap e2532: 8 total, 8 up, 8 in 2024-08-17T01:50:34.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:33 smithi137 ceph-mon[86391]: pgmap v4320: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.77k op/s 2024-08-17T01:50:34.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:33 smithi082 ceph-mon[91979]: osdmap e2532: 8 total, 8 up, 8 in 2024-08-17T01:50:34.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:33 smithi082 ceph-mon[91979]: pgmap v4320: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.77k op/s 2024-08-17T01:50:34.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:33 smithi082 ceph-mon[94343]: osdmap e2532: 8 total, 8 up, 8 in 2024-08-17T01:50:34.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:33 smithi082 ceph-mon[94343]: pgmap v4320: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.77k op/s 2024-08-17T01:50:35.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:34 smithi137 ceph-mon[86391]: osdmap e2533: 8 total, 8 up, 8 in 2024-08-17T01:50:35.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:34 smithi137 ceph-mon[86391]: osdmap e2534: 8 total, 8 up, 8 in 2024-08-17T01:50:35.376 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:50:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:50:35] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-08-17T01:50:35.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:34 smithi082 ceph-mon[94343]: osdmap e2533: 8 total, 8 up, 8 in 2024-08-17T01:50:35.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:34 smithi082 ceph-mon[94343]: osdmap e2534: 8 total, 8 up, 8 in 2024-08-17T01:50:35.377 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:34 smithi082 ceph-mon[91979]: osdmap e2533: 8 total, 8 up, 8 in 2024-08-17T01:50:35.377 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:34 smithi082 ceph-mon[91979]: osdmap e2534: 8 total, 8 up, 8 in 2024-08-17T01:50:36.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:50:36.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:35 smithi137 ceph-mon[86391]: pgmap v4323: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-08-17T01:50:36.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:50:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:35 smithi082 ceph-mon[91979]: pgmap v4323: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-08-17T01:50:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:50:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:35 smithi082 ceph-mon[94343]: pgmap v4323: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-08-17T01:50:37.238 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:36 smithi137 ceph-mon[86391]: osdmap e2535: 8 total, 8 up, 8 in 2024-08-17T01:50:37.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:36 smithi082 ceph-mon[91979]: osdmap e2535: 8 total, 8 up, 8 in 2024-08-17T01:50:37.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:36 smithi082 ceph-mon[94343]: osdmap e2535: 8 total, 8 up, 8 in 2024-08-17T01:50:38.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:37 smithi082 ceph-mon[94343]: osdmap e2536: 8 total, 8 up, 8 in 2024-08-17T01:50:38.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:37 smithi082 ceph-mon[94343]: pgmap v4326: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T01:50:38.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:37 smithi082 ceph-mon[91979]: osdmap e2536: 8 total, 8 up, 8 in 2024-08-17T01:50:38.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:37 smithi082 ceph-mon[91979]: pgmap v4326: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T01:50:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:37 smithi137 ceph-mon[86391]: osdmap e2536: 8 total, 8 up, 8 in 2024-08-17T01:50:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:37 smithi137 ceph-mon[86391]: pgmap v4326: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T01:50:39.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:38 smithi082 ceph-mon[94343]: osdmap e2537: 8 total, 8 up, 8 in 2024-08-17T01:50:39.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:38 smithi082 ceph-mon[91979]: osdmap e2537: 8 total, 8 up, 8 in 2024-08-17T01:50:39.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:39 smithi137 ceph-mon[86391]: osdmap e2537: 8 total, 8 up, 8 in 2024-08-17T01:50:40.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:40 smithi082 ceph-mon[94343]: osdmap e2538: 8 total, 8 up, 8 in 2024-08-17T01:50:40.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:40 smithi082 ceph-mon[94343]: pgmap v4329: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-08-17T01:50:40.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:40 smithi082 ceph-mon[94343]: osdmap e2539: 8 total, 8 up, 8 in 2024-08-17T01:50:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:40 smithi082 ceph-mon[91979]: osdmap e2538: 8 total, 8 up, 8 in 2024-08-17T01:50:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:40 smithi082 ceph-mon[91979]: pgmap v4329: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-08-17T01:50:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:40 smithi082 ceph-mon[91979]: osdmap e2539: 8 total, 8 up, 8 in 2024-08-17T01:50:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:40 smithi137 ceph-mon[86391]: osdmap e2538: 8 total, 8 up, 8 in 2024-08-17T01:50:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:40 smithi137 ceph-mon[86391]: pgmap v4329: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-08-17T01:50:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:40 smithi137 ceph-mon[86391]: osdmap e2539: 8 total, 8 up, 8 in 2024-08-17T01:50:42.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:42 smithi137 ceph-mon[86391]: osdmap e2540: 8 total, 8 up, 8 in 2024-08-17T01:50:42.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:42 smithi137 ceph-mon[86391]: pgmap v4332: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-08-17T01:50:42.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:42 smithi082 ceph-mon[91979]: osdmap e2540: 8 total, 8 up, 8 in 2024-08-17T01:50:42.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:42 smithi082 ceph-mon[91979]: pgmap v4332: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-08-17T01:50:42.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:42 smithi082 ceph-mon[94343]: osdmap e2540: 8 total, 8 up, 8 in 2024-08-17T01:50:42.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:42 smithi082 ceph-mon[94343]: pgmap v4332: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-08-17T01:50:42.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:50:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:50:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:50:43.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:43 smithi082 ceph-mon[91979]: osdmap e2541: 8 total, 8 up, 8 in 2024-08-17T01:50:43.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:43 smithi082 ceph-mon[94343]: osdmap e2541: 8 total, 8 up, 8 in 2024-08-17T01:50:43.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:43 smithi137 ceph-mon[86391]: osdmap e2541: 8 total, 8 up, 8 in 2024-08-17T01:50:44.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:44 smithi082 ceph-mon[91979]: osdmap e2542: 8 total, 8 up, 8 in 2024-08-17T01:50:44.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:44 smithi082 ceph-mon[91979]: pgmap v4335: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-08-17T01:50:44.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:44 smithi082 ceph-mon[94343]: osdmap e2542: 8 total, 8 up, 8 in 2024-08-17T01:50:44.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:44 smithi082 ceph-mon[94343]: pgmap v4335: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-08-17T01:50:44.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:44 smithi137 ceph-mon[86391]: osdmap e2542: 8 total, 8 up, 8 in 2024-08-17T01:50:44.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:44 smithi137 ceph-mon[86391]: pgmap v4335: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-08-17T01:50:45.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:45 smithi082 ceph-mon[91979]: osdmap e2543: 8 total, 8 up, 8 in 2024-08-17T01:50:45.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:45 smithi082 ceph-mon[91979]: osdmap e2544: 8 total, 8 up, 8 in 2024-08-17T01:50:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:50:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:50:45] "GET /metrics HTTP/1.1" 200 36654 "" "Prometheus/2.43.0" 2024-08-17T01:50:45.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:45 smithi082 ceph-mon[94343]: osdmap e2543: 8 total, 8 up, 8 in 2024-08-17T01:50:45.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:45 smithi082 ceph-mon[94343]: osdmap e2544: 8 total, 8 up, 8 in 2024-08-17T01:50:45.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:45 smithi137 ceph-mon[86391]: osdmap e2543: 8 total, 8 up, 8 in 2024-08-17T01:50:45.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:45 smithi137 ceph-mon[86391]: osdmap e2544: 8 total, 8 up, 8 in 2024-08-17T01:50:46.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:46 smithi082 ceph-mon[94343]: pgmap v4338: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-08-17T01:50:46.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:46 smithi082 ceph-mon[94343]: osdmap e2545: 8 total, 8 up, 8 in 2024-08-17T01:50:46.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:46 smithi082 ceph-mon[91979]: pgmap v4338: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-08-17T01:50:46.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:46 smithi082 ceph-mon[91979]: osdmap e2545: 8 total, 8 up, 8 in 2024-08-17T01:50:46.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:46 smithi137 ceph-mon[86391]: pgmap v4338: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-08-17T01:50:46.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:46 smithi137 ceph-mon[86391]: osdmap e2545: 8 total, 8 up, 8 in 2024-08-17T01:50:48.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:47 smithi082 ceph-mon[94343]: osdmap e2546: 8 total, 8 up, 8 in 2024-08-17T01:50:48.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:47 smithi082 ceph-mon[94343]: pgmap v4341: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T01:50:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:47 smithi082 ceph-mon[91979]: osdmap e2546: 8 total, 8 up, 8 in 2024-08-17T01:50:48.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:47 smithi082 ceph-mon[91979]: pgmap v4341: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T01:50:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:47 smithi137 ceph-mon[86391]: osdmap e2546: 8 total, 8 up, 8 in 2024-08-17T01:50:48.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:47 smithi137 ceph-mon[86391]: pgmap v4341: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T01:50:49.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:48 smithi137 ceph-mon[86391]: osdmap e2547: 8 total, 8 up, 8 in 2024-08-17T01:50:49.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:48 smithi082 ceph-mon[94343]: osdmap e2547: 8 total, 8 up, 8 in 2024-08-17T01:50:49.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:48 smithi082 ceph-mon[91979]: osdmap e2547: 8 total, 8 up, 8 in 2024-08-17T01:50:50.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:49 smithi137 ceph-mon[86391]: osdmap e2548: 8 total, 8 up, 8 in 2024-08-17T01:50:50.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:49 smithi137 ceph-mon[86391]: pgmap v4344: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-08-17T01:50:50.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:49 smithi137 ceph-mon[86391]: osdmap e2549: 8 total, 8 up, 8 in 2024-08-17T01:50:50.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:49 smithi082 ceph-mon[94343]: osdmap e2548: 8 total, 8 up, 8 in 2024-08-17T01:50:50.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:49 smithi082 ceph-mon[94343]: pgmap v4344: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-08-17T01:50:50.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:49 smithi082 ceph-mon[94343]: osdmap e2549: 8 total, 8 up, 8 in 2024-08-17T01:50:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:49 smithi082 ceph-mon[91979]: osdmap e2548: 8 total, 8 up, 8 in 2024-08-17T01:50:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:49 smithi082 ceph-mon[91979]: pgmap v4344: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-08-17T01:50:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:49 smithi082 ceph-mon[91979]: osdmap e2549: 8 total, 8 up, 8 in 2024-08-17T01:50:51.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:50:51.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:50:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:50:52.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:52 smithi137 ceph-mon[86391]: osdmap e2550: 8 total, 8 up, 8 in 2024-08-17T01:50:52.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:52 smithi137 ceph-mon[86391]: pgmap v4347: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-08-17T01:50:52.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:51 smithi082 ceph-mon[91979]: osdmap e2550: 8 total, 8 up, 8 in 2024-08-17T01:50:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:51 smithi082 ceph-mon[91979]: pgmap v4347: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-08-17T01:50:52.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:52 smithi082 ceph-mon[94343]: osdmap e2550: 8 total, 8 up, 8 in 2024-08-17T01:50:52.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:52 smithi082 ceph-mon[94343]: pgmap v4347: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-08-17T01:50:52.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:50:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:50:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:50:53.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:53 smithi082 ceph-mon[91979]: osdmap e2551: 8 total, 8 up, 8 in 2024-08-17T01:50:53.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:53 smithi082 ceph-mon[94343]: osdmap e2551: 8 total, 8 up, 8 in 2024-08-17T01:50:53.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:53 smithi137 ceph-mon[86391]: osdmap e2551: 8 total, 8 up, 8 in 2024-08-17T01:50:54.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:54 smithi082 ceph-mon[91979]: osdmap e2552: 8 total, 8 up, 8 in 2024-08-17T01:50:54.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:54 smithi082 ceph-mon[91979]: pgmap v4350: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-08-17T01:50:54.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:54 smithi082 ceph-mon[94343]: osdmap e2552: 8 total, 8 up, 8 in 2024-08-17T01:50:54.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:54 smithi082 ceph-mon[94343]: pgmap v4350: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-08-17T01:50:54.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:54 smithi137 ceph-mon[86391]: osdmap e2552: 8 total, 8 up, 8 in 2024-08-17T01:50:54.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:54 smithi137 ceph-mon[86391]: pgmap v4350: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-08-17T01:50:55.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:50:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:50:55] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-08-17T01:50:55.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:55 smithi082 ceph-mon[94343]: osdmap e2553: 8 total, 8 up, 8 in 2024-08-17T01:50:55.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:55 smithi082 ceph-mon[94343]: osdmap e2554: 8 total, 8 up, 8 in 2024-08-17T01:50:55.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:55 smithi082 ceph-mon[91979]: osdmap e2553: 8 total, 8 up, 8 in 2024-08-17T01:50:55.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:55 smithi082 ceph-mon[91979]: osdmap e2554: 8 total, 8 up, 8 in 2024-08-17T01:50:55.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:55 smithi137 ceph-mon[86391]: osdmap e2553: 8 total, 8 up, 8 in 2024-08-17T01:50:55.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:55 smithi137 ceph-mon[86391]: osdmap e2554: 8 total, 8 up, 8 in 2024-08-17T01:50:56.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:56 smithi082 ceph-mon[94343]: pgmap v4353: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-08-17T01:50:56.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:56 smithi082 ceph-mon[91979]: pgmap v4353: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-08-17T01:50:56.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:56 smithi137 ceph-mon[86391]: pgmap v4353: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-08-17T01:50:57.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:57 smithi082 ceph-mon[94343]: osdmap e2555: 8 total, 8 up, 8 in 2024-08-17T01:50:57.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:57 smithi082 ceph-mon[91979]: osdmap e2555: 8 total, 8 up, 8 in 2024-08-17T01:50:57.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:57 smithi137 ceph-mon[86391]: osdmap e2555: 8 total, 8 up, 8 in 2024-08-17T01:50:58.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:58 smithi082 ceph-mon[94343]: osdmap e2556: 8 total, 8 up, 8 in 2024-08-17T01:50:58.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:58 smithi082 ceph-mon[94343]: pgmap v4356: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T01:50:58.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:58 smithi082 ceph-mon[91979]: osdmap e2556: 8 total, 8 up, 8 in 2024-08-17T01:50:58.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:58 smithi082 ceph-mon[91979]: pgmap v4356: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T01:50:58.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:58 smithi137 ceph-mon[86391]: osdmap e2556: 8 total, 8 up, 8 in 2024-08-17T01:50:58.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:58 smithi137 ceph-mon[86391]: pgmap v4356: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T01:50:59.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:50:59 smithi082 ceph-mon[94343]: osdmap e2557: 8 total, 8 up, 8 in 2024-08-17T01:50:59.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:50:59 smithi082 ceph-mon[91979]: osdmap e2557: 8 total, 8 up, 8 in 2024-08-17T01:50:59.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:50:59 smithi137 ceph-mon[86391]: osdmap e2557: 8 total, 8 up, 8 in 2024-08-17T01:51:00.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:00 smithi082 ceph-mon[94343]: osdmap e2558: 8 total, 8 up, 8 in 2024-08-17T01:51:00.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:00 smithi082 ceph-mon[94343]: pgmap v4359: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-08-17T01:51:00.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:00 smithi082 ceph-mon[94343]: osdmap e2559: 8 total, 8 up, 8 in 2024-08-17T01:51:00.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:00 smithi082 ceph-mon[91979]: osdmap e2558: 8 total, 8 up, 8 in 2024-08-17T01:51:00.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:00 smithi082 ceph-mon[91979]: pgmap v4359: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-08-17T01:51:00.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:00 smithi082 ceph-mon[91979]: osdmap e2559: 8 total, 8 up, 8 in 2024-08-17T01:51:00.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:00 smithi137 ceph-mon[86391]: osdmap e2558: 8 total, 8 up, 8 in 2024-08-17T01:51:00.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:00 smithi137 ceph-mon[86391]: pgmap v4359: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-08-17T01:51:00.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:00 smithi137 ceph-mon[86391]: osdmap e2559: 8 total, 8 up, 8 in 2024-08-17T01:51:02.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:01 smithi082 ceph-mon[94343]: osdmap e2560: 8 total, 8 up, 8 in 2024-08-17T01:51:02.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:01 smithi082 ceph-mon[94343]: pgmap v4362: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-08-17T01:51:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:01 smithi082 ceph-mon[91979]: osdmap e2560: 8 total, 8 up, 8 in 2024-08-17T01:51:02.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:01 smithi082 ceph-mon[91979]: pgmap v4362: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-08-17T01:51:02.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:01 smithi137 ceph-mon[86391]: osdmap e2560: 8 total, 8 up, 8 in 2024-08-17T01:51:02.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:01 smithi137 ceph-mon[86391]: pgmap v4362: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-08-17T01:51:02.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:51:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:51:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:51:03.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:02 smithi082 ceph-mon[94343]: osdmap e2561: 8 total, 8 up, 8 in 2024-08-17T01:51:03.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:02 smithi082 ceph-mon[91979]: osdmap e2561: 8 total, 8 up, 8 in 2024-08-17T01:51:03.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:02 smithi137 ceph-mon[86391]: osdmap e2561: 8 total, 8 up, 8 in 2024-08-17T01:51:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:03 smithi137 ceph-mon[86391]: osdmap e2562: 8 total, 8 up, 8 in 2024-08-17T01:51:04.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:03 smithi137 ceph-mon[86391]: pgmap v4365: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-08-17T01:51:04.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:03 smithi082 ceph-mon[94343]: osdmap e2562: 8 total, 8 up, 8 in 2024-08-17T01:51:04.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:03 smithi082 ceph-mon[94343]: pgmap v4365: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-08-17T01:51:04.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:03 smithi082 ceph-mon[91979]: osdmap e2562: 8 total, 8 up, 8 in 2024-08-17T01:51:04.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:03 smithi082 ceph-mon[91979]: pgmap v4365: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-08-17T01:51:05.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:04 smithi137 ceph-mon[86391]: osdmap e2563: 8 total, 8 up, 8 in 2024-08-17T01:51:05.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:04 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:51:05.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:04 smithi137 ceph-mon[86391]: osdmap e2564: 8 total, 8 up, 8 in 2024-08-17T01:51:05.375 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:04 smithi082 ceph-mon[94343]: osdmap e2563: 8 total, 8 up, 8 in 2024-08-17T01:51:05.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:04 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:51:05.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:04 smithi082 ceph-mon[94343]: osdmap e2564: 8 total, 8 up, 8 in 2024-08-17T01:51:05.376 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:51:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:51:05] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-08-17T01:51:05.376 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:04 smithi082 ceph-mon[91979]: osdmap e2563: 8 total, 8 up, 8 in 2024-08-17T01:51:05.376 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:04 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:51:05.376 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:04 smithi082 ceph-mon[91979]: osdmap e2564: 8 total, 8 up, 8 in 2024-08-17T01:51:06.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:51:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:51:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:51:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:51:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:51:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:06 smithi082 ceph-mon[94343]: pgmap v4368: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-08-17T01:51:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:06 smithi082 ceph-mon[94343]: osdmap e2565: 8 total, 8 up, 8 in 2024-08-17T01:51:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:51:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:51:06.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:51:06.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:51:06.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:51:06.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:06 smithi082 ceph-mon[91979]: pgmap v4368: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-08-17T01:51:06.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:06 smithi082 ceph-mon[91979]: osdmap e2565: 8 total, 8 up, 8 in 2024-08-17T01:51:06.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:51:06.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:51:06.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:51:06.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:51:06.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:51:06.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:06 smithi137 ceph-mon[86391]: pgmap v4368: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-08-17T01:51:06.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:06 smithi137 ceph-mon[86391]: osdmap e2565: 8 total, 8 up, 8 in 2024-08-17T01:51:08.142 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:07 smithi137 ceph-mon[86391]: osdmap e2566: 8 total, 8 up, 8 in 2024-08-17T01:51:08.142 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:07 smithi137 ceph-mon[86391]: pgmap v4371: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-08-17T01:51:08.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:07 smithi082 ceph-mon[91979]: osdmap e2566: 8 total, 8 up, 8 in 2024-08-17T01:51:08.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:07 smithi082 ceph-mon[91979]: pgmap v4371: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-08-17T01:51:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:07 smithi082 ceph-mon[94343]: osdmap e2566: 8 total, 8 up, 8 in 2024-08-17T01:51:08.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:07 smithi082 ceph-mon[94343]: pgmap v4371: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-08-17T01:51:09.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:09 smithi082 ceph-mon[91979]: osdmap e2567: 8 total, 8 up, 8 in 2024-08-17T01:51:09.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:09 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:51:09.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:09 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:51:09.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:09 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:51:09.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:09 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:51:09.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:09 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:51:09.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:09 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:51:09.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:09 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:51:09.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:09 smithi082 ceph-mon[94343]: osdmap e2567: 8 total, 8 up, 8 in 2024-08-17T01:51:09.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:09 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:51:09.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:09 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:51:09.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:09 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:51:09.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:09 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:51:09.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:09 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:51:09.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:09 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:51:09.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:09 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:51:09.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:09 smithi137 ceph-mon[86391]: osdmap e2567: 8 total, 8 up, 8 in 2024-08-17T01:51:09.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:09 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:51:09.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:09 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:51:09.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:09 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:51:09.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:09 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:51:09.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:09 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:51:09.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:09 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:51:09.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:09 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:51:10.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:10 smithi082 ceph-mon[94343]: osdmap e2568: 8 total, 8 up, 8 in 2024-08-17T01:51:10.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:10 smithi082 ceph-mon[94343]: pgmap v4374: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-08-17T01:51:10.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:10 smithi082 ceph-mon[94343]: osdmap e2569: 8 total, 8 up, 8 in 2024-08-17T01:51:10.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:10 smithi082 ceph-mon[91979]: osdmap e2568: 8 total, 8 up, 8 in 2024-08-17T01:51:10.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:10 smithi082 ceph-mon[91979]: pgmap v4374: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-08-17T01:51:10.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:10 smithi082 ceph-mon[91979]: osdmap e2569: 8 total, 8 up, 8 in 2024-08-17T01:51:10.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:10 smithi137 ceph-mon[86391]: osdmap e2568: 8 total, 8 up, 8 in 2024-08-17T01:51:10.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:10 smithi137 ceph-mon[86391]: pgmap v4374: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-08-17T01:51:10.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:10 smithi137 ceph-mon[86391]: osdmap e2569: 8 total, 8 up, 8 in 2024-08-17T01:51:12.315 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:12 smithi137 ceph-mon[86391]: osdmap e2570: 8 total, 8 up, 8 in 2024-08-17T01:51:12.315 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:12 smithi137 ceph-mon[86391]: pgmap v4377: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-08-17T01:51:12.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:12 smithi082 ceph-mon[94343]: osdmap e2570: 8 total, 8 up, 8 in 2024-08-17T01:51:12.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:12 smithi082 ceph-mon[94343]: pgmap v4377: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-08-17T01:51:12.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:12 smithi082 ceph-mon[91979]: osdmap e2570: 8 total, 8 up, 8 in 2024-08-17T01:51:12.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:12 smithi082 ceph-mon[91979]: pgmap v4377: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-08-17T01:51:12.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:51:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:51:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:51:13.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:13 smithi082 ceph-mon[94343]: osdmap e2571: 8 total, 8 up, 8 in 2024-08-17T01:51:13.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:13 smithi082 ceph-mon[91979]: osdmap e2571: 8 total, 8 up, 8 in 2024-08-17T01:51:13.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:13 smithi137 ceph-mon[86391]: osdmap e2571: 8 total, 8 up, 8 in 2024-08-17T01:51:14.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:14 smithi082 ceph-mon[94343]: osdmap e2572: 8 total, 8 up, 8 in 2024-08-17T01:51:14.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:14 smithi082 ceph-mon[94343]: pgmap v4380: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 996 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-08-17T01:51:14.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:14 smithi082 ceph-mon[91979]: osdmap e2572: 8 total, 8 up, 8 in 2024-08-17T01:51:14.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:14 smithi082 ceph-mon[91979]: pgmap v4380: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 996 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-08-17T01:51:14.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:14 smithi137 ceph-mon[86391]: osdmap e2572: 8 total, 8 up, 8 in 2024-08-17T01:51:14.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:14 smithi137 ceph-mon[86391]: pgmap v4380: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 996 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-08-17T01:51:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:51:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:51:15] "GET /metrics HTTP/1.1" 200 36654 "" "Prometheus/2.43.0" 2024-08-17T01:51:15.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:15 smithi082 ceph-mon[94343]: osdmap e2573: 8 total, 8 up, 8 in 2024-08-17T01:51:15.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:15 smithi082 ceph-mon[94343]: osdmap e2574: 8 total, 8 up, 8 in 2024-08-17T01:51:15.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:15 smithi082 ceph-mon[91979]: osdmap e2573: 8 total, 8 up, 8 in 2024-08-17T01:51:15.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:15 smithi082 ceph-mon[91979]: osdmap e2574: 8 total, 8 up, 8 in 2024-08-17T01:51:15.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:15 smithi137 ceph-mon[86391]: osdmap e2573: 8 total, 8 up, 8 in 2024-08-17T01:51:15.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:15 smithi137 ceph-mon[86391]: osdmap e2574: 8 total, 8 up, 8 in 2024-08-17T01:51:16.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:16 smithi082 ceph-mon[94343]: pgmap v4383: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 996 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-08-17T01:51:16.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:16 smithi082 ceph-mon[94343]: osdmap e2575: 8 total, 8 up, 8 in 2024-08-17T01:51:16.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:16 smithi082 ceph-mon[91979]: pgmap v4383: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 996 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-08-17T01:51:16.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:16 smithi082 ceph-mon[91979]: osdmap e2575: 8 total, 8 up, 8 in 2024-08-17T01:51:16.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:16 smithi137 ceph-mon[86391]: pgmap v4383: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 996 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-08-17T01:51:16.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:16 smithi137 ceph-mon[86391]: osdmap e2575: 8 total, 8 up, 8 in 2024-08-17T01:51:18.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:17 smithi137 ceph-mon[86391]: osdmap e2576: 8 total, 8 up, 8 in 2024-08-17T01:51:18.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:17 smithi137 ceph-mon[86391]: pgmap v4386: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T01:51:18.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:17 smithi082 ceph-mon[94343]: osdmap e2576: 8 total, 8 up, 8 in 2024-08-17T01:51:18.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:17 smithi082 ceph-mon[94343]: pgmap v4386: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T01:51:18.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:17 smithi082 ceph-mon[91979]: osdmap e2576: 8 total, 8 up, 8 in 2024-08-17T01:51:18.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:17 smithi082 ceph-mon[91979]: pgmap v4386: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T01:51:19.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:18 smithi082 ceph-mon[91979]: osdmap e2577: 8 total, 8 up, 8 in 2024-08-17T01:51:19.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:18 smithi082 ceph-mon[94343]: osdmap e2577: 8 total, 8 up, 8 in 2024-08-17T01:51:19.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:18 smithi137 ceph-mon[86391]: osdmap e2577: 8 total, 8 up, 8 in 2024-08-17T01:51:20.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:19 smithi137 ceph-mon[86391]: osdmap e2578: 8 total, 8 up, 8 in 2024-08-17T01:51:20.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:19 smithi137 ceph-mon[86391]: pgmap v4389: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-08-17T01:51:20.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:19 smithi137 ceph-mon[86391]: osdmap e2579: 8 total, 8 up, 8 in 2024-08-17T01:51:20.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:19 smithi082 ceph-mon[94343]: osdmap e2578: 8 total, 8 up, 8 in 2024-08-17T01:51:20.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:19 smithi082 ceph-mon[94343]: pgmap v4389: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-08-17T01:51:20.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:19 smithi082 ceph-mon[94343]: osdmap e2579: 8 total, 8 up, 8 in 2024-08-17T01:51:20.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:19 smithi082 ceph-mon[91979]: osdmap e2578: 8 total, 8 up, 8 in 2024-08-17T01:51:20.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:19 smithi082 ceph-mon[91979]: pgmap v4389: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-08-17T01:51:20.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:19 smithi082 ceph-mon[91979]: osdmap e2579: 8 total, 8 up, 8 in 2024-08-17T01:51:21.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:51:21.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:51:21.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:51:22.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:22 smithi137 ceph-mon[86391]: osdmap e2580: 8 total, 8 up, 8 in 2024-08-17T01:51:22.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:22 smithi137 ceph-mon[86391]: pgmap v4392: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-08-17T01:51:22.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:22 smithi082 ceph-mon[94343]: osdmap e2580: 8 total, 8 up, 8 in 2024-08-17T01:51:22.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:22 smithi082 ceph-mon[94343]: pgmap v4392: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-08-17T01:51:22.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:22 smithi082 ceph-mon[91979]: osdmap e2580: 8 total, 8 up, 8 in 2024-08-17T01:51:22.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:22 smithi082 ceph-mon[91979]: pgmap v4392: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-08-17T01:51:22.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:51:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:51:23.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:23 smithi082 ceph-mon[91979]: osdmap e2581: 8 total, 8 up, 8 in 2024-08-17T01:51:23.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:23 smithi082 ceph-mon[94343]: osdmap e2581: 8 total, 8 up, 8 in 2024-08-17T01:51:23.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:23 smithi137 ceph-mon[86391]: osdmap e2581: 8 total, 8 up, 8 in 2024-08-17T01:51:24.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:24 smithi082 ceph-mon[94343]: osdmap e2582: 8 total, 8 up, 8 in 2024-08-17T01:51:24.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:24 smithi082 ceph-mon[94343]: pgmap v4395: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-08-17T01:51:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:24 smithi082 ceph-mon[91979]: osdmap e2582: 8 total, 8 up, 8 in 2024-08-17T01:51:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:24 smithi082 ceph-mon[91979]: pgmap v4395: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-08-17T01:51:24.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:24 smithi137 ceph-mon[86391]: osdmap e2582: 8 total, 8 up, 8 in 2024-08-17T01:51:24.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:24 smithi137 ceph-mon[86391]: pgmap v4395: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-08-17T01:51:25.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:51:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:51:25] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-08-17T01:51:25.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:25 smithi082 ceph-mon[94343]: osdmap e2583: 8 total, 8 up, 8 in 2024-08-17T01:51:25.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:25 smithi082 ceph-mon[94343]: osdmap e2584: 8 total, 8 up, 8 in 2024-08-17T01:51:25.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:25 smithi082 ceph-mon[91979]: osdmap e2583: 8 total, 8 up, 8 in 2024-08-17T01:51:25.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:25 smithi082 ceph-mon[91979]: osdmap e2584: 8 total, 8 up, 8 in 2024-08-17T01:51:25.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:25 smithi137 ceph-mon[86391]: osdmap e2583: 8 total, 8 up, 8 in 2024-08-17T01:51:25.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:25 smithi137 ceph-mon[86391]: osdmap e2584: 8 total, 8 up, 8 in 2024-08-17T01:51:26.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:26 smithi082 ceph-mon[94343]: pgmap v4398: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-08-17T01:51:26.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:26 smithi082 ceph-mon[94343]: osdmap e2585: 8 total, 8 up, 8 in 2024-08-17T01:51:26.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:26 smithi082 ceph-mon[91979]: pgmap v4398: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-08-17T01:51:26.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:26 smithi082 ceph-mon[91979]: osdmap e2585: 8 total, 8 up, 8 in 2024-08-17T01:51:26.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:26 smithi137 ceph-mon[86391]: pgmap v4398: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-08-17T01:51:26.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:26 smithi137 ceph-mon[86391]: osdmap e2585: 8 total, 8 up, 8 in 2024-08-17T01:51:28.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:27 smithi137 ceph-mon[86391]: osdmap e2586: 8 total, 8 up, 8 in 2024-08-17T01:51:28.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:27 smithi137 ceph-mon[86391]: pgmap v4401: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T01:51:28.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:27 smithi082 ceph-mon[94343]: osdmap e2586: 8 total, 8 up, 8 in 2024-08-17T01:51:28.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:27 smithi082 ceph-mon[94343]: pgmap v4401: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T01:51:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:27 smithi082 ceph-mon[91979]: osdmap e2586: 8 total, 8 up, 8 in 2024-08-17T01:51:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:27 smithi082 ceph-mon[91979]: pgmap v4401: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T01:51:29.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:28 smithi137 ceph-mon[86391]: osdmap e2587: 8 total, 8 up, 8 in 2024-08-17T01:51:29.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:28 smithi082 ceph-mon[94343]: osdmap e2587: 8 total, 8 up, 8 in 2024-08-17T01:51:29.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:28 smithi082 ceph-mon[91979]: osdmap e2587: 8 total, 8 up, 8 in 2024-08-17T01:51:30.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:29 smithi082 ceph-mon[94343]: osdmap e2588: 8 total, 8 up, 8 in 2024-08-17T01:51:30.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:29 smithi082 ceph-mon[94343]: pgmap v4404: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 898 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-08-17T01:51:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:29 smithi082 ceph-mon[94343]: osdmap e2589: 8 total, 8 up, 8 in 2024-08-17T01:51:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:29 smithi082 ceph-mon[91979]: osdmap e2588: 8 total, 8 up, 8 in 2024-08-17T01:51:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:29 smithi082 ceph-mon[91979]: pgmap v4404: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 898 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-08-17T01:51:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:29 smithi082 ceph-mon[91979]: osdmap e2589: 8 total, 8 up, 8 in 2024-08-17T01:51:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:29 smithi137 ceph-mon[86391]: osdmap e2588: 8 total, 8 up, 8 in 2024-08-17T01:51:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:29 smithi137 ceph-mon[86391]: pgmap v4404: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 898 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-08-17T01:51:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:29 smithi137 ceph-mon[86391]: osdmap e2589: 8 total, 8 up, 8 in 2024-08-17T01:51:32.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:32 smithi137 ceph-mon[86391]: osdmap e2590: 8 total, 8 up, 8 in 2024-08-17T01:51:32.315 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:32 smithi137 ceph-mon[86391]: pgmap v4407: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 898 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-08-17T01:51:32.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:32 smithi082 ceph-mon[94343]: osdmap e2590: 8 total, 8 up, 8 in 2024-08-17T01:51:32.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:32 smithi082 ceph-mon[94343]: pgmap v4407: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 898 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-08-17T01:51:32.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:32 smithi082 ceph-mon[91979]: osdmap e2590: 8 total, 8 up, 8 in 2024-08-17T01:51:32.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:32 smithi082 ceph-mon[91979]: pgmap v4407: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 898 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-08-17T01:51:32.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:51:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:51:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:51:33.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:33 smithi082 ceph-mon[94343]: osdmap e2591: 8 total, 8 up, 8 in 2024-08-17T01:51:33.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:33 smithi082 ceph-mon[91979]: osdmap e2591: 8 total, 8 up, 8 in 2024-08-17T01:51:33.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:33 smithi137 ceph-mon[86391]: osdmap e2591: 8 total, 8 up, 8 in 2024-08-17T01:51:34.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:34 smithi082 ceph-mon[94343]: osdmap e2592: 8 total, 8 up, 8 in 2024-08-17T01:51:34.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:34 smithi082 ceph-mon[94343]: pgmap v4410: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 866 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-08-17T01:51:34.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:34 smithi082 ceph-mon[91979]: osdmap e2592: 8 total, 8 up, 8 in 2024-08-17T01:51:34.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:34 smithi082 ceph-mon[91979]: pgmap v4410: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 866 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-08-17T01:51:34.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:34 smithi137 ceph-mon[86391]: osdmap e2592: 8 total, 8 up, 8 in 2024-08-17T01:51:34.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:34 smithi137 ceph-mon[86391]: pgmap v4410: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 866 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-08-17T01:51:35.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:35 smithi082 ceph-mon[94343]: osdmap e2593: 8 total, 8 up, 8 in 2024-08-17T01:51:35.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:35 smithi082 ceph-mon[94343]: osdmap e2594: 8 total, 8 up, 8 in 2024-08-17T01:51:35.376 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:51:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:51:35] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-08-17T01:51:35.376 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:35 smithi082 ceph-mon[91979]: osdmap e2593: 8 total, 8 up, 8 in 2024-08-17T01:51:35.376 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:35 smithi082 ceph-mon[91979]: osdmap e2594: 8 total, 8 up, 8 in 2024-08-17T01:51:35.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:35 smithi137 ceph-mon[86391]: osdmap e2593: 8 total, 8 up, 8 in 2024-08-17T01:51:35.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:35 smithi137 ceph-mon[86391]: osdmap e2594: 8 total, 8 up, 8 in 2024-08-17T01:51:36.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:51:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:36 smithi082 ceph-mon[94343]: pgmap v4413: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 866 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-08-17T01:51:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:51:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:36 smithi082 ceph-mon[91979]: pgmap v4413: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 866 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-08-17T01:51:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:51:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:36 smithi137 ceph-mon[86391]: pgmap v4413: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 866 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-08-17T01:51:37.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:37 smithi082 ceph-mon[94343]: osdmap e2595: 8 total, 8 up, 8 in 2024-08-17T01:51:37.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:37 smithi082 ceph-mon[91979]: osdmap e2595: 8 total, 8 up, 8 in 2024-08-17T01:51:37.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:37 smithi137 ceph-mon[86391]: osdmap e2595: 8 total, 8 up, 8 in 2024-08-17T01:51:38.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:38 smithi082 ceph-mon[94343]: osdmap e2596: 8 total, 8 up, 8 in 2024-08-17T01:51:38.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:38 smithi082 ceph-mon[94343]: pgmap v4416: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-17T01:51:38.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:38 smithi082 ceph-mon[91979]: osdmap e2596: 8 total, 8 up, 8 in 2024-08-17T01:51:38.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:38 smithi082 ceph-mon[91979]: pgmap v4416: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-17T01:51:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:38 smithi137 ceph-mon[86391]: osdmap e2596: 8 total, 8 up, 8 in 2024-08-17T01:51:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:38 smithi137 ceph-mon[86391]: pgmap v4416: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-17T01:51:39.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:39 smithi082 ceph-mon[94343]: osdmap e2597: 8 total, 8 up, 8 in 2024-08-17T01:51:39.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:39 smithi082 ceph-mon[91979]: osdmap e2597: 8 total, 8 up, 8 in 2024-08-17T01:51:39.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:39 smithi137 ceph-mon[86391]: osdmap e2597: 8 total, 8 up, 8 in 2024-08-17T01:51:40.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:40 smithi082 ceph-mon[94343]: osdmap e2598: 8 total, 8 up, 8 in 2024-08-17T01:51:40.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:40 smithi082 ceph-mon[94343]: pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-08-17T01:51:40.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:40 smithi082 ceph-mon[94343]: osdmap e2599: 8 total, 8 up, 8 in 2024-08-17T01:51:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:40 smithi082 ceph-mon[91979]: osdmap e2598: 8 total, 8 up, 8 in 2024-08-17T01:51:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:40 smithi082 ceph-mon[91979]: pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-08-17T01:51:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:40 smithi082 ceph-mon[91979]: osdmap e2599: 8 total, 8 up, 8 in 2024-08-17T01:51:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:40 smithi137 ceph-mon[86391]: osdmap e2598: 8 total, 8 up, 8 in 2024-08-17T01:51:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:40 smithi137 ceph-mon[86391]: pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-08-17T01:51:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:40 smithi137 ceph-mon[86391]: osdmap e2599: 8 total, 8 up, 8 in 2024-08-17T01:51:42.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:41 smithi137 ceph-mon[86391]: osdmap e2600: 8 total, 8 up, 8 in 2024-08-17T01:51:42.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:41 smithi137 ceph-mon[86391]: pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 831 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-08-17T01:51:42.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:41 smithi082 ceph-mon[94343]: osdmap e2600: 8 total, 8 up, 8 in 2024-08-17T01:51:42.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:41 smithi082 ceph-mon[94343]: pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 831 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-08-17T01:51:42.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:41 smithi082 ceph-mon[91979]: osdmap e2600: 8 total, 8 up, 8 in 2024-08-17T01:51:42.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:41 smithi082 ceph-mon[91979]: pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 831 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-08-17T01:51:42.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:51:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:51:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:51:43.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:42 smithi082 ceph-mon[94343]: osdmap e2601: 8 total, 8 up, 8 in 2024-08-17T01:51:43.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:42 smithi082 ceph-mon[91979]: osdmap e2601: 8 total, 8 up, 8 in 2024-08-17T01:51:43.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:42 smithi137 ceph-mon[86391]: osdmap e2601: 8 total, 8 up, 8 in 2024-08-17T01:51:44.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:43 smithi082 ceph-mon[94343]: osdmap e2602: 8 total, 8 up, 8 in 2024-08-17T01:51:44.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:43 smithi082 ceph-mon[94343]: pgmap v4425: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 801 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-08-17T01:51:44.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:43 smithi082 ceph-mon[91979]: osdmap e2602: 8 total, 8 up, 8 in 2024-08-17T01:51:44.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:43 smithi082 ceph-mon[91979]: pgmap v4425: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 801 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-08-17T01:51:44.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:43 smithi137 ceph-mon[86391]: osdmap e2602: 8 total, 8 up, 8 in 2024-08-17T01:51:44.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:43 smithi137 ceph-mon[86391]: pgmap v4425: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 801 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-08-17T01:51:45.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:51:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:51:45] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-08-17T01:51:45.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:44 smithi082 ceph-mon[94343]: osdmap e2603: 8 total, 8 up, 8 in 2024-08-17T01:51:45.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:44 smithi082 ceph-mon[94343]: osdmap e2604: 8 total, 8 up, 8 in 2024-08-17T01:51:45.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:44 smithi082 ceph-mon[91979]: osdmap e2603: 8 total, 8 up, 8 in 2024-08-17T01:51:45.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:44 smithi082 ceph-mon[91979]: osdmap e2604: 8 total, 8 up, 8 in 2024-08-17T01:51:45.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:44 smithi137 ceph-mon[86391]: osdmap e2603: 8 total, 8 up, 8 in 2024-08-17T01:51:45.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:44 smithi137 ceph-mon[86391]: osdmap e2604: 8 total, 8 up, 8 in 2024-08-17T01:51:46.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:46 smithi082 ceph-mon[94343]: pgmap v4428: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 801 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-08-17T01:51:46.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:46 smithi082 ceph-mon[91979]: pgmap v4428: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 801 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-08-17T01:51:46.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:46 smithi137 ceph-mon[86391]: pgmap v4428: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 801 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-08-17T01:51:47.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:47 smithi082 ceph-mon[91979]: osdmap e2605: 8 total, 8 up, 8 in 2024-08-17T01:51:47.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:47 smithi082 ceph-mon[94343]: osdmap e2605: 8 total, 8 up, 8 in 2024-08-17T01:51:47.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:47 smithi137 ceph-mon[86391]: osdmap e2605: 8 total, 8 up, 8 in 2024-08-17T01:51:48.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:48 smithi082 ceph-mon[94343]: osdmap e2606: 8 total, 8 up, 8 in 2024-08-17T01:51:48.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:48 smithi082 ceph-mon[94343]: pgmap v4431: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T01:51:48.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:48 smithi082 ceph-mon[91979]: osdmap e2606: 8 total, 8 up, 8 in 2024-08-17T01:51:48.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:48 smithi082 ceph-mon[91979]: pgmap v4431: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T01:51:48.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:48 smithi137 ceph-mon[86391]: osdmap e2606: 8 total, 8 up, 8 in 2024-08-17T01:51:48.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:48 smithi137 ceph-mon[86391]: pgmap v4431: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T01:51:49.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:49 smithi082 ceph-mon[91979]: osdmap e2607: 8 total, 8 up, 8 in 2024-08-17T01:51:49.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:49 smithi082 ceph-mon[94343]: osdmap e2607: 8 total, 8 up, 8 in 2024-08-17T01:51:49.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:49 smithi137 ceph-mon[86391]: osdmap e2607: 8 total, 8 up, 8 in 2024-08-17T01:51:50.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:50 smithi137 ceph-mon[86391]: osdmap e2608: 8 total, 8 up, 8 in 2024-08-17T01:51:50.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:50 smithi137 ceph-mon[86391]: pgmap v4434: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 766 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-08-17T01:51:50.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:50 smithi137 ceph-mon[86391]: osdmap e2609: 8 total, 8 up, 8 in 2024-08-17T01:51:50.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:50 smithi082 ceph-mon[91979]: osdmap e2608: 8 total, 8 up, 8 in 2024-08-17T01:51:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:50 smithi082 ceph-mon[91979]: pgmap v4434: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 766 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-08-17T01:51:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:50 smithi082 ceph-mon[91979]: osdmap e2609: 8 total, 8 up, 8 in 2024-08-17T01:51:50.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:50 smithi082 ceph-mon[94343]: osdmap e2608: 8 total, 8 up, 8 in 2024-08-17T01:51:50.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:50 smithi082 ceph-mon[94343]: pgmap v4434: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 766 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-08-17T01:51:50.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:50 smithi082 ceph-mon[94343]: osdmap e2609: 8 total, 8 up, 8 in 2024-08-17T01:51:51.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:51:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:51:51.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:51:52.315 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:52 smithi137 ceph-mon[86391]: osdmap e2610: 8 total, 8 up, 8 in 2024-08-17T01:51:52.315 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:52 smithi137 ceph-mon[86391]: pgmap v4437: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-08-17T01:51:52.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:52 smithi082 ceph-mon[94343]: osdmap e2610: 8 total, 8 up, 8 in 2024-08-17T01:51:52.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:52 smithi082 ceph-mon[94343]: pgmap v4437: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-08-17T01:51:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:52 smithi082 ceph-mon[91979]: osdmap e2610: 8 total, 8 up, 8 in 2024-08-17T01:51:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:52 smithi082 ceph-mon[91979]: pgmap v4437: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-08-17T01:51:52.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:51:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:51:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:51:53.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:53 smithi082 ceph-mon[94343]: osdmap e2611: 8 total, 8 up, 8 in 2024-08-17T01:51:53.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:53 smithi082 ceph-mon[91979]: osdmap e2611: 8 total, 8 up, 8 in 2024-08-17T01:51:53.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:53 smithi137 ceph-mon[86391]: osdmap e2611: 8 total, 8 up, 8 in 2024-08-17T01:51:54.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:54 smithi082 ceph-mon[91979]: osdmap e2612: 8 total, 8 up, 8 in 2024-08-17T01:51:54.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:54 smithi082 ceph-mon[91979]: pgmap v4440: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 736 KiB/s rd, 5.0 KiB/s wr, 996 op/s 2024-08-17T01:51:54.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:54 smithi082 ceph-mon[94343]: osdmap e2612: 8 total, 8 up, 8 in 2024-08-17T01:51:54.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:54 smithi082 ceph-mon[94343]: pgmap v4440: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 736 KiB/s rd, 5.0 KiB/s wr, 996 op/s 2024-08-17T01:51:54.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:54 smithi137 ceph-mon[86391]: osdmap e2612: 8 total, 8 up, 8 in 2024-08-17T01:51:54.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:54 smithi137 ceph-mon[86391]: pgmap v4440: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 736 KiB/s rd, 5.0 KiB/s wr, 996 op/s 2024-08-17T01:51:55.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:51:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:51:55] "GET /metrics HTTP/1.1" 200 36651 "" "Prometheus/2.43.0" 2024-08-17T01:51:55.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:55 smithi082 ceph-mon[94343]: osdmap e2613: 8 total, 8 up, 8 in 2024-08-17T01:51:55.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:55 smithi082 ceph-mon[94343]: osdmap e2614: 8 total, 8 up, 8 in 2024-08-17T01:51:55.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:55 smithi082 ceph-mon[91979]: osdmap e2613: 8 total, 8 up, 8 in 2024-08-17T01:51:55.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:55 smithi082 ceph-mon[91979]: osdmap e2614: 8 total, 8 up, 8 in 2024-08-17T01:51:55.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:55 smithi137 ceph-mon[86391]: osdmap e2613: 8 total, 8 up, 8 in 2024-08-17T01:51:55.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:55 smithi137 ceph-mon[86391]: osdmap e2614: 8 total, 8 up, 8 in 2024-08-17T01:51:56.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:56 smithi082 ceph-mon[94343]: pgmap v4443: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 736 KiB/s rd, 5.0 KiB/s wr, 995 op/s 2024-08-17T01:51:56.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:56 smithi082 ceph-mon[94343]: osdmap e2615: 8 total, 8 up, 8 in 2024-08-17T01:51:56.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:56 smithi082 ceph-mon[91979]: pgmap v4443: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 736 KiB/s rd, 5.0 KiB/s wr, 995 op/s 2024-08-17T01:51:56.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:56 smithi082 ceph-mon[91979]: osdmap e2615: 8 total, 8 up, 8 in 2024-08-17T01:51:56.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:56 smithi137 ceph-mon[86391]: pgmap v4443: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 736 KiB/s rd, 5.0 KiB/s wr, 995 op/s 2024-08-17T01:51:56.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:56 smithi137 ceph-mon[86391]: osdmap e2615: 8 total, 8 up, 8 in 2024-08-17T01:51:58.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:57 smithi082 ceph-mon[94343]: osdmap e2616: 8 total, 8 up, 8 in 2024-08-17T01:51:58.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:57 smithi082 ceph-mon[94343]: pgmap v4446: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T01:51:58.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:57 smithi082 ceph-mon[91979]: osdmap e2616: 8 total, 8 up, 8 in 2024-08-17T01:51:58.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:57 smithi082 ceph-mon[91979]: pgmap v4446: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T01:51:58.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:57 smithi137 ceph-mon[86391]: osdmap e2616: 8 total, 8 up, 8 in 2024-08-17T01:51:58.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:57 smithi137 ceph-mon[86391]: pgmap v4446: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T01:51:59.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:51:58 smithi082 ceph-mon[94343]: osdmap e2617: 8 total, 8 up, 8 in 2024-08-17T01:51:59.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:51:58 smithi082 ceph-mon[91979]: osdmap e2617: 8 total, 8 up, 8 in 2024-08-17T01:51:59.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:51:58 smithi137 ceph-mon[86391]: osdmap e2617: 8 total, 8 up, 8 in 2024-08-17T01:52:00.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:00 smithi082 ceph-mon[94343]: osdmap e2618: 8 total, 8 up, 8 in 2024-08-17T01:52:00.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:00 smithi082 ceph-mon[94343]: pgmap v4449: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 701 KiB/s rd, 5.0 KiB/s wr, 948 op/s 2024-08-17T01:52:00.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:00 smithi082 ceph-mon[94343]: osdmap e2619: 8 total, 8 up, 8 in 2024-08-17T01:52:00.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:00 smithi082 ceph-mon[91979]: osdmap e2618: 8 total, 8 up, 8 in 2024-08-17T01:52:00.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:00 smithi082 ceph-mon[91979]: pgmap v4449: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 701 KiB/s rd, 5.0 KiB/s wr, 948 op/s 2024-08-17T01:52:00.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:00 smithi082 ceph-mon[91979]: osdmap e2619: 8 total, 8 up, 8 in 2024-08-17T01:52:00.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:00 smithi137 ceph-mon[86391]: osdmap e2618: 8 total, 8 up, 8 in 2024-08-17T01:52:00.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:00 smithi137 ceph-mon[86391]: pgmap v4449: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 701 KiB/s rd, 5.0 KiB/s wr, 948 op/s 2024-08-17T01:52:00.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:00 smithi137 ceph-mon[86391]: osdmap e2619: 8 total, 8 up, 8 in 2024-08-17T01:52:02.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:02 smithi137 ceph-mon[86391]: osdmap e2620: 8 total, 8 up, 8 in 2024-08-17T01:52:02.315 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:02 smithi137 ceph-mon[86391]: pgmap v4452: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 702 KiB/s rd, 5.0 KiB/s wr, 950 op/s 2024-08-17T01:52:02.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:02 smithi082 ceph-mon[91979]: osdmap e2620: 8 total, 8 up, 8 in 2024-08-17T01:52:02.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:02 smithi082 ceph-mon[91979]: pgmap v4452: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 702 KiB/s rd, 5.0 KiB/s wr, 950 op/s 2024-08-17T01:52:02.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:02 smithi082 ceph-mon[94343]: osdmap e2620: 8 total, 8 up, 8 in 2024-08-17T01:52:02.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:02 smithi082 ceph-mon[94343]: pgmap v4452: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 702 KiB/s rd, 5.0 KiB/s wr, 950 op/s 2024-08-17T01:52:02.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:52:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:52:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:52:03.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:03 smithi082 ceph-mon[94343]: osdmap e2621: 8 total, 8 up, 8 in 2024-08-17T01:52:03.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:03 smithi082 ceph-mon[91979]: osdmap e2621: 8 total, 8 up, 8 in 2024-08-17T01:52:03.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:03 smithi137 ceph-mon[86391]: osdmap e2621: 8 total, 8 up, 8 in 2024-08-17T01:52:04.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:04 smithi082 ceph-mon[91979]: osdmap e2622: 8 total, 8 up, 8 in 2024-08-17T01:52:04.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:04 smithi082 ceph-mon[91979]: pgmap v4455: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 906 op/s 2024-08-17T01:52:04.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:04 smithi082 ceph-mon[94343]: osdmap e2622: 8 total, 8 up, 8 in 2024-08-17T01:52:04.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:04 smithi082 ceph-mon[94343]: pgmap v4455: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 906 op/s 2024-08-17T01:52:04.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:04 smithi137 ceph-mon[86391]: osdmap e2622: 8 total, 8 up, 8 in 2024-08-17T01:52:04.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:04 smithi137 ceph-mon[86391]: pgmap v4455: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 906 op/s 2024-08-17T01:52:05.376 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:05 smithi082 ceph-mon[91979]: osdmap e2623: 8 total, 8 up, 8 in 2024-08-17T01:52:05.376 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:05 smithi082 ceph-mon[91979]: osdmap e2624: 8 total, 8 up, 8 in 2024-08-17T01:52:05.377 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:05 smithi082 ceph-mon[94343]: osdmap e2623: 8 total, 8 up, 8 in 2024-08-17T01:52:05.377 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:05 smithi082 ceph-mon[94343]: osdmap e2624: 8 total, 8 up, 8 in 2024-08-17T01:52:05.377 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:52:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:52:05] "GET /metrics HTTP/1.1" 200 36651 "" "Prometheus/2.43.0" 2024-08-17T01:52:05.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:05 smithi137 ceph-mon[86391]: osdmap e2623: 8 total, 8 up, 8 in 2024-08-17T01:52:05.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:05 smithi137 ceph-mon[86391]: osdmap e2624: 8 total, 8 up, 8 in 2024-08-17T01:52:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:52:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:06 smithi082 ceph-mon[94343]: pgmap v4458: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 670 KiB/s rd, 5.0 KiB/s wr, 907 op/s 2024-08-17T01:52:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:52:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:06 smithi082 ceph-mon[91979]: pgmap v4458: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 670 KiB/s rd, 5.0 KiB/s wr, 907 op/s 2024-08-17T01:52:06.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:52:06.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:06 smithi137 ceph-mon[86391]: pgmap v4458: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 670 KiB/s rd, 5.0 KiB/s wr, 907 op/s 2024-08-17T01:52:07.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:07 smithi082 ceph-mon[91979]: osdmap e2625: 8 total, 8 up, 8 in 2024-08-17T01:52:07.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:07 smithi082 ceph-mon[94343]: osdmap e2625: 8 total, 8 up, 8 in 2024-08-17T01:52:07.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:07 smithi137 ceph-mon[86391]: osdmap e2625: 8 total, 8 up, 8 in 2024-08-17T01:52:08.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:08 smithi082 ceph-mon[91979]: osdmap e2626: 8 total, 8 up, 8 in 2024-08-17T01:52:08.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:08 smithi082 ceph-mon[91979]: pgmap v4461: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T01:52:08.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:08 smithi082 ceph-mon[94343]: osdmap e2626: 8 total, 8 up, 8 in 2024-08-17T01:52:08.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:08 smithi082 ceph-mon[94343]: pgmap v4461: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T01:52:08.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:08 smithi137 ceph-mon[86391]: osdmap e2626: 8 total, 8 up, 8 in 2024-08-17T01:52:08.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:08 smithi137 ceph-mon[86391]: pgmap v4461: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T01:52:09.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:09 smithi082 ceph-mon[94343]: osdmap e2627: 8 total, 8 up, 8 in 2024-08-17T01:52:09.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:09 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:52:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:09 smithi082 ceph-mon[91979]: osdmap e2627: 8 total, 8 up, 8 in 2024-08-17T01:52:09.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:09 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:52:09.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:09 smithi137 ceph-mon[86391]: osdmap e2627: 8 total, 8 up, 8 in 2024-08-17T01:52:09.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:09 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:52:10.203 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:10 smithi137 ceph-mon[86391]: osdmap e2628: 8 total, 8 up, 8 in 2024-08-17T01:52:10.203 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:10 smithi137 ceph-mon[86391]: pgmap v4464: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 635 KiB/s rd, 5.0 KiB/s wr, 860 op/s 2024-08-17T01:52:10.203 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:10 smithi137 ceph-mon[86391]: osdmap e2629: 8 total, 8 up, 8 in 2024-08-17T01:52:10.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:10 smithi082 ceph-mon[94343]: osdmap e2628: 8 total, 8 up, 8 in 2024-08-17T01:52:10.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:10 smithi082 ceph-mon[94343]: pgmap v4464: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 635 KiB/s rd, 5.0 KiB/s wr, 860 op/s 2024-08-17T01:52:10.224 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:10 smithi082 ceph-mon[94343]: osdmap e2629: 8 total, 8 up, 8 in 2024-08-17T01:52:10.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:10 smithi082 ceph-mon[91979]: osdmap e2628: 8 total, 8 up, 8 in 2024-08-17T01:52:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:10 smithi082 ceph-mon[91979]: pgmap v4464: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 635 KiB/s rd, 5.0 KiB/s wr, 860 op/s 2024-08-17T01:52:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:10 smithi082 ceph-mon[91979]: osdmap e2629: 8 total, 8 up, 8 in 2024-08-17T01:52:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:11 smithi137 ceph-mon[86391]: osdmap e2630: 8 total, 8 up, 8 in 2024-08-17T01:52:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:11 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:52:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:11 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:52:12.236 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:11 smithi137 ceph-mon[86391]: pgmap v4467: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 862 op/s 2024-08-17T01:52:12.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:11 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:52:12.237 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:11 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:52:12.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:11 smithi082 ceph-mon[91979]: osdmap e2630: 8 total, 8 up, 8 in 2024-08-17T01:52:12.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:11 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:52:12.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:11 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:52:12.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:11 smithi082 ceph-mon[91979]: pgmap v4467: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 862 op/s 2024-08-17T01:52:12.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:11 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:52:12.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:11 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:52:12.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:11 smithi082 ceph-mon[94343]: osdmap e2630: 8 total, 8 up, 8 in 2024-08-17T01:52:12.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:11 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:52:12.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:11 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:52:12.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:11 smithi082 ceph-mon[94343]: pgmap v4467: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 862 op/s 2024-08-17T01:52:12.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:11 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:52:12.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:11 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:52:12.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:52:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:52:13.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:12 smithi082 ceph-mon[94343]: osdmap e2631: 8 total, 8 up, 8 in 2024-08-17T01:52:13.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:12 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:52:13.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:12 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:52:13.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:12 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:52:13.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:12 smithi082 ceph-mon[91979]: osdmap e2631: 8 total, 8 up, 8 in 2024-08-17T01:52:13.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:12 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:52:13.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:12 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:52:13.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:12 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:52:13.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:12 smithi137 ceph-mon[86391]: osdmap e2631: 8 total, 8 up, 8 in 2024-08-17T01:52:13.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:12 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:52:13.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:12 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:52:13.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:12 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:52:14.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:14 smithi082 ceph-mon[94343]: osdmap e2632: 8 total, 8 up, 8 in 2024-08-17T01:52:14.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:14 smithi082 ceph-mon[94343]: pgmap v4470: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 605 KiB/s rd, 5.0 KiB/s wr, 819 op/s 2024-08-17T01:52:14.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:14 smithi082 ceph-mon[91979]: osdmap e2632: 8 total, 8 up, 8 in 2024-08-17T01:52:14.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:14 smithi082 ceph-mon[91979]: pgmap v4470: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 605 KiB/s rd, 5.0 KiB/s wr, 819 op/s 2024-08-17T01:52:14.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:14 smithi137 ceph-mon[86391]: osdmap e2632: 8 total, 8 up, 8 in 2024-08-17T01:52:14.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:14 smithi137 ceph-mon[86391]: pgmap v4470: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 605 KiB/s rd, 5.0 KiB/s wr, 819 op/s 2024-08-17T01:52:15.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:52:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:52:15] "GET /metrics HTTP/1.1" 200 36653 "" "Prometheus/2.43.0" 2024-08-17T01:52:15.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:15 smithi082 ceph-mon[94343]: osdmap e2633: 8 total, 8 up, 8 in 2024-08-17T01:52:15.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:15 smithi082 ceph-mon[94343]: osdmap e2634: 8 total, 8 up, 8 in 2024-08-17T01:52:15.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:15 smithi082 ceph-mon[91979]: osdmap e2633: 8 total, 8 up, 8 in 2024-08-17T01:52:15.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:15 smithi082 ceph-mon[91979]: osdmap e2634: 8 total, 8 up, 8 in 2024-08-17T01:52:15.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:15 smithi137 ceph-mon[86391]: osdmap e2633: 8 total, 8 up, 8 in 2024-08-17T01:52:15.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:15 smithi137 ceph-mon[86391]: osdmap e2634: 8 total, 8 up, 8 in 2024-08-17T01:52:16.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:16 smithi082 ceph-mon[91979]: pgmap v4473: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 817 op/s 2024-08-17T01:52:16.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:16 smithi082 ceph-mon[94343]: pgmap v4473: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 817 op/s 2024-08-17T01:52:16.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:16 smithi137 ceph-mon[86391]: pgmap v4473: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 817 op/s 2024-08-17T01:52:17.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:17 smithi082 ceph-mon[91979]: osdmap e2635: 8 total, 8 up, 8 in 2024-08-17T01:52:17.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:17 smithi082 ceph-mon[94343]: osdmap e2635: 8 total, 8 up, 8 in 2024-08-17T01:52:17.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:17 smithi137 ceph-mon[86391]: osdmap e2635: 8 total, 8 up, 8 in 2024-08-17T01:52:18.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:18 smithi082 ceph-mon[91979]: osdmap e2636: 8 total, 8 up, 8 in 2024-08-17T01:52:18.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:18 smithi082 ceph-mon[91979]: pgmap v4476: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T01:52:18.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:18 smithi082 ceph-mon[94343]: osdmap e2636: 8 total, 8 up, 8 in 2024-08-17T01:52:18.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:18 smithi082 ceph-mon[94343]: pgmap v4476: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T01:52:18.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:18 smithi137 ceph-mon[86391]: osdmap e2636: 8 total, 8 up, 8 in 2024-08-17T01:52:18.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:18 smithi137 ceph-mon[86391]: pgmap v4476: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T01:52:19.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:19 smithi082 ceph-mon[91979]: osdmap e2637: 8 total, 8 up, 8 in 2024-08-17T01:52:19.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:19 smithi082 ceph-mon[94343]: osdmap e2637: 8 total, 8 up, 8 in 2024-08-17T01:52:19.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:19 smithi137 ceph-mon[86391]: osdmap e2637: 8 total, 8 up, 8 in 2024-08-17T01:52:20.387 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:20 smithi137 ceph-mon[86391]: osdmap e2638: 8 total, 8 up, 8 in 2024-08-17T01:52:20.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:20 smithi137 ceph-mon[86391]: pgmap v4479: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 572 KiB/s rd, 5.0 KiB/s wr, 776 op/s 2024-08-17T01:52:20.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:20 smithi137 ceph-mon[86391]: osdmap e2639: 8 total, 8 up, 8 in 2024-08-17T01:52:20.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:20 smithi082 ceph-mon[94343]: osdmap e2638: 8 total, 8 up, 8 in 2024-08-17T01:52:20.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:20 smithi082 ceph-mon[94343]: pgmap v4479: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 572 KiB/s rd, 5.0 KiB/s wr, 776 op/s 2024-08-17T01:52:20.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:20 smithi082 ceph-mon[94343]: osdmap e2639: 8 total, 8 up, 8 in 2024-08-17T01:52:20.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:20 smithi082 ceph-mon[91979]: osdmap e2638: 8 total, 8 up, 8 in 2024-08-17T01:52:20.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:20 smithi082 ceph-mon[91979]: pgmap v4479: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 572 KiB/s rd, 5.0 KiB/s wr, 776 op/s 2024-08-17T01:52:20.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:20 smithi082 ceph-mon[91979]: osdmap e2639: 8 total, 8 up, 8 in 2024-08-17T01:52:21.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:52:21.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:21 smithi082 ceph-mon[94343]: osdmap e2640: 8 total, 8 up, 8 in 2024-08-17T01:52:21.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:52:21.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:21 smithi082 ceph-mon[91979]: osdmap e2640: 8 total, 8 up, 8 in 2024-08-17T01:52:21.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:52:21.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:21 smithi137 ceph-mon[86391]: osdmap e2640: 8 total, 8 up, 8 in 2024-08-17T01:52:22.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:22 smithi137 ceph-mon[86391]: pgmap v4482: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 570 KiB/s rd, 5.0 KiB/s wr, 772 op/s 2024-08-17T01:52:22.315 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:22 smithi137 ceph-mon[86391]: osdmap e2641: 8 total, 8 up, 8 in 2024-08-17T01:52:22.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:22 smithi082 ceph-mon[94343]: pgmap v4482: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 570 KiB/s rd, 5.0 KiB/s wr, 772 op/s 2024-08-17T01:52:22.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:22 smithi082 ceph-mon[94343]: osdmap e2641: 8 total, 8 up, 8 in 2024-08-17T01:52:22.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:22 smithi082 ceph-mon[91979]: pgmap v4482: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 570 KiB/s rd, 5.0 KiB/s wr, 772 op/s 2024-08-17T01:52:22.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:22 smithi082 ceph-mon[91979]: osdmap e2641: 8 total, 8 up, 8 in 2024-08-17T01:52:22.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:52:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:52:24.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:23 smithi082 ceph-mon[94343]: osdmap e2642: 8 total, 8 up, 8 in 2024-08-17T01:52:24.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:23 smithi082 ceph-mon[94343]: pgmap v4485: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 5.0 KiB/s wr, 729 op/s 2024-08-17T01:52:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:23 smithi082 ceph-mon[91979]: osdmap e2642: 8 total, 8 up, 8 in 2024-08-17T01:52:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:23 smithi082 ceph-mon[91979]: pgmap v4485: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 5.0 KiB/s wr, 729 op/s 2024-08-17T01:52:24.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:23 smithi137 ceph-mon[86391]: osdmap e2642: 8 total, 8 up, 8 in 2024-08-17T01:52:24.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:23 smithi137 ceph-mon[86391]: pgmap v4485: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 5.0 KiB/s wr, 729 op/s 2024-08-17T01:52:25.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:24 smithi082 ceph-mon[91979]: osdmap e2643: 8 total, 8 up, 8 in 2024-08-17T01:52:25.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:24 smithi082 ceph-mon[91979]: osdmap e2644: 8 total, 8 up, 8 in 2024-08-17T01:52:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:52:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:52:25] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-08-17T01:52:25.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:25 smithi082 ceph-mon[94343]: osdmap e2643: 8 total, 8 up, 8 in 2024-08-17T01:52:25.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:25 smithi082 ceph-mon[94343]: osdmap e2644: 8 total, 8 up, 8 in 2024-08-17T01:52:25.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:25 smithi137 ceph-mon[86391]: osdmap e2643: 8 total, 8 up, 8 in 2024-08-17T01:52:25.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:25 smithi137 ceph-mon[86391]: osdmap e2644: 8 total, 8 up, 8 in 2024-08-17T01:52:26.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:26 smithi082 ceph-mon[94343]: pgmap v4488: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 733 op/s 2024-08-17T01:52:26.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:26 smithi082 ceph-mon[91979]: pgmap v4488: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 733 op/s 2024-08-17T01:52:26.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:26 smithi137 ceph-mon[86391]: pgmap v4488: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 733 op/s 2024-08-17T01:52:27.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:27 smithi082 ceph-mon[94343]: osdmap e2645: 8 total, 8 up, 8 in 2024-08-17T01:52:27.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:27 smithi082 ceph-mon[91979]: osdmap e2645: 8 total, 8 up, 8 in 2024-08-17T01:52:27.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:27 smithi137 ceph-mon[86391]: osdmap e2645: 8 total, 8 up, 8 in 2024-08-17T01:52:28.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:28 smithi082 ceph-mon[94343]: osdmap e2646: 8 total, 8 up, 8 in 2024-08-17T01:52:28.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:28 smithi082 ceph-mon[94343]: pgmap v4491: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-17T01:52:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:28 smithi082 ceph-mon[91979]: osdmap e2646: 8 total, 8 up, 8 in 2024-08-17T01:52:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:28 smithi082 ceph-mon[91979]: pgmap v4491: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-17T01:52:28.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:28 smithi137 ceph-mon[86391]: osdmap e2646: 8 total, 8 up, 8 in 2024-08-17T01:52:28.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:28 smithi137 ceph-mon[86391]: pgmap v4491: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-17T01:52:29.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:29 smithi082 ceph-mon[94343]: osdmap e2647: 8 total, 8 up, 8 in 2024-08-17T01:52:29.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:29 smithi082 ceph-mon[91979]: osdmap e2647: 8 total, 8 up, 8 in 2024-08-17T01:52:29.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:29 smithi137 ceph-mon[86391]: osdmap e2647: 8 total, 8 up, 8 in 2024-08-17T01:52:30.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:30 smithi082 ceph-mon[94343]: osdmap e2648: 8 total, 8 up, 8 in 2024-08-17T01:52:30.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:30 smithi082 ceph-mon[94343]: pgmap v4494: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 506 KiB/s rd, 5.0 KiB/s wr, 685 op/s 2024-08-17T01:52:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:30 smithi082 ceph-mon[94343]: osdmap e2649: 8 total, 8 up, 8 in 2024-08-17T01:52:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:30 smithi082 ceph-mon[91979]: osdmap e2648: 8 total, 8 up, 8 in 2024-08-17T01:52:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:30 smithi082 ceph-mon[91979]: pgmap v4494: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 506 KiB/s rd, 5.0 KiB/s wr, 685 op/s 2024-08-17T01:52:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:30 smithi082 ceph-mon[91979]: osdmap e2649: 8 total, 8 up, 8 in 2024-08-17T01:52:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:30 smithi137 ceph-mon[86391]: osdmap e2648: 8 total, 8 up, 8 in 2024-08-17T01:52:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:30 smithi137 ceph-mon[86391]: pgmap v4494: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 506 KiB/s rd, 5.0 KiB/s wr, 685 op/s 2024-08-17T01:52:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:30 smithi137 ceph-mon[86391]: osdmap e2649: 8 total, 8 up, 8 in 2024-08-17T01:52:32.316 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:32 smithi137 ceph-mon[86391]: osdmap e2650: 8 total, 8 up, 8 in 2024-08-17T01:52:32.317 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:32 smithi137 ceph-mon[86391]: pgmap v4497: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 687 op/s 2024-08-17T01:52:32.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:32 smithi082 ceph-mon[94343]: osdmap e2650: 8 total, 8 up, 8 in 2024-08-17T01:52:32.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:32 smithi082 ceph-mon[94343]: pgmap v4497: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 687 op/s 2024-08-17T01:52:32.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:32 smithi082 ceph-mon[91979]: osdmap e2650: 8 total, 8 up, 8 in 2024-08-17T01:52:32.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:32 smithi082 ceph-mon[91979]: pgmap v4497: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 687 op/s 2024-08-17T01:52:32.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:52:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:52:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:52:33.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:33 smithi082 ceph-mon[94343]: osdmap e2651: 8 total, 8 up, 8 in 2024-08-17T01:52:33.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:33 smithi082 ceph-mon[91979]: osdmap e2651: 8 total, 8 up, 8 in 2024-08-17T01:52:33.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:33 smithi137 ceph-mon[86391]: osdmap e2651: 8 total, 8 up, 8 in 2024-08-17T01:52:34.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:34 smithi082 ceph-mon[94343]: osdmap e2652: 8 total, 8 up, 8 in 2024-08-17T01:52:34.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:34 smithi082 ceph-mon[94343]: pgmap v4500: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 644 op/s 2024-08-17T01:52:34.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:34 smithi082 ceph-mon[91979]: osdmap e2652: 8 total, 8 up, 8 in 2024-08-17T01:52:34.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:34 smithi082 ceph-mon[91979]: pgmap v4500: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 644 op/s 2024-08-17T01:52:34.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:34 smithi137 ceph-mon[86391]: osdmap e2652: 8 total, 8 up, 8 in 2024-08-17T01:52:34.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:34 smithi137 ceph-mon[86391]: pgmap v4500: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 644 op/s 2024-08-17T01:52:35.376 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:52:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:52:35] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-08-17T01:52:35.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:35 smithi082 ceph-mon[94343]: osdmap e2653: 8 total, 8 up, 8 in 2024-08-17T01:52:35.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:35 smithi082 ceph-mon[94343]: osdmap e2654: 8 total, 8 up, 8 in 2024-08-17T01:52:35.376 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:35 smithi082 ceph-mon[91979]: osdmap e2653: 8 total, 8 up, 8 in 2024-08-17T01:52:35.376 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:35 smithi082 ceph-mon[91979]: osdmap e2654: 8 total, 8 up, 8 in 2024-08-17T01:52:35.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:35 smithi137 ceph-mon[86391]: osdmap e2653: 8 total, 8 up, 8 in 2024-08-17T01:52:35.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:35 smithi137 ceph-mon[86391]: osdmap e2654: 8 total, 8 up, 8 in 2024-08-17T01:52:36.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:52:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:36 smithi082 ceph-mon[91979]: pgmap v4503: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 644 op/s 2024-08-17T01:52:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:36 smithi082 ceph-mon[91979]: osdmap e2655: 8 total, 8 up, 8 in 2024-08-17T01:52:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:52:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:36 smithi082 ceph-mon[94343]: pgmap v4503: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 644 op/s 2024-08-17T01:52:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:36 smithi082 ceph-mon[94343]: osdmap e2655: 8 total, 8 up, 8 in 2024-08-17T01:52:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:52:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:36 smithi137 ceph-mon[86391]: pgmap v4503: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 644 op/s 2024-08-17T01:52:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:36 smithi137 ceph-mon[86391]: osdmap e2655: 8 total, 8 up, 8 in 2024-08-17T01:52:38.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:37 smithi082 ceph-mon[91979]: osdmap e2656: 8 total, 8 up, 8 in 2024-08-17T01:52:38.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:37 smithi082 ceph-mon[91979]: pgmap v4506: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-08-17T01:52:38.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:37 smithi082 ceph-mon[94343]: osdmap e2656: 8 total, 8 up, 8 in 2024-08-17T01:52:38.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:38 smithi082 ceph-mon[94343]: pgmap v4506: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-08-17T01:52:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:37 smithi137 ceph-mon[86391]: osdmap e2656: 8 total, 8 up, 8 in 2024-08-17T01:52:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:37 smithi137 ceph-mon[86391]: pgmap v4506: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-08-17T01:52:39.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:39 smithi082 ceph-mon[94343]: osdmap e2657: 8 total, 8 up, 8 in 2024-08-17T01:52:39.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:39 smithi082 ceph-mon[91979]: osdmap e2657: 8 total, 8 up, 8 in 2024-08-17T01:52:39.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:39 smithi137 ceph-mon[86391]: osdmap e2657: 8 total, 8 up, 8 in 2024-08-17T01:52:40.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:40 smithi082 ceph-mon[94343]: osdmap e2658: 8 total, 8 up, 8 in 2024-08-17T01:52:40.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:40 smithi082 ceph-mon[94343]: pgmap v4509: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 440 KiB/s rd, 5.0 KiB/s wr, 595 op/s 2024-08-17T01:52:40.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:40 smithi082 ceph-mon[94343]: osdmap e2659: 8 total, 8 up, 8 in 2024-08-17T01:52:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:40 smithi082 ceph-mon[91979]: osdmap e2658: 8 total, 8 up, 8 in 2024-08-17T01:52:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:40 smithi082 ceph-mon[91979]: pgmap v4509: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 440 KiB/s rd, 5.0 KiB/s wr, 595 op/s 2024-08-17T01:52:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:40 smithi082 ceph-mon[91979]: osdmap e2659: 8 total, 8 up, 8 in 2024-08-17T01:52:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:40 smithi137 ceph-mon[86391]: osdmap e2658: 8 total, 8 up, 8 in 2024-08-17T01:52:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:40 smithi137 ceph-mon[86391]: pgmap v4509: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 440 KiB/s rd, 5.0 KiB/s wr, 595 op/s 2024-08-17T01:52:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:40 smithi137 ceph-mon[86391]: osdmap e2659: 8 total, 8 up, 8 in 2024-08-17T01:52:42.315 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:42 smithi137 ceph-mon[86391]: osdmap e2660: 8 total, 8 up, 8 in 2024-08-17T01:52:42.315 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:42 smithi137 ceph-mon[86391]: pgmap v4512: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 441 KiB/s rd, 5.0 KiB/s wr, 599 op/s 2024-08-17T01:52:42.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:42 smithi082 ceph-mon[94343]: osdmap e2660: 8 total, 8 up, 8 in 2024-08-17T01:52:42.506 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:42 smithi082 ceph-mon[94343]: pgmap v4512: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 441 KiB/s rd, 5.0 KiB/s wr, 599 op/s 2024-08-17T01:52:42.507 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:42 smithi082 ceph-mon[91979]: osdmap e2660: 8 total, 8 up, 8 in 2024-08-17T01:52:42.507 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:42 smithi082 ceph-mon[91979]: pgmap v4512: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 441 KiB/s rd, 5.0 KiB/s wr, 599 op/s 2024-08-17T01:52:42.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:52:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:52:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:52:43.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:43 smithi082 ceph-mon[91979]: osdmap e2661: 8 total, 8 up, 8 in 2024-08-17T01:52:43.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:43 smithi082 ceph-mon[94343]: osdmap e2661: 8 total, 8 up, 8 in 2024-08-17T01:52:43.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:43 smithi137 ceph-mon[86391]: osdmap e2661: 8 total, 8 up, 8 in 2024-08-17T01:52:44.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:44 smithi082 ceph-mon[94343]: osdmap e2662: 8 total, 8 up, 8 in 2024-08-17T01:52:44.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:44 smithi082 ceph-mon[94343]: pgmap v4515: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 409 KiB/s rd, 5.0 KiB/s wr, 554 op/s 2024-08-17T01:52:44.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:44 smithi082 ceph-mon[91979]: osdmap e2662: 8 total, 8 up, 8 in 2024-08-17T01:52:44.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:44 smithi082 ceph-mon[91979]: pgmap v4515: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 409 KiB/s rd, 5.0 KiB/s wr, 554 op/s 2024-08-17T01:52:44.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:44 smithi137 ceph-mon[86391]: osdmap e2662: 8 total, 8 up, 8 in 2024-08-17T01:52:44.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:44 smithi137 ceph-mon[86391]: pgmap v4515: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 409 KiB/s rd, 5.0 KiB/s wr, 554 op/s 2024-08-17T01:52:45.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:52:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:52:45] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-08-17T01:52:45.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:45 smithi082 ceph-mon[94343]: osdmap e2663: 8 total, 8 up, 8 in 2024-08-17T01:52:45.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:45 smithi082 ceph-mon[94343]: osdmap e2664: 8 total, 8 up, 8 in 2024-08-17T01:52:45.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:45 smithi082 ceph-mon[91979]: osdmap e2663: 8 total, 8 up, 8 in 2024-08-17T01:52:45.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:45 smithi082 ceph-mon[91979]: osdmap e2664: 8 total, 8 up, 8 in 2024-08-17T01:52:45.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:45 smithi137 ceph-mon[86391]: osdmap e2663: 8 total, 8 up, 8 in 2024-08-17T01:52:45.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:45 smithi137 ceph-mon[86391]: osdmap e2664: 8 total, 8 up, 8 in 2024-08-17T01:52:46.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:46 smithi082 ceph-mon[91979]: pgmap v4518: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 552 op/s 2024-08-17T01:52:46.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:46 smithi082 ceph-mon[94343]: pgmap v4518: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 552 op/s 2024-08-17T01:52:46.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:46 smithi137 ceph-mon[86391]: pgmap v4518: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 552 op/s 2024-08-17T01:52:47.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:47 smithi082 ceph-mon[94343]: osdmap e2665: 8 total, 8 up, 8 in 2024-08-17T01:52:47.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:47 smithi082 ceph-mon[91979]: osdmap e2665: 8 total, 8 up, 8 in 2024-08-17T01:52:47.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:47 smithi137 ceph-mon[86391]: osdmap e2665: 8 total, 8 up, 8 in 2024-08-17T01:52:48.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:48 smithi082 ceph-mon[94343]: osdmap e2666: 8 total, 8 up, 8 in 2024-08-17T01:52:48.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:48 smithi082 ceph-mon[94343]: pgmap v4521: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-08-17T01:52:48.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:48 smithi082 ceph-mon[91979]: osdmap e2666: 8 total, 8 up, 8 in 2024-08-17T01:52:48.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:48 smithi082 ceph-mon[91979]: pgmap v4521: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-08-17T01:52:48.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:48 smithi137 ceph-mon[86391]: osdmap e2666: 8 total, 8 up, 8 in 2024-08-17T01:52:48.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:48 smithi137 ceph-mon[86391]: pgmap v4521: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-08-17T01:52:49.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:49 smithi082 ceph-mon[94343]: osdmap e2667: 8 total, 8 up, 8 in 2024-08-17T01:52:49.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:49 smithi082 ceph-mon[91979]: osdmap e2667: 8 total, 8 up, 8 in 2024-08-17T01:52:49.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:49 smithi137 ceph-mon[86391]: osdmap e2667: 8 total, 8 up, 8 in 2024-08-17T01:52:50.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:50 smithi137 ceph-mon[86391]: osdmap e2668: 8 total, 8 up, 8 in 2024-08-17T01:52:50.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:50 smithi137 ceph-mon[86391]: pgmap v4524: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 509 op/s 2024-08-17T01:52:50.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:50 smithi137 ceph-mon[86391]: osdmap e2669: 8 total, 8 up, 8 in 2024-08-17T01:52:50.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:50 smithi082 ceph-mon[94343]: osdmap e2668: 8 total, 8 up, 8 in 2024-08-17T01:52:50.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:50 smithi082 ceph-mon[94343]: pgmap v4524: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 509 op/s 2024-08-17T01:52:50.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:50 smithi082 ceph-mon[94343]: osdmap e2669: 8 total, 8 up, 8 in 2024-08-17T01:52:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:50 smithi082 ceph-mon[91979]: osdmap e2668: 8 total, 8 up, 8 in 2024-08-17T01:52:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:50 smithi082 ceph-mon[91979]: pgmap v4524: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 509 op/s 2024-08-17T01:52:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:50 smithi082 ceph-mon[91979]: osdmap e2669: 8 total, 8 up, 8 in 2024-08-17T01:52:51.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:52:51.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:51 smithi082 ceph-mon[94343]: osdmap e2670: 8 total, 8 up, 8 in 2024-08-17T01:52:51.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:52:51.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:51 smithi082 ceph-mon[91979]: osdmap e2670: 8 total, 8 up, 8 in 2024-08-17T01:52:51.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:52:51.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:51 smithi137 ceph-mon[86391]: osdmap e2670: 8 total, 8 up, 8 in 2024-08-17T01:52:52.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:52 smithi082 ceph-mon[94343]: pgmap v4527: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 509 op/s 2024-08-17T01:52:52.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:52 smithi082 ceph-mon[94343]: osdmap e2671: 8 total, 8 up, 8 in 2024-08-17T01:52:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:52 smithi082 ceph-mon[91979]: pgmap v4527: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 509 op/s 2024-08-17T01:52:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:52 smithi082 ceph-mon[91979]: osdmap e2671: 8 total, 8 up, 8 in 2024-08-17T01:52:52.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:52 smithi137 ceph-mon[86391]: pgmap v4527: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 509 op/s 2024-08-17T01:52:52.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:52 smithi137 ceph-mon[86391]: osdmap e2671: 8 total, 8 up, 8 in 2024-08-17T01:52:52.486 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:52:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:52:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:52:54.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:54 smithi082 ceph-mon[94343]: osdmap e2672: 8 total, 8 up, 8 in 2024-08-17T01:52:54.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:54 smithi082 ceph-mon[94343]: pgmap v4530: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 464 op/s 2024-08-17T01:52:54.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:54 smithi082 ceph-mon[91979]: osdmap e2672: 8 total, 8 up, 8 in 2024-08-17T01:52:54.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:54 smithi082 ceph-mon[91979]: pgmap v4530: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 464 op/s 2024-08-17T01:52:54.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:54 smithi137 ceph-mon[86391]: osdmap e2672: 8 total, 8 up, 8 in 2024-08-17T01:52:54.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:54 smithi137 ceph-mon[86391]: pgmap v4530: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 464 op/s 2024-08-17T01:52:55.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:55 smithi082 ceph-mon[94343]: osdmap e2673: 8 total, 8 up, 8 in 2024-08-17T01:52:55.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:55 smithi082 ceph-mon[94343]: osdmap e2674: 8 total, 8 up, 8 in 2024-08-17T01:52:55.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:55 smithi082 ceph-mon[91979]: osdmap e2673: 8 total, 8 up, 8 in 2024-08-17T01:52:55.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:55 smithi082 ceph-mon[91979]: osdmap e2674: 8 total, 8 up, 8 in 2024-08-17T01:52:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:52:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:52:55] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-08-17T01:52:55.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:55 smithi137 ceph-mon[86391]: osdmap e2673: 8 total, 8 up, 8 in 2024-08-17T01:52:55.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:55 smithi137 ceph-mon[86391]: osdmap e2674: 8 total, 8 up, 8 in 2024-08-17T01:52:56.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:56 smithi082 ceph-mon[91979]: pgmap v4533: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 5.0 KiB/s wr, 466 op/s 2024-08-17T01:52:56.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:56 smithi082 ceph-mon[94343]: pgmap v4533: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 5.0 KiB/s wr, 466 op/s 2024-08-17T01:52:56.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:56 smithi137 ceph-mon[86391]: pgmap v4533: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 5.0 KiB/s wr, 466 op/s 2024-08-17T01:52:57.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:57 smithi082 ceph-mon[91979]: osdmap e2675: 8 total, 8 up, 8 in 2024-08-17T01:52:57.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:57 smithi082 ceph-mon[94343]: osdmap e2675: 8 total, 8 up, 8 in 2024-08-17T01:52:57.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:57 smithi137 ceph-mon[86391]: osdmap e2675: 8 total, 8 up, 8 in 2024-08-17T01:52:58.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:58 smithi082 ceph-mon[94343]: osdmap e2676: 8 total, 8 up, 8 in 2024-08-17T01:52:58.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:58 smithi082 ceph-mon[94343]: pgmap v4536: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-17T01:52:58.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:58 smithi082 ceph-mon[91979]: osdmap e2676: 8 total, 8 up, 8 in 2024-08-17T01:52:58.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:58 smithi082 ceph-mon[91979]: pgmap v4536: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-17T01:52:58.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:58 smithi137 ceph-mon[86391]: osdmap e2676: 8 total, 8 up, 8 in 2024-08-17T01:52:58.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:58 smithi137 ceph-mon[86391]: pgmap v4536: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-17T01:52:59.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:52:59 smithi082 ceph-mon[94343]: osdmap e2677: 8 total, 8 up, 8 in 2024-08-17T01:52:59.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:52:59 smithi082 ceph-mon[91979]: osdmap e2677: 8 total, 8 up, 8 in 2024-08-17T01:52:59.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:52:59 smithi137 ceph-mon[86391]: osdmap e2677: 8 total, 8 up, 8 in 2024-08-17T01:53:00.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:00 smithi082 ceph-mon[94343]: osdmap e2678: 8 total, 8 up, 8 in 2024-08-17T01:53:00.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:00 smithi082 ceph-mon[94343]: pgmap v4539: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 5.0 KiB/s wr, 419 op/s 2024-08-17T01:53:00.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:00 smithi082 ceph-mon[94343]: osdmap e2679: 8 total, 8 up, 8 in 2024-08-17T01:53:00.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:00 smithi082 ceph-mon[91979]: osdmap e2678: 8 total, 8 up, 8 in 2024-08-17T01:53:00.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:00 smithi082 ceph-mon[91979]: pgmap v4539: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 5.0 KiB/s wr, 419 op/s 2024-08-17T01:53:00.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:00 smithi082 ceph-mon[91979]: osdmap e2679: 8 total, 8 up, 8 in 2024-08-17T01:53:00.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:00 smithi137 ceph-mon[86391]: osdmap e2678: 8 total, 8 up, 8 in 2024-08-17T01:53:00.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:00 smithi137 ceph-mon[86391]: pgmap v4539: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 5.0 KiB/s wr, 419 op/s 2024-08-17T01:53:00.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:00 smithi137 ceph-mon[86391]: osdmap e2679: 8 total, 8 up, 8 in 2024-08-17T01:53:02.315 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:02 smithi137 ceph-mon[86391]: osdmap e2680: 8 total, 8 up, 8 in 2024-08-17T01:53:02.315 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:02 smithi137 ceph-mon[86391]: pgmap v4542: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 5.0 KiB/s wr, 419 op/s 2024-08-17T01:53:02.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:02 smithi082 ceph-mon[94343]: osdmap e2680: 8 total, 8 up, 8 in 2024-08-17T01:53:02.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:02 smithi082 ceph-mon[94343]: pgmap v4542: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 5.0 KiB/s wr, 419 op/s 2024-08-17T01:53:02.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:02 smithi082 ceph-mon[91979]: osdmap e2680: 8 total, 8 up, 8 in 2024-08-17T01:53:02.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:02 smithi082 ceph-mon[91979]: pgmap v4542: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 5.0 KiB/s wr, 419 op/s 2024-08-17T01:53:02.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:53:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:53:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:53:03.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:03 smithi082 ceph-mon[94343]: osdmap e2681: 8 total, 8 up, 8 in 2024-08-17T01:53:03.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:03 smithi082 ceph-mon[91979]: osdmap e2681: 8 total, 8 up, 8 in 2024-08-17T01:53:03.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:03 smithi137 ceph-mon[86391]: osdmap e2681: 8 total, 8 up, 8 in 2024-08-17T01:53:04.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:04 smithi082 ceph-mon[94343]: osdmap e2682: 8 total, 8 up, 8 in 2024-08-17T01:53:04.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:04 smithi082 ceph-mon[94343]: pgmap v4545: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 379 op/s 2024-08-17T01:53:04.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:04 smithi082 ceph-mon[91979]: osdmap e2682: 8 total, 8 up, 8 in 2024-08-17T01:53:04.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:04 smithi082 ceph-mon[91979]: pgmap v4545: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 379 op/s 2024-08-17T01:53:04.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:04 smithi137 ceph-mon[86391]: osdmap e2682: 8 total, 8 up, 8 in 2024-08-17T01:53:04.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:04 smithi137 ceph-mon[86391]: pgmap v4545: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 379 op/s 2024-08-17T01:53:05.376 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:53:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:53:05] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-08-17T01:53:05.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:05 smithi082 ceph-mon[94343]: osdmap e2683: 8 total, 8 up, 8 in 2024-08-17T01:53:05.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:05 smithi082 ceph-mon[94343]: osdmap e2684: 8 total, 8 up, 8 in 2024-08-17T01:53:05.376 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:05 smithi082 ceph-mon[91979]: osdmap e2683: 8 total, 8 up, 8 in 2024-08-17T01:53:05.376 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:05 smithi082 ceph-mon[91979]: osdmap e2684: 8 total, 8 up, 8 in 2024-08-17T01:53:05.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:05 smithi137 ceph-mon[86391]: osdmap e2683: 8 total, 8 up, 8 in 2024-08-17T01:53:05.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:05 smithi137 ceph-mon[86391]: osdmap e2684: 8 total, 8 up, 8 in 2024-08-17T01:53:06.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:53:06.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:06 smithi082 ceph-mon[94343]: pgmap v4548: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 379 op/s 2024-08-17T01:53:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:06 smithi082 ceph-mon[94343]: osdmap e2685: 8 total, 8 up, 8 in 2024-08-17T01:53:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:53:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:06 smithi082 ceph-mon[91979]: pgmap v4548: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 379 op/s 2024-08-17T01:53:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:06 smithi082 ceph-mon[91979]: osdmap e2685: 8 total, 8 up, 8 in 2024-08-17T01:53:06.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:53:06.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:06 smithi137 ceph-mon[86391]: pgmap v4548: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 379 op/s 2024-08-17T01:53:06.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:06 smithi137 ceph-mon[86391]: osdmap e2685: 8 total, 8 up, 8 in 2024-08-17T01:53:08.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:08 smithi082 ceph-mon[94343]: osdmap e2686: 8 total, 8 up, 8 in 2024-08-17T01:53:08.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:08 smithi082 ceph-mon[94343]: pgmap v4551: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T01:53:08.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:08 smithi082 ceph-mon[91979]: osdmap e2686: 8 total, 8 up, 8 in 2024-08-17T01:53:08.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:08 smithi082 ceph-mon[91979]: pgmap v4551: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T01:53:08.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:08 smithi137 ceph-mon[86391]: osdmap e2686: 8 total, 8 up, 8 in 2024-08-17T01:53:08.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:08 smithi137 ceph-mon[86391]: pgmap v4551: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T01:53:09.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:09 smithi082 ceph-mon[94343]: osdmap e2687: 8 total, 8 up, 8 in 2024-08-17T01:53:09.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:09 smithi082 ceph-mon[91979]: osdmap e2687: 8 total, 8 up, 8 in 2024-08-17T01:53:09.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:09 smithi137 ceph-mon[86391]: osdmap e2687: 8 total, 8 up, 8 in 2024-08-17T01:53:10.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:10 smithi082 ceph-mon[91979]: osdmap e2688: 8 total, 8 up, 8 in 2024-08-17T01:53:10.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:10 smithi082 ceph-mon[91979]: pgmap v4554: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 244 KiB/s rd, 5.0 KiB/s wr, 331 op/s 2024-08-17T01:53:10.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:10 smithi082 ceph-mon[91979]: osdmap e2689: 8 total, 8 up, 8 in 2024-08-17T01:53:10.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:10 smithi082 ceph-mon[94343]: osdmap e2688: 8 total, 8 up, 8 in 2024-08-17T01:53:10.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:10 smithi082 ceph-mon[94343]: pgmap v4554: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 244 KiB/s rd, 5.0 KiB/s wr, 331 op/s 2024-08-17T01:53:10.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:10 smithi082 ceph-mon[94343]: osdmap e2689: 8 total, 8 up, 8 in 2024-08-17T01:53:10.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:10 smithi137 ceph-mon[86391]: osdmap e2688: 8 total, 8 up, 8 in 2024-08-17T01:53:10.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:10 smithi137 ceph-mon[86391]: pgmap v4554: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 244 KiB/s rd, 5.0 KiB/s wr, 331 op/s 2024-08-17T01:53:10.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:10 smithi137 ceph-mon[86391]: osdmap e2689: 8 total, 8 up, 8 in 2024-08-17T01:53:12.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:12 smithi137 ceph-mon[86391]: osdmap e2690: 8 total, 8 up, 8 in 2024-08-17T01:53:12.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:12 smithi137 ceph-mon[86391]: pgmap v4557: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 332 op/s 2024-08-17T01:53:12.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:12 smithi082 ceph-mon[94343]: osdmap e2690: 8 total, 8 up, 8 in 2024-08-17T01:53:12.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:12 smithi082 ceph-mon[94343]: pgmap v4557: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 332 op/s 2024-08-17T01:53:12.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:12 smithi082 ceph-mon[91979]: osdmap e2690: 8 total, 8 up, 8 in 2024-08-17T01:53:12.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:12 smithi082 ceph-mon[91979]: pgmap v4557: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 332 op/s 2024-08-17T01:53:12.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:53:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:53:13.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:13 smithi082 ceph-mon[94343]: osdmap e2691: 8 total, 8 up, 8 in 2024-08-17T01:53:13.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:13 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:53:13.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:13 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:53:13.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:13 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:53:13.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:13 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:53:13.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:13 smithi082 ceph-mon[91979]: osdmap e2691: 8 total, 8 up, 8 in 2024-08-17T01:53:13.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:13 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:53:13.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:13 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:53:13.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:13 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:53:13.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:13 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:53:13.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:13 smithi137 ceph-mon[86391]: osdmap e2691: 8 total, 8 up, 8 in 2024-08-17T01:53:13.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:13 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:53:13.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:13 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:53:13.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:13 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:53:13.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:13 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:53:14.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:14 smithi082 ceph-mon[94343]: osdmap e2692: 8 total, 8 up, 8 in 2024-08-17T01:53:14.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:14 smithi082 ceph-mon[94343]: pgmap v4560: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 213 KiB/s rd, 5.0 KiB/s wr, 291 op/s 2024-08-17T01:53:14.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:14 smithi082 ceph-mon[91979]: osdmap e2692: 8 total, 8 up, 8 in 2024-08-17T01:53:14.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:14 smithi082 ceph-mon[91979]: pgmap v4560: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 213 KiB/s rd, 5.0 KiB/s wr, 291 op/s 2024-08-17T01:53:14.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:14 smithi137 ceph-mon[86391]: osdmap e2692: 8 total, 8 up, 8 in 2024-08-17T01:53:14.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:14 smithi137 ceph-mon[86391]: pgmap v4560: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 213 KiB/s rd, 5.0 KiB/s wr, 291 op/s 2024-08-17T01:53:15.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:15 smithi082 ceph-mon[94343]: osdmap e2693: 8 total, 8 up, 8 in 2024-08-17T01:53:15.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:15 smithi082 ceph-mon[94343]: osdmap e2694: 8 total, 8 up, 8 in 2024-08-17T01:53:15.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:15 smithi082 ceph-mon[91979]: osdmap e2693: 8 total, 8 up, 8 in 2024-08-17T01:53:15.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:15 smithi082 ceph-mon[91979]: osdmap e2694: 8 total, 8 up, 8 in 2024-08-17T01:53:15.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:53:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:53:15] "GET /metrics HTTP/1.1" 200 36648 "" "Prometheus/2.43.0" 2024-08-17T01:53:15.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:15 smithi137 ceph-mon[86391]: osdmap e2693: 8 total, 8 up, 8 in 2024-08-17T01:53:15.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:15 smithi137 ceph-mon[86391]: osdmap e2694: 8 total, 8 up, 8 in 2024-08-17T01:53:16.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:16 smithi082 ceph-mon[91979]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 290 op/s 2024-08-17T01:53:16.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:16 smithi082 ceph-mon[94343]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 290 op/s 2024-08-17T01:53:16.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:16 smithi137 ceph-mon[86391]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 290 op/s 2024-08-17T01:53:17.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:17 smithi082 ceph-mon[91979]: osdmap e2695: 8 total, 8 up, 8 in 2024-08-17T01:53:17.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:17 smithi082 ceph-mon[94343]: osdmap e2695: 8 total, 8 up, 8 in 2024-08-17T01:53:17.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:17 smithi137 ceph-mon[86391]: osdmap e2695: 8 total, 8 up, 8 in 2024-08-17T01:53:18.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:18 smithi082 ceph-mon[94343]: osdmap e2696: 8 total, 8 up, 8 in 2024-08-17T01:53:18.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:18 smithi082 ceph-mon[94343]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T01:53:18.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:18 smithi082 ceph-mon[91979]: osdmap e2696: 8 total, 8 up, 8 in 2024-08-17T01:53:18.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:18 smithi082 ceph-mon[91979]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T01:53:18.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:18 smithi137 ceph-mon[86391]: osdmap e2696: 8 total, 8 up, 8 in 2024-08-17T01:53:18.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:18 smithi137 ceph-mon[86391]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T01:53:19.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:19 smithi082 ceph-mon[94343]: osdmap e2697: 8 total, 8 up, 8 in 2024-08-17T01:53:19.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:19 smithi082 ceph-mon[91979]: osdmap e2697: 8 total, 8 up, 8 in 2024-08-17T01:53:19.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:19 smithi137 ceph-mon[86391]: osdmap e2697: 8 total, 8 up, 8 in 2024-08-17T01:53:20.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:20 smithi137 ceph-mon[86391]: osdmap e2698: 8 total, 8 up, 8 in 2024-08-17T01:53:20.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:20 smithi137 ceph-mon[86391]: pgmap v4569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 245 op/s 2024-08-17T01:53:20.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:20 smithi137 ceph-mon[86391]: osdmap e2699: 8 total, 8 up, 8 in 2024-08-17T01:53:20.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:20 smithi082 ceph-mon[94343]: osdmap e2698: 8 total, 8 up, 8 in 2024-08-17T01:53:20.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:20 smithi082 ceph-mon[94343]: pgmap v4569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 245 op/s 2024-08-17T01:53:20.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:20 smithi082 ceph-mon[94343]: osdmap e2699: 8 total, 8 up, 8 in 2024-08-17T01:53:20.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:20 smithi082 ceph-mon[91979]: osdmap e2698: 8 total, 8 up, 8 in 2024-08-17T01:53:20.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:20 smithi082 ceph-mon[91979]: pgmap v4569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 245 op/s 2024-08-17T01:53:20.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:20 smithi082 ceph-mon[91979]: osdmap e2699: 8 total, 8 up, 8 in 2024-08-17T01:53:21.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:53:21.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:21 smithi082 ceph-mon[94343]: osdmap e2700: 8 total, 8 up, 8 in 2024-08-17T01:53:21.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:53:21.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:21 smithi082 ceph-mon[91979]: osdmap e2700: 8 total, 8 up, 8 in 2024-08-17T01:53:21.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:53:21.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:21 smithi137 ceph-mon[86391]: osdmap e2700: 8 total, 8 up, 8 in 2024-08-17T01:53:22.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:22 smithi082 ceph-mon[94343]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 245 op/s 2024-08-17T01:53:22.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:22 smithi082 ceph-mon[94343]: osdmap e2701: 8 total, 8 up, 8 in 2024-08-17T01:53:22.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:22 smithi082 ceph-mon[91979]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 245 op/s 2024-08-17T01:53:22.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:22 smithi082 ceph-mon[91979]: osdmap e2701: 8 total, 8 up, 8 in 2024-08-17T01:53:22.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:22 smithi137 ceph-mon[86391]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 245 op/s 2024-08-17T01:53:22.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:22 smithi137 ceph-mon[86391]: osdmap e2701: 8 total, 8 up, 8 in 2024-08-17T01:53:22.486 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:53:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:53:24.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:24 smithi082 ceph-mon[94343]: osdmap e2702: 8 total, 8 up, 8 in 2024-08-17T01:53:24.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:24 smithi082 ceph-mon[94343]: pgmap v4575: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 201 op/s 2024-08-17T01:53:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:24 smithi082 ceph-mon[91979]: osdmap e2702: 8 total, 8 up, 8 in 2024-08-17T01:53:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:24 smithi082 ceph-mon[91979]: pgmap v4575: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 201 op/s 2024-08-17T01:53:24.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:24 smithi137 ceph-mon[86391]: osdmap e2702: 8 total, 8 up, 8 in 2024-08-17T01:53:24.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:24 smithi137 ceph-mon[86391]: pgmap v4575: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 201 op/s 2024-08-17T01:53:25.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:53:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:53:25] "GET /metrics HTTP/1.1" 200 36648 "" "Prometheus/2.43.0" 2024-08-17T01:53:25.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:25 smithi082 ceph-mon[94343]: osdmap e2703: 8 total, 8 up, 8 in 2024-08-17T01:53:25.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:25 smithi082 ceph-mon[94343]: osdmap e2704: 8 total, 8 up, 8 in 2024-08-17T01:53:25.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:25 smithi082 ceph-mon[91979]: osdmap e2703: 8 total, 8 up, 8 in 2024-08-17T01:53:25.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:25 smithi082 ceph-mon[91979]: osdmap e2704: 8 total, 8 up, 8 in 2024-08-17T01:53:25.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:25 smithi137 ceph-mon[86391]: osdmap e2703: 8 total, 8 up, 8 in 2024-08-17T01:53:25.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:25 smithi137 ceph-mon[86391]: osdmap e2704: 8 total, 8 up, 8 in 2024-08-17T01:53:26.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:26 smithi082 ceph-mon[94343]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 5.0 KiB/s wr, 205 op/s 2024-08-17T01:53:26.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:26 smithi082 ceph-mon[91979]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 5.0 KiB/s wr, 205 op/s 2024-08-17T01:53:26.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:26 smithi137 ceph-mon[86391]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 5.0 KiB/s wr, 205 op/s 2024-08-17T01:53:27.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:27 smithi082 ceph-mon[94343]: osdmap e2705: 8 total, 8 up, 8 in 2024-08-17T01:53:27.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:27 smithi082 ceph-mon[91979]: osdmap e2705: 8 total, 8 up, 8 in 2024-08-17T01:53:27.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:27 smithi137 ceph-mon[86391]: osdmap e2705: 8 total, 8 up, 8 in 2024-08-17T01:53:28.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:28 smithi082 ceph-mon[91979]: osdmap e2706: 8 total, 8 up, 8 in 2024-08-17T01:53:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:28 smithi082 ceph-mon[91979]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-17T01:53:28.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:28 smithi082 ceph-mon[94343]: osdmap e2706: 8 total, 8 up, 8 in 2024-08-17T01:53:28.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:28 smithi082 ceph-mon[94343]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-17T01:53:28.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:28 smithi137 ceph-mon[86391]: osdmap e2706: 8 total, 8 up, 8 in 2024-08-17T01:53:28.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:28 smithi137 ceph-mon[86391]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-17T01:53:29.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:29 smithi082 ceph-mon[94343]: osdmap e2707: 8 total, 8 up, 8 in 2024-08-17T01:53:29.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:29 smithi082 ceph-mon[91979]: osdmap e2707: 8 total, 8 up, 8 in 2024-08-17T01:53:29.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:29 smithi137 ceph-mon[86391]: osdmap e2707: 8 total, 8 up, 8 in 2024-08-17T01:53:30.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:30 smithi082 ceph-mon[94343]: osdmap e2708: 8 total, 8 up, 8 in 2024-08-17T01:53:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:30 smithi082 ceph-mon[94343]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 158 op/s 2024-08-17T01:53:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:30 smithi082 ceph-mon[94343]: osdmap e2709: 8 total, 8 up, 8 in 2024-08-17T01:53:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:30 smithi082 ceph-mon[91979]: osdmap e2708: 8 total, 8 up, 8 in 2024-08-17T01:53:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:30 smithi082 ceph-mon[91979]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 158 op/s 2024-08-17T01:53:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:30 smithi082 ceph-mon[91979]: osdmap e2709: 8 total, 8 up, 8 in 2024-08-17T01:53:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:30 smithi137 ceph-mon[86391]: osdmap e2708: 8 total, 8 up, 8 in 2024-08-17T01:53:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:30 smithi137 ceph-mon[86391]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 158 op/s 2024-08-17T01:53:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:30 smithi137 ceph-mon[86391]: osdmap e2709: 8 total, 8 up, 8 in 2024-08-17T01:53:32.315 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:32 smithi137 ceph-mon[86391]: osdmap e2710: 8 total, 8 up, 8 in 2024-08-17T01:53:32.315 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:32 smithi137 ceph-mon[86391]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 5.0 KiB/s wr, 161 op/s 2024-08-17T01:53:32.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:32 smithi082 ceph-mon[91979]: osdmap e2710: 8 total, 8 up, 8 in 2024-08-17T01:53:32.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:32 smithi082 ceph-mon[91979]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 5.0 KiB/s wr, 161 op/s 2024-08-17T01:53:32.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:32 smithi082 ceph-mon[94343]: osdmap e2710: 8 total, 8 up, 8 in 2024-08-17T01:53:32.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:32 smithi082 ceph-mon[94343]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 5.0 KiB/s wr, 161 op/s 2024-08-17T01:53:32.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:53:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:53:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:53:33.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:33 smithi082 ceph-mon[91979]: osdmap e2711: 8 total, 8 up, 8 in 2024-08-17T01:53:33.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:33 smithi082 ceph-mon[94343]: osdmap e2711: 8 total, 8 up, 8 in 2024-08-17T01:53:33.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:33 smithi137 ceph-mon[86391]: osdmap e2711: 8 total, 8 up, 8 in 2024-08-17T01:53:34.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:34 smithi082 ceph-mon[91979]: osdmap e2712: 8 total, 8 up, 8 in 2024-08-17T01:53:34.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:34 smithi082 ceph-mon[91979]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 112 op/s 2024-08-17T01:53:34.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:34 smithi082 ceph-mon[94343]: osdmap e2712: 8 total, 8 up, 8 in 2024-08-17T01:53:34.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:34 smithi082 ceph-mon[94343]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 112 op/s 2024-08-17T01:53:34.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:34 smithi137 ceph-mon[86391]: osdmap e2712: 8 total, 8 up, 8 in 2024-08-17T01:53:34.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:34 smithi137 ceph-mon[86391]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 112 op/s 2024-08-17T01:53:35.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:35 smithi082 ceph-mon[94343]: osdmap e2713: 8 total, 8 up, 8 in 2024-08-17T01:53:35.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:35 smithi082 ceph-mon[94343]: osdmap e2714: 8 total, 8 up, 8 in 2024-08-17T01:53:35.376 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:35 smithi082 ceph-mon[91979]: osdmap e2713: 8 total, 8 up, 8 in 2024-08-17T01:53:35.376 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:35 smithi082 ceph-mon[91979]: osdmap e2714: 8 total, 8 up, 8 in 2024-08-17T01:53:35.376 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:53:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:53:35] "GET /metrics HTTP/1.1" 200 36648 "" "Prometheus/2.43.0" 2024-08-17T01:53:35.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:35 smithi137 ceph-mon[86391]: osdmap e2713: 8 total, 8 up, 8 in 2024-08-17T01:53:35.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:35 smithi137 ceph-mon[86391]: osdmap e2714: 8 total, 8 up, 8 in 2024-08-17T01:53:36.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:53:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:36 smithi082 ceph-mon[91979]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 113 op/s 2024-08-17T01:53:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:53:36.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:36 smithi082 ceph-mon[94343]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 113 op/s 2024-08-17T01:53:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:53:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:36 smithi137 ceph-mon[86391]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 113 op/s 2024-08-17T01:53:37.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:37 smithi082 ceph-mon[94343]: osdmap e2715: 8 total, 8 up, 8 in 2024-08-17T01:53:37.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:37 smithi082 ceph-mon[91979]: osdmap e2715: 8 total, 8 up, 8 in 2024-08-17T01:53:37.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:37 smithi137 ceph-mon[86391]: osdmap e2715: 8 total, 8 up, 8 in 2024-08-17T01:53:38.147 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-08-17T01:53:38.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:38 smithi082 ceph-mon[94343]: osdmap e2716: 8 total, 8 up, 8 in 2024-08-17T01:53:38.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:38 smithi082 ceph-mon[94343]: pgmap v4596: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T01:53:38.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:38 smithi082 ceph-mon[91979]: osdmap e2716: 8 total, 8 up, 8 in 2024-08-17T01:53:38.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:38 smithi082 ceph-mon[91979]: pgmap v4596: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T01:53:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:38 smithi137 ceph-mon[86391]: osdmap e2716: 8 total, 8 up, 8 in 2024-08-17T01:53:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:38 smithi137 ceph-mon[86391]: pgmap v4596: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T01:53:39.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:39 smithi082 ceph-mon[91979]: osdmap e2717: 8 total, 8 up, 8 in 2024-08-17T01:53:39.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:39 smithi082 ceph-mon[94343]: osdmap e2717: 8 total, 8 up, 8 in 2024-08-17T01:53:39.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:39 smithi137 ceph-mon[86391]: osdmap e2717: 8 total, 8 up, 8 in 2024-08-17T01:53:40.114 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-08-17T01:53:40.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:40 smithi082 ceph-mon[91979]: osdmap e2718: 8 total, 8 up, 8 in 2024-08-17T01:53:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:40 smithi082 ceph-mon[91979]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.7 KiB/s wr, 74 op/s 2024-08-17T01:53:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:40 smithi082 ceph-mon[91979]: osdmap e2719: 8 total, 8 up, 8 in 2024-08-17T01:53:40.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:40 smithi082 ceph-mon[94343]: osdmap e2718: 8 total, 8 up, 8 in 2024-08-17T01:53:40.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:40 smithi082 ceph-mon[94343]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.7 KiB/s wr, 74 op/s 2024-08-17T01:53:40.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:40 smithi082 ceph-mon[94343]: osdmap e2719: 8 total, 8 up, 8 in 2024-08-17T01:53:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:40 smithi137 ceph-mon[86391]: osdmap e2718: 8 total, 8 up, 8 in 2024-08-17T01:53:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:40 smithi137 ceph-mon[86391]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.7 KiB/s wr, 74 op/s 2024-08-17T01:53:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:40 smithi137 ceph-mon[86391]: osdmap e2719: 8 total, 8 up, 8 in 2024-08-17T01:53:42.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:42 smithi082 ceph-mon[94343]: osdmap e2720: 8 total, 8 up, 8 in 2024-08-17T01:53:42.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:42 smithi082 ceph-mon[94343]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 10 KiB/s wr, 102 op/s 2024-08-17T01:53:42.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:42 smithi082 ceph-mon[91979]: osdmap e2720: 8 total, 8 up, 8 in 2024-08-17T01:53:42.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:42 smithi082 ceph-mon[91979]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 10 KiB/s wr, 102 op/s 2024-08-17T01:53:42.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:42 smithi137 ceph-mon[86391]: osdmap e2720: 8 total, 8 up, 8 in 2024-08-17T01:53:42.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:42 smithi137 ceph-mon[86391]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 10 KiB/s wr, 102 op/s 2024-08-17T01:53:42.487 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:53:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:53:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:53:43.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:43 smithi082 ceph-mon[91979]: osdmap e2721: 8 total, 8 up, 8 in 2024-08-17T01:53:43.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:43 smithi082 ceph-mon[94343]: osdmap e2721: 8 total, 8 up, 8 in 2024-08-17T01:53:43.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:43 smithi137 ceph-mon[86391]: osdmap e2721: 8 total, 8 up, 8 in 2024-08-17T01:53:44.182 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-08-17T01:53:44.264 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-08-17T01:53:44.405 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 50%] 2024-08-17T01:53:44.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:44 smithi082 ceph-mon[91979]: osdmap e2722: 8 total, 8 up, 8 in 2024-08-17T01:53:44.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:44 smithi082 ceph-mon[91979]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 7.7 KiB/s wr, 96 op/s 2024-08-17T01:53:44.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:44 smithi082 ceph-mon[94343]: osdmap e2722: 8 total, 8 up, 8 in 2024-08-17T01:53:44.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:44 smithi082 ceph-mon[94343]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 7.7 KiB/s wr, 96 op/s 2024-08-17T01:53:44.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:44 smithi137 ceph-mon[86391]: osdmap e2722: 8 total, 8 up, 8 in 2024-08-17T01:53:44.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:44 smithi137 ceph-mon[86391]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 7.7 KiB/s wr, 96 op/s 2024-08-17T01:53:45.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:45 smithi082 ceph-mon[91979]: osdmap e2723: 8 total, 8 up, 8 in 2024-08-17T01:53:45.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:45 smithi082 ceph-mon[91979]: osdmap e2724: 8 total, 8 up, 8 in 2024-08-17T01:53:45.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:45 smithi082 ceph-mon[94343]: osdmap e2723: 8 total, 8 up, 8 in 2024-08-17T01:53:45.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:45 smithi082 ceph-mon[94343]: osdmap e2724: 8 total, 8 up, 8 in 2024-08-17T01:53:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:53:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:53:45] "GET /metrics HTTP/1.1" 200 36645 "" "Prometheus/2.43.0" 2024-08-17T01:53:45.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:45 smithi137 ceph-mon[86391]: osdmap e2723: 8 total, 8 up, 8 in 2024-08-17T01:53:45.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:45 smithi137 ceph-mon[86391]: osdmap e2724: 8 total, 8 up, 8 in 2024-08-17T01:53:46.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:46 smithi082 ceph-mon[91979]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 9.2 KiB/s wr, 264 op/s 2024-08-17T01:53:46.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:46 smithi082 ceph-mon[91979]: osdmap e2725: 8 total, 8 up, 8 in 2024-08-17T01:53:46.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:46 smithi082 ceph-mon[94343]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 9.2 KiB/s wr, 264 op/s 2024-08-17T01:53:46.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:46 smithi082 ceph-mon[94343]: osdmap e2725: 8 total, 8 up, 8 in 2024-08-17T01:53:46.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:46 smithi137 ceph-mon[86391]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 9.2 KiB/s wr, 264 op/s 2024-08-17T01:53:46.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:46 smithi137 ceph-mon[86391]: osdmap e2725: 8 total, 8 up, 8 in 2024-08-17T01:53:48.117 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-08-17T01:53:48.198 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 51%] 2024-08-17T01:53:48.287 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-08-17T01:53:48.374 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-08-17T01:53:48.461 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-08-17T01:53:48.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:48 smithi082 ceph-mon[91979]: osdmap e2726: 8 total, 8 up, 8 in 2024-08-17T01:53:48.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:48 smithi082 ceph-mon[91979]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 10 KiB/s wr, 235 op/s 2024-08-17T01:53:48.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:48 smithi082 ceph-mon[94343]: osdmap e2726: 8 total, 8 up, 8 in 2024-08-17T01:53:48.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:48 smithi082 ceph-mon[94343]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 10 KiB/s wr, 235 op/s 2024-08-17T01:53:48.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:48 smithi137 ceph-mon[86391]: osdmap e2726: 8 total, 8 up, 8 in 2024-08-17T01:53:48.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:48 smithi137 ceph-mon[86391]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 10 KiB/s wr, 235 op/s 2024-08-17T01:53:48.542 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-08-17T01:53:49.160 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-08-17T01:53:49.235 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-08-17T01:53:49.342 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-08-17T01:53:49.437 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-08-17T01:53:49.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:49 smithi082 ceph-mon[94343]: osdmap e2727: 8 total, 8 up, 8 in 2024-08-17T01:53:49.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:49 smithi082 ceph-mon[91979]: osdmap e2727: 8 total, 8 up, 8 in 2024-08-17T01:53:49.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:49 smithi137 ceph-mon[86391]: osdmap e2727: 8 total, 8 up, 8 in 2024-08-17T01:53:49.514 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-08-17T01:53:50.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:50 smithi137 ceph-mon[86391]: pgmap v4613: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 14 KiB/s wr, 151 op/s 2024-08-17T01:53:50.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:50 smithi137 ceph-mon[86391]: osdmap e2728: 8 total, 8 up, 8 in 2024-08-17T01:53:50.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:50 smithi082 ceph-mon[94343]: pgmap v4613: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 14 KiB/s wr, 151 op/s 2024-08-17T01:53:50.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:50 smithi082 ceph-mon[94343]: osdmap e2728: 8 total, 8 up, 8 in 2024-08-17T01:53:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:50 smithi082 ceph-mon[91979]: pgmap v4613: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 14 KiB/s wr, 151 op/s 2024-08-17T01:53:50.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:50 smithi082 ceph-mon[91979]: osdmap e2728: 8 total, 8 up, 8 in 2024-08-17T01:53:51.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:53:51.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:53:51.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:53:52.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:52 smithi137 ceph-mon[86391]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 230 KiB/s rd, 17 KiB/s wr, 313 op/s 2024-08-17T01:53:52.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:52 smithi082 ceph-mon[91979]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 230 KiB/s rd, 17 KiB/s wr, 313 op/s 2024-08-17T01:53:52.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:52 smithi082 ceph-mon[94343]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 230 KiB/s rd, 17 KiB/s wr, 313 op/s 2024-08-17T01:53:52.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:53:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:53:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:53:54.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:54 smithi082 ceph-mon[94343]: pgmap v4616: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 694 KiB/s wr, 856 op/s 2024-08-17T01:53:54.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:54 smithi082 ceph-mon[91979]: pgmap v4616: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 694 KiB/s wr, 856 op/s 2024-08-17T01:53:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:54 smithi137 ceph-mon[86391]: pgmap v4616: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 694 KiB/s wr, 856 op/s 2024-08-17T01:53:55.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:53:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:53:55] "GET /metrics HTTP/1.1" 200 36643 "" "Prometheus/2.43.0" 2024-08-17T01:53:56.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:56 smithi082 ceph-mon[94343]: osdmap e2729: 8 total, 8 up, 8 in 2024-08-17T01:53:56.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:56 smithi082 ceph-mon[94343]: pgmap v4618: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 599 KiB/s wr, 698 op/s 2024-08-17T01:53:56.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:56 smithi082 ceph-mon[91979]: osdmap e2729: 8 total, 8 up, 8 in 2024-08-17T01:53:56.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:56 smithi082 ceph-mon[91979]: pgmap v4618: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 599 KiB/s wr, 698 op/s 2024-08-17T01:53:56.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:56 smithi137 ceph-mon[86391]: osdmap e2729: 8 total, 8 up, 8 in 2024-08-17T01:53:56.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:56 smithi137 ceph-mon[86391]: pgmap v4618: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 599 KiB/s wr, 698 op/s 2024-08-17T01:53:57.190 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-08-17T01:53:58.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:53:58 smithi082 ceph-mon[94343]: pgmap v4619: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 540 KiB/s wr, 620 op/s 2024-08-17T01:53:58.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:53:58 smithi082 ceph-mon[91979]: pgmap v4619: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 540 KiB/s wr, 620 op/s 2024-08-17T01:53:58.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:53:58 smithi137 ceph-mon[86391]: pgmap v4619: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 540 KiB/s wr, 620 op/s 2024-08-17T01:54:00.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:00 smithi082 ceph-mon[94343]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 465 KiB/s wr, 456 op/s 2024-08-17T01:54:00.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:00 smithi082 ceph-mon[91979]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 465 KiB/s wr, 456 op/s 2024-08-17T01:54:00.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:00 smithi137 ceph-mon[86391]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 465 KiB/s wr, 456 op/s 2024-08-17T01:54:02.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:02 smithi082 ceph-mon[94343]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 431 KiB/s wr, 424 op/s 2024-08-17T01:54:02.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:02 smithi082 ceph-mon[91979]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 431 KiB/s wr, 424 op/s 2024-08-17T01:54:02.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:02 smithi137 ceph-mon[86391]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 431 KiB/s wr, 424 op/s 2024-08-17T01:54:02.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:54:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:54:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:54:04.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:04 smithi082 ceph-mon[94343]: pgmap v4622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 3.9 KiB/s wr, 44 op/s 2024-08-17T01:54:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:04 smithi082 ceph-mon[91979]: pgmap v4622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 3.9 KiB/s wr, 44 op/s 2024-08-17T01:54:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:04 smithi137 ceph-mon[86391]: pgmap v4622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 3.9 KiB/s wr, 44 op/s 2024-08-17T01:54:05.351 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:54:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:54:05] "GET /metrics HTTP/1.1" 200 36643 "" "Prometheus/2.43.0" 2024-08-17T01:54:05.351 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:54:05.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:54:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:54:06.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:06 smithi082 ceph-mon[94343]: pgmap v4623: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 1.2 MiB/s wr, 34 op/s 2024-08-17T01:54:06.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:06 smithi082 ceph-mon[91979]: pgmap v4623: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 1.2 MiB/s wr, 34 op/s 2024-08-17T01:54:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:06 smithi137 ceph-mon[86391]: pgmap v4623: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 1.2 MiB/s wr, 34 op/s 2024-08-17T01:54:07.320 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-08-17T01:54:07.410 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-08-17T01:54:07.499 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-08-17T01:54:07.590 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-08-17T01:54:08.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:08 smithi082 ceph-mon[94343]: pgmap v4624: 137 pgs: 137 active+clean; 21 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 1.3 MiB/s wr, 34 op/s 2024-08-17T01:54:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:08 smithi082 ceph-mon[91979]: pgmap v4624: 137 pgs: 137 active+clean; 21 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 1.3 MiB/s wr, 34 op/s 2024-08-17T01:54:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:08 smithi137 ceph-mon[86391]: pgmap v4624: 137 pgs: 137 active+clean; 21 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 1.3 MiB/s wr, 34 op/s 2024-08-17T01:54:09.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:09 smithi082 ceph-mon[91979]: osdmap e2730: 8 total, 8 up, 8 in 2024-08-17T01:54:09.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:09 smithi082 ceph-mon[94343]: osdmap e2730: 8 total, 8 up, 8 in 2024-08-17T01:54:09.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:09 smithi137 ceph-mon[86391]: osdmap e2730: 8 total, 8 up, 8 in 2024-08-17T01:54:10.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:10 smithi082 ceph-mon[94343]: pgmap v4626: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 1.6 MiB/s wr, 72 op/s 2024-08-17T01:54:10.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:10 smithi082 ceph-mon[94343]: osdmap e2731: 8 total, 8 up, 8 in 2024-08-17T01:54:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:10 smithi082 ceph-mon[91979]: pgmap v4626: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 1.6 MiB/s wr, 72 op/s 2024-08-17T01:54:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:10 smithi082 ceph-mon[91979]: osdmap e2731: 8 total, 8 up, 8 in 2024-08-17T01:54:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:10 smithi137 ceph-mon[86391]: pgmap v4626: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 1.6 MiB/s wr, 72 op/s 2024-08-17T01:54:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:10 smithi137 ceph-mon[86391]: osdmap e2731: 8 total, 8 up, 8 in 2024-08-17T01:54:11.489 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-08-17T01:54:11.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:11 smithi082 ceph-mon[94343]: osdmap e2732: 8 total, 8 up, 8 in 2024-08-17T01:54:11.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:11 smithi082 ceph-mon[91979]: osdmap e2732: 8 total, 8 up, 8 in 2024-08-17T01:54:11.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:11 smithi137 ceph-mon[86391]: osdmap e2732: 8 total, 8 up, 8 in 2024-08-17T01:54:12.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:12 smithi082 ceph-mon[94343]: pgmap v4629: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 691 KiB/s wr, 141 op/s 2024-08-17T01:54:12.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:12 smithi082 ceph-mon[94343]: osdmap e2733: 8 total, 8 up, 8 in 2024-08-17T01:54:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:12 smithi082 ceph-mon[91979]: pgmap v4629: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 691 KiB/s wr, 141 op/s 2024-08-17T01:54:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:12 smithi082 ceph-mon[91979]: osdmap e2733: 8 total, 8 up, 8 in 2024-08-17T01:54:12.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:12 smithi137 ceph-mon[86391]: pgmap v4629: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 691 KiB/s wr, 141 op/s 2024-08-17T01:54:12.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:12 smithi137 ceph-mon[86391]: osdmap e2733: 8 total, 8 up, 8 in 2024-08-17T01:54:12.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:54:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:54:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:54:13.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:13 smithi082 ceph-mon[94343]: osdmap e2734: 8 total, 8 up, 8 in 2024-08-17T01:54:13.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:13 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:54:13.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:13 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:54:13.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:13 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:54:13.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:13 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:54:13.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:13 smithi082 ceph-mon[91979]: osdmap e2734: 8 total, 8 up, 8 in 2024-08-17T01:54:13.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:13 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:54:13.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:13 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:54:13.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:13 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:54:13.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:13 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:54:13.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:13 smithi137 ceph-mon[86391]: osdmap e2734: 8 total, 8 up, 8 in 2024-08-17T01:54:13.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:13 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:54:13.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:13 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:54:13.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:13 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:54:13.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:13 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:54:14.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:14 smithi082 ceph-mon[94343]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 322 KiB/s rd, 14 KiB/s wr, 337 op/s 2024-08-17T01:54:14.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:14 smithi082 ceph-mon[94343]: osdmap e2735: 8 total, 8 up, 8 in 2024-08-17T01:54:14.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:14 smithi082 ceph-mon[91979]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 322 KiB/s rd, 14 KiB/s wr, 337 op/s 2024-08-17T01:54:14.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:14 smithi082 ceph-mon[91979]: osdmap e2735: 8 total, 8 up, 8 in 2024-08-17T01:54:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:14 smithi137 ceph-mon[86391]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 322 KiB/s rd, 14 KiB/s wr, 337 op/s 2024-08-17T01:54:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:14 smithi137 ceph-mon[86391]: osdmap e2735: 8 total, 8 up, 8 in 2024-08-17T01:54:15.406 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:54:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:54:15] "GET /metrics HTTP/1.1" 200 36643 "" "Prometheus/2.43.0" 2024-08-17T01:54:15.507 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 59%] 2024-08-17T01:54:15.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:15 smithi082 ceph-mon[91979]: osdmap e2736: 8 total, 8 up, 8 in 2024-08-17T01:54:15.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:15 smithi082 ceph-mon[94343]: osdmap e2736: 8 total, 8 up, 8 in 2024-08-17T01:54:15.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:15 smithi137 ceph-mon[86391]: osdmap e2736: 8 total, 8 up, 8 in 2024-08-17T01:54:16.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:16 smithi082 ceph-mon[94343]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 21 KiB/s wr, 437 op/s 2024-08-17T01:54:16.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:16 smithi082 ceph-mon[94343]: osdmap e2737: 8 total, 8 up, 8 in 2024-08-17T01:54:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:16 smithi082 ceph-mon[91979]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 21 KiB/s wr, 437 op/s 2024-08-17T01:54:16.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:16 smithi082 ceph-mon[91979]: osdmap e2737: 8 total, 8 up, 8 in 2024-08-17T01:54:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:16 smithi137 ceph-mon[86391]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 21 KiB/s wr, 437 op/s 2024-08-17T01:54:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:16 smithi137 ceph-mon[86391]: osdmap e2737: 8 total, 8 up, 8 in 2024-08-17T01:54:17.515 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-08-17T01:54:17.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:17 smithi082 ceph-mon[94343]: osdmap e2738: 8 total, 8 up, 8 in 2024-08-17T01:54:17.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:17 smithi082 ceph-mon[91979]: osdmap e2738: 8 total, 8 up, 8 in 2024-08-17T01:54:17.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:17 smithi137 ceph-mon[86391]: osdmap e2738: 8 total, 8 up, 8 in 2024-08-17T01:54:18.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:18 smithi082 ceph-mon[94343]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 12 KiB/s wr, 181 op/s 2024-08-17T01:54:18.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:18 smithi082 ceph-mon[94343]: osdmap e2739: 8 total, 8 up, 8 in 2024-08-17T01:54:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:18 smithi082 ceph-mon[91979]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 12 KiB/s wr, 181 op/s 2024-08-17T01:54:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:18 smithi082 ceph-mon[91979]: osdmap e2739: 8 total, 8 up, 8 in 2024-08-17T01:54:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:18 smithi137 ceph-mon[86391]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 12 KiB/s wr, 181 op/s 2024-08-17T01:54:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:18 smithi137 ceph-mon[86391]: osdmap e2739: 8 total, 8 up, 8 in 2024-08-17T01:54:19.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:19 smithi082 ceph-mon[94343]: osdmap e2740: 8 total, 8 up, 8 in 2024-08-17T01:54:19.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:19 smithi082 ceph-mon[91979]: osdmap e2740: 8 total, 8 up, 8 in 2024-08-17T01:54:19.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:19 smithi137 ceph-mon[86391]: osdmap e2740: 8 total, 8 up, 8 in 2024-08-17T01:54:20.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:20 smithi082 ceph-mon[94343]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 12 KiB/s wr, 184 op/s 2024-08-17T01:54:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:20 smithi082 ceph-mon[94343]: osdmap e2741: 8 total, 8 up, 8 in 2024-08-17T01:54:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:20 smithi082 ceph-mon[94343]: osdmap e2742: 8 total, 8 up, 8 in 2024-08-17T01:54:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:54:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:20 smithi082 ceph-mon[91979]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 12 KiB/s wr, 184 op/s 2024-08-17T01:54:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:20 smithi082 ceph-mon[91979]: osdmap e2741: 8 total, 8 up, 8 in 2024-08-17T01:54:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:20 smithi082 ceph-mon[91979]: osdmap e2742: 8 total, 8 up, 8 in 2024-08-17T01:54:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:54:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:20 smithi137 ceph-mon[86391]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 12 KiB/s wr, 184 op/s 2024-08-17T01:54:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:20 smithi137 ceph-mon[86391]: osdmap e2741: 8 total, 8 up, 8 in 2024-08-17T01:54:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:20 smithi137 ceph-mon[86391]: osdmap e2742: 8 total, 8 up, 8 in 2024-08-17T01:54:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:54:21.134 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 60%] 2024-08-17T01:54:22.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:22 smithi137 ceph-mon[86391]: osdmap e2743: 8 total, 8 up, 8 in 2024-08-17T01:54:22.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:22 smithi137 ceph-mon[86391]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 298 KiB/s rd, 17 KiB/s wr, 393 op/s 2024-08-17T01:54:22.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:22 smithi082 ceph-mon[94343]: osdmap e2743: 8 total, 8 up, 8 in 2024-08-17T01:54:22.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:22 smithi082 ceph-mon[94343]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 298 KiB/s rd, 17 KiB/s wr, 393 op/s 2024-08-17T01:54:22.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:22 smithi082 ceph-mon[91979]: osdmap e2743: 8 total, 8 up, 8 in 2024-08-17T01:54:22.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:22 smithi082 ceph-mon[91979]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 298 KiB/s rd, 17 KiB/s wr, 393 op/s 2024-08-17T01:54:22.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:54:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:54:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:54:23.154 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_clone_format PASSED [ 61%] 2024-08-17T01:54:23.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:23 smithi082 ceph-mon[94343]: osdmap e2744: 8 total, 8 up, 8 in 2024-08-17T01:54:23.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:23 smithi082 ceph-mon[91979]: osdmap e2744: 8 total, 8 up, 8 in 2024-08-17T01:54:23.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:23 smithi137 ceph-mon[86391]: osdmap e2744: 8 total, 8 up, 8 in 2024-08-17T01:54:24.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:24 smithi082 ceph-mon[94343]: osdmap e2745: 8 total, 8 up, 8 in 2024-08-17T01:54:24.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:24 smithi082 ceph-mon[94343]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 282 KiB/s rd, 18 KiB/s wr, 381 op/s 2024-08-17T01:54:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:24 smithi082 ceph-mon[91979]: osdmap e2745: 8 total, 8 up, 8 in 2024-08-17T01:54:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:24 smithi082 ceph-mon[91979]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 282 KiB/s rd, 18 KiB/s wr, 381 op/s 2024-08-17T01:54:24.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:24 smithi137 ceph-mon[86391]: osdmap e2745: 8 total, 8 up, 8 in 2024-08-17T01:54:24.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:24 smithi137 ceph-mon[86391]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 282 KiB/s rd, 18 KiB/s wr, 381 op/s 2024-08-17T01:54:25.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:25 smithi082 ceph-mon[91979]: osdmap e2746: 8 total, 8 up, 8 in 2024-08-17T01:54:25.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:25 smithi082 ceph-mon[91979]: osdmap e2747: 8 total, 8 up, 8 in 2024-08-17T01:54:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:54:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:54:25] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-08-17T01:54:25.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:25 smithi082 ceph-mon[94343]: osdmap e2746: 8 total, 8 up, 8 in 2024-08-17T01:54:25.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:25 smithi082 ceph-mon[94343]: osdmap e2747: 8 total, 8 up, 8 in 2024-08-17T01:54:25.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:25 smithi137 ceph-mon[86391]: osdmap e2746: 8 total, 8 up, 8 in 2024-08-17T01:54:25.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:25 smithi137 ceph-mon[86391]: osdmap e2747: 8 total, 8 up, 8 in 2024-08-17T01:54:26.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:26 smithi082 ceph-mon[94343]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 258 KiB/s rd, 21 KiB/s wr, 361 op/s 2024-08-17T01:54:26.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:26 smithi082 ceph-mon[91979]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 258 KiB/s rd, 21 KiB/s wr, 361 op/s 2024-08-17T01:54:26.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:26 smithi137 ceph-mon[86391]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 258 KiB/s rd, 21 KiB/s wr, 361 op/s 2024-08-17T01:54:27.163 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 62%] 2024-08-17T01:54:27.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:27 smithi082 ceph-mon[94343]: osdmap e2748: 8 total, 8 up, 8 in 2024-08-17T01:54:27.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:27 smithi082 ceph-mon[91979]: osdmap e2748: 8 total, 8 up, 8 in 2024-08-17T01:54:27.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:27 smithi137 ceph-mon[86391]: osdmap e2748: 8 total, 8 up, 8 in 2024-08-17T01:54:28.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:28 smithi082 ceph-mon[94343]: osdmap e2749: 8 total, 8 up, 8 in 2024-08-17T01:54:28.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:28 smithi082 ceph-mon[94343]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 265 KiB/s rd, 19 KiB/s wr, 358 op/s 2024-08-17T01:54:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:28 smithi082 ceph-mon[91979]: osdmap e2749: 8 total, 8 up, 8 in 2024-08-17T01:54:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:28 smithi082 ceph-mon[91979]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 265 KiB/s rd, 19 KiB/s wr, 358 op/s 2024-08-17T01:54:28.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:28 smithi137 ceph-mon[86391]: osdmap e2749: 8 total, 8 up, 8 in 2024-08-17T01:54:28.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:28 smithi137 ceph-mon[86391]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 265 KiB/s rd, 19 KiB/s wr, 358 op/s 2024-08-17T01:54:29.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:29 smithi082 ceph-mon[94343]: osdmap e2750: 8 total, 8 up, 8 in 2024-08-17T01:54:29.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:29 smithi082 ceph-mon[91979]: osdmap e2750: 8 total, 8 up, 8 in 2024-08-17T01:54:29.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:29 smithi137 ceph-mon[86391]: osdmap e2750: 8 total, 8 up, 8 in 2024-08-17T01:54:30.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:30 smithi082 ceph-mon[91979]: osdmap e2751: 8 total, 8 up, 8 in 2024-08-17T01:54:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:30 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi082-162158-2","app": "rbd"}]: dispatch 2024-08-17T01:54:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:30 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi082-162158-2","app": "rbd"}]: dispatch 2024-08-17T01:54:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:30 smithi082 ceph-mon[91979]: pgmap v4657: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 319 KiB/s rd, 20 KiB/s wr, 415 op/s 2024-08-17T01:54:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:30 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi082-162158-2","app": "rbd"}]': finished 2024-08-17T01:54:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:30 smithi082 ceph-mon[91979]: osdmap e2752: 8 total, 8 up, 8 in 2024-08-17T01:54:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:30 smithi082 ceph-mon[94343]: osdmap e2751: 8 total, 8 up, 8 in 2024-08-17T01:54:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:30 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi082-162158-2","app": "rbd"}]: dispatch 2024-08-17T01:54:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:30 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi082-162158-2","app": "rbd"}]: dispatch 2024-08-17T01:54:30.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:30 smithi082 ceph-mon[94343]: pgmap v4657: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 319 KiB/s rd, 20 KiB/s wr, 415 op/s 2024-08-17T01:54:30.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:30 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi082-162158-2","app": "rbd"}]': finished 2024-08-17T01:54:30.476 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:30 smithi082 ceph-mon[94343]: osdmap e2752: 8 total, 8 up, 8 in 2024-08-17T01:54:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:30 smithi137 ceph-mon[86391]: osdmap e2751: 8 total, 8 up, 8 in 2024-08-17T01:54:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:30 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi082-162158-2","app": "rbd"}]: dispatch 2024-08-17T01:54:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:30 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi082-162158-2","app": "rbd"}]: dispatch 2024-08-17T01:54:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:30 smithi137 ceph-mon[86391]: pgmap v4657: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 319 KiB/s rd, 20 KiB/s wr, 415 op/s 2024-08-17T01:54:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:30 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi082-162158-2","app": "rbd"}]': finished 2024-08-17T01:54:30.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:30 smithi137 ceph-mon[86391]: osdmap e2752: 8 total, 8 up, 8 in 2024-08-17T01:54:31.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:31 smithi082 ceph-mon[94343]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:54:31.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:31 smithi082 ceph-mon[94343]: osdmap e2753: 8 total, 8 up, 8 in 2024-08-17T01:54:31.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:31 smithi082 ceph-mon[91979]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:54:31.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:31 smithi082 ceph-mon[91979]: osdmap e2753: 8 total, 8 up, 8 in 2024-08-17T01:54:31.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:31 smithi137 ceph-mon[86391]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T01:54:31.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:31 smithi137 ceph-mon[86391]: osdmap e2753: 8 total, 8 up, 8 in 2024-08-17T01:54:32.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:32 smithi082 ceph-mon[94343]: pgmap v4660: 169 pgs: 14 creating+peering, 18 unknown, 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 233 KiB/s rd, 15 KiB/s wr, 304 op/s 2024-08-17T01:54:32.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:32 smithi082 ceph-mon[94343]: osdmap e2754: 8 total, 8 up, 8 in 2024-08-17T01:54:32.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:32 smithi082 ceph-mon[91979]: pgmap v4660: 169 pgs: 14 creating+peering, 18 unknown, 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 233 KiB/s rd, 15 KiB/s wr, 304 op/s 2024-08-17T01:54:32.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:32 smithi082 ceph-mon[91979]: osdmap e2754: 8 total, 8 up, 8 in 2024-08-17T01:54:32.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:32 smithi137 ceph-mon[86391]: pgmap v4660: 169 pgs: 14 creating+peering, 18 unknown, 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 233 KiB/s rd, 15 KiB/s wr, 304 op/s 2024-08-17T01:54:32.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:32 smithi137 ceph-mon[86391]: osdmap e2754: 8 total, 8 up, 8 in 2024-08-17T01:54:32.486 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:54:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:54:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:54:33.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:33 smithi082 ceph-mon[94343]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:54:33.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:33 smithi082 ceph-mon[91979]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:54:33.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:33 smithi137 ceph-mon[86391]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T01:54:34.196 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-08-17T01:54:34.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:34 smithi082 ceph-mon[94343]: osdmap e2755: 8 total, 8 up, 8 in 2024-08-17T01:54:34.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:34 smithi082 ceph-mon[94343]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 44 op/s 2024-08-17T01:54:34.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:34 smithi082 ceph-mon[91979]: osdmap e2755: 8 total, 8 up, 8 in 2024-08-17T01:54:34.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:34 smithi082 ceph-mon[91979]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 44 op/s 2024-08-17T01:54:34.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:34 smithi137 ceph-mon[86391]: osdmap e2755: 8 total, 8 up, 8 in 2024-08-17T01:54:34.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:34 smithi137 ceph-mon[86391]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 44 op/s 2024-08-17T01:54:35.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:35 smithi082 ceph-mon[94343]: osdmap e2756: 8 total, 8 up, 8 in 2024-08-17T01:54:35.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:35 smithi082 ceph-mon[94343]: osdmap e2757: 8 total, 8 up, 8 in 2024-08-17T01:54:35.376 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:54:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:54:35] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-08-17T01:54:35.376 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:35 smithi082 ceph-mon[91979]: osdmap e2756: 8 total, 8 up, 8 in 2024-08-17T01:54:35.377 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:35 smithi082 ceph-mon[91979]: osdmap e2757: 8 total, 8 up, 8 in 2024-08-17T01:54:35.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:35 smithi137 ceph-mon[86391]: osdmap e2756: 8 total, 8 up, 8 in 2024-08-17T01:54:35.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:35 smithi137 ceph-mon[86391]: osdmap e2757: 8 total, 8 up, 8 in 2024-08-17T01:54:36.219 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 63%] 2024-08-17T01:54:36.387 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:54:36.388 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:36 smithi082 ceph-mon[94343]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.7 KiB/s wr, 94 op/s 2024-08-17T01:54:36.388 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:54:36.388 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:36 smithi082 ceph-mon[91979]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.7 KiB/s wr, 94 op/s 2024-08-17T01:54:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:54:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:36 smithi137 ceph-mon[86391]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.7 KiB/s wr, 94 op/s 2024-08-17T01:54:37.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:37 smithi082 ceph-mon[91979]: osdmap e2758: 8 total, 8 up, 8 in 2024-08-17T01:54:37.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:37 smithi082 ceph-mon[94343]: osdmap e2758: 8 total, 8 up, 8 in 2024-08-17T01:54:37.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:37 smithi137 ceph-mon[86391]: osdmap e2758: 8 total, 8 up, 8 in 2024-08-17T01:54:38.222 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-08-17T01:54:38.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:38 smithi082 ceph-mon[94343]: osdmap e2759: 8 total, 8 up, 8 in 2024-08-17T01:54:38.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:38 smithi082 ceph-mon[94343]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.7 KiB/s wr, 96 op/s 2024-08-17T01:54:38.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:38 smithi082 ceph-mon[91979]: osdmap e2759: 8 total, 8 up, 8 in 2024-08-17T01:54:38.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:38 smithi082 ceph-mon[91979]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.7 KiB/s wr, 96 op/s 2024-08-17T01:54:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:38 smithi137 ceph-mon[86391]: osdmap e2759: 8 total, 8 up, 8 in 2024-08-17T01:54:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:38 smithi137 ceph-mon[86391]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.7 KiB/s wr, 96 op/s 2024-08-17T01:54:39.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:39 smithi082 ceph-mon[94343]: osdmap e2760: 8 total, 8 up, 8 in 2024-08-17T01:54:39.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:39 smithi082 ceph-mon[91979]: osdmap e2760: 8 total, 8 up, 8 in 2024-08-17T01:54:39.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:39 smithi137 ceph-mon[86391]: osdmap e2760: 8 total, 8 up, 8 in 2024-08-17T01:54:40.242 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-08-17T01:54:40.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:40 smithi082 ceph-mon[94343]: osdmap e2761: 8 total, 8 up, 8 in 2024-08-17T01:54:40.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:40 smithi082 ceph-mon[94343]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 15 KiB/s wr, 233 op/s 2024-08-17T01:54:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:40 smithi082 ceph-mon[91979]: osdmap e2761: 8 total, 8 up, 8 in 2024-08-17T01:54:40.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:40 smithi082 ceph-mon[91979]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 15 KiB/s wr, 233 op/s 2024-08-17T01:54:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:40 smithi137 ceph-mon[86391]: osdmap e2761: 8 total, 8 up, 8 in 2024-08-17T01:54:40.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:40 smithi137 ceph-mon[86391]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 15 KiB/s wr, 233 op/s 2024-08-17T01:54:41.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:41 smithi082 ceph-mon[94343]: osdmap e2762: 8 total, 8 up, 8 in 2024-08-17T01:54:41.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:41 smithi082 ceph-mon[91979]: osdmap e2762: 8 total, 8 up, 8 in 2024-08-17T01:54:41.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:41 smithi137 ceph-mon[86391]: osdmap e2762: 8 total, 8 up, 8 in 2024-08-17T01:54:42.253 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-08-17T01:54:42.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:42 smithi082 ceph-mon[91979]: osdmap e2763: 8 total, 8 up, 8 in 2024-08-17T01:54:42.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:42 smithi082 ceph-mon[91979]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 264 KiB/s rd, 20 KiB/s wr, 355 op/s 2024-08-17T01:54:42.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:42 smithi082 ceph-mon[94343]: osdmap e2763: 8 total, 8 up, 8 in 2024-08-17T01:54:42.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:42 smithi082 ceph-mon[94343]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 264 KiB/s rd, 20 KiB/s wr, 355 op/s 2024-08-17T01:54:42.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:42 smithi137 ceph-mon[86391]: osdmap e2763: 8 total, 8 up, 8 in 2024-08-17T01:54:42.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:42 smithi137 ceph-mon[86391]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 264 KiB/s rd, 20 KiB/s wr, 355 op/s 2024-08-17T01:54:42.486 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:54:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:54:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:54:43.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:43 smithi082 ceph-mon[91979]: osdmap e2764: 8 total, 8 up, 8 in 2024-08-17T01:54:43.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:43 smithi082 ceph-mon[94343]: osdmap e2764: 8 total, 8 up, 8 in 2024-08-17T01:54:43.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:43 smithi137 ceph-mon[86391]: osdmap e2764: 8 total, 8 up, 8 in 2024-08-17T01:54:44.286 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-08-17T01:54:44.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:44 smithi082 ceph-mon[94343]: osdmap e2765: 8 total, 8 up, 8 in 2024-08-17T01:54:44.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:44 smithi082 ceph-mon[94343]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 293 KiB/s rd, 22 KiB/s wr, 394 op/s 2024-08-17T01:54:44.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:44 smithi082 ceph-mon[91979]: osdmap e2765: 8 total, 8 up, 8 in 2024-08-17T01:54:44.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:44 smithi082 ceph-mon[91979]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 293 KiB/s rd, 22 KiB/s wr, 394 op/s 2024-08-17T01:54:44.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:44 smithi137 ceph-mon[86391]: osdmap e2765: 8 total, 8 up, 8 in 2024-08-17T01:54:44.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:44 smithi137 ceph-mon[86391]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 293 KiB/s rd, 22 KiB/s wr, 394 op/s 2024-08-17T01:54:45.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:45 smithi082 ceph-mon[94343]: osdmap e2766: 8 total, 8 up, 8 in 2024-08-17T01:54:45.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:45 smithi082 ceph-mon[94343]: osdmap e2767: 8 total, 8 up, 8 in 2024-08-17T01:54:45.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:45 smithi082 ceph-mon[91979]: osdmap e2766: 8 total, 8 up, 8 in 2024-08-17T01:54:45.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:45 smithi082 ceph-mon[91979]: osdmap e2767: 8 total, 8 up, 8 in 2024-08-17T01:54:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:54:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:54:45] "GET /metrics HTTP/1.1" 200 36648 "" "Prometheus/2.43.0" 2024-08-17T01:54:45.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:45 smithi137 ceph-mon[86391]: osdmap e2766: 8 total, 8 up, 8 in 2024-08-17T01:54:45.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:45 smithi137 ceph-mon[86391]: osdmap e2767: 8 total, 8 up, 8 in 2024-08-17T01:54:46.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:46 smithi082 ceph-mon[91979]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 24 KiB/s wr, 418 op/s 2024-08-17T01:54:46.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:46 smithi082 ceph-mon[94343]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 24 KiB/s wr, 418 op/s 2024-08-17T01:54:46.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:46 smithi137 ceph-mon[86391]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 24 KiB/s wr, 418 op/s 2024-08-17T01:54:48.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:48 smithi082 ceph-mon[94343]: pgmap v4682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 19 KiB/s wr, 468 op/s 2024-08-17T01:54:48.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:48 smithi082 ceph-mon[91979]: pgmap v4682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 19 KiB/s wr, 468 op/s 2024-08-17T01:54:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:48 smithi137 ceph-mon[86391]: pgmap v4682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 19 KiB/s wr, 468 op/s 2024-08-17T01:54:49.454 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-08-17T01:54:50.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:50 smithi082 ceph-mon[94343]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 28 KiB/s wr, 1.47k op/s 2024-08-17T01:54:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:50 smithi082 ceph-mon[94343]: osdmap e2768: 8 total, 8 up, 8 in 2024-08-17T01:54:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:50 smithi082 ceph-mon[94343]: osdmap e2769: 8 total, 8 up, 8 in 2024-08-17T01:54:50.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:54:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:50 smithi082 ceph-mon[91979]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 28 KiB/s wr, 1.47k op/s 2024-08-17T01:54:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:50 smithi082 ceph-mon[91979]: osdmap e2768: 8 total, 8 up, 8 in 2024-08-17T01:54:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:50 smithi082 ceph-mon[91979]: osdmap e2769: 8 total, 8 up, 8 in 2024-08-17T01:54:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:54:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:50 smithi137 ceph-mon[86391]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 28 KiB/s wr, 1.47k op/s 2024-08-17T01:54:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:50 smithi137 ceph-mon[86391]: osdmap e2768: 8 total, 8 up, 8 in 2024-08-17T01:54:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:50 smithi137 ceph-mon[86391]: osdmap e2769: 8 total, 8 up, 8 in 2024-08-17T01:54:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:54:52.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:52 smithi137 ceph-mon[86391]: osdmap e2770: 8 total, 8 up, 8 in 2024-08-17T01:54:52.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:52 smithi137 ceph-mon[86391]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 26 KiB/s wr, 2.13k op/s 2024-08-17T01:54:52.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:52 smithi082 ceph-mon[94343]: osdmap e2770: 8 total, 8 up, 8 in 2024-08-17T01:54:52.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:52 smithi082 ceph-mon[94343]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 26 KiB/s wr, 2.13k op/s 2024-08-17T01:54:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:52 smithi082 ceph-mon[91979]: osdmap e2770: 8 total, 8 up, 8 in 2024-08-17T01:54:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:52 smithi082 ceph-mon[91979]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 26 KiB/s wr, 2.13k op/s 2024-08-17T01:54:52.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:54:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:54:53.165 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-08-17T01:54:53.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:53 smithi082 ceph-mon[94343]: osdmap e2771: 8 total, 8 up, 8 in 2024-08-17T01:54:53.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:53 smithi082 ceph-mon[91979]: osdmap e2771: 8 total, 8 up, 8 in 2024-08-17T01:54:53.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:53 smithi137 ceph-mon[86391]: osdmap e2771: 8 total, 8 up, 8 in 2024-08-17T01:54:54.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:54 smithi082 ceph-mon[91979]: osdmap e2772: 8 total, 8 up, 8 in 2024-08-17T01:54:54.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:54 smithi082 ceph-mon[91979]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 13 KiB/s wr, 1.47k op/s 2024-08-17T01:54:54.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:54 smithi082 ceph-mon[94343]: osdmap e2772: 8 total, 8 up, 8 in 2024-08-17T01:54:54.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:54 smithi082 ceph-mon[94343]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 13 KiB/s wr, 1.47k op/s 2024-08-17T01:54:54.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:54 smithi137 ceph-mon[86391]: osdmap e2772: 8 total, 8 up, 8 in 2024-08-17T01:54:54.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:54 smithi137 ceph-mon[86391]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 13 KiB/s wr, 1.47k op/s 2024-08-17T01:54:55.167 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 67%] 2024-08-17T01:54:55.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:55 smithi082 ceph-mon[94343]: osdmap e2773: 8 total, 8 up, 8 in 2024-08-17T01:54:55.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:55 smithi082 ceph-mon[91979]: osdmap e2773: 8 total, 8 up, 8 in 2024-08-17T01:54:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:54:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:54:55] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-08-17T01:54:55.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:55 smithi137 ceph-mon[86391]: osdmap e2773: 8 total, 8 up, 8 in 2024-08-17T01:54:56.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:56 smithi082 ceph-mon[94343]: osdmap e2774: 8 total, 8 up, 8 in 2024-08-17T01:54:56.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:56 smithi082 ceph-mon[94343]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 19 KiB/s wr, 622 op/s 2024-08-17T01:54:56.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:56 smithi082 ceph-mon[91979]: osdmap e2774: 8 total, 8 up, 8 in 2024-08-17T01:54:56.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:56 smithi082 ceph-mon[91979]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 19 KiB/s wr, 622 op/s 2024-08-17T01:54:56.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:56 smithi137 ceph-mon[86391]: osdmap e2774: 8 total, 8 up, 8 in 2024-08-17T01:54:56.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:56 smithi137 ceph-mon[86391]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 19 KiB/s wr, 622 op/s 2024-08-17T01:54:57.184 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-08-17T01:54:57.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:57 smithi082 ceph-mon[91979]: osdmap e2775: 8 total, 8 up, 8 in 2024-08-17T01:54:57.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:57 smithi082 ceph-mon[94343]: osdmap e2775: 8 total, 8 up, 8 in 2024-08-17T01:54:57.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:57 smithi137 ceph-mon[86391]: osdmap e2775: 8 total, 8 up, 8 in 2024-08-17T01:54:58.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:58 smithi082 ceph-mon[91979]: osdmap e2776: 8 total, 8 up, 8 in 2024-08-17T01:54:58.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:58 smithi082 ceph-mon[91979]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 387 KiB/s rd, 25 KiB/s wr, 518 op/s 2024-08-17T01:54:58.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:58 smithi082 ceph-mon[94343]: osdmap e2776: 8 total, 8 up, 8 in 2024-08-17T01:54:58.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:58 smithi082 ceph-mon[94343]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 387 KiB/s rd, 25 KiB/s wr, 518 op/s 2024-08-17T01:54:58.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:58 smithi137 ceph-mon[86391]: osdmap e2776: 8 total, 8 up, 8 in 2024-08-17T01:54:58.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:58 smithi137 ceph-mon[86391]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 387 KiB/s rd, 25 KiB/s wr, 518 op/s 2024-08-17T01:54:59.193 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-08-17T01:54:59.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:54:59 smithi082 ceph-mon[91979]: osdmap e2777: 8 total, 8 up, 8 in 2024-08-17T01:54:59.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:54:59 smithi082 ceph-mon[94343]: osdmap e2777: 8 total, 8 up, 8 in 2024-08-17T01:54:59.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:54:59 smithi137 ceph-mon[86391]: osdmap e2777: 8 total, 8 up, 8 in 2024-08-17T01:55:00.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:00 smithi082 ceph-mon[91979]: osdmap e2778: 8 total, 8 up, 8 in 2024-08-17T01:55:00.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:00 smithi082 ceph-mon[91979]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 637 KiB/s rd, 41 KiB/s wr, 835 op/s 2024-08-17T01:55:00.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:00 smithi082 ceph-mon[91979]: osdmap e2779: 8 total, 8 up, 8 in 2024-08-17T01:55:00.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:00 smithi082 ceph-mon[94343]: osdmap e2778: 8 total, 8 up, 8 in 2024-08-17T01:55:00.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:00 smithi082 ceph-mon[94343]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 637 KiB/s rd, 41 KiB/s wr, 835 op/s 2024-08-17T01:55:00.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:00 smithi082 ceph-mon[94343]: osdmap e2779: 8 total, 8 up, 8 in 2024-08-17T01:55:00.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:00 smithi137 ceph-mon[86391]: osdmap e2778: 8 total, 8 up, 8 in 2024-08-17T01:55:00.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:00 smithi137 ceph-mon[86391]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 637 KiB/s rd, 41 KiB/s wr, 835 op/s 2024-08-17T01:55:00.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:00 smithi137 ceph-mon[86391]: osdmap e2779: 8 total, 8 up, 8 in 2024-08-17T01:55:01.209 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-08-17T01:55:02.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:02 smithi082 ceph-mon[94343]: osdmap e2780: 8 total, 8 up, 8 in 2024-08-17T01:55:02.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:02 smithi082 ceph-mon[94343]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 576 KiB/s rd, 40 KiB/s wr, 771 op/s 2024-08-17T01:55:02.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:02 smithi082 ceph-mon[91979]: osdmap e2780: 8 total, 8 up, 8 in 2024-08-17T01:55:02.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:02 smithi082 ceph-mon[91979]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 576 KiB/s rd, 40 KiB/s wr, 771 op/s 2024-08-17T01:55:02.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:02 smithi137 ceph-mon[86391]: osdmap e2780: 8 total, 8 up, 8 in 2024-08-17T01:55:02.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:02 smithi137 ceph-mon[86391]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 576 KiB/s rd, 40 KiB/s wr, 771 op/s 2024-08-17T01:55:02.486 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:55:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:55:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:55:03.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:03 smithi082 ceph-mon[94343]: osdmap e2781: 8 total, 8 up, 8 in 2024-08-17T01:55:03.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:03 smithi082 ceph-mon[91979]: osdmap e2781: 8 total, 8 up, 8 in 2024-08-17T01:55:03.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:03 smithi137 ceph-mon[86391]: osdmap e2781: 8 total, 8 up, 8 in 2024-08-17T01:55:04.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:04 smithi082 ceph-mon[94343]: osdmap e2782: 8 total, 8 up, 8 in 2024-08-17T01:55:04.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:04 smithi082 ceph-mon[94343]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 420 KiB/s rd, 33 KiB/s wr, 589 op/s 2024-08-17T01:55:04.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:04 smithi082 ceph-mon[91979]: osdmap e2782: 8 total, 8 up, 8 in 2024-08-17T01:55:04.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:04 smithi082 ceph-mon[91979]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 420 KiB/s rd, 33 KiB/s wr, 589 op/s 2024-08-17T01:55:04.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:04 smithi137 ceph-mon[86391]: osdmap e2782: 8 total, 8 up, 8 in 2024-08-17T01:55:04.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:04 smithi137 ceph-mon[86391]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 420 KiB/s rd, 33 KiB/s wr, 589 op/s 2024-08-17T01:55:05.159 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-08-17T01:55:05.376 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:55:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:55:05] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-08-17T01:55:05.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:05 smithi082 ceph-mon[94343]: osdmap e2783: 8 total, 8 up, 8 in 2024-08-17T01:55:05.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:05 smithi082 ceph-mon[94343]: osdmap e2784: 8 total, 8 up, 8 in 2024-08-17T01:55:05.376 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:05 smithi082 ceph-mon[91979]: osdmap e2783: 8 total, 8 up, 8 in 2024-08-17T01:55:05.376 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:05 smithi082 ceph-mon[91979]: osdmap e2784: 8 total, 8 up, 8 in 2024-08-17T01:55:05.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:05 smithi137 ceph-mon[86391]: osdmap e2783: 8 total, 8 up, 8 in 2024-08-17T01:55:05.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:05 smithi137 ceph-mon[86391]: osdmap e2784: 8 total, 8 up, 8 in 2024-08-17T01:55:06.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:55:06.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:06 smithi082 ceph-mon[94343]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 35 KiB/s wr, 697 op/s 2024-08-17T01:55:06.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:55:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:06 smithi082 ceph-mon[91979]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 35 KiB/s wr, 697 op/s 2024-08-17T01:55:06.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:55:06.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:06 smithi137 ceph-mon[86391]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 35 KiB/s wr, 697 op/s 2024-08-17T01:55:07.240 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-08-17T01:55:07.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:07 smithi082 ceph-mon[94343]: osdmap e2785: 8 total, 8 up, 8 in 2024-08-17T01:55:07.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:07 smithi082 ceph-mon[91979]: osdmap e2785: 8 total, 8 up, 8 in 2024-08-17T01:55:07.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:07 smithi137 ceph-mon[86391]: osdmap e2785: 8 total, 8 up, 8 in 2024-08-17T01:55:08.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:08 smithi082 ceph-mon[94343]: osdmap e2786: 8 total, 8 up, 8 in 2024-08-17T01:55:08.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:08 smithi082 ceph-mon[94343]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 230 KiB/s rd, 19 KiB/s wr, 313 op/s 2024-08-17T01:55:08.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:08 smithi082 ceph-mon[91979]: osdmap e2786: 8 total, 8 up, 8 in 2024-08-17T01:55:08.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:08 smithi082 ceph-mon[91979]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 230 KiB/s rd, 19 KiB/s wr, 313 op/s 2024-08-17T01:55:08.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:08 smithi137 ceph-mon[86391]: osdmap e2786: 8 total, 8 up, 8 in 2024-08-17T01:55:08.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:08 smithi137 ceph-mon[86391]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 230 KiB/s rd, 19 KiB/s wr, 313 op/s 2024-08-17T01:55:09.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:09 smithi082 ceph-mon[94343]: osdmap e2787: 8 total, 8 up, 8 in 2024-08-17T01:55:09.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:09 smithi082 ceph-mon[91979]: osdmap e2787: 8 total, 8 up, 8 in 2024-08-17T01:55:09.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:09 smithi137 ceph-mon[86391]: osdmap e2787: 8 total, 8 up, 8 in 2024-08-17T01:55:10.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:10 smithi082 ceph-mon[94343]: osdmap e2788: 8 total, 8 up, 8 in 2024-08-17T01:55:10.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:10 smithi082 ceph-mon[94343]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 280 KiB/s rd, 22 KiB/s wr, 380 op/s 2024-08-17T01:55:10.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:10 smithi082 ceph-mon[94343]: osdmap e2789: 8 total, 8 up, 8 in 2024-08-17T01:55:10.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:10 smithi082 ceph-mon[91979]: osdmap e2788: 8 total, 8 up, 8 in 2024-08-17T01:55:10.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:10 smithi082 ceph-mon[91979]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 280 KiB/s rd, 22 KiB/s wr, 380 op/s 2024-08-17T01:55:10.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:10 smithi082 ceph-mon[91979]: osdmap e2789: 8 total, 8 up, 8 in 2024-08-17T01:55:10.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:10 smithi137 ceph-mon[86391]: osdmap e2788: 8 total, 8 up, 8 in 2024-08-17T01:55:10.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:10 smithi137 ceph-mon[86391]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 280 KiB/s rd, 22 KiB/s wr, 380 op/s 2024-08-17T01:55:10.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:10 smithi137 ceph-mon[86391]: osdmap e2789: 8 total, 8 up, 8 in 2024-08-17T01:55:11.156 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-08-17T01:55:12.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:12 smithi137 ceph-mon[86391]: osdmap e2790: 8 total, 8 up, 8 in 2024-08-17T01:55:12.315 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:12 smithi137 ceph-mon[86391]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 267 KiB/s rd, 19 KiB/s wr, 359 op/s 2024-08-17T01:55:12.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:12 smithi082 ceph-mon[94343]: osdmap e2790: 8 total, 8 up, 8 in 2024-08-17T01:55:12.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:12 smithi082 ceph-mon[94343]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 267 KiB/s rd, 19 KiB/s wr, 359 op/s 2024-08-17T01:55:12.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:12 smithi082 ceph-mon[91979]: osdmap e2790: 8 total, 8 up, 8 in 2024-08-17T01:55:12.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:12 smithi082 ceph-mon[91979]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 267 KiB/s rd, 19 KiB/s wr, 359 op/s 2024-08-17T01:55:12.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:55:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:55:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:55:13.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:13 smithi082 ceph-mon[94343]: osdmap e2791: 8 total, 8 up, 8 in 2024-08-17T01:55:13.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:13 smithi082 ceph-mon[91979]: osdmap e2791: 8 total, 8 up, 8 in 2024-08-17T01:55:13.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:13 smithi137 ceph-mon[86391]: osdmap e2791: 8 total, 8 up, 8 in 2024-08-17T01:55:14.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:14 smithi082 ceph-mon[94343]: osdmap e2792: 8 total, 8 up, 8 in 2024-08-17T01:55:14.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:55:14.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:14 smithi082 ceph-mon[94343]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 15 KiB/s wr, 326 op/s 2024-08-17T01:55:14.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:55:14.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:55:14.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:55:14.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:55:14.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:55:14.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:55:14.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:55:14.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:14 smithi082 ceph-mon[91979]: osdmap e2792: 8 total, 8 up, 8 in 2024-08-17T01:55:14.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:55:14.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:14 smithi082 ceph-mon[91979]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 15 KiB/s wr, 326 op/s 2024-08-17T01:55:14.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:55:14.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:55:14.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:55:14.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:55:14.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:55:14.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:55:14.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:55:14.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:14 smithi137 ceph-mon[86391]: osdmap e2792: 8 total, 8 up, 8 in 2024-08-17T01:55:14.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:55:14.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:14 smithi137 ceph-mon[86391]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 15 KiB/s wr, 326 op/s 2024-08-17T01:55:14.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:55:14.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:55:14.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:55:14.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:55:14.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:55:14.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:55:14.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:55:15.156 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-08-17T01:55:15.281 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 71%] 2024-08-17T01:55:15.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:55:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:55:15] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-08-17T01:55:15.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:15 smithi082 ceph-mon[94343]: osdmap e2793: 8 total, 8 up, 8 in 2024-08-17T01:55:15.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:15 smithi082 ceph-mon[94343]: osdmap e2794: 8 total, 8 up, 8 in 2024-08-17T01:55:15.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:15 smithi082 ceph-mon[91979]: osdmap e2793: 8 total, 8 up, 8 in 2024-08-17T01:55:15.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:15 smithi082 ceph-mon[91979]: osdmap e2794: 8 total, 8 up, 8 in 2024-08-17T01:55:15.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:15 smithi137 ceph-mon[86391]: osdmap e2793: 8 total, 8 up, 8 in 2024-08-17T01:55:15.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:15 smithi137 ceph-mon[86391]: osdmap e2794: 8 total, 8 up, 8 in 2024-08-17T01:55:16.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:16 smithi082 ceph-mon[91979]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 286 KiB/s rd, 20 KiB/s wr, 384 op/s 2024-08-17T01:55:16.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:16 smithi082 ceph-mon[94343]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 286 KiB/s rd, 20 KiB/s wr, 384 op/s 2024-08-17T01:55:16.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:16 smithi137 ceph-mon[86391]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 286 KiB/s rd, 20 KiB/s wr, 384 op/s 2024-08-17T01:55:17.190 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 71%] 2024-08-17T01:55:17.278 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 72%] 2024-08-17T01:55:17.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:17 smithi082 ceph-mon[91979]: osdmap e2795: 8 total, 8 up, 8 in 2024-08-17T01:55:17.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:17 smithi082 ceph-mon[94343]: osdmap e2795: 8 total, 8 up, 8 in 2024-08-17T01:55:17.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:17 smithi137 ceph-mon[86391]: osdmap e2795: 8 total, 8 up, 8 in 2024-08-17T01:55:18.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:18 smithi082 ceph-mon[91979]: osdmap e2796: 8 total, 8 up, 8 in 2024-08-17T01:55:18.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:18 smithi082 ceph-mon[91979]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 15 KiB/s wr, 217 op/s 2024-08-17T01:55:18.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:18 smithi082 ceph-mon[94343]: osdmap e2796: 8 total, 8 up, 8 in 2024-08-17T01:55:18.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:18 smithi082 ceph-mon[94343]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 15 KiB/s wr, 217 op/s 2024-08-17T01:55:18.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:18 smithi137 ceph-mon[86391]: osdmap e2796: 8 total, 8 up, 8 in 2024-08-17T01:55:18.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:18 smithi137 ceph-mon[86391]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 15 KiB/s wr, 217 op/s 2024-08-17T01:55:19.196 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 73%] 2024-08-17T01:55:19.328 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 73%] 2024-08-17T01:55:19.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:19 smithi082 ceph-mon[91979]: osdmap e2797: 8 total, 8 up, 8 in 2024-08-17T01:55:19.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:19 smithi082 ceph-mon[94343]: osdmap e2797: 8 total, 8 up, 8 in 2024-08-17T01:55:19.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:19 smithi137 ceph-mon[86391]: osdmap e2797: 8 total, 8 up, 8 in 2024-08-17T01:55:20.387 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:20 smithi137 ceph-mon[86391]: osdmap e2798: 8 total, 8 up, 8 in 2024-08-17T01:55:20.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:20 smithi137 ceph-mon[86391]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 17 KiB/s wr, 250 op/s 2024-08-17T01:55:20.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:20 smithi137 ceph-mon[86391]: osdmap e2799: 8 total, 8 up, 8 in 2024-08-17T01:55:20.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:20 smithi082 ceph-mon[91979]: osdmap e2798: 8 total, 8 up, 8 in 2024-08-17T01:55:20.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:20 smithi082 ceph-mon[91979]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 17 KiB/s wr, 250 op/s 2024-08-17T01:55:20.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:20 smithi082 ceph-mon[91979]: osdmap e2799: 8 total, 8 up, 8 in 2024-08-17T01:55:20.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:20 smithi082 ceph-mon[94343]: osdmap e2798: 8 total, 8 up, 8 in 2024-08-17T01:55:20.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:20 smithi082 ceph-mon[94343]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 17 KiB/s wr, 250 op/s 2024-08-17T01:55:20.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:20 smithi082 ceph-mon[94343]: osdmap e2799: 8 total, 8 up, 8 in 2024-08-17T01:55:21.153 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 74%] 2024-08-17T01:55:21.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:21 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:55:21.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:21 smithi082 ceph-mon[91979]: osdmap e2800: 8 total, 8 up, 8 in 2024-08-17T01:55:21.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:21 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:55:21.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:21 smithi082 ceph-mon[94343]: osdmap e2800: 8 total, 8 up, 8 in 2024-08-17T01:55:21.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:21 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:55:21.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:21 smithi137 ceph-mon[86391]: osdmap e2800: 8 total, 8 up, 8 in 2024-08-17T01:55:22.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:22 smithi082 ceph-mon[91979]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 17 KiB/s wr, 263 op/s 2024-08-17T01:55:22.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:22 smithi082 ceph-mon[94343]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 17 KiB/s wr, 263 op/s 2024-08-17T01:55:22.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:22 smithi137 ceph-mon[86391]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 17 KiB/s wr, 263 op/s 2024-08-17T01:55:22.486 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:55:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:55:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:55:23.209 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 74%] 2024-08-17T01:55:23.327 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 75%] 2024-08-17T01:55:23.453 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 75%] 2024-08-17T01:55:23.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:23 smithi082 ceph-mon[94343]: osdmap e2801: 8 total, 8 up, 8 in 2024-08-17T01:55:23.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:23 smithi082 ceph-mon[91979]: osdmap e2801: 8 total, 8 up, 8 in 2024-08-17T01:55:23.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:23 smithi137 ceph-mon[86391]: osdmap e2801: 8 total, 8 up, 8 in 2024-08-17T01:55:23.552 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 76%] 2024-08-17T01:55:24.213 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 76%] 2024-08-17T01:55:24.308 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 77%] 2024-08-17T01:55:24.399 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 78%] 2024-08-17T01:55:24.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:24 smithi082 ceph-mon[94343]: osdmap e2802: 8 total, 8 up, 8 in 2024-08-17T01:55:24.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:24 smithi082 ceph-mon[94343]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 333 KiB/s rd, 14 KiB/s wr, 439 op/s 2024-08-17T01:55:24.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:24 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/65788364' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3075920389"}]: dispatch 2024-08-17T01:55:24.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:24 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3075920389"}]: dispatch 2024-08-17T01:55:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:24 smithi082 ceph-mon[91979]: osdmap e2802: 8 total, 8 up, 8 in 2024-08-17T01:55:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:24 smithi082 ceph-mon[91979]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 333 KiB/s rd, 14 KiB/s wr, 439 op/s 2024-08-17T01:55:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:24 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/65788364' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3075920389"}]: dispatch 2024-08-17T01:55:24.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:24 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3075920389"}]: dispatch 2024-08-17T01:55:24.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:24 smithi137 ceph-mon[86391]: osdmap e2802: 8 total, 8 up, 8 in 2024-08-17T01:55:24.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:24 smithi137 ceph-mon[86391]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 333 KiB/s rd, 14 KiB/s wr, 439 op/s 2024-08-17T01:55:24.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:24 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/65788364' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3075920389"}]: dispatch 2024-08-17T01:55:24.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:24 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3075920389"}]: dispatch 2024-08-17T01:55:24.500 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 78%] 2024-08-17T01:55:24.597 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 79%] 2024-08-17T01:55:24.684 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 79%] 2024-08-17T01:55:24.767 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 80%] 2024-08-17T01:55:25.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:55:25] "GET /metrics HTTP/1.1" 200 36642 "" "Prometheus/2.43.0" 2024-08-17T01:55:25.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3075920389"}]': finished 2024-08-17T01:55:25.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[91979]: osdmap e2803: 8 total, 8 up, 8 in 2024-08-17T01:55:25.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' 2024-08-17T01:55:25.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:55:25.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:55:25.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:55:25.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-17T01:55:25.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:55:25.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-17T01:55:25.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-17T01:55:25.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-17T01:55:25.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:55:25.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' 2024-08-17T01:55:25.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/e5ced59f-0cae-486a-885b-0cd090451b83"}]: dispatch 2024-08-17T01:55:25.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/e5ced59f-0cae-486a-885b-0cd090451b83"}]: dispatch 2024-08-17T01:55:25.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/e5ced59f-0cae-486a-885b-0cd090451b83"}]: dispatch 2024-08-17T01:55:25.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/e5ced59f-0cae-486a-885b-0cd090451b83"}]': finished 2024-08-17T01:55:25.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[91979]: osdmap e2804: 8 total, 8 up, 8 in 2024-08-17T01:55:25.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3075920389"}]': finished 2024-08-17T01:55:25.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[94343]: osdmap e2803: 8 total, 8 up, 8 in 2024-08-17T01:55:25.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' 2024-08-17T01:55:25.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:55:25.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:55:25.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:55:25.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-17T01:55:25.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:55:25.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-17T01:55:25.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-17T01:55:25.477 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-17T01:55:25.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:55:25.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' 2024-08-17T01:55:25.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/e5ced59f-0cae-486a-885b-0cd090451b83"}]: dispatch 2024-08-17T01:55:25.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/e5ced59f-0cae-486a-885b-0cd090451b83"}]: dispatch 2024-08-17T01:55:25.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/e5ced59f-0cae-486a-885b-0cd090451b83"}]: dispatch 2024-08-17T01:55:25.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/e5ced59f-0cae-486a-885b-0cd090451b83"}]': finished 2024-08-17T01:55:25.478 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:25 smithi082 ceph-mon[94343]: osdmap e2804: 8 total, 8 up, 8 in 2024-08-17T01:55:25.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:25 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.82:0/3075920389"}]': finished 2024-08-17T01:55:25.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:25 smithi137 ceph-mon[86391]: osdmap e2803: 8 total, 8 up, 8 in 2024-08-17T01:55:25.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:25 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' 2024-08-17T01:55:25.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:25 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:55:25.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:25 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:55:25.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:25 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:55:25.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:25 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-17T01:55:25.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:25 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:55:25.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:25 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-17T01:55:25.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:25 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-17T01:55:25.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:25 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-17T01:55:25.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:25 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-17T01:55:25.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:25 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' 2024-08-17T01:55:25.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:25 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/e5ced59f-0cae-486a-885b-0cd090451b83"}]: dispatch 2024-08-17T01:55:25.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:25 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/e5ced59f-0cae-486a-885b-0cd090451b83"}]: dispatch 2024-08-17T01:55:25.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:25 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/e5ced59f-0cae-486a-885b-0cd090451b83"}]: dispatch 2024-08-17T01:55:25.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:25 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/e5ced59f-0cae-486a-885b-0cd090451b83"}]': finished 2024-08-17T01:55:25.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:25 smithi137 ceph-mon[86391]: osdmap e2804: 8 total, 8 up, 8 in 2024-08-17T01:55:26.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:26 smithi082 ceph-mon[94343]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 19 KiB/s wr, 490 op/s 2024-08-17T01:55:26.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:26 smithi082 ceph-mon[94343]: osdmap e2805: 8 total, 8 up, 8 in 2024-08-17T01:55:26.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:26 smithi082 ceph-mon[91979]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 19 KiB/s wr, 490 op/s 2024-08-17T01:55:26.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:26 smithi082 ceph-mon[91979]: osdmap e2805: 8 total, 8 up, 8 in 2024-08-17T01:55:26.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:26 smithi137 ceph-mon[86391]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 19 KiB/s wr, 490 op/s 2024-08-17T01:55:26.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:26 smithi137 ceph-mon[86391]: osdmap e2805: 8 total, 8 up, 8 in 2024-08-17T01:55:28.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:28 smithi082 ceph-mon[94343]: osdmap e2806: 8 total, 8 up, 8 in 2024-08-17T01:55:28.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:28 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/ed9b0cf9-37ff-44a1-8f81-3cd6e5cc6d99"}]: dispatch 2024-08-17T01:55:28.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:28 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/ed9b0cf9-37ff-44a1-8f81-3cd6e5cc6d99"}]: dispatch 2024-08-17T01:55:28.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:28 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/ed9b0cf9-37ff-44a1-8f81-3cd6e5cc6d99"}]': finished 2024-08-17T01:55:28.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:28 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/d673f362-f7e8-4d69-8e05-bd572be3ac5b"}]: dispatch 2024-08-17T01:55:28.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:28 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/d673f362-f7e8-4d69-8e05-bd572be3ac5b"}]: dispatch 2024-08-17T01:55:28.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:28 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/d673f362-f7e8-4d69-8e05-bd572be3ac5b"}]': finished 2024-08-17T01:55:28.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:28 smithi082 ceph-mon[94343]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 244 KiB/s rd, 15 KiB/s wr, 344 op/s 2024-08-17T01:55:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:28 smithi082 ceph-mon[91979]: osdmap e2806: 8 total, 8 up, 8 in 2024-08-17T01:55:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:28 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/ed9b0cf9-37ff-44a1-8f81-3cd6e5cc6d99"}]: dispatch 2024-08-17T01:55:28.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:28 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/ed9b0cf9-37ff-44a1-8f81-3cd6e5cc6d99"}]: dispatch 2024-08-17T01:55:28.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:28 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/ed9b0cf9-37ff-44a1-8f81-3cd6e5cc6d99"}]': finished 2024-08-17T01:55:28.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:28 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/d673f362-f7e8-4d69-8e05-bd572be3ac5b"}]: dispatch 2024-08-17T01:55:28.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:28 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/d673f362-f7e8-4d69-8e05-bd572be3ac5b"}]: dispatch 2024-08-17T01:55:28.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:28 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/d673f362-f7e8-4d69-8e05-bd572be3ac5b"}]': finished 2024-08-17T01:55:28.476 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:28 smithi082 ceph-mon[91979]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 244 KiB/s rd, 15 KiB/s wr, 344 op/s 2024-08-17T01:55:28.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:28 smithi137 ceph-mon[86391]: osdmap e2806: 8 total, 8 up, 8 in 2024-08-17T01:55:28.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:28 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/ed9b0cf9-37ff-44a1-8f81-3cd6e5cc6d99"}]: dispatch 2024-08-17T01:55:28.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:28 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/ed9b0cf9-37ff-44a1-8f81-3cd6e5cc6d99"}]: dispatch 2024-08-17T01:55:28.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:28 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/ed9b0cf9-37ff-44a1-8f81-3cd6e5cc6d99"}]': finished 2024-08-17T01:55:28.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:28 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/d673f362-f7e8-4d69-8e05-bd572be3ac5b"}]: dispatch 2024-08-17T01:55:28.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:28 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/d673f362-f7e8-4d69-8e05-bd572be3ac5b"}]: dispatch 2024-08-17T01:55:28.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:28 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/d673f362-f7e8-4d69-8e05-bd572be3ac5b"}]': finished 2024-08-17T01:55:28.487 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:28 smithi137 ceph-mon[86391]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 244 KiB/s rd, 15 KiB/s wr, 344 op/s 2024-08-17T01:55:29.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:29 smithi082 ceph-mon[91979]: osdmap e2807: 8 total, 8 up, 8 in 2024-08-17T01:55:29.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:29 smithi082 ceph-mon[94343]: osdmap e2807: 8 total, 8 up, 8 in 2024-08-17T01:55:29.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:29 smithi137 ceph-mon[86391]: osdmap e2807: 8 total, 8 up, 8 in 2024-08-17T01:55:30.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:30 smithi082 ceph-mon[91979]: osdmap e2808: 8 total, 8 up, 8 in 2024-08-17T01:55:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:30 smithi082 ceph-mon[91979]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 33 KiB/s wr, 581 op/s 2024-08-17T01:55:30.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:30 smithi082 ceph-mon[91979]: osdmap e2809: 8 total, 8 up, 8 in 2024-08-17T01:55:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:30 smithi082 ceph-mon[94343]: osdmap e2808: 8 total, 8 up, 8 in 2024-08-17T01:55:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:30 smithi082 ceph-mon[94343]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 33 KiB/s wr, 581 op/s 2024-08-17T01:55:30.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:30 smithi082 ceph-mon[94343]: osdmap e2809: 8 total, 8 up, 8 in 2024-08-17T01:55:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:30 smithi137 ceph-mon[86391]: osdmap e2808: 8 total, 8 up, 8 in 2024-08-17T01:55:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:30 smithi137 ceph-mon[86391]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 33 KiB/s wr, 581 op/s 2024-08-17T01:55:30.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:30 smithi137 ceph-mon[86391]: osdmap e2809: 8 total, 8 up, 8 in 2024-08-17T01:55:32.135 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 80%] 2024-08-17T01:55:32.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:32 smithi137 ceph-mon[86391]: osdmap e2810: 8 total, 8 up, 8 in 2024-08-17T01:55:32.315 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:32 smithi137 ceph-mon[86391]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 31 KiB/s wr, 455 op/s 2024-08-17T01:55:32.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:32 smithi082 ceph-mon[94343]: osdmap e2810: 8 total, 8 up, 8 in 2024-08-17T01:55:32.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:32 smithi082 ceph-mon[94343]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 31 KiB/s wr, 455 op/s 2024-08-17T01:55:32.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:32 smithi082 ceph-mon[91979]: osdmap e2810: 8 total, 8 up, 8 in 2024-08-17T01:55:32.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:32 smithi082 ceph-mon[91979]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 31 KiB/s wr, 455 op/s 2024-08-17T01:55:32.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:55:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:55:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:55:33.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:33 smithi082 ceph-mon[94343]: osdmap e2811: 8 total, 8 up, 8 in 2024-08-17T01:55:33.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:33 smithi082 ceph-mon[91979]: osdmap e2811: 8 total, 8 up, 8 in 2024-08-17T01:55:33.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:33 smithi137 ceph-mon[86391]: osdmap e2811: 8 total, 8 up, 8 in 2024-08-17T01:55:34.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:34 smithi082 ceph-mon[94343]: osdmap e2812: 8 total, 8 up, 8 in 2024-08-17T01:55:34.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:34 smithi082 ceph-mon[94343]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 3.2 KiB/s wr, 34 op/s 2024-08-17T01:55:34.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:34 smithi082 ceph-mon[91979]: osdmap e2812: 8 total, 8 up, 8 in 2024-08-17T01:55:34.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:34 smithi082 ceph-mon[91979]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 3.2 KiB/s wr, 34 op/s 2024-08-17T01:55:34.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:34 smithi137 ceph-mon[86391]: osdmap e2812: 8 total, 8 up, 8 in 2024-08-17T01:55:34.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:34 smithi137 ceph-mon[86391]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 3.2 KiB/s wr, 34 op/s 2024-08-17T01:55:35.376 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:55:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:55:35] "GET /metrics HTTP/1.1" 200 36642 "" "Prometheus/2.43.0" 2024-08-17T01:55:35.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:35 smithi082 ceph-mon[94343]: osdmap e2813: 8 total, 8 up, 8 in 2024-08-17T01:55:35.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:35 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/60ec73cd-9b62-43a5-9ad8-f9ef93036211"}]: dispatch 2024-08-17T01:55:35.376 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:35 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/60ec73cd-9b62-43a5-9ad8-f9ef93036211"}]: dispatch 2024-08-17T01:55:35.377 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:35 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/60ec73cd-9b62-43a5-9ad8-f9ef93036211"}]': finished 2024-08-17T01:55:35.377 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:35 smithi082 ceph-mon[94343]: osdmap e2814: 8 total, 8 up, 8 in 2024-08-17T01:55:35.377 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:35 smithi082 ceph-mon[91979]: osdmap e2813: 8 total, 8 up, 8 in 2024-08-17T01:55:35.377 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:35 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/60ec73cd-9b62-43a5-9ad8-f9ef93036211"}]: dispatch 2024-08-17T01:55:35.377 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:35 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/60ec73cd-9b62-43a5-9ad8-f9ef93036211"}]: dispatch 2024-08-17T01:55:35.377 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:35 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/60ec73cd-9b62-43a5-9ad8-f9ef93036211"}]': finished 2024-08-17T01:55:35.377 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:35 smithi082 ceph-mon[91979]: osdmap e2814: 8 total, 8 up, 8 in 2024-08-17T01:55:35.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:35 smithi137 ceph-mon[86391]: osdmap e2813: 8 total, 8 up, 8 in 2024-08-17T01:55:35.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:35 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/904859858' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/60ec73cd-9b62-43a5-9ad8-f9ef93036211"}]: dispatch 2024-08-17T01:55:35.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:35 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/60ec73cd-9b62-43a5-9ad8-f9ef93036211"}]: dispatch 2024-08-17T01:55:35.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:35 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/60ec73cd-9b62-43a5-9ad8-f9ef93036211"}]': finished 2024-08-17T01:55:35.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:35 smithi137 ceph-mon[86391]: osdmap e2814: 8 total, 8 up, 8 in 2024-08-17T01:55:36.163 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 81%] 2024-08-17T01:55:36.239 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 81%] 2024-08-17T01:55:36.372 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 82%] 2024-08-17T01:55:36.445 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 82%] 2024-08-17T01:55:36.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:36 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:55:36.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:36 smithi082 ceph-mon[94343]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 8.2 KiB/s wr, 112 op/s 2024-08-17T01:55:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:36 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:55:36.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:36 smithi082 ceph-mon[91979]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 8.2 KiB/s wr, 112 op/s 2024-08-17T01:55:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:36 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:55:36.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:36 smithi137 ceph-mon[86391]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 8.2 KiB/s wr, 112 op/s 2024-08-17T01:55:36.516 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 83%] 2024-08-17T01:55:36.590 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 84%] 2024-08-17T01:55:36.723 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 84%] 2024-08-17T01:55:36.799 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 85%] 2024-08-17T01:55:36.919 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 85%] 2024-08-17T01:55:36.926 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 86%] 2024-08-17T01:55:36.934 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 86%] 2024-08-17T01:55:36.935 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 87%] 2024-08-17T01:55:36.943 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 87%] 2024-08-17T01:55:36.950 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 88%] 2024-08-17T01:55:37.043 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 89%] 2024-08-17T01:55:37.129 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 89%] 2024-08-17T01:55:37.218 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 90%] 2024-08-17T01:55:37.346 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 90%] 2024-08-17T01:55:37.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:37 smithi082 ceph-mon[94343]: osdmap e2815: 8 total, 8 up, 8 in 2024-08-17T01:55:37.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:37 smithi082 ceph-mon[91979]: osdmap e2815: 8 total, 8 up, 8 in 2024-08-17T01:55:37.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:37 smithi137 ceph-mon[86391]: osdmap e2815: 8 total, 8 up, 8 in 2024-08-17T01:55:38.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:38 smithi082 ceph-mon[94343]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.1 KiB/s wr, 91 op/s 2024-08-17T01:55:38.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:38 smithi082 ceph-mon[91979]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.1 KiB/s wr, 91 op/s 2024-08-17T01:55:38.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:38 smithi137 ceph-mon[86391]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.1 KiB/s wr, 91 op/s 2024-08-17T01:55:38.915 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 91%] 2024-08-17T01:55:39.026 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 91%] 2024-08-17T01:55:39.112 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 92%] 2024-08-17T01:55:39.217 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 92%] 2024-08-17T01:55:39.384 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 93%] 2024-08-17T01:55:40.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:40 smithi082 ceph-mon[94343]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 369 KiB/s rd, 48 KiB/s wr, 527 op/s 2024-08-17T01:55:40.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:40 smithi082 ceph-mon[94343]: osdmap e2816: 8 total, 8 up, 8 in 2024-08-17T01:55:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:40 smithi082 ceph-mon[91979]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 369 KiB/s rd, 48 KiB/s wr, 527 op/s 2024-08-17T01:55:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:40 smithi082 ceph-mon[91979]: osdmap e2816: 8 total, 8 up, 8 in 2024-08-17T01:55:40.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:40 smithi137 ceph-mon[86391]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 369 KiB/s rd, 48 KiB/s wr, 527 op/s 2024-08-17T01:55:40.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:40 smithi137 ceph-mon[86391]: osdmap e2816: 8 total, 8 up, 8 in 2024-08-17T01:55:41.166 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 93%] 2024-08-17T01:55:41.261 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 94%] 2024-08-17T01:55:42.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:42 smithi082 ceph-mon[94343]: osdmap e2817: 8 total, 8 up, 8 in 2024-08-17T01:55:42.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:42 smithi082 ceph-mon[94343]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 623 KiB/s rd, 73 KiB/s wr, 899 op/s 2024-08-17T01:55:42.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:42 smithi082 ceph-mon[91979]: osdmap e2817: 8 total, 8 up, 8 in 2024-08-17T01:55:42.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:42 smithi082 ceph-mon[91979]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 623 KiB/s rd, 73 KiB/s wr, 899 op/s 2024-08-17T01:55:42.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:42 smithi137 ceph-mon[86391]: osdmap e2817: 8 total, 8 up, 8 in 2024-08-17T01:55:42.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:42 smithi137 ceph-mon[86391]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 623 KiB/s rd, 73 KiB/s wr, 899 op/s 2024-08-17T01:55:42.486 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:55:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:55:43.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:43 smithi082 ceph-mon[94343]: osdmap e2818: 8 total, 8 up, 8 in 2024-08-17T01:55:43.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:43 smithi082 ceph-mon[91979]: osdmap e2818: 8 total, 8 up, 8 in 2024-08-17T01:55:43.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:43 smithi137 ceph-mon[86391]: osdmap e2818: 8 total, 8 up, 8 in 2024-08-17T01:55:44.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:44 smithi082 ceph-mon[94343]: osdmap e2819: 8 total, 8 up, 8 in 2024-08-17T01:55:44.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:44 smithi082 ceph-mon[94343]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 834 KiB/s rd, 70 KiB/s wr, 1.20k op/s 2024-08-17T01:55:44.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:44 smithi082 ceph-mon[91979]: osdmap e2819: 8 total, 8 up, 8 in 2024-08-17T01:55:44.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:44 smithi082 ceph-mon[91979]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 834 KiB/s rd, 70 KiB/s wr, 1.20k op/s 2024-08-17T01:55:44.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:44 smithi137 ceph-mon[86391]: osdmap e2819: 8 total, 8 up, 8 in 2024-08-17T01:55:44.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:44 smithi137 ceph-mon[86391]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 834 KiB/s rd, 70 KiB/s wr, 1.20k op/s 2024-08-17T01:55:45.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:45 smithi082 ceph-mon[91979]: osdmap e2820: 8 total, 8 up, 8 in 2024-08-17T01:55:45.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:45 smithi082 ceph-mon[91979]: osdmap e2821: 8 total, 8 up, 8 in 2024-08-17T01:55:45.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:55:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:55:45] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2024-08-17T01:55:45.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:45 smithi082 ceph-mon[94343]: osdmap e2820: 8 total, 8 up, 8 in 2024-08-17T01:55:45.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:45 smithi082 ceph-mon[94343]: osdmap e2821: 8 total, 8 up, 8 in 2024-08-17T01:55:45.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:45 smithi137 ceph-mon[86391]: osdmap e2820: 8 total, 8 up, 8 in 2024-08-17T01:55:45.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:45 smithi137 ceph-mon[86391]: osdmap e2821: 8 total, 8 up, 8 in 2024-08-17T01:55:46.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:46 smithi082 ceph-mon[94343]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 886 KiB/s rd, 66 KiB/s wr, 1.22k op/s 2024-08-17T01:55:46.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:46 smithi082 ceph-mon[91979]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 886 KiB/s rd, 66 KiB/s wr, 1.22k op/s 2024-08-17T01:55:46.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:46 smithi137 ceph-mon[86391]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 886 KiB/s rd, 66 KiB/s wr, 1.22k op/s 2024-08-17T01:55:47.358 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 95%] 2024-08-17T01:55:47.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:47 smithi082 ceph-mon[94343]: osdmap e2822: 8 total, 8 up, 8 in 2024-08-17T01:55:47.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:47 smithi082 ceph-mon[91979]: osdmap e2822: 8 total, 8 up, 8 in 2024-08-17T01:55:47.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:47 smithi137 ceph-mon[86391]: osdmap e2822: 8 total, 8 up, 8 in 2024-08-17T01:55:47.611 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 95%] 2024-08-17T01:55:48.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:48 smithi082 ceph-mon[91979]: osdmap e2823: 8 total, 8 up, 8 in 2024-08-17T01:55:48.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:48 smithi082 ceph-mon[91979]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 499 KiB/s rd, 40 KiB/s wr, 671 op/s 2024-08-17T01:55:48.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:48 smithi082 ceph-mon[94343]: osdmap e2823: 8 total, 8 up, 8 in 2024-08-17T01:55:48.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:48 smithi082 ceph-mon[94343]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 499 KiB/s rd, 40 KiB/s wr, 671 op/s 2024-08-17T01:55:48.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:48 smithi137 ceph-mon[86391]: osdmap e2823: 8 total, 8 up, 8 in 2024-08-17T01:55:48.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:48 smithi137 ceph-mon[86391]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 499 KiB/s rd, 40 KiB/s wr, 671 op/s 2024-08-17T01:55:49.204 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v1 PASSED [ 96%] 2024-08-17T01:55:49.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:49 smithi082 ceph-mon[91979]: osdmap e2824: 8 total, 8 up, 8 in 2024-08-17T01:55:49.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:49 smithi082 ceph-mon[94343]: osdmap e2824: 8 total, 8 up, 8 in 2024-08-17T01:55:49.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:49 smithi137 ceph-mon[86391]: osdmap e2824: 8 total, 8 up, 8 in 2024-08-17T01:55:50.387 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:50 smithi137 ceph-mon[86391]: osdmap e2825: 8 total, 8 up, 8 in 2024-08-17T01:55:50.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:50 smithi137 ceph-mon[86391]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 24 KiB/s wr, 511 op/s 2024-08-17T01:55:50.388 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:50 smithi137 ceph-mon[86391]: osdmap e2826: 8 total, 8 up, 8 in 2024-08-17T01:55:50.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:50 smithi082 ceph-mon[91979]: osdmap e2825: 8 total, 8 up, 8 in 2024-08-17T01:55:50.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:50 smithi082 ceph-mon[91979]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 24 KiB/s wr, 511 op/s 2024-08-17T01:55:50.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:50 smithi082 ceph-mon[91979]: osdmap e2826: 8 total, 8 up, 8 in 2024-08-17T01:55:50.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:50 smithi082 ceph-mon[94343]: osdmap e2825: 8 total, 8 up, 8 in 2024-08-17T01:55:50.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:50 smithi082 ceph-mon[94343]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 24 KiB/s wr, 511 op/s 2024-08-17T01:55:50.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:50 smithi082 ceph-mon[94343]: osdmap e2826: 8 total, 8 up, 8 in 2024-08-17T01:55:51.228 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v2 PASSED [ 96%] 2024-08-17T01:55:51.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:51 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:55:51.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:51 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:55:51.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:51 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:55:52.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:52 smithi082 ceph-mon[94343]: osdmap e2827: 8 total, 8 up, 8 in 2024-08-17T01:55:52.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:52 smithi082 ceph-mon[94343]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 478 KiB/s rd, 28 KiB/s wr, 629 op/s 2024-08-17T01:55:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:52 smithi082 ceph-mon[91979]: osdmap e2827: 8 total, 8 up, 8 in 2024-08-17T01:55:52.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:52 smithi082 ceph-mon[91979]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 478 KiB/s rd, 28 KiB/s wr, 629 op/s 2024-08-17T01:55:52.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:52 smithi137 ceph-mon[86391]: osdmap e2827: 8 total, 8 up, 8 in 2024-08-17T01:55:52.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:52 smithi137 ceph-mon[86391]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 478 KiB/s rd, 28 KiB/s wr, 629 op/s 2024-08-17T01:55:52.486 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:55:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:55:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:55:53.231 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v1 PASSED [ 97%] 2024-08-17T01:55:53.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:53 smithi082 ceph-mon[94343]: osdmap e2828: 8 total, 8 up, 8 in 2024-08-17T01:55:53.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:53 smithi082 ceph-mon[91979]: osdmap e2828: 8 total, 8 up, 8 in 2024-08-17T01:55:53.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:53 smithi137 ceph-mon[86391]: osdmap e2828: 8 total, 8 up, 8 in 2024-08-17T01:55:54.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:54 smithi082 ceph-mon[94343]: osdmap e2829: 8 total, 8 up, 8 in 2024-08-17T01:55:54.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:54 smithi082 ceph-mon[94343]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 408 KiB/s rd, 17 KiB/s wr, 536 op/s 2024-08-17T01:55:54.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:54 smithi082 ceph-mon[91979]: osdmap e2829: 8 total, 8 up, 8 in 2024-08-17T01:55:54.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:54 smithi082 ceph-mon[91979]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 408 KiB/s rd, 17 KiB/s wr, 536 op/s 2024-08-17T01:55:54.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:54 smithi137 ceph-mon[86391]: osdmap e2829: 8 total, 8 up, 8 in 2024-08-17T01:55:54.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:54 smithi137 ceph-mon[86391]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 408 KiB/s rd, 17 KiB/s wr, 536 op/s 2024-08-17T01:55:55.160 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v2 PASSED [ 97%] 2024-08-17T01:55:55.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:55 smithi082 ceph-mon[94343]: osdmap e2830: 8 total, 8 up, 8 in 2024-08-17T01:55:55.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:55 smithi082 ceph-mon[94343]: osdmap e2831: 8 total, 8 up, 8 in 2024-08-17T01:55:55.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:55 smithi082 ceph-mon[91979]: osdmap e2830: 8 total, 8 up, 8 in 2024-08-17T01:55:55.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:55 smithi082 ceph-mon[91979]: osdmap e2831: 8 total, 8 up, 8 in 2024-08-17T01:55:55.475 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:55:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:55:55] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2024-08-17T01:55:55.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:55 smithi137 ceph-mon[86391]: osdmap e2830: 8 total, 8 up, 8 in 2024-08-17T01:55:55.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:55 smithi137 ceph-mon[86391]: osdmap e2831: 8 total, 8 up, 8 in 2024-08-17T01:55:56.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:56 smithi082 ceph-mon[94343]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 942 KiB/s rd, 38 KiB/s wr, 1.19k op/s 2024-08-17T01:55:56.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:56 smithi082 ceph-mon[91979]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 942 KiB/s rd, 38 KiB/s wr, 1.19k op/s 2024-08-17T01:55:56.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:56 smithi137 ceph-mon[86391]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 942 KiB/s rd, 38 KiB/s wr, 1.19k op/s 2024-08-17T01:55:57.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:57 smithi082 ceph-mon[94343]: osdmap e2832: 8 total, 8 up, 8 in 2024-08-17T01:55:57.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:57 smithi082 ceph-mon[91979]: osdmap e2832: 8 total, 8 up, 8 in 2024-08-17T01:55:57.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:57 smithi137 ceph-mon[86391]: osdmap e2832: 8 total, 8 up, 8 in 2024-08-17T01:55:58.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:58 smithi082 ceph-mon[94343]: osdmap e2833: 8 total, 8 up, 8 in 2024-08-17T01:55:58.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:58 smithi082 ceph-mon[94343]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 647 KiB/s rd, 29 KiB/s wr, 818 op/s 2024-08-17T01:55:58.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:58 smithi082 ceph-mon[91979]: osdmap e2833: 8 total, 8 up, 8 in 2024-08-17T01:55:58.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:58 smithi082 ceph-mon[91979]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 647 KiB/s rd, 29 KiB/s wr, 818 op/s 2024-08-17T01:55:58.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:58 smithi137 ceph-mon[86391]: osdmap e2833: 8 total, 8 up, 8 in 2024-08-17T01:55:58.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:58 smithi137 ceph-mon[86391]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 647 KiB/s rd, 29 KiB/s wr, 818 op/s 2024-08-17T01:55:59.329 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-08-17T01:55:59.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:55:59 smithi082 ceph-mon[94343]: osdmap e2834: 8 total, 8 up, 8 in 2024-08-17T01:55:59.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:55:59 smithi082 ceph-mon[91979]: osdmap e2834: 8 total, 8 up, 8 in 2024-08-17T01:55:59.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:55:59 smithi137 ceph-mon[86391]: osdmap e2834: 8 total, 8 up, 8 in 2024-08-17T01:55:59.535 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-08-17T01:55:59.717 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-08-17T01:56:00.071 INFO:tasks.workunit.client.0.smithi082.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-08-17T01:56:00.071 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:56:00.072 INFO:tasks.workunit.client.0.smithi082.stdout:================== 174 passed, 8 skipped in 666.48s (0:11:06) ================== 2024-08-17T01:56:00.096 INFO:tasks.workunit.client.0.smithi082.stderr:+ exit 0 2024-08-17T01:56:00.096 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T01:56:00.097 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T01:56:00.123 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-08-17T01:56:00.123 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-17T01:56:00.374 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:00 smithi082 ceph-mon[91979]: osdmap e2835: 8 total, 8 up, 8 in 2024-08-17T01:56:00.375 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:00 smithi082 ceph-mon[91979]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 15 KiB/s wr, 393 op/s 2024-08-17T01:56:00.375 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:00 smithi082 ceph-mon[91979]: osdmap e2836: 8 total, 8 up, 8 in 2024-08-17T01:56:00.375 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:00 smithi082 ceph-mon[94343]: osdmap e2835: 8 total, 8 up, 8 in 2024-08-17T01:56:00.375 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:00 smithi082 ceph-mon[94343]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 15 KiB/s wr, 393 op/s 2024-08-17T01:56:00.375 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:00 smithi082 ceph-mon[94343]: osdmap e2836: 8 total, 8 up, 8 in 2024-08-17T01:56:00.376 DEBUG:teuthology.parallel:result is None 2024-08-17T01:56:00.377 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T01:56:00.401 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T01:56:00.402 DEBUG:teuthology.orchestra.run.smithi082:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T01:56:00.456 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T01:56:00.456 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T01:56:00.457 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-08-17T01:56:00.457 DEBUG:teuthology.parallel:result is None 2024-08-17T01:56:00.457 INFO:teuthology.run_tasks:Running task print... 2024-08-17T01:56:00.468 INFO:teuthology.task.print:**** done end parallel 2024-08-17T01:56:00.468 INFO:teuthology.run_tasks:Running task print... 2024-08-17T01:56:00.496 INFO:teuthology.task.print:**** done start telemetry x... 2024-08-17T01:56:00.496 INFO:teuthology.run_tasks:Running task workunit... 2024-08-17T01:56:00.505 INFO:tasks.workunit:Pulling workunits from ref 34035a153785525a78f55c59012d77f335d36e2a 2024-08-17T01:56:00.505 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-17T01:56:00.506 DEBUG:teuthology.orchestra.run.smithi082:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-17T01:56:00.506 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:00 smithi137 ceph-mon[86391]: osdmap e2835: 8 total, 8 up, 8 in 2024-08-17T01:56:00.506 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:00 smithi137 ceph-mon[86391]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 15 KiB/s wr, 393 op/s 2024-08-17T01:56:00.506 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:00 smithi137 ceph-mon[86391]: osdmap e2836: 8 total, 8 up, 8 in 2024-08-17T01:56:00.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T01:56:00.522 INFO:teuthology.orchestra.run.smithi082.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-17T01:56:00.522 DEBUG:teuthology.orchestra.run.smithi082:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T01:56:00.578 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-17T01:56:00.578 DEBUG:teuthology.orchestra.run.smithi082:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-17T01:56:00.634 INFO:tasks.workunit:timeout=3h 2024-08-17T01:56:00.634 INFO:tasks.workunit:cleanup=True 2024-08-17T01:56:00.634 DEBUG:teuthology.orchestra.run.smithi082:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 34035a153785525a78f55c59012d77f335d36e2a 2024-08-17T01:56:00.690 INFO:tasks.workunit.client.0.smithi082.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-17T01:56:02.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:02 smithi082 ceph-mon[91979]: pgmap v4788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:02.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:02 smithi082 ceph-mon[94343]: pgmap v4788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:02.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:02 smithi137 ceph-mon[86391]: pgmap v4788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:02.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:56:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:56:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:56:04.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:04 smithi082 ceph-mon[94343]: pgmap v4789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:04.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:04 smithi082 ceph-mon[91979]: pgmap v4789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:04 smithi137 ceph-mon[86391]: pgmap v4789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:05.373 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:56:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:56:05] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2024-08-17T01:56:05.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:05 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:56:05.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:05 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:56:05.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:05 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:56:06.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:06 smithi082 ceph-mon[94343]: pgmap v4790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:06.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:06 smithi082 ceph-mon[91979]: pgmap v4790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:06 smithi137 ceph-mon[86391]: pgmap v4790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:08.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:08 smithi082 ceph-mon[94343]: pgmap v4791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:08.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:08 smithi082 ceph-mon[91979]: pgmap v4791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:08 smithi137 ceph-mon[86391]: pgmap v4791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:10.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:10 smithi082 ceph-mon[94343]: pgmap v4792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:10.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:10 smithi082 ceph-mon[91979]: pgmap v4792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:10 smithi137 ceph-mon[86391]: pgmap v4792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:12.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:12 smithi082 ceph-mon[94343]: pgmap v4793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:12.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:12 smithi082 ceph-mon[91979]: pgmap v4793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:12.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:12 smithi137 ceph-mon[86391]: pgmap v4793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:12.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:56:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:56:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:56:14.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:14 smithi082 ceph-mon[91979]: pgmap v4794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:14.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:56:14.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:56:14.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:56:14.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:14 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:56:14.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:14 smithi082 ceph-mon[94343]: pgmap v4794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:14.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:56:14.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:56:14.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:56:14.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:14 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:56:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:14 smithi137 ceph-mon[86391]: pgmap v4794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:56:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:56:14.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:56:14.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:14 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:56:15.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:56:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:56:15] "GET /metrics HTTP/1.1" 200 34172 "" "Prometheus/2.43.0" 2024-08-17T01:56:16.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:16 smithi082 ceph-mon[94343]: pgmap v4795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:16.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:16 smithi082 ceph-mon[91979]: pgmap v4795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:16 smithi137 ceph-mon[86391]: pgmap v4795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:18.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:18 smithi082 ceph-mon[94343]: pgmap v4796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:18.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:18 smithi082 ceph-mon[91979]: pgmap v4796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:18.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:18 smithi137 ceph-mon[86391]: pgmap v4796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:20.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:20 smithi082 ceph-mon[94343]: pgmap v4797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:20.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:56:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:20 smithi082 ceph-mon[91979]: pgmap v4797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:56:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:20 smithi137 ceph-mon[86391]: pgmap v4797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:20.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:56:22.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:22 smithi082 ceph-mon[94343]: pgmap v4798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:22 smithi082 ceph-mon[91979]: pgmap v4798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:22 smithi137 ceph-mon[86391]: pgmap v4798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:22.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:56:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:56:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:56:24.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:24 smithi082 ceph-mon[94343]: pgmap v4799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:24.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:24 smithi082 ceph-mon[91979]: pgmap v4799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:24.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:24 smithi137 ceph-mon[86391]: pgmap v4799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:25.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:56:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:56:25] "GET /metrics HTTP/1.1" 200 34174 "" "Prometheus/2.43.0" 2024-08-17T01:56:26.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:26 smithi082 ceph-mon[94343]: pgmap v4800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:26.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:26 smithi082 ceph-mon[91979]: pgmap v4800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:26.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:26 smithi137 ceph-mon[86391]: pgmap v4800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:28.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:28 smithi082 ceph-mon[94343]: pgmap v4801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:28.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:28 smithi082 ceph-mon[91979]: pgmap v4801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:28.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:28 smithi137 ceph-mon[86391]: pgmap v4801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:30.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:30 smithi082 ceph-mon[94343]: pgmap v4802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:30.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:30 smithi082 ceph-mon[91979]: pgmap v4802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:30.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:30 smithi137 ceph-mon[86391]: pgmap v4802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:32.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:32 smithi082 ceph-mon[94343]: pgmap v4803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:32.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:32 smithi082 ceph-mon[91979]: pgmap v4803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:32.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:32 smithi137 ceph-mon[86391]: pgmap v4803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:32.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:56:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:56:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:56:34.726 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:34 smithi082 ceph-mon[94343]: pgmap v4804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:34.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:34 smithi082 ceph-mon[91979]: pgmap v4804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:34.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:34 smithi137 ceph-mon[86391]: pgmap v4804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:35.420 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:56:35 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:56:35] "GET /metrics HTTP/1.1" 200 34174 "" "Prometheus/2.43.0" 2024-08-17T01:56:35.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:35 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:56:35.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:35 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:56:35.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:35 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:56:36.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:36 smithi082 ceph-mon[94343]: pgmap v4805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:36.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:36 smithi082 ceph-mon[91979]: pgmap v4805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:36.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:36 smithi137 ceph-mon[86391]: pgmap v4805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:38.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:38 smithi082 ceph-mon[94343]: pgmap v4806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:38.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:38 smithi082 ceph-mon[91979]: pgmap v4806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:38.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:38 smithi137 ceph-mon[86391]: pgmap v4806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:40.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:40 smithi082 ceph-mon[94343]: pgmap v4807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:40.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:40 smithi082 ceph-mon[91979]: pgmap v4807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:40.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:40 smithi137 ceph-mon[86391]: pgmap v4807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:42.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:42 smithi082 ceph-mon[94343]: pgmap v4808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:42 smithi082 ceph-mon[91979]: pgmap v4808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:42.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:42 smithi137 ceph-mon[86391]: pgmap v4808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:42.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:56:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:56:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:56:44.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:44 smithi082 ceph-mon[94343]: pgmap v4809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:44.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:44 smithi082 ceph-mon[91979]: pgmap v4809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:44.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:44 smithi137 ceph-mon[86391]: pgmap v4809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:45.474 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:56:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:56:45] "GET /metrics HTTP/1.1" 200 34173 "" "Prometheus/2.43.0" 2024-08-17T01:56:46.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:46 smithi082 ceph-mon[94343]: pgmap v4810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:46.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:46 smithi082 ceph-mon[91979]: pgmap v4810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:46.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:46 smithi137 ceph-mon[86391]: pgmap v4810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:48.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:48 smithi082 ceph-mon[94343]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:48.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:48 smithi082 ceph-mon[91979]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:48.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:48 smithi137 ceph-mon[86391]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:50.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:50 smithi082 ceph-mon[94343]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:50.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:50 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:56:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:50 smithi082 ceph-mon[91979]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:50.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:50 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:56:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:50 smithi137 ceph-mon[86391]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:50.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:50 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:56:52.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:52 smithi082 ceph-mon[91979]: pgmap v4813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:52.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:52 smithi082 ceph-mon[94343]: pgmap v4813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:52.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:52 smithi137 ceph-mon[86391]: pgmap v4813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:52.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:56:52 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:56:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:56:54.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:54 smithi082 ceph-mon[94343]: pgmap v4814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:54.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:54 smithi082 ceph-mon[91979]: pgmap v4814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:54.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:54 smithi137 ceph-mon[86391]: pgmap v4814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:54.809 INFO:tasks.workunit.client.0.smithi082.stderr:Note: switching to '34035a153785525a78f55c59012d77f335d36e2a'. 2024-08-17T01:56:54.809 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-08-17T01:56:54.809 INFO:tasks.workunit.client.0.smithi082.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-08-17T01:56:54.809 INFO:tasks.workunit.client.0.smithi082.stderr:changes and commit them, and you can discard any commits you make in this 2024-08-17T01:56:54.809 INFO:tasks.workunit.client.0.smithi082.stderr:state without impacting any branches by switching back to a branch. 2024-08-17T01:56:54.809 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-08-17T01:56:54.809 INFO:tasks.workunit.client.0.smithi082.stderr:If you want to create a new branch to retain commits you create, you may 2024-08-17T01:56:54.809 INFO:tasks.workunit.client.0.smithi082.stderr:do so (now or later) by using -c with the switch command. Example: 2024-08-17T01:56:54.809 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-08-17T01:56:54.809 INFO:tasks.workunit.client.0.smithi082.stderr: git switch -c 2024-08-17T01:56:54.810 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-08-17T01:56:54.810 INFO:tasks.workunit.client.0.smithi082.stderr:Or undo this operation with: 2024-08-17T01:56:54.810 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-08-17T01:56:54.810 INFO:tasks.workunit.client.0.smithi082.stderr: git switch - 2024-08-17T01:56:54.810 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-08-17T01:56:54.810 INFO:tasks.workunit.client.0.smithi082.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-08-17T01:56:54.810 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-08-17T01:56:54.810 INFO:tasks.workunit.client.0.smithi082.stderr:HEAD is now at 34035a15378 Merge pull request #59233 from zdover23/wip-doc-2024-08-15-backport-59219-to-squid 2024-08-17T01:56:54.813 DEBUG:teuthology.orchestra.run.smithi082:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-17T01:56:54.869 INFO:tasks.workunit.client.0.smithi082.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-17T01:56:54.871 INFO:tasks.workunit.client.0.smithi082.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T01:56:54.871 INFO:tasks.workunit.client.0.smithi082.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-17T01:56:54.919 INFO:tasks.workunit.client.0.smithi082.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-17T01:56:54.967 INFO:tasks.workunit.client.0.smithi082.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-17T01:56:55.006 INFO:tasks.workunit.client.0.smithi082.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T01:56:55.008 INFO:tasks.workunit.client.0.smithi082.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T01:56:55.008 INFO:tasks.workunit.client.0.smithi082.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-17T01:56:55.046 INFO:tasks.workunit.client.0.smithi082.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T01:56:55.049 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-08-17T01:56:55.049 DEBUG:teuthology.orchestra.run.smithi082:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-17T01:56:55.120 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy_x.sh on client.0... 2024-08-17T01:56:55.121 INFO:tasks.workunit:Running workunit test_telemetry_quincy_x.sh... 2024-08-17T01:56:55.121 DEBUG:teuthology.orchestra.run.smithi082:workunit test test_telemetry_quincy_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=34035a153785525a78f55c59012d77f335d36e2a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy_x.sh 2024-08-17T01:56:55.179 INFO:tasks.workunit.client.0.smithi082.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-08-17T01:56:55.449 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:56:55 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:56:55] "GET /metrics HTTP/1.1" 200 34175 "" "Prometheus/2.43.0" 2024-08-17T01:56:55.559 INFO:tasks.workunit.client.0.smithi082.stderr:+ LAST_OPT_REVISION=1 2024-08-17T01:56:55.559 INFO:tasks.workunit.client.0.smithi082.stderr:+ '[' 1 -ne 1 ']' 2024-08-17T01:56:55.559 INFO:tasks.workunit.client.0.smithi082.stderr:+ ceph -s 2024-08-17T01:56:55.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:55 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3303215471' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T01:56:55.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:55 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3303215471' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T01:56:55.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:55 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3303215471' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T01:56:56.054 INFO:tasks.workunit.client.0.smithi082.stdout: cluster: 2024-08-17T01:56:56.055 INFO:tasks.workunit.client.0.smithi082.stdout: id: f8feaf04-5c2f-11ef-bccf-c7b262605968 2024-08-17T01:56:56.055 INFO:tasks.workunit.client.0.smithi082.stdout: health: HEALTH_WARN 2024-08-17T01:56:56.055 INFO:tasks.workunit.client.0.smithi082.stdout: Telemetry requires re-opt-in 2024-08-17T01:56:56.055 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:56:56.055 INFO:tasks.workunit.client.0.smithi082.stdout: services: 2024-08-17T01:56:56.055 INFO:tasks.workunit.client.0.smithi082.stdout: mon: 3 daemons, quorum a,b,c (age 72m) 2024-08-17T01:56:56.055 INFO:tasks.workunit.client.0.smithi082.stdout: mgr: y(active, since 73m), standbys: x 2024-08-17T01:56:56.055 INFO:tasks.workunit.client.0.smithi082.stdout: mds: 1/1 daemons up, 1 standby 2024-08-17T01:56:56.055 INFO:tasks.workunit.client.0.smithi082.stdout: osd: 8 osds: 8 up (since 68m), 8 in (since 80m) 2024-08-17T01:56:56.055 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:56:56.055 INFO:tasks.workunit.client.0.smithi082.stdout: data: 2024-08-17T01:56:56.055 INFO:tasks.workunit.client.0.smithi082.stdout: volumes: 1/1 healthy 2024-08-17T01:56:56.055 INFO:tasks.workunit.client.0.smithi082.stdout: pools: 4 pools, 105 pgs 2024-08-17T01:56:56.056 INFO:tasks.workunit.client.0.smithi082.stdout: objects: 28 objects, 4.6 MiB 2024-08-17T01:56:56.056 INFO:tasks.workunit.client.0.smithi082.stdout: usage: 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:56.056 INFO:tasks.workunit.client.0.smithi082.stdout: pgs: 105 active+clean 2024-08-17T01:56:56.056 INFO:tasks.workunit.client.0.smithi082.stdout: 2024-08-17T01:56:56.065 INFO:tasks.workunit.client.0.smithi082.stderr:++ ceph telemetry collection ls 2024-08-17T01:56:56.552 INFO:tasks.workunit.client.0.smithi082.stderr:+ COLLECTIONS='New collections are available: 2024-08-17T01:56:56.552 INFO:tasks.workunit.client.0.smithi082.stderr:['\''basic_pool_flags'\''] 2024-08-17T01:56:56.553 INFO:tasks.workunit.client.0.smithi082.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T01:56:56.553 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-08-17T01:56:56.553 INFO:tasks.workunit.client.0.smithi082.stderr:NAME STATUS DESC 2024-08-17T01:56:56.553 INFO:tasks.workunit.client.0.smithi082.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T01:56:56.553 INFO:tasks.workunit.client.0.smithi082.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-17T01:56:56.553 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-17T01:56:56.553 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-17T01:56:56.553 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-17T01:56:56.553 INFO:tasks.workunit.client.0.smithi082.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-17T01:56:56.553 INFO:tasks.workunit.client.0.smithi082.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-17T01:56:56.553 INFO:tasks.workunit.client.0.smithi082.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T01:56:56.554 INFO:tasks.workunit.client.0.smithi082.stderr:device_base REPORTING Information about device health metrics 2024-08-17T01:56:56.554 INFO:tasks.workunit.client.0.smithi082.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-17T01:56:56.554 INFO:tasks.workunit.client.0.smithi082.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-17T01:56:56.554 INFO:tasks.workunit.client.0.smithi082.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-08-17T01:56:56.554 INFO:tasks.workunit.client.0.smithi082.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_options_bluestore") 2024-08-17T01:56:56.554 INFO:tasks.workunit.client.0.smithi082.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T01:56:56.554 INFO:tasks.workunit.client.0.smithi082.stderr:+ [[ New collections are available: 2024-08-17T01:56:56.554 INFO:tasks.workunit.client.0.smithi082.stderr:['basic_pool_flags'] 2024-08-17T01:56:56.554 INFO:tasks.workunit.client.0.smithi082.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T01:56:56.554 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-08-17T01:56:56.555 INFO:tasks.workunit.client.0.smithi082.stderr:NAME STATUS DESC 2024-08-17T01:56:56.555 INFO:tasks.workunit.client.0.smithi082.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T01:56:56.555 INFO:tasks.workunit.client.0.smithi082.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-17T01:56:56.555 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-17T01:56:56.555 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-17T01:56:56.555 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-17T01:56:56.555 INFO:tasks.workunit.client.0.smithi082.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-17T01:56:56.555 INFO:tasks.workunit.client.0.smithi082.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-17T01:56:56.555 INFO:tasks.workunit.client.0.smithi082.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T01:56:56.555 INFO:tasks.workunit.client.0.smithi082.stderr:device_base REPORTING Information about device health metrics 2024-08-17T01:56:56.555 INFO:tasks.workunit.client.0.smithi082.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-17T01:56:56.556 INFO:tasks.workunit.client.0.smithi082.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-17T01:56:56.556 INFO:tasks.workunit.client.0.smithi082.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-08-17T01:56:56.556 INFO:tasks.workunit.client.0.smithi082.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T01:56:56.556 INFO:tasks.workunit.client.0.smithi082.stderr:+ [[ New collections are available: 2024-08-17T01:56:56.556 INFO:tasks.workunit.client.0.smithi082.stderr:['basic_pool_flags'] 2024-08-17T01:56:56.556 INFO:tasks.workunit.client.0.smithi082.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T01:56:56.556 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-08-17T01:56:56.556 INFO:tasks.workunit.client.0.smithi082.stderr:NAME STATUS DESC 2024-08-17T01:56:56.556 INFO:tasks.workunit.client.0.smithi082.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T01:56:56.556 INFO:tasks.workunit.client.0.smithi082.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-17T01:56:56.556 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-17T01:56:56.556 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-17T01:56:56.557 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-17T01:56:56.557 INFO:tasks.workunit.client.0.smithi082.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-17T01:56:56.557 INFO:tasks.workunit.client.0.smithi082.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-17T01:56:56.557 INFO:tasks.workunit.client.0.smithi082.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T01:56:56.557 INFO:tasks.workunit.client.0.smithi082.stderr:device_base REPORTING Information about device health metrics 2024-08-17T01:56:56.557 INFO:tasks.workunit.client.0.smithi082.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-17T01:56:56.557 INFO:tasks.workunit.client.0.smithi082.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-17T01:56:56.557 INFO:tasks.workunit.client.0.smithi082.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-08-17T01:56:56.557 INFO:tasks.workunit.client.0.smithi082.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T01:56:56.557 INFO:tasks.workunit.client.0.smithi082.stderr:+ [[ New collections are available: 2024-08-17T01:56:56.557 INFO:tasks.workunit.client.0.smithi082.stderr:['basic_pool_flags'] 2024-08-17T01:56:56.558 INFO:tasks.workunit.client.0.smithi082.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T01:56:56.558 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-08-17T01:56:56.558 INFO:tasks.workunit.client.0.smithi082.stderr:NAME STATUS DESC 2024-08-17T01:56:56.558 INFO:tasks.workunit.client.0.smithi082.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T01:56:56.558 INFO:tasks.workunit.client.0.smithi082.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-17T01:56:56.558 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-17T01:56:56.558 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-17T01:56:56.558 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-17T01:56:56.558 INFO:tasks.workunit.client.0.smithi082.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-17T01:56:56.558 INFO:tasks.workunit.client.0.smithi082.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-17T01:56:56.559 INFO:tasks.workunit.client.0.smithi082.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T01:56:56.559 INFO:tasks.workunit.client.0.smithi082.stderr:device_base REPORTING Information about device health metrics 2024-08-17T01:56:56.559 INFO:tasks.workunit.client.0.smithi082.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-17T01:56:56.559 INFO:tasks.workunit.client.0.smithi082.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-17T01:56:56.559 INFO:tasks.workunit.client.0.smithi082.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-08-17T01:56:56.559 INFO:tasks.workunit.client.0.smithi082.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T01:56:56.559 INFO:tasks.workunit.client.0.smithi082.stderr:+ [[ New collections are available: 2024-08-17T01:56:56.559 INFO:tasks.workunit.client.0.smithi082.stderr:['basic_pool_flags'] 2024-08-17T01:56:56.559 INFO:tasks.workunit.client.0.smithi082.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T01:56:56.559 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-08-17T01:56:56.559 INFO:tasks.workunit.client.0.smithi082.stderr:NAME STATUS DESC 2024-08-17T01:56:56.560 INFO:tasks.workunit.client.0.smithi082.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T01:56:56.560 INFO:tasks.workunit.client.0.smithi082.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-17T01:56:56.560 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-17T01:56:56.560 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-17T01:56:56.560 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-17T01:56:56.560 INFO:tasks.workunit.client.0.smithi082.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-17T01:56:56.560 INFO:tasks.workunit.client.0.smithi082.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-17T01:56:56.560 INFO:tasks.workunit.client.0.smithi082.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T01:56:56.560 INFO:tasks.workunit.client.0.smithi082.stderr:device_base REPORTING Information about device health metrics 2024-08-17T01:56:56.560 INFO:tasks.workunit.client.0.smithi082.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-17T01:56:56.560 INFO:tasks.workunit.client.0.smithi082.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-17T01:56:56.560 INFO:tasks.workunit.client.0.smithi082.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-08-17T01:56:56.561 INFO:tasks.workunit.client.0.smithi082.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T01:56:56.561 INFO:tasks.workunit.client.0.smithi082.stderr:+ [[ New collections are available: 2024-08-17T01:56:56.561 INFO:tasks.workunit.client.0.smithi082.stderr:['basic_pool_flags'] 2024-08-17T01:56:56.561 INFO:tasks.workunit.client.0.smithi082.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T01:56:56.561 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-08-17T01:56:56.561 INFO:tasks.workunit.client.0.smithi082.stderr:NAME STATUS DESC 2024-08-17T01:56:56.561 INFO:tasks.workunit.client.0.smithi082.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T01:56:56.561 INFO:tasks.workunit.client.0.smithi082.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-17T01:56:56.561 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-17T01:56:56.561 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-17T01:56:56.561 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-17T01:56:56.562 INFO:tasks.workunit.client.0.smithi082.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-17T01:56:56.562 INFO:tasks.workunit.client.0.smithi082.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-17T01:56:56.562 INFO:tasks.workunit.client.0.smithi082.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T01:56:56.562 INFO:tasks.workunit.client.0.smithi082.stderr:device_base REPORTING Information about device health metrics 2024-08-17T01:56:56.562 INFO:tasks.workunit.client.0.smithi082.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-17T01:56:56.562 INFO:tasks.workunit.client.0.smithi082.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-17T01:56:56.562 INFO:tasks.workunit.client.0.smithi082.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-08-17T01:56:56.562 INFO:tasks.workunit.client.0.smithi082.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T01:56:56.562 INFO:tasks.workunit.client.0.smithi082.stderr:+ [[ New collections are available: 2024-08-17T01:56:56.563 INFO:tasks.workunit.client.0.smithi082.stderr:['basic_pool_flags'] 2024-08-17T01:56:56.563 INFO:tasks.workunit.client.0.smithi082.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T01:56:56.563 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-08-17T01:56:56.563 INFO:tasks.workunit.client.0.smithi082.stderr:NAME STATUS DESC 2024-08-17T01:56:56.563 INFO:tasks.workunit.client.0.smithi082.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T01:56:56.563 INFO:tasks.workunit.client.0.smithi082.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-17T01:56:56.563 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-17T01:56:56.564 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-17T01:56:56.564 INFO:tasks.workunit.client.0.smithi082.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-17T01:56:56.564 INFO:tasks.workunit.client.0.smithi082.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-17T01:56:56.564 INFO:tasks.workunit.client.0.smithi082.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-17T01:56:56.564 INFO:tasks.workunit.client.0.smithi082.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T01:56:56.564 INFO:tasks.workunit.client.0.smithi082.stderr:device_base REPORTING Information about device health metrics 2024-08-17T01:56:56.564 INFO:tasks.workunit.client.0.smithi082.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-17T01:56:56.564 INFO:tasks.workunit.client.0.smithi082.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-17T01:56:56.564 INFO:tasks.workunit.client.0.smithi082.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_options_bluestore* ]] 2024-08-17T01:56:56.564 INFO:tasks.workunit.client.0.smithi082.stderr:+ ceph telemetry preview 2024-08-17T01:56:56.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:56 smithi082 ceph-mon[94343]: pgmap v4815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:56 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3303215471' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T01:56:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:56 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1988040530' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-17T01:56:56.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:56 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1988040530' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-17T01:56:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:56 smithi082 ceph-mon[91979]: pgmap v4815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:56 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3303215471' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T01:56:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:56 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1988040530' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-17T01:56:56.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:56 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1988040530' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-17T01:56:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:56 smithi137 ceph-mon[86391]: pgmap v4815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:56 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3303215471' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T01:56:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:56 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1988040530' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-17T01:56:56.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:56 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1988040530' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-17T01:56:57.250 INFO:tasks.workunit.client.0.smithi082.stdout:{ 2024-08-17T01:56:57.250 INFO:tasks.workunit.client.0.smithi082.stdout: "balancer": { 2024-08-17T01:56:57.250 INFO:tasks.workunit.client.0.smithi082.stdout: "active": true, 2024-08-17T01:56:57.250 INFO:tasks.workunit.client.0.smithi082.stdout: "mode": "" 2024-08-17T01:56:57.250 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.250 INFO:tasks.workunit.client.0.smithi082.stdout: "channels": [ 2024-08-17T01:56:57.250 INFO:tasks.workunit.client.0.smithi082.stdout: "basic", 2024-08-17T01:56:57.250 INFO:tasks.workunit.client.0.smithi082.stdout: "crash", 2024-08-17T01:56:57.251 INFO:tasks.workunit.client.0.smithi082.stdout: "device", 2024-08-17T01:56:57.251 INFO:tasks.workunit.client.0.smithi082.stdout: "ident", 2024-08-17T01:56:57.251 INFO:tasks.workunit.client.0.smithi082.stdout: "perf" 2024-08-17T01:56:57.251 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:57.251 INFO:tasks.workunit.client.0.smithi082.stdout: "channels_available": [ 2024-08-17T01:56:57.251 INFO:tasks.workunit.client.0.smithi082.stdout: "basic", 2024-08-17T01:56:57.251 INFO:tasks.workunit.client.0.smithi082.stdout: "ident", 2024-08-17T01:56:57.251 INFO:tasks.workunit.client.0.smithi082.stdout: "crash", 2024-08-17T01:56:57.251 INFO:tasks.workunit.client.0.smithi082.stdout: "device", 2024-08-17T01:56:57.252 INFO:tasks.workunit.client.0.smithi082.stdout: "perf" 2024-08-17T01:56:57.252 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:57.252 INFO:tasks.workunit.client.0.smithi082.stdout: "collections_available": [ 2024-08-17T01:56:57.252 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_base", 2024-08-17T01:56:57.252 INFO:tasks.workunit.client.0.smithi082.stdout: "device_base", 2024-08-17T01:56:57.252 INFO:tasks.workunit.client.0.smithi082.stdout: "crash_base", 2024-08-17T01:56:57.252 INFO:tasks.workunit.client.0.smithi082.stdout: "ident_base", 2024-08-17T01:56:57.252 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_perf", 2024-08-17T01:56:57.252 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_mds_metadata", 2024-08-17T01:56:57.252 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_usage", 2024-08-17T01:56:57.252 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_usage_by_class", 2024-08-17T01:56:57.252 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_rook_v01", 2024-08-17T01:56:57.253 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_memory_metrics", 2024-08-17T01:56:57.253 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_options_bluestore", 2024-08-17T01:56:57.253 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_flags" 2024-08-17T01:56:57.253 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:57.253 INFO:tasks.workunit.client.0.smithi082.stdout: "collections_opted_in": [ 2024-08-17T01:56:57.253 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_base", 2024-08-17T01:56:57.253 INFO:tasks.workunit.client.0.smithi082.stdout: "device_base", 2024-08-17T01:56:57.253 INFO:tasks.workunit.client.0.smithi082.stdout: "crash_base", 2024-08-17T01:56:57.253 INFO:tasks.workunit.client.0.smithi082.stdout: "ident_base", 2024-08-17T01:56:57.253 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_perf", 2024-08-17T01:56:57.253 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_mds_metadata", 2024-08-17T01:56:57.254 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_usage", 2024-08-17T01:56:57.254 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_usage_by_class", 2024-08-17T01:56:57.254 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_rook_v01", 2024-08-17T01:56:57.254 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_memory_metrics", 2024-08-17T01:56:57.254 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_options_bluestore", 2024-08-17T01:56:57.254 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_flags" 2024-08-17T01:56:57.254 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:57.254 INFO:tasks.workunit.client.0.smithi082.stdout: "config": { 2024-08-17T01:56:57.254 INFO:tasks.workunit.client.0.smithi082.stdout: "active_changed": [ 2024-08-17T01:56:57.254 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T01:56:57.255 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_debug", 2024-08-17T01:56:57.255 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_mon_ticket_ttl", 2024-08-17T01:56:57.255 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_service_ticket_ttl", 2024-08-17T01:56:57.255 INFO:tasks.workunit.client.0.smithi082.stdout: "bdev_debug_aio", 2024-08-17T01:56:57.255 INFO:tasks.workunit.client.0.smithi082.stdout: "client_check_pool_perm", 2024-08-17T01:56:57.255 INFO:tasks.workunit.client.0.smithi082.stdout: "client_mount_gid", 2024-08-17T01:56:57.255 INFO:tasks.workunit.client.0.smithi082.stdout: "client_mount_uid", 2024-08-17T01:56:57.255 INFO:tasks.workunit.client.0.smithi082.stdout: "client_quota", 2024-08-17T01:56:57.255 INFO:tasks.workunit.client.0.smithi082.stdout: "container_image", 2024-08-17T01:56:57.255 INFO:tasks.workunit.client.0.smithi082.stdout: "daemonize", 2024-08-17T01:56:57.255 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_asserts_on_shutdown", 2024-08-17T01:56:57.255 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mgr", 2024-08-17T01:56:57.255 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mon", 2024-08-17T01:56:57.255 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_ms", 2024-08-17T01:56:57.256 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_osd", 2024-08-17T01:56:57.256 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_paxos", 2024-08-17T01:56:57.256 INFO:tasks.workunit.client.0.smithi082.stdout: "keyring", 2024-08-17T01:56:57.256 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_file", 2024-08-17T01:56:57.256 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_journald", 2024-08-17T01:56:57.256 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_stderr", 2024-08-17T01:56:57.256 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_allow_pool_delete", 2024-08-17T01:56:57.256 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_clock_drift_allowed", 2024-08-17T01:56:57.256 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_file", 2024-08-17T01:56:57.256 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_journald", 2024-08-17T01:56:57.256 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_stderr", 2024-08-17T01:56:57.257 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_data_avail_warn", 2024-08-17T01:56:57.257 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_election_default_strategy", 2024-08-17T01:56:57.257 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_host", 2024-08-17T01:56:57.257 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_max_pg_per_osd", 2024-08-17T01:56:57.257 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_mds_skip_sanity", 2024-08-17T01:56:57.257 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_mgr_mkfs_grace", 2024-08-17T01:56:57.257 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_prime_pg_temp", 2024-08-17T01:56:57.257 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T01:56:57.257 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T01:56:57.257 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T01:56:57.257 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T01:56:57.257 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T01:56:57.257 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T01:56:57.258 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T01:56:57.258 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T01:56:57.258 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T01:56:57.258 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T01:56:57.258 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_too_few_osds", 2024-08-17T01:56:57.258 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_bug", 2024-08-17T01:56:57.258 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_old_message", 2024-08-17T01:56:57.258 INFO:tasks.workunit.client.0.smithi082.stdout: "no_config_file", 2024-08-17T01:56:57.258 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_default_list", 2024-08-17T01:56:57.258 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_load_list", 2024-08-17T01:56:57.259 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_misdirected_ops", 2024-08-17T01:56:57.259 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_op_order", 2024-08-17T01:56:57.259 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_pg_log_writeout", 2024-08-17T01:56:57.259 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_shutdown", 2024-08-17T01:56:57.259 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T01:56:57.259 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T01:56:57.259 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T01:56:57.259 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T01:56:57.259 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_delete_sleep", 2024-08-17T01:56:57.259 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_delete_sleep_hdd", 2024-08-17T01:56:57.259 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_delete_sleep_hybrid", 2024-08-17T01:56:57.259 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_delete_sleep_ssd", 2024-08-17T01:56:57.260 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_max_backfills", 2024-08-17T01:56:57.260 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-17T01:56:57.260 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_profile", 2024-08-17T01:56:57.260 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-17T01:56:57.260 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-17T01:56:57.260 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-17T01:56:57.260 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-17T01:56:57.260 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-17T01:56:57.260 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-17T01:56:57.260 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_client_lim", 2024-08-17T01:56:57.260 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_client_res", 2024-08-17T01:56:57.260 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-17T01:56:57.260 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target", 2024-08-17T01:56:57.261 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target_autotune", 2024-08-17T01:56:57.261 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue", 2024-08-17T01:56:57.261 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue_cut_off", 2024-08-17T01:56:57.261 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T01:56:57.261 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T01:56:57.261 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recover_clone_overlap", 2024-08-17T01:56:57.261 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_max_active", 2024-08-17T01:56:57.261 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_max_active_hdd", 2024-08-17T01:56:57.261 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_max_active_ssd", 2024-08-17T01:56:57.261 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_max_chunk", 2024-08-17T01:56:57.261 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_sleep", 2024-08-17T01:56:57.261 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_sleep_hdd", 2024-08-17T01:56:57.261 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_sleep_hybrid", 2024-08-17T01:56:57.261 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_sleep_ssd", 2024-08-17T01:56:57.262 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_load_threshold", 2024-08-17T01:56:57.262 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_max_interval", 2024-08-17T01:56:57.262 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_sleep", 2024-08-17T01:56:57.262 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_shutdown_pgref_assert", 2024-08-17T01:56:57.262 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_snap_trim_sleep", 2024-08-17T01:56:57.262 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_snap_trim_sleep_hdd", 2024-08-17T01:56:57.262 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-17T01:56:57.262 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_snap_trim_sleep_ssd", 2024-08-17T01:56:57.262 INFO:tasks.workunit.client.0.smithi082.stdout: "public_network", 2024-08-17T01:56:57.262 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-17T01:56:57.262 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd_default_features", 2024-08-17T01:56:57.262 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd_qos_exclude_ops", 2024-08-17T01:56:57.263 INFO:tasks.workunit.client.0.smithi082.stdout: "setgroup", 2024-08-17T01:56:57.263 INFO:tasks.workunit.client.0.smithi082.stdout: "setuser" 2024-08-17T01:56:57.263 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:57.263 INFO:tasks.workunit.client.0.smithi082.stdout: "cluster_changed": [ 2024-08-17T01:56:57.263 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T01:56:57.263 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_debug", 2024-08-17T01:56:57.263 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_mon_ticket_ttl", 2024-08-17T01:56:57.263 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_service_ticket_ttl", 2024-08-17T01:56:57.263 INFO:tasks.workunit.client.0.smithi082.stdout: "bdev_debug_aio", 2024-08-17T01:56:57.263 INFO:tasks.workunit.client.0.smithi082.stdout: "container_image", 2024-08-17T01:56:57.263 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_asserts_on_shutdown", 2024-08-17T01:56:57.263 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mgr", 2024-08-17T01:56:57.263 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mon", 2024-08-17T01:56:57.264 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_ms", 2024-08-17T01:56:57.264 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_osd", 2024-08-17T01:56:57.264 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_paxos", 2024-08-17T01:56:57.264 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_file", 2024-08-17T01:56:57.264 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_journald", 2024-08-17T01:56:57.264 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_stderr", 2024-08-17T01:56:57.264 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_join_fs", 2024-08-17T01:56:57.264 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/allow_ptrace", 2024-08-17T01:56:57.264 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/container_init", 2024-08-17T01:56:57.264 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/migration_current", 2024-08-17T01:56:57.264 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/use_repo_digest", 2024-08-17T01:56:57.264 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-17T01:56:57.264 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-17T01:56:57.265 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-17T01:56:57.265 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-17T01:56:57.265 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/ssl_server_port", 2024-08-17T01:56:57.265 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/orchestrator/orchestrator", 2024-08-17T01:56:57.265 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/channel_ident", 2024-08-17T01:56:57.265 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/channel_perf", 2024-08-17T01:56:57.265 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/description", 2024-08-17T01:56:57.265 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/enabled", 2024-08-17T01:56:57.265 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/organization", 2024-08-17T01:56:57.265 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_allow_pool_delete", 2024-08-17T01:56:57.265 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_clock_drift_allowed", 2024-08-17T01:56:57.265 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_file", 2024-08-17T01:56:57.265 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_data_avail_warn", 2024-08-17T01:56:57.266 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_election_default_strategy", 2024-08-17T01:56:57.266 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_max_pg_per_osd", 2024-08-17T01:56:57.266 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_mds_skip_sanity", 2024-08-17T01:56:57.266 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_mgr_mkfs_grace", 2024-08-17T01:56:57.266 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_prime_pg_temp", 2024-08-17T01:56:57.266 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T01:56:57.266 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T01:56:57.266 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T01:56:57.266 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T01:56:57.266 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T01:56:57.266 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T01:56:57.266 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T01:56:57.267 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T01:56:57.267 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T01:56:57.267 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T01:56:57.267 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_too_few_osds", 2024-08-17T01:56:57.267 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_bug", 2024-08-17T01:56:57.267 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_old_message", 2024-08-17T01:56:57.267 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_default_list", 2024-08-17T01:56:57.267 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_load_list", 2024-08-17T01:56:57.267 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_misdirected_ops", 2024-08-17T01:56:57.267 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_op_order", 2024-08-17T01:56:57.267 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_pg_log_writeout", 2024-08-17T01:56:57.267 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_shutdown", 2024-08-17T01:56:57.268 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T01:56:57.268 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T01:56:57.268 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T01:56:57.268 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T01:56:57.268 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-17T01:56:57.268 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_profile", 2024-08-17T01:56:57.268 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target", 2024-08-17T01:56:57.268 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target_autotune", 2024-08-17T01:56:57.268 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue", 2024-08-17T01:56:57.268 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue_cut_off", 2024-08-17T01:56:57.268 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T01:56:57.269 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T01:56:57.269 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recover_clone_overlap", 2024-08-17T01:56:57.269 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_max_chunk", 2024-08-17T01:56:57.269 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_load_threshold", 2024-08-17T01:56:57.269 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_max_interval", 2024-08-17T01:56:57.269 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_shutdown_pgref_assert", 2024-08-17T01:56:57.269 INFO:tasks.workunit.client.0.smithi082.stdout: "public_network", 2024-08-17T01:56:57.269 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-17T01:56:57.269 INFO:tasks.workunit.client.0.smithi082.stdout: "rgw_cache_enabled", 2024-08-17T01:56:57.269 INFO:tasks.workunit.client.0.smithi082.stdout: "rgw_enable_ops_log", 2024-08-17T01:56:57.270 INFO:tasks.workunit.client.0.smithi082.stdout: "rgw_enable_usage_log" 2024-08-17T01:56:57.270 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.270 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.270 INFO:tasks.workunit.client.0.smithi082.stdout: "contact": null, 2024-08-17T01:56:57.270 INFO:tasks.workunit.client.0.smithi082.stdout: "crashes": [], 2024-08-17T01:56:57.270 INFO:tasks.workunit.client.0.smithi082.stdout: "created": "2024-08-17T00:31:42.812154Z", 2024-08-17T01:56:57.270 INFO:tasks.workunit.client.0.smithi082.stdout: "crush": { 2024-08-17T01:56:57.270 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket_algs": { 2024-08-17T01:56:57.270 INFO:tasks.workunit.client.0.smithi082.stdout: "straw2": 3 2024-08-17T01:56:57.270 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.270 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket_sizes": { 2024-08-17T01:56:57.271 INFO:tasks.workunit.client.0.smithi082.stdout: "2": 1, 2024-08-17T01:56:57.271 INFO:tasks.workunit.client.0.smithi082.stdout: "4": 2 2024-08-17T01:56:57.271 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.271 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket_types": { 2024-08-17T01:56:57.271 INFO:tasks.workunit.client.0.smithi082.stdout: "1": 2, 2024-08-17T01:56:57.271 INFO:tasks.workunit.client.0.smithi082.stdout: "11": 1 2024-08-17T01:56:57.271 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.271 INFO:tasks.workunit.client.0.smithi082.stdout: "compat_weight_set": false, 2024-08-17T01:56:57.271 INFO:tasks.workunit.client.0.smithi082.stdout: "device_classes": [ 2024-08-17T01:56:57.271 INFO:tasks.workunit.client.0.smithi082.stdout: 8 2024-08-17T01:56:57.271 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:57.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_buckets": 6, 2024-08-17T01:56:57.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_devices": 8, 2024-08-17T01:56:57.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_rules": 2, 2024-08-17T01:56:57.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_types": 12, 2024-08-17T01:56:57.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_weight_sets": 0, 2024-08-17T01:56:57.272 INFO:tasks.workunit.client.0.smithi082.stdout: "tunables": { 2024-08-17T01:56:57.272 INFO:tasks.workunit.client.0.smithi082.stdout: "allowed_bucket_algs": 54, 2024-08-17T01:56:57.272 INFO:tasks.workunit.client.0.smithi082.stdout: "choose_local_fallback_tries": 0, 2024-08-17T01:56:57.272 INFO:tasks.workunit.client.0.smithi082.stdout: "choose_local_tries": 0, 2024-08-17T01:56:57.272 INFO:tasks.workunit.client.0.smithi082.stdout: "choose_total_tries": 50, 2024-08-17T01:56:57.272 INFO:tasks.workunit.client.0.smithi082.stdout: "chooseleaf_descend_once": 1, 2024-08-17T01:56:57.272 INFO:tasks.workunit.client.0.smithi082.stdout: "chooseleaf_stable": 1, 2024-08-17T01:56:57.273 INFO:tasks.workunit.client.0.smithi082.stdout: "chooseleaf_vary_r": 1, 2024-08-17T01:56:57.273 INFO:tasks.workunit.client.0.smithi082.stdout: "has_msr_rules": 0, 2024-08-17T01:56:57.273 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v2_rules": 1, 2024-08-17T01:56:57.273 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v3_rules": 0, 2024-08-17T01:56:57.273 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v4_buckets": 1, 2024-08-17T01:56:57.273 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v5_rules": 0, 2024-08-17T01:56:57.273 INFO:tasks.workunit.client.0.smithi082.stdout: "legacy_tunables": 0, 2024-08-17T01:56:57.273 INFO:tasks.workunit.client.0.smithi082.stdout: "minimum_required_version": "jewel", 2024-08-17T01:56:57.273 INFO:tasks.workunit.client.0.smithi082.stdout: "msr_collision_tries": 100, 2024-08-17T01:56:57.274 INFO:tasks.workunit.client.0.smithi082.stdout: "msr_descents": 100, 2024-08-17T01:56:57.274 INFO:tasks.workunit.client.0.smithi082.stdout: "optimal_tunables": 1, 2024-08-17T01:56:57.274 INFO:tasks.workunit.client.0.smithi082.stdout: "profile": "jewel", 2024-08-17T01:56:57.274 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables": 1, 2024-08-17T01:56:57.274 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables2": 1, 2024-08-17T01:56:57.274 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables3": 1, 2024-08-17T01:56:57.274 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables5": 1, 2024-08-17T01:56:57.274 INFO:tasks.workunit.client.0.smithi082.stdout: "straw_calc_version": 1 2024-08-17T01:56:57.274 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.274 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.274 INFO:tasks.workunit.client.0.smithi082.stdout: "description": "upgrade test cluster", 2024-08-17T01:56:57.275 INFO:tasks.workunit.client.0.smithi082.stdout: "fs": { 2024-08-17T01:56:57.275 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:56:57.275 INFO:tasks.workunit.client.0.smithi082.stdout: "feature_flags": { 2024-08-17T01:56:57.275 INFO:tasks.workunit.client.0.smithi082.stdout: "enable_multiple": true, 2024-08-17T01:56:57.275 INFO:tasks.workunit.client.0.smithi082.stdout: "ever_enabled_multiple": true 2024-08-17T01:56:57.275 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.275 INFO:tasks.workunit.client.0.smithi082.stdout: "filesystems": [ 2024-08-17T01:56:57.275 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.275 INFO:tasks.workunit.client.0.smithi082.stdout: "approx_ctime": "2024-08", 2024-08-17T01:56:57.275 INFO:tasks.workunit.client.0.smithi082.stdout: "balancer_enabled": false, 2024-08-17T01:56:57.276 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.276 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_caps": 0, 2024-08-17T01:56:57.276 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_dns": 10, 2024-08-17T01:56:57.276 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_inos": 13, 2024-08-17T01:56:57.276 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_subtrees": 2, 2024-08-17T01:56:57.276 INFO:tasks.workunit.client.0.smithi082.stdout: "ever_allowed_features": 0, 2024-08-17T01:56:57.276 INFO:tasks.workunit.client.0.smithi082.stdout: "explicitly_allowed_features": 0, 2024-08-17T01:56:57.276 INFO:tasks.workunit.client.0.smithi082.stdout: "files": 0, 2024-08-17T01:56:57.276 INFO:tasks.workunit.client.0.smithi082.stdout: "max_mds": 1, 2024-08-17T01:56:57.276 INFO:tasks.workunit.client.0.smithi082.stdout: "num_data_pools": 1, 2024-08-17T01:56:57.276 INFO:tasks.workunit.client.0.smithi082.stdout: "num_in": 1, 2024-08-17T01:56:57.276 INFO:tasks.workunit.client.0.smithi082.stdout: "num_mds": 1, 2024-08-17T01:56:57.276 INFO:tasks.workunit.client.0.smithi082.stdout: "num_sessions": 0, 2024-08-17T01:56:57.277 INFO:tasks.workunit.client.0.smithi082.stdout: "num_standby_replay": 0, 2024-08-17T01:56:57.277 INFO:tasks.workunit.client.0.smithi082.stdout: "num_up": 1, 2024-08-17T01:56:57.277 INFO:tasks.workunit.client.0.smithi082.stdout: "snaps": 0, 2024-08-17T01:56:57.277 INFO:tasks.workunit.client.0.smithi082.stdout: "standby_count_wanted": 0 2024-08-17T01:56:57.277 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.277 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:57.277 INFO:tasks.workunit.client.0.smithi082.stdout: "num_standby_mds": 1, 2024-08-17T01:56:57.277 INFO:tasks.workunit.client.0.smithi082.stdout: "total_num_mds": 2 2024-08-17T01:56:57.277 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.277 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_stats": { 2024-08-17T01:56:57.277 INFO:tasks.workunit.client.0.smithi082.stdout: "mds": { 2024-08-17T01:56:57.277 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T01:56:57.278 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 20602880, 2024-08-17T01:56:57.278 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 396576, 2024-08-17T01:56:57.278 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2621440, 2024-08-17T01:56:57.278 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:56:57.278 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 589824, 2024-08-17T01:56:57.278 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 478, 2024-08-17T01:56:57.278 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:56:57.278 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 1397048, 2024-08-17T01:56:57.278 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 22, 2024-08-17T01:56:57.278 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 1022976, 2024-08-17T01:56:57.279 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 15164840, 2024-08-17T01:56:57.279 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 21192704 2024-08-17T01:56:57.279 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.279 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T01:56:57.279 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 20144128, 2024-08-17T01:56:57.279 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 334312, 2024-08-17T01:56:57.279 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2621440, 2024-08-17T01:56:57.279 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 811008, 2024-08-17T01:56:57.279 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 0, 2024-08-17T01:56:57.279 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 353, 2024-08-17T01:56:57.279 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:56:57.280 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 1100592, 2024-08-17T01:56:57.280 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 13, 2024-08-17T01:56:57.280 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 536064, 2024-08-17T01:56:57.280 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 14740712, 2024-08-17T01:56:57.280 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 20144128 2024-08-17T01:56:57.280 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.280 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.280 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:56:57.280 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T01:56:57.280 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 259915776, 2024-08-17T01:56:57.280 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 5176520, 2024-08-17T01:56:57.280 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 5111808, 2024-08-17T01:56:57.280 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 1409024, 2024-08-17T01:56:57.281 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 57344, 2024-08-17T01:56:57.281 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 9668, 2024-08-17T01:56:57.281 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:56:57.281 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 17186600, 2024-08-17T01:56:57.281 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 23, 2024-08-17T01:56:57.281 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 4219392, 2024-08-17T01:56:57.281 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 226812432, 2024-08-17T01:56:57.281 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 259973120 2024-08-17T01:56:57.281 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.281 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T01:56:57.281 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 165437440, 2024-08-17T01:56:57.281 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 1934904, 2024-08-17T01:56:57.282 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2883584, 2024-08-17T01:56:57.283 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:56:57.283 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 958464, 2024-08-17T01:56:57.283 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 6353, 2024-08-17T01:56:57.283 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:56:57.283 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 10125088, 2024-08-17T01:56:57.283 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 20, 2024-08-17T01:56:57.283 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 2200832, 2024-08-17T01:56:57.283 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 148293032, 2024-08-17T01:56:57.283 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 166395904 2024-08-17T01:56:57.283 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.283 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.b49720f953d6f37bda4fd718c5ff5f803b0cc706": { 2024-08-17T01:56:57.284 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 180977664, 2024-08-17T01:56:57.284 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 2820728, 2024-08-17T01:56:57.284 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2883584, 2024-08-17T01:56:57.284 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 1368064, 2024-08-17T01:56:57.284 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 131072, 2024-08-17T01:56:57.284 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 7264, 2024-08-17T01:56:57.284 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:56:57.284 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 10623088, 2024-08-17T01:56:57.284 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 20, 2024-08-17T01:56:57.284 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 3426560, 2024-08-17T01:56:57.284 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 159855640, 2024-08-17T01:56:57.284 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 181108736 2024-08-17T01:56:57.284 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.284 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.285 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:57.285 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.0": { 2024-08-17T01:56:57.285 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 569483264, 2024-08-17T01:56:57.285 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 25298520, 2024-08-17T01:56:57.285 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 3407872, 2024-08-17T01:56:57.285 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:56:57.285 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 3735552, 2024-08-17T01:56:57.285 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 14795, 2024-08-17T01:56:57.285 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:56:57.285 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 78784848, 2024-08-17T01:56:57.285 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:56:57.285 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 13466624, 2024-08-17T01:56:57.286 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 448525400, 2024-08-17T01:56:57.286 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 573218816 2024-08-17T01:56:57.286 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.286 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.1": { 2024-08-17T01:56:57.286 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 523427840, 2024-08-17T01:56:57.286 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 29229512, 2024-08-17T01:56:57.286 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 3276800, 2024-08-17T01:56:57.286 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:56:57.286 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 30121984, 2024-08-17T01:56:57.286 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 13231, 2024-08-17T01:56:57.286 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:56:57.286 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 63665824, 2024-08-17T01:56:57.286 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:56:57.287 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 9849088, 2024-08-17T01:56:57.287 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 417406616, 2024-08-17T01:56:57.287 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 553549824 2024-08-17T01:56:57.287 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.287 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.2": { 2024-08-17T01:56:57.287 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 558850048, 2024-08-17T01:56:57.287 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 27616736, 2024-08-17T01:56:57.287 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 5373952, 2024-08-17T01:56:57.287 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:56:57.287 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 35831808, 2024-08-17T01:56:57.287 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 11738, 2024-08-17T01:56:57.287 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:56:57.287 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 63501760, 2024-08-17T01:56:57.287 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:56:57.288 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 12048640, 2024-08-17T01:56:57.288 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 450308960, 2024-08-17T01:56:57.288 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 594681856 2024-08-17T01:56:57.288 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.288 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.3": { 2024-08-17T01:56:57.288 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 507445248, 2024-08-17T01:56:57.288 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 21141160, 2024-08-17T01:56:57.288 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 3145728, 2024-08-17T01:56:57.288 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:56:57.288 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 18964480, 2024-08-17T01:56:57.288 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 10332, 2024-08-17T01:56:57.288 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:56:57.289 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 53836816, 2024-08-17T01:56:57.289 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 53, 2024-08-17T01:56:57.289 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 13405184, 2024-08-17T01:56:57.289 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 415916360, 2024-08-17T01:56:57.289 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 526409728 2024-08-17T01:56:57.289 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.289 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.4": { 2024-08-17T01:56:57.289 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 322994176, 2024-08-17T01:56:57.289 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 22421776, 2024-08-17T01:56:57.289 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 5373952, 2024-08-17T01:56:57.289 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:56:57.289 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 224223232, 2024-08-17T01:56:57.289 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 11707, 2024-08-17T01:56:57.290 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:56:57.290 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 59141656, 2024-08-17T01:56:57.290 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:56:57.290 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 11945984, 2024-08-17T01:56:57.290 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 224110808, 2024-08-17T01:56:57.290 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 547217408 2024-08-17T01:56:57.290 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.290 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.5": { 2024-08-17T01:56:57.290 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 502734848, 2024-08-17T01:56:57.290 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 23079448, 2024-08-17T01:56:57.290 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 5373952, 2024-08-17T01:56:57.290 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:56:57.290 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 49438720, 2024-08-17T01:56:57.291 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 12814, 2024-08-17T01:56:57.291 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:56:57.291 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 61030120, 2024-08-17T01:56:57.291 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 54, 2024-08-17T01:56:57.291 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 11980032, 2024-08-17T01:56:57.291 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 401271296, 2024-08-17T01:56:57.291 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 552173568 2024-08-17T01:56:57.291 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.291 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.6": { 2024-08-17T01:56:57.291 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 422715392, 2024-08-17T01:56:57.291 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 18626896, 2024-08-17T01:56:57.291 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 3145728, 2024-08-17T01:56:57.291 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:56:57.291 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 45195264, 2024-08-17T01:56:57.292 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 9579, 2024-08-17T01:56:57.292 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:56:57.292 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 51505568, 2024-08-17T01:56:57.292 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 53, 2024-08-17T01:56:57.292 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 11978752, 2024-08-17T01:56:57.292 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 337458448, 2024-08-17T01:56:57.292 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 467910656 2024-08-17T01:56:57.292 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.292 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.7": { 2024-08-17T01:56:57.292 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 471826432, 2024-08-17T01:56:57.292 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 22272192, 2024-08-17T01:56:57.292 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 3276800, 2024-08-17T01:56:57.292 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:56:57.292 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 71417856, 2024-08-17T01:56:57.293 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 11781, 2024-08-17T01:56:57.293 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:56:57.293 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 65035024, 2024-08-17T01:56:57.293 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 58, 2024-08-17T01:56:57.293 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 10986240, 2024-08-17T01:56:57.293 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 370256176, 2024-08-17T01:56:57.293 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 543244288 2024-08-17T01:56:57.293 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.293 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.293 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.293 INFO:tasks.workunit.client.0.smithi082.stdout: "hosts": { 2024-08-17T01:56:57.293 INFO:tasks.workunit.client.0.smithi082.stdout: "num": 2, 2024-08-17T01:56:57.293 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_mds": 2, 2024-08-17T01:56:57.293 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_mgr": 2, 2024-08-17T01:56:57.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_mon": 2, 2024-08-17T01:56:57.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_osd": 2 2024-08-17T01:56:57.294 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.294 INFO:tasks.workunit.client.0.smithi082.stdout: "io_rate": { 2024-08-17T01:56:57.294 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_stats_delta": { 2024-08-17T01:56:57.294 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 0, 2024-08-17T01:56:57.294 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:57.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 0, 2024-08-17T01:56:57.294 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:57.294 INFO:tasks.workunit.client.0.smithi082.stdout: "stamp_delta": "12.003018", 2024-08-17T01:56:57.294 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:57.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:57.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:57.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:57.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:57.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:57.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:57.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:57.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:57.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:57.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:57.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:57.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:57.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:57.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:57.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:57.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:57.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:57.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:57.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:57.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:57.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:57.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:57.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:57.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:57.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:57.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:57.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:57.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:57.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:57.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:57.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:57.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:57.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:57.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:57.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:57.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:57.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:57.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:57.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:57.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:57.297 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.298 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T01:56:57.298 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 0, 2024-08-17T01:56:57.298 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T01:56:57.298 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T01:56:57.298 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T01:56:57.298 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T01:56:57.298 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 0, 2024-08-17T01:56:57.298 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T01:56:57.298 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T01:56:57.298 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 0, 2024-08-17T01:56:57.298 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T01:56:57.298 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.299 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 0 2024-08-17T01:56:57.299 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.299 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.299 INFO:tasks.workunit.client.0.smithi082.stdout: "leaderboard": false, 2024-08-17T01:56:57.299 INFO:tasks.workunit.client.0.smithi082.stdout: "leaderboard_description": null, 2024-08-17T01:56:57.299 INFO:tasks.workunit.client.0.smithi082.stdout: "license": "sharing-1-0", 2024-08-17T01:56:57.299 INFO:tasks.workunit.client.0.smithi082.stdout: "mempool": { 2024-08-17T01:56:57.299 INFO:tasks.workunit.client.0.smithi082.stdout: "mds": { 2024-08-17T01:56:57.299 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T01:56:57.299 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:56:57.299 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.300 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.300 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.300 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:57.300 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.300 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.300 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.300 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:56:57.300 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.300 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.300 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.300 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:56:57.300 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.301 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.301 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.301 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:56:57.301 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.301 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.301 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.301 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:56:57.301 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.301 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.301 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.301 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:56:57.302 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.302 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.302 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.302 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:56:57.302 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.302 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.302 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.302 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:56:57.302 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.302 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.302 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.302 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:56:57.302 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.303 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.303 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.303 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:56:57.303 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.303 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.303 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.303 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:56:57.303 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.303 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.303 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.303 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:56:57.303 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.303 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.304 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.304 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:56:57.304 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.304 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.304 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.304 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:56:57.304 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.304 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.304 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.304 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:56:57.304 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.304 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.304 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.305 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:56:57.305 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.305 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.305 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.305 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:56:57.305 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.305 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.305 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.305 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:56:57.305 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 222424, 2024-08-17T01:56:57.305 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 68 2024-08-17T01:56:57.305 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.306 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:56:57.306 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.306 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.306 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.306 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:56:57.306 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 52112, 2024-08-17T01:56:57.306 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 181 2024-08-17T01:56:57.306 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.306 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:57.306 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.306 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.306 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.307 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:56:57.307 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.307 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.307 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.307 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:56:57.307 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.307 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.307 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.307 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:56:57.307 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12496, 2024-08-17T01:56:57.307 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 241 2024-08-17T01:56:57.307 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.308 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:56:57.308 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.308 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.308 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.308 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:56:57.308 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.308 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.308 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.308 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:56:57.308 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.308 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.308 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.309 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:56:57.309 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.309 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.309 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.309 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.309 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T01:56:57.309 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:56:57.309 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.309 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.309 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.309 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:57.309 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.309 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.310 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.310 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:56:57.310 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.310 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.310 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.310 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:56:57.310 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.310 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.310 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.310 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:56:57.310 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.310 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.311 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.311 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:56:57.311 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.311 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.311 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.311 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:56:57.311 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.311 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.311 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.311 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:56:57.311 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.311 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.312 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.312 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:56:57.312 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.312 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.312 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.312 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:56:57.312 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.312 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.312 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.312 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:56:57.312 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.312 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.312 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.313 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:56:57.313 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.313 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.313 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.313 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:56:57.313 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.313 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.313 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.313 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:56:57.313 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.313 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.313 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.314 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:56:57.314 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.314 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.314 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.314 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:56:57.314 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.314 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.314 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.314 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:56:57.314 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.314 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.315 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.315 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:56:57.315 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.315 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.315 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.315 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:56:57.315 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 149025, 2024-08-17T01:56:57.315 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 34 2024-08-17T01:56:57.315 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.315 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:56:57.315 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.315 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.315 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.316 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:56:57.316 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 928, 2024-08-17T01:56:57.316 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2 2024-08-17T01:56:57.316 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.316 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:57.316 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.316 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.316 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.316 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:56:57.316 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.316 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.316 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.316 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:56:57.317 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.317 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.317 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.317 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:56:57.317 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.317 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.317 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.317 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:56:57.317 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.317 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.317 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.317 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:56:57.317 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.318 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.318 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.318 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:56:57.318 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.318 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.318 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.318 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:56:57.318 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.318 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.318 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.318 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.318 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.319 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:56:57.319 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T01:56:57.319 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:56:57.319 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.319 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.319 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.319 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:57.319 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.319 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.319 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.319 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:56:57.319 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.320 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.320 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.320 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:56:57.320 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.320 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.320 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.320 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:56:57.320 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.320 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.320 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.320 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:56:57.320 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.320 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.321 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.321 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:56:57.321 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.321 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.321 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.321 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:56:57.321 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.321 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.321 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.321 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:56:57.321 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.321 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.321 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.322 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:56:57.322 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.322 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.322 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.322 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:56:57.322 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.322 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.322 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.322 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:56:57.322 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.322 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.322 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.323 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:56:57.323 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.323 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.323 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.323 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:56:57.323 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.323 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.323 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.323 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:56:57.323 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.323 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.323 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.323 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:56:57.323 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.324 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.324 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.324 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:56:57.324 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.324 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.324 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.324 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:56:57.324 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.324 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.324 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.324 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:56:57.324 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 48588682, 2024-08-17T01:56:57.324 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 6428 2024-08-17T01:56:57.325 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.325 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:56:57.325 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.325 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.325 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.325 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:56:57.325 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.325 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.325 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.325 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:57.325 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.325 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.325 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.326 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:56:57.326 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.326 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.326 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.326 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:56:57.326 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.326 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.326 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.326 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:56:57.326 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 11072, 2024-08-17T01:56:57.326 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 240 2024-08-17T01:56:57.326 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.327 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:56:57.327 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 70440, 2024-08-17T01:56:57.327 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 5158 2024-08-17T01:56:57.327 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.327 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:56:57.327 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 11440, 2024-08-17T01:56:57.327 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 304 2024-08-17T01:56:57.327 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.327 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:56:57.327 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.327 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.327 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.327 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:56:57.328 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.328 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.328 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.328 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.328 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T01:56:57.328 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:56:57.328 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.328 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.328 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.328 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:57.328 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.328 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.328 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.329 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:56:57.329 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.329 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.329 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.329 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:56:57.329 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.329 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.329 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.329 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:56:57.329 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.329 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.329 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.330 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:56:57.330 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.330 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.330 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.330 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:56:57.330 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.330 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.330 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.330 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:56:57.330 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.330 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.331 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.331 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:56:57.331 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.331 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.331 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.331 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:56:57.331 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.331 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.331 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.331 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:56:57.331 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.331 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.332 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.332 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:56:57.332 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.332 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.332 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.332 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:56:57.332 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.332 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.332 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.332 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:56:57.333 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.333 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.333 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.333 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:56:57.333 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.333 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.333 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.333 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:56:57.333 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.333 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.333 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.334 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:56:57.334 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.334 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.334 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.334 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:56:57.334 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.334 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.334 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.334 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:56:57.335 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 44185032, 2024-08-17T01:56:57.335 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 5426 2024-08-17T01:56:57.335 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.335 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:56:57.335 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1232, 2024-08-17T01:56:57.335 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 14 2024-08-17T01:56:57.335 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.335 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:56:57.335 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.335 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.335 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.336 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:57.336 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.336 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.336 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.336 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:56:57.336 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.336 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.336 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.336 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:56:57.336 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.337 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.337 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.337 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:56:57.337 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 11072, 2024-08-17T01:56:57.337 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 240 2024-08-17T01:56:57.337 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.337 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:56:57.337 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 70440, 2024-08-17T01:56:57.337 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 5158 2024-08-17T01:56:57.338 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.338 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:56:57.338 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5720, 2024-08-17T01:56:57.338 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 152 2024-08-17T01:56:57.338 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.338 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:56:57.338 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.338 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.338 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.338 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:56:57.338 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.338 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.339 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.339 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.339 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.b49720f953d6f37bda4fd718c5ff5f803b0cc706": { 2024-08-17T01:56:57.339 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:56:57.339 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.339 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.339 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.339 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:57.339 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.339 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.339 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.339 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:56:57.339 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.339 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.340 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.340 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:56:57.340 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.340 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.340 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.340 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:56:57.340 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.340 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.340 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.340 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:56:57.340 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.340 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.340 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.341 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:56:57.341 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.341 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.341 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.341 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:56:57.341 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.341 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.341 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.341 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:56:57.341 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.341 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.341 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.341 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:56:57.341 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.342 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.342 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.342 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:56:57.342 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.342 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.342 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.342 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:56:57.342 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.342 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.342 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.342 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:56:57.342 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.342 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.343 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.343 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:56:57.343 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.343 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.343 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.343 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:56:57.343 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.343 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.343 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.343 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:56:57.343 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.343 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.343 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.343 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:56:57.344 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.344 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.344 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.344 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:56:57.344 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.344 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.344 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.344 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:56:57.344 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 54496938, 2024-08-17T01:56:57.344 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 7894 2024-08-17T01:56:57.344 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.344 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:56:57.344 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.345 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.345 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.345 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:56:57.345 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.345 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.345 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.345 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:57.345 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.345 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.345 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.345 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:56:57.345 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.345 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.345 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.345 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:56:57.346 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.346 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.346 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.346 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:56:57.346 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 11072, 2024-08-17T01:56:57.346 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 240 2024-08-17T01:56:57.346 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.346 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:56:57.346 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 70440, 2024-08-17T01:56:57.346 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 5158 2024-08-17T01:56:57.346 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.346 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:56:57.346 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5720, 2024-08-17T01:56:57.346 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 152 2024-08-17T01:56:57.347 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.347 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:56:57.347 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.347 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.347 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.347 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:56:57.347 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.347 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.347 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.347 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.347 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.347 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:57.347 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.0": { 2024-08-17T01:56:57.347 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:56:57.348 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.348 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.348 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.348 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:57.348 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 19616, 2024-08-17T01:56:57.348 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 339 2024-08-17T01:56:57.348 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.348 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:56:57.348 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 325760, 2024-08-17T01:56:57.348 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 28 2024-08-17T01:56:57.348 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.348 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:56:57.348 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2880, 2024-08-17T01:56:57.348 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 15 2024-08-17T01:56:57.349 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.349 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:56:57.349 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 61280, 2024-08-17T01:56:57.349 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 766 2024-08-17T01:56:57.349 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.349 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:56:57.349 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 419744, 2024-08-17T01:56:57.349 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2018 2024-08-17T01:56:57.349 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.349 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:56:57.349 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:56:57.349 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:56:57.349 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.350 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:56:57.350 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 294365, 2024-08-17T01:56:57.350 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 105 2024-08-17T01:56:57.350 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.350 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:56:57.350 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2532615, 2024-08-17T01:56:57.350 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 557799 2024-08-17T01:56:57.350 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.350 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:56:57.350 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 7133456, 2024-08-17T01:56:57.350 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10522 2024-08-17T01:56:57.350 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.350 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:56:57.351 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 88156, 2024-08-17T01:56:57.351 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9444 2024-08-17T01:56:57.351 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.351 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:56:57.351 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 96864, 2024-08-17T01:56:57.351 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2018 2024-08-17T01:56:57.351 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.351 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:56:57.351 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.351 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.351 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.351 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:56:57.352 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186528, 2024-08-17T01:56:57.352 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1332 2024-08-17T01:56:57.352 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.352 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:56:57.352 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.352 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.352 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.352 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:56:57.352 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 736, 2024-08-17T01:56:57.352 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1 2024-08-17T01:56:57.352 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.352 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:56:57.353 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 86314, 2024-08-17T01:56:57.353 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 50 2024-08-17T01:56:57.353 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.353 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:56:57.353 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12112, 2024-08-17T01:56:57.353 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T01:56:57.353 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.353 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:56:57.353 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 15488142, 2024-08-17T01:56:57.353 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 4135 2024-08-17T01:56:57.353 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.353 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:56:57.353 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 9768, 2024-08-17T01:56:57.354 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 111 2024-08-17T01:56:57.354 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.354 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:56:57.354 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.354 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.354 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.354 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:57.354 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 522720, 2024-08-17T01:56:57.355 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 45 2024-08-17T01:56:57.355 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.355 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:56:57.355 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.355 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.355 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.355 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:56:57.355 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6996496, 2024-08-17T01:56:57.355 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 18202 2024-08-17T01:56:57.355 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.355 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:56:57.355 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:56:57.356 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:56:57.356 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.356 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:56:57.356 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.356 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.356 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.356 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:56:57.356 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.356 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.356 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.356 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:56:57.356 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.356 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.357 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.357 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:56:57.357 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.357 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.357 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.357 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.357 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.1": { 2024-08-17T01:56:57.357 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:56:57.357 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.357 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.357 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.357 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:57.358 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 19712, 2024-08-17T01:56:57.358 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 347 2024-08-17T01:56:57.358 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.358 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:56:57.358 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 313216, 2024-08-17T01:56:57.358 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 25 2024-08-17T01:56:57.358 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.358 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:56:57.358 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1536, 2024-08-17T01:56:57.358 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8 2024-08-17T01:56:57.358 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.358 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:56:57.358 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 60640, 2024-08-17T01:56:57.359 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 758 2024-08-17T01:56:57.359 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.359 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:56:57.359 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 417872, 2024-08-17T01:56:57.359 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2009 2024-08-17T01:56:57.359 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.359 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:56:57.359 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:56:57.359 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:56:57.359 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.359 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:56:57.359 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 426898, 2024-08-17T01:56:57.359 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 130 2024-08-17T01:56:57.360 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.360 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:56:57.360 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2520967, 2024-08-17T01:56:57.360 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 553901 2024-08-17T01:56:57.360 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.360 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:56:57.360 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 7080416, 2024-08-17T01:56:57.360 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10444 2024-08-17T01:56:57.360 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.360 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:56:57.360 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 86156, 2024-08-17T01:56:57.360 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9274 2024-08-17T01:56:57.360 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.360 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:56:57.360 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 96336, 2024-08-17T01:56:57.361 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2007 2024-08-17T01:56:57.361 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.361 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:56:57.361 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.361 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.361 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.361 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:56:57.361 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186784, 2024-08-17T01:56:57.361 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1333 2024-08-17T01:56:57.361 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.361 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:56:57.361 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.361 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.361 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.362 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:56:57.362 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2208, 2024-08-17T01:56:57.362 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T01:56:57.362 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.362 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:56:57.362 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 135269, 2024-08-17T01:56:57.362 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 61 2024-08-17T01:56:57.362 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.362 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:56:57.362 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 28144, 2024-08-17T01:56:57.362 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 7 2024-08-17T01:56:57.362 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.362 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:56:57.363 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 8036425, 2024-08-17T01:56:57.363 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 273 2024-08-17T01:56:57.363 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.363 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:56:57.363 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12408, 2024-08-17T01:56:57.363 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 141 2024-08-17T01:56:57.363 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.363 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:56:57.363 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.363 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.363 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.363 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:57.363 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 453024, 2024-08-17T01:56:57.363 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 39 2024-08-17T01:56:57.364 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.364 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:56:57.364 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.364 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.364 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.364 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:56:57.364 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 7167160, 2024-08-17T01:56:57.364 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 20899 2024-08-17T01:56:57.364 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.364 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:56:57.364 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:56:57.364 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:56:57.364 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.364 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:56:57.365 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.365 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.365 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.365 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:56:57.365 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.365 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.365 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.365 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:56:57.365 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.365 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.365 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.365 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:56:57.365 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.365 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.366 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.366 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.366 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.2": { 2024-08-17T01:56:57.366 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:56:57.366 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.366 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.366 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.366 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:57.366 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 19528, 2024-08-17T01:56:57.366 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 358 2024-08-17T01:56:57.366 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.366 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:56:57.366 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 387456, 2024-08-17T01:56:57.366 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 29 2024-08-17T01:56:57.367 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.367 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:56:57.367 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 4032, 2024-08-17T01:56:57.367 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 21 2024-08-17T01:56:57.367 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.367 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:56:57.367 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 60720, 2024-08-17T01:56:57.367 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 759 2024-08-17T01:56:57.367 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.367 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:56:57.367 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 403520, 2024-08-17T01:56:57.367 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1940 2024-08-17T01:56:57.367 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.368 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:56:57.368 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:56:57.368 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:56:57.368 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.368 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:56:57.368 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 259304, 2024-08-17T01:56:57.368 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 78 2024-08-17T01:56:57.368 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.368 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:56:57.368 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1870006, 2024-08-17T01:56:57.368 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 407075 2024-08-17T01:56:57.368 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.368 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:56:57.369 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5311056, 2024-08-17T01:56:57.369 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 7842 2024-08-17T01:56:57.369 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.369 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:56:57.369 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 75912, 2024-08-17T01:56:57.369 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8102 2024-08-17T01:56:57.369 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.369 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:56:57.369 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 93120, 2024-08-17T01:56:57.369 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1940 2024-08-17T01:56:57.369 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.369 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:56:57.369 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.369 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.370 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.370 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:56:57.370 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186784, 2024-08-17T01:56:57.370 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1333 2024-08-17T01:56:57.370 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.370 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:56:57.370 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.370 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.370 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.370 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:56:57.370 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 736, 2024-08-17T01:56:57.370 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1 2024-08-17T01:56:57.371 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.371 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:56:57.371 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 90277, 2024-08-17T01:56:57.371 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 57 2024-08-17T01:56:57.371 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.371 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:56:57.371 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12112, 2024-08-17T01:56:57.371 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T01:56:57.371 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.371 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:56:57.371 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 22178660, 2024-08-17T01:56:57.371 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 279 2024-08-17T01:56:57.371 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.372 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:56:57.372 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 10648, 2024-08-17T01:56:57.372 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 121 2024-08-17T01:56:57.372 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.372 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:56:57.372 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.372 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.372 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.372 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:57.372 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 360096, 2024-08-17T01:56:57.372 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 31 2024-08-17T01:56:57.372 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.373 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:56:57.373 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.373 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.373 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.373 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:56:57.373 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3174080, 2024-08-17T01:56:57.373 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 6104 2024-08-17T01:56:57.373 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.373 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:56:57.373 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:56:57.373 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:56:57.373 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.373 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:56:57.373 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.374 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.374 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.374 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:56:57.374 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.374 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.374 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.374 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:56:57.374 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.374 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.374 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.374 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:56:57.374 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.374 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.375 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.375 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.375 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.3": { 2024-08-17T01:56:57.375 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:56:57.375 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.375 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.375 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.375 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:57.375 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 16888, 2024-08-17T01:56:57.375 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 296 2024-08-17T01:56:57.375 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.375 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:56:57.375 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 202496, 2024-08-17T01:56:57.376 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 23 2024-08-17T01:56:57.376 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.376 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:56:57.376 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3840, 2024-08-17T01:56:57.376 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 20 2024-08-17T01:56:57.376 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.376 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:56:57.376 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 60320, 2024-08-17T01:56:57.376 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 754 2024-08-17T01:56:57.376 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.376 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:56:57.376 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 404768, 2024-08-17T01:56:57.376 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1946 2024-08-17T01:56:57.376 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.377 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:56:57.377 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:56:57.377 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:56:57.377 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.377 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:56:57.377 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 358941, 2024-08-17T01:56:57.377 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 89 2024-08-17T01:56:57.377 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.377 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:56:57.377 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1835927, 2024-08-17T01:56:57.377 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 403078 2024-08-17T01:56:57.377 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.378 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:56:57.378 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5267536, 2024-08-17T01:56:57.378 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 7778 2024-08-17T01:56:57.378 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.378 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:56:57.378 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 76748, 2024-08-17T01:56:57.378 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8124 2024-08-17T01:56:57.378 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.378 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:56:57.378 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 93360, 2024-08-17T01:56:57.378 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1945 2024-08-17T01:56:57.378 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.378 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:56:57.379 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.379 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.379 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.379 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:56:57.379 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186784, 2024-08-17T01:56:57.379 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1333 2024-08-17T01:56:57.379 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.379 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:56:57.379 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.379 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.379 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.379 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:56:57.379 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1472, 2024-08-17T01:56:57.379 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2 2024-08-17T01:56:57.379 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.380 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:56:57.380 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 96060, 2024-08-17T01:56:57.380 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 60 2024-08-17T01:56:57.380 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.380 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:56:57.380 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 20128, 2024-08-17T01:56:57.380 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 5 2024-08-17T01:56:57.380 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.380 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:56:57.380 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 20553688, 2024-08-17T01:56:57.380 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 268 2024-08-17T01:56:57.380 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.380 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:56:57.380 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 10736, 2024-08-17T01:56:57.381 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 122 2024-08-17T01:56:57.381 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.381 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:56:57.381 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.381 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.381 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.381 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:57.381 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 429792, 2024-08-17T01:56:57.381 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 37 2024-08-17T01:56:57.381 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.381 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:56:57.381 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.381 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.381 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.381 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:56:57.382 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3523520, 2024-08-17T01:56:57.382 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9176 2024-08-17T01:56:57.382 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.382 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:56:57.382 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:56:57.382 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:56:57.382 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.382 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:56:57.382 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.382 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.382 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.382 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:56:57.382 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.382 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.383 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.383 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:56:57.383 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.383 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.383 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.383 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:56:57.383 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.383 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.383 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.383 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.383 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.4": { 2024-08-17T01:56:57.383 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:56:57.383 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.383 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.384 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.384 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:57.384 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 22720, 2024-08-17T01:56:57.384 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 387 2024-08-17T01:56:57.384 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.384 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:56:57.384 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 191104, 2024-08-17T01:56:57.384 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 36 2024-08-17T01:56:57.384 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.384 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:56:57.384 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 768, 2024-08-17T01:56:57.384 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 4 2024-08-17T01:56:57.384 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.385 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:56:57.385 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 60720, 2024-08-17T01:56:57.385 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 759 2024-08-17T01:56:57.385 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.385 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:56:57.385 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 404560, 2024-08-17T01:56:57.385 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1945 2024-08-17T01:56:57.385 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.385 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:56:57.385 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:56:57.385 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:56:57.385 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.385 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:56:57.385 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1482987, 2024-08-17T01:56:57.386 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 369 2024-08-17T01:56:57.386 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.386 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:56:57.386 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2232143, 2024-08-17T01:56:57.386 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 481009 2024-08-17T01:56:57.386 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.386 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:56:57.386 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6182816, 2024-08-17T01:56:57.386 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9124 2024-08-17T01:56:57.386 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.386 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:56:57.386 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 76684, 2024-08-17T01:56:57.386 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8118 2024-08-17T01:56:57.386 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.387 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:56:57.387 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 93360, 2024-08-17T01:56:57.387 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1945 2024-08-17T01:56:57.387 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.387 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:56:57.387 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.387 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.387 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.387 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:56:57.387 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186528, 2024-08-17T01:56:57.387 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1332 2024-08-17T01:56:57.387 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.387 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:56:57.387 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.388 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.388 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.388 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:56:57.388 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 736, 2024-08-17T01:56:57.388 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1 2024-08-17T01:56:57.388 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.388 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:56:57.388 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 69339, 2024-08-17T01:56:57.388 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 46 2024-08-17T01:56:57.388 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.388 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:56:57.388 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12112, 2024-08-17T01:56:57.388 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T01:56:57.389 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.389 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:56:57.389 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3884603, 2024-08-17T01:56:57.389 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 264 2024-08-17T01:56:57.389 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.389 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:56:57.389 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 33616, 2024-08-17T01:56:57.389 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 382 2024-08-17T01:56:57.389 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.389 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:56:57.389 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.389 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.389 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.390 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:57.390 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 429792, 2024-08-17T01:56:57.390 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 37 2024-08-17T01:56:57.390 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.390 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:56:57.390 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.390 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.390 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.390 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:56:57.390 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5213520, 2024-08-17T01:56:57.390 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 12426 2024-08-17T01:56:57.390 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.390 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:56:57.390 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:56:57.391 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:56:57.391 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.391 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:56:57.391 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.391 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.391 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.391 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:56:57.391 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.391 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.391 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.391 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:56:57.391 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.391 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.391 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.391 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:56:57.392 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.392 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.392 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.392 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.392 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.5": { 2024-08-17T01:56:57.392 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:56:57.392 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.392 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.392 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.392 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:57.392 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 22352, 2024-08-17T01:56:57.392 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 409 2024-08-17T01:56:57.392 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.393 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:56:57.393 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 269312, 2024-08-17T01:56:57.393 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 35 2024-08-17T01:56:57.393 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.393 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:56:57.393 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2496, 2024-08-17T01:56:57.393 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 13 2024-08-17T01:56:57.393 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.393 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:56:57.393 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 60880, 2024-08-17T01:56:57.393 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 761 2024-08-17T01:56:57.393 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.394 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:56:57.394 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 418288, 2024-08-17T01:56:57.394 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2011 2024-08-17T01:56:57.394 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.394 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:56:57.394 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:56:57.394 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:56:57.394 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.394 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:56:57.394 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 387212, 2024-08-17T01:56:57.394 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 105 2024-08-17T01:56:57.394 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.394 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:56:57.394 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2393856, 2024-08-17T01:56:57.395 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 533997 2024-08-17T01:56:57.395 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.395 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:56:57.395 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6881176, 2024-08-17T01:56:57.395 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10151 2024-08-17T01:56:57.395 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.395 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:56:57.395 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 86448, 2024-08-17T01:56:57.395 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9283 2024-08-17T01:56:57.395 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.396 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:56:57.396 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 96432, 2024-08-17T01:56:57.396 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2009 2024-08-17T01:56:57.396 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.396 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:56:57.396 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.396 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.396 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.396 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:56:57.396 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186528, 2024-08-17T01:56:57.396 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1332 2024-08-17T01:56:57.397 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.397 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:56:57.397 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.397 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.397 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.397 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:56:57.397 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2208, 2024-08-17T01:56:57.397 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T01:56:57.397 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.397 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:56:57.398 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 123413, 2024-08-17T01:56:57.398 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 65 2024-08-17T01:56:57.398 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.398 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:56:57.398 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 28144, 2024-08-17T01:56:57.398 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 7 2024-08-17T01:56:57.398 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.398 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:56:57.398 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 14097761, 2024-08-17T01:56:57.398 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 260 2024-08-17T01:56:57.399 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.399 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:56:57.399 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 11704, 2024-08-17T01:56:57.399 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 133 2024-08-17T01:56:57.399 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.399 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:56:57.399 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.399 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.399 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.399 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:57.399 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 476256, 2024-08-17T01:56:57.399 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 41 2024-08-17T01:56:57.400 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.400 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:56:57.400 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.400 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.400 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.400 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:56:57.400 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6355440, 2024-08-17T01:56:57.400 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 12222 2024-08-17T01:56:57.400 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.400 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:56:57.400 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:56:57.400 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:56:57.401 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.401 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:56:57.401 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.401 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.401 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.401 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:56:57.401 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.401 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.401 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.401 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:56:57.401 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.401 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.401 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.401 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:56:57.402 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.402 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.402 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.402 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.402 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.6": { 2024-08-17T01:56:57.402 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:56:57.402 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.402 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.402 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.402 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:57.402 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 15712, 2024-08-17T01:56:57.402 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 277 2024-08-17T01:56:57.402 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.403 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:56:57.403 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 399232, 2024-08-17T01:56:57.403 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 27 2024-08-17T01:56:57.403 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.403 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:56:57.403 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3072, 2024-08-17T01:56:57.403 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 16 2024-08-17T01:56:57.403 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.403 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:56:57.403 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 60640, 2024-08-17T01:56:57.403 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 758 2024-08-17T01:56:57.403 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.403 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:56:57.404 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 406224, 2024-08-17T01:56:57.404 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1953 2024-08-17T01:56:57.404 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.404 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:56:57.404 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:56:57.404 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:56:57.404 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.404 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:56:57.404 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 519295, 2024-08-17T01:56:57.404 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 132 2024-08-17T01:56:57.404 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.405 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:56:57.405 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1768762, 2024-08-17T01:56:57.405 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 390747 2024-08-17T01:56:57.405 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.405 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:56:57.405 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5150576, 2024-08-17T01:56:57.405 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 7606 2024-08-17T01:56:57.405 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.406 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:56:57.406 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 78196, 2024-08-17T01:56:57.406 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8282 2024-08-17T01:56:57.406 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.406 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:56:57.406 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 93744, 2024-08-17T01:56:57.406 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1953 2024-08-17T01:56:57.406 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.406 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:56:57.407 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.407 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.407 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.407 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:56:57.407 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186528, 2024-08-17T01:56:57.407 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1332 2024-08-17T01:56:57.407 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.407 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:56:57.408 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.408 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.408 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.408 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:56:57.408 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.408 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.408 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.408 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:56:57.408 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 45401, 2024-08-17T01:56:57.408 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 47 2024-08-17T01:56:57.408 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.408 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:56:57.409 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.409 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.409 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.409 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:56:57.409 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 16256274, 2024-08-17T01:56:57.409 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 259 2024-08-17T01:56:57.409 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.409 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:56:57.409 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 13552, 2024-08-17T01:56:57.409 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 154 2024-08-17T01:56:57.409 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.409 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:56:57.410 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.410 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.410 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.410 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:57.410 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 453024, 2024-08-17T01:56:57.410 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 39 2024-08-17T01:56:57.410 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.410 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:56:57.410 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.410 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.410 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.410 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:56:57.411 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3793920, 2024-08-17T01:56:57.411 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9696 2024-08-17T01:56:57.411 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.411 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:56:57.411 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:56:57.411 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:56:57.411 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.411 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:56:57.411 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.411 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.411 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.411 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:56:57.411 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.411 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.412 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.412 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:56:57.412 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.412 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.412 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.412 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:56:57.412 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.412 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.412 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.412 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.412 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.7": { 2024-08-17T01:56:57.412 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:56:57.412 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.412 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.413 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.413 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:57.413 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 17240, 2024-08-17T01:56:57.413 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 299 2024-08-17T01:56:57.413 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.413 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:56:57.413 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 227584, 2024-08-17T01:56:57.413 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 29 2024-08-17T01:56:57.413 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.413 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:56:57.413 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3264, 2024-08-17T01:56:57.413 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 17 2024-08-17T01:56:57.413 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.413 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:56:57.414 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 60320, 2024-08-17T01:56:57.414 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 754 2024-08-17T01:56:57.414 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.414 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:56:57.414 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 406016, 2024-08-17T01:56:57.414 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1952 2024-08-17T01:56:57.414 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.414 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:56:57.414 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:56:57.414 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:56:57.414 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.414 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:56:57.414 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 531057, 2024-08-17T01:56:57.414 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 144 2024-08-17T01:56:57.415 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.415 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:56:57.415 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2123263, 2024-08-17T01:56:57.415 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 468988 2024-08-17T01:56:57.415 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.415 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:56:57.415 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6082856, 2024-08-17T01:56:57.415 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8977 2024-08-17T01:56:57.415 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.415 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:56:57.415 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 78948, 2024-08-17T01:56:57.415 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8285 2024-08-17T01:56:57.416 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.416 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:56:57.416 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 93696, 2024-08-17T01:56:57.416 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1952 2024-08-17T01:56:57.416 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.416 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:56:57.416 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.416 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.416 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.416 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:56:57.416 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186528, 2024-08-17T01:56:57.416 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1332 2024-08-17T01:56:57.416 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.416 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:56:57.417 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.417 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.417 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.417 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:56:57.417 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 736, 2024-08-17T01:56:57.417 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1 2024-08-17T01:56:57.417 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.417 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:56:57.417 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 73837, 2024-08-17T01:56:57.417 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 53 2024-08-17T01:56:57.417 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.417 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:56:57.417 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12112, 2024-08-17T01:56:57.418 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T01:56:57.418 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.418 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:56:57.418 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 18600303, 2024-08-17T01:56:57.418 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 271 2024-08-17T01:56:57.418 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.418 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:56:57.418 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 14520, 2024-08-17T01:56:57.418 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 165 2024-08-17T01:56:57.418 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.418 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:56:57.419 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.419 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.419 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.419 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:57.419 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 534336, 2024-08-17T01:56:57.419 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 46 2024-08-17T01:56:57.419 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.419 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:56:57.419 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.419 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.419 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.419 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:56:57.420 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5027152, 2024-08-17T01:56:57.420 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9690 2024-08-17T01:56:57.420 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.420 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:56:57.420 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:56:57.420 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:56:57.420 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.420 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:56:57.420 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.420 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.420 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.420 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:56:57.421 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.421 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.421 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.421 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:56:57.421 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.421 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.421 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.421 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:56:57.421 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:57.421 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:57.421 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.421 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.421 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.422 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.422 INFO:tasks.workunit.client.0.smithi082.stdout: "metadata": { 2024-08-17T01:56:57.422 INFO:tasks.workunit.client.0.smithi082.stdout: "mds": { 2024-08-17T01:56:57.422 INFO:tasks.workunit.client.0.smithi082.stdout: "arch": { 2024-08-17T01:56:57.422 INFO:tasks.workunit.client.0.smithi082.stdout: "x86_64": 2 2024-08-17T01:56:57.422 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.422 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_version": { 2024-08-17T01:56:57.422 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T01:56:57.422 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.422 INFO:tasks.workunit.client.0.smithi082.stdout: "cpu": { 2024-08-17T01:56:57.422 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-17T01:56:57.422 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.422 INFO:tasks.workunit.client.0.smithi082.stdout: "distro": { 2024-08-17T01:56:57.423 INFO:tasks.workunit.client.0.smithi082.stdout: "centos": 2 2024-08-17T01:56:57.423 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.423 INFO:tasks.workunit.client.0.smithi082.stdout: "distro_description": { 2024-08-17T01:56:57.423 INFO:tasks.workunit.client.0.smithi082.stdout: "CentOS Stream 9": 2 2024-08-17T01:56:57.423 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.423 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_description": { 2024-08-17T01:56:57.423 INFO:tasks.workunit.client.0.smithi082.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-17T01:56:57.423 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.423 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_version": { 2024-08-17T01:56:57.423 INFO:tasks.workunit.client.0.smithi082.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-17T01:56:57.423 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.423 INFO:tasks.workunit.client.0.smithi082.stdout: "os": { 2024-08-17T01:56:57.424 INFO:tasks.workunit.client.0.smithi082.stdout: "Linux": 2 2024-08-17T01:56:57.424 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.424 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.424 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:56:57.424 INFO:tasks.workunit.client.0.smithi082.stdout: "arch": { 2024-08-17T01:56:57.424 INFO:tasks.workunit.client.0.smithi082.stdout: "x86_64": 3 2024-08-17T01:56:57.424 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.424 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_version": { 2024-08-17T01:56:57.424 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T01:56:57.424 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.424 INFO:tasks.workunit.client.0.smithi082.stdout: "cpu": { 2024-08-17T01:56:57.424 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-17T01:56:57.425 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.425 INFO:tasks.workunit.client.0.smithi082.stdout: "distro": { 2024-08-17T01:56:57.425 INFO:tasks.workunit.client.0.smithi082.stdout: "centos": 3 2024-08-17T01:56:57.425 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.425 INFO:tasks.workunit.client.0.smithi082.stdout: "distro_description": { 2024-08-17T01:56:57.425 INFO:tasks.workunit.client.0.smithi082.stdout: "CentOS Stream 9": 3 2024-08-17T01:56:57.425 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.425 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_description": { 2024-08-17T01:56:57.425 INFO:tasks.workunit.client.0.smithi082.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-17T01:56:57.425 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.425 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_version": { 2024-08-17T01:56:57.425 INFO:tasks.workunit.client.0.smithi082.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-17T01:56:57.425 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.426 INFO:tasks.workunit.client.0.smithi082.stdout: "os": { 2024-08-17T01:56:57.426 INFO:tasks.workunit.client.0.smithi082.stdout: "Linux": 3 2024-08-17T01:56:57.426 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.426 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.426 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:57.426 INFO:tasks.workunit.client.0.smithi082.stdout: "arch": { 2024-08-17T01:56:57.426 INFO:tasks.workunit.client.0.smithi082.stdout: "x86_64": 8 2024-08-17T01:56:57.426 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.426 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_version": { 2024-08-17T01:56:57.426 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 8 2024-08-17T01:56:57.426 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.426 INFO:tasks.workunit.client.0.smithi082.stdout: "cpu": { 2024-08-17T01:56:57.427 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-17T01:56:57.427 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.427 INFO:tasks.workunit.client.0.smithi082.stdout: "distro": { 2024-08-17T01:56:57.427 INFO:tasks.workunit.client.0.smithi082.stdout: "centos": 8 2024-08-17T01:56:57.427 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.427 INFO:tasks.workunit.client.0.smithi082.stdout: "distro_description": { 2024-08-17T01:56:57.427 INFO:tasks.workunit.client.0.smithi082.stdout: "CentOS Stream 9": 8 2024-08-17T01:56:57.427 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.427 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_description": { 2024-08-17T01:56:57.427 INFO:tasks.workunit.client.0.smithi082.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-17T01:56:57.427 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.427 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_version": { 2024-08-17T01:56:57.428 INFO:tasks.workunit.client.0.smithi082.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-17T01:56:57.428 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.428 INFO:tasks.workunit.client.0.smithi082.stdout: "os": { 2024-08-17T01:56:57.428 INFO:tasks.workunit.client.0.smithi082.stdout: "Linux": 8 2024-08-17T01:56:57.428 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.428 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_objectstore": { 2024-08-17T01:56:57.428 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": 8 2024-08-17T01:56:57.428 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.428 INFO:tasks.workunit.client.0.smithi082.stdout: "rotational": { 2024-08-17T01:56:57.428 INFO:tasks.workunit.client.0.smithi082.stdout: "0": 8 2024-08-17T01:56:57.428 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.429 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.429 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.429 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:56:57.429 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T01:56:57.429 INFO:tasks.workunit.client.0.smithi082.stdout: "features": { 2024-08-17T01:56:57.429 INFO:tasks.workunit.client.0.smithi082.stdout: "optional": [], 2024-08-17T01:56:57.429 INFO:tasks.workunit.client.0.smithi082.stdout: "persistent": [ 2024-08-17T01:56:57.429 INFO:tasks.workunit.client.0.smithi082.stdout: "kraken", 2024-08-17T01:56:57.429 INFO:tasks.workunit.client.0.smithi082.stdout: "luminous", 2024-08-17T01:56:57.429 INFO:tasks.workunit.client.0.smithi082.stdout: "mimic", 2024-08-17T01:56:57.429 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap-prune", 2024-08-17T01:56:57.430 INFO:tasks.workunit.client.0.smithi082.stdout: "nautilus", 2024-08-17T01:56:57.430 INFO:tasks.workunit.client.0.smithi082.stdout: "octopus", 2024-08-17T01:56:57.430 INFO:tasks.workunit.client.0.smithi082.stdout: "pacific", 2024-08-17T01:56:57.430 INFO:tasks.workunit.client.0.smithi082.stdout: "elector-pinging", 2024-08-17T01:56:57.430 INFO:tasks.workunit.client.0.smithi082.stdout: "quincy", 2024-08-17T01:56:57.430 INFO:tasks.workunit.client.0.smithi082.stdout: "reef", 2024-08-17T01:56:57.430 INFO:tasks.workunit.client.0.smithi082.stdout: "squid" 2024-08-17T01:56:57.430 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.430 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.430 INFO:tasks.workunit.client.0.smithi082.stdout: "ipv4_addr_mons": 6, 2024-08-17T01:56:57.430 INFO:tasks.workunit.client.0.smithi082.stdout: "ipv6_addr_mons": 0, 2024-08-17T01:56:57.430 INFO:tasks.workunit.client.0.smithi082.stdout: "min_mon_release": 19, 2024-08-17T01:56:57.431 INFO:tasks.workunit.client.0.smithi082.stdout: "v1_addr_mons": 3, 2024-08-17T01:56:57.431 INFO:tasks.workunit.client.0.smithi082.stdout: "v2_addr_mons": 3 2024-08-17T01:56:57.431 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.431 INFO:tasks.workunit.client.0.smithi082.stdout: "organization": "ceph-qa", 2024-08-17T01:56:57.431 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:57.431 INFO:tasks.workunit.client.0.smithi082.stdout: "cluster_network": false, 2024-08-17T01:56:57.431 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 8, 2024-08-17T01:56:57.431 INFO:tasks.workunit.client.0.smithi082.stdout: "require_min_compat_client": "luminous", 2024-08-17T01:56:57.432 INFO:tasks.workunit.client.0.smithi082.stdout: "require_osd_release": "squid" 2024-08-17T01:56:57.432 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.432 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_perf_histograms": [ 2024-08-17T01:56:57.432 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.432 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:56:57.432 INFO:tasks.workunit.client.0.smithi082.stdout: "axes": [ 2024-08-17T01:56:57.432 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.432 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:56:57.432 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:56:57.432 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Latency (usec)", 2024-08-17T01:56:57.432 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 100000, 2024-08-17T01:56:57.432 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:56:57.433 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:56:57.433 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 99999]", 2024-08-17T01:56:57.433 INFO:tasks.workunit.client.0.smithi082.stdout: "[100000, 199999]", 2024-08-17T01:56:57.433 INFO:tasks.workunit.client.0.smithi082.stdout: "[200000, 399999]", 2024-08-17T01:56:57.433 INFO:tasks.workunit.client.0.smithi082.stdout: "[400000, 799999]", 2024-08-17T01:56:57.433 INFO:tasks.workunit.client.0.smithi082.stdout: "[800000, 1599999]", 2024-08-17T01:56:57.433 INFO:tasks.workunit.client.0.smithi082.stdout: "[1600000, 3199999]", 2024-08-17T01:56:57.433 INFO:tasks.workunit.client.0.smithi082.stdout: "[3200000, 6399999]", 2024-08-17T01:56:57.433 INFO:tasks.workunit.client.0.smithi082.stdout: "[6400000, 12799999]", 2024-08-17T01:56:57.434 INFO:tasks.workunit.client.0.smithi082.stdout: "[12800000, 25599999]", 2024-08-17T01:56:57.434 INFO:tasks.workunit.client.0.smithi082.stdout: "[25600000, 51199999]", 2024-08-17T01:56:57.434 INFO:tasks.workunit.client.0.smithi082.stdout: "[51200000, 102399999]", 2024-08-17T01:56:57.434 INFO:tasks.workunit.client.0.smithi082.stdout: "[102400000, 204799999]", 2024-08-17T01:56:57.434 INFO:tasks.workunit.client.0.smithi082.stdout: "[204800000, 409599999]", 2024-08-17T01:56:57.434 INFO:tasks.workunit.client.0.smithi082.stdout: "[409600000, 819199999]", 2024-08-17T01:56:57.434 INFO:tasks.workunit.client.0.smithi082.stdout: "[819200000, 1638399999]", 2024-08-17T01:56:57.434 INFO:tasks.workunit.client.0.smithi082.stdout: "[1638400000, 3276799999]", 2024-08-17T01:56:57.434 INFO:tasks.workunit.client.0.smithi082.stdout: "[3276800000, 6553599999]", 2024-08-17T01:56:57.434 INFO:tasks.workunit.client.0.smithi082.stdout: "[6553600000, 13107199999]", 2024-08-17T01:56:57.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[13107200000, 26214399999]", 2024-08-17T01:56:57.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[26214400000, 52428799999]", 2024-08-17T01:56:57.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[52428800000, 104857599999]", 2024-08-17T01:56:57.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[104857600000, 209715199999]", 2024-08-17T01:56:57.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[209715200000, 419430399999]", 2024-08-17T01:56:57.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[419430400000, 838860799999]", 2024-08-17T01:56:57.437 INFO:tasks.workunit.client.0.smithi082.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:56:57.437 INFO:tasks.workunit.client.0.smithi082.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:56:57.437 INFO:tasks.workunit.client.0.smithi082.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:56:57.438 INFO:tasks.workunit.client.0.smithi082.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:56:57.438 INFO:tasks.workunit.client.0.smithi082.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:56:57.438 INFO:tasks.workunit.client.0.smithi082.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:56:57.438 INFO:tasks.workunit.client.0.smithi082.stdout: "[53687091200000, None]" 2024-08-17T01:56:57.438 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:57.438 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:56:57.438 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.439 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.439 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:56:57.439 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:56:57.439 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Request size (bytes)", 2024-08-17T01:56:57.439 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 512, 2024-08-17T01:56:57.439 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:56:57.439 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:56:57.439 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 511]", 2024-08-17T01:56:57.439 INFO:tasks.workunit.client.0.smithi082.stdout: "[512, 1023]", 2024-08-17T01:56:57.439 INFO:tasks.workunit.client.0.smithi082.stdout: "[1024, 2047]", 2024-08-17T01:56:57.439 INFO:tasks.workunit.client.0.smithi082.stdout: "[2048, 4095]", 2024-08-17T01:56:57.439 INFO:tasks.workunit.client.0.smithi082.stdout: "[4096, 8191]", 2024-08-17T01:56:57.440 INFO:tasks.workunit.client.0.smithi082.stdout: "[8192, 16383]", 2024-08-17T01:56:57.440 INFO:tasks.workunit.client.0.smithi082.stdout: "[16384, 32767]", 2024-08-17T01:56:57.440 INFO:tasks.workunit.client.0.smithi082.stdout: "[32768, 65535]", 2024-08-17T01:56:57.440 INFO:tasks.workunit.client.0.smithi082.stdout: "[65536, 131071]", 2024-08-17T01:56:57.440 INFO:tasks.workunit.client.0.smithi082.stdout: "[131072, 262143]", 2024-08-17T01:56:57.440 INFO:tasks.workunit.client.0.smithi082.stdout: "[262144, 524287]", 2024-08-17T01:56:57.440 INFO:tasks.workunit.client.0.smithi082.stdout: "[524288, 1048575]", 2024-08-17T01:56:57.440 INFO:tasks.workunit.client.0.smithi082.stdout: "[1048576, 2097151]", 2024-08-17T01:56:57.440 INFO:tasks.workunit.client.0.smithi082.stdout: "[2097152, 4194303]", 2024-08-17T01:56:57.440 INFO:tasks.workunit.client.0.smithi082.stdout: "[4194304, 8388607]", 2024-08-17T01:56:57.441 INFO:tasks.workunit.client.0.smithi082.stdout: "[8388608, 16777215]", 2024-08-17T01:56:57.441 INFO:tasks.workunit.client.0.smithi082.stdout: "[16777216, 33554431]", 2024-08-17T01:56:57.441 INFO:tasks.workunit.client.0.smithi082.stdout: "[33554432, 67108863]", 2024-08-17T01:56:57.441 INFO:tasks.workunit.client.0.smithi082.stdout: "[67108864, 134217727]", 2024-08-17T01:56:57.441 INFO:tasks.workunit.client.0.smithi082.stdout: "[134217728, 268435455]", 2024-08-17T01:56:57.441 INFO:tasks.workunit.client.0.smithi082.stdout: "[268435456, 536870911]", 2024-08-17T01:56:57.441 INFO:tasks.workunit.client.0.smithi082.stdout: "[536870912, 1073741823]", 2024-08-17T01:56:57.441 INFO:tasks.workunit.client.0.smithi082.stdout: "[1073741824, 2147483647]", 2024-08-17T01:56:57.441 INFO:tasks.workunit.client.0.smithi082.stdout: "[2147483648, 4294967295]", 2024-08-17T01:56:57.441 INFO:tasks.workunit.client.0.smithi082.stdout: "[4294967296, 8589934591]", 2024-08-17T01:56:57.442 INFO:tasks.workunit.client.0.smithi082.stdout: "[8589934592, 17179869183]", 2024-08-17T01:56:57.442 INFO:tasks.workunit.client.0.smithi082.stdout: "[17179869184, 34359738367]", 2024-08-17T01:56:57.442 INFO:tasks.workunit.client.0.smithi082.stdout: "[34359738368, 68719476735]", 2024-08-17T01:56:57.442 INFO:tasks.workunit.client.0.smithi082.stdout: "[68719476736, 137438953471]", 2024-08-17T01:56:57.442 INFO:tasks.workunit.client.0.smithi082.stdout: "[137438953472, 274877906943]", 2024-08-17T01:56:57.442 INFO:tasks.workunit.client.0.smithi082.stdout: "[274877906944, None]" 2024-08-17T01:56:57.442 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:57.442 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:56:57.442 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.443 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:57.443 INFO:tasks.workunit.client.0.smithi082.stdout: "osds": [ 2024-08-17T01:56:57.443 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.443 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 0, 2024-08-17T01:56:57.443 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.443 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.443 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2346, 327, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.443 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 16557, 3818, 135, 12, 39, 42, 1, 1, 0, 0, 8, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.443 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 11604, 93, 27, 2, 17, 46, 156, 198, 18, 33, 24, 25, 44, 18, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.443 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1088, 109, 160, 2, 2, 0, 10, 21, 4, 7, 85, 173, 84, 6, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.444 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1042, 44, 51, 0, 0, 2, 0, 0, 0, 0, 3, 30, 268, 8, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.444 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 482, 46, 15, 0, 0, 1, 2, 0, 1, 0, 0, 2, 30, 42, 135, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.444 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 339, 26, 23, 27, 0, 0, 0, 0, 0, 0, 0, 1, 10, 12, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.444 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 276, 60, 5, 37, 52, 0, 0, 1, 1, 0, 0, 0, 9, 20, 35, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.444 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 21, 161, 0, 4, 83, 88, 0, 0, 0, 0, 0, 0, 8, 16, 47, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.444 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 10, 2, 0, 0, 0, 41, 0, 0, 0, 0, 0, 0, 0, 1, 10, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.444 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.444 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.444 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.444 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.446 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.446 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.446 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.446 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 1, 2024-08-17T01:56:57.446 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 8600, 1, 0, 0, 0, 0, 1, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 6210, 28, 1326, 1, 7, 7, 12, 17, 28, 49, 48, 38, 45, 7, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 367, 8, 158, 23, 1, 0, 0, 0, 8, 19, 95, 211, 141, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 358, 3, 0, 7, 0, 0, 0, 0, 0, 3, 3, 28, 385, 6, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 99, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 20, 17, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 96, 4, 55, 0, 0, 0, 0, 0, 0, 0, 1, 3, 6, 5, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 104, 0, 215, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 6, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 39, 0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 46, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 10, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.449 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.449 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.449 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.449 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 2, 2024-08-17T01:56:57.449 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 18944, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 11465, 64, 44, 0, 6, 0, 0, 4, 1, 1, 3, 7, 15, 38, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1068, 29, 16, 2, 1, 0, 0, 3, 1, 2, 1, 3, 2, 8, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 566, 12, 0, 0, 2, 0, 1, 0, 1, 2, 3, 10, 22, 10, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 282, 14, 3, 0, 0, 0, 2, 1, 5, 1, 0, 6, 18, 65, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 294, 4, 5, 0, 0, 0, 0, 1, 3, 2, 3, 25, 40, 23, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 213, 0, 0, 0, 0, 0, 0, 1, 2, 1, 1, 5, 28, 55, 36, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 104, 0, 0, 1, 0, 0, 2, 0, 0, 0, 1, 4, 6, 41, 91, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 34, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 4, 41, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.451 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.451 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.451 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.451 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.451 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.451 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.451 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.451 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.451 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.451 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.451 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.451 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.452 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.452 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.452 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.452 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 3, 2024-08-17T01:56:57.452 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5059, 14, 0, 0, 1, 0, 1, 0, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2443, 10, 3, 1, 7, 2, 5, 7, 8, 30, 17, 13, 4, 7, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 138, 3, 3, 0, 0, 0, 0, 0, 3, 4, 39, 79, 27, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 130, 0, 0, 0, 6, 0, 0, 0, 0, 1, 0, 12, 145, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 33, 0, 0, 0, 197, 0, 0, 0, 0, 0, 0, 1, 15, 28, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 24, 0, 0, 0, 314, 0, 0, 0, 0, 1, 0, 1, 10, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 14, 0, 0, 0, 521, 0, 0, 0, 0, 0, 0, 0, 9, 8, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 1657, 0, 0, 0, 0, 0, 0, 0, 2, 0, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.454 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.454 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.454 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.454 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.454 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.454 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.454 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.454 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.455 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.455 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.455 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.456 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 4, 2024-08-17T01:56:57.456 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2748, 1860, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 9722, 2214, 0, 0, 1, 1, 1, 0, 2, 0, 0, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 6846, 299, 14, 0, 11, 1, 3, 7, 13, 20, 14, 6, 5, 7, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 652, 45, 6, 0, 0, 0, 0, 0, 10, 4, 38, 81, 37, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 232, 0, 0, 0, 0, 1, 0, 1, 0, 0, 5, 17, 150, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 116, 3, 0, 0, 0, 0, 0, 0, 0, 4, 5, 4, 13, 23, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 80, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 2, 24, 8, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 11, 18, 22, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 25, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.457 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 4, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.457 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.457 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.457 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.457 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.457 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.457 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.457 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.457 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.457 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.457 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.459 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.459 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.459 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.459 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 5, 2024-08-17T01:56:57.459 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 989, 704, 243, 0, 231, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 10991, 6675, 4030, 0, 6838, 372, 0, 0, 0, 0, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7482, 593, 222, 0, 586, 209, 1, 0, 0, 0, 0, 2, 9, 14, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 977, 116, 33, 3, 128, 15, 2, 0, 0, 0, 4, 1, 0, 7, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 362, 3, 4, 7, 6, 5, 0, 0, 0, 0, 1, 3, 24, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 133, 5, 0, 0, 17, 27, 1, 0, 1, 0, 0, 3, 13, 58, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 123, 1, 0, 2, 1, 7, 0, 0, 0, 0, 0, 2, 4, 11, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 13, 1, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 5, 18, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.461 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.461 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.461 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.461 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.461 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.461 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.461 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.461 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.461 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.461 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.461 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.461 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.461 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.462 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.462 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.462 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.462 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.462 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 6, 2024-08-17T01:56:57.462 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.462 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.462 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1281, 290, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.462 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 10582, 3596, 0, 0, 0, 0, 1, 0, 1, 1, 1, 5, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.462 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7514, 306, 23, 0, 17, 2, 1, 4, 12, 18, 8, 13, 14, 12, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.462 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 749, 34, 27, 0, 0, 1, 1, 3, 3, 12, 46, 74, 20, 6, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.462 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 310, 4, 0, 0, 0, 0, 0, 0, 1, 1, 1, 21, 166, 6, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.462 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 133, 3, 0, 0, 2, 1, 0, 0, 0, 2, 0, 4, 27, 50, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 73, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 8, 9, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 44, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 5, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 2, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.464 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.464 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.464 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.464 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 7, 2024-08-17T01:56:57.465 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 13728, 3, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 9085, 13, 3, 1, 3, 0, 1, 1, 0, 1, 2, 4, 8, 5, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1020, 1, 2, 0, 0, 0, 2, 0, 4, 2, 2, 3, 2, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 355, 2, 1, 0, 0, 0, 0, 0, 0, 0, 2, 29, 30, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 170, 0, 0, 0, 0, 1, 0, 3, 0, 0, 3, 1, 12, 54, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 6, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 107, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 3, 4, 6, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 19, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.466 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.466 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.466 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.466 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.466 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.466 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.466 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.466 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.466 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.466 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.466 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.466 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.466 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.466 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.467 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.467 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.467 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.467 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.467 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:56:57.467 INFO:tasks.workunit.client.0.smithi082.stdout: "axes": [ 2024-08-17T01:56:57.467 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.467 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:56:57.468 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:56:57.468 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Latency (usec)", 2024-08-17T01:56:57.468 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 100000, 2024-08-17T01:56:57.468 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:56:57.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:56:57.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 99999]", 2024-08-17T01:56:57.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[100000, 199999]", 2024-08-17T01:56:57.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[200000, 399999]", 2024-08-17T01:56:57.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[400000, 799999]", 2024-08-17T01:56:57.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[800000, 1599999]", 2024-08-17T01:56:57.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[1600000, 3199999]", 2024-08-17T01:56:57.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[3200000, 6399999]", 2024-08-17T01:56:57.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[6400000, 12799999]", 2024-08-17T01:56:57.469 INFO:tasks.workunit.client.0.smithi082.stdout: "[12800000, 25599999]", 2024-08-17T01:56:57.469 INFO:tasks.workunit.client.0.smithi082.stdout: "[25600000, 51199999]", 2024-08-17T01:56:57.469 INFO:tasks.workunit.client.0.smithi082.stdout: "[51200000, 102399999]", 2024-08-17T01:56:57.469 INFO:tasks.workunit.client.0.smithi082.stdout: "[102400000, 204799999]", 2024-08-17T01:56:57.469 INFO:tasks.workunit.client.0.smithi082.stdout: "[204800000, 409599999]", 2024-08-17T01:56:57.469 INFO:tasks.workunit.client.0.smithi082.stdout: "[409600000, 819199999]", 2024-08-17T01:56:57.469 INFO:tasks.workunit.client.0.smithi082.stdout: "[819200000, 1638399999]", 2024-08-17T01:56:57.469 INFO:tasks.workunit.client.0.smithi082.stdout: "[1638400000, 3276799999]", 2024-08-17T01:56:57.469 INFO:tasks.workunit.client.0.smithi082.stdout: "[3276800000, 6553599999]", 2024-08-17T01:56:57.469 INFO:tasks.workunit.client.0.smithi082.stdout: "[6553600000, 13107199999]", 2024-08-17T01:56:57.469 INFO:tasks.workunit.client.0.smithi082.stdout: "[13107200000, 26214399999]", 2024-08-17T01:56:57.469 INFO:tasks.workunit.client.0.smithi082.stdout: "[26214400000, 52428799999]", 2024-08-17T01:56:57.469 INFO:tasks.workunit.client.0.smithi082.stdout: "[52428800000, 104857599999]", 2024-08-17T01:56:57.469 INFO:tasks.workunit.client.0.smithi082.stdout: "[104857600000, 209715199999]", 2024-08-17T01:56:57.470 INFO:tasks.workunit.client.0.smithi082.stdout: "[209715200000, 419430399999]", 2024-08-17T01:56:57.470 INFO:tasks.workunit.client.0.smithi082.stdout: "[419430400000, 838860799999]", 2024-08-17T01:56:57.470 INFO:tasks.workunit.client.0.smithi082.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:56:57.470 INFO:tasks.workunit.client.0.smithi082.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:56:57.470 INFO:tasks.workunit.client.0.smithi082.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:56:57.470 INFO:tasks.workunit.client.0.smithi082.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:56:57.470 INFO:tasks.workunit.client.0.smithi082.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:56:57.470 INFO:tasks.workunit.client.0.smithi082.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:56:57.470 INFO:tasks.workunit.client.0.smithi082.stdout: "[53687091200000, None]" 2024-08-17T01:56:57.470 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:57.470 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:56:57.470 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.470 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.471 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:56:57.471 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:56:57.471 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Request size (bytes)", 2024-08-17T01:56:57.471 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 512, 2024-08-17T01:56:57.471 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:56:57.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:56:57.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 511]", 2024-08-17T01:56:57.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[512, 1023]", 2024-08-17T01:56:57.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[1024, 2047]", 2024-08-17T01:56:57.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[2048, 4095]", 2024-08-17T01:56:57.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[4096, 8191]", 2024-08-17T01:56:57.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[8192, 16383]", 2024-08-17T01:56:57.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[16384, 32767]", 2024-08-17T01:56:57.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[32768, 65535]", 2024-08-17T01:56:57.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[65536, 131071]", 2024-08-17T01:56:57.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[131072, 262143]", 2024-08-17T01:56:57.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[262144, 524287]", 2024-08-17T01:56:57.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[524288, 1048575]", 2024-08-17T01:56:57.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[1048576, 2097151]", 2024-08-17T01:56:57.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[2097152, 4194303]", 2024-08-17T01:56:57.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[4194304, 8388607]", 2024-08-17T01:56:57.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[8388608, 16777215]", 2024-08-17T01:56:57.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[16777216, 33554431]", 2024-08-17T01:56:57.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[33554432, 67108863]", 2024-08-17T01:56:57.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[67108864, 134217727]", 2024-08-17T01:56:57.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[134217728, 268435455]", 2024-08-17T01:56:57.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[268435456, 536870911]", 2024-08-17T01:56:57.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[536870912, 1073741823]", 2024-08-17T01:56:57.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[1073741824, 2147483647]", 2024-08-17T01:56:57.473 INFO:tasks.workunit.client.0.smithi082.stdout: "[2147483648, 4294967295]", 2024-08-17T01:56:57.473 INFO:tasks.workunit.client.0.smithi082.stdout: "[4294967296, 8589934591]", 2024-08-17T01:56:57.473 INFO:tasks.workunit.client.0.smithi082.stdout: "[8589934592, 17179869183]", 2024-08-17T01:56:57.473 INFO:tasks.workunit.client.0.smithi082.stdout: "[17179869184, 34359738367]", 2024-08-17T01:56:57.473 INFO:tasks.workunit.client.0.smithi082.stdout: "[34359738368, 68719476735]", 2024-08-17T01:56:57.473 INFO:tasks.workunit.client.0.smithi082.stdout: "[68719476736, 137438953471]", 2024-08-17T01:56:57.473 INFO:tasks.workunit.client.0.smithi082.stdout: "[137438953472, 274877906943]", 2024-08-17T01:56:57.473 INFO:tasks.workunit.client.0.smithi082.stdout: "[274877906944, None]" 2024-08-17T01:56:57.473 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:57.473 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:56:57.473 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.473 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:57.473 INFO:tasks.workunit.client.0.smithi082.stdout: "osds": [ 2024-08-17T01:56:57.473 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.473 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 0, 2024-08-17T01:56:57.474 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.474 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.474 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.474 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.474 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.474 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 681, 4, 14, 31, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.474 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5171, 65, 74, 126, 443, 613, 691, 1, 0, 0, 1, 5, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.474 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 767, 7, 17, 47, 13, 13, 28, 0, 0, 1, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.474 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 618, 0, 1, 0, 0, 0, 4, 0, 0, 0, 1, 3, 6, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.474 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 346, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 12, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.474 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 186, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 6, 13, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 6, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.476 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.476 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.476 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.476 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.476 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.476 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.476 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.476 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.476 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.476 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.476 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.476 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.476 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 1, 2024-08-17T01:56:57.476 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 476, 4, 15, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3189, 266, 19, 36, 123, 1, 3, 3, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 282, 22, 1298, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 411, 11, 46, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1627, 1318, 55, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1400, 1669, 240, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.479 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.479 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.479 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.479 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.479 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.479 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.479 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.479 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.479 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.479 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.479 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 2, 2024-08-17T01:56:57.479 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.479 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.480 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.480 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.480 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.480 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1559, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.480 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 11118, 6, 0, 0, 1, 2, 1, 2, 4, 1, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.480 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 15911, 1, 0, 0, 0, 0, 0, 1, 1, 1, 4, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.480 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 456, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.480 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 257, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 4, 13, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.480 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 118, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 16, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.480 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.482 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.482 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.482 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.482 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.482 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.482 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.482 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.482 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.482 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.482 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.482 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.482 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 3, 2024-08-17T01:56:57.483 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 339, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1802, 27, 0, 0, 2, 0, 0, 0, 0, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 187, 4, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 128, 18, 22, 24, 0, 0, 0, 0, 0, 0, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 943, 246, 12, 132, 0, 0, 0, 0, 0, 0, 1, 0, 3, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 4026, 2624, 0, 418, 0, 0, 0, 0, 1, 0, 0, 0, 1, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 227, 131, 0, 10, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.484 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.484 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.484 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.484 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.484 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.484 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.484 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.484 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.484 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.484 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.485 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.485 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.485 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.485 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.485 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.485 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.485 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.485 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.485 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.485 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.485 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.486 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.486 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.486 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 4, 2024-08-17T01:56:57.486 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 783, 0, 0, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2128, 222, 34, 53, 135, 275, 477, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 331, 3, 0, 0, 0, 0, 3, 0, 2, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 86, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 49, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.489 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.489 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.489 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.489 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 5, 2024-08-17T01:56:57.489 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 608, 2, 2, 23, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3347, 90, 132, 228, 453, 617, 725, 5, 21, 16, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 271, 0, 6, 8, 12, 8, 6, 2, 1, 9, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 190, 3, 13, 39, 5, 2, 2, 0, 0, 0, 0, 1, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 78, 38, 70, 88, 25, 0, 0, 0, 0, 0, 0, 1, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 13, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.492 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.492 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.492 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.492 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 6, 2024-08-17T01:56:57.492 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 545, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2970, 22, 2, 0, 0, 0, 0, 1, 3, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 326, 7, 2, 0, 0, 0, 0, 0, 0, 4, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 195, 5, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 146, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 15, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.495 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.495 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.495 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.495 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.495 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 7, 2024-08-17T01:56:57.495 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.495 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.495 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.495 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.495 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.495 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 715, 7, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.495 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7801, 30, 66, 32, 0, 1, 4, 0, 3, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2811, 33, 104, 27, 0, 0, 1, 0, 3, 2, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 162, 1, 4, 1, 1, 0, 0, 0, 0, 0, 0, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 15, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.497 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.497 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.497 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.497 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.497 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.497 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.497 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.497 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.497 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.497 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.498 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.498 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.498 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.498 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.498 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.498 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.498 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.498 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.498 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:56:57.498 INFO:tasks.workunit.client.0.smithi082.stdout: "axes": [ 2024-08-17T01:56:57.498 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.499 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:56:57.499 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:56:57.499 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Latency (usec)", 2024-08-17T01:56:57.499 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 100000, 2024-08-17T01:56:57.499 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:56:57.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:56:57.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 99999]", 2024-08-17T01:56:57.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[100000, 199999]", 2024-08-17T01:56:57.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[200000, 399999]", 2024-08-17T01:56:57.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[400000, 799999]", 2024-08-17T01:56:57.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[800000, 1599999]", 2024-08-17T01:56:57.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[1600000, 3199999]", 2024-08-17T01:56:57.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[3200000, 6399999]", 2024-08-17T01:56:57.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[6400000, 12799999]", 2024-08-17T01:56:57.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[12800000, 25599999]", 2024-08-17T01:56:57.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[25600000, 51199999]", 2024-08-17T01:56:57.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[51200000, 102399999]", 2024-08-17T01:56:57.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[102400000, 204799999]", 2024-08-17T01:56:57.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[204800000, 409599999]", 2024-08-17T01:56:57.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[409600000, 819199999]", 2024-08-17T01:56:57.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[819200000, 1638399999]", 2024-08-17T01:56:57.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[1638400000, 3276799999]", 2024-08-17T01:56:57.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[3276800000, 6553599999]", 2024-08-17T01:56:57.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[6553600000, 13107199999]", 2024-08-17T01:56:57.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[13107200000, 26214399999]", 2024-08-17T01:56:57.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[26214400000, 52428799999]", 2024-08-17T01:56:57.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[52428800000, 104857599999]", 2024-08-17T01:56:57.501 INFO:tasks.workunit.client.0.smithi082.stdout: "[104857600000, 209715199999]", 2024-08-17T01:56:57.501 INFO:tasks.workunit.client.0.smithi082.stdout: "[209715200000, 419430399999]", 2024-08-17T01:56:57.501 INFO:tasks.workunit.client.0.smithi082.stdout: "[419430400000, 838860799999]", 2024-08-17T01:56:57.501 INFO:tasks.workunit.client.0.smithi082.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:56:57.501 INFO:tasks.workunit.client.0.smithi082.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:56:57.501 INFO:tasks.workunit.client.0.smithi082.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:56:57.501 INFO:tasks.workunit.client.0.smithi082.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:56:57.501 INFO:tasks.workunit.client.0.smithi082.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:56:57.501 INFO:tasks.workunit.client.0.smithi082.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:56:57.501 INFO:tasks.workunit.client.0.smithi082.stdout: "[53687091200000, None]" 2024-08-17T01:56:57.501 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:57.501 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:56:57.501 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.501 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.502 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:56:57.502 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:56:57.502 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Request size (bytes)", 2024-08-17T01:56:57.502 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 512, 2024-08-17T01:56:57.502 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:56:57.502 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:56:57.502 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 511]", 2024-08-17T01:56:57.502 INFO:tasks.workunit.client.0.smithi082.stdout: "[512, 1023]", 2024-08-17T01:56:57.502 INFO:tasks.workunit.client.0.smithi082.stdout: "[1024, 2047]", 2024-08-17T01:56:57.502 INFO:tasks.workunit.client.0.smithi082.stdout: "[2048, 4095]", 2024-08-17T01:56:57.502 INFO:tasks.workunit.client.0.smithi082.stdout: "[4096, 8191]", 2024-08-17T01:56:57.502 INFO:tasks.workunit.client.0.smithi082.stdout: "[8192, 16383]", 2024-08-17T01:56:57.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[16384, 32767]", 2024-08-17T01:56:57.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[32768, 65535]", 2024-08-17T01:56:57.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[65536, 131071]", 2024-08-17T01:56:57.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[131072, 262143]", 2024-08-17T01:56:57.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[262144, 524287]", 2024-08-17T01:56:57.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[524288, 1048575]", 2024-08-17T01:56:57.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[1048576, 2097151]", 2024-08-17T01:56:57.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[2097152, 4194303]", 2024-08-17T01:56:57.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[4194304, 8388607]", 2024-08-17T01:56:57.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[8388608, 16777215]", 2024-08-17T01:56:57.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[16777216, 33554431]", 2024-08-17T01:56:57.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[33554432, 67108863]", 2024-08-17T01:56:57.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[67108864, 134217727]", 2024-08-17T01:56:57.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[134217728, 268435455]", 2024-08-17T01:56:57.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[268435456, 536870911]", 2024-08-17T01:56:57.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[536870912, 1073741823]", 2024-08-17T01:56:57.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[1073741824, 2147483647]", 2024-08-17T01:56:57.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[2147483648, 4294967295]", 2024-08-17T01:56:57.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[4294967296, 8589934591]", 2024-08-17T01:56:57.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[8589934592, 17179869183]", 2024-08-17T01:56:57.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[17179869184, 34359738367]", 2024-08-17T01:56:57.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[34359738368, 68719476735]", 2024-08-17T01:56:57.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[68719476736, 137438953471]", 2024-08-17T01:56:57.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[137438953472, 274877906943]", 2024-08-17T01:56:57.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[274877906944, None]" 2024-08-17T01:56:57.504 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:57.505 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:56:57.505 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.505 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:57.505 INFO:tasks.workunit.client.0.smithi082.stdout: "osds": [ 2024-08-17T01:56:57.505 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.505 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 0, 2024-08-17T01:56:57.505 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.505 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.505 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.505 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.506 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.506 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 732, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.506 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.506 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 897, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.506 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 638, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.506 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 375, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.506 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 223, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.506 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.506 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.506 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.506 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.506 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.507 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.507 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.507 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.507 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.507 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.507 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.507 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.507 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.507 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.507 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.508 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.508 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.508 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.508 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.508 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.508 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.508 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.508 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.508 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.508 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.508 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 1, 2024-08-17T01:56:57.509 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.509 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.509 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.509 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.509 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.509 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 528, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.509 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3646, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.509 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1608, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.509 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 474, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.509 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3009, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.509 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3324, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.510 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.510 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.510 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.510 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.510 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.510 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.510 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.510 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.510 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.511 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.511 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.511 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.511 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.511 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.511 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.511 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.511 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.511 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.511 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.511 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.512 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.512 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.512 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.512 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.512 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.512 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 2, 2024-08-17T01:56:57.512 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.512 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.512 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.512 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.512 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.513 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1559, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.513 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 11139, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.513 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 15922, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.513 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 461, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.513 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 282, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.513 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 155, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.513 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.513 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.513 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.514 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.514 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.514 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.514 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.514 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.514 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.514 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.514 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.514 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.515 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.515 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.515 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.515 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.515 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.515 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.515 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.515 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.515 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.516 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.516 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.516 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.516 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.516 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 3, 2024-08-17T01:56:57.516 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.516 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.516 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.516 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.517 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.517 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 339, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.517 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1835, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.517 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.517 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 200, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.517 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1341, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.517 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7083, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.517 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 385, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.517 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.517 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.518 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.518 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.518 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.518 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.518 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.518 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.518 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.518 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.518 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.518 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.518 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.518 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.518 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.519 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.519 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.519 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.519 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.519 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.519 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.519 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.519 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.519 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.519 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 4, 2024-08-17T01:56:57.519 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.519 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.520 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.520 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.520 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.520 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 801, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.520 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3330, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.520 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 343, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.520 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.520 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.520 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.520 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.520 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.520 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.520 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.521 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.521 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.521 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.521 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.521 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.521 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.521 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.521 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.521 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.521 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.521 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.522 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.522 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.522 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.522 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.522 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.522 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.522 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.522 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.522 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.522 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.522 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 5, 2024-08-17T01:56:57.522 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.523 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.523 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.523 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.523 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.523 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 646, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.523 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5638, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.523 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 326, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.523 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.523 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 310, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.523 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.523 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.523 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.524 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.524 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.524 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.524 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.524 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.524 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.524 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.524 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.524 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.524 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.524 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.524 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.524 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.524 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.525 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.525 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.525 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.525 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.525 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.525 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.525 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.525 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.525 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.525 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 6, 2024-08-17T01:56:57.525 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.525 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.525 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.525 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.525 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.526 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 552, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.526 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3002, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.526 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 344, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.526 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 207, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.526 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 265, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.526 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.526 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.526 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.526 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.526 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.526 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.526 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.526 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.526 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.527 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.527 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.527 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.527 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.527 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.527 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.527 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.527 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.527 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.527 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.527 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.527 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.527 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.528 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.528 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.528 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.528 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.528 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 7, 2024-08-17T01:56:57.528 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.528 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.528 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.528 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.528 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.528 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 732, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.528 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7942, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.528 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2986, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.529 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.529 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.529 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.529 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.529 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.529 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.529 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.529 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.529 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.529 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.529 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.529 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.530 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.530 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.530 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.530 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.530 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.530 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.530 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.530 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.530 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.530 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.530 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.530 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.531 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.531 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.531 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.531 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.531 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.531 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:56:57.531 INFO:tasks.workunit.client.0.smithi082.stdout: "axes": [ 2024-08-17T01:56:57.531 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.531 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:56:57.531 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:56:57.531 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Latency (usec)", 2024-08-17T01:56:57.531 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 100000, 2024-08-17T01:56:57.532 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:56:57.532 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:56:57.532 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 99999]", 2024-08-17T01:56:57.532 INFO:tasks.workunit.client.0.smithi082.stdout: "[100000, 199999]", 2024-08-17T01:56:57.532 INFO:tasks.workunit.client.0.smithi082.stdout: "[200000, 399999]", 2024-08-17T01:56:57.532 INFO:tasks.workunit.client.0.smithi082.stdout: "[400000, 799999]", 2024-08-17T01:56:57.532 INFO:tasks.workunit.client.0.smithi082.stdout: "[800000, 1599999]", 2024-08-17T01:56:57.532 INFO:tasks.workunit.client.0.smithi082.stdout: "[1600000, 3199999]", 2024-08-17T01:56:57.532 INFO:tasks.workunit.client.0.smithi082.stdout: "[3200000, 6399999]", 2024-08-17T01:56:57.532 INFO:tasks.workunit.client.0.smithi082.stdout: "[6400000, 12799999]", 2024-08-17T01:56:57.532 INFO:tasks.workunit.client.0.smithi082.stdout: "[12800000, 25599999]", 2024-08-17T01:56:57.532 INFO:tasks.workunit.client.0.smithi082.stdout: "[25600000, 51199999]", 2024-08-17T01:56:57.533 INFO:tasks.workunit.client.0.smithi082.stdout: "[51200000, 102399999]", 2024-08-17T01:56:57.533 INFO:tasks.workunit.client.0.smithi082.stdout: "[102400000, 204799999]", 2024-08-17T01:56:57.533 INFO:tasks.workunit.client.0.smithi082.stdout: "[204800000, 409599999]", 2024-08-17T01:56:57.533 INFO:tasks.workunit.client.0.smithi082.stdout: "[409600000, 819199999]", 2024-08-17T01:56:57.533 INFO:tasks.workunit.client.0.smithi082.stdout: "[819200000, 1638399999]", 2024-08-17T01:56:57.533 INFO:tasks.workunit.client.0.smithi082.stdout: "[1638400000, 3276799999]", 2024-08-17T01:56:57.533 INFO:tasks.workunit.client.0.smithi082.stdout: "[3276800000, 6553599999]", 2024-08-17T01:56:57.533 INFO:tasks.workunit.client.0.smithi082.stdout: "[6553600000, 13107199999]", 2024-08-17T01:56:57.533 INFO:tasks.workunit.client.0.smithi082.stdout: "[13107200000, 26214399999]", 2024-08-17T01:56:57.533 INFO:tasks.workunit.client.0.smithi082.stdout: "[26214400000, 52428799999]", 2024-08-17T01:56:57.533 INFO:tasks.workunit.client.0.smithi082.stdout: "[52428800000, 104857599999]", 2024-08-17T01:56:57.533 INFO:tasks.workunit.client.0.smithi082.stdout: "[104857600000, 209715199999]", 2024-08-17T01:56:57.533 INFO:tasks.workunit.client.0.smithi082.stdout: "[209715200000, 419430399999]", 2024-08-17T01:56:57.533 INFO:tasks.workunit.client.0.smithi082.stdout: "[419430400000, 838860799999]", 2024-08-17T01:56:57.533 INFO:tasks.workunit.client.0.smithi082.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:56:57.534 INFO:tasks.workunit.client.0.smithi082.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:56:57.534 INFO:tasks.workunit.client.0.smithi082.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:56:57.534 INFO:tasks.workunit.client.0.smithi082.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:56:57.534 INFO:tasks.workunit.client.0.smithi082.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:56:57.534 INFO:tasks.workunit.client.0.smithi082.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:56:57.534 INFO:tasks.workunit.client.0.smithi082.stdout: "[53687091200000, None]" 2024-08-17T01:56:57.534 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:57.534 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:56:57.534 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.534 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.534 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:56:57.535 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:56:57.535 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Request size (bytes)", 2024-08-17T01:56:57.535 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 512, 2024-08-17T01:56:57.535 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:56:57.535 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:56:57.535 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 511]", 2024-08-17T01:56:57.535 INFO:tasks.workunit.client.0.smithi082.stdout: "[512, 1023]", 2024-08-17T01:56:57.535 INFO:tasks.workunit.client.0.smithi082.stdout: "[1024, 2047]", 2024-08-17T01:56:57.535 INFO:tasks.workunit.client.0.smithi082.stdout: "[2048, 4095]", 2024-08-17T01:56:57.535 INFO:tasks.workunit.client.0.smithi082.stdout: "[4096, 8191]", 2024-08-17T01:56:57.535 INFO:tasks.workunit.client.0.smithi082.stdout: "[8192, 16383]", 2024-08-17T01:56:57.535 INFO:tasks.workunit.client.0.smithi082.stdout: "[16384, 32767]", 2024-08-17T01:56:57.535 INFO:tasks.workunit.client.0.smithi082.stdout: "[32768, 65535]", 2024-08-17T01:56:57.535 INFO:tasks.workunit.client.0.smithi082.stdout: "[65536, 131071]", 2024-08-17T01:56:57.536 INFO:tasks.workunit.client.0.smithi082.stdout: "[131072, 262143]", 2024-08-17T01:56:57.536 INFO:tasks.workunit.client.0.smithi082.stdout: "[262144, 524287]", 2024-08-17T01:56:57.536 INFO:tasks.workunit.client.0.smithi082.stdout: "[524288, 1048575]", 2024-08-17T01:56:57.536 INFO:tasks.workunit.client.0.smithi082.stdout: "[1048576, 2097151]", 2024-08-17T01:56:57.536 INFO:tasks.workunit.client.0.smithi082.stdout: "[2097152, 4194303]", 2024-08-17T01:56:57.536 INFO:tasks.workunit.client.0.smithi082.stdout: "[4194304, 8388607]", 2024-08-17T01:56:57.536 INFO:tasks.workunit.client.0.smithi082.stdout: "[8388608, 16777215]", 2024-08-17T01:56:57.536 INFO:tasks.workunit.client.0.smithi082.stdout: "[16777216, 33554431]", 2024-08-17T01:56:57.536 INFO:tasks.workunit.client.0.smithi082.stdout: "[33554432, 67108863]", 2024-08-17T01:56:57.536 INFO:tasks.workunit.client.0.smithi082.stdout: "[67108864, 134217727]", 2024-08-17T01:56:57.536 INFO:tasks.workunit.client.0.smithi082.stdout: "[134217728, 268435455]", 2024-08-17T01:56:57.536 INFO:tasks.workunit.client.0.smithi082.stdout: "[268435456, 536870911]", 2024-08-17T01:56:57.536 INFO:tasks.workunit.client.0.smithi082.stdout: "[536870912, 1073741823]", 2024-08-17T01:56:57.536 INFO:tasks.workunit.client.0.smithi082.stdout: "[1073741824, 2147483647]", 2024-08-17T01:56:57.537 INFO:tasks.workunit.client.0.smithi082.stdout: "[2147483648, 4294967295]", 2024-08-17T01:56:57.537 INFO:tasks.workunit.client.0.smithi082.stdout: "[4294967296, 8589934591]", 2024-08-17T01:56:57.537 INFO:tasks.workunit.client.0.smithi082.stdout: "[8589934592, 17179869183]", 2024-08-17T01:56:57.537 INFO:tasks.workunit.client.0.smithi082.stdout: "[17179869184, 34359738367]", 2024-08-17T01:56:57.537 INFO:tasks.workunit.client.0.smithi082.stdout: "[34359738368, 68719476735]", 2024-08-17T01:56:57.537 INFO:tasks.workunit.client.0.smithi082.stdout: "[68719476736, 137438953471]", 2024-08-17T01:56:57.537 INFO:tasks.workunit.client.0.smithi082.stdout: "[137438953472, 274877906943]", 2024-08-17T01:56:57.537 INFO:tasks.workunit.client.0.smithi082.stdout: "[274877906944, None]" 2024-08-17T01:56:57.537 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:57.537 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:56:57.537 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.537 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:57.538 INFO:tasks.workunit.client.0.smithi082.stdout: "osds": [ 2024-08-17T01:56:57.538 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.538 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 0, 2024-08-17T01:56:57.538 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.538 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.538 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.538 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.538 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.538 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 143, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.538 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1914, 25, 3, 0, 16, 1, 3, 3, 7, 9, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.538 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1329, 7, 0, 0, 4, 5, 6, 14, 24, 38, 64, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.538 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 166, 13, 1, 0, 1, 3, 1, 5, 3, 10, 64, 227, 115, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.539 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 110, 19, 0, 0, 0, 0, 1, 0, 1, 2, 14, 19, 307, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.539 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 203, 23, 0, 0, 0, 0, 0, 0, 0, 4, 5, 4, 25, 33, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.539 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 367, 44, 0, 0, 1, 0, 0, 0, 1, 0, 2, 7, 8, 28, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.539 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 687, 80, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 2, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.539 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1265, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.539 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.539 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.539 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.539 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.539 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.539 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.539 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.540 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.540 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.540 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.540 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.540 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.540 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.540 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.540 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.540 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.540 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.540 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.541 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.541 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.541 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.541 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.541 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 1, 2024-08-17T01:56:57.541 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.541 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.541 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.541 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.541 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.541 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 87, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.541 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2564, 25, 1, 2, 8, 3, 1, 2, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.541 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1736, 7, 1, 2, 4, 9, 16, 25, 32, 84, 116, 36, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.542 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 94, 0, 0, 0, 2, 1, 0, 2, 5, 7, 70, 300, 207, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.542 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 94, 0, 0, 0, 0, 1, 0, 0, 1, 1, 5, 13, 368, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.542 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 271, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 5, 18, 20, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.542 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 459, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 18, 23, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.542 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 708, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.542 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1983, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.542 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 360, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.542 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.542 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.542 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.542 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.542 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.543 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.543 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.543 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.543 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.543 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.543 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.543 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.543 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.543 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.543 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.543 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.543 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.543 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.544 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.544 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.544 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.544 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 2, 2024-08-17T01:56:57.544 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.544 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.544 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.544 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.544 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.544 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 81, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.545 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 382, 15, 2, 0, 13, 1, 1, 2, 0, 1, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.545 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 166, 15, 0, 0, 1, 2, 0, 1, 2, 13, 63, 53, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.545 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 323, 14, 1, 0, 1, 0, 10, 8, 19, 23, 95, 147, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.545 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 163, 12, 0, 0, 0, 0, 1, 2, 4, 5, 37, 51, 27, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.545 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 61, 28, 0, 0, 0, 0, 0, 3, 3, 6, 9, 14, 23, 45, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.545 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 8, 45, 0, 0, 0, 0, 0, 0, 0, 1, 4, 10, 13, 43, 74, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.545 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 83, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 3, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.545 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.545 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.545 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.545 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.545 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.545 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.546 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.546 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.546 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.546 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.546 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.546 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.546 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.546 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.546 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.546 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.546 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.546 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.547 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.547 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.547 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.547 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.547 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.547 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 3, 2024-08-17T01:56:57.547 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.547 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.547 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.547 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.547 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.547 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 24, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.547 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1094, 14, 0, 0, 6, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.548 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 430, 3, 1, 2, 4, 3, 3, 7, 14, 37, 40, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.548 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 81, 2, 1, 0, 1, 2, 1, 2, 1, 1, 25, 76, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.548 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 229, 22, 0, 0, 0, 0, 0, 0, 1, 0, 6, 2, 92, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.548 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 426, 21, 0, 0, 0, 0, 0, 0, 0, 0, 1, 10, 12, 9, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.548 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 416, 45, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 4, 17, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.548 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 197, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.548 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.548 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.548 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.548 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.548 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.549 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.549 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.549 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.549 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.549 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.549 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.549 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.549 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.549 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.549 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.549 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.549 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.550 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.550 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.550 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.550 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.550 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.550 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.550 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 4, 2024-08-17T01:56:57.550 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.550 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.550 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.550 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.550 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.551 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 74, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.551 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 922, 13, 3, 0, 18, 0, 3, 3, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.551 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 718, 2, 0, 1, 1, 2, 5, 7, 10, 23, 39, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.551 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 394, 3, 0, 0, 0, 1, 0, 4, 8, 8, 55, 148, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.551 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 490, 0, 0, 0, 1, 0, 0, 0, 2, 0, 11, 20, 168, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.551 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 299, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 6, 15, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.551 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 124, 2, 0, 0, 0, 0, 0, 0, 1, 2, 1, 3, 9, 18, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.551 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.551 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.551 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.551 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.551 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.552 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.552 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.552 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.552 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.552 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.552 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.552 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.552 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.552 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.552 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.552 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.552 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.552 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.552 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.553 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.553 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.553 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.553 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.553 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.553 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 5, 2024-08-17T01:56:57.553 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.553 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.553 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.553 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.553 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.553 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 86, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.553 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 403, 19, 3, 2, 21, 0, 1, 6, 10, 10, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.554 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 83, 5, 0, 0, 0, 0, 0, 0, 2, 8, 12, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.554 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 96, 13, 0, 0, 0, 0, 1, 1, 5, 3, 23, 27, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.554 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 38, 13, 0, 0, 0, 0, 0, 0, 0, 1, 10, 19, 19, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.554 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 15, 2, 0, 0, 0, 0, 0, 0, 1, 1, 1, 6, 13, 21, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.554 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 4, 21, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.554 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.554 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.554 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.554 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.554 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.554 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.555 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.555 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.555 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.555 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.555 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.555 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.555 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.555 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.556 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.556 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.556 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.556 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.556 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.556 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.556 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.556 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.556 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.556 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.556 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 6, 2024-08-17T01:56:57.556 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.556 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.557 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.557 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.557 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.557 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 103, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.557 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 954, 16, 0, 0, 17, 0, 3, 2, 6, 6, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.557 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 886, 2, 1, 0, 3, 2, 8, 9, 19, 36, 30, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.557 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 352, 12, 0, 0, 0, 2, 0, 0, 3, 8, 42, 120, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.557 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 491, 10, 0, 0, 0, 1, 0, 2, 3, 1, 6, 18, 203, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.557 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 304, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 3, 19, 16, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.557 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 202, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 8, 24, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.557 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.557 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.557 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.558 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.558 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.558 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.558 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.558 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.558 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.558 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.558 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.558 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.558 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.558 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.558 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.559 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.559 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.559 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.559 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.559 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.559 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.559 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.559 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.559 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.559 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 7, 2024-08-17T01:56:57.559 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.559 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.559 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.560 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.560 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.560 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.560 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 318, 16, 1, 0, 10, 3, 0, 0, 3, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.560 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 76, 2, 1, 0, 1, 1, 3, 4, 6, 2, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.560 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 77, 1, 0, 0, 1, 0, 1, 2, 7, 2, 15, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.560 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 47, 0, 0, 0, 0, 0, 1, 1, 1, 4, 12, 15, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.560 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 2, 0, 1, 3, 9, 20, 32, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.560 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 6, 16, 44, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.560 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.560 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.560 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.560 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.561 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.561 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.561 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.561 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.561 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.561 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.561 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.561 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.561 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.561 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.561 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.561 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.561 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.561 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.561 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.562 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.562 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.562 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.562 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.562 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.562 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.562 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.562 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.562 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_resrv_repnum_vs_duration": { 2024-08-17T01:56:57.562 INFO:tasks.workunit.client.0.smithi082.stdout: "axes": [ 2024-08-17T01:56:57.562 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.562 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 8, 2024-08-17T01:56:57.562 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:56:57.563 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "number of replicas", 2024-08-17T01:56:57.563 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 1, 2024-08-17T01:56:57.563 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:56:57.563 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:56:57.563 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0]", 2024-08-17T01:56:57.563 INFO:tasks.workunit.client.0.smithi082.stdout: "[1, 1]", 2024-08-17T01:56:57.563 INFO:tasks.workunit.client.0.smithi082.stdout: "[2, 2]", 2024-08-17T01:56:57.563 INFO:tasks.workunit.client.0.smithi082.stdout: "[3, 3]", 2024-08-17T01:56:57.563 INFO:tasks.workunit.client.0.smithi082.stdout: "[4, 4]", 2024-08-17T01:56:57.563 INFO:tasks.workunit.client.0.smithi082.stdout: "[5, 5]", 2024-08-17T01:56:57.563 INFO:tasks.workunit.client.0.smithi082.stdout: "[6, None]" 2024-08-17T01:56:57.563 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:57.563 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "linear" 2024-08-17T01:56:57.564 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.564 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.564 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 10, 2024-08-17T01:56:57.564 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:56:57.564 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "duration", 2024-08-17T01:56:57.564 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 250000, 2024-08-17T01:56:57.564 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:56:57.564 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:56:57.564 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 249999]", 2024-08-17T01:56:57.564 INFO:tasks.workunit.client.0.smithi082.stdout: "[250000, 499999]", 2024-08-17T01:56:57.564 INFO:tasks.workunit.client.0.smithi082.stdout: "[500000, 999999]", 2024-08-17T01:56:57.564 INFO:tasks.workunit.client.0.smithi082.stdout: "[1000000, 1999999]", 2024-08-17T01:56:57.564 INFO:tasks.workunit.client.0.smithi082.stdout: "[2000000, 3999999]", 2024-08-17T01:56:57.564 INFO:tasks.workunit.client.0.smithi082.stdout: "[4000000, 7999999]", 2024-08-17T01:56:57.565 INFO:tasks.workunit.client.0.smithi082.stdout: "[8000000, 15999999]", 2024-08-17T01:56:57.565 INFO:tasks.workunit.client.0.smithi082.stdout: "[16000000, 31999999]", 2024-08-17T01:56:57.565 INFO:tasks.workunit.client.0.smithi082.stdout: "[32000000, None]" 2024-08-17T01:56:57.565 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:57.565 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:56:57.565 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.565 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:57.565 INFO:tasks.workunit.client.0.smithi082.stdout: "osds": [ 2024-08-17T01:56:57.565 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.565 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 0, 2024-08-17T01:56:57.565 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.565 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.565 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.566 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.566 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.566 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.566 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.566 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.566 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.566 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.566 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.566 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.566 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 1, 2024-08-17T01:56:57.566 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.566 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.566 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.567 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.567 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.567 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.567 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.567 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.567 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.567 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.567 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.567 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.567 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 2, 2024-08-17T01:56:57.567 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.567 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.568 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.568 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.568 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.568 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.568 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.568 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.568 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.568 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.568 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.568 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.568 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 3, 2024-08-17T01:56:57.569 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.569 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.569 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.569 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.569 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.569 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.569 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.569 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.569 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.569 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.569 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.569 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.570 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 4, 2024-08-17T01:56:57.570 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.570 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.570 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.570 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.570 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.570 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.570 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.570 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.570 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.570 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.571 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.571 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.571 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 5, 2024-08-17T01:56:57.571 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.571 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.571 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.571 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.571 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.571 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.571 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.571 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.571 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.571 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.572 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.572 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.572 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 6, 2024-08-17T01:56:57.572 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.572 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.572 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.572 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.572 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.572 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.572 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.572 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.572 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.573 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.573 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.573 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:57.573 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 7, 2024-08-17T01:56:57.573 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:57.573 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.573 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.573 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.573 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.573 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.573 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.573 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:57.574 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:57.574 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.574 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.574 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:57.574 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.574 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.574 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:57.574 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_counters": { 2024-08-17T01:56:57.574 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T01:56:57.574 INFO:tasks.workunit.client.0.smithi082.stdout: "mds": { 2024-08-17T01:56:57.574 INFO:tasks.workunit.client.0.smithi082.stdout: "caps": { 2024-08-17T01:56:57.575 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.575 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.575 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_flush_ack": { 2024-08-17T01:56:57.575 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.575 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.575 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-17T01:56:57.575 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.575 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.575 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_grant": { 2024-08-17T01:56:57.575 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.575 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.575 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_revoke": { 2024-08-17T01:56:57.576 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.576 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.576 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_trunc": { 2024-08-17T01:56:57.576 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.576 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.576 INFO:tasks.workunit.client.0.smithi082.stdout: "dir_commit": { 2024-08-17T01:56:57.576 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.576 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.576 INFO:tasks.workunit.client.0.smithi082.stdout: "dir_fetch_complete": { 2024-08-17T01:56:57.576 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12 2024-08-17T01:56:57.576 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.576 INFO:tasks.workunit.client.0.smithi082.stdout: "dir_fetch_keys": { 2024-08-17T01:56:57.576 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T01:56:57.577 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.577 INFO:tasks.workunit.client.0.smithi082.stdout: "dir_merge": { 2024-08-17T01:56:57.577 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.577 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.577 INFO:tasks.workunit.client.0.smithi082.stdout: "dir_split": { 2024-08-17T01:56:57.577 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.577 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.577 INFO:tasks.workunit.client.0.smithi082.stdout: "exported_inodes": { 2024-08-17T01:56:57.577 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.577 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.577 INFO:tasks.workunit.client.0.smithi082.stdout: "forward": { 2024-08-17T01:56:57.577 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.578 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.578 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_cap_release": { 2024-08-17T01:56:57.578 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.578 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.578 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_caps": { 2024-08-17T01:56:57.578 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.578 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.578 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_caps_dirty": { 2024-08-17T01:56:57.578 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.578 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.578 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_inode_file_caps": { 2024-08-17T01:56:57.578 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.579 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.579 INFO:tasks.workunit.client.0.smithi082.stdout: "imported_inodes": { 2024-08-17T01:56:57.579 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.579 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.579 INFO:tasks.workunit.client.0.smithi082.stdout: "inodes": { 2024-08-17T01:56:57.579 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T01:56:57.579 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.579 INFO:tasks.workunit.client.0.smithi082.stdout: "inodes_expired": { 2024-08-17T01:56:57.579 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.579 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.579 INFO:tasks.workunit.client.0.smithi082.stdout: "inodes_pinned": { 2024-08-17T01:56:57.579 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T01:56:57.579 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.579 INFO:tasks.workunit.client.0.smithi082.stdout: "inodes_with_caps": { 2024-08-17T01:56:57.580 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.580 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.580 INFO:tasks.workunit.client.0.smithi082.stdout: "load_cent": { 2024-08-17T01:56:57.580 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.580 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.580 INFO:tasks.workunit.client.0.smithi082.stdout: "openino_dir_fetch": { 2024-08-17T01:56:57.580 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.580 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.580 INFO:tasks.workunit.client.0.smithi082.stdout: "process_request_cap_release": { 2024-08-17T01:56:57.580 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.580 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.580 INFO:tasks.workunit.client.0.smithi082.stdout: "reply_latency": { 2024-08-17T01:56:57.580 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.580 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.580 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.581 INFO:tasks.workunit.client.0.smithi082.stdout: "request": { 2024-08-17T01:56:57.581 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.581 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.581 INFO:tasks.workunit.client.0.smithi082.stdout: "root_rbytes": { 2024-08-17T01:56:57.581 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.581 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.581 INFO:tasks.workunit.client.0.smithi082.stdout: "root_rfiles": { 2024-08-17T01:56:57.581 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.581 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.581 INFO:tasks.workunit.client.0.smithi082.stdout: "root_rsnaps": { 2024-08-17T01:56:57.581 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.581 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.581 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_reply": { 2024-08-17T01:56:57.582 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.582 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.582 INFO:tasks.workunit.client.0.smithi082.stdout: "subtrees": { 2024-08-17T01:56:57.582 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:56:57.582 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.582 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.582 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_cache": { 2024-08-17T01:56:57.582 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_enqueue_scrub": { 2024-08-17T01:56:57.582 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.582 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.582 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_exportdir": { 2024-08-17T01:56:57.582 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.582 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.583 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_flush": { 2024-08-17T01:56:57.583 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.583 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.583 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_fragmentdir": { 2024-08-17T01:56:57.583 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.583 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.583 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_fragstats": { 2024-08-17T01:56:57.583 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.583 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.583 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_inodestats": { 2024-08-17T01:56:57.583 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.583 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.584 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_quiesce_inode": { 2024-08-17T01:56:57.584 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.584 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.584 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_quiesce_path": { 2024-08-17T01:56:57.584 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.584 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.584 INFO:tasks.workunit.client.0.smithi082.stdout: "num_recovering_enqueued": { 2024-08-17T01:56:57.584 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.584 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.584 INFO:tasks.workunit.client.0.smithi082.stdout: "num_recovering_prioritized": { 2024-08-17T01:56:57.584 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.584 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.584 INFO:tasks.workunit.client.0.smithi082.stdout: "num_recovering_processing": { 2024-08-17T01:56:57.585 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.585 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.585 INFO:tasks.workunit.client.0.smithi082.stdout: "num_strays": { 2024-08-17T01:56:57.585 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.585 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.585 INFO:tasks.workunit.client.0.smithi082.stdout: "num_strays_delayed": { 2024-08-17T01:56:57.585 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.585 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.585 INFO:tasks.workunit.client.0.smithi082.stdout: "num_strays_enqueuing": { 2024-08-17T01:56:57.585 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.585 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.585 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_completed": { 2024-08-17T01:56:57.586 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.586 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.586 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_started": { 2024-08-17T01:56:57.586 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.586 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.586 INFO:tasks.workunit.client.0.smithi082.stdout: "strays_created": { 2024-08-17T01:56:57.586 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.586 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.587 INFO:tasks.workunit.client.0.smithi082.stdout: "strays_enqueued": { 2024-08-17T01:56:57.587 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.587 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.587 INFO:tasks.workunit.client.0.smithi082.stdout: "strays_migrated": { 2024-08-17T01:56:57.587 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.587 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.587 INFO:tasks.workunit.client.0.smithi082.stdout: "strays_reintegrated": { 2024-08-17T01:56:57.587 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.587 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.587 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.588 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_log": { 2024-08-17T01:56:57.588 INFO:tasks.workunit.client.0.smithi082.stdout: "ev": { 2024-08-17T01:56:57.588 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17 2024-08-17T01:56:57.588 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.588 INFO:tasks.workunit.client.0.smithi082.stdout: "evadd": { 2024-08-17T01:56:57.588 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.588 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.588 INFO:tasks.workunit.client.0.smithi082.stdout: "evex": { 2024-08-17T01:56:57.588 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.589 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.589 INFO:tasks.workunit.client.0.smithi082.stdout: "evexd": { 2024-08-17T01:56:57.589 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.589 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.589 INFO:tasks.workunit.client.0.smithi082.stdout: "evexg": { 2024-08-17T01:56:57.589 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.589 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.589 INFO:tasks.workunit.client.0.smithi082.stdout: "evlrg": { 2024-08-17T01:56:57.589 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.589 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.589 INFO:tasks.workunit.client.0.smithi082.stdout: "evtrm": { 2024-08-17T01:56:57.589 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.589 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.590 INFO:tasks.workunit.client.0.smithi082.stdout: "jlat": { 2024-08-17T01:56:57.590 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.590 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.590 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.590 INFO:tasks.workunit.client.0.smithi082.stdout: "replayed": { 2024-08-17T01:56:57.590 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17 2024-08-17T01:56:57.590 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.590 INFO:tasks.workunit.client.0.smithi082.stdout: "seg": { 2024-08-17T01:56:57.590 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T01:56:57.590 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.590 INFO:tasks.workunit.client.0.smithi082.stdout: "segadd": { 2024-08-17T01:56:57.590 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.590 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.591 INFO:tasks.workunit.client.0.smithi082.stdout: "segex": { 2024-08-17T01:56:57.591 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.591 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.591 INFO:tasks.workunit.client.0.smithi082.stdout: "segexd": { 2024-08-17T01:56:57.591 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.591 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.591 INFO:tasks.workunit.client.0.smithi082.stdout: "segexg": { 2024-08-17T01:56:57.591 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.591 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.591 INFO:tasks.workunit.client.0.smithi082.stdout: "segmjr": { 2024-08-17T01:56:57.591 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T01:56:57.592 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.592 INFO:tasks.workunit.client.0.smithi082.stdout: "segtrm": { 2024-08-17T01:56:57.592 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.592 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.592 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.592 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_mem": { 2024-08-17T01:56:57.592 INFO:tasks.workunit.client.0.smithi082.stdout: "cap": { 2024-08-17T01:56:57.592 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.592 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.592 INFO:tasks.workunit.client.0.smithi082.stdout: "cap+": { 2024-08-17T01:56:57.592 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.592 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.593 INFO:tasks.workunit.client.0.smithi082.stdout: "cap-": { 2024-08-17T01:56:57.593 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.593 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.593 INFO:tasks.workunit.client.0.smithi082.stdout: "dir": { 2024-08-17T01:56:57.593 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12 2024-08-17T01:56:57.593 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.593 INFO:tasks.workunit.client.0.smithi082.stdout: "dir+": { 2024-08-17T01:56:57.593 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12 2024-08-17T01:56:57.593 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.593 INFO:tasks.workunit.client.0.smithi082.stdout: "dir-": { 2024-08-17T01:56:57.593 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.593 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.593 INFO:tasks.workunit.client.0.smithi082.stdout: "dn": { 2024-08-17T01:56:57.594 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T01:56:57.594 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.594 INFO:tasks.workunit.client.0.smithi082.stdout: "dn+": { 2024-08-17T01:56:57.594 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T01:56:57.594 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.594 INFO:tasks.workunit.client.0.smithi082.stdout: "dn-": { 2024-08-17T01:56:57.594 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.594 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.594 INFO:tasks.workunit.client.0.smithi082.stdout: "heap": { 2024-08-17T01:56:57.594 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 248096 2024-08-17T01:56:57.594 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.594 INFO:tasks.workunit.client.0.smithi082.stdout: "ino": { 2024-08-17T01:56:57.594 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13 2024-08-17T01:56:57.594 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.595 INFO:tasks.workunit.client.0.smithi082.stdout: "ino+": { 2024-08-17T01:56:57.595 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13 2024-08-17T01:56:57.595 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.595 INFO:tasks.workunit.client.0.smithi082.stdout: "ino-": { 2024-08-17T01:56:57.595 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.595 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.595 INFO:tasks.workunit.client.0.smithi082.stdout: "rss": { 2024-08-17T01:56:57.595 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 49704 2024-08-17T01:56:57.595 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.595 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.595 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_server": { 2024-08-17T01:56:57.595 INFO:tasks.workunit.client.0.smithi082.stdout: "cap_acquisition_throttle": { 2024-08-17T01:56:57.595 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.595 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.596 INFO:tasks.workunit.client.0.smithi082.stdout: "cap_revoke_eviction": { 2024-08-17T01:56:57.596 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.596 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.596 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_request": { 2024-08-17T01:56:57.596 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.596 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.596 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_session": { 2024-08-17T01:56:57.596 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.596 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.596 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_peer_request": { 2024-08-17T01:56:57.596 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.596 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.596 INFO:tasks.workunit.client.0.smithi082.stdout: "req_create_latency": { 2024-08-17T01:56:57.596 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.597 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.597 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.597 INFO:tasks.workunit.client.0.smithi082.stdout: "req_getattr_latency": { 2024-08-17T01:56:57.597 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.597 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.597 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.597 INFO:tasks.workunit.client.0.smithi082.stdout: "req_getfilelock_latency": { 2024-08-17T01:56:57.597 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.597 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.597 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.597 INFO:tasks.workunit.client.0.smithi082.stdout: "req_getvxattr_latency": { 2024-08-17T01:56:57.597 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.597 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.598 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.598 INFO:tasks.workunit.client.0.smithi082.stdout: "req_link_latency": { 2024-08-17T01:56:57.598 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.598 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.598 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.598 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookup_latency": { 2024-08-17T01:56:57.598 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.598 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.598 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.598 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookuphash_latency": { 2024-08-17T01:56:57.598 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.598 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.598 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.599 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookupino_latency": { 2024-08-17T01:56:57.599 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.599 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.599 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.599 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookupname_latency": { 2024-08-17T01:56:57.599 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.599 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.599 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.599 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookupparent_latency": { 2024-08-17T01:56:57.599 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.599 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.599 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.600 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookupsnap_latency": { 2024-08-17T01:56:57.600 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.600 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.600 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.600 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lssnap_latency": { 2024-08-17T01:56:57.600 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.600 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.600 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.600 INFO:tasks.workunit.client.0.smithi082.stdout: "req_mkdir_latency": { 2024-08-17T01:56:57.600 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.600 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.600 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.600 INFO:tasks.workunit.client.0.smithi082.stdout: "req_mknod_latency": { 2024-08-17T01:56:57.600 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.601 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.601 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.601 INFO:tasks.workunit.client.0.smithi082.stdout: "req_mksnap_latency": { 2024-08-17T01:56:57.601 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.601 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.601 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.601 INFO:tasks.workunit.client.0.smithi082.stdout: "req_open_latency": { 2024-08-17T01:56:57.601 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.601 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.601 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.601 INFO:tasks.workunit.client.0.smithi082.stdout: "req_readdir_latency": { 2024-08-17T01:56:57.601 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.601 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.601 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.601 INFO:tasks.workunit.client.0.smithi082.stdout: "req_rename_latency": { 2024-08-17T01:56:57.601 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.602 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.602 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.602 INFO:tasks.workunit.client.0.smithi082.stdout: "req_renamesnap_latency": { 2024-08-17T01:56:57.602 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.602 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.602 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.602 INFO:tasks.workunit.client.0.smithi082.stdout: "req_rmdir_latency": { 2024-08-17T01:56:57.602 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.602 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.602 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.602 INFO:tasks.workunit.client.0.smithi082.stdout: "req_rmsnap_latency": { 2024-08-17T01:56:57.602 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.602 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.603 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.603 INFO:tasks.workunit.client.0.smithi082.stdout: "req_rmxattr_latency": { 2024-08-17T01:56:57.603 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.603 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.603 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.603 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setattr_latency": { 2024-08-17T01:56:57.603 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.603 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.603 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.603 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setdirlayout_latency": { 2024-08-17T01:56:57.603 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.603 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.603 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.603 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setfilelock_latency": { 2024-08-17T01:56:57.604 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.604 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.604 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.604 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setlayout_latency": { 2024-08-17T01:56:57.604 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.604 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.604 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.604 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setxattr_latency": { 2024-08-17T01:56:57.604 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.604 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.604 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.604 INFO:tasks.workunit.client.0.smithi082.stdout: "req_snapdiff_latency": { 2024-08-17T01:56:57.604 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.604 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.605 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.605 INFO:tasks.workunit.client.0.smithi082.stdout: "req_symlink_latency": { 2024-08-17T01:56:57.605 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.605 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.605 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.605 INFO:tasks.workunit.client.0.smithi082.stdout: "req_unlink_latency": { 2024-08-17T01:56:57.605 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.605 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.605 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.605 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.605 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_sessions": { 2024-08-17T01:56:57.605 INFO:tasks.workunit.client.0.smithi082.stdout: "average_load": { 2024-08-17T01:56:57.605 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.606 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.606 INFO:tasks.workunit.client.0.smithi082.stdout: "avg_session_uptime": { 2024-08-17T01:56:57.606 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.606 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.606 INFO:tasks.workunit.client.0.smithi082.stdout: "mdthresh_evicted": { 2024-08-17T01:56:57.606 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.606 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.606 INFO:tasks.workunit.client.0.smithi082.stdout: "session_add": { 2024-08-17T01:56:57.606 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8 2024-08-17T01:56:57.606 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.606 INFO:tasks.workunit.client.0.smithi082.stdout: "session_count": { 2024-08-17T01:56:57.606 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.606 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.607 INFO:tasks.workunit.client.0.smithi082.stdout: "session_remove": { 2024-08-17T01:56:57.607 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8 2024-08-17T01:56:57.607 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.607 INFO:tasks.workunit.client.0.smithi082.stdout: "sessions_open": { 2024-08-17T01:56:57.607 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:56:57.607 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.607 INFO:tasks.workunit.client.0.smithi082.stdout: "sessions_stale": { 2024-08-17T01:56:57.607 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.607 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.607 INFO:tasks.workunit.client.0.smithi082.stdout: "total_load": { 2024-08-17T01:56:57.607 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.607 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.607 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.607 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:56:57.608 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:56:57.608 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.608 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.608 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:56:57.608 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37 2024-08-17T01:56:57.608 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.608 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:56:57.608 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.608 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.608 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:56:57.608 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7 2024-08-17T01:56:57.608 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.608 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.609 INFO:tasks.workunit.client.0.smithi082.stdout: "purge_queue": { 2024-08-17T01:56:57.609 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executed": { 2024-08-17T01:56:57.609 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.609 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.609 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executed_ops": { 2024-08-17T01:56:57.609 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.609 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.609 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executing": { 2024-08-17T01:56:57.609 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.609 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.609 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executing_high_water": { 2024-08-17T01:56:57.609 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.609 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.610 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executing_ops": { 2024-08-17T01:56:57.610 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.610 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.610 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executing_ops_high_water": { 2024-08-17T01:56:57.610 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.610 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.610 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_item_in_journal": { 2024-08-17T01:56:57.610 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.610 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.610 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.610 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.610 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T01:56:57.611 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:56:57.611 INFO:tasks.workunit.client.0.smithi082.stdout: "election_call": { 2024-08-17T01:56:57.611 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T01:56:57.611 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.611 INFO:tasks.workunit.client.0.smithi082.stdout: "election_lose": { 2024-08-17T01:56:57.611 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.611 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.611 INFO:tasks.workunit.client.0.smithi082.stdout: "election_win": { 2024-08-17T01:56:57.611 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T01:56:57.611 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_elections": { 2024-08-17T01:56:57.611 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21 2024-08-17T01:56:57.611 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.612 INFO:tasks.workunit.client.0.smithi082.stdout: "num_sessions": { 2024-08-17T01:56:57.612 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T01:56:57.612 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.612 INFO:tasks.workunit.client.0.smithi082.stdout: "session_add": { 2024-08-17T01:56:57.612 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5 2024-08-17T01:56:57.612 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.612 INFO:tasks.workunit.client.0.smithi082.stdout: "session_rm": { 2024-08-17T01:56:57.612 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 213 2024-08-17T01:56:57.612 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.612 INFO:tasks.workunit.client.0.smithi082.stdout: "session_trim": { 2024-08-17T01:56:57.612 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.612 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.612 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.612 INFO:tasks.workunit.client.0.smithi082.stdout: "paxos": { 2024-08-17T01:56:57.612 INFO:tasks.workunit.client.0.smithi082.stdout: "accept_timeout": { 2024-08-17T01:56:57.613 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.613 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.613 INFO:tasks.workunit.client.0.smithi082.stdout: "begin": { 2024-08-17T01:56:57.613 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7856 2024-08-17T01:56:57.613 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.613 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_bytes": { 2024-08-17T01:56:57.613 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7856, 2024-08-17T01:56:57.613 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57797724 2024-08-17T01:56:57.613 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.613 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_keys": { 2024-08-17T01:56:57.613 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7856, 2024-08-17T01:56:57.613 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23568 2024-08-17T01:56:57.613 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.614 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_latency": { 2024-08-17T01:56:57.614 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7856, 2024-08-17T01:56:57.614 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1781965779 2024-08-17T01:56:57.614 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.614 INFO:tasks.workunit.client.0.smithi082.stdout: "collect": { 2024-08-17T01:56:57.614 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.614 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.614 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_bytes": { 2024-08-17T01:56:57.614 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.614 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.614 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.614 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_keys": { 2024-08-17T01:56:57.614 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.614 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.615 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.615 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_latency": { 2024-08-17T01:56:57.615 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.615 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.615 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.615 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_timeout": { 2024-08-17T01:56:57.615 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.615 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.615 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_uncommitted": { 2024-08-17T01:56:57.615 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:56:57.615 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.615 INFO:tasks.workunit.client.0.smithi082.stdout: "commit": { 2024-08-17T01:56:57.615 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7854 2024-08-17T01:56:57.616 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.616 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_bytes": { 2024-08-17T01:56:57.616 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7854, 2024-08-17T01:56:57.616 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57204001 2024-08-17T01:56:57.616 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.616 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_keys": { 2024-08-17T01:56:57.616 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7854, 2024-08-17T01:56:57.616 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 62900 2024-08-17T01:56:57.616 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.616 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_latency": { 2024-08-17T01:56:57.616 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7854, 2024-08-17T01:56:57.616 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3025973545 2024-08-17T01:56:57.617 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.617 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_ack_timeout": { 2024-08-17T01:56:57.617 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.617 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.617 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_timeout": { 2024-08-17T01:56:57.617 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.617 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.617 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn": { 2024-08-17T01:56:57.617 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T01:56:57.617 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.617 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn_latency": { 2024-08-17T01:56:57.617 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 6, 2024-08-17T01:56:57.617 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2999943 2024-08-17T01:56:57.618 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.618 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh": { 2024-08-17T01:56:57.618 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7857 2024-08-17T01:56:57.618 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.618 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh_latency": { 2024-08-17T01:56:57.618 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7857, 2024-08-17T01:56:57.618 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29698427849 2024-08-17T01:56:57.618 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.618 INFO:tasks.workunit.client.0.smithi082.stdout: "restart": { 2024-08-17T01:56:57.618 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23 2024-08-17T01:56:57.618 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.618 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state": { 2024-08-17T01:56:57.619 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:56:57.619 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.619 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_bytes": { 2024-08-17T01:56:57.619 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T01:56:57.619 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 66484 2024-08-17T01:56:57.619 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.619 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_keys": { 2024-08-17T01:56:57.619 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T01:56:57.619 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T01:56:57.619 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.619 INFO:tasks.workunit.client.0.smithi082.stdout: "start_leader": { 2024-08-17T01:56:57.619 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T01:56:57.619 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.620 INFO:tasks.workunit.client.0.smithi082.stdout: "start_peon": { 2024-08-17T01:56:57.620 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.620 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.620 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state": { 2024-08-17T01:56:57.620 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.620 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.620 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_bytes": { 2024-08-17T01:56:57.620 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.620 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.620 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.620 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_keys": { 2024-08-17T01:56:57.620 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.620 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.621 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.621 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_latency": { 2024-08-17T01:56:57.621 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.621 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.621 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.621 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.621 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache": { 2024-08-17T01:56:57.621 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:56:57.621 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1020054731 2024-08-17T01:56:57.621 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.621 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:56:57.621 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 252764160 2024-08-17T01:56:57.621 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.622 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:56:57.622 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 252166144 2024-08-17T01:56:57.622 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.622 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:56:57.622 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2147483648 2024-08-17T01:56:57.622 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.622 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:56:57.622 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 598016 2024-08-17T01:56:57.622 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.622 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.622 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:full": { 2024-08-17T01:56:57.622 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.622 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 360710144 2024-08-17T01:56:57.623 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.623 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.623 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.623 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.623 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.623 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.623 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.623 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.623 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266376529 2024-08-17T01:56:57.623 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.623 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.623 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26677144 2024-08-17T01:56:57.623 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.624 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.624 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.624 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.624 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.624 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.624 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.624 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.624 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.624 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.624 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.624 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.624 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.624 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.624 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.625 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.625 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.625 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.625 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.625 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.625 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.625 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.625 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.625 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.625 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.625 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.625 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67656471 2024-08-17T01:56:57.625 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.625 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.626 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:inc": { 2024-08-17T01:56:57.626 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.626 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 335544320 2024-08-17T01:56:57.626 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.626 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.626 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.626 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.626 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.626 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.626 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.626 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.626 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266376529 2024-08-17T01:56:57.626 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.627 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.627 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2021808 2024-08-17T01:56:57.627 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.627 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.627 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.627 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.627 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.627 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.627 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.627 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.627 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.627 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.627 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.627 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.628 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.628 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.628 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.628 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.628 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.628 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.628 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.628 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.628 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.628 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.628 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.628 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.628 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.629 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.629 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67145983 2024-08-17T01:56:57.629 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.629 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.629 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:kv": { 2024-08-17T01:56:57.629 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.629 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 314572800 2024-08-17T01:56:57.629 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.629 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.629 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:57.629 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.629 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.629 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.629 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.630 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.630 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177584352 2024-08-17T01:56:57.630 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.630 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.630 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.630 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.630 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.630 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.630 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.630 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.630 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.630 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.631 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.631 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.631 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.631 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.631 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.631 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.631 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.631 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.631 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.631 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.631 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.631 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.631 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.632 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.632 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.632 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.632 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.632 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.632 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.632 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 69879584 2024-08-17T01:56:57.632 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.632 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.632 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb": { 2024-08-17T01:56:57.632 INFO:tasks.workunit.client.0.smithi082.stdout: "compact": { 2024-08-17T01:56:57.632 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.632 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.633 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_len": { 2024-08-17T01:56:57.633 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.633 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.633 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_merge": { 2024-08-17T01:56:57.633 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.633 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.633 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_range": { 2024-08-17T01:56:57.633 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 89 2024-08-17T01:56:57.633 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.633 INFO:tasks.workunit.client.0.smithi082.stdout: "get_latency": { 2024-08-17T01:56:57.633 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 356303, 2024-08-17T01:56:57.633 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1970352912 2024-08-17T01:56:57.633 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.634 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_delay_time": { 2024-08-17T01:56:57.634 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.634 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.634 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.634 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_memtable_time": { 2024-08-17T01:56:57.634 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.634 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.634 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.634 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T01:56:57.634 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.634 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.634 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.634 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_wal_time": { 2024-08-17T01:56:57.635 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.635 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.635 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.635 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_latency": { 2024-08-17T01:56:57.635 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.635 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.635 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.635 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_sync_latency": { 2024-08-17T01:56:57.635 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19229, 2024-08-17T01:56:57.635 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7984970815 2024-08-17T01:56:57.635 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.635 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.636 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.636 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T01:56:57.636 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:56:57.636 INFO:tasks.workunit.client.0.smithi082.stdout: "election_call": { 2024-08-17T01:56:57.636 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:56:57.636 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.636 INFO:tasks.workunit.client.0.smithi082.stdout: "election_lose": { 2024-08-17T01:56:57.636 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:56:57.636 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.636 INFO:tasks.workunit.client.0.smithi082.stdout: "election_win": { 2024-08-17T01:56:57.636 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.636 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.636 INFO:tasks.workunit.client.0.smithi082.stdout: "num_elections": { 2024-08-17T01:56:57.637 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9 2024-08-17T01:56:57.637 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.637 INFO:tasks.workunit.client.0.smithi082.stdout: "num_sessions": { 2024-08-17T01:56:57.637 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8 2024-08-17T01:56:57.637 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.637 INFO:tasks.workunit.client.0.smithi082.stdout: "session_add": { 2024-08-17T01:56:57.637 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3 2024-08-17T01:56:57.637 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.637 INFO:tasks.workunit.client.0.smithi082.stdout: "session_rm": { 2024-08-17T01:56:57.637 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 249 2024-08-17T01:56:57.637 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.637 INFO:tasks.workunit.client.0.smithi082.stdout: "session_trim": { 2024-08-17T01:56:57.637 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.638 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.638 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.638 INFO:tasks.workunit.client.0.smithi082.stdout: "paxos": { 2024-08-17T01:56:57.638 INFO:tasks.workunit.client.0.smithi082.stdout: "accept_timeout": { 2024-08-17T01:56:57.638 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.638 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.638 INFO:tasks.workunit.client.0.smithi082.stdout: "begin": { 2024-08-17T01:56:57.638 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7757 2024-08-17T01:56:57.638 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.638 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_bytes": { 2024-08-17T01:56:57.638 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7757, 2024-08-17T01:56:57.638 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56344098 2024-08-17T01:56:57.639 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.639 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_keys": { 2024-08-17T01:56:57.639 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.639 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.639 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.639 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_latency": { 2024-08-17T01:56:57.639 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7757, 2024-08-17T01:56:57.639 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1292977327 2024-08-17T01:56:57.639 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.639 INFO:tasks.workunit.client.0.smithi082.stdout: "collect": { 2024-08-17T01:56:57.639 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:56:57.639 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.639 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_bytes": { 2024-08-17T01:56:57.640 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T01:56:57.640 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 146 2024-08-17T01:56:57.640 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.640 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_keys": { 2024-08-17T01:56:57.640 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T01:56:57.640 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:56:57.640 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.640 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_latency": { 2024-08-17T01:56:57.640 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T01:56:57.640 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.640 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.640 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_timeout": { 2024-08-17T01:56:57.640 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.640 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.641 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_uncommitted": { 2024-08-17T01:56:57.641 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.641 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.641 INFO:tasks.workunit.client.0.smithi082.stdout: "commit": { 2024-08-17T01:56:57.641 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7757 2024-08-17T01:56:57.641 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.641 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_bytes": { 2024-08-17T01:56:57.641 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.641 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.641 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.641 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_keys": { 2024-08-17T01:56:57.641 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.641 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.641 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.642 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_latency": { 2024-08-17T01:56:57.642 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.642 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.642 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.642 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_ack_timeout": { 2024-08-17T01:56:57.642 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.642 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.642 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_timeout": { 2024-08-17T01:56:57.642 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.642 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.642 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn": { 2024-08-17T01:56:57.642 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.643 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.643 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn_latency": { 2024-08-17T01:56:57.643 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.643 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.643 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.643 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh": { 2024-08-17T01:56:57.643 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7757 2024-08-17T01:56:57.643 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.643 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh_latency": { 2024-08-17T01:56:57.643 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7757, 2024-08-17T01:56:57.643 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24407571086 2024-08-17T01:56:57.643 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.643 INFO:tasks.workunit.client.0.smithi082.stdout: "restart": { 2024-08-17T01:56:57.643 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11 2024-08-17T01:56:57.643 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.644 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state": { 2024-08-17T01:56:57.644 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.644 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.644 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_bytes": { 2024-08-17T01:56:57.644 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.644 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.644 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.644 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_keys": { 2024-08-17T01:56:57.644 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.644 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.644 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.644 INFO:tasks.workunit.client.0.smithi082.stdout: "start_leader": { 2024-08-17T01:56:57.644 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.645 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.645 INFO:tasks.workunit.client.0.smithi082.stdout: "start_peon": { 2024-08-17T01:56:57.645 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:56:57.645 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.645 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state": { 2024-08-17T01:56:57.645 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7757 2024-08-17T01:56:57.645 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.645 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_bytes": { 2024-08-17T01:56:57.645 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7757, 2024-08-17T01:56:57.645 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 111210921 2024-08-17T01:56:57.645 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.645 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_keys": { 2024-08-17T01:56:57.645 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7757, 2024-08-17T01:56:57.646 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 69961 2024-08-17T01:56:57.646 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.646 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_latency": { 2024-08-17T01:56:57.646 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7757, 2024-08-17T01:56:57.646 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2680952963 2024-08-17T01:56:57.646 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.646 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.646 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache": { 2024-08-17T01:56:57.646 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:56:57.646 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1020054731 2024-08-17T01:56:57.646 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.646 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:56:57.647 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 163512320 2024-08-17T01:56:57.647 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.647 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:56:57.647 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 162512896 2024-08-17T01:56:57.647 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.647 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:56:57.647 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2147483648 2024-08-17T01:56:57.647 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.647 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:56:57.647 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 999424 2024-08-17T01:56:57.647 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.647 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.647 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:full": { 2024-08-17T01:56:57.648 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.648 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 360710144 2024-08-17T01:56:57.648 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.648 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.648 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.648 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.648 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.648 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.648 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.648 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.648 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266884631 2024-08-17T01:56:57.648 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.648 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.649 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 25782459 2024-08-17T01:56:57.649 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.649 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.649 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.649 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.649 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.649 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.649 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.649 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.649 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.649 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.649 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.649 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.650 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.650 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.650 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.650 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.650 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.650 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.650 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.650 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.650 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.650 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.650 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.650 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.650 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.651 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.651 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68043054 2024-08-17T01:56:57.651 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.651 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.651 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:inc": { 2024-08-17T01:56:57.651 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.651 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 339738624 2024-08-17T01:56:57.651 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.651 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.651 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.651 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.651 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.651 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.652 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.652 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.652 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266884631 2024-08-17T01:56:57.652 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.652 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.652 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1561553 2024-08-17T01:56:57.652 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.652 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.652 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.652 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.652 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.652 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.652 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.653 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.653 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.653 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.653 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.653 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.653 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.653 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.653 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.653 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.653 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.653 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.653 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.653 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.654 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.654 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.654 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.654 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.654 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.654 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.654 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71292440 2024-08-17T01:56:57.654 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.654 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.654 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:kv": { 2024-08-17T01:56:57.654 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.654 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 314572800 2024-08-17T01:56:57.654 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.655 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.655 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:57.655 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.655 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.655 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.655 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.655 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.655 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177923087 2024-08-17T01:56:57.655 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.656 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.656 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.656 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.656 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.656 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.656 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.656 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.656 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.656 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.656 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.656 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.656 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.656 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.657 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.657 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.657 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.657 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.657 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.657 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.657 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.657 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.657 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.657 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.658 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.658 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.658 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.658 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.658 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.658 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 69540849 2024-08-17T01:56:57.658 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.659 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.659 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb": { 2024-08-17T01:56:57.659 INFO:tasks.workunit.client.0.smithi082.stdout: "compact": { 2024-08-17T01:56:57.659 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.659 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.659 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_len": { 2024-08-17T01:56:57.659 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.659 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.659 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_merge": { 2024-08-17T01:56:57.660 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.660 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.660 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_range": { 2024-08-17T01:56:57.660 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 89 2024-08-17T01:56:57.660 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.660 INFO:tasks.workunit.client.0.smithi082.stdout: "get_latency": { 2024-08-17T01:56:57.660 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 338793, 2024-08-17T01:56:57.660 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1600923211 2024-08-17T01:56:57.660 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.661 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_delay_time": { 2024-08-17T01:56:57.661 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.661 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.661 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.661 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_memtable_time": { 2024-08-17T01:56:57.661 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.661 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.661 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.661 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T01:56:57.661 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.661 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.661 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.661 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_wal_time": { 2024-08-17T01:56:57.662 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.662 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.662 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.662 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_latency": { 2024-08-17T01:56:57.662 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.662 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.662 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.662 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_sync_latency": { 2024-08-17T01:56:57.662 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 18982, 2024-08-17T01:56:57.662 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6212417897 2024-08-17T01:56:57.662 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.663 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.663 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.663 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.b49720f953d6f37bda4fd718c5ff5f803b0cc706": { 2024-08-17T01:56:57.663 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:56:57.663 INFO:tasks.workunit.client.0.smithi082.stdout: "election_call": { 2024-08-17T01:56:57.663 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:56:57.663 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.663 INFO:tasks.workunit.client.0.smithi082.stdout: "election_lose": { 2024-08-17T01:56:57.663 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T01:56:57.663 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.663 INFO:tasks.workunit.client.0.smithi082.stdout: "election_win": { 2024-08-17T01:56:57.663 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.663 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_elections": { 2024-08-17T01:56:57.664 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T01:56:57.664 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_sessions": { 2024-08-17T01:56:57.664 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8 2024-08-17T01:56:57.664 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.664 INFO:tasks.workunit.client.0.smithi082.stdout: "session_add": { 2024-08-17T01:56:57.664 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T01:56:57.664 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.664 INFO:tasks.workunit.client.0.smithi082.stdout: "session_rm": { 2024-08-17T01:56:57.664 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 267 2024-08-17T01:56:57.664 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.664 INFO:tasks.workunit.client.0.smithi082.stdout: "session_trim": { 2024-08-17T01:56:57.665 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.665 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.665 INFO:tasks.workunit.client.0.smithi082.stdout: "paxos": { 2024-08-17T01:56:57.665 INFO:tasks.workunit.client.0.smithi082.stdout: "accept_timeout": { 2024-08-17T01:56:57.665 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.665 INFO:tasks.workunit.client.0.smithi082.stdout: "begin": { 2024-08-17T01:56:57.665 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7792 2024-08-17T01:56:57.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.665 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_bytes": { 2024-08-17T01:56:57.665 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7792, 2024-08-17T01:56:57.665 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56701458 2024-08-17T01:56:57.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.665 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_keys": { 2024-08-17T01:56:57.666 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.666 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.666 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.666 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_latency": { 2024-08-17T01:56:57.666 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7792, 2024-08-17T01:56:57.666 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2000961576 2024-08-17T01:56:57.666 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.666 INFO:tasks.workunit.client.0.smithi082.stdout: "collect": { 2024-08-17T01:56:57.666 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T01:56:57.666 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.666 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_bytes": { 2024-08-17T01:56:57.666 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:56:57.666 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 292 2024-08-17T01:56:57.667 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.667 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_keys": { 2024-08-17T01:56:57.667 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:56:57.667 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T01:56:57.667 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.667 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_latency": { 2024-08-17T01:56:57.667 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:56:57.667 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2999944 2024-08-17T01:56:57.667 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.667 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_timeout": { 2024-08-17T01:56:57.667 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.667 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.667 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_uncommitted": { 2024-08-17T01:56:57.667 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T01:56:57.668 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.668 INFO:tasks.workunit.client.0.smithi082.stdout: "commit": { 2024-08-17T01:56:57.668 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7793 2024-08-17T01:56:57.668 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.668 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_bytes": { 2024-08-17T01:56:57.668 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.668 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.668 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.668 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_keys": { 2024-08-17T01:56:57.668 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.668 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.668 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.669 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_latency": { 2024-08-17T01:56:57.669 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.669 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.669 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.669 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_ack_timeout": { 2024-08-17T01:56:57.669 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.669 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.669 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_timeout": { 2024-08-17T01:56:57.669 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.669 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.669 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn": { 2024-08-17T01:56:57.669 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.669 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.670 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn_latency": { 2024-08-17T01:56:57.670 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.670 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.670 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.670 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh": { 2024-08-17T01:56:57.670 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7793 2024-08-17T01:56:57.670 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.670 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh_latency": { 2024-08-17T01:56:57.670 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7793, 2024-08-17T01:56:57.670 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26805483529 2024-08-17T01:56:57.671 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.671 INFO:tasks.workunit.client.0.smithi082.stdout: "restart": { 2024-08-17T01:56:57.671 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17 2024-08-17T01:56:57.671 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.671 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state": { 2024-08-17T01:56:57.671 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.671 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.671 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_bytes": { 2024-08-17T01:56:57.671 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.671 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.671 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.671 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_keys": { 2024-08-17T01:56:57.672 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.672 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.672 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.672 INFO:tasks.workunit.client.0.smithi082.stdout: "start_leader": { 2024-08-17T01:56:57.672 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.672 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.672 INFO:tasks.workunit.client.0.smithi082.stdout: "start_peon": { 2024-08-17T01:56:57.672 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T01:56:57.672 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.672 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state": { 2024-08-17T01:56:57.672 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7792 2024-08-17T01:56:57.672 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.672 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_bytes": { 2024-08-17T01:56:57.673 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7792, 2024-08-17T01:56:57.673 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 111966011 2024-08-17T01:56:57.673 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.673 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_keys": { 2024-08-17T01:56:57.673 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7792, 2024-08-17T01:56:57.673 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70242 2024-08-17T01:56:57.673 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.673 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_latency": { 2024-08-17T01:56:57.673 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7792, 2024-08-17T01:56:57.673 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5970885066 2024-08-17T01:56:57.673 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.673 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.674 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache": { 2024-08-17T01:56:57.674 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:56:57.674 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1020054731 2024-08-17T01:56:57.674 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.674 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:56:57.674 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177176576 2024-08-17T01:56:57.674 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.674 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:56:57.674 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176611328 2024-08-17T01:56:57.674 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.674 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:56:57.674 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2147483648 2024-08-17T01:56:57.675 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.675 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:56:57.675 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 565248 2024-08-17T01:56:57.675 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.675 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.675 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:full": { 2024-08-17T01:56:57.675 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.675 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 360710144 2024-08-17T01:56:57.675 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.675 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.675 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.675 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.675 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.676 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.676 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.676 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.676 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266047432 2024-08-17T01:56:57.676 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.676 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.676 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26710772 2024-08-17T01:56:57.676 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.676 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.676 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.676 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.676 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.677 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.677 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.677 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.677 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.677 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.677 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.677 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.677 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.677 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.677 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.677 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.677 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.677 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.678 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.678 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.678 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.678 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.678 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.678 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.678 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.678 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.678 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67951940 2024-08-17T01:56:57.678 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.678 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.679 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:inc": { 2024-08-17T01:56:57.679 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.679 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 339738624 2024-08-17T01:56:57.679 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.679 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.679 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.679 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.679 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.679 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.679 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.679 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.679 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266047432 2024-08-17T01:56:57.679 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.679 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.680 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2865771 2024-08-17T01:56:57.680 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.680 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.680 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.680 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.680 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.680 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.680 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.680 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.680 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.680 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.680 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.680 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.681 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.681 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.681 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.681 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.681 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.681 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.681 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.681 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.682 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.682 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.682 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.682 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.682 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.682 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.682 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70825421 2024-08-17T01:56:57.682 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.682 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.682 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:kv": { 2024-08-17T01:56:57.682 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.682 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 314572800 2024-08-17T01:56:57.682 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.682 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.683 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:57.683 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.683 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.683 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.683 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.683 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.683 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177364955 2024-08-17T01:56:57.683 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.683 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.684 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.684 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.684 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.684 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.684 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.684 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.684 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.684 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.684 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.684 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.684 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.684 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.684 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.684 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.685 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.685 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.685 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.685 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.685 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.685 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.685 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.685 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.685 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.685 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.685 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.686 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.686 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.686 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70098981 2024-08-17T01:56:57.686 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.686 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.686 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb": { 2024-08-17T01:56:57.686 INFO:tasks.workunit.client.0.smithi082.stdout: "compact": { 2024-08-17T01:56:57.686 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.686 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.686 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_len": { 2024-08-17T01:56:57.686 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.686 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.687 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_merge": { 2024-08-17T01:56:57.687 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.687 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.687 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_range": { 2024-08-17T01:56:57.687 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 89 2024-08-17T01:56:57.687 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.687 INFO:tasks.workunit.client.0.smithi082.stdout: "get_latency": { 2024-08-17T01:56:57.687 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 342653, 2024-08-17T01:56:57.687 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1715703277 2024-08-17T01:56:57.687 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.688 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_delay_time": { 2024-08-17T01:56:57.688 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.688 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.688 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.688 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_memtable_time": { 2024-08-17T01:56:57.688 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.688 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.688 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.688 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T01:56:57.688 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.688 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.689 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.689 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_wal_time": { 2024-08-17T01:56:57.689 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.689 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.689 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.689 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_latency": { 2024-08-17T01:56:57.689 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.689 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.689 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.689 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_sync_latency": { 2024-08-17T01:56:57.689 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19075, 2024-08-17T01:56:57.690 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10148580577 2024-08-17T01:56:57.690 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.690 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.690 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.690 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.0": { 2024-08-17T01:56:57.690 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:57.690 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:56:57.690 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12702 2024-08-17T01:56:57.691 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.691 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:56:57.691 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.691 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.691 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:56:57.691 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.691 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.691 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:56:57.691 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.692 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.692 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:56:57.692 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:56:57.692 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.692 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:56:57.692 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.692 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.692 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:56:57.693 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.693 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.693 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:56:57.693 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.693 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.693 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:56:57.693 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.693 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.693 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:56:57.693 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7364608 2024-08-17T01:56:57.694 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.694 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:56:57.694 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 716525568 2024-08-17T01:56:57.694 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.694 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:56:57.694 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19, 2024-08-17T01:56:57.694 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4994747 2024-08-17T01:56:57.694 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.694 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:56:57.694 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19, 2024-08-17T01:56:57.694 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1571564 2024-08-17T01:56:57.694 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.694 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:56:57.695 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 192, 2024-08-17T01:56:57.695 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 732498 2024-08-17T01:56:57.695 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.695 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:56:57.695 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:56:57.695 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.695 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:56:57.695 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 649592832 2024-08-17T01:56:57.695 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.695 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:56:57.695 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 78771, 2024-08-17T01:56:57.695 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10285525303 2024-08-17T01:56:57.695 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.695 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:56:57.696 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 78781, 2024-08-17T01:56:57.696 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16984972879 2024-08-17T01:56:57.696 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.696 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:56:57.696 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6787072 2024-08-17T01:56:57.696 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.696 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:56:57.696 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 322686976 2024-08-17T01:56:57.696 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.696 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:56:57.696 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 648151040 2024-08-17T01:56:57.696 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.696 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:56:57.697 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.697 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.697 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:56:57.697 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.697 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.697 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:56:57.697 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 48 2024-08-17T01:56:57.697 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.697 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:56:57.697 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 351525514 2024-08-17T01:56:57.697 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.697 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:56:57.697 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23591 2024-08-17T01:56:57.698 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.698 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:56:57.698 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 288485376 2024-08-17T01:56:57.698 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.698 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:56:57.698 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 288489472 2024-08-17T01:56:57.698 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.698 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:56:57.698 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.698 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.698 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:56:57.698 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.699 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.699 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:56:57.699 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10925 2024-08-17T01:56:57.699 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.699 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:56:57.699 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 23591, 2024-08-17T01:56:57.699 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 150935933 2024-08-17T01:56:57.699 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.699 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:56:57.699 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 270524795 2024-08-17T01:56:57.699 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.699 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:56:57.699 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21107 2024-08-17T01:56:57.699 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.700 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:56:57.700 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2086218 2024-08-17T01:56:57.700 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.700 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:56:57.700 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 548 2024-08-17T01:56:57.700 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.700 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:56:57.700 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7296093 2024-08-17T01:56:57.700 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.700 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:56:57.700 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 794 2024-08-17T01:56:57.700 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.701 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:56:57.701 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5209875 2024-08-17T01:56:57.701 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.701 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:56:57.701 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5209875 2024-08-17T01:56:57.701 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.701 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:56:57.701 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.701 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.701 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:56:57.701 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.701 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.701 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:56:57.701 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 254 2024-08-17T01:56:57.701 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.702 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:56:57.702 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 794, 2024-08-17T01:56:57.702 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2373153 2024-08-17T01:56:57.702 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.702 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:56:57.702 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.702 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.702 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.702 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:56:57.702 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.702 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.702 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:56:57.702 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.702 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.703 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:56:57.703 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:56:57.703 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 682 2024-08-17T01:56:57.703 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.703 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:56:57.703 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:56:57.703 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5506 2024-08-17T01:56:57.703 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.703 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:56:57.703 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.703 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.703 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.704 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:56:57.704 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.704 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.704 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:56:57.704 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.704 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.704 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:56:57.704 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1049452544 2024-08-17T01:56:57.704 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.704 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.704 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:56:57.704 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:56:57.704 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:56:57.705 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.705 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:56:57.705 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15241216 2024-08-17T01:56:57.705 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.705 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:56:57.705 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 24064, 2024-08-17T01:56:57.705 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 80355507 2024-08-17T01:56:57.705 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.705 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:56:57.705 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3307, 2024-08-17T01:56:57.705 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 416481516 2024-08-17T01:56:57.705 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.705 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:56:57.705 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.706 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.706 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.706 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:56:57.706 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.706 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.706 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:56:57.706 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.706 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.706 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:56:57.706 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.706 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.706 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:56:57.706 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 24478, 2024-08-17T01:56:57.706 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 191540511 2024-08-17T01:56:57.706 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.707 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:56:57.707 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.707 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.707 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.707 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:56:57.707 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.707 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.707 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:56:57.707 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 78716, 2024-08-17T01:56:57.707 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21119424463 2024-08-17T01:56:57.707 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.707 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:56:57.707 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 78115, 2024-08-17T01:56:57.708 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1676126858 2024-08-17T01:56:57.708 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.708 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:56:57.708 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 78716, 2024-08-17T01:56:57.708 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 46926085 2024-08-17T01:56:57.708 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.708 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:56:57.708 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 78716, 2024-08-17T01:56:57.708 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21166350548 2024-08-17T01:56:57.708 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.708 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:56:57.708 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.709 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.709 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.709 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:56:57.709 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 247919, 2024-08-17T01:56:57.709 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1922072832 2024-08-17T01:56:57.709 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.709 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:56:57.709 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1091, 2024-08-17T01:56:57.709 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2889174 2024-08-17T01:56:57.709 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.709 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:56:57.709 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 155347, 2024-08-17T01:56:57.709 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56415813 2024-08-17T01:56:57.710 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.710 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:56:57.710 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 53, 2024-08-17T01:56:57.710 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 88369 2024-08-17T01:56:57.710 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.710 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:56:57.710 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 27978, 2024-08-17T01:56:57.710 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4505518237 2024-08-17T01:56:57.710 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.710 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:56:57.710 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 482351 2024-08-17T01:56:57.710 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.710 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:56:57.711 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24033 2024-08-17T01:56:57.711 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.711 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:56:57.711 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19668, 2024-08-17T01:56:57.711 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2415778851 2024-08-17T01:56:57.711 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.711 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:56:57.711 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 46192, 2024-08-17T01:56:57.711 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17332838 2024-08-17T01:56:57.711 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.711 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:56:57.711 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 26524, 2024-08-17T01:56:57.712 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1888545547 2024-08-17T01:56:57.712 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.712 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:56:57.712 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.712 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.712 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:56:57.712 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15147, 2024-08-17T01:56:57.712 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 421414040 2024-08-17T01:56:57.712 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.712 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:56:57.712 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.712 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.712 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:56:57.712 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.713 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.713 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:56:57.713 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.713 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.713 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:56:57.713 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.713 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.713 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:56:57.713 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:56:57.713 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11185949100 2024-08-17T01:56:57.713 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.713 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:56:57.713 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 9548, 2024-08-17T01:56:57.714 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 815677521 2024-08-17T01:56:57.714 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.714 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:56:57.714 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 9547, 2024-08-17T01:56:57.714 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2790186713315 2024-08-17T01:56:57.714 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.714 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:56:57.714 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 9548, 2024-08-17T01:56:57.714 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6322396996702 2024-08-17T01:56:57.714 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.714 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:56:57.714 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95869, 2024-08-17T01:56:57.715 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2841107985142 2024-08-17T01:56:57.715 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.715 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:56:57.715 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95869, 2024-08-17T01:56:57.715 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9788988 2024-08-17T01:56:57.715 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.715 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:56:57.715 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:56:57.715 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 408572201 2024-08-17T01:56:57.715 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.715 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:56:57.715 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:56:57.715 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 39822683824 2024-08-17T01:56:57.716 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.716 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:56:57.716 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:56:57.716 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 32719351 2024-08-17T01:56:57.716 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.716 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:56:57.716 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:56:57.716 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20680849848 2024-08-17T01:56:57.716 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.716 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:56:57.716 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:56:57.716 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8684715669 2024-08-17T01:56:57.716 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.716 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:56:57.717 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11013172 2024-08-17T01:56:57.717 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.717 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:56:57.717 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2718, 2024-08-17T01:56:57.717 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15317129 2024-08-17T01:56:57.717 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.717 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:56:57.717 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:56:57.717 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 80798174977 2024-08-17T01:56:57.717 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.717 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:56:57.717 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:56:57.717 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9800345836 2024-08-17T01:56:57.718 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.718 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:56:57.718 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:56:57.718 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 823637742 2024-08-17T01:56:57.718 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.718 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.718 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:56:57.718 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:56:57.718 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405112032 2024-08-17T01:56:57.718 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.718 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:56:57.718 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 569810944 2024-08-17T01:56:57.718 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.719 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:56:57.719 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 566124544 2024-08-17T01:56:57.719 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.719 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:56:57.719 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600492236 2024-08-17T01:56:57.719 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.719 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:56:57.719 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3686400 2024-08-17T01:56:57.719 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.719 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.719 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:56:57.719 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.719 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:56:57.720 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.720 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.720 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.720 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.720 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.720 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.720 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.720 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.720 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56927597 2024-08-17T01:56:57.720 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.720 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.720 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.720 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.720 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.721 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.721 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.721 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.721 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.721 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.721 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.721 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.721 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.721 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.721 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.721 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.721 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.721 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 36864 2024-08-17T01:56:57.722 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.722 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.722 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.722 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.722 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.722 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.722 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.722 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.722 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.722 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.723 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.723 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68864659 2024-08-17T01:56:57.723 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.723 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.723 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:56:57.723 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.723 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 562036736 2024-08-17T01:56:57.723 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.723 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.723 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:57.724 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.724 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.724 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.724 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.724 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.724 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 426956978 2024-08-17T01:56:57.724 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.724 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.724 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.724 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.725 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.725 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1904 2024-08-17T01:56:57.725 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.725 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.725 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.725 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.725 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.725 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.725 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.725 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.726 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 113568 2024-08-17T01:56:57.726 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.726 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.726 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.726 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.726 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.726 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.726 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.726 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.726 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.727 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.727 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.727 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.727 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.727 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.727 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67855422 2024-08-17T01:56:57.727 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.727 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.727 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:56:57.727 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.727 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:56:57.727 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.728 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.728 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:57.728 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.728 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.728 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 257136 2024-08-17T01:56:57.728 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.728 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.728 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37951731 2024-08-17T01:56:57.728 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.729 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.729 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.729 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.729 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.729 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.729 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.729 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.729 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.729 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.729 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.730 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.730 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.730 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.730 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.730 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.730 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.730 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.731 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.731 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.731 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.731 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.731 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.731 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.731 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.731 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.731 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.731 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.731 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.732 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70843037 2024-08-17T01:56:57.732 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.732 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.732 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:56:57.732 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.732 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 503316480 2024-08-17T01:56:57.732 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.732 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.732 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.732 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.732 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.732 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.733 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.733 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.733 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 426956978 2024-08-17T01:56:57.733 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.733 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.733 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.733 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.733 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.733 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.733 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.733 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.733 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.733 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.733 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.734 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.734 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.734 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.734 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 183849 2024-08-17T01:56:57.734 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.734 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.734 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1143840 2024-08-17T01:56:57.734 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.734 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.734 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.734 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.734 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.734 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.735 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.735 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.735 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.735 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.735 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.735 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 75031813 2024-08-17T01:56:57.735 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.735 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.735 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:56:57.735 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:56:57.735 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.735 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.735 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:56:57.735 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 53 2024-08-17T01:56:57.736 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.736 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:56:57.736 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.736 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.736 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:56:57.736 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.736 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.736 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.736 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:57.736 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:56:57.736 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57 2024-08-17T01:56:57.736 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.736 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:56:57.736 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.737 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.737 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:56:57.737 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 59050 2024-08-17T01:56:57.737 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.737 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:56:57.737 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 155428, 2024-08-17T01:56:57.737 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7360925038 2024-08-17T01:56:57.737 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.737 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:56:57.737 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.737 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.737 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:56:57.737 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.737 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.737 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:56:57.738 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2072399131 2024-08-17T01:56:57.738 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.738 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:56:57.738 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 59050, 2024-08-17T01:56:57.738 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 348432067733 2024-08-17T01:56:57.738 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.738 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:56:57.738 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3478153768 2024-08-17T01:56:57.738 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.738 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:56:57.738 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 60230, 2024-08-17T01:56:57.739 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 30779727926 2024-08-17T01:56:57.739 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.739 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:56:57.739 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 59050, 2024-08-17T01:56:57.739 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 84934122775 2024-08-17T01:56:57.739 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.739 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:56:57.739 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 41165 2024-08-17T01:56:57.739 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.739 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:56:57.739 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41165, 2024-08-17T01:56:57.739 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29936248009 2024-08-17T01:56:57.739 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.739 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:56:57.740 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.740 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.740 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:56:57.740 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3478153768 2024-08-17T01:56:57.740 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.740 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:56:57.740 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41560, 2024-08-17T01:56:57.740 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14237976808 2024-08-17T01:56:57.740 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.740 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:56:57.740 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41165, 2024-08-17T01:56:57.740 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15628326981 2024-08-17T01:56:57.740 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.740 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:56:57.740 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10120 2024-08-17T01:56:57.741 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.741 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:56:57.741 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 319465335 2024-08-17T01:56:57.741 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.741 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:56:57.741 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10120, 2024-08-17T01:56:57.741 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 22712882883 2024-08-17T01:56:57.741 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.741 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:56:57.741 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.741 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.741 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:56:57.741 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.742 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.742 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:56:57.742 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.742 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.742 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:56:57.742 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10689, 2024-08-17T01:56:57.742 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7046084117 2024-08-17T01:56:57.742 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.742 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:56:57.742 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10120, 2024-08-17T01:56:57.742 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17288808629 2024-08-17T01:56:57.742 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.743 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:56:57.743 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7765 2024-08-17T01:56:57.743 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.743 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:56:57.743 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1752933796 2024-08-17T01:56:57.743 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.743 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:56:57.743 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7765, 2024-08-17T01:56:57.743 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 295782936841 2024-08-17T01:56:57.743 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.743 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:56:57.743 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.743 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.744 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:56:57.744 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7981, 2024-08-17T01:56:57.744 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9495667001 2024-08-17T01:56:57.744 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.744 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:56:57.744 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7765, 2024-08-17T01:56:57.744 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 52016987165 2024-08-17T01:56:57.744 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.744 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:56:57.744 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.744 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.744 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:56:57.744 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4194304 2024-08-17T01:56:57.745 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.745 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:56:57.745 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T01:56:57.745 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.745 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:56:57.745 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:56:57.745 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.745 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:56:57.745 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 664846336 2024-08-17T01:56:57.745 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.745 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.745 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.745 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.1": { 2024-08-17T01:56:57.745 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:57.745 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:56:57.746 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 27892 2024-08-17T01:56:57.746 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.746 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:56:57.746 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.746 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.746 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:56:57.746 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.746 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.746 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:56:57.746 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.746 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.746 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:56:57.746 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:56:57.746 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.747 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:56:57.747 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.747 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.747 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:56:57.747 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.747 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.747 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:56:57.747 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.747 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.747 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:56:57.747 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.747 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.747 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:56:57.747 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3604480 2024-08-17T01:56:57.748 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.748 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:56:57.748 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 709693440 2024-08-17T01:56:57.748 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.748 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:56:57.748 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17, 2024-08-17T01:56:57.748 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5598316 2024-08-17T01:56:57.748 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.748 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:56:57.748 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17, 2024-08-17T01:56:57.748 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1908776 2024-08-17T01:56:57.749 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.749 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:56:57.749 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 176, 2024-08-17T01:56:57.749 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 655692 2024-08-17T01:56:57.749 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.749 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:56:57.749 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:56:57.749 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.749 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:56:57.749 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 705429504 2024-08-17T01:56:57.749 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.749 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:56:57.749 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71585, 2024-08-17T01:56:57.750 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9862139249 2024-08-17T01:56:57.750 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.750 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:56:57.750 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71611, 2024-08-17T01:56:57.750 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16255276510 2024-08-17T01:56:57.750 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.750 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:56:57.750 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10653696 2024-08-17T01:56:57.750 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.750 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:56:57.750 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 293281792 2024-08-17T01:56:57.751 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.751 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:56:57.751 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 718209024 2024-08-17T01:56:57.751 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.751 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:56:57.751 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.751 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.751 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:56:57.751 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.751 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.751 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:56:57.752 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 48 2024-08-17T01:56:57.752 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.752 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:56:57.752 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 234491281 2024-08-17T01:56:57.752 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.752 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:56:57.752 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15943 2024-08-17T01:56:57.752 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.752 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:56:57.752 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 199143424 2024-08-17T01:56:57.752 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.752 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:56:57.752 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 199147520 2024-08-17T01:56:57.752 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.753 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:56:57.753 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.753 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.753 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:56:57.753 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.753 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.753 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:56:57.753 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7977 2024-08-17T01:56:57.753 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.753 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:56:57.753 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15943, 2024-08-17T01:56:57.753 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 149836957 2024-08-17T01:56:57.753 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.753 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:56:57.754 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 178875693 2024-08-17T01:56:57.754 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.754 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:56:57.754 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14233 2024-08-17T01:56:57.754 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.754 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:56:57.754 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1164202 2024-08-17T01:56:57.754 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.754 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:56:57.754 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 520 2024-08-17T01:56:57.754 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.754 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:56:57.755 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3564130 2024-08-17T01:56:57.755 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.755 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:56:57.755 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 740 2024-08-17T01:56:57.755 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.755 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:56:57.755 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2399928 2024-08-17T01:56:57.755 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.755 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:56:57.755 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2399928 2024-08-17T01:56:57.755 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.755 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:56:57.756 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.756 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.756 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:56:57.756 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.756 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.756 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:56:57.756 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 224 2024-08-17T01:56:57.756 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.756 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:56:57.756 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 740, 2024-08-17T01:56:57.756 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1139337 2024-08-17T01:56:57.756 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.756 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:56:57.757 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.757 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.757 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.757 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:56:57.757 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.757 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.757 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:56:57.757 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.757 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.757 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:56:57.757 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:56:57.757 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 657 2024-08-17T01:56:57.757 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.758 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:56:57.758 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:56:57.758 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5480 2024-08-17T01:56:57.758 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.758 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:56:57.758 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.758 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.758 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.758 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:56:57.758 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.758 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.758 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:56:57.759 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.759 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.759 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:56:57.759 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1009164288 2024-08-17T01:56:57.759 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.759 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.759 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:56:57.759 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:56:57.759 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:56:57.759 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.759 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:56:57.759 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14643200 2024-08-17T01:56:57.759 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.760 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:56:57.760 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 22343, 2024-08-17T01:56:57.760 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 79722351 2024-08-17T01:56:57.760 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.760 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:56:57.760 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3284, 2024-08-17T01:56:57.760 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 447938421 2024-08-17T01:56:57.760 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.760 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:56:57.760 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.760 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.760 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.760 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:56:57.760 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.760 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.761 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:56:57.761 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.761 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.761 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:56:57.761 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.761 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.761 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:56:57.761 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15281, 2024-08-17T01:56:57.761 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 123437592 2024-08-17T01:56:57.761 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.761 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:56:57.761 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.762 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.762 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.762 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:56:57.762 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.762 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.762 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:56:57.762 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71539, 2024-08-17T01:56:57.762 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20026653003 2024-08-17T01:56:57.762 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.762 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:56:57.762 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 70905, 2024-08-17T01:56:57.762 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1790440116 2024-08-17T01:56:57.762 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.763 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:56:57.763 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71539, 2024-08-17T01:56:57.763 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 45547228 2024-08-17T01:56:57.763 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.763 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:56:57.763 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71539, 2024-08-17T01:56:57.763 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20072200231 2024-08-17T01:56:57.763 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.763 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:56:57.763 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.763 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.763 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.763 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:56:57.763 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 23387, 2024-08-17T01:56:57.764 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 957262910 2024-08-17T01:56:57.764 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.764 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:56:57.764 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 932, 2024-08-17T01:56:57.764 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2689139 2024-08-17T01:56:57.764 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.764 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:56:57.764 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7348, 2024-08-17T01:56:57.764 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6221053 2024-08-17T01:56:57.764 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.764 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:56:57.764 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 46, 2024-08-17T01:56:57.764 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 52751 2024-08-17T01:56:57.764 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.765 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:56:57.765 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12339, 2024-08-17T01:56:57.765 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3078539243 2024-08-17T01:56:57.765 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.765 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:56:57.765 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 221483 2024-08-17T01:56:57.765 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.765 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:56:57.765 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26976 2024-08-17T01:56:57.765 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.765 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:56:57.765 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 22357, 2024-08-17T01:56:57.765 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2161098275 2024-08-17T01:56:57.765 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.766 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:56:57.766 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71813, 2024-08-17T01:56:57.766 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20507448 2024-08-17T01:56:57.766 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.766 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:56:57.766 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 49456, 2024-08-17T01:56:57.766 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1424206497 2024-08-17T01:56:57.766 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.766 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:56:57.766 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.766 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.766 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:56:57.766 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14971, 2024-08-17T01:56:57.766 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 403914073 2024-08-17T01:56:57.767 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.767 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:56:57.767 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.767 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.767 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:56:57.767 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.767 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.767 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:56:57.767 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.767 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.767 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:56:57.767 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.767 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.767 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:56:57.768 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:56:57.768 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10732704163 2024-08-17T01:56:57.768 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.768 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:56:57.768 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 22336, 2024-08-17T01:56:57.768 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1231167406 2024-08-17T01:56:57.768 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.768 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:56:57.768 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 22333, 2024-08-17T01:56:57.768 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2323302589019 2024-08-17T01:56:57.768 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.768 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:56:57.769 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 22336, 2024-08-17T01:56:57.769 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6602063868113 2024-08-17T01:56:57.769 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.769 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:56:57.769 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86759, 2024-08-17T01:56:57.769 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2620071516514 2024-08-17T01:56:57.769 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.769 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:56:57.769 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86759, 2024-08-17T01:56:57.769 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8603329 2024-08-17T01:56:57.769 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.769 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:56:57.769 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:56:57.769 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 654269170 2024-08-17T01:56:57.770 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.770 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:56:57.770 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:56:57.770 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37465362127 2024-08-17T01:56:57.770 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.770 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:56:57.770 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:56:57.770 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 31697080 2024-08-17T01:56:57.770 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.770 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:56:57.770 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:56:57.770 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 18978074621 2024-08-17T01:56:57.771 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.771 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:56:57.771 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:56:57.771 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8401147737 2024-08-17T01:56:57.771 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.771 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:56:57.771 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10422267 2024-08-17T01:56:57.771 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.771 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:56:57.771 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2665, 2024-08-17T01:56:57.771 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15682056 2024-08-17T01:56:57.772 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.772 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:56:57.772 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:56:57.772 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 76246178167 2024-08-17T01:56:57.772 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.772 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:56:57.772 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:56:57.772 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9421188431 2024-08-17T01:56:57.772 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.772 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:56:57.772 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:56:57.772 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 793060047 2024-08-17T01:56:57.773 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.773 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.773 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:56:57.773 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:56:57.773 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405112032 2024-08-17T01:56:57.773 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.773 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:56:57.773 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 550273024 2024-08-17T01:56:57.773 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.773 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:56:57.773 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 520028160 2024-08-17T01:56:57.773 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.774 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:56:57.774 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600492236 2024-08-17T01:56:57.774 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.774 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:56:57.774 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 30244864 2024-08-17T01:56:57.774 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.774 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.774 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:56:57.774 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.774 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:56:57.774 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.775 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.775 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.775 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.775 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.775 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.775 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.775 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.775 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57159790 2024-08-17T01:56:57.775 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.775 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.775 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.776 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.776 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.776 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.776 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.776 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.776 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.776 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.776 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.776 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.776 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.776 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.776 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20480 2024-08-17T01:56:57.776 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.777 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.777 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 200704 2024-08-17T01:56:57.777 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.777 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.777 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.777 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.777 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.777 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.777 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.777 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.777 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.777 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.777 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.778 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68448146 2024-08-17T01:56:57.778 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.778 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.778 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:56:57.778 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.778 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 570425344 2024-08-17T01:56:57.778 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.778 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.778 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:57.778 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.778 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.779 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.779 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.779 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.779 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 428698428 2024-08-17T01:56:57.779 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.779 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.779 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.779 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.779 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.779 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 256 2024-08-17T01:56:57.779 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.779 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.779 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.780 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.780 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.780 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.780 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.780 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.780 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 116256 2024-08-17T01:56:57.780 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.780 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.780 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.780 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.780 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.780 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.780 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.780 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.781 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.781 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.781 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.781 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.781 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.781 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.781 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 74501540 2024-08-17T01:56:57.781 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.781 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.781 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:56:57.781 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.781 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:56:57.781 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.781 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.781 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:57.782 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.782 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.782 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 128896 2024-08-17T01:56:57.782 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.782 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.782 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38106526 2024-08-17T01:56:57.782 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.782 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.782 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.782 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.782 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.782 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.783 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.783 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.783 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.783 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.783 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.783 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.783 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.783 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.783 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.783 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.783 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.783 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.783 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.784 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.784 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.784 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.784 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.784 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.784 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.784 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.784 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.784 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.784 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.784 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70816482 2024-08-17T01:56:57.784 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.784 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.784 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:56:57.785 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.785 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 503316480 2024-08-17T01:56:57.785 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.785 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.785 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.785 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.785 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.785 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.785 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.785 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.785 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 428698428 2024-08-17T01:56:57.785 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.785 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.785 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.786 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.786 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.786 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.786 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.786 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.786 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.786 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.786 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.786 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.786 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.786 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.786 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 174067 2024-08-17T01:56:57.786 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.786 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.787 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1141880 2024-08-17T01:56:57.787 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.787 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.787 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.787 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.787 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.787 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.787 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.787 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.787 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.787 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.787 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.787 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73302105 2024-08-17T01:56:57.788 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.788 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.788 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:56:57.788 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:56:57.788 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.788 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.788 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:56:57.788 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23 2024-08-17T01:56:57.788 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.788 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:56:57.788 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.788 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.788 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:56:57.788 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.789 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.789 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.789 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:57.789 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:56:57.789 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 50 2024-08-17T01:56:57.789 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.789 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:56:57.789 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.789 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.789 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:56:57.789 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 41681 2024-08-17T01:56:57.789 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.789 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:56:57.790 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 130285, 2024-08-17T01:56:57.790 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7614818880 2024-08-17T01:56:57.790 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.790 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:56:57.790 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.790 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.790 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:56:57.790 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.790 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.790 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:56:57.790 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1820785229 2024-08-17T01:56:57.790 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.790 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:56:57.791 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41681, 2024-08-17T01:56:57.791 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 577983613964 2024-08-17T01:56:57.791 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.791 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:56:57.791 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2584151229 2024-08-17T01:56:57.791 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.791 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:56:57.791 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 43449, 2024-08-17T01:56:57.791 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29853815510 2024-08-17T01:56:57.791 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.791 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:56:57.791 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41681, 2024-08-17T01:56:57.791 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 103349311630 2024-08-17T01:56:57.791 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.792 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:56:57.792 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19205 2024-08-17T01:56:57.792 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.792 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:56:57.792 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19205, 2024-08-17T01:56:57.792 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12861942261 2024-08-17T01:56:57.792 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.792 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:56:57.792 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.792 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.792 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:56:57.792 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2584151229 2024-08-17T01:56:57.793 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.793 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:56:57.793 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19641, 2024-08-17T01:56:57.793 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4744151500 2024-08-17T01:56:57.793 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.793 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:56:57.793 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19205, 2024-08-17T01:56:57.793 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5866512365 2024-08-17T01:56:57.793 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.793 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:56:57.793 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12623 2024-08-17T01:56:57.793 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.793 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:56:57.794 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 133089804 2024-08-17T01:56:57.794 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.794 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:56:57.794 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12623, 2024-08-17T01:56:57.794 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 97029710510 2024-08-17T01:56:57.794 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.794 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:56:57.794 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.794 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.794 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:56:57.794 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.794 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.794 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:56:57.795 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.795 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.795 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:56:57.795 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12832, 2024-08-17T01:56:57.795 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12577442438 2024-08-17T01:56:57.795 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.795 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:56:57.795 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12623, 2024-08-17T01:56:57.795 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29393915209 2024-08-17T01:56:57.795 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.795 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:56:57.795 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9853 2024-08-17T01:56:57.796 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.796 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:56:57.796 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1687695425 2024-08-17T01:56:57.796 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.796 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:56:57.796 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 9853, 2024-08-17T01:56:57.796 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 468091961193 2024-08-17T01:56:57.796 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.796 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:56:57.796 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.797 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.797 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:56:57.797 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10976, 2024-08-17T01:56:57.797 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12532221572 2024-08-17T01:56:57.797 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.797 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:56:57.797 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 9853, 2024-08-17T01:56:57.797 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68088884056 2024-08-17T01:56:57.797 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.797 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:56:57.797 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.798 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.798 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:56:57.798 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.798 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.798 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:56:57.798 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3 2024-08-17T01:56:57.798 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.798 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:56:57.798 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:56:57.798 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.798 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:56:57.798 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 720093184 2024-08-17T01:56:57.798 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.799 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.799 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.799 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.2": { 2024-08-17T01:56:57.799 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:57.799 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:56:57.799 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14128 2024-08-17T01:56:57.799 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.799 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:56:57.799 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.799 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.799 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:56:57.799 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.799 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.800 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:56:57.800 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.800 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.800 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:56:57.800 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:56:57.800 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.800 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:56:57.800 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.800 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.800 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:56:57.800 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.800 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.800 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:56:57.801 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.801 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.801 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:56:57.801 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.801 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.801 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:56:57.801 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10629120 2024-08-17T01:56:57.801 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.801 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:56:57.801 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 628080640 2024-08-17T01:56:57.801 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.801 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:56:57.802 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17, 2024-08-17T01:56:57.802 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3263359 2024-08-17T01:56:57.802 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.802 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:56:57.802 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17, 2024-08-17T01:56:57.802 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1041411 2024-08-17T01:56:57.802 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.802 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:56:57.802 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 182, 2024-08-17T01:56:57.802 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 739449 2024-08-17T01:56:57.802 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.802 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:56:57.803 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:56:57.803 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.803 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:56:57.803 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 568918016 2024-08-17T01:56:57.803 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.803 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:56:57.803 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72228, 2024-08-17T01:56:57.803 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9728185825 2024-08-17T01:56:57.803 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.803 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:56:57.803 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72234, 2024-08-17T01:56:57.803 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15878950565 2024-08-17T01:56:57.804 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.804 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:56:57.804 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13266944 2024-08-17T01:56:57.804 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.804 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:56:57.804 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 295890944 2024-08-17T01:56:57.804 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.804 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:56:57.804 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 577437696 2024-08-17T01:56:57.804 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.804 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:56:57.804 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.804 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.804 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:56:57.804 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.805 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:56:57.805 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 47 2024-08-17T01:56:57.805 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.805 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:56:57.805 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 379606002 2024-08-17T01:56:57.805 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.805 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:56:57.805 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21271 2024-08-17T01:56:57.805 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.805 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:56:57.805 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 303476736 2024-08-17T01:56:57.805 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.806 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:56:57.806 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 303480832 2024-08-17T01:56:57.806 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.806 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:56:57.806 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.806 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.806 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:56:57.806 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.806 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.806 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:56:57.806 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7615 2024-08-17T01:56:57.806 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.807 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:56:57.807 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 21271, 2024-08-17T01:56:57.807 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 150513747 2024-08-17T01:56:57.807 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.807 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:56:57.807 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 234999485 2024-08-17T01:56:57.807 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.807 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:56:57.807 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16846 2024-08-17T01:56:57.807 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.807 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:56:57.807 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3158572 2024-08-17T01:56:57.807 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.807 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:56:57.807 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 732 2024-08-17T01:56:57.808 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.808 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:56:57.808 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10551503 2024-08-17T01:56:57.808 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.808 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:56:57.808 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1094 2024-08-17T01:56:57.808 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.808 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:56:57.808 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7392931 2024-08-17T01:56:57.808 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.808 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:56:57.808 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7392931 2024-08-17T01:56:57.808 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.808 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:56:57.809 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.809 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.809 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:56:57.809 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.809 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.809 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:56:57.809 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 373 2024-08-17T01:56:57.809 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.809 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:56:57.809 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1094, 2024-08-17T01:56:57.809 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2852366 2024-08-17T01:56:57.809 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.809 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:56:57.810 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.810 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.810 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.810 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:56:57.810 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.810 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.810 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:56:57.810 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.810 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.810 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:56:57.810 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:56:57.810 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 676 2024-08-17T01:56:57.810 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.811 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:56:57.811 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:56:57.811 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5848 2024-08-17T01:56:57.811 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.811 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:56:57.811 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.811 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.811 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.811 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:56:57.811 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.811 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.811 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:56:57.811 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.811 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.812 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:56:57.812 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 937185280 2024-08-17T01:56:57.812 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.812 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.812 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:56:57.812 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:56:57.812 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:56:57.812 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.812 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:56:57.812 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10436608 2024-08-17T01:56:57.812 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.812 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:56:57.812 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17880, 2024-08-17T01:56:57.812 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 54712473 2024-08-17T01:56:57.813 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.813 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:56:57.813 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3315, 2024-08-17T01:56:57.813 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 489775474 2024-08-17T01:56:57.813 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.813 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:56:57.813 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.813 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.813 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.813 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:56:57.813 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.813 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.813 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:56:57.813 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.813 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.814 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:56:57.814 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.814 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.814 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:56:57.814 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 23569, 2024-08-17T01:56:57.814 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 190965038 2024-08-17T01:56:57.814 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.814 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:56:57.814 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.814 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.814 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.814 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:56:57.814 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.814 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.815 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:56:57.815 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72178, 2024-08-17T01:56:57.815 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19485816807 2024-08-17T01:56:57.815 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.815 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:56:57.815 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71671, 2024-08-17T01:56:57.815 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1494703745 2024-08-17T01:56:57.815 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.815 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:56:57.815 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72178, 2024-08-17T01:56:57.815 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 36800090 2024-08-17T01:56:57.815 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.815 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:56:57.815 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72178, 2024-08-17T01:56:57.815 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19522616897 2024-08-17T01:56:57.816 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.816 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:56:57.816 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.816 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.816 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.816 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:56:57.816 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72427, 2024-08-17T01:56:57.816 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1215940236 2024-08-17T01:56:57.816 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.816 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:56:57.816 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1047, 2024-08-17T01:56:57.816 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2904168 2024-08-17T01:56:57.816 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.816 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:56:57.816 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 27925, 2024-08-17T01:56:57.817 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15256777 2024-08-17T01:56:57.817 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.817 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:56:57.817 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 37, 2024-08-17T01:56:57.817 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 48631 2024-08-17T01:56:57.817 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.817 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:56:57.817 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 24093, 2024-08-17T01:56:57.817 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3037200509 2024-08-17T01:56:57.817 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.817 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:56:57.817 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 285848 2024-08-17T01:56:57.818 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.818 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:56:57.818 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19532 2024-08-17T01:56:57.818 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.818 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:56:57.818 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 9388, 2024-08-17T01:56:57.818 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1849611789 2024-08-17T01:56:57.818 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.818 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:56:57.818 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 24571, 2024-08-17T01:56:57.818 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11348177 2024-08-17T01:56:57.818 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.819 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:56:57.819 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15183, 2024-08-17T01:56:57.819 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1626478755 2024-08-17T01:56:57.819 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.819 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:56:57.819 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.819 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.819 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:56:57.819 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12599, 2024-08-17T01:56:57.819 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 381778241 2024-08-17T01:56:57.819 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.819 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:56:57.819 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.819 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.819 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:56:57.820 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.820 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.820 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:56:57.820 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.820 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.820 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:56:57.820 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.820 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.820 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:56:57.820 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:56:57.820 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10410527214 2024-08-17T01:56:57.820 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.820 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:56:57.820 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 5934, 2024-08-17T01:56:57.820 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 634937191 2024-08-17T01:56:57.821 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.821 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:56:57.821 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 5933, 2024-08-17T01:56:57.821 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2850053321120 2024-08-17T01:56:57.821 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.821 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:56:57.821 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 5934, 2024-08-17T01:56:57.821 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5981301435959 2024-08-17T01:56:57.821 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.821 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:56:57.821 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86178, 2024-08-17T01:56:57.821 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2065170687849 2024-08-17T01:56:57.821 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.821 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:56:57.821 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86178, 2024-08-17T01:56:57.822 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9297080 2024-08-17T01:56:57.822 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.822 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:56:57.822 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:56:57.822 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 365383697 2024-08-17T01:56:57.822 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.822 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:56:57.822 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:56:57.822 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 33499231200 2024-08-17T01:56:57.822 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.822 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:56:57.822 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:56:57.822 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29196450 2024-08-17T01:56:57.822 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.822 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:56:57.823 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:56:57.823 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15842116762 2024-08-17T01:56:57.823 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.823 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:56:57.823 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:56:57.823 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7675411680 2024-08-17T01:56:57.823 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.823 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:56:57.823 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6227784 2024-08-17T01:56:57.823 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.823 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:56:57.823 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2609, 2024-08-17T01:56:57.824 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14628667 2024-08-17T01:56:57.824 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.824 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:56:57.824 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:56:57.824 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67806518916 2024-08-17T01:56:57.824 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.824 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:56:57.824 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:56:57.824 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8641153789 2024-08-17T01:56:57.824 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.824 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:56:57.824 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:56:57.824 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 715063554 2024-08-17T01:56:57.824 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.825 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.825 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:56:57.825 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:56:57.825 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405112032 2024-08-17T01:56:57.825 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.825 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:56:57.825 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 589307904 2024-08-17T01:56:57.825 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.825 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:56:57.825 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 553402368 2024-08-17T01:56:57.825 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.825 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:56:57.825 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600492236 2024-08-17T01:56:57.825 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.825 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:56:57.825 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 35905536 2024-08-17T01:56:57.826 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.826 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.826 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:56:57.826 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.826 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:56:57.826 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.826 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.826 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.826 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.826 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.826 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.826 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.826 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.826 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56791344 2024-08-17T01:56:57.827 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.827 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.827 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.827 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.827 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.827 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.827 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.827 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.827 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.827 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.827 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.827 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.827 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.827 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.828 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8192 2024-08-17T01:56:57.828 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.828 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.828 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57344 2024-08-17T01:56:57.828 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.828 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.828 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.828 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.828 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.828 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.828 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.828 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.828 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.829 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.829 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.829 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68972240 2024-08-17T01:56:57.829 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.829 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.829 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:56:57.829 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.829 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 562036736 2024-08-17T01:56:57.829 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.829 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.829 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:57.830 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.830 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.830 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.830 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.830 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.830 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 425935080 2024-08-17T01:56:57.830 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.830 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.830 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.830 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.830 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.831 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.831 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.831 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.831 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2128 2024-08-17T01:56:57.831 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.831 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.831 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.831 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.831 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.831 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 133440 2024-08-17T01:56:57.831 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.831 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.831 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.831 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.831 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.832 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.832 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.832 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.832 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.832 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.832 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.832 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.832 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.832 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.832 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68857224 2024-08-17T01:56:57.832 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.832 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.832 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:56:57.833 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.833 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:56:57.833 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.833 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.833 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:57.833 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.833 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.833 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 663232 2024-08-17T01:56:57.833 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.833 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.833 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37860896 2024-08-17T01:56:57.834 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.834 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.834 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.834 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.834 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.834 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.834 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.834 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.834 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.834 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.834 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.834 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.835 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.835 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.835 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.835 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.835 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.835 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.835 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.835 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.835 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.835 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.835 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.836 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.836 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.836 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.836 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.836 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.836 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.836 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70527776 2024-08-17T01:56:57.836 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.836 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.836 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:56:57.836 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.836 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 494927872 2024-08-17T01:56:57.836 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.837 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.837 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.837 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.837 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.837 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.837 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.837 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.837 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 425935080 2024-08-17T01:56:57.837 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.837 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.837 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.837 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.838 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.838 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.838 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.838 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.838 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.838 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.838 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.838 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.838 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.838 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.838 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 173151 2024-08-17T01:56:57.838 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.838 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.838 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1162442 2024-08-17T01:56:57.839 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.839 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.839 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.839 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.839 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.839 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.839 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.839 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.839 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.839 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.839 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.839 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67657199 2024-08-17T01:56:57.839 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.839 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.839 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:56:57.840 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:56:57.840 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.840 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.840 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:56:57.840 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 105 2024-08-17T01:56:57.840 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.840 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:56:57.840 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.840 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.840 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:56:57.840 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T01:56:57.840 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.840 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.840 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:57.840 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:56:57.841 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 42 2024-08-17T01:56:57.841 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.841 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:56:57.841 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.841 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.841 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:56:57.841 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 66130 2024-08-17T01:56:57.841 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.841 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:56:57.841 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 164323, 2024-08-17T01:56:57.841 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7431351253 2024-08-17T01:56:57.841 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.841 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:56:57.841 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3 2024-08-17T01:56:57.841 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.842 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:56:57.842 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3 2024-08-17T01:56:57.842 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.842 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:56:57.842 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1675928951 2024-08-17T01:56:57.842 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.842 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:56:57.842 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66130, 2024-08-17T01:56:57.842 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 130889069357 2024-08-17T01:56:57.842 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.842 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:56:57.842 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3605048377 2024-08-17T01:56:57.842 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.842 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:56:57.842 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 67171, 2024-08-17T01:56:57.843 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 45302034731 2024-08-17T01:56:57.843 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.843 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:56:57.843 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66130, 2024-08-17T01:56:57.843 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 78541060573 2024-08-17T01:56:57.843 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.843 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:56:57.843 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 34136 2024-08-17T01:56:57.843 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.843 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:56:57.843 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34136, 2024-08-17T01:56:57.843 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29426855913 2024-08-17T01:56:57.843 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.843 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:56:57.843 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.844 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.844 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:56:57.844 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3605048377 2024-08-17T01:56:57.844 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.844 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:56:57.844 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34688, 2024-08-17T01:56:57.844 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7011083603 2024-08-17T01:56:57.844 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.844 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:56:57.844 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34136, 2024-08-17T01:56:57.844 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11902083324 2024-08-17T01:56:57.844 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.844 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:56:57.844 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29549 2024-08-17T01:56:57.844 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.844 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:56:57.845 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 269039633 2024-08-17T01:56:57.845 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.845 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:56:57.845 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 29549, 2024-08-17T01:56:57.845 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57844018816 2024-08-17T01:56:57.845 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.845 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:56:57.845 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.845 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.845 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:56:57.845 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.845 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.845 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:56:57.845 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.845 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.846 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:56:57.846 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 29817, 2024-08-17T01:56:57.846 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 34632749214 2024-08-17T01:56:57.846 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.846 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:56:57.846 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 29549, 2024-08-17T01:56:57.846 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 51458510081 2024-08-17T01:56:57.846 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.846 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:56:57.846 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2445 2024-08-17T01:56:57.846 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.846 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:56:57.846 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1406889318 2024-08-17T01:56:57.846 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.846 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:56:57.847 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2445, 2024-08-17T01:56:57.847 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 43618194628 2024-08-17T01:56:57.847 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.847 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:56:57.847 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.847 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.847 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:56:57.847 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2666, 2024-08-17T01:56:57.847 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3658201914 2024-08-17T01:56:57.847 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.847 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:56:57.847 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2445, 2024-08-17T01:56:57.847 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15180467168 2024-08-17T01:56:57.847 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.847 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:56:57.848 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.848 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.848 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:56:57.848 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8 2024-08-17T01:56:57.848 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.848 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:56:57.848 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 51 2024-08-17T01:56:57.848 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.848 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:56:57.848 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:56:57.848 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.848 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:56:57.848 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 579366912 2024-08-17T01:56:57.848 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.848 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.849 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.849 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.3": { 2024-08-17T01:56:57.849 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:57.849 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:56:57.849 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15244 2024-08-17T01:56:57.849 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.849 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:56:57.849 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.849 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.849 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:56:57.849 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.849 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.849 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:56:57.850 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.850 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.850 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:56:57.850 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:56:57.850 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.850 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:56:57.850 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.850 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.850 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:56:57.850 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.850 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.850 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:56:57.850 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.851 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.851 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:56:57.851 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.851 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.851 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:56:57.851 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2646016 2024-08-17T01:56:57.851 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.851 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:56:57.851 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 585641984 2024-08-17T01:56:57.851 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.851 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:56:57.851 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15, 2024-08-17T01:56:57.851 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5536197 2024-08-17T01:56:57.851 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.851 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:56:57.852 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15, 2024-08-17T01:56:57.852 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3235406 2024-08-17T01:56:57.852 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.852 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:56:57.852 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 149, 2024-08-17T01:56:57.852 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 642790 2024-08-17T01:56:57.852 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.852 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:56:57.852 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:56:57.852 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.852 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:56:57.852 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 523960320 2024-08-17T01:56:57.853 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.853 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:56:57.853 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 64129, 2024-08-17T01:56:57.853 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8414474773 2024-08-17T01:56:57.853 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.853 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:56:57.853 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 64141, 2024-08-17T01:56:57.853 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13988898805 2024-08-17T01:56:57.853 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.853 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:56:57.853 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13398016 2024-08-17T01:56:57.853 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.854 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:56:57.854 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 262754304 2024-08-17T01:56:57.854 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.854 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:56:57.854 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 532480000 2024-08-17T01:56:57.854 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.854 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:56:57.854 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.854 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.854 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:56:57.854 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.855 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:56:57.855 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 41 2024-08-17T01:56:57.855 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.855 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:56:57.855 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 91176531 2024-08-17T01:56:57.855 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.855 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:56:57.855 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4401 2024-08-17T01:56:57.855 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.855 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:56:57.855 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 93126656 2024-08-17T01:56:57.855 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.856 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:56:57.856 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 93130752 2024-08-17T01:56:57.856 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.856 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:56:57.856 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.856 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.856 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:56:57.856 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.856 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.856 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:56:57.856 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2397 2024-08-17T01:56:57.856 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.857 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:56:57.857 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4401, 2024-08-17T01:56:57.857 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38423676 2024-08-17T01:56:57.857 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.857 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:56:57.857 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 28873805 2024-08-17T01:56:57.857 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.857 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:56:57.857 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2487 2024-08-17T01:56:57.857 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.857 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:56:57.857 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 981564 2024-08-17T01:56:57.857 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.858 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:56:57.858 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 439 2024-08-17T01:56:57.858 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.858 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:56:57.858 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2625706 2024-08-17T01:56:57.858 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.858 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:56:57.858 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 574 2024-08-17T01:56:57.858 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.858 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:56:57.858 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1644142 2024-08-17T01:56:57.858 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.858 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:56:57.859 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1644142 2024-08-17T01:56:57.859 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.859 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:56:57.859 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.859 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.859 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:56:57.859 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.859 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.859 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:56:57.859 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 136 2024-08-17T01:56:57.859 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.859 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:56:57.859 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 574, 2024-08-17T01:56:57.860 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 945553 2024-08-17T01:56:57.860 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.860 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:56:57.860 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.860 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.860 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.860 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:56:57.860 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.860 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.860 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:56:57.860 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.860 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.860 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:56:57.861 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:56:57.861 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 773 2024-08-17T01:56:57.861 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.861 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:56:57.861 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:56:57.861 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5771 2024-08-17T01:56:57.861 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.861 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:56:57.861 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.861 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.861 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.861 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:56:57.861 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.861 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.862 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:56:57.862 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.862 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.862 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:56:57.862 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 853331968 2024-08-17T01:56:57.862 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.862 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.862 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:56:57.862 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:56:57.862 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:56:57.862 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.862 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:56:57.862 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10461184 2024-08-17T01:56:57.863 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.863 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:56:57.863 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17345, 2024-08-17T01:56:57.863 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 52656511 2024-08-17T01:56:57.863 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.863 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:56:57.863 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3247, 2024-08-17T01:56:57.863 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 363060788 2024-08-17T01:56:57.863 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.863 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:56:57.863 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.863 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.863 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.863 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:56:57.864 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.864 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.864 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:56:57.864 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.864 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.864 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:56:57.864 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.864 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.864 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:56:57.864 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12630, 2024-08-17T01:56:57.864 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 96817106 2024-08-17T01:56:57.864 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.864 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:56:57.865 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.865 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.865 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.865 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:56:57.865 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.865 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.865 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:56:57.865 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 64096, 2024-08-17T01:56:57.865 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17200450485 2024-08-17T01:56:57.865 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.865 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:56:57.865 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 63624, 2024-08-17T01:56:57.865 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1540240045 2024-08-17T01:56:57.865 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.866 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:56:57.866 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 64096, 2024-08-17T01:56:57.866 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 41271550 2024-08-17T01:56:57.866 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.866 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:56:57.866 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 64096, 2024-08-17T01:56:57.866 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17241722035 2024-08-17T01:56:57.866 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.866 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:56:57.866 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.866 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.866 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.867 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:56:57.867 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14913, 2024-08-17T01:56:57.867 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 594820210 2024-08-17T01:56:57.867 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.867 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:56:57.867 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1361, 2024-08-17T01:56:57.867 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3111768 2024-08-17T01:56:57.867 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.867 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:56:57.867 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4462, 2024-08-17T01:56:57.867 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4730082 2024-08-17T01:56:57.867 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.867 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:56:57.867 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41, 2024-08-17T01:56:57.867 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73167 2024-08-17T01:56:57.868 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.868 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:56:57.868 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 6573, 2024-08-17T01:56:57.868 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 496727551 2024-08-17T01:56:57.868 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.868 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:56:57.868 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 181523 2024-08-17T01:56:57.868 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.868 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:56:57.868 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17134 2024-08-17T01:56:57.868 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.868 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:56:57.868 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 23660, 2024-08-17T01:56:57.869 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1305840768 2024-08-17T01:56:57.869 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.869 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:56:57.869 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66322, 2024-08-17T01:56:57.869 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21289927 2024-08-17T01:56:57.869 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.869 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:56:57.869 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 42662, 2024-08-17T01:56:57.869 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 901490271 2024-08-17T01:56:57.869 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.869 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:56:57.869 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.869 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.869 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:56:57.869 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12030, 2024-08-17T01:56:57.870 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 295568108 2024-08-17T01:56:57.870 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.870 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:56:57.870 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.870 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.870 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:56:57.870 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.870 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.870 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:56:57.870 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.870 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.870 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:56:57.871 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.871 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.871 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:56:57.871 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:56:57.871 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5718147469 2024-08-17T01:56:57.871 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.871 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:56:57.871 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17927, 2024-08-17T01:56:57.871 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1203379080 2024-08-17T01:56:57.871 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.871 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:56:57.871 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17925, 2024-08-17T01:56:57.871 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2460385551584 2024-08-17T01:56:57.871 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.872 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:56:57.872 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17927, 2024-08-17T01:56:57.872 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6552674861567 2024-08-17T01:56:57.872 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.872 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:56:57.872 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74156, 2024-08-17T01:56:57.872 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2609045239793 2024-08-17T01:56:57.872 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.872 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:56:57.872 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74156, 2024-08-17T01:56:57.872 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7767040 2024-08-17T01:56:57.873 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.873 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:56:57.873 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:56:57.873 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 262207823 2024-08-17T01:56:57.873 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.873 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:56:57.873 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:56:57.873 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 27572254395 2024-08-17T01:56:57.873 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.873 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:56:57.873 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:56:57.873 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26195971 2024-08-17T01:56:57.873 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.874 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:56:57.874 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:56:57.874 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13322717245 2024-08-17T01:56:57.874 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.874 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:56:57.874 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:56:57.874 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5852469652 2024-08-17T01:56:57.874 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.874 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:56:57.874 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6233698 2024-08-17T01:56:57.874 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.874 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:56:57.875 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2592, 2024-08-17T01:56:57.875 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13699987 2024-08-17T01:56:57.875 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.875 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:56:57.875 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:56:57.875 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 52739045775 2024-08-17T01:56:57.875 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.875 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:56:57.875 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:56:57.875 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6619299872 2024-08-17T01:56:57.875 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.875 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:56:57.875 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:56:57.875 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 457495764 2024-08-17T01:56:57.876 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.876 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.876 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:56:57.876 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:56:57.876 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405112032 2024-08-17T01:56:57.876 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.876 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:56:57.876 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 523264000 2024-08-17T01:56:57.876 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.876 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:56:57.876 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 504274944 2024-08-17T01:56:57.876 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.877 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:56:57.877 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600492236 2024-08-17T01:56:57.877 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.877 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:56:57.877 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 18989056 2024-08-17T01:56:57.877 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.877 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.877 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:56:57.877 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.877 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:56:57.877 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.877 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.877 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.878 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.878 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.878 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.878 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.878 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.878 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57414873 2024-08-17T01:56:57.878 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.878 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.878 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.878 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.878 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.879 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.879 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.879 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.879 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.879 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.879 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.879 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.879 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.879 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.879 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.879 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.879 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.879 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8192 2024-08-17T01:56:57.880 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.880 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.880 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.880 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.880 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.880 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.880 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.880 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.880 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.880 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.880 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.880 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68406055 2024-08-17T01:56:57.880 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.881 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.881 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:56:57.881 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.881 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 570425344 2024-08-17T01:56:57.881 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.881 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.881 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:57.881 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.881 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.881 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.881 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.881 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.881 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 430611551 2024-08-17T01:56:57.882 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.882 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.882 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.882 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.882 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.882 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1392 2024-08-17T01:56:57.882 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.882 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.882 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.882 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.882 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.882 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.883 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.883 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.883 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26432 2024-08-17T01:56:57.883 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.883 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.883 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 59824 2024-08-17T01:56:57.883 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.883 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.883 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.883 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.883 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.883 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.883 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.884 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.884 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.884 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.884 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.884 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 72617281 2024-08-17T01:56:57.884 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.884 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.884 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:56:57.884 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.884 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:56:57.884 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.884 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.884 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:57.884 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.884 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.885 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 350192 2024-08-17T01:56:57.885 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.885 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.885 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38276582 2024-08-17T01:56:57.885 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.885 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.885 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.885 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.885 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.885 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.885 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.885 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.885 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.885 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.885 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.886 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.886 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.886 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.886 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.886 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.886 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.886 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.886 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.886 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.886 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.886 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.886 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.886 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.886 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.887 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.887 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.887 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.887 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.887 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70425130 2024-08-17T01:56:57.887 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.887 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.887 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:56:57.887 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.887 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 503316480 2024-08-17T01:56:57.887 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.887 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.887 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.888 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.888 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.888 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.888 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.888 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.888 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 430611551 2024-08-17T01:56:57.888 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.888 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.888 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.888 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.888 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.888 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.888 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.889 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.889 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.889 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.889 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.889 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.889 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.889 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.889 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 174943 2024-08-17T01:56:57.889 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.889 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.889 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1160896 2024-08-17T01:56:57.889 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.889 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.889 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.889 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.889 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.890 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.890 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.890 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.890 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.890 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.890 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.890 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71369090 2024-08-17T01:56:57.890 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.890 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.890 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:56:57.890 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:56:57.890 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.890 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.891 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:56:57.891 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T01:56:57.891 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.891 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:56:57.891 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.891 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.891 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:56:57.891 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.891 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.891 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.891 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:57.891 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:56:57.892 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 48 2024-08-17T01:56:57.892 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.892 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:56:57.892 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.892 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.892 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:56:57.892 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26348 2024-08-17T01:56:57.892 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.892 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:56:57.892 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 103493, 2024-08-17T01:56:57.892 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5281635184 2024-08-17T01:56:57.892 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.892 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:56:57.892 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.892 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.893 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:56:57.893 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.893 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.893 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:56:57.893 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 950408105 2024-08-17T01:56:57.893 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.893 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:56:57.893 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 26348, 2024-08-17T01:56:57.893 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 268185675821 2024-08-17T01:56:57.893 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.893 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:56:57.893 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1327561026 2024-08-17T01:56:57.893 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.894 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:56:57.894 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 27996, 2024-08-17T01:56:57.894 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 22724353141 2024-08-17T01:56:57.894 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.894 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:56:57.894 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 26348, 2024-08-17T01:56:57.894 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 61680277206 2024-08-17T01:56:57.894 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.894 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:56:57.894 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11224 2024-08-17T01:56:57.894 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.894 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:56:57.895 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11224, 2024-08-17T01:56:57.895 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 39458573456 2024-08-17T01:56:57.895 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.895 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:56:57.895 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.895 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.895 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:56:57.895 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1327561026 2024-08-17T01:56:57.895 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.895 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:56:57.895 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11314, 2024-08-17T01:56:57.895 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3748479334 2024-08-17T01:56:57.895 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.895 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:56:57.896 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11224, 2024-08-17T01:56:57.896 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3982406987 2024-08-17T01:56:57.896 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.896 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:56:57.896 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11381 2024-08-17T01:56:57.896 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.896 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:56:57.896 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 170931147 2024-08-17T01:56:57.896 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.896 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:56:57.896 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11381, 2024-08-17T01:56:57.897 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 162489989367 2024-08-17T01:56:57.897 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.897 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:56:57.897 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.897 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.897 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:56:57.897 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.897 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.897 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:56:57.897 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.897 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.897 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:56:57.897 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12883, 2024-08-17T01:56:57.898 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14805603724 2024-08-17T01:56:57.898 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.898 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:56:57.898 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11381, 2024-08-17T01:56:57.898 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 32262557760 2024-08-17T01:56:57.898 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.898 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:56:57.898 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3743 2024-08-17T01:56:57.898 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.898 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:56:57.898 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 779476958 2024-08-17T01:56:57.898 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.898 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:56:57.899 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3743, 2024-08-17T01:56:57.899 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 66237112998 2024-08-17T01:56:57.899 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.899 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:56:57.899 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.899 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.899 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:56:57.899 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3799, 2024-08-17T01:56:57.899 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4170270083 2024-08-17T01:56:57.899 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.899 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:56:57.899 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3743, 2024-08-17T01:56:57.899 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 25435312459 2024-08-17T01:56:57.900 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.900 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:56:57.900 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.900 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.900 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:56:57.900 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.900 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.900 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:56:57.900 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:56:57.900 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.900 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:56:57.900 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:56:57.900 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.901 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:56:57.901 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 534437888 2024-08-17T01:56:57.901 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.901 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.901 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.901 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.4": { 2024-08-17T01:56:57.901 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:57.901 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:56:57.901 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20767 2024-08-17T01:56:57.901 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.901 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:56:57.901 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.901 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.902 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:56:57.902 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.902 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.902 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:56:57.902 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.902 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.902 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:56:57.902 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:56:57.902 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.902 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:56:57.902 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.902 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.902 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:56:57.903 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.903 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.903 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:56:57.903 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.903 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.903 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:56:57.903 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.903 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.903 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:56:57.903 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8118272 2024-08-17T01:56:57.903 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.903 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:56:57.903 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 667119616 2024-08-17T01:56:57.904 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.904 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:56:57.904 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14, 2024-08-17T01:56:57.904 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2954757 2024-08-17T01:56:57.904 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.904 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:56:57.904 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14, 2024-08-17T01:56:57.904 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1008074 2024-08-17T01:56:57.904 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.904 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:56:57.904 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 165, 2024-08-17T01:56:57.904 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 667058 2024-08-17T01:56:57.904 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.905 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:56:57.905 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:56:57.905 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.905 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:56:57.905 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 728629248 2024-08-17T01:56:57.905 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.905 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:56:57.905 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58768, 2024-08-17T01:56:57.905 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7901171714 2024-08-17T01:56:57.905 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.905 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:56:57.905 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58772, 2024-08-17T01:56:57.905 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12813419985 2024-08-17T01:56:57.906 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.906 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:56:57.906 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7905280 2024-08-17T01:56:57.906 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.906 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:56:57.906 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 240631808 2024-08-17T01:56:57.906 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.906 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:56:57.906 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 741408768 2024-08-17T01:56:57.906 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.906 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:56:57.906 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.906 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.907 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:56:57.907 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.907 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.907 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:56:57.907 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56 2024-08-17T01:56:57.907 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.907 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:56:57.907 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 306844708 2024-08-17T01:56:57.907 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.907 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:56:57.907 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16147 2024-08-17T01:56:57.907 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.907 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:56:57.908 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 278110208 2024-08-17T01:56:57.908 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.908 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:56:57.908 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 278114304 2024-08-17T01:56:57.908 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.908 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:56:57.908 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.908 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.908 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:56:57.908 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.908 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.908 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:56:57.908 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8174 2024-08-17T01:56:57.909 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.909 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:56:57.909 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 16147, 2024-08-17T01:56:57.909 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 120540597 2024-08-17T01:56:57.909 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.909 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:56:57.909 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177662446 2024-08-17T01:56:57.909 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.909 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:56:57.909 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12192 2024-08-17T01:56:57.909 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.909 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:56:57.909 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2319641 2024-08-17T01:56:57.909 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.910 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:56:57.910 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 832 2024-08-17T01:56:57.910 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.910 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:56:57.910 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7886625 2024-08-17T01:56:57.910 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.910 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:56:57.910 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1188 2024-08-17T01:56:57.910 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.910 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:56:57.910 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5566984 2024-08-17T01:56:57.910 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.910 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:56:57.910 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5566984 2024-08-17T01:56:57.911 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.911 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:56:57.911 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.911 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.911 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:56:57.911 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.911 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.911 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:56:57.911 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 364 2024-08-17T01:56:57.911 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.911 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:56:57.911 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1188, 2024-08-17T01:56:57.911 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2414163 2024-08-17T01:56:57.911 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.912 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:56:57.912 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.912 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.912 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.912 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:56:57.912 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.912 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.912 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:56:57.912 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.912 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.912 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:56:57.912 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:56:57.912 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 732 2024-08-17T01:56:57.912 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.912 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:56:57.913 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:56:57.913 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 31222 2024-08-17T01:56:57.913 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.913 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:56:57.913 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.913 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.913 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.913 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:56:57.913 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.913 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.913 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:56:57.913 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.914 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.914 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:56:57.914 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 918020096 2024-08-17T01:56:57.914 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.914 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.914 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:56:57.914 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:56:57.914 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:56:57.914 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.914 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:56:57.914 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10457088 2024-08-17T01:56:57.914 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.914 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:56:57.915 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 23737, 2024-08-17T01:56:57.915 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 64307521 2024-08-17T01:56:57.915 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.915 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:56:57.915 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3189, 2024-08-17T01:56:57.915 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 460232812 2024-08-17T01:56:57.915 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.915 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:56:57.915 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.915 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.915 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.915 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:56:57.915 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.916 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.916 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:56:57.916 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.916 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.916 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:56:57.916 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.916 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.916 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:56:57.916 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13666, 2024-08-17T01:56:57.916 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 109934880 2024-08-17T01:56:57.916 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.916 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:56:57.916 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.917 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.917 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.917 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:56:57.917 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.917 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.917 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:56:57.917 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58678, 2024-08-17T01:56:57.917 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15991668350 2024-08-17T01:56:57.917 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.917 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:56:57.917 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58200, 2024-08-17T01:56:57.917 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1358149810 2024-08-17T01:56:57.917 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.917 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:56:57.917 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58678, 2024-08-17T01:56:57.918 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 48843048 2024-08-17T01:56:57.918 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.918 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:56:57.918 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58678, 2024-08-17T01:56:57.918 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16040511398 2024-08-17T01:56:57.918 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.918 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:56:57.918 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.918 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.918 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.918 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:56:57.919 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 21158, 2024-08-17T01:56:57.919 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 926755619 2024-08-17T01:56:57.919 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.919 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:56:57.919 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 836, 2024-08-17T01:56:57.919 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2193395 2024-08-17T01:56:57.919 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.919 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:56:57.919 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 8244, 2024-08-17T01:56:57.919 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7867854 2024-08-17T01:56:57.919 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.919 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:56:57.919 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 44, 2024-08-17T01:56:57.919 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 54135 2024-08-17T01:56:57.920 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.920 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:56:57.920 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 9846, 2024-08-17T01:56:57.920 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1958351280 2024-08-17T01:56:57.920 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.920 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:56:57.920 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 178709 2024-08-17T01:56:57.920 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.920 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:56:57.920 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19548 2024-08-17T01:56:57.920 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.920 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:56:57.920 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11787, 2024-08-17T01:56:57.921 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1349381382 2024-08-17T01:56:57.921 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.921 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:56:57.921 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 42037, 2024-08-17T01:56:57.921 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19381093 2024-08-17T01:56:57.921 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.921 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:56:57.921 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 30250, 2024-08-17T01:56:57.921 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1054583186 2024-08-17T01:56:57.921 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.921 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:56:57.921 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.921 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.922 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:56:57.922 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13385, 2024-08-17T01:56:57.922 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 345162722 2024-08-17T01:56:57.922 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.922 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:56:57.922 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.922 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.922 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:56:57.922 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.922 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.922 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:56:57.922 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.922 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.922 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:56:57.923 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.923 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.923 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:56:57.923 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:56:57.923 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9287841192 2024-08-17T01:56:57.923 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.923 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:56:57.923 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 18080, 2024-08-17T01:56:57.923 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1003381802 2024-08-17T01:56:57.923 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.923 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:56:57.923 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 18079, 2024-08-17T01:56:57.923 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2354093577651 2024-08-17T01:56:57.923 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.923 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:56:57.924 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 18080, 2024-08-17T01:56:57.924 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5858004521264 2024-08-17T01:56:57.924 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.924 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:56:57.924 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72003, 2024-08-17T01:56:57.924 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2517083571138 2024-08-17T01:56:57.924 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.924 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:56:57.924 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72003, 2024-08-17T01:56:57.924 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7000216 2024-08-17T01:56:57.924 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.924 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:56:57.924 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:56:57.924 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 450466525 2024-08-17T01:56:57.924 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.925 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:56:57.925 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:56:57.925 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 28584167568 2024-08-17T01:56:57.925 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.925 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:56:57.925 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:56:57.925 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23839665 2024-08-17T01:56:57.925 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.925 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:56:57.925 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:56:57.925 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13611746700 2024-08-17T01:56:57.925 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.925 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:56:57.925 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:56:57.926 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6798757488 2024-08-17T01:56:57.926 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.926 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:56:57.926 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6228499 2024-08-17T01:56:57.926 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.926 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:56:57.926 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2505, 2024-08-17T01:56:57.926 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13286958 2024-08-17T01:56:57.926 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.927 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:56:57.927 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:56:57.927 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 58744318598 2024-08-17T01:56:57.927 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.927 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:56:57.927 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:56:57.927 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7620399340 2024-08-17T01:56:57.927 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.927 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:56:57.928 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:56:57.928 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 657548281 2024-08-17T01:56:57.928 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.928 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.928 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:56:57.928 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:56:57.928 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405116907 2024-08-17T01:56:57.928 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.928 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:56:57.928 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 541843456 2024-08-17T01:56:57.928 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.928 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:56:57.928 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 317595648 2024-08-17T01:56:57.929 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.929 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:56:57.929 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600497971 2024-08-17T01:56:57.929 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.929 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:56:57.929 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 224247808 2024-08-17T01:56:57.929 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.929 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.929 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:56:57.929 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.930 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:56:57.930 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.930 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.930 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.930 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.930 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.930 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.930 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.930 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.930 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56829997 2024-08-17T01:56:57.930 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.930 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.930 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.930 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.931 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.931 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.931 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.931 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.931 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.931 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.931 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.931 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.931 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.932 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.932 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 69632 2024-08-17T01:56:57.932 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.932 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.932 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1097728 2024-08-17T01:56:57.932 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.932 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.932 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.932 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.932 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.932 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.932 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.932 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.933 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.933 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.933 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.933 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67831763 2024-08-17T01:56:57.933 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.933 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.933 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:56:57.933 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.934 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 562036736 2024-08-17T01:56:57.934 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.934 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.934 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:57.934 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.934 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.934 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.934 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.934 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.934 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 426224981 2024-08-17T01:56:57.934 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.935 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.935 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.935 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.935 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.935 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.935 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.935 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.935 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2672 2024-08-17T01:56:57.935 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.935 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.935 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.936 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.936 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.936 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 171824 2024-08-17T01:56:57.936 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.936 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.936 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 560 2024-08-17T01:56:57.936 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.936 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.936 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.937 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.937 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.937 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.937 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.937 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.937 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.937 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.937 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.937 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68527835 2024-08-17T01:56:57.937 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.938 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.938 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:56:57.938 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.938 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:56:57.938 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.938 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.938 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:57.938 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.938 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.939 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 472576 2024-08-17T01:56:57.939 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.939 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.939 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37886665 2024-08-17T01:56:57.939 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.939 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.939 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.939 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.939 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.939 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.939 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.939 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.939 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.940 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.940 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.940 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.940 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.940 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.940 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.940 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.940 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.940 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.940 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.940 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.941 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.941 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.941 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.941 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.941 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.941 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.941 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.941 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.941 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.941 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70692663 2024-08-17T01:56:57.941 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.941 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.941 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:56:57.942 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.942 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 494927872 2024-08-17T01:56:57.942 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.942 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.942 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.942 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.942 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.942 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.942 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.942 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.942 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 426224981 2024-08-17T01:56:57.942 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.942 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.942 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.943 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.943 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.943 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.943 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.943 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.943 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.943 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.943 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.943 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.943 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.943 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.943 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177009 2024-08-17T01:56:57.944 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.944 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.944 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1164643 2024-08-17T01:56:57.944 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.944 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.944 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.944 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.944 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.944 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.944 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.944 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.944 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.944 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.944 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.945 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67361239 2024-08-17T01:56:57.945 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.945 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.945 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:56:57.945 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:56:57.945 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.945 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.945 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:56:57.945 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 31 2024-08-17T01:56:57.945 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.945 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:56:57.945 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.945 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.945 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:56:57.946 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.946 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.946 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.946 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:57.946 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:56:57.946 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 46 2024-08-17T01:56:57.946 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.946 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:56:57.946 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.946 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.946 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:56:57.946 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 34195 2024-08-17T01:56:57.946 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.946 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:56:57.947 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 93955, 2024-08-17T01:56:57.947 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7581130435 2024-08-17T01:56:57.947 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.947 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:56:57.947 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.947 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.947 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:56:57.947 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.947 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.947 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:56:57.947 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1070093899 2024-08-17T01:56:57.947 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.947 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:56:57.948 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34195, 2024-08-17T01:56:57.948 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 47824226719 2024-08-17T01:56:57.948 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.948 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:56:57.948 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1709135166 2024-08-17T01:56:57.948 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.948 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:56:57.948 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34657, 2024-08-17T01:56:57.948 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11553358486 2024-08-17T01:56:57.948 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.948 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:56:57.948 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34195, 2024-08-17T01:56:57.948 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 27919450113 2024-08-17T01:56:57.949 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.949 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:56:57.949 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 25635 2024-08-17T01:56:57.949 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.949 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:56:57.949 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25635, 2024-08-17T01:56:57.949 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8833471721 2024-08-17T01:56:57.949 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.949 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:56:57.949 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.949 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.949 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:56:57.949 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1709135166 2024-08-17T01:56:57.949 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.950 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:56:57.950 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25811, 2024-08-17T01:56:57.950 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4481082602 2024-08-17T01:56:57.950 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.950 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:56:57.950 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25635, 2024-08-17T01:56:57.950 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5595083937 2024-08-17T01:56:57.950 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.950 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:56:57.950 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4673 2024-08-17T01:56:57.950 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.950 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:56:57.950 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 167520193 2024-08-17T01:56:57.951 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.951 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:56:57.951 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4673, 2024-08-17T01:56:57.951 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6902471681 2024-08-17T01:56:57.951 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.951 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:56:57.951 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.951 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.951 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:56:57.951 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.951 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.951 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:56:57.951 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.951 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.951 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:56:57.952 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4866, 2024-08-17T01:56:57.952 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2632105766 2024-08-17T01:56:57.952 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.952 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:56:57.952 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4673, 2024-08-17T01:56:57.952 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6025308655 2024-08-17T01:56:57.952 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.952 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:56:57.952 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3887 2024-08-17T01:56:57.952 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.952 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:56:57.952 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 902573706 2024-08-17T01:56:57.952 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.952 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:56:57.953 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3887, 2024-08-17T01:56:57.953 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 32088283317 2024-08-17T01:56:57.953 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.953 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:56:57.953 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.953 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.953 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:56:57.953 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3980, 2024-08-17T01:56:57.953 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4440170118 2024-08-17T01:56:57.953 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.953 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:56:57.953 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3887, 2024-08-17T01:56:57.953 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16299057521 2024-08-17T01:56:57.953 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.954 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:56:57.954 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.954 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.954 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:56:57.954 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 36 2024-08-17T01:56:57.954 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.954 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:56:57.954 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11 2024-08-17T01:56:57.954 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.954 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:56:57.954 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:56:57.954 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.954 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:56:57.955 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 739098624 2024-08-17T01:56:57.955 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.955 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.955 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.955 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.5": { 2024-08-17T01:56:57.955 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:57.955 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:56:57.955 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21420 2024-08-17T01:56:57.955 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.955 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:56:57.955 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.955 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.956 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:56:57.956 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.956 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.956 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:56:57.956 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.956 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.956 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:56:57.956 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:56:57.956 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.956 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:56:57.956 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.956 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.956 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:56:57.956 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.957 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.957 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:56:57.957 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.957 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.957 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:56:57.957 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.957 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.957 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:56:57.957 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20955136 2024-08-17T01:56:57.957 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.957 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:56:57.957 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 725483520 2024-08-17T01:56:57.958 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.958 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:56:57.958 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 20, 2024-08-17T01:56:57.958 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096890 2024-08-17T01:56:57.958 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.958 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:56:57.958 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 20, 2024-08-17T01:56:57.958 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1526293 2024-08-17T01:56:57.958 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.958 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:56:57.958 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 228, 2024-08-17T01:56:57.959 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 991970 2024-08-17T01:56:57.959 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.959 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:56:57.959 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:56:57.959 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.959 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:56:57.959 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 675872768 2024-08-17T01:56:57.959 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.959 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:56:57.959 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 85175, 2024-08-17T01:56:57.959 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10108277582 2024-08-17T01:56:57.959 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.960 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:56:57.960 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 85151, 2024-08-17T01:56:57.960 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16090804555 2024-08-17T01:56:57.960 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.960 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:56:57.960 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16228352 2024-08-17T01:56:57.960 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.960 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:56:57.960 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 348749824 2024-08-17T01:56:57.960 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.960 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:56:57.960 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 661651456 2024-08-17T01:56:57.960 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.961 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:56:57.961 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.961 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.961 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:56:57.961 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.961 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.961 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:56:57.961 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 54 2024-08-17T01:56:57.961 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.961 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:56:57.961 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 563546509 2024-08-17T01:56:57.961 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.961 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:56:57.962 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26642 2024-08-17T01:56:57.962 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.962 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:56:57.962 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 489816064 2024-08-17T01:56:57.962 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.962 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:56:57.962 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 489820160 2024-08-17T01:56:57.962 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.962 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:56:57.962 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.962 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.962 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:56:57.962 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.963 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.963 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:56:57.963 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11973 2024-08-17T01:56:57.963 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.963 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:56:57.963 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 26642, 2024-08-17T01:56:57.963 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 205044482 2024-08-17T01:56:57.963 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.963 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:56:57.963 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 336716774 2024-08-17T01:56:57.963 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.963 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:56:57.963 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19707 2024-08-17T01:56:57.963 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.964 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:56:57.964 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7050056 2024-08-17T01:56:57.964 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.964 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:56:57.964 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1160 2024-08-17T01:56:57.964 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.964 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:56:57.964 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21024166 2024-08-17T01:56:57.964 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.964 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:56:57.964 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1562 2024-08-17T01:56:57.964 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.964 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:56:57.964 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13974110 2024-08-17T01:56:57.965 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.965 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:56:57.965 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13974110 2024-08-17T01:56:57.965 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.965 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:56:57.965 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.965 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.965 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:56:57.965 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.965 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.965 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:56:57.965 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 438 2024-08-17T01:56:57.965 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.966 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:56:57.966 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1562, 2024-08-17T01:56:57.966 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8140581 2024-08-17T01:56:57.966 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.966 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:56:57.966 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.966 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.966 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.966 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:56:57.966 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.966 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.966 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:56:57.966 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.967 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.967 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:56:57.967 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:56:57.967 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 834 2024-08-17T01:56:57.967 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.967 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:56:57.967 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:56:57.967 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5998 2024-08-17T01:56:57.967 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.967 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:56:57.967 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.967 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.967 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.967 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:56:57.968 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.968 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.968 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:56:57.968 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.968 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.968 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:56:57.968 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1098227712 2024-08-17T01:56:57.968 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.968 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.968 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:56:57.968 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:56:57.968 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:56:57.969 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.969 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:56:57.969 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14655488 2024-08-17T01:56:57.969 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.969 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:56:57.969 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 20003, 2024-08-17T01:56:57.969 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 61761581 2024-08-17T01:56:57.969 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.969 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:56:57.969 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3242, 2024-08-17T01:56:57.969 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641860571 2024-08-17T01:56:57.969 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.969 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:56:57.969 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.969 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.970 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.970 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:56:57.970 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.970 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.970 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:56:57.970 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.970 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.970 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:56:57.970 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.970 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.970 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:56:57.970 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 18260, 2024-08-17T01:56:57.970 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 124596568 2024-08-17T01:56:57.970 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.971 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:56:57.971 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.971 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.971 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.971 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:56:57.971 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.971 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.971 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:56:57.971 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 85072, 2024-08-17T01:56:57.971 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19995327711 2024-08-17T01:56:57.971 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.971 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:56:57.971 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 84534, 2024-08-17T01:56:57.971 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1601833922 2024-08-17T01:56:57.972 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.972 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:56:57.972 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 85072, 2024-08-17T01:56:57.972 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 45812329 2024-08-17T01:56:57.972 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.972 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:56:57.972 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 85072, 2024-08-17T01:56:57.972 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20041140040 2024-08-17T01:56:57.972 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.972 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:56:57.972 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:57.972 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.972 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.972 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:56:57.972 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 27550, 2024-08-17T01:56:57.973 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 911651462 2024-08-17T01:56:57.973 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.973 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:56:57.973 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 897, 2024-08-17T01:56:57.973 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2437691 2024-08-17T01:56:57.973 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.973 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:56:57.973 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12550, 2024-08-17T01:56:57.973 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10389830 2024-08-17T01:56:57.973 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.973 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:56:57.973 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 49, 2024-08-17T01:56:57.973 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 59423 2024-08-17T01:56:57.973 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.974 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:56:57.974 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14902, 2024-08-17T01:56:57.974 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2857114841 2024-08-17T01:56:57.974 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.974 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:56:57.974 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 251168 2024-08-17T01:56:57.974 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.974 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:56:57.974 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21773 2024-08-17T01:56:57.974 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.974 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:56:57.974 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 31739, 2024-08-17T01:56:57.975 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1435034366 2024-08-17T01:56:57.975 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.975 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:56:57.975 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71856, 2024-08-17T01:56:57.975 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 35038712 2024-08-17T01:56:57.975 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.975 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:56:57.975 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 40117, 2024-08-17T01:56:57.975 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1275994546 2024-08-17T01:56:57.976 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.976 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:56:57.976 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.976 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.976 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:56:57.976 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15658, 2024-08-17T01:56:57.976 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 401926304 2024-08-17T01:56:57.976 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.976 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:56:57.977 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.977 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.977 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:56:57.977 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.977 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.977 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:56:57.977 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.977 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.977 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:56:57.978 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.978 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.978 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:56:57.978 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:56:57.978 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6460043509 2024-08-17T01:56:57.978 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.978 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:56:57.978 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 8399, 2024-08-17T01:56:57.978 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 570632632 2024-08-17T01:56:57.978 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.978 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:56:57.978 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 8396, 2024-08-17T01:56:57.979 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2586508152134 2024-08-17T01:56:57.979 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.979 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:56:57.979 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 8399, 2024-08-17T01:56:57.979 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6484318123546 2024-08-17T01:56:57.979 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.979 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:56:57.979 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97970, 2024-08-17T01:56:57.979 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3079512003602 2024-08-17T01:56:57.979 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.979 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:56:57.979 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97970, 2024-08-17T01:56:57.979 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10761555 2024-08-17T01:56:57.980 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.980 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:56:57.980 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:56:57.980 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 187461790 2024-08-17T01:56:57.980 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.980 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:56:57.980 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:56:57.980 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 31626487265 2024-08-17T01:56:57.980 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.980 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:56:57.980 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:56:57.981 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 34666269 2024-08-17T01:56:57.981 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.981 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:56:57.981 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:56:57.981 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14878905556 2024-08-17T01:56:57.981 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.981 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:56:57.981 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:56:57.981 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7689326023 2024-08-17T01:56:57.981 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.981 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:56:57.982 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10428007 2024-08-17T01:56:57.982 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.982 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:56:57.982 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2560, 2024-08-17T01:56:57.982 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13995755 2024-08-17T01:56:57.982 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.982 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:56:57.982 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:56:57.982 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 60858002255 2024-08-17T01:56:57.982 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.982 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:56:57.983 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:56:57.983 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8694173085 2024-08-17T01:56:57.983 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.983 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:56:57.983 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:56:57.983 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 551266426 2024-08-17T01:56:57.983 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.983 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.983 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:56:57.983 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:56:57.983 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405116907 2024-08-17T01:56:57.983 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.984 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:56:57.984 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 546799616 2024-08-17T01:56:57.984 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.984 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:56:57.984 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 497311744 2024-08-17T01:56:57.984 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.984 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:56:57.984 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600497971 2024-08-17T01:56:57.984 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.984 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:56:57.984 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 49487872 2024-08-17T01:56:57.984 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.984 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.984 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:56:57.985 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.985 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:56:57.985 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.985 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.985 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.985 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.985 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.985 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.985 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.985 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.985 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 55962367 2024-08-17T01:56:57.985 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.985 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.986 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.986 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.986 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.986 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.986 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.986 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.986 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.986 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.986 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.986 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.986 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.987 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.987 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8192 2024-08-17T01:56:57.987 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.987 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.987 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 53248 2024-08-17T01:56:57.987 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.987 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.987 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.987 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.987 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.987 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.987 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.987 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.988 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.988 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.988 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.988 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 69805313 2024-08-17T01:56:57.988 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.988 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.988 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:56:57.988 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.988 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 562036736 2024-08-17T01:56:57.988 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.988 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.988 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:57.989 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.989 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.989 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.989 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.989 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.989 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 419717758 2024-08-17T01:56:57.989 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.989 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.989 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.989 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.989 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.990 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.990 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.990 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.990 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2640 2024-08-17T01:56:57.990 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.990 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.990 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.990 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.990 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.990 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 192864 2024-08-17T01:56:57.990 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.990 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.991 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.991 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.991 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.991 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.991 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.991 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.991 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.991 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.991 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.991 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.991 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.991 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.991 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 75014610 2024-08-17T01:56:57.992 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.992 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.992 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:56:57.992 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.992 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:56:57.992 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.992 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.992 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:57.992 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.992 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.992 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 678848 2024-08-17T01:56:57.992 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.992 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.992 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37308245 2024-08-17T01:56:57.993 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.993 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.993 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.993 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.993 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.993 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.993 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.993 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.993 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.993 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.993 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.993 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.993 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.993 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.994 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.994 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.994 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.994 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.994 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.994 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.994 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.994 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.994 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.994 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.994 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.994 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.994 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.995 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.995 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.995 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71064811 2024-08-17T01:56:57.995 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.995 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.995 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:56:57.995 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:57.995 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 494927872 2024-08-17T01:56:57.995 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.995 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:57.995 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.995 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.995 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:57.995 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.995 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.996 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:57.996 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 419717758 2024-08-17T01:56:57.996 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.996 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:57.996 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.996 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.996 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:57.996 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.996 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.996 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:57.996 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.996 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.996 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:57.996 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.997 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.997 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:57.997 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 175465 2024-08-17T01:56:57.997 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.997 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:57.997 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1136063 2024-08-17T01:56:57.997 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.997 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:57.997 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.998 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.998 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:57.998 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.998 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.998 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:57.998 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.998 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.998 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:57.998 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73898586 2024-08-17T01:56:57.998 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:57.998 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.999 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:56:57.999 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:56:57.999 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.999 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.999 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:56:57.999 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T01:56:57.999 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.999 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:56:57.999 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.999 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:57.999 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:56:57.999 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:57.999 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.000 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.000 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:58.000 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:56:58.000 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 58 2024-08-17T01:56:58.000 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.000 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:56:58.000 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.000 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.000 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:56:58.001 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 51095 2024-08-17T01:56:58.001 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.001 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:56:58.001 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 134036, 2024-08-17T01:56:58.001 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10364240420 2024-08-17T01:56:58.001 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.001 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:56:58.001 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.001 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.001 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:56:58.001 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.001 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.001 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:56:58.002 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 973524086 2024-08-17T01:56:58.002 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.002 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:56:58.002 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 51095, 2024-08-17T01:56:58.002 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 34469359404 2024-08-17T01:56:58.002 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.002 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:56:58.002 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1616650974 2024-08-17T01:56:58.002 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.002 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:56:58.002 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 52135, 2024-08-17T01:56:58.002 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13001567299 2024-08-17T01:56:58.002 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.003 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:56:58.003 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 51095, 2024-08-17T01:56:58.003 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 22527143074 2024-08-17T01:56:58.003 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.003 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:56:58.003 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 42670 2024-08-17T01:56:58.003 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.003 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:56:58.003 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 42670, 2024-08-17T01:56:58.003 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11822668186 2024-08-17T01:56:58.003 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.003 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:56:58.003 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.003 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.004 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:56:58.004 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1616650974 2024-08-17T01:56:58.004 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.004 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:56:58.004 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 42982, 2024-08-17T01:56:58.004 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7087921991 2024-08-17T01:56:58.004 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.004 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:56:58.004 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 42670, 2024-08-17T01:56:58.004 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6845935902 2024-08-17T01:56:58.004 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.005 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:56:58.005 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7264 2024-08-17T01:56:58.005 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.005 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:56:58.005 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 270841184 2024-08-17T01:56:58.005 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.005 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:56:58.005 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7264, 2024-08-17T01:56:58.005 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14608683509 2024-08-17T01:56:58.005 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.005 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:56:58.005 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.005 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.006 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:56:58.006 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.006 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.006 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:56:58.006 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.006 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.006 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:56:58.006 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7829, 2024-08-17T01:56:58.006 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4373369770 2024-08-17T01:56:58.006 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.006 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:56:58.006 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7264, 2024-08-17T01:56:58.007 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9533406244 2024-08-17T01:56:58.007 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.007 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:56:58.007 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1161 2024-08-17T01:56:58.007 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.007 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:56:58.007 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 702682902 2024-08-17T01:56:58.007 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.007 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:56:58.007 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1161, 2024-08-17T01:56:58.007 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8038007709 2024-08-17T01:56:58.007 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.007 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:56:58.007 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.007 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.008 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:56:58.008 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1324, 2024-08-17T01:56:58.008 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1540275538 2024-08-17T01:56:58.008 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.008 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:56:58.008 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1161, 2024-08-17T01:56:58.008 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6147800928 2024-08-17T01:56:58.008 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.008 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:56:58.008 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.008 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.008 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:56:58.009 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.009 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.009 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:56:58.009 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T01:56:58.009 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.009 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:56:58.009 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:56:58.009 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.009 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:56:58.009 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 690548736 2024-08-17T01:56:58.009 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.009 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.010 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.010 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.6": { 2024-08-17T01:56:58.010 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:58.010 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:56:58.010 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29358 2024-08-17T01:56:58.010 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.010 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:56:58.010 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.010 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.010 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:56:58.010 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.010 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.010 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:56:58.011 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.011 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.011 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:56:58.011 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:56:58.011 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.011 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:56:58.011 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.011 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.011 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:56:58.011 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.011 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.012 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:56:58.012 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.012 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.012 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:56:58.012 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.012 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.012 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:56:58.012 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2740224 2024-08-17T01:56:58.012 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.012 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:56:58.012 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 487723008 2024-08-17T01:56:58.012 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.012 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:56:58.012 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14, 2024-08-17T01:56:58.012 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3616147 2024-08-17T01:56:58.013 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.013 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:56:58.013 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14, 2024-08-17T01:56:58.013 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 891641 2024-08-17T01:56:58.013 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.013 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:56:58.013 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 136, 2024-08-17T01:56:58.013 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 606183 2024-08-17T01:56:58.013 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.013 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:56:58.013 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:56:58.013 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.013 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:56:58.013 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 404750336 2024-08-17T01:56:58.013 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.014 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:56:58.014 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58451, 2024-08-17T01:56:58.014 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7137743590 2024-08-17T01:56:58.014 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.014 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:56:58.014 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58436, 2024-08-17T01:56:58.014 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11492744716 2024-08-17T01:56:58.014 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.014 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:56:58.014 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6647808 2024-08-17T01:56:58.014 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.014 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:56:58.014 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 239378432 2024-08-17T01:56:58.015 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.015 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:56:58.015 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 421789696 2024-08-17T01:56:58.015 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.015 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:56:58.015 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.015 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.015 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:56:58.015 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.015 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:56:58.016 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38 2024-08-17T01:56:58.016 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.016 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:56:58.016 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 131708800 2024-08-17T01:56:58.016 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.016 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:56:58.016 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7093 2024-08-17T01:56:58.016 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.016 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:56:58.016 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 91717632 2024-08-17T01:56:58.016 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.017 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:56:58.017 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 91721728 2024-08-17T01:56:58.017 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.017 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:56:58.017 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.017 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.017 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:56:58.017 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.017 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.017 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:56:58.017 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 191 2024-08-17T01:56:58.017 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.017 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:56:58.017 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7093, 2024-08-17T01:56:58.018 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24544215 2024-08-17T01:56:58.018 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.018 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:56:58.018 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 46234273 2024-08-17T01:56:58.018 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.018 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:56:58.018 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4472 2024-08-17T01:56:58.018 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.018 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:56:58.018 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 809889 2024-08-17T01:56:58.018 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.019 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:56:58.019 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 332 2024-08-17T01:56:58.019 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.019 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:56:58.019 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2724118 2024-08-17T01:56:58.019 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.019 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:56:58.019 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 450 2024-08-17T01:56:58.019 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.019 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:56:58.019 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1914229 2024-08-17T01:56:58.020 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.020 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:56:58.020 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1914229 2024-08-17T01:56:58.020 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.020 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:56:58.020 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.020 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.020 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:56:58.020 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.020 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.020 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:56:58.021 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 118 2024-08-17T01:56:58.021 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.021 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:56:58.021 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 450, 2024-08-17T01:56:58.021 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 931417 2024-08-17T01:56:58.021 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.021 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:56:58.021 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:58.021 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.021 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.021 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:56:58.021 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.021 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.022 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:56:58.022 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.022 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.022 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:56:58.022 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:56:58.022 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 600 2024-08-17T01:56:58.022 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.022 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:56:58.022 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:56:58.022 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6587 2024-08-17T01:56:58.022 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.023 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:56:58.023 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:58.023 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.023 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.023 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:56:58.023 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.023 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.023 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:56:58.023 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.023 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.023 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:56:58.023 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 731975680 2024-08-17T01:56:58.024 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.024 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.024 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:56:58.024 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:56:58.024 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:56:58.024 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.024 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:56:58.024 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11046912 2024-08-17T01:56:58.024 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.024 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:56:58.024 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13647, 2024-08-17T01:56:58.024 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 39850385 2024-08-17T01:56:58.024 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.024 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:56:58.025 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3144, 2024-08-17T01:56:58.025 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 330427585 2024-08-17T01:56:58.025 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.025 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:56:58.025 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:58.025 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.025 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.025 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:56:58.025 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.025 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.025 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:56:58.025 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.025 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.026 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:56:58.026 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.026 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.026 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:56:58.026 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13072, 2024-08-17T01:56:58.026 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 84192796 2024-08-17T01:56:58.026 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.026 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:56:58.026 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:58.026 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.026 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.026 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:56:58.027 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.027 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.027 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:56:58.027 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58393, 2024-08-17T01:56:58.027 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14155337148 2024-08-17T01:56:58.027 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.027 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:56:58.027 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 57957, 2024-08-17T01:56:58.027 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1239183874 2024-08-17T01:56:58.027 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.027 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:56:58.027 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58393, 2024-08-17T01:56:58.027 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 31369580 2024-08-17T01:56:58.027 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.028 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:56:58.028 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58393, 2024-08-17T01:56:58.028 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14186706728 2024-08-17T01:56:58.028 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.028 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:56:58.028 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:58.028 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.028 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.028 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:56:58.028 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 24379, 2024-08-17T01:56:58.028 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 353139928 2024-08-17T01:56:58.028 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.028 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:56:58.028 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 826, 2024-08-17T01:56:58.029 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1950596 2024-08-17T01:56:58.029 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.029 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:56:58.029 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11634, 2024-08-17T01:56:58.029 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6454693 2024-08-17T01:56:58.029 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.029 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:56:58.029 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 43, 2024-08-17T01:56:58.029 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 58413 2024-08-17T01:56:58.029 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.029 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:56:58.029 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11509, 2024-08-17T01:56:58.030 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1012434982 2024-08-17T01:56:58.030 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.030 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:56:58.030 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 172537 2024-08-17T01:56:58.030 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.030 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:56:58.030 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17829 2024-08-17T01:56:58.030 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.030 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:56:58.030 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10769, 2024-08-17T01:56:58.030 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1105006450 2024-08-17T01:56:58.030 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.031 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:56:58.031 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 36974, 2024-08-17T01:56:58.031 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10117179 2024-08-17T01:56:58.031 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.031 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:56:58.031 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 26205, 2024-08-17T01:56:58.031 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 852923108 2024-08-17T01:56:58.031 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.031 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:56:58.031 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.031 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.031 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:56:58.031 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11530, 2024-08-17T01:56:58.031 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266627768 2024-08-17T01:56:58.031 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.032 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:56:58.032 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.032 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.032 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:56:58.032 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.032 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.032 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:56:58.032 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.032 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.032 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:56:58.032 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.032 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.032 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:56:58.033 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:56:58.033 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4532119020 2024-08-17T01:56:58.033 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.033 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:56:58.033 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13660, 2024-08-17T01:56:58.033 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 837877045 2024-08-17T01:56:58.033 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.033 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:56:58.033 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13660, 2024-08-17T01:56:58.033 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2386800996468 2024-08-17T01:56:58.033 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.033 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:56:58.033 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13660, 2024-08-17T01:56:58.033 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5757662028041 2024-08-17T01:56:58.034 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.034 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:56:58.034 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:56:58.034 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2539058832747 2024-08-17T01:56:58.034 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.034 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:56:58.034 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:56:58.034 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6875229 2024-08-17T01:56:58.034 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.034 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:56:58.034 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:56:58.034 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 118015615 2024-08-17T01:56:58.034 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.035 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:56:58.035 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:56:58.035 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24242206685 2024-08-17T01:56:58.035 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.035 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:56:58.035 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:56:58.035 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 22608817 2024-08-17T01:56:58.035 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.035 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:56:58.035 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:56:58.035 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11061045041 2024-08-17T01:56:58.035 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.036 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:56:58.036 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:56:58.036 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4857329870 2024-08-17T01:56:58.036 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.036 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:56:58.036 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6823962 2024-08-17T01:56:58.036 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.036 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:56:58.036 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2461, 2024-08-17T01:56:58.036 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12186974 2024-08-17T01:56:58.036 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.036 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:56:58.036 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:56:58.036 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 44821600852 2024-08-17T01:56:58.037 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.037 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:56:58.037 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:56:58.037 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5560190525 2024-08-17T01:56:58.037 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.037 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:56:58.037 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:56:58.037 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 394404682 2024-08-17T01:56:58.037 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.037 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.037 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:56:58.037 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:56:58.037 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405116907 2024-08-17T01:56:58.037 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.038 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:56:58.038 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 464764928 2024-08-17T01:56:58.038 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.038 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:56:58.038 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 419520512 2024-08-17T01:56:58.038 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.038 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:56:58.038 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600497971 2024-08-17T01:56:58.038 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.038 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:56:58.038 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 45244416 2024-08-17T01:56:58.038 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.038 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.039 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:56:58.039 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:58.039 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:56:58.039 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.039 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:58.039 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.039 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.039 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:58.039 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.039 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.039 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:58.039 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57423561 2024-08-17T01:56:58.040 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.040 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:58.040 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.040 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.040 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:58.040 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.040 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.040 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:58.040 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.040 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.040 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:58.040 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.040 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.041 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:58.041 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12288 2024-08-17T01:56:58.041 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.041 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:58.041 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 155648 2024-08-17T01:56:58.041 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.041 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:58.041 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.041 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.041 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:58.041 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.041 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.041 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:58.042 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.042 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.042 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:58.042 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68237623 2024-08-17T01:56:58.042 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.042 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.042 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:56:58.042 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:58.042 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 570425344 2024-08-17T01:56:58.042 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.042 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:58.042 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:58.043 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.043 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:58.045 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.046 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.046 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:58.046 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 430676711 2024-08-17T01:56:58.046 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.046 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:58.046 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.046 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.046 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:58.046 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 976 2024-08-17T01:56:58.046 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.047 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:58.047 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.047 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.047 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:58.047 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.047 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.047 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:58.047 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 60352 2024-08-17T01:56:58.047 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.047 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:58.047 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.047 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.048 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:58.048 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.048 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.048 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:58.048 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.048 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.048 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:58.048 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.048 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.048 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:58.048 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 72578441 2024-08-17T01:56:58.048 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.048 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.049 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:56:58.049 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:58.049 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:56:58.049 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.049 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:58.049 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:58.049 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.049 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:58.049 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 504304 2024-08-17T01:56:58.049 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.049 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:58.049 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38282374 2024-08-17T01:56:58.049 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.050 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:58.050 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.050 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.050 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:58.050 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.050 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.050 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:58.050 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.050 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.050 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:58.050 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.050 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.050 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:58.051 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.051 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.051 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:58.051 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.051 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.051 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:58.051 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.051 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.051 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:58.051 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.051 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.051 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:58.052 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.052 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.052 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:58.052 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70265226 2024-08-17T01:56:58.052 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.052 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.052 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:56:58.052 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:58.052 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 503316480 2024-08-17T01:56:58.052 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.052 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:58.052 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.052 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.053 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:58.053 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.053 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.053 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:58.053 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 430676711 2024-08-17T01:56:58.053 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.053 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:58.053 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.053 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.053 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:58.053 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.053 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.053 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:58.053 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.054 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.054 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:58.054 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.054 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.054 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:58.054 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177811 2024-08-17T01:56:58.054 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.054 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:58.054 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1161836 2024-08-17T01:56:58.054 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.054 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:58.054 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.054 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.055 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:58.055 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.055 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.055 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:58.055 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.055 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.055 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:58.055 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71300122 2024-08-17T01:56:58.055 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.055 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.055 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:56:58.055 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:56:58.056 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.056 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.056 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:56:58.056 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T01:56:58.056 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.056 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:56:58.056 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.056 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.056 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:56:58.056 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.056 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.056 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.056 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:58.057 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:56:58.057 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 51 2024-08-17T01:56:58.057 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.057 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:56:58.057 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.057 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.057 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:56:58.057 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 34409 2024-08-17T01:56:58.057 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.057 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:56:58.057 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 90496, 2024-08-17T01:56:58.057 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6424260814 2024-08-17T01:56:58.057 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.057 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:56:58.058 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.058 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.058 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:56:58.058 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:56:58.058 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.058 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:56:58.058 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1268043542 2024-08-17T01:56:58.058 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.058 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:56:58.058 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34409, 2024-08-17T01:56:58.058 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 54072287628 2024-08-17T01:56:58.058 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.059 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:56:58.059 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1779262786 2024-08-17T01:56:58.059 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.059 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:56:58.059 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34994, 2024-08-17T01:56:58.059 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12716554625 2024-08-17T01:56:58.059 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.059 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:56:58.059 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34409, 2024-08-17T01:56:58.059 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29812368729 2024-08-17T01:56:58.059 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.060 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:56:58.060 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 25774 2024-08-17T01:56:58.060 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.060 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:56:58.060 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25774, 2024-08-17T01:56:58.060 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8275371636 2024-08-17T01:56:58.060 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.060 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:56:58.060 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.060 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.060 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:56:58.061 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1779262786 2024-08-17T01:56:58.061 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.061 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:56:58.061 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25993, 2024-08-17T01:56:58.061 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5009641077 2024-08-17T01:56:58.061 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.061 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:56:58.061 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25774, 2024-08-17T01:56:58.061 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5176012547 2024-08-17T01:56:58.061 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.061 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:56:58.061 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4453 2024-08-17T01:56:58.061 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.061 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:56:58.062 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 240139029 2024-08-17T01:56:58.062 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.062 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:56:58.062 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4453, 2024-08-17T01:56:58.062 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9886986123 2024-08-17T01:56:58.062 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.062 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:56:58.062 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.062 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.062 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:56:58.062 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.062 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.063 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:56:58.063 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.063 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.063 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:56:58.063 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4695, 2024-08-17T01:56:58.063 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2888836174 2024-08-17T01:56:58.063 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.063 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:56:58.063 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4453, 2024-08-17T01:56:58.063 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7170294319 2024-08-17T01:56:58.063 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.063 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:56:58.064 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4182 2024-08-17T01:56:58.064 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.064 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:56:58.064 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1027904513 2024-08-17T01:56:58.064 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.064 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:56:58.064 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4182, 2024-08-17T01:56:58.064 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 35909929869 2024-08-17T01:56:58.064 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.064 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:56:58.064 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.064 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.064 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:56:58.065 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4306, 2024-08-17T01:56:58.065 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4818077374 2024-08-17T01:56:58.065 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.065 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:56:58.065 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4182, 2024-08-17T01:56:58.065 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17466061863 2024-08-17T01:56:58.065 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.065 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:56:58.065 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.065 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.065 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:56:58.065 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T01:56:58.066 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.066 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:56:58.066 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7 2024-08-17T01:56:58.066 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.066 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:56:58.066 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:56:58.066 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.066 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:56:58.066 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 415805440 2024-08-17T01:56:58.066 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.066 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.066 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.066 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.7": { 2024-08-17T01:56:58.067 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:58.067 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:56:58.067 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19436 2024-08-17T01:56:58.067 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.067 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:56:58.067 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.067 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.067 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:56:58.067 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.067 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.067 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:56:58.067 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.068 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.068 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:56:58.068 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:56:58.068 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.068 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:56:58.068 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.068 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.068 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:56:58.068 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.068 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.068 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:56:58.068 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.069 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.069 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:56:58.069 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.069 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.069 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:56:58.069 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8351744 2024-08-17T01:56:58.069 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.069 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:56:58.069 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 542261248 2024-08-17T01:56:58.069 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.069 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:56:58.069 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 16, 2024-08-17T01:56:58.069 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6165107 2024-08-17T01:56:58.070 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.070 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:56:58.070 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 16, 2024-08-17T01:56:58.070 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1134946 2024-08-17T01:56:58.070 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.070 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:56:58.070 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 162, 2024-08-17T01:56:58.070 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 657414 2024-08-17T01:56:58.070 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.070 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:56:58.070 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:56:58.070 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.070 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:56:58.071 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 447348736 2024-08-17T01:56:58.071 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.071 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:56:58.071 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66603, 2024-08-17T01:56:58.071 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8087387993 2024-08-17T01:56:58.071 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.071 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:56:58.071 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66611, 2024-08-17T01:56:58.071 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13186385858 2024-08-17T01:56:58.071 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.071 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:56:58.071 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6860800 2024-08-17T01:56:58.071 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.072 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:56:58.072 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 272859136 2024-08-17T01:56:58.072 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.072 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:56:58.072 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 464388096 2024-08-17T01:56:58.072 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.072 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:56:58.072 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.072 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.072 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:56:58.072 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.072 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.072 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:56:58.073 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 42 2024-08-17T01:56:58.073 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.073 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:56:58.073 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 325653919 2024-08-17T01:56:58.073 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.073 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:56:58.073 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17960 2024-08-17T01:56:58.073 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.073 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:56:58.073 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 269004800 2024-08-17T01:56:58.073 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.073 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:56:58.073 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 269008896 2024-08-17T01:56:58.073 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.074 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:56:58.074 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.074 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.074 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:56:58.074 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.074 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.074 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:56:58.074 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6150 2024-08-17T01:56:58.074 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.074 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:56:58.074 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17960, 2024-08-17T01:56:58.074 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 111478510 2024-08-17T01:56:58.074 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.075 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:56:58.075 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 186448577 2024-08-17T01:56:58.075 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.075 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:56:58.075 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13699 2024-08-17T01:56:58.075 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.075 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:56:58.075 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2558234 2024-08-17T01:56:58.075 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.075 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:56:58.075 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 713 2024-08-17T01:56:58.075 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.075 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:56:58.075 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8285689 2024-08-17T01:56:58.076 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.076 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:56:58.076 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 904 2024-08-17T01:56:58.076 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.076 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:56:58.076 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5727455 2024-08-17T01:56:58.076 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.076 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:56:58.076 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5727455 2024-08-17T01:56:58.076 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.076 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:56:58.076 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.076 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.077 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:56:58.077 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.077 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.077 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:56:58.077 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 197 2024-08-17T01:56:58.077 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.077 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:56:58.077 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 904, 2024-08-17T01:56:58.077 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2476505 2024-08-17T01:56:58.077 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.077 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:56:58.077 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:58.077 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.078 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.078 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:56:58.078 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.078 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.078 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:56:58.078 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.078 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.078 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:56:58.078 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:56:58.078 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 806 2024-08-17T01:56:58.078 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.078 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:56:58.078 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:56:58.079 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5836 2024-08-17T01:56:58.079 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.079 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:56:58.079 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:58.079 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.079 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.079 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:56:58.079 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.079 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.079 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:56:58.079 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.079 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.079 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:56:58.079 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 825901056 2024-08-17T01:56:58.080 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.080 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.080 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:56:58.080 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:56:58.080 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:56:58.080 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.080 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:56:58.080 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11038720 2024-08-17T01:56:58.080 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.080 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:56:58.080 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 20671, 2024-08-17T01:56:58.080 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 54983929 2024-08-17T01:56:58.080 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.080 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:56:58.081 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3179, 2024-08-17T01:56:58.081 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 420577235 2024-08-17T01:56:58.081 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.081 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:56:58.081 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:58.081 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.081 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.081 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:56:58.081 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.081 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.081 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:56:58.081 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.081 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.082 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:56:58.082 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.082 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.082 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:56:58.082 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15285, 2024-08-17T01:56:58.082 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 110609435 2024-08-17T01:56:58.082 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.082 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:56:58.082 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:58.082 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.082 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.082 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:56:58.083 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.083 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.083 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:56:58.083 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66561, 2024-08-17T01:56:58.083 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16173105103 2024-08-17T01:56:58.083 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.083 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:56:58.083 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66130, 2024-08-17T01:56:58.083 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1307784894 2024-08-17T01:56:58.083 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.083 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:56:58.083 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66561, 2024-08-17T01:56:58.083 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 40098338 2024-08-17T01:56:58.084 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.084 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:56:58.084 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66561, 2024-08-17T01:56:58.084 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16213203441 2024-08-17T01:56:58.084 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.084 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:56:58.084 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:58.084 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.084 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.084 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:56:58.084 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 32637, 2024-08-17T01:56:58.084 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 677264402 2024-08-17T01:56:58.085 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.085 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:56:58.085 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 772, 2024-08-17T01:56:58.085 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2167794 2024-08-17T01:56:58.085 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.085 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:56:58.085 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 5746, 2024-08-17T01:56:58.085 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7248916 2024-08-17T01:56:58.085 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.085 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:56:58.085 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 50, 2024-08-17T01:56:58.085 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57052 2024-08-17T01:56:58.085 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.086 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:56:58.086 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13459, 2024-08-17T01:56:58.086 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1591590350 2024-08-17T01:56:58.086 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.086 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:56:58.086 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 202726 2024-08-17T01:56:58.086 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.086 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:56:58.086 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 18353 2024-08-17T01:56:58.086 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.086 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:56:58.087 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 6212, 2024-08-17T01:56:58.087 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1069140388 2024-08-17T01:56:58.087 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.087 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:56:58.087 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 31186, 2024-08-17T01:56:58.087 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8789401 2024-08-17T01:56:58.087 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.087 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:56:58.087 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 24974, 2024-08-17T01:56:58.087 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 951114257 2024-08-17T01:56:58.087 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.087 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:56:58.087 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.087 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.088 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:56:58.088 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13405, 2024-08-17T01:56:58.088 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 329741667 2024-08-17T01:56:58.088 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.088 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:56:58.088 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.088 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.088 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:56:58.088 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.088 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.088 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:56:58.088 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.089 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.089 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:56:58.089 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.089 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.089 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:56:58.089 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80208, 2024-08-17T01:56:58.089 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9026959783 2024-08-17T01:56:58.089 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.089 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:56:58.089 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15962, 2024-08-17T01:56:58.089 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 755162921 2024-08-17T01:56:58.089 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.089 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:56:58.089 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15961, 2024-08-17T01:56:58.090 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2548819220049 2024-08-17T01:56:58.090 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.090 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:56:58.090 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15962, 2024-08-17T01:56:58.090 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6009131121049 2024-08-17T01:56:58.090 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.090 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:56:58.090 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80207, 2024-08-17T01:56:58.090 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2775585647458 2024-08-17T01:56:58.090 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.090 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:56:58.090 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80207, 2024-08-17T01:56:58.090 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8667047 2024-08-17T01:56:58.091 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.091 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:56:58.091 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80208, 2024-08-17T01:56:58.091 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 393049625 2024-08-17T01:56:58.091 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.091 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:56:58.091 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80208, 2024-08-17T01:56:58.091 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29453908814 2024-08-17T01:56:58.091 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.091 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:56:58.091 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80208, 2024-08-17T01:56:58.091 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26472581 2024-08-17T01:56:58.091 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.092 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:56:58.092 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80208, 2024-08-17T01:56:58.092 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14647030827 2024-08-17T01:56:58.092 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.092 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:56:58.092 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80208, 2024-08-17T01:56:58.092 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6376600844 2024-08-17T01:56:58.092 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.092 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:56:58.092 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6818744 2024-08-17T01:56:58.092 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.092 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:56:58.092 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2388, 2024-08-17T01:56:58.092 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12238390 2024-08-17T01:56:58.093 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.093 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:56:58.093 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80208, 2024-08-17T01:56:58.093 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 59909674808 2024-08-17T01:56:58.093 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.093 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:56:58.093 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80208, 2024-08-17T01:56:58.093 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7330163686 2024-08-17T01:56:58.093 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.093 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:56:58.093 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80208, 2024-08-17T01:56:58.093 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 834929539 2024-08-17T01:56:58.093 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.093 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.094 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:56:58.094 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:56:58.094 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405116907 2024-08-17T01:56:58.094 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.094 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:56:58.094 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 539967488 2024-08-17T01:56:58.094 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.094 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:56:58.094 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 468549632 2024-08-17T01:56:58.094 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.094 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:56:58.094 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600497971 2024-08-17T01:56:58.094 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.095 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:56:58.095 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71417856 2024-08-17T01:56:58.095 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.095 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.095 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:56:58.095 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:58.095 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:56:58.095 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.095 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:58.095 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.095 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.095 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:58.095 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.095 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.096 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:58.096 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56902875 2024-08-17T01:56:58.096 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.096 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:58.096 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.096 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.096 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:58.096 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.096 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.096 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:58.096 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.096 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.096 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:58.097 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.097 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.097 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:58.097 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16384 2024-08-17T01:56:58.097 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.097 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:58.097 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 172032 2024-08-17T01:56:58.097 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.097 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:58.097 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.097 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.097 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:58.097 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.097 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.098 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:58.098 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.098 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.098 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:58.098 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68737829 2024-08-17T01:56:58.098 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.098 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.098 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:56:58.098 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:58.098 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 562036736 2024-08-17T01:56:58.098 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.098 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:58.098 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:58.098 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.099 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:58.099 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.099 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.099 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:58.099 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 426771569 2024-08-17T01:56:58.099 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.099 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:58.099 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.099 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.099 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:58.099 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1872 2024-08-17T01:56:58.099 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.099 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:58.100 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.100 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.100 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:58.100 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.100 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.100 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:58.100 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 131968 2024-08-17T01:56:58.100 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.100 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:58.100 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.100 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.100 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:58.100 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.101 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.101 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:58.101 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.101 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.101 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:58.101 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.101 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.101 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:58.101 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68022463 2024-08-17T01:56:58.101 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.101 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.101 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:56:58.101 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:58.102 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:56:58.102 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.102 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:58.102 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:58.102 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.102 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:58.102 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 444448 2024-08-17T01:56:58.102 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.102 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:58.102 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37935250 2024-08-17T01:56:58.102 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.102 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:58.102 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.103 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.103 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:58.103 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.103 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.103 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:58.103 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.103 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.103 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:58.103 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.103 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.103 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:58.103 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.103 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.103 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:58.104 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.104 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.104 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:58.104 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.104 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.104 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:58.104 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.104 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.104 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:58.104 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.104 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.104 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:58.104 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70672206 2024-08-17T01:56:58.105 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.105 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.105 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:56:58.105 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:58.105 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 503316480 2024-08-17T01:56:58.105 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.105 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:58.105 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.105 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.105 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:58.105 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.105 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.105 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:58.106 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 426771569 2024-08-17T01:56:58.106 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.106 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:58.106 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.106 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.106 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:58.106 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.106 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.106 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:58.106 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.106 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.106 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:58.107 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.107 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.107 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:58.107 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 181889 2024-08-17T01:56:58.107 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.107 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:58.107 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1155299 2024-08-17T01:56:58.107 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.107 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:58.107 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.107 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.107 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:58.108 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.108 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.108 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:58.108 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.108 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.108 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:58.108 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 75207723 2024-08-17T01:56:58.108 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.108 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.108 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:56:58.108 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:56:58.108 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.108 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.108 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:56:58.109 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 22 2024-08-17T01:56:58.109 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.109 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:56:58.109 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.109 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.109 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:56:58.109 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.109 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.109 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.109 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:58.109 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:56:58.109 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 59 2024-08-17T01:56:58.109 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.110 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:56:58.110 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.110 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.110 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:56:58.110 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38053 2024-08-17T01:56:58.110 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.110 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:56:58.110 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 105862, 2024-08-17T01:56:58.110 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7943227695 2024-08-17T01:56:58.110 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.110 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:56:58.110 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.111 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.111 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:56:58.111 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3 2024-08-17T01:56:58.111 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.111 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:56:58.111 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1072082506 2024-08-17T01:56:58.111 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.111 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:56:58.111 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 38053, 2024-08-17T01:56:58.111 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38225735259 2024-08-17T01:56:58.111 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.111 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:56:58.111 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1336289558 2024-08-17T01:56:58.112 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.112 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:56:58.112 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 38383, 2024-08-17T01:56:58.112 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16088846107 2024-08-17T01:56:58.112 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.112 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:56:58.112 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 38053, 2024-08-17T01:56:58.112 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29861475047 2024-08-17T01:56:58.112 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.112 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:56:58.112 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 25063 2024-08-17T01:56:58.113 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.113 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:56:58.113 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25063, 2024-08-17T01:56:58.113 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9493625969 2024-08-17T01:56:58.113 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.113 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:56:58.113 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.113 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.113 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:56:58.113 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1336289558 2024-08-17T01:56:58.113 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.113 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:56:58.113 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25087, 2024-08-17T01:56:58.113 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4934893945 2024-08-17T01:56:58.114 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.114 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:56:58.114 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25063, 2024-08-17T01:56:58.114 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5006081497 2024-08-17T01:56:58.114 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.114 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:56:58.114 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12018 2024-08-17T01:56:58.114 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.114 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:56:58.114 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 237535591 2024-08-17T01:56:58.114 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.114 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:56:58.115 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12018, 2024-08-17T01:56:58.115 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19497703795 2024-08-17T01:56:58.115 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.115 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:56:58.115 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.115 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.115 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:56:58.115 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.115 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.115 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:56:58.115 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.115 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.115 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:56:58.116 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12239, 2024-08-17T01:56:58.116 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9583949979 2024-08-17T01:56:58.116 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.116 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:56:58.116 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12018, 2024-08-17T01:56:58.116 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17605275659 2024-08-17T01:56:58.116 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.116 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:56:58.116 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 972 2024-08-17T01:56:58.116 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.116 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:56:58.116 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 834546915 2024-08-17T01:56:58.116 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.116 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:56:58.117 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 972, 2024-08-17T01:56:58.117 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9234405495 2024-08-17T01:56:58.117 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.117 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:56:58.117 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.117 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.117 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:56:58.117 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1057, 2024-08-17T01:56:58.117 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1570002183 2024-08-17T01:56:58.117 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.117 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:56:58.117 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 972, 2024-08-17T01:56:58.117 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7250117891 2024-08-17T01:56:58.118 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.118 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:56:58.118 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:58.118 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.118 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:56:58.118 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20 2024-08-17T01:56:58.118 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.118 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:56:58.118 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T01:56:58.118 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.118 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:56:58.118 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:56:58.119 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.119 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:56:58.119 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 458399744 2024-08-17T01:56:58.119 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.119 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.119 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.119 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.119 INFO:tasks.workunit.client.0.smithi082.stdout: "pools": [ 2024-08-17T01:56:58.119 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.119 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:56:58.119 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr" 2024-08-17T01:56:58.119 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.119 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T01:56:58.120 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T01:56:58.120 INFO:tasks.workunit.client.0.smithi082.stdout: "flags_names": [ 2024-08-17T01:56:58.120 INFO:tasks.workunit.client.0.smithi082.stdout: "hashpspool" 2024-08-17T01:56:58.120 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.120 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T01:56:58.120 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T01:56:58.120 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:56:58.120 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 1, 2024-08-17T01:56:58.120 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 1, 2024-08-17T01:56:58.120 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 1, 2024-08-17T01:56:58.120 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T01:56:58.120 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T01:56:58.120 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 723649472778, 2024-08-17T01:56:58.121 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 1781760, 2024-08-17T01:56:58.121 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T01:56:58.121 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T01:56:58.121 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 1781760, 2024-08-17T01:56:58.121 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T01:56:58.121 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 241216503808, 2024-08-17T01:56:58.121 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 2, 2024-08-17T01:56:58.121 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 0, 2024-08-17T01:56:58.121 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 2.4621804186608642e-06, 2024-08-17T01:56:58.121 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T01:56:58.121 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T01:56:58.121 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 1286, 2024-08-17T01:56:58.121 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 2134016, 2024-08-17T01:56:58.122 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 590368, 2024-08-17T01:56:58.122 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 590368, 2024-08-17T01:56:58.122 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 0, 2024-08-17T01:56:58.122 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 1771104, 2024-08-17T01:56:58.122 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 415, 2024-08-17T01:56:58.122 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 2473984 2024-08-17T01:56:58.122 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.122 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T01:56:58.122 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T01:56:58.122 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T01:56:58.122 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.122 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.122 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:56:58.123 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs" 2024-08-17T01:56:58.123 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.123 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T01:56:58.123 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T01:56:58.123 INFO:tasks.workunit.client.0.smithi082.stdout: "flags_names": [ 2024-08-17T01:56:58.123 INFO:tasks.workunit.client.0.smithi082.stdout: "hashpspool" 2024-08-17T01:56:58.123 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.123 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T01:56:58.123 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T01:56:58.123 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:56:58.123 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 32, 2024-08-17T01:56:58.123 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 32, 2024-08-17T01:56:58.123 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 2, 2024-08-17T01:56:58.124 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T01:56:58.124 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T01:56:58.124 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 723649472778, 2024-08-17T01:56:58.124 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 155199, 2024-08-17T01:56:58.124 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T01:56:58.124 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T01:56:58.124 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 110592, 2024-08-17T01:56:58.124 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T01:56:58.124 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 241216503808, 2024-08-17T01:56:58.124 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 22, 2024-08-17T01:56:58.124 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 44607, 2024-08-17T01:56:58.124 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 2.1446705034122715e-07, 2024-08-17T01:56:58.125 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T01:56:58.125 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T01:56:58.125 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 128, 2024-08-17T01:56:58.125 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 145408, 2024-08-17T01:56:58.125 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 21465, 2024-08-17T01:56:58.125 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 6596, 2024-08-17T01:56:58.125 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 14869, 2024-08-17T01:56:58.125 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 64395, 2024-08-17T01:56:58.125 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 70, 2024-08-17T01:56:58.125 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 36864 2024-08-17T01:56:58.125 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.125 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T01:56:58.126 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T01:56:58.126 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T01:56:58.126 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.126 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.126 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:56:58.126 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs" 2024-08-17T01:56:58.126 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.126 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T01:56:58.126 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T01:56:58.126 INFO:tasks.workunit.client.0.smithi082.stdout: "flags_names": [ 2024-08-17T01:56:58.126 INFO:tasks.workunit.client.0.smithi082.stdout: "hashpspool" 2024-08-17T01:56:58.126 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.127 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T01:56:58.127 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T01:56:58.127 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:56:58.127 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 64, 2024-08-17T01:56:58.127 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 64, 2024-08-17T01:56:58.127 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 3, 2024-08-17T01:56:58.127 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T01:56:58.127 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T01:56:58.127 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 723649472778, 2024-08-17T01:56:58.127 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 0, 2024-08-17T01:56:58.127 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T01:56:58.127 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T01:56:58.127 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 0, 2024-08-17T01:56:58.128 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T01:56:58.128 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 241216503808, 2024-08-17T01:56:58.128 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 0, 2024-08-17T01:56:58.128 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 0, 2024-08-17T01:56:58.128 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 0.0, 2024-08-17T01:56:58.128 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T01:56:58.128 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T01:56:58.128 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 0, 2024-08-17T01:56:58.128 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 0, 2024-08-17T01:56:58.128 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 0, 2024-08-17T01:56:58.128 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 0, 2024-08-17T01:56:58.128 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 0, 2024-08-17T01:56:58.128 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 0, 2024-08-17T01:56:58.129 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 0, 2024-08-17T01:56:58.129 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 0 2024-08-17T01:56:58.129 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.129 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T01:56:58.129 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T01:56:58.129 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T01:56:58.129 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.129 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.129 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:56:58.129 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd" 2024-08-17T01:56:58.129 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.129 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T01:56:58.129 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T01:56:58.130 INFO:tasks.workunit.client.0.smithi082.stdout: "flags_names": [ 2024-08-17T01:56:58.130 INFO:tasks.workunit.client.0.smithi082.stdout: "hashpspool", 2024-08-17T01:56:58.130 INFO:tasks.workunit.client.0.smithi082.stdout: "selfmanaged_snaps" 2024-08-17T01:56:58.130 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.130 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T01:56:58.130 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T01:56:58.130 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:56:58.130 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 8, 2024-08-17T01:56:58.130 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 8, 2024-08-17T01:56:58.130 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 4, 2024-08-17T01:56:58.130 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T01:56:58.130 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T01:56:58.130 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 723649472778, 2024-08-17T01:56:58.131 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 12595200, 2024-08-17T01:56:58.131 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T01:56:58.131 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T01:56:58.131 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 12595200, 2024-08-17T01:56:58.131 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T01:56:58.131 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 241216503808, 2024-08-17T01:56:58.131 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 4, 2024-08-17T01:56:58.131 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 0, 2024-08-17T01:56:58.131 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 1.7404809113941155e-05, 2024-08-17T01:56:58.131 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T01:56:58.131 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T01:56:58.131 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 8977, 2024-08-17T01:56:58.131 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 3092382720, 2024-08-17T01:56:58.131 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 4194323, 2024-08-17T01:56:58.132 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 4194323, 2024-08-17T01:56:58.132 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 0, 2024-08-17T01:56:58.132 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 12582969, 2024-08-17T01:56:58.132 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 24396, 2024-08-17T01:56:58.132 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 3237074944 2024-08-17T01:56:58.132 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.132 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T01:56:58.132 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T01:56:58.132 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T01:56:58.132 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.132 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.132 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd": { 2024-08-17T01:56:58.132 INFO:tasks.workunit.client.0.smithi082.stdout: "mirroring_by_pool": [ 2024-08-17T01:56:58.132 INFO:tasks.workunit.client.0.smithi082.stdout: false 2024-08-17T01:56:58.133 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_images_by_pool": [ 2024-08-17T01:56:58.133 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:58.133 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pools": 1 2024-08-17T01:56:58.133 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.133 INFO:tasks.workunit.client.0.smithi082.stdout: "report_id": "ad84adfb-a6bd-4925-a80e-1b3716226455", 2024-08-17T01:56:58.133 INFO:tasks.workunit.client.0.smithi082.stdout: "report_timestamp": "2024-08-17T01:56:57.134006", 2024-08-17T01:56:58.133 INFO:tasks.workunit.client.0.smithi082.stdout: "report_version": 1, 2024-08-17T01:56:58.133 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_stats": { 2024-08-17T01:56:58.133 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "7.9.2" 2024-08-17T01:56:58.133 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.133 INFO:tasks.workunit.client.0.smithi082.stdout: "rook": { 2024-08-17T01:56:58.134 INFO:tasks.workunit.client.0.smithi082.stdout: "cluster": { 2024-08-17T01:56:58.134 INFO:tasks.workunit.client.0.smithi082.stdout: "external-mode": null, 2024-08-17T01:56:58.134 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:56:58.134 INFO:tasks.workunit.client.0.smithi082.stdout: "allow-multiple-per-node": null, 2024-08-17T01:56:58.134 INFO:tasks.workunit.client.0.smithi082.stdout: "count": null, 2024-08-17T01:56:58.134 INFO:tasks.workunit.client.0.smithi082.stdout: "max-id": null, 2024-08-17T01:56:58.134 INFO:tasks.workunit.client.0.smithi082.stdout: "pvc": { 2024-08-17T01:56:58.134 INFO:tasks.workunit.client.0.smithi082.stdout: "enabled": null 2024-08-17T01:56:58.134 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.134 INFO:tasks.workunit.client.0.smithi082.stdout: "stretch": { 2024-08-17T01:56:58.134 INFO:tasks.workunit.client.0.smithi082.stdout: "enabled": null 2024-08-17T01:56:58.134 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.135 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.135 INFO:tasks.workunit.client.0.smithi082.stdout: "network": { 2024-08-17T01:56:58.135 INFO:tasks.workunit.client.0.smithi082.stdout: "provider": null 2024-08-17T01:56:58.135 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.135 INFO:tasks.workunit.client.0.smithi082.stdout: "storage": { 2024-08-17T01:56:58.135 INFO:tasks.workunit.client.0.smithi082.stdout: "device-set": { 2024-08-17T01:56:58.135 INFO:tasks.workunit.client.0.smithi082.stdout: "count": { 2024-08-17T01:56:58.135 INFO:tasks.workunit.client.0.smithi082.stdout: "non-portable": null, 2024-08-17T01:56:58.135 INFO:tasks.workunit.client.0.smithi082.stdout: "portable": null, 2024-08-17T01:56:58.135 INFO:tasks.workunit.client.0.smithi082.stdout: "total": null 2024-08-17T01:56:58.135 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.135 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.135 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.136 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.136 INFO:tasks.workunit.client.0.smithi082.stdout: "csi": { 2024-08-17T01:56:58.136 INFO:tasks.workunit.client.0.smithi082.stdout: "version": null 2024-08-17T01:56:58.136 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.136 INFO:tasks.workunit.client.0.smithi082.stdout: "kubernetes": { 2024-08-17T01:56:58.136 INFO:tasks.workunit.client.0.smithi082.stdout: "version": null 2024-08-17T01:56:58.136 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.136 INFO:tasks.workunit.client.0.smithi082.stdout: "node": { 2024-08-17T01:56:58.136 INFO:tasks.workunit.client.0.smithi082.stdout: "count": { 2024-08-17T01:56:58.136 INFO:tasks.workunit.client.0.smithi082.stdout: "kubernetes-total": null, 2024-08-17T01:56:58.136 INFO:tasks.workunit.client.0.smithi082.stdout: "with-ceph-daemons": null, 2024-08-17T01:56:58.136 INFO:tasks.workunit.client.0.smithi082.stdout: "with-csi-cephfs-plugin": null, 2024-08-17T01:56:58.136 INFO:tasks.workunit.client.0.smithi082.stdout: "with-csi-nfs-plugin": null, 2024-08-17T01:56:58.137 INFO:tasks.workunit.client.0.smithi082.stdout: "with-csi-rbd-plugin": null 2024-08-17T01:56:58.137 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.137 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.137 INFO:tasks.workunit.client.0.smithi082.stdout: "usage": { 2024-08-17T01:56:58.137 INFO:tasks.workunit.client.0.smithi082.stdout: "storage-class": { 2024-08-17T01:56:58.137 INFO:tasks.workunit.client.0.smithi082.stdout: "count": { 2024-08-17T01:56:58.137 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket": null, 2024-08-17T01:56:58.137 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs": null, 2024-08-17T01:56:58.137 INFO:tasks.workunit.client.0.smithi082.stdout: "nfs": null, 2024-08-17T01:56:58.137 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd": null, 2024-08-17T01:56:58.137 INFO:tasks.workunit.client.0.smithi082.stdout: "total": null 2024-08-17T01:56:58.137 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.137 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:58.137 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.138 INFO:tasks.workunit.client.0.smithi082.stdout: "version": null 2024-08-17T01:56:58.138 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.138 INFO:tasks.workunit.client.0.smithi082.stdout: "services": {}, 2024-08-17T01:56:58.138 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_per_pg": [ 2024-08-17T01:56:58.138 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.138 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.138 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.138 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.138 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:56:58.138 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.138 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:56:58.138 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.138 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.139 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.139 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.139 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.139 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.139 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.228863+0000", 2024-08-17T01:56:58.139 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.290307+0000", 2024-08-17T01:56:58.139 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.290307+0000", 2024-08-17T01:56:58.139 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.290669+0000", 2024-08-17T01:56:58.139 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.228863+0000", 2024-08-17T01:56:58.139 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.139 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.139 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.139 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.140 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.228863+0000", 2024-08-17T01:56:58.140 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.228863+0000", 2024-08-17T01:56:58.140 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.228863+0000", 2024-08-17T01:56:58.140 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.140 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.140 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.140 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.228863+0000", 2024-08-17T01:56:58.140 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.228863+0000", 2024-08-17T01:56:58.140 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.140 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 6, 2024-08-17T01:56:58.140 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.140 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.140 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.140 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.141 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.141 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.141 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.141 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 6, 2024-08-17T01:56:58.141 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.141 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.141 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.141 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1f", 2024-08-17T01:56:58.141 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.141 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.141 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.141 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5341, 2024-08-17T01:56:58.141 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.142 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:20:37.208371+0000", 2024-08-17T01:56:58.142 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.142 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.142 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 570, 2024-08-17T01:56:58.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T01:56:58.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T01:56:58.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T01:56:58.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:56:58.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 8, 2024-08-17T01:56:58.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 8, 2024-08-17T01:56:58.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 4, 2024-08-17T01:56:58.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 1 2024-08-17T01:56:58.145 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.145 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.145 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.145 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.145 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.145 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.145 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:56:58.145 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.145 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:56:58.146 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "557'6" 2024-08-17T01:56:58.146 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.146 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.146 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.146 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.146 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.146 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:56:58.146 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.146 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:56:58.146 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.146 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.146 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.147 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.147 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.147 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:56:58.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.238675+0000", 2024-08-17T01:56:58.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.238675+0000", 2024-08-17T01:56:58.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.239014+0000", 2024-08-17T01:56:58.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:56:58.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:56:58.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:56:58.148 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:56:58.148 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:56:58.148 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.148 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.148 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.148 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:56:58.148 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:56:58.148 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.148 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.148 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.148 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.148 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:56:58.148 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.149 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.149 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.149 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.149 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.149 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.149 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.149 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.149 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1e", 2024-08-17T01:56:58.149 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.149 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.149 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.149 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5246, 2024-08-17T01:56:58.150 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.150 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:58:11.730956+0000", 2024-08-17T01:56:58.150 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.150 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.150 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.153 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.153 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.153 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.153 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.153 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.153 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.153 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:56:58.153 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.154 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:56:58.154 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.154 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.154 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.154 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.154 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.154 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.154 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:56:58.154 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.154 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:56:58.154 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.154 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.155 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.155 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.155 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.155 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.155 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064196+0000", 2024-08-17T01:56:58.155 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.959293+0000", 2024-08-17T01:56:58.155 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.959293+0000", 2024-08-17T01:56:58.155 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.959689+0000", 2024-08-17T01:56:58.155 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064196+0000", 2024-08-17T01:56:58.155 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.155 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.155 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.155 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:56:58.155 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064196+0000", 2024-08-17T01:56:58.156 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064196+0000", 2024-08-17T01:56:58.156 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064196+0000", 2024-08-17T01:56:58.156 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.156 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.156 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.156 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064196+0000", 2024-08-17T01:56:58.156 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064196+0000", 2024-08-17T01:56:58.156 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.156 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3, 2024-08-17T01:56:58.156 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.156 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.156 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:56:58.156 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.156 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.157 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.157 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.157 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3, 2024-08-17T01:56:58.157 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.157 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.157 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.157 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1e", 2024-08-17T01:56:58.157 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.157 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.157 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.157 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5272, 2024-08-17T01:56:58.157 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.157 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:40:32.033162+0000", 2024-08-17T01:56:58.157 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.157 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.158 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.160 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.160 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.161 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.161 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.161 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.161 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.161 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:56:58.161 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.161 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:56:58.161 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "557'3" 2024-08-17T01:56:58.161 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.161 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.161 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.161 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.161 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.161 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:56:58.161 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.162 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:56:58.162 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.162 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.162 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.162 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.162 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.162 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.162 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.228364+0000", 2024-08-17T01:56:58.162 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.959303+0000", 2024-08-17T01:56:58.162 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.959303+0000", 2024-08-17T01:56:58.162 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.961970+0000", 2024-08-17T01:56:58.162 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.228364+0000", 2024-08-17T01:56:58.162 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.162 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.163 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.163 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:56:58.163 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.228364+0000", 2024-08-17T01:56:58.163 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.228364+0000", 2024-08-17T01:56:58.163 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.228364+0000", 2024-08-17T01:56:58.163 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.163 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.163 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.163 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.228364+0000", 2024-08-17T01:56:58.163 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.228364+0000", 2024-08-17T01:56:58.163 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.163 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.163 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.163 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.163 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:56:58.164 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.164 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.164 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.164 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.164 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.164 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.164 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.164 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.164 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1f", 2024-08-17T01:56:58.164 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.164 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.164 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.164 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5326, 2024-08-17T01:56:58.165 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.165 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:36:45.976029+0000", 2024-08-17T01:56:58.165 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.165 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.165 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.165 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.165 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.165 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.165 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.165 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.165 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.165 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.165 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.165 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.165 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.168 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.168 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.168 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.168 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.168 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.168 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.168 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:56:58.168 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.168 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:56:58.168 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.168 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.168 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.168 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.168 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.169 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.169 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:58.169 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.169 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:56:58.169 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.169 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.169 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.169 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.169 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.169 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.169 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373623+0000", 2024-08-17T01:56:58.169 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295814+0000", 2024-08-17T01:56:58.169 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295814+0000", 2024-08-17T01:56:58.170 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.298020+0000", 2024-08-17T01:56:58.170 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373623+0000", 2024-08-17T01:56:58.170 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.170 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.170 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.170 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.170 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373623+0000", 2024-08-17T01:56:58.170 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373623+0000", 2024-08-17T01:56:58.170 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373623+0000", 2024-08-17T01:56:58.170 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.170 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.170 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.171 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373623+0000", 2024-08-17T01:56:58.171 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373623+0000", 2024-08-17T01:56:58.171 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.171 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T01:56:58.171 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.171 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.171 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.171 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.171 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.171 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.171 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.171 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T01:56:58.171 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.172 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.172 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.172 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1d", 2024-08-17T01:56:58.172 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.172 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.172 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.172 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5100, 2024-08-17T01:56:58.172 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.172 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:22:48.042846+0000", 2024-08-17T01:56:58.172 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.172 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.172 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:56:58.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:56:58.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:56:58.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:56:58.175 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.175 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.175 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.175 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.175 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.175 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.175 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.175 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 9, 2024-08-17T01:56:58.175 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 9, 2024-08-17T01:56:58.175 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.175 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.175 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.175 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T01:56:58.175 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.176 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.176 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.176 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.176 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.176 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.176 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.176 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:58.176 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.176 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:56:58.176 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T01:56:58.176 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.176 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.176 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.177 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.177 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.177 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:56:58.177 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.177 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:56:58.177 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.177 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.177 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.177 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.177 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.177 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.177 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065516+0000", 2024-08-17T01:56:58.178 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.960174+0000", 2024-08-17T01:56:58.178 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.960174+0000", 2024-08-17T01:56:58.178 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.961850+0000", 2024-08-17T01:56:58.178 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065516+0000", 2024-08-17T01:56:58.178 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.178 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.178 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.178 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:56:58.178 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065516+0000", 2024-08-17T01:56:58.178 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065516+0000", 2024-08-17T01:56:58.178 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065516+0000", 2024-08-17T01:56:58.178 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.179 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.179 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.179 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065516+0000", 2024-08-17T01:56:58.179 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065516+0000", 2024-08-17T01:56:58.179 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.179 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.179 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.179 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.179 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:56:58.179 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.179 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.179 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.180 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.180 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.180 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.180 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.180 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.180 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1c", 2024-08-17T01:56:58.180 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.180 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.180 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.180 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5161, 2024-08-17T01:56:58.180 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.180 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:42:34.495167+0000", 2024-08-17T01:56:58.180 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.180 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.181 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.184 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.184 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.184 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.184 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.184 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.184 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.184 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:56:58.184 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.184 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:56:58.184 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.184 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.185 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.185 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.185 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.185 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.185 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:56:58.185 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.185 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:56:58.185 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.185 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.185 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.185 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.185 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.186 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.186 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372182+0000", 2024-08-17T01:56:58.186 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295499+0000", 2024-08-17T01:56:58.186 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295499+0000", 2024-08-17T01:56:58.186 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.297764+0000", 2024-08-17T01:56:58.186 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372182+0000", 2024-08-17T01:56:58.186 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.186 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.186 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.186 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.186 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372182+0000", 2024-08-17T01:56:58.186 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372182+0000", 2024-08-17T01:56:58.186 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372182+0000", 2024-08-17T01:56:58.187 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.187 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.187 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.187 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372182+0000", 2024-08-17T01:56:58.187 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372182+0000", 2024-08-17T01:56:58.187 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.187 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T01:56:58.187 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.187 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.187 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.187 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.187 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.188 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.188 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.188 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T01:56:58.188 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.188 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.188 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.188 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1c", 2024-08-17T01:56:58.188 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.188 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.188 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.188 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5108, 2024-08-17T01:56:58.188 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.188 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:27:36.751370+0000", 2024-08-17T01:56:58.188 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.189 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.189 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:56:58.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:56:58.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:56:58.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:56:58.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 9, 2024-08-17T01:56:58.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 9, 2024-08-17T01:56:58.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.192 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.192 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.192 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T01:56:58.192 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.192 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.192 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.192 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.192 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.192 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.192 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.192 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:56:58.192 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.192 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:56:58.192 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T01:56:58.193 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.193 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.193 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.193 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.193 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.193 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.193 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.193 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:56:58.193 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.193 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.193 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.193 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.193 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.193 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.194 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063696+0000", 2024-08-17T01:56:58.194 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.233686+0000", 2024-08-17T01:56:58.194 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.233686+0000", 2024-08-17T01:56:58.194 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.233994+0000", 2024-08-17T01:56:58.194 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063696+0000", 2024-08-17T01:56:58.194 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.194 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.194 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.194 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:56:58.194 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063696+0000", 2024-08-17T01:56:58.194 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063696+0000", 2024-08-17T01:56:58.194 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063696+0000", 2024-08-17T01:56:58.194 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.195 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.195 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.195 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063696+0000", 2024-08-17T01:56:58.195 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063696+0000", 2024-08-17T01:56:58.195 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.195 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.195 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.195 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.195 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:56:58.195 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.195 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.195 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.196 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.196 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.196 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.196 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.196 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.196 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1d", 2024-08-17T01:56:58.196 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.196 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.196 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.196 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5153, 2024-08-17T01:56:58.196 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.196 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:40:55.933363+0000", 2024-08-17T01:56:58.196 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.196 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.196 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.199 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.199 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.199 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.199 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.199 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.199 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.199 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.199 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.199 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.199 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.199 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.199 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.199 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.200 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.200 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.200 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.200 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.200 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.200 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.200 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.200 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:56:58.200 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.200 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.200 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.200 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.200 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.200 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.200 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:56:58.201 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.201 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:56:58.201 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.201 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.201 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.201 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.201 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.201 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.201 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.371584+0000", 2024-08-17T01:56:58.201 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.246941+0000", 2024-08-17T01:56:58.201 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.246941+0000", 2024-08-17T01:56:58.201 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.247482+0000", 2024-08-17T01:56:58.201 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.371584+0000", 2024-08-17T01:56:58.201 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.202 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.202 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.202 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:56:58.202 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.371584+0000", 2024-08-17T01:56:58.202 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.371584+0000", 2024-08-17T01:56:58.202 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.371584+0000", 2024-08-17T01:56:58.202 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.202 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.202 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.202 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.371584+0000", 2024-08-17T01:56:58.202 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.371584+0000", 2024-08-17T01:56:58.202 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.203 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.203 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.203 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.203 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:56:58.203 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.203 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.203 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.203 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.203 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.203 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.203 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.203 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.203 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.a", 2024-08-17T01:56:58.204 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.204 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.204 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.204 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5126, 2024-08-17T01:56:58.204 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.204 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:36:08.556261+0000", 2024-08-17T01:56:58.204 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.204 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.204 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.206 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.206 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.206 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.206 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.206 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.206 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.206 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.206 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.206 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.206 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.206 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.206 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.206 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.207 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.207 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.207 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.207 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.207 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.207 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.207 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.207 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.207 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.207 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.207 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.207 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.207 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.207 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:56:58.207 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.207 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:56:58.208 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.208 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.208 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.208 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.208 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.208 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.208 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:56:58.208 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.208 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:56:58.208 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.208 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.208 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.208 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.208 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.208 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.209 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372471+0000", 2024-08-17T01:56:58.209 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.297478+0000", 2024-08-17T01:56:58.209 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.297478+0000", 2024-08-17T01:56:58.209 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.297970+0000", 2024-08-17T01:56:58.209 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372471+0000", 2024-08-17T01:56:58.209 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.209 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.209 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.209 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.209 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372471+0000", 2024-08-17T01:56:58.209 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372471+0000", 2024-08-17T01:56:58.209 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372471+0000", 2024-08-17T01:56:58.209 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.210 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.210 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.210 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372471+0000", 2024-08-17T01:56:58.210 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372471+0000", 2024-08-17T01:56:58.210 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.210 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 4, 2024-08-17T01:56:58.210 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.210 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.210 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.210 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.210 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.211 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.211 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.211 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 4, 2024-08-17T01:56:58.211 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.211 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.211 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.211 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.b", 2024-08-17T01:56:58.211 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.211 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.211 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.211 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5112, 2024-08-17T01:56:58.211 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.212 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:30:23.946401+0000", 2024-08-17T01:56:58.212 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.212 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.212 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:56:58.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:56:58.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:56:58.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.214 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.214 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.214 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.214 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.214 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:56:58.214 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.214 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.214 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.214 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.214 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.214 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.214 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.215 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 4, 2024-08-17T01:56:58.215 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 4, 2024-08-17T01:56:58.215 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.215 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.215 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.215 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 1, 2024-08-17T01:56:58.215 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.215 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.215 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.215 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.215 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.215 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.215 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.216 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:56:58.216 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.216 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:56:58.216 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "557'4" 2024-08-17T01:56:58.216 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.216 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.216 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.216 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.216 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.216 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:56:58.216 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.216 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:56:58.216 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.216 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.217 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.217 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.217 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.217 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.217 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063894+0000", 2024-08-17T01:56:58.217 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.795666+0000", 2024-08-17T01:56:58.217 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.795666+0000", 2024-08-17T01:56:58.217 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.796110+0000", 2024-08-17T01:56:58.217 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063894+0000", 2024-08-17T01:56:58.217 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.217 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.217 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.217 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:56:58.218 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063894+0000", 2024-08-17T01:56:58.218 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063894+0000", 2024-08-17T01:56:58.218 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063894+0000", 2024-08-17T01:56:58.218 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.218 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.218 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.218 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063894+0000", 2024-08-17T01:56:58.218 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063894+0000", 2024-08-17T01:56:58.218 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.218 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.218 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.218 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.218 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:56:58.218 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.219 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.219 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.219 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.219 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.219 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.219 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.219 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.219 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.b", 2024-08-17T01:56:58.219 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.219 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.219 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.219 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5262, 2024-08-17T01:56:58.220 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.220 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:16:09.026692+0000", 2024-08-17T01:56:58.220 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.220 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.220 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.222 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.222 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.222 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.222 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.222 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.222 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.222 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.222 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.222 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.222 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.222 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.222 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.223 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.223 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.223 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.223 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.223 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.223 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.223 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.223 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.223 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.223 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.223 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.223 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.223 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:56:58.223 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.224 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:56:58.224 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.224 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.224 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.224 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.224 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.224 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.224 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.224 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.224 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:56:58.224 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.224 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.224 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.225 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.225 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.225 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.225 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063569+0000", 2024-08-17T01:56:58.225 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295523+0000", 2024-08-17T01:56:58.225 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295523+0000", 2024-08-17T01:56:58.225 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.295930+0000", 2024-08-17T01:56:58.225 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063569+0000", 2024-08-17T01:56:58.225 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.225 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.225 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.225 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.225 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063569+0000", 2024-08-17T01:56:58.226 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063569+0000", 2024-08-17T01:56:58.226 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063569+0000", 2024-08-17T01:56:58.226 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.226 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.226 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.226 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063569+0000", 2024-08-17T01:56:58.226 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063569+0000", 2024-08-17T01:56:58.226 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.226 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.226 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.226 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.226 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.226 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.227 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.227 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.227 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.227 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.227 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.227 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.227 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.227 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.a", 2024-08-17T01:56:58.227 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.227 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.227 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.227 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5313, 2024-08-17T01:56:58.228 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.228 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:05:13.594836+0000", 2024-08-17T01:56:58.228 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.228 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.228 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.231 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.231 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.231 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.231 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.231 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.231 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.231 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.231 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.231 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.231 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.231 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.231 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.232 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.232 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.232 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:56:58.232 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.232 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.232 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.232 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.232 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.232 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.232 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.232 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.232 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:56:58.232 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.232 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.233 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.233 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.233 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.233 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.233 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.062825+0000", 2024-08-17T01:56:58.233 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.290462+0000", 2024-08-17T01:56:58.233 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.290462+0000", 2024-08-17T01:56:58.233 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.291156+0000", 2024-08-17T01:56:58.233 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.062825+0000", 2024-08-17T01:56:58.233 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.233 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.233 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.233 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.234 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.062825+0000", 2024-08-17T01:56:58.234 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.062825+0000", 2024-08-17T01:56:58.234 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.062825+0000", 2024-08-17T01:56:58.234 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.234 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.234 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.234 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.062825+0000", 2024-08-17T01:56:58.234 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.062825+0000", 2024-08-17T01:56:58.234 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.234 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.234 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.234 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.235 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.235 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.235 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.235 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.235 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.235 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.235 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.235 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.235 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.235 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.8", 2024-08-17T01:56:58.235 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.235 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.235 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.235 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5253, 2024-08-17T01:56:58.236 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.236 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:03:14.169604+0000", 2024-08-17T01:56:58.236 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.236 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.236 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.236 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.236 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.236 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.236 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.236 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.236 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.236 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.239 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.239 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.239 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.239 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.239 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.239 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.239 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.239 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.239 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.239 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.239 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.239 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.239 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.239 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.239 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.240 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:56:58.240 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.240 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.240 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.240 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.240 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.240 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.240 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:56:58.240 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.240 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:56:58.240 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.240 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.240 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.240 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.241 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.241 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.241 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061194+0000", 2024-08-17T01:56:58.241 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:23.890906+0000", 2024-08-17T01:56:58.241 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:23.890906+0000", 2024-08-17T01:56:58.241 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:23.891247+0000", 2024-08-17T01:56:58.241 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061194+0000", 2024-08-17T01:56:58.241 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.241 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.241 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.241 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 397, 2024-08-17T01:56:58.241 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061194+0000", 2024-08-17T01:56:58.242 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061194+0000", 2024-08-17T01:56:58.242 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061194+0000", 2024-08-17T01:56:58.242 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.242 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.242 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.242 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061194+0000", 2024-08-17T01:56:58.242 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061194+0000", 2024-08-17T01:56:58.242 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.242 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.242 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.242 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.242 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 396, 2024-08-17T01:56:58.243 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.243 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.243 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.243 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.243 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.243 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.243 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.243 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.243 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.9", 2024-08-17T01:56:58.243 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.243 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.243 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.243 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5331, 2024-08-17T01:56:58.244 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.244 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:38:19.361083+0000", 2024-08-17T01:56:58.244 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.244 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.244 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.246 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.246 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.246 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.246 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.246 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.246 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.246 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.246 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.246 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.246 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.246 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.246 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.247 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.247 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.247 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.247 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.247 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.247 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.247 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.247 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.247 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.247 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.247 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.247 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.248 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.248 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.248 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:56:58.248 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.248 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:56:58.248 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.248 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.248 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.251 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.251 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.251 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.251 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.251 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.251 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T01:56:58.251 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.251 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.252 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.252 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.252 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.252 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.252 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.368809+0000", 2024-08-17T01:56:58.252 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.293486+0000", 2024-08-17T01:56:58.252 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.293486+0000", 2024-08-17T01:56:58.252 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.293799+0000", 2024-08-17T01:56:58.252 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.368809+0000", 2024-08-17T01:56:58.252 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.252 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.252 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.252 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.253 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.368809+0000", 2024-08-17T01:56:58.253 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.368809+0000", 2024-08-17T01:56:58.253 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.368809+0000", 2024-08-17T01:56:58.253 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.253 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.253 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.253 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.368809+0000", 2024-08-17T01:56:58.253 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.368809+0000", 2024-08-17T01:56:58.253 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.253 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.253 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.253 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.253 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.254 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.254 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.254 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.254 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.254 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.254 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.254 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.254 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.254 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.9", 2024-08-17T01:56:58.254 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.254 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.254 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.254 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5214, 2024-08-17T01:56:58.255 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.255 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:31:24.416335+0000", 2024-08-17T01:56:58.255 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.255 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.255 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.255 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.255 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.255 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.255 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.255 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.255 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.255 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.255 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.256 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.256 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.256 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.256 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.256 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.256 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.256 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.256 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.256 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.256 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.256 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.256 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.256 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.256 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.258 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.258 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.258 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.258 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.258 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.258 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.258 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.258 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.258 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.258 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.258 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.258 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.258 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T01:56:58.259 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.259 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.259 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.259 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.259 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.259 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.259 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:56:58.259 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.259 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:56:58.259 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.259 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.259 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.259 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.260 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.260 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.260 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369414+0000", 2024-08-17T01:56:58.260 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.300625+0000", 2024-08-17T01:56:58.260 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.300625+0000", 2024-08-17T01:56:58.260 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.301595+0000", 2024-08-17T01:56:58.260 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369414+0000", 2024-08-17T01:56:58.260 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.260 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.260 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.260 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.260 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369414+0000", 2024-08-17T01:56:58.261 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369414+0000", 2024-08-17T01:56:58.261 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369414+0000", 2024-08-17T01:56:58.261 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.261 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.261 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.261 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369414+0000", 2024-08-17T01:56:58.261 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369414+0000", 2024-08-17T01:56:58.261 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.261 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.261 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.261 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.261 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.262 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.262 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.262 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.262 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.262 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.262 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.262 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.262 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.262 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.8", 2024-08-17T01:56:58.262 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.262 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.262 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.263 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5100, 2024-08-17T01:56:58.263 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.263 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:19:34.009998+0000", 2024-08-17T01:56:58.263 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.263 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.263 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.263 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.263 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.263 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.263 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.263 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.263 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.266 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.266 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.266 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.267 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.267 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.267 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.267 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:56:58.267 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.267 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:56:58.267 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.267 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.267 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.267 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.267 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.267 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.267 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:56:58.267 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.268 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:56:58.268 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.268 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.268 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.268 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.268 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.268 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.268 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.229405+0000", 2024-08-17T01:56:58.268 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.787589+0000", 2024-08-17T01:56:58.268 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.787589+0000", 2024-08-17T01:56:58.268 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.787975+0000", 2024-08-17T01:56:58.268 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.229405+0000", 2024-08-17T01:56:58.269 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.269 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.269 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.269 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:56:58.269 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.229405+0000", 2024-08-17T01:56:58.269 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.229405+0000", 2024-08-17T01:56:58.269 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.229405+0000", 2024-08-17T01:56:58.269 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.269 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.269 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.269 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.229405+0000", 2024-08-17T01:56:58.269 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.229405+0000", 2024-08-17T01:56:58.269 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.270 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.270 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.270 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.270 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:56:58.270 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.270 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.270 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.270 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.270 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.270 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.270 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.271 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.271 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.6", 2024-08-17T01:56:58.271 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.271 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.271 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.271 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5325, 2024-08-17T01:56:58.271 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.271 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:20:11.154553+0000", 2024-08-17T01:56:58.271 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.271 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.271 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.271 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.275 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.275 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.275 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.275 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.275 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.275 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.275 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.275 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.275 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:56:58.275 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.275 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:56:58.275 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.275 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.275 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.276 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.276 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.276 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.276 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:56:58.276 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.276 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:56:58.276 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.276 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.276 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.276 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.276 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.276 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.276 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372604+0000", 2024-08-17T01:56:58.276 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.289815+0000", 2024-08-17T01:56:58.276 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.289815+0000", 2024-08-17T01:56:58.277 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.290193+0000", 2024-08-17T01:56:58.277 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372604+0000", 2024-08-17T01:56:58.277 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.277 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.277 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.277 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.277 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372604+0000", 2024-08-17T01:56:58.277 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372604+0000", 2024-08-17T01:56:58.277 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372604+0000", 2024-08-17T01:56:58.277 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.277 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.277 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.277 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372604+0000", 2024-08-17T01:56:58.278 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372604+0000", 2024-08-17T01:56:58.278 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.278 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T01:56:58.278 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.278 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.278 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.278 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.278 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.278 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.278 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.278 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T01:56:58.278 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.279 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.279 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.279 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.7", 2024-08-17T01:56:58.279 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.279 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.279 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.279 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5102, 2024-08-17T01:56:58.279 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.279 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:48:42.369984+0000", 2024-08-17T01:56:58.279 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.279 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.279 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.280 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.280 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.280 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.280 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.280 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.280 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.280 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.280 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.280 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.280 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.280 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.280 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.280 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:56:58.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:56:58.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:56:58.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.282 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:56:58.282 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.282 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.282 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.282 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.282 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.282 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.282 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.282 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 9, 2024-08-17T01:56:58.282 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 9, 2024-08-17T01:56:58.282 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.283 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.283 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.283 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T01:56:58.283 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.283 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.283 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.283 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.283 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.283 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.283 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.283 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:56:58.283 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.283 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:56:58.284 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T01:56:58.284 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.284 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.284 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.284 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.284 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.284 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.284 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.284 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T01:56:58.284 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.284 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.284 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:56:58.284 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.284 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.285 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.285 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.368429+0000", 2024-08-17T01:56:58.285 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.239123+0000", 2024-08-17T01:56:58.285 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.239123+0000", 2024-08-17T01:56:58.285 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.417420+0000", 2024-08-17T01:56:58.285 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.368429+0000", 2024-08-17T01:56:58.285 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:56:58.285 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.285 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:56:58.285 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:56:58.285 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.368429+0000", 2024-08-17T01:56:58.285 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.368429+0000", 2024-08-17T01:56:58.285 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.368429+0000", 2024-08-17T01:56:58.285 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.286 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.286 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:56:58.286 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.368429+0000", 2024-08-17T01:56:58.286 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.368429+0000", 2024-08-17T01:56:58.286 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.286 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3150, 2024-08-17T01:56:58.286 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.286 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.286 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:56:58.286 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.286 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.286 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.287 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.287 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3150, 2024-08-17T01:56:58.287 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.287 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.287 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.287 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.1", 2024-08-17T01:56:58.287 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.287 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.287 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.287 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 9589, 2024-08-17T01:56:58.287 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.287 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:19:41.345367+0000", 2024-08-17T01:56:58.287 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.003860594, 2024-08-17T01:56:58.287 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.287 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.290 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.290 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.290 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.290 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.290 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.290 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.290 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 2380, 2024-08-17T01:56:58.290 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 386467, 2024-08-17T01:56:58.290 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.290 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.290 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.290 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3087, 2024-08-17T01:56:58.290 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 412735 2024-08-17T01:56:58.291 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.291 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.291 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.291 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.291 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.291 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.291 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.291 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.291 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T01:56:58.291 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'3150" 2024-08-17T01:56:58.291 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.291 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.291 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.292 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.292 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.292 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:58.292 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.292 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:56:58.292 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.292 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.292 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.292 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.292 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.292 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.292 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065543+0000", 2024-08-17T01:56:58.292 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295845+0000", 2024-08-17T01:56:58.292 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295845+0000", 2024-08-17T01:56:58.293 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296131+0000", 2024-08-17T01:56:58.293 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065543+0000", 2024-08-17T01:56:58.293 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.293 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.293 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.293 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.293 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065543+0000", 2024-08-17T01:56:58.293 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065543+0000", 2024-08-17T01:56:58.293 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065543+0000", 2024-08-17T01:56:58.293 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.293 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.293 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.294 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065543+0000", 2024-08-17T01:56:58.294 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065543+0000", 2024-08-17T01:56:58.294 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.294 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.294 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.294 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.294 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.294 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.294 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.294 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.294 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.295 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.295 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.295 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.295 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.295 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.7", 2024-08-17T01:56:58.295 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.295 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.295 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.295 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5263, 2024-08-17T01:56:58.295 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.295 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:39:03.183226+0000", 2024-08-17T01:56:58.295 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.296 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.296 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.299 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.299 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.299 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.299 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.299 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.299 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.299 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.299 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:58.299 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.299 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:56:58.299 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.299 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.300 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.300 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.300 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.300 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.300 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:56:58.300 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.300 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:56:58.300 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.300 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.300 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.300 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.300 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.300 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.300 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061357+0000", 2024-08-17T01:56:58.301 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.244103+0000", 2024-08-17T01:56:58.301 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.244103+0000", 2024-08-17T01:56:58.301 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.245296+0000", 2024-08-17T01:56:58.301 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061357+0000", 2024-08-17T01:56:58.301 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.301 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.301 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.301 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:56:58.301 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061357+0000", 2024-08-17T01:56:58.301 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061357+0000", 2024-08-17T01:56:58.301 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061357+0000", 2024-08-17T01:56:58.301 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.301 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.301 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.301 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061357+0000", 2024-08-17T01:56:58.302 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061357+0000", 2024-08-17T01:56:58.302 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.302 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3, 2024-08-17T01:56:58.302 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.302 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.302 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:56:58.302 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.302 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.302 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.302 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.302 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3, 2024-08-17T01:56:58.302 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.302 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.302 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.303 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.6", 2024-08-17T01:56:58.303 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.303 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.303 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.303 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5323, 2024-08-17T01:56:58.303 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.303 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:24:59.590230+0000", 2024-08-17T01:56:58.303 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.303 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.303 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.303 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.303 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.303 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.304 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.304 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.304 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.304 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.304 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.304 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.304 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.304 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.304 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.304 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.304 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.304 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.304 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.304 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:56:58.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:56:58.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:56:58.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:56:58.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 4, 2024-08-17T01:56:58.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 4, 2024-08-17T01:56:58.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T01:56:58.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.306 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.306 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.306 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.306 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.307 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.307 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.307 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:56:58.307 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.307 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:56:58.307 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "561'3" 2024-08-17T01:56:58.307 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.307 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.307 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.307 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.307 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.307 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:58.307 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.307 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:56:58.308 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.308 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.308 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:56:58.308 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.308 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.308 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.308 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.062493+0000", 2024-08-17T01:56:58.308 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.290854+0000", 2024-08-17T01:56:58.308 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.290854+0000", 2024-08-17T01:56:58.308 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.353212+0000", 2024-08-17T01:56:58.308 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.062493+0000", 2024-08-17T01:56:58.308 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:56:58.308 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.309 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:56:58.309 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.309 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.062493+0000", 2024-08-17T01:56:58.309 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.062493+0000", 2024-08-17T01:56:58.309 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.062493+0000", 2024-08-17T01:56:58.309 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.309 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.309 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:56:58.309 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.062493+0000", 2024-08-17T01:56:58.309 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.062493+0000", 2024-08-17T01:56:58.309 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.309 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3005, 2024-08-17T01:56:58.309 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.309 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.309 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.310 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.310 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.310 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.310 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.310 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3005, 2024-08-17T01:56:58.310 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.310 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.310 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.310 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.0", 2024-08-17T01:56:58.310 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.310 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.310 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.310 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 8795, 2024-08-17T01:56:58.310 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.311 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:28:41.556717+0000", 2024-08-17T01:56:58.311 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.004042376, 2024-08-17T01:56:58.311 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.311 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.311 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.311 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.311 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.311 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.311 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.311 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.311 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.311 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.311 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.311 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 763, 2024-08-17T01:56:58.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 363201, 2024-08-17T01:56:58.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3007, 2024-08-17T01:56:58.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 345519 2024-08-17T01:56:58.314 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.314 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.314 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.314 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.314 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.314 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.314 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:58.314 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.314 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:56:58.315 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'3005" 2024-08-17T01:56:58.315 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.315 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.315 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.315 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.315 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.315 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:56:58.315 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.315 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:56:58.315 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.316 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.316 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.316 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.316 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.316 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.316 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064283+0000", 2024-08-17T01:56:58.316 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.953762+0000", 2024-08-17T01:56:58.316 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.953762+0000", 2024-08-17T01:56:58.316 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.954067+0000", 2024-08-17T01:56:58.316 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064283+0000", 2024-08-17T01:56:58.316 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.316 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:56:58.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064283+0000", 2024-08-17T01:56:58.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064283+0000", 2024-08-17T01:56:58.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064283+0000", 2024-08-17T01:56:58.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064283+0000", 2024-08-17T01:56:58.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064283+0000", 2024-08-17T01:56:58.317 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.317 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.317 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.318 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.318 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:56:58.318 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.318 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.318 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.318 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.318 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.318 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.318 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.318 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.318 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.4", 2024-08-17T01:56:58.318 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.319 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.319 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.319 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5314, 2024-08-17T01:56:58.319 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.319 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:34:16.230378+0000", 2024-08-17T01:56:58.319 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.319 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.319 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.319 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.319 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.319 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.319 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.319 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.319 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.322 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.322 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.322 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.322 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.322 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.322 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.322 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.322 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.322 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.322 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.322 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.322 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.322 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.322 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:56:58.323 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.323 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:56:58.323 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.323 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.323 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.323 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.323 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.323 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.323 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:56:58.323 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.323 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:56:58.323 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.323 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.324 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.324 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.324 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.324 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.324 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373757+0000", 2024-08-17T01:56:58.324 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.294357+0000", 2024-08-17T01:56:58.324 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.294357+0000", 2024-08-17T01:56:58.324 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.297401+0000", 2024-08-17T01:56:58.324 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373757+0000", 2024-08-17T01:56:58.324 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.324 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.324 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.324 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.324 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373757+0000", 2024-08-17T01:56:58.325 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373757+0000", 2024-08-17T01:56:58.325 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373757+0000", 2024-08-17T01:56:58.325 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.325 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.325 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.325 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373757+0000", 2024-08-17T01:56:58.325 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373757+0000", 2024-08-17T01:56:58.325 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.325 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.325 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.325 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.325 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.325 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.325 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.326 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.326 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.326 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.326 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.326 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.326 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.326 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.5", 2024-08-17T01:56:58.326 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.326 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.326 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.326 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5115, 2024-08-17T01:56:58.326 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.326 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:26:25.743120+0000", 2024-08-17T01:56:58.326 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.327 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.327 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.327 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.327 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.327 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.327 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.327 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.327 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.327 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.327 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.327 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.327 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.327 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.327 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.327 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.330 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.330 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.330 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.330 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.330 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.330 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.330 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:56:58.330 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.330 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:56:58.330 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.330 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.331 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.331 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.331 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.331 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.331 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.331 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.331 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:56:58.331 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.331 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.331 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:56:58.331 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.331 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.331 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227329+0000", 2024-08-17T01:56:58.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.289961+0000", 2024-08-17T01:56:58.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.289961+0000", 2024-08-17T01:56:58.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.366653+0000", 2024-08-17T01:56:58.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227329+0000", 2024-08-17T01:56:58.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:56:58.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:56:58.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227329+0000", 2024-08-17T01:56:58.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227329+0000", 2024-08-17T01:56:58.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227329+0000", 2024-08-17T01:56:58.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.333 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:56:58.333 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227329+0000", 2024-08-17T01:56:58.333 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227329+0000", 2024-08-17T01:56:58.333 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.333 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3130, 2024-08-17T01:56:58.333 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.333 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.333 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.333 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.333 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.333 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.333 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.334 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3130, 2024-08-17T01:56:58.334 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.334 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.334 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.334 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.3", 2024-08-17T01:56:58.334 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.334 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.334 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.334 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 8988, 2024-08-17T01:56:58.334 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.334 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:56:47.742528+0000", 2024-08-17T01:56:58.334 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.004345494, 2024-08-17T01:56:58.335 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.335 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.335 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.335 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.335 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.335 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.335 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.335 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.335 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.335 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.335 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:56:58.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:56:58.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:56:58.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:56:58.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 641, 2024-08-17T01:56:58.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 390387, 2024-08-17T01:56:58.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3137, 2024-08-17T01:56:58.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 397083 2024-08-17T01:56:58.338 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.338 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.338 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.338 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.338 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.338 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.338 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.338 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.339 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:56:58.339 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'3130" 2024-08-17T01:56:58.339 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.339 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.339 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.339 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.339 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.339 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:56:58.339 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.339 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:56:58.339 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.339 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.339 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.339 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.339 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.340 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061583+0000", 2024-08-17T01:56:58.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:23.896663+0000", 2024-08-17T01:56:58.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:23.896663+0000", 2024-08-17T01:56:58.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:23.896987+0000", 2024-08-17T01:56:58.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061583+0000", 2024-08-17T01:56:58.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 397, 2024-08-17T01:56:58.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061583+0000", 2024-08-17T01:56:58.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061583+0000", 2024-08-17T01:56:58.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061583+0000", 2024-08-17T01:56:58.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.341 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.341 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.341 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061583+0000", 2024-08-17T01:56:58.341 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061583+0000", 2024-08-17T01:56:58.341 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.341 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.341 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.341 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.341 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 396, 2024-08-17T01:56:58.341 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.341 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.341 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.341 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.341 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.342 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.342 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.342 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.342 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.5", 2024-08-17T01:56:58.342 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.342 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.342 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.342 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5316, 2024-08-17T01:56:58.342 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.342 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:14:02.873009+0000", 2024-08-17T01:56:58.342 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.342 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.342 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.343 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.343 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.343 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.343 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.343 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.343 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.343 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.343 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.343 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.343 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.343 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.343 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.343 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.343 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.344 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.344 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.344 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.344 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.344 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.344 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.344 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.344 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.344 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.344 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.344 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.344 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.344 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.345 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.345 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.346 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.346 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.346 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.346 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.346 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:56:58.346 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.346 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:56:58.346 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.346 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.346 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.346 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.346 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.346 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.346 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.347 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.347 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:56:58.347 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.347 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.347 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.347 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.347 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.347 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.347 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064376+0000", 2024-08-17T01:56:58.347 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295525+0000", 2024-08-17T01:56:58.347 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295525+0000", 2024-08-17T01:56:58.347 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296112+0000", 2024-08-17T01:56:58.347 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064376+0000", 2024-08-17T01:56:58.347 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.348 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.348 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.348 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.348 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064376+0000", 2024-08-17T01:56:58.348 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064376+0000", 2024-08-17T01:56:58.348 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064376+0000", 2024-08-17T01:56:58.348 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.348 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.348 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.348 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064376+0000", 2024-08-17T01:56:58.348 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064376+0000", 2024-08-17T01:56:58.348 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.348 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.348 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.348 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.349 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.349 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.349 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.349 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.349 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.349 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.349 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.349 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.349 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.349 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.4", 2024-08-17T01:56:58.349 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.349 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.349 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.349 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5316, 2024-08-17T01:56:58.349 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.350 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:51:09.393234+0000", 2024-08-17T01:56:58.350 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.350 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.350 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.350 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.350 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.350 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.350 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.350 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.350 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.350 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.350 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.350 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.350 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.351 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.351 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.351 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.351 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.351 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.351 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.351 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.351 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.351 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.351 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.351 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.351 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.351 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.351 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.353 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.353 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.353 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.353 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.353 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.353 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.353 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.353 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.353 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:56:58.353 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.353 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.354 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.354 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.354 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.354 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.354 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:56:58.354 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.354 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:56:58.354 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.354 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.354 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:56:58.354 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.354 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.355 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.355 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.062959+0000", 2024-08-17T01:56:58.355 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.957314+0000", 2024-08-17T01:56:58.355 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.957314+0000", 2024-08-17T01:56:58.355 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.360154+0000", 2024-08-17T01:56:58.355 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.062959+0000", 2024-08-17T01:56:58.355 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:56:58.355 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.355 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:56:58.355 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:56:58.355 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.062959+0000", 2024-08-17T01:56:58.355 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.062959+0000", 2024-08-17T01:56:58.356 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.062959+0000", 2024-08-17T01:56:58.356 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.356 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.356 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:56:58.356 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.062959+0000", 2024-08-17T01:56:58.356 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.062959+0000", 2024-08-17T01:56:58.356 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.356 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3003, 2024-08-17T01:56:58.356 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.356 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.356 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:56:58.356 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.356 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.357 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.357 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.357 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3003, 2024-08-17T01:56:58.357 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.357 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.357 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.357 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.2", 2024-08-17T01:56:58.357 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.357 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.357 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.357 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 9132, 2024-08-17T01:56:58.357 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.357 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:36:46.293889+0000", 2024-08-17T01:56:58.357 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.006581899, 2024-08-17T01:56:58.358 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.358 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.358 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 19, 2024-08-17T01:56:58.358 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.358 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.358 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.358 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.358 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.358 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.358 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.358 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.358 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.359 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.359 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.359 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.359 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.359 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.359 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.359 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:56:58.359 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:56:58.359 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.359 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:56:58.359 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.359 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.359 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 1091, 2024-08-17T01:56:58.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 342970, 2024-08-17T01:56:58.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 2988, 2024-08-17T01:56:58.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 383989 2024-08-17T01:56:58.361 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.361 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.361 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.361 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.361 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.361 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.361 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:56:58.361 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.361 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:56:58.361 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'3003" 2024-08-17T01:56:58.362 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.362 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.362 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.362 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.362 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.362 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.362 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.362 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T01:56:58.362 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.362 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.362 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.362 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.362 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.363 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.363 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369232+0000", 2024-08-17T01:56:58.363 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.238798+0000", 2024-08-17T01:56:58.363 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.238798+0000", 2024-08-17T01:56:58.363 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.239107+0000", 2024-08-17T01:56:58.363 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369232+0000", 2024-08-17T01:56:58.363 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.363 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.363 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.363 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:56:58.363 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369232+0000", 2024-08-17T01:56:58.363 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369232+0000", 2024-08-17T01:56:58.363 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369232+0000", 2024-08-17T01:56:58.363 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.364 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.364 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.364 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369232+0000", 2024-08-17T01:56:58.364 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369232+0000", 2024-08-17T01:56:58.364 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.364 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.364 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.364 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.364 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:56:58.364 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.364 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.364 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.364 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.364 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.365 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.365 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.365 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.365 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3", 2024-08-17T01:56:58.365 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.365 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.365 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.365 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5276, 2024-08-17T01:56:58.365 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.365 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:52:10.640649+0000", 2024-08-17T01:56:58.365 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.365 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.365 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.366 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.366 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.366 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.366 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.366 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.366 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.366 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.366 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.366 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.366 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.366 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.366 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.366 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.367 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.367 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.367 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.367 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.367 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.367 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.367 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.367 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.367 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.367 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.367 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.367 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.369 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.369 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.369 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.369 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.369 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.369 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.369 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.369 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.369 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T01:56:58.369 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.369 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.370 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.370 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.370 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.370 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.370 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.370 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.370 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:56:58.370 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.370 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.370 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.370 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.370 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.371 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.371 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065468+0000", 2024-08-17T01:56:58.371 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.240031+0000", 2024-08-17T01:56:58.371 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.240031+0000", 2024-08-17T01:56:58.371 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.240364+0000", 2024-08-17T01:56:58.371 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065468+0000", 2024-08-17T01:56:58.371 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.371 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.371 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.371 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:56:58.371 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065468+0000", 2024-08-17T01:56:58.371 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065468+0000", 2024-08-17T01:56:58.371 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065468+0000", 2024-08-17T01:56:58.372 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.372 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.372 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.372 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065468+0000", 2024-08-17T01:56:58.372 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065468+0000", 2024-08-17T01:56:58.372 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.372 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.372 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.372 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.372 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:56:58.372 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.372 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.372 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.373 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.373 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.373 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.373 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.373 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.373 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.2", 2024-08-17T01:56:58.373 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.373 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.373 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.373 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5149, 2024-08-17T01:56:58.373 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.373 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:16:32.442038+0000", 2024-08-17T01:56:58.374 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.374 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.374 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.374 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.374 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.374 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.374 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.374 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.374 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.374 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.374 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.375 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.375 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.375 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.375 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.375 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.375 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.375 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.375 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.375 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.375 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.375 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.375 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.375 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.375 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.377 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.377 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.377 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.377 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.377 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.377 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.378 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.378 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.378 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:56:58.378 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.378 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.378 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.378 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.378 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.378 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.378 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:56:58.378 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.378 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:56:58.378 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.379 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.379 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:56:58.379 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.379 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.379 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.379 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064192+0000", 2024-08-17T01:56:58.379 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:23.896027+0000", 2024-08-17T01:56:58.379 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:23.896027+0000", 2024-08-17T01:56:58.379 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.358408+0000", 2024-08-17T01:56:58.379 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064192+0000", 2024-08-17T01:56:58.379 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:56:58.379 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.379 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:56:58.379 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 397, 2024-08-17T01:56:58.380 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064192+0000", 2024-08-17T01:56:58.380 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064192+0000", 2024-08-17T01:56:58.380 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064192+0000", 2024-08-17T01:56:58.380 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.380 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.380 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:56:58.380 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064192+0000", 2024-08-17T01:56:58.380 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064192+0000", 2024-08-17T01:56:58.380 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.380 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3128, 2024-08-17T01:56:58.380 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.380 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.380 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 396, 2024-08-17T01:56:58.381 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.381 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.381 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.381 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.381 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3128, 2024-08-17T01:56:58.381 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.381 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.381 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.381 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.4", 2024-08-17T01:56:58.381 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.381 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.381 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.381 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 9150, 2024-08-17T01:56:58.381 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.382 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:49:48.232416+0000", 2024-08-17T01:56:58.382 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.00523799, 2024-08-17T01:56:58.382 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.382 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.382 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.382 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.382 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.382 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.382 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.382 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.382 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.382 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.383 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.383 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.383 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.383 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.383 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.383 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.383 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.383 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.383 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:56:58.383 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:56:58.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:56:58.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:56:58.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 1044, 2024-08-17T01:56:58.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 403416, 2024-08-17T01:56:58.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3137, 2024-08-17T01:56:58.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 396246 2024-08-17T01:56:58.385 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.386 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.386 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.386 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.386 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.386 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.386 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:56:58.386 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.386 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:56:58.386 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'3128" 2024-08-17T01:56:58.387 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.387 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.387 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.387 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.387 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.387 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.387 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.387 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:56:58.387 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.387 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.387 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.387 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.387 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.388 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.388 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061765+0000", 2024-08-17T01:56:58.388 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.243252+0000", 2024-08-17T01:56:58.388 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.243252+0000", 2024-08-17T01:56:58.388 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.243553+0000", 2024-08-17T01:56:58.388 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061765+0000", 2024-08-17T01:56:58.388 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.388 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.388 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.388 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:56:58.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061765+0000", 2024-08-17T01:56:58.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061765+0000", 2024-08-17T01:56:58.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061765+0000", 2024-08-17T01:56:58.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061765+0000", 2024-08-17T01:56:58.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061765+0000", 2024-08-17T01:56:58.389 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.389 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.389 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.389 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.390 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:56:58.390 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.390 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.390 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.390 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.390 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.390 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.390 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.391 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.391 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.0", 2024-08-17T01:56:58.391 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.391 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.391 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.391 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5315, 2024-08-17T01:56:58.391 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.391 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:48:15.384122+0000", 2024-08-17T01:56:58.391 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.391 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.391 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.391 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.395 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.395 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.395 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.395 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.395 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.396 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.396 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.396 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.396 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:56:58.396 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.396 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.396 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.396 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.396 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.396 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.396 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:58.396 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.396 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T01:56:58.397 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.397 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.397 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.397 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.397 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.397 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.397 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.371065+0000", 2024-08-17T01:56:58.397 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:23.899467+0000", 2024-08-17T01:56:58.397 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:23.899467+0000", 2024-08-17T01:56:58.397 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:23.899756+0000", 2024-08-17T01:56:58.397 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.371065+0000", 2024-08-17T01:56:58.397 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.397 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.397 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.398 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 397, 2024-08-17T01:56:58.398 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.371065+0000", 2024-08-17T01:56:58.398 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.371065+0000", 2024-08-17T01:56:58.398 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.371065+0000", 2024-08-17T01:56:58.398 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.398 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.398 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.398 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.371065+0000", 2024-08-17T01:56:58.398 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.371065+0000", 2024-08-17T01:56:58.398 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.398 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.398 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.399 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.399 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 396, 2024-08-17T01:56:58.399 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.399 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.399 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.399 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.399 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.399 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.400 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.400 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.400 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1", 2024-08-17T01:56:58.400 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.400 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.400 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.400 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5282, 2024-08-17T01:56:58.400 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.401 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:02:01.013595+0000", 2024-08-17T01:56:58.401 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.401 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.401 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.404 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.404 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.404 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.404 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.404 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.404 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.404 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:58.404 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.404 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T01:56:58.405 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.405 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.405 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.405 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.405 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.405 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.405 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:58.405 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.405 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:56:58.405 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.405 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.405 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:56:58.405 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.405 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.406 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.406 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063074+0000", 2024-08-17T01:56:58.406 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.959193+0000", 2024-08-17T01:56:58.406 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.959193+0000", 2024-08-17T01:56:58.406 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.357083+0000", 2024-08-17T01:56:58.406 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063074+0000", 2024-08-17T01:56:58.406 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:56:58.406 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.406 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:56:58.406 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:56:58.406 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063074+0000", 2024-08-17T01:56:58.406 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063074+0000", 2024-08-17T01:56:58.406 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063074+0000", 2024-08-17T01:56:58.407 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.407 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.407 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:56:58.407 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063074+0000", 2024-08-17T01:56:58.407 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063074+0000", 2024-08-17T01:56:58.407 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.407 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2896, 2024-08-17T01:56:58.407 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.407 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.407 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:56:58.407 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.407 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.408 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.408 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.408 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2896, 2024-08-17T01:56:58.408 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.408 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.408 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.408 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.7", 2024-08-17T01:56:58.408 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.408 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.408 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.408 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 8637, 2024-08-17T01:56:58.408 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.408 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:26:30.795497+0000", 2024-08-17T01:56:58.408 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.003822663, 2024-08-17T01:56:58.408 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.409 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 4194304, 2024-08-17T01:56:58.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:56:58.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:56:58.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:56:58.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 490, 2024-08-17T01:56:58.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 388656, 2024-08-17T01:56:58.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 2902, 2024-08-17T01:56:58.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 389692 2024-08-17T01:56:58.412 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.412 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.412 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.412 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.412 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.412 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.412 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:58.412 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.412 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:56:58.412 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'2896" 2024-08-17T01:56:58.412 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.412 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.412 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.412 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.413 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.413 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:56:58.413 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.413 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:56:58.413 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.413 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.413 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.413 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.413 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.413 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.413 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227327+0000", 2024-08-17T01:56:58.413 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.792947+0000", 2024-08-17T01:56:58.413 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.792947+0000", 2024-08-17T01:56:58.414 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.793281+0000", 2024-08-17T01:56:58.414 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227327+0000", 2024-08-17T01:56:58.414 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.414 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.414 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.414 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:56:58.414 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227327+0000", 2024-08-17T01:56:58.414 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227327+0000", 2024-08-17T01:56:58.414 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227327+0000", 2024-08-17T01:56:58.414 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.414 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.414 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.414 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227327+0000", 2024-08-17T01:56:58.415 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227327+0000", 2024-08-17T01:56:58.415 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.415 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.415 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.415 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.415 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:56:58.415 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.415 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.415 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.415 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.415 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.415 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.415 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.415 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.416 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1", 2024-08-17T01:56:58.416 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.416 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.416 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.416 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5326, 2024-08-17T01:56:58.416 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.416 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:33:29.511826+0000", 2024-08-17T01:56:58.416 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.416 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.416 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.419 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.419 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.419 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.419 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.420 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.420 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.420 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:56:58.420 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.420 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:56:58.420 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.420 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.420 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.420 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.420 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.420 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.420 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:58.421 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.421 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:56:58.421 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.421 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.421 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.421 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.421 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.421 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.421 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369723+0000", 2024-08-17T01:56:58.421 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.297748+0000", 2024-08-17T01:56:58.421 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.297748+0000", 2024-08-17T01:56:58.421 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.300198+0000", 2024-08-17T01:56:58.421 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369723+0000", 2024-08-17T01:56:58.422 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.422 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.422 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.422 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.422 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369723+0000", 2024-08-17T01:56:58.422 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369723+0000", 2024-08-17T01:56:58.422 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369723+0000", 2024-08-17T01:56:58.422 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.422 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.422 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.423 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369723+0000", 2024-08-17T01:56:58.423 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369723+0000", 2024-08-17T01:56:58.423 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.423 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.423 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.423 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.423 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.423 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.423 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.423 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.424 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.424 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.424 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.424 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.424 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.424 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.0", 2024-08-17T01:56:58.424 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.424 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.424 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.424 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5103, 2024-08-17T01:56:58.424 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.424 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:27:55.751968+0000", 2024-08-17T01:56:58.425 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.425 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.425 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.425 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.425 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.425 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.425 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.425 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.425 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.425 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.428 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.428 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.428 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.428 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.428 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.428 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.428 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.428 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.428 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.429 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.429 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.429 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.429 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.429 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.429 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.429 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:58.430 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.430 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:56:58.430 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.430 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.430 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.430 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.430 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.430 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.431 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:56:58.431 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.431 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:56:58.431 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.431 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.431 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:56:58.431 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.431 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.432 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.432 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.229269+0000", 2024-08-17T01:56:58.432 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:45:51.260550+0000", 2024-08-17T01:56:58.432 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:45:51.260550+0000", 2024-08-17T01:56:58.432 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.367554+0000", 2024-08-17T01:56:58.432 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.229269+0000", 2024-08-17T01:56:58.432 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:56:58.432 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.432 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:56:58.432 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 364, 2024-08-17T01:56:58.433 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.229269+0000", 2024-08-17T01:56:58.433 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.229269+0000", 2024-08-17T01:56:58.433 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.229269+0000", 2024-08-17T01:56:58.433 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.433 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.433 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:56:58.433 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.229269+0000", 2024-08-17T01:56:58.433 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.229269+0000", 2024-08-17T01:56:58.433 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.433 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2962, 2024-08-17T01:56:58.433 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.434 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.434 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 363, 2024-08-17T01:56:58.434 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.434 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.434 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.434 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.434 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2962, 2024-08-17T01:56:58.434 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.434 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.434 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.434 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.6", 2024-08-17T01:56:58.435 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.435 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.435 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.435 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 8960, 2024-08-17T01:56:58.435 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.435 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:58:48.500047+0000", 2024-08-17T01:56:58.435 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.005197921, 2024-08-17T01:56:58.435 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.435 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 1094, 2024-08-17T01:56:58.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 358962, 2024-08-17T01:56:58.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 2923, 2024-08-17T01:56:58.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 389607 2024-08-17T01:56:58.438 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.438 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.439 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.439 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.439 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.439 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.439 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:56:58.439 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.439 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:56:58.439 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'2962" 2024-08-17T01:56:58.439 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.439 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.439 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.439 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.440 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.440 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.440 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.440 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:56:58.440 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.440 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.440 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.440 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.440 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.440 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.440 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063450+0000", 2024-08-17T01:56:58.440 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.242230+0000", 2024-08-17T01:56:58.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.242230+0000", 2024-08-17T01:56:58.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.244435+0000", 2024-08-17T01:56:58.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063450+0000", 2024-08-17T01:56:58.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:56:58.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063450+0000", 2024-08-17T01:56:58.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063450+0000", 2024-08-17T01:56:58.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063450+0000", 2024-08-17T01:56:58.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063450+0000", 2024-08-17T01:56:58.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063450+0000", 2024-08-17T01:56:58.442 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.442 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.442 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.442 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.442 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:56:58.442 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.442 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.442 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.442 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.443 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.443 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.443 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.443 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.443 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2", 2024-08-17T01:56:58.443 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.443 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.443 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.443 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5223, 2024-08-17T01:56:58.443 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.443 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:49:03.844090+0000", 2024-08-17T01:56:58.443 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.444 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.444 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.447 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.447 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.447 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.447 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.447 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.447 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.447 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.447 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.447 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.447 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.447 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.447 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.447 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:56:58.448 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.448 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.448 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.448 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.448 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.448 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.448 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.448 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.448 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:56:58.448 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.448 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.448 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.448 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.448 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.449 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063949+0000", 2024-08-17T01:56:58.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.292160+0000", 2024-08-17T01:56:58.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.292160+0000", 2024-08-17T01:56:58.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.292567+0000", 2024-08-17T01:56:58.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063949+0000", 2024-08-17T01:56:58.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063949+0000", 2024-08-17T01:56:58.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063949+0000", 2024-08-17T01:56:58.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063949+0000", 2024-08-17T01:56:58.450 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.450 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.450 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.450 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063949+0000", 2024-08-17T01:56:58.450 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063949+0000", 2024-08-17T01:56:58.450 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.450 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.450 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.450 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.450 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.454 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.454 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.454 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.454 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.454 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.454 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.454 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.454 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.454 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.3", 2024-08-17T01:56:58.454 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.454 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.455 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.455 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5179, 2024-08-17T01:56:58.455 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.455 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:07:50.292815+0000", 2024-08-17T01:56:58.455 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.455 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.455 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.459 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.459 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.459 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.459 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.459 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.459 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.459 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.459 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.459 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.459 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.459 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:56:58.459 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.459 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.460 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.460 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.460 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.460 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.460 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.460 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.460 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:56:58.460 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.461 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.461 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 19, 2024-08-17T01:56:58.461 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.461 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.461 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369783+0000", 2024-08-17T01:56:58.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.299586+0000", 2024-08-17T01:56:58.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.299586+0000", 2024-08-17T01:56:58.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.301337+0000", 2024-08-17T01:56:58.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369783+0000", 2024-08-17T01:56:58.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:34:43.704511+0000", 2024-08-17T01:56:58.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.462 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:34:43.704511+0000", 2024-08-17T01:56:58.462 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.462 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369783+0000", 2024-08-17T01:56:58.462 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369783+0000", 2024-08-17T01:56:58.462 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369783+0000", 2024-08-17T01:56:58.462 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.462 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.462 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:34:43.704511+0000", 2024-08-17T01:56:58.462 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369783+0000", 2024-08-17T01:56:58.463 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369783+0000", 2024-08-17T01:56:58.463 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.463 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 249, 2024-08-17T01:56:58.463 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.463 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.463 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.463 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.463 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.463 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.463 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.463 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 249, 2024-08-17T01:56:58.464 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.464 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.464 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.464 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "1.0", 2024-08-17T01:56:58.464 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.464 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.464 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.464 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5793, 2024-08-17T01:56:58.464 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.464 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:58:44.770619+0000", 2024-08-17T01:56:58.465 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.465 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.465 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 590368, 2024-08-17T01:56:58.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 1771104, 2024-08-17T01:56:58.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T01:56:58.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T01:56:58.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T01:56:58.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 6, 2024-08-17T01:56:58.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 1286, 2024-08-17T01:56:58.469 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 2084, 2024-08-17T01:56:58.469 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.469 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.469 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.469 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 415, 2024-08-17T01:56:58.469 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 2416 2024-08-17T01:56:58.469 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.469 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.469 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.469 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.469 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.469 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.469 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.470 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.470 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:56:58.470 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "2202'249" 2024-08-17T01:56:58.470 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.470 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.470 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.470 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.470 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.470 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.470 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.470 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:56:58.470 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.471 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.471 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:56:58.471 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.471 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.471 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.471 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372057+0000", 2024-08-17T01:56:58.471 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.288765+0000", 2024-08-17T01:56:58.471 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.288765+0000", 2024-08-17T01:56:58.471 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.351518+0000", 2024-08-17T01:56:58.471 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372057+0000", 2024-08-17T01:56:58.471 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:56:58.471 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.471 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:56:58.472 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.472 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372057+0000", 2024-08-17T01:56:58.472 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372057+0000", 2024-08-17T01:56:58.472 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372057+0000", 2024-08-17T01:56:58.472 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.472 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.472 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:56:58.473 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372057+0000", 2024-08-17T01:56:58.473 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372057+0000", 2024-08-17T01:56:58.473 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.473 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3253, 2024-08-17T01:56:58.473 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.473 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.473 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.473 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.473 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.473 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.473 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.473 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3253, 2024-08-17T01:56:58.474 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.474 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.474 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.474 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.5", 2024-08-17T01:56:58.474 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.474 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.474 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.474 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 9233, 2024-08-17T01:56:58.474 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.474 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:25:16.799663+0000", 2024-08-17T01:56:58.474 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.001392718, 2024-08-17T01:56:58.474 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.474 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.477 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.477 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.477 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.477 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.477 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.477 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 1474, 2024-08-17T01:56:58.477 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 385846, 2024-08-17T01:56:58.477 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.477 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.477 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.477 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3215, 2024-08-17T01:56:58.477 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 446335 2024-08-17T01:56:58.477 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.477 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.478 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.478 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.478 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.478 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.478 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.478 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.478 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:56:58.478 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'3253" 2024-08-17T01:56:58.478 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.478 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.478 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.478 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.479 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.479 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.479 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.479 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:56:58.479 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.479 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.479 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.479 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.479 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.479 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.479 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373850+0000", 2024-08-17T01:56:58.479 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.298355+0000", 2024-08-17T01:56:58.480 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.298355+0000", 2024-08-17T01:56:58.480 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.300211+0000", 2024-08-17T01:56:58.480 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373850+0000", 2024-08-17T01:56:58.480 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.480 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.480 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.480 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.480 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373850+0000", 2024-08-17T01:56:58.480 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373850+0000", 2024-08-17T01:56:58.480 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373850+0000", 2024-08-17T01:56:58.480 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.480 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.480 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.480 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373850+0000", 2024-08-17T01:56:58.481 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373850+0000", 2024-08-17T01:56:58.481 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.481 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.481 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.481 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.481 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.481 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.481 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.481 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.482 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.482 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.482 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.482 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.482 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.482 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.d", 2024-08-17T01:56:58.482 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.482 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.482 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.482 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5095, 2024-08-17T01:56:58.482 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.482 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:53:26.649326+0000", 2024-08-17T01:56:58.483 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.483 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.483 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.484 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.484 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.484 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.484 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.484 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.484 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.484 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.484 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.484 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.484 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.484 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.484 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.484 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.485 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.485 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.485 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.485 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.485 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.485 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.485 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.485 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.485 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.485 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.485 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.485 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.485 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.486 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.486 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.486 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.486 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.486 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.486 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.486 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.486 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.486 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.486 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.486 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.486 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:56:58.487 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.487 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.487 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.487 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.487 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.487 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.487 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:58.487 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.487 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T01:56:58.487 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.487 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.487 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.487 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.488 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.488 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.488 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369425+0000", 2024-08-17T01:56:58.488 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.958158+0000", 2024-08-17T01:56:58.488 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.958158+0000", 2024-08-17T01:56:58.488 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.958453+0000", 2024-08-17T01:56:58.488 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369425+0000", 2024-08-17T01:56:58.488 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.488 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.488 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.488 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:56:58.488 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369425+0000", 2024-08-17T01:56:58.489 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369425+0000", 2024-08-17T01:56:58.489 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369425+0000", 2024-08-17T01:56:58.489 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.489 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.489 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.489 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369425+0000", 2024-08-17T01:56:58.489 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369425+0000", 2024-08-17T01:56:58.489 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.489 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.489 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.489 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.489 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:56:58.489 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.490 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.490 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.490 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.490 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.490 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.490 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.490 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.490 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.c", 2024-08-17T01:56:58.490 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.490 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.490 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.490 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5279, 2024-08-17T01:56:58.490 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.491 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:09:26.417208+0000", 2024-08-17T01:56:58.491 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.491 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.491 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.491 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.491 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.491 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.491 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.491 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.491 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.491 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.491 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.492 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.492 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.492 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.492 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.492 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.492 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.492 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.492 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.492 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.492 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.492 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.492 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.492 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.494 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.494 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.494 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.494 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.494 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.494 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.494 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:58.495 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.495 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T01:56:58.495 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.495 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.495 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.495 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.495 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.495 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.495 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.495 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.495 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:56:58.495 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.496 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.496 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.496 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.496 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.496 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.496 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065210+0000", 2024-08-17T01:56:58.496 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.242702+0000", 2024-08-17T01:56:58.496 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.242702+0000", 2024-08-17T01:56:58.496 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.243020+0000", 2024-08-17T01:56:58.496 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065210+0000", 2024-08-17T01:56:58.496 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.497 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.497 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.497 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:56:58.497 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065210+0000", 2024-08-17T01:56:58.497 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065210+0000", 2024-08-17T01:56:58.497 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065210+0000", 2024-08-17T01:56:58.497 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.497 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.497 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.497 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065210+0000", 2024-08-17T01:56:58.497 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065210+0000", 2024-08-17T01:56:58.497 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.498 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.498 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.498 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.498 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:56:58.498 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.498 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.498 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.498 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.498 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.499 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.499 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.499 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.499 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.c", 2024-08-17T01:56:58.499 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.499 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.499 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.499 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5165, 2024-08-17T01:56:58.499 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.499 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:25:09.749752+0000", 2024-08-17T01:56:58.499 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.500 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.500 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.500 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.500 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.500 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.500 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.500 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.500 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.500 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.500 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.504 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.504 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.504 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.504 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.504 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.505 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.505 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.505 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.505 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:56:58.505 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.505 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.505 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.506 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.506 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.506 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.506 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:56:58.506 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.506 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:56:58.506 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.506 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.506 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.506 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.507 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.507 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061366+0000", 2024-08-17T01:56:58.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.790910+0000", 2024-08-17T01:56:58.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.790910+0000", 2024-08-17T01:56:58.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.791293+0000", 2024-08-17T01:56:58.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061366+0000", 2024-08-17T01:56:58.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:56:58.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061366+0000", 2024-08-17T01:56:58.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061366+0000", 2024-08-17T01:56:58.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061366+0000", 2024-08-17T01:56:58.508 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.508 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.508 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.508 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061366+0000", 2024-08-17T01:56:58.508 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061366+0000", 2024-08-17T01:56:58.508 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.508 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 1, 2024-08-17T01:56:58.508 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.508 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.508 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:56:58.508 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.508 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.508 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.508 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.509 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 1, 2024-08-17T01:56:58.509 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.509 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.509 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.509 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.d", 2024-08-17T01:56:58.509 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.509 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.509 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.509 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5319, 2024-08-17T01:56:58.509 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.509 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:57:17.691874+0000", 2024-08-17T01:56:58.509 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.510 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.510 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 70, 2024-08-17T01:56:58.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:56:58.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:56:58.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:56:58.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.512 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.512 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.512 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.512 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.512 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.512 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.512 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.512 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.512 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.512 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 2, 2024-08-17T01:56:58.512 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 2, 2024-08-17T01:56:58.512 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.513 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.513 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.513 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 1, 2024-08-17T01:56:58.513 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 1 2024-08-17T01:56:58.513 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.513 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.513 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.513 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.513 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.513 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.513 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:56:58.513 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.513 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:56:58.513 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'1" 2024-08-17T01:56:58.514 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.514 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.514 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.514 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.514 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.514 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:56:58.514 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.514 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:56:58.514 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.514 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.514 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.514 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.515 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.515 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.515 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372980+0000", 2024-08-17T01:56:58.515 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.299839+0000", 2024-08-17T01:56:58.515 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.299839+0000", 2024-08-17T01:56:58.515 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.300156+0000", 2024-08-17T01:56:58.515 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372980+0000", 2024-08-17T01:56:58.515 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.515 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.515 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.515 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.515 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372980+0000", 2024-08-17T01:56:58.515 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372980+0000", 2024-08-17T01:56:58.515 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372980+0000", 2024-08-17T01:56:58.516 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.516 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.516 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.516 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372980+0000", 2024-08-17T01:56:58.516 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372980+0000", 2024-08-17T01:56:58.516 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.516 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.516 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.516 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.516 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.516 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.516 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.517 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.517 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.517 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.517 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.517 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.517 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.517 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.f", 2024-08-17T01:56:58.517 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.517 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.517 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.517 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5089, 2024-08-17T01:56:58.517 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.517 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:49:16.922454+0000", 2024-08-17T01:56:58.517 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.518 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.518 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.521 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.521 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.521 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.521 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.521 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.521 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.521 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.521 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.521 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.521 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.521 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:56:58.521 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.521 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:56:58.522 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.522 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.522 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.522 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.522 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.522 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.522 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.522 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.522 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T01:56:58.522 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.522 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.523 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.523 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.523 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.523 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.523 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369255+0000", 2024-08-17T01:56:58.523 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295605+0000", 2024-08-17T01:56:58.523 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295605+0000", 2024-08-17T01:56:58.523 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.295955+0000", 2024-08-17T01:56:58.523 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369255+0000", 2024-08-17T01:56:58.523 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.523 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.523 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.523 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.524 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369255+0000", 2024-08-17T01:56:58.524 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369255+0000", 2024-08-17T01:56:58.524 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369255+0000", 2024-08-17T01:56:58.524 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.524 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.524 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.524 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369255+0000", 2024-08-17T01:56:58.524 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369255+0000", 2024-08-17T01:56:58.524 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.524 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T01:56:58.524 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.524 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.525 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.525 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.525 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.525 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.525 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.525 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T01:56:58.525 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.525 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.525 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.525 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.e", 2024-08-17T01:56:58.525 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.525 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.525 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.525 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5286, 2024-08-17T01:56:58.526 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.526 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:38:45.647672+0000", 2024-08-17T01:56:58.526 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.526 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.526 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.526 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.526 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.526 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.528 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.528 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:56:58.528 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:56:58.528 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.528 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:56:58.528 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.528 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.528 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.528 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.528 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.528 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:56:58.528 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.528 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.529 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.529 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.529 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.529 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.529 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.529 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 9, 2024-08-17T01:56:58.529 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 9, 2024-08-17T01:56:58.529 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.529 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.529 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.530 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T01:56:58.530 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.530 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.530 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.530 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.530 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.530 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.530 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.531 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.531 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.531 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T01:56:58.531 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T01:56:58.531 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.531 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.532 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.532 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.532 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.532 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:56:58.532 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.532 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:56:58.532 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.532 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.532 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.532 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.532 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.532 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.533 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373592+0000", 2024-08-17T01:56:58.533 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.299634+0000", 2024-08-17T01:56:58.533 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.299634+0000", 2024-08-17T01:56:58.533 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.301314+0000", 2024-08-17T01:56:58.533 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373592+0000", 2024-08-17T01:56:58.533 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.533 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.533 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.534 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.534 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373592+0000", 2024-08-17T01:56:58.534 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373592+0000", 2024-08-17T01:56:58.534 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373592+0000", 2024-08-17T01:56:58.534 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.534 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.534 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.534 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373592+0000", 2024-08-17T01:56:58.535 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373592+0000", 2024-08-17T01:56:58.535 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.535 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.535 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.535 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.535 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.535 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.535 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.536 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.536 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.536 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.536 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.536 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.536 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.536 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.e", 2024-08-17T01:56:58.536 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.536 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.537 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.537 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5111, 2024-08-17T01:56:58.537 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.537 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:09:48.615463+0000", 2024-08-17T01:56:58.537 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.537 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.537 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.537 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.538 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.538 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.538 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.538 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.538 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.538 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.541 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.541 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.542 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.542 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.542 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.542 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.542 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:56:58.542 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.542 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:56:58.542 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.542 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.543 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.543 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.543 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.543 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.543 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.543 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.543 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T01:56:58.543 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.543 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.543 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.543 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.543 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.544 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.544 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369630+0000", 2024-08-17T01:56:58.544 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.288586+0000", 2024-08-17T01:56:58.544 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.288586+0000", 2024-08-17T01:56:58.544 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.288967+0000", 2024-08-17T01:56:58.544 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369630+0000", 2024-08-17T01:56:58.544 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.544 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.544 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.544 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.544 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369630+0000", 2024-08-17T01:56:58.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369630+0000", 2024-08-17T01:56:58.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369630+0000", 2024-08-17T01:56:58.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369630+0000", 2024-08-17T01:56:58.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369630+0000", 2024-08-17T01:56:58.545 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.545 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 1, 2024-08-17T01:56:58.545 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.545 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.546 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.546 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.546 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.546 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.546 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.546 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 1, 2024-08-17T01:56:58.546 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.546 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.546 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.546 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.f", 2024-08-17T01:56:58.547 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.547 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.547 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.547 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5197, 2024-08-17T01:56:58.547 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.547 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:35:08.400837+0000", 2024-08-17T01:56:58.547 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.547 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.547 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.547 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 22, 2024-08-17T01:56:58.547 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.547 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:56:58.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:56:58.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:56:58.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 2, 2024-08-17T01:56:58.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 2, 2024-08-17T01:56:58.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 1, 2024-08-17T01:56:58.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 1 2024-08-17T01:56:58.551 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.551 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.551 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.551 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.551 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.551 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.551 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.551 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.551 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T01:56:58.551 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'1" 2024-08-17T01:56:58.551 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.551 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.551 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.552 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.552 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.552 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.552 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.552 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:56:58.552 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.552 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.552 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.552 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.552 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.552 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.552 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372214+0000", 2024-08-17T01:56:58.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.291473+0000", 2024-08-17T01:56:58.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.291473+0000", 2024-08-17T01:56:58.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.294020+0000", 2024-08-17T01:56:58.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372214+0000", 2024-08-17T01:56:58.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372214+0000", 2024-08-17T01:56:58.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372214+0000", 2024-08-17T01:56:58.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372214+0000", 2024-08-17T01:56:58.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.554 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.554 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372214+0000", 2024-08-17T01:56:58.554 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372214+0000", 2024-08-17T01:56:58.554 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.554 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.554 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.554 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.554 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.554 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.554 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.554 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.555 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.555 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.555 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.555 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.555 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.555 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.11", 2024-08-17T01:56:58.555 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.555 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.555 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.555 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5094, 2024-08-17T01:56:58.555 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.555 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:34:51.959441+0000", 2024-08-17T01:56:58.556 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.556 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.556 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.559 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.559 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.559 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.559 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.559 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.559 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.559 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.559 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.559 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.559 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.559 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.560 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.560 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.560 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.560 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.560 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.560 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.560 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.560 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.560 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.560 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.560 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:56:58.560 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.560 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.561 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.561 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.561 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.561 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.561 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:58.561 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.561 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T01:56:58.561 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.561 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.561 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.561 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.561 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.562 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.562 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369429+0000", 2024-08-17T01:56:58.562 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:45:51.257859+0000", 2024-08-17T01:56:58.562 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:45:51.257859+0000", 2024-08-17T01:56:58.562 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:45:51.258211+0000", 2024-08-17T01:56:58.562 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369429+0000", 2024-08-17T01:56:58.562 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.562 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.562 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.562 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 364, 2024-08-17T01:56:58.563 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369429+0000", 2024-08-17T01:56:58.563 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369429+0000", 2024-08-17T01:56:58.563 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369429+0000", 2024-08-17T01:56:58.563 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.563 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.563 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.563 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369429+0000", 2024-08-17T01:56:58.563 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369429+0000", 2024-08-17T01:56:58.563 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.563 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 8, 2024-08-17T01:56:58.564 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.564 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.564 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 363, 2024-08-17T01:56:58.564 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.564 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.564 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.564 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.564 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 8, 2024-08-17T01:56:58.564 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.564 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.564 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.565 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.10", 2024-08-17T01:56:58.565 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.565 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.565 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.565 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5295, 2024-08-17T01:56:58.565 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.565 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:52:44.165110+0000", 2024-08-17T01:56:58.565 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.565 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.565 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.567 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.567 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.567 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.567 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.567 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.567 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.567 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.567 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.567 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 12, 2024-08-17T01:56:58.568 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 4, 2024-08-17T01:56:58.568 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.568 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 4, 2024-08-17T01:56:58.568 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.568 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.568 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.568 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.568 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.569 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 4, 2024-08-17T01:56:58.569 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.569 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.569 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.569 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.569 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.569 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.569 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.570 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 36, 2024-08-17T01:56:58.570 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 36, 2024-08-17T01:56:58.570 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.570 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.570 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.570 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 12, 2024-08-17T01:56:58.570 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.570 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.571 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.571 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.571 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.571 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.571 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.571 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:58.572 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.572 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T01:56:58.572 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'8" 2024-08-17T01:56:58.572 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.572 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.572 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.572 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.572 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.573 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:56:58.573 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.573 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:56:58.573 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.573 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.573 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.573 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.573 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.574 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.574 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.368366+0000", 2024-08-17T01:56:58.574 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.244038+0000", 2024-08-17T01:56:58.574 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.244038+0000", 2024-08-17T01:56:58.574 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.247081+0000", 2024-08-17T01:56:58.574 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.368366+0000", 2024-08-17T01:56:58.574 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.574 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.575 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.575 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:56:58.575 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.368366+0000", 2024-08-17T01:56:58.575 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.368366+0000", 2024-08-17T01:56:58.575 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.368366+0000", 2024-08-17T01:56:58.575 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.575 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.575 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.575 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.368366+0000", 2024-08-17T01:56:58.575 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.368366+0000", 2024-08-17T01:56:58.575 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.575 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.576 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.576 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.576 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:56:58.576 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.576 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.576 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.576 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.576 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.576 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.576 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.576 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.577 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.10", 2024-08-17T01:56:58.577 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.577 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.577 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.577 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5116, 2024-08-17T01:56:58.577 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.577 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:03:59.013925+0000", 2024-08-17T01:56:58.577 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.577 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.577 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.577 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.577 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.578 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.578 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.578 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.578 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.578 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.578 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.578 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.578 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.578 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.578 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.581 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.581 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.581 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.581 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.581 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.581 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.581 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.581 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.581 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.581 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:56:58.581 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.581 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:56:58.582 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.582 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.582 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.582 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.582 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.582 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.582 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:56:58.582 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.582 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:56:58.583 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.583 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.583 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.583 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.583 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.583 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.583 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369834+0000", 2024-08-17T01:56:58.583 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.247432+0000", 2024-08-17T01:56:58.583 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.247432+0000", 2024-08-17T01:56:58.583 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.247723+0000", 2024-08-17T01:56:58.583 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369834+0000", 2024-08-17T01:56:58.584 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.584 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.584 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.584 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:56:58.584 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369834+0000", 2024-08-17T01:56:58.584 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369834+0000", 2024-08-17T01:56:58.584 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369834+0000", 2024-08-17T01:56:58.584 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.584 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.585 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.585 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369834+0000", 2024-08-17T01:56:58.585 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369834+0000", 2024-08-17T01:56:58.585 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.585 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.585 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.585 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.585 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:56:58.585 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.585 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.585 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.585 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.586 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.586 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.586 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.586 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.586 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.11", 2024-08-17T01:56:58.586 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.586 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.586 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.586 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5128, 2024-08-17T01:56:58.586 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.587 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:11:07.139685+0000", 2024-08-17T01:56:58.587 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.587 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.587 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.589 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.589 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.589 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.589 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.589 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.589 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.589 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.589 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.589 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.589 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.589 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.589 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.589 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.590 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.590 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.590 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.590 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.590 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.590 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.590 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.590 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.590 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.590 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.590 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.591 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.591 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.591 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:56:58.591 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.591 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:56:58.591 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.591 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.591 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.591 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.591 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.591 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.592 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:56:58.592 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.592 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:56:58.592 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.592 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.592 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.592 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.592 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.592 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.593 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373505+0000", 2024-08-17T01:56:58.593 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.287486+0000", 2024-08-17T01:56:58.593 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.287486+0000", 2024-08-17T01:56:58.593 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.287962+0000", 2024-08-17T01:56:58.593 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373505+0000", 2024-08-17T01:56:58.593 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.593 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.593 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.593 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.594 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373505+0000", 2024-08-17T01:56:58.594 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373505+0000", 2024-08-17T01:56:58.594 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373505+0000", 2024-08-17T01:56:58.594 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.594 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.594 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.594 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373505+0000", 2024-08-17T01:56:58.594 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373505+0000", 2024-08-17T01:56:58.594 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.594 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.594 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.595 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.595 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.595 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.595 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.595 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.595 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.595 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.596 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.596 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.596 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.596 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.13", 2024-08-17T01:56:58.596 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.596 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.596 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.596 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5110, 2024-08-17T01:56:58.596 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.596 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:45:05.070946+0000", 2024-08-17T01:56:58.597 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.597 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.597 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.597 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.597 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.597 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.597 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.597 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.597 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.598 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.598 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.598 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.598 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.598 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.598 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.598 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.598 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.598 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.599 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.599 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.599 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.599 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.599 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.599 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.599 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.599 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.599 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.600 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.600 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.600 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.600 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.600 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.600 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.600 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.602 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.602 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.602 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.602 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.602 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.602 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.602 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.603 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:56:58.603 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.603 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:56:58.603 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.603 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.603 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.603 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.604 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.604 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.604 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.604 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.604 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:56:58.604 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.604 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.605 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.605 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.605 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.605 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.605 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065575+0000", 2024-08-17T01:56:58.605 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295819+0000", 2024-08-17T01:56:58.605 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295819+0000", 2024-08-17T01:56:58.605 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296217+0000", 2024-08-17T01:56:58.605 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065575+0000", 2024-08-17T01:56:58.605 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.605 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.606 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.606 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.606 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065575+0000", 2024-08-17T01:56:58.606 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065575+0000", 2024-08-17T01:56:58.606 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065575+0000", 2024-08-17T01:56:58.606 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.606 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.606 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.606 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065575+0000", 2024-08-17T01:56:58.606 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065575+0000", 2024-08-17T01:56:58.606 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.607 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.607 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.607 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.607 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.607 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.607 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.607 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.607 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.607 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.608 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.608 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.608 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.608 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.12", 2024-08-17T01:56:58.608 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.608 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.608 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.608 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5167, 2024-08-17T01:56:58.608 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.608 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:24:40.385972+0000", 2024-08-17T01:56:58.608 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.609 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.609 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.612 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.612 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.612 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.612 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.612 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.612 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.612 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.612 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.612 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.612 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.612 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.612 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.613 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.613 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.613 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.613 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.613 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.613 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:56:58.613 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.613 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.613 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.613 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.614 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.614 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.614 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:56:58.614 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.614 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:56:58.614 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.614 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.614 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.614 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.614 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.614 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.615 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227524+0000", 2024-08-17T01:56:58.615 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.289789+0000", 2024-08-17T01:56:58.615 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.289789+0000", 2024-08-17T01:56:58.615 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.290102+0000", 2024-08-17T01:56:58.615 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227524+0000", 2024-08-17T01:56:58.615 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.615 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.615 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.615 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.615 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227524+0000", 2024-08-17T01:56:58.616 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227524+0000", 2024-08-17T01:56:58.616 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227524+0000", 2024-08-17T01:56:58.616 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.616 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.616 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.616 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227524+0000", 2024-08-17T01:56:58.616 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227524+0000", 2024-08-17T01:56:58.616 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.616 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.616 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.616 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.617 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.617 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.617 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.617 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.617 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.617 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.617 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.617 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.617 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.617 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.12", 2024-08-17T01:56:58.617 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.618 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.618 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.618 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5322, 2024-08-17T01:56:58.618 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.618 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:09:29.923561+0000", 2024-08-17T01:56:58.618 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.618 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.618 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.620 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.620 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.620 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.620 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.620 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.620 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.620 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.620 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.620 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.620 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.620 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.620 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.621 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.621 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.621 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.621 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.621 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.621 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.621 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.621 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.621 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.621 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.621 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.621 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.622 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.622 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.622 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.622 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.622 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.622 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.622 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.622 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.622 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.622 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:56:58.622 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.623 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:56:58.623 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.623 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.623 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.623 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.623 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.623 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.623 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:56:58.623 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.623 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:56:58.623 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.624 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.624 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.624 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.624 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.624 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.624 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227542+0000", 2024-08-17T01:56:58.624 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.787717+0000", 2024-08-17T01:56:58.624 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.787717+0000", 2024-08-17T01:56:58.624 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.788941+0000", 2024-08-17T01:56:58.624 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227542+0000", 2024-08-17T01:56:58.624 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.625 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.625 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.625 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:56:58.625 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227542+0000", 2024-08-17T01:56:58.625 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227542+0000", 2024-08-17T01:56:58.625 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227542+0000", 2024-08-17T01:56:58.625 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.626 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.626 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.626 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227542+0000", 2024-08-17T01:56:58.626 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227542+0000", 2024-08-17T01:56:58.626 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.626 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T01:56:58.626 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.626 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.626 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:56:58.626 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.627 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.627 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.627 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.627 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T01:56:58.627 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.627 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.627 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.627 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.13", 2024-08-17T01:56:58.628 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.628 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.628 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.628 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5333, 2024-08-17T01:56:58.628 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.628 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:23:52.440413+0000", 2024-08-17T01:56:58.628 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.628 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.628 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.628 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 34, 2024-08-17T01:56:58.628 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.629 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.629 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.629 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.629 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.629 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.629 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.629 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.629 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.629 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.629 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.629 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.630 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.630 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.630 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.630 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T01:56:58.630 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T01:56:58.630 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.630 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T01:56:58.630 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.630 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.630 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.630 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.631 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.631 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:56:58.631 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.631 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.631 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.631 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.631 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.631 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.631 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.631 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 8, 2024-08-17T01:56:58.631 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 14, 2024-08-17T01:56:58.631 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T01:56:58.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 6 2024-08-17T01:56:58.632 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.632 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.632 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.632 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.632 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.632 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.632 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:56:58.633 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.633 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:56:58.633 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T01:56:58.633 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.633 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.633 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.633 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.633 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.633 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:56:58.633 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.633 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:56:58.633 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.634 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.634 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.634 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.634 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.634 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.634 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373533+0000", 2024-08-17T01:56:58.634 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.291033+0000", 2024-08-17T01:56:58.634 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.291033+0000", 2024-08-17T01:56:58.634 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.291325+0000", 2024-08-17T01:56:58.634 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373533+0000", 2024-08-17T01:56:58.634 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.635 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.635 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.635 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.635 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373533+0000", 2024-08-17T01:56:58.635 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373533+0000", 2024-08-17T01:56:58.635 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373533+0000", 2024-08-17T01:56:58.635 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.635 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.635 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.635 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373533+0000", 2024-08-17T01:56:58.636 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373533+0000", 2024-08-17T01:56:58.636 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.636 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.636 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.636 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.636 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.636 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.636 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.637 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.637 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.637 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.637 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.637 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.637 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.637 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.15", 2024-08-17T01:56:58.637 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.637 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.638 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.638 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5109, 2024-08-17T01:56:58.638 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.638 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:58:00.406465+0000", 2024-08-17T01:56:58.638 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.638 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.638 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.638 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.639 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.639 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.639 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.639 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.639 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.639 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.639 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.642 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.642 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.642 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.642 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.642 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.642 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.642 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.642 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.642 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.642 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.643 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.643 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.643 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.643 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.643 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.643 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.643 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.643 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.643 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.643 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.643 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.644 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.644 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.644 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:56:58.644 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.644 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:56:58.644 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.644 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.644 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.644 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.644 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.644 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.644 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:56:58.645 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.645 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:56:58.645 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.645 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.645 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.645 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.645 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.645 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.645 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.368817+0000", 2024-08-17T01:56:58.645 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.242932+0000", 2024-08-17T01:56:58.645 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.242932+0000", 2024-08-17T01:56:58.646 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.243312+0000", 2024-08-17T01:56:58.646 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.368817+0000", 2024-08-17T01:56:58.646 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.646 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.646 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.646 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:56:58.646 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.368817+0000", 2024-08-17T01:56:58.646 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.368817+0000", 2024-08-17T01:56:58.646 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.368817+0000", 2024-08-17T01:56:58.646 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.647 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.647 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.647 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.368817+0000", 2024-08-17T01:56:58.647 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.368817+0000", 2024-08-17T01:56:58.647 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.647 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 31, 2024-08-17T01:56:58.647 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.647 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.647 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:56:58.647 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.647 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.647 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.648 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.648 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 31, 2024-08-17T01:56:58.648 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.648 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.648 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.648 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.14", 2024-08-17T01:56:58.648 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.648 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.648 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.648 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5161, 2024-08-17T01:56:58.649 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.649 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:47:32.424794+0000", 2024-08-17T01:56:58.649 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.649 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.649 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 5810, 2024-08-17T01:56:58.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 12, 2024-08-17T01:56:58.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 4, 2024-08-17T01:56:58.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 4, 2024-08-17T01:56:58.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:56:58.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 17, 2024-08-17T01:56:58.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 25, 2024-08-17T01:56:58.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 29, 2024-08-17T01:56:58.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 26 2024-08-17T01:56:58.652 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.653 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.653 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.653 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.653 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.653 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.653 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:56:58.653 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.653 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:56:58.653 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "557'31" 2024-08-17T01:56:58.653 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.653 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.654 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.654 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.654 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.654 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.654 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.654 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T01:56:58.654 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.654 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.654 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.654 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.655 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.655 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.655 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.375916+0000", 2024-08-17T01:56:58.658 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.288595+0000", 2024-08-17T01:56:58.658 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.288595+0000", 2024-08-17T01:56:58.658 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.288928+0000", 2024-08-17T01:56:58.658 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.375916+0000", 2024-08-17T01:56:58.658 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.658 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.658 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.658 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.659 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.375916+0000", 2024-08-17T01:56:58.659 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.375916+0000", 2024-08-17T01:56:58.659 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.375916+0000", 2024-08-17T01:56:58.659 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.659 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.659 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.659 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.375916+0000", 2024-08-17T01:56:58.659 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.375916+0000", 2024-08-17T01:56:58.659 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.659 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.659 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.659 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.660 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.660 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.660 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.660 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.660 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.660 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.660 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.660 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.660 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.660 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.14", 2024-08-17T01:56:58.661 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.661 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.661 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.661 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5188, 2024-08-17T01:56:58.661 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.661 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:04:30.542913+0000", 2024-08-17T01:56:58.661 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.661 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.661 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.661 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.661 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.665 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.665 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.665 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.665 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.666 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.666 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.666 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.666 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.666 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.666 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.666 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T01:56:58.666 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.666 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.666 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.667 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.667 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.667 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.667 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:58.667 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.667 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:56:58.667 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.667 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.667 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.668 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.668 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.668 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.668 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061460+0000", 2024-08-17T01:56:58.668 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.959966+0000", 2024-08-17T01:56:58.668 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.959966+0000", 2024-08-17T01:56:58.668 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.960358+0000", 2024-08-17T01:56:58.668 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061460+0000", 2024-08-17T01:56:58.668 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.668 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.669 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.669 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:56:58.669 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061460+0000", 2024-08-17T01:56:58.669 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061460+0000", 2024-08-17T01:56:58.669 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061460+0000", 2024-08-17T01:56:58.669 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.669 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.669 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.670 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061460+0000", 2024-08-17T01:56:58.670 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061460+0000", 2024-08-17T01:56:58.670 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.670 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3, 2024-08-17T01:56:58.670 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.670 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.670 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:56:58.670 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.670 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.671 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.671 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.671 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3, 2024-08-17T01:56:58.671 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.671 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.671 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.671 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.15", 2024-08-17T01:56:58.672 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.672 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.672 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.672 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5319, 2024-08-17T01:56:58.672 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.672 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:36:50.002280+0000", 2024-08-17T01:56:58.672 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.672 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.672 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.672 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 90, 2024-08-17T01:56:58.673 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.673 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.673 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.673 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.673 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.673 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.673 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.673 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.674 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.674 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.674 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.674 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.674 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.674 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.675 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.675 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T01:56:58.675 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T01:56:58.675 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.675 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T01:56:58.675 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.675 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.675 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.676 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.676 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.676 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:56:58.676 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.676 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.676 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.676 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.676 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.677 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.677 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.677 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 11, 2024-08-17T01:56:58.677 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 11, 2024-08-17T01:56:58.677 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.677 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.677 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 4, 2024-08-17T01:56:58.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 1 2024-08-17T01:56:58.678 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.678 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.678 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.678 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.678 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.678 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.678 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:58.678 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.678 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:56:58.678 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'3" 2024-08-17T01:56:58.679 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.679 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.679 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.679 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.679 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.679 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:56:58.679 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.679 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:56:58.679 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.679 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.679 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.679 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.680 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.680 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.680 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.228526+0000", 2024-08-17T01:56:58.680 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.959224+0000", 2024-08-17T01:56:58.680 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.959224+0000", 2024-08-17T01:56:58.680 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.961751+0000", 2024-08-17T01:56:58.680 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.228526+0000", 2024-08-17T01:56:58.680 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.680 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.680 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.680 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:56:58.681 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.228526+0000", 2024-08-17T01:56:58.681 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.228526+0000", 2024-08-17T01:56:58.681 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.228526+0000", 2024-08-17T01:56:58.681 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.681 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.681 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.681 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.228526+0000", 2024-08-17T01:56:58.681 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.228526+0000", 2024-08-17T01:56:58.681 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.681 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.681 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.681 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.682 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:56:58.682 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.682 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.682 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.682 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.682 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.682 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.682 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.682 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.682 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.17", 2024-08-17T01:56:58.682 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.683 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.683 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.683 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5321, 2024-08-17T01:56:58.683 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.683 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:29:24.322714+0000", 2024-08-17T01:56:58.683 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.683 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.683 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.683 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.683 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.683 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.683 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.684 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.684 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.684 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.684 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.684 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.684 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.684 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.684 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.684 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.684 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.684 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.684 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.687 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.687 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.687 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.687 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.687 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.687 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.687 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.687 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.687 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.687 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:56:58.688 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.688 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:56:58.688 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.688 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.688 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.688 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.688 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.688 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.688 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:56:58.688 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.688 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:56:58.689 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.689 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.689 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.689 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.689 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.689 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.689 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.066287+0000", 2024-08-17T01:56:58.689 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.237873+0000", 2024-08-17T01:56:58.689 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.237873+0000", 2024-08-17T01:56:58.689 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.238222+0000", 2024-08-17T01:56:58.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.066287+0000", 2024-08-17T01:56:58.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:56:58.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.066287+0000", 2024-08-17T01:56:58.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.066287+0000", 2024-08-17T01:56:58.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.066287+0000", 2024-08-17T01:56:58.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.691 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.066287+0000", 2024-08-17T01:56:58.691 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.066287+0000", 2024-08-17T01:56:58.691 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.691 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.691 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.691 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.691 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:56:58.691 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.691 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.691 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.691 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.692 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.692 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.692 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.692 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.692 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.16", 2024-08-17T01:56:58.692 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.692 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.692 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.692 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5174, 2024-08-17T01:56:58.692 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.692 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:17:58.956085+0000", 2024-08-17T01:56:58.692 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.693 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.693 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.696 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.696 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.696 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.696 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.696 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.696 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.696 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.696 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.696 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.697 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.697 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.697 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.697 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.697 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.697 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:56:58.697 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.697 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:56:58.697 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.697 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.697 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.698 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.698 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.698 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.698 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:56:58.698 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.698 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:56:58.698 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.698 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.698 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.698 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.698 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.699 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.699 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.066026+0000", 2024-08-17T01:56:58.699 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295748+0000", 2024-08-17T01:56:58.699 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295748+0000", 2024-08-17T01:56:58.699 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296169+0000", 2024-08-17T01:56:58.699 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.066026+0000", 2024-08-17T01:56:58.699 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.700 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.700 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.700 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.700 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.066026+0000", 2024-08-17T01:56:58.700 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.066026+0000", 2024-08-17T01:56:58.700 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.066026+0000", 2024-08-17T01:56:58.700 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.700 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.700 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.700 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.066026+0000", 2024-08-17T01:56:58.700 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.066026+0000", 2024-08-17T01:56:58.700 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.700 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.701 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.701 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.701 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.701 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.701 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.701 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.701 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.702 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.702 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.702 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.702 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.702 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.16", 2024-08-17T01:56:58.702 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.702 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.702 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.702 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5141, 2024-08-17T01:56:58.702 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.703 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:31:02.044643+0000", 2024-08-17T01:56:58.703 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.703 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.703 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.703 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.703 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.703 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.703 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.704 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.704 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.704 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.704 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.704 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.704 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.704 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.704 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.704 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.704 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.704 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.704 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.705 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.705 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.705 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.705 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.705 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.705 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.705 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.705 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.705 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.705 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.705 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.706 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.706 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.706 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.706 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.706 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.706 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.706 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.706 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.706 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.706 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.706 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.707 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.707 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.707 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.707 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.707 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.707 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.707 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.707 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.707 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:56:58.707 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.708 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:56:58.708 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.708 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.708 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.708 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.708 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.708 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.708 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:56:58.708 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.708 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:56:58.708 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.709 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.709 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.709 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.709 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.709 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.709 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372510+0000", 2024-08-17T01:56:58.709 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.241052+0000", 2024-08-17T01:56:58.709 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.241052+0000", 2024-08-17T01:56:58.709 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.241429+0000", 2024-08-17T01:56:58.709 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372510+0000", 2024-08-17T01:56:58.709 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.710 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.710 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.710 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:56:58.710 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372510+0000", 2024-08-17T01:56:58.710 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372510+0000", 2024-08-17T01:56:58.710 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372510+0000", 2024-08-17T01:56:58.711 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.711 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.711 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.711 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372510+0000", 2024-08-17T01:56:58.711 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372510+0000", 2024-08-17T01:56:58.711 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.711 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.712 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.712 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.712 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:56:58.712 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.712 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.712 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.712 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.713 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.713 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.713 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.713 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.713 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.17", 2024-08-17T01:56:58.713 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.713 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.713 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.714 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5118, 2024-08-17T01:56:58.714 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.714 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:08:28.223802+0000", 2024-08-17T01:56:58.714 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.714 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.714 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.714 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.714 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.714 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.714 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.714 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.715 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.715 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.715 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.715 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.715 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.715 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.715 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.715 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.715 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.715 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.715 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.715 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.718 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.718 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.718 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.718 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.718 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.718 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.718 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:56:58.718 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.718 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:56:58.718 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.719 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.719 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.719 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.719 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.719 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.719 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:56:58.719 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.719 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:56:58.719 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.719 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.719 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.719 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.720 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.720 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.720 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.060943+0000", 2024-08-17T01:56:58.720 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.797850+0000", 2024-08-17T01:56:58.720 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.797850+0000", 2024-08-17T01:56:58.720 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.798197+0000", 2024-08-17T01:56:58.720 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.060943+0000", 2024-08-17T01:56:58.720 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.720 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.720 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.720 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:56:58.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.060943+0000", 2024-08-17T01:56:58.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.060943+0000", 2024-08-17T01:56:58.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.060943+0000", 2024-08-17T01:56:58.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.060943+0000", 2024-08-17T01:56:58.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.060943+0000", 2024-08-17T01:56:58.721 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.721 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.721 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.722 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.722 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:56:58.722 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.722 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.722 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.722 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.722 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.722 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.722 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.722 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.722 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.19", 2024-08-17T01:56:58.722 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.723 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.723 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.723 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5309, 2024-08-17T01:56:58.723 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.723 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:45:45.333822+0000", 2024-08-17T01:56:58.723 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.723 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.723 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.723 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.723 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.723 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.727 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.727 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.727 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.727 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.727 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.727 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.727 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.727 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.727 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.727 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.727 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:56:58.727 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.727 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:56:58.728 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.728 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.728 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.728 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.728 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.728 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.728 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.728 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.728 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:56:58.728 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.728 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.729 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.729 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.729 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.729 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.729 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063499+0000", 2024-08-17T01:56:58.729 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.290449+0000", 2024-08-17T01:56:58.729 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.290449+0000", 2024-08-17T01:56:58.729 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.290897+0000", 2024-08-17T01:56:58.729 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063499+0000", 2024-08-17T01:56:58.729 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.729 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.729 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.730 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.730 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063499+0000", 2024-08-17T01:56:58.730 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063499+0000", 2024-08-17T01:56:58.730 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063499+0000", 2024-08-17T01:56:58.730 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.730 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.730 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.730 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063499+0000", 2024-08-17T01:56:58.730 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063499+0000", 2024-08-17T01:56:58.730 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.730 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.730 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.730 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.731 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.731 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.731 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.731 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.731 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.731 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.731 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.731 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.731 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.731 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.18", 2024-08-17T01:56:58.731 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.731 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.731 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.732 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5157, 2024-08-17T01:56:58.732 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.732 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:06:38.200721+0000", 2024-08-17T01:56:58.732 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.732 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.732 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.735 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.735 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.735 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.735 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.735 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.735 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.735 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.735 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.736 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.736 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.736 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.736 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.736 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.736 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.736 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.736 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.736 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.737 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.737 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.737 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.737 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.737 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.737 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:56:58.737 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.737 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.737 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.737 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.738 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.738 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.738 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:56:58.738 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.738 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:56:58.738 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.738 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.738 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.738 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.738 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.739 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.739 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065615+0000", 2024-08-17T01:56:58.739 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:23.908263+0000", 2024-08-17T01:56:58.739 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:23.908263+0000", 2024-08-17T01:56:58.739 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:23.909218+0000", 2024-08-17T01:56:58.739 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065615+0000", 2024-08-17T01:56:58.739 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.739 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.739 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.740 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 397, 2024-08-17T01:56:58.740 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065615+0000", 2024-08-17T01:56:58.740 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065615+0000", 2024-08-17T01:56:58.740 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065615+0000", 2024-08-17T01:56:58.740 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.740 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.740 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.740 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065615+0000", 2024-08-17T01:56:58.740 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065615+0000", 2024-08-17T01:56:58.741 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.741 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.741 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.741 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.741 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 396, 2024-08-17T01:56:58.741 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.741 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.741 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.741 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.741 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.742 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.742 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.742 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.742 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.18", 2024-08-17T01:56:58.742 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.742 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.742 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.743 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5258, 2024-08-17T01:56:58.743 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.743 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:19:31.137614+0000", 2024-08-17T01:56:58.743 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.743 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.743 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.743 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.744 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.744 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.744 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.744 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.744 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.744 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.744 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.744 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.747 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.747 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.748 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.748 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.748 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.748 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.748 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:56:58.748 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.748 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:56:58.748 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.748 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.748 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.748 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.749 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.749 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.749 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:58.749 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.749 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:56:58.749 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.749 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.749 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.749 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.749 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.749 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.749 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063378+0000", 2024-08-17T01:56:58.750 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.240644+0000", 2024-08-17T01:56:58.750 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.240644+0000", 2024-08-17T01:56:58.750 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.240986+0000", 2024-08-17T01:56:58.750 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063378+0000", 2024-08-17T01:56:58.750 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.750 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.750 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.750 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:56:58.750 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063378+0000", 2024-08-17T01:56:58.751 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063378+0000", 2024-08-17T01:56:58.751 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063378+0000", 2024-08-17T01:56:58.751 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.751 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.751 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.751 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063378+0000", 2024-08-17T01:56:58.751 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063378+0000", 2024-08-17T01:56:58.751 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.751 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.751 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.751 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.751 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:56:58.752 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.752 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.752 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.752 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.752 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.752 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.752 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.752 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.752 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.19", 2024-08-17T01:56:58.752 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.752 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.752 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.752 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5263, 2024-08-17T01:56:58.753 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.753 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:06:36.290552+0000", 2024-08-17T01:56:58.753 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.753 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.753 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.756 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.757 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.757 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.757 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.757 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.757 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.757 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:58.757 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.757 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:56:58.757 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.757 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.757 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.757 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.758 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.758 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.758 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.758 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.758 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:56:58.758 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.758 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.758 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.758 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.758 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.758 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.758 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.370607+0000", 2024-08-17T01:56:58.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.290041+0000", 2024-08-17T01:56:58.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.290041+0000", 2024-08-17T01:56:58.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.290405+0000", 2024-08-17T01:56:58.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.370607+0000", 2024-08-17T01:56:58.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.370607+0000", 2024-08-17T01:56:58.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.370607+0000", 2024-08-17T01:56:58.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.370607+0000", 2024-08-17T01:56:58.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.370607+0000", 2024-08-17T01:56:58.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.370607+0000", 2024-08-17T01:56:58.760 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.760 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3, 2024-08-17T01:56:58.760 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.760 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.760 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.760 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.760 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.761 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.761 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.761 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3, 2024-08-17T01:56:58.761 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.761 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.761 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.761 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1a", 2024-08-17T01:56:58.761 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.761 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.761 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.761 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5121, 2024-08-17T01:56:58.761 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.762 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:33:45.840473+0000", 2024-08-17T01:56:58.762 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.762 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.762 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.766 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.766 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.766 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.766 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.766 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.766 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.766 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.766 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.766 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:56:58.766 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "557'3" 2024-08-17T01:56:58.766 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.767 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.767 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.767 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.767 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.767 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.767 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.767 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:56:58.767 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.768 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.768 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.768 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.768 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.768 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.768 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227449+0000", 2024-08-17T01:56:58.768 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.287194+0000", 2024-08-17T01:56:58.768 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.287194+0000", 2024-08-17T01:56:58.768 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.287583+0000", 2024-08-17T01:56:58.768 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227449+0000", 2024-08-17T01:56:58.768 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.769 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.769 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.769 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.769 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227449+0000", 2024-08-17T01:56:58.769 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227449+0000", 2024-08-17T01:56:58.769 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227449+0000", 2024-08-17T01:56:58.769 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.770 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.770 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.770 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227449+0000", 2024-08-17T01:56:58.770 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227449+0000", 2024-08-17T01:56:58.770 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.770 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.770 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.770 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.770 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.770 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.771 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.771 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.771 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.771 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.771 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.771 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.771 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.772 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1b", 2024-08-17T01:56:58.772 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.772 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.772 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.772 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5320, 2024-08-17T01:56:58.772 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.772 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:20:20.861644+0000", 2024-08-17T01:56:58.772 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.772 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.773 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.774 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.774 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.774 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.774 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.774 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.774 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.774 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.774 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.774 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.774 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.775 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.775 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.775 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.775 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.775 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.775 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.775 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.775 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.775 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.775 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.775 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.776 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.776 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.776 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.776 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.776 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.776 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.776 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.776 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.776 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.776 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.776 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.777 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.777 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.777 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.777 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.777 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.777 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.777 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.777 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.777 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:56:58.777 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.777 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.778 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.778 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.778 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.778 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.778 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.778 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.778 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:56:58.778 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.778 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.779 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:56:58.779 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.779 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.779 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.779 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:56:58.779 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.288816+0000", 2024-08-17T01:56:58.780 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.288816+0000", 2024-08-17T01:56:58.780 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.289184+0000", 2024-08-17T01:56:58.780 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:56:58.780 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.780 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.780 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.780 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.780 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:56:58.781 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:56:58.781 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:56:58.781 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.781 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.781 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:56:58.781 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:56:58.781 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:56:58.782 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.782 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3, 2024-08-17T01:56:58.782 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.782 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.782 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.782 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.782 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.782 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.782 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.782 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3, 2024-08-17T01:56:58.782 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.783 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.783 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.783 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1b", 2024-08-17T01:56:58.783 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.783 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.783 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.783 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5226, 2024-08-17T01:56:58.783 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.783 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:53:00.506148+0000", 2024-08-17T01:56:58.783 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.783 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.784 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.784 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.784 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.784 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.784 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.784 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.784 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.784 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.784 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.784 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.784 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.784 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.787 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.787 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.787 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.787 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.787 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.788 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.788 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.788 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.788 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:56:58.788 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "557'3" 2024-08-17T01:56:58.788 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.788 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.788 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.788 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.788 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.788 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:56:58.789 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.789 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T01:56:58.789 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.789 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.789 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.789 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.789 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.789 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.789 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.370680+0000", 2024-08-17T01:56:58.789 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.795534+0000", 2024-08-17T01:56:58.789 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.795534+0000", 2024-08-17T01:56:58.789 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.795843+0000", 2024-08-17T01:56:58.790 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.370680+0000", 2024-08-17T01:56:58.790 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.790 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.790 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.790 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:56:58.790 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.370680+0000", 2024-08-17T01:56:58.790 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.370680+0000", 2024-08-17T01:56:58.790 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.370680+0000", 2024-08-17T01:56:58.790 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.790 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.791 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.791 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.370680+0000", 2024-08-17T01:56:58.791 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.370680+0000", 2024-08-17T01:56:58.791 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.791 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.791 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.791 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.791 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:56:58.791 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.791 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.791 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.791 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.792 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.792 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.792 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.792 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.792 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1a", 2024-08-17T01:56:58.792 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.792 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.792 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.792 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5218, 2024-08-17T01:56:58.792 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.792 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:45:15.469846+0000", 2024-08-17T01:56:58.792 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.793 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.793 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.793 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.793 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.793 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.793 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.793 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.793 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.793 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.793 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.793 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.793 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.796 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.796 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.796 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.796 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.797 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.797 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.797 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:56:58.797 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.797 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T01:56:58.797 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.797 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.797 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.797 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.797 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.797 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.798 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:56:58.798 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.798 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:56:58.798 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.798 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.798 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.798 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.798 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.798 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.798 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.368431+0000", 2024-08-17T01:56:58.798 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.244337+0000", 2024-08-17T01:56:58.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.244337+0000", 2024-08-17T01:56:58.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.247446+0000", 2024-08-17T01:56:58.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.368431+0000", 2024-08-17T01:56:58.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:56:58.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.368431+0000", 2024-08-17T01:56:58.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.368431+0000", 2024-08-17T01:56:58.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.368431+0000", 2024-08-17T01:56:58.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.800 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.368431+0000", 2024-08-17T01:56:58.800 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.368431+0000", 2024-08-17T01:56:58.800 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.800 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.800 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.800 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.800 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:56:58.800 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.800 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.800 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.800 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.800 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.800 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.801 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.801 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.801 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.20", 2024-08-17T01:56:58.801 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.801 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.801 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.801 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5120, 2024-08-17T01:56:58.801 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.801 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:34:15.606231+0000", 2024-08-17T01:56:58.802 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.802 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.802 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.806 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.806 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.806 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.806 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.806 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.806 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.806 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.806 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:56:58.806 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.807 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:56:58.807 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.807 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.807 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.807 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.807 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.807 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.807 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.807 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.807 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T01:56:58.808 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.808 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.808 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.808 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.808 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.808 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.808 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.370906+0000", 2024-08-17T01:56:58.808 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.238274+0000", 2024-08-17T01:56:58.809 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.238274+0000", 2024-08-17T01:56:58.809 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.238618+0000", 2024-08-17T01:56:58.809 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.370906+0000", 2024-08-17T01:56:58.809 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.809 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.809 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.809 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:56:58.809 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.370906+0000", 2024-08-17T01:56:58.809 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.370906+0000", 2024-08-17T01:56:58.810 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.370906+0000", 2024-08-17T01:56:58.810 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.810 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.810 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.810 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.370906+0000", 2024-08-17T01:56:58.810 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.370906+0000", 2024-08-17T01:56:58.810 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.810 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.810 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.811 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.811 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:56:58.811 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.811 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.811 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.811 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.811 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.812 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.812 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.812 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.812 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.21", 2024-08-17T01:56:58.812 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.812 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.812 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.812 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5279, 2024-08-17T01:56:58.813 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.813 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:54:37.357977+0000", 2024-08-17T01:56:58.813 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.813 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.813 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.815 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.815 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.815 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.815 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.815 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.815 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.815 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.815 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.815 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.815 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.816 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.816 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.816 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.816 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.816 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.816 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.816 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.816 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.816 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.816 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.817 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.817 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.817 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.817 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.817 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.818 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.818 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.818 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.818 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T01:56:58.818 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.818 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.818 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.818 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.818 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.818 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.818 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:58.818 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.819 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:56:58.819 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.819 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.819 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.819 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.819 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.819 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.819 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065776+0000", 2024-08-17T01:56:58.819 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.964796+0000", 2024-08-17T01:56:58.819 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.964796+0000", 2024-08-17T01:56:58.819 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.965273+0000", 2024-08-17T01:56:58.819 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065776+0000", 2024-08-17T01:56:58.819 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.820 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.820 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.820 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:56:58.820 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065776+0000", 2024-08-17T01:56:58.820 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065776+0000", 2024-08-17T01:56:58.820 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065776+0000", 2024-08-17T01:56:58.820 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.820 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.820 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.820 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065776+0000", 2024-08-17T01:56:58.820 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065776+0000", 2024-08-17T01:56:58.821 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.821 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.821 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.821 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.821 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:56:58.821 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.821 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.821 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.821 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.821 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.821 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.821 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.822 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.822 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.22", 2024-08-17T01:56:58.822 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.822 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.822 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.822 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5176, 2024-08-17T01:56:58.822 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.822 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:24:21.243868+0000", 2024-08-17T01:56:58.822 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.822 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.822 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.822 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.823 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.823 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.823 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.823 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.823 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.823 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.823 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.823 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.823 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.823 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.823 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.823 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.823 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.824 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.824 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.824 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.824 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.824 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.824 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.824 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.824 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.824 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.824 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.824 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.824 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.826 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.826 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.826 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.826 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.826 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.826 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.826 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:58.826 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.826 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:56:58.826 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.826 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.826 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.827 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.827 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.827 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.827 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:56:58.827 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.827 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:56:58.827 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.827 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.827 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.827 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.827 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.828 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.828 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227871+0000", 2024-08-17T01:56:58.828 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.788200+0000", 2024-08-17T01:56:58.828 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.788200+0000", 2024-08-17T01:56:58.828 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.789094+0000", 2024-08-17T01:56:58.828 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227871+0000", 2024-08-17T01:56:58.828 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.828 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.828 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.828 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:56:58.828 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227871+0000", 2024-08-17T01:56:58.829 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227871+0000", 2024-08-17T01:56:58.829 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227871+0000", 2024-08-17T01:56:58.829 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.829 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.829 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.829 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227871+0000", 2024-08-17T01:56:58.829 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227871+0000", 2024-08-17T01:56:58.829 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.829 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.829 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.829 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.829 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:56:58.830 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.830 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.830 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.830 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.830 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.830 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.830 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.830 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.830 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.23", 2024-08-17T01:56:58.830 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.830 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.830 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.831 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5326, 2024-08-17T01:56:58.831 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.831 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:24:29.185802+0000", 2024-08-17T01:56:58.831 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.831 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.831 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.831 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.831 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.831 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.831 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.831 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.831 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.835 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.835 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.835 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.835 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.835 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.835 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.835 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:56:58.835 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.835 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:56:58.836 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.836 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.836 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.836 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.836 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.836 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.836 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:58.836 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.836 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:56:58.837 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.837 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.837 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.837 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.837 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.837 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.837 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064624+0000", 2024-08-17T01:56:58.837 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:23.905690+0000", 2024-08-17T01:56:58.837 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:23.905690+0000", 2024-08-17T01:56:58.837 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:23.906001+0000", 2024-08-17T01:56:58.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064624+0000", 2024-08-17T01:56:58.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 397, 2024-08-17T01:56:58.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064624+0000", 2024-08-17T01:56:58.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064624+0000", 2024-08-17T01:56:58.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064624+0000", 2024-08-17T01:56:58.839 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.839 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.839 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.839 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064624+0000", 2024-08-17T01:56:58.839 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064624+0000", 2024-08-17T01:56:58.839 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.839 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.839 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.839 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.839 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 396, 2024-08-17T01:56:58.839 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.840 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.840 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.840 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.840 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.840 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.840 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.840 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.840 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.24", 2024-08-17T01:56:58.840 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.840 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.841 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.841 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5261, 2024-08-17T01:56:58.841 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.841 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:35:20.657166+0000", 2024-08-17T01:56:58.841 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.841 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.841 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.844 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.844 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.844 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.844 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.844 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.844 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.844 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.844 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.844 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.846 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.846 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.846 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.846 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.846 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.846 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.846 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:58.846 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.846 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:56:58.846 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.847 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.847 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.847 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.847 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.847 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.847 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:56:58.847 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.847 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:56:58.847 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.847 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.847 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.848 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.848 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.848 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.848 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061662+0000", 2024-08-17T01:56:58.848 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:23.896715+0000", 2024-08-17T01:56:58.848 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:23.896715+0000", 2024-08-17T01:56:58.848 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:23.897177+0000", 2024-08-17T01:56:58.848 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061662+0000", 2024-08-17T01:56:58.848 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.849 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.849 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.849 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 397, 2024-08-17T01:56:58.849 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061662+0000", 2024-08-17T01:56:58.849 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061662+0000", 2024-08-17T01:56:58.850 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061662+0000", 2024-08-17T01:56:58.850 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.850 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.850 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.850 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061662+0000", 2024-08-17T01:56:58.850 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061662+0000", 2024-08-17T01:56:58.850 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.850 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.850 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.851 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.851 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 396, 2024-08-17T01:56:58.851 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.851 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.851 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.851 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.851 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.851 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.851 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.851 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.851 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.25", 2024-08-17T01:56:58.851 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.852 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.852 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.852 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5313, 2024-08-17T01:56:58.852 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.852 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:16:10.166091+0000", 2024-08-17T01:56:58.852 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.852 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.852 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.852 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.852 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.852 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.852 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.856 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.856 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.856 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.856 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.856 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.856 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.856 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:56:58.856 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.856 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:56:58.857 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.857 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.857 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.857 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.857 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.857 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.857 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:56:58.857 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.857 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:56:58.857 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.858 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.858 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.858 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.858 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.858 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.858 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.371030+0000", 2024-08-17T01:56:58.858 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.287861+0000", 2024-08-17T01:56:58.858 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.287861+0000", 2024-08-17T01:56:58.858 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.288182+0000", 2024-08-17T01:56:58.858 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.371030+0000", 2024-08-17T01:56:58.858 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.371030+0000", 2024-08-17T01:56:58.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.371030+0000", 2024-08-17T01:56:58.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.371030+0000", 2024-08-17T01:56:58.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.371030+0000", 2024-08-17T01:56:58.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.371030+0000", 2024-08-17T01:56:58.859 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.860 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.860 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.860 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.860 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.860 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.860 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.860 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.860 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.860 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.860 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.860 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.861 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.861 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.26", 2024-08-17T01:56:58.861 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.861 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.861 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.861 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5119, 2024-08-17T01:56:58.861 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.861 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:01:12.102751+0000", 2024-08-17T01:56:58.861 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.861 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.861 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.861 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.861 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.865 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.865 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.865 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.865 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.866 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.866 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.866 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:56:58.866 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.866 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:56:58.866 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.866 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.866 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.866 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.866 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.866 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.866 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:56:58.867 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.867 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:56:58.867 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.867 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.867 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.867 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.867 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.867 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.867 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065443+0000", 2024-08-17T01:56:58.867 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.795619+0000", 2024-08-17T01:56:58.867 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.795619+0000", 2024-08-17T01:56:58.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.795937+0000", 2024-08-17T01:56:58.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065443+0000", 2024-08-17T01:56:58.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:56:58.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065443+0000", 2024-08-17T01:56:58.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065443+0000", 2024-08-17T01:56:58.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065443+0000", 2024-08-17T01:56:58.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.869 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.869 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.869 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065443+0000", 2024-08-17T01:56:58.869 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065443+0000", 2024-08-17T01:56:58.869 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.869 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.869 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.869 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.869 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:56:58.869 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.870 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.870 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.870 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.870 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.870 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.870 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.870 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.870 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.27", 2024-08-17T01:56:58.870 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.871 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.871 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.871 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5243, 2024-08-17T01:56:58.871 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.871 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:17:05.602549+0000", 2024-08-17T01:56:58.871 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.871 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.871 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.873 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.873 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.873 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.873 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.873 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.873 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.873 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.874 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.874 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.874 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.874 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.874 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.874 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.874 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.874 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.874 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.874 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.874 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.875 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.875 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.875 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.875 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.875 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.875 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.875 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.875 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.876 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.876 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.876 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.876 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.876 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.876 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.876 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:56:58.876 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.876 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:56:58.876 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.877 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.877 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.877 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.877 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.877 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.877 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:56:58.877 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.877 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:56:58.878 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.878 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.878 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.878 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.878 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.878 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.878 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063704+0000", 2024-08-17T01:56:58.878 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.956293+0000", 2024-08-17T01:56:58.878 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.956293+0000", 2024-08-17T01:56:58.878 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.956605+0000", 2024-08-17T01:56:58.879 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063704+0000", 2024-08-17T01:56:58.879 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.879 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.879 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.879 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:56:58.879 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063704+0000", 2024-08-17T01:56:58.879 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063704+0000", 2024-08-17T01:56:58.879 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063704+0000", 2024-08-17T01:56:58.880 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.880 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.880 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.880 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063704+0000", 2024-08-17T01:56:58.880 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063704+0000", 2024-08-17T01:56:58.880 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.880 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.880 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.881 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.881 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:56:58.881 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.881 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.881 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.881 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.881 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.881 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.881 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.882 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.882 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.28", 2024-08-17T01:56:58.882 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.882 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.882 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.882 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5174, 2024-08-17T01:56:58.882 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.883 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:58:09.476499+0000", 2024-08-17T01:56:58.883 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.883 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.883 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.883 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.883 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.883 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.883 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.887 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.887 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.887 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.887 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.888 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.888 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.888 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:56:58.888 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.888 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:56:58.888 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.888 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.888 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.888 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.888 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.888 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.888 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:56:58.889 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.889 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:56:58.889 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.889 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.889 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.889 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.889 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.889 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.889 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063523+0000", 2024-08-17T01:56:58.889 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.797964+0000", 2024-08-17T01:56:58.889 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.797964+0000", 2024-08-17T01:56:58.889 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.798356+0000", 2024-08-17T01:56:58.890 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063523+0000", 2024-08-17T01:56:58.890 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.890 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.890 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.890 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:56:58.890 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063523+0000", 2024-08-17T01:56:58.890 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063523+0000", 2024-08-17T01:56:58.890 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063523+0000", 2024-08-17T01:56:58.890 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.890 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.890 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.891 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063523+0000", 2024-08-17T01:56:58.891 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063523+0000", 2024-08-17T01:56:58.891 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.891 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.891 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.891 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.891 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:56:58.891 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.891 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.891 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.891 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.892 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.892 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.892 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.892 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.892 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.29", 2024-08-17T01:56:58.892 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.892 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.892 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.892 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5252, 2024-08-17T01:56:58.892 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.892 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:54:29.669416+0000", 2024-08-17T01:56:58.893 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.893 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.893 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.894 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.897 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.897 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.897 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.897 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.897 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.897 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.897 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:56:58.897 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.897 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:56:58.897 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.897 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.897 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.898 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.898 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.898 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.898 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.898 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.898 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:56:58.898 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.898 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.898 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.898 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.899 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.899 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.899 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064870+0000", 2024-08-17T01:56:58.899 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.290990+0000", 2024-08-17T01:56:58.899 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.290990+0000", 2024-08-17T01:56:58.899 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.291284+0000", 2024-08-17T01:56:58.899 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064870+0000", 2024-08-17T01:56:58.899 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.899 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.899 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.899 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.900 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064870+0000", 2024-08-17T01:56:58.900 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064870+0000", 2024-08-17T01:56:58.900 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064870+0000", 2024-08-17T01:56:58.900 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.900 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.900 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.900 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064870+0000", 2024-08-17T01:56:58.900 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064870+0000", 2024-08-17T01:56:58.900 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.900 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.901 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.901 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.901 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.901 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.901 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.901 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.901 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.901 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.901 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.901 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.901 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.902 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2a", 2024-08-17T01:56:58.902 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.902 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.902 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.902 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5151, 2024-08-17T01:56:58.902 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.902 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:12:25.586326+0000", 2024-08-17T01:56:58.902 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.902 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.902 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.902 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.902 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.903 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.904 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.904 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.904 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.904 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.904 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.904 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.904 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.904 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.904 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.904 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.905 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.905 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.905 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.905 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.905 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.905 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.905 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.906 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.906 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.907 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.907 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.907 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.907 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.907 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.907 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.907 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:56:58.907 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.907 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.907 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.908 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.908 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.908 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.908 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:56:58.908 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.908 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:56:58.908 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.908 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.908 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.909 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.909 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.909 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.909 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227918+0000", 2024-08-17T01:56:58.909 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.290159+0000", 2024-08-17T01:56:58.909 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.290159+0000", 2024-08-17T01:56:58.909 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.291012+0000", 2024-08-17T01:56:58.909 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227918+0000", 2024-08-17T01:56:58.909 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.910 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.910 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.910 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.910 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227918+0000", 2024-08-17T01:56:58.910 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227918+0000", 2024-08-17T01:56:58.910 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227918+0000", 2024-08-17T01:56:58.910 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.910 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.910 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.911 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227918+0000", 2024-08-17T01:56:58.911 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227918+0000", 2024-08-17T01:56:58.911 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.911 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.911 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.911 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.911 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.911 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.911 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.911 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.912 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.912 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.912 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.912 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.912 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.912 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2b", 2024-08-17T01:56:58.912 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.912 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.912 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.913 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5324, 2024-08-17T01:56:58.913 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.913 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:37:00.913257+0000", 2024-08-17T01:56:58.913 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.913 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.913 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.915 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.915 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.915 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.915 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.915 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.915 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.915 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.915 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.916 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.916 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.916 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.916 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.916 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.916 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.916 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.916 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.917 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.917 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.917 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.917 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.917 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.917 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.917 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.917 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.917 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.917 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.918 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.918 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.918 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.918 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.918 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.918 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.918 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.918 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.918 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.918 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.918 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:56:58.919 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.919 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:56:58.919 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.919 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.919 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.919 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.919 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.919 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.919 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:58.919 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.919 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:56:58.920 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.920 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.920 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.920 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.920 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.920 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.920 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369023+0000", 2024-08-17T01:56:58.920 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.245858+0000", 2024-08-17T01:56:58.920 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.245858+0000", 2024-08-17T01:56:58.920 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.246271+0000", 2024-08-17T01:56:58.920 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369023+0000", 2024-08-17T01:56:58.920 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.921 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.921 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.921 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:56:58.921 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369023+0000", 2024-08-17T01:56:58.921 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369023+0000", 2024-08-17T01:56:58.921 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369023+0000", 2024-08-17T01:56:58.921 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.921 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.921 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.921 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369023+0000", 2024-08-17T01:56:58.922 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369023+0000", 2024-08-17T01:56:58.922 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.922 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.922 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.922 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.922 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:56:58.922 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.922 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.923 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.923 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.923 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.923 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.923 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.923 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.923 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2c", 2024-08-17T01:56:58.923 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.923 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.923 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.923 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5126, 2024-08-17T01:56:58.924 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.924 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:58:10.780802+0000", 2024-08-17T01:56:58.924 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.924 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.924 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.924 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.925 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.926 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.926 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.926 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.926 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.926 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.926 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.926 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.926 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.926 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.926 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.926 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.927 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.927 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.927 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.927 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.927 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.927 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.927 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.927 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.927 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.927 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.927 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.928 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.928 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.928 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.928 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.928 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:58.928 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.928 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:56:58.928 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.928 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.928 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.928 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.929 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.929 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.929 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.929 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.929 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:56:58.929 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.929 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.929 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.929 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.929 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.929 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.929 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373709+0000", 2024-08-17T01:56:58.930 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.299846+0000", 2024-08-17T01:56:58.930 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.299846+0000", 2024-08-17T01:56:58.930 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.301358+0000", 2024-08-17T01:56:58.930 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373709+0000", 2024-08-17T01:56:58.930 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.930 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.930 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.930 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.930 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373709+0000", 2024-08-17T01:56:58.930 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373709+0000", 2024-08-17T01:56:58.930 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373709+0000", 2024-08-17T01:56:58.931 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.931 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.931 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.931 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373709+0000", 2024-08-17T01:56:58.931 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373709+0000", 2024-08-17T01:56:58.931 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.931 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.931 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.931 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.931 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.931 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.931 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.932 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.932 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.932 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.932 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.932 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.932 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.932 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2d", 2024-08-17T01:56:58.932 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.932 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.932 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.932 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5095, 2024-08-17T01:56:58.932 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.933 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:27:00.421278+0000", 2024-08-17T01:56:58.933 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.933 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.933 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.934 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.934 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.934 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.934 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.934 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.934 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.934 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.934 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.934 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.934 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.934 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.935 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.935 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.935 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.935 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.935 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.935 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.935 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.935 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.935 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.935 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.935 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.935 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.936 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.936 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.936 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.936 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.936 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.936 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.936 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.936 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.936 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.936 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.936 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.936 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.937 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.937 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.937 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.937 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:58.937 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.937 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:56:58.937 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.937 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.937 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.937 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.937 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.937 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.938 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.938 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.938 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T01:56:58.938 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.938 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.938 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.938 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.938 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.938 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.938 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369137+0000", 2024-08-17T01:56:58.938 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.296384+0000", 2024-08-17T01:56:58.938 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.296384+0000", 2024-08-17T01:56:58.939 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296804+0000", 2024-08-17T01:56:58.939 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369137+0000", 2024-08-17T01:56:58.939 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.939 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.939 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.939 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.939 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369137+0000", 2024-08-17T01:56:58.939 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369137+0000", 2024-08-17T01:56:58.939 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369137+0000", 2024-08-17T01:56:58.939 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.940 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.940 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.940 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369137+0000", 2024-08-17T01:56:58.940 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369137+0000", 2024-08-17T01:56:58.940 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.940 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.940 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.940 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.940 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.940 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.940 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.941 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.941 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.941 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.941 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.941 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.941 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.941 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2e", 2024-08-17T01:56:58.941 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.941 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.941 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.941 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5275, 2024-08-17T01:56:58.942 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.942 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:13:19.428180+0000", 2024-08-17T01:56:58.942 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.942 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.942 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.942 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.942 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.945 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.945 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.945 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.945 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.945 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.945 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.945 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.945 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.945 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.945 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.946 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.946 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.946 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.946 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.946 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.946 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.946 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.946 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.947 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.947 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.947 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.947 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.947 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.947 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.947 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.947 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.947 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T01:56:58.948 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.948 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.948 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.948 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.948 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.948 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.948 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:56:58.948 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.949 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:56:58.949 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.949 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.949 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.949 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.949 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.949 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.949 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064506+0000", 2024-08-17T01:56:58.949 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.296521+0000", 2024-08-17T01:56:58.950 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.296521+0000", 2024-08-17T01:56:58.950 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296870+0000", 2024-08-17T01:56:58.950 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064506+0000", 2024-08-17T01:56:58.950 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.950 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.950 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.950 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.951 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064506+0000", 2024-08-17T01:56:58.951 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064506+0000", 2024-08-17T01:56:58.951 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064506+0000", 2024-08-17T01:56:58.951 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.951 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.951 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.951 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064506+0000", 2024-08-17T01:56:58.952 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064506+0000", 2024-08-17T01:56:58.952 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.952 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.952 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.952 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.952 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.953 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.953 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.953 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.953 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.953 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.953 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.953 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.954 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.954 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2f", 2024-08-17T01:56:58.954 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.954 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.954 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.954 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5155, 2024-08-17T01:56:58.954 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.954 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:25:48.926280+0000", 2024-08-17T01:56:58.954 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.954 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.954 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.958 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.958 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.958 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.958 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.958 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.958 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.958 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.958 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.958 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.958 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:58.958 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:56:58.959 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.959 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:56:58.959 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.959 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.959 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.959 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.959 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.959 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.959 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.959 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.959 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:56:58.960 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.960 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.960 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.960 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.960 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.960 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.960 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063399+0000", 2024-08-17T01:56:58.960 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.296470+0000", 2024-08-17T01:56:58.960 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.296470+0000", 2024-08-17T01:56:58.960 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296849+0000", 2024-08-17T01:56:58.960 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063399+0000", 2024-08-17T01:56:58.961 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.961 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.961 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.961 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:58.961 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063399+0000", 2024-08-17T01:56:58.961 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063399+0000", 2024-08-17T01:56:58.961 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063399+0000", 2024-08-17T01:56:58.961 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.961 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.961 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.961 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063399+0000", 2024-08-17T01:56:58.961 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063399+0000", 2024-08-17T01:56:58.962 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.962 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.962 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.962 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.962 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:58.962 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.962 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.962 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.962 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.962 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.962 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.963 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.963 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.963 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.30", 2024-08-17T01:56:58.963 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.963 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.963 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.963 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5150, 2024-08-17T01:56:58.963 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.963 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:09:33.202637+0000", 2024-08-17T01:56:58.963 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.963 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.964 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.966 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.966 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.966 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.966 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.966 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.966 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.966 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.966 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.966 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.966 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.967 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.967 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.967 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.967 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.967 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.967 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.967 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.967 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.967 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.967 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.967 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.968 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.968 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.968 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.968 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:58.968 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.968 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:58.968 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.968 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:56:58.968 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.968 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.968 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.968 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.968 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.969 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.969 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:56:58.969 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.969 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:56:58.969 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.969 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.969 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.969 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.969 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.969 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.969 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061068+0000", 2024-08-17T01:56:58.970 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.952996+0000", 2024-08-17T01:56:58.970 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.952996+0000", 2024-08-17T01:56:58.970 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.953279+0000", 2024-08-17T01:56:58.970 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061068+0000", 2024-08-17T01:56:58.970 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.970 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.970 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.970 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:56:58.970 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061068+0000", 2024-08-17T01:56:58.970 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061068+0000", 2024-08-17T01:56:58.970 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061068+0000", 2024-08-17T01:56:58.971 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.971 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.971 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.971 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061068+0000", 2024-08-17T01:56:58.971 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061068+0000", 2024-08-17T01:56:58.971 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.971 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.971 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.971 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.971 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:56:58.971 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.972 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.972 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.972 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.972 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.972 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.972 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.972 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.972 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.31", 2024-08-17T01:56:58.972 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.972 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.972 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.973 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5325, 2024-08-17T01:56:58.973 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.973 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:15:07.566694+0000", 2024-08-17T01:56:58.973 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.973 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.973 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.974 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.974 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.974 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.974 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.974 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.974 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.974 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.974 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.974 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.974 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.975 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.975 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.975 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.975 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.975 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.975 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.975 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.975 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.975 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.976 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.976 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.976 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.976 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.976 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.976 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.976 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.976 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.976 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.976 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.977 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.977 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.977 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.977 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.977 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.977 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.977 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.978 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.978 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.978 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.978 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.978 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:58.978 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:56:58.978 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.978 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:56:58.978 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.979 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.979 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.979 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.979 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.979 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.979 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:56:58.979 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.979 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:56:58.980 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.980 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.980 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.980 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.980 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.980 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.980 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227719+0000", 2024-08-17T01:56:58.980 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.957116+0000", 2024-08-17T01:56:58.980 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.957116+0000", 2024-08-17T01:56:58.981 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.957553+0000", 2024-08-17T01:56:58.981 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227719+0000", 2024-08-17T01:56:58.981 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.981 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.981 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.981 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:56:58.981 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227719+0000", 2024-08-17T01:56:58.981 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227719+0000", 2024-08-17T01:56:58.981 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227719+0000", 2024-08-17T01:56:58.982 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.982 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.982 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.982 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227719+0000", 2024-08-17T01:56:58.982 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227719+0000", 2024-08-17T01:56:58.982 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.982 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.983 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.983 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.983 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:56:58.983 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.983 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.983 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.983 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.983 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.984 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.984 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.984 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.984 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.32", 2024-08-17T01:56:58.984 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.984 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.984 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.984 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5322, 2024-08-17T01:56:58.985 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.985 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:17:27.035979+0000", 2024-08-17T01:56:58.985 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.985 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.985 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.985 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.985 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.985 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.985 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.989 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.989 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.989 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.989 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.989 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.989 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.989 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.989 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:58.989 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:58.989 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:56:58.989 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.989 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:56:58.989 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.990 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.990 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.990 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.990 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.990 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.990 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:56:58.990 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.990 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:56:58.990 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:58.990 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:58.990 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:58.990 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:58.991 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:58.991 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:58.991 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064172+0000", 2024-08-17T01:56:58.991 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.243294+0000", 2024-08-17T01:56:58.991 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.243294+0000", 2024-08-17T01:56:58.991 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.243640+0000", 2024-08-17T01:56:58.991 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064172+0000", 2024-08-17T01:56:58.991 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.991 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:58.991 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.991 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:56:58.991 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064172+0000", 2024-08-17T01:56:58.992 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064172+0000", 2024-08-17T01:56:58.992 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064172+0000", 2024-08-17T01:56:58.992 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:58.992 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:58.992 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:58.992 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064172+0000", 2024-08-17T01:56:58.992 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064172+0000", 2024-08-17T01:56:58.992 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:58.992 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:58.992 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:58.992 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:58.993 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:56:58.993 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:58.993 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:58.993 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:58.993 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:58.993 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:58.993 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:58.993 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:58.993 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:58.993 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.33", 2024-08-17T01:56:58.993 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:58.994 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:58.994 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:58.994 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5250, 2024-08-17T01:56:58.994 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:58.994 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:54:12.813010+0000", 2024-08-17T01:56:58.994 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:58.994 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:58.994 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:58.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:58.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:58.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:58.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:58.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:58.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:58.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:58.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:58.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:58.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:58.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:58.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:58.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:58.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:58.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:58.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:58.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:58.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:58.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:58.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:58.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:58.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:58.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:58.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:58.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:58.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:58.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:58.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:58.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:58.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:58.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:58.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:58.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:58.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:58.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:58.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:58.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:58.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:58.998 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:58.998 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:58.998 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.998 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:58.998 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:58.998 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:58.998 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:58.998 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.998 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:56:58.998 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.999 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:56:58.999 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:58.999 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:58.999 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:58.999 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:58.999 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:58.999 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:58.999 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:58.999 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:58.999 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T01:56:58.999 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:59.000 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:59.000 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:59.000 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:59.000 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:59.000 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:59.000 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.375979+0000", 2024-08-17T01:56:59.000 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.238570+0000", 2024-08-17T01:56:59.000 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.238570+0000", 2024-08-17T01:56:59.000 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.238868+0000", 2024-08-17T01:56:59.000 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.375979+0000", 2024-08-17T01:56:59.000 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.001 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:59.001 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.001 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:56:59.001 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.375979+0000", 2024-08-17T01:56:59.001 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.375979+0000", 2024-08-17T01:56:59.001 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.375979+0000", 2024-08-17T01:56:59.001 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:59.001 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:59.001 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.001 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.375979+0000", 2024-08-17T01:56:59.001 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.375979+0000", 2024-08-17T01:56:59.001 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:59.002 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:59.002 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:59.002 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:59.002 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:56:59.002 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:59.002 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:59.002 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:59.002 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:59.002 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:59.002 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:59.002 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:59.003 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:59.003 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.34", 2024-08-17T01:56:59.003 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:59.003 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:59.003 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:59.003 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5187, 2024-08-17T01:56:59.003 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:59.003 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:18:04.755524+0000", 2024-08-17T01:56:59.003 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:59.003 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:59.003 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:59.003 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:59.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:59.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:59.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:59.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:59.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:59.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:59.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:59.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:59.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:59.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:59.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:59.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:59.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:59.005 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:59.005 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:59.005 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:59.005 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:59.005 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:59.005 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:59.005 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:59.005 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:59.005 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:59.005 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:59.005 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:59.006 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:59.006 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:59.006 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:59.006 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:59.006 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:59.006 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:59.006 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:59.006 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:59.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:59.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:59.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:59.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:59.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:59.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:59.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:59.007 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.007 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:59.007 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:59.007 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:59.007 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:56:59.007 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:59.008 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:59.008 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.008 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T01:56:59.008 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:59.008 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.008 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.008 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:59.008 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:59.008 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:59.008 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:59.008 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.008 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:56:59.009 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:59.009 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:59.009 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:59.009 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:59.009 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:59.009 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:59.009 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372228+0000", 2024-08-17T01:56:59.009 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.244974+0000", 2024-08-17T01:56:59.009 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.244974+0000", 2024-08-17T01:56:59.009 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.245301+0000", 2024-08-17T01:56:59.009 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372228+0000", 2024-08-17T01:56:59.009 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.010 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:59.010 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.010 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:56:59.010 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372228+0000", 2024-08-17T01:56:59.010 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372228+0000", 2024-08-17T01:56:59.010 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372228+0000", 2024-08-17T01:56:59.010 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:59.010 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:59.010 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.010 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372228+0000", 2024-08-17T01:56:59.010 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372228+0000", 2024-08-17T01:56:59.011 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:59.011 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:59.011 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:59.011 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:59.011 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:56:59.011 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:59.011 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:59.011 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:59.011 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:59.011 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:59.011 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:59.012 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:59.012 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:59.012 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.35", 2024-08-17T01:56:59.012 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:59.012 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:59.012 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:59.012 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5115, 2024-08-17T01:56:59.012 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:59.012 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:21:24.246492+0000", 2024-08-17T01:56:59.012 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:59.012 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:59.013 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:59.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:59.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:59.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:59.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:59.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:59.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:59.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:59.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:59.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:59.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:59.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:59.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:59.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:59.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:59.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:59.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:59.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:59.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:59.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:59.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:59.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:59.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:59.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:59.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:59.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:59.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:59.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:59.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:59.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:59.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:59.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:59.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:59.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:59.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:59.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:59.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:59.017 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:59.017 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:59.017 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:59.017 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:59.017 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.017 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:59.017 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:59.017 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:59.017 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:59.018 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:59.018 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:59.018 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.018 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:56:59.018 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:59.018 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.018 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.018 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:59.018 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:59.019 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:59.019 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:56:59.019 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.019 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:56:59.019 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:59.019 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:59.019 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:59.020 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:59.020 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:59.020 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:59.020 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.371118+0000", 2024-08-17T01:56:59.020 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.245252+0000", 2024-08-17T01:56:59.020 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.245252+0000", 2024-08-17T01:56:59.020 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.245666+0000", 2024-08-17T01:56:59.020 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.371118+0000", 2024-08-17T01:56:59.021 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.021 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:59.021 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.021 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:56:59.021 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.371118+0000", 2024-08-17T01:56:59.021 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.371118+0000", 2024-08-17T01:56:59.021 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.371118+0000", 2024-08-17T01:56:59.021 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:59.022 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:59.022 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.022 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.371118+0000", 2024-08-17T01:56:59.022 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.371118+0000", 2024-08-17T01:56:59.022 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:59.022 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:59.022 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:59.023 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:59.023 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:56:59.023 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:59.023 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:59.023 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:59.023 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:59.023 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:59.023 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:59.023 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:59.023 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:59.024 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.36", 2024-08-17T01:56:59.024 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:59.024 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:59.024 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:59.024 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5115, 2024-08-17T01:56:59.024 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:59.024 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:52:55.374395+0000", 2024-08-17T01:56:59.024 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:59.024 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:59.024 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:59.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:59.025 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:59.025 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:59.025 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:59.025 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:59.025 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:59.025 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:59.025 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:59.025 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:59.025 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:59.025 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:59.025 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:59.025 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:59.026 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:59.026 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:59.026 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:59.026 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:59.026 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:59.026 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:59.026 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:59.026 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:59.026 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:59.026 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:59.026 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:59.027 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:59.027 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:59.027 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:59.027 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:59.027 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:59.027 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:59.027 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:59.027 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:59.027 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:59.027 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:59.027 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:59.028 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:59.028 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:59.028 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:59.028 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:59.028 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:59.028 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.028 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:59.028 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:59.028 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:59.028 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:59.028 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:59.029 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:56:59.029 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.029 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:56:59.029 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:59.029 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.029 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.029 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:59.029 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:59.029 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:59.029 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:59.029 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.029 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:56:59.030 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:59.030 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:59.030 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:59.030 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:59.030 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:59.030 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:59.030 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372863+0000", 2024-08-17T01:56:59.030 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295688+0000", 2024-08-17T01:56:59.030 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295688+0000", 2024-08-17T01:56:59.030 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.297435+0000", 2024-08-17T01:56:59.030 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372863+0000", 2024-08-17T01:56:59.030 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.030 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:59.031 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.031 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:59.031 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372863+0000", 2024-08-17T01:56:59.031 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372863+0000", 2024-08-17T01:56:59.031 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372863+0000", 2024-08-17T01:56:59.031 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:59.031 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:59.031 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.031 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372863+0000", 2024-08-17T01:56:59.031 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372863+0000", 2024-08-17T01:56:59.031 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:59.032 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:59.032 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:59.032 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:59.032 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:59.032 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:59.032 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:59.032 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:59.032 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:59.032 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:59.032 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:59.032 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:59.033 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:59.033 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.37", 2024-08-17T01:56:59.033 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:59.033 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:59.033 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:59.033 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5100, 2024-08-17T01:56:59.033 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:59.033 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:39:23.605810+0000", 2024-08-17T01:56:59.033 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:59.033 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:59.033 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:59.034 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:59.034 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:59.034 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:59.034 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:59.034 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:59.034 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:59.034 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:59.034 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:59.034 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:59.034 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:59.034 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:59.035 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:59.035 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:59.035 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:59.035 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:59.035 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:59.035 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:59.035 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:59.035 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:59.035 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:59.035 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:59.035 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:59.035 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:59.036 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:59.036 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:59.036 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:59.036 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:59.036 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:59.036 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:59.036 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:59.036 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:59.036 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:59.036 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:59.036 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:59.036 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:59.037 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:59.037 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:59.037 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:59.037 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:59.037 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:59.037 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.037 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:59.037 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:59.037 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:59.037 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:59.037 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:59.037 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:59.038 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.038 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:56:59.038 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:59.038 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.038 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.038 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:59.038 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:59.038 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:59.038 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:59.038 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.039 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:56:59.039 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:59.039 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:59.039 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:59.039 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:59.039 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:59.039 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:59.039 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.062655+0000", 2024-08-17T01:56:59.039 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.239530+0000", 2024-08-17T01:56:59.039 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.239530+0000", 2024-08-17T01:56:59.039 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.239874+0000", 2024-08-17T01:56:59.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.062655+0000", 2024-08-17T01:56:59.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:59.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:56:59.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.062655+0000", 2024-08-17T01:56:59.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.062655+0000", 2024-08-17T01:56:59.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.062655+0000", 2024-08-17T01:56:59.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:59.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:59.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.062655+0000", 2024-08-17T01:56:59.041 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.062655+0000", 2024-08-17T01:56:59.041 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:59.041 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:59.041 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:59.041 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:59.041 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:56:59.041 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:59.041 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:59.041 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:59.041 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:59.042 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:59.042 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:59.042 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:59.042 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:59.042 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.38", 2024-08-17T01:56:59.042 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:59.042 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:59.042 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:59.042 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5218, 2024-08-17T01:56:59.042 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:59.043 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:04:23.140009+0000", 2024-08-17T01:56:59.043 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:59.043 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:59.043 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:59.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:59.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:59.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:59.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:59.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:59.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:59.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:59.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:59.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:59.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:59.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:59.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:59.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:59.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:59.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:59.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:59.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:59.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:59.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:59.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:59.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:59.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:59.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:59.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:59.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:59.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:59.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:59.046 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:59.046 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:59.046 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:59.046 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:59.046 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:59.046 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:59.046 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:59.046 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:59.047 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:59.047 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:59.047 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:59.047 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:59.047 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:59.047 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.047 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:59.047 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:59.047 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:59.047 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:59.048 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:59.048 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:59.048 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.048 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:56:59.048 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:59.048 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.048 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.049 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:59.049 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:59.049 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:59.049 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:56:59.049 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.049 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:56:59.049 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:59.049 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:59.049 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:59.049 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:59.050 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:59.050 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:59.050 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372296+0000", 2024-08-17T01:56:59.050 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.301480+0000", 2024-08-17T01:56:59.050 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.301480+0000", 2024-08-17T01:56:59.050 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.302154+0000", 2024-08-17T01:56:59.050 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372296+0000", 2024-08-17T01:56:59.050 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.051 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:59.051 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.051 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:59.051 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372296+0000", 2024-08-17T01:56:59.051 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372296+0000", 2024-08-17T01:56:59.051 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372296+0000", 2024-08-17T01:56:59.051 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:59.051 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:59.052 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.052 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372296+0000", 2024-08-17T01:56:59.052 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372296+0000", 2024-08-17T01:56:59.052 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:59.052 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:59.052 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:59.052 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:59.052 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:59.052 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:59.053 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:59.053 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:59.053 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:59.053 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:59.053 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:59.053 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:59.053 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:59.053 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.39", 2024-08-17T01:56:59.054 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:59.054 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:59.054 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:59.054 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5118, 2024-08-17T01:56:59.054 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:59.054 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:54:44.603376+0000", 2024-08-17T01:56:59.054 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:59.054 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:59.054 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:59.055 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:59.055 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:59.055 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:59.055 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:59.055 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:59.055 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:59.055 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:59.055 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:59.055 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:59.055 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:59.055 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:59.055 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:59.056 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:59.056 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:59.056 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:59.056 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:59.056 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:59.056 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:59.056 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:59.056 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:59.056 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:59.056 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:59.056 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:59.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:59.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:59.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:59.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:59.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:59.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:59.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:59.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:59.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:59.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:59.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:59.057 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:59.058 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:59.058 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:59.058 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:59.058 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:59.058 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:59.058 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.058 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:59.058 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:59.058 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:59.058 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:59.058 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:59.059 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:56:59.059 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.059 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:56:59.059 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:59.059 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.059 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.059 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:59.059 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:59.059 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:59.059 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:56:59.059 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.059 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:56:59.060 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:59.060 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:59.060 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:59.060 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:59.060 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:59.060 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:59.060 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065532+0000", 2024-08-17T01:56:59.060 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.964344+0000", 2024-08-17T01:56:59.060 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.964344+0000", 2024-08-17T01:56:59.060 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.964878+0000", 2024-08-17T01:56:59.060 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065532+0000", 2024-08-17T01:56:59.060 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.061 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:59.061 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.061 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:56:59.061 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065532+0000", 2024-08-17T01:56:59.061 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065532+0000", 2024-08-17T01:56:59.061 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065532+0000", 2024-08-17T01:56:59.061 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:59.061 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:59.061 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.061 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065532+0000", 2024-08-17T01:56:59.061 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065532+0000", 2024-08-17T01:56:59.062 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:59.062 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:59.062 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:59.062 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:59.062 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:56:59.062 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:59.062 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:59.062 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:59.062 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:59.062 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:59.062 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:59.063 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:59.063 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:59.063 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3a", 2024-08-17T01:56:59.063 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:59.063 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:59.063 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:59.063 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5148, 2024-08-17T01:56:59.063 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:59.063 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:59:28.173227+0000", 2024-08-17T01:56:59.063 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:59.063 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:59.064 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:59.064 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:59.064 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:59.064 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:59.064 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:59.064 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:59.064 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:59.064 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:59.064 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:59.064 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:59.064 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:59.065 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:59.065 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:59.065 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:59.065 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:59.065 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:59.065 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:59.065 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:59.065 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:59.065 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:59.065 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:59.065 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:59.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:59.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:59.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:59.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:59.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:59.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:59.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:59.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:59.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:59.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:59.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:59.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:59.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:59.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:59.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:59.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:59.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:59.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:59.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:59.067 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.067 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:59.067 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:59.067 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:59.068 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:59.068 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:59.068 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:56:59.068 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.068 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:56:59.068 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:59.068 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.068 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.068 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:59.068 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:59.068 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:59.068 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:56:59.069 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.069 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:56:59.069 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:59.069 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:59.069 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:59.069 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:59.069 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:59.069 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:59.069 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.374739+0000", 2024-08-17T01:56:59.069 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.289163+0000", 2024-08-17T01:56:59.069 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.289163+0000", 2024-08-17T01:56:59.069 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.289465+0000", 2024-08-17T01:56:59.070 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.374739+0000", 2024-08-17T01:56:59.070 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.070 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:59.070 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.070 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:59.070 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.374739+0000", 2024-08-17T01:56:59.070 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.374739+0000", 2024-08-17T01:56:59.070 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.374739+0000", 2024-08-17T01:56:59.070 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:59.070 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:59.070 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.071 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.374739+0000", 2024-08-17T01:56:59.071 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.374739+0000", 2024-08-17T01:56:59.071 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:59.071 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:59.071 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:59.071 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:59.071 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:59.071 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:59.071 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:59.071 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:59.071 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:59.072 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:59.072 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:59.072 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:59.072 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:59.072 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3b", 2024-08-17T01:56:59.072 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:59.072 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:59.072 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:59.072 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5108, 2024-08-17T01:56:59.072 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:59.072 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:03:56.227069+0000", 2024-08-17T01:56:59.073 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:59.073 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:59.073 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:59.073 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:59.073 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:59.073 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:59.073 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:59.073 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:59.073 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:59.073 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:59.073 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:59.073 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:59.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:59.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:59.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:59.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:59.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:59.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:59.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:59.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:59.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:59.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:59.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:59.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:59.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:59.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:59.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:59.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:59.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:59.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:59.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:59.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:59.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:59.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:59.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:59.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:59.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:59.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:59.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:59.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:59.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:59.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:59.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:59.077 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.077 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:59.077 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:59.077 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:59.078 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:59.078 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:59.078 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:56:59.078 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.078 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:56:59.078 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:59.078 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.078 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.078 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:59.078 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:59.078 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:59.079 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:59.079 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.079 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:56:59.079 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:59.079 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:59.079 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:59.079 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:59.079 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:59.079 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:59.079 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065072+0000", 2024-08-17T01:56:59.079 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295893+0000", 2024-08-17T01:56:59.079 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295893+0000", 2024-08-17T01:56:59.080 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296222+0000", 2024-08-17T01:56:59.080 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065072+0000", 2024-08-17T01:56:59.080 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.080 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:59.080 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.080 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:59.080 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065072+0000", 2024-08-17T01:56:59.080 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065072+0000", 2024-08-17T01:56:59.080 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065072+0000", 2024-08-17T01:56:59.080 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:59.080 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:59.081 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.081 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065072+0000", 2024-08-17T01:56:59.081 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065072+0000", 2024-08-17T01:56:59.081 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:59.081 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:59.081 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:59.081 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:59.081 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:59.081 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:59.081 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:59.081 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:59.081 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:59.082 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:59.082 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:59.082 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:59.082 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:59.082 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3c", 2024-08-17T01:56:59.082 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:59.082 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:59.082 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:59.082 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5169, 2024-08-17T01:56:59.083 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:59.083 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:13:11.903340+0000", 2024-08-17T01:56:59.083 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:59.083 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:59.083 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:59.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:59.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:59.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:59.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:59.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:59.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:59.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:59.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:59.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:59.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:59.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:59.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:59.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:59.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:59.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:59.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:59.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:59.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:59.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:59.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:59.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:59.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:59.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:59.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:59.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:59.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:59.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:59.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:59.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:59.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:59.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:59.086 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:59.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:59.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:59.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:59.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:59.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:59.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:59.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:59.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:59.087 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.087 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:59.088 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:59.088 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:59.088 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:56:59.088 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:56:59.088 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:56:59.088 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.088 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:56:59.088 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:59.089 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.089 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.089 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:59.089 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:59.089 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:59.089 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:56:59.089 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.089 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:56:59.090 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:59.090 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:59.090 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:59.090 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:59.090 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:59.090 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:59.091 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.230043+0000", 2024-08-17T01:56:59.091 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:45:51.252875+0000", 2024-08-17T01:56:59.091 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:45:51.252875+0000", 2024-08-17T01:56:59.091 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:45:51.254736+0000", 2024-08-17T01:56:59.091 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.230043+0000", 2024-08-17T01:56:59.091 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.091 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:59.091 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.091 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 364, 2024-08-17T01:56:59.092 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.230043+0000", 2024-08-17T01:56:59.092 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.230043+0000", 2024-08-17T01:56:59.092 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.230043+0000", 2024-08-17T01:56:59.092 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:59.092 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:59.092 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.092 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.230043+0000", 2024-08-17T01:56:59.092 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.230043+0000", 2024-08-17T01:56:59.092 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:59.092 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:59.092 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:59.092 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:59.093 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 363, 2024-08-17T01:56:59.093 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:59.093 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:59.093 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:59.093 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:59.093 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:59.093 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:59.093 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:59.093 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:59.093 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3d", 2024-08-17T01:56:59.093 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:59.093 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:59.094 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:59.094 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5326, 2024-08-17T01:56:59.094 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:59.094 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:59:08.723406+0000", 2024-08-17T01:56:59.094 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:59.094 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:59.094 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:59.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:59.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:59.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:59.094 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:59.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:59.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:59.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:59.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:59.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:59.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:59.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:59.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:59.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:59.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:59.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:59.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:59.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:59.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:59.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:59.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:59.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:59.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:59.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:59.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:59.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:59.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:59.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:59.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:59.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:59.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:59.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:59.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:59.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:59.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:59.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:59.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:59.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:59.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:59.098 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:59.098 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:59.098 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.098 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:59.098 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:59.098 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:59.098 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:59.098 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:56:59.098 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:56:59.098 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.098 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:56:59.099 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:59.099 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.099 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.099 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:59.099 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:59.099 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:59.099 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:59.099 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.099 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:56:59.099 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:59.099 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:59.099 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:59.100 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:59.100 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:59.100 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:59.100 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061208+0000", 2024-08-17T01:56:59.100 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.244199+0000", 2024-08-17T01:56:59.100 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.244199+0000", 2024-08-17T01:56:59.100 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.246106+0000", 2024-08-17T01:56:59.100 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061208+0000", 2024-08-17T01:56:59.100 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.100 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:59.100 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.100 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:56:59.101 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061208+0000", 2024-08-17T01:56:59.101 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061208+0000", 2024-08-17T01:56:59.101 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061208+0000", 2024-08-17T01:56:59.101 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:59.101 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:59.101 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.101 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061208+0000", 2024-08-17T01:56:59.101 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061208+0000", 2024-08-17T01:56:59.101 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:59.101 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:59.101 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:59.101 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:59.102 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:56:59.102 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:59.102 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:59.102 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:59.102 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:59.102 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:59.102 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:59.102 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:59.102 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:59.102 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3e", 2024-08-17T01:56:59.102 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:59.103 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:59.103 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:59.103 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5313, 2024-08-17T01:56:59.103 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:59.103 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:14:25.464530+0000", 2024-08-17T01:56:59.103 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:59.103 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:59.103 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:59.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:59.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:59.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:59.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:59.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:59.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:59.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:59.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:59.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:59.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:59.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:59.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:59.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:59.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:59.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:59.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:59.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:59.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:59.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:59.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:59.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:59.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:59.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:59.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:59.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:59.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:59.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:59.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:59.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:59.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:59.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:59.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:59.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:59.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:59.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:59.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:59.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:59.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:59.107 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:59.107 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:59.107 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.107 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:59.107 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:59.107 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:59.107 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:59.107 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:56:59.107 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:56:59.107 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.107 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:56:59.108 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:59.108 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.108 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.108 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:56:59.108 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:59.108 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:59.108 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:59.108 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.108 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:56:59.108 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:56:59.109 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:56:59.109 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:56:59.109 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:56:59.109 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:56:59.109 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:56:59.109 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373685+0000", 2024-08-17T01:56:59.109 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.302889+0000", 2024-08-17T01:56:59.109 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.302889+0000", 2024-08-17T01:56:59.109 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.303193+0000", 2024-08-17T01:56:59.109 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373685+0000", 2024-08-17T01:56:59.109 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.109 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:56:59.110 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.110 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:56:59.110 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373685+0000", 2024-08-17T01:56:59.110 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373685+0000", 2024-08-17T01:56:59.110 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373685+0000", 2024-08-17T01:56:59.110 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:56:59.110 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:56:59.110 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:56:59.110 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373685+0000", 2024-08-17T01:56:59.110 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373685+0000", 2024-08-17T01:56:59.110 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:56:59.111 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:59.111 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:56:59.111 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:56:59.111 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:56:59.111 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:56:59.111 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:56:59.111 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:56:59.112 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:56:59.112 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:59.112 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:56:59.112 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:56:59.112 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:56:59.112 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3f", 2024-08-17T01:56:59.112 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:56:59.112 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:56:59.112 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:56:59.112 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5097, 2024-08-17T01:56:59.112 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:56:59.113 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:27:35.370261+0000", 2024-08-17T01:56:59.113 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:56:59.113 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:56:59.113 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:59.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:59.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:59.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:59.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:59.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:59.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:59.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:59.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:59.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:59.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:59.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:59.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:59.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:59.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:59.115 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:59.115 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:59.115 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:59.115 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:59.115 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:59.115 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:59.115 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:59.115 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:59.115 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:59.115 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:59.115 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:59.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:59.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:59.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:59.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:59.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:59.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:59.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:59.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:59.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:59.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:59.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:59.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:59.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:59.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:59.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:59.117 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.117 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:56:59.117 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:56:59.118 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:56:59.118 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:59.118 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:56:59.118 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:59.118 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.118 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:56:59.118 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:56:59.118 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.118 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.119 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_per_pool": [ 2024-08-17T01:56:59.119 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.119 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 3, 2024-08-17T01:56:59.119 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:56:59.119 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr" 2024-08-17T01:56:59.119 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.119 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 249, 2024-08-17T01:56:59.119 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pg": 1, 2024-08-17T01:56:59.119 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 3, 2024-08-17T01:56:59.120 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 249, 2024-08-17T01:56:59.120 INFO:tasks.workunit.client.0.smithi082.stdout: "poolid": 1, 2024-08-17T01:56:59.120 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:59.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 590368, 2024-08-17T01:56:59.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:59.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 1771104, 2024-08-17T01:56:59.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:59.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:59.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:59.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:59.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:59.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:59.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:59.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:59.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:59.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:59.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:59.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:59.122 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:59.122 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T01:56:59.122 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T01:56:59.122 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:59.122 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T01:56:59.122 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:59.123 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:59.123 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:59.123 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:59.123 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:59.123 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:59.123 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:59.123 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 6, 2024-08-17T01:56:59.124 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:59.124 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:59.124 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:59.124 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:59.124 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:59.124 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 1286, 2024-08-17T01:56:59.124 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 2084, 2024-08-17T01:56:59.124 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:59.124 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:59.124 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:59.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 415, 2024-08-17T01:56:59.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 2416 2024-08-17T01:56:59.125 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.125 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T01:56:59.125 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 1781760, 2024-08-17T01:56:59.125 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T01:56:59.125 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T01:56:59.125 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T01:56:59.125 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T01:56:59.125 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 1771104, 2024-08-17T01:56:59.125 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T01:56:59.126 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T01:56:59.126 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 0, 2024-08-17T01:56:59.126 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T01:56:59.126 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.126 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 3 2024-08-17T01:56:59.126 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.126 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.126 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 96, 2024-08-17T01:56:59.126 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:56:59.126 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs" 2024-08-17T01:56:59.126 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.127 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 76, 2024-08-17T01:56:59.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pg": 32, 2024-08-17T01:56:59.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 8, 2024-08-17T01:56:59.127 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 76, 2024-08-17T01:56:59.127 INFO:tasks.workunit.client.0.smithi082.stdout: "poolid": 2, 2024-08-17T01:56:59.127 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:59.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 6596, 2024-08-17T01:56:59.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:59.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:59.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:59.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:59.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:59.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:59.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:59.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:59.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:59.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:59.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:59.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:59.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:59.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:59.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:59.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 66, 2024-08-17T01:56:59.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 22, 2024-08-17T01:56:59.129 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:59.129 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 22, 2024-08-17T01:56:59.129 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:59.129 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:59.129 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:59.129 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:59.129 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:59.129 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 14, 2024-08-17T01:56:59.129 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:59.129 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:59.129 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:59.130 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:59.130 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:59.130 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:59.130 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:59.130 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 128, 2024-08-17T01:56:59.130 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 142, 2024-08-17T01:56:59.130 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:59.130 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:59.130 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:59.130 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 70, 2024-08-17T01:56:59.130 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 36 2024-08-17T01:56:59.130 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.131 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T01:56:59.131 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 110592, 2024-08-17T01:56:59.131 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T01:56:59.131 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T01:56:59.131 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T01:56:59.131 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T01:56:59.131 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 19788, 2024-08-17T01:56:59.131 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T01:56:59.131 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T01:56:59.131 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 44607, 2024-08-17T01:56:59.131 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T01:56:59.132 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.132 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 96 2024-08-17T01:56:59.132 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.132 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.132 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 192, 2024-08-17T01:56:59.132 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:56:59.132 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs" 2024-08-17T01:56:59.132 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.132 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:59.132 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pg": 64, 2024-08-17T01:56:59.132 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 8, 2024-08-17T01:56:59.132 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:59.133 INFO:tasks.workunit.client.0.smithi082.stdout: "poolid": 3, 2024-08-17T01:56:59.133 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:59.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:59.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:59.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:59.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:59.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:59.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:59.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:59.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:59.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:59.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:59.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:59.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:59.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:59.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:59.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:59.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:59.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:59.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:59.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:59.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:59.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:59.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:59.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:59.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:59.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:59.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:59.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:59.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:59.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:59.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:59.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:59.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:59.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:59.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:59.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:59.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:59.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:59.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:59.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:59.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:59.136 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.136 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T01:56:59.136 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 0, 2024-08-17T01:56:59.136 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T01:56:59.136 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T01:56:59.136 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T01:56:59.137 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T01:56:59.137 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 0, 2024-08-17T01:56:59.137 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T01:56:59.137 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T01:56:59.137 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 0, 2024-08-17T01:56:59.137 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T01:56:59.137 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.137 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 192 2024-08-17T01:56:59.137 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.137 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.137 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 24, 2024-08-17T01:56:59.138 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:56:59.138 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd" 2024-08-17T01:56:59.138 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.138 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 24527, 2024-08-17T01:56:59.138 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pg": 8, 2024-08-17T01:56:59.138 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 8, 2024-08-17T01:56:59.138 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 24527, 2024-08-17T01:56:59.138 INFO:tasks.workunit.client.0.smithi082.stdout: "poolid": 4, 2024-08-17T01:56:59.138 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:59.138 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 4194323, 2024-08-17T01:56:59.138 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:59.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:59.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:59.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:59.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:59.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:59.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:59.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:59.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:59.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:59.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:59.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:59.140 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:59.140 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:59.140 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:59.140 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 12, 2024-08-17T01:56:59.140 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 4, 2024-08-17T01:56:59.140 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:59.140 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 4, 2024-08-17T01:56:59.140 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:59.140 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:59.140 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:59.140 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:59.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:59.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 2, 2024-08-17T01:56:59.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:59.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:59.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:59.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:59.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:59.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:59.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:59.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 8977, 2024-08-17T01:56:59.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 3019905, 2024-08-17T01:56:59.141 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:59.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:59.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:59.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 24396, 2024-08-17T01:56:59.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 3161206 2024-08-17T01:56:59.142 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.142 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T01:56:59.142 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 12595200, 2024-08-17T01:56:59.142 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T01:56:59.142 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T01:56:59.142 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T01:56:59.142 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T01:56:59.143 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 12582969, 2024-08-17T01:56:59.143 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T01:56:59.143 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T01:56:59.143 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 0, 2024-08-17T01:56:59.143 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T01:56:59.143 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.143 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 24 2024-08-17T01:56:59.143 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.143 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.143 INFO:tasks.workunit.client.0.smithi082.stdout: "usage": { 2024-08-17T01:56:59.143 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 105, 2024-08-17T01:56:59.144 INFO:tasks.workunit.client.0.smithi082.stdout: "pools": 4, 2024-08-17T01:56:59.144 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_by_class": { 2024-08-17T01:56:59.144 INFO:tasks.workunit.client.0.smithi082.stdout: "ssd": { 2024-08-17T01:56:59.144 INFO:tasks.workunit.client.0.smithi082.stdout: "total_avail_bytes": 763157688320, 2024-08-17T01:56:59.144 INFO:tasks.workunit.client.0.smithi082.stdout: "total_bytes": 767960285184, 2024-08-17T01:56:59.144 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_bytes": 4802596864, 2024-08-17T01:56:59.144 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_raw_bytes": 4802596864, 2024-08-17T01:56:59.144 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_raw_ratio": 0.006253704894334078 2024-08-17T01:56:59.145 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.145 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.145 INFO:tasks.workunit.client.0.smithi082.stdout: "total_avail_bytes": 763157688320, 2024-08-17T01:56:59.145 INFO:tasks.workunit.client.0.smithi082.stdout: "total_bytes": 767960285184, 2024-08-17T01:56:59.145 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_bytes": 4802596864 2024-08-17T01:56:59.145 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.145 INFO:tasks.workunit.client.0.smithi082.stdout:} 2024-08-17T01:56:59.145 INFO:tasks.workunit.client.0.smithi082.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-08-17T01:56:59.146 INFO:tasks.workunit.client.0.smithi082.stderr:+ ceph telemetry preview-device 2024-08-17T01:56:59.147 INFO:tasks.workunit.client.0.smithi082.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-08-17T01:56:59.148 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='client.36063 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:56:59.148 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='client.36063 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:56:59.148 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:56:59.148 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:56:59.148 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.148 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.148 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.148 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.149 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.149 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.149 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.149 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.149 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.149 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:56:59.149 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:56:59.149 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.149 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.150 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.150 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:56:59.150 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:56:59.150 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.150 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.150 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.150 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:56:59.150 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:56:59.150 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.150 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.151 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='client.36063 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:56:59.151 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='client.36063 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:56:59.151 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:56:59.151 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:56:59.152 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.152 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.152 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.152 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.152 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.152 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.152 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.152 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.152 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.152 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:56:59.152 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:56:59.153 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.153 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.153 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.153 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:56:59.153 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:56:59.153 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.153 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.153 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.153 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:56:59.153 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:56:59.153 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.153 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.153 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.154 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:56:59.154 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:56:59.154 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.154 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.154 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.154 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.154 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.154 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.154 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.154 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.154 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.155 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:56:59.155 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:56:59.155 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.155 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.155 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.155 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:56:59.155 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:56:59.155 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.155 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.155 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.155 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:56:59.155 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:56:59.155 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.156 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.156 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.156 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='client.36063 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:56:59.156 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='client.36063 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:56:59.156 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:56:59.156 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:56:59.156 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.156 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.157 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.157 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.157 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.157 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.157 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.157 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.157 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.157 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:56:59.157 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:56:59.157 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.157 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.157 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.158 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:56:59.158 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:56:59.158 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.158 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.158 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.158 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:56:59.158 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:56:59.158 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.158 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.158 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.159 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:56:59.159 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:56:59.159 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.159 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.159 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.159 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.159 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.159 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.160 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.160 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.160 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.160 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:56:59.160 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:56:59.160 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.160 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.160 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.160 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:56:59.161 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:56:59.161 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.161 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.161 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.161 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:56:59.161 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:56:59.161 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.161 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.161 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:57 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.162 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='client.45992 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:56:59.162 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='client.45992 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:56:59.162 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: pgmap v4816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:56:59.162 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='client.46010 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:56:59.162 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='client.46010 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:56:59.162 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:56:59.162 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:56:59.162 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.162 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.162 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.162 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.163 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.163 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.163 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.163 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.163 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.163 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:56:59.163 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:56:59.163 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.163 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.163 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.163 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:56:59.163 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:56:59.164 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.164 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.164 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.164 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:56:59.164 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:56:59.164 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.164 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.164 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.164 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:56:59.164 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:56:59.164 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.164 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.164 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.165 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.165 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.165 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.165 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.165 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.165 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.165 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:56:59.165 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:56:59.165 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.165 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.165 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.165 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:56:59.165 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:56:59.166 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.166 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.166 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.166 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:56:59.166 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:56:59.166 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.166 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.166 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:58 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.166 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.166 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:56:59.166 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:56:59.167 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.167 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.167 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.167 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.167 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.167 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.167 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.167 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.167 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.167 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:56:59.167 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:56:59.167 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.167 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.168 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.168 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:56:59.168 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:56:59.168 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.168 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.168 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.168 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:56:59.168 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:56:59.168 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:56:59.168 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:56:59.168 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:57 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:56:59.169 INFO:tasks.workunit.client.0.smithi082.stderr:+ ceph telemetry preview-all 2024-08-17T01:56:59.178 INFO:tasks.workunit.client.0.smithi082.stdout:{ 2024-08-17T01:56:59.178 INFO:tasks.workunit.client.0.smithi082.stdout: "device_report": { 2024-08-17T01:56:59.178 INFO:tasks.workunit.client.0.smithi082.stdout: "4c46126e-5c31-11ef-bc15-0cc47a8fd3ff": { 2024-08-17T01:56:59.178 INFO:tasks.workunit.client.0.smithi082.stdout: "INTEL_SSDPEDMD400G4_4c46bafc-5c31-11ef-bc15-0cc47a8fd3ff": { 2024-08-17T01:56:59.179 INFO:tasks.workunit.client.0.smithi082.stdout: "20240817-003447": { 2024-08-17T01:56:59.179 INFO:tasks.workunit.client.0.smithi082.stdout: "device": { 2024-08-17T01:56:59.179 INFO:tasks.workunit.client.0.smithi082.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T01:56:59.179 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "/dev/nvme0n1", 2024-08-17T01:56:59.179 INFO:tasks.workunit.client.0.smithi082.stdout: "protocol": "NVMe", 2024-08-17T01:56:59.179 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "nvme" 2024-08-17T01:56:59.179 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.179 INFO:tasks.workunit.client.0.smithi082.stdout: "firmware_version": "8DV101H0", 2024-08-17T01:56:59.179 INFO:tasks.workunit.client.0.smithi082.stdout: "host_id": "4c46126e-5c31-11ef-bc15-0cc47a8fd3ff", 2024-08-17T01:56:59.179 INFO:tasks.workunit.client.0.smithi082.stdout: "json_format_version": [ 2024-08-17T01:56:59.179 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:59.179 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:59.179 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.180 INFO:tasks.workunit.client.0.smithi082.stdout: "local_time": { 2024-08-17T01:56:59.180 INFO:tasks.workunit.client.0.smithi082.stdout: "asctime": "Sat Aug 17 00:34:47 2024 UTC", 2024-08-17T01:56:59.180 INFO:tasks.workunit.client.0.smithi082.stdout: "time_t": 1723854887 2024-08-17T01:56:59.180 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.180 INFO:tasks.workunit.client.0.smithi082.stdout: "logical_block_size": 512, 2024-08-17T01:56:59.180 INFO:tasks.workunit.client.0.smithi082.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T01:56:59.180 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_controller_id": 0, 2024-08-17T01:56:59.180 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T01:56:59.180 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_namespaces": [ 2024-08-17T01:56:59.180 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.180 INFO:tasks.workunit.client.0.smithi082.stdout: "capacity": { 2024-08-17T01:56:59.180 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T01:56:59.180 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T01:56:59.180 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.181 INFO:tasks.workunit.client.0.smithi082.stdout: "formatted_lba_size": 512, 2024-08-17T01:56:59.181 INFO:tasks.workunit.client.0.smithi082.stdout: "id": 1, 2024-08-17T01:56:59.181 INFO:tasks.workunit.client.0.smithi082.stdout: "size": { 2024-08-17T01:56:59.181 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T01:56:59.181 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T01:56:59.181 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.181 INFO:tasks.workunit.client.0.smithi082.stdout: "utilization": { 2024-08-17T01:56:59.181 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T01:56:59.181 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T01:56:59.181 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.181 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.181 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.181 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T01:56:59.182 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_pci_vendor": { 2024-08-17T01:56:59.182 INFO:tasks.workunit.client.0.smithi082.stdout: "id": 32902, 2024-08-17T01:56:59.182 INFO:tasks.workunit.client.0.smithi082.stdout: "subsystem_id": 32902 2024-08-17T01:56:59.182 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.182 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T01:56:59.182 INFO:tasks.workunit.client.0.smithi082.stdout: "Device stats": { 2024-08-17T01:56:59.182 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_fw_downgrades": { 2024-08-17T01:56:59.182 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T01:56:59.183 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:56:59.183 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.183 INFO:tasks.workunit.client.0.smithi082.stdout: "crc_error_count": { 2024-08-17T01:56:59.183 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:56:59.183 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:56:59.183 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.183 INFO:tasks.workunit.client.0.smithi082.stdout: "end_to_end_error_detection_count": { 2024-08-17T01:56:59.183 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:56:59.183 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:56:59.183 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.183 INFO:tasks.workunit.client.0.smithi082.stdout: "erase_fail_count": { 2024-08-17T01:56:59.183 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:56:59.183 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:56:59.183 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.184 INFO:tasks.workunit.client.0.smithi082.stdout: "host_bytes_written": { 2024-08-17T01:56:59.184 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:56:59.184 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 26330524 2024-08-17T01:56:59.184 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.184 INFO:tasks.workunit.client.0.smithi082.stdout: "host_ctx_wear_used": { 2024-08-17T01:56:59.184 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:56:59.184 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 1 2024-08-17T01:56:59.184 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.184 INFO:tasks.workunit.client.0.smithi082.stdout: "media_bytes_read": { 2024-08-17T01:56:59.184 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T01:56:59.185 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:56:59.185 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.185 INFO:tasks.workunit.client.0.smithi082.stdout: "nand_bytes_written": { 2024-08-17T01:56:59.185 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:56:59.185 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 46218037 2024-08-17T01:56:59.185 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.185 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_stat_indicator": { 2024-08-17T01:56:59.185 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T01:56:59.185 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:56:59.185 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.185 INFO:tasks.workunit.client.0.smithi082.stdout: "pll_lock_loss_count": { 2024-08-17T01:56:59.186 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:56:59.186 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:56:59.186 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.186 INFO:tasks.workunit.client.0.smithi082.stdout: "program_fail_count": { 2024-08-17T01:56:59.186 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:56:59.186 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:56:59.186 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.186 INFO:tasks.workunit.client.0.smithi082.stdout: "re_alloc_sectr_cnt": { 2024-08-17T01:56:59.186 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T01:56:59.186 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:56:59.186 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.187 INFO:tasks.workunit.client.0.smithi082.stdout: "retry_buffer_overflow_count": { 2024-08-17T01:56:59.187 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:56:59.187 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:56:59.187 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.187 INFO:tasks.workunit.client.0.smithi082.stdout: "soft_ecc_err_rate": { 2024-08-17T01:56:59.187 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T01:56:59.187 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:56:59.187 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.187 INFO:tasks.workunit.client.0.smithi082.stdout: "thermal_throttle_status": { 2024-08-17T01:56:59.187 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:56:59.187 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": { 2024-08-17T01:56:59.188 INFO:tasks.workunit.client.0.smithi082.stdout: "cnt": 0, 2024-08-17T01:56:59.188 INFO:tasks.workunit.client.0.smithi082.stdout: "pct": 0 2024-08-17T01:56:59.188 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.188 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.188 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_host_reads": { 2024-08-17T01:56:59.188 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:56:59.188 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 65535 2024-08-17T01:56:59.188 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.188 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_media_wear": { 2024-08-17T01:56:59.188 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:56:59.189 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": "63.999023" 2024-08-17T01:56:59.189 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.189 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_timer": { 2024-08-17T01:56:59.189 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:56:59.189 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 65535 2024-08-17T01:56:59.189 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.189 INFO:tasks.workunit.client.0.smithi082.stdout: "unexp_power_loss": { 2024-08-17T01:56:59.189 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T01:56:59.189 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:56:59.189 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.189 INFO:tasks.workunit.client.0.smithi082.stdout: "wear_leveling": { 2024-08-17T01:56:59.190 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 90, 2024-08-17T01:56:59.190 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": { 2024-08-17T01:56:59.190 INFO:tasks.workunit.client.0.smithi082.stdout: "avg": 3135, 2024-08-17T01:56:59.190 INFO:tasks.workunit.client.0.smithi082.stdout: "max": 3150, 2024-08-17T01:56:59.190 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 3123 2024-08-17T01:56:59.190 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.190 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.190 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.190 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T01:56:59.191 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.191 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_smart_health_information_log": { 2024-08-17T01:56:59.191 INFO:tasks.workunit.client.0.smithi082.stdout: "available_spare": 100, 2024-08-17T01:56:59.191 INFO:tasks.workunit.client.0.smithi082.stdout: "available_spare_threshold": 10, 2024-08-17T01:56:59.191 INFO:tasks.workunit.client.0.smithi082.stdout: "controller_busy_time": 1, 2024-08-17T01:56:59.191 INFO:tasks.workunit.client.0.smithi082.stdout: "critical_warning": 0, 2024-08-17T01:56:59.191 INFO:tasks.workunit.client.0.smithi082.stdout: "data_units_read": 327349163, 2024-08-17T01:56:59.191 INFO:tasks.workunit.client.0.smithi082.stdout: "data_units_written": 1725597223, 2024-08-17T01:56:59.191 INFO:tasks.workunit.client.0.smithi082.stdout: "host_reads": 5478944983, 2024-08-17T01:56:59.191 INFO:tasks.workunit.client.0.smithi082.stdout: "host_writes": 31651435103, 2024-08-17T01:56:59.191 INFO:tasks.workunit.client.0.smithi082.stdout: "media_errors": 0, 2024-08-17T01:56:59.192 INFO:tasks.workunit.client.0.smithi082.stdout: "num_err_log_entries": 0, 2024-08-17T01:56:59.192 INFO:tasks.workunit.client.0.smithi082.stdout: "percentage_used": 10, 2024-08-17T01:56:59.192 INFO:tasks.workunit.client.0.smithi082.stdout: "power_cycles": 51178, 2024-08-17T01:56:59.192 INFO:tasks.workunit.client.0.smithi082.stdout: "power_on_hours": 55796, 2024-08-17T01:56:59.192 INFO:tasks.workunit.client.0.smithi082.stdout: "temperature": 25, 2024-08-17T01:56:59.192 INFO:tasks.workunit.client.0.smithi082.stdout: "unsafe_shutdowns": 147 2024-08-17T01:56:59.192 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.192 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_vendor": "intel", 2024-08-17T01:56:59.192 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_version": { 2024-08-17T01:56:59.193 INFO:tasks.workunit.client.0.smithi082.stdout: "string": "<1.2", 2024-08-17T01:56:59.193 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.193 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.193 INFO:tasks.workunit.client.0.smithi082.stdout: "power_cycle_count": 51178, 2024-08-17T01:56:59.193 INFO:tasks.workunit.client.0.smithi082.stdout: "power_on_time": { 2024-08-17T01:56:59.193 INFO:tasks.workunit.client.0.smithi082.stdout: "hours": 55796 2024-08-17T01:56:59.193 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.193 INFO:tasks.workunit.client.0.smithi082.stdout: "serial_number": "deleted", 2024-08-17T01:56:59.193 INFO:tasks.workunit.client.0.smithi082.stdout: "smart_status": { 2024-08-17T01:56:59.194 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme": { 2024-08-17T01:56:59.194 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.194 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.194 INFO:tasks.workunit.client.0.smithi082.stdout: "passed": true 2024-08-17T01:56:59.194 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.194 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl": { 2024-08-17T01:56:59.194 INFO:tasks.workunit.client.0.smithi082.stdout: "argv": [ 2024-08-17T01:56:59.194 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl", 2024-08-17T01:56:59.194 INFO:tasks.workunit.client.0.smithi082.stdout: "-x", 2024-08-17T01:56:59.195 INFO:tasks.workunit.client.0.smithi082.stdout: "--json=o", 2024-08-17T01:56:59.195 INFO:tasks.workunit.client.0.smithi082.stdout: "/dev/nvme0n1" 2024-08-17T01:56:59.195 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.195 INFO:tasks.workunit.client.0.smithi082.stdout: "build_info": "(local build)", 2024-08-17T01:56:59.195 INFO:tasks.workunit.client.0.smithi082.stdout: "exit_status": 0, 2024-08-17T01:56:59.195 INFO:tasks.workunit.client.0.smithi082.stdout: "output": [ 2024-08-17T01:56:59.195 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T01:56:59.195 INFO:tasks.workunit.client.0.smithi082.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T01:56:59.195 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T01:56:59.195 INFO:tasks.workunit.client.0.smithi082.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T01:56:59.195 INFO:tasks.workunit.client.0.smithi082.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T01:56:59.196 INFO:tasks.workunit.client.0.smithi082.stdout: "Serial Number: deleted", 2024-08-17T01:56:59.196 INFO:tasks.workunit.client.0.smithi082.stdout: "Firmware Version: 8DV101H0", 2024-08-17T01:56:59.196 INFO:tasks.workunit.client.0.smithi082.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T01:56:59.196 INFO:tasks.workunit.client.0.smithi082.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T01:56:59.196 INFO:tasks.workunit.client.0.smithi082.stdout: "Controller ID: 0", 2024-08-17T01:56:59.196 INFO:tasks.workunit.client.0.smithi082.stdout: "NVMe Version: <1.2", 2024-08-17T01:56:59.196 INFO:tasks.workunit.client.0.smithi082.stdout: "Number of Namespaces: 1", 2024-08-17T01:56:59.196 INFO:tasks.workunit.client.0.smithi082.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T01:56:59.196 INFO:tasks.workunit.client.0.smithi082.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T01:56:59.196 INFO:tasks.workunit.client.0.smithi082.stdout: "Local Time is: Sat Aug 17 00:34:47 2024 UTC", 2024-08-17T01:56:59.196 INFO:tasks.workunit.client.0.smithi082.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T01:56:59.196 INFO:tasks.workunit.client.0.smithi082.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T01:56:59.197 INFO:tasks.workunit.client.0.smithi082.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T01:56:59.197 INFO:tasks.workunit.client.0.smithi082.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T01:56:59.197 INFO:tasks.workunit.client.0.smithi082.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T01:56:59.197 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T01:56:59.197 INFO:tasks.workunit.client.0.smithi082.stdout: "Supported Power States", 2024-08-17T01:56:59.197 INFO:tasks.workunit.client.0.smithi082.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T01:56:59.197 INFO:tasks.workunit.client.0.smithi082.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T01:56:59.197 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T01:56:59.197 INFO:tasks.workunit.client.0.smithi082.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T01:56:59.197 INFO:tasks.workunit.client.0.smithi082.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T01:56:59.197 INFO:tasks.workunit.client.0.smithi082.stdout: " 0 + 512 0 2", 2024-08-17T01:56:59.197 INFO:tasks.workunit.client.0.smithi082.stdout: " 1 - 512 8 2", 2024-08-17T01:56:59.197 INFO:tasks.workunit.client.0.smithi082.stdout: " 2 - 512 16 2", 2024-08-17T01:56:59.198 INFO:tasks.workunit.client.0.smithi082.stdout: " 3 - 4096 0 0", 2024-08-17T01:56:59.198 INFO:tasks.workunit.client.0.smithi082.stdout: " 4 - 4096 8 0", 2024-08-17T01:56:59.198 INFO:tasks.workunit.client.0.smithi082.stdout: " 5 - 4096 64 0", 2024-08-17T01:56:59.198 INFO:tasks.workunit.client.0.smithi082.stdout: " 6 - 4096 128 0", 2024-08-17T01:56:59.198 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T01:56:59.198 INFO:tasks.workunit.client.0.smithi082.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T01:56:59.198 INFO:tasks.workunit.client.0.smithi082.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T01:56:59.198 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T01:56:59.198 INFO:tasks.workunit.client.0.smithi082.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T01:56:59.198 INFO:tasks.workunit.client.0.smithi082.stdout: "Critical Warning: 0x00", 2024-08-17T01:56:59.198 INFO:tasks.workunit.client.0.smithi082.stdout: "Temperature: 25 Celsius", 2024-08-17T01:56:59.198 INFO:tasks.workunit.client.0.smithi082.stdout: "Available Spare: 100%", 2024-08-17T01:56:59.198 INFO:tasks.workunit.client.0.smithi082.stdout: "Available Spare Threshold: 10%", 2024-08-17T01:56:59.199 INFO:tasks.workunit.client.0.smithi082.stdout: "Percentage Used: 10%", 2024-08-17T01:56:59.199 INFO:tasks.workunit.client.0.smithi082.stdout: "Data Units Read: 327,349,163 [167 TB]", 2024-08-17T01:56:59.199 INFO:tasks.workunit.client.0.smithi082.stdout: "Data Units Written: 1,725,597,223 [883 TB]", 2024-08-17T01:56:59.199 INFO:tasks.workunit.client.0.smithi082.stdout: "Host Read Commands: 5,478,944,983", 2024-08-17T01:56:59.199 INFO:tasks.workunit.client.0.smithi082.stdout: "Host Write Commands: 31,651,435,103", 2024-08-17T01:56:59.199 INFO:tasks.workunit.client.0.smithi082.stdout: "Controller Busy Time: 1", 2024-08-17T01:56:59.199 INFO:tasks.workunit.client.0.smithi082.stdout: "Power Cycles: 51,178", 2024-08-17T01:56:59.199 INFO:tasks.workunit.client.0.smithi082.stdout: "Power On Hours: 55,796", 2024-08-17T01:56:59.199 INFO:tasks.workunit.client.0.smithi082.stdout: "Unsafe Shutdowns: 147", 2024-08-17T01:56:59.199 INFO:tasks.workunit.client.0.smithi082.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T01:56:59.199 INFO:tasks.workunit.client.0.smithi082.stdout: "Error Information Log Entries: 0", 2024-08-17T01:56:59.199 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T01:56:59.199 INFO:tasks.workunit.client.0.smithi082.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T01:56:59.200 INFO:tasks.workunit.client.0.smithi082.stdout: "No Errors Logged", 2024-08-17T01:56:59.200 INFO:tasks.workunit.client.0.smithi082.stdout: "" 2024-08-17T01:56:59.200 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.200 INFO:tasks.workunit.client.0.smithi082.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T01:56:59.200 INFO:tasks.workunit.client.0.smithi082.stdout: "svn_revision": "5155", 2024-08-17T01:56:59.200 INFO:tasks.workunit.client.0.smithi082.stdout: "version": [ 2024-08-17T01:56:59.200 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:59.200 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:56:59.200 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.200 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.200 INFO:tasks.workunit.client.0.smithi082.stdout: "temperature": { 2024-08-17T01:56:59.200 INFO:tasks.workunit.client.0.smithi082.stdout: "current": 25 2024-08-17T01:56:59.200 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.201 INFO:tasks.workunit.client.0.smithi082.stdout: "user_capacity": { 2024-08-17T01:56:59.201 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T01:56:59.201 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T01:56:59.201 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.201 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.201 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.201 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.201 INFO:tasks.workunit.client.0.smithi082.stdout: "4c4819d8-5c31-11ef-bc15-0cc47a8fd3ff": { 2024-08-17T01:56:59.201 INFO:tasks.workunit.client.0.smithi082.stdout: "INTEL_SSDPEDMD400G4_4c48a678-5c31-11ef-bc15-0cc47a8fd3ff": { 2024-08-17T01:56:59.201 INFO:tasks.workunit.client.0.smithi082.stdout: "20240817-003445": { 2024-08-17T01:56:59.201 INFO:tasks.workunit.client.0.smithi082.stdout: "device": { 2024-08-17T01:56:59.201 INFO:tasks.workunit.client.0.smithi082.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T01:56:59.202 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "/dev/nvme0n1", 2024-08-17T01:56:59.202 INFO:tasks.workunit.client.0.smithi082.stdout: "protocol": "NVMe", 2024-08-17T01:56:59.202 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "nvme" 2024-08-17T01:56:59.202 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.202 INFO:tasks.workunit.client.0.smithi082.stdout: "firmware_version": "8DV101H0", 2024-08-17T01:56:59.202 INFO:tasks.workunit.client.0.smithi082.stdout: "host_id": "4c4819d8-5c31-11ef-bc15-0cc47a8fd3ff", 2024-08-17T01:56:59.202 INFO:tasks.workunit.client.0.smithi082.stdout: "json_format_version": [ 2024-08-17T01:56:59.202 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:56:59.202 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:56:59.202 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.202 INFO:tasks.workunit.client.0.smithi082.stdout: "local_time": { 2024-08-17T01:56:59.202 INFO:tasks.workunit.client.0.smithi082.stdout: "asctime": "Sat Aug 17 00:34:45 2024 UTC", 2024-08-17T01:56:59.202 INFO:tasks.workunit.client.0.smithi082.stdout: "time_t": 1723854885 2024-08-17T01:56:59.203 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.203 INFO:tasks.workunit.client.0.smithi082.stdout: "logical_block_size": 512, 2024-08-17T01:56:59.203 INFO:tasks.workunit.client.0.smithi082.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T01:56:59.203 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_controller_id": 0, 2024-08-17T01:56:59.203 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T01:56:59.203 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_namespaces": [ 2024-08-17T01:56:59.203 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.203 INFO:tasks.workunit.client.0.smithi082.stdout: "capacity": { 2024-08-17T01:56:59.203 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T01:56:59.203 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T01:56:59.203 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.203 INFO:tasks.workunit.client.0.smithi082.stdout: "formatted_lba_size": 512, 2024-08-17T01:56:59.204 INFO:tasks.workunit.client.0.smithi082.stdout: "id": 1, 2024-08-17T01:56:59.204 INFO:tasks.workunit.client.0.smithi082.stdout: "size": { 2024-08-17T01:56:59.204 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T01:56:59.204 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T01:56:59.204 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.204 INFO:tasks.workunit.client.0.smithi082.stdout: "utilization": { 2024-08-17T01:56:59.204 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T01:56:59.204 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T01:56:59.204 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.204 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.204 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.204 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T01:56:59.204 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_pci_vendor": { 2024-08-17T01:56:59.204 INFO:tasks.workunit.client.0.smithi082.stdout: "id": 32902, 2024-08-17T01:56:59.205 INFO:tasks.workunit.client.0.smithi082.stdout: "subsystem_id": 32902 2024-08-17T01:56:59.205 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.205 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T01:56:59.205 INFO:tasks.workunit.client.0.smithi082.stdout: "Device stats": { 2024-08-17T01:56:59.205 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_fw_downgrades": { 2024-08-17T01:56:59.205 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T01:56:59.205 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:56:59.205 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.205 INFO:tasks.workunit.client.0.smithi082.stdout: "crc_error_count": { 2024-08-17T01:56:59.205 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:56:59.205 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:56:59.205 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.205 INFO:tasks.workunit.client.0.smithi082.stdout: "end_to_end_error_detection_count": { 2024-08-17T01:56:59.205 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:56:59.205 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:56:59.206 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.206 INFO:tasks.workunit.client.0.smithi082.stdout: "erase_fail_count": { 2024-08-17T01:56:59.206 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:56:59.206 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:56:59.206 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.206 INFO:tasks.workunit.client.0.smithi082.stdout: "host_bytes_written": { 2024-08-17T01:56:59.206 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:56:59.206 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 32453604 2024-08-17T01:56:59.206 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.206 INFO:tasks.workunit.client.0.smithi082.stdout: "host_ctx_wear_used": { 2024-08-17T01:56:59.206 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:56:59.206 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 1 2024-08-17T01:56:59.207 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.207 INFO:tasks.workunit.client.0.smithi082.stdout: "media_bytes_read": { 2024-08-17T01:56:59.207 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T01:56:59.207 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:56:59.207 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.207 INFO:tasks.workunit.client.0.smithi082.stdout: "nand_bytes_written": { 2024-08-17T01:56:59.207 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:56:59.207 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 51366601 2024-08-17T01:56:59.207 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.207 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_stat_indicator": { 2024-08-17T01:56:59.207 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T01:56:59.207 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:56:59.207 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.207 INFO:tasks.workunit.client.0.smithi082.stdout: "pll_lock_loss_count": { 2024-08-17T01:56:59.208 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:56:59.208 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:56:59.208 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.208 INFO:tasks.workunit.client.0.smithi082.stdout: "program_fail_count": { 2024-08-17T01:56:59.208 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:56:59.208 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:56:59.208 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.208 INFO:tasks.workunit.client.0.smithi082.stdout: "re_alloc_sectr_cnt": { 2024-08-17T01:56:59.208 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T01:56:59.208 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:56:59.208 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.208 INFO:tasks.workunit.client.0.smithi082.stdout: "retry_buffer_overflow_count": { 2024-08-17T01:56:59.209 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:56:59.209 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:56:59.209 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.209 INFO:tasks.workunit.client.0.smithi082.stdout: "soft_ecc_err_rate": { 2024-08-17T01:56:59.209 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T01:56:59.209 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:56:59.209 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.209 INFO:tasks.workunit.client.0.smithi082.stdout: "thermal_throttle_status": { 2024-08-17T01:56:59.209 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:56:59.209 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": { 2024-08-17T01:56:59.209 INFO:tasks.workunit.client.0.smithi082.stdout: "cnt": 0, 2024-08-17T01:56:59.209 INFO:tasks.workunit.client.0.smithi082.stdout: "pct": 0 2024-08-17T01:56:59.209 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.210 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.210 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_host_reads": { 2024-08-17T01:56:59.210 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:56:59.210 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 65535 2024-08-17T01:56:59.210 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.210 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_media_wear": { 2024-08-17T01:56:59.210 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:56:59.210 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": "63.999023" 2024-08-17T01:56:59.210 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.210 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_timer": { 2024-08-17T01:56:59.210 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:56:59.210 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 65535 2024-08-17T01:56:59.210 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.211 INFO:tasks.workunit.client.0.smithi082.stdout: "unexp_power_loss": { 2024-08-17T01:56:59.211 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T01:56:59.211 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:56:59.211 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.211 INFO:tasks.workunit.client.0.smithi082.stdout: "wear_leveling": { 2024-08-17T01:56:59.211 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 89, 2024-08-17T01:56:59.211 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": { 2024-08-17T01:56:59.211 INFO:tasks.workunit.client.0.smithi082.stdout: "avg": 3410, 2024-08-17T01:56:59.211 INFO:tasks.workunit.client.0.smithi082.stdout: "max": 3427, 2024-08-17T01:56:59.211 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 3394 2024-08-17T01:56:59.211 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.211 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.211 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.211 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T01:56:59.212 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.212 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_smart_health_information_log": { 2024-08-17T01:56:59.212 INFO:tasks.workunit.client.0.smithi082.stdout: "available_spare": 100, 2024-08-17T01:56:59.212 INFO:tasks.workunit.client.0.smithi082.stdout: "available_spare_threshold": 10, 2024-08-17T01:56:59.212 INFO:tasks.workunit.client.0.smithi082.stdout: "controller_busy_time": 1, 2024-08-17T01:56:59.212 INFO:tasks.workunit.client.0.smithi082.stdout: "critical_warning": 0, 2024-08-17T01:56:59.212 INFO:tasks.workunit.client.0.smithi082.stdout: "data_units_read": 422946491, 2024-08-17T01:56:59.212 INFO:tasks.workunit.client.0.smithi082.stdout: "data_units_written": 2126879455, 2024-08-17T01:56:59.212 INFO:tasks.workunit.client.0.smithi082.stdout: "host_reads": 6963167010, 2024-08-17T01:56:59.212 INFO:tasks.workunit.client.0.smithi082.stdout: "host_writes": 36518885219, 2024-08-17T01:56:59.212 INFO:tasks.workunit.client.0.smithi082.stdout: "media_errors": 0, 2024-08-17T01:56:59.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_err_log_entries": 0, 2024-08-17T01:56:59.212 INFO:tasks.workunit.client.0.smithi082.stdout: "percentage_used": 11, 2024-08-17T01:56:59.213 INFO:tasks.workunit.client.0.smithi082.stdout: "power_cycles": 44577, 2024-08-17T01:56:59.213 INFO:tasks.workunit.client.0.smithi082.stdout: "power_on_hours": 61202, 2024-08-17T01:56:59.213 INFO:tasks.workunit.client.0.smithi082.stdout: "temperature": 26, 2024-08-17T01:56:59.213 INFO:tasks.workunit.client.0.smithi082.stdout: "unsafe_shutdowns": 40 2024-08-17T01:56:59.213 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.213 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_vendor": "intel", 2024-08-17T01:56:59.213 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_version": { 2024-08-17T01:56:59.213 INFO:tasks.workunit.client.0.smithi082.stdout: "string": "<1.2", 2024-08-17T01:56:59.213 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.213 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.213 INFO:tasks.workunit.client.0.smithi082.stdout: "power_cycle_count": 44577, 2024-08-17T01:56:59.213 INFO:tasks.workunit.client.0.smithi082.stdout: "power_on_time": { 2024-08-17T01:56:59.214 INFO:tasks.workunit.client.0.smithi082.stdout: "hours": 61202 2024-08-17T01:56:59.214 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.214 INFO:tasks.workunit.client.0.smithi082.stdout: "serial_number": "deleted", 2024-08-17T01:56:59.214 INFO:tasks.workunit.client.0.smithi082.stdout: "smart_status": { 2024-08-17T01:56:59.214 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme": { 2024-08-17T01:56:59.214 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.214 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.214 INFO:tasks.workunit.client.0.smithi082.stdout: "passed": true 2024-08-17T01:56:59.214 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.214 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl": { 2024-08-17T01:56:59.214 INFO:tasks.workunit.client.0.smithi082.stdout: "argv": [ 2024-08-17T01:56:59.214 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl", 2024-08-17T01:56:59.215 INFO:tasks.workunit.client.0.smithi082.stdout: "-x", 2024-08-17T01:56:59.215 INFO:tasks.workunit.client.0.smithi082.stdout: "--json=o", 2024-08-17T01:56:59.215 INFO:tasks.workunit.client.0.smithi082.stdout: "/dev/nvme0n1" 2024-08-17T01:56:59.215 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.215 INFO:tasks.workunit.client.0.smithi082.stdout: "build_info": "(local build)", 2024-08-17T01:56:59.215 INFO:tasks.workunit.client.0.smithi082.stdout: "exit_status": 0, 2024-08-17T01:56:59.215 INFO:tasks.workunit.client.0.smithi082.stdout: "output": [ 2024-08-17T01:56:59.215 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T01:56:59.215 INFO:tasks.workunit.client.0.smithi082.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T01:56:59.216 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T01:56:59.216 INFO:tasks.workunit.client.0.smithi082.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T01:56:59.216 INFO:tasks.workunit.client.0.smithi082.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T01:56:59.216 INFO:tasks.workunit.client.0.smithi082.stdout: "Serial Number: deleted", 2024-08-17T01:56:59.216 INFO:tasks.workunit.client.0.smithi082.stdout: "Firmware Version: 8DV101H0", 2024-08-17T01:56:59.216 INFO:tasks.workunit.client.0.smithi082.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T01:56:59.216 INFO:tasks.workunit.client.0.smithi082.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T01:56:59.216 INFO:tasks.workunit.client.0.smithi082.stdout: "Controller ID: 0", 2024-08-17T01:56:59.216 INFO:tasks.workunit.client.0.smithi082.stdout: "NVMe Version: <1.2", 2024-08-17T01:56:59.216 INFO:tasks.workunit.client.0.smithi082.stdout: "Number of Namespaces: 1", 2024-08-17T01:56:59.216 INFO:tasks.workunit.client.0.smithi082.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T01:56:59.216 INFO:tasks.workunit.client.0.smithi082.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T01:56:59.217 INFO:tasks.workunit.client.0.smithi082.stdout: "Local Time is: Sat Aug 17 00:34:45 2024 UTC", 2024-08-17T01:56:59.217 INFO:tasks.workunit.client.0.smithi082.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T01:56:59.217 INFO:tasks.workunit.client.0.smithi082.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T01:56:59.217 INFO:tasks.workunit.client.0.smithi082.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T01:56:59.217 INFO:tasks.workunit.client.0.smithi082.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T01:56:59.217 INFO:tasks.workunit.client.0.smithi082.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T01:56:59.217 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T01:56:59.217 INFO:tasks.workunit.client.0.smithi082.stdout: "Supported Power States", 2024-08-17T01:56:59.217 INFO:tasks.workunit.client.0.smithi082.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T01:56:59.217 INFO:tasks.workunit.client.0.smithi082.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T01:56:59.217 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T01:56:59.218 INFO:tasks.workunit.client.0.smithi082.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T01:56:59.218 INFO:tasks.workunit.client.0.smithi082.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T01:56:59.218 INFO:tasks.workunit.client.0.smithi082.stdout: " 0 + 512 0 2", 2024-08-17T01:56:59.218 INFO:tasks.workunit.client.0.smithi082.stdout: " 1 - 512 8 2", 2024-08-17T01:56:59.218 INFO:tasks.workunit.client.0.smithi082.stdout: " 2 - 512 16 2", 2024-08-17T01:56:59.218 INFO:tasks.workunit.client.0.smithi082.stdout: " 3 - 4096 0 0", 2024-08-17T01:56:59.218 INFO:tasks.workunit.client.0.smithi082.stdout: " 4 - 4096 8 0", 2024-08-17T01:56:59.218 INFO:tasks.workunit.client.0.smithi082.stdout: " 5 - 4096 64 0", 2024-08-17T01:56:59.218 INFO:tasks.workunit.client.0.smithi082.stdout: " 6 - 4096 128 0", 2024-08-17T01:56:59.219 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T01:56:59.219 INFO:tasks.workunit.client.0.smithi082.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T01:56:59.219 INFO:tasks.workunit.client.0.smithi082.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T01:56:59.219 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T01:56:59.219 INFO:tasks.workunit.client.0.smithi082.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T01:56:59.219 INFO:tasks.workunit.client.0.smithi082.stdout: "Critical Warning: 0x00", 2024-08-17T01:56:59.219 INFO:tasks.workunit.client.0.smithi082.stdout: "Temperature: 26 Celsius", 2024-08-17T01:56:59.219 INFO:tasks.workunit.client.0.smithi082.stdout: "Available Spare: 100%", 2024-08-17T01:56:59.219 INFO:tasks.workunit.client.0.smithi082.stdout: "Available Spare Threshold: 10%", 2024-08-17T01:56:59.219 INFO:tasks.workunit.client.0.smithi082.stdout: "Percentage Used: 11%", 2024-08-17T01:56:59.219 INFO:tasks.workunit.client.0.smithi082.stdout: "Data Units Read: 422,946,491 [216 TB]", 2024-08-17T01:56:59.219 INFO:tasks.workunit.client.0.smithi082.stdout: "Data Units Written: 2,126,879,455 [1.08 PB]", 2024-08-17T01:56:59.219 INFO:tasks.workunit.client.0.smithi082.stdout: "Host Read Commands: 6,963,167,010", 2024-08-17T01:56:59.219 INFO:tasks.workunit.client.0.smithi082.stdout: "Host Write Commands: 36,518,885,219", 2024-08-17T01:56:59.219 INFO:tasks.workunit.client.0.smithi082.stdout: "Controller Busy Time: 1", 2024-08-17T01:56:59.220 INFO:tasks.workunit.client.0.smithi082.stdout: "Power Cycles: 44,577", 2024-08-17T01:56:59.220 INFO:tasks.workunit.client.0.smithi082.stdout: "Power On Hours: 61,202", 2024-08-17T01:56:59.220 INFO:tasks.workunit.client.0.smithi082.stdout: "Unsafe Shutdowns: 40", 2024-08-17T01:56:59.220 INFO:tasks.workunit.client.0.smithi082.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T01:56:59.220 INFO:tasks.workunit.client.0.smithi082.stdout: "Error Information Log Entries: 0", 2024-08-17T01:56:59.220 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T01:56:59.220 INFO:tasks.workunit.client.0.smithi082.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T01:56:59.220 INFO:tasks.workunit.client.0.smithi082.stdout: "No Errors Logged", 2024-08-17T01:56:59.221 INFO:tasks.workunit.client.0.smithi082.stdout: "" 2024-08-17T01:56:59.221 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.221 INFO:tasks.workunit.client.0.smithi082.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T01:56:59.221 INFO:tasks.workunit.client.0.smithi082.stdout: "svn_revision": "5155", 2024-08-17T01:56:59.221 INFO:tasks.workunit.client.0.smithi082.stdout: "version": [ 2024-08-17T01:56:59.221 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:56:59.221 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:56:59.221 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.221 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.221 INFO:tasks.workunit.client.0.smithi082.stdout: "temperature": { 2024-08-17T01:56:59.221 INFO:tasks.workunit.client.0.smithi082.stdout: "current": 26 2024-08-17T01:56:59.221 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.222 INFO:tasks.workunit.client.0.smithi082.stdout: "user_capacity": { 2024-08-17T01:56:59.222 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T01:56:59.222 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T01:56:59.222 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.222 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.222 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.222 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.222 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.222 INFO:tasks.workunit.client.0.smithi082.stdout: "report": { 2024-08-17T01:56:59.222 INFO:tasks.workunit.client.0.smithi082.stdout: "balancer": { 2024-08-17T01:56:59.223 INFO:tasks.workunit.client.0.smithi082.stdout: "active": true, 2024-08-17T01:56:59.223 INFO:tasks.workunit.client.0.smithi082.stdout: "mode": "" 2024-08-17T01:56:59.223 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.223 INFO:tasks.workunit.client.0.smithi082.stdout: "channels": [ 2024-08-17T01:56:59.223 INFO:tasks.workunit.client.0.smithi082.stdout: "basic", 2024-08-17T01:56:59.223 INFO:tasks.workunit.client.0.smithi082.stdout: "crash", 2024-08-17T01:56:59.223 INFO:tasks.workunit.client.0.smithi082.stdout: "device", 2024-08-17T01:56:59.223 INFO:tasks.workunit.client.0.smithi082.stdout: "ident", 2024-08-17T01:56:59.223 INFO:tasks.workunit.client.0.smithi082.stdout: "perf" 2024-08-17T01:56:59.223 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.223 INFO:tasks.workunit.client.0.smithi082.stdout: "channels_available": [ 2024-08-17T01:56:59.223 INFO:tasks.workunit.client.0.smithi082.stdout: "basic", 2024-08-17T01:56:59.224 INFO:tasks.workunit.client.0.smithi082.stdout: "ident", 2024-08-17T01:56:59.224 INFO:tasks.workunit.client.0.smithi082.stdout: "crash", 2024-08-17T01:56:59.224 INFO:tasks.workunit.client.0.smithi082.stdout: "device", 2024-08-17T01:56:59.224 INFO:tasks.workunit.client.0.smithi082.stdout: "perf" 2024-08-17T01:56:59.224 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.224 INFO:tasks.workunit.client.0.smithi082.stdout: "collections_available": [ 2024-08-17T01:56:59.224 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_base", 2024-08-17T01:56:59.224 INFO:tasks.workunit.client.0.smithi082.stdout: "device_base", 2024-08-17T01:56:59.224 INFO:tasks.workunit.client.0.smithi082.stdout: "crash_base", 2024-08-17T01:56:59.224 INFO:tasks.workunit.client.0.smithi082.stdout: "ident_base", 2024-08-17T01:56:59.224 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_perf", 2024-08-17T01:56:59.225 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_mds_metadata", 2024-08-17T01:56:59.225 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_usage", 2024-08-17T01:56:59.225 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_usage_by_class", 2024-08-17T01:56:59.225 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_rook_v01", 2024-08-17T01:56:59.225 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_memory_metrics", 2024-08-17T01:56:59.225 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_options_bluestore", 2024-08-17T01:56:59.225 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_flags" 2024-08-17T01:56:59.225 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.225 INFO:tasks.workunit.client.0.smithi082.stdout: "collections_opted_in": [ 2024-08-17T01:56:59.225 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_base", 2024-08-17T01:56:59.225 INFO:tasks.workunit.client.0.smithi082.stdout: "device_base", 2024-08-17T01:56:59.225 INFO:tasks.workunit.client.0.smithi082.stdout: "crash_base", 2024-08-17T01:56:59.225 INFO:tasks.workunit.client.0.smithi082.stdout: "ident_base", 2024-08-17T01:56:59.225 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_perf", 2024-08-17T01:56:59.226 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_mds_metadata", 2024-08-17T01:56:59.226 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_usage", 2024-08-17T01:56:59.226 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_usage_by_class", 2024-08-17T01:56:59.226 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_rook_v01", 2024-08-17T01:56:59.226 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_memory_metrics", 2024-08-17T01:56:59.226 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_options_bluestore", 2024-08-17T01:56:59.226 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_flags" 2024-08-17T01:56:59.226 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.226 INFO:tasks.workunit.client.0.smithi082.stdout: "config": { 2024-08-17T01:56:59.226 INFO:tasks.workunit.client.0.smithi082.stdout: "active_changed": [ 2024-08-17T01:56:59.226 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T01:56:59.226 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_debug", 2024-08-17T01:56:59.227 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_mon_ticket_ttl", 2024-08-17T01:56:59.227 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_service_ticket_ttl", 2024-08-17T01:56:59.227 INFO:tasks.workunit.client.0.smithi082.stdout: "bdev_debug_aio", 2024-08-17T01:56:59.227 INFO:tasks.workunit.client.0.smithi082.stdout: "client_check_pool_perm", 2024-08-17T01:56:59.227 INFO:tasks.workunit.client.0.smithi082.stdout: "client_mount_gid", 2024-08-17T01:56:59.227 INFO:tasks.workunit.client.0.smithi082.stdout: "client_mount_uid", 2024-08-17T01:56:59.227 INFO:tasks.workunit.client.0.smithi082.stdout: "client_quota", 2024-08-17T01:56:59.227 INFO:tasks.workunit.client.0.smithi082.stdout: "container_image", 2024-08-17T01:56:59.227 INFO:tasks.workunit.client.0.smithi082.stdout: "daemonize", 2024-08-17T01:56:59.227 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_asserts_on_shutdown", 2024-08-17T01:56:59.227 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mgr", 2024-08-17T01:56:59.227 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mon", 2024-08-17T01:56:59.227 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_ms", 2024-08-17T01:56:59.227 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_osd", 2024-08-17T01:56:59.228 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_paxos", 2024-08-17T01:56:59.228 INFO:tasks.workunit.client.0.smithi082.stdout: "keyring", 2024-08-17T01:56:59.228 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_file", 2024-08-17T01:56:59.228 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_journald", 2024-08-17T01:56:59.228 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_stderr", 2024-08-17T01:56:59.228 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_allow_pool_delete", 2024-08-17T01:56:59.228 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_clock_drift_allowed", 2024-08-17T01:56:59.228 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_file", 2024-08-17T01:56:59.228 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_journald", 2024-08-17T01:56:59.228 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_stderr", 2024-08-17T01:56:59.228 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_data_avail_warn", 2024-08-17T01:56:59.228 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_election_default_strategy", 2024-08-17T01:56:59.228 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_host", 2024-08-17T01:56:59.228 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_max_pg_per_osd", 2024-08-17T01:56:59.228 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_mds_skip_sanity", 2024-08-17T01:56:59.229 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_mgr_mkfs_grace", 2024-08-17T01:56:59.229 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_prime_pg_temp", 2024-08-17T01:56:59.229 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T01:56:59.229 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T01:56:59.229 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T01:56:59.229 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T01:56:59.229 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T01:56:59.229 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T01:56:59.229 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T01:56:59.229 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T01:56:59.230 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T01:56:59.230 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T01:56:59.230 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_too_few_osds", 2024-08-17T01:56:59.230 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_bug", 2024-08-17T01:56:59.230 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_old_message", 2024-08-17T01:56:59.230 INFO:tasks.workunit.client.0.smithi082.stdout: "no_config_file", 2024-08-17T01:56:59.230 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_default_list", 2024-08-17T01:56:59.230 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_load_list", 2024-08-17T01:56:59.230 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_misdirected_ops", 2024-08-17T01:56:59.231 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_op_order", 2024-08-17T01:56:59.231 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_pg_log_writeout", 2024-08-17T01:56:59.231 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_shutdown", 2024-08-17T01:56:59.231 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T01:56:59.231 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T01:56:59.231 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T01:56:59.231 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T01:56:59.231 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_delete_sleep", 2024-08-17T01:56:59.231 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_delete_sleep_hdd", 2024-08-17T01:56:59.231 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_delete_sleep_hybrid", 2024-08-17T01:56:59.231 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_delete_sleep_ssd", 2024-08-17T01:56:59.232 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_max_backfills", 2024-08-17T01:56:59.232 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-17T01:56:59.232 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_profile", 2024-08-17T01:56:59.232 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-17T01:56:59.232 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-17T01:56:59.232 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-17T01:56:59.232 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-17T01:56:59.232 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-17T01:56:59.232 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-17T01:56:59.233 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_client_lim", 2024-08-17T01:56:59.233 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_client_res", 2024-08-17T01:56:59.233 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-17T01:56:59.233 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target", 2024-08-17T01:56:59.233 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target_autotune", 2024-08-17T01:56:59.233 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue", 2024-08-17T01:56:59.233 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue_cut_off", 2024-08-17T01:56:59.233 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T01:56:59.233 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T01:56:59.233 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recover_clone_overlap", 2024-08-17T01:56:59.233 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_max_active", 2024-08-17T01:56:59.233 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_max_active_hdd", 2024-08-17T01:56:59.233 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_max_active_ssd", 2024-08-17T01:56:59.234 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_max_chunk", 2024-08-17T01:56:59.234 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_sleep", 2024-08-17T01:56:59.234 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_sleep_hdd", 2024-08-17T01:56:59.234 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_sleep_hybrid", 2024-08-17T01:56:59.234 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_sleep_ssd", 2024-08-17T01:56:59.234 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_load_threshold", 2024-08-17T01:56:59.234 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_max_interval", 2024-08-17T01:56:59.234 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_sleep", 2024-08-17T01:56:59.234 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_shutdown_pgref_assert", 2024-08-17T01:56:59.234 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_snap_trim_sleep", 2024-08-17T01:56:59.234 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_snap_trim_sleep_hdd", 2024-08-17T01:56:59.234 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-17T01:56:59.234 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_snap_trim_sleep_ssd", 2024-08-17T01:56:59.235 INFO:tasks.workunit.client.0.smithi082.stdout: "public_network", 2024-08-17T01:56:59.235 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-17T01:56:59.235 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd_default_features", 2024-08-17T01:56:59.235 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd_qos_exclude_ops", 2024-08-17T01:56:59.235 INFO:tasks.workunit.client.0.smithi082.stdout: "setgroup", 2024-08-17T01:56:59.235 INFO:tasks.workunit.client.0.smithi082.stdout: "setuser" 2024-08-17T01:56:59.235 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.235 INFO:tasks.workunit.client.0.smithi082.stdout: "cluster_changed": [ 2024-08-17T01:56:59.235 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T01:56:59.235 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_debug", 2024-08-17T01:56:59.235 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_mon_ticket_ttl", 2024-08-17T01:56:59.235 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_service_ticket_ttl", 2024-08-17T01:56:59.235 INFO:tasks.workunit.client.0.smithi082.stdout: "bdev_debug_aio", 2024-08-17T01:56:59.235 INFO:tasks.workunit.client.0.smithi082.stdout: "container_image", 2024-08-17T01:56:59.235 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_asserts_on_shutdown", 2024-08-17T01:56:59.236 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mgr", 2024-08-17T01:56:59.236 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mon", 2024-08-17T01:56:59.236 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_ms", 2024-08-17T01:56:59.236 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_osd", 2024-08-17T01:56:59.236 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_paxos", 2024-08-17T01:56:59.236 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_file", 2024-08-17T01:56:59.236 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_journald", 2024-08-17T01:56:59.236 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_stderr", 2024-08-17T01:56:59.236 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_join_fs", 2024-08-17T01:56:59.236 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/allow_ptrace", 2024-08-17T01:56:59.236 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/container_init", 2024-08-17T01:56:59.236 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/migration_current", 2024-08-17T01:56:59.236 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/use_repo_digest", 2024-08-17T01:56:59.237 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-17T01:56:59.237 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-17T01:56:59.237 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-17T01:56:59.237 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-17T01:56:59.237 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/ssl_server_port", 2024-08-17T01:56:59.237 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/orchestrator/orchestrator", 2024-08-17T01:56:59.237 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/channel_ident", 2024-08-17T01:56:59.237 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/channel_perf", 2024-08-17T01:56:59.237 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/description", 2024-08-17T01:56:59.237 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/enabled", 2024-08-17T01:56:59.237 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/organization", 2024-08-17T01:56:59.237 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_allow_pool_delete", 2024-08-17T01:56:59.237 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_clock_drift_allowed", 2024-08-17T01:56:59.237 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_file", 2024-08-17T01:56:59.238 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_data_avail_warn", 2024-08-17T01:56:59.238 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_election_default_strategy", 2024-08-17T01:56:59.238 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_max_pg_per_osd", 2024-08-17T01:56:59.238 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_mds_skip_sanity", 2024-08-17T01:56:59.238 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_mgr_mkfs_grace", 2024-08-17T01:56:59.238 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_prime_pg_temp", 2024-08-17T01:56:59.238 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T01:56:59.238 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T01:56:59.238 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T01:56:59.238 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T01:56:59.238 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T01:56:59.238 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T01:56:59.239 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T01:56:59.239 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T01:56:59.239 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T01:56:59.239 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T01:56:59.239 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_too_few_osds", 2024-08-17T01:56:59.239 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_bug", 2024-08-17T01:56:59.239 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_old_message", 2024-08-17T01:56:59.239 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_default_list", 2024-08-17T01:56:59.239 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_load_list", 2024-08-17T01:56:59.239 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_misdirected_ops", 2024-08-17T01:56:59.239 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_op_order", 2024-08-17T01:56:59.239 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_pg_log_writeout", 2024-08-17T01:56:59.240 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_shutdown", 2024-08-17T01:56:59.240 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T01:56:59.240 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T01:56:59.240 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T01:56:59.240 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T01:56:59.240 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-17T01:56:59.240 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_profile", 2024-08-17T01:56:59.240 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target", 2024-08-17T01:56:59.240 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target_autotune", 2024-08-17T01:56:59.240 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue", 2024-08-17T01:56:59.240 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue_cut_off", 2024-08-17T01:56:59.240 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T01:56:59.240 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T01:56:59.241 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recover_clone_overlap", 2024-08-17T01:56:59.241 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_max_chunk", 2024-08-17T01:56:59.241 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_load_threshold", 2024-08-17T01:56:59.241 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_max_interval", 2024-08-17T01:56:59.241 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_shutdown_pgref_assert", 2024-08-17T01:56:59.241 INFO:tasks.workunit.client.0.smithi082.stdout: "public_network", 2024-08-17T01:56:59.241 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-17T01:56:59.241 INFO:tasks.workunit.client.0.smithi082.stdout: "rgw_cache_enabled", 2024-08-17T01:56:59.241 INFO:tasks.workunit.client.0.smithi082.stdout: "rgw_enable_ops_log", 2024-08-17T01:56:59.241 INFO:tasks.workunit.client.0.smithi082.stdout: "rgw_enable_usage_log" 2024-08-17T01:56:59.241 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.241 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.241 INFO:tasks.workunit.client.0.smithi082.stdout: "contact": null, 2024-08-17T01:56:59.241 INFO:tasks.workunit.client.0.smithi082.stdout: "crashes": [], 2024-08-17T01:56:59.242 INFO:tasks.workunit.client.0.smithi082.stdout: "created": "2024-08-17T00:31:42.812154Z", 2024-08-17T01:56:59.242 INFO:tasks.workunit.client.0.smithi082.stdout: "crush": { 2024-08-17T01:56:59.242 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket_algs": { 2024-08-17T01:56:59.242 INFO:tasks.workunit.client.0.smithi082.stdout: "straw2": 3 2024-08-17T01:56:59.242 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.242 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket_sizes": { 2024-08-17T01:56:59.242 INFO:tasks.workunit.client.0.smithi082.stdout: "2": 1, 2024-08-17T01:56:59.242 INFO:tasks.workunit.client.0.smithi082.stdout: "4": 2 2024-08-17T01:56:59.242 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.242 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket_types": { 2024-08-17T01:56:59.242 INFO:tasks.workunit.client.0.smithi082.stdout: "1": 2, 2024-08-17T01:56:59.242 INFO:tasks.workunit.client.0.smithi082.stdout: "11": 1 2024-08-17T01:56:59.242 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.243 INFO:tasks.workunit.client.0.smithi082.stdout: "compat_weight_set": false, 2024-08-17T01:56:59.243 INFO:tasks.workunit.client.0.smithi082.stdout: "device_classes": [ 2024-08-17T01:56:59.243 INFO:tasks.workunit.client.0.smithi082.stdout: 8 2024-08-17T01:56:59.243 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_buckets": 6, 2024-08-17T01:56:59.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_devices": 8, 2024-08-17T01:56:59.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_rules": 2, 2024-08-17T01:56:59.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_types": 12, 2024-08-17T01:56:59.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_weight_sets": 0, 2024-08-17T01:56:59.243 INFO:tasks.workunit.client.0.smithi082.stdout: "tunables": { 2024-08-17T01:56:59.243 INFO:tasks.workunit.client.0.smithi082.stdout: "allowed_bucket_algs": 54, 2024-08-17T01:56:59.243 INFO:tasks.workunit.client.0.smithi082.stdout: "choose_local_fallback_tries": 0, 2024-08-17T01:56:59.243 INFO:tasks.workunit.client.0.smithi082.stdout: "choose_local_tries": 0, 2024-08-17T01:56:59.244 INFO:tasks.workunit.client.0.smithi082.stdout: "choose_total_tries": 50, 2024-08-17T01:56:59.244 INFO:tasks.workunit.client.0.smithi082.stdout: "chooseleaf_descend_once": 1, 2024-08-17T01:56:59.244 INFO:tasks.workunit.client.0.smithi082.stdout: "chooseleaf_stable": 1, 2024-08-17T01:56:59.244 INFO:tasks.workunit.client.0.smithi082.stdout: "chooseleaf_vary_r": 1, 2024-08-17T01:56:59.244 INFO:tasks.workunit.client.0.smithi082.stdout: "has_msr_rules": 0, 2024-08-17T01:56:59.244 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v2_rules": 1, 2024-08-17T01:56:59.244 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v3_rules": 0, 2024-08-17T01:56:59.244 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v4_buckets": 1, 2024-08-17T01:56:59.244 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v5_rules": 0, 2024-08-17T01:56:59.244 INFO:tasks.workunit.client.0.smithi082.stdout: "legacy_tunables": 0, 2024-08-17T01:56:59.244 INFO:tasks.workunit.client.0.smithi082.stdout: "minimum_required_version": "jewel", 2024-08-17T01:56:59.244 INFO:tasks.workunit.client.0.smithi082.stdout: "msr_collision_tries": 100, 2024-08-17T01:56:59.244 INFO:tasks.workunit.client.0.smithi082.stdout: "msr_descents": 100, 2024-08-17T01:56:59.244 INFO:tasks.workunit.client.0.smithi082.stdout: "optimal_tunables": 1, 2024-08-17T01:56:59.244 INFO:tasks.workunit.client.0.smithi082.stdout: "profile": "jewel", 2024-08-17T01:56:59.245 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables": 1, 2024-08-17T01:56:59.245 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables2": 1, 2024-08-17T01:56:59.245 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables3": 1, 2024-08-17T01:56:59.245 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables5": 1, 2024-08-17T01:56:59.245 INFO:tasks.workunit.client.0.smithi082.stdout: "straw_calc_version": 1 2024-08-17T01:56:59.245 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.245 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.245 INFO:tasks.workunit.client.0.smithi082.stdout: "description": "upgrade test cluster", 2024-08-17T01:56:59.245 INFO:tasks.workunit.client.0.smithi082.stdout: "fs": { 2024-08-17T01:56:59.245 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:56:59.245 INFO:tasks.workunit.client.0.smithi082.stdout: "feature_flags": { 2024-08-17T01:56:59.245 INFO:tasks.workunit.client.0.smithi082.stdout: "enable_multiple": true, 2024-08-17T01:56:59.245 INFO:tasks.workunit.client.0.smithi082.stdout: "ever_enabled_multiple": true 2024-08-17T01:56:59.246 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.246 INFO:tasks.workunit.client.0.smithi082.stdout: "filesystems": [ 2024-08-17T01:56:59.246 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.246 INFO:tasks.workunit.client.0.smithi082.stdout: "approx_ctime": "2024-08", 2024-08-17T01:56:59.246 INFO:tasks.workunit.client.0.smithi082.stdout: "balancer_enabled": false, 2024-08-17T01:56:59.246 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.246 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_caps": 0, 2024-08-17T01:56:59.246 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_dns": 10, 2024-08-17T01:56:59.246 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_inos": 13, 2024-08-17T01:56:59.246 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_subtrees": 2, 2024-08-17T01:56:59.246 INFO:tasks.workunit.client.0.smithi082.stdout: "ever_allowed_features": 0, 2024-08-17T01:56:59.246 INFO:tasks.workunit.client.0.smithi082.stdout: "explicitly_allowed_features": 0, 2024-08-17T01:56:59.246 INFO:tasks.workunit.client.0.smithi082.stdout: "files": 0, 2024-08-17T01:56:59.247 INFO:tasks.workunit.client.0.smithi082.stdout: "max_mds": 1, 2024-08-17T01:56:59.247 INFO:tasks.workunit.client.0.smithi082.stdout: "num_data_pools": 1, 2024-08-17T01:56:59.247 INFO:tasks.workunit.client.0.smithi082.stdout: "num_in": 1, 2024-08-17T01:56:59.247 INFO:tasks.workunit.client.0.smithi082.stdout: "num_mds": 1, 2024-08-17T01:56:59.247 INFO:tasks.workunit.client.0.smithi082.stdout: "num_sessions": 0, 2024-08-17T01:56:59.247 INFO:tasks.workunit.client.0.smithi082.stdout: "num_standby_replay": 0, 2024-08-17T01:56:59.247 INFO:tasks.workunit.client.0.smithi082.stdout: "num_up": 1, 2024-08-17T01:56:59.247 INFO:tasks.workunit.client.0.smithi082.stdout: "snaps": 0, 2024-08-17T01:56:59.247 INFO:tasks.workunit.client.0.smithi082.stdout: "standby_count_wanted": 0 2024-08-17T01:56:59.247 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.247 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.247 INFO:tasks.workunit.client.0.smithi082.stdout: "num_standby_mds": 1, 2024-08-17T01:56:59.247 INFO:tasks.workunit.client.0.smithi082.stdout: "total_num_mds": 2 2024-08-17T01:56:59.248 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.248 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_stats": { 2024-08-17T01:56:59.248 INFO:tasks.workunit.client.0.smithi082.stdout: "mds": { 2024-08-17T01:56:59.248 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T01:56:59.248 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 20619264, 2024-08-17T01:56:59.248 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 393872, 2024-08-17T01:56:59.248 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2621440, 2024-08-17T01:56:59.248 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:56:59.248 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 573440, 2024-08-17T01:56:59.248 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 479, 2024-08-17T01:56:59.248 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:56:59.248 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 1416136, 2024-08-17T01:56:59.248 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 22, 2024-08-17T01:56:59.248 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 1022976, 2024-08-17T01:56:59.248 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 15164840, 2024-08-17T01:56:59.249 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 21192704 2024-08-17T01:56:59.249 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.249 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T01:56:59.249 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 20144128, 2024-08-17T01:56:59.249 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 331928, 2024-08-17T01:56:59.249 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2621440, 2024-08-17T01:56:59.249 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 794624, 2024-08-17T01:56:59.249 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 0, 2024-08-17T01:56:59.249 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 354, 2024-08-17T01:56:59.249 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:56:59.249 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 1118336, 2024-08-17T01:56:59.249 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 13, 2024-08-17T01:56:59.249 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 537088, 2024-08-17T01:56:59.249 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 14740712, 2024-08-17T01:56:59.249 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 20144128 2024-08-17T01:56:59.250 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.250 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.250 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:56:59.250 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T01:56:59.250 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 259964928, 2024-08-17T01:56:59.250 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 5224392, 2024-08-17T01:56:59.250 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 5111808, 2024-08-17T01:56:59.250 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 1343488, 2024-08-17T01:56:59.250 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 8192, 2024-08-17T01:56:59.250 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 9682, 2024-08-17T01:56:59.250 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:56:59.250 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 16844360, 2024-08-17T01:56:59.250 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 23, 2024-08-17T01:56:59.250 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 4608000, 2024-08-17T01:56:59.251 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 226832880, 2024-08-17T01:56:59.251 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 259973120 2024-08-17T01:56:59.251 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.251 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T01:56:59.251 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 165593088, 2024-08-17T01:56:59.251 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 1918232, 2024-08-17T01:56:59.251 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2883584, 2024-08-17T01:56:59.251 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:56:59.251 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 802816, 2024-08-17T01:56:59.251 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 6358, 2024-08-17T01:56:59.251 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:56:59.251 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 10355776, 2024-08-17T01:56:59.251 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 20, 2024-08-17T01:56:59.251 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 2170112, 2024-08-17T01:56:59.252 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 148265384, 2024-08-17T01:56:59.252 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 166395904 2024-08-17T01:56:59.252 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.252 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.b49720f953d6f37bda4fd718c5ff5f803b0cc706": { 2024-08-17T01:56:59.252 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 182026240, 2024-08-17T01:56:59.252 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 2759800, 2024-08-17T01:56:59.252 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2883584, 2024-08-17T01:56:59.252 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 2056192, 2024-08-17T01:56:59.252 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 131072, 2024-08-17T01:56:59.252 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 7267, 2024-08-17T01:56:59.252 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:56:59.252 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 11030480, 2024-08-17T01:56:59.253 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 20, 2024-08-17T01:56:59.253 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 3427072, 2024-08-17T01:56:59.253 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 159869112, 2024-08-17T01:56:59.253 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 182157312 2024-08-17T01:56:59.253 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.253 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.253 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:59.253 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.0": { 2024-08-17T01:56:59.253 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 569483264, 2024-08-17T01:56:59.253 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 25298520, 2024-08-17T01:56:59.253 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 3407872, 2024-08-17T01:56:59.253 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:56:59.253 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 3735552, 2024-08-17T01:56:59.254 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 14795, 2024-08-17T01:56:59.254 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:56:59.254 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 78652848, 2024-08-17T01:56:59.254 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:56:59.254 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 13652992, 2024-08-17T01:56:59.254 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 448471032, 2024-08-17T01:56:59.254 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 573218816 2024-08-17T01:56:59.254 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.254 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.1": { 2024-08-17T01:56:59.254 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 523476992, 2024-08-17T01:56:59.254 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 29229512, 2024-08-17T01:56:59.255 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 3276800, 2024-08-17T01:56:59.255 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 49152, 2024-08-17T01:56:59.255 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 30072832, 2024-08-17T01:56:59.255 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 13233, 2024-08-17T01:56:59.255 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:56:59.255 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 63598720, 2024-08-17T01:56:59.255 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:56:59.255 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 9916160, 2024-08-17T01:56:59.255 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 417406648, 2024-08-17T01:56:59.255 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 553549824 2024-08-17T01:56:59.255 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.255 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.2": { 2024-08-17T01:56:59.255 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 558899200, 2024-08-17T01:56:59.255 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 27618784, 2024-08-17T01:56:59.256 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 5373952, 2024-08-17T01:56:59.256 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:56:59.256 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 35782656, 2024-08-17T01:56:59.256 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 11740, 2024-08-17T01:56:59.256 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:56:59.256 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 63513024, 2024-08-17T01:56:59.256 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:56:59.256 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 12084480, 2024-08-17T01:56:59.256 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 450308960, 2024-08-17T01:56:59.256 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 594681856 2024-08-17T01:56:59.256 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.256 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.3": { 2024-08-17T01:56:59.256 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 507445248, 2024-08-17T01:56:59.257 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 21141160, 2024-08-17T01:56:59.257 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 3145728, 2024-08-17T01:56:59.257 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:56:59.257 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 18964480, 2024-08-17T01:56:59.257 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 10332, 2024-08-17T01:56:59.257 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:56:59.257 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 53840880, 2024-08-17T01:56:59.257 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 53, 2024-08-17T01:56:59.258 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 13401088, 2024-08-17T01:56:59.258 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 415916392, 2024-08-17T01:56:59.258 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 526409728 2024-08-17T01:56:59.258 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.258 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.4": { 2024-08-17T01:56:59.258 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 323018752, 2024-08-17T01:56:59.258 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 22393104, 2024-08-17T01:56:59.258 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 5373952, 2024-08-17T01:56:59.258 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:56:59.258 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 224198656, 2024-08-17T01:56:59.258 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 11707, 2024-08-17T01:56:59.258 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:56:59.259 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 59209752, 2024-08-17T01:56:59.259 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:56:59.259 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 11931136, 2024-08-17T01:56:59.259 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 224110808, 2024-08-17T01:56:59.259 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 547217408 2024-08-17T01:56:59.259 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.259 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.5": { 2024-08-17T01:56:59.259 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 502759424, 2024-08-17T01:56:59.259 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 23079448, 2024-08-17T01:56:59.259 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 5373952, 2024-08-17T01:56:59.259 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:56:59.260 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 49414144, 2024-08-17T01:56:59.260 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 12815, 2024-08-17T01:56:59.260 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:56:59.260 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 60999944, 2024-08-17T01:56:59.260 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 54, 2024-08-17T01:56:59.260 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 12034816, 2024-08-17T01:56:59.260 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 401271264, 2024-08-17T01:56:59.260 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 552173568 2024-08-17T01:56:59.260 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.260 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.6": { 2024-08-17T01:56:59.260 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 422764544, 2024-08-17T01:56:59.261 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 18626896, 2024-08-17T01:56:59.261 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 3145728, 2024-08-17T01:56:59.261 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 49152, 2024-08-17T01:56:59.261 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 45146112, 2024-08-17T01:56:59.261 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 9580, 2024-08-17T01:56:59.261 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:56:59.261 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 51573952, 2024-08-17T01:56:59.261 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 53, 2024-08-17T01:56:59.261 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 11907072, 2024-08-17T01:56:59.261 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 337461744, 2024-08-17T01:56:59.262 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 467910656 2024-08-17T01:56:59.262 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.262 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.7": { 2024-08-17T01:56:59.262 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 471826432, 2024-08-17T01:56:59.262 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 22267872, 2024-08-17T01:56:59.262 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 3276800, 2024-08-17T01:56:59.262 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:56:59.262 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 71417856, 2024-08-17T01:56:59.262 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 11781, 2024-08-17T01:56:59.262 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:56:59.263 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 65072704, 2024-08-17T01:56:59.263 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 58, 2024-08-17T01:56:59.263 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 11005184, 2024-08-17T01:56:59.263 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 370203872, 2024-08-17T01:56:59.263 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 543244288 2024-08-17T01:56:59.263 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.263 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.263 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.263 INFO:tasks.workunit.client.0.smithi082.stdout: "hosts": { 2024-08-17T01:56:59.263 INFO:tasks.workunit.client.0.smithi082.stdout: "num": 2, 2024-08-17T01:56:59.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_mds": 2, 2024-08-17T01:56:59.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_mgr": 2, 2024-08-17T01:56:59.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_mon": 2, 2024-08-17T01:56:59.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_osd": 2 2024-08-17T01:56:59.264 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.264 INFO:tasks.workunit.client.0.smithi082.stdout: "io_rate": { 2024-08-17T01:56:59.264 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_stats_delta": { 2024-08-17T01:56:59.264 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 0, 2024-08-17T01:56:59.264 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:56:59.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 0, 2024-08-17T01:56:59.264 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:56:59.265 INFO:tasks.workunit.client.0.smithi082.stdout: "stamp_delta": "12.002926", 2024-08-17T01:56:59.265 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:56:59.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:56:59.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:56:59.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:56:59.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:56:59.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:56:59.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:56:59.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:56:59.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:56:59.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:56:59.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:56:59.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:56:59.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:56:59.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:56:59.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:56:59.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:56:59.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:56:59.267 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:56:59.267 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:56:59.267 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:56:59.267 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:56:59.267 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:56:59.267 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:56:59.267 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:56:59.267 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:56:59.268 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:56:59.268 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:56:59.268 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:56:59.268 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:56:59.268 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:56:59.268 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:56:59.268 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:56:59.268 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:56:59.268 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:56:59.268 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:56:59.268 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:56:59.268 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:56:59.269 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:56:59.269 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:56:59.269 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:56:59.269 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:56:59.269 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.269 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T01:56:59.269 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 0, 2024-08-17T01:56:59.269 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T01:56:59.269 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T01:56:59.269 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T01:56:59.269 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T01:56:59.269 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 0, 2024-08-17T01:56:59.269 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T01:56:59.269 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T01:56:59.270 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 0, 2024-08-17T01:56:59.270 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T01:56:59.270 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.270 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 0 2024-08-17T01:56:59.270 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.270 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.270 INFO:tasks.workunit.client.0.smithi082.stdout: "leaderboard": false, 2024-08-17T01:56:59.270 INFO:tasks.workunit.client.0.smithi082.stdout: "leaderboard_description": null, 2024-08-17T01:56:59.270 INFO:tasks.workunit.client.0.smithi082.stdout: "license": "sharing-1-0", 2024-08-17T01:56:59.270 INFO:tasks.workunit.client.0.smithi082.stdout: "mempool": { 2024-08-17T01:56:59.270 INFO:tasks.workunit.client.0.smithi082.stdout: "mds": { 2024-08-17T01:56:59.270 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T01:56:59.270 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:56:59.271 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.271 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.271 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.271 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:59.271 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.271 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.271 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.271 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:56:59.271 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.271 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.271 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.271 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:56:59.272 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.272 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.272 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.272 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:56:59.272 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.272 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.272 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.272 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:56:59.272 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.272 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.272 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.272 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:56:59.272 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.272 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.273 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.273 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:56:59.273 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.273 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.273 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.273 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:56:59.273 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.273 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.273 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.273 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:56:59.273 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.273 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.273 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.273 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:56:59.274 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.274 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.274 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.274 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:56:59.274 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.274 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.274 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.274 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:56:59.274 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.274 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.274 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.274 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:56:59.274 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.274 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.275 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.275 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:56:59.275 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.275 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.275 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.275 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:56:59.275 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.275 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.275 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.275 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:56:59.275 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.275 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.276 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.276 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:56:59.276 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.276 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.276 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.276 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:56:59.276 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 222424, 2024-08-17T01:56:59.276 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 68 2024-08-17T01:56:59.276 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.276 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:56:59.276 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.276 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.276 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.276 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:56:59.277 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 52112, 2024-08-17T01:56:59.277 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 181 2024-08-17T01:56:59.277 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.277 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:59.277 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.277 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.277 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.277 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:56:59.277 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.277 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.277 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.277 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:56:59.278 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.278 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.278 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.278 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:56:59.278 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12496, 2024-08-17T01:56:59.278 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 241 2024-08-17T01:56:59.278 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.278 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:56:59.278 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.278 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.278 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.278 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:56:59.278 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.278 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.279 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.279 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:56:59.279 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.279 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.279 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.279 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:56:59.279 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.279 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.279 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.279 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.279 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T01:56:59.279 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:56:59.280 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.280 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.280 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.280 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:59.280 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.280 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.280 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.280 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:56:59.280 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.280 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.280 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.280 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:56:59.280 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.280 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.281 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.281 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:56:59.281 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.281 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.281 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.281 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:56:59.281 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.281 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.281 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.281 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:56:59.281 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.281 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.281 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.281 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:56:59.281 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.282 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.282 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.282 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:56:59.282 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.282 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.282 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.282 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:56:59.282 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.282 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.282 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.282 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:56:59.282 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.282 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.282 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.283 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:56:59.283 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.283 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.283 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.283 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:56:59.283 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.283 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.283 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.283 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:56:59.283 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.283 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.283 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.283 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:56:59.284 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.284 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.284 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.284 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:56:59.284 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.284 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.284 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.284 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:56:59.284 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.284 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.284 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.284 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:56:59.284 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.285 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.285 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.285 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:56:59.285 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 149025, 2024-08-17T01:56:59.285 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 34 2024-08-17T01:56:59.285 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.285 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:56:59.285 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.285 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.285 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.285 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:56:59.285 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 928, 2024-08-17T01:56:59.285 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2 2024-08-17T01:56:59.285 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.285 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:59.286 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.286 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.286 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.286 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:56:59.286 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.286 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.286 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.286 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:56:59.286 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.286 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.286 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.286 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:56:59.286 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.286 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.286 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.287 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:56:59.287 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.287 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.287 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.287 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:56:59.287 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.287 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.287 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.287 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:56:59.287 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.287 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.287 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.287 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:56:59.287 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.288 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.288 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.288 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.288 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.288 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:56:59.288 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T01:56:59.288 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:56:59.288 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.288 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.288 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.288 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:59.288 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.288 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.289 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.289 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:56:59.289 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.289 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.289 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.289 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:56:59.289 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.289 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.289 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.289 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:56:59.290 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.290 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.290 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.290 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:56:59.290 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.290 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.290 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.290 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:56:59.290 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.290 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.290 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.290 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:56:59.290 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.291 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.291 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.291 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:56:59.291 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.291 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.291 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.291 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:56:59.291 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.291 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.291 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.291 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:56:59.291 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.291 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.292 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.292 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:56:59.292 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.292 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.292 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.292 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:56:59.292 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.292 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.292 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.292 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:56:59.293 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.293 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.293 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.293 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:56:59.293 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.293 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.293 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.293 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:56:59.293 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.293 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.293 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.293 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:56:59.294 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.294 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.294 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.294 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:56:59.294 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.294 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.294 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.294 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:56:59.294 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 48588858, 2024-08-17T01:56:59.294 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 6422 2024-08-17T01:56:59.295 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.295 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:56:59.295 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.295 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.295 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.295 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:56:59.295 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.295 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.295 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.295 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:59.295 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.295 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.296 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.296 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:56:59.296 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.296 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.296 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.296 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:56:59.296 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.296 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.296 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.296 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:56:59.296 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 11072, 2024-08-17T01:56:59.296 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 240 2024-08-17T01:56:59.297 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.297 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:56:59.297 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 70440, 2024-08-17T01:56:59.297 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 5158 2024-08-17T01:56:59.297 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.297 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:56:59.297 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 11440, 2024-08-17T01:56:59.297 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 304 2024-08-17T01:56:59.297 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.297 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:56:59.297 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.298 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.298 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.298 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:56:59.298 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.298 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.298 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.298 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.298 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T01:56:59.298 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:56:59.298 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.299 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.299 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.299 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:59.299 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.299 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.299 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.299 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:56:59.299 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.299 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.300 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.300 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:56:59.300 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.300 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.300 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.300 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:56:59.300 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.300 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.300 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.300 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:56:59.301 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.301 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.301 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.301 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:56:59.301 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.301 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.301 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.301 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:56:59.301 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.301 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.301 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.302 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:56:59.302 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.302 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.302 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.302 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:56:59.302 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.302 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.302 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.302 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:56:59.302 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.302 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.302 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.302 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:56:59.303 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.303 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.303 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.303 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:56:59.303 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.303 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.303 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.303 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:56:59.303 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.303 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.303 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.303 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:56:59.303 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.304 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.304 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.304 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:56:59.304 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.304 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.304 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.304 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:56:59.304 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.304 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.304 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.304 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:56:59.305 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.305 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.305 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.305 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:56:59.305 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 44173544, 2024-08-17T01:56:59.305 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 5429 2024-08-17T01:56:59.305 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.305 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:56:59.305 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 968, 2024-08-17T01:56:59.305 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 11 2024-08-17T01:56:59.305 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.306 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:56:59.306 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.306 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.306 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.306 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:59.306 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.306 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.306 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.306 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:56:59.306 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.307 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.307 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.307 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:56:59.307 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.307 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.307 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.307 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:56:59.307 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 11072, 2024-08-17T01:56:59.307 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 240 2024-08-17T01:56:59.307 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.308 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:56:59.308 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 70440, 2024-08-17T01:56:59.308 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 5158 2024-08-17T01:56:59.308 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.308 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:56:59.308 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5720, 2024-08-17T01:56:59.309 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 152 2024-08-17T01:56:59.309 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.309 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:56:59.309 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.309 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.309 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.309 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:56:59.309 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.309 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.309 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.309 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.309 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.b49720f953d6f37bda4fd718c5ff5f803b0cc706": { 2024-08-17T01:56:59.310 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:56:59.310 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.310 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.310 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.310 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:59.310 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.310 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.310 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.310 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:56:59.310 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.310 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.311 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.311 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:56:59.311 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.311 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.311 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.311 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:56:59.311 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.311 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.311 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.312 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:56:59.312 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.312 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.312 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.312 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:56:59.312 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.312 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.312 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.312 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:56:59.312 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.312 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.313 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.313 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:56:59.313 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.313 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.313 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.313 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:56:59.313 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.313 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.313 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.313 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:56:59.313 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.313 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.314 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.314 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:56:59.314 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.314 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.314 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.314 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:56:59.314 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.314 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.314 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.314 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:56:59.314 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.315 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.315 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.315 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:56:59.315 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.315 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.315 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.315 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:56:59.315 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.315 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.315 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.315 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:56:59.315 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.316 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.316 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.316 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:56:59.316 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.316 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.316 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.316 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:56:59.316 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 54496474, 2024-08-17T01:56:59.316 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 7890 2024-08-17T01:56:59.316 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.316 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:56:59.316 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.317 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.317 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.317 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:56:59.317 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.317 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.317 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.317 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:59.317 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.317 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.317 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.317 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:56:59.318 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.318 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.318 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.318 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:56:59.318 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.318 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.318 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.318 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:56:59.318 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 11072, 2024-08-17T01:56:59.318 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 240 2024-08-17T01:56:59.319 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.319 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:56:59.319 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 70440, 2024-08-17T01:56:59.319 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 5158 2024-08-17T01:56:59.319 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.319 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:56:59.319 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5720, 2024-08-17T01:56:59.319 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 152 2024-08-17T01:56:59.319 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.319 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:56:59.319 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.320 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.320 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.320 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:56:59.320 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.320 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.320 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.320 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.320 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.320 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:59.320 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.0": { 2024-08-17T01:56:59.321 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:56:59.321 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.321 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.321 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.321 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:59.321 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 19616, 2024-08-17T01:56:59.321 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 339 2024-08-17T01:56:59.321 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.321 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:56:59.321 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 325760, 2024-08-17T01:56:59.321 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 28 2024-08-17T01:56:59.321 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.321 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:56:59.322 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2880, 2024-08-17T01:56:59.322 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 15 2024-08-17T01:56:59.322 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.322 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:56:59.322 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 61360, 2024-08-17T01:56:59.322 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 767 2024-08-17T01:56:59.322 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.322 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:56:59.322 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 419744, 2024-08-17T01:56:59.322 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2018 2024-08-17T01:56:59.322 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.322 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:56:59.323 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:56:59.323 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:56:59.323 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.323 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:56:59.323 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 294365, 2024-08-17T01:56:59.323 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 105 2024-08-17T01:56:59.323 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.323 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:56:59.323 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2531703, 2024-08-17T01:56:59.323 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 557793 2024-08-17T01:56:59.323 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.323 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:56:59.324 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 7133456, 2024-08-17T01:56:59.324 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10522 2024-08-17T01:56:59.324 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.324 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:56:59.324 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 88140, 2024-08-17T01:56:59.324 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9443 2024-08-17T01:56:59.324 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.324 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:56:59.324 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 96864, 2024-08-17T01:56:59.324 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2018 2024-08-17T01:56:59.324 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.325 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:56:59.325 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.325 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.325 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.325 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:56:59.325 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186528, 2024-08-17T01:56:59.325 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1332 2024-08-17T01:56:59.325 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.325 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:56:59.325 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.325 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.325 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.326 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:56:59.326 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.326 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.326 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.326 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:56:59.326 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 53810, 2024-08-17T01:56:59.326 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 43 2024-08-17T01:56:59.326 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.326 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:56:59.326 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.326 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.326 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.327 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:56:59.327 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 15488142, 2024-08-17T01:56:59.327 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 4135 2024-08-17T01:56:59.327 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.327 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:56:59.327 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 9680, 2024-08-17T01:56:59.327 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 110 2024-08-17T01:56:59.327 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.327 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:56:59.327 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.327 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.327 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.328 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:59.328 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 522720, 2024-08-17T01:56:59.328 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 45 2024-08-17T01:56:59.328 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.328 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:56:59.328 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.328 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.328 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.328 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:56:59.328 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6998576, 2024-08-17T01:56:59.329 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 18206 2024-08-17T01:56:59.329 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.329 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:56:59.329 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:56:59.329 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:56:59.329 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.329 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:56:59.329 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.329 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.329 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.329 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:56:59.330 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.330 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.330 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.330 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:56:59.330 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.330 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.330 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.330 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:56:59.330 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.330 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.331 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.331 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.331 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.1": { 2024-08-17T01:56:59.331 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:56:59.331 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.331 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.331 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.331 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:59.331 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 19712, 2024-08-17T01:56:59.332 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 347 2024-08-17T01:56:59.332 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.332 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:56:59.332 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 313216, 2024-08-17T01:56:59.332 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 25 2024-08-17T01:56:59.332 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.332 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:56:59.332 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1536, 2024-08-17T01:56:59.332 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8 2024-08-17T01:56:59.332 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.332 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:56:59.332 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 60640, 2024-08-17T01:56:59.333 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 758 2024-08-17T01:56:59.333 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.333 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:56:59.333 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 417872, 2024-08-17T01:56:59.333 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2009 2024-08-17T01:56:59.333 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.333 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:56:59.334 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:56:59.334 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:56:59.334 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.334 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:56:59.334 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 426898, 2024-08-17T01:56:59.334 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 130 2024-08-17T01:56:59.334 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.334 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:56:59.334 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2520967, 2024-08-17T01:56:59.334 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 553901 2024-08-17T01:56:59.334 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.335 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:56:59.335 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 7080416, 2024-08-17T01:56:59.335 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10444 2024-08-17T01:56:59.335 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.335 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:56:59.335 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 86156, 2024-08-17T01:56:59.335 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9274 2024-08-17T01:56:59.335 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.335 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:56:59.336 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 96336, 2024-08-17T01:56:59.336 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2007 2024-08-17T01:56:59.336 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.336 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:56:59.336 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.336 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.336 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.336 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:56:59.336 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186784, 2024-08-17T01:56:59.336 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1333 2024-08-17T01:56:59.337 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.337 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:56:59.337 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.337 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.337 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.337 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:56:59.337 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2208, 2024-08-17T01:56:59.337 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T01:56:59.337 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.338 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:56:59.338 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 135269, 2024-08-17T01:56:59.338 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 61 2024-08-17T01:56:59.338 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.338 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:56:59.338 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 28144, 2024-08-17T01:56:59.338 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 7 2024-08-17T01:56:59.339 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.339 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:56:59.339 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 8036425, 2024-08-17T01:56:59.339 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 273 2024-08-17T01:56:59.339 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.339 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:56:59.339 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12408, 2024-08-17T01:56:59.340 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 141 2024-08-17T01:56:59.340 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.340 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:56:59.340 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.340 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.340 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.340 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:59.341 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 453024, 2024-08-17T01:56:59.341 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 39 2024-08-17T01:56:59.341 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.341 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:56:59.341 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.341 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.341 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.342 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:56:59.342 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 7167160, 2024-08-17T01:56:59.342 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 20899 2024-08-17T01:56:59.342 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.342 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:56:59.342 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:56:59.342 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:56:59.342 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.342 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:56:59.342 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.342 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.342 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.343 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:56:59.343 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.343 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.343 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.343 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:56:59.343 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.343 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.343 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.343 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:56:59.343 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.343 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.344 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.344 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.344 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.2": { 2024-08-17T01:56:59.344 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:56:59.344 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.344 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.344 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.344 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:59.344 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 19528, 2024-08-17T01:56:59.344 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 358 2024-08-17T01:56:59.344 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.345 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:56:59.345 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 387456, 2024-08-17T01:56:59.345 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 29 2024-08-17T01:56:59.345 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.345 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:56:59.345 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 4032, 2024-08-17T01:56:59.345 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 21 2024-08-17T01:56:59.345 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.345 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:56:59.345 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 60720, 2024-08-17T01:56:59.345 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 759 2024-08-17T01:56:59.345 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.346 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:56:59.346 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 403520, 2024-08-17T01:56:59.346 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1940 2024-08-17T01:56:59.346 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.346 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:56:59.346 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:56:59.346 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:56:59.346 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.346 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:56:59.346 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 259304, 2024-08-17T01:56:59.346 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 78 2024-08-17T01:56:59.346 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.347 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:56:59.347 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1870006, 2024-08-17T01:56:59.347 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 407075 2024-08-17T01:56:59.347 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.347 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:56:59.347 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5311056, 2024-08-17T01:56:59.347 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 7842 2024-08-17T01:56:59.347 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.347 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:56:59.347 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 75912, 2024-08-17T01:56:59.347 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8102 2024-08-17T01:56:59.347 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.348 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:56:59.348 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 93120, 2024-08-17T01:56:59.348 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1940 2024-08-17T01:56:59.348 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.348 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:56:59.348 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.348 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.348 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.348 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:56:59.348 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186784, 2024-08-17T01:56:59.348 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1333 2024-08-17T01:56:59.348 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.349 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:56:59.349 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.349 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.349 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.349 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:56:59.349 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 736, 2024-08-17T01:56:59.349 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1 2024-08-17T01:56:59.349 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.349 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:56:59.349 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 90277, 2024-08-17T01:56:59.349 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 57 2024-08-17T01:56:59.349 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.350 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:56:59.350 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12112, 2024-08-17T01:56:59.350 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T01:56:59.350 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.350 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:56:59.350 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 22178660, 2024-08-17T01:56:59.350 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 279 2024-08-17T01:56:59.350 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.350 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:56:59.350 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 10648, 2024-08-17T01:56:59.350 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 121 2024-08-17T01:56:59.351 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.351 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:56:59.351 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.351 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.351 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.351 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:59.351 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 360096, 2024-08-17T01:56:59.351 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 31 2024-08-17T01:56:59.351 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.351 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:56:59.351 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.352 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.352 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.352 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:56:59.352 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3174080, 2024-08-17T01:56:59.352 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 6104 2024-08-17T01:56:59.352 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.352 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:56:59.352 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:56:59.352 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:56:59.352 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.352 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:56:59.352 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.353 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.353 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.353 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:56:59.353 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.353 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.353 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.353 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:56:59.353 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.353 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.353 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.353 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:56:59.353 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.354 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.354 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.354 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.354 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.3": { 2024-08-17T01:56:59.354 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:56:59.354 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.354 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.354 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.354 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:59.354 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 16888, 2024-08-17T01:56:59.354 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 296 2024-08-17T01:56:59.355 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.355 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:56:59.355 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 202496, 2024-08-17T01:56:59.355 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 23 2024-08-17T01:56:59.355 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.355 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:56:59.355 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3840, 2024-08-17T01:56:59.355 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 20 2024-08-17T01:56:59.355 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.355 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:56:59.355 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 60320, 2024-08-17T01:56:59.355 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 754 2024-08-17T01:56:59.356 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.356 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:56:59.356 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 404768, 2024-08-17T01:56:59.356 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1946 2024-08-17T01:56:59.356 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.356 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:56:59.356 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:56:59.356 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:56:59.356 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.356 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:56:59.356 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 358941, 2024-08-17T01:56:59.356 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 89 2024-08-17T01:56:59.357 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.357 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:56:59.357 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1835927, 2024-08-17T01:56:59.357 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 403078 2024-08-17T01:56:59.357 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.357 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:56:59.357 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5267536, 2024-08-17T01:56:59.357 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 7778 2024-08-17T01:56:59.357 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.357 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:56:59.357 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 76748, 2024-08-17T01:56:59.357 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8124 2024-08-17T01:56:59.357 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.358 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:56:59.358 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 93360, 2024-08-17T01:56:59.358 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1945 2024-08-17T01:56:59.358 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.358 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:56:59.358 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.358 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.358 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.358 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:56:59.358 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186784, 2024-08-17T01:56:59.358 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1333 2024-08-17T01:56:59.358 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.359 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:56:59.359 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.359 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.359 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.359 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:56:59.359 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1472, 2024-08-17T01:56:59.359 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2 2024-08-17T01:56:59.359 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.359 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:56:59.359 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 96060, 2024-08-17T01:56:59.359 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 60 2024-08-17T01:56:59.360 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.360 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:56:59.360 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 20128, 2024-08-17T01:56:59.360 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 5 2024-08-17T01:56:59.360 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.360 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:56:59.360 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 20553688, 2024-08-17T01:56:59.360 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 268 2024-08-17T01:56:59.360 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.361 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:56:59.361 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 10736, 2024-08-17T01:56:59.361 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 122 2024-08-17T01:56:59.361 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.361 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:56:59.361 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.361 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.361 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.361 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:59.362 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 429792, 2024-08-17T01:56:59.362 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 37 2024-08-17T01:56:59.362 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.362 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:56:59.362 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.362 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.362 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.362 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:56:59.362 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3523520, 2024-08-17T01:56:59.362 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9176 2024-08-17T01:56:59.362 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.363 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:56:59.363 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:56:59.363 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:56:59.363 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.363 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:56:59.363 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.363 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.364 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.364 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:56:59.364 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.364 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.364 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.364 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:56:59.364 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.364 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.364 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.364 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:56:59.364 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.365 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.365 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.365 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.365 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.4": { 2024-08-17T01:56:59.365 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:56:59.365 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.365 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.366 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.366 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:59.366 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 22720, 2024-08-17T01:56:59.366 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 387 2024-08-17T01:56:59.366 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.366 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:56:59.366 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 191104, 2024-08-17T01:56:59.366 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 36 2024-08-17T01:56:59.366 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.367 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:56:59.367 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 768, 2024-08-17T01:56:59.367 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 4 2024-08-17T01:56:59.367 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.367 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:56:59.367 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 60720, 2024-08-17T01:56:59.368 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 759 2024-08-17T01:56:59.368 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.368 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:56:59.368 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 404560, 2024-08-17T01:56:59.368 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1945 2024-08-17T01:56:59.368 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.368 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:56:59.368 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:56:59.368 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:56:59.369 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.369 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:56:59.369 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1482987, 2024-08-17T01:56:59.369 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 369 2024-08-17T01:56:59.369 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.369 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:56:59.369 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2232143, 2024-08-17T01:56:59.369 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 481009 2024-08-17T01:56:59.370 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.370 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:56:59.370 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6182816, 2024-08-17T01:56:59.370 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9124 2024-08-17T01:56:59.370 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.370 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:56:59.370 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 76684, 2024-08-17T01:56:59.370 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8118 2024-08-17T01:56:59.371 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.371 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:56:59.371 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 93360, 2024-08-17T01:56:59.371 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1945 2024-08-17T01:56:59.371 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.371 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:56:59.371 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.372 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.372 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.372 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:56:59.372 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186528, 2024-08-17T01:56:59.372 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1332 2024-08-17T01:56:59.372 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.372 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:56:59.372 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.373 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.373 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.373 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:56:59.373 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 736, 2024-08-17T01:56:59.373 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1 2024-08-17T01:56:59.373 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.373 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:56:59.373 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 69339, 2024-08-17T01:56:59.373 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 46 2024-08-17T01:56:59.373 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.373 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:56:59.374 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12112, 2024-08-17T01:56:59.374 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T01:56:59.374 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.374 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:56:59.374 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3884603, 2024-08-17T01:56:59.374 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 264 2024-08-17T01:56:59.374 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.374 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:56:59.374 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 33616, 2024-08-17T01:56:59.374 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 382 2024-08-17T01:56:59.374 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.375 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:56:59.375 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.375 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.375 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.375 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:59.375 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 429792, 2024-08-17T01:56:59.375 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 37 2024-08-17T01:56:59.375 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.375 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:56:59.375 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.375 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.375 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.375 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:56:59.376 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5213520, 2024-08-17T01:56:59.376 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 12426 2024-08-17T01:56:59.376 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.376 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:56:59.376 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:56:59.376 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:56:59.376 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.376 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:56:59.376 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.376 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.376 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.376 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:56:59.377 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.377 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.377 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.377 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:56:59.377 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.377 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.377 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.377 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:56:59.377 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.378 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.378 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.378 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.378 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.5": { 2024-08-17T01:56:59.378 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:56:59.378 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.378 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.378 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.379 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:59.379 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 22352, 2024-08-17T01:56:59.379 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 409 2024-08-17T01:56:59.379 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.379 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:56:59.379 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 269312, 2024-08-17T01:56:59.379 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 35 2024-08-17T01:56:59.379 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.379 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:56:59.379 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2496, 2024-08-17T01:56:59.379 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 13 2024-08-17T01:56:59.380 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.380 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:56:59.380 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 60880, 2024-08-17T01:56:59.380 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 761 2024-08-17T01:56:59.380 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.380 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:56:59.380 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 418288, 2024-08-17T01:56:59.380 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2011 2024-08-17T01:56:59.380 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.380 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:56:59.381 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:56:59.381 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:56:59.381 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.381 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:56:59.381 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 387212, 2024-08-17T01:56:59.381 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 105 2024-08-17T01:56:59.381 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.381 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:56:59.381 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2393856, 2024-08-17T01:56:59.381 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 533997 2024-08-17T01:56:59.382 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.382 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:56:59.382 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6881176, 2024-08-17T01:56:59.382 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10151 2024-08-17T01:56:59.382 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.382 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:56:59.382 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 86448, 2024-08-17T01:56:59.382 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9283 2024-08-17T01:56:59.382 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.382 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:56:59.382 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 96432, 2024-08-17T01:56:59.383 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2009 2024-08-17T01:56:59.383 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.383 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:56:59.383 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.383 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.383 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.383 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:56:59.383 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186528, 2024-08-17T01:56:59.383 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1332 2024-08-17T01:56:59.383 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.383 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:56:59.383 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.384 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.384 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.384 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:56:59.384 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2208, 2024-08-17T01:56:59.384 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T01:56:59.384 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.384 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:56:59.384 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 123413, 2024-08-17T01:56:59.384 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 65 2024-08-17T01:56:59.384 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.385 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:56:59.385 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 28144, 2024-08-17T01:56:59.385 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 7 2024-08-17T01:56:59.385 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.385 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:56:59.385 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 14097761, 2024-08-17T01:56:59.385 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 260 2024-08-17T01:56:59.385 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.385 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:56:59.385 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 11704, 2024-08-17T01:56:59.385 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 133 2024-08-17T01:56:59.386 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.386 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:56:59.386 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.386 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.386 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.386 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:59.386 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 476256, 2024-08-17T01:56:59.386 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 41 2024-08-17T01:56:59.386 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.386 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:56:59.387 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.387 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.387 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.387 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:56:59.387 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6355440, 2024-08-17T01:56:59.387 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 12222 2024-08-17T01:56:59.387 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.387 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:56:59.387 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:56:59.387 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:56:59.387 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.387 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:56:59.388 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.388 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.388 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.388 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:56:59.388 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.388 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.388 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.388 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:56:59.388 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.388 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.388 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.389 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:56:59.389 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.389 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.389 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.389 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.389 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.6": { 2024-08-17T01:56:59.389 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:56:59.389 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.389 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.389 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.389 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:59.389 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 15712, 2024-08-17T01:56:59.390 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 277 2024-08-17T01:56:59.390 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.390 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:56:59.390 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 399232, 2024-08-17T01:56:59.390 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 27 2024-08-17T01:56:59.390 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.390 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:56:59.390 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3072, 2024-08-17T01:56:59.390 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 16 2024-08-17T01:56:59.390 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.391 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:56:59.391 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 60640, 2024-08-17T01:56:59.391 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 758 2024-08-17T01:56:59.391 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.391 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:56:59.391 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 406224, 2024-08-17T01:56:59.391 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1953 2024-08-17T01:56:59.391 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.391 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:56:59.391 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:56:59.391 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:56:59.391 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.392 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:56:59.392 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 519295, 2024-08-17T01:56:59.392 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 132 2024-08-17T01:56:59.392 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.392 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:56:59.392 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1768762, 2024-08-17T01:56:59.392 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 390747 2024-08-17T01:56:59.392 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.392 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:56:59.392 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5150576, 2024-08-17T01:56:59.392 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 7606 2024-08-17T01:56:59.392 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.392 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:56:59.393 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 78196, 2024-08-17T01:56:59.393 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8282 2024-08-17T01:56:59.393 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.393 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:56:59.393 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 93744, 2024-08-17T01:56:59.393 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1953 2024-08-17T01:56:59.393 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.393 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:56:59.393 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.393 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.393 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.393 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:56:59.393 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186528, 2024-08-17T01:56:59.394 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1332 2024-08-17T01:56:59.394 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.394 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:56:59.394 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.394 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.394 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.394 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:56:59.394 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.394 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.394 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.394 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:56:59.394 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 45401, 2024-08-17T01:56:59.395 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 47 2024-08-17T01:56:59.395 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.395 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:56:59.395 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.395 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.395 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.395 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:56:59.395 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 16256274, 2024-08-17T01:56:59.395 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 259 2024-08-17T01:56:59.395 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.395 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:56:59.395 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 13552, 2024-08-17T01:56:59.396 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 154 2024-08-17T01:56:59.396 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.396 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:56:59.396 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.396 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.396 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.396 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:59.396 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 453024, 2024-08-17T01:56:59.396 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 39 2024-08-17T01:56:59.396 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.396 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:56:59.396 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.397 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.397 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.397 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:56:59.397 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3796000, 2024-08-17T01:56:59.397 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9700 2024-08-17T01:56:59.397 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.397 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:56:59.397 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:56:59.397 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:56:59.397 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.397 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:56:59.398 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.398 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.398 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.398 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:56:59.398 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.398 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.398 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.398 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:56:59.399 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.399 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.399 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.399 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:56:59.399 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.399 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.399 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.399 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.399 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.7": { 2024-08-17T01:56:59.399 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:56:59.399 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.400 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.400 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.400 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:59.400 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 17240, 2024-08-17T01:56:59.400 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 299 2024-08-17T01:56:59.400 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.401 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:56:59.401 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 227584, 2024-08-17T01:56:59.401 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 29 2024-08-17T01:56:59.401 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.401 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:56:59.401 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3264, 2024-08-17T01:56:59.401 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 17 2024-08-17T01:56:59.401 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.401 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:56:59.401 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 60400, 2024-08-17T01:56:59.401 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 755 2024-08-17T01:56:59.402 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.402 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:56:59.402 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 406016, 2024-08-17T01:56:59.402 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1952 2024-08-17T01:56:59.402 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.402 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:56:59.402 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:56:59.403 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:56:59.403 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.403 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:56:59.403 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 563825, 2024-08-17T01:56:59.403 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 152 2024-08-17T01:56:59.403 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.403 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:56:59.403 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2123567, 2024-08-17T01:56:59.403 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 468990 2024-08-17T01:56:59.403 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.404 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:56:59.404 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6082856, 2024-08-17T01:56:59.404 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8977 2024-08-17T01:56:59.404 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.404 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:56:59.404 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 78932, 2024-08-17T01:56:59.404 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8284 2024-08-17T01:56:59.404 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.405 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:56:59.405 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 93696, 2024-08-17T01:56:59.405 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1952 2024-08-17T01:56:59.405 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.405 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:56:59.405 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.405 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.405 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.405 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:56:59.406 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186528, 2024-08-17T01:56:59.406 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1332 2024-08-17T01:56:59.406 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.406 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:56:59.406 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.406 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.406 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.407 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:56:59.407 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.407 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.407 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.407 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:56:59.407 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 33035, 2024-08-17T01:56:59.407 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 38 2024-08-17T01:56:59.407 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.408 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:56:59.408 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.408 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.408 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.408 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:56:59.408 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 18600303, 2024-08-17T01:56:59.408 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 271 2024-08-17T01:56:59.408 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.409 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:56:59.409 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 14520, 2024-08-17T01:56:59.409 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 165 2024-08-17T01:56:59.409 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.409 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:56:59.409 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.409 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.410 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.410 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:59.410 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 534336, 2024-08-17T01:56:59.410 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 46 2024-08-17T01:56:59.410 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.410 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:56:59.411 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.411 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.411 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.411 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:56:59.411 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5029648, 2024-08-17T01:56:59.411 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9698 2024-08-17T01:56:59.411 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.411 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:56:59.411 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:56:59.411 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:56:59.411 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.411 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:56:59.412 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.412 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.412 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.412 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:56:59.412 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.412 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.412 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.412 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:56:59.412 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.412 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.412 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.412 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:56:59.413 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:56:59.413 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:56:59.413 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.413 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.413 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.413 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.413 INFO:tasks.workunit.client.0.smithi082.stdout: "metadata": { 2024-08-17T01:56:59.413 INFO:tasks.workunit.client.0.smithi082.stdout: "mds": { 2024-08-17T01:56:59.413 INFO:tasks.workunit.client.0.smithi082.stdout: "arch": { 2024-08-17T01:56:59.413 INFO:tasks.workunit.client.0.smithi082.stdout: "x86_64": 2 2024-08-17T01:56:59.414 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.414 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_version": { 2024-08-17T01:56:59.414 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T01:56:59.414 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.414 INFO:tasks.workunit.client.0.smithi082.stdout: "cpu": { 2024-08-17T01:56:59.414 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-17T01:56:59.414 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.414 INFO:tasks.workunit.client.0.smithi082.stdout: "distro": { 2024-08-17T01:56:59.414 INFO:tasks.workunit.client.0.smithi082.stdout: "centos": 2 2024-08-17T01:56:59.414 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.414 INFO:tasks.workunit.client.0.smithi082.stdout: "distro_description": { 2024-08-17T01:56:59.415 INFO:tasks.workunit.client.0.smithi082.stdout: "CentOS Stream 9": 2 2024-08-17T01:56:59.415 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.415 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_description": { 2024-08-17T01:56:59.415 INFO:tasks.workunit.client.0.smithi082.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-17T01:56:59.415 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.415 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_version": { 2024-08-17T01:56:59.415 INFO:tasks.workunit.client.0.smithi082.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-17T01:56:59.415 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.415 INFO:tasks.workunit.client.0.smithi082.stdout: "os": { 2024-08-17T01:56:59.415 INFO:tasks.workunit.client.0.smithi082.stdout: "Linux": 2 2024-08-17T01:56:59.415 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.415 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.416 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:56:59.416 INFO:tasks.workunit.client.0.smithi082.stdout: "arch": { 2024-08-17T01:56:59.416 INFO:tasks.workunit.client.0.smithi082.stdout: "x86_64": 3 2024-08-17T01:56:59.416 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.416 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_version": { 2024-08-17T01:56:59.416 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T01:56:59.416 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.416 INFO:tasks.workunit.client.0.smithi082.stdout: "cpu": { 2024-08-17T01:56:59.416 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-17T01:56:59.416 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.416 INFO:tasks.workunit.client.0.smithi082.stdout: "distro": { 2024-08-17T01:56:59.417 INFO:tasks.workunit.client.0.smithi082.stdout: "centos": 3 2024-08-17T01:56:59.417 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.417 INFO:tasks.workunit.client.0.smithi082.stdout: "distro_description": { 2024-08-17T01:56:59.417 INFO:tasks.workunit.client.0.smithi082.stdout: "CentOS Stream 9": 3 2024-08-17T01:56:59.417 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.417 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_description": { 2024-08-17T01:56:59.417 INFO:tasks.workunit.client.0.smithi082.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-17T01:56:59.417 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.417 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_version": { 2024-08-17T01:56:59.417 INFO:tasks.workunit.client.0.smithi082.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-17T01:56:59.417 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.417 INFO:tasks.workunit.client.0.smithi082.stdout: "os": { 2024-08-17T01:56:59.418 INFO:tasks.workunit.client.0.smithi082.stdout: "Linux": 3 2024-08-17T01:56:59.418 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.418 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.418 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:59.418 INFO:tasks.workunit.client.0.smithi082.stdout: "arch": { 2024-08-17T01:56:59.418 INFO:tasks.workunit.client.0.smithi082.stdout: "x86_64": 8 2024-08-17T01:56:59.418 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.418 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_version": { 2024-08-17T01:56:59.418 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 8 2024-08-17T01:56:59.418 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.419 INFO:tasks.workunit.client.0.smithi082.stdout: "cpu": { 2024-08-17T01:56:59.419 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-17T01:56:59.419 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.419 INFO:tasks.workunit.client.0.smithi082.stdout: "distro": { 2024-08-17T01:56:59.419 INFO:tasks.workunit.client.0.smithi082.stdout: "centos": 8 2024-08-17T01:56:59.419 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.419 INFO:tasks.workunit.client.0.smithi082.stdout: "distro_description": { 2024-08-17T01:56:59.419 INFO:tasks.workunit.client.0.smithi082.stdout: "CentOS Stream 9": 8 2024-08-17T01:56:59.419 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.419 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_description": { 2024-08-17T01:56:59.419 INFO:tasks.workunit.client.0.smithi082.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-17T01:56:59.419 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.419 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_version": { 2024-08-17T01:56:59.420 INFO:tasks.workunit.client.0.smithi082.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-17T01:56:59.420 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.420 INFO:tasks.workunit.client.0.smithi082.stdout: "os": { 2024-08-17T01:56:59.420 INFO:tasks.workunit.client.0.smithi082.stdout: "Linux": 8 2024-08-17T01:56:59.420 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.420 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_objectstore": { 2024-08-17T01:56:59.420 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": 8 2024-08-17T01:56:59.420 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.420 INFO:tasks.workunit.client.0.smithi082.stdout: "rotational": { 2024-08-17T01:56:59.420 INFO:tasks.workunit.client.0.smithi082.stdout: "0": 8 2024-08-17T01:56:59.420 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.421 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.421 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.421 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:56:59.421 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T01:56:59.421 INFO:tasks.workunit.client.0.smithi082.stdout: "features": { 2024-08-17T01:56:59.421 INFO:tasks.workunit.client.0.smithi082.stdout: "optional": [], 2024-08-17T01:56:59.421 INFO:tasks.workunit.client.0.smithi082.stdout: "persistent": [ 2024-08-17T01:56:59.421 INFO:tasks.workunit.client.0.smithi082.stdout: "kraken", 2024-08-17T01:56:59.421 INFO:tasks.workunit.client.0.smithi082.stdout: "luminous", 2024-08-17T01:56:59.421 INFO:tasks.workunit.client.0.smithi082.stdout: "mimic", 2024-08-17T01:56:59.422 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap-prune", 2024-08-17T01:56:59.422 INFO:tasks.workunit.client.0.smithi082.stdout: "nautilus", 2024-08-17T01:56:59.422 INFO:tasks.workunit.client.0.smithi082.stdout: "octopus", 2024-08-17T01:56:59.422 INFO:tasks.workunit.client.0.smithi082.stdout: "pacific", 2024-08-17T01:56:59.422 INFO:tasks.workunit.client.0.smithi082.stdout: "elector-pinging", 2024-08-17T01:56:59.422 INFO:tasks.workunit.client.0.smithi082.stdout: "quincy", 2024-08-17T01:56:59.422 INFO:tasks.workunit.client.0.smithi082.stdout: "reef", 2024-08-17T01:56:59.422 INFO:tasks.workunit.client.0.smithi082.stdout: "squid" 2024-08-17T01:56:59.422 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.422 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.422 INFO:tasks.workunit.client.0.smithi082.stdout: "ipv4_addr_mons": 6, 2024-08-17T01:56:59.423 INFO:tasks.workunit.client.0.smithi082.stdout: "ipv6_addr_mons": 0, 2024-08-17T01:56:59.423 INFO:tasks.workunit.client.0.smithi082.stdout: "min_mon_release": 19, 2024-08-17T01:56:59.423 INFO:tasks.workunit.client.0.smithi082.stdout: "v1_addr_mons": 3, 2024-08-17T01:56:59.423 INFO:tasks.workunit.client.0.smithi082.stdout: "v2_addr_mons": 3 2024-08-17T01:56:59.423 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.423 INFO:tasks.workunit.client.0.smithi082.stdout: "organization": "ceph-qa", 2024-08-17T01:56:59.423 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:59.423 INFO:tasks.workunit.client.0.smithi082.stdout: "cluster_network": false, 2024-08-17T01:56:59.423 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 8, 2024-08-17T01:56:59.423 INFO:tasks.workunit.client.0.smithi082.stdout: "require_min_compat_client": "luminous", 2024-08-17T01:56:59.423 INFO:tasks.workunit.client.0.smithi082.stdout: "require_osd_release": "squid" 2024-08-17T01:56:59.423 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.424 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_perf_histograms": [ 2024-08-17T01:56:59.424 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.424 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:56:59.424 INFO:tasks.workunit.client.0.smithi082.stdout: "axes": [ 2024-08-17T01:56:59.424 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.424 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:56:59.424 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:56:59.424 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Latency (usec)", 2024-08-17T01:56:59.424 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 100000, 2024-08-17T01:56:59.424 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:56:59.424 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:56:59.425 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 99999]", 2024-08-17T01:56:59.425 INFO:tasks.workunit.client.0.smithi082.stdout: "[100000, 199999]", 2024-08-17T01:56:59.425 INFO:tasks.workunit.client.0.smithi082.stdout: "[200000, 399999]", 2024-08-17T01:56:59.425 INFO:tasks.workunit.client.0.smithi082.stdout: "[400000, 799999]", 2024-08-17T01:56:59.425 INFO:tasks.workunit.client.0.smithi082.stdout: "[800000, 1599999]", 2024-08-17T01:56:59.425 INFO:tasks.workunit.client.0.smithi082.stdout: "[1600000, 3199999]", 2024-08-17T01:56:59.425 INFO:tasks.workunit.client.0.smithi082.stdout: "[3200000, 6399999]", 2024-08-17T01:56:59.425 INFO:tasks.workunit.client.0.smithi082.stdout: "[6400000, 12799999]", 2024-08-17T01:56:59.425 INFO:tasks.workunit.client.0.smithi082.stdout: "[12800000, 25599999]", 2024-08-17T01:56:59.425 INFO:tasks.workunit.client.0.smithi082.stdout: "[25600000, 51199999]", 2024-08-17T01:56:59.425 INFO:tasks.workunit.client.0.smithi082.stdout: "[51200000, 102399999]", 2024-08-17T01:56:59.425 INFO:tasks.workunit.client.0.smithi082.stdout: "[102400000, 204799999]", 2024-08-17T01:56:59.426 INFO:tasks.workunit.client.0.smithi082.stdout: "[204800000, 409599999]", 2024-08-17T01:56:59.426 INFO:tasks.workunit.client.0.smithi082.stdout: "[409600000, 819199999]", 2024-08-17T01:56:59.426 INFO:tasks.workunit.client.0.smithi082.stdout: "[819200000, 1638399999]", 2024-08-17T01:56:59.426 INFO:tasks.workunit.client.0.smithi082.stdout: "[1638400000, 3276799999]", 2024-08-17T01:56:59.426 INFO:tasks.workunit.client.0.smithi082.stdout: "[3276800000, 6553599999]", 2024-08-17T01:56:59.426 INFO:tasks.workunit.client.0.smithi082.stdout: "[6553600000, 13107199999]", 2024-08-17T01:56:59.426 INFO:tasks.workunit.client.0.smithi082.stdout: "[13107200000, 26214399999]", 2024-08-17T01:56:59.426 INFO:tasks.workunit.client.0.smithi082.stdout: "[26214400000, 52428799999]", 2024-08-17T01:56:59.426 INFO:tasks.workunit.client.0.smithi082.stdout: "[52428800000, 104857599999]", 2024-08-17T01:56:59.427 INFO:tasks.workunit.client.0.smithi082.stdout: "[104857600000, 209715199999]", 2024-08-17T01:56:59.427 INFO:tasks.workunit.client.0.smithi082.stdout: "[209715200000, 419430399999]", 2024-08-17T01:56:59.427 INFO:tasks.workunit.client.0.smithi082.stdout: "[419430400000, 838860799999]", 2024-08-17T01:56:59.427 INFO:tasks.workunit.client.0.smithi082.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:56:59.427 INFO:tasks.workunit.client.0.smithi082.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:56:59.427 INFO:tasks.workunit.client.0.smithi082.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:56:59.427 INFO:tasks.workunit.client.0.smithi082.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:56:59.427 INFO:tasks.workunit.client.0.smithi082.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:56:59.427 INFO:tasks.workunit.client.0.smithi082.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:56:59.427 INFO:tasks.workunit.client.0.smithi082.stdout: "[53687091200000, None]" 2024-08-17T01:56:59.427 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.427 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:56:59.428 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.428 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.428 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:56:59.428 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:56:59.428 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Request size (bytes)", 2024-08-17T01:56:59.428 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 512, 2024-08-17T01:56:59.428 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:56:59.428 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:56:59.428 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 511]", 2024-08-17T01:56:59.428 INFO:tasks.workunit.client.0.smithi082.stdout: "[512, 1023]", 2024-08-17T01:56:59.428 INFO:tasks.workunit.client.0.smithi082.stdout: "[1024, 2047]", 2024-08-17T01:56:59.429 INFO:tasks.workunit.client.0.smithi082.stdout: "[2048, 4095]", 2024-08-17T01:56:59.429 INFO:tasks.workunit.client.0.smithi082.stdout: "[4096, 8191]", 2024-08-17T01:56:59.429 INFO:tasks.workunit.client.0.smithi082.stdout: "[8192, 16383]", 2024-08-17T01:56:59.429 INFO:tasks.workunit.client.0.smithi082.stdout: "[16384, 32767]", 2024-08-17T01:56:59.429 INFO:tasks.workunit.client.0.smithi082.stdout: "[32768, 65535]", 2024-08-17T01:56:59.429 INFO:tasks.workunit.client.0.smithi082.stdout: "[65536, 131071]", 2024-08-17T01:56:59.429 INFO:tasks.workunit.client.0.smithi082.stdout: "[131072, 262143]", 2024-08-17T01:56:59.429 INFO:tasks.workunit.client.0.smithi082.stdout: "[262144, 524287]", 2024-08-17T01:56:59.429 INFO:tasks.workunit.client.0.smithi082.stdout: "[524288, 1048575]", 2024-08-17T01:56:59.429 INFO:tasks.workunit.client.0.smithi082.stdout: "[1048576, 2097151]", 2024-08-17T01:56:59.429 INFO:tasks.workunit.client.0.smithi082.stdout: "[2097152, 4194303]", 2024-08-17T01:56:59.430 INFO:tasks.workunit.client.0.smithi082.stdout: "[4194304, 8388607]", 2024-08-17T01:56:59.430 INFO:tasks.workunit.client.0.smithi082.stdout: "[8388608, 16777215]", 2024-08-17T01:56:59.430 INFO:tasks.workunit.client.0.smithi082.stdout: "[16777216, 33554431]", 2024-08-17T01:56:59.430 INFO:tasks.workunit.client.0.smithi082.stdout: "[33554432, 67108863]", 2024-08-17T01:56:59.430 INFO:tasks.workunit.client.0.smithi082.stdout: "[67108864, 134217727]", 2024-08-17T01:56:59.430 INFO:tasks.workunit.client.0.smithi082.stdout: "[134217728, 268435455]", 2024-08-17T01:56:59.430 INFO:tasks.workunit.client.0.smithi082.stdout: "[268435456, 536870911]", 2024-08-17T01:56:59.430 INFO:tasks.workunit.client.0.smithi082.stdout: "[536870912, 1073741823]", 2024-08-17T01:56:59.430 INFO:tasks.workunit.client.0.smithi082.stdout: "[1073741824, 2147483647]", 2024-08-17T01:56:59.430 INFO:tasks.workunit.client.0.smithi082.stdout: "[2147483648, 4294967295]", 2024-08-17T01:56:59.430 INFO:tasks.workunit.client.0.smithi082.stdout: "[4294967296, 8589934591]", 2024-08-17T01:56:59.431 INFO:tasks.workunit.client.0.smithi082.stdout: "[8589934592, 17179869183]", 2024-08-17T01:56:59.431 INFO:tasks.workunit.client.0.smithi082.stdout: "[17179869184, 34359738367]", 2024-08-17T01:56:59.431 INFO:tasks.workunit.client.0.smithi082.stdout: "[34359738368, 68719476735]", 2024-08-17T01:56:59.431 INFO:tasks.workunit.client.0.smithi082.stdout: "[68719476736, 137438953471]", 2024-08-17T01:56:59.431 INFO:tasks.workunit.client.0.smithi082.stdout: "[137438953472, 274877906943]", 2024-08-17T01:56:59.431 INFO:tasks.workunit.client.0.smithi082.stdout: "[274877906944, None]" 2024-08-17T01:56:59.431 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.432 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:56:59.432 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.432 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.432 INFO:tasks.workunit.client.0.smithi082.stdout: "osds": [ 2024-08-17T01:56:59.432 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.432 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 0, 2024-08-17T01:56:59.432 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.432 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.432 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2346, 327, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.432 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 16557, 3818, 135, 12, 39, 42, 1, 1, 0, 0, 8, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.432 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 11606, 93, 27, 2, 17, 46, 156, 198, 18, 33, 24, 25, 44, 18, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.433 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1088, 109, 160, 2, 2, 0, 10, 21, 4, 7, 85, 173, 84, 6, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.433 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1042, 44, 51, 0, 0, 2, 0, 0, 0, 0, 3, 30, 268, 8, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.433 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 482, 46, 15, 0, 0, 1, 2, 0, 1, 0, 0, 2, 30, 42, 135, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.433 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 339, 26, 23, 27, 0, 0, 0, 0, 0, 0, 0, 1, 10, 12, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.433 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 276, 60, 5, 37, 52, 0, 0, 1, 1, 0, 0, 0, 9, 20, 35, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.433 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 21, 161, 0, 4, 83, 88, 0, 0, 0, 0, 0, 0, 8, 16, 47, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.433 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 10, 2, 0, 0, 0, 41, 0, 0, 0, 0, 0, 0, 0, 1, 10, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.433 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.433 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.434 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.434 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.434 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.434 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.434 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.434 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.434 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.434 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.436 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.436 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.436 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.436 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.436 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 1, 2024-08-17T01:56:59.436 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.436 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.437 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.437 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 8604, 1, 0, 0, 0, 0, 1, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.437 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 6210, 28, 1326, 1, 7, 7, 12, 17, 28, 49, 48, 38, 45, 7, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.437 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 367, 8, 158, 23, 1, 0, 0, 0, 8, 19, 95, 211, 141, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.437 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 358, 3, 0, 7, 0, 0, 0, 0, 0, 3, 3, 28, 385, 6, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.437 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 99, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 20, 17, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.437 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 96, 4, 55, 0, 0, 0, 0, 0, 0, 0, 1, 3, 6, 5, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.437 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 104, 0, 215, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 6, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.438 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 39, 0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 46, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.438 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 10, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.438 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.438 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.438 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.438 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.438 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.438 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.438 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.439 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.439 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.439 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.439 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.439 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.439 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.439 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.440 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.440 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.440 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.440 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.440 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.440 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.440 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.440 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.440 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.440 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.441 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 2, 2024-08-17T01:56:59.441 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.441 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.441 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.441 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 18944, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.441 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 11465, 64, 44, 0, 6, 0, 0, 4, 1, 1, 3, 7, 15, 38, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.441 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1068, 29, 16, 2, 1, 0, 0, 3, 1, 2, 1, 3, 2, 8, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.442 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 566, 12, 0, 0, 2, 0, 1, 0, 1, 2, 3, 10, 22, 10, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.442 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 282, 14, 3, 0, 0, 0, 2, 1, 5, 1, 0, 6, 18, 65, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.442 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 294, 4, 5, 0, 0, 0, 0, 1, 3, 2, 3, 25, 40, 23, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.442 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 213, 0, 0, 0, 0, 0, 0, 1, 2, 1, 1, 5, 28, 55, 36, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.442 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 104, 0, 0, 1, 0, 0, 2, 0, 0, 0, 1, 4, 6, 41, 91, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.442 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 34, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 4, 41, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.442 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.443 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.443 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.443 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.443 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.443 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.443 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.443 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.444 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.444 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.444 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.444 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.444 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.444 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.444 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.444 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.444 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.445 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.445 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.445 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.445 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 3, 2024-08-17T01:56:59.445 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5059, 14, 0, 0, 1, 0, 1, 0, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2443, 10, 3, 1, 7, 2, 5, 7, 8, 30, 17, 13, 4, 7, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 138, 3, 3, 0, 0, 0, 0, 0, 3, 4, 39, 79, 27, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 130, 0, 0, 0, 6, 0, 0, 0, 0, 1, 0, 12, 145, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 33, 0, 0, 0, 197, 0, 0, 0, 0, 0, 0, 1, 15, 28, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 24, 0, 0, 0, 314, 0, 0, 0, 0, 1, 0, 1, 10, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 14, 0, 0, 0, 521, 0, 0, 0, 0, 0, 0, 0, 9, 8, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 1657, 0, 0, 0, 0, 0, 0, 0, 2, 0, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.448 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.448 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.448 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.448 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 4, 2024-08-17T01:56:59.448 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2748, 1860, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 9722, 2214, 0, 0, 1, 1, 1, 0, 2, 0, 0, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 6846, 299, 14, 0, 11, 1, 3, 7, 13, 20, 14, 6, 5, 7, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 652, 45, 6, 0, 0, 0, 0, 0, 10, 4, 38, 81, 37, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 232, 0, 0, 0, 0, 1, 0, 1, 0, 0, 5, 17, 150, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 116, 3, 0, 0, 0, 0, 0, 0, 0, 4, 5, 4, 13, 23, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 80, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 2, 24, 8, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 11, 18, 22, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 25, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 4, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.451 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.451 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.451 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.451 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.451 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.451 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.451 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.451 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.451 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.451 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.451 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.451 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 5, 2024-08-17T01:56:59.452 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 989, 704, 243, 0, 231, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 10991, 6675, 4030, 0, 6838, 372, 0, 0, 0, 0, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7482, 593, 222, 0, 586, 209, 1, 0, 0, 0, 0, 2, 9, 14, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 977, 116, 33, 3, 128, 15, 2, 0, 0, 0, 4, 1, 0, 7, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 362, 3, 4, 7, 6, 5, 0, 0, 0, 0, 1, 3, 24, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 133, 5, 0, 0, 17, 27, 1, 0, 1, 0, 0, 3, 13, 58, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 123, 1, 0, 2, 1, 7, 0, 0, 0, 0, 0, 2, 4, 11, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 13, 1, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 5, 18, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.454 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.454 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.454 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.454 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.454 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.454 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.454 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.454 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.454 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.454 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.454 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.454 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 6, 2024-08-17T01:56:59.454 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1281, 290, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 10582, 3596, 0, 0, 0, 0, 1, 0, 1, 1, 1, 5, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7514, 306, 23, 0, 17, 2, 1, 4, 12, 18, 8, 13, 14, 12, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 749, 34, 27, 0, 0, 1, 1, 3, 3, 12, 46, 74, 20, 6, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 310, 4, 0, 0, 0, 0, 0, 0, 1, 1, 1, 21, 166, 6, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 133, 3, 0, 0, 2, 1, 0, 0, 0, 2, 0, 4, 27, 50, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 73, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 8, 9, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 44, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 5, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 2, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.457 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.457 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.457 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.457 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.457 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.457 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.457 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.457 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.457 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.457 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.457 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.457 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 7, 2024-08-17T01:56:59.458 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 13738, 3, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 9085, 13, 3, 1, 3, 0, 1, 1, 0, 1, 2, 4, 8, 5, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1020, 1, 2, 0, 0, 0, 2, 0, 4, 2, 2, 3, 2, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 355, 2, 1, 0, 0, 0, 0, 0, 0, 0, 2, 29, 30, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 170, 0, 0, 0, 0, 1, 0, 3, 0, 0, 3, 1, 12, 54, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 6, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 107, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 3, 4, 6, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 19, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.461 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.461 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.461 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.461 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.461 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.461 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:56:59.461 INFO:tasks.workunit.client.0.smithi082.stdout: "axes": [ 2024-08-17T01:56:59.461 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.461 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:56:59.461 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:56:59.462 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Latency (usec)", 2024-08-17T01:56:59.462 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 100000, 2024-08-17T01:56:59.462 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:56:59.462 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:56:59.462 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 99999]", 2024-08-17T01:56:59.462 INFO:tasks.workunit.client.0.smithi082.stdout: "[100000, 199999]", 2024-08-17T01:56:59.462 INFO:tasks.workunit.client.0.smithi082.stdout: "[200000, 399999]", 2024-08-17T01:56:59.462 INFO:tasks.workunit.client.0.smithi082.stdout: "[400000, 799999]", 2024-08-17T01:56:59.462 INFO:tasks.workunit.client.0.smithi082.stdout: "[800000, 1599999]", 2024-08-17T01:56:59.462 INFO:tasks.workunit.client.0.smithi082.stdout: "[1600000, 3199999]", 2024-08-17T01:56:59.462 INFO:tasks.workunit.client.0.smithi082.stdout: "[3200000, 6399999]", 2024-08-17T01:56:59.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[6400000, 12799999]", 2024-08-17T01:56:59.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[12800000, 25599999]", 2024-08-17T01:56:59.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[25600000, 51199999]", 2024-08-17T01:56:59.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[51200000, 102399999]", 2024-08-17T01:56:59.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[102400000, 204799999]", 2024-08-17T01:56:59.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[204800000, 409599999]", 2024-08-17T01:56:59.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[409600000, 819199999]", 2024-08-17T01:56:59.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[819200000, 1638399999]", 2024-08-17T01:56:59.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[1638400000, 3276799999]", 2024-08-17T01:56:59.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[3276800000, 6553599999]", 2024-08-17T01:56:59.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[6553600000, 13107199999]", 2024-08-17T01:56:59.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[13107200000, 26214399999]", 2024-08-17T01:56:59.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[26214400000, 52428799999]", 2024-08-17T01:56:59.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[52428800000, 104857599999]", 2024-08-17T01:56:59.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[104857600000, 209715199999]", 2024-08-17T01:56:59.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[209715200000, 419430399999]", 2024-08-17T01:56:59.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[419430400000, 838860799999]", 2024-08-17T01:56:59.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:56:59.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:56:59.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:56:59.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:56:59.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:56:59.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:56:59.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[53687091200000, None]" 2024-08-17T01:56:59.465 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.465 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:56:59.465 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.465 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.466 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:56:59.466 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:56:59.466 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Request size (bytes)", 2024-08-17T01:56:59.466 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 512, 2024-08-17T01:56:59.466 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:56:59.466 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:56:59.466 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 511]", 2024-08-17T01:56:59.466 INFO:tasks.workunit.client.0.smithi082.stdout: "[512, 1023]", 2024-08-17T01:56:59.466 INFO:tasks.workunit.client.0.smithi082.stdout: "[1024, 2047]", 2024-08-17T01:56:59.466 INFO:tasks.workunit.client.0.smithi082.stdout: "[2048, 4095]", 2024-08-17T01:56:59.466 INFO:tasks.workunit.client.0.smithi082.stdout: "[4096, 8191]", 2024-08-17T01:56:59.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[8192, 16383]", 2024-08-17T01:56:59.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[16384, 32767]", 2024-08-17T01:56:59.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[32768, 65535]", 2024-08-17T01:56:59.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[65536, 131071]", 2024-08-17T01:56:59.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[131072, 262143]", 2024-08-17T01:56:59.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[262144, 524287]", 2024-08-17T01:56:59.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[524288, 1048575]", 2024-08-17T01:56:59.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[1048576, 2097151]", 2024-08-17T01:56:59.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[2097152, 4194303]", 2024-08-17T01:56:59.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[4194304, 8388607]", 2024-08-17T01:56:59.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[8388608, 16777215]", 2024-08-17T01:56:59.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[16777216, 33554431]", 2024-08-17T01:56:59.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[33554432, 67108863]", 2024-08-17T01:56:59.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[67108864, 134217727]", 2024-08-17T01:56:59.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[134217728, 268435455]", 2024-08-17T01:56:59.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[268435456, 536870911]", 2024-08-17T01:56:59.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[536870912, 1073741823]", 2024-08-17T01:56:59.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[1073741824, 2147483647]", 2024-08-17T01:56:59.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[2147483648, 4294967295]", 2024-08-17T01:56:59.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[4294967296, 8589934591]", 2024-08-17T01:56:59.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[8589934592, 17179869183]", 2024-08-17T01:56:59.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[17179869184, 34359738367]", 2024-08-17T01:56:59.469 INFO:tasks.workunit.client.0.smithi082.stdout: "[34359738368, 68719476735]", 2024-08-17T01:56:59.469 INFO:tasks.workunit.client.0.smithi082.stdout: "[68719476736, 137438953471]", 2024-08-17T01:56:59.469 INFO:tasks.workunit.client.0.smithi082.stdout: "[137438953472, 274877906943]", 2024-08-17T01:56:59.469 INFO:tasks.workunit.client.0.smithi082.stdout: "[274877906944, None]" 2024-08-17T01:56:59.469 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.469 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:56:59.469 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.469 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.469 INFO:tasks.workunit.client.0.smithi082.stdout: "osds": [ 2024-08-17T01:56:59.469 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.470 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 0, 2024-08-17T01:56:59.470 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.470 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.470 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.470 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.470 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.470 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 681, 4, 14, 31, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.470 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5171, 65, 74, 126, 443, 613, 691, 1, 0, 0, 1, 5, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.470 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 767, 7, 17, 47, 13, 13, 28, 0, 0, 1, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.470 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 618, 0, 1, 0, 0, 0, 4, 0, 0, 0, 1, 3, 6, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.470 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 346, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 12, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 186, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 6, 13, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 6, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.474 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.474 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.474 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.474 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.475 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.475 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.475 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.475 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 1, 2024-08-17T01:56:59.475 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.476 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 476, 4, 15, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.476 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3189, 266, 19, 36, 123, 1, 3, 3, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.476 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 282, 22, 1298, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.476 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 411, 11, 46, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.476 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1627, 1318, 55, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.476 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1400, 1669, 240, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.479 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.479 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.479 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.479 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.479 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.479 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.479 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.480 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.480 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.480 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.480 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 2, 2024-08-17T01:56:59.480 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.480 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.480 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1559, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 11118, 6, 0, 0, 1, 2, 1, 2, 4, 1, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 15911, 1, 0, 0, 0, 0, 0, 1, 1, 1, 4, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 456, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.482 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 257, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 4, 13, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.482 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 118, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 16, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.482 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.482 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.482 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.482 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.482 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.484 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.484 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.484 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.484 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.484 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.484 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.484 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.484 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.484 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 3, 2024-08-17T01:56:59.484 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.485 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.485 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.485 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.485 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.485 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 339, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.485 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1802, 27, 0, 0, 2, 0, 0, 0, 0, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.485 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 187, 4, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.485 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 128, 18, 22, 24, 0, 0, 0, 0, 0, 0, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.485 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 943, 246, 12, 132, 0, 0, 0, 0, 0, 0, 1, 0, 3, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 4026, 2624, 0, 418, 0, 0, 0, 0, 1, 0, 0, 0, 1, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 227, 131, 0, 10, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.488 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.488 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.488 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.488 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 4, 2024-08-17T01:56:59.488 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 783, 0, 0, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2128, 222, 34, 53, 135, 275, 477, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 331, 3, 0, 0, 0, 0, 3, 0, 2, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 86, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 49, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.491 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.491 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.491 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.491 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 5, 2024-08-17T01:56:59.491 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 608, 2, 2, 23, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3347, 90, 132, 228, 453, 617, 725, 5, 21, 16, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 271, 0, 6, 8, 12, 8, 6, 2, 1, 9, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 190, 3, 13, 39, 5, 2, 2, 0, 0, 0, 0, 1, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 78, 38, 70, 88, 25, 0, 0, 0, 0, 0, 0, 1, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 13, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.495 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.495 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.495 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.495 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.495 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 6, 2024-08-17T01:56:59.495 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.495 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.495 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.495 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.495 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.495 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 545, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.495 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2970, 22, 2, 0, 0, 0, 0, 1, 3, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 326, 7, 2, 0, 0, 0, 0, 0, 0, 4, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 195, 5, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 146, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 15, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.497 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.497 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.497 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.497 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.497 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.497 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.497 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.497 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.497 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.497 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.497 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.498 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.498 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.498 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.498 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.498 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.498 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 7, 2024-08-17T01:56:59.498 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.498 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.498 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.498 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 715, 7, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7804, 30, 66, 32, 0, 1, 4, 0, 3, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2812, 33, 104, 27, 0, 0, 1, 0, 3, 2, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 162, 1, 4, 1, 1, 0, 0, 0, 0, 0, 0, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 15, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.501 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.501 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.501 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.501 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.501 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.501 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.501 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.501 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.501 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.501 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.501 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.501 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:56:59.502 INFO:tasks.workunit.client.0.smithi082.stdout: "axes": [ 2024-08-17T01:56:59.502 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.502 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:56:59.502 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:56:59.502 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Latency (usec)", 2024-08-17T01:56:59.502 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 100000, 2024-08-17T01:56:59.502 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:56:59.502 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:56:59.502 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 99999]", 2024-08-17T01:56:59.502 INFO:tasks.workunit.client.0.smithi082.stdout: "[100000, 199999]", 2024-08-17T01:56:59.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[200000, 399999]", 2024-08-17T01:56:59.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[400000, 799999]", 2024-08-17T01:56:59.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[800000, 1599999]", 2024-08-17T01:56:59.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[1600000, 3199999]", 2024-08-17T01:56:59.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[3200000, 6399999]", 2024-08-17T01:56:59.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[6400000, 12799999]", 2024-08-17T01:56:59.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[12800000, 25599999]", 2024-08-17T01:56:59.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[25600000, 51199999]", 2024-08-17T01:56:59.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[51200000, 102399999]", 2024-08-17T01:56:59.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[102400000, 204799999]", 2024-08-17T01:56:59.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[204800000, 409599999]", 2024-08-17T01:56:59.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[409600000, 819199999]", 2024-08-17T01:56:59.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[819200000, 1638399999]", 2024-08-17T01:56:59.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[1638400000, 3276799999]", 2024-08-17T01:56:59.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[3276800000, 6553599999]", 2024-08-17T01:56:59.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[6553600000, 13107199999]", 2024-08-17T01:56:59.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[13107200000, 26214399999]", 2024-08-17T01:56:59.505 INFO:tasks.workunit.client.0.smithi082.stdout: "[26214400000, 52428799999]", 2024-08-17T01:56:59.505 INFO:tasks.workunit.client.0.smithi082.stdout: "[52428800000, 104857599999]", 2024-08-17T01:56:59.505 INFO:tasks.workunit.client.0.smithi082.stdout: "[104857600000, 209715199999]", 2024-08-17T01:56:59.505 INFO:tasks.workunit.client.0.smithi082.stdout: "[209715200000, 419430399999]", 2024-08-17T01:56:59.505 INFO:tasks.workunit.client.0.smithi082.stdout: "[419430400000, 838860799999]", 2024-08-17T01:56:59.505 INFO:tasks.workunit.client.0.smithi082.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:56:59.505 INFO:tasks.workunit.client.0.smithi082.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:56:59.505 INFO:tasks.workunit.client.0.smithi082.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:56:59.505 INFO:tasks.workunit.client.0.smithi082.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:56:59.505 INFO:tasks.workunit.client.0.smithi082.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:56:59.506 INFO:tasks.workunit.client.0.smithi082.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:56:59.506 INFO:tasks.workunit.client.0.smithi082.stdout: "[53687091200000, None]" 2024-08-17T01:56:59.506 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.506 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:56:59.506 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.506 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.506 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:56:59.506 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:56:59.507 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Request size (bytes)", 2024-08-17T01:56:59.507 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 512, 2024-08-17T01:56:59.507 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:56:59.507 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:56:59.507 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 511]", 2024-08-17T01:56:59.507 INFO:tasks.workunit.client.0.smithi082.stdout: "[512, 1023]", 2024-08-17T01:56:59.507 INFO:tasks.workunit.client.0.smithi082.stdout: "[1024, 2047]", 2024-08-17T01:56:59.507 INFO:tasks.workunit.client.0.smithi082.stdout: "[2048, 4095]", 2024-08-17T01:56:59.507 INFO:tasks.workunit.client.0.smithi082.stdout: "[4096, 8191]", 2024-08-17T01:56:59.507 INFO:tasks.workunit.client.0.smithi082.stdout: "[8192, 16383]", 2024-08-17T01:56:59.508 INFO:tasks.workunit.client.0.smithi082.stdout: "[16384, 32767]", 2024-08-17T01:56:59.508 INFO:tasks.workunit.client.0.smithi082.stdout: "[32768, 65535]", 2024-08-17T01:56:59.508 INFO:tasks.workunit.client.0.smithi082.stdout: "[65536, 131071]", 2024-08-17T01:56:59.508 INFO:tasks.workunit.client.0.smithi082.stdout: "[131072, 262143]", 2024-08-17T01:56:59.508 INFO:tasks.workunit.client.0.smithi082.stdout: "[262144, 524287]", 2024-08-17T01:56:59.508 INFO:tasks.workunit.client.0.smithi082.stdout: "[524288, 1048575]", 2024-08-17T01:56:59.508 INFO:tasks.workunit.client.0.smithi082.stdout: "[1048576, 2097151]", 2024-08-17T01:56:59.509 INFO:tasks.workunit.client.0.smithi082.stdout: "[2097152, 4194303]", 2024-08-17T01:56:59.509 INFO:tasks.workunit.client.0.smithi082.stdout: "[4194304, 8388607]", 2024-08-17T01:56:59.509 INFO:tasks.workunit.client.0.smithi082.stdout: "[8388608, 16777215]", 2024-08-17T01:56:59.509 INFO:tasks.workunit.client.0.smithi082.stdout: "[16777216, 33554431]", 2024-08-17T01:56:59.509 INFO:tasks.workunit.client.0.smithi082.stdout: "[33554432, 67108863]", 2024-08-17T01:56:59.509 INFO:tasks.workunit.client.0.smithi082.stdout: "[67108864, 134217727]", 2024-08-17T01:56:59.509 INFO:tasks.workunit.client.0.smithi082.stdout: "[134217728, 268435455]", 2024-08-17T01:56:59.509 INFO:tasks.workunit.client.0.smithi082.stdout: "[268435456, 536870911]", 2024-08-17T01:56:59.509 INFO:tasks.workunit.client.0.smithi082.stdout: "[536870912, 1073741823]", 2024-08-17T01:56:59.510 INFO:tasks.workunit.client.0.smithi082.stdout: "[1073741824, 2147483647]", 2024-08-17T01:56:59.510 INFO:tasks.workunit.client.0.smithi082.stdout: "[2147483648, 4294967295]", 2024-08-17T01:56:59.510 INFO:tasks.workunit.client.0.smithi082.stdout: "[4294967296, 8589934591]", 2024-08-17T01:56:59.510 INFO:tasks.workunit.client.0.smithi082.stdout: "[8589934592, 17179869183]", 2024-08-17T01:56:59.510 INFO:tasks.workunit.client.0.smithi082.stdout: "[17179869184, 34359738367]", 2024-08-17T01:56:59.510 INFO:tasks.workunit.client.0.smithi082.stdout: "[34359738368, 68719476735]", 2024-08-17T01:56:59.511 INFO:tasks.workunit.client.0.smithi082.stdout: "[68719476736, 137438953471]", 2024-08-17T01:56:59.511 INFO:tasks.workunit.client.0.smithi082.stdout: "[137438953472, 274877906943]", 2024-08-17T01:56:59.511 INFO:tasks.workunit.client.0.smithi082.stdout: "[274877906944, None]" 2024-08-17T01:56:59.511 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.511 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:56:59.511 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.511 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.511 INFO:tasks.workunit.client.0.smithi082.stdout: "osds": [ 2024-08-17T01:56:59.511 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.512 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 0, 2024-08-17T01:56:59.512 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.512 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.512 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.512 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.512 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.512 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 732, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.512 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.513 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 897, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.513 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 638, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.513 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 375, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.513 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 223, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.513 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.513 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.513 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.513 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.514 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.514 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.514 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.514 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.514 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.514 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.515 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.515 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.515 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.515 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.515 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.515 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.515 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.516 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.516 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.516 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.516 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.516 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.516 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.516 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.516 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.517 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 1, 2024-08-17T01:56:59.517 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.517 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.517 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.517 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.517 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.517 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 528, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.517 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3646, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.517 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1608, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.517 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 474, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.517 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3009, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.518 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3324, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.518 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.518 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.518 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.518 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.518 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.518 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.518 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.518 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.518 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.519 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.519 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.519 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.519 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.519 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.519 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.519 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.519 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.519 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.519 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.520 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.520 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.520 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.520 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.520 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.520 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.520 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 2, 2024-08-17T01:56:59.520 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.520 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.520 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.520 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.521 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.521 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1559, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.521 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 11139, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.521 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 15922, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.521 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 461, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.521 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 282, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.521 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 155, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.521 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.521 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.521 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.521 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.522 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.522 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.522 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.522 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.522 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.522 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.522 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.522 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.522 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.522 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.522 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.523 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.523 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.523 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.523 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.523 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.523 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.523 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.523 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.523 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.523 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.523 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 3, 2024-08-17T01:56:59.524 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.524 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.524 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.524 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.524 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.524 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 339, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.524 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1835, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.524 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.524 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 200, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.524 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1341, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.525 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7083, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.525 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 385, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.525 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.525 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.525 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.525 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.525 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.525 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.525 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.525 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.526 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.526 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.526 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.526 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.526 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.526 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.526 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.526 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.526 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.526 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.526 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.527 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.527 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.527 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.527 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.527 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.527 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 4, 2024-08-17T01:56:59.527 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.527 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.527 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.527 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.528 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.528 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 801, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.528 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3330, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.528 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 343, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.528 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.528 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.528 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.528 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.528 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.528 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.528 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.529 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.529 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.529 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.529 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.529 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.529 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.529 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.529 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.529 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.529 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.529 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.530 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.530 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.530 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.530 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.530 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.530 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.530 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.530 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.530 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.530 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.530 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 5, 2024-08-17T01:56:59.531 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.531 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.531 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.531 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.531 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.531 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 646, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.531 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5638, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.531 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 326, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.531 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.532 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 310, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.532 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.532 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.532 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.532 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.532 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.532 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.532 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.532 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.533 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.533 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.533 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.533 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.533 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.533 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.533 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.533 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.533 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.533 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.534 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.534 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.534 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.534 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.534 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.534 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.534 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.534 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.534 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 6, 2024-08-17T01:56:59.535 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.535 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.535 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.535 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.535 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.535 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 552, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.535 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3002, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.535 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 344, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.535 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 207, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.535 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 265, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.536 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.536 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.536 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.536 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.536 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.536 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.536 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.536 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.536 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.536 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.536 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.537 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.537 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.537 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.537 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.537 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.537 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.537 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.537 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.537 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.537 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.538 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.538 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.538 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.538 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.538 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.538 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 7, 2024-08-17T01:56:59.538 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.538 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.538 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.538 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.538 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.539 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 732, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.539 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7945, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.539 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2987, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.539 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.539 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.539 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.539 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.539 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.539 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.540 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.540 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.540 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.540 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.540 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.540 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.540 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.540 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.540 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.541 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.541 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.541 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.541 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.541 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.541 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.541 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.541 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.541 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.541 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.541 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.542 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.542 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.542 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.542 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:56:59.542 INFO:tasks.workunit.client.0.smithi082.stdout: "axes": [ 2024-08-17T01:56:59.542 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.542 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:56:59.542 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:56:59.542 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Latency (usec)", 2024-08-17T01:56:59.542 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 100000, 2024-08-17T01:56:59.543 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:56:59.543 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:56:59.543 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 99999]", 2024-08-17T01:56:59.543 INFO:tasks.workunit.client.0.smithi082.stdout: "[100000, 199999]", 2024-08-17T01:56:59.543 INFO:tasks.workunit.client.0.smithi082.stdout: "[200000, 399999]", 2024-08-17T01:56:59.543 INFO:tasks.workunit.client.0.smithi082.stdout: "[400000, 799999]", 2024-08-17T01:56:59.543 INFO:tasks.workunit.client.0.smithi082.stdout: "[800000, 1599999]", 2024-08-17T01:56:59.543 INFO:tasks.workunit.client.0.smithi082.stdout: "[1600000, 3199999]", 2024-08-17T01:56:59.543 INFO:tasks.workunit.client.0.smithi082.stdout: "[3200000, 6399999]", 2024-08-17T01:56:59.543 INFO:tasks.workunit.client.0.smithi082.stdout: "[6400000, 12799999]", 2024-08-17T01:56:59.543 INFO:tasks.workunit.client.0.smithi082.stdout: "[12800000, 25599999]", 2024-08-17T01:56:59.543 INFO:tasks.workunit.client.0.smithi082.stdout: "[25600000, 51199999]", 2024-08-17T01:56:59.544 INFO:tasks.workunit.client.0.smithi082.stdout: "[51200000, 102399999]", 2024-08-17T01:56:59.544 INFO:tasks.workunit.client.0.smithi082.stdout: "[102400000, 204799999]", 2024-08-17T01:56:59.544 INFO:tasks.workunit.client.0.smithi082.stdout: "[204800000, 409599999]", 2024-08-17T01:56:59.544 INFO:tasks.workunit.client.0.smithi082.stdout: "[409600000, 819199999]", 2024-08-17T01:56:59.544 INFO:tasks.workunit.client.0.smithi082.stdout: "[819200000, 1638399999]", 2024-08-17T01:56:59.544 INFO:tasks.workunit.client.0.smithi082.stdout: "[1638400000, 3276799999]", 2024-08-17T01:56:59.544 INFO:tasks.workunit.client.0.smithi082.stdout: "[3276800000, 6553599999]", 2024-08-17T01:56:59.544 INFO:tasks.workunit.client.0.smithi082.stdout: "[6553600000, 13107199999]", 2024-08-17T01:56:59.544 INFO:tasks.workunit.client.0.smithi082.stdout: "[13107200000, 26214399999]", 2024-08-17T01:56:59.544 INFO:tasks.workunit.client.0.smithi082.stdout: "[26214400000, 52428799999]", 2024-08-17T01:56:59.544 INFO:tasks.workunit.client.0.smithi082.stdout: "[52428800000, 104857599999]", 2024-08-17T01:56:59.545 INFO:tasks.workunit.client.0.smithi082.stdout: "[104857600000, 209715199999]", 2024-08-17T01:56:59.545 INFO:tasks.workunit.client.0.smithi082.stdout: "[209715200000, 419430399999]", 2024-08-17T01:56:59.545 INFO:tasks.workunit.client.0.smithi082.stdout: "[419430400000, 838860799999]", 2024-08-17T01:56:59.545 INFO:tasks.workunit.client.0.smithi082.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:56:59.545 INFO:tasks.workunit.client.0.smithi082.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:56:59.545 INFO:tasks.workunit.client.0.smithi082.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:56:59.545 INFO:tasks.workunit.client.0.smithi082.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:56:59.545 INFO:tasks.workunit.client.0.smithi082.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:56:59.545 INFO:tasks.workunit.client.0.smithi082.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:56:59.546 INFO:tasks.workunit.client.0.smithi082.stdout: "[53687091200000, None]" 2024-08-17T01:56:59.546 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.546 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:56:59.546 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.546 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.546 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:56:59.546 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:56:59.546 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Request size (bytes)", 2024-08-17T01:56:59.546 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 512, 2024-08-17T01:56:59.546 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:56:59.546 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:56:59.547 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 511]", 2024-08-17T01:56:59.547 INFO:tasks.workunit.client.0.smithi082.stdout: "[512, 1023]", 2024-08-17T01:56:59.547 INFO:tasks.workunit.client.0.smithi082.stdout: "[1024, 2047]", 2024-08-17T01:56:59.547 INFO:tasks.workunit.client.0.smithi082.stdout: "[2048, 4095]", 2024-08-17T01:56:59.547 INFO:tasks.workunit.client.0.smithi082.stdout: "[4096, 8191]", 2024-08-17T01:56:59.547 INFO:tasks.workunit.client.0.smithi082.stdout: "[8192, 16383]", 2024-08-17T01:56:59.547 INFO:tasks.workunit.client.0.smithi082.stdout: "[16384, 32767]", 2024-08-17T01:56:59.547 INFO:tasks.workunit.client.0.smithi082.stdout: "[32768, 65535]", 2024-08-17T01:56:59.547 INFO:tasks.workunit.client.0.smithi082.stdout: "[65536, 131071]", 2024-08-17T01:56:59.547 INFO:tasks.workunit.client.0.smithi082.stdout: "[131072, 262143]", 2024-08-17T01:56:59.547 INFO:tasks.workunit.client.0.smithi082.stdout: "[262144, 524287]", 2024-08-17T01:56:59.548 INFO:tasks.workunit.client.0.smithi082.stdout: "[524288, 1048575]", 2024-08-17T01:56:59.548 INFO:tasks.workunit.client.0.smithi082.stdout: "[1048576, 2097151]", 2024-08-17T01:56:59.548 INFO:tasks.workunit.client.0.smithi082.stdout: "[2097152, 4194303]", 2024-08-17T01:56:59.548 INFO:tasks.workunit.client.0.smithi082.stdout: "[4194304, 8388607]", 2024-08-17T01:56:59.548 INFO:tasks.workunit.client.0.smithi082.stdout: "[8388608, 16777215]", 2024-08-17T01:56:59.548 INFO:tasks.workunit.client.0.smithi082.stdout: "[16777216, 33554431]", 2024-08-17T01:56:59.548 INFO:tasks.workunit.client.0.smithi082.stdout: "[33554432, 67108863]", 2024-08-17T01:56:59.548 INFO:tasks.workunit.client.0.smithi082.stdout: "[67108864, 134217727]", 2024-08-17T01:56:59.549 INFO:tasks.workunit.client.0.smithi082.stdout: "[134217728, 268435455]", 2024-08-17T01:56:59.549 INFO:tasks.workunit.client.0.smithi082.stdout: "[268435456, 536870911]", 2024-08-17T01:56:59.549 INFO:tasks.workunit.client.0.smithi082.stdout: "[536870912, 1073741823]", 2024-08-17T01:56:59.549 INFO:tasks.workunit.client.0.smithi082.stdout: "[1073741824, 2147483647]", 2024-08-17T01:56:59.549 INFO:tasks.workunit.client.0.smithi082.stdout: "[2147483648, 4294967295]", 2024-08-17T01:56:59.549 INFO:tasks.workunit.client.0.smithi082.stdout: "[4294967296, 8589934591]", 2024-08-17T01:56:59.549 INFO:tasks.workunit.client.0.smithi082.stdout: "[8589934592, 17179869183]", 2024-08-17T01:56:59.549 INFO:tasks.workunit.client.0.smithi082.stdout: "[17179869184, 34359738367]", 2024-08-17T01:56:59.549 INFO:tasks.workunit.client.0.smithi082.stdout: "[34359738368, 68719476735]", 2024-08-17T01:56:59.550 INFO:tasks.workunit.client.0.smithi082.stdout: "[68719476736, 137438953471]", 2024-08-17T01:56:59.550 INFO:tasks.workunit.client.0.smithi082.stdout: "[137438953472, 274877906943]", 2024-08-17T01:56:59.550 INFO:tasks.workunit.client.0.smithi082.stdout: "[274877906944, None]" 2024-08-17T01:56:59.550 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.550 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:56:59.550 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.550 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.550 INFO:tasks.workunit.client.0.smithi082.stdout: "osds": [ 2024-08-17T01:56:59.551 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.551 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 0, 2024-08-17T01:56:59.551 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.551 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.551 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.551 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.551 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.552 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 143, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.552 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1914, 25, 3, 0, 16, 1, 3, 3, 7, 9, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.552 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1329, 7, 0, 0, 4, 5, 6, 14, 24, 38, 64, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.552 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 166, 13, 1, 0, 1, 3, 1, 5, 3, 10, 64, 227, 115, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.552 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 110, 19, 0, 0, 0, 0, 1, 0, 1, 2, 14, 19, 307, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.552 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 203, 23, 0, 0, 0, 0, 0, 0, 0, 4, 5, 4, 25, 33, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.552 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 367, 44, 0, 0, 1, 0, 0, 0, 1, 0, 2, 7, 8, 28, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.552 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 687, 80, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 2, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.553 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1265, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.553 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.553 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.553 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.553 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.553 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.553 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.554 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.554 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.554 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.554 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.554 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.554 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.554 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.554 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.554 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.555 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.555 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.555 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.555 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.555 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.555 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.555 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.555 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 1, 2024-08-17T01:56:59.555 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.555 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.555 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.556 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.556 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.556 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 87, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.556 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2564, 25, 1, 2, 8, 3, 1, 2, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.556 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1736, 7, 1, 2, 4, 9, 16, 25, 32, 84, 116, 36, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.556 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 94, 0, 0, 0, 2, 1, 0, 2, 5, 7, 70, 300, 207, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.556 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 94, 0, 0, 0, 0, 1, 0, 0, 1, 1, 5, 13, 368, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.556 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 271, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 5, 18, 20, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.556 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 459, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 18, 23, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.556 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 708, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.556 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1983, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.557 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 360, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.557 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.557 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.557 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.557 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.557 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.557 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.557 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.557 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.557 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.557 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.558 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.558 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.558 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.558 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.558 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.558 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.558 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.558 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.558 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.559 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.559 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.559 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 2, 2024-08-17T01:56:59.559 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.559 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.559 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.559 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.559 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.559 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 81, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.559 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 382, 15, 2, 0, 13, 1, 1, 2, 0, 1, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.559 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 166, 15, 0, 0, 1, 2, 0, 1, 2, 13, 63, 53, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.560 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 323, 14, 1, 0, 1, 0, 10, 8, 19, 23, 95, 147, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.560 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 163, 12, 0, 0, 0, 0, 1, 2, 4, 5, 37, 51, 27, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.560 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 61, 28, 0, 0, 0, 0, 0, 3, 3, 6, 9, 14, 23, 45, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.560 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 8, 45, 0, 0, 0, 0, 0, 0, 0, 1, 4, 10, 13, 43, 74, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.560 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 83, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 3, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.560 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.560 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.560 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.560 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.560 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.561 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.561 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.561 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.561 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.561 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.561 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.561 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.561 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.561 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.561 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.561 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.562 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.562 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.562 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.562 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.562 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.562 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.562 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.562 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 3, 2024-08-17T01:56:59.562 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.562 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.563 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.563 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.563 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.563 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 24, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.563 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1094, 14, 0, 0, 6, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.563 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 430, 3, 1, 2, 4, 3, 3, 7, 14, 37, 40, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.563 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 81, 2, 1, 0, 1, 2, 1, 2, 1, 1, 25, 76, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.563 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 229, 22, 0, 0, 0, 0, 0, 0, 1, 0, 6, 2, 92, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.563 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 426, 21, 0, 0, 0, 0, 0, 0, 0, 0, 1, 10, 12, 9, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.563 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 416, 45, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 4, 17, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.563 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 197, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.564 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.564 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.564 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.564 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.564 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.564 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.564 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.564 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.564 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.564 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.564 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.565 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.565 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.565 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.565 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.565 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.565 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.565 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.565 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.565 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.565 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.565 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.565 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.565 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 4, 2024-08-17T01:56:59.566 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.566 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.566 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.566 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.566 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.566 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 74, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.566 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 922, 13, 3, 0, 18, 0, 3, 3, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.566 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 718, 2, 0, 1, 1, 2, 5, 7, 10, 23, 39, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.566 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 394, 3, 0, 0, 0, 1, 0, 4, 8, 8, 55, 148, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.566 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 490, 0, 0, 0, 1, 0, 0, 0, 2, 0, 11, 20, 168, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.566 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 299, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 6, 15, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.567 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 124, 2, 0, 0, 0, 0, 0, 0, 1, 2, 1, 3, 9, 18, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.567 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.567 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.567 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.567 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.567 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.567 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.567 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.567 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.567 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.567 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.568 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.568 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.568 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.568 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.568 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.568 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.568 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.568 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.568 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.568 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.569 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.569 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.569 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.569 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.569 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 5, 2024-08-17T01:56:59.569 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.569 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.569 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.569 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.569 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.569 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 86, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.569 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 403, 19, 3, 2, 21, 0, 1, 6, 10, 10, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.570 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 83, 5, 0, 0, 0, 0, 0, 0, 2, 8, 12, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.570 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 96, 13, 0, 0, 0, 0, 1, 1, 5, 3, 23, 27, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.570 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 38, 13, 0, 0, 0, 0, 0, 0, 0, 1, 10, 19, 19, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.570 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 15, 2, 0, 0, 0, 0, 0, 0, 1, 1, 1, 6, 13, 21, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.570 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 4, 21, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.570 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.570 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.570 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.570 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.570 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.570 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.571 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.571 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.571 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.571 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.571 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.571 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.571 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.571 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.571 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.571 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.571 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.572 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.572 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.572 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.572 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.572 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.572 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.572 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.572 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 6, 2024-08-17T01:56:59.572 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.572 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.572 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.573 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.573 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.573 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 103, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.573 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 954, 16, 0, 0, 17, 0, 3, 2, 6, 6, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.573 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 886, 2, 1, 0, 3, 2, 8, 9, 19, 36, 30, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.573 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 352, 12, 0, 0, 0, 2, 0, 0, 3, 8, 42, 120, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.573 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 491, 10, 0, 0, 0, 1, 0, 2, 3, 1, 6, 18, 203, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.573 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 304, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 3, 19, 16, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.573 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 202, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 8, 24, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.573 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.574 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.574 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.574 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.574 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.574 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.574 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.574 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.574 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.574 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.574 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.575 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.575 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.575 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.575 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.575 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.575 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.575 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.575 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.575 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.575 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.575 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.576 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.576 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.576 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 7, 2024-08-17T01:56:59.576 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.576 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.576 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.576 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.576 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.576 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.576 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 318, 16, 1, 0, 10, 3, 0, 0, 3, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.577 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 76, 2, 1, 0, 1, 1, 3, 4, 6, 2, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.577 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 77, 1, 0, 0, 1, 0, 1, 2, 7, 2, 15, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.577 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 47, 0, 0, 0, 0, 0, 1, 1, 1, 4, 12, 15, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.577 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 2, 0, 1, 3, 9, 20, 32, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.577 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 6, 16, 44, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.577 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.577 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.577 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.578 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.578 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.578 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.578 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.578 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.578 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.578 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.578 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.578 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.579 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.579 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.579 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.579 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.579 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.579 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.579 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.580 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.580 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.580 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.580 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.580 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.580 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.580 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.580 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.580 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_resrv_repnum_vs_duration": { 2024-08-17T01:56:59.580 INFO:tasks.workunit.client.0.smithi082.stdout: "axes": [ 2024-08-17T01:56:59.580 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.581 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 8, 2024-08-17T01:56:59.581 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:56:59.581 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "number of replicas", 2024-08-17T01:56:59.581 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 1, 2024-08-17T01:56:59.581 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:56:59.581 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:56:59.581 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0]", 2024-08-17T01:56:59.582 INFO:tasks.workunit.client.0.smithi082.stdout: "[1, 1]", 2024-08-17T01:56:59.582 INFO:tasks.workunit.client.0.smithi082.stdout: "[2, 2]", 2024-08-17T01:56:59.582 INFO:tasks.workunit.client.0.smithi082.stdout: "[3, 3]", 2024-08-17T01:56:59.582 INFO:tasks.workunit.client.0.smithi082.stdout: "[4, 4]", 2024-08-17T01:56:59.582 INFO:tasks.workunit.client.0.smithi082.stdout: "[5, 5]", 2024-08-17T01:56:59.582 INFO:tasks.workunit.client.0.smithi082.stdout: "[6, None]" 2024-08-17T01:56:59.582 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.582 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "linear" 2024-08-17T01:56:59.582 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.583 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.583 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 10, 2024-08-17T01:56:59.583 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:56:59.583 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "duration", 2024-08-17T01:56:59.583 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 250000, 2024-08-17T01:56:59.583 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:56:59.583 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:56:59.583 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 249999]", 2024-08-17T01:56:59.584 INFO:tasks.workunit.client.0.smithi082.stdout: "[250000, 499999]", 2024-08-17T01:56:59.584 INFO:tasks.workunit.client.0.smithi082.stdout: "[500000, 999999]", 2024-08-17T01:56:59.584 INFO:tasks.workunit.client.0.smithi082.stdout: "[1000000, 1999999]", 2024-08-17T01:56:59.584 INFO:tasks.workunit.client.0.smithi082.stdout: "[2000000, 3999999]", 2024-08-17T01:56:59.584 INFO:tasks.workunit.client.0.smithi082.stdout: "[4000000, 7999999]", 2024-08-17T01:56:59.584 INFO:tasks.workunit.client.0.smithi082.stdout: "[8000000, 15999999]", 2024-08-17T01:56:59.584 INFO:tasks.workunit.client.0.smithi082.stdout: "[16000000, 31999999]", 2024-08-17T01:56:59.584 INFO:tasks.workunit.client.0.smithi082.stdout: "[32000000, None]" 2024-08-17T01:56:59.584 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.585 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:56:59.585 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.585 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.585 INFO:tasks.workunit.client.0.smithi082.stdout: "osds": [ 2024-08-17T01:56:59.585 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.585 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 0, 2024-08-17T01:56:59.585 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.585 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.586 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.586 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.586 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.586 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.586 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.586 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.586 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.587 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.587 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.587 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.587 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 1, 2024-08-17T01:56:59.587 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.587 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.587 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.587 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.587 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.588 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.588 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.588 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.588 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.588 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.588 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.588 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.588 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 2, 2024-08-17T01:56:59.588 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.588 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.588 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.589 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.589 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.589 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.589 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.589 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.589 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.589 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.589 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.589 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.589 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 3, 2024-08-17T01:56:59.590 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.590 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.590 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.590 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.590 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.590 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.590 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.590 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.590 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.590 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.590 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.590 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.591 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 4, 2024-08-17T01:56:59.591 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.591 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.591 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.591 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.591 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.591 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.591 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.591 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.591 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.591 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.591 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.592 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.592 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 5, 2024-08-17T01:56:59.592 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.592 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.592 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.592 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.592 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.592 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.592 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.592 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.592 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.593 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.593 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.593 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.593 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 6, 2024-08-17T01:56:59.593 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.593 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.593 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.593 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.593 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.593 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.593 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.593 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.594 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.594 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.594 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.594 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:56:59.594 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 7, 2024-08-17T01:56:59.594 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:56:59.594 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.594 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.594 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.594 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.595 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.595 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.595 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:56:59.595 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:56:59.595 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.595 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.595 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:56:59.595 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.595 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.595 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:56:59.595 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_counters": { 2024-08-17T01:56:59.595 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T01:56:59.596 INFO:tasks.workunit.client.0.smithi082.stdout: "mds": { 2024-08-17T01:56:59.596 INFO:tasks.workunit.client.0.smithi082.stdout: "caps": { 2024-08-17T01:56:59.596 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.596 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.596 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_flush_ack": { 2024-08-17T01:56:59.596 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.596 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.596 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-17T01:56:59.596 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.596 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.596 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_grant": { 2024-08-17T01:56:59.597 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.597 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.597 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_revoke": { 2024-08-17T01:56:59.597 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.597 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.597 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_trunc": { 2024-08-17T01:56:59.597 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.597 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.597 INFO:tasks.workunit.client.0.smithi082.stdout: "dir_commit": { 2024-08-17T01:56:59.597 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.597 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.597 INFO:tasks.workunit.client.0.smithi082.stdout: "dir_fetch_complete": { 2024-08-17T01:56:59.598 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12 2024-08-17T01:56:59.598 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.598 INFO:tasks.workunit.client.0.smithi082.stdout: "dir_fetch_keys": { 2024-08-17T01:56:59.598 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T01:56:59.598 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.598 INFO:tasks.workunit.client.0.smithi082.stdout: "dir_merge": { 2024-08-17T01:56:59.598 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.598 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.598 INFO:tasks.workunit.client.0.smithi082.stdout: "dir_split": { 2024-08-17T01:56:59.598 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.599 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.599 INFO:tasks.workunit.client.0.smithi082.stdout: "exported_inodes": { 2024-08-17T01:56:59.599 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.599 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.599 INFO:tasks.workunit.client.0.smithi082.stdout: "forward": { 2024-08-17T01:56:59.599 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.599 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.599 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_cap_release": { 2024-08-17T01:56:59.599 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.599 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.599 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_caps": { 2024-08-17T01:56:59.600 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.600 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.600 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_caps_dirty": { 2024-08-17T01:56:59.600 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.600 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.600 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_inode_file_caps": { 2024-08-17T01:56:59.600 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.600 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.600 INFO:tasks.workunit.client.0.smithi082.stdout: "imported_inodes": { 2024-08-17T01:56:59.600 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.600 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.600 INFO:tasks.workunit.client.0.smithi082.stdout: "inodes": { 2024-08-17T01:56:59.601 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T01:56:59.601 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.601 INFO:tasks.workunit.client.0.smithi082.stdout: "inodes_expired": { 2024-08-17T01:56:59.601 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.601 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.601 INFO:tasks.workunit.client.0.smithi082.stdout: "inodes_pinned": { 2024-08-17T01:56:59.601 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T01:56:59.601 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.601 INFO:tasks.workunit.client.0.smithi082.stdout: "inodes_with_caps": { 2024-08-17T01:56:59.601 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.601 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.602 INFO:tasks.workunit.client.0.smithi082.stdout: "load_cent": { 2024-08-17T01:56:59.602 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.602 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.602 INFO:tasks.workunit.client.0.smithi082.stdout: "openino_dir_fetch": { 2024-08-17T01:56:59.602 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.602 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.602 INFO:tasks.workunit.client.0.smithi082.stdout: "process_request_cap_release": { 2024-08-17T01:56:59.602 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.602 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.602 INFO:tasks.workunit.client.0.smithi082.stdout: "reply_latency": { 2024-08-17T01:56:59.602 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.603 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.603 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.603 INFO:tasks.workunit.client.0.smithi082.stdout: "request": { 2024-08-17T01:56:59.603 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.603 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.603 INFO:tasks.workunit.client.0.smithi082.stdout: "root_rbytes": { 2024-08-17T01:56:59.603 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.603 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.603 INFO:tasks.workunit.client.0.smithi082.stdout: "root_rfiles": { 2024-08-17T01:56:59.603 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.603 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.604 INFO:tasks.workunit.client.0.smithi082.stdout: "root_rsnaps": { 2024-08-17T01:56:59.604 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.604 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.604 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_reply": { 2024-08-17T01:56:59.604 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.604 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.604 INFO:tasks.workunit.client.0.smithi082.stdout: "subtrees": { 2024-08-17T01:56:59.604 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:56:59.604 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.604 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.604 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_cache": { 2024-08-17T01:56:59.604 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_enqueue_scrub": { 2024-08-17T01:56:59.605 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.605 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.605 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_exportdir": { 2024-08-17T01:56:59.605 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.605 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.605 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_flush": { 2024-08-17T01:56:59.605 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.605 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.605 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_fragmentdir": { 2024-08-17T01:56:59.605 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.605 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.606 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_fragstats": { 2024-08-17T01:56:59.606 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.606 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.606 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_inodestats": { 2024-08-17T01:56:59.606 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.606 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.606 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_quiesce_inode": { 2024-08-17T01:56:59.606 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.606 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.606 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_quiesce_path": { 2024-08-17T01:56:59.606 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.607 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.607 INFO:tasks.workunit.client.0.smithi082.stdout: "num_recovering_enqueued": { 2024-08-17T01:56:59.607 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.607 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.607 INFO:tasks.workunit.client.0.smithi082.stdout: "num_recovering_prioritized": { 2024-08-17T01:56:59.607 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.607 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.607 INFO:tasks.workunit.client.0.smithi082.stdout: "num_recovering_processing": { 2024-08-17T01:56:59.607 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.607 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.607 INFO:tasks.workunit.client.0.smithi082.stdout: "num_strays": { 2024-08-17T01:56:59.607 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.608 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.608 INFO:tasks.workunit.client.0.smithi082.stdout: "num_strays_delayed": { 2024-08-17T01:56:59.608 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.608 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.608 INFO:tasks.workunit.client.0.smithi082.stdout: "num_strays_enqueuing": { 2024-08-17T01:56:59.608 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.608 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.608 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_completed": { 2024-08-17T01:56:59.608 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.608 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.608 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_started": { 2024-08-17T01:56:59.609 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.609 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.609 INFO:tasks.workunit.client.0.smithi082.stdout: "strays_created": { 2024-08-17T01:56:59.609 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.609 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.609 INFO:tasks.workunit.client.0.smithi082.stdout: "strays_enqueued": { 2024-08-17T01:56:59.609 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.609 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.610 INFO:tasks.workunit.client.0.smithi082.stdout: "strays_migrated": { 2024-08-17T01:56:59.610 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.610 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.610 INFO:tasks.workunit.client.0.smithi082.stdout: "strays_reintegrated": { 2024-08-17T01:56:59.610 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.610 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.610 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.610 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_log": { 2024-08-17T01:56:59.610 INFO:tasks.workunit.client.0.smithi082.stdout: "ev": { 2024-08-17T01:56:59.610 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17 2024-08-17T01:56:59.611 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.611 INFO:tasks.workunit.client.0.smithi082.stdout: "evadd": { 2024-08-17T01:56:59.611 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.611 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.611 INFO:tasks.workunit.client.0.smithi082.stdout: "evex": { 2024-08-17T01:56:59.611 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.611 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.611 INFO:tasks.workunit.client.0.smithi082.stdout: "evexd": { 2024-08-17T01:56:59.612 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.612 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.612 INFO:tasks.workunit.client.0.smithi082.stdout: "evexg": { 2024-08-17T01:56:59.612 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.612 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.612 INFO:tasks.workunit.client.0.smithi082.stdout: "evlrg": { 2024-08-17T01:56:59.612 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.612 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.612 INFO:tasks.workunit.client.0.smithi082.stdout: "evtrm": { 2024-08-17T01:56:59.613 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.613 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.613 INFO:tasks.workunit.client.0.smithi082.stdout: "jlat": { 2024-08-17T01:56:59.613 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.613 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.613 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.613 INFO:tasks.workunit.client.0.smithi082.stdout: "replayed": { 2024-08-17T01:56:59.613 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17 2024-08-17T01:56:59.614 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.614 INFO:tasks.workunit.client.0.smithi082.stdout: "seg": { 2024-08-17T01:56:59.614 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T01:56:59.614 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.614 INFO:tasks.workunit.client.0.smithi082.stdout: "segadd": { 2024-08-17T01:56:59.614 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.614 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.614 INFO:tasks.workunit.client.0.smithi082.stdout: "segex": { 2024-08-17T01:56:59.614 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.615 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.615 INFO:tasks.workunit.client.0.smithi082.stdout: "segexd": { 2024-08-17T01:56:59.615 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.615 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.615 INFO:tasks.workunit.client.0.smithi082.stdout: "segexg": { 2024-08-17T01:56:59.615 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.615 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.615 INFO:tasks.workunit.client.0.smithi082.stdout: "segmjr": { 2024-08-17T01:56:59.615 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T01:56:59.615 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.615 INFO:tasks.workunit.client.0.smithi082.stdout: "segtrm": { 2024-08-17T01:56:59.616 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.616 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.616 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.616 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_mem": { 2024-08-17T01:56:59.616 INFO:tasks.workunit.client.0.smithi082.stdout: "cap": { 2024-08-17T01:56:59.616 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.616 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.616 INFO:tasks.workunit.client.0.smithi082.stdout: "cap+": { 2024-08-17T01:56:59.616 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.616 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.616 INFO:tasks.workunit.client.0.smithi082.stdout: "cap-": { 2024-08-17T01:56:59.616 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.617 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.617 INFO:tasks.workunit.client.0.smithi082.stdout: "dir": { 2024-08-17T01:56:59.617 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12 2024-08-17T01:56:59.617 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.617 INFO:tasks.workunit.client.0.smithi082.stdout: "dir+": { 2024-08-17T01:56:59.617 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12 2024-08-17T01:56:59.617 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.617 INFO:tasks.workunit.client.0.smithi082.stdout: "dir-": { 2024-08-17T01:56:59.617 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.617 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.617 INFO:tasks.workunit.client.0.smithi082.stdout: "dn": { 2024-08-17T01:56:59.618 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T01:56:59.618 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.618 INFO:tasks.workunit.client.0.smithi082.stdout: "dn+": { 2024-08-17T01:56:59.618 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T01:56:59.618 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.618 INFO:tasks.workunit.client.0.smithi082.stdout: "dn-": { 2024-08-17T01:56:59.618 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.618 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.618 INFO:tasks.workunit.client.0.smithi082.stdout: "heap": { 2024-08-17T01:56:59.618 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 248096 2024-08-17T01:56:59.619 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.619 INFO:tasks.workunit.client.0.smithi082.stdout: "ino": { 2024-08-17T01:56:59.619 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13 2024-08-17T01:56:59.619 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.619 INFO:tasks.workunit.client.0.smithi082.stdout: "ino+": { 2024-08-17T01:56:59.619 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13 2024-08-17T01:56:59.619 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.619 INFO:tasks.workunit.client.0.smithi082.stdout: "ino-": { 2024-08-17T01:56:59.619 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.619 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.620 INFO:tasks.workunit.client.0.smithi082.stdout: "rss": { 2024-08-17T01:56:59.620 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 49704 2024-08-17T01:56:59.620 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.620 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.620 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_server": { 2024-08-17T01:56:59.620 INFO:tasks.workunit.client.0.smithi082.stdout: "cap_acquisition_throttle": { 2024-08-17T01:56:59.620 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.620 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.620 INFO:tasks.workunit.client.0.smithi082.stdout: "cap_revoke_eviction": { 2024-08-17T01:56:59.621 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.621 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.621 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_request": { 2024-08-17T01:56:59.621 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.621 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.621 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_session": { 2024-08-17T01:56:59.621 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.621 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.622 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_peer_request": { 2024-08-17T01:56:59.622 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.622 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.622 INFO:tasks.workunit.client.0.smithi082.stdout: "req_create_latency": { 2024-08-17T01:56:59.622 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.622 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.622 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.622 INFO:tasks.workunit.client.0.smithi082.stdout: "req_getattr_latency": { 2024-08-17T01:56:59.623 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.623 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.623 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.623 INFO:tasks.workunit.client.0.smithi082.stdout: "req_getfilelock_latency": { 2024-08-17T01:56:59.623 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.623 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.623 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.624 INFO:tasks.workunit.client.0.smithi082.stdout: "req_getvxattr_latency": { 2024-08-17T01:56:59.624 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.624 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.624 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.624 INFO:tasks.workunit.client.0.smithi082.stdout: "req_link_latency": { 2024-08-17T01:56:59.624 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.624 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.624 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.624 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookup_latency": { 2024-08-17T01:56:59.624 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.624 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.625 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.625 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookuphash_latency": { 2024-08-17T01:56:59.625 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.625 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.625 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.625 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookupino_latency": { 2024-08-17T01:56:59.625 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.625 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.625 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.625 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookupname_latency": { 2024-08-17T01:56:59.625 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.625 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.626 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.626 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookupparent_latency": { 2024-08-17T01:56:59.626 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.626 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.626 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.626 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookupsnap_latency": { 2024-08-17T01:56:59.626 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.626 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.626 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.626 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lssnap_latency": { 2024-08-17T01:56:59.626 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.627 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.627 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.627 INFO:tasks.workunit.client.0.smithi082.stdout: "req_mkdir_latency": { 2024-08-17T01:56:59.627 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.627 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.627 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.627 INFO:tasks.workunit.client.0.smithi082.stdout: "req_mknod_latency": { 2024-08-17T01:56:59.627 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.627 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.627 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.627 INFO:tasks.workunit.client.0.smithi082.stdout: "req_mksnap_latency": { 2024-08-17T01:56:59.628 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.628 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.628 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.628 INFO:tasks.workunit.client.0.smithi082.stdout: "req_open_latency": { 2024-08-17T01:56:59.628 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.628 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.628 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.628 INFO:tasks.workunit.client.0.smithi082.stdout: "req_readdir_latency": { 2024-08-17T01:56:59.628 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.628 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.628 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.628 INFO:tasks.workunit.client.0.smithi082.stdout: "req_rename_latency": { 2024-08-17T01:56:59.629 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.629 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.629 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.629 INFO:tasks.workunit.client.0.smithi082.stdout: "req_renamesnap_latency": { 2024-08-17T01:56:59.629 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.629 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.629 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.629 INFO:tasks.workunit.client.0.smithi082.stdout: "req_rmdir_latency": { 2024-08-17T01:56:59.629 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.629 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.629 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.630 INFO:tasks.workunit.client.0.smithi082.stdout: "req_rmsnap_latency": { 2024-08-17T01:56:59.630 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.630 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.630 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.630 INFO:tasks.workunit.client.0.smithi082.stdout: "req_rmxattr_latency": { 2024-08-17T01:56:59.630 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.630 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.630 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.630 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setattr_latency": { 2024-08-17T01:56:59.630 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.630 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.631 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.631 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setdirlayout_latency": { 2024-08-17T01:56:59.631 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.631 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.631 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.631 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setfilelock_latency": { 2024-08-17T01:56:59.631 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.631 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.631 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.631 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setlayout_latency": { 2024-08-17T01:56:59.631 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.631 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.632 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.632 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setxattr_latency": { 2024-08-17T01:56:59.632 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.632 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.632 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.632 INFO:tasks.workunit.client.0.smithi082.stdout: "req_snapdiff_latency": { 2024-08-17T01:56:59.632 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.632 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.632 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.632 INFO:tasks.workunit.client.0.smithi082.stdout: "req_symlink_latency": { 2024-08-17T01:56:59.632 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.632 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.633 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.633 INFO:tasks.workunit.client.0.smithi082.stdout: "req_unlink_latency": { 2024-08-17T01:56:59.633 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.633 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.633 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.633 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.633 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_sessions": { 2024-08-17T01:56:59.633 INFO:tasks.workunit.client.0.smithi082.stdout: "average_load": { 2024-08-17T01:56:59.633 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.633 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.633 INFO:tasks.workunit.client.0.smithi082.stdout: "avg_session_uptime": { 2024-08-17T01:56:59.633 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.634 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.634 INFO:tasks.workunit.client.0.smithi082.stdout: "mdthresh_evicted": { 2024-08-17T01:56:59.634 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.634 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.634 INFO:tasks.workunit.client.0.smithi082.stdout: "session_add": { 2024-08-17T01:56:59.634 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8 2024-08-17T01:56:59.634 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.634 INFO:tasks.workunit.client.0.smithi082.stdout: "session_count": { 2024-08-17T01:56:59.634 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.634 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.634 INFO:tasks.workunit.client.0.smithi082.stdout: "session_remove": { 2024-08-17T01:56:59.635 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8 2024-08-17T01:56:59.635 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.635 INFO:tasks.workunit.client.0.smithi082.stdout: "sessions_open": { 2024-08-17T01:56:59.635 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:56:59.635 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.635 INFO:tasks.workunit.client.0.smithi082.stdout: "sessions_stale": { 2024-08-17T01:56:59.635 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.635 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.635 INFO:tasks.workunit.client.0.smithi082.stdout: "total_load": { 2024-08-17T01:56:59.635 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.635 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.636 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.636 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:56:59.636 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:56:59.636 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.636 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.636 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:56:59.636 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37 2024-08-17T01:56:59.636 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.636 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:56:59.636 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.637 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.637 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:56:59.637 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7 2024-08-17T01:56:59.637 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.637 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.637 INFO:tasks.workunit.client.0.smithi082.stdout: "purge_queue": { 2024-08-17T01:56:59.637 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executed": { 2024-08-17T01:56:59.637 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.637 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.637 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executed_ops": { 2024-08-17T01:56:59.637 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.638 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.638 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executing": { 2024-08-17T01:56:59.638 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.638 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.638 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executing_high_water": { 2024-08-17T01:56:59.638 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.638 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.638 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executing_ops": { 2024-08-17T01:56:59.638 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.639 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.639 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executing_ops_high_water": { 2024-08-17T01:56:59.639 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.639 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.639 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_item_in_journal": { 2024-08-17T01:56:59.639 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.639 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.639 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.639 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.639 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T01:56:59.639 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:56:59.640 INFO:tasks.workunit.client.0.smithi082.stdout: "election_call": { 2024-08-17T01:56:59.640 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T01:56:59.640 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.640 INFO:tasks.workunit.client.0.smithi082.stdout: "election_lose": { 2024-08-17T01:56:59.640 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.640 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.640 INFO:tasks.workunit.client.0.smithi082.stdout: "election_win": { 2024-08-17T01:56:59.640 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T01:56:59.640 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_elections": { 2024-08-17T01:56:59.640 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21 2024-08-17T01:56:59.641 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_sessions": { 2024-08-17T01:56:59.641 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T01:56:59.641 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.641 INFO:tasks.workunit.client.0.smithi082.stdout: "session_add": { 2024-08-17T01:56:59.641 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5 2024-08-17T01:56:59.641 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.641 INFO:tasks.workunit.client.0.smithi082.stdout: "session_rm": { 2024-08-17T01:56:59.641 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 213 2024-08-17T01:56:59.641 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.641 INFO:tasks.workunit.client.0.smithi082.stdout: "session_trim": { 2024-08-17T01:56:59.641 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.642 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.642 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.642 INFO:tasks.workunit.client.0.smithi082.stdout: "paxos": { 2024-08-17T01:56:59.642 INFO:tasks.workunit.client.0.smithi082.stdout: "accept_timeout": { 2024-08-17T01:56:59.642 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.642 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.642 INFO:tasks.workunit.client.0.smithi082.stdout: "begin": { 2024-08-17T01:56:59.642 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7856 2024-08-17T01:56:59.642 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.642 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_bytes": { 2024-08-17T01:56:59.643 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7856, 2024-08-17T01:56:59.643 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57797724 2024-08-17T01:56:59.643 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.643 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_keys": { 2024-08-17T01:56:59.643 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7856, 2024-08-17T01:56:59.643 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23568 2024-08-17T01:56:59.643 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.643 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_latency": { 2024-08-17T01:56:59.643 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7856, 2024-08-17T01:56:59.643 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1781965779 2024-08-17T01:56:59.643 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.643 INFO:tasks.workunit.client.0.smithi082.stdout: "collect": { 2024-08-17T01:56:59.644 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.644 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.644 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_bytes": { 2024-08-17T01:56:59.644 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.644 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.644 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.645 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_keys": { 2024-08-17T01:56:59.645 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.645 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.645 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.645 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_latency": { 2024-08-17T01:56:59.645 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.645 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.645 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.645 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_timeout": { 2024-08-17T01:56:59.645 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.645 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.645 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_uncommitted": { 2024-08-17T01:56:59.646 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:56:59.646 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.646 INFO:tasks.workunit.client.0.smithi082.stdout: "commit": { 2024-08-17T01:56:59.646 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7854 2024-08-17T01:56:59.646 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.646 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_bytes": { 2024-08-17T01:56:59.646 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7854, 2024-08-17T01:56:59.646 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57204001 2024-08-17T01:56:59.647 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.647 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_keys": { 2024-08-17T01:56:59.647 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7854, 2024-08-17T01:56:59.647 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 62900 2024-08-17T01:56:59.647 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.647 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_latency": { 2024-08-17T01:56:59.647 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7854, 2024-08-17T01:56:59.647 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3025973545 2024-08-17T01:56:59.647 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.647 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_ack_timeout": { 2024-08-17T01:56:59.648 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.648 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.648 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_timeout": { 2024-08-17T01:56:59.648 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.648 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.648 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn": { 2024-08-17T01:56:59.648 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T01:56:59.648 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.648 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn_latency": { 2024-08-17T01:56:59.648 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 6, 2024-08-17T01:56:59.649 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2999943 2024-08-17T01:56:59.649 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.649 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh": { 2024-08-17T01:56:59.649 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7857 2024-08-17T01:56:59.649 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.649 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh_latency": { 2024-08-17T01:56:59.649 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7857, 2024-08-17T01:56:59.649 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29698427849 2024-08-17T01:56:59.649 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.650 INFO:tasks.workunit.client.0.smithi082.stdout: "restart": { 2024-08-17T01:56:59.650 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23 2024-08-17T01:56:59.650 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.650 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state": { 2024-08-17T01:56:59.650 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:56:59.650 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.650 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_bytes": { 2024-08-17T01:56:59.650 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T01:56:59.650 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 66484 2024-08-17T01:56:59.651 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.651 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_keys": { 2024-08-17T01:56:59.651 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T01:56:59.651 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T01:56:59.651 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.651 INFO:tasks.workunit.client.0.smithi082.stdout: "start_leader": { 2024-08-17T01:56:59.651 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T01:56:59.651 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.651 INFO:tasks.workunit.client.0.smithi082.stdout: "start_peon": { 2024-08-17T01:56:59.651 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.652 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.652 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state": { 2024-08-17T01:56:59.652 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.652 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.652 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_bytes": { 2024-08-17T01:56:59.652 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.652 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.652 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.652 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_keys": { 2024-08-17T01:56:59.653 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.653 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.653 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.653 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_latency": { 2024-08-17T01:56:59.653 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.653 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.653 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.653 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.653 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache": { 2024-08-17T01:56:59.654 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:56:59.654 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1020054731 2024-08-17T01:56:59.654 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.654 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:56:59.654 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 252764160 2024-08-17T01:56:59.654 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.654 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:56:59.654 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 252166144 2024-08-17T01:56:59.655 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.655 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:56:59.655 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2147483648 2024-08-17T01:56:59.655 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.655 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:56:59.655 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 598016 2024-08-17T01:56:59.655 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.655 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.656 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:full": { 2024-08-17T01:56:59.656 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:59.656 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 360710144 2024-08-17T01:56:59.656 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.656 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:59.656 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.656 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.657 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:59.657 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.657 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.657 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:59.657 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266376529 2024-08-17T01:56:59.657 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.657 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:59.657 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26677144 2024-08-17T01:56:59.657 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.657 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:59.658 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.658 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.658 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:59.658 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.658 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.658 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:59.658 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.658 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.658 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:59.658 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.658 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.659 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:59.659 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.659 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.659 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:59.659 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.659 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.659 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:59.659 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.659 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.659 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:59.659 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.659 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.660 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:59.660 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67656471 2024-08-17T01:56:59.660 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.660 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.660 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:inc": { 2024-08-17T01:56:59.660 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:59.660 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 335544320 2024-08-17T01:56:59.660 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.660 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:59.660 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.660 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.661 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:59.661 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.661 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.661 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:59.661 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266376529 2024-08-17T01:56:59.661 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.661 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:59.661 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2021808 2024-08-17T01:56:59.661 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.661 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:59.661 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.662 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.662 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:59.662 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.662 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.662 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:59.662 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.662 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.662 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:59.662 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.662 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.662 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:59.663 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.663 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.663 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:59.663 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.663 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.663 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:59.663 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.663 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.663 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:59.663 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.663 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.664 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:59.664 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67145983 2024-08-17T01:56:59.664 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.664 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.664 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:kv": { 2024-08-17T01:56:59.664 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:59.664 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 314572800 2024-08-17T01:56:59.664 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.664 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:59.664 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:59.664 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.665 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:59.665 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.665 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:59.665 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177584352 2024-08-17T01:56:59.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.665 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:59.665 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.665 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:59.665 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.666 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.666 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:59.666 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.666 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.666 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:59.666 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.666 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.666 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:59.666 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.666 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.666 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:59.667 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.667 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.667 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:59.667 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.667 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.667 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:59.667 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.667 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.667 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:59.667 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.667 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.667 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:59.668 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 69879584 2024-08-17T01:56:59.668 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.668 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.668 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb": { 2024-08-17T01:56:59.668 INFO:tasks.workunit.client.0.smithi082.stdout: "compact": { 2024-08-17T01:56:59.668 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.668 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.668 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_len": { 2024-08-17T01:56:59.668 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.668 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.668 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_merge": { 2024-08-17T01:56:59.669 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.669 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.669 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_range": { 2024-08-17T01:56:59.669 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 89 2024-08-17T01:56:59.669 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.669 INFO:tasks.workunit.client.0.smithi082.stdout: "get_latency": { 2024-08-17T01:56:59.669 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 356303, 2024-08-17T01:56:59.669 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1970352912 2024-08-17T01:56:59.669 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.669 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_delay_time": { 2024-08-17T01:56:59.669 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.670 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.670 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.670 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_memtable_time": { 2024-08-17T01:56:59.670 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.670 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.670 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.670 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T01:56:59.670 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.670 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.670 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.670 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_wal_time": { 2024-08-17T01:56:59.671 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.671 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.671 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.671 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_latency": { 2024-08-17T01:56:59.671 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.671 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.671 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.671 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_sync_latency": { 2024-08-17T01:56:59.671 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19229, 2024-08-17T01:56:59.671 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7984970815 2024-08-17T01:56:59.672 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.672 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.672 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.672 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T01:56:59.672 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:56:59.672 INFO:tasks.workunit.client.0.smithi082.stdout: "election_call": { 2024-08-17T01:56:59.672 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:56:59.672 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.672 INFO:tasks.workunit.client.0.smithi082.stdout: "election_lose": { 2024-08-17T01:56:59.672 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:56:59.672 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.672 INFO:tasks.workunit.client.0.smithi082.stdout: "election_win": { 2024-08-17T01:56:59.673 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.673 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.673 INFO:tasks.workunit.client.0.smithi082.stdout: "num_elections": { 2024-08-17T01:56:59.673 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9 2024-08-17T01:56:59.673 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.673 INFO:tasks.workunit.client.0.smithi082.stdout: "num_sessions": { 2024-08-17T01:56:59.673 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8 2024-08-17T01:56:59.673 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.673 INFO:tasks.workunit.client.0.smithi082.stdout: "session_add": { 2024-08-17T01:56:59.673 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3 2024-08-17T01:56:59.673 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.673 INFO:tasks.workunit.client.0.smithi082.stdout: "session_rm": { 2024-08-17T01:56:59.674 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 253 2024-08-17T01:56:59.674 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.674 INFO:tasks.workunit.client.0.smithi082.stdout: "session_trim": { 2024-08-17T01:56:59.674 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.674 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.674 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.674 INFO:tasks.workunit.client.0.smithi082.stdout: "paxos": { 2024-08-17T01:56:59.674 INFO:tasks.workunit.client.0.smithi082.stdout: "accept_timeout": { 2024-08-17T01:56:59.674 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.674 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.674 INFO:tasks.workunit.client.0.smithi082.stdout: "begin": { 2024-08-17T01:56:59.675 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7764 2024-08-17T01:56:59.675 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.675 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_bytes": { 2024-08-17T01:56:59.675 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7764, 2024-08-17T01:56:59.675 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56393773 2024-08-17T01:56:59.675 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.675 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_keys": { 2024-08-17T01:56:59.675 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.675 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.675 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.675 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_latency": { 2024-08-17T01:56:59.678 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7764, 2024-08-17T01:56:59.678 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1292977327 2024-08-17T01:56:59.678 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.678 INFO:tasks.workunit.client.0.smithi082.stdout: "collect": { 2024-08-17T01:56:59.678 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:56:59.678 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.678 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_bytes": { 2024-08-17T01:56:59.678 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T01:56:59.678 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 146 2024-08-17T01:56:59.679 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.679 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_keys": { 2024-08-17T01:56:59.679 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T01:56:59.679 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:56:59.679 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.679 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_latency": { 2024-08-17T01:56:59.679 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T01:56:59.679 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.679 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.679 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_timeout": { 2024-08-17T01:56:59.680 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.680 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.680 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_uncommitted": { 2024-08-17T01:56:59.680 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.680 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.680 INFO:tasks.workunit.client.0.smithi082.stdout: "commit": { 2024-08-17T01:56:59.680 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7764 2024-08-17T01:56:59.680 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.681 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_bytes": { 2024-08-17T01:56:59.681 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.681 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.681 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.681 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_keys": { 2024-08-17T01:56:59.681 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.681 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.681 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.681 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_latency": { 2024-08-17T01:56:59.681 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.681 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.682 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.682 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_ack_timeout": { 2024-08-17T01:56:59.682 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.682 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.682 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_timeout": { 2024-08-17T01:56:59.682 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.682 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.682 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn": { 2024-08-17T01:56:59.683 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.683 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.683 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn_latency": { 2024-08-17T01:56:59.683 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.683 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.683 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.683 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh": { 2024-08-17T01:56:59.683 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7764 2024-08-17T01:56:59.683 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.683 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh_latency": { 2024-08-17T01:56:59.683 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7764, 2024-08-17T01:56:59.684 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24427570734 2024-08-17T01:56:59.684 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.684 INFO:tasks.workunit.client.0.smithi082.stdout: "restart": { 2024-08-17T01:56:59.684 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11 2024-08-17T01:56:59.684 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.684 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state": { 2024-08-17T01:56:59.684 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.684 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.684 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_bytes": { 2024-08-17T01:56:59.685 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.685 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.685 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.685 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_keys": { 2024-08-17T01:56:59.685 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.685 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.685 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.685 INFO:tasks.workunit.client.0.smithi082.stdout: "start_leader": { 2024-08-17T01:56:59.685 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.685 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.686 INFO:tasks.workunit.client.0.smithi082.stdout: "start_peon": { 2024-08-17T01:56:59.686 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:56:59.686 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.686 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state": { 2024-08-17T01:56:59.686 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7764 2024-08-17T01:56:59.686 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.686 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_bytes": { 2024-08-17T01:56:59.686 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7764, 2024-08-17T01:56:59.686 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 111308941 2024-08-17T01:56:59.687 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.687 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_keys": { 2024-08-17T01:56:59.687 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7764, 2024-08-17T01:56:59.687 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70052 2024-08-17T01:56:59.687 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.687 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_latency": { 2024-08-17T01:56:59.687 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7764, 2024-08-17T01:56:59.687 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2683952909 2024-08-17T01:56:59.687 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.687 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.688 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache": { 2024-08-17T01:56:59.688 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:56:59.688 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1020054731 2024-08-17T01:56:59.688 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.688 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:56:59.688 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 163512320 2024-08-17T01:56:59.688 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.688 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:56:59.688 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 162529280 2024-08-17T01:56:59.689 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.689 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:56:59.689 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2147483648 2024-08-17T01:56:59.689 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.689 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:56:59.689 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 983040 2024-08-17T01:56:59.689 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.689 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.689 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:full": { 2024-08-17T01:56:59.689 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:59.689 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 360710144 2024-08-17T01:56:59.690 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.690 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:59.690 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.690 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.690 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:59.690 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.690 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.690 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:59.690 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266884631 2024-08-17T01:56:59.690 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.690 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:59.691 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 25782459 2024-08-17T01:56:59.691 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.691 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:59.691 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.691 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.691 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:59.691 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.691 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.691 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:59.691 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.691 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.692 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:59.692 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.692 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.692 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:59.692 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.692 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.692 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:59.692 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.692 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.693 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:59.693 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.693 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.693 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:59.693 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.693 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.693 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:59.693 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68043054 2024-08-17T01:56:59.693 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.693 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.693 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:inc": { 2024-08-17T01:56:59.694 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:59.694 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 339738624 2024-08-17T01:56:59.694 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.694 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:59.694 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.694 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.694 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:59.694 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.694 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.695 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:59.695 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266884631 2024-08-17T01:56:59.695 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.695 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:59.695 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1561553 2024-08-17T01:56:59.695 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.695 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:59.696 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.696 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.696 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:59.696 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.696 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.696 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:59.696 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.696 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.697 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:59.697 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.697 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.697 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:59.697 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.697 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.697 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:59.697 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.697 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.697 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:59.698 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.698 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.698 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:59.698 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.698 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.698 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:59.698 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71292440 2024-08-17T01:56:59.698 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.698 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.698 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:kv": { 2024-08-17T01:56:59.698 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:59.699 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 314572800 2024-08-17T01:56:59.699 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.699 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:59.699 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:59.699 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.699 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:59.699 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.699 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.699 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:59.699 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177923087 2024-08-17T01:56:59.699 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.699 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:59.700 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.700 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.700 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:59.700 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.700 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.700 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:59.700 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.700 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.700 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:59.700 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.700 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.700 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:59.701 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.701 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.701 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:59.701 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.701 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.701 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:59.701 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.701 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.701 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:59.701 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.701 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.702 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:59.702 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.702 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.702 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:59.702 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 69540849 2024-08-17T01:56:59.702 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.702 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.702 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb": { 2024-08-17T01:56:59.702 INFO:tasks.workunit.client.0.smithi082.stdout: "compact": { 2024-08-17T01:56:59.702 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.702 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.703 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_len": { 2024-08-17T01:56:59.703 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.703 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.703 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_merge": { 2024-08-17T01:56:59.703 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.703 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.703 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_range": { 2024-08-17T01:56:59.703 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 89 2024-08-17T01:56:59.703 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.703 INFO:tasks.workunit.client.0.smithi082.stdout: "get_latency": { 2024-08-17T01:56:59.703 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 339089, 2024-08-17T01:56:59.703 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1602125714 2024-08-17T01:56:59.704 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.704 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_delay_time": { 2024-08-17T01:56:59.704 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.704 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.704 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.704 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_memtable_time": { 2024-08-17T01:56:59.704 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.704 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.704 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.704 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T01:56:59.704 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.705 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.705 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.705 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_wal_time": { 2024-08-17T01:56:59.705 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.705 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.705 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.705 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_latency": { 2024-08-17T01:56:59.705 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.705 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.705 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.705 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_sync_latency": { 2024-08-17T01:56:59.706 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 18997, 2024-08-17T01:56:59.706 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6215726695 2024-08-17T01:56:59.706 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.706 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.706 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.706 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.b49720f953d6f37bda4fd718c5ff5f803b0cc706": { 2024-08-17T01:56:59.706 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:56:59.706 INFO:tasks.workunit.client.0.smithi082.stdout: "election_call": { 2024-08-17T01:56:59.706 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:56:59.706 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.706 INFO:tasks.workunit.client.0.smithi082.stdout: "election_lose": { 2024-08-17T01:56:59.706 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T01:56:59.707 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.707 INFO:tasks.workunit.client.0.smithi082.stdout: "election_win": { 2024-08-17T01:56:59.707 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.707 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.707 INFO:tasks.workunit.client.0.smithi082.stdout: "num_elections": { 2024-08-17T01:56:59.707 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T01:56:59.707 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.707 INFO:tasks.workunit.client.0.smithi082.stdout: "num_sessions": { 2024-08-17T01:56:59.707 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8 2024-08-17T01:56:59.707 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.707 INFO:tasks.workunit.client.0.smithi082.stdout: "session_add": { 2024-08-17T01:56:59.708 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T01:56:59.708 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.708 INFO:tasks.workunit.client.0.smithi082.stdout: "session_rm": { 2024-08-17T01:56:59.708 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 267 2024-08-17T01:56:59.708 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.708 INFO:tasks.workunit.client.0.smithi082.stdout: "session_trim": { 2024-08-17T01:56:59.708 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.708 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.708 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.708 INFO:tasks.workunit.client.0.smithi082.stdout: "paxos": { 2024-08-17T01:56:59.708 INFO:tasks.workunit.client.0.smithi082.stdout: "accept_timeout": { 2024-08-17T01:56:59.709 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.709 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.709 INFO:tasks.workunit.client.0.smithi082.stdout: "begin": { 2024-08-17T01:56:59.709 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7792 2024-08-17T01:56:59.709 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.709 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_bytes": { 2024-08-17T01:56:59.709 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7792, 2024-08-17T01:56:59.709 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56701458 2024-08-17T01:56:59.709 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.709 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_keys": { 2024-08-17T01:56:59.709 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.709 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.710 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.710 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_latency": { 2024-08-17T01:56:59.710 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7792, 2024-08-17T01:56:59.710 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2000961576 2024-08-17T01:56:59.710 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.710 INFO:tasks.workunit.client.0.smithi082.stdout: "collect": { 2024-08-17T01:56:59.710 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T01:56:59.710 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.710 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_bytes": { 2024-08-17T01:56:59.710 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:56:59.710 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 292 2024-08-17T01:56:59.710 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.711 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_keys": { 2024-08-17T01:56:59.711 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:56:59.711 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T01:56:59.711 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.711 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_latency": { 2024-08-17T01:56:59.711 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:56:59.711 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2999944 2024-08-17T01:56:59.711 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.711 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_timeout": { 2024-08-17T01:56:59.711 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.711 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.712 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_uncommitted": { 2024-08-17T01:56:59.712 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T01:56:59.712 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.712 INFO:tasks.workunit.client.0.smithi082.stdout: "commit": { 2024-08-17T01:56:59.712 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7793 2024-08-17T01:56:59.712 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.712 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_bytes": { 2024-08-17T01:56:59.712 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.712 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.712 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.712 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_keys": { 2024-08-17T01:56:59.713 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.713 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.713 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.713 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_latency": { 2024-08-17T01:56:59.713 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.713 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.713 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.713 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_ack_timeout": { 2024-08-17T01:56:59.713 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.713 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.714 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_timeout": { 2024-08-17T01:56:59.714 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.714 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.714 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn": { 2024-08-17T01:56:59.714 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.714 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.714 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn_latency": { 2024-08-17T01:56:59.714 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.714 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.714 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.714 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh": { 2024-08-17T01:56:59.715 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7793 2024-08-17T01:56:59.715 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.715 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh_latency": { 2024-08-17T01:56:59.715 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7793, 2024-08-17T01:56:59.715 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26805483529 2024-08-17T01:56:59.715 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.715 INFO:tasks.workunit.client.0.smithi082.stdout: "restart": { 2024-08-17T01:56:59.715 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17 2024-08-17T01:56:59.715 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.715 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state": { 2024-08-17T01:56:59.715 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.716 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.716 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_bytes": { 2024-08-17T01:56:59.716 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.716 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.716 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.716 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_keys": { 2024-08-17T01:56:59.716 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.716 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.716 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.716 INFO:tasks.workunit.client.0.smithi082.stdout: "start_leader": { 2024-08-17T01:56:59.716 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.716 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.717 INFO:tasks.workunit.client.0.smithi082.stdout: "start_peon": { 2024-08-17T01:56:59.717 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T01:56:59.717 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.717 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state": { 2024-08-17T01:56:59.717 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7792 2024-08-17T01:56:59.717 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.717 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_bytes": { 2024-08-17T01:56:59.718 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7792, 2024-08-17T01:56:59.718 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 111966011 2024-08-17T01:56:59.718 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.718 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_keys": { 2024-08-17T01:56:59.718 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7792, 2024-08-17T01:56:59.718 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70242 2024-08-17T01:56:59.718 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.718 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_latency": { 2024-08-17T01:56:59.718 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7792, 2024-08-17T01:56:59.718 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5970885066 2024-08-17T01:56:59.718 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.719 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.719 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache": { 2024-08-17T01:56:59.719 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:56:59.719 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1020054731 2024-08-17T01:56:59.719 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.719 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:56:59.719 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177176576 2024-08-17T01:56:59.719 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.720 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:56:59.720 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176611328 2024-08-17T01:56:59.720 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.720 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:56:59.720 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2147483648 2024-08-17T01:56:59.720 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.720 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:56:59.720 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 565248 2024-08-17T01:56:59.720 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.720 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.721 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:full": { 2024-08-17T01:56:59.721 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:59.721 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 360710144 2024-08-17T01:56:59.721 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.721 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:59.721 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.721 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.721 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:59.721 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.722 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.722 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:59.722 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266047432 2024-08-17T01:56:59.722 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.722 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:59.722 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26710772 2024-08-17T01:56:59.722 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.722 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:59.723 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.723 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.723 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:59.723 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.723 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.723 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:59.723 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.723 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.723 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:59.724 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.724 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.724 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:59.724 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.724 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.724 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:59.724 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.724 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.724 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:59.724 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.725 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.725 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:59.725 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.725 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.725 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:59.725 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67951940 2024-08-17T01:56:59.725 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.725 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.726 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:inc": { 2024-08-17T01:56:59.726 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:59.726 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 339738624 2024-08-17T01:56:59.726 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.726 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:59.726 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.726 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.727 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:59.727 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.727 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.727 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:59.727 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266047432 2024-08-17T01:56:59.727 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.727 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:59.727 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2865771 2024-08-17T01:56:59.727 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.728 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:59.728 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.728 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.728 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:59.728 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.728 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.728 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:59.728 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.729 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.729 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:59.729 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.729 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.729 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:59.729 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.729 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.729 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:59.730 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.730 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.730 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:59.730 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.730 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.730 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:59.730 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.730 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.730 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:59.730 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70825421 2024-08-17T01:56:59.730 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.731 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.731 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:kv": { 2024-08-17T01:56:59.731 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:59.731 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 314572800 2024-08-17T01:56:59.731 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.731 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:59.731 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:59.731 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.731 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:59.731 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.731 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.731 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:59.731 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177364955 2024-08-17T01:56:59.732 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.732 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:59.732 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.732 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.732 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:59.732 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.732 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.732 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:59.732 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.732 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.732 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:59.732 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.733 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.733 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:59.733 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.733 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.733 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:59.733 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.733 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.733 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:59.733 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.733 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.733 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:59.733 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.734 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.734 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:59.734 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.734 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.734 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:59.734 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70098981 2024-08-17T01:56:59.734 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.734 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.734 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb": { 2024-08-17T01:56:59.734 INFO:tasks.workunit.client.0.smithi082.stdout: "compact": { 2024-08-17T01:56:59.734 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.734 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.735 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_len": { 2024-08-17T01:56:59.735 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.735 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.735 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_merge": { 2024-08-17T01:56:59.735 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.735 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.735 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_range": { 2024-08-17T01:56:59.735 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 89 2024-08-17T01:56:59.735 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.735 INFO:tasks.workunit.client.0.smithi082.stdout: "get_latency": { 2024-08-17T01:56:59.735 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 342653, 2024-08-17T01:56:59.735 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1715703277 2024-08-17T01:56:59.735 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.736 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_delay_time": { 2024-08-17T01:56:59.736 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.736 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.736 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.736 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_memtable_time": { 2024-08-17T01:56:59.736 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.736 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.736 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.736 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T01:56:59.736 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.736 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.737 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.737 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_wal_time": { 2024-08-17T01:56:59.737 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.737 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.737 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.737 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_latency": { 2024-08-17T01:56:59.737 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.737 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.737 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.737 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_sync_latency": { 2024-08-17T01:56:59.737 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19075, 2024-08-17T01:56:59.738 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10148580577 2024-08-17T01:56:59.738 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.738 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.738 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.738 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.0": { 2024-08-17T01:56:59.738 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:59.738 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:56:59.738 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12702 2024-08-17T01:56:59.738 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.738 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:56:59.739 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.739 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.739 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:56:59.739 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.739 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.739 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:56:59.739 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.739 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.739 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:56:59.739 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:56:59.740 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.740 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:56:59.740 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.740 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.740 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:56:59.740 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.740 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.740 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:56:59.740 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.740 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.740 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:56:59.741 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.741 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.741 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:56:59.741 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7364608 2024-08-17T01:56:59.741 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.741 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:56:59.741 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 716525568 2024-08-17T01:56:59.741 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.741 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:56:59.741 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19, 2024-08-17T01:56:59.741 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4994747 2024-08-17T01:56:59.742 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.742 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:56:59.742 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19, 2024-08-17T01:56:59.742 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1571564 2024-08-17T01:56:59.742 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.742 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:56:59.742 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 192, 2024-08-17T01:56:59.742 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 732498 2024-08-17T01:56:59.742 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.742 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:56:59.742 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:56:59.743 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.743 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:56:59.743 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 649592832 2024-08-17T01:56:59.743 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.743 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:56:59.743 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 78771, 2024-08-17T01:56:59.743 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10285525303 2024-08-17T01:56:59.743 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.743 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:56:59.743 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 78781, 2024-08-17T01:56:59.743 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16984972879 2024-08-17T01:56:59.744 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.744 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:56:59.744 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6787072 2024-08-17T01:56:59.744 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.744 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:56:59.744 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 322686976 2024-08-17T01:56:59.744 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.744 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:56:59.744 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 648151040 2024-08-17T01:56:59.744 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.744 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:56:59.745 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.745 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.745 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:56:59.745 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.745 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:56:59.745 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 48 2024-08-17T01:56:59.745 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.745 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:56:59.745 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 351525514 2024-08-17T01:56:59.745 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.745 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:56:59.746 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23591 2024-08-17T01:56:59.746 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.746 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:56:59.746 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 288485376 2024-08-17T01:56:59.746 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.746 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:56:59.746 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 288489472 2024-08-17T01:56:59.746 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.746 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:56:59.746 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.747 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.747 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:56:59.747 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.747 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.747 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:56:59.747 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10925 2024-08-17T01:56:59.747 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.747 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:56:59.747 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 23591, 2024-08-17T01:56:59.747 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 150935933 2024-08-17T01:56:59.747 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.748 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:56:59.748 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 270524795 2024-08-17T01:56:59.748 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.748 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:56:59.748 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21107 2024-08-17T01:56:59.748 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.748 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:56:59.748 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2086218 2024-08-17T01:56:59.748 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.748 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:56:59.748 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 548 2024-08-17T01:56:59.749 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.749 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:56:59.749 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7296093 2024-08-17T01:56:59.749 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.749 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:56:59.749 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 794 2024-08-17T01:56:59.749 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.749 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:56:59.750 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5209875 2024-08-17T01:56:59.750 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.750 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:56:59.750 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5209875 2024-08-17T01:56:59.750 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.750 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:56:59.750 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.750 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.750 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:56:59.750 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.750 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.751 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:56:59.751 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 254 2024-08-17T01:56:59.751 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.751 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:56:59.751 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 794, 2024-08-17T01:56:59.751 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2373153 2024-08-17T01:56:59.751 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.751 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:56:59.751 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.752 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.752 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.752 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:56:59.752 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.752 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.752 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:56:59.752 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.752 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.752 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:56:59.752 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:56:59.753 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 682 2024-08-17T01:56:59.753 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.753 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:56:59.753 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:56:59.753 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5506 2024-08-17T01:56:59.753 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.753 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:56:59.753 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.753 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.754 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.754 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:56:59.754 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.754 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.754 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:56:59.754 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.754 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.754 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:56:59.754 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1049452544 2024-08-17T01:56:59.755 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.755 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.755 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:56:59.755 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:56:59.755 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:56:59.755 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.755 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:56:59.755 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15241216 2024-08-17T01:56:59.756 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.756 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:56:59.756 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 24064, 2024-08-17T01:56:59.756 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 80355507 2024-08-17T01:56:59.756 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.756 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:56:59.756 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3307, 2024-08-17T01:56:59.756 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 416481516 2024-08-17T01:56:59.756 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.756 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:56:59.757 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.757 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.757 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.757 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:56:59.757 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.757 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.757 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:56:59.757 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.758 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.758 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:56:59.758 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.758 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.758 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:56:59.758 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 24485, 2024-08-17T01:56:59.758 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 191545818 2024-08-17T01:56:59.759 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.759 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:56:59.759 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.759 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.759 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.759 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:56:59.759 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.759 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.760 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:56:59.760 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 78716, 2024-08-17T01:56:59.760 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21119424463 2024-08-17T01:56:59.760 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.760 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:56:59.760 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 78115, 2024-08-17T01:56:59.760 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1676126858 2024-08-17T01:56:59.760 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.760 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:56:59.760 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 78716, 2024-08-17T01:56:59.761 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 46926085 2024-08-17T01:56:59.761 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.761 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:56:59.761 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 78716, 2024-08-17T01:56:59.761 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21166350548 2024-08-17T01:56:59.761 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.761 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:56:59.761 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.761 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.761 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.762 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:56:59.762 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 247919, 2024-08-17T01:56:59.762 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1922072832 2024-08-17T01:56:59.762 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.762 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:56:59.762 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1091, 2024-08-17T01:56:59.762 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2889174 2024-08-17T01:56:59.762 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.762 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:56:59.762 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 155347, 2024-08-17T01:56:59.762 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56415813 2024-08-17T01:56:59.763 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.763 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:56:59.763 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 53, 2024-08-17T01:56:59.763 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 88369 2024-08-17T01:56:59.763 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.763 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:56:59.763 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 27980, 2024-08-17T01:56:59.763 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4505531539 2024-08-17T01:56:59.763 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.764 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:56:59.764 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 482360 2024-08-17T01:56:59.764 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.764 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:56:59.764 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24033 2024-08-17T01:56:59.764 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.764 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:56:59.764 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19675, 2024-08-17T01:56:59.764 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2416397808 2024-08-17T01:56:59.765 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.765 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:56:59.765 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 46206, 2024-08-17T01:56:59.765 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17338500 2024-08-17T01:56:59.765 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.765 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:56:59.766 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 26531, 2024-08-17T01:56:59.766 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1889128706 2024-08-17T01:56:59.766 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.766 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:56:59.766 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.766 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.766 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:56:59.766 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15147, 2024-08-17T01:56:59.766 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 421414040 2024-08-17T01:56:59.767 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.767 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:56:59.767 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.767 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.767 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:56:59.767 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.767 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.767 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:56:59.767 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.767 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.768 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:56:59.768 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.768 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.768 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:56:59.768 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:56:59.768 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11185949100 2024-08-17T01:56:59.768 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.768 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:56:59.768 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 9548, 2024-08-17T01:56:59.768 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 815677521 2024-08-17T01:56:59.768 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.768 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:56:59.769 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 9547, 2024-08-17T01:56:59.769 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2790186713315 2024-08-17T01:56:59.769 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.769 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:56:59.769 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 9548, 2024-08-17T01:56:59.769 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6322396996702 2024-08-17T01:56:59.769 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.769 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:56:59.769 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95869, 2024-08-17T01:56:59.769 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2841107985142 2024-08-17T01:56:59.769 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.770 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:56:59.770 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95869, 2024-08-17T01:56:59.770 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9788988 2024-08-17T01:56:59.770 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.770 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:56:59.770 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:56:59.770 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 408572201 2024-08-17T01:56:59.770 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.770 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:56:59.770 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:56:59.770 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 39822683824 2024-08-17T01:56:59.771 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.771 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:56:59.771 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:56:59.771 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 32719351 2024-08-17T01:56:59.771 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.771 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:56:59.771 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:56:59.771 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20680849848 2024-08-17T01:56:59.771 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.771 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:56:59.771 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:56:59.772 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8684715669 2024-08-17T01:56:59.772 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.772 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:56:59.772 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11013172 2024-08-17T01:56:59.772 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.772 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:56:59.772 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2718, 2024-08-17T01:56:59.772 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15317129 2024-08-17T01:56:59.772 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.772 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:56:59.772 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:56:59.772 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 80798174977 2024-08-17T01:56:59.773 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.773 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:56:59.773 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:56:59.773 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9800345836 2024-08-17T01:56:59.773 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.773 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:56:59.773 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:56:59.773 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 823637742 2024-08-17T01:56:59.773 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.773 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.773 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:56:59.774 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:56:59.774 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405112032 2024-08-17T01:56:59.774 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.774 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:56:59.774 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 569810944 2024-08-17T01:56:59.774 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.774 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:56:59.774 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 566075392 2024-08-17T01:56:59.774 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.774 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:56:59.774 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600492236 2024-08-17T01:56:59.775 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.775 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:56:59.775 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3735552 2024-08-17T01:56:59.775 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.775 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.775 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:56:59.775 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:59.775 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:56:59.775 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.775 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:59.776 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.776 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.776 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:59.776 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.776 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.776 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:59.776 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56927597 2024-08-17T01:56:59.776 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.776 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:59.776 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.776 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.777 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:59.777 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.777 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.777 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:59.777 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.777 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.777 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:59.777 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.777 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.777 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:59.777 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.777 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.778 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:59.778 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 36864 2024-08-17T01:56:59.778 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.778 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:59.778 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.778 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.778 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:59.778 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.778 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.778 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:59.779 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.779 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.779 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:59.779 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68864659 2024-08-17T01:56:59.779 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.779 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.779 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:56:59.779 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:59.779 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 562036736 2024-08-17T01:56:59.779 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.779 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:59.780 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:59.780 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.780 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:59.780 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.780 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.780 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:59.780 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 426956978 2024-08-17T01:56:59.780 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.780 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:59.780 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.780 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.780 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:59.781 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1904 2024-08-17T01:56:59.781 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.781 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:59.781 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.781 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.781 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:59.781 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.781 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.781 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:59.781 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 113568 2024-08-17T01:56:59.781 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.782 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:59.782 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.782 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.782 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:59.782 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.782 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.782 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:59.782 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.782 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.782 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:59.783 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.783 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.783 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:59.783 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67855422 2024-08-17T01:56:59.783 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.783 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.783 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:56:59.783 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:59.783 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:56:59.783 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.783 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:59.784 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:59.784 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.784 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:59.784 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 257136 2024-08-17T01:56:59.784 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.784 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:59.784 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37951731 2024-08-17T01:56:59.784 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.784 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:59.784 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.785 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.785 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:59.785 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.785 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.785 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:59.785 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.785 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.785 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:59.785 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.785 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.785 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:59.785 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.786 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.786 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:59.786 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.786 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.786 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:59.786 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.786 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.786 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:59.786 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.787 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.787 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:59.787 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.787 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.787 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:59.787 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70843037 2024-08-17T01:56:59.787 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.788 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.788 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:56:59.788 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:59.788 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 503316480 2024-08-17T01:56:59.788 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.788 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:59.788 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.788 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.788 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:59.788 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.788 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.789 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:59.789 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 426956978 2024-08-17T01:56:59.789 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.789 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:59.789 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.789 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.789 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:59.790 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.790 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.790 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:59.790 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.790 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.790 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:59.790 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.790 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.790 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:59.790 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177886 2024-08-17T01:56:59.790 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.791 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:59.791 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1149803 2024-08-17T01:56:59.791 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.791 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:59.791 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.791 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.792 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:59.792 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.792 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.792 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:59.792 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.792 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.792 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:59.792 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 75031813 2024-08-17T01:56:59.792 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.792 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.792 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:56:59.793 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:56:59.793 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.793 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.793 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:56:59.793 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 53 2024-08-17T01:56:59.793 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.793 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:56:59.793 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.794 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.794 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:56:59.794 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.794 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.794 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.794 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:59.794 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:56:59.794 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57 2024-08-17T01:56:59.794 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.795 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:56:59.795 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.795 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.795 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:56:59.795 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 59052 2024-08-17T01:56:59.795 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.795 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:56:59.795 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 155432, 2024-08-17T01:56:59.795 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7361004109 2024-08-17T01:56:59.796 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.796 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:56:59.796 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.796 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.796 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:56:59.796 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.796 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.796 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:56:59.797 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2072399131 2024-08-17T01:56:59.797 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.797 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:56:59.797 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 59052, 2024-08-17T01:56:59.797 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 348433185126 2024-08-17T01:56:59.797 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.797 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:56:59.797 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3478153776 2024-08-17T01:56:59.797 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.798 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:56:59.798 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 60232, 2024-08-17T01:56:59.798 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 30780766895 2024-08-17T01:56:59.798 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.798 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:56:59.798 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 59052, 2024-08-17T01:56:59.798 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 84935105424 2024-08-17T01:56:59.798 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.799 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:56:59.799 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 41167 2024-08-17T01:56:59.799 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.799 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:56:59.799 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41167, 2024-08-17T01:56:59.799 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29937365402 2024-08-17T01:56:59.799 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.799 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:56:59.799 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.800 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.800 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:56:59.800 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3478153776 2024-08-17T01:56:59.800 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.800 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:56:59.800 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41562, 2024-08-17T01:56:59.800 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14239015777 2024-08-17T01:56:59.800 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.800 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:56:59.800 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41167, 2024-08-17T01:56:59.800 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15629309630 2024-08-17T01:56:59.801 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.801 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:56:59.801 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10120 2024-08-17T01:56:59.801 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.801 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:56:59.801 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 319465335 2024-08-17T01:56:59.801 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.801 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:56:59.801 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10120, 2024-08-17T01:56:59.801 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 22712882883 2024-08-17T01:56:59.801 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.801 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:56:59.802 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.802 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.802 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:56:59.802 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.802 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.802 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:56:59.802 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.802 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.802 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:56:59.802 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10689, 2024-08-17T01:56:59.802 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7046084117 2024-08-17T01:56:59.803 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.803 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:56:59.803 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10120, 2024-08-17T01:56:59.803 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17288808629 2024-08-17T01:56:59.803 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.803 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:56:59.803 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7765 2024-08-17T01:56:59.803 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.803 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:56:59.803 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1752933796 2024-08-17T01:56:59.803 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.803 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:56:59.804 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7765, 2024-08-17T01:56:59.804 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 295782936841 2024-08-17T01:56:59.804 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.804 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:56:59.804 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.804 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.804 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:56:59.804 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7981, 2024-08-17T01:56:59.804 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9495667001 2024-08-17T01:56:59.804 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.804 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:56:59.805 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7765, 2024-08-17T01:56:59.805 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 52016987165 2024-08-17T01:56:59.805 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.805 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:56:59.805 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.805 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.805 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:56:59.805 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4194304 2024-08-17T01:56:59.805 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.805 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:56:59.805 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T01:56:59.806 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.806 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:56:59.806 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:56:59.806 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.806 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:56:59.806 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 664846336 2024-08-17T01:56:59.806 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.806 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.806 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.806 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.1": { 2024-08-17T01:56:59.807 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:59.807 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:56:59.807 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 27892 2024-08-17T01:56:59.807 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.807 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:56:59.807 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.807 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.807 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:56:59.807 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.807 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.807 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:56:59.807 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.807 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.808 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:56:59.808 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:56:59.808 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.808 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:56:59.808 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.808 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.808 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:56:59.808 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.808 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.808 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:56:59.808 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.809 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.809 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:56:59.809 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.809 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.809 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:56:59.809 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3604480 2024-08-17T01:56:59.809 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.809 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:56:59.809 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 709693440 2024-08-17T01:56:59.809 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.810 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:56:59.810 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17, 2024-08-17T01:56:59.810 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5598316 2024-08-17T01:56:59.810 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.810 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:56:59.810 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17, 2024-08-17T01:56:59.810 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1908776 2024-08-17T01:56:59.810 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.810 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:56:59.810 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 176, 2024-08-17T01:56:59.810 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 655692 2024-08-17T01:56:59.810 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.811 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:56:59.811 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:56:59.811 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.811 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:56:59.811 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 705429504 2024-08-17T01:56:59.811 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.811 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:56:59.811 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71585, 2024-08-17T01:56:59.811 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9862139249 2024-08-17T01:56:59.811 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.811 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:56:59.812 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71611, 2024-08-17T01:56:59.812 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16255276510 2024-08-17T01:56:59.812 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.812 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:56:59.812 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10653696 2024-08-17T01:56:59.812 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.812 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:56:59.812 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 293281792 2024-08-17T01:56:59.812 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.812 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:56:59.812 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 718209024 2024-08-17T01:56:59.813 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.813 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:56:59.813 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.813 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.813 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:56:59.813 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.813 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:56:59.813 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 48 2024-08-17T01:56:59.813 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.813 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:56:59.813 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 234491281 2024-08-17T01:56:59.814 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.814 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:56:59.814 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15943 2024-08-17T01:56:59.814 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.814 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:56:59.814 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 199143424 2024-08-17T01:56:59.814 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.814 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:56:59.814 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 199147520 2024-08-17T01:56:59.814 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.814 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:56:59.815 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.815 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.815 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:56:59.815 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.815 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.815 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:56:59.815 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7977 2024-08-17T01:56:59.815 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.815 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:56:59.815 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15943, 2024-08-17T01:56:59.815 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 149836957 2024-08-17T01:56:59.815 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.816 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:56:59.816 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 178875693 2024-08-17T01:56:59.816 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.816 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:56:59.816 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14233 2024-08-17T01:56:59.816 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.816 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:56:59.816 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1164202 2024-08-17T01:56:59.816 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.816 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:56:59.816 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 520 2024-08-17T01:56:59.816 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.817 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:56:59.817 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3564130 2024-08-17T01:56:59.817 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.817 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:56:59.817 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 740 2024-08-17T01:56:59.817 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.817 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:56:59.817 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2399928 2024-08-17T01:56:59.817 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.817 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:56:59.817 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2399928 2024-08-17T01:56:59.818 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.818 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:56:59.818 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.818 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.818 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:56:59.818 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.818 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.818 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:56:59.818 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 224 2024-08-17T01:56:59.818 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.818 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:56:59.819 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 740, 2024-08-17T01:56:59.819 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1139337 2024-08-17T01:56:59.819 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.819 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:56:59.819 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.819 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.819 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.819 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:56:59.819 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.819 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.819 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:56:59.820 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.820 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.820 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:56:59.820 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:56:59.820 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 657 2024-08-17T01:56:59.820 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.820 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:56:59.820 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:56:59.820 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5480 2024-08-17T01:56:59.820 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.820 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:56:59.820 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.821 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.821 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.821 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:56:59.821 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.821 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.821 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:56:59.821 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.822 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.822 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:56:59.822 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1009164288 2024-08-17T01:56:59.822 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.822 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.822 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:56:59.822 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:56:59.822 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:56:59.822 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.822 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:56:59.822 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14643200 2024-08-17T01:56:59.823 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.823 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:56:59.823 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 22343, 2024-08-17T01:56:59.823 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 79722351 2024-08-17T01:56:59.823 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.823 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:56:59.823 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3284, 2024-08-17T01:56:59.823 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 447938421 2024-08-17T01:56:59.823 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.824 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:56:59.824 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.824 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.824 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.824 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:56:59.824 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.824 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.824 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:56:59.824 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.824 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.825 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:56:59.825 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.825 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.825 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:56:59.825 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15281, 2024-08-17T01:56:59.825 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 123437592 2024-08-17T01:56:59.825 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.825 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:56:59.825 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.826 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.826 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.826 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:56:59.826 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.826 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.826 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:56:59.826 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71539, 2024-08-17T01:56:59.826 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20026653003 2024-08-17T01:56:59.826 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.827 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:56:59.827 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 70905, 2024-08-17T01:56:59.827 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1790440116 2024-08-17T01:56:59.827 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.827 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:56:59.827 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71539, 2024-08-17T01:56:59.827 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 45547228 2024-08-17T01:56:59.827 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.827 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:56:59.828 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71539, 2024-08-17T01:56:59.828 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20072200231 2024-08-17T01:56:59.828 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.828 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:56:59.828 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.828 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.828 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.829 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:56:59.829 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 23387, 2024-08-17T01:56:59.829 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 957262910 2024-08-17T01:56:59.829 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.829 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:56:59.829 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 932, 2024-08-17T01:56:59.829 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2689139 2024-08-17T01:56:59.829 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.830 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:56:59.830 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7348, 2024-08-17T01:56:59.830 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6221053 2024-08-17T01:56:59.830 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.830 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:56:59.830 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 46, 2024-08-17T01:56:59.830 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 52751 2024-08-17T01:56:59.830 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.831 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:56:59.831 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12339, 2024-08-17T01:56:59.831 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3078539243 2024-08-17T01:56:59.831 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.831 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:56:59.831 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 221483 2024-08-17T01:56:59.831 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.831 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:56:59.831 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26976 2024-08-17T01:56:59.831 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.831 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:56:59.831 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 22357, 2024-08-17T01:56:59.831 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2161098275 2024-08-17T01:56:59.832 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.832 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:56:59.832 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71813, 2024-08-17T01:56:59.832 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20507448 2024-08-17T01:56:59.832 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.832 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:56:59.832 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 49456, 2024-08-17T01:56:59.832 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1424206497 2024-08-17T01:56:59.832 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.832 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:56:59.832 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.833 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.833 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:56:59.833 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14971, 2024-08-17T01:56:59.833 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 403914073 2024-08-17T01:56:59.833 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.833 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:56:59.833 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.833 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.833 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:56:59.833 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.833 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.834 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:56:59.834 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.834 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.834 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:56:59.834 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.834 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.834 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:56:59.834 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:56:59.835 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10732704163 2024-08-17T01:56:59.835 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.835 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:56:59.835 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 22336, 2024-08-17T01:56:59.835 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1231167406 2024-08-17T01:56:59.835 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.835 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:56:59.835 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 22333, 2024-08-17T01:56:59.835 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2323302589019 2024-08-17T01:56:59.835 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.836 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:56:59.836 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 22336, 2024-08-17T01:56:59.836 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6602063868113 2024-08-17T01:56:59.836 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.836 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:56:59.836 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86759, 2024-08-17T01:56:59.836 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2620071516514 2024-08-17T01:56:59.836 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.836 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:56:59.836 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86759, 2024-08-17T01:56:59.836 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8603329 2024-08-17T01:56:59.837 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.837 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:56:59.837 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:56:59.837 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 654269170 2024-08-17T01:56:59.837 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.837 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:56:59.837 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:56:59.837 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37465362127 2024-08-17T01:56:59.837 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.837 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:56:59.837 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:56:59.838 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 31697080 2024-08-17T01:56:59.838 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.838 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:56:59.838 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:56:59.838 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 18978074621 2024-08-17T01:56:59.838 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.838 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:56:59.838 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:56:59.838 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8401147737 2024-08-17T01:56:59.838 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.838 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:56:59.839 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10422267 2024-08-17T01:56:59.839 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.839 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:56:59.839 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2665, 2024-08-17T01:56:59.839 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15682056 2024-08-17T01:56:59.839 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.839 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:56:59.839 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:56:59.839 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 76246178167 2024-08-17T01:56:59.839 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.839 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:56:59.840 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:56:59.840 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9421188431 2024-08-17T01:56:59.840 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.840 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:56:59.840 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:56:59.840 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 793060047 2024-08-17T01:56:59.840 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.840 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.840 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:56:59.840 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:56:59.840 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405112032 2024-08-17T01:56:59.840 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.841 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:56:59.841 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 550273024 2024-08-17T01:56:59.841 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.841 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:56:59.841 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 520028160 2024-08-17T01:56:59.841 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.841 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:56:59.841 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600492236 2024-08-17T01:56:59.841 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.841 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:56:59.841 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 30244864 2024-08-17T01:56:59.842 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.842 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.842 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:56:59.842 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:59.842 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:56:59.842 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.842 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:59.842 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.842 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.842 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:59.842 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.843 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.843 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:59.843 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57159790 2024-08-17T01:56:59.843 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.843 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:59.843 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.843 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.843 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:59.843 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.843 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.843 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:59.844 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.844 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.844 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:59.844 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.844 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.844 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:59.844 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20480 2024-08-17T01:56:59.844 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.844 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:59.844 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 200704 2024-08-17T01:56:59.844 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.845 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:59.845 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.845 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.845 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:59.845 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.845 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.845 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:59.845 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.845 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.845 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:59.845 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68448146 2024-08-17T01:56:59.845 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.846 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.846 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:56:59.846 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:59.846 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 570425344 2024-08-17T01:56:59.846 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.846 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:59.846 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:59.846 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.846 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:59.846 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.847 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.847 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:59.847 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 428698428 2024-08-17T01:56:59.847 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.847 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:59.847 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.847 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.847 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:59.847 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 256 2024-08-17T01:56:59.847 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.847 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:59.847 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.848 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.848 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:59.848 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.848 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.848 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:59.848 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 116256 2024-08-17T01:56:59.848 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.848 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:59.848 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.848 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.848 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:59.848 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.849 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.849 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:59.849 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.849 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.849 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:59.849 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.849 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.849 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:59.849 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 74501540 2024-08-17T01:56:59.849 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.849 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.850 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:56:59.850 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:59.850 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:56:59.850 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.850 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:59.850 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:59.850 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.850 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:59.850 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 128896 2024-08-17T01:56:59.850 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.850 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:59.851 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38106526 2024-08-17T01:56:59.851 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.851 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:59.851 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.851 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.851 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:59.851 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.851 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.851 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:59.851 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.851 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.852 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:59.852 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.852 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.852 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:59.852 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.852 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.852 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:59.852 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.852 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.852 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:59.852 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.852 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.853 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:59.853 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.853 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.853 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:59.853 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.853 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.853 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:59.853 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70816482 2024-08-17T01:56:59.853 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.853 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.853 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:56:59.854 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:59.854 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 503316480 2024-08-17T01:56:59.854 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.854 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:59.854 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.854 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.854 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:59.854 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.854 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.854 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:59.855 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 428698428 2024-08-17T01:56:59.855 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.855 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:59.855 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.855 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.855 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:59.855 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.855 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.855 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:59.855 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.856 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.856 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:59.856 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.856 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.856 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:59.856 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 174067 2024-08-17T01:56:59.856 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.856 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:59.856 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1141880 2024-08-17T01:56:59.856 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.856 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:59.856 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.857 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.857 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:59.857 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.857 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.857 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:59.857 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.857 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.857 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:59.857 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73302105 2024-08-17T01:56:59.857 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.858 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.858 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:56:59.858 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:56:59.858 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.858 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.858 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:56:59.858 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23 2024-08-17T01:56:59.858 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.859 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:56:59.859 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.859 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.859 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:56:59.859 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.859 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.859 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.859 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:59.859 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:56:59.859 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 50 2024-08-17T01:56:59.860 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.860 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:56:59.860 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.860 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.860 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:56:59.860 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 41681 2024-08-17T01:56:59.860 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.861 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:56:59.861 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 130285, 2024-08-17T01:56:59.861 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7614818880 2024-08-17T01:56:59.861 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.861 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:56:59.861 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.861 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.861 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:56:59.861 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.861 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.861 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:56:59.862 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1820785229 2024-08-17T01:56:59.862 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.862 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:56:59.862 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41681, 2024-08-17T01:56:59.862 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 577983613964 2024-08-17T01:56:59.862 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.862 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:56:59.863 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2584151229 2024-08-17T01:56:59.863 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.863 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:56:59.863 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 43449, 2024-08-17T01:56:59.863 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29853815510 2024-08-17T01:56:59.863 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.863 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:56:59.863 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41681, 2024-08-17T01:56:59.863 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 103349311630 2024-08-17T01:56:59.864 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.864 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:56:59.864 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19205 2024-08-17T01:56:59.864 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.864 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:56:59.864 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19205, 2024-08-17T01:56:59.864 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12861942261 2024-08-17T01:56:59.864 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.865 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:56:59.865 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.865 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.865 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:56:59.865 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2584151229 2024-08-17T01:56:59.865 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.865 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:56:59.866 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19641, 2024-08-17T01:56:59.866 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4744151500 2024-08-17T01:56:59.866 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.866 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:56:59.866 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19205, 2024-08-17T01:56:59.866 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5866512365 2024-08-17T01:56:59.866 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.867 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:56:59.867 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12623 2024-08-17T01:56:59.867 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.867 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:56:59.867 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 133089804 2024-08-17T01:56:59.867 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.867 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:56:59.868 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12623, 2024-08-17T01:56:59.868 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 97029710510 2024-08-17T01:56:59.868 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.868 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:56:59.868 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.868 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.868 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:56:59.868 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.868 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.869 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:56:59.869 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.869 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.869 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:56:59.869 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12832, 2024-08-17T01:56:59.869 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12577442438 2024-08-17T01:56:59.869 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.869 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:56:59.869 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12623, 2024-08-17T01:56:59.869 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29393915209 2024-08-17T01:56:59.869 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.869 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:56:59.870 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9853 2024-08-17T01:56:59.870 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.870 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:56:59.870 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1687695425 2024-08-17T01:56:59.870 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.870 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:56:59.870 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 9853, 2024-08-17T01:56:59.870 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 468091961193 2024-08-17T01:56:59.870 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.870 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:56:59.870 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.871 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.871 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:56:59.871 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10976, 2024-08-17T01:56:59.871 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12532221572 2024-08-17T01:56:59.871 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.871 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:56:59.871 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 9853, 2024-08-17T01:56:59.871 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68088884056 2024-08-17T01:56:59.871 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.871 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:56:59.871 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.871 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.872 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:56:59.872 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.872 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.872 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:56:59.872 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3 2024-08-17T01:56:59.872 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.872 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:56:59.872 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:56:59.872 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.872 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:56:59.872 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 720093184 2024-08-17T01:56:59.872 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.873 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.873 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.873 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.2": { 2024-08-17T01:56:59.873 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:59.873 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:56:59.873 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14128 2024-08-17T01:56:59.873 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.873 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:56:59.873 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.873 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.873 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:56:59.874 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.874 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.874 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:56:59.874 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.874 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.874 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:56:59.874 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:56:59.874 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.874 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:56:59.874 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.874 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.875 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:56:59.875 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.875 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.875 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:56:59.875 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.875 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.875 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:56:59.875 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.875 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.875 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:56:59.875 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10629120 2024-08-17T01:56:59.875 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.876 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:56:59.876 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 628080640 2024-08-17T01:56:59.876 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.876 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:56:59.876 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17, 2024-08-17T01:56:59.876 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3263359 2024-08-17T01:56:59.876 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.876 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:56:59.876 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17, 2024-08-17T01:56:59.876 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1041411 2024-08-17T01:56:59.876 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.876 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:56:59.877 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 182, 2024-08-17T01:56:59.877 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 739449 2024-08-17T01:56:59.877 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.877 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:56:59.877 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:56:59.877 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.877 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:56:59.877 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 568918016 2024-08-17T01:56:59.877 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.877 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:56:59.877 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72228, 2024-08-17T01:56:59.878 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9728185825 2024-08-17T01:56:59.878 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.878 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:56:59.878 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72234, 2024-08-17T01:56:59.878 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15878950565 2024-08-17T01:56:59.878 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.878 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:56:59.878 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13266944 2024-08-17T01:56:59.879 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.879 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:56:59.879 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 295890944 2024-08-17T01:56:59.879 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.879 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:56:59.879 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 577437696 2024-08-17T01:56:59.879 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.879 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:56:59.879 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.879 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.879 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:56:59.880 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.880 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.880 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:56:59.880 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 47 2024-08-17T01:56:59.880 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.880 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:56:59.880 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 379606002 2024-08-17T01:56:59.880 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.880 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:56:59.880 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21271 2024-08-17T01:56:59.880 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.880 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:56:59.881 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 303476736 2024-08-17T01:56:59.881 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.881 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:56:59.881 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 303480832 2024-08-17T01:56:59.881 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.881 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:56:59.881 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.881 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.881 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:56:59.881 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.882 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.882 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:56:59.882 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7615 2024-08-17T01:56:59.882 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.882 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:56:59.882 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 21271, 2024-08-17T01:56:59.882 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 150513747 2024-08-17T01:56:59.882 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.882 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:56:59.882 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 234999485 2024-08-17T01:56:59.882 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.883 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:56:59.883 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16846 2024-08-17T01:56:59.883 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.883 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:56:59.883 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3158572 2024-08-17T01:56:59.883 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.883 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:56:59.883 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 732 2024-08-17T01:56:59.883 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.883 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:56:59.883 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10551503 2024-08-17T01:56:59.883 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.884 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:56:59.884 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1094 2024-08-17T01:56:59.884 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.884 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:56:59.884 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7392931 2024-08-17T01:56:59.884 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.884 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:56:59.884 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7392931 2024-08-17T01:56:59.884 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.884 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:56:59.884 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.885 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.885 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:56:59.885 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.885 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.885 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:56:59.885 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 373 2024-08-17T01:56:59.885 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.885 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:56:59.885 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1094, 2024-08-17T01:56:59.885 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2852366 2024-08-17T01:56:59.886 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.886 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:56:59.886 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.886 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.886 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.886 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:56:59.886 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.886 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.886 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:56:59.886 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.886 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.886 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:56:59.887 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:56:59.887 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 676 2024-08-17T01:56:59.887 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.887 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:56:59.887 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:56:59.887 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5848 2024-08-17T01:56:59.887 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.887 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:56:59.887 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.887 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.887 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.888 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:56:59.888 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.888 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.888 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:56:59.888 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.888 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.888 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:56:59.888 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 937185280 2024-08-17T01:56:59.888 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.888 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.888 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:56:59.889 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:56:59.889 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:56:59.889 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.889 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:56:59.889 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10436608 2024-08-17T01:56:59.889 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.889 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:56:59.889 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17880, 2024-08-17T01:56:59.889 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 54712473 2024-08-17T01:56:59.889 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.889 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:56:59.889 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3315, 2024-08-17T01:56:59.890 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 489775474 2024-08-17T01:56:59.890 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.890 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:56:59.890 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.890 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.890 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.890 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:56:59.890 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.891 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.891 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:56:59.891 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.891 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.891 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:56:59.891 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.891 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.891 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:56:59.891 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 23569, 2024-08-17T01:56:59.891 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 190965038 2024-08-17T01:56:59.891 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.892 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:56:59.892 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.892 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.892 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.892 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:56:59.892 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.892 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.893 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:56:59.893 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72178, 2024-08-17T01:56:59.893 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19485816807 2024-08-17T01:56:59.893 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.893 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:56:59.893 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71671, 2024-08-17T01:56:59.893 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1494703745 2024-08-17T01:56:59.893 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.893 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:56:59.893 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72178, 2024-08-17T01:56:59.893 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 36800090 2024-08-17T01:56:59.894 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.894 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:56:59.894 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72178, 2024-08-17T01:56:59.894 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19522616897 2024-08-17T01:56:59.894 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.894 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:56:59.894 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.895 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.895 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.895 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:56:59.895 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72427, 2024-08-17T01:56:59.895 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1215940236 2024-08-17T01:56:59.895 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.895 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:56:59.895 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1047, 2024-08-17T01:56:59.895 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2904168 2024-08-17T01:56:59.896 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.896 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:56:59.896 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 27925, 2024-08-17T01:56:59.896 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15256777 2024-08-17T01:56:59.896 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.896 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:56:59.896 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 37, 2024-08-17T01:56:59.896 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 48631 2024-08-17T01:56:59.897 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.897 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:56:59.897 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 24093, 2024-08-17T01:56:59.897 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3037200509 2024-08-17T01:56:59.897 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.897 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:56:59.897 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 285848 2024-08-17T01:56:59.897 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.897 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:56:59.898 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19532 2024-08-17T01:56:59.898 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.898 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:56:59.898 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 9388, 2024-08-17T01:56:59.898 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1849611789 2024-08-17T01:56:59.898 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.898 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:56:59.899 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 24571, 2024-08-17T01:56:59.899 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11348177 2024-08-17T01:56:59.899 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.899 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:56:59.899 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15183, 2024-08-17T01:56:59.899 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1626478755 2024-08-17T01:56:59.899 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.900 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:56:59.900 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.900 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.900 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:56:59.900 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12599, 2024-08-17T01:56:59.900 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 381778241 2024-08-17T01:56:59.900 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.900 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:56:59.900 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.900 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.901 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:56:59.901 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.901 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.901 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:56:59.901 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.901 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.901 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:56:59.901 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.901 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.901 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:56:59.901 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:56:59.901 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10410527214 2024-08-17T01:56:59.902 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.902 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:56:59.902 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 5934, 2024-08-17T01:56:59.902 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 634937191 2024-08-17T01:56:59.902 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.902 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:56:59.902 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 5933, 2024-08-17T01:56:59.902 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2850053321120 2024-08-17T01:56:59.902 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.902 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:56:59.902 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 5934, 2024-08-17T01:56:59.903 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5981301435959 2024-08-17T01:56:59.903 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.903 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:56:59.903 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86178, 2024-08-17T01:56:59.903 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2065170687849 2024-08-17T01:56:59.903 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.903 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:56:59.903 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86178, 2024-08-17T01:56:59.903 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9297080 2024-08-17T01:56:59.903 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.903 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:56:59.904 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:56:59.904 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 365383697 2024-08-17T01:56:59.904 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.904 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:56:59.904 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:56:59.904 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 33499231200 2024-08-17T01:56:59.904 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.904 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:56:59.904 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:56:59.904 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29196450 2024-08-17T01:56:59.904 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.905 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:56:59.905 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:56:59.905 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15842116762 2024-08-17T01:56:59.905 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.905 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:56:59.905 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:56:59.905 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7675411680 2024-08-17T01:56:59.905 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.905 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:56:59.905 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6227784 2024-08-17T01:56:59.906 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.906 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:56:59.906 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2609, 2024-08-17T01:56:59.906 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14628667 2024-08-17T01:56:59.906 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.906 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:56:59.906 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:56:59.906 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67806518916 2024-08-17T01:56:59.906 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.906 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:56:59.907 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:56:59.907 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8641153789 2024-08-17T01:56:59.907 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.907 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:56:59.907 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:56:59.907 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 715063554 2024-08-17T01:56:59.907 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.907 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.907 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:56:59.907 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:56:59.907 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405112032 2024-08-17T01:56:59.908 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.908 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:56:59.908 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 589307904 2024-08-17T01:56:59.908 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.908 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:56:59.908 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 553402368 2024-08-17T01:56:59.908 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.908 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:56:59.908 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600492236 2024-08-17T01:56:59.908 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.908 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:56:59.909 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 35905536 2024-08-17T01:56:59.909 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.909 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.909 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:56:59.909 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:59.909 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:56:59.909 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.909 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:59.909 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.909 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.909 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:59.909 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.910 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.910 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:59.910 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56791344 2024-08-17T01:56:59.910 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.910 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:59.910 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.910 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.910 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:59.910 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.910 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.910 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:59.911 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.911 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.911 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:59.911 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.911 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.911 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:59.911 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8192 2024-08-17T01:56:59.911 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.911 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:59.911 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57344 2024-08-17T01:56:59.911 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.911 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:59.912 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.912 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.912 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:59.912 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.912 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.912 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:59.912 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.912 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.912 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:59.912 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68972240 2024-08-17T01:56:59.913 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.913 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.913 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:56:59.913 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:59.913 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 562036736 2024-08-17T01:56:59.913 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.913 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:59.913 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:59.913 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.913 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:59.913 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.914 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.914 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:59.914 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 425935080 2024-08-17T01:56:59.914 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.914 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:59.914 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.914 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.914 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:59.914 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.915 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.915 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:59.915 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2128 2024-08-17T01:56:59.915 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.915 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:59.915 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.915 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.915 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:59.915 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 133440 2024-08-17T01:56:59.915 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.915 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:59.915 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.915 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.916 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:59.916 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.916 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.916 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:59.916 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.916 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.916 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:59.916 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.916 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.916 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:59.916 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68857224 2024-08-17T01:56:59.916 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.917 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.917 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:56:59.917 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:59.917 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:56:59.917 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.917 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:59.917 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:59.917 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.917 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:59.917 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 663232 2024-08-17T01:56:59.917 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.917 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:59.918 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37860896 2024-08-17T01:56:59.918 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.918 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:59.918 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.918 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.918 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:59.918 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.918 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.918 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:59.918 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.918 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.919 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:59.919 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.919 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.919 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:59.919 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.919 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.919 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:59.919 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.919 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.919 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:59.919 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.920 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.920 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:59.920 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.920 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.920 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:59.920 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.920 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.921 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:59.921 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70527776 2024-08-17T01:56:59.921 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.921 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.921 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:56:59.921 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:59.921 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 494927872 2024-08-17T01:56:59.921 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.921 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:59.921 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.921 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.921 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:59.922 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.922 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.922 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:59.922 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 425935080 2024-08-17T01:56:59.922 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.922 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:59.922 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.922 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.922 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:59.922 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.923 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.923 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:59.923 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.923 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.923 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:59.923 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.923 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.923 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:59.923 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 173151 2024-08-17T01:56:59.923 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.923 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:59.923 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1162442 2024-08-17T01:56:59.924 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.924 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:59.924 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.924 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.924 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:59.924 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.924 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.924 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:59.924 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.924 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.925 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:59.925 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67657199 2024-08-17T01:56:59.925 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.925 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.925 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:56:59.925 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:56:59.925 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.925 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.925 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:56:59.925 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 105 2024-08-17T01:56:59.925 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.926 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:56:59.926 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.926 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.926 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:56:59.926 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T01:56:59.926 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.926 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.926 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:59.926 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:56:59.927 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 42 2024-08-17T01:56:59.927 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.927 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:56:59.927 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.927 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.927 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:56:59.927 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 66130 2024-08-17T01:56:59.927 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.927 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:56:59.927 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 164323, 2024-08-17T01:56:59.927 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7431351253 2024-08-17T01:56:59.928 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.928 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:56:59.928 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3 2024-08-17T01:56:59.928 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.928 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:56:59.928 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3 2024-08-17T01:56:59.928 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.928 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:56:59.928 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1675928951 2024-08-17T01:56:59.928 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.929 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:56:59.929 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66130, 2024-08-17T01:56:59.929 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 130889069357 2024-08-17T01:56:59.929 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.929 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:56:59.929 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3605048377 2024-08-17T01:56:59.929 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.929 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:56:59.929 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 67171, 2024-08-17T01:56:59.930 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 45302034731 2024-08-17T01:56:59.930 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.930 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:56:59.930 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66130, 2024-08-17T01:56:59.930 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 78541060573 2024-08-17T01:56:59.930 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.930 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:56:59.930 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 34136 2024-08-17T01:56:59.930 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.931 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:56:59.931 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34136, 2024-08-17T01:56:59.931 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29426855913 2024-08-17T01:56:59.931 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.931 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:56:59.931 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.931 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.931 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:56:59.931 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3605048377 2024-08-17T01:56:59.931 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.932 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:56:59.932 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34688, 2024-08-17T01:56:59.932 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7011083603 2024-08-17T01:56:59.932 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.932 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:56:59.932 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34136, 2024-08-17T01:56:59.932 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11902083324 2024-08-17T01:56:59.933 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.933 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:56:59.933 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29549 2024-08-17T01:56:59.933 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.933 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:56:59.933 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 269039633 2024-08-17T01:56:59.933 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.933 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:56:59.934 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 29549, 2024-08-17T01:56:59.934 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57844018816 2024-08-17T01:56:59.934 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.934 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:56:59.934 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.934 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.934 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:56:59.934 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.935 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.935 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:56:59.935 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.935 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.935 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:56:59.935 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 29817, 2024-08-17T01:56:59.935 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 34632749214 2024-08-17T01:56:59.935 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.936 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:56:59.936 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 29549, 2024-08-17T01:56:59.936 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 51458510081 2024-08-17T01:56:59.936 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.936 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:56:59.936 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2445 2024-08-17T01:56:59.936 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.936 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:56:59.937 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1406889318 2024-08-17T01:56:59.937 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.937 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:56:59.937 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2445, 2024-08-17T01:56:59.937 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 43618194628 2024-08-17T01:56:59.937 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.937 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:56:59.937 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.937 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.937 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:56:59.937 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2666, 2024-08-17T01:56:59.937 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3658201914 2024-08-17T01:56:59.938 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.938 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:56:59.938 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2445, 2024-08-17T01:56:59.938 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15180467168 2024-08-17T01:56:59.938 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.938 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:56:59.938 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.938 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.938 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:56:59.938 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8 2024-08-17T01:56:59.938 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.939 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:56:59.939 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 51 2024-08-17T01:56:59.939 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.939 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:56:59.939 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:56:59.939 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.939 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:56:59.939 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 579366912 2024-08-17T01:56:59.939 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.939 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.939 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.940 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.3": { 2024-08-17T01:56:59.940 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:56:59.940 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:56:59.940 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15244 2024-08-17T01:56:59.940 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.940 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:56:59.940 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.940 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.940 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:56:59.940 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.940 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.940 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:56:59.941 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.941 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.941 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:56:59.941 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:56:59.941 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.941 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:56:59.941 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.941 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.941 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:56:59.941 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.941 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.941 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:56:59.941 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.942 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.942 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:56:59.942 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.942 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.942 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:56:59.942 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2646016 2024-08-17T01:56:59.942 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.942 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:56:59.942 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 585641984 2024-08-17T01:56:59.942 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.942 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:56:59.942 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15, 2024-08-17T01:56:59.943 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5536197 2024-08-17T01:56:59.943 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.943 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:56:59.943 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15, 2024-08-17T01:56:59.943 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3235406 2024-08-17T01:56:59.943 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.943 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:56:59.943 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 149, 2024-08-17T01:56:59.943 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 642790 2024-08-17T01:56:59.943 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.943 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:56:59.943 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:56:59.944 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.944 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:56:59.944 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 523960320 2024-08-17T01:56:59.944 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.944 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:56:59.944 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 64129, 2024-08-17T01:56:59.944 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8414474773 2024-08-17T01:56:59.944 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.944 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:56:59.944 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 64141, 2024-08-17T01:56:59.944 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13988898805 2024-08-17T01:56:59.945 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.945 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:56:59.945 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13398016 2024-08-17T01:56:59.945 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.945 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:56:59.945 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 262754304 2024-08-17T01:56:59.945 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.945 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:56:59.945 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 532480000 2024-08-17T01:56:59.945 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.945 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:56:59.945 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.946 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.946 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:56:59.946 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.946 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.946 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:56:59.946 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 41 2024-08-17T01:56:59.946 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.946 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:56:59.946 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 91176531 2024-08-17T01:56:59.946 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.946 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:56:59.947 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4401 2024-08-17T01:56:59.947 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.947 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:56:59.947 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 93126656 2024-08-17T01:56:59.947 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.947 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:56:59.947 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 93130752 2024-08-17T01:56:59.947 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.947 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:56:59.947 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.947 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.948 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:56:59.948 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.948 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.948 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:56:59.948 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2397 2024-08-17T01:56:59.948 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.948 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:56:59.948 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4401, 2024-08-17T01:56:59.948 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38423676 2024-08-17T01:56:59.948 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.948 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:56:59.948 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 28873805 2024-08-17T01:56:59.949 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.949 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:56:59.949 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2487 2024-08-17T01:56:59.949 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.949 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:56:59.949 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 981564 2024-08-17T01:56:59.949 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.949 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:56:59.949 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 439 2024-08-17T01:56:59.949 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.949 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:56:59.949 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2625706 2024-08-17T01:56:59.950 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.950 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:56:59.950 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 574 2024-08-17T01:56:59.950 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.950 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:56:59.950 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1644142 2024-08-17T01:56:59.950 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.950 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:56:59.950 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1644142 2024-08-17T01:56:59.950 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.950 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:56:59.951 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.951 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.951 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:56:59.951 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.951 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.951 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:56:59.951 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 136 2024-08-17T01:56:59.951 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.951 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:56:59.951 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 574, 2024-08-17T01:56:59.951 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 945553 2024-08-17T01:56:59.952 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.952 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:56:59.952 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.952 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.952 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.952 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:56:59.952 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.952 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.952 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:56:59.952 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.952 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.952 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:56:59.953 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:56:59.953 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 773 2024-08-17T01:56:59.953 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.953 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:56:59.953 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:56:59.953 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5771 2024-08-17T01:56:59.953 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.953 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:56:59.953 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.953 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.954 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.954 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:56:59.954 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.954 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.954 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:56:59.954 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.954 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.954 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:56:59.954 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 853331968 2024-08-17T01:56:59.954 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.954 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.955 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:56:59.955 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:56:59.955 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:56:59.955 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.955 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:56:59.955 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10461184 2024-08-17T01:56:59.955 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.955 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:56:59.955 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17345, 2024-08-17T01:56:59.955 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 52656511 2024-08-17T01:56:59.955 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.956 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:56:59.956 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3247, 2024-08-17T01:56:59.956 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 363060788 2024-08-17T01:56:59.956 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.956 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:56:59.956 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.956 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.956 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.957 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:56:59.957 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.957 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.957 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:56:59.957 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.957 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.957 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:56:59.957 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.957 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.957 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:56:59.958 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12630, 2024-08-17T01:56:59.958 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 96817106 2024-08-17T01:56:59.958 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.958 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:56:59.958 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.958 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.958 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.958 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:56:59.958 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.959 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.959 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:56:59.959 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 64096, 2024-08-17T01:56:59.959 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17200450485 2024-08-17T01:56:59.959 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.959 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:56:59.959 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 63624, 2024-08-17T01:56:59.959 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1540240045 2024-08-17T01:56:59.959 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.960 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:56:59.960 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 64096, 2024-08-17T01:56:59.960 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 41271550 2024-08-17T01:56:59.960 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.960 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:56:59.960 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 64096, 2024-08-17T01:56:59.960 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17241722035 2024-08-17T01:56:59.960 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.960 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:56:59.960 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:56:59.961 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.961 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.961 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:56:59.961 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14913, 2024-08-17T01:56:59.961 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 594820210 2024-08-17T01:56:59.961 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.961 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:56:59.961 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1361, 2024-08-17T01:56:59.961 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3111768 2024-08-17T01:56:59.961 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.962 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:56:59.962 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4462, 2024-08-17T01:56:59.962 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4730082 2024-08-17T01:56:59.962 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.962 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:56:59.962 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41, 2024-08-17T01:56:59.962 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73167 2024-08-17T01:56:59.962 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.962 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:56:59.963 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 6573, 2024-08-17T01:56:59.963 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 496727551 2024-08-17T01:56:59.963 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.963 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:56:59.963 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 181523 2024-08-17T01:56:59.963 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.963 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:56:59.963 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17134 2024-08-17T01:56:59.963 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.963 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:56:59.964 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 23660, 2024-08-17T01:56:59.964 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1305840768 2024-08-17T01:56:59.964 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.964 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:56:59.964 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66322, 2024-08-17T01:56:59.964 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21289927 2024-08-17T01:56:59.964 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.964 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:56:59.964 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 42662, 2024-08-17T01:56:59.965 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 901490271 2024-08-17T01:56:59.965 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.965 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:56:59.965 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.965 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.965 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:56:59.965 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12030, 2024-08-17T01:56:59.965 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 295568108 2024-08-17T01:56:59.966 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.966 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:56:59.966 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.966 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.966 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:56:59.966 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.966 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.966 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:56:59.967 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.967 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.967 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:56:59.967 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.967 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.967 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:56:59.967 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:56:59.967 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5718147469 2024-08-17T01:56:59.968 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.968 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:56:59.968 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17927, 2024-08-17T01:56:59.968 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1203379080 2024-08-17T01:56:59.968 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.968 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:56:59.968 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17925, 2024-08-17T01:56:59.968 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2460385551584 2024-08-17T01:56:59.968 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.969 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:56:59.969 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17927, 2024-08-17T01:56:59.969 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6552674861567 2024-08-17T01:56:59.969 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.969 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:56:59.969 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74156, 2024-08-17T01:56:59.969 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2609045239793 2024-08-17T01:56:59.969 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.969 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:56:59.969 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74156, 2024-08-17T01:56:59.969 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7767040 2024-08-17T01:56:59.970 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.970 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:56:59.970 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:56:59.970 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 262207823 2024-08-17T01:56:59.970 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.970 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:56:59.970 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:56:59.970 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 27572254395 2024-08-17T01:56:59.970 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.970 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:56:59.971 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:56:59.971 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26195971 2024-08-17T01:56:59.971 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.971 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:56:59.971 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:56:59.971 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13322717245 2024-08-17T01:56:59.971 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.971 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:56:59.971 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:56:59.971 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5852469652 2024-08-17T01:56:59.971 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.971 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:56:59.972 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6233698 2024-08-17T01:56:59.972 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.972 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:56:59.972 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2592, 2024-08-17T01:56:59.972 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13699987 2024-08-17T01:56:59.972 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.972 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:56:59.972 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:56:59.972 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 52739045775 2024-08-17T01:56:59.972 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.972 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:56:59.973 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:56:59.973 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6619299872 2024-08-17T01:56:59.973 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.973 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:56:59.973 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:56:59.973 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 457495764 2024-08-17T01:56:59.973 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.973 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.973 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:56:59.973 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:56:59.973 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405112032 2024-08-17T01:56:59.974 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.974 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:56:59.974 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 523264000 2024-08-17T01:56:59.974 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.974 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:56:59.974 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 504274944 2024-08-17T01:56:59.974 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.974 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:56:59.974 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600492236 2024-08-17T01:56:59.974 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.974 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:56:59.975 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 18989056 2024-08-17T01:56:59.975 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.975 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.975 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:56:59.975 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:59.975 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:56:59.975 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.975 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:59.975 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.975 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.975 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:59.975 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.976 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.976 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:59.976 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57414873 2024-08-17T01:56:59.976 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.976 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:59.976 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.976 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.976 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:59.976 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.976 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.976 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:59.977 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.977 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.977 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:59.977 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.977 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.977 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:59.977 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.977 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.977 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:59.977 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8192 2024-08-17T01:56:59.977 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.977 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:59.978 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.978 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.978 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:59.978 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.978 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.978 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:59.978 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.978 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.978 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:59.978 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68406055 2024-08-17T01:56:59.978 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.979 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.979 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:56:59.979 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:59.979 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 570425344 2024-08-17T01:56:59.979 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.979 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:59.979 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:59.979 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.979 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:59.979 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.979 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.979 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:59.980 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 430611551 2024-08-17T01:56:59.980 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.980 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:59.980 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.980 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.980 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:59.980 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1392 2024-08-17T01:56:59.980 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.980 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:59.980 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.980 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.980 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:59.981 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.981 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.981 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:59.981 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26432 2024-08-17T01:56:59.981 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.981 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:59.981 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 59824 2024-08-17T01:56:59.981 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.981 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:59.981 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.981 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.981 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:59.981 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.982 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.982 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:59.982 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.982 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.982 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:59.982 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 72617281 2024-08-17T01:56:59.982 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.982 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.982 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:56:59.982 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:59.982 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:56:59.983 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.983 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:59.983 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:56:59.983 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.983 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:59.983 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 350192 2024-08-17T01:56:59.983 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.983 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:59.983 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38276582 2024-08-17T01:56:59.983 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.983 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:59.983 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.984 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.984 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:59.984 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.984 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.984 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:59.984 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.984 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.984 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:59.984 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.984 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.984 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:59.985 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.985 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.985 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:59.985 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.985 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.985 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:59.985 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.985 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.985 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:59.985 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.985 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.986 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:59.986 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.986 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.986 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:59.986 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70425130 2024-08-17T01:56:59.986 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.986 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.986 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:56:59.986 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:56:59.986 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 503316480 2024-08-17T01:56:59.986 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.987 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:56:59.987 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.987 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.987 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:56:59.987 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.987 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.987 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:56:59.987 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 430611551 2024-08-17T01:56:59.987 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.987 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:56:59.987 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.988 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.988 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:56:59.988 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.988 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.988 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:56:59.988 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.988 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.988 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:56:59.989 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.989 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.989 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:56:59.989 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 174943 2024-08-17T01:56:59.989 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.989 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:56:59.989 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1160896 2024-08-17T01:56:59.989 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.989 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:56:59.989 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.989 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.990 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:56:59.990 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.990 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.990 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:56:59.990 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.990 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.990 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:56:59.990 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71369090 2024-08-17T01:56:59.990 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.990 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.991 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:56:59.991 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:56:59.991 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.991 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.991 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:56:59.991 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T01:56:59.991 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.991 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:56:59.992 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.992 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.992 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:56:59.992 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.992 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:56:59.992 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.992 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:56:59.992 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:56:59.992 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 48 2024-08-17T01:56:59.992 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.992 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:56:59.992 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.993 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.993 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:56:59.993 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26348 2024-08-17T01:56:59.993 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.993 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:56:59.993 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 103493, 2024-08-17T01:56:59.993 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5281635184 2024-08-17T01:56:59.993 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.993 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:56:59.993 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.993 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.993 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:56:59.994 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.994 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.994 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:56:59.994 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 950408105 2024-08-17T01:56:59.994 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.994 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:56:59.994 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 26348, 2024-08-17T01:56:59.994 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 268185675821 2024-08-17T01:56:59.994 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.994 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:56:59.994 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1327561026 2024-08-17T01:56:59.994 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.995 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:56:59.995 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 27996, 2024-08-17T01:56:59.995 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 22724353141 2024-08-17T01:56:59.995 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.995 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:56:59.995 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 26348, 2024-08-17T01:56:59.995 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 61680277206 2024-08-17T01:56:59.995 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.995 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:56:59.995 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11224 2024-08-17T01:56:59.995 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.996 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:56:59.996 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11224, 2024-08-17T01:56:59.996 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 39458573456 2024-08-17T01:56:59.996 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.996 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:56:59.996 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.996 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.996 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:56:59.996 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1327561026 2024-08-17T01:56:59.996 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.997 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:56:59.997 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11314, 2024-08-17T01:56:59.997 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3748479334 2024-08-17T01:56:59.997 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.997 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:56:59.997 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11224, 2024-08-17T01:56:59.997 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3982406987 2024-08-17T01:56:59.997 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.997 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:56:59.997 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11381 2024-08-17T01:56:59.997 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.998 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:56:59.998 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 170931147 2024-08-17T01:56:59.998 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.998 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:56:59.998 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11381, 2024-08-17T01:56:59.998 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 162489989367 2024-08-17T01:56:59.998 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.998 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:56:59.998 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.999 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.999 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:56:59.999 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.999 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.999 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:56:59.999 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:56:59.999 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:56:59.999 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:56:59.999 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12883, 2024-08-17T01:56:59.999 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14805603724 2024-08-17T01:57:00.000 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.000 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:57:00.000 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11381, 2024-08-17T01:57:00.000 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 32262557760 2024-08-17T01:57:00.000 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.000 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:00.000 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3743 2024-08-17T01:57:00.001 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.001 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:57:00.001 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 779476958 2024-08-17T01:57:00.001 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.001 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:57:00.001 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3743, 2024-08-17T01:57:00.001 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 66237112998 2024-08-17T01:57:00.001 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.001 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:57:00.002 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.002 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.002 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:57:00.002 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3799, 2024-08-17T01:57:00.002 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4170270083 2024-08-17T01:57:00.002 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.002 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:57:00.003 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3743, 2024-08-17T01:57:00.003 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 25435312459 2024-08-17T01:57:00.003 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.003 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:57:00.003 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.003 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.003 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:57:00.003 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.004 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.004 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:57:00.004 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:57:00.004 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.004 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:57:00.004 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:57:00.004 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.004 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:57:00.005 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 534437888 2024-08-17T01:57:00.005 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.005 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.005 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.005 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.4": { 2024-08-17T01:57:00.005 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:00.005 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:57:00.005 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20767 2024-08-17T01:57:00.005 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.005 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:57:00.005 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.006 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.006 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:57:00.006 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.006 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.006 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:57:00.006 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.006 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.006 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:57:00.006 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:57:00.006 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.006 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:57:00.007 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.007 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.007 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:57:00.007 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.007 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.007 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:57:00.007 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.007 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.007 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:57:00.007 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.008 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.008 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:57:00.008 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8118272 2024-08-17T01:57:00.008 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.008 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:57:00.008 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 667119616 2024-08-17T01:57:00.008 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.008 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:57:00.008 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14, 2024-08-17T01:57:00.008 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2954757 2024-08-17T01:57:00.008 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.008 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:57:00.009 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14, 2024-08-17T01:57:00.009 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1008074 2024-08-17T01:57:00.009 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.009 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:57:00.009 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 165, 2024-08-17T01:57:00.009 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 667058 2024-08-17T01:57:00.009 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.009 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:57:00.009 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:57:00.009 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.009 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:57:00.009 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 728629248 2024-08-17T01:57:00.010 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.010 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:57:00.010 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58768, 2024-08-17T01:57:00.010 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7901171714 2024-08-17T01:57:00.010 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.010 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:57:00.010 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58772, 2024-08-17T01:57:00.010 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12813419985 2024-08-17T01:57:00.010 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.010 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:57:00.011 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7905280 2024-08-17T01:57:00.011 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.011 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:57:00.011 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 240631808 2024-08-17T01:57:00.011 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.011 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:57:00.011 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 741408768 2024-08-17T01:57:00.011 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.011 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:57:00.011 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.011 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.011 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:57:00.012 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.012 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.012 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:57:00.012 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56 2024-08-17T01:57:00.012 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.012 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:57:00.012 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 306844708 2024-08-17T01:57:00.012 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.012 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:57:00.012 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16147 2024-08-17T01:57:00.012 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.012 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:57:00.012 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 278110208 2024-08-17T01:57:00.013 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.013 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:57:00.013 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 278114304 2024-08-17T01:57:00.013 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.013 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:57:00.013 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.013 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.013 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:57:00.013 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.013 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.013 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:57:00.013 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8174 2024-08-17T01:57:00.014 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.014 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:00.014 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 16147, 2024-08-17T01:57:00.014 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 120540597 2024-08-17T01:57:00.014 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.014 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:57:00.014 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177662446 2024-08-17T01:57:00.014 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.014 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:57:00.014 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12192 2024-08-17T01:57:00.014 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.014 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:57:00.015 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2319641 2024-08-17T01:57:00.015 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.015 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:57:00.015 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 832 2024-08-17T01:57:00.015 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.015 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:57:00.015 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7886625 2024-08-17T01:57:00.015 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.015 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:57:00.015 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1188 2024-08-17T01:57:00.016 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.016 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:57:00.016 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5566984 2024-08-17T01:57:00.016 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.016 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:57:00.016 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5566984 2024-08-17T01:57:00.016 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.016 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:57:00.016 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.016 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.016 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:57:00.017 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.017 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.017 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:57:00.017 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 364 2024-08-17T01:57:00.017 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.017 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:57:00.017 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1188, 2024-08-17T01:57:00.017 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2414163 2024-08-17T01:57:00.017 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.017 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:57:00.018 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:00.018 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.018 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.018 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:57:00.018 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.018 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.018 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:57:00.018 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.018 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.018 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:00.019 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:57:00.019 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 732 2024-08-17T01:57:00.019 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.019 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:57:00.019 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:57:00.019 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 31222 2024-08-17T01:57:00.019 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.019 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:57:00.019 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:00.020 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.020 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.020 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:57:00.020 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.020 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.020 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:57:00.020 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.020 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.020 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:57:00.021 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 918020096 2024-08-17T01:57:00.021 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.021 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.021 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:57:00.021 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:57:00.021 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:57:00.021 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.021 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:57:00.021 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10457088 2024-08-17T01:57:00.021 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.022 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:57:00.022 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 23737, 2024-08-17T01:57:00.022 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 64307521 2024-08-17T01:57:00.022 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.022 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:57:00.022 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3189, 2024-08-17T01:57:00.022 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 460232812 2024-08-17T01:57:00.022 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.023 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:57:00.023 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:00.023 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.023 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.023 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:57:00.023 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.023 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.023 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:57:00.023 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.023 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.023 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:57:00.024 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.024 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.024 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:57:00.024 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13666, 2024-08-17T01:57:00.024 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 109934880 2024-08-17T01:57:00.024 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.024 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:57:00.024 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:00.025 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.025 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.025 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:57:00.025 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.025 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.025 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:57:00.025 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58678, 2024-08-17T01:57:00.025 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15991668350 2024-08-17T01:57:00.025 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.026 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:57:00.026 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58200, 2024-08-17T01:57:00.026 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1358149810 2024-08-17T01:57:00.026 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.026 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:57:00.026 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58678, 2024-08-17T01:57:00.026 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 48843048 2024-08-17T01:57:00.026 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.026 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:57:00.026 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58678, 2024-08-17T01:57:00.027 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16040511398 2024-08-17T01:57:00.027 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.027 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:57:00.027 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:00.027 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.027 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.027 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:57:00.027 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 21158, 2024-08-17T01:57:00.027 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 926755619 2024-08-17T01:57:00.028 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.028 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:57:00.028 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 836, 2024-08-17T01:57:00.028 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2193395 2024-08-17T01:57:00.028 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.028 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:57:00.028 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 8244, 2024-08-17T01:57:00.028 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7867854 2024-08-17T01:57:00.028 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.028 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:57:00.028 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 44, 2024-08-17T01:57:00.029 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 54135 2024-08-17T01:57:00.029 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.029 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:57:00.029 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 9846, 2024-08-17T01:57:00.029 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1958351280 2024-08-17T01:57:00.029 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.029 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:57:00.030 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 178709 2024-08-17T01:57:00.030 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.030 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:57:00.030 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19548 2024-08-17T01:57:00.030 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.030 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:00.030 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11787, 2024-08-17T01:57:00.030 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1349381382 2024-08-17T01:57:00.030 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.030 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:57:00.031 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 42037, 2024-08-17T01:57:00.031 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19381093 2024-08-17T01:57:00.031 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.031 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:57:00.031 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 30250, 2024-08-17T01:57:00.031 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1054583186 2024-08-17T01:57:00.031 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.031 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:57:00.032 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.032 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.032 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:57:00.032 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13385, 2024-08-17T01:57:00.032 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 345162722 2024-08-17T01:57:00.032 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.032 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:57:00.032 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.032 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.033 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:57:00.033 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.033 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.033 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:57:00.033 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.033 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.033 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:57:00.033 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.034 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.034 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:57:00.034 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:57:00.034 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9287841192 2024-08-17T01:57:00.034 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.034 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:57:00.034 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 18080, 2024-08-17T01:57:00.034 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1003381802 2024-08-17T01:57:00.035 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.035 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:57:00.035 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 18079, 2024-08-17T01:57:00.035 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2354093577651 2024-08-17T01:57:00.035 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.035 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:57:00.035 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 18080, 2024-08-17T01:57:00.035 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5858004521264 2024-08-17T01:57:00.036 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.036 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:57:00.036 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72003, 2024-08-17T01:57:00.036 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2517083571138 2024-08-17T01:57:00.036 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.036 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:57:00.036 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72003, 2024-08-17T01:57:00.036 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7000216 2024-08-17T01:57:00.036 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.037 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:57:00.037 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:57:00.037 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 450466525 2024-08-17T01:57:00.037 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.037 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:57:00.037 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:57:00.037 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 28584167568 2024-08-17T01:57:00.037 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.037 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:57:00.038 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:57:00.038 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23839665 2024-08-17T01:57:00.038 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.038 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:57:00.038 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:57:00.038 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13611746700 2024-08-17T01:57:00.038 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.038 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:57:00.038 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:57:00.038 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6798757488 2024-08-17T01:57:00.039 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.039 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:57:00.039 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6228499 2024-08-17T01:57:00.039 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.039 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:00.039 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2505, 2024-08-17T01:57:00.039 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13286958 2024-08-17T01:57:00.039 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.039 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:57:00.039 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:57:00.039 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 58744318598 2024-08-17T01:57:00.039 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.040 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:57:00.040 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:57:00.040 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7620399340 2024-08-17T01:57:00.040 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.040 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:57:00.040 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:57:00.040 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 657548281 2024-08-17T01:57:00.040 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.040 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.040 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:57:00.040 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:57:00.041 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405116907 2024-08-17T01:57:00.041 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.041 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:57:00.041 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 541843456 2024-08-17T01:57:00.041 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.041 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:57:00.041 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 317595648 2024-08-17T01:57:00.041 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.041 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:57:00.041 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600497971 2024-08-17T01:57:00.041 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.041 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:57:00.042 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 224247808 2024-08-17T01:57:00.042 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.042 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.042 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:57:00.042 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:00.042 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:57:00.042 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.042 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:00.042 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.042 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.043 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:00.043 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.043 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.043 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:00.043 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56829997 2024-08-17T01:57:00.043 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.043 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:00.043 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.043 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.043 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:00.043 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.043 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.044 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:00.044 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.044 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.044 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:00.044 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.044 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.044 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:00.044 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 69632 2024-08-17T01:57:00.044 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.044 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:00.044 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1097728 2024-08-17T01:57:00.044 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.045 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:00.045 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.045 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.045 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:00.045 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.045 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.045 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:00.045 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.045 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.045 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:00.045 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67831763 2024-08-17T01:57:00.045 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.046 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.046 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:57:00.046 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:00.046 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 562036736 2024-08-17T01:57:00.046 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.046 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:00.046 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:00.046 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.046 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:00.046 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.047 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.047 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:00.047 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 426224981 2024-08-17T01:57:00.047 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.047 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:00.047 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.047 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.047 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:00.047 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.047 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.047 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:00.047 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2672 2024-08-17T01:57:00.048 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.048 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:00.048 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.048 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.048 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:00.048 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 171824 2024-08-17T01:57:00.048 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.048 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:00.048 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 560 2024-08-17T01:57:00.048 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.048 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:00.049 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.049 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.049 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:00.049 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.049 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.049 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:00.049 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.049 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.049 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:00.049 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68527835 2024-08-17T01:57:00.049 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.049 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.050 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:57:00.050 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:00.050 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:57:00.050 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.050 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:00.050 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:00.050 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.050 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:00.050 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 472576 2024-08-17T01:57:00.050 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.050 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:00.051 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37886665 2024-08-17T01:57:00.051 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.051 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:00.051 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.051 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.051 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:00.051 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.051 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.051 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:00.051 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.051 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.051 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:00.052 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.052 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.052 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:00.052 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.052 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.052 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:00.052 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.052 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.052 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:00.052 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.052 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.052 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:00.053 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.053 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.053 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:00.053 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.053 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.053 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:00.053 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70692663 2024-08-17T01:57:00.053 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.053 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.053 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:57:00.054 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:00.054 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 494927872 2024-08-17T01:57:00.054 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.054 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:00.054 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.054 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.054 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:00.054 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.054 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.054 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:00.055 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 426224981 2024-08-17T01:57:00.055 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.055 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:00.055 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.055 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.055 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:00.055 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.055 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.055 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:00.055 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.055 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.055 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:00.056 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.056 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.056 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:00.056 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177009 2024-08-17T01:57:00.056 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.056 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:00.056 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1164643 2024-08-17T01:57:00.056 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.056 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:00.056 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.057 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.057 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:00.057 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.057 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.057 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:00.057 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.057 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.058 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:00.058 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67361239 2024-08-17T01:57:00.058 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.058 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.058 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:57:00.058 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:57:00.058 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.058 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.058 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:00.058 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 31 2024-08-17T01:57:00.059 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.059 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:57:00.059 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.059 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.059 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:00.059 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.059 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.059 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.059 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:00.060 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:57:00.060 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 46 2024-08-17T01:57:00.060 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.060 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:57:00.060 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.060 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.060 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:57:00.060 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 34195 2024-08-17T01:57:00.060 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.060 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:57:00.061 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 93955, 2024-08-17T01:57:00.061 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7581130435 2024-08-17T01:57:00.061 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.061 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:57:00.061 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.061 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.061 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:57:00.061 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.061 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.062 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:57:00.062 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1070093899 2024-08-17T01:57:00.062 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.062 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:57:00.062 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34195, 2024-08-17T01:57:00.062 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 47824226719 2024-08-17T01:57:00.062 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.062 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:57:00.062 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1709135166 2024-08-17T01:57:00.063 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.063 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:57:00.063 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34657, 2024-08-17T01:57:00.063 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11553358486 2024-08-17T01:57:00.063 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.063 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:57:00.063 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34195, 2024-08-17T01:57:00.063 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 27919450113 2024-08-17T01:57:00.063 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.064 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:00.064 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 25635 2024-08-17T01:57:00.064 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.064 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:57:00.064 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25635, 2024-08-17T01:57:00.064 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8833471721 2024-08-17T01:57:00.064 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.064 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:57:00.064 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.064 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.065 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:57:00.065 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1709135166 2024-08-17T01:57:00.065 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.065 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:57:00.065 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25811, 2024-08-17T01:57:00.065 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4481082602 2024-08-17T01:57:00.065 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.065 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:57:00.065 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25635, 2024-08-17T01:57:00.065 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5595083937 2024-08-17T01:57:00.065 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.065 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:57:00.066 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4673 2024-08-17T01:57:00.066 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.066 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:57:00.066 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 167520193 2024-08-17T01:57:00.066 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.066 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:57:00.066 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4673, 2024-08-17T01:57:00.066 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6902471681 2024-08-17T01:57:00.066 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.066 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:57:00.066 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.067 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.067 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:57:00.067 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.067 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.067 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:57:00.067 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.067 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.067 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:57:00.067 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4866, 2024-08-17T01:57:00.067 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2632105766 2024-08-17T01:57:00.067 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.067 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:57:00.068 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4673, 2024-08-17T01:57:00.068 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6025308655 2024-08-17T01:57:00.068 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.068 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:00.068 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3887 2024-08-17T01:57:00.068 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.068 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:57:00.068 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 902573706 2024-08-17T01:57:00.068 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.068 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:57:00.068 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3887, 2024-08-17T01:57:00.069 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 32088283317 2024-08-17T01:57:00.069 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.069 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:57:00.069 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.069 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.069 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:57:00.069 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3980, 2024-08-17T01:57:00.070 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4440170118 2024-08-17T01:57:00.070 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.070 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:57:00.070 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3887, 2024-08-17T01:57:00.070 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16299057521 2024-08-17T01:57:00.070 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.070 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:57:00.070 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.070 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.071 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:57:00.071 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 36 2024-08-17T01:57:00.071 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.071 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:57:00.071 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11 2024-08-17T01:57:00.071 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.071 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:57:00.072 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:57:00.072 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.072 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:57:00.072 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 739098624 2024-08-17T01:57:00.072 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.072 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.072 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.072 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.5": { 2024-08-17T01:57:00.073 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:00.073 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:57:00.073 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21420 2024-08-17T01:57:00.073 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.073 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:57:00.073 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.073 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.073 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:57:00.074 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.074 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.074 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:57:00.074 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.074 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.074 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:57:00.074 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:57:00.074 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.074 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:57:00.074 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.074 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.075 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:57:00.075 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.075 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.075 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:57:00.075 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.075 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.075 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:57:00.075 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.075 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.075 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:57:00.075 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20955136 2024-08-17T01:57:00.076 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.076 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:57:00.076 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 725483520 2024-08-17T01:57:00.076 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.076 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:57:00.076 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 20, 2024-08-17T01:57:00.076 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096890 2024-08-17T01:57:00.076 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.076 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:57:00.076 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 20, 2024-08-17T01:57:00.076 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1526293 2024-08-17T01:57:00.077 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.077 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:57:00.077 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 228, 2024-08-17T01:57:00.077 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 991970 2024-08-17T01:57:00.077 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.077 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:57:00.077 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:57:00.077 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.077 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:57:00.077 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 675872768 2024-08-17T01:57:00.077 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.078 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:57:00.078 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 85175, 2024-08-17T01:57:00.078 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10108277582 2024-08-17T01:57:00.078 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.078 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:57:00.078 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 85151, 2024-08-17T01:57:00.078 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16090804555 2024-08-17T01:57:00.078 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.078 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:57:00.078 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16228352 2024-08-17T01:57:00.078 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.079 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:57:00.079 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 348749824 2024-08-17T01:57:00.079 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.079 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:57:00.079 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 661651456 2024-08-17T01:57:00.079 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.079 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:57:00.079 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.079 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.079 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:57:00.079 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.080 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.080 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:57:00.080 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 54 2024-08-17T01:57:00.080 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.080 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:57:00.080 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 563546509 2024-08-17T01:57:00.080 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.080 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:57:00.080 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26642 2024-08-17T01:57:00.080 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.080 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:57:00.080 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 489816064 2024-08-17T01:57:00.081 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.081 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:57:00.081 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 489820160 2024-08-17T01:57:00.081 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.081 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:57:00.081 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.081 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.081 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:57:00.081 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.081 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.081 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:57:00.081 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11973 2024-08-17T01:57:00.082 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.082 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:00.082 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 26642, 2024-08-17T01:57:00.082 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 205044482 2024-08-17T01:57:00.082 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.082 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:57:00.082 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 336716774 2024-08-17T01:57:00.082 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.082 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:57:00.082 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19707 2024-08-17T01:57:00.082 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.082 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:57:00.083 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7050056 2024-08-17T01:57:00.083 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.083 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:57:00.083 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1160 2024-08-17T01:57:00.083 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.083 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:57:00.083 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21024166 2024-08-17T01:57:00.083 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.083 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:57:00.083 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1562 2024-08-17T01:57:00.083 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.083 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:57:00.084 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13974110 2024-08-17T01:57:00.084 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.084 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:57:00.084 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13974110 2024-08-17T01:57:00.084 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.084 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:57:00.084 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.084 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.084 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:57:00.084 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.084 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.084 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:57:00.085 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 438 2024-08-17T01:57:00.085 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.085 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:57:00.085 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1562, 2024-08-17T01:57:00.085 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8140581 2024-08-17T01:57:00.085 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.085 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:57:00.085 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:00.085 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.085 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.085 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:57:00.085 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.085 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.086 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:57:00.086 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.086 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.086 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:00.086 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:57:00.086 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 834 2024-08-17T01:57:00.086 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.086 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:57:00.086 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:57:00.086 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5998 2024-08-17T01:57:00.087 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.087 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:57:00.087 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:00.087 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.087 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.087 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:57:00.087 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.087 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.087 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:57:00.087 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.087 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.088 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:57:00.088 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1098227712 2024-08-17T01:57:00.088 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.088 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.088 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:57:00.088 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:57:00.088 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:57:00.088 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.088 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:57:00.088 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14655488 2024-08-17T01:57:00.088 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.089 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:57:00.089 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 20003, 2024-08-17T01:57:00.089 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 61761581 2024-08-17T01:57:00.089 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.089 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:57:00.089 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3242, 2024-08-17T01:57:00.089 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641860571 2024-08-17T01:57:00.089 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.089 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:57:00.089 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:00.089 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.089 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.089 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:57:00.090 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.090 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.090 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:57:00.090 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.090 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.090 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:57:00.090 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.090 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.090 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:57:00.090 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 18260, 2024-08-17T01:57:00.090 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 124596568 2024-08-17T01:57:00.090 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.091 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:57:00.091 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:00.091 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.091 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.091 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:57:00.091 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.091 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.091 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:57:00.091 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 85072, 2024-08-17T01:57:00.091 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19995327711 2024-08-17T01:57:00.091 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.091 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:57:00.091 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 84534, 2024-08-17T01:57:00.092 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1601833922 2024-08-17T01:57:00.092 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.092 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:57:00.092 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 85072, 2024-08-17T01:57:00.092 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 45812329 2024-08-17T01:57:00.092 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.092 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:57:00.092 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 85072, 2024-08-17T01:57:00.092 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20041140040 2024-08-17T01:57:00.092 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.092 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:57:00.092 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:00.093 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.093 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.093 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:57:00.093 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 27550, 2024-08-17T01:57:00.093 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 911651462 2024-08-17T01:57:00.093 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.093 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:57:00.093 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 897, 2024-08-17T01:57:00.093 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2437691 2024-08-17T01:57:00.093 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.094 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:57:00.094 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12550, 2024-08-17T01:57:00.094 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10389830 2024-08-17T01:57:00.094 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.094 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:57:00.094 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 49, 2024-08-17T01:57:00.094 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 59423 2024-08-17T01:57:00.094 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.094 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:57:00.094 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14902, 2024-08-17T01:57:00.094 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2857114841 2024-08-17T01:57:00.094 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.095 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:57:00.095 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 251168 2024-08-17T01:57:00.095 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.095 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:57:00.095 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21773 2024-08-17T01:57:00.095 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.095 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:00.095 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 31739, 2024-08-17T01:57:00.096 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1435034366 2024-08-17T01:57:00.096 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.096 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:57:00.096 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71856, 2024-08-17T01:57:00.096 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 35038712 2024-08-17T01:57:00.096 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.096 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:57:00.096 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 40117, 2024-08-17T01:57:00.096 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1275994546 2024-08-17T01:57:00.096 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.096 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:57:00.097 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.097 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.097 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:57:00.097 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15658, 2024-08-17T01:57:00.097 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 401926304 2024-08-17T01:57:00.097 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.097 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:57:00.097 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.097 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.098 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:57:00.098 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.098 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.098 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:57:00.098 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.098 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.098 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:57:00.098 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.098 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.099 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:57:00.099 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:57:00.099 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6460043509 2024-08-17T01:57:00.099 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.099 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:57:00.099 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 8399, 2024-08-17T01:57:00.099 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 570632632 2024-08-17T01:57:00.099 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.099 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:57:00.100 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 8396, 2024-08-17T01:57:00.100 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2586508152134 2024-08-17T01:57:00.100 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.100 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:57:00.100 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 8399, 2024-08-17T01:57:00.100 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6484318123546 2024-08-17T01:57:00.100 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.100 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:57:00.100 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97970, 2024-08-17T01:57:00.100 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3079512003602 2024-08-17T01:57:00.100 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.101 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:57:00.101 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97970, 2024-08-17T01:57:00.101 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10761555 2024-08-17T01:57:00.101 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.101 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:57:00.101 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:57:00.101 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 187461790 2024-08-17T01:57:00.101 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.101 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:57:00.102 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:57:00.102 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 31626487265 2024-08-17T01:57:00.102 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.102 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:57:00.102 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:57:00.102 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 34666269 2024-08-17T01:57:00.102 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.102 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:57:00.103 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:57:00.103 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14878905556 2024-08-17T01:57:00.103 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.103 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:57:00.103 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:57:00.103 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7689326023 2024-08-17T01:57:00.103 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.103 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:57:00.103 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10428007 2024-08-17T01:57:00.104 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.104 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:00.104 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2560, 2024-08-17T01:57:00.104 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13995755 2024-08-17T01:57:00.104 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.104 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:57:00.104 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:57:00.104 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 60858002255 2024-08-17T01:57:00.105 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.105 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:57:00.105 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:57:00.105 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8694173085 2024-08-17T01:57:00.105 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.105 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:57:00.105 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:57:00.105 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 551266426 2024-08-17T01:57:00.105 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.105 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.106 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:57:00.106 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:57:00.106 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405116907 2024-08-17T01:57:00.106 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.106 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:57:00.106 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 546799616 2024-08-17T01:57:00.106 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.106 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:57:00.106 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 497360896 2024-08-17T01:57:00.106 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.107 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:57:00.107 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600497971 2024-08-17T01:57:00.107 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.107 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:57:00.107 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 49438720 2024-08-17T01:57:00.107 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.107 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.107 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:57:00.107 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:00.107 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:57:00.107 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.107 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:00.108 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.108 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.108 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:00.108 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.108 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.108 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:00.108 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 55962367 2024-08-17T01:57:00.108 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.108 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:00.108 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.108 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.109 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:00.109 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.109 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.109 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:00.109 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.109 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.109 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:00.109 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.109 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.109 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:00.109 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8192 2024-08-17T01:57:00.110 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.110 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:00.110 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 53248 2024-08-17T01:57:00.110 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.110 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:00.110 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.110 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.110 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:00.110 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.110 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.111 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:00.111 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.111 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.111 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:00.111 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 69805313 2024-08-17T01:57:00.111 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.111 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.111 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:57:00.111 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:00.111 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 562036736 2024-08-17T01:57:00.111 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.112 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:00.112 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:00.112 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.112 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:00.112 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.112 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.112 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:00.112 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 419717758 2024-08-17T01:57:00.112 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.112 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:00.112 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.112 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.113 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:00.113 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.113 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.113 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:00.113 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2640 2024-08-17T01:57:00.113 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.113 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:00.113 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.113 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.113 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:00.113 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 192864 2024-08-17T01:57:00.113 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.114 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:00.114 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.114 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.114 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:00.114 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.114 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.114 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:00.114 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.114 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.114 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:00.115 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.115 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.115 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:00.115 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 75014610 2024-08-17T01:57:00.115 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.115 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.115 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:57:00.115 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:00.115 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:57:00.115 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.115 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:00.115 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:00.115 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.116 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:00.116 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 678848 2024-08-17T01:57:00.116 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.116 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:00.116 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37308245 2024-08-17T01:57:00.116 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.116 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:00.116 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.116 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.116 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:00.116 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.116 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.117 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:00.117 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.117 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.117 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:00.117 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.117 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.117 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:00.117 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.117 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.117 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:00.117 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.117 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.118 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:00.118 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.118 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.118 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:00.118 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.118 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.118 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:00.118 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.118 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.118 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:00.118 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71064811 2024-08-17T01:57:00.119 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.119 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.119 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:57:00.119 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:00.119 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 494927872 2024-08-17T01:57:00.119 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.119 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:00.119 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.119 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.119 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:00.119 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.119 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.120 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:00.120 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 419717758 2024-08-17T01:57:00.120 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.120 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:00.120 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.120 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.120 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:00.120 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.120 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.120 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:00.120 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.121 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.121 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:00.121 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.121 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.121 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:00.121 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 167534 2024-08-17T01:57:00.121 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.121 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:00.121 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1143994 2024-08-17T01:57:00.121 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.121 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:00.122 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.122 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.122 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:00.122 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.122 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.122 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:00.122 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.122 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.122 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:00.122 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73898586 2024-08-17T01:57:00.122 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.122 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.123 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:57:00.123 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:57:00.123 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.123 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.123 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:00.123 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T01:57:00.123 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.123 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:57:00.123 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.123 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.123 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:00.123 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.123 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.124 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.124 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:00.124 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:57:00.124 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 58 2024-08-17T01:57:00.124 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.124 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:57:00.124 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.124 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.124 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:57:00.124 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 51095 2024-08-17T01:57:00.124 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.125 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:57:00.125 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 134036, 2024-08-17T01:57:00.125 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10364240420 2024-08-17T01:57:00.125 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.125 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:57:00.125 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.125 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.125 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:57:00.125 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.125 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.125 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:57:00.125 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 973524086 2024-08-17T01:57:00.126 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.126 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:57:00.126 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 51095, 2024-08-17T01:57:00.126 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 34469359404 2024-08-17T01:57:00.126 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.126 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:57:00.126 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1616650974 2024-08-17T01:57:00.126 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.126 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:57:00.126 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 52135, 2024-08-17T01:57:00.126 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13001567299 2024-08-17T01:57:00.127 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.127 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:57:00.127 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 51095, 2024-08-17T01:57:00.127 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 22527143074 2024-08-17T01:57:00.127 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.127 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:00.127 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 42670 2024-08-17T01:57:00.128 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.128 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:57:00.128 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 42670, 2024-08-17T01:57:00.128 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11822668186 2024-08-17T01:57:00.128 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.128 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:57:00.128 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.128 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.128 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:57:00.128 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1616650974 2024-08-17T01:57:00.128 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.129 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:57:00.129 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 42982, 2024-08-17T01:57:00.129 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7087921991 2024-08-17T01:57:00.129 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.129 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:57:00.129 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 42670, 2024-08-17T01:57:00.129 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6845935902 2024-08-17T01:57:00.129 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.130 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:57:00.130 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7264 2024-08-17T01:57:00.130 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.130 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:57:00.130 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 270841184 2024-08-17T01:57:00.130 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.130 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:57:00.130 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7264, 2024-08-17T01:57:00.130 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14608683509 2024-08-17T01:57:00.130 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.131 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:57:00.131 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.131 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.131 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:57:00.131 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.131 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.131 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:57:00.131 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.132 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.132 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:57:00.132 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7829, 2024-08-17T01:57:00.132 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4373369770 2024-08-17T01:57:00.132 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.132 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:57:00.132 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7264, 2024-08-17T01:57:00.132 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9533406244 2024-08-17T01:57:00.132 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.133 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:00.133 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1161 2024-08-17T01:57:00.133 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.133 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:57:00.133 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 702682902 2024-08-17T01:57:00.133 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.133 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:57:00.133 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1161, 2024-08-17T01:57:00.133 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8038007709 2024-08-17T01:57:00.133 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.133 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:57:00.134 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.134 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.134 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:57:00.134 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1324, 2024-08-17T01:57:00.134 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1540275538 2024-08-17T01:57:00.134 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.134 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:57:00.134 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1161, 2024-08-17T01:57:00.134 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6147800928 2024-08-17T01:57:00.134 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.135 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:57:00.135 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.135 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.135 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:57:00.135 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.135 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.135 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:57:00.135 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T01:57:00.135 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.135 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:57:00.135 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:57:00.136 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.136 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:57:00.136 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 690548736 2024-08-17T01:57:00.136 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.136 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.136 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.136 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.6": { 2024-08-17T01:57:00.136 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:00.136 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:57:00.136 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29358 2024-08-17T01:57:00.136 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.137 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:57:00.137 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.137 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.137 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:57:00.137 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.137 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.137 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:57:00.137 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.137 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.137 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:57:00.137 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:57:00.138 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.138 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:57:00.138 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.138 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.138 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:57:00.138 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.138 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.139 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:57:00.139 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.139 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.139 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:57:00.139 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.139 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.139 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:57:00.140 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2740224 2024-08-17T01:57:00.140 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.140 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:57:00.140 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 487723008 2024-08-17T01:57:00.140 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.140 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:57:00.140 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14, 2024-08-17T01:57:00.141 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3616147 2024-08-17T01:57:00.141 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.141 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:57:00.141 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14, 2024-08-17T01:57:00.141 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 891641 2024-08-17T01:57:00.141 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.141 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:57:00.141 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 136, 2024-08-17T01:57:00.141 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 606183 2024-08-17T01:57:00.141 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.142 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:57:00.142 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:57:00.142 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.142 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:57:00.142 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 404750336 2024-08-17T01:57:00.142 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.142 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:57:00.142 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58451, 2024-08-17T01:57:00.142 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7137743590 2024-08-17T01:57:00.142 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.142 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:57:00.143 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58436, 2024-08-17T01:57:00.143 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11492744716 2024-08-17T01:57:00.143 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.143 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:57:00.143 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6647808 2024-08-17T01:57:00.143 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.143 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:57:00.143 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 239378432 2024-08-17T01:57:00.143 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.143 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:57:00.143 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 421789696 2024-08-17T01:57:00.143 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.144 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:57:00.144 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.144 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.144 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:57:00.144 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.144 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:57:00.144 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38 2024-08-17T01:57:00.144 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.144 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:57:00.144 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 131708800 2024-08-17T01:57:00.145 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.145 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:57:00.145 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7093 2024-08-17T01:57:00.145 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.145 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:57:00.145 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 91717632 2024-08-17T01:57:00.145 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.145 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:57:00.145 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 91721728 2024-08-17T01:57:00.145 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.145 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:57:00.145 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.146 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.146 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:57:00.146 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.146 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.146 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:57:00.146 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 191 2024-08-17T01:57:00.146 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.146 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:00.146 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7093, 2024-08-17T01:57:00.146 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24544215 2024-08-17T01:57:00.146 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.146 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:57:00.147 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 46234273 2024-08-17T01:57:00.147 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.147 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:57:00.147 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4472 2024-08-17T01:57:00.147 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.147 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:57:00.147 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 809889 2024-08-17T01:57:00.147 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.147 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:57:00.147 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 332 2024-08-17T01:57:00.147 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.148 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:57:00.148 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2724118 2024-08-17T01:57:00.148 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.148 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:57:00.148 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 450 2024-08-17T01:57:00.148 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.148 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:57:00.148 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1914229 2024-08-17T01:57:00.148 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.148 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:57:00.148 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1914229 2024-08-17T01:57:00.149 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.149 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:57:00.149 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.149 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.149 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:57:00.149 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.149 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.149 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:57:00.149 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 118 2024-08-17T01:57:00.149 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.149 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:57:00.150 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 450, 2024-08-17T01:57:00.150 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 931417 2024-08-17T01:57:00.150 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.150 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:57:00.150 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:00.150 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.150 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.150 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:57:00.150 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.150 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.150 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:57:00.151 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.151 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.151 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:00.151 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:57:00.151 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 600 2024-08-17T01:57:00.151 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.151 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:57:00.151 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:57:00.151 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6587 2024-08-17T01:57:00.151 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.151 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:57:00.151 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:00.151 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.152 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.152 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:57:00.152 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.152 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.152 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:57:00.152 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.152 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.152 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:57:00.152 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 731975680 2024-08-17T01:57:00.152 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.152 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.152 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:57:00.153 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:57:00.153 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:57:00.153 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.153 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:57:00.153 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11046912 2024-08-17T01:57:00.153 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.153 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:57:00.153 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13647, 2024-08-17T01:57:00.153 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 39850385 2024-08-17T01:57:00.153 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.153 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:57:00.154 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3144, 2024-08-17T01:57:00.154 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 330427585 2024-08-17T01:57:00.154 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.154 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:57:00.154 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:00.154 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.154 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.154 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:57:00.154 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.154 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.155 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:57:00.155 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.155 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.155 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:57:00.155 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.155 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.155 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:57:00.155 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13072, 2024-08-17T01:57:00.155 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 84192796 2024-08-17T01:57:00.155 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.156 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:57:00.156 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:00.156 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.156 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.156 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:57:00.156 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.156 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.156 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:57:00.156 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58393, 2024-08-17T01:57:00.156 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14155337148 2024-08-17T01:57:00.157 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.157 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:57:00.157 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 57957, 2024-08-17T01:57:00.157 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1239183874 2024-08-17T01:57:00.157 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.157 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:57:00.157 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58393, 2024-08-17T01:57:00.157 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 31369580 2024-08-17T01:57:00.157 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.157 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:57:00.158 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58393, 2024-08-17T01:57:00.158 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14186706728 2024-08-17T01:57:00.158 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.158 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:57:00.158 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:00.158 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.158 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.158 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:57:00.158 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 24379, 2024-08-17T01:57:00.158 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 353139928 2024-08-17T01:57:00.158 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.159 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:57:00.159 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 826, 2024-08-17T01:57:00.159 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1950596 2024-08-17T01:57:00.159 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.159 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:57:00.159 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11634, 2024-08-17T01:57:00.159 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6454693 2024-08-17T01:57:00.159 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.159 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:57:00.160 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 43, 2024-08-17T01:57:00.160 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 58413 2024-08-17T01:57:00.160 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.160 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:57:00.160 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11509, 2024-08-17T01:57:00.160 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1012434982 2024-08-17T01:57:00.160 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.160 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:57:00.160 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 172537 2024-08-17T01:57:00.160 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.161 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:57:00.161 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17829 2024-08-17T01:57:00.161 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.161 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:00.161 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10769, 2024-08-17T01:57:00.161 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1105006450 2024-08-17T01:57:00.161 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.161 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:57:00.161 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 36974, 2024-08-17T01:57:00.161 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10117179 2024-08-17T01:57:00.161 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.162 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:57:00.162 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 26205, 2024-08-17T01:57:00.162 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 852923108 2024-08-17T01:57:00.162 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.162 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:57:00.162 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.162 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.162 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:57:00.162 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11530, 2024-08-17T01:57:00.162 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266627768 2024-08-17T01:57:00.162 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.163 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:57:00.163 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.163 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.163 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:57:00.163 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.163 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.163 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:57:00.163 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.163 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.164 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:57:00.164 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.164 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.164 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:57:00.164 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:00.164 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4532119020 2024-08-17T01:57:00.164 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.164 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:57:00.164 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13660, 2024-08-17T01:57:00.164 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 837877045 2024-08-17T01:57:00.165 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.165 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:57:00.165 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13660, 2024-08-17T01:57:00.165 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2386800996468 2024-08-17T01:57:00.165 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.165 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:57:00.165 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13660, 2024-08-17T01:57:00.165 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5757662028041 2024-08-17T01:57:00.165 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.165 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:57:00.166 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:00.166 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2539058832747 2024-08-17T01:57:00.166 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.166 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:57:00.166 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:00.166 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6875229 2024-08-17T01:57:00.166 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.166 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:57:00.166 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:00.167 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 118015615 2024-08-17T01:57:00.167 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.167 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:57:00.167 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:00.167 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24242206685 2024-08-17T01:57:00.167 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.167 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:57:00.167 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:00.167 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 22608817 2024-08-17T01:57:00.167 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.168 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:57:00.168 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:00.168 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11061045041 2024-08-17T01:57:00.168 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.168 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:57:00.168 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:00.168 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4857329870 2024-08-17T01:57:00.168 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.168 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:57:00.168 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6823962 2024-08-17T01:57:00.168 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.169 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:00.169 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2461, 2024-08-17T01:57:00.169 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12186974 2024-08-17T01:57:00.169 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.169 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:57:00.169 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:00.169 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 44821600852 2024-08-17T01:57:00.169 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.170 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:57:00.170 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:00.170 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5560190525 2024-08-17T01:57:00.170 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.170 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:57:00.170 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:00.170 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 394404682 2024-08-17T01:57:00.170 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.171 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.171 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:57:00.171 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:57:00.171 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405116907 2024-08-17T01:57:00.171 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.171 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:57:00.171 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 464764928 2024-08-17T01:57:00.171 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.171 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:57:00.172 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 419520512 2024-08-17T01:57:00.172 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.172 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:57:00.172 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600497971 2024-08-17T01:57:00.172 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.172 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:57:00.172 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 45244416 2024-08-17T01:57:00.172 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.173 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.173 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:57:00.173 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:00.173 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:57:00.173 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.173 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:00.173 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.173 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.174 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:00.174 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.174 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.174 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:00.174 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57423561 2024-08-17T01:57:00.174 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.174 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:00.174 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.174 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.174 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:00.174 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.175 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.175 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:00.175 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.175 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.175 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:00.175 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.175 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.175 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:00.175 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12288 2024-08-17T01:57:00.175 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.175 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:00.175 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 155648 2024-08-17T01:57:00.176 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.176 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:00.176 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.176 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.176 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:00.176 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.176 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.176 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:00.176 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.176 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.176 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:00.176 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68237623 2024-08-17T01:57:00.177 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.177 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.177 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:57:00.177 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:00.177 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 570425344 2024-08-17T01:57:00.177 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.177 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:00.177 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:00.177 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.177 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:00.177 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.178 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.178 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:00.178 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 430676711 2024-08-17T01:57:00.178 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.178 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:00.178 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.178 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.178 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:00.178 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 976 2024-08-17T01:57:00.178 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.178 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:00.179 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.179 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.179 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:00.179 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.179 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.179 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:00.179 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 60352 2024-08-17T01:57:00.179 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.179 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:00.179 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.179 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.180 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:00.180 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.180 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.180 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:00.180 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.180 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.180 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:00.180 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.180 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.180 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:00.180 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 72578441 2024-08-17T01:57:00.181 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.181 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.181 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:57:00.181 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:00.181 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:57:00.181 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.181 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:00.181 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:00.181 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.181 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:00.181 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 504304 2024-08-17T01:57:00.182 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.182 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:00.182 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38282374 2024-08-17T01:57:00.182 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.182 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:00.182 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.182 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.182 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:00.182 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.182 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.182 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:00.183 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.183 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.183 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:00.183 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.183 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.183 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:00.183 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.183 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.183 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:00.183 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.183 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.183 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:00.184 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.184 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.184 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:00.184 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.184 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.184 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:00.184 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.184 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.184 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:00.184 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70265226 2024-08-17T01:57:00.184 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.184 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.185 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:57:00.185 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:00.185 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 503316480 2024-08-17T01:57:00.185 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.185 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:00.185 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.185 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.185 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:00.185 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.185 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.185 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:00.185 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 430676711 2024-08-17T01:57:00.186 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.186 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:00.186 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.186 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.186 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:00.186 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.186 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.186 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:00.186 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.186 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.186 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:00.187 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.187 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.187 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:00.187 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177811 2024-08-17T01:57:00.187 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.187 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:00.187 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1161836 2024-08-17T01:57:00.187 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.187 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:00.187 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.187 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.188 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:00.188 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.188 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.188 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:00.188 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.188 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.188 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:00.188 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71300122 2024-08-17T01:57:00.188 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.188 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.188 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:57:00.188 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:57:00.189 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.189 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.189 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:00.189 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T01:57:00.189 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.189 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:57:00.189 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.189 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.189 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:00.189 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.189 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.190 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.190 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:00.190 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:57:00.190 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 51 2024-08-17T01:57:00.190 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.190 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:57:00.190 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.190 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.190 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:57:00.190 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 34409 2024-08-17T01:57:00.190 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.190 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:57:00.191 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 90496, 2024-08-17T01:57:00.191 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6424260814 2024-08-17T01:57:00.191 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.191 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:57:00.191 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.191 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.191 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:57:00.191 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:57:00.191 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.191 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:57:00.191 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1268043542 2024-08-17T01:57:00.191 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.192 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:57:00.192 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34409, 2024-08-17T01:57:00.192 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 54072287628 2024-08-17T01:57:00.192 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.192 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:57:00.192 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1779262786 2024-08-17T01:57:00.192 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.192 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:57:00.192 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34994, 2024-08-17T01:57:00.192 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12716554625 2024-08-17T01:57:00.192 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.193 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:57:00.193 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34409, 2024-08-17T01:57:00.193 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29812368729 2024-08-17T01:57:00.193 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.193 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:00.193 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 25774 2024-08-17T01:57:00.193 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.193 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:57:00.193 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25774, 2024-08-17T01:57:00.193 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8275371636 2024-08-17T01:57:00.193 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.194 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:57:00.194 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.194 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.194 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:57:00.194 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1779262786 2024-08-17T01:57:00.194 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.194 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:57:00.194 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25993, 2024-08-17T01:57:00.195 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5009641077 2024-08-17T01:57:00.195 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.195 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:57:00.195 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25774, 2024-08-17T01:57:00.195 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5176012547 2024-08-17T01:57:00.195 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.195 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:57:00.195 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4453 2024-08-17T01:57:00.195 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.195 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:57:00.195 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 240139029 2024-08-17T01:57:00.195 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.196 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:57:00.196 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4453, 2024-08-17T01:57:00.196 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9886986123 2024-08-17T01:57:00.196 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.196 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:57:00.196 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.196 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.197 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:57:00.197 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.197 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.197 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:57:00.197 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.197 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.197 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:57:00.197 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4695, 2024-08-17T01:57:00.197 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2888836174 2024-08-17T01:57:00.197 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.197 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:57:00.197 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4453, 2024-08-17T01:57:00.198 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7170294319 2024-08-17T01:57:00.198 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.198 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:00.198 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4182 2024-08-17T01:57:00.198 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.198 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:57:00.198 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1027904513 2024-08-17T01:57:00.199 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.199 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:57:00.199 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4182, 2024-08-17T01:57:00.199 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 35909929869 2024-08-17T01:57:00.199 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.199 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:57:00.199 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.199 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.199 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:57:00.200 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4306, 2024-08-17T01:57:00.200 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4818077374 2024-08-17T01:57:00.200 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.200 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:57:00.200 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4182, 2024-08-17T01:57:00.200 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17466061863 2024-08-17T01:57:00.200 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.200 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:57:00.201 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.201 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.201 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:57:00.201 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T01:57:00.201 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.201 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:57:00.201 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7 2024-08-17T01:57:00.201 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.201 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:57:00.202 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:57:00.202 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.202 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:57:00.202 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 415805440 2024-08-17T01:57:00.202 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.202 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.202 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.202 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.7": { 2024-08-17T01:57:00.202 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:00.202 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:57:00.203 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19436 2024-08-17T01:57:00.203 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.203 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:57:00.203 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.203 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.203 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:57:00.203 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.203 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.204 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:57:00.204 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.204 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.204 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:57:00.204 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:57:00.204 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.204 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:57:00.204 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.204 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.205 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:57:00.205 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.205 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.205 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:57:00.205 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.205 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.205 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:57:00.205 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.205 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.205 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:57:00.205 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8351744 2024-08-17T01:57:00.206 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.206 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:57:00.206 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 542261248 2024-08-17T01:57:00.206 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.206 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:57:00.206 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 16, 2024-08-17T01:57:00.206 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6165107 2024-08-17T01:57:00.206 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.206 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:57:00.206 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 16, 2024-08-17T01:57:00.206 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1134946 2024-08-17T01:57:00.207 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.207 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:57:00.207 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 162, 2024-08-17T01:57:00.207 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 657414 2024-08-17T01:57:00.207 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.207 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:57:00.207 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:57:00.207 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.207 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:57:00.207 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 447348736 2024-08-17T01:57:00.207 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.207 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:57:00.208 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66603, 2024-08-17T01:57:00.208 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8087387993 2024-08-17T01:57:00.208 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.208 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:57:00.208 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66611, 2024-08-17T01:57:00.208 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13186385858 2024-08-17T01:57:00.208 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.208 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:57:00.208 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6860800 2024-08-17T01:57:00.209 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.209 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:57:00.209 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 272859136 2024-08-17T01:57:00.209 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.209 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:57:00.209 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 464388096 2024-08-17T01:57:00.210 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.210 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:57:00.210 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.210 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.210 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:57:00.210 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.210 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.210 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:57:00.210 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 42 2024-08-17T01:57:00.210 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.210 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:57:00.211 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 325653919 2024-08-17T01:57:00.211 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.211 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:57:00.211 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17960 2024-08-17T01:57:00.211 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.211 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:57:00.211 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 269004800 2024-08-17T01:57:00.211 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.211 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:57:00.211 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 269008896 2024-08-17T01:57:00.211 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.211 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:57:00.212 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.212 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.212 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:57:00.212 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.212 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.212 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:57:00.212 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6150 2024-08-17T01:57:00.212 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.212 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:00.212 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17960, 2024-08-17T01:57:00.212 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 111478510 2024-08-17T01:57:00.212 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.212 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:57:00.213 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 186448577 2024-08-17T01:57:00.213 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.213 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:57:00.213 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13699 2024-08-17T01:57:00.213 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.213 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:57:00.213 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2558234 2024-08-17T01:57:00.213 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.213 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:57:00.213 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 713 2024-08-17T01:57:00.213 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.214 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:57:00.214 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8285689 2024-08-17T01:57:00.214 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.214 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:57:00.214 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 904 2024-08-17T01:57:00.214 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.214 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:57:00.214 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5727455 2024-08-17T01:57:00.214 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.214 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:57:00.214 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5727455 2024-08-17T01:57:00.215 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.215 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:57:00.215 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.215 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.215 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:57:00.215 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.215 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.215 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:57:00.215 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 197 2024-08-17T01:57:00.215 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.215 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:57:00.216 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 904, 2024-08-17T01:57:00.216 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2476505 2024-08-17T01:57:00.216 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.216 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:57:00.216 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:00.216 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.216 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.216 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:57:00.216 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.216 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.216 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:57:00.216 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.217 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.217 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:00.217 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:57:00.217 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 806 2024-08-17T01:57:00.217 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.217 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:57:00.217 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:57:00.217 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5836 2024-08-17T01:57:00.217 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.217 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:57:00.217 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:00.217 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.217 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.218 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:57:00.218 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.218 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.218 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:57:00.218 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.218 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.218 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:57:00.218 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 825901056 2024-08-17T01:57:00.218 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.218 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.218 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:57:00.219 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:57:00.219 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:57:00.219 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.219 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:57:00.219 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11038720 2024-08-17T01:57:00.219 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.219 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:57:00.219 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 20671, 2024-08-17T01:57:00.219 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 54983929 2024-08-17T01:57:00.219 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.219 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:57:00.219 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3179, 2024-08-17T01:57:00.219 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 420577235 2024-08-17T01:57:00.220 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.220 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:57:00.220 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:00.220 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.220 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.220 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:57:00.220 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.220 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.220 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:57:00.220 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.220 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.220 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:57:00.221 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.221 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.221 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:57:00.221 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15285, 2024-08-17T01:57:00.221 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 110609435 2024-08-17T01:57:00.221 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.221 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:57:00.221 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:00.221 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.221 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.221 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:57:00.221 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.222 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.222 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:57:00.222 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66561, 2024-08-17T01:57:00.222 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16173105103 2024-08-17T01:57:00.222 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.222 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:57:00.222 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66130, 2024-08-17T01:57:00.222 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1307784894 2024-08-17T01:57:00.222 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.223 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:57:00.223 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66561, 2024-08-17T01:57:00.223 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 40098338 2024-08-17T01:57:00.223 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.223 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:57:00.223 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66561, 2024-08-17T01:57:00.223 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16213203441 2024-08-17T01:57:00.223 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.223 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:57:00.223 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:00.223 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.224 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.224 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:57:00.224 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 32637, 2024-08-17T01:57:00.224 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 677264402 2024-08-17T01:57:00.224 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.224 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:57:00.224 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 772, 2024-08-17T01:57:00.224 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2167794 2024-08-17T01:57:00.224 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.224 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:57:00.224 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 5746, 2024-08-17T01:57:00.224 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7248916 2024-08-17T01:57:00.224 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.225 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:57:00.225 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 50, 2024-08-17T01:57:00.225 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57052 2024-08-17T01:57:00.225 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.225 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:57:00.225 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13459, 2024-08-17T01:57:00.225 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1591590350 2024-08-17T01:57:00.225 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.225 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:57:00.225 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 202726 2024-08-17T01:57:00.225 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.225 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:57:00.225 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 18353 2024-08-17T01:57:00.225 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.226 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:00.226 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 6212, 2024-08-17T01:57:00.226 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1069140388 2024-08-17T01:57:00.226 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.226 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:57:00.226 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 31186, 2024-08-17T01:57:00.226 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8789401 2024-08-17T01:57:00.226 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.226 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:57:00.226 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 24974, 2024-08-17T01:57:00.226 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 951114257 2024-08-17T01:57:00.226 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.226 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:57:00.227 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.227 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.227 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:57:00.227 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13405, 2024-08-17T01:57:00.227 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 329741667 2024-08-17T01:57:00.227 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.227 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:57:00.227 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.227 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.227 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:57:00.227 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.227 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.227 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:57:00.227 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.228 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.228 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:57:00.228 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.228 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.228 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:57:00.228 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80208, 2024-08-17T01:57:00.228 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9026959783 2024-08-17T01:57:00.228 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.228 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:57:00.228 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15962, 2024-08-17T01:57:00.228 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 755162921 2024-08-17T01:57:00.228 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.228 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:57:00.228 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15961, 2024-08-17T01:57:00.229 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2548819220049 2024-08-17T01:57:00.229 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.229 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:57:00.229 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15962, 2024-08-17T01:57:00.229 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6009131121049 2024-08-17T01:57:00.229 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.229 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:57:00.230 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80207, 2024-08-17T01:57:00.230 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2775585647458 2024-08-17T01:57:00.230 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.230 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:57:00.230 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80207, 2024-08-17T01:57:00.230 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8667047 2024-08-17T01:57:00.230 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.230 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:57:00.230 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80208, 2024-08-17T01:57:00.230 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 393049625 2024-08-17T01:57:00.230 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.230 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:57:00.231 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80208, 2024-08-17T01:57:00.231 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29453908814 2024-08-17T01:57:00.231 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.231 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:57:00.231 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80208, 2024-08-17T01:57:00.231 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26472581 2024-08-17T01:57:00.231 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.231 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:57:00.231 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80208, 2024-08-17T01:57:00.232 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14647030827 2024-08-17T01:57:00.232 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.232 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:57:00.232 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80208, 2024-08-17T01:57:00.232 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6376600844 2024-08-17T01:57:00.232 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.232 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:57:00.232 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6818744 2024-08-17T01:57:00.232 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.232 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:00.232 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2388, 2024-08-17T01:57:00.232 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12238390 2024-08-17T01:57:00.233 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.233 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:57:00.233 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80208, 2024-08-17T01:57:00.233 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 59909674808 2024-08-17T01:57:00.233 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.233 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:57:00.233 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80208, 2024-08-17T01:57:00.233 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7330163686 2024-08-17T01:57:00.233 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.233 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:57:00.233 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80208, 2024-08-17T01:57:00.233 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 834929539 2024-08-17T01:57:00.234 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.234 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.234 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:57:00.234 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:57:00.234 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405116907 2024-08-17T01:57:00.234 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.234 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:57:00.234 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 539967488 2024-08-17T01:57:00.234 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.234 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:57:00.234 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 468549632 2024-08-17T01:57:00.235 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.235 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:57:00.235 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600497971 2024-08-17T01:57:00.235 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.235 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:57:00.235 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71417856 2024-08-17T01:57:00.235 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.235 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.235 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:57:00.235 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:00.235 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:57:00.235 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.236 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:00.236 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.236 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.236 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:00.236 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.236 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.236 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:00.236 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56902875 2024-08-17T01:57:00.236 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.236 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:00.236 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.236 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.236 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:00.236 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.237 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.237 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:00.237 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.237 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.237 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:00.237 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.237 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.237 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:00.237 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16384 2024-08-17T01:57:00.237 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.238 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:00.238 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 172032 2024-08-17T01:57:00.238 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.238 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:00.238 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.238 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.238 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:00.238 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.238 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.238 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:00.239 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.239 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.239 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:00.239 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68737829 2024-08-17T01:57:00.239 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.239 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.239 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:57:00.239 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:00.239 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 562036736 2024-08-17T01:57:00.239 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.239 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:00.240 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:00.240 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.240 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:00.240 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.240 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.240 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:00.240 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 426771569 2024-08-17T01:57:00.240 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.240 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:00.241 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.241 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.241 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:00.241 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1872 2024-08-17T01:57:00.241 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.241 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:00.241 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.241 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.241 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:00.241 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.242 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.242 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:00.242 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 131968 2024-08-17T01:57:00.242 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.242 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:00.242 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.242 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.242 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:00.242 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.242 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.242 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:00.243 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.243 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.243 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:00.243 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.243 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.243 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:00.243 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68022463 2024-08-17T01:57:00.243 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.243 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.243 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:57:00.243 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:00.243 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:57:00.244 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.244 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:00.244 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:00.244 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.244 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:00.244 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 444448 2024-08-17T01:57:00.244 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.244 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:00.244 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37935250 2024-08-17T01:57:00.244 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.244 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:00.244 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.244 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.245 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:00.245 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.245 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.245 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:00.245 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.245 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.245 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:00.245 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.245 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.245 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:00.245 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.245 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.245 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:00.245 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.245 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.246 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:00.246 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.246 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.246 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:00.246 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.246 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.246 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:00.246 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.246 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.246 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:00.246 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70672206 2024-08-17T01:57:00.246 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.246 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.247 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:57:00.247 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:00.247 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 503316480 2024-08-17T01:57:00.247 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.247 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:00.247 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.247 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.247 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:00.247 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.247 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.247 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:00.247 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 426771569 2024-08-17T01:57:00.247 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.247 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:00.247 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.248 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.248 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:00.248 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.248 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.248 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:00.248 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.248 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.248 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:00.248 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.248 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.248 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:00.248 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 181889 2024-08-17T01:57:00.248 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.249 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:00.249 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1155299 2024-08-17T01:57:00.249 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.249 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:00.249 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.249 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.249 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:00.249 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.249 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.249 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:00.249 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.249 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.249 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:00.249 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 75207723 2024-08-17T01:57:00.250 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.250 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.250 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:57:00.250 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:57:00.250 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.250 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.250 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:00.250 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 22 2024-08-17T01:57:00.250 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.250 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:57:00.250 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.250 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.250 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:00.251 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.251 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.251 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.251 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:00.251 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:57:00.251 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 59 2024-08-17T01:57:00.251 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.251 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:57:00.251 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.251 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.251 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:57:00.251 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38053 2024-08-17T01:57:00.251 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.252 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:57:00.252 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 105862, 2024-08-17T01:57:00.252 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7943227695 2024-08-17T01:57:00.252 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.252 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:57:00.252 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.252 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.252 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:57:00.252 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3 2024-08-17T01:57:00.252 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.252 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:57:00.252 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1072082506 2024-08-17T01:57:00.252 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.252 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:57:00.252 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 38053, 2024-08-17T01:57:00.253 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38225735259 2024-08-17T01:57:00.253 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.253 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:57:00.253 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1336289558 2024-08-17T01:57:00.253 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.253 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:57:00.253 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 38383, 2024-08-17T01:57:00.253 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16088846107 2024-08-17T01:57:00.253 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.253 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:57:00.253 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 38053, 2024-08-17T01:57:00.253 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29861475047 2024-08-17T01:57:00.253 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.253 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:00.254 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 25063 2024-08-17T01:57:00.254 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.254 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:57:00.254 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25063, 2024-08-17T01:57:00.254 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9493625969 2024-08-17T01:57:00.254 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.254 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:57:00.254 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.254 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.254 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:57:00.254 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1336289558 2024-08-17T01:57:00.254 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.254 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:57:00.254 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25087, 2024-08-17T01:57:00.255 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4934893945 2024-08-17T01:57:00.255 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.255 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:57:00.255 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25063, 2024-08-17T01:57:00.255 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5006081497 2024-08-17T01:57:00.255 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.255 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:57:00.255 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12018 2024-08-17T01:57:00.255 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.255 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:57:00.255 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 237535591 2024-08-17T01:57:00.255 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.255 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:57:00.256 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12018, 2024-08-17T01:57:00.256 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19497703795 2024-08-17T01:57:00.256 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.256 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:57:00.256 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.256 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.256 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:57:00.256 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.256 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.256 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:57:00.256 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.256 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.256 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:57:00.257 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12239, 2024-08-17T01:57:00.257 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9583949979 2024-08-17T01:57:00.257 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.257 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:57:00.257 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12018, 2024-08-17T01:57:00.257 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17605275659 2024-08-17T01:57:00.257 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.257 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:00.257 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 972 2024-08-17T01:57:00.257 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.257 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:57:00.257 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 834546915 2024-08-17T01:57:00.258 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.258 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:57:00.258 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 972, 2024-08-17T01:57:00.258 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9234405495 2024-08-17T01:57:00.258 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.258 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:57:00.258 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.258 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.258 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:57:00.258 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1057, 2024-08-17T01:57:00.258 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1570002183 2024-08-17T01:57:00.258 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.259 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:57:00.259 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 972, 2024-08-17T01:57:00.259 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7250117891 2024-08-17T01:57:00.259 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.259 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:57:00.259 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:00.259 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.259 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:57:00.259 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20 2024-08-17T01:57:00.259 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.259 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:57:00.259 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T01:57:00.259 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.259 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:57:00.259 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:57:00.260 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.260 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:57:00.260 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 458399744 2024-08-17T01:57:00.260 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.260 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.260 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.260 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.260 INFO:tasks.workunit.client.0.smithi082.stdout: "pools": [ 2024-08-17T01:57:00.260 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.260 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:57:00.260 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr" 2024-08-17T01:57:00.260 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.260 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T01:57:00.260 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T01:57:00.261 INFO:tasks.workunit.client.0.smithi082.stdout: "flags_names": [ 2024-08-17T01:57:00.261 INFO:tasks.workunit.client.0.smithi082.stdout: "hashpspool" 2024-08-17T01:57:00.261 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.261 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T01:57:00.261 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T01:57:00.261 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:57:00.261 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 1, 2024-08-17T01:57:00.261 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 1, 2024-08-17T01:57:00.261 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 1, 2024-08-17T01:57:00.261 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T01:57:00.262 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T01:57:00.262 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 723649472778, 2024-08-17T01:57:00.262 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 1781760, 2024-08-17T01:57:00.262 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T01:57:00.262 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T01:57:00.262 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 1781760, 2024-08-17T01:57:00.262 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T01:57:00.262 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 241216503808, 2024-08-17T01:57:00.262 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 2, 2024-08-17T01:57:00.262 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 0, 2024-08-17T01:57:00.263 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 2.4621804186608642e-06, 2024-08-17T01:57:00.263 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T01:57:00.263 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T01:57:00.263 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 1286, 2024-08-17T01:57:00.263 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 2134016, 2024-08-17T01:57:00.263 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 590368, 2024-08-17T01:57:00.263 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 590368, 2024-08-17T01:57:00.263 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 0, 2024-08-17T01:57:00.263 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 1771104, 2024-08-17T01:57:00.263 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 415, 2024-08-17T01:57:00.263 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 2473984 2024-08-17T01:57:00.263 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.264 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T01:57:00.264 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T01:57:00.264 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T01:57:00.264 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.264 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.264 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:57:00.264 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs" 2024-08-17T01:57:00.264 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.265 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T01:57:00.265 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T01:57:00.265 INFO:tasks.workunit.client.0.smithi082.stdout: "flags_names": [ 2024-08-17T01:57:00.265 INFO:tasks.workunit.client.0.smithi082.stdout: "hashpspool" 2024-08-17T01:57:00.265 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.265 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T01:57:00.265 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T01:57:00.265 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:57:00.265 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 32, 2024-08-17T01:57:00.265 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 32, 2024-08-17T01:57:00.265 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 2, 2024-08-17T01:57:00.265 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T01:57:00.265 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T01:57:00.266 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 723649472778, 2024-08-17T01:57:00.266 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 155199, 2024-08-17T01:57:00.266 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T01:57:00.266 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T01:57:00.266 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 110592, 2024-08-17T01:57:00.266 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T01:57:00.266 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 241216503808, 2024-08-17T01:57:00.266 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 22, 2024-08-17T01:57:00.266 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 44607, 2024-08-17T01:57:00.266 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 2.1446705034122715e-07, 2024-08-17T01:57:00.267 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T01:57:00.267 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T01:57:00.267 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 128, 2024-08-17T01:57:00.267 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 145408, 2024-08-17T01:57:00.267 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 21465, 2024-08-17T01:57:00.267 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 6596, 2024-08-17T01:57:00.267 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 14869, 2024-08-17T01:57:00.267 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 64395, 2024-08-17T01:57:00.267 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 70, 2024-08-17T01:57:00.267 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 36864 2024-08-17T01:57:00.267 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.268 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T01:57:00.268 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T01:57:00.268 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T01:57:00.268 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.268 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.268 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:57:00.268 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs" 2024-08-17T01:57:00.268 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.268 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T01:57:00.268 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T01:57:00.268 INFO:tasks.workunit.client.0.smithi082.stdout: "flags_names": [ 2024-08-17T01:57:00.269 INFO:tasks.workunit.client.0.smithi082.stdout: "hashpspool" 2024-08-17T01:57:00.269 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.269 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T01:57:00.269 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T01:57:00.269 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:57:00.269 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 64, 2024-08-17T01:57:00.269 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 64, 2024-08-17T01:57:00.269 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 3, 2024-08-17T01:57:00.269 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T01:57:00.269 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T01:57:00.270 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 723649472778, 2024-08-17T01:57:00.270 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 0, 2024-08-17T01:57:00.270 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T01:57:00.270 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T01:57:00.270 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 0, 2024-08-17T01:57:00.270 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T01:57:00.270 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 241216503808, 2024-08-17T01:57:00.270 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 0, 2024-08-17T01:57:00.270 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 0, 2024-08-17T01:57:00.270 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 0.0, 2024-08-17T01:57:00.271 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T01:57:00.271 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T01:57:00.271 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 0, 2024-08-17T01:57:00.271 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 0, 2024-08-17T01:57:00.271 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 0, 2024-08-17T01:57:00.271 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 0, 2024-08-17T01:57:00.271 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 0, 2024-08-17T01:57:00.271 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 0, 2024-08-17T01:57:00.271 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 0, 2024-08-17T01:57:00.271 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 0 2024-08-17T01:57:00.272 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.272 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T01:57:00.272 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T01:57:00.272 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T01:57:00.272 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.272 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.272 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:57:00.272 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd" 2024-08-17T01:57:00.272 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.273 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T01:57:00.273 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T01:57:00.273 INFO:tasks.workunit.client.0.smithi082.stdout: "flags_names": [ 2024-08-17T01:57:00.273 INFO:tasks.workunit.client.0.smithi082.stdout: "hashpspool", 2024-08-17T01:57:00.273 INFO:tasks.workunit.client.0.smithi082.stdout: "selfmanaged_snaps" 2024-08-17T01:57:00.273 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.273 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T01:57:00.273 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T01:57:00.273 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:57:00.273 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 8, 2024-08-17T01:57:00.273 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 8, 2024-08-17T01:57:00.274 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 4, 2024-08-17T01:57:00.274 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T01:57:00.274 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T01:57:00.274 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 723649472778, 2024-08-17T01:57:00.274 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 12595200, 2024-08-17T01:57:00.274 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T01:57:00.274 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T01:57:00.274 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 12595200, 2024-08-17T01:57:00.274 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T01:57:00.274 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 241216503808, 2024-08-17T01:57:00.274 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 4, 2024-08-17T01:57:00.274 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 0, 2024-08-17T01:57:00.274 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 1.7404809113941155e-05, 2024-08-17T01:57:00.274 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T01:57:00.275 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T01:57:00.275 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 8977, 2024-08-17T01:57:00.275 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 3092382720, 2024-08-17T01:57:00.275 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 4194323, 2024-08-17T01:57:00.275 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 4194323, 2024-08-17T01:57:00.275 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 0, 2024-08-17T01:57:00.275 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 12582969, 2024-08-17T01:57:00.275 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 24396, 2024-08-17T01:57:00.275 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 3237074944 2024-08-17T01:57:00.275 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.275 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T01:57:00.275 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T01:57:00.275 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T01:57:00.275 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.275 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.276 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd": { 2024-08-17T01:57:00.276 INFO:tasks.workunit.client.0.smithi082.stdout: "mirroring_by_pool": [ 2024-08-17T01:57:00.276 INFO:tasks.workunit.client.0.smithi082.stdout: false 2024-08-17T01:57:00.276 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.276 INFO:tasks.workunit.client.0.smithi082.stdout: "num_images_by_pool": [ 2024-08-17T01:57:00.276 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:00.276 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.276 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pools": 1 2024-08-17T01:57:00.276 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.276 INFO:tasks.workunit.client.0.smithi082.stdout: "report_id": "ad84adfb-a6bd-4925-a80e-1b3716226455", 2024-08-17T01:57:00.276 INFO:tasks.workunit.client.0.smithi082.stdout: "report_timestamp": "2024-08-17T01:56:58.322556", 2024-08-17T01:57:00.276 INFO:tasks.workunit.client.0.smithi082.stdout: "report_version": 1, 2024-08-17T01:57:00.276 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_stats": { 2024-08-17T01:57:00.276 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "7.9.2" 2024-08-17T01:57:00.276 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.277 INFO:tasks.workunit.client.0.smithi082.stdout: "rook": { 2024-08-17T01:57:00.277 INFO:tasks.workunit.client.0.smithi082.stdout: "cluster": { 2024-08-17T01:57:00.277 INFO:tasks.workunit.client.0.smithi082.stdout: "external-mode": null, 2024-08-17T01:57:00.277 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:57:00.277 INFO:tasks.workunit.client.0.smithi082.stdout: "allow-multiple-per-node": null, 2024-08-17T01:57:00.277 INFO:tasks.workunit.client.0.smithi082.stdout: "count": null, 2024-08-17T01:57:00.277 INFO:tasks.workunit.client.0.smithi082.stdout: "max-id": null, 2024-08-17T01:57:00.277 INFO:tasks.workunit.client.0.smithi082.stdout: "pvc": { 2024-08-17T01:57:00.277 INFO:tasks.workunit.client.0.smithi082.stdout: "enabled": null 2024-08-17T01:57:00.277 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.277 INFO:tasks.workunit.client.0.smithi082.stdout: "stretch": { 2024-08-17T01:57:00.277 INFO:tasks.workunit.client.0.smithi082.stdout: "enabled": null 2024-08-17T01:57:00.278 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.278 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.278 INFO:tasks.workunit.client.0.smithi082.stdout: "network": { 2024-08-17T01:57:00.278 INFO:tasks.workunit.client.0.smithi082.stdout: "provider": null 2024-08-17T01:57:00.278 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.278 INFO:tasks.workunit.client.0.smithi082.stdout: "storage": { 2024-08-17T01:57:00.278 INFO:tasks.workunit.client.0.smithi082.stdout: "device-set": { 2024-08-17T01:57:00.278 INFO:tasks.workunit.client.0.smithi082.stdout: "count": { 2024-08-17T01:57:00.278 INFO:tasks.workunit.client.0.smithi082.stdout: "non-portable": null, 2024-08-17T01:57:00.279 INFO:tasks.workunit.client.0.smithi082.stdout: "portable": null, 2024-08-17T01:57:00.279 INFO:tasks.workunit.client.0.smithi082.stdout: "total": null 2024-08-17T01:57:00.279 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.279 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.279 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.279 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.279 INFO:tasks.workunit.client.0.smithi082.stdout: "csi": { 2024-08-17T01:57:00.279 INFO:tasks.workunit.client.0.smithi082.stdout: "version": null 2024-08-17T01:57:00.279 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.279 INFO:tasks.workunit.client.0.smithi082.stdout: "kubernetes": { 2024-08-17T01:57:00.279 INFO:tasks.workunit.client.0.smithi082.stdout: "version": null 2024-08-17T01:57:00.279 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.279 INFO:tasks.workunit.client.0.smithi082.stdout: "node": { 2024-08-17T01:57:00.279 INFO:tasks.workunit.client.0.smithi082.stdout: "count": { 2024-08-17T01:57:00.280 INFO:tasks.workunit.client.0.smithi082.stdout: "kubernetes-total": null, 2024-08-17T01:57:00.280 INFO:tasks.workunit.client.0.smithi082.stdout: "with-ceph-daemons": null, 2024-08-17T01:57:00.280 INFO:tasks.workunit.client.0.smithi082.stdout: "with-csi-cephfs-plugin": null, 2024-08-17T01:57:00.280 INFO:tasks.workunit.client.0.smithi082.stdout: "with-csi-nfs-plugin": null, 2024-08-17T01:57:00.280 INFO:tasks.workunit.client.0.smithi082.stdout: "with-csi-rbd-plugin": null 2024-08-17T01:57:00.280 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.280 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.280 INFO:tasks.workunit.client.0.smithi082.stdout: "usage": { 2024-08-17T01:57:00.280 INFO:tasks.workunit.client.0.smithi082.stdout: "storage-class": { 2024-08-17T01:57:00.280 INFO:tasks.workunit.client.0.smithi082.stdout: "count": { 2024-08-17T01:57:00.280 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket": null, 2024-08-17T01:57:00.280 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs": null, 2024-08-17T01:57:00.280 INFO:tasks.workunit.client.0.smithi082.stdout: "nfs": null, 2024-08-17T01:57:00.280 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd": null, 2024-08-17T01:57:00.280 INFO:tasks.workunit.client.0.smithi082.stdout: "total": null 2024-08-17T01:57:00.281 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.281 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:00.281 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.281 INFO:tasks.workunit.client.0.smithi082.stdout: "version": null 2024-08-17T01:57:00.281 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.281 INFO:tasks.workunit.client.0.smithi082.stdout: "services": {}, 2024-08-17T01:57:00.281 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_per_pg": [ 2024-08-17T01:57:00.281 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.281 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.281 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.281 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.281 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:00.281 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.281 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:00.281 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.282 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.282 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.282 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.282 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.282 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.282 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.228863+0000", 2024-08-17T01:57:00.282 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.290307+0000", 2024-08-17T01:57:00.282 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.290307+0000", 2024-08-17T01:57:00.282 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.290669+0000", 2024-08-17T01:57:00.282 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.228863+0000", 2024-08-17T01:57:00.282 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.283 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.283 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.283 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.283 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.228863+0000", 2024-08-17T01:57:00.283 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.228863+0000", 2024-08-17T01:57:00.283 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.228863+0000", 2024-08-17T01:57:00.283 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.283 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.283 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.283 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.228863+0000", 2024-08-17T01:57:00.283 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.228863+0000", 2024-08-17T01:57:00.283 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.283 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 6, 2024-08-17T01:57:00.284 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.284 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.284 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.284 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.284 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.284 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.284 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.284 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 6, 2024-08-17T01:57:00.284 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.284 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.284 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.284 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1f", 2024-08-17T01:57:00.285 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.285 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.285 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.285 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5341, 2024-08-17T01:57:00.285 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.285 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:20:37.208371+0000", 2024-08-17T01:57:00.285 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.285 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.285 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.285 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 570, 2024-08-17T01:57:00.285 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.286 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.286 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.286 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.286 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.286 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.286 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.286 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.286 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.286 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.286 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.286 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.286 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.286 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T01:57:00.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T01:57:00.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T01:57:00.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:00.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 8, 2024-08-17T01:57:00.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 8, 2024-08-17T01:57:00.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 4, 2024-08-17T01:57:00.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 1 2024-08-17T01:57:00.288 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.288 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.288 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.288 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.289 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.289 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.289 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:00.289 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.289 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:00.289 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "557'6" 2024-08-17T01:57:00.289 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.289 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.289 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.289 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.289 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.289 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:00.289 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.289 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:00.289 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.290 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.290 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.290 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.290 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.290 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.290 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:00.290 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.238675+0000", 2024-08-17T01:57:00.290 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.238675+0000", 2024-08-17T01:57:00.290 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.239014+0000", 2024-08-17T01:57:00.290 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:00.290 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.290 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.290 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.291 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:00.291 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:00.291 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:00.291 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:00.291 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.291 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.291 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.291 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:00.291 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:00.291 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.291 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.291 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.291 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.292 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:00.292 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.292 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.292 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.292 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.292 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.292 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.292 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.292 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.292 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1e", 2024-08-17T01:57:00.292 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.292 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.292 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.293 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5246, 2024-08-17T01:57:00.293 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.293 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:58:11.730956+0000", 2024-08-17T01:57:00.293 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.293 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.293 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.293 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.293 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.293 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.293 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.293 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.293 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.293 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.296 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.296 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.296 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.296 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.296 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.296 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.296 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:00.296 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.296 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:00.297 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.297 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.297 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.297 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.297 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.297 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.297 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:00.297 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.297 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:00.297 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.297 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.297 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.297 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.297 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.298 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.298 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064196+0000", 2024-08-17T01:57:00.298 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.959293+0000", 2024-08-17T01:57:00.298 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.959293+0000", 2024-08-17T01:57:00.298 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.959689+0000", 2024-08-17T01:57:00.298 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064196+0000", 2024-08-17T01:57:00.298 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.298 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.298 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.298 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:00.298 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064196+0000", 2024-08-17T01:57:00.298 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064196+0000", 2024-08-17T01:57:00.299 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064196+0000", 2024-08-17T01:57:00.299 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.299 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.299 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.299 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064196+0000", 2024-08-17T01:57:00.299 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064196+0000", 2024-08-17T01:57:00.299 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.299 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3, 2024-08-17T01:57:00.299 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.299 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.299 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:00.299 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.300 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.300 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.300 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.300 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3, 2024-08-17T01:57:00.300 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.300 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.300 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.300 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1e", 2024-08-17T01:57:00.300 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.300 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.300 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.301 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5272, 2024-08-17T01:57:00.301 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.301 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:40:32.033162+0000", 2024-08-17T01:57:00.301 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.301 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.301 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.301 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.301 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.301 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.301 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.302 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.302 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.302 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.302 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.302 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.302 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.302 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.302 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.302 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.302 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.302 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.302 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.303 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.303 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.303 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.303 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.303 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.303 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.303 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.303 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.303 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.304 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.304 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.304 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.304 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.304 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.304 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.304 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.304 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.304 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.304 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.304 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.304 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.305 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.305 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.305 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.305 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.305 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.305 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.305 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:00.305 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.305 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:00.306 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "557'3" 2024-08-17T01:57:00.306 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.306 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.306 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.306 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.306 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.306 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:00.306 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.307 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:00.307 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.307 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.307 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.307 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.307 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.307 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.307 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.228364+0000", 2024-08-17T01:57:00.307 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.959303+0000", 2024-08-17T01:57:00.307 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.959303+0000", 2024-08-17T01:57:00.307 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.961970+0000", 2024-08-17T01:57:00.308 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.228364+0000", 2024-08-17T01:57:00.308 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.308 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.308 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.308 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:00.308 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.228364+0000", 2024-08-17T01:57:00.308 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.228364+0000", 2024-08-17T01:57:00.308 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.228364+0000", 2024-08-17T01:57:00.308 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.308 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.309 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.309 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.228364+0000", 2024-08-17T01:57:00.309 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.228364+0000", 2024-08-17T01:57:00.309 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.309 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.309 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.309 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.309 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:00.309 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.309 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.310 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.310 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.310 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.310 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.310 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.310 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.310 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1f", 2024-08-17T01:57:00.311 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.311 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.311 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.311 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5326, 2024-08-17T01:57:00.311 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.311 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:36:45.976029+0000", 2024-08-17T01:57:00.311 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.311 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.311 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.311 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.311 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.311 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.314 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.314 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.314 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.314 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.314 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.315 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.315 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:00.315 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.315 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:00.315 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.315 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.315 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.315 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.315 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.315 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.315 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:00.315 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.316 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:00.316 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.316 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.316 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.316 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.316 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.316 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.316 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373623+0000", 2024-08-17T01:57:00.316 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295814+0000", 2024-08-17T01:57:00.316 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295814+0000", 2024-08-17T01:57:00.316 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.298020+0000", 2024-08-17T01:57:00.316 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373623+0000", 2024-08-17T01:57:00.316 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373623+0000", 2024-08-17T01:57:00.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373623+0000", 2024-08-17T01:57:00.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373623+0000", 2024-08-17T01:57:00.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373623+0000", 2024-08-17T01:57:00.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373623+0000", 2024-08-17T01:57:00.317 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.317 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T01:57:00.317 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.318 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.318 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.318 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.318 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.318 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.318 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.318 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T01:57:00.318 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.318 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.318 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.318 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1d", 2024-08-17T01:57:00.318 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.318 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.318 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.318 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5100, 2024-08-17T01:57:00.319 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.319 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:22:48.042846+0000", 2024-08-17T01:57:00.319 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.319 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.319 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.319 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.319 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.319 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.319 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.319 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.319 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.319 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:00.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:00.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:00.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:00.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 9, 2024-08-17T01:57:00.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 9, 2024-08-17T01:57:00.322 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.322 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.322 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.322 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T01:57:00.322 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.322 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.322 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.322 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.322 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.322 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.322 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.322 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:00.322 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.323 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:00.323 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T01:57:00.323 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.323 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.323 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.323 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.323 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.323 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:00.323 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.323 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:00.323 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.323 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.323 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.324 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.324 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.324 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.324 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065516+0000", 2024-08-17T01:57:00.324 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.960174+0000", 2024-08-17T01:57:00.324 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.960174+0000", 2024-08-17T01:57:00.324 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.961850+0000", 2024-08-17T01:57:00.324 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065516+0000", 2024-08-17T01:57:00.324 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.324 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.324 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.324 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:00.324 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065516+0000", 2024-08-17T01:57:00.325 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065516+0000", 2024-08-17T01:57:00.325 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065516+0000", 2024-08-17T01:57:00.325 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.325 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.325 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.325 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065516+0000", 2024-08-17T01:57:00.325 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065516+0000", 2024-08-17T01:57:00.325 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.325 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.325 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.325 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.325 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:00.325 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.325 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.326 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.326 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.326 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.326 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.326 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.326 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.326 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1c", 2024-08-17T01:57:00.326 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.326 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.326 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.326 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5161, 2024-08-17T01:57:00.326 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.326 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:42:34.495167+0000", 2024-08-17T01:57:00.326 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.327 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.327 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.327 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.327 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.327 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.327 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.327 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.327 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.327 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.327 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.327 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.327 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.327 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.330 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.330 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.330 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.330 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.330 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.330 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.330 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:00.330 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.330 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:00.330 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.330 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.330 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.331 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.331 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.331 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.331 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:00.331 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.331 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:00.331 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.331 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.331 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.331 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.331 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.332 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372182+0000", 2024-08-17T01:57:00.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295499+0000", 2024-08-17T01:57:00.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295499+0000", 2024-08-17T01:57:00.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.297764+0000", 2024-08-17T01:57:00.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372182+0000", 2024-08-17T01:57:00.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372182+0000", 2024-08-17T01:57:00.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372182+0000", 2024-08-17T01:57:00.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372182+0000", 2024-08-17T01:57:00.333 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.333 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.333 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.333 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372182+0000", 2024-08-17T01:57:00.333 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372182+0000", 2024-08-17T01:57:00.333 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.333 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T01:57:00.333 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.333 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.333 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.333 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.334 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.334 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.334 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.334 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T01:57:00.334 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.334 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.334 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.334 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1c", 2024-08-17T01:57:00.334 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.334 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.334 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.334 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5108, 2024-08-17T01:57:00.335 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.335 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:27:36.751370+0000", 2024-08-17T01:57:00.335 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.335 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.335 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.335 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.335 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.335 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.335 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.335 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.335 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.335 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:00.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:00.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:00.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:00.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 9, 2024-08-17T01:57:00.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 9, 2024-08-17T01:57:00.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T01:57:00.339 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.339 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.339 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.339 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.339 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.339 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.339 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.339 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:00.339 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.339 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:00.339 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T01:57:00.339 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.340 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.340 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.340 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.340 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.340 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:00.340 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.340 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:00.340 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.340 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.340 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.341 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.341 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.341 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.341 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063696+0000", 2024-08-17T01:57:00.341 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.233686+0000", 2024-08-17T01:57:00.341 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.233686+0000", 2024-08-17T01:57:00.341 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.233994+0000", 2024-08-17T01:57:00.341 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063696+0000", 2024-08-17T01:57:00.341 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.342 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.342 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.342 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:00.342 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063696+0000", 2024-08-17T01:57:00.342 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063696+0000", 2024-08-17T01:57:00.342 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063696+0000", 2024-08-17T01:57:00.342 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.342 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.342 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.342 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063696+0000", 2024-08-17T01:57:00.343 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063696+0000", 2024-08-17T01:57:00.343 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.343 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.343 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.343 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.343 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:00.343 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.343 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.343 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.343 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.343 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.343 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.343 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.344 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.344 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1d", 2024-08-17T01:57:00.344 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.344 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.344 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.344 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5153, 2024-08-17T01:57:00.344 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.344 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:40:55.933363+0000", 2024-08-17T01:57:00.344 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.344 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.344 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.344 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.344 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.346 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.346 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.346 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.346 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.346 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.346 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.346 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.346 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.346 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.346 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.346 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.346 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.347 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.347 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.347 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.347 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.347 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.347 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.347 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.347 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.347 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.347 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.347 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.347 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.347 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.347 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.347 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.348 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.348 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.348 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.348 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.348 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:00.348 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.348 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:00.348 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.348 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.348 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.348 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.348 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.349 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.349 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:00.349 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.349 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:00.349 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.349 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.349 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.349 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.349 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.349 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.349 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.371584+0000", 2024-08-17T01:57:00.349 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.246941+0000", 2024-08-17T01:57:00.350 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.246941+0000", 2024-08-17T01:57:00.350 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.247482+0000", 2024-08-17T01:57:00.350 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.371584+0000", 2024-08-17T01:57:00.350 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.350 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.350 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.350 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:00.350 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.371584+0000", 2024-08-17T01:57:00.350 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.371584+0000", 2024-08-17T01:57:00.350 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.371584+0000", 2024-08-17T01:57:00.350 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.350 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.350 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.350 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.371584+0000", 2024-08-17T01:57:00.351 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.371584+0000", 2024-08-17T01:57:00.351 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.351 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.351 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.351 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.351 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:00.351 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.351 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.351 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.351 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.351 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.351 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.351 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.351 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.351 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.a", 2024-08-17T01:57:00.352 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.352 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.352 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.352 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5126, 2024-08-17T01:57:00.352 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.352 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:36:08.556261+0000", 2024-08-17T01:57:00.352 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.352 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.352 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.355 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.355 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.355 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.355 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.355 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.356 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.356 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:00.356 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.356 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:00.356 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.356 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.356 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.356 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.356 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.356 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.356 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:00.356 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.356 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:00.356 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.356 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.357 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.357 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.357 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.357 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.357 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372471+0000", 2024-08-17T01:57:00.357 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.297478+0000", 2024-08-17T01:57:00.357 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.297478+0000", 2024-08-17T01:57:00.357 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.297970+0000", 2024-08-17T01:57:00.357 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372471+0000", 2024-08-17T01:57:00.357 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.357 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.357 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.357 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.358 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372471+0000", 2024-08-17T01:57:00.358 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372471+0000", 2024-08-17T01:57:00.358 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372471+0000", 2024-08-17T01:57:00.358 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.358 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.358 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.358 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372471+0000", 2024-08-17T01:57:00.358 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372471+0000", 2024-08-17T01:57:00.358 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.358 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 4, 2024-08-17T01:57:00.358 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.359 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.359 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.359 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.359 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.359 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.359 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.359 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 4, 2024-08-17T01:57:00.359 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.359 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.359 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.359 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.b", 2024-08-17T01:57:00.359 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.359 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.360 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.360 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5112, 2024-08-17T01:57:00.360 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.360 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:30:23.946401+0000", 2024-08-17T01:57:00.360 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.360 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.360 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:00.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:00.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:00.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:00.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 4, 2024-08-17T01:57:00.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 4, 2024-08-17T01:57:00.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 1, 2024-08-17T01:57:00.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.363 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.363 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.363 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.363 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.363 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.363 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.363 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:00.364 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.364 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:00.364 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "557'4" 2024-08-17T01:57:00.364 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.364 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.364 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.364 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.364 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.364 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:00.364 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.364 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:00.364 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.365 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.365 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.365 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.365 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.365 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.365 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063894+0000", 2024-08-17T01:57:00.365 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.795666+0000", 2024-08-17T01:57:00.365 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.795666+0000", 2024-08-17T01:57:00.365 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.796110+0000", 2024-08-17T01:57:00.365 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063894+0000", 2024-08-17T01:57:00.365 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.365 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.365 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.365 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:00.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063894+0000", 2024-08-17T01:57:00.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063894+0000", 2024-08-17T01:57:00.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063894+0000", 2024-08-17T01:57:00.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063894+0000", 2024-08-17T01:57:00.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063894+0000", 2024-08-17T01:57:00.366 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.366 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.366 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.366 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.366 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:00.367 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.367 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.367 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.367 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.367 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.367 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.367 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.367 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.367 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.b", 2024-08-17T01:57:00.367 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.367 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.367 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.367 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5262, 2024-08-17T01:57:00.368 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.368 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:16:09.026692+0000", 2024-08-17T01:57:00.368 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.368 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.368 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.371 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.371 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.371 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.371 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.371 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.371 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.371 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.371 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.371 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.371 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.371 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.372 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.372 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:00.372 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.372 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:00.372 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.372 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.372 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.372 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.372 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.372 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.372 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:00.373 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.373 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:00.373 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.373 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.373 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.373 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.373 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.373 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.373 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063569+0000", 2024-08-17T01:57:00.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295523+0000", 2024-08-17T01:57:00.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295523+0000", 2024-08-17T01:57:00.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.295930+0000", 2024-08-17T01:57:00.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063569+0000", 2024-08-17T01:57:00.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063569+0000", 2024-08-17T01:57:00.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063569+0000", 2024-08-17T01:57:00.375 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063569+0000", 2024-08-17T01:57:00.375 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.375 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.375 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.375 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063569+0000", 2024-08-17T01:57:00.375 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063569+0000", 2024-08-17T01:57:00.375 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.375 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.375 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.376 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.376 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.376 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.376 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.376 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.376 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.376 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.376 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.376 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.376 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.376 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.a", 2024-08-17T01:57:00.377 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.377 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.377 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.377 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5313, 2024-08-17T01:57:00.377 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.377 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:05:13.594836+0000", 2024-08-17T01:57:00.377 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.377 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.377 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.381 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.381 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.381 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.381 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.381 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.381 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.381 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.381 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.381 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.381 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.381 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.381 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:00.381 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.382 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:00.382 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.382 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.382 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.382 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.382 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.382 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.382 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:00.382 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.382 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:00.382 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.382 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.383 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.383 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.383 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.383 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.383 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.062825+0000", 2024-08-17T01:57:00.383 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.290462+0000", 2024-08-17T01:57:00.383 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.290462+0000", 2024-08-17T01:57:00.383 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.291156+0000", 2024-08-17T01:57:00.383 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.062825+0000", 2024-08-17T01:57:00.383 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.383 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.383 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.383 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.383 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.062825+0000", 2024-08-17T01:57:00.384 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.062825+0000", 2024-08-17T01:57:00.384 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.062825+0000", 2024-08-17T01:57:00.384 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.384 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.384 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.384 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.062825+0000", 2024-08-17T01:57:00.384 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.062825+0000", 2024-08-17T01:57:00.384 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.384 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.384 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.384 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.384 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.384 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.384 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.384 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.385 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.385 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.385 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.385 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.385 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.385 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.8", 2024-08-17T01:57:00.385 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.385 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.385 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.385 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5253, 2024-08-17T01:57:00.385 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.385 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:03:14.169604+0000", 2024-08-17T01:57:00.386 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.386 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.386 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.389 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.389 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.389 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.389 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.389 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.389 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.389 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.389 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.389 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.389 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.389 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:00.389 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.389 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:00.389 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.390 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.390 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.390 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.390 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.390 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:00.390 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:00.390 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.390 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:00.390 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.390 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.390 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.391 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.391 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.391 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.391 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061194+0000", 2024-08-17T01:57:00.391 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:23.890906+0000", 2024-08-17T01:57:00.391 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:23.890906+0000", 2024-08-17T01:57:00.391 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:23.891247+0000", 2024-08-17T01:57:00.391 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061194+0000", 2024-08-17T01:57:00.391 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.391 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.391 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.391 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 397, 2024-08-17T01:57:00.391 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061194+0000", 2024-08-17T01:57:00.391 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061194+0000", 2024-08-17T01:57:00.392 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061194+0000", 2024-08-17T01:57:00.392 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.392 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.392 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.392 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061194+0000", 2024-08-17T01:57:00.392 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061194+0000", 2024-08-17T01:57:00.392 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.392 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.392 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.392 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.392 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 396, 2024-08-17T01:57:00.392 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.392 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.392 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.393 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.393 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.393 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.393 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.393 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.393 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.9", 2024-08-17T01:57:00.393 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.393 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.393 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.393 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5331, 2024-08-17T01:57:00.393 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.393 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:38:19.361083+0000", 2024-08-17T01:57:00.393 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.394 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.394 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.397 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.397 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.397 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.397 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.397 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.397 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:00.397 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:00.397 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.397 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:00.397 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.397 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.397 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.397 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.397 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.398 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:00.398 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:00.398 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.398 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T01:57:00.398 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.398 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.398 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.398 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.398 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.398 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.398 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.368809+0000", 2024-08-17T01:57:00.398 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.293486+0000", 2024-08-17T01:57:00.398 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.293486+0000", 2024-08-17T01:57:00.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.293799+0000", 2024-08-17T01:57:00.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.368809+0000", 2024-08-17T01:57:00.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.368809+0000", 2024-08-17T01:57:00.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.368809+0000", 2024-08-17T01:57:00.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.368809+0000", 2024-08-17T01:57:00.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.368809+0000", 2024-08-17T01:57:00.400 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.368809+0000", 2024-08-17T01:57:00.400 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.400 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.400 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.400 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.400 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.400 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.400 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.400 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.400 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.400 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.400 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.400 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.400 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.401 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.9", 2024-08-17T01:57:00.401 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.401 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.401 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.401 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5214, 2024-08-17T01:57:00.401 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.401 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:31:24.416335+0000", 2024-08-17T01:57:00.401 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.401 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.401 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.405 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.405 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.405 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.405 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.406 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.406 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.406 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:00.406 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:00.406 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.406 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T01:57:00.406 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.406 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.406 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.407 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.407 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.407 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.407 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:00.407 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.407 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:00.407 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.407 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.407 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.407 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.407 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.407 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.408 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369414+0000", 2024-08-17T01:57:00.408 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.300625+0000", 2024-08-17T01:57:00.408 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.300625+0000", 2024-08-17T01:57:00.408 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.301595+0000", 2024-08-17T01:57:00.408 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369414+0000", 2024-08-17T01:57:00.408 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.408 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.408 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.408 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.409 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369414+0000", 2024-08-17T01:57:00.409 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369414+0000", 2024-08-17T01:57:00.409 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369414+0000", 2024-08-17T01:57:00.409 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.409 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.409 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.409 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369414+0000", 2024-08-17T01:57:00.409 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369414+0000", 2024-08-17T01:57:00.409 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.409 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.410 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.410 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.410 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.410 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.410 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.410 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.410 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.410 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.410 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.411 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.411 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.411 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.8", 2024-08-17T01:57:00.411 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.411 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.411 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.411 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5100, 2024-08-17T01:57:00.411 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.412 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:19:34.009998+0000", 2024-08-17T01:57:00.412 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.412 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.412 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.412 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.412 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.412 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.412 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.412 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.412 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.413 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.413 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.413 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.413 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.413 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.413 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.413 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.413 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.413 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.413 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.413 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.413 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.413 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.413 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.415 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.415 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.415 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.415 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.415 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.416 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.416 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:00.416 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.416 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:00.416 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.416 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.416 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.416 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.416 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.416 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.416 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:00.416 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.417 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:00.417 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.417 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.417 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.417 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.417 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.417 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.417 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.229405+0000", 2024-08-17T01:57:00.417 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.787589+0000", 2024-08-17T01:57:00.417 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.787589+0000", 2024-08-17T01:57:00.417 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.787975+0000", 2024-08-17T01:57:00.417 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.229405+0000", 2024-08-17T01:57:00.417 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.417 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.417 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:00.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.229405+0000", 2024-08-17T01:57:00.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.229405+0000", 2024-08-17T01:57:00.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.229405+0000", 2024-08-17T01:57:00.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.229405+0000", 2024-08-17T01:57:00.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.229405+0000", 2024-08-17T01:57:00.418 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.418 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.418 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.418 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.418 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:00.419 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.419 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.419 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.419 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.419 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.419 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.419 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.419 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.419 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.6", 2024-08-17T01:57:00.419 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.419 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.419 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.419 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5325, 2024-08-17T01:57:00.419 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.419 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:20:11.154553+0000", 2024-08-17T01:57:00.420 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.420 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.420 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.420 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.420 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.420 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.420 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.420 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.420 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.420 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.420 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.423 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.423 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.423 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.423 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.423 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.423 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.423 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:00.423 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.424 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:00.424 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.424 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.424 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.424 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.424 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.424 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.424 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:00.424 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.424 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:00.424 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.424 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.424 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.425 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.425 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.425 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.425 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372604+0000", 2024-08-17T01:57:00.425 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.289815+0000", 2024-08-17T01:57:00.425 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.289815+0000", 2024-08-17T01:57:00.425 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.290193+0000", 2024-08-17T01:57:00.425 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372604+0000", 2024-08-17T01:57:00.425 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.425 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.425 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.425 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.425 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372604+0000", 2024-08-17T01:57:00.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372604+0000", 2024-08-17T01:57:00.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372604+0000", 2024-08-17T01:57:00.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372604+0000", 2024-08-17T01:57:00.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372604+0000", 2024-08-17T01:57:00.426 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.426 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T01:57:00.426 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.426 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.426 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.427 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.427 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.427 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.427 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.427 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T01:57:00.427 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.427 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.427 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.427 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.7", 2024-08-17T01:57:00.427 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.427 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.427 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.427 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5102, 2024-08-17T01:57:00.428 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.428 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:48:42.369984+0000", 2024-08-17T01:57:00.428 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.428 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.428 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.428 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.428 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.428 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.428 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.428 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.428 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.428 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.428 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:00.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:00.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:00.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:00.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 9, 2024-08-17T01:57:00.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 9, 2024-08-17T01:57:00.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T01:57:00.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.431 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.431 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.431 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.431 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.431 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.431 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.431 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:00.432 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.432 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:00.432 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T01:57:00.432 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.432 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.432 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.432 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.432 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.432 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:00.432 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.432 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T01:57:00.432 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.432 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.433 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:57:00.433 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.433 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.433 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.433 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.368429+0000", 2024-08-17T01:57:00.433 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.239123+0000", 2024-08-17T01:57:00.433 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.239123+0000", 2024-08-17T01:57:00.433 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.417420+0000", 2024-08-17T01:57:00.433 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.368429+0000", 2024-08-17T01:57:00.433 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:00.433 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.433 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:00.433 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:00.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.368429+0000", 2024-08-17T01:57:00.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.368429+0000", 2024-08-17T01:57:00.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.368429+0000", 2024-08-17T01:57:00.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:00.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.368429+0000", 2024-08-17T01:57:00.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.368429+0000", 2024-08-17T01:57:00.434 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.434 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3150, 2024-08-17T01:57:00.434 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.434 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.435 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:00.435 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.435 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.435 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.435 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.435 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3150, 2024-08-17T01:57:00.435 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.435 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.436 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.436 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.1", 2024-08-17T01:57:00.436 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.436 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.436 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.436 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 9589, 2024-08-17T01:57:00.436 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.436 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:19:41.345367+0000", 2024-08-17T01:57:00.436 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.003860594, 2024-08-17T01:57:00.436 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.436 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 2380, 2024-08-17T01:57:00.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 386467, 2024-08-17T01:57:00.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3087, 2024-08-17T01:57:00.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 412735 2024-08-17T01:57:00.439 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.439 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.439 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.439 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.440 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.440 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.440 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:00.440 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.440 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T01:57:00.440 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'3150" 2024-08-17T01:57:00.440 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.440 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.440 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.440 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.440 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.440 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:00.441 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.441 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:00.441 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.441 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.441 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.441 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.441 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.441 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065543+0000", 2024-08-17T01:57:00.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295845+0000", 2024-08-17T01:57:00.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295845+0000", 2024-08-17T01:57:00.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296131+0000", 2024-08-17T01:57:00.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065543+0000", 2024-08-17T01:57:00.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065543+0000", 2024-08-17T01:57:00.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065543+0000", 2024-08-17T01:57:00.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065543+0000", 2024-08-17T01:57:00.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065543+0000", 2024-08-17T01:57:00.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065543+0000", 2024-08-17T01:57:00.442 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.442 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.443 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.443 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.443 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.443 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.443 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.443 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.443 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.443 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.443 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.443 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.444 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.444 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.7", 2024-08-17T01:57:00.444 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.444 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.444 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.444 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5263, 2024-08-17T01:57:00.444 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.444 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:39:03.183226+0000", 2024-08-17T01:57:00.444 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.444 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.444 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.447 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.447 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.447 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.447 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.447 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.447 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.447 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.447 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.447 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.447 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.447 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.448 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.448 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.448 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.448 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.448 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.448 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.448 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.448 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.448 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.448 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.449 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.449 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.449 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.449 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.449 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.449 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.449 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:00.449 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.449 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:00.449 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.449 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.450 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.450 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.450 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.450 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.450 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:00.450 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.450 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:00.450 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.450 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.450 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.450 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.450 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.451 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.451 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061357+0000", 2024-08-17T01:57:00.451 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.244103+0000", 2024-08-17T01:57:00.451 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.244103+0000", 2024-08-17T01:57:00.451 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.245296+0000", 2024-08-17T01:57:00.451 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061357+0000", 2024-08-17T01:57:00.451 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.451 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.451 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.451 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:00.451 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061357+0000", 2024-08-17T01:57:00.451 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061357+0000", 2024-08-17T01:57:00.451 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061357+0000", 2024-08-17T01:57:00.451 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.452 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.452 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.452 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061357+0000", 2024-08-17T01:57:00.452 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061357+0000", 2024-08-17T01:57:00.452 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.452 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3, 2024-08-17T01:57:00.452 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.452 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.452 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:00.452 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.452 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.452 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.452 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.452 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3, 2024-08-17T01:57:00.453 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.453 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.453 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.453 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.6", 2024-08-17T01:57:00.453 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.453 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.453 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.453 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5323, 2024-08-17T01:57:00.453 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.453 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:24:59.590230+0000", 2024-08-17T01:57:00.453 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.453 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.453 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:00.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:00.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:00.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:00.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.455 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 4, 2024-08-17T01:57:00.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 4, 2024-08-17T01:57:00.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T01:57:00.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.456 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.456 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.456 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.456 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.456 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.456 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.457 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:00.457 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.457 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:00.457 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "561'3" 2024-08-17T01:57:00.457 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.457 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.457 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.457 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.457 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.457 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:00.457 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.457 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:00.457 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.457 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.458 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:57:00.458 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.458 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.458 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.458 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.062493+0000", 2024-08-17T01:57:00.458 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.290854+0000", 2024-08-17T01:57:00.458 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.290854+0000", 2024-08-17T01:57:00.458 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.353212+0000", 2024-08-17T01:57:00.458 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.062493+0000", 2024-08-17T01:57:00.458 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:00.458 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.458 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:00.458 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.458 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.062493+0000", 2024-08-17T01:57:00.459 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.062493+0000", 2024-08-17T01:57:00.459 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.062493+0000", 2024-08-17T01:57:00.459 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.459 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.459 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:00.459 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.062493+0000", 2024-08-17T01:57:00.459 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.062493+0000", 2024-08-17T01:57:00.459 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.459 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3005, 2024-08-17T01:57:00.459 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.459 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.459 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.459 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.459 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.460 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.460 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.460 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3005, 2024-08-17T01:57:00.460 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.460 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.460 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.460 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.0", 2024-08-17T01:57:00.460 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.460 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.460 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.460 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 8795, 2024-08-17T01:57:00.460 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.460 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:28:41.556717+0000", 2024-08-17T01:57:00.460 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.004042376, 2024-08-17T01:57:00.461 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.461 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.462 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.462 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.462 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.462 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.462 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.462 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.462 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.462 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.462 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.462 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.462 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.462 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.462 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.462 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.463 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.463 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.463 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.463 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.463 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.463 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.463 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.463 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 763, 2024-08-17T01:57:00.463 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 363201, 2024-08-17T01:57:00.463 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.463 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.463 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.463 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3007, 2024-08-17T01:57:00.463 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 345519 2024-08-17T01:57:00.463 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.464 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.464 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.464 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.464 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.464 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.464 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:00.464 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.464 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:00.464 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'3005" 2024-08-17T01:57:00.464 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.464 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.464 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.464 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.464 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:00.465 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:00.465 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.465 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:00.465 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.465 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.465 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.465 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.465 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.465 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.465 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064283+0000", 2024-08-17T01:57:00.465 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.953762+0000", 2024-08-17T01:57:00.465 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.953762+0000", 2024-08-17T01:57:00.466 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.954067+0000", 2024-08-17T01:57:00.466 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064283+0000", 2024-08-17T01:57:00.466 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.466 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.466 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.466 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:00.466 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064283+0000", 2024-08-17T01:57:00.466 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064283+0000", 2024-08-17T01:57:00.466 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064283+0000", 2024-08-17T01:57:00.466 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.466 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.466 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.466 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064283+0000", 2024-08-17T01:57:00.466 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064283+0000", 2024-08-17T01:57:00.467 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.467 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.467 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.467 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.467 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:00.467 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.467 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.467 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.467 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.467 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.467 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.467 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.468 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.468 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.4", 2024-08-17T01:57:00.468 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.468 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.468 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.468 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5314, 2024-08-17T01:57:00.468 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.468 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:34:16.230378+0000", 2024-08-17T01:57:00.468 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.468 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.468 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.469 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.469 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.469 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.469 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.469 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.469 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.469 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.469 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.469 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.470 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.470 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.470 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.470 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.470 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.470 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.470 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.470 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.470 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.470 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.470 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.470 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.471 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.471 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.471 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.471 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.471 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.471 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.471 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.471 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.471 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.471 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.472 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.472 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.472 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.472 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.472 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.473 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:00.473 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:00.473 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.473 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:00.473 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.473 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.473 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.473 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.473 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.473 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.473 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:00.474 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.474 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:00.474 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.474 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.474 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.474 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.474 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.474 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.474 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373757+0000", 2024-08-17T01:57:00.474 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.294357+0000", 2024-08-17T01:57:00.474 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.294357+0000", 2024-08-17T01:57:00.475 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.297401+0000", 2024-08-17T01:57:00.475 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373757+0000", 2024-08-17T01:57:00.475 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.475 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.475 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.475 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.475 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373757+0000", 2024-08-17T01:57:00.475 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373757+0000", 2024-08-17T01:57:00.475 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373757+0000", 2024-08-17T01:57:00.476 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.476 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.476 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.476 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373757+0000", 2024-08-17T01:57:00.476 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373757+0000", 2024-08-17T01:57:00.476 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.476 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.476 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.476 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.476 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.476 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.477 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.477 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.477 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.477 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.477 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.477 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.477 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.477 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.5", 2024-08-17T01:57:00.477 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.478 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.478 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.478 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5115, 2024-08-17T01:57:00.478 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.478 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:26:25.743120+0000", 2024-08-17T01:57:00.478 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.478 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.478 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.478 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.482 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.483 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.483 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.483 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.483 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.483 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.483 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:00.483 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.483 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:00.483 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.483 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.483 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.483 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.483 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.484 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.484 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:00.484 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.484 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:00.484 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.484 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.484 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:57:00.484 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.484 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.484 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.484 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227329+0000", 2024-08-17T01:57:00.484 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.289961+0000", 2024-08-17T01:57:00.484 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.289961+0000", 2024-08-17T01:57:00.484 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.366653+0000", 2024-08-17T01:57:00.484 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227329+0000", 2024-08-17T01:57:00.485 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:00.485 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.485 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:00.485 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.485 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227329+0000", 2024-08-17T01:57:00.485 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227329+0000", 2024-08-17T01:57:00.485 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227329+0000", 2024-08-17T01:57:00.485 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.485 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.485 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:00.485 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227329+0000", 2024-08-17T01:57:00.485 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227329+0000", 2024-08-17T01:57:00.485 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.486 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3130, 2024-08-17T01:57:00.486 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.486 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.486 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.486 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.486 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.486 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.486 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.486 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3130, 2024-08-17T01:57:00.486 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.486 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.486 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.486 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.3", 2024-08-17T01:57:00.487 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.487 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.487 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.487 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 8988, 2024-08-17T01:57:00.487 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.487 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:56:47.742528+0000", 2024-08-17T01:57:00.487 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.004345494, 2024-08-17T01:57:00.487 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.487 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:00.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:00.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:00.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:00.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.490 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.490 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.490 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 641, 2024-08-17T01:57:00.490 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 390387, 2024-08-17T01:57:00.490 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.490 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.490 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.490 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3137, 2024-08-17T01:57:00.490 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 397083 2024-08-17T01:57:00.490 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.490 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.490 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.490 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.490 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.491 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.491 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:00.491 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.491 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:00.491 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'3130" 2024-08-17T01:57:00.491 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.491 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.491 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.491 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.491 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.491 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:00.491 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.492 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:00.492 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.492 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.492 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.492 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.492 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.492 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.492 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061583+0000", 2024-08-17T01:57:00.492 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:23.896663+0000", 2024-08-17T01:57:00.492 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:23.896663+0000", 2024-08-17T01:57:00.492 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:23.896987+0000", 2024-08-17T01:57:00.492 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061583+0000", 2024-08-17T01:57:00.492 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.493 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.493 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.493 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 397, 2024-08-17T01:57:00.493 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061583+0000", 2024-08-17T01:57:00.493 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061583+0000", 2024-08-17T01:57:00.493 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061583+0000", 2024-08-17T01:57:00.493 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.493 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.493 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.493 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061583+0000", 2024-08-17T01:57:00.493 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061583+0000", 2024-08-17T01:57:00.493 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.493 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.494 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.494 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.494 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 396, 2024-08-17T01:57:00.494 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.494 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.494 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.494 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.494 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.494 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.494 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.494 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.494 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.5", 2024-08-17T01:57:00.495 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.495 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.495 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.495 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5316, 2024-08-17T01:57:00.495 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.495 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:14:02.873009+0000", 2024-08-17T01:57:00.495 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.495 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.495 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.498 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.498 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.498 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.498 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.498 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.498 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.498 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.498 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.498 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.498 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.498 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.498 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.498 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.498 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.499 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:00.499 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.499 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:00.499 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.499 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.499 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.499 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.499 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.499 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.499 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:00.499 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.499 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:00.499 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.500 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.500 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.500 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.500 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.500 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.500 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064376+0000", 2024-08-17T01:57:00.500 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295525+0000", 2024-08-17T01:57:00.500 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295525+0000", 2024-08-17T01:57:00.500 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296112+0000", 2024-08-17T01:57:00.500 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064376+0000", 2024-08-17T01:57:00.500 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.500 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.500 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.500 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.501 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064376+0000", 2024-08-17T01:57:00.501 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064376+0000", 2024-08-17T01:57:00.501 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064376+0000", 2024-08-17T01:57:00.501 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.501 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.501 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.501 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064376+0000", 2024-08-17T01:57:00.501 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064376+0000", 2024-08-17T01:57:00.501 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.501 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.501 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.501 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.501 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.502 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.502 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.502 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.502 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.502 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.502 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.502 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.502 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.502 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.4", 2024-08-17T01:57:00.503 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.503 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.503 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.503 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5316, 2024-08-17T01:57:00.503 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.503 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:51:09.393234+0000", 2024-08-17T01:57:00.503 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.503 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.503 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.505 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.505 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.505 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.505 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.505 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.505 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.505 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.505 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.505 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.505 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.506 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.506 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.506 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.506 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.506 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.506 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.506 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.506 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.506 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.507 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.507 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.507 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.507 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.507 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.507 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.507 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.507 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.507 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.507 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.507 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.507 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.508 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.508 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:00.508 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.508 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:00.508 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.508 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.508 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.508 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.508 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.509 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.509 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:00.509 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.509 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:00.509 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.509 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.509 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:57:00.509 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.509 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.509 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.509 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.062959+0000", 2024-08-17T01:57:00.509 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.957314+0000", 2024-08-17T01:57:00.510 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.957314+0000", 2024-08-17T01:57:00.510 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.360154+0000", 2024-08-17T01:57:00.510 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.062959+0000", 2024-08-17T01:57:00.510 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:00.510 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.510 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:00.510 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:00.510 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.062959+0000", 2024-08-17T01:57:00.510 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.062959+0000", 2024-08-17T01:57:00.510 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.062959+0000", 2024-08-17T01:57:00.510 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.510 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.510 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:00.511 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.062959+0000", 2024-08-17T01:57:00.511 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.062959+0000", 2024-08-17T01:57:00.511 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.511 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3003, 2024-08-17T01:57:00.511 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.511 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.511 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:00.511 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.511 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.511 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.511 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.511 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3003, 2024-08-17T01:57:00.511 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.512 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.512 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.512 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.2", 2024-08-17T01:57:00.512 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.512 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.512 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.512 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 9132, 2024-08-17T01:57:00.512 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.512 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:36:46.293889+0000", 2024-08-17T01:57:00.512 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.006581899, 2024-08-17T01:57:00.512 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.512 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.512 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 19, 2024-08-17T01:57:00.513 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.513 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.513 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.513 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.513 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.513 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.513 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.513 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.513 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.513 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.513 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.513 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.513 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.514 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.514 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.514 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:00.514 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:00.514 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.514 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:00.514 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.514 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.514 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.515 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.515 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.515 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.515 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.515 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.515 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.515 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.516 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.516 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.516 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.516 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 1091, 2024-08-17T01:57:00.516 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 342970, 2024-08-17T01:57:00.516 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.516 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.516 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.516 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 2988, 2024-08-17T01:57:00.516 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 383989 2024-08-17T01:57:00.517 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.517 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.517 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.517 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.517 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.517 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.517 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:00.517 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.518 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:00.518 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'3003" 2024-08-17T01:57:00.518 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.518 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.518 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.518 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:00.518 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.518 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:00.518 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.518 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T01:57:00.519 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.519 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.519 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.519 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.519 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.519 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.519 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369232+0000", 2024-08-17T01:57:00.519 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.238798+0000", 2024-08-17T01:57:00.519 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.238798+0000", 2024-08-17T01:57:00.519 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.239107+0000", 2024-08-17T01:57:00.519 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369232+0000", 2024-08-17T01:57:00.519 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.519 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.520 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.520 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:00.520 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369232+0000", 2024-08-17T01:57:00.520 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369232+0000", 2024-08-17T01:57:00.520 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369232+0000", 2024-08-17T01:57:00.520 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.520 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.520 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.520 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369232+0000", 2024-08-17T01:57:00.520 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369232+0000", 2024-08-17T01:57:00.520 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.520 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.521 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.521 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.521 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:00.521 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.521 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.521 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.521 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.521 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.521 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.521 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.521 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.521 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3", 2024-08-17T01:57:00.521 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.521 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.522 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.522 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5276, 2024-08-17T01:57:00.522 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.522 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:52:10.640649+0000", 2024-08-17T01:57:00.522 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.522 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.522 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.522 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.522 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.522 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.522 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.522 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.525 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.525 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.525 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.525 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.525 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:00.525 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.526 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:00.526 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.526 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T01:57:00.526 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.526 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.526 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.526 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.526 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.526 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.526 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:00.526 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.526 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:00.526 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.527 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.527 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.527 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.527 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.527 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.527 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065468+0000", 2024-08-17T01:57:00.527 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.240031+0000", 2024-08-17T01:57:00.527 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.240031+0000", 2024-08-17T01:57:00.527 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.240364+0000", 2024-08-17T01:57:00.527 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065468+0000", 2024-08-17T01:57:00.527 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.527 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.528 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.528 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:00.528 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065468+0000", 2024-08-17T01:57:00.528 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065468+0000", 2024-08-17T01:57:00.528 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065468+0000", 2024-08-17T01:57:00.528 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.528 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.528 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.528 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065468+0000", 2024-08-17T01:57:00.528 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065468+0000", 2024-08-17T01:57:00.528 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.528 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.529 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.529 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.529 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:00.529 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.529 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.529 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.529 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.529 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.529 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.529 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.529 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.529 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.2", 2024-08-17T01:57:00.529 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.530 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.530 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.530 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5149, 2024-08-17T01:57:00.530 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.530 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:16:32.442038+0000", 2024-08-17T01:57:00.530 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.530 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.530 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.530 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.530 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.530 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.533 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.533 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.533 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.533 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.533 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.533 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.533 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.533 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.533 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.533 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.533 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.533 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.533 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.534 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.534 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.534 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:00.534 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.534 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:00.534 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.534 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.534 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.534 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.534 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.534 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:00.534 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:00.534 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.535 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:00.535 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.535 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.535 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:57:00.535 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.535 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.535 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.535 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064192+0000", 2024-08-17T01:57:00.535 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:23.896027+0000", 2024-08-17T01:57:00.535 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:23.896027+0000", 2024-08-17T01:57:00.535 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.358408+0000", 2024-08-17T01:57:00.535 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064192+0000", 2024-08-17T01:57:00.535 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:00.536 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.536 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:00.536 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 397, 2024-08-17T01:57:00.536 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064192+0000", 2024-08-17T01:57:00.536 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064192+0000", 2024-08-17T01:57:00.536 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064192+0000", 2024-08-17T01:57:00.536 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.536 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.536 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:00.536 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064192+0000", 2024-08-17T01:57:00.536 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064192+0000", 2024-08-17T01:57:00.536 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.536 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3128, 2024-08-17T01:57:00.537 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.537 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.537 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 396, 2024-08-17T01:57:00.537 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.537 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.537 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.537 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.537 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3128, 2024-08-17T01:57:00.537 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.537 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.537 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.537 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.4", 2024-08-17T01:57:00.538 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.538 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.538 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.538 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 9150, 2024-08-17T01:57:00.538 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.538 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:49:48.232416+0000", 2024-08-17T01:57:00.538 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.00523799, 2024-08-17T01:57:00.538 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.538 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.538 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.538 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:00.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:00.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:00.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:00.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 1044, 2024-08-17T01:57:00.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 403416, 2024-08-17T01:57:00.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.541 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.542 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3137, 2024-08-17T01:57:00.542 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 396246 2024-08-17T01:57:00.542 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.542 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.542 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.542 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.542 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.542 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:00.542 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:00.542 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.542 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:00.542 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'3128" 2024-08-17T01:57:00.542 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.543 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.543 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.543 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.543 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:00.543 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:00.543 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.543 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:00.543 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.543 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.544 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.544 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.544 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.544 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.544 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061765+0000", 2024-08-17T01:57:00.544 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.243252+0000", 2024-08-17T01:57:00.544 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.243252+0000", 2024-08-17T01:57:00.544 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.243553+0000", 2024-08-17T01:57:00.544 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061765+0000", 2024-08-17T01:57:00.544 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.544 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.544 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:00.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061765+0000", 2024-08-17T01:57:00.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061765+0000", 2024-08-17T01:57:00.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061765+0000", 2024-08-17T01:57:00.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061765+0000", 2024-08-17T01:57:00.545 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061765+0000", 2024-08-17T01:57:00.545 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.545 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.546 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.546 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.546 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:00.546 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.546 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.546 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.546 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.546 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.546 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.547 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.547 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.547 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.0", 2024-08-17T01:57:00.547 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.547 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.547 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.547 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5315, 2024-08-17T01:57:00.547 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.547 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:48:15.384122+0000", 2024-08-17T01:57:00.547 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.547 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.547 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.548 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.549 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.551 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.551 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.551 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.551 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.551 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.551 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.551 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.551 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.551 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.551 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.552 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.552 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.552 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.552 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.552 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.552 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.552 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.552 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.552 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.552 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:00.552 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:00.552 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.552 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:00.552 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.552 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.553 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.553 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.553 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:00.553 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.553 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:00.553 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.553 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T01:57:00.553 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.553 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.553 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.553 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.553 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.553 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.371065+0000", 2024-08-17T01:57:00.554 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:23.899467+0000", 2024-08-17T01:57:00.554 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:23.899467+0000", 2024-08-17T01:57:00.554 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:23.899756+0000", 2024-08-17T01:57:00.554 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.371065+0000", 2024-08-17T01:57:00.554 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.554 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.554 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.554 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 397, 2024-08-17T01:57:00.554 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.371065+0000", 2024-08-17T01:57:00.554 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.371065+0000", 2024-08-17T01:57:00.554 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.371065+0000", 2024-08-17T01:57:00.554 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.554 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.555 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.555 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.371065+0000", 2024-08-17T01:57:00.555 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.371065+0000", 2024-08-17T01:57:00.555 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.555 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.555 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.555 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.555 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 396, 2024-08-17T01:57:00.555 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.555 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.555 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.555 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.555 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.556 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.556 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.556 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.556 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1", 2024-08-17T01:57:00.556 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.556 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.556 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.556 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5282, 2024-08-17T01:57:00.556 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.556 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:02:01.013595+0000", 2024-08-17T01:57:00.556 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.556 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.556 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.559 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.559 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.559 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.559 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.559 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.559 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.559 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.559 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.559 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.559 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.559 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.559 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.559 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.559 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.560 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.560 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.560 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.560 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.560 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.560 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.560 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:00.560 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.560 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:00.560 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.560 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T01:57:00.560 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.560 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.561 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.561 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.561 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.561 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.561 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:00.561 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.561 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:00.561 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.561 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.561 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:57:00.561 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.561 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.562 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.562 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063074+0000", 2024-08-17T01:57:00.562 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.959193+0000", 2024-08-17T01:57:00.562 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.959193+0000", 2024-08-17T01:57:00.562 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.357083+0000", 2024-08-17T01:57:00.562 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063074+0000", 2024-08-17T01:57:00.562 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:00.562 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.562 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:00.562 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:00.562 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063074+0000", 2024-08-17T01:57:00.562 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063074+0000", 2024-08-17T01:57:00.563 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063074+0000", 2024-08-17T01:57:00.563 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.563 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.563 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:00.563 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063074+0000", 2024-08-17T01:57:00.563 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063074+0000", 2024-08-17T01:57:00.563 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.563 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2896, 2024-08-17T01:57:00.563 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.563 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.563 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:00.563 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.563 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.563 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.564 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.564 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2896, 2024-08-17T01:57:00.564 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.564 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.564 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.564 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.7", 2024-08-17T01:57:00.564 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.564 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.564 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.564 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 8637, 2024-08-17T01:57:00.564 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.564 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:26:30.795497+0000", 2024-08-17T01:57:00.564 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.003822663, 2024-08-17T01:57:00.565 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.565 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 4194304, 2024-08-17T01:57:00.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:00.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:00.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:00.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.567 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.567 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.567 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.567 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.567 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.567 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.567 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.567 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.567 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 490, 2024-08-17T01:57:00.567 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 388656, 2024-08-17T01:57:00.567 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.567 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.567 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.568 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 2902, 2024-08-17T01:57:00.568 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 389692 2024-08-17T01:57:00.568 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.568 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.568 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.568 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.568 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.568 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.568 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:00.568 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.568 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:00.568 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'2896" 2024-08-17T01:57:00.568 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.569 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.569 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.569 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.569 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.569 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:00.569 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.569 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:00.569 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.569 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.569 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.569 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.569 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.569 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.570 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227327+0000", 2024-08-17T01:57:00.570 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.792947+0000", 2024-08-17T01:57:00.570 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.792947+0000", 2024-08-17T01:57:00.570 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.793281+0000", 2024-08-17T01:57:00.570 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227327+0000", 2024-08-17T01:57:00.570 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.570 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.570 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.570 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:00.570 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227327+0000", 2024-08-17T01:57:00.570 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227327+0000", 2024-08-17T01:57:00.570 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227327+0000", 2024-08-17T01:57:00.571 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.571 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.571 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.571 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227327+0000", 2024-08-17T01:57:00.571 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227327+0000", 2024-08-17T01:57:00.571 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.571 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.571 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.571 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.571 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:00.571 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.571 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.572 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.572 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.572 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.572 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.572 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.572 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.572 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1", 2024-08-17T01:57:00.572 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.572 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.572 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.573 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5326, 2024-08-17T01:57:00.573 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.573 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:33:29.511826+0000", 2024-08-17T01:57:00.573 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.573 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.573 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.573 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.573 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.573 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.573 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.573 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.573 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.574 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.574 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.574 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.574 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.574 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.574 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.574 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.574 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.574 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.574 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.575 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.575 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.575 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.575 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.575 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.575 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.575 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.575 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.575 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.575 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.575 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.575 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.575 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.575 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.576 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.576 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.576 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.576 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.576 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.576 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.576 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.576 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.576 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.577 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.577 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.577 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.577 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.577 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.577 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.577 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.577 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:00.577 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.577 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:00.577 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.577 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.577 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.578 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.578 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.578 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.578 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:00.578 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.578 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:00.578 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.578 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.578 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.578 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.579 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.579 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.579 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369723+0000", 2024-08-17T01:57:00.579 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.297748+0000", 2024-08-17T01:57:00.579 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.297748+0000", 2024-08-17T01:57:00.579 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.300198+0000", 2024-08-17T01:57:00.579 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369723+0000", 2024-08-17T01:57:00.579 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.579 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.579 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.580 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.580 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369723+0000", 2024-08-17T01:57:00.580 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369723+0000", 2024-08-17T01:57:00.580 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369723+0000", 2024-08-17T01:57:00.580 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.580 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.580 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.580 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369723+0000", 2024-08-17T01:57:00.580 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369723+0000", 2024-08-17T01:57:00.580 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.580 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.580 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.580 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.581 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.581 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.581 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.581 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.581 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.581 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.581 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.581 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.581 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.581 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.0", 2024-08-17T01:57:00.581 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.581 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.581 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.581 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5103, 2024-08-17T01:57:00.582 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.582 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:27:55.751968+0000", 2024-08-17T01:57:00.582 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.582 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.582 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.582 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.582 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.582 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.582 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.582 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.582 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.583 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.583 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.583 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.583 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.583 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.583 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.583 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.583 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.583 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.583 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.583 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.583 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.583 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.584 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.584 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.584 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.584 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.584 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.584 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.584 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.584 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.584 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.584 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.584 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.584 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.584 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.585 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.585 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.585 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.585 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.585 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.585 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.585 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.585 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.585 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.586 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.586 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.586 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.586 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.586 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.586 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:00.586 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.586 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:00.586 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.587 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.587 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.587 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.587 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.587 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.587 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:00.587 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.587 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:00.588 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.588 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.588 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:57:00.588 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.588 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.588 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.588 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.229269+0000", 2024-08-17T01:57:00.588 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:45:51.260550+0000", 2024-08-17T01:57:00.588 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:45:51.260550+0000", 2024-08-17T01:57:00.588 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.367554+0000", 2024-08-17T01:57:00.588 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.229269+0000", 2024-08-17T01:57:00.588 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:00.589 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.589 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:00.589 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 364, 2024-08-17T01:57:00.589 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.229269+0000", 2024-08-17T01:57:00.589 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.229269+0000", 2024-08-17T01:57:00.589 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.229269+0000", 2024-08-17T01:57:00.589 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.589 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.589 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:00.589 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.229269+0000", 2024-08-17T01:57:00.589 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.229269+0000", 2024-08-17T01:57:00.589 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.589 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2962, 2024-08-17T01:57:00.589 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.590 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.590 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 363, 2024-08-17T01:57:00.590 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.590 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.590 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.590 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.590 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2962, 2024-08-17T01:57:00.590 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.590 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.590 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.590 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.6", 2024-08-17T01:57:00.590 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.590 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.591 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.591 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 8960, 2024-08-17T01:57:00.591 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.591 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:58:48.500047+0000", 2024-08-17T01:57:00.591 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.005197921, 2024-08-17T01:57:00.591 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.591 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.591 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.591 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.591 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.591 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.591 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.591 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.591 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.591 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.592 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.592 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.592 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.592 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.592 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.592 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.592 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.592 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.592 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.592 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.592 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.592 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.592 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.592 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.593 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.593 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.593 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.593 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.593 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.593 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.593 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.593 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.593 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.593 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.593 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.593 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 1094, 2024-08-17T01:57:00.593 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 358962, 2024-08-17T01:57:00.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 2923, 2024-08-17T01:57:00.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 389607 2024-08-17T01:57:00.594 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.594 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.594 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.594 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.594 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.594 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.594 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:00.594 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.594 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:00.595 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'2962" 2024-08-17T01:57:00.595 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.595 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.595 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.595 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.595 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.595 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:00.595 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.595 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:00.595 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.595 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.595 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.595 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.595 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.595 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.596 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063450+0000", 2024-08-17T01:57:00.596 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.242230+0000", 2024-08-17T01:57:00.596 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.242230+0000", 2024-08-17T01:57:00.596 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.244435+0000", 2024-08-17T01:57:00.596 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063450+0000", 2024-08-17T01:57:00.596 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.596 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.596 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.596 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:00.596 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063450+0000", 2024-08-17T01:57:00.596 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063450+0000", 2024-08-17T01:57:00.596 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063450+0000", 2024-08-17T01:57:00.596 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.596 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.597 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.597 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063450+0000", 2024-08-17T01:57:00.597 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063450+0000", 2024-08-17T01:57:00.597 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.597 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.597 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.597 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.597 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:00.597 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.597 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.597 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.597 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.597 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.597 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.597 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.598 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.598 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2", 2024-08-17T01:57:00.598 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.598 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.598 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.598 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5223, 2024-08-17T01:57:00.598 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.598 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:49:03.844090+0000", 2024-08-17T01:57:00.598 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.598 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.598 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.598 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.598 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.599 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.599 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.599 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.599 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.599 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.599 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.599 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.599 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.599 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.599 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.599 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.599 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.600 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.600 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.600 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.600 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.600 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.600 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.600 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.600 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.600 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.600 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.600 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.600 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.600 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.600 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.600 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.601 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.601 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.601 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.601 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.602 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.602 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.602 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:00.602 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.602 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:00.602 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.602 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.602 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.602 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.602 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.602 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:00.602 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:00.602 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.603 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:00.603 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.603 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.603 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.603 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.603 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.603 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.603 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063949+0000", 2024-08-17T01:57:00.603 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.292160+0000", 2024-08-17T01:57:00.603 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.292160+0000", 2024-08-17T01:57:00.603 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.292567+0000", 2024-08-17T01:57:00.603 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063949+0000", 2024-08-17T01:57:00.603 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.603 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.603 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.604 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.604 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063949+0000", 2024-08-17T01:57:00.604 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063949+0000", 2024-08-17T01:57:00.604 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063949+0000", 2024-08-17T01:57:00.604 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.604 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.604 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.604 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063949+0000", 2024-08-17T01:57:00.604 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063949+0000", 2024-08-17T01:57:00.604 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.604 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.604 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.604 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.605 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.605 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.605 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.605 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.605 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.605 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.605 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.605 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.605 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.605 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.3", 2024-08-17T01:57:00.605 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.605 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.605 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.605 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5179, 2024-08-17T01:57:00.606 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.606 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:07:50.292815+0000", 2024-08-17T01:57:00.606 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.606 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.606 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.606 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.606 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.606 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.606 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.606 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.606 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.606 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.606 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.607 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.607 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.607 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.607 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.607 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.607 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.607 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.607 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.607 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.607 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.607 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.608 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.608 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.608 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.608 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.608 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.608 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.608 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.608 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.608 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.608 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.608 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.609 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.609 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.610 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.610 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.610 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.610 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:00.610 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:00.610 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.610 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:00.610 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.610 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.611 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.611 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.611 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.611 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.611 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:00.611 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.611 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:00.611 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.611 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.611 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 19, 2024-08-17T01:57:00.611 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.611 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.612 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.612 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369783+0000", 2024-08-17T01:57:00.612 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.299586+0000", 2024-08-17T01:57:00.612 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.299586+0000", 2024-08-17T01:57:00.612 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.301337+0000", 2024-08-17T01:57:00.612 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369783+0000", 2024-08-17T01:57:00.612 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:34:43.704511+0000", 2024-08-17T01:57:00.612 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.612 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:34:43.704511+0000", 2024-08-17T01:57:00.613 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.613 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369783+0000", 2024-08-17T01:57:00.613 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369783+0000", 2024-08-17T01:57:00.613 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369783+0000", 2024-08-17T01:57:00.613 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.613 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.613 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:34:43.704511+0000", 2024-08-17T01:57:00.613 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369783+0000", 2024-08-17T01:57:00.613 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369783+0000", 2024-08-17T01:57:00.613 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.613 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 249, 2024-08-17T01:57:00.613 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.613 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.614 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.614 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.614 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.614 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.614 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.614 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 249, 2024-08-17T01:57:00.614 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.614 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.614 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.614 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "1.0", 2024-08-17T01:57:00.614 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.615 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.615 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.615 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5793, 2024-08-17T01:57:00.615 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.615 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:58:44.770619+0000", 2024-08-17T01:57:00.615 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.615 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.615 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.615 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 590368, 2024-08-17T01:57:00.615 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.615 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 1771104, 2024-08-17T01:57:00.616 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.616 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.616 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.616 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.616 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.616 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.616 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.616 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.616 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.616 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.616 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.616 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T01:57:00.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T01:57:00.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T01:57:00.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 6, 2024-08-17T01:57:00.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 1286, 2024-08-17T01:57:00.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 2084, 2024-08-17T01:57:00.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 415, 2024-08-17T01:57:00.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 2416 2024-08-17T01:57:00.619 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.620 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.620 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.620 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.620 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.620 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.620 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:00.620 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.620 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:00.620 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "2202'249" 2024-08-17T01:57:00.620 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.620 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.621 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.621 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.621 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.621 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:00.621 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.621 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:00.621 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.621 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.621 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:57:00.621 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.621 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.621 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.621 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372057+0000", 2024-08-17T01:57:00.621 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.288765+0000", 2024-08-17T01:57:00.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.288765+0000", 2024-08-17T01:57:00.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.351518+0000", 2024-08-17T01:57:00.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372057+0000", 2024-08-17T01:57:00.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:00.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:00.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372057+0000", 2024-08-17T01:57:00.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372057+0000", 2024-08-17T01:57:00.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372057+0000", 2024-08-17T01:57:00.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:00.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372057+0000", 2024-08-17T01:57:00.623 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372057+0000", 2024-08-17T01:57:00.623 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.623 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3253, 2024-08-17T01:57:00.623 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.623 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.623 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.623 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.623 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.623 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.623 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.623 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3253, 2024-08-17T01:57:00.623 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.623 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.623 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.624 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.5", 2024-08-17T01:57:00.624 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.624 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.624 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.624 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 9233, 2024-08-17T01:57:00.624 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.624 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:25:16.799663+0000", 2024-08-17T01:57:00.624 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.001392718, 2024-08-17T01:57:00.624 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.624 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 1474, 2024-08-17T01:57:00.627 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 385846, 2024-08-17T01:57:00.627 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.627 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.627 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.627 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3215, 2024-08-17T01:57:00.627 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 446335 2024-08-17T01:57:00.627 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.627 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.627 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.627 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.627 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.627 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.627 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:00.627 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.628 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:00.628 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'3253" 2024-08-17T01:57:00.628 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.628 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.628 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.628 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.628 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.628 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:00.628 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.628 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:00.628 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.628 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.628 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.629 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.629 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.629 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373850+0000", 2024-08-17T01:57:00.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.298355+0000", 2024-08-17T01:57:00.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.298355+0000", 2024-08-17T01:57:00.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.300211+0000", 2024-08-17T01:57:00.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373850+0000", 2024-08-17T01:57:00.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373850+0000", 2024-08-17T01:57:00.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373850+0000", 2024-08-17T01:57:00.630 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373850+0000", 2024-08-17T01:57:00.630 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.630 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.630 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.630 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373850+0000", 2024-08-17T01:57:00.630 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373850+0000", 2024-08-17T01:57:00.630 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.630 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.630 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.630 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.630 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.630 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.630 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.631 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.631 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.631 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.631 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.631 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.631 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.631 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.d", 2024-08-17T01:57:00.631 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.631 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.631 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.631 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5095, 2024-08-17T01:57:00.631 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.631 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:53:26.649326+0000", 2024-08-17T01:57:00.632 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.632 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.632 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.635 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.635 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.635 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.635 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.635 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.635 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.635 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.635 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.635 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.635 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.635 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.635 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:00.635 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.636 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:00.636 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.636 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.636 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.636 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.636 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:00.636 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.636 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:00.636 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.636 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T01:57:00.636 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.636 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.636 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.636 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.637 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.637 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.637 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369425+0000", 2024-08-17T01:57:00.637 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.958158+0000", 2024-08-17T01:57:00.637 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.958158+0000", 2024-08-17T01:57:00.637 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.958453+0000", 2024-08-17T01:57:00.637 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369425+0000", 2024-08-17T01:57:00.637 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.637 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.637 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.637 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:00.637 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369425+0000", 2024-08-17T01:57:00.637 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369425+0000", 2024-08-17T01:57:00.638 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369425+0000", 2024-08-17T01:57:00.638 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.638 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.638 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.638 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369425+0000", 2024-08-17T01:57:00.638 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369425+0000", 2024-08-17T01:57:00.638 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.638 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.638 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.638 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.638 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:00.638 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.639 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.639 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.639 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.639 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.639 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.639 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.639 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.639 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.c", 2024-08-17T01:57:00.639 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.639 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.639 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.639 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5279, 2024-08-17T01:57:00.640 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.640 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:09:26.417208+0000", 2024-08-17T01:57:00.640 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.640 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.640 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.642 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.642 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.642 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.642 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.642 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.642 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.642 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.642 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.643 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.643 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.643 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.643 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.643 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.643 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.643 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.643 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.643 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.643 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.643 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.643 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.643 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:00.643 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.644 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:00.644 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.644 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T01:57:00.644 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.644 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.644 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.644 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.644 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.644 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.645 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:00.645 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.645 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:00.645 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.645 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.645 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.645 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.645 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.645 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.645 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065210+0000", 2024-08-17T01:57:00.645 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.242702+0000", 2024-08-17T01:57:00.645 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.242702+0000", 2024-08-17T01:57:00.645 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.243020+0000", 2024-08-17T01:57:00.645 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065210+0000", 2024-08-17T01:57:00.645 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.646 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.646 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.646 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:00.646 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065210+0000", 2024-08-17T01:57:00.646 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065210+0000", 2024-08-17T01:57:00.646 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065210+0000", 2024-08-17T01:57:00.646 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.646 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.646 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.646 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065210+0000", 2024-08-17T01:57:00.647 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065210+0000", 2024-08-17T01:57:00.647 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.647 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.647 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.647 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.647 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:00.647 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.647 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.647 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.647 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.647 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.647 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.648 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.648 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.648 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.c", 2024-08-17T01:57:00.648 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.648 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.648 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.648 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5165, 2024-08-17T01:57:00.648 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.648 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:25:09.749752+0000", 2024-08-17T01:57:00.648 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.648 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.648 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.650 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.651 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.652 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.652 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.652 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.652 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.653 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.653 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.653 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.653 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:00.653 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.653 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:00.653 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.653 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.653 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.653 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.653 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.653 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.653 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:00.654 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.654 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:00.654 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.654 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.654 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.654 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.654 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.654 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.654 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061366+0000", 2024-08-17T01:57:00.654 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.790910+0000", 2024-08-17T01:57:00.654 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.790910+0000", 2024-08-17T01:57:00.654 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.791293+0000", 2024-08-17T01:57:00.655 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061366+0000", 2024-08-17T01:57:00.655 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.655 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.655 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.655 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:00.655 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061366+0000", 2024-08-17T01:57:00.655 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061366+0000", 2024-08-17T01:57:00.655 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061366+0000", 2024-08-17T01:57:00.655 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.655 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.656 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.656 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061366+0000", 2024-08-17T01:57:00.656 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061366+0000", 2024-08-17T01:57:00.656 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.656 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 1, 2024-08-17T01:57:00.656 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.656 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.656 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:00.656 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.656 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.657 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.657 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.657 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 1, 2024-08-17T01:57:00.657 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.657 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.657 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.657 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.d", 2024-08-17T01:57:00.657 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.657 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.657 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.657 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5319, 2024-08-17T01:57:00.657 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.657 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:57:17.691874+0000", 2024-08-17T01:57:00.657 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.658 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.658 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.658 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 70, 2024-08-17T01:57:00.658 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.658 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.658 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.658 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.658 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.658 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.658 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.658 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.658 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.658 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.659 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.659 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.659 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.659 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.659 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.659 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:00.659 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:00.659 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.659 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:00.659 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.659 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.659 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.659 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.660 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.660 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.660 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.660 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.660 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.660 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.660 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.660 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.660 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.660 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 2, 2024-08-17T01:57:00.660 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 2, 2024-08-17T01:57:00.660 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.661 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.661 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.661 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 1, 2024-08-17T01:57:00.661 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 1 2024-08-17T01:57:00.661 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.661 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.661 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.661 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.661 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.661 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.661 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:00.661 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.661 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:00.661 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'1" 2024-08-17T01:57:00.661 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.662 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.662 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.662 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.662 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.662 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:00.662 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.662 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:00.662 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.662 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.662 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.662 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.662 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.663 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.663 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372980+0000", 2024-08-17T01:57:00.663 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.299839+0000", 2024-08-17T01:57:00.663 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.299839+0000", 2024-08-17T01:57:00.663 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.300156+0000", 2024-08-17T01:57:00.663 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372980+0000", 2024-08-17T01:57:00.663 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.663 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.663 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.663 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.663 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372980+0000", 2024-08-17T01:57:00.663 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372980+0000", 2024-08-17T01:57:00.663 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372980+0000", 2024-08-17T01:57:00.664 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.664 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.664 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.664 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372980+0000", 2024-08-17T01:57:00.664 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372980+0000", 2024-08-17T01:57:00.664 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.664 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.664 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.664 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.664 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.664 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.664 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.664 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.664 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.665 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.665 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.665 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.665 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.665 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.f", 2024-08-17T01:57:00.665 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.665 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.665 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.665 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5089, 2024-08-17T01:57:00.665 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.665 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:49:16.922454+0000", 2024-08-17T01:57:00.665 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.665 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.665 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.666 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.666 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.666 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.666 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.666 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.666 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.666 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.666 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.666 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.666 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.666 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.667 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.667 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.667 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.667 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.667 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.667 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.667 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.667 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.667 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.667 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.667 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.667 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.667 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.667 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.668 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.668 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.668 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.668 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.668 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.668 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.668 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.668 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.668 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.668 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.668 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.668 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.668 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.669 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.669 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.669 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.669 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.669 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.669 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.669 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.669 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.669 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:00.669 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.669 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:00.669 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.669 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.670 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.670 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.670 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:00.670 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.670 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:00.670 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.670 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T01:57:00.670 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.670 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.670 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.670 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.670 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.671 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.671 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369255+0000", 2024-08-17T01:57:00.671 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295605+0000", 2024-08-17T01:57:00.671 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295605+0000", 2024-08-17T01:57:00.671 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.295955+0000", 2024-08-17T01:57:00.671 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369255+0000", 2024-08-17T01:57:00.671 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.671 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.671 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.671 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.671 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369255+0000", 2024-08-17T01:57:00.671 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369255+0000", 2024-08-17T01:57:00.671 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369255+0000", 2024-08-17T01:57:00.671 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.672 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.672 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.672 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369255+0000", 2024-08-17T01:57:00.672 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369255+0000", 2024-08-17T01:57:00.672 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.672 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T01:57:00.672 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.672 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.672 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.672 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.672 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.672 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.672 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.672 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T01:57:00.673 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.673 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.673 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.673 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.e", 2024-08-17T01:57:00.673 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.673 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.673 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.673 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5286, 2024-08-17T01:57:00.673 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.673 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:38:45.647672+0000", 2024-08-17T01:57:00.673 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.673 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.674 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.674 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.674 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.674 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.674 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.674 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.674 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.674 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.674 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.674 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.674 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.674 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.675 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.675 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.675 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.675 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.675 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.675 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:00.675 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:00.675 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.675 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:00.675 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.675 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.675 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.675 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.675 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.676 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:00.676 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.676 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.676 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.676 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.676 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.676 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.676 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.676 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 9, 2024-08-17T01:57:00.676 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 9, 2024-08-17T01:57:00.676 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.676 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.676 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.677 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T01:57:00.677 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.677 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.677 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.677 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.677 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.677 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:00.677 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.677 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:00.677 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.677 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T01:57:00.677 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T01:57:00.678 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.678 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.678 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.678 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.678 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.678 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:00.678 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.678 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:00.678 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.678 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.678 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.678 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.678 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.679 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.679 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373592+0000", 2024-08-17T01:57:00.679 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.299634+0000", 2024-08-17T01:57:00.679 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.299634+0000", 2024-08-17T01:57:00.679 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.301314+0000", 2024-08-17T01:57:00.679 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373592+0000", 2024-08-17T01:57:00.679 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.679 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.679 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.679 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.679 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373592+0000", 2024-08-17T01:57:00.680 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373592+0000", 2024-08-17T01:57:00.680 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373592+0000", 2024-08-17T01:57:00.680 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.680 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.680 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.680 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373592+0000", 2024-08-17T01:57:00.680 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373592+0000", 2024-08-17T01:57:00.680 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.680 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.680 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.680 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.681 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.681 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.681 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.681 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.681 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.681 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.681 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.681 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.681 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.681 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.e", 2024-08-17T01:57:00.681 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.681 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.682 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.682 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5111, 2024-08-17T01:57:00.682 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.682 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:09:48.615463+0000", 2024-08-17T01:57:00.682 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.682 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.682 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.682 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.682 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.683 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.683 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.683 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.683 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.683 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.683 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.683 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.683 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.683 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.683 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.683 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.683 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.684 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.684 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.684 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.684 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.684 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.684 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.684 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.684 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.684 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.684 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.684 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.686 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.686 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.686 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.686 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.686 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.686 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.687 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:00.687 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.687 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:00.687 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.687 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.687 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.687 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.687 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.687 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.687 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:00.687 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.688 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T01:57:00.688 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.688 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.688 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.688 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.688 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.688 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.688 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369630+0000", 2024-08-17T01:57:00.688 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.288586+0000", 2024-08-17T01:57:00.688 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.288586+0000", 2024-08-17T01:57:00.689 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.288967+0000", 2024-08-17T01:57:00.689 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369630+0000", 2024-08-17T01:57:00.689 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.689 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.689 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.689 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.689 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369630+0000", 2024-08-17T01:57:00.689 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369630+0000", 2024-08-17T01:57:00.689 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369630+0000", 2024-08-17T01:57:00.689 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369630+0000", 2024-08-17T01:57:00.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369630+0000", 2024-08-17T01:57:00.690 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.690 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 1, 2024-08-17T01:57:00.690 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.690 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.690 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.690 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.690 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.690 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.690 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.691 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 1, 2024-08-17T01:57:00.691 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.691 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.691 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.691 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.f", 2024-08-17T01:57:00.691 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.691 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.691 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.691 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5197, 2024-08-17T01:57:00.691 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.691 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:35:08.400837+0000", 2024-08-17T01:57:00.691 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.692 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.692 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.692 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 22, 2024-08-17T01:57:00.692 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.692 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.692 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.692 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.692 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.692 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.692 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.692 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.692 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.692 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.692 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:00.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:00.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:00.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 2, 2024-08-17T01:57:00.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 2, 2024-08-17T01:57:00.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 1, 2024-08-17T01:57:00.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 1 2024-08-17T01:57:00.695 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.695 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.695 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.695 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.695 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.695 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.695 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:00.695 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.695 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T01:57:00.695 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'1" 2024-08-17T01:57:00.695 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.695 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.696 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.696 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.696 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.696 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:00.696 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.696 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:00.696 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.696 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.696 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.696 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.696 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.696 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.696 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372214+0000", 2024-08-17T01:57:00.697 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.291473+0000", 2024-08-17T01:57:00.697 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.291473+0000", 2024-08-17T01:57:00.697 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.294020+0000", 2024-08-17T01:57:00.697 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372214+0000", 2024-08-17T01:57:00.697 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.697 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.697 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.697 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.697 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372214+0000", 2024-08-17T01:57:00.697 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372214+0000", 2024-08-17T01:57:00.697 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372214+0000", 2024-08-17T01:57:00.697 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.697 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.697 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.698 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372214+0000", 2024-08-17T01:57:00.698 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372214+0000", 2024-08-17T01:57:00.698 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.698 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.698 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.698 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.698 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.698 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.698 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.698 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.698 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.698 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.698 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.699 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.699 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.699 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.11", 2024-08-17T01:57:00.699 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.699 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.699 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.699 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5094, 2024-08-17T01:57:00.699 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.699 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:34:51.959441+0000", 2024-08-17T01:57:00.699 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.699 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.699 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.699 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.700 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.700 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.700 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.700 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.700 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.700 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.700 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.700 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.700 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.700 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.700 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.700 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.700 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.702 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.702 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.703 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.703 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.703 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.703 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.703 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:00.703 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.703 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:00.703 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.703 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.703 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.703 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.703 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:00.703 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.703 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:00.703 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.704 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T01:57:00.704 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.704 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.704 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.704 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.704 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.704 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.704 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369429+0000", 2024-08-17T01:57:00.704 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:45:51.257859+0000", 2024-08-17T01:57:00.704 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:45:51.257859+0000", 2024-08-17T01:57:00.704 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:45:51.258211+0000", 2024-08-17T01:57:00.704 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369429+0000", 2024-08-17T01:57:00.704 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.704 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.705 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.705 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 364, 2024-08-17T01:57:00.705 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369429+0000", 2024-08-17T01:57:00.705 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369429+0000", 2024-08-17T01:57:00.705 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369429+0000", 2024-08-17T01:57:00.705 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.705 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.705 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.705 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369429+0000", 2024-08-17T01:57:00.705 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369429+0000", 2024-08-17T01:57:00.705 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.705 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 8, 2024-08-17T01:57:00.705 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.705 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.706 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 363, 2024-08-17T01:57:00.706 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.706 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.706 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.706 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.706 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 8, 2024-08-17T01:57:00.706 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.706 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.706 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.706 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.10", 2024-08-17T01:57:00.706 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.706 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.706 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.707 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5295, 2024-08-17T01:57:00.707 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.707 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:52:44.165110+0000", 2024-08-17T01:57:00.707 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.707 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.707 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.707 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.707 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.707 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.707 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.707 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.707 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.707 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.707 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.707 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 12, 2024-08-17T01:57:00.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 4, 2024-08-17T01:57:00.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 4, 2024-08-17T01:57:00.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 4, 2024-08-17T01:57:00.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 36, 2024-08-17T01:57:00.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 36, 2024-08-17T01:57:00.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 12, 2024-08-17T01:57:00.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.710 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.710 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.710 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.710 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.710 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:00.710 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.710 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:00.710 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.710 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T01:57:00.710 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'8" 2024-08-17T01:57:00.710 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.711 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.711 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.711 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.711 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.711 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:00.711 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.711 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:00.711 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.711 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.711 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.711 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.712 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.712 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.712 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.368366+0000", 2024-08-17T01:57:00.712 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.244038+0000", 2024-08-17T01:57:00.712 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.244038+0000", 2024-08-17T01:57:00.712 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.247081+0000", 2024-08-17T01:57:00.712 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.368366+0000", 2024-08-17T01:57:00.712 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.712 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.712 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.712 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:00.712 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.368366+0000", 2024-08-17T01:57:00.712 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.368366+0000", 2024-08-17T01:57:00.712 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.368366+0000", 2024-08-17T01:57:00.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.368366+0000", 2024-08-17T01:57:00.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.368366+0000", 2024-08-17T01:57:00.713 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.713 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.713 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.713 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.714 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:00.714 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.714 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.714 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.714 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.714 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.714 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.714 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.714 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.714 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.10", 2024-08-17T01:57:00.714 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.714 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.715 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.715 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5116, 2024-08-17T01:57:00.715 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.715 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:03:59.013925+0000", 2024-08-17T01:57:00.715 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.715 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.715 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.715 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.715 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.719 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.719 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.719 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.719 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.719 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.719 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.719 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.719 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.719 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.719 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.720 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.720 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.720 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.720 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:00.720 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.720 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:00.720 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.720 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.720 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.720 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.721 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.721 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.721 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:00.721 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.721 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:00.721 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.721 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.721 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.721 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.721 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.721 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369834+0000", 2024-08-17T01:57:00.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.247432+0000", 2024-08-17T01:57:00.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.247432+0000", 2024-08-17T01:57:00.722 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.247723+0000", 2024-08-17T01:57:00.722 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369834+0000", 2024-08-17T01:57:00.722 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.722 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.722 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.722 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:00.722 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369834+0000", 2024-08-17T01:57:00.722 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369834+0000", 2024-08-17T01:57:00.722 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369834+0000", 2024-08-17T01:57:00.722 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.722 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.722 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.722 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369834+0000", 2024-08-17T01:57:00.722 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369834+0000", 2024-08-17T01:57:00.723 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.723 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.723 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.723 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.723 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:00.723 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.723 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.723 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.723 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.723 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.723 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.723 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.723 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.723 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.11", 2024-08-17T01:57:00.723 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.724 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.724 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.724 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5128, 2024-08-17T01:57:00.724 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.724 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:11:07.139685+0000", 2024-08-17T01:57:00.724 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.724 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.724 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.727 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.727 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.727 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.727 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.727 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.727 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.727 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.727 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.727 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.727 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.727 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.727 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.727 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.728 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.728 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.728 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.728 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.728 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.728 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:00.728 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.728 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:00.728 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.728 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.728 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.728 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.728 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.729 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.729 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:00.729 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.729 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:00.729 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.729 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.729 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.729 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.729 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.729 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.729 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373505+0000", 2024-08-17T01:57:00.729 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.287486+0000", 2024-08-17T01:57:00.729 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.287486+0000", 2024-08-17T01:57:00.730 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.287962+0000", 2024-08-17T01:57:00.730 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373505+0000", 2024-08-17T01:57:00.730 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.730 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.730 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.730 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.730 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373505+0000", 2024-08-17T01:57:00.730 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373505+0000", 2024-08-17T01:57:00.730 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373505+0000", 2024-08-17T01:57:00.730 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.730 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.730 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.730 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373505+0000", 2024-08-17T01:57:00.731 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373505+0000", 2024-08-17T01:57:00.731 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.731 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.731 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.731 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.731 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.731 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.731 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.731 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.731 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.731 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.731 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.731 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.731 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.732 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.13", 2024-08-17T01:57:00.732 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.732 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.732 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.732 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5110, 2024-08-17T01:57:00.732 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.732 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:45:05.070946+0000", 2024-08-17T01:57:00.732 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.732 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.732 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.735 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.735 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.735 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.735 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.735 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.735 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.735 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.735 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.738 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.738 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.738 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.739 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.739 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.739 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.739 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.739 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.739 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.739 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:00.739 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.739 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:00.739 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.739 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.739 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.739 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.740 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.740 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.740 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:00.740 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.740 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:00.740 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.740 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.740 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.740 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.740 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.740 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.740 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065575+0000", 2024-08-17T01:57:00.740 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295819+0000", 2024-08-17T01:57:00.740 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295819+0000", 2024-08-17T01:57:00.741 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296217+0000", 2024-08-17T01:57:00.741 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065575+0000", 2024-08-17T01:57:00.741 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.741 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.741 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.741 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.741 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065575+0000", 2024-08-17T01:57:00.741 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065575+0000", 2024-08-17T01:57:00.741 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065575+0000", 2024-08-17T01:57:00.741 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.741 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.741 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.741 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065575+0000", 2024-08-17T01:57:00.741 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065575+0000", 2024-08-17T01:57:00.741 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.742 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.742 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.742 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.742 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.742 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.742 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.742 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.742 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.742 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.742 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.742 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.742 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.742 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.12", 2024-08-17T01:57:00.742 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.743 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.743 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.743 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5167, 2024-08-17T01:57:00.743 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.743 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:24:40.385972+0000", 2024-08-17T01:57:00.743 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.743 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.743 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.743 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.743 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.743 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.743 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.743 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.743 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.743 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.743 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.744 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.744 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.744 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.744 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.744 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.744 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.744 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.744 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.744 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.744 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.744 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.744 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.744 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.744 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.744 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.746 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.746 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.746 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.746 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.746 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.746 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.746 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:00.746 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.746 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:00.746 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.747 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.747 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.747 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.747 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.747 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.747 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:00.747 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.747 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:00.747 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.747 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.747 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.747 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.747 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.747 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.748 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227524+0000", 2024-08-17T01:57:00.748 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.289789+0000", 2024-08-17T01:57:00.748 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.289789+0000", 2024-08-17T01:57:00.748 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.290102+0000", 2024-08-17T01:57:00.748 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227524+0000", 2024-08-17T01:57:00.748 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.748 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.748 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.748 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.748 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227524+0000", 2024-08-17T01:57:00.748 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227524+0000", 2024-08-17T01:57:00.748 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227524+0000", 2024-08-17T01:57:00.748 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.749 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.749 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.749 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227524+0000", 2024-08-17T01:57:00.749 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227524+0000", 2024-08-17T01:57:00.749 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.749 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.749 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.750 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.750 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.750 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.750 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.750 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.750 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.750 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.750 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.750 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.750 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.750 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.12", 2024-08-17T01:57:00.750 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.750 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.751 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.751 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5322, 2024-08-17T01:57:00.751 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.751 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:09:29.923561+0000", 2024-08-17T01:57:00.751 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.751 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.751 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.751 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.751 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.751 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.751 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.752 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.752 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.752 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.752 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.752 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.752 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.752 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.752 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.752 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.752 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.752 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.755 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.755 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.755 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.755 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.755 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.756 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.756 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:00.756 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.756 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:00.756 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.756 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.756 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.756 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.756 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.756 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.756 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:00.757 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.757 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:00.757 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.757 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.757 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.757 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.757 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.757 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.757 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227542+0000", 2024-08-17T01:57:00.757 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.787717+0000", 2024-08-17T01:57:00.758 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.787717+0000", 2024-08-17T01:57:00.758 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.788941+0000", 2024-08-17T01:57:00.758 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227542+0000", 2024-08-17T01:57:00.758 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.758 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.758 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.758 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:00.758 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227542+0000", 2024-08-17T01:57:00.758 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227542+0000", 2024-08-17T01:57:00.758 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227542+0000", 2024-08-17T01:57:00.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227542+0000", 2024-08-17T01:57:00.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227542+0000", 2024-08-17T01:57:00.759 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.759 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T01:57:00.759 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.759 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.759 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:00.760 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.760 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.760 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.760 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.760 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T01:57:00.760 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.760 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.760 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.760 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.13", 2024-08-17T01:57:00.760 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.761 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.761 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.761 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5333, 2024-08-17T01:57:00.761 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.761 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:23:52.440413+0000", 2024-08-17T01:57:00.761 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.761 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.761 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.761 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 34, 2024-08-17T01:57:00.761 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T01:57:00.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T01:57:00.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T01:57:00.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:00.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 8, 2024-08-17T01:57:00.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 14, 2024-08-17T01:57:00.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T01:57:00.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 6 2024-08-17T01:57:00.764 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.764 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.764 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.765 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.765 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.765 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.765 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:00.765 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.765 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:00.765 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T01:57:00.765 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.765 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.765 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.765 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.765 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.765 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:00.766 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.766 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:00.766 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.766 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.766 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.766 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.766 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.766 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.766 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373533+0000", 2024-08-17T01:57:00.766 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.291033+0000", 2024-08-17T01:57:00.766 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.291033+0000", 2024-08-17T01:57:00.766 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.291325+0000", 2024-08-17T01:57:00.766 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373533+0000", 2024-08-17T01:57:00.766 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373533+0000", 2024-08-17T01:57:00.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373533+0000", 2024-08-17T01:57:00.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373533+0000", 2024-08-17T01:57:00.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373533+0000", 2024-08-17T01:57:00.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373533+0000", 2024-08-17T01:57:00.767 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.767 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.767 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.768 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.768 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.768 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.768 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.768 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.768 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.768 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.768 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.768 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.768 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.768 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.15", 2024-08-17T01:57:00.768 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.768 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.768 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.769 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5109, 2024-08-17T01:57:00.769 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.769 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:58:00.406465+0000", 2024-08-17T01:57:00.769 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.769 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.769 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.769 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.769 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.769 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.769 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.769 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.769 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.769 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.769 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.772 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.772 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.772 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.772 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.772 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.772 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.772 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:00.772 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.772 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:00.772 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.773 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.773 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.773 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.773 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.773 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.773 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:00.773 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.773 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:00.773 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.773 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.773 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.773 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.773 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.773 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.774 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.368817+0000", 2024-08-17T01:57:00.774 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.242932+0000", 2024-08-17T01:57:00.774 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.242932+0000", 2024-08-17T01:57:00.774 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.243312+0000", 2024-08-17T01:57:00.774 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.368817+0000", 2024-08-17T01:57:00.774 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.774 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.774 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.774 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:00.774 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.368817+0000", 2024-08-17T01:57:00.774 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.368817+0000", 2024-08-17T01:57:00.774 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.368817+0000", 2024-08-17T01:57:00.775 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.775 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.775 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.775 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.368817+0000", 2024-08-17T01:57:00.775 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.368817+0000", 2024-08-17T01:57:00.775 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.775 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 31, 2024-08-17T01:57:00.775 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.775 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.775 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:00.775 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.775 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.775 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.775 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.776 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 31, 2024-08-17T01:57:00.776 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.776 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.776 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.776 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.14", 2024-08-17T01:57:00.776 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.776 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.776 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.776 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5161, 2024-08-17T01:57:00.776 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.776 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:47:32.424794+0000", 2024-08-17T01:57:00.776 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.777 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.777 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.777 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 5810, 2024-08-17T01:57:00.777 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.777 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.777 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.777 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.777 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.777 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.777 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.777 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.777 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 12, 2024-08-17T01:57:00.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 4, 2024-08-17T01:57:00.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 4, 2024-08-17T01:57:00.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:00.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 17, 2024-08-17T01:57:00.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 25, 2024-08-17T01:57:00.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 29, 2024-08-17T01:57:00.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 26 2024-08-17T01:57:00.780 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.780 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.780 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.780 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.780 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.780 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.780 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:00.780 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.780 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:00.781 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "557'31" 2024-08-17T01:57:00.781 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.781 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.781 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.781 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.781 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.781 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:00.781 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.781 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T01:57:00.781 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.781 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.781 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.781 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.782 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.782 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.782 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.375916+0000", 2024-08-17T01:57:00.782 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.288595+0000", 2024-08-17T01:57:00.782 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.288595+0000", 2024-08-17T01:57:00.782 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.288928+0000", 2024-08-17T01:57:00.782 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.375916+0000", 2024-08-17T01:57:00.782 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.782 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.782 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.375916+0000", 2024-08-17T01:57:00.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.375916+0000", 2024-08-17T01:57:00.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.375916+0000", 2024-08-17T01:57:00.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.375916+0000", 2024-08-17T01:57:00.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.375916+0000", 2024-08-17T01:57:00.783 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.783 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.783 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.783 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.784 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.784 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.784 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.784 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.784 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.784 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.784 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.784 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.785 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.785 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.14", 2024-08-17T01:57:00.785 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.785 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.785 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.785 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5188, 2024-08-17T01:57:00.785 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.785 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:04:30.542913+0000", 2024-08-17T01:57:00.785 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.785 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.785 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.788 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.788 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.788 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.788 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.788 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.788 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.788 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.788 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.788 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.789 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.789 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.789 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.789 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.789 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.789 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.789 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.789 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.789 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.789 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.789 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.790 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.790 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.790 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:00.790 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.790 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T01:57:00.790 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.790 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.790 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.790 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.790 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.790 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.790 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:00.791 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.791 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:00.791 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.791 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.791 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.791 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.791 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.791 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.791 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061460+0000", 2024-08-17T01:57:00.791 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.959966+0000", 2024-08-17T01:57:00.792 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.959966+0000", 2024-08-17T01:57:00.792 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.960358+0000", 2024-08-17T01:57:00.792 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061460+0000", 2024-08-17T01:57:00.792 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.792 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.792 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.792 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:00.792 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061460+0000", 2024-08-17T01:57:00.792 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061460+0000", 2024-08-17T01:57:00.792 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061460+0000", 2024-08-17T01:57:00.793 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.793 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.793 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.793 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061460+0000", 2024-08-17T01:57:00.793 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061460+0000", 2024-08-17T01:57:00.793 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.793 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3, 2024-08-17T01:57:00.793 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.793 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.793 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:00.794 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.794 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.794 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.794 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.794 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3, 2024-08-17T01:57:00.794 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.794 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.794 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.794 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.15", 2024-08-17T01:57:00.794 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.795 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.795 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.795 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5319, 2024-08-17T01:57:00.795 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.795 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:36:50.002280+0000", 2024-08-17T01:57:00.795 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.795 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.795 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 90, 2024-08-17T01:57:00.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.797 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.797 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T01:57:00.797 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T01:57:00.797 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.797 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T01:57:00.797 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.797 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.797 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.797 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.797 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.797 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:00.797 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 11, 2024-08-17T01:57:00.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 11, 2024-08-17T01:57:00.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 4, 2024-08-17T01:57:00.799 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 1 2024-08-17T01:57:00.799 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.799 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.799 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.799 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.799 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.799 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.799 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:00.799 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.799 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:00.799 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'3" 2024-08-17T01:57:00.799 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.799 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.800 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.800 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.800 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.800 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:00.800 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.800 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:00.800 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.800 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.800 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.800 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.800 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.800 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.800 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.228526+0000", 2024-08-17T01:57:00.801 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.959224+0000", 2024-08-17T01:57:00.801 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.959224+0000", 2024-08-17T01:57:00.801 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.961751+0000", 2024-08-17T01:57:00.801 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.228526+0000", 2024-08-17T01:57:00.801 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.801 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.801 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.801 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:00.801 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.228526+0000", 2024-08-17T01:57:00.801 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.228526+0000", 2024-08-17T01:57:00.801 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.228526+0000", 2024-08-17T01:57:00.801 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.801 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.802 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.802 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.228526+0000", 2024-08-17T01:57:00.802 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.228526+0000", 2024-08-17T01:57:00.802 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.802 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.802 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.802 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.802 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:00.802 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.802 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.802 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.802 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.802 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.802 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.802 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.803 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.803 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.17", 2024-08-17T01:57:00.803 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.803 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.803 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.803 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5321, 2024-08-17T01:57:00.803 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.803 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:29:24.322714+0000", 2024-08-17T01:57:00.803 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.803 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.803 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.806 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.806 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.806 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.806 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.806 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.806 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.806 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.806 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.806 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.806 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.806 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.806 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.806 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.807 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:00.807 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.807 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:00.807 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.807 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.807 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.807 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.807 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.807 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.807 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:00.807 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.807 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:00.808 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.808 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.808 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.808 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.808 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.808 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.808 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.066287+0000", 2024-08-17T01:57:00.808 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.237873+0000", 2024-08-17T01:57:00.808 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.237873+0000", 2024-08-17T01:57:00.808 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.238222+0000", 2024-08-17T01:57:00.808 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.066287+0000", 2024-08-17T01:57:00.808 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.808 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.809 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.809 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:00.809 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.066287+0000", 2024-08-17T01:57:00.809 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.066287+0000", 2024-08-17T01:57:00.809 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.066287+0000", 2024-08-17T01:57:00.809 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.809 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.809 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.809 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.066287+0000", 2024-08-17T01:57:00.810 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.066287+0000", 2024-08-17T01:57:00.810 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.810 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.810 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.810 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.810 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:00.810 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.810 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.810 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.810 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.810 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.810 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.811 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.811 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.811 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.16", 2024-08-17T01:57:00.811 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.811 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.811 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.811 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5174, 2024-08-17T01:57:00.811 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.811 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:17:58.956085+0000", 2024-08-17T01:57:00.811 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.811 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.811 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.814 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.814 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.815 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.815 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.815 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.815 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.815 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:00.815 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.815 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:00.815 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.815 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.815 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.816 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.816 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.816 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.816 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:00.816 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.816 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:00.816 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.816 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.816 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.816 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.816 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.816 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.816 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.066026+0000", 2024-08-17T01:57:00.816 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295748+0000", 2024-08-17T01:57:00.816 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295748+0000", 2024-08-17T01:57:00.817 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296169+0000", 2024-08-17T01:57:00.817 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.066026+0000", 2024-08-17T01:57:00.817 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.817 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.817 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.817 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.817 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.066026+0000", 2024-08-17T01:57:00.817 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.066026+0000", 2024-08-17T01:57:00.817 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.066026+0000", 2024-08-17T01:57:00.817 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.817 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.817 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.817 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.066026+0000", 2024-08-17T01:57:00.818 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.066026+0000", 2024-08-17T01:57:00.818 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.818 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.818 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.818 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.818 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.818 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.818 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.818 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.818 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.818 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.818 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.819 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.819 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.819 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.16", 2024-08-17T01:57:00.819 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.819 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.819 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.819 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5141, 2024-08-17T01:57:00.819 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.819 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:31:02.044643+0000", 2024-08-17T01:57:00.819 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.819 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.819 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.821 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.821 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.821 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.821 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.821 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.821 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.821 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.821 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.821 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.821 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.821 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.821 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.822 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.822 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.822 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.822 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.822 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.822 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.822 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.822 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.822 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.822 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.822 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.823 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.823 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.823 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.823 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.823 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.823 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.823 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.823 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.823 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.823 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:00.824 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.824 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:00.824 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.824 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.824 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.824 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.824 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.824 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.824 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:00.824 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.824 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:00.824 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.825 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.825 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.825 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.825 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.825 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.825 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372510+0000", 2024-08-17T01:57:00.825 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.241052+0000", 2024-08-17T01:57:00.825 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.241052+0000", 2024-08-17T01:57:00.825 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.241429+0000", 2024-08-17T01:57:00.825 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372510+0000", 2024-08-17T01:57:00.825 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.826 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.826 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.826 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:00.826 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372510+0000", 2024-08-17T01:57:00.826 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372510+0000", 2024-08-17T01:57:00.826 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372510+0000", 2024-08-17T01:57:00.826 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.826 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.826 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.827 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372510+0000", 2024-08-17T01:57:00.827 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372510+0000", 2024-08-17T01:57:00.827 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.827 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.827 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.827 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.827 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:00.827 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.827 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.827 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.827 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.828 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.828 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.828 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.828 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.828 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.17", 2024-08-17T01:57:00.828 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.828 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.828 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.828 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5118, 2024-08-17T01:57:00.828 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.828 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:08:28.223802+0000", 2024-08-17T01:57:00.829 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.829 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.829 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.829 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.829 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.829 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.829 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.829 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.829 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.829 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.830 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.830 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.830 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.830 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.830 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.830 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.830 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.830 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.831 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.831 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.831 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.831 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.831 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.831 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.831 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.831 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.831 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.831 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.831 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.831 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.831 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.832 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.832 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.833 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.833 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.833 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.833 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.833 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:00.833 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.833 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:00.833 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.833 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.833 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.833 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.833 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.833 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.833 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:00.834 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.834 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:00.834 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.834 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.834 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.834 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.834 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.834 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.834 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.060943+0000", 2024-08-17T01:57:00.834 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.797850+0000", 2024-08-17T01:57:00.834 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.797850+0000", 2024-08-17T01:57:00.834 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.798197+0000", 2024-08-17T01:57:00.834 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.060943+0000", 2024-08-17T01:57:00.834 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.835 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.835 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.835 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:00.835 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.060943+0000", 2024-08-17T01:57:00.835 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.060943+0000", 2024-08-17T01:57:00.835 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.060943+0000", 2024-08-17T01:57:00.835 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.835 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.835 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.835 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.060943+0000", 2024-08-17T01:57:00.835 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.060943+0000", 2024-08-17T01:57:00.835 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.835 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.835 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.836 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.836 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:00.836 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.836 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.836 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.836 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.836 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.836 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.836 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.836 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.836 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.19", 2024-08-17T01:57:00.836 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.837 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.837 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.837 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5309, 2024-08-17T01:57:00.837 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.837 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:45:45.333822+0000", 2024-08-17T01:57:00.837 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.837 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.837 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.837 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.837 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.837 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.837 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.837 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.837 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.838 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.838 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.838 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.838 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.838 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.838 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.838 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.838 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.838 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.838 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.838 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.838 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.838 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.838 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.839 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.839 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.839 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.839 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.839 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.839 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.839 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.839 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.839 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.839 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.839 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.839 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.840 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.840 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.840 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.840 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.840 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.840 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.840 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:00.841 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.841 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:00.841 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.841 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.841 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.841 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.841 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.841 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.841 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:00.841 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.841 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:00.841 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.841 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.841 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.841 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.842 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.842 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.842 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063499+0000", 2024-08-17T01:57:00.842 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.290449+0000", 2024-08-17T01:57:00.842 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.290449+0000", 2024-08-17T01:57:00.842 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.290897+0000", 2024-08-17T01:57:00.842 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063499+0000", 2024-08-17T01:57:00.842 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.842 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.842 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.842 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.842 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063499+0000", 2024-08-17T01:57:00.842 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063499+0000", 2024-08-17T01:57:00.842 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063499+0000", 2024-08-17T01:57:00.843 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.843 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.843 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.843 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063499+0000", 2024-08-17T01:57:00.843 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063499+0000", 2024-08-17T01:57:00.843 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.843 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.843 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.843 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.843 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.843 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.843 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.843 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.843 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.843 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.844 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.844 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.844 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.844 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.18", 2024-08-17T01:57:00.844 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.844 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.844 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.844 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5157, 2024-08-17T01:57:00.844 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.844 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:06:38.200721+0000", 2024-08-17T01:57:00.844 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.844 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.844 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.844 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.847 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.847 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.847 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.847 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.847 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.847 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.847 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.847 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.847 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.847 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.847 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.847 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.847 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.847 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.847 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.848 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:00.848 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.848 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:00.848 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.848 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.848 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.848 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.848 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.848 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.848 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:00.848 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.848 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:00.848 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.849 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.849 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.849 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.849 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.849 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.849 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065615+0000", 2024-08-17T01:57:00.849 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:23.908263+0000", 2024-08-17T01:57:00.849 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:23.908263+0000", 2024-08-17T01:57:00.849 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:23.909218+0000", 2024-08-17T01:57:00.849 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065615+0000", 2024-08-17T01:57:00.850 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.850 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.850 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.850 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 397, 2024-08-17T01:57:00.850 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065615+0000", 2024-08-17T01:57:00.850 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065615+0000", 2024-08-17T01:57:00.850 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065615+0000", 2024-08-17T01:57:00.850 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.850 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.850 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.850 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065615+0000", 2024-08-17T01:57:00.850 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065615+0000", 2024-08-17T01:57:00.851 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.851 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.851 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.851 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.851 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 396, 2024-08-17T01:57:00.851 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.851 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.851 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.851 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.851 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.851 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.851 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.851 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.852 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.18", 2024-08-17T01:57:00.852 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.852 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.852 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.852 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5258, 2024-08-17T01:57:00.852 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.852 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:19:31.137614+0000", 2024-08-17T01:57:00.852 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.852 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.852 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.852 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.853 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.856 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.856 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.856 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.856 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.856 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.856 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.856 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:00.856 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.856 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:00.857 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.857 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.857 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.857 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.857 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.857 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.857 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:00.857 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.857 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:00.858 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.858 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.858 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.858 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.858 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.858 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.858 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063378+0000", 2024-08-17T01:57:00.858 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.240644+0000", 2024-08-17T01:57:00.858 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.240644+0000", 2024-08-17T01:57:00.858 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.240986+0000", 2024-08-17T01:57:00.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063378+0000", 2024-08-17T01:57:00.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:00.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063378+0000", 2024-08-17T01:57:00.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063378+0000", 2024-08-17T01:57:00.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063378+0000", 2024-08-17T01:57:00.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063378+0000", 2024-08-17T01:57:00.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063378+0000", 2024-08-17T01:57:00.860 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.860 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.860 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.860 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.861 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:00.861 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.861 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.861 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.861 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.861 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.861 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.861 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.861 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.861 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.19", 2024-08-17T01:57:00.861 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.862 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.862 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.862 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5263, 2024-08-17T01:57:00.862 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.862 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:06:36.290552+0000", 2024-08-17T01:57:00.862 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.862 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.862 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.865 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.865 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.865 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.865 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.865 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.865 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.865 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.865 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:00.865 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.866 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:00.866 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.866 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.866 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.866 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.866 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.866 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.866 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:00.866 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.866 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:00.866 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.866 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.866 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.866 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.867 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.867 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.867 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.370607+0000", 2024-08-17T01:57:00.867 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.290041+0000", 2024-08-17T01:57:00.867 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.290041+0000", 2024-08-17T01:57:00.867 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.290405+0000", 2024-08-17T01:57:00.867 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.370607+0000", 2024-08-17T01:57:00.867 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.867 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.867 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.867 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.867 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.370607+0000", 2024-08-17T01:57:00.867 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.370607+0000", 2024-08-17T01:57:00.867 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.370607+0000", 2024-08-17T01:57:00.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.370607+0000", 2024-08-17T01:57:00.868 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.370607+0000", 2024-08-17T01:57:00.868 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.868 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3, 2024-08-17T01:57:00.868 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.868 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.868 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.868 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.868 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.869 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.869 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.869 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3, 2024-08-17T01:57:00.869 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.869 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.869 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.869 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1a", 2024-08-17T01:57:00.869 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.869 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.869 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.869 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5121, 2024-08-17T01:57:00.869 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.869 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:33:45.840473+0000", 2024-08-17T01:57:00.870 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.870 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.870 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.870 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.870 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.870 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.870 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.870 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.870 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.870 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.870 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.870 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.872 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.873 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.873 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.873 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.873 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.873 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.873 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.873 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.873 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.873 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.873 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:00.873 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.873 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:00.873 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "557'3" 2024-08-17T01:57:00.873 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.874 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.874 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.874 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.874 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.874 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:00.874 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.874 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:00.874 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.874 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.874 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.874 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.874 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.874 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.875 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227449+0000", 2024-08-17T01:57:00.875 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.287194+0000", 2024-08-17T01:57:00.875 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.287194+0000", 2024-08-17T01:57:00.875 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.287583+0000", 2024-08-17T01:57:00.875 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227449+0000", 2024-08-17T01:57:00.875 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.875 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.875 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.875 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.875 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227449+0000", 2024-08-17T01:57:00.875 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227449+0000", 2024-08-17T01:57:00.875 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227449+0000", 2024-08-17T01:57:00.875 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.875 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.876 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.876 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227449+0000", 2024-08-17T01:57:00.876 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227449+0000", 2024-08-17T01:57:00.876 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.876 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.876 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.876 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.876 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.876 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.876 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.876 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.876 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.876 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.877 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.877 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.877 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.877 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1b", 2024-08-17T01:57:00.877 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.877 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.877 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.877 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5320, 2024-08-17T01:57:00.877 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.877 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:20:20.861644+0000", 2024-08-17T01:57:00.877 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.877 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.877 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.877 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.879 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.879 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.879 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.879 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.879 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.879 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.879 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.879 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.879 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.879 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.879 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.879 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.879 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.879 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.880 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.880 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.880 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.880 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.880 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.880 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.880 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.880 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.880 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.880 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.880 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.880 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.880 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.880 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.880 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.881 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.881 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.881 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:00.881 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.881 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:00.881 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.881 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.881 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.881 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.881 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.881 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.882 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:00.882 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.882 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:00.882 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.882 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.882 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:00.882 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.882 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.882 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.882 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:00.882 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.288816+0000", 2024-08-17T01:57:00.883 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.288816+0000", 2024-08-17T01:57:00.883 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.289184+0000", 2024-08-17T01:57:00.883 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:00.883 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.883 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.883 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.883 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.883 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:00.883 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:00.883 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:00.883 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.884 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.884 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:00.884 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:00.884 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:00.884 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.884 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3, 2024-08-17T01:57:00.884 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.884 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.884 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.884 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.884 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.885 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.885 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.885 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3, 2024-08-17T01:57:00.885 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.885 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.885 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.885 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1b", 2024-08-17T01:57:00.885 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.885 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.885 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.885 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5226, 2024-08-17T01:57:00.885 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.885 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:53:00.506148+0000", 2024-08-17T01:57:00.886 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.886 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.886 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.887 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.888 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.889 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.889 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.889 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.889 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.889 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.889 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.889 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.889 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.889 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.889 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.889 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:00.889 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.890 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:00.890 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "557'3" 2024-08-17T01:57:00.890 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.890 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.890 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.890 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.890 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.890 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:00.890 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.890 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T01:57:00.890 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.890 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.891 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.891 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.891 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.891 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.891 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.370680+0000", 2024-08-17T01:57:00.891 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.795534+0000", 2024-08-17T01:57:00.891 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.795534+0000", 2024-08-17T01:57:00.891 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.795843+0000", 2024-08-17T01:57:00.891 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.370680+0000", 2024-08-17T01:57:00.891 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.892 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.892 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.892 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:00.892 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.370680+0000", 2024-08-17T01:57:00.892 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.370680+0000", 2024-08-17T01:57:00.892 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.370680+0000", 2024-08-17T01:57:00.892 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.892 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.892 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.892 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.370680+0000", 2024-08-17T01:57:00.892 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.370680+0000", 2024-08-17T01:57:00.893 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.893 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.893 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.893 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.893 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:00.893 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.893 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.893 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.893 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.893 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.893 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.894 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.894 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.894 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1a", 2024-08-17T01:57:00.894 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.894 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.894 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.894 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5218, 2024-08-17T01:57:00.894 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.894 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:45:15.469846+0000", 2024-08-17T01:57:00.895 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.895 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.895 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.895 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.897 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.897 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.897 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.897 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.897 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.897 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.897 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.897 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.899 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.899 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.899 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.899 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.899 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.899 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.899 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.899 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.899 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.899 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.899 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:00.899 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.899 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T01:57:00.899 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.900 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.900 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.900 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.900 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.900 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.900 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:00.900 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.900 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:00.900 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.900 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.900 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.900 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.900 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.900 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.901 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.368431+0000", 2024-08-17T01:57:00.901 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.244337+0000", 2024-08-17T01:57:00.901 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.244337+0000", 2024-08-17T01:57:00.901 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.247446+0000", 2024-08-17T01:57:00.901 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.368431+0000", 2024-08-17T01:57:00.901 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.901 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.901 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.901 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:00.901 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.368431+0000", 2024-08-17T01:57:00.901 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.368431+0000", 2024-08-17T01:57:00.901 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.368431+0000", 2024-08-17T01:57:00.901 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.902 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.902 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.902 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.368431+0000", 2024-08-17T01:57:00.902 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.368431+0000", 2024-08-17T01:57:00.902 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.902 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.902 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.902 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.902 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:00.902 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.902 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.902 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.902 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.903 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.903 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.903 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.903 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.903 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.20", 2024-08-17T01:57:00.903 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.903 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.903 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.903 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5120, 2024-08-17T01:57:00.903 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.903 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:34:15.606231+0000", 2024-08-17T01:57:00.903 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.904 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.904 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.904 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.904 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.904 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.904 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.904 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.904 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.904 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.904 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.904 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.904 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.905 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.905 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.905 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.905 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.905 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.905 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.905 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.905 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.905 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.905 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.905 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.905 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.905 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.907 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.907 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.907 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.907 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.907 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.907 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.907 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.907 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.907 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.907 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.907 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:00.907 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.907 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:00.908 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.908 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.908 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.908 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.908 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:00.908 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.908 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:00.908 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.908 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T01:57:00.908 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.908 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.908 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.909 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.909 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.909 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.909 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.370906+0000", 2024-08-17T01:57:00.909 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.238274+0000", 2024-08-17T01:57:00.909 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.238274+0000", 2024-08-17T01:57:00.909 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.238618+0000", 2024-08-17T01:57:00.909 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.370906+0000", 2024-08-17T01:57:00.909 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.909 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.909 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.909 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:00.909 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.370906+0000", 2024-08-17T01:57:00.909 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.370906+0000", 2024-08-17T01:57:00.910 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.370906+0000", 2024-08-17T01:57:00.910 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.910 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.910 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.910 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.370906+0000", 2024-08-17T01:57:00.910 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.370906+0000", 2024-08-17T01:57:00.910 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.910 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.910 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.910 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.910 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:00.910 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.911 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.911 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.911 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.911 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.911 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.911 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.911 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.911 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.21", 2024-08-17T01:57:00.911 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.911 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.911 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.911 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5279, 2024-08-17T01:57:00.911 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.912 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:54:37.357977+0000", 2024-08-17T01:57:00.912 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.912 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.912 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.912 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.912 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.912 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.912 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.912 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.912 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.912 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.912 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.915 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.915 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.915 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.915 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.915 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.915 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.915 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.915 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.915 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:00.915 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.915 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:00.915 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.915 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T01:57:00.915 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.915 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.916 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.916 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.916 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.916 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.916 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:00.916 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.916 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:00.916 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.916 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.916 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.916 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.916 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.916 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.916 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065776+0000", 2024-08-17T01:57:00.917 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.964796+0000", 2024-08-17T01:57:00.917 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.964796+0000", 2024-08-17T01:57:00.917 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.965273+0000", 2024-08-17T01:57:00.917 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065776+0000", 2024-08-17T01:57:00.917 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.917 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.917 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.917 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:00.917 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065776+0000", 2024-08-17T01:57:00.917 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065776+0000", 2024-08-17T01:57:00.917 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065776+0000", 2024-08-17T01:57:00.917 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.917 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.917 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.918 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065776+0000", 2024-08-17T01:57:00.918 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065776+0000", 2024-08-17T01:57:00.918 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.918 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.918 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.918 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.918 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:00.918 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.918 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.918 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.918 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.918 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.919 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.919 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.919 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.919 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.22", 2024-08-17T01:57:00.919 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.919 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.919 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.919 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5176, 2024-08-17T01:57:00.919 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.919 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:24:21.243868+0000", 2024-08-17T01:57:00.919 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.919 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.920 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.920 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.920 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.920 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.920 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.920 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.920 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.920 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.920 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.920 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.923 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.923 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.923 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.923 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.923 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.923 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.923 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.923 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.923 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.923 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.924 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.924 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.924 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.924 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.924 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:00.924 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.924 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:00.924 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.924 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.924 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.925 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.925 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.925 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.925 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:00.925 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.925 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:00.925 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.925 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.925 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.925 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.925 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.926 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.926 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227871+0000", 2024-08-17T01:57:00.926 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.788200+0000", 2024-08-17T01:57:00.926 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.788200+0000", 2024-08-17T01:57:00.926 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.789094+0000", 2024-08-17T01:57:00.926 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227871+0000", 2024-08-17T01:57:00.926 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.926 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.926 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.927 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:00.927 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227871+0000", 2024-08-17T01:57:00.927 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227871+0000", 2024-08-17T01:57:00.927 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227871+0000", 2024-08-17T01:57:00.927 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.927 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.927 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.927 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227871+0000", 2024-08-17T01:57:00.927 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227871+0000", 2024-08-17T01:57:00.927 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.927 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.928 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.928 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.928 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:00.928 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.928 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.928 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.928 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.928 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.928 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.928 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.929 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.929 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.23", 2024-08-17T01:57:00.929 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.929 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.929 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.929 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5326, 2024-08-17T01:57:00.929 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.929 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:24:29.185802+0000", 2024-08-17T01:57:00.929 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.929 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.930 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.931 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.931 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.931 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.931 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.931 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.931 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.931 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.931 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.931 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.931 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.931 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.931 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.931 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.932 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.933 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.933 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.933 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.933 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.933 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.934 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.934 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.934 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:00.934 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.934 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:00.934 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.934 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.934 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.934 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.934 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.934 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:00.934 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:00.934 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.934 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:00.935 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.935 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.935 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.935 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.935 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.935 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.935 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064624+0000", 2024-08-17T01:57:00.935 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:23.905690+0000", 2024-08-17T01:57:00.935 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:23.905690+0000", 2024-08-17T01:57:00.935 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:23.906001+0000", 2024-08-17T01:57:00.935 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064624+0000", 2024-08-17T01:57:00.935 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.935 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.935 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.935 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 397, 2024-08-17T01:57:00.936 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064624+0000", 2024-08-17T01:57:00.936 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064624+0000", 2024-08-17T01:57:00.936 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064624+0000", 2024-08-17T01:57:00.936 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.936 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.936 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.936 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064624+0000", 2024-08-17T01:57:00.936 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064624+0000", 2024-08-17T01:57:00.936 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.936 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.936 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.936 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.936 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 396, 2024-08-17T01:57:00.936 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.936 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.937 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.937 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.937 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.937 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.937 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.937 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.937 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.24", 2024-08-17T01:57:00.937 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.937 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.937 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.937 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5261, 2024-08-17T01:57:00.937 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.937 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:35:20.657166+0000", 2024-08-17T01:57:00.937 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.937 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.938 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.938 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.938 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.938 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.938 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.938 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.938 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.938 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.938 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.938 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.938 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.938 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.938 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.938 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.939 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.939 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.939 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.939 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.939 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.939 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.939 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.939 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.939 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.939 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.939 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.939 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.939 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.940 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.940 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.940 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.940 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.940 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.940 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.940 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.940 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.940 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.940 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.940 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.940 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.940 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.940 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.941 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.941 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.941 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.941 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.941 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.941 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:00.941 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:00.941 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.941 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:00.941 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.941 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.941 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.941 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.942 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.942 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.942 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:00.942 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.942 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:00.942 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.942 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.942 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.942 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.942 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.942 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.942 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061662+0000", 2024-08-17T01:57:00.942 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:23.896715+0000", 2024-08-17T01:57:00.942 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:23.896715+0000", 2024-08-17T01:57:00.942 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:23.897177+0000", 2024-08-17T01:57:00.943 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061662+0000", 2024-08-17T01:57:00.943 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.943 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.943 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.943 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 397, 2024-08-17T01:57:00.943 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061662+0000", 2024-08-17T01:57:00.943 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061662+0000", 2024-08-17T01:57:00.943 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061662+0000", 2024-08-17T01:57:00.943 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.943 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.943 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.943 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061662+0000", 2024-08-17T01:57:00.943 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061662+0000", 2024-08-17T01:57:00.943 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.944 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.944 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.944 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.944 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 396, 2024-08-17T01:57:00.944 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.944 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.944 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.944 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.944 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.944 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.944 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.944 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.944 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.25", 2024-08-17T01:57:00.944 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.945 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.945 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.945 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5313, 2024-08-17T01:57:00.945 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.945 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:16:10.166091+0000", 2024-08-17T01:57:00.945 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.945 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.945 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.945 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.945 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.945 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.945 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.945 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.945 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.946 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.946 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.946 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.946 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.946 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.946 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.946 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.946 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.946 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.946 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.946 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.948 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.948 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.948 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.948 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.949 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:00.949 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.949 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:00.949 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.949 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:00.949 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.949 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.949 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.949 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.949 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.949 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.949 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:00.949 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.949 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:00.950 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.950 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.950 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.950 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.950 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.950 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.950 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.371030+0000", 2024-08-17T01:57:00.950 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.287861+0000", 2024-08-17T01:57:00.950 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.287861+0000", 2024-08-17T01:57:00.950 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.288182+0000", 2024-08-17T01:57:00.950 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.371030+0000", 2024-08-17T01:57:00.951 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.951 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.951 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.951 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.951 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.371030+0000", 2024-08-17T01:57:00.951 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.371030+0000", 2024-08-17T01:57:00.951 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.371030+0000", 2024-08-17T01:57:00.951 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.951 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.951 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.951 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.371030+0000", 2024-08-17T01:57:00.951 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.371030+0000", 2024-08-17T01:57:00.951 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.951 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.952 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.952 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.952 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.952 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.952 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.952 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.952 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.952 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.952 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.952 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.952 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.952 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.26", 2024-08-17T01:57:00.953 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.953 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.953 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.953 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5119, 2024-08-17T01:57:00.953 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.953 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:01:12.102751+0000", 2024-08-17T01:57:00.953 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.953 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.953 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.953 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.953 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.953 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.954 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.954 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.954 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.954 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.954 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.954 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.954 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.954 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.954 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.954 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.954 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.954 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.955 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.957 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.957 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.957 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.957 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.957 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.957 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.957 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:00.957 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.957 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:00.957 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.957 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.957 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.957 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.957 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.958 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.958 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:00.958 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.958 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:00.958 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.958 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.958 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.958 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.958 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.958 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.958 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065443+0000", 2024-08-17T01:57:00.958 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.795619+0000", 2024-08-17T01:57:00.958 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.795619+0000", 2024-08-17T01:57:00.959 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.795937+0000", 2024-08-17T01:57:00.959 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065443+0000", 2024-08-17T01:57:00.959 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.959 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.959 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.959 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:00.959 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065443+0000", 2024-08-17T01:57:00.959 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065443+0000", 2024-08-17T01:57:00.959 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065443+0000", 2024-08-17T01:57:00.959 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.959 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.959 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.959 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065443+0000", 2024-08-17T01:57:00.959 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065443+0000", 2024-08-17T01:57:00.960 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.960 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.960 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.960 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.960 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:00.960 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.960 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.960 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.960 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.960 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.960 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.960 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.960 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.960 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.27", 2024-08-17T01:57:00.961 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.961 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.961 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.961 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5243, 2024-08-17T01:57:00.961 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.961 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:17:05.602549+0000", 2024-08-17T01:57:00.961 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.961 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.961 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.962 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.962 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.962 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.962 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.962 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.962 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.962 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.962 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.962 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.962 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.965 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.966 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.966 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.966 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.966 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.966 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.966 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:00.966 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.966 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:00.966 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.966 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.966 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.966 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.966 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.966 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.967 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:00.967 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.967 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:00.967 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.967 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.967 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.967 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.967 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.967 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.967 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063704+0000", 2024-08-17T01:57:00.967 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.956293+0000", 2024-08-17T01:57:00.967 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.956293+0000", 2024-08-17T01:57:00.967 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.956605+0000", 2024-08-17T01:57:00.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063704+0000", 2024-08-17T01:57:00.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:00.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063704+0000", 2024-08-17T01:57:00.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063704+0000", 2024-08-17T01:57:00.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063704+0000", 2024-08-17T01:57:00.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063704+0000", 2024-08-17T01:57:00.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063704+0000", 2024-08-17T01:57:00.969 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.969 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.969 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.969 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.969 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:00.969 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.969 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.969 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.969 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.969 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.969 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.969 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.969 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.970 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.28", 2024-08-17T01:57:00.970 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.970 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.970 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.970 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5174, 2024-08-17T01:57:00.970 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.970 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:58:09.476499+0000", 2024-08-17T01:57:00.970 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.970 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.970 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.970 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.970 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.970 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.973 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.973 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.973 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.973 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.974 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.974 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.974 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:00.974 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.974 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:00.974 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.974 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.974 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.974 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.974 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.974 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.974 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:00.975 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.975 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:00.975 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.975 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.975 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.975 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.975 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.975 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063523+0000", 2024-08-17T01:57:00.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.797964+0000", 2024-08-17T01:57:00.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.797964+0000", 2024-08-17T01:57:00.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.798356+0000", 2024-08-17T01:57:00.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063523+0000", 2024-08-17T01:57:00.976 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.976 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.976 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.976 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:00.976 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063523+0000", 2024-08-17T01:57:00.976 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063523+0000", 2024-08-17T01:57:00.976 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063523+0000", 2024-08-17T01:57:00.976 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.976 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.976 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.976 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063523+0000", 2024-08-17T01:57:00.976 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063523+0000", 2024-08-17T01:57:00.976 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.976 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.977 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.977 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.977 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:00.977 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.977 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.977 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.977 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.977 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.977 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.977 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.977 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.977 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.29", 2024-08-17T01:57:00.977 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.977 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.978 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.978 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5252, 2024-08-17T01:57:00.978 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.978 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:54:29.669416+0000", 2024-08-17T01:57:00.978 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.978 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.978 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.981 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.981 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.981 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.981 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.981 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.981 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.981 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.981 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.981 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.981 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.981 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.981 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.981 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.981 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.982 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:00.982 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.982 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:00.982 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.982 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:00.982 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.982 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.982 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.982 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.982 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.982 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.982 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:00.982 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.982 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:00.983 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.983 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.983 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.983 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.983 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.983 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.983 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064870+0000", 2024-08-17T01:57:00.983 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.290990+0000", 2024-08-17T01:57:00.983 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.290990+0000", 2024-08-17T01:57:00.983 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.291284+0000", 2024-08-17T01:57:00.983 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064870+0000", 2024-08-17T01:57:00.983 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.983 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.983 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.984 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.984 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064870+0000", 2024-08-17T01:57:00.984 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064870+0000", 2024-08-17T01:57:00.984 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064870+0000", 2024-08-17T01:57:00.984 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.984 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.984 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.984 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064870+0000", 2024-08-17T01:57:00.984 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064870+0000", 2024-08-17T01:57:00.984 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.984 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.984 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.985 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.985 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.985 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.985 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.985 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.985 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.985 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.985 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.985 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.985 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.985 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2a", 2024-08-17T01:57:00.985 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.985 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.986 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.986 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5151, 2024-08-17T01:57:00.986 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.986 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:12:25.586326+0000", 2024-08-17T01:57:00.986 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.986 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.986 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.988 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.989 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.989 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.989 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.989 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.989 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.989 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.989 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.989 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.989 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.989 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.989 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.989 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.989 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:00.989 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.990 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:00.990 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.990 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:00.990 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.990 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.990 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.990 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.990 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.990 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.990 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:00.990 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.990 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:00.990 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.991 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.991 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.991 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.991 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.991 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.991 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227918+0000", 2024-08-17T01:57:00.991 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.290159+0000", 2024-08-17T01:57:00.991 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.290159+0000", 2024-08-17T01:57:00.991 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.291012+0000", 2024-08-17T01:57:00.991 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227918+0000", 2024-08-17T01:57:00.991 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.991 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.991 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.992 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:00.992 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227918+0000", 2024-08-17T01:57:00.992 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227918+0000", 2024-08-17T01:57:00.992 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227918+0000", 2024-08-17T01:57:00.992 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:00.992 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:00.992 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.992 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227918+0000", 2024-08-17T01:57:00.992 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227918+0000", 2024-08-17T01:57:00.992 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:00.992 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:00.992 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:00.992 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:00.992 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:00.993 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:00.993 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:00.993 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:00.993 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:00.993 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:00.993 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:00.993 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:00.993 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:00.993 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2b", 2024-08-17T01:57:00.993 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:00.993 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:00.993 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:00.993 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5324, 2024-08-17T01:57:00.994 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:00.994 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:37:00.913257+0000", 2024-08-17T01:57:00.994 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:00.994 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:00.994 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:00.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:00.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:00.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:00.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:00.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:00.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:00.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:00.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:00.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:00.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:00.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:00.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:00.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:00.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:00.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:00.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:00.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:00.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:00.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:00.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:00.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:00.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:00.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:00.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:00.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:00.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:00.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:00.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:00.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:00.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:00.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:00.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:00.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:00.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:00.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:00.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:00.996 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:00.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:00.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:00.997 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:00.997 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.997 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:00.997 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:00.997 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:00.997 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:00.997 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:00.997 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:00.997 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.997 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:00.997 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:00.998 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:00.998 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:00.998 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:00.998 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:00.998 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:00.998 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:00.998 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:00.998 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:00.998 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:00.998 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:00.998 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:00.998 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:00.998 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:00.999 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:00.999 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369023+0000", 2024-08-17T01:57:00.999 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.245858+0000", 2024-08-17T01:57:00.999 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.245858+0000", 2024-08-17T01:57:00.999 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.246271+0000", 2024-08-17T01:57:00.999 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369023+0000", 2024-08-17T01:57:00.999 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.999 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:00.999 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:00.999 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:00.999 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369023+0000", 2024-08-17T01:57:00.999 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369023+0000", 2024-08-17T01:57:00.999 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369023+0000", 2024-08-17T01:57:00.999 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:01.000 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:01.000 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.000 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369023+0000", 2024-08-17T01:57:01.000 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369023+0000", 2024-08-17T01:57:01.000 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:01.000 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:01.000 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:01.000 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:01.000 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:01.000 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:01.000 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:01.000 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:01.001 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:01.001 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:01.001 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:01.001 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:01.001 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:01.001 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2c", 2024-08-17T01:57:01.001 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:01.001 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:01.001 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:01.001 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5126, 2024-08-17T01:57:01.001 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:01.001 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:58:10.780802+0000", 2024-08-17T01:57:01.001 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:01.002 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:01.002 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:01.002 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:01.002 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:01.002 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:01.002 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:01.002 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:01.002 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:01.002 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:01.002 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:01.002 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:01.002 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:01.003 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:01.003 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:01.003 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:01.003 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:01.003 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:01.003 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:01.003 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:01.003 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:01.003 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:01.003 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:01.003 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:01.003 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:01.003 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:01.003 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:01.003 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:01.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:01.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:01.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:01.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:01.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:01.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:01.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:01.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:01.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:01.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:01.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:01.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:01.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:01.004 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:01.005 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:01.005 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.005 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:01.005 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:01.005 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:01.005 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:01.005 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:01.005 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:01.005 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.005 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:01.005 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:01.005 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.005 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.005 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:01.006 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:01.006 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:01.006 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:01.006 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.006 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:01.006 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:01.006 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:01.006 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:01.006 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:01.007 INFO:tasks.workunit.client.0.smithi082.stderr:+ ceph telemetry show 2024-08-17T01:57:01.008 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:01.008 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:01.008 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373709+0000", 2024-08-17T01:57:01.008 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.299846+0000", 2024-08-17T01:57:01.008 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.299846+0000", 2024-08-17T01:57:01.008 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.301358+0000", 2024-08-17T01:57:01.008 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373709+0000", 2024-08-17T01:57:01.008 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.008 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:01.009 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.009 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:01.009 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373709+0000", 2024-08-17T01:57:01.009 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373709+0000", 2024-08-17T01:57:01.009 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373709+0000", 2024-08-17T01:57:01.009 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:01.009 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:01.009 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.009 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373709+0000", 2024-08-17T01:57:01.009 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373709+0000", 2024-08-17T01:57:01.009 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:01.009 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:01.010 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:01.010 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:01.010 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:01.010 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:01.010 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:01.010 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:01.010 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:01.010 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:01.010 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:01.010 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:01.010 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:01.010 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2d", 2024-08-17T01:57:01.010 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:01.011 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:01.011 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:01.011 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5095, 2024-08-17T01:57:01.011 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:01.011 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:27:00.421278+0000", 2024-08-17T01:57:01.011 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:01.011 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:01.011 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:01.011 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:01.011 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:01.011 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:01.011 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:01.011 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:01.011 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:01.012 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:01.012 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:01.012 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:01.012 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:01.012 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:01.012 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:01.012 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:01.012 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:01.012 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:01.012 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:01.012 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:01.012 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:01.012 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:01.012 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:01.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:01.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:01.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:01.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:01.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:01.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:01.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:01.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:01.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:01.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:01.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:01.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:01.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:01.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:01.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:01.013 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:01.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:01.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:01.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:01.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:01.014 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.014 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:01.014 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:01.014 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:01.014 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:01.014 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:01.014 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:01.014 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.014 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:01.014 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:01.014 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.015 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.015 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:01.015 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:01.015 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:01.015 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:01.015 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.015 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T01:57:01.015 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:01.015 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:01.015 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:01.015 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:01.015 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:01.015 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:01.015 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369137+0000", 2024-08-17T01:57:01.016 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.296384+0000", 2024-08-17T01:57:01.016 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.296384+0000", 2024-08-17T01:57:01.016 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296804+0000", 2024-08-17T01:57:01.016 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369137+0000", 2024-08-17T01:57:01.016 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.016 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:01.016 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.016 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:01.016 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369137+0000", 2024-08-17T01:57:01.016 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369137+0000", 2024-08-17T01:57:01.016 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369137+0000", 2024-08-17T01:57:01.016 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:01.016 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:01.016 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.017 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369137+0000", 2024-08-17T01:57:01.017 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369137+0000", 2024-08-17T01:57:01.017 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:01.017 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:01.017 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:01.017 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:01.017 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:01.017 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:01.017 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:01.017 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:01.017 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:01.017 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:01.017 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:01.017 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:01.018 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:01.018 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2e", 2024-08-17T01:57:01.018 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:01.018 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:01.018 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:01.018 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5275, 2024-08-17T01:57:01.018 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:01.018 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:13:19.428180+0000", 2024-08-17T01:57:01.018 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:01.018 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:01.018 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:01.018 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:01.018 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:01.019 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:01.019 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:01.019 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:01.019 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:01.019 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:01.019 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:01.019 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:01.019 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:01.019 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:01.019 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:01.019 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:01.019 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:01.019 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:01.019 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:01.020 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:01.020 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:01.020 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:01.020 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:01.020 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:01.020 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:01.020 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:01.020 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:01.020 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:01.020 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:01.020 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:01.020 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:01.020 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:01.021 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:01.021 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:01.021 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:01.021 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:01.021 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:01.021 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:01.021 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:01.021 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:01.021 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:01.021 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:01.021 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:01.021 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.022 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:01.022 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:01.022 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:01.022 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:01.022 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:01.022 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:01.022 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.022 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T01:57:01.022 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:01.022 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.022 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.022 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:01.022 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:01.023 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:01.023 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:01.023 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.023 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:01.023 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:01.023 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:01.023 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:01.023 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:01.023 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:01.023 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:01.023 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064506+0000", 2024-08-17T01:57:01.023 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.296521+0000", 2024-08-17T01:57:01.023 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.296521+0000", 2024-08-17T01:57:01.024 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296870+0000", 2024-08-17T01:57:01.024 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064506+0000", 2024-08-17T01:57:01.024 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.024 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:01.024 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.024 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:01.024 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064506+0000", 2024-08-17T01:57:01.024 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064506+0000", 2024-08-17T01:57:01.024 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064506+0000", 2024-08-17T01:57:01.024 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:01.024 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:01.024 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.024 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064506+0000", 2024-08-17T01:57:01.025 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064506+0000", 2024-08-17T01:57:01.025 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:01.025 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:01.025 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:01.025 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:01.025 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:01.025 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:01.025 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:01.025 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:01.025 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:01.025 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:01.025 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:01.025 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:01.026 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:01.026 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2f", 2024-08-17T01:57:01.026 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:01.026 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:01.026 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:01.026 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5155, 2024-08-17T01:57:01.026 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:01.026 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:25:48.926280+0000", 2024-08-17T01:57:01.026 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:01.026 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:01.026 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:01.026 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:01.026 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:01.026 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:01.026 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:01.027 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:01.027 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:01.027 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:01.027 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:01.027 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:01.027 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:01.027 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:01.027 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:01.027 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:01.027 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:01.027 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:01.027 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:01.027 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:01.027 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:01.028 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:01.028 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:01.028 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:01.028 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:01.028 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:01.028 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:01.028 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:01.028 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:01.028 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:01.028 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:01.028 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:01.028 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:01.028 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:01.029 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:01.029 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:01.029 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:01.029 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:01.029 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:01.029 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:01.029 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:01.029 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:01.029 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:01.029 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.029 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:01.029 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:01.029 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:01.030 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:01.030 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:01.030 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:01.030 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.030 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:01.030 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:01.030 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.030 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.030 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:01.030 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:01.030 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:01.030 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:01.030 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.031 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:01.031 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:01.031 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:01.031 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:01.031 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:01.031 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:01.031 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:01.031 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063399+0000", 2024-08-17T01:57:01.031 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.296470+0000", 2024-08-17T01:57:01.031 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.296470+0000", 2024-08-17T01:57:01.031 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296849+0000", 2024-08-17T01:57:01.031 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063399+0000", 2024-08-17T01:57:01.031 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.031 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:01.032 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.032 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:01.032 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063399+0000", 2024-08-17T01:57:01.032 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063399+0000", 2024-08-17T01:57:01.032 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063399+0000", 2024-08-17T01:57:01.032 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:01.032 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:01.032 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.032 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063399+0000", 2024-08-17T01:57:01.032 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063399+0000", 2024-08-17T01:57:01.032 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:01.032 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:01.032 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:01.032 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:01.033 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:01.033 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:01.033 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:01.033 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:01.033 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:01.033 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:01.033 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:01.033 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:01.033 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:01.033 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.30", 2024-08-17T01:57:01.033 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:01.033 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:01.033 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:01.033 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5150, 2024-08-17T01:57:01.033 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:01.034 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:09:33.202637+0000", 2024-08-17T01:57:01.034 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:01.034 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:01.034 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:01.034 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:01.034 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:01.034 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:01.034 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:01.034 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:01.034 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:01.034 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:01.034 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:01.034 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:01.035 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:01.035 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:01.035 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:01.035 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:01.035 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:01.035 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:01.035 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:01.035 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:01.035 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:01.035 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:01.035 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:01.035 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:01.035 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:01.036 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:01.036 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:01.036 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:01.036 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:01.036 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:01.036 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:01.036 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:01.036 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:01.036 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:01.036 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:01.036 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:01.036 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:01.036 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:01.037 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:01.037 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:01.037 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:01.037 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:01.037 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:01.037 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.037 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:01.037 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:01.037 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:01.037 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:01.037 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:01.037 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:01.037 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.038 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:01.038 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:01.038 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.038 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.038 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:01.038 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:01.038 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:01.038 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:01.038 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.038 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:01.038 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:01.038 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:01.039 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:01.039 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:01.039 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:01.039 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:01.039 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061068+0000", 2024-08-17T01:57:01.039 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.952996+0000", 2024-08-17T01:57:01.039 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.952996+0000", 2024-08-17T01:57:01.039 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.953279+0000", 2024-08-17T01:57:01.039 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061068+0000", 2024-08-17T01:57:01.039 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.039 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:01.039 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.039 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:01.039 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061068+0000", 2024-08-17T01:57:01.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061068+0000", 2024-08-17T01:57:01.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061068+0000", 2024-08-17T01:57:01.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:01.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:01.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061068+0000", 2024-08-17T01:57:01.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061068+0000", 2024-08-17T01:57:01.040 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:01.040 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:01.040 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:01.040 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:01.040 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:01.040 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:01.040 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:01.041 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:01.041 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:01.041 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:01.041 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:01.041 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:01.041 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:01.041 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.31", 2024-08-17T01:57:01.041 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:01.041 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:01.041 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:01.041 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5325, 2024-08-17T01:57:01.041 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:01.041 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:15:07.566694+0000", 2024-08-17T01:57:01.041 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:01.042 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:01.042 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:01.042 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:01.042 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:01.042 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:01.042 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:01.042 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:01.042 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:01.042 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:01.042 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:01.042 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:01.042 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:01.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:01.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:01.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:01.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:01.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:01.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:01.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:01.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:01.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:01.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:01.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:01.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:01.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:01.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:01.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:01.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:01.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:01.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:01.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:01.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:01.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:01.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:01.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:01.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:01.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:01.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:01.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:01.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:01.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:01.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:01.045 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.045 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:01.045 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:01.045 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:01.045 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:01.045 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:01.045 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:01.045 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.045 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:01.045 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:01.046 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.046 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.046 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:01.046 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:01.046 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:01.046 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:01.046 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.046 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:01.046 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:01.046 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:01.046 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:01.046 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:01.046 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:01.047 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:01.047 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227719+0000", 2024-08-17T01:57:01.047 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.957116+0000", 2024-08-17T01:57:01.047 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.957116+0000", 2024-08-17T01:57:01.047 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.957553+0000", 2024-08-17T01:57:01.047 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227719+0000", 2024-08-17T01:57:01.047 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.047 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:01.047 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.047 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:01.047 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227719+0000", 2024-08-17T01:57:01.047 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227719+0000", 2024-08-17T01:57:01.047 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227719+0000", 2024-08-17T01:57:01.048 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:01.048 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:01.048 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.048 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227719+0000", 2024-08-17T01:57:01.048 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227719+0000", 2024-08-17T01:57:01.048 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:01.048 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:01.048 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:01.048 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:01.048 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:01.048 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:01.048 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:01.049 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:01.049 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:01.049 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:01.049 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:01.049 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:01.049 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:01.049 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.32", 2024-08-17T01:57:01.049 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:01.049 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:01.049 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:01.049 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5322, 2024-08-17T01:57:01.049 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:01.049 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:17:27.035979+0000", 2024-08-17T01:57:01.050 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:01.050 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:01.050 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:01.050 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:01.050 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:01.050 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:01.050 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:01.050 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:01.050 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:01.050 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:01.050 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:01.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:01.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:01.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:01.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:01.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:01.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:01.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:01.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:01.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:01.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:01.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:01.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:01.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:01.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:01.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:01.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:01.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:01.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:01.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:01.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:01.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:01.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:01.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:01.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:01.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:01.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:01.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:01.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:01.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:01.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:01.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:01.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:01.053 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.053 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:01.053 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:01.053 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:01.053 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:01.053 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:01.053 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:01.054 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.054 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:01.054 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:01.054 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.054 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.054 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:01.054 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:01.054 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:01.054 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:01.054 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.054 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:01.054 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:01.054 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:01.054 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:01.055 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:01.055 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:01.055 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:01.055 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064172+0000", 2024-08-17T01:57:01.055 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.243294+0000", 2024-08-17T01:57:01.055 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.243294+0000", 2024-08-17T01:57:01.055 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.243640+0000", 2024-08-17T01:57:01.055 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064172+0000", 2024-08-17T01:57:01.055 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.055 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:01.055 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.055 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:01.055 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064172+0000", 2024-08-17T01:57:01.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064172+0000", 2024-08-17T01:57:01.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064172+0000", 2024-08-17T01:57:01.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:01.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:01.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064172+0000", 2024-08-17T01:57:01.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064172+0000", 2024-08-17T01:57:01.056 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:01.056 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:01.056 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:01.056 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:01.056 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:01.056 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:01.056 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:01.057 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:01.057 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:01.057 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:01.057 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:01.057 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:01.057 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:01.057 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.33", 2024-08-17T01:57:01.057 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:01.057 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:01.057 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:01.057 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5250, 2024-08-17T01:57:01.058 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:01.058 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:54:12.813010+0000", 2024-08-17T01:57:01.058 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:01.058 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:01.058 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:01.058 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:01.058 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:01.058 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:01.058 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:01.058 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:01.058 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:01.058 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:01.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:01.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:01.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:01.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:01.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:01.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:01.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:01.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:01.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:01.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:01.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:01.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:01.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:01.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:01.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:01.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:01.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:01.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:01.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:01.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:01.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:01.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:01.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:01.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:01.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:01.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:01.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:01.061 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:01.061 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:01.061 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:01.061 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:01.061 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:01.061 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:01.061 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.061 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:01.061 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:01.061 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:01.061 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:01.061 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:01.061 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:01.061 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.062 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:01.062 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:01.062 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.062 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.062 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:01.062 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:01.062 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:01.062 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:01.062 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.062 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T01:57:01.062 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:01.062 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:01.062 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:01.063 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:01.063 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:01.063 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:01.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.375979+0000", 2024-08-17T01:57:01.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.238570+0000", 2024-08-17T01:57:01.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.238570+0000", 2024-08-17T01:57:01.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.238868+0000", 2024-08-17T01:57:01.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.375979+0000", 2024-08-17T01:57:01.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:01.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:01.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.375979+0000", 2024-08-17T01:57:01.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.375979+0000", 2024-08-17T01:57:01.064 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.375979+0000", 2024-08-17T01:57:01.064 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:01.064 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:01.064 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.064 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.375979+0000", 2024-08-17T01:57:01.064 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.375979+0000", 2024-08-17T01:57:01.064 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:01.064 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:01.064 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:01.064 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:01.064 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:01.064 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:01.064 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:01.064 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:01.065 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:01.065 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:01.065 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:01.065 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:01.065 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:01.065 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.34", 2024-08-17T01:57:01.065 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:01.065 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:01.065 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:01.065 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5187, 2024-08-17T01:57:01.065 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:01.065 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:18:04.755524+0000", 2024-08-17T01:57:01.066 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:01.066 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:01.066 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:01.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:01.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:01.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:01.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:01.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:01.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:01.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:01.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:01.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:01.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:01.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:01.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:01.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:01.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:01.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:01.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:01.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:01.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:01.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:01.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:01.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:01.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:01.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:01.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:01.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:01.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:01.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:01.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:01.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:01.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:01.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:01.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:01.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:01.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:01.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:01.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:01.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:01.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:01.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:01.069 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:01.069 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.069 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:01.069 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:01.069 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:01.069 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:01.069 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:01.069 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:01.069 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.069 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T01:57:01.069 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:01.070 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.070 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.070 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:01.070 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:01.070 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:01.070 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:01.070 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.070 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:01.070 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:01.070 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:01.070 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:01.070 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:01.070 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:01.071 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:01.071 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372228+0000", 2024-08-17T01:57:01.071 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.244974+0000", 2024-08-17T01:57:01.071 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.244974+0000", 2024-08-17T01:57:01.071 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.245301+0000", 2024-08-17T01:57:01.071 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372228+0000", 2024-08-17T01:57:01.071 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.071 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:01.071 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.071 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:01.071 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372228+0000", 2024-08-17T01:57:01.071 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372228+0000", 2024-08-17T01:57:01.072 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372228+0000", 2024-08-17T01:57:01.072 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:01.072 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:01.072 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.072 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372228+0000", 2024-08-17T01:57:01.072 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372228+0000", 2024-08-17T01:57:01.072 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:01.072 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:01.072 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:01.072 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:01.072 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:01.072 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:01.072 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:01.072 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:01.073 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:01.073 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:01.073 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:01.073 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:01.073 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:01.073 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.35", 2024-08-17T01:57:01.073 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:01.073 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:01.073 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:01.073 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5115, 2024-08-17T01:57:01.073 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:01.073 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:21:24.246492+0000", 2024-08-17T01:57:01.073 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:01.073 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:01.073 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:01.073 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:01.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:01.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:01.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:01.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:01.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:01.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:01.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:01.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:01.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:01.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:01.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:01.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:01.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:01.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:01.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:01.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:01.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:01.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:01.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:01.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:01.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:01.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:01.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:01.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:01.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:01.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:01.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:01.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:01.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:01.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:01.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:01.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:01.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:01.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:01.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:01.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:01.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:01.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:01.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:01.076 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.076 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:01.076 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:01.076 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:01.077 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:01.077 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:01.077 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:01.077 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.077 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:01.077 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:01.077 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.077 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.077 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:01.077 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:01.077 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:01.077 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:01.077 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.078 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:01.078 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:01.078 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:01.078 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:01.078 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:01.078 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:01.078 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:01.078 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.371118+0000", 2024-08-17T01:57:01.078 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.245252+0000", 2024-08-17T01:57:01.078 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.245252+0000", 2024-08-17T01:57:01.078 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.245666+0000", 2024-08-17T01:57:01.078 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.371118+0000", 2024-08-17T01:57:01.079 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.079 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:01.079 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.079 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:01.079 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.371118+0000", 2024-08-17T01:57:01.079 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.371118+0000", 2024-08-17T01:57:01.079 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.371118+0000", 2024-08-17T01:57:01.079 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:01.079 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:01.079 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.079 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.371118+0000", 2024-08-17T01:57:01.079 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.371118+0000", 2024-08-17T01:57:01.079 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:01.079 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:01.080 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:01.080 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:01.080 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:01.080 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:01.080 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:01.080 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:01.080 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:01.080 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:01.080 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:01.080 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:01.080 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:01.080 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.36", 2024-08-17T01:57:01.080 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:01.080 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:01.080 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:01.081 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5115, 2024-08-17T01:57:01.081 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:01.081 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:52:55.374395+0000", 2024-08-17T01:57:01.081 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:01.081 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:01.081 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:01.081 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:01.081 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:01.081 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:01.081 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:01.081 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:01.081 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:01.081 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:01.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:01.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:01.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:01.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:01.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:01.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:01.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:01.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:01.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:01.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:01.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:01.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:01.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:01.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:01.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:01.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:01.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:01.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:01.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:01.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:01.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:01.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:01.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:01.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:01.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:01.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:01.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:01.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:01.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:01.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:01.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:01.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:01.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:01.084 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.084 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:01.084 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:01.084 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:01.084 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:01.084 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:01.084 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:01.085 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.085 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:01.085 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:01.085 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.085 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.085 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:01.085 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:01.085 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:01.085 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:01.085 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.085 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:01.085 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:01.086 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:01.086 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:01.086 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:01.086 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:01.086 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:01.086 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372863+0000", 2024-08-17T01:57:01.086 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295688+0000", 2024-08-17T01:57:01.086 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295688+0000", 2024-08-17T01:57:01.086 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.297435+0000", 2024-08-17T01:57:01.086 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372863+0000", 2024-08-17T01:57:01.086 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.086 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:01.086 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.087 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:01.087 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372863+0000", 2024-08-17T01:57:01.087 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372863+0000", 2024-08-17T01:57:01.087 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372863+0000", 2024-08-17T01:57:01.087 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:01.087 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:01.087 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.087 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372863+0000", 2024-08-17T01:57:01.087 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372863+0000", 2024-08-17T01:57:01.087 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:01.087 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:01.087 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:01.087 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:01.088 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:01.088 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:01.088 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:01.088 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:01.088 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:01.088 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:01.088 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:01.088 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:01.088 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:01.088 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.37", 2024-08-17T01:57:01.088 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:01.088 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:01.088 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:01.089 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5100, 2024-08-17T01:57:01.089 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:01.089 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:39:23.605810+0000", 2024-08-17T01:57:01.089 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:01.089 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:01.089 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:01.089 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:01.089 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:01.089 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:01.089 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:01.089 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:01.089 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:01.089 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:01.089 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:01.089 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:01.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:01.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:01.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:01.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:01.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:01.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:01.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:01.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:01.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:01.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:01.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:01.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:01.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:01.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:01.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:01.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:01.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:01.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:01.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:01.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:01.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:01.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:01.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:01.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:01.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:01.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:01.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:01.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:01.092 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:01.092 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:01.092 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:01.092 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.092 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:01.092 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:01.092 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:01.092 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:01.092 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:01.092 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:01.092 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.092 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:01.092 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:01.092 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.093 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.093 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:01.093 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:01.093 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:01.093 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:01.093 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.093 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:01.093 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:01.093 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:01.093 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:01.093 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:01.093 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:01.093 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:01.093 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.062655+0000", 2024-08-17T01:57:01.093 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.239530+0000", 2024-08-17T01:57:01.094 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.239530+0000", 2024-08-17T01:57:01.094 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.239874+0000", 2024-08-17T01:57:01.094 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.062655+0000", 2024-08-17T01:57:01.094 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.094 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:01.094 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.094 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:01.094 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.062655+0000", 2024-08-17T01:57:01.094 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.062655+0000", 2024-08-17T01:57:01.094 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.062655+0000", 2024-08-17T01:57:01.094 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:01.094 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:01.095 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.095 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.062655+0000", 2024-08-17T01:57:01.095 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.062655+0000", 2024-08-17T01:57:01.095 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:01.095 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:01.095 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:01.095 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:01.095 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:01.095 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:01.095 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:01.095 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:01.095 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:01.095 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:01.095 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:01.096 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:01.096 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:01.096 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.38", 2024-08-17T01:57:01.096 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:01.096 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:01.096 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:01.096 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5218, 2024-08-17T01:57:01.096 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:01.096 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:04:23.140009+0000", 2024-08-17T01:57:01.096 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:01.096 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:01.096 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:01.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:01.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:01.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:01.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:01.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:01.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:01.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:01.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:01.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:01.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:01.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:01.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:01.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:01.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:01.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:01.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:01.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:01.098 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:01.098 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:01.098 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:01.098 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:01.098 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:01.098 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:01.098 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:01.098 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:01.098 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:01.098 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:01.098 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:01.098 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:01.099 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:01.099 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:01.099 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:01.099 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:01.099 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:01.099 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:01.099 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:01.099 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:01.099 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:01.099 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:01.099 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:01.099 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.099 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:01.099 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:01.099 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:01.100 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:01.100 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:01.100 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:01.100 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.100 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:01.100 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:01.100 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.100 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.100 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:01.100 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:01.100 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:01.100 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:01.100 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.100 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:01.100 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:01.101 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:01.101 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:01.101 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:01.101 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:01.101 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:01.101 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372296+0000", 2024-08-17T01:57:01.101 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.301480+0000", 2024-08-17T01:57:01.101 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.301480+0000", 2024-08-17T01:57:01.101 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.302154+0000", 2024-08-17T01:57:01.101 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372296+0000", 2024-08-17T01:57:01.101 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.101 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:01.101 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.102 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:01.102 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372296+0000", 2024-08-17T01:57:01.102 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372296+0000", 2024-08-17T01:57:01.102 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372296+0000", 2024-08-17T01:57:01.102 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:01.102 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:01.102 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.102 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372296+0000", 2024-08-17T01:57:01.102 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372296+0000", 2024-08-17T01:57:01.102 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:01.102 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:01.102 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:01.103 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:01.103 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:01.103 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:01.103 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:01.103 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:01.103 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:01.103 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:01.103 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:01.103 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:01.103 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:01.103 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.39", 2024-08-17T01:57:01.103 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:01.104 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:01.104 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:01.104 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5118, 2024-08-17T01:57:01.104 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:01.104 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:54:44.603376+0000", 2024-08-17T01:57:01.104 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:01.104 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:01.104 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:01.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:01.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:01.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:01.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:01.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:01.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:01.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:01.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:01.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:01.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:01.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:01.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:01.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:01.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:01.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:01.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:01.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:01.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:01.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:01.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:01.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:01.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:01.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:01.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:01.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:01.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:01.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:01.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:01.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:01.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:01.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:01.107 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:01.107 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:01.107 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:01.107 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:01.107 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:01.107 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:01.107 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:01.107 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:01.107 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:01.107 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.107 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:01.107 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:01.108 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:01.108 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:01.108 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:01.108 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:01.108 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.108 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:01.108 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:01.108 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.108 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.108 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:01.108 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:01.108 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:01.108 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:01.109 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.109 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:01.109 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:01.109 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:01.109 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:01.109 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:01.109 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:01.109 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:01.109 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065532+0000", 2024-08-17T01:57:01.109 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.964344+0000", 2024-08-17T01:57:01.109 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.964344+0000", 2024-08-17T01:57:01.109 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.964878+0000", 2024-08-17T01:57:01.109 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065532+0000", 2024-08-17T01:57:01.109 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.110 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:01.110 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.110 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:01.110 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065532+0000", 2024-08-17T01:57:01.110 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065532+0000", 2024-08-17T01:57:01.110 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065532+0000", 2024-08-17T01:57:01.110 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:01.110 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:01.110 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.110 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065532+0000", 2024-08-17T01:57:01.110 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065532+0000", 2024-08-17T01:57:01.110 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:01.110 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:01.111 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:01.111 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:01.111 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:01.111 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:01.111 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:01.111 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:01.111 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:01.111 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:01.111 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:01.111 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:01.111 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:01.111 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3a", 2024-08-17T01:57:01.111 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:01.111 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:01.112 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:01.112 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5148, 2024-08-17T01:57:01.112 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:01.112 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:59:28.173227+0000", 2024-08-17T01:57:01.112 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:01.112 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:01.112 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:01.112 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:01.112 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:01.112 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:01.112 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:01.112 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:01.112 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:01.112 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:01.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:01.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:01.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:01.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:01.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:01.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:01.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:01.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:01.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:01.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:01.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:01.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:01.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:01.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:01.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:01.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:01.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:01.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:01.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:01.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:01.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:01.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:01.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:01.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:01.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:01.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:01.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:01.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:01.115 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:01.115 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:01.115 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:01.115 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:01.115 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:01.115 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.115 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:01.115 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:01.115 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:01.115 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:01.115 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:01.115 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:01.115 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.115 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:01.115 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:01.116 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.116 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.116 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:01.116 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:01.116 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:01.116 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:01.116 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.116 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:01.116 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:01.116 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:01.116 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:01.116 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:01.116 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:01.116 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:01.117 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.374739+0000", 2024-08-17T01:57:01.117 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.289163+0000", 2024-08-17T01:57:01.117 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.289163+0000", 2024-08-17T01:57:01.117 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.289465+0000", 2024-08-17T01:57:01.117 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.374739+0000", 2024-08-17T01:57:01.117 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.117 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:01.117 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.117 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:01.117 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.374739+0000", 2024-08-17T01:57:01.117 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.374739+0000", 2024-08-17T01:57:01.117 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.374739+0000", 2024-08-17T01:57:01.117 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:01.117 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:01.118 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.118 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.374739+0000", 2024-08-17T01:57:01.118 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.374739+0000", 2024-08-17T01:57:01.118 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:01.118 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:01.118 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:01.118 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:01.118 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:01.118 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:01.118 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:01.118 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:01.118 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:01.118 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:01.119 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:01.119 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:01.119 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:01.119 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3b", 2024-08-17T01:57:01.119 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:01.119 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:01.119 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:01.119 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5108, 2024-08-17T01:57:01.119 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:01.119 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:03:56.227069+0000", 2024-08-17T01:57:01.119 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:01.119 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:01.119 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:01.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:01.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:01.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:01.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:01.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:01.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:01.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:01.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:01.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:01.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:01.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:01.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:01.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:01.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:01.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:01.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:01.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:01.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:01.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:01.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:01.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:01.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:01.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:01.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:01.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:01.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:01.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:01.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:01.122 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:01.122 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:01.122 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:01.122 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:01.122 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:01.122 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:01.122 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:01.122 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:01.122 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:01.122 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:01.122 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:01.122 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:01.122 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.123 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:01.123 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:01.123 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:01.123 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:01.123 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:01.123 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:01.123 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.123 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:01.123 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:01.123 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.123 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.123 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:01.124 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:01.124 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:01.124 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:01.124 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.124 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:01.124 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:01.124 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:01.124 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:01.124 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:01.124 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:01.124 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:01.124 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065072+0000", 2024-08-17T01:57:01.124 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295893+0000", 2024-08-17T01:57:01.125 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295893+0000", 2024-08-17T01:57:01.125 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296222+0000", 2024-08-17T01:57:01.125 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065072+0000", 2024-08-17T01:57:01.125 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.125 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:01.125 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.125 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:01.125 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065072+0000", 2024-08-17T01:57:01.125 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065072+0000", 2024-08-17T01:57:01.125 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065072+0000", 2024-08-17T01:57:01.125 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:01.125 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:01.125 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.126 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065072+0000", 2024-08-17T01:57:01.126 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065072+0000", 2024-08-17T01:57:01.126 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:01.126 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:01.126 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:01.126 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:01.126 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:01.126 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:01.126 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:01.126 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:01.126 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:01.126 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:01.126 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:01.127 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:01.127 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:01.127 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3c", 2024-08-17T01:57:01.127 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:01.127 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:01.127 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:01.127 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5169, 2024-08-17T01:57:01.127 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:01.127 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:13:11.903340+0000", 2024-08-17T01:57:01.127 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:01.127 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:01.127 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:01.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:01.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:01.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:01.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:01.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:01.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:01.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:01.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:01.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:01.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:01.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:01.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:01.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:01.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:01.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:01.129 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:01.129 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:01.129 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:01.129 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:01.129 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:01.129 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:01.129 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:01.129 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:01.129 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:01.129 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:01.129 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:01.129 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:01.129 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:01.129 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:01.129 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:01.129 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:01.130 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:01.130 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:01.130 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:01.130 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:01.130 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:01.130 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:01.130 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:01.130 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:01.130 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:01.130 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.130 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:01.130 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:01.130 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:01.131 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:01.131 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:01.131 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:01.131 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.131 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:01.131 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:01.131 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.131 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.131 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:01.131 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:01.131 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:01.131 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:01.131 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.131 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:01.131 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:01.132 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:01.132 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:01.132 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:01.132 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:01.132 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:01.132 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.230043+0000", 2024-08-17T01:57:01.132 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:45:51.252875+0000", 2024-08-17T01:57:01.132 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:45:51.252875+0000", 2024-08-17T01:57:01.132 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:45:51.254736+0000", 2024-08-17T01:57:01.132 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.230043+0000", 2024-08-17T01:57:01.132 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.132 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:01.132 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.132 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 364, 2024-08-17T01:57:01.133 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.230043+0000", 2024-08-17T01:57:01.133 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.230043+0000", 2024-08-17T01:57:01.133 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.230043+0000", 2024-08-17T01:57:01.133 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:01.133 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:01.133 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.133 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.230043+0000", 2024-08-17T01:57:01.133 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.230043+0000", 2024-08-17T01:57:01.133 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:01.133 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:01.133 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:01.133 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:01.133 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 363, 2024-08-17T01:57:01.134 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:01.134 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:01.134 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:01.134 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:01.134 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:01.134 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:01.134 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:01.134 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:01.134 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3d", 2024-08-17T01:57:01.134 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:01.134 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:01.134 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:01.134 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5326, 2024-08-17T01:57:01.135 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:01.135 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:59:08.723406+0000", 2024-08-17T01:57:01.135 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:01.135 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:01.135 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:01.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:01.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:01.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:01.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:01.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:01.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:01.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:01.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:01.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:01.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:01.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:01.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:01.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:01.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:01.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:01.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:01.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:01.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:01.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:01.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:01.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:01.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:01.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:01.136 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:01.137 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:01.137 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:01.137 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:01.137 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:01.137 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:01.137 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:01.137 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:01.137 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:01.137 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:01.137 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:01.137 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:01.137 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:01.137 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:01.137 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:01.137 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:01.138 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:01.138 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.138 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:01.138 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:01.138 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:01.138 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:01.138 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:01.138 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:01.138 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.138 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:01.138 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:01.138 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.138 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.139 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:01.139 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:01.139 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:01.139 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:01.139 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.139 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:01.139 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:01.139 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:01.139 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:01.139 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:01.139 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:01.139 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:01.139 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061208+0000", 2024-08-17T01:57:01.140 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.244199+0000", 2024-08-17T01:57:01.140 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.244199+0000", 2024-08-17T01:57:01.140 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.246106+0000", 2024-08-17T01:57:01.140 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061208+0000", 2024-08-17T01:57:01.140 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.140 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:01.140 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.140 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:01.140 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061208+0000", 2024-08-17T01:57:01.140 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061208+0000", 2024-08-17T01:57:01.140 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061208+0000", 2024-08-17T01:57:01.140 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:01.141 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:01.141 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.141 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061208+0000", 2024-08-17T01:57:01.141 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061208+0000", 2024-08-17T01:57:01.141 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:01.141 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:01.141 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:01.141 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:01.141 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:01.141 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:01.141 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:01.141 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:01.141 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:01.141 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:01.141 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:01.142 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:01.142 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:01.142 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3e", 2024-08-17T01:57:01.142 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:01.142 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:01.142 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:01.142 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5313, 2024-08-17T01:57:01.142 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:01.142 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:14:25.464530+0000", 2024-08-17T01:57:01.142 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:01.142 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:01.142 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:01.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:01.142 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:01.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:01.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:01.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:01.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:01.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:01.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:01.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:01.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:01.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:01.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:01.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:01.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:01.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:01.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:01.143 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:01.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:01.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:01.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:01.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:01.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:01.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:01.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:01.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:01.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:01.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:01.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:01.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:01.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:01.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:01.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:01.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:01.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:01.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:01.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:01.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:01.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:01.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:01.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:01.145 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.146 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:01.146 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:01.146 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:01.146 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:01.146 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:01.146 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:01.146 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.146 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:01.146 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:01.146 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.146 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.146 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:01.146 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:01.147 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:01.147 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:01.147 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.147 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:01.147 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:01.147 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:01.147 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:01.147 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:01.147 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:01.147 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:01.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373685+0000", 2024-08-17T01:57:01.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.302889+0000", 2024-08-17T01:57:01.147 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.302889+0000", 2024-08-17T01:57:01.148 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.303193+0000", 2024-08-17T01:57:01.148 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373685+0000", 2024-08-17T01:57:01.148 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.148 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:01.148 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.148 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:01.148 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373685+0000", 2024-08-17T01:57:01.148 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373685+0000", 2024-08-17T01:57:01.148 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373685+0000", 2024-08-17T01:57:01.148 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:01.148 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:01.148 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:01.148 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373685+0000", 2024-08-17T01:57:01.149 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373685+0000", 2024-08-17T01:57:01.149 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:01.149 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:01.149 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:01.149 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:01.149 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:01.149 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:01.149 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:01.149 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:01.149 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:01.149 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:01.149 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:01.149 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:01.150 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:01.150 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3f", 2024-08-17T01:57:01.150 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:01.150 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:01.150 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:01.150 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5097, 2024-08-17T01:57:01.150 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:01.150 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:27:35.370261+0000", 2024-08-17T01:57:01.150 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:01.150 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:01.150 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:01.150 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:01.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:01.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:01.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:01.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:01.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:01.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:01.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:01.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:01.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:01.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:01.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:01.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:01.151 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:01.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:01.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:01.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:01.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:01.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:01.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:01.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:01.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:01.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:01.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:01.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:01.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:01.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:01.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:01.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:01.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:01.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:01.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:01.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:01.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:01.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:01.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:01.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:01.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:01.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:01.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:01.153 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.154 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:01.154 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:01.154 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:01.154 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:01.154 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:01.154 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:01.154 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.154 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:01.154 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:01.154 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.154 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.154 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_per_pool": [ 2024-08-17T01:57:01.154 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.155 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 3, 2024-08-17T01:57:01.155 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:57:01.155 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr" 2024-08-17T01:57:01.155 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.155 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 249, 2024-08-17T01:57:01.155 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pg": 1, 2024-08-17T01:57:01.155 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 3, 2024-08-17T01:57:01.155 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 249, 2024-08-17T01:57:01.155 INFO:tasks.workunit.client.0.smithi082.stdout: "poolid": 1, 2024-08-17T01:57:01.155 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:01.155 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 590368, 2024-08-17T01:57:01.155 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:01.155 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 1771104, 2024-08-17T01:57:01.156 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:01.156 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:01.156 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:01.156 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:01.156 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:01.156 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:01.156 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:01.156 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:01.156 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:01.156 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:01.156 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:01.156 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:01.156 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:01.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T01:57:01.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T01:57:01.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:01.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T01:57:01.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:01.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:01.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:01.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:01.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:01.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:01.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:01.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 6, 2024-08-17T01:57:01.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:01.157 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:01.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:01.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:01.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:01.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 1286, 2024-08-17T01:57:01.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 2084, 2024-08-17T01:57:01.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:01.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:01.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:01.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 415, 2024-08-17T01:57:01.158 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 2416 2024-08-17T01:57:01.158 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.158 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T01:57:01.159 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 1781760, 2024-08-17T01:57:01.159 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T01:57:01.159 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T01:57:01.159 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T01:57:01.159 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T01:57:01.159 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 1771104, 2024-08-17T01:57:01.159 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T01:57:01.159 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T01:57:01.159 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 0, 2024-08-17T01:57:01.159 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T01:57:01.159 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.159 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 3 2024-08-17T01:57:01.159 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.160 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.160 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 96, 2024-08-17T01:57:01.160 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:57:01.160 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs" 2024-08-17T01:57:01.160 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.160 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 76, 2024-08-17T01:57:01.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pg": 32, 2024-08-17T01:57:01.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 8, 2024-08-17T01:57:01.160 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 76, 2024-08-17T01:57:01.160 INFO:tasks.workunit.client.0.smithi082.stdout: "poolid": 2, 2024-08-17T01:57:01.160 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:01.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 6596, 2024-08-17T01:57:01.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:01.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:01.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:01.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:01.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:01.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:01.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:01.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:01.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:01.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:01.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:01.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:01.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:01.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:01.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:01.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 66, 2024-08-17T01:57:01.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 22, 2024-08-17T01:57:01.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:01.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 22, 2024-08-17T01:57:01.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:01.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:01.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:01.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:01.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:01.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 14, 2024-08-17T01:57:01.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:01.163 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:01.163 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:01.163 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:01.163 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:01.163 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:01.163 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:01.163 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 128, 2024-08-17T01:57:01.163 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 142, 2024-08-17T01:57:01.163 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:01.163 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:01.163 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:01.163 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 70, 2024-08-17T01:57:01.163 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 36 2024-08-17T01:57:01.164 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.164 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T01:57:01.164 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 110592, 2024-08-17T01:57:01.164 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T01:57:01.164 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T01:57:01.164 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T01:57:01.164 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T01:57:01.164 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 19788, 2024-08-17T01:57:01.164 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T01:57:01.164 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T01:57:01.164 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 44607, 2024-08-17T01:57:01.164 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T01:57:01.164 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.165 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 96 2024-08-17T01:57:01.165 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.165 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.165 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 192, 2024-08-17T01:57:01.165 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:57:01.165 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs" 2024-08-17T01:57:01.165 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.165 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:01.165 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pg": 64, 2024-08-17T01:57:01.165 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 8, 2024-08-17T01:57:01.165 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:01.165 INFO:tasks.workunit.client.0.smithi082.stdout: "poolid": 3, 2024-08-17T01:57:01.165 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:01.165 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:01.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:01.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:01.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:01.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:01.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:01.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:01.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:01.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:01.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:01.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:01.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:01.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:01.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:01.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:01.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:01.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:01.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:01.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:01.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:01.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:01.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:01.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:01.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:01.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:01.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:01.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:01.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:01.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:01.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:01.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:01.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:01.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:01.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:01.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:01.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:01.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:01.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:01.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:01.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:01.169 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.169 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T01:57:01.169 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 0, 2024-08-17T01:57:01.169 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T01:57:01.169 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T01:57:01.169 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T01:57:01.169 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T01:57:01.169 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 0, 2024-08-17T01:57:01.169 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T01:57:01.169 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T01:57:01.169 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 0, 2024-08-17T01:57:01.169 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T01:57:01.169 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.170 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 192 2024-08-17T01:57:01.170 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.170 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.170 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 24, 2024-08-17T01:57:01.170 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:57:01.170 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd" 2024-08-17T01:57:01.170 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.170 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 24527, 2024-08-17T01:57:01.170 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pg": 8, 2024-08-17T01:57:01.170 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 8, 2024-08-17T01:57:01.170 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 24527, 2024-08-17T01:57:01.170 INFO:tasks.workunit.client.0.smithi082.stdout: "poolid": 4, 2024-08-17T01:57:01.171 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:01.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 4194323, 2024-08-17T01:57:01.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:01.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:01.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:01.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:01.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:01.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:01.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:01.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:01.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:01.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:01.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:01.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:01.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:01.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:01.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:01.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 12, 2024-08-17T01:57:01.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 4, 2024-08-17T01:57:01.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:01.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 4, 2024-08-17T01:57:01.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:01.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:01.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:01.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:01.172 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:01.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 2, 2024-08-17T01:57:01.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:01.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:01.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:01.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:01.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:01.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:01.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:01.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 8977, 2024-08-17T01:57:01.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 3019905, 2024-08-17T01:57:01.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:01.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:01.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:01.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 24396, 2024-08-17T01:57:01.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 3161206 2024-08-17T01:57:01.174 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.174 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T01:57:01.174 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 12595200, 2024-08-17T01:57:01.174 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T01:57:01.174 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T01:57:01.174 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T01:57:01.174 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T01:57:01.174 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 12582969, 2024-08-17T01:57:01.174 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T01:57:01.174 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T01:57:01.175 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 0, 2024-08-17T01:57:01.175 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T01:57:01.175 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.175 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 24 2024-08-17T01:57:01.175 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.175 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.175 INFO:tasks.workunit.client.0.smithi082.stdout: "usage": { 2024-08-17T01:57:01.175 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 105, 2024-08-17T01:57:01.175 INFO:tasks.workunit.client.0.smithi082.stdout: "pools": 4, 2024-08-17T01:57:01.175 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_by_class": { 2024-08-17T01:57:01.175 INFO:tasks.workunit.client.0.smithi082.stdout: "ssd": { 2024-08-17T01:57:01.175 INFO:tasks.workunit.client.0.smithi082.stdout: "total_avail_bytes": 763157688320, 2024-08-17T01:57:01.175 INFO:tasks.workunit.client.0.smithi082.stdout: "total_bytes": 767960285184, 2024-08-17T01:57:01.175 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_bytes": 4802596864, 2024-08-17T01:57:01.176 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_raw_bytes": 4802596864, 2024-08-17T01:57:01.176 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_raw_ratio": 0.006253704894334078 2024-08-17T01:57:01.176 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.176 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.176 INFO:tasks.workunit.client.0.smithi082.stdout: "total_avail_bytes": 763157688320, 2024-08-17T01:57:01.176 INFO:tasks.workunit.client.0.smithi082.stdout: "total_bytes": 767960285184, 2024-08-17T01:57:01.176 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_bytes": 4802596864 2024-08-17T01:57:01.176 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.176 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.176 INFO:tasks.workunit.client.0.smithi082.stdout:} 2024-08-17T01:57:01.177 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='client.45992 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:01.177 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='client.45992 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:01.177 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: pgmap v4816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:57:01.177 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='client.46010 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:01.177 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='client.46010 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:01.177 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:57:01.177 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:57:01.177 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.177 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.177 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.177 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.178 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.178 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.178 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.178 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.178 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.178 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:01.178 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:01.178 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.178 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.178 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.178 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:01.178 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:01.178 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.178 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.179 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.179 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:01.179 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='client.45992 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:01.180 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='client.45992 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:01.180 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: pgmap v4816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:57:01.180 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='client.46010 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:01.180 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='client.46010 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:01.180 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:57:01.180 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:57:01.180 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.180 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.180 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.180 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.180 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.180 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.181 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.181 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.181 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.181 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:01.181 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:01.181 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.181 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.181 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.181 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:01.181 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:01.181 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.181 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.181 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.182 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:01.182 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:01.182 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.182 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.182 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.182 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:57:01.182 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:57:01.182 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.182 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.182 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.182 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.182 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.182 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.182 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.182 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.183 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.183 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:01.183 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:01.183 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.183 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.183 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.183 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:01.183 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:01.183 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.183 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.183 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.183 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:01.183 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:01.184 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.184 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:01.184 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.184 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.184 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.184 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:57:01.184 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:57:01.184 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.184 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.185 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.185 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.185 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.185 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.185 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.185 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.185 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.185 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:01.185 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:01.185 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.185 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.185 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.186 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:01.186 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:01.186 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.186 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.186 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.186 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:01.186 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:01.186 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.186 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='client.36093 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:01.186 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='client.36093 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:01.186 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='client.36111 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:01.186 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:57:01.187 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:57:01.187 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.187 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.187 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.187 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.187 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.187 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.187 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.187 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.187 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.187 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:01.187 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:01.187 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.187 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.188 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.188 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:01.188 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:01.188 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.188 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.188 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.188 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:01.188 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:01.188 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.188 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.188 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.188 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:57:01.189 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:57:01.189 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.189 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.189 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.189 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.189 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.189 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.189 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.189 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.189 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.189 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:01.189 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:01.189 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.189 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.190 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.190 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:01.190 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:01.190 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.190 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.190 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.190 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:01.190 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:01.190 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.190 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.190 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:56:59 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.190 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='client.36111 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:01.191 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-08-17T01:57:01.191 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='client.46052 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:01.191 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='client.46052 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:01.191 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:57:01.191 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:57:01.191 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.191 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.191 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.191 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.191 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.191 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.191 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.191 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.191 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.192 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:01.192 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:01.192 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.192 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.192 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.192 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:01.192 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:01.192 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.192 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.192 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.192 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:01.192 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:01.192 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.193 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.193 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.193 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:57:01.193 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:57:01.193 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.193 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.193 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.193 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.193 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.193 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.193 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.193 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.193 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.194 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:01.194 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:01.194 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.194 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.194 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.194 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:01.194 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:01.194 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.194 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.194 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.194 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:01.194 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:01.194 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:01.195 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.195 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:00 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.195 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.195 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.195 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:01.195 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:58 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:01.204 INFO:tasks.workunit.client.0.smithi082.stdout:{ 2024-08-17T01:57:01.204 INFO:tasks.workunit.client.0.smithi082.stdout: "balancer": { 2024-08-17T01:57:01.204 INFO:tasks.workunit.client.0.smithi082.stdout: "active": true, 2024-08-17T01:57:01.204 INFO:tasks.workunit.client.0.smithi082.stdout: "mode": "" 2024-08-17T01:57:01.204 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.204 INFO:tasks.workunit.client.0.smithi082.stdout: "channels": [ 2024-08-17T01:57:01.204 INFO:tasks.workunit.client.0.smithi082.stdout: "basic", 2024-08-17T01:57:01.205 INFO:tasks.workunit.client.0.smithi082.stdout: "crash", 2024-08-17T01:57:01.205 INFO:tasks.workunit.client.0.smithi082.stdout: "device", 2024-08-17T01:57:01.205 INFO:tasks.workunit.client.0.smithi082.stdout: "ident", 2024-08-17T01:57:01.205 INFO:tasks.workunit.client.0.smithi082.stdout: "perf" 2024-08-17T01:57:01.205 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.205 INFO:tasks.workunit.client.0.smithi082.stdout: "channels_available": [ 2024-08-17T01:57:01.205 INFO:tasks.workunit.client.0.smithi082.stdout: "basic", 2024-08-17T01:57:01.205 INFO:tasks.workunit.client.0.smithi082.stdout: "ident", 2024-08-17T01:57:01.205 INFO:tasks.workunit.client.0.smithi082.stdout: "crash", 2024-08-17T01:57:01.205 INFO:tasks.workunit.client.0.smithi082.stdout: "device", 2024-08-17T01:57:01.205 INFO:tasks.workunit.client.0.smithi082.stdout: "perf" 2024-08-17T01:57:01.205 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.205 INFO:tasks.workunit.client.0.smithi082.stdout: "collections_available": [ 2024-08-17T01:57:01.206 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_base", 2024-08-17T01:57:01.206 INFO:tasks.workunit.client.0.smithi082.stdout: "device_base", 2024-08-17T01:57:01.206 INFO:tasks.workunit.client.0.smithi082.stdout: "crash_base", 2024-08-17T01:57:01.206 INFO:tasks.workunit.client.0.smithi082.stdout: "ident_base", 2024-08-17T01:57:01.206 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_perf", 2024-08-17T01:57:01.206 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_mds_metadata", 2024-08-17T01:57:01.206 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_usage", 2024-08-17T01:57:01.206 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_usage_by_class", 2024-08-17T01:57:01.206 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_rook_v01", 2024-08-17T01:57:01.206 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_memory_metrics", 2024-08-17T01:57:01.206 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_options_bluestore", 2024-08-17T01:57:01.206 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_flags" 2024-08-17T01:57:01.206 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.207 INFO:tasks.workunit.client.0.smithi082.stdout: "collections_opted_in": [ 2024-08-17T01:57:01.207 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_base", 2024-08-17T01:57:01.207 INFO:tasks.workunit.client.0.smithi082.stdout: "device_base", 2024-08-17T01:57:01.207 INFO:tasks.workunit.client.0.smithi082.stdout: "crash_base", 2024-08-17T01:57:01.207 INFO:tasks.workunit.client.0.smithi082.stdout: "ident_base", 2024-08-17T01:57:01.207 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_perf", 2024-08-17T01:57:01.207 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_mds_metadata", 2024-08-17T01:57:01.207 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_usage", 2024-08-17T01:57:01.207 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_usage_by_class", 2024-08-17T01:57:01.207 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_rook_v01", 2024-08-17T01:57:01.207 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_memory_metrics", 2024-08-17T01:57:01.207 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_options_bluestore" 2024-08-17T01:57:01.207 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.208 INFO:tasks.workunit.client.0.smithi082.stdout: "config": { 2024-08-17T01:57:01.208 INFO:tasks.workunit.client.0.smithi082.stdout: "active_changed": [ 2024-08-17T01:57:01.208 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T01:57:01.208 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_debug", 2024-08-17T01:57:01.208 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_mon_ticket_ttl", 2024-08-17T01:57:01.208 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_service_ticket_ttl", 2024-08-17T01:57:01.208 INFO:tasks.workunit.client.0.smithi082.stdout: "bdev_debug_aio", 2024-08-17T01:57:01.208 INFO:tasks.workunit.client.0.smithi082.stdout: "client_check_pool_perm", 2024-08-17T01:57:01.208 INFO:tasks.workunit.client.0.smithi082.stdout: "client_mount_gid", 2024-08-17T01:57:01.208 INFO:tasks.workunit.client.0.smithi082.stdout: "client_mount_uid", 2024-08-17T01:57:01.208 INFO:tasks.workunit.client.0.smithi082.stdout: "client_quota", 2024-08-17T01:57:01.208 INFO:tasks.workunit.client.0.smithi082.stdout: "container_image", 2024-08-17T01:57:01.208 INFO:tasks.workunit.client.0.smithi082.stdout: "daemonize", 2024-08-17T01:57:01.208 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_asserts_on_shutdown", 2024-08-17T01:57:01.208 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mgr", 2024-08-17T01:57:01.208 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mon", 2024-08-17T01:57:01.209 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_ms", 2024-08-17T01:57:01.209 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_osd", 2024-08-17T01:57:01.209 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_paxos", 2024-08-17T01:57:01.209 INFO:tasks.workunit.client.0.smithi082.stdout: "keyring", 2024-08-17T01:57:01.209 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_file", 2024-08-17T01:57:01.209 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_journald", 2024-08-17T01:57:01.209 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_stderr", 2024-08-17T01:57:01.209 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_allow_pool_delete", 2024-08-17T01:57:01.209 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_clock_drift_allowed", 2024-08-17T01:57:01.209 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_file", 2024-08-17T01:57:01.209 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_journald", 2024-08-17T01:57:01.209 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_stderr", 2024-08-17T01:57:01.209 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_data_avail_warn", 2024-08-17T01:57:01.209 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_election_default_strategy", 2024-08-17T01:57:01.210 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_host", 2024-08-17T01:57:01.210 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_max_pg_per_osd", 2024-08-17T01:57:01.210 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_mds_skip_sanity", 2024-08-17T01:57:01.210 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_mgr_mkfs_grace", 2024-08-17T01:57:01.210 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_prime_pg_temp", 2024-08-17T01:57:01.210 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T01:57:01.210 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T01:57:01.210 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T01:57:01.210 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T01:57:01.210 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T01:57:01.210 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T01:57:01.210 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T01:57:01.210 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T01:57:01.211 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T01:57:01.211 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T01:57:01.211 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_too_few_osds", 2024-08-17T01:57:01.211 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_bug", 2024-08-17T01:57:01.211 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_old_message", 2024-08-17T01:57:01.211 INFO:tasks.workunit.client.0.smithi082.stdout: "no_config_file", 2024-08-17T01:57:01.211 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_default_list", 2024-08-17T01:57:01.211 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_load_list", 2024-08-17T01:57:01.211 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_misdirected_ops", 2024-08-17T01:57:01.211 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_op_order", 2024-08-17T01:57:01.211 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_pg_log_writeout", 2024-08-17T01:57:01.211 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_shutdown", 2024-08-17T01:57:01.211 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T01:57:01.211 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T01:57:01.211 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T01:57:01.212 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T01:57:01.212 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_delete_sleep", 2024-08-17T01:57:01.212 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_delete_sleep_hdd", 2024-08-17T01:57:01.212 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_delete_sleep_hybrid", 2024-08-17T01:57:01.212 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_delete_sleep_ssd", 2024-08-17T01:57:01.212 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_max_backfills", 2024-08-17T01:57:01.212 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-17T01:57:01.212 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_profile", 2024-08-17T01:57:01.212 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-17T01:57:01.212 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-17T01:57:01.212 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-17T01:57:01.212 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-17T01:57:01.212 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-17T01:57:01.212 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-17T01:57:01.212 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_client_lim", 2024-08-17T01:57:01.213 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_client_res", 2024-08-17T01:57:01.213 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-17T01:57:01.213 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target", 2024-08-17T01:57:01.213 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target_autotune", 2024-08-17T01:57:01.213 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue", 2024-08-17T01:57:01.213 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue_cut_off", 2024-08-17T01:57:01.213 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T01:57:01.213 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T01:57:01.213 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recover_clone_overlap", 2024-08-17T01:57:01.213 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_max_active", 2024-08-17T01:57:01.213 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_max_active_hdd", 2024-08-17T01:57:01.213 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_max_active_ssd", 2024-08-17T01:57:01.213 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_max_chunk", 2024-08-17T01:57:01.214 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_sleep", 2024-08-17T01:57:01.214 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_sleep_hdd", 2024-08-17T01:57:01.214 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_sleep_hybrid", 2024-08-17T01:57:01.214 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_sleep_ssd", 2024-08-17T01:57:01.214 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_load_threshold", 2024-08-17T01:57:01.214 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_max_interval", 2024-08-17T01:57:01.214 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_sleep", 2024-08-17T01:57:01.214 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_shutdown_pgref_assert", 2024-08-17T01:57:01.214 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_snap_trim_sleep", 2024-08-17T01:57:01.214 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_snap_trim_sleep_hdd", 2024-08-17T01:57:01.214 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-17T01:57:01.214 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_snap_trim_sleep_ssd", 2024-08-17T01:57:01.214 INFO:tasks.workunit.client.0.smithi082.stdout: "public_network", 2024-08-17T01:57:01.214 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-17T01:57:01.215 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd_default_features", 2024-08-17T01:57:01.215 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd_qos_exclude_ops", 2024-08-17T01:57:01.215 INFO:tasks.workunit.client.0.smithi082.stdout: "setgroup", 2024-08-17T01:57:01.215 INFO:tasks.workunit.client.0.smithi082.stdout: "setuser" 2024-08-17T01:57:01.215 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.215 INFO:tasks.workunit.client.0.smithi082.stdout: "cluster_changed": [ 2024-08-17T01:57:01.215 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T01:57:01.215 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_debug", 2024-08-17T01:57:01.215 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_mon_ticket_ttl", 2024-08-17T01:57:01.215 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_service_ticket_ttl", 2024-08-17T01:57:01.215 INFO:tasks.workunit.client.0.smithi082.stdout: "bdev_debug_aio", 2024-08-17T01:57:01.215 INFO:tasks.workunit.client.0.smithi082.stdout: "container_image", 2024-08-17T01:57:01.215 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_asserts_on_shutdown", 2024-08-17T01:57:01.216 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mgr", 2024-08-17T01:57:01.216 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mon", 2024-08-17T01:57:01.216 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_ms", 2024-08-17T01:57:01.216 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_osd", 2024-08-17T01:57:01.216 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_paxos", 2024-08-17T01:57:01.216 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_file", 2024-08-17T01:57:01.216 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_journald", 2024-08-17T01:57:01.216 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_stderr", 2024-08-17T01:57:01.216 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_join_fs", 2024-08-17T01:57:01.216 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/allow_ptrace", 2024-08-17T01:57:01.216 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/container_init", 2024-08-17T01:57:01.216 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/migration_current", 2024-08-17T01:57:01.216 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/use_repo_digest", 2024-08-17T01:57:01.216 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-17T01:57:01.216 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-17T01:57:01.217 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-17T01:57:01.217 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-17T01:57:01.217 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/ssl_server_port", 2024-08-17T01:57:01.217 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/orchestrator/orchestrator", 2024-08-17T01:57:01.217 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/channel_ident", 2024-08-17T01:57:01.217 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/channel_perf", 2024-08-17T01:57:01.217 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/description", 2024-08-17T01:57:01.217 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/enabled", 2024-08-17T01:57:01.217 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/organization", 2024-08-17T01:57:01.217 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_allow_pool_delete", 2024-08-17T01:57:01.217 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_clock_drift_allowed", 2024-08-17T01:57:01.217 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_file", 2024-08-17T01:57:01.217 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_data_avail_warn", 2024-08-17T01:57:01.217 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_election_default_strategy", 2024-08-17T01:57:01.218 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_max_pg_per_osd", 2024-08-17T01:57:01.218 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_mds_skip_sanity", 2024-08-17T01:57:01.218 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_mgr_mkfs_grace", 2024-08-17T01:57:01.218 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_prime_pg_temp", 2024-08-17T01:57:01.218 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T01:57:01.218 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T01:57:01.218 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T01:57:01.218 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T01:57:01.218 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T01:57:01.218 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T01:57:01.218 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T01:57:01.218 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T01:57:01.218 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T01:57:01.219 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T01:57:01.219 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_too_few_osds", 2024-08-17T01:57:01.219 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_bug", 2024-08-17T01:57:01.219 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_old_message", 2024-08-17T01:57:01.219 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_default_list", 2024-08-17T01:57:01.219 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_load_list", 2024-08-17T01:57:01.219 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_misdirected_ops", 2024-08-17T01:57:01.219 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_op_order", 2024-08-17T01:57:01.219 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_pg_log_writeout", 2024-08-17T01:57:01.219 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_shutdown", 2024-08-17T01:57:01.219 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T01:57:01.219 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T01:57:01.219 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T01:57:01.220 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T01:57:01.220 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-17T01:57:01.220 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_profile", 2024-08-17T01:57:01.220 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target", 2024-08-17T01:57:01.220 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target_autotune", 2024-08-17T01:57:01.220 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue", 2024-08-17T01:57:01.220 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue_cut_off", 2024-08-17T01:57:01.220 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T01:57:01.220 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T01:57:01.220 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recover_clone_overlap", 2024-08-17T01:57:01.220 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_max_chunk", 2024-08-17T01:57:01.220 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_load_threshold", 2024-08-17T01:57:01.220 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_max_interval", 2024-08-17T01:57:01.220 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_shutdown_pgref_assert", 2024-08-17T01:57:01.221 INFO:tasks.workunit.client.0.smithi082.stdout: "public_network", 2024-08-17T01:57:01.221 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-17T01:57:01.221 INFO:tasks.workunit.client.0.smithi082.stdout: "rgw_cache_enabled", 2024-08-17T01:57:01.221 INFO:tasks.workunit.client.0.smithi082.stdout: "rgw_enable_ops_log", 2024-08-17T01:57:01.221 INFO:tasks.workunit.client.0.smithi082.stdout: "rgw_enable_usage_log" 2024-08-17T01:57:01.221 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.221 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.221 INFO:tasks.workunit.client.0.smithi082.stdout: "contact": null, 2024-08-17T01:57:01.221 INFO:tasks.workunit.client.0.smithi082.stdout: "crashes": [], 2024-08-17T01:57:01.221 INFO:tasks.workunit.client.0.smithi082.stdout: "created": "2024-08-17T00:31:42.812154Z", 2024-08-17T01:57:01.222 INFO:tasks.workunit.client.0.smithi082.stdout: "crush": { 2024-08-17T01:57:01.222 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket_algs": { 2024-08-17T01:57:01.222 INFO:tasks.workunit.client.0.smithi082.stdout: "straw2": 3 2024-08-17T01:57:01.222 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.222 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket_sizes": { 2024-08-17T01:57:01.222 INFO:tasks.workunit.client.0.smithi082.stdout: "2": 1, 2024-08-17T01:57:01.222 INFO:tasks.workunit.client.0.smithi082.stdout: "4": 2 2024-08-17T01:57:01.222 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.222 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket_types": { 2024-08-17T01:57:01.222 INFO:tasks.workunit.client.0.smithi082.stdout: "1": 2, 2024-08-17T01:57:01.222 INFO:tasks.workunit.client.0.smithi082.stdout: "11": 1 2024-08-17T01:57:01.222 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.222 INFO:tasks.workunit.client.0.smithi082.stdout: "compat_weight_set": false, 2024-08-17T01:57:01.223 INFO:tasks.workunit.client.0.smithi082.stdout: "device_classes": [ 2024-08-17T01:57:01.223 INFO:tasks.workunit.client.0.smithi082.stdout: 8 2024-08-17T01:57:01.223 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.223 INFO:tasks.workunit.client.0.smithi082.stdout: "num_buckets": 6, 2024-08-17T01:57:01.223 INFO:tasks.workunit.client.0.smithi082.stdout: "num_devices": 8, 2024-08-17T01:57:01.223 INFO:tasks.workunit.client.0.smithi082.stdout: "num_rules": 2, 2024-08-17T01:57:01.223 INFO:tasks.workunit.client.0.smithi082.stdout: "num_types": 12, 2024-08-17T01:57:01.223 INFO:tasks.workunit.client.0.smithi082.stdout: "num_weight_sets": 0, 2024-08-17T01:57:01.223 INFO:tasks.workunit.client.0.smithi082.stdout: "tunables": { 2024-08-17T01:57:01.223 INFO:tasks.workunit.client.0.smithi082.stdout: "allowed_bucket_algs": 54, 2024-08-17T01:57:01.223 INFO:tasks.workunit.client.0.smithi082.stdout: "choose_local_fallback_tries": 0, 2024-08-17T01:57:01.223 INFO:tasks.workunit.client.0.smithi082.stdout: "choose_local_tries": 0, 2024-08-17T01:57:01.223 INFO:tasks.workunit.client.0.smithi082.stdout: "choose_total_tries": 50, 2024-08-17T01:57:01.224 INFO:tasks.workunit.client.0.smithi082.stdout: "chooseleaf_descend_once": 1, 2024-08-17T01:57:01.224 INFO:tasks.workunit.client.0.smithi082.stdout: "chooseleaf_stable": 1, 2024-08-17T01:57:01.224 INFO:tasks.workunit.client.0.smithi082.stdout: "chooseleaf_vary_r": 1, 2024-08-17T01:57:01.224 INFO:tasks.workunit.client.0.smithi082.stdout: "has_msr_rules": 0, 2024-08-17T01:57:01.224 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v2_rules": 1, 2024-08-17T01:57:01.224 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v3_rules": 0, 2024-08-17T01:57:01.224 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v4_buckets": 1, 2024-08-17T01:57:01.224 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v5_rules": 0, 2024-08-17T01:57:01.224 INFO:tasks.workunit.client.0.smithi082.stdout: "legacy_tunables": 0, 2024-08-17T01:57:01.224 INFO:tasks.workunit.client.0.smithi082.stdout: "minimum_required_version": "jewel", 2024-08-17T01:57:01.224 INFO:tasks.workunit.client.0.smithi082.stdout: "msr_collision_tries": 100, 2024-08-17T01:57:01.224 INFO:tasks.workunit.client.0.smithi082.stdout: "msr_descents": 100, 2024-08-17T01:57:01.224 INFO:tasks.workunit.client.0.smithi082.stdout: "optimal_tunables": 1, 2024-08-17T01:57:01.224 INFO:tasks.workunit.client.0.smithi082.stdout: "profile": "jewel", 2024-08-17T01:57:01.225 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables": 1, 2024-08-17T01:57:01.225 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables2": 1, 2024-08-17T01:57:01.225 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables3": 1, 2024-08-17T01:57:01.225 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables5": 1, 2024-08-17T01:57:01.225 INFO:tasks.workunit.client.0.smithi082.stdout: "straw_calc_version": 1 2024-08-17T01:57:01.225 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.225 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.225 INFO:tasks.workunit.client.0.smithi082.stdout: "description": "upgrade test cluster", 2024-08-17T01:57:01.225 INFO:tasks.workunit.client.0.smithi082.stdout: "fs": { 2024-08-17T01:57:01.225 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:57:01.225 INFO:tasks.workunit.client.0.smithi082.stdout: "feature_flags": { 2024-08-17T01:57:01.225 INFO:tasks.workunit.client.0.smithi082.stdout: "enable_multiple": true, 2024-08-17T01:57:01.225 INFO:tasks.workunit.client.0.smithi082.stdout: "ever_enabled_multiple": true 2024-08-17T01:57:01.225 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.226 INFO:tasks.workunit.client.0.smithi082.stdout: "filesystems": [ 2024-08-17T01:57:01.226 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.226 INFO:tasks.workunit.client.0.smithi082.stdout: "approx_ctime": "2024-08", 2024-08-17T01:57:01.226 INFO:tasks.workunit.client.0.smithi082.stdout: "balancer_enabled": false, 2024-08-17T01:57:01.226 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.226 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_caps": 0, 2024-08-17T01:57:01.226 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_dns": 10, 2024-08-17T01:57:01.226 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_inos": 13, 2024-08-17T01:57:01.226 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_subtrees": 2, 2024-08-17T01:57:01.226 INFO:tasks.workunit.client.0.smithi082.stdout: "ever_allowed_features": 0, 2024-08-17T01:57:01.226 INFO:tasks.workunit.client.0.smithi082.stdout: "explicitly_allowed_features": 0, 2024-08-17T01:57:01.226 INFO:tasks.workunit.client.0.smithi082.stdout: "files": 0, 2024-08-17T01:57:01.226 INFO:tasks.workunit.client.0.smithi082.stdout: "max_mds": 1, 2024-08-17T01:57:01.227 INFO:tasks.workunit.client.0.smithi082.stdout: "num_data_pools": 1, 2024-08-17T01:57:01.227 INFO:tasks.workunit.client.0.smithi082.stdout: "num_in": 1, 2024-08-17T01:57:01.227 INFO:tasks.workunit.client.0.smithi082.stdout: "num_mds": 1, 2024-08-17T01:57:01.227 INFO:tasks.workunit.client.0.smithi082.stdout: "num_sessions": 0, 2024-08-17T01:57:01.227 INFO:tasks.workunit.client.0.smithi082.stdout: "num_standby_replay": 0, 2024-08-17T01:57:01.227 INFO:tasks.workunit.client.0.smithi082.stdout: "num_up": 1, 2024-08-17T01:57:01.227 INFO:tasks.workunit.client.0.smithi082.stdout: "snaps": 0, 2024-08-17T01:57:01.227 INFO:tasks.workunit.client.0.smithi082.stdout: "standby_count_wanted": 0 2024-08-17T01:57:01.227 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.227 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.227 INFO:tasks.workunit.client.0.smithi082.stdout: "num_standby_mds": 1, 2024-08-17T01:57:01.228 INFO:tasks.workunit.client.0.smithi082.stdout: "total_num_mds": 2 2024-08-17T01:57:01.228 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.228 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_stats": { 2024-08-17T01:57:01.228 INFO:tasks.workunit.client.0.smithi082.stdout: "mds": { 2024-08-17T01:57:01.228 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T01:57:01.228 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 20635648, 2024-08-17T01:57:01.228 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 393488, 2024-08-17T01:57:01.228 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2621440, 2024-08-17T01:57:01.228 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:57:01.228 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 557056, 2024-08-17T01:57:01.228 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 480, 2024-08-17T01:57:01.229 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:57:01.229 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 1432904, 2024-08-17T01:57:01.229 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 22, 2024-08-17T01:57:01.229 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 1022976, 2024-08-17T01:57:01.229 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 15164840, 2024-08-17T01:57:01.229 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 21192704 2024-08-17T01:57:01.229 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.229 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T01:57:01.229 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 20144128, 2024-08-17T01:57:01.229 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 328952, 2024-08-17T01:57:01.229 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2621440, 2024-08-17T01:57:01.229 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 778240, 2024-08-17T01:57:01.229 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 0, 2024-08-17T01:57:01.230 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 355, 2024-08-17T01:57:01.230 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:57:01.230 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 1135648, 2024-08-17T01:57:01.230 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 13, 2024-08-17T01:57:01.230 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 539136, 2024-08-17T01:57:01.230 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 14740712, 2024-08-17T01:57:01.230 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 20144128 2024-08-17T01:57:01.230 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.230 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.230 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:57:01.230 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T01:57:01.230 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 259964928, 2024-08-17T01:57:01.230 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 5194760, 2024-08-17T01:57:01.231 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 5111808, 2024-08-17T01:57:01.231 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 1196032, 2024-08-17T01:57:01.231 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 8192, 2024-08-17T01:57:01.231 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 9684, 2024-08-17T01:57:01.231 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:57:01.231 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 17058488, 2024-08-17T01:57:01.231 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 23, 2024-08-17T01:57:01.231 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 4553728, 2024-08-17T01:57:01.231 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 226850112, 2024-08-17T01:57:01.231 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 259973120 2024-08-17T01:57:01.231 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.231 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T01:57:01.231 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 165642240, 2024-08-17T01:57:01.231 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 1902664, 2024-08-17T01:57:01.231 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2883584, 2024-08-17T01:57:01.232 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:57:01.232 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 753664, 2024-08-17T01:57:01.232 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 6361, 2024-08-17T01:57:01.232 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:57:01.232 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 10417008, 2024-08-17T01:57:01.232 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 20, 2024-08-17T01:57:01.232 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 2191616, 2024-08-17T01:57:01.232 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 148247368, 2024-08-17T01:57:01.232 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 166395904 2024-08-17T01:57:01.232 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.232 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.b49720f953d6f37bda4fd718c5ff5f803b0cc706": { 2024-08-17T01:57:01.232 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 182026240, 2024-08-17T01:57:01.232 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 2757896, 2024-08-17T01:57:01.232 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2883584, 2024-08-17T01:57:01.232 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 1966080, 2024-08-17T01:57:01.233 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 131072, 2024-08-17T01:57:01.233 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 7268, 2024-08-17T01:57:01.233 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:57:01.233 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 11173200, 2024-08-17T01:57:01.233 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 20, 2024-08-17T01:57:01.233 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 3408640, 2024-08-17T01:57:01.233 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 159836840, 2024-08-17T01:57:01.233 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 182157312 2024-08-17T01:57:01.233 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.233 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.233 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:01.233 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.0": { 2024-08-17T01:57:01.233 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 569483264, 2024-08-17T01:57:01.233 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 25269848, 2024-08-17T01:57:01.233 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 3407872, 2024-08-17T01:57:01.233 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:57:01.234 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 3735552, 2024-08-17T01:57:01.234 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 14795, 2024-08-17T01:57:01.234 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:57:01.234 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 78661248, 2024-08-17T01:57:01.234 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:57:01.234 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 13665280, 2024-08-17T01:57:01.234 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 448479016, 2024-08-17T01:57:01.234 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 573218816 2024-08-17T01:57:01.234 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.234 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.1": { 2024-08-17T01:57:01.234 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 523476992, 2024-08-17T01:57:01.234 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 29206984, 2024-08-17T01:57:01.234 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 3276800, 2024-08-17T01:57:01.235 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 65536, 2024-08-17T01:57:01.235 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 30072832, 2024-08-17T01:57:01.235 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 13232, 2024-08-17T01:57:01.235 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:57:01.235 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 63614080, 2024-08-17T01:57:01.235 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:57:01.235 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 9906944, 2024-08-17T01:57:01.235 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 417406648, 2024-08-17T01:57:01.235 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 553549824 2024-08-17T01:57:01.235 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.235 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.2": { 2024-08-17T01:57:01.235 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 558899200, 2024-08-17T01:57:01.235 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 27590112, 2024-08-17T01:57:01.235 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 5373952, 2024-08-17T01:57:01.236 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:57:01.236 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 35782656, 2024-08-17T01:57:01.236 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 11740, 2024-08-17T01:57:01.236 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:57:01.236 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 63481312, 2024-08-17T01:57:01.236 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:57:01.236 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 12144896, 2024-08-17T01:57:01.236 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 450308928, 2024-08-17T01:57:01.236 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 594681856 2024-08-17T01:57:01.236 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.236 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.3": { 2024-08-17T01:57:01.236 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 507445248, 2024-08-17T01:57:01.236 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 21112488, 2024-08-17T01:57:01.236 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 3145728, 2024-08-17T01:57:01.236 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:57:01.237 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 18964480, 2024-08-17T01:57:01.237 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 10332, 2024-08-17T01:57:01.237 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:57:01.237 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 53874672, 2024-08-17T01:57:01.237 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 53, 2024-08-17T01:57:01.237 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 13395968, 2024-08-17T01:57:01.237 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 415916392, 2024-08-17T01:57:01.237 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 526409728 2024-08-17T01:57:01.237 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.237 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.4": { 2024-08-17T01:57:01.237 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 323018752, 2024-08-17T01:57:01.237 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 22393104, 2024-08-17T01:57:01.237 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 5373952, 2024-08-17T01:57:01.238 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:57:01.238 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 224198656, 2024-08-17T01:57:01.238 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 11707, 2024-08-17T01:57:01.238 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:57:01.238 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 59211288, 2024-08-17T01:57:01.238 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:57:01.238 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 11929600, 2024-08-17T01:57:01.238 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 224110808, 2024-08-17T01:57:01.238 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 547217408 2024-08-17T01:57:01.238 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.238 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.5": { 2024-08-17T01:57:01.238 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 502759424, 2024-08-17T01:57:01.238 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 23050776, 2024-08-17T01:57:01.239 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 5373952, 2024-08-17T01:57:01.239 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:57:01.239 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 49414144, 2024-08-17T01:57:01.239 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 12815, 2024-08-17T01:57:01.239 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:57:01.239 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 61028584, 2024-08-17T01:57:01.239 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 54, 2024-08-17T01:57:01.239 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 12034816, 2024-08-17T01:57:01.239 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 401271296, 2024-08-17T01:57:01.239 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 552173568 2024-08-17T01:57:01.239 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.239 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.6": { 2024-08-17T01:57:01.239 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 422764544, 2024-08-17T01:57:01.239 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 18598224, 2024-08-17T01:57:01.239 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 3145728, 2024-08-17T01:57:01.239 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 49152, 2024-08-17T01:57:01.240 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 45146112, 2024-08-17T01:57:01.240 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 9580, 2024-08-17T01:57:01.240 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:57:01.240 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 51533792, 2024-08-17T01:57:01.240 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 53, 2024-08-17T01:57:01.240 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 11972608, 2024-08-17T01:57:01.240 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 337465040, 2024-08-17T01:57:01.240 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 467910656 2024-08-17T01:57:01.240 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.240 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.7": { 2024-08-17T01:57:01.240 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 471826432, 2024-08-17T01:57:01.240 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 22239200, 2024-08-17T01:57:01.240 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 3276800, 2024-08-17T01:57:01.240 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:57:01.241 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 71417856, 2024-08-17T01:57:01.241 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 11781, 2024-08-17T01:57:01.241 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:57:01.241 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 65233056, 2024-08-17T01:57:01.241 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 58, 2024-08-17T01:57:01.241 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 10869504, 2024-08-17T01:57:01.241 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 370207872, 2024-08-17T01:57:01.241 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 543244288 2024-08-17T01:57:01.241 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.241 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.241 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.241 INFO:tasks.workunit.client.0.smithi082.stdout: "hosts": { 2024-08-17T01:57:01.241 INFO:tasks.workunit.client.0.smithi082.stdout: "num": 2, 2024-08-17T01:57:01.241 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_mds": 2, 2024-08-17T01:57:01.241 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_mgr": 2, 2024-08-17T01:57:01.242 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_mon": 2, 2024-08-17T01:57:01.242 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_osd": 2 2024-08-17T01:57:01.242 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.242 INFO:tasks.workunit.client.0.smithi082.stdout: "io_rate": { 2024-08-17T01:57:01.242 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_stats_delta": { 2024-08-17T01:57:01.242 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 0, 2024-08-17T01:57:01.242 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:01.242 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 0, 2024-08-17T01:57:01.242 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:01.242 INFO:tasks.workunit.client.0.smithi082.stdout: "stamp_delta": "12.002926", 2024-08-17T01:57:01.242 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:01.242 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:01.242 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:01.242 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:01.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:01.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:01.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:01.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:01.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:01.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:01.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:01.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:01.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:01.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:01.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:01.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:01.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:01.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:01.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:01.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:01.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:01.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:01.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:01.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:01.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:01.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:01.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:01.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:01.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:01.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:01.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:01.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:01.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:01.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:01.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:01.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:01.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:01.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:01.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:01.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:01.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:01.245 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.245 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T01:57:01.245 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 0, 2024-08-17T01:57:01.245 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T01:57:01.245 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T01:57:01.245 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T01:57:01.246 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T01:57:01.246 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 0, 2024-08-17T01:57:01.246 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T01:57:01.246 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T01:57:01.246 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 0, 2024-08-17T01:57:01.246 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T01:57:01.246 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.246 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 0 2024-08-17T01:57:01.246 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.246 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.246 INFO:tasks.workunit.client.0.smithi082.stdout: "leaderboard": false, 2024-08-17T01:57:01.246 INFO:tasks.workunit.client.0.smithi082.stdout: "leaderboard_description": null, 2024-08-17T01:57:01.246 INFO:tasks.workunit.client.0.smithi082.stdout: "license": "sharing-1-0", 2024-08-17T01:57:01.247 INFO:tasks.workunit.client.0.smithi082.stdout: "mempool": { 2024-08-17T01:57:01.247 INFO:tasks.workunit.client.0.smithi082.stdout: "mds": { 2024-08-17T01:57:01.247 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T01:57:01.247 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:57:01.247 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.247 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.247 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.247 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:01.247 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.247 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.247 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.247 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:57:01.247 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.247 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.248 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.248 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:57:01.248 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.248 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.248 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.248 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:57:01.248 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.248 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.248 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.248 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:57:01.248 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.248 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.248 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.249 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:57:01.249 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.249 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.249 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.249 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:57:01.249 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.249 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.249 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.249 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:57:01.249 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.249 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.249 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.250 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:57:01.250 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.250 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.250 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.250 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:57:01.250 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.250 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.250 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.250 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:57:01.250 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.250 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.250 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.250 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:57:01.251 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.251 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.251 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.251 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:57:01.251 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.251 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.251 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.251 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:57:01.251 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.251 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.251 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.251 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:57:01.251 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.252 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.252 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.252 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:57:01.252 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.252 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.252 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.252 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:57:01.252 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.252 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.252 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.252 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:57:01.252 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 222424, 2024-08-17T01:57:01.252 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 68 2024-08-17T01:57:01.252 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.253 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:57:01.253 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.253 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.253 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.253 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:57:01.253 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 52112, 2024-08-17T01:57:01.253 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 181 2024-08-17T01:57:01.253 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.253 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:01.253 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.253 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.253 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.253 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:57:01.254 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.254 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.254 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.254 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:57:01.254 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.254 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.254 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.254 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:57:01.254 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12496, 2024-08-17T01:57:01.254 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 241 2024-08-17T01:57:01.254 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.254 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:57:01.255 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.255 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.255 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.255 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:57:01.255 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.255 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.255 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.255 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:57:01.255 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.255 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.255 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.255 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:57:01.255 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.256 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.256 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.256 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.256 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T01:57:01.256 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:57:01.256 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.256 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.256 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.256 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:01.256 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.256 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.256 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.256 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:57:01.256 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.257 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.257 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.257 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:57:01.257 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.257 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.257 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.257 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:57:01.257 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.257 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.257 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.257 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:57:01.257 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.258 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.258 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.258 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:57:01.258 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.258 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.258 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.258 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:57:01.258 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.258 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.258 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.258 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:57:01.258 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.258 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.258 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.259 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:57:01.259 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.259 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.259 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.259 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:57:01.259 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.259 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.259 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.259 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:57:01.259 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.259 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.259 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.260 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:57:01.260 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.260 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.260 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.260 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:57:01.260 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.260 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.260 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.260 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:57:01.260 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.260 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.260 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.260 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:57:01.260 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.261 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.261 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.261 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:57:01.261 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.261 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.261 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.261 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:57:01.261 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.261 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.261 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.261 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:57:01.261 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 149025, 2024-08-17T01:57:01.261 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 34 2024-08-17T01:57:01.262 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.262 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:57:01.262 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.262 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.262 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.262 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:57:01.262 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 928, 2024-08-17T01:57:01.262 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2 2024-08-17T01:57:01.262 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.262 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:01.262 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.262 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.262 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.262 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:57:01.263 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.263 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.263 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.263 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:57:01.263 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.263 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.263 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.263 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:57:01.263 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.263 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.263 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.263 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:57:01.263 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.263 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.264 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.264 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:57:01.264 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.264 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.264 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.264 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:57:01.264 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.264 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.264 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.264 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:57:01.264 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.264 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.265 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.265 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.265 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.265 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:57:01.265 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T01:57:01.265 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:57:01.265 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.265 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.265 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.265 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:01.265 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.265 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.265 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.265 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:57:01.265 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.266 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.266 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.266 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:57:01.266 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.266 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.266 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.266 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:57:01.266 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.266 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.266 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.266 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:57:01.266 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.266 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.267 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.267 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:57:01.267 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.267 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.267 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.267 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:57:01.267 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.267 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.267 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.267 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:57:01.267 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.267 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.267 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.267 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:57:01.267 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.267 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.268 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.268 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:57:01.268 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.268 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.268 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.268 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:57:01.268 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.268 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.268 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.268 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:57:01.268 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.268 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.268 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.269 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:57:01.269 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.269 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.269 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.269 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:57:01.269 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.269 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.269 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.269 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:57:01.269 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.269 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.269 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.269 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:57:01.269 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.270 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.270 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.270 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:57:01.270 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.270 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.270 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.270 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:57:01.270 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 48589674, 2024-08-17T01:57:01.270 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 6428 2024-08-17T01:57:01.270 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.270 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:57:01.270 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.270 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.270 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.271 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:57:01.271 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.271 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.271 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.271 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:01.271 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.271 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.271 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.271 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:57:01.271 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.271 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.271 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.271 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:57:01.271 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.271 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.272 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.272 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:57:01.272 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 11072, 2024-08-17T01:57:01.272 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 240 2024-08-17T01:57:01.272 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.272 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:57:01.272 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 70440, 2024-08-17T01:57:01.272 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 5158 2024-08-17T01:57:01.272 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.272 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:57:01.272 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 11440, 2024-08-17T01:57:01.272 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 304 2024-08-17T01:57:01.272 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.272 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:57:01.273 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.273 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.273 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.273 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:57:01.273 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.273 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.273 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.273 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.273 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T01:57:01.273 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:57:01.273 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.273 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.273 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.273 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:01.273 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.274 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.274 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.274 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:57:01.274 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.274 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.274 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.274 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:57:01.274 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.274 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.274 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.274 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:57:01.274 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.274 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.274 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.275 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:57:01.275 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.275 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.275 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.275 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:57:01.275 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.275 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.275 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.275 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:57:01.275 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.275 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.275 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.275 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:57:01.276 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.276 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.276 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.276 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:57:01.276 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.276 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.276 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.276 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:57:01.276 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.276 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.276 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.276 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:57:01.276 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.276 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.277 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.277 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:57:01.277 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.277 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.277 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.277 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:57:01.277 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.277 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.277 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.277 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:57:01.277 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.277 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.278 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.278 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:57:01.278 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.278 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.278 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.278 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:57:01.278 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.278 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.278 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.278 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:57:01.278 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.278 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.278 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.279 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:57:01.279 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 44150048, 2024-08-17T01:57:01.279 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 5426 2024-08-17T01:57:01.279 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.279 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:57:01.279 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 704, 2024-08-17T01:57:01.279 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8 2024-08-17T01:57:01.279 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.279 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:57:01.279 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.279 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.279 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.279 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:01.280 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.280 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.280 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.280 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:57:01.280 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.280 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.280 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.280 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:57:01.280 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.280 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.280 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.280 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:57:01.280 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 11072, 2024-08-17T01:57:01.281 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 240 2024-08-17T01:57:01.281 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.281 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:57:01.281 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 70440, 2024-08-17T01:57:01.281 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 5158 2024-08-17T01:57:01.281 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.281 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:57:01.281 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5720, 2024-08-17T01:57:01.281 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 152 2024-08-17T01:57:01.281 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.281 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:57:01.281 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.281 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.282 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.282 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:57:01.282 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.282 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.282 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.282 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.282 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.b49720f953d6f37bda4fd718c5ff5f803b0cc706": { 2024-08-17T01:57:01.282 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:57:01.282 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.282 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.282 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.282 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:01.283 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.283 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.283 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.283 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:57:01.283 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.283 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.283 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.283 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:57:01.283 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.283 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.283 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.283 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:57:01.283 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.283 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.284 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.284 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:57:01.284 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.284 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.284 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.284 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:57:01.284 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.284 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.284 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.284 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:57:01.284 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.284 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.284 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.284 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:57:01.285 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.285 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.285 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.285 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:57:01.285 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.285 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.285 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.285 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:57:01.285 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.285 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.285 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.285 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:57:01.285 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.286 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.286 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.286 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:57:01.286 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.286 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.286 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.286 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:57:01.286 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.286 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.286 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.286 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:57:01.286 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.286 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.286 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.287 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:57:01.287 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.287 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.287 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.287 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:57:01.287 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.287 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.287 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.287 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:57:01.287 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.287 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.287 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.287 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:57:01.287 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 54496826, 2024-08-17T01:57:01.288 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 7892 2024-08-17T01:57:01.288 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.288 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:57:01.288 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.288 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.288 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.288 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:57:01.288 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.288 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.288 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.288 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:01.288 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.288 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.289 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.289 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:57:01.289 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.289 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.289 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.289 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:57:01.289 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.289 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.289 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.289 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:57:01.289 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 11072, 2024-08-17T01:57:01.289 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 240 2024-08-17T01:57:01.290 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.290 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:57:01.290 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 70440, 2024-08-17T01:57:01.290 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 5158 2024-08-17T01:57:01.290 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.290 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:57:01.290 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5720, 2024-08-17T01:57:01.290 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 152 2024-08-17T01:57:01.290 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.290 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:57:01.290 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.290 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.290 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.291 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:57:01.291 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.291 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.291 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.291 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.291 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.291 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:01.291 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.0": { 2024-08-17T01:57:01.291 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:57:01.291 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.291 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.291 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.292 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:01.292 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 19616, 2024-08-17T01:57:01.292 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 339 2024-08-17T01:57:01.292 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.292 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:57:01.292 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 325760, 2024-08-17T01:57:01.292 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 28 2024-08-17T01:57:01.292 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.292 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:57:01.292 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2880, 2024-08-17T01:57:01.292 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 15 2024-08-17T01:57:01.292 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.293 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:57:01.293 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 61360, 2024-08-17T01:57:01.293 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 767 2024-08-17T01:57:01.293 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.293 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:57:01.293 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 419744, 2024-08-17T01:57:01.293 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2018 2024-08-17T01:57:01.293 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.293 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:57:01.293 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:57:01.293 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:57:01.293 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.293 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:57:01.293 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 294365, 2024-08-17T01:57:01.293 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 105 2024-08-17T01:57:01.294 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.294 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:57:01.294 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2531703, 2024-08-17T01:57:01.294 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 557793 2024-08-17T01:57:01.294 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.294 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:57:01.294 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 7133456, 2024-08-17T01:57:01.294 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10522 2024-08-17T01:57:01.294 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.294 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:57:01.294 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 88140, 2024-08-17T01:57:01.294 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9443 2024-08-17T01:57:01.294 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.294 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:57:01.294 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 96864, 2024-08-17T01:57:01.295 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2018 2024-08-17T01:57:01.295 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.295 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:57:01.295 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.295 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.295 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.295 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:57:01.295 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186528, 2024-08-17T01:57:01.295 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1332 2024-08-17T01:57:01.295 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.295 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:57:01.296 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.296 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.296 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.296 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:57:01.296 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.296 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.296 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.296 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:57:01.296 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 53810, 2024-08-17T01:57:01.296 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 43 2024-08-17T01:57:01.296 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.296 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:57:01.297 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.297 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.297 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.297 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:57:01.297 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 15488155, 2024-08-17T01:57:01.297 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 4136 2024-08-17T01:57:01.297 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.297 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:57:01.297 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 9680, 2024-08-17T01:57:01.297 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 110 2024-08-17T01:57:01.297 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.297 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:57:01.297 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.298 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.298 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.298 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:01.298 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 522720, 2024-08-17T01:57:01.298 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 45 2024-08-17T01:57:01.298 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.298 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:57:01.298 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.298 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.298 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.298 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:57:01.298 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 7000656, 2024-08-17T01:57:01.298 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 18210 2024-08-17T01:57:01.299 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.299 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:57:01.299 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:57:01.299 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:57:01.299 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.299 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:57:01.299 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.299 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.299 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.299 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:57:01.299 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.299 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.299 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.299 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:57:01.300 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.300 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.300 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.300 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:57:01.300 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.300 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.300 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.300 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.300 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.1": { 2024-08-17T01:57:01.300 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:57:01.300 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.300 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.300 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.301 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:01.301 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 19712, 2024-08-17T01:57:01.301 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 347 2024-08-17T01:57:01.301 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.301 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:57:01.301 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 313216, 2024-08-17T01:57:01.301 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 25 2024-08-17T01:57:01.301 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.301 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:57:01.301 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1536, 2024-08-17T01:57:01.301 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8 2024-08-17T01:57:01.301 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.301 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:57:01.301 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 60640, 2024-08-17T01:57:01.302 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 758 2024-08-17T01:57:01.302 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.302 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:57:01.302 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 417872, 2024-08-17T01:57:01.302 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2009 2024-08-17T01:57:01.302 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.302 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:57:01.302 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:57:01.302 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:57:01.302 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.302 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:57:01.302 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 426898, 2024-08-17T01:57:01.303 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 130 2024-08-17T01:57:01.303 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.303 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:57:01.303 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2520967, 2024-08-17T01:57:01.303 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 553901 2024-08-17T01:57:01.303 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.303 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:57:01.303 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 7080416, 2024-08-17T01:57:01.303 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10444 2024-08-17T01:57:01.303 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.303 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:57:01.303 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 86156, 2024-08-17T01:57:01.303 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9274 2024-08-17T01:57:01.303 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.304 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:57:01.304 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 96336, 2024-08-17T01:57:01.304 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2007 2024-08-17T01:57:01.304 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.304 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:57:01.304 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.304 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.304 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.304 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:57:01.304 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186784, 2024-08-17T01:57:01.305 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1333 2024-08-17T01:57:01.305 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.305 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:57:01.305 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.305 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.305 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.305 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:57:01.305 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2208, 2024-08-17T01:57:01.305 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T01:57:01.305 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.305 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:57:01.305 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 135269, 2024-08-17T01:57:01.305 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 61 2024-08-17T01:57:01.305 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.306 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:57:01.306 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 28144, 2024-08-17T01:57:01.306 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 7 2024-08-17T01:57:01.306 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.306 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:57:01.306 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 8036425, 2024-08-17T01:57:01.306 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 273 2024-08-17T01:57:01.306 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.306 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:57:01.306 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12408, 2024-08-17T01:57:01.306 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 141 2024-08-17T01:57:01.306 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.306 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:57:01.307 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.307 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.307 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.307 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:01.307 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 453024, 2024-08-17T01:57:01.307 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 39 2024-08-17T01:57:01.307 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.307 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:57:01.307 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.307 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.307 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.307 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:57:01.307 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 7167160, 2024-08-17T01:57:01.307 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 20899 2024-08-17T01:57:01.307 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.308 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:57:01.308 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:57:01.308 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:57:01.308 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.308 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:57:01.308 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.308 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.308 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.308 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:57:01.308 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.308 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.308 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.308 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:57:01.309 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.309 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.309 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.309 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:57:01.309 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.309 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.309 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.309 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.309 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.2": { 2024-08-17T01:57:01.309 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:57:01.309 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.309 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.310 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.310 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:01.310 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 19528, 2024-08-17T01:57:01.310 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 358 2024-08-17T01:57:01.310 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.310 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:57:01.310 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 387456, 2024-08-17T01:57:01.310 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 29 2024-08-17T01:57:01.310 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.310 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:57:01.310 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 4032, 2024-08-17T01:57:01.310 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 21 2024-08-17T01:57:01.311 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.311 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:57:01.311 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 60720, 2024-08-17T01:57:01.311 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 759 2024-08-17T01:57:01.311 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.311 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:57:01.311 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 403520, 2024-08-17T01:57:01.311 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1940 2024-08-17T01:57:01.311 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.311 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:57:01.311 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:57:01.311 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:57:01.311 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.312 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:57:01.312 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 259304, 2024-08-17T01:57:01.312 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 78 2024-08-17T01:57:01.312 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.312 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:57:01.312 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1870006, 2024-08-17T01:57:01.312 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 407075 2024-08-17T01:57:01.312 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.312 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:57:01.312 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5311056, 2024-08-17T01:57:01.312 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 7842 2024-08-17T01:57:01.312 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.313 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:57:01.313 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 75912, 2024-08-17T01:57:01.313 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8102 2024-08-17T01:57:01.313 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.313 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:57:01.313 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 93120, 2024-08-17T01:57:01.313 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1940 2024-08-17T01:57:01.313 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.313 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:57:01.313 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.313 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.313 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.313 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:57:01.313 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186784, 2024-08-17T01:57:01.314 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1333 2024-08-17T01:57:01.314 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.314 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:57:01.314 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.314 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.314 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.314 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:57:01.314 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 736, 2024-08-17T01:57:01.314 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1 2024-08-17T01:57:01.314 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.314 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:57:01.314 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 90277, 2024-08-17T01:57:01.314 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 57 2024-08-17T01:57:01.314 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.315 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:57:01.315 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12112, 2024-08-17T01:57:01.315 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T01:57:01.315 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.315 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:57:01.315 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 22178660, 2024-08-17T01:57:01.315 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 279 2024-08-17T01:57:01.315 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.315 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:57:01.315 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 10648, 2024-08-17T01:57:01.315 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 121 2024-08-17T01:57:01.315 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.315 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:57:01.315 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.316 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.316 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.316 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:01.316 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 360096, 2024-08-17T01:57:01.316 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 31 2024-08-17T01:57:01.316 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.316 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:57:01.316 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.316 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.316 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.316 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:57:01.316 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3174080, 2024-08-17T01:57:01.317 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 6104 2024-08-17T01:57:01.317 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.317 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:57:01.317 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:57:01.317 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:57:01.317 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.317 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:57:01.317 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.317 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.317 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.317 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:57:01.317 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.317 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.318 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.318 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:57:01.318 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.318 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.318 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.318 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:57:01.318 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.318 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.318 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.318 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.318 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.3": { 2024-08-17T01:57:01.318 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:57:01.319 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.319 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.319 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.319 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:01.319 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 16888, 2024-08-17T01:57:01.319 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 296 2024-08-17T01:57:01.319 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.319 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:57:01.319 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 202496, 2024-08-17T01:57:01.319 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 23 2024-08-17T01:57:01.319 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.319 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:57:01.320 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3840, 2024-08-17T01:57:01.320 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 20 2024-08-17T01:57:01.320 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.320 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:57:01.320 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 60320, 2024-08-17T01:57:01.320 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 754 2024-08-17T01:57:01.320 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.320 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:57:01.320 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 404768, 2024-08-17T01:57:01.320 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1946 2024-08-17T01:57:01.320 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.320 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:57:01.320 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:57:01.320 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:57:01.321 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.321 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:57:01.321 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 358941, 2024-08-17T01:57:01.321 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 89 2024-08-17T01:57:01.321 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.321 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:57:01.321 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1835927, 2024-08-17T01:57:01.321 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 403078 2024-08-17T01:57:01.321 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.321 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:57:01.321 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5267536, 2024-08-17T01:57:01.321 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 7778 2024-08-17T01:57:01.321 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.322 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:57:01.322 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 76748, 2024-08-17T01:57:01.322 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8124 2024-08-17T01:57:01.322 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.322 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:57:01.322 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 93360, 2024-08-17T01:57:01.322 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1945 2024-08-17T01:57:01.322 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.322 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:57:01.322 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.322 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.322 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.322 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:57:01.323 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186784, 2024-08-17T01:57:01.323 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1333 2024-08-17T01:57:01.323 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.323 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:57:01.323 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.323 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.323 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.323 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:57:01.323 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1472, 2024-08-17T01:57:01.323 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2 2024-08-17T01:57:01.323 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.323 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:57:01.323 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 96060, 2024-08-17T01:57:01.324 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 60 2024-08-17T01:57:01.324 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.324 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:57:01.324 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 20128, 2024-08-17T01:57:01.324 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 5 2024-08-17T01:57:01.324 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.324 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:57:01.324 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 20553688, 2024-08-17T01:57:01.324 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 268 2024-08-17T01:57:01.324 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.324 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:57:01.324 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 10736, 2024-08-17T01:57:01.324 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 122 2024-08-17T01:57:01.325 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.325 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:57:01.325 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.325 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.325 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.325 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:01.325 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 429792, 2024-08-17T01:57:01.325 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 37 2024-08-17T01:57:01.325 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.325 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:57:01.325 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.325 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.325 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.325 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:57:01.326 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3523520, 2024-08-17T01:57:01.326 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9176 2024-08-17T01:57:01.326 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.326 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:57:01.326 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:57:01.326 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:57:01.326 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.326 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:57:01.326 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.326 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.326 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.326 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:57:01.327 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.327 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.327 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.327 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:57:01.327 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.327 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.327 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.327 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:57:01.327 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.327 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.327 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.327 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.327 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.4": { 2024-08-17T01:57:01.327 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:57:01.328 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.328 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.328 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.328 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:01.328 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 22720, 2024-08-17T01:57:01.328 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 387 2024-08-17T01:57:01.328 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.328 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:57:01.328 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 191104, 2024-08-17T01:57:01.328 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 36 2024-08-17T01:57:01.328 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.328 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:57:01.328 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 768, 2024-08-17T01:57:01.328 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 4 2024-08-17T01:57:01.329 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.329 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:57:01.329 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 60720, 2024-08-17T01:57:01.329 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 759 2024-08-17T01:57:01.329 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.329 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:57:01.329 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 404560, 2024-08-17T01:57:01.329 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1945 2024-08-17T01:57:01.329 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.329 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:57:01.329 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:57:01.329 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:57:01.330 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.330 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:57:01.330 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1482987, 2024-08-17T01:57:01.330 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 369 2024-08-17T01:57:01.330 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.330 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:57:01.330 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2232143, 2024-08-17T01:57:01.330 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 481009 2024-08-17T01:57:01.330 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.330 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:57:01.330 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6182816, 2024-08-17T01:57:01.330 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9124 2024-08-17T01:57:01.331 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.331 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:57:01.331 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 76684, 2024-08-17T01:57:01.331 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8118 2024-08-17T01:57:01.331 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.331 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:57:01.331 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 93360, 2024-08-17T01:57:01.331 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1945 2024-08-17T01:57:01.331 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.331 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:57:01.331 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.331 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.331 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.331 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:57:01.332 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186528, 2024-08-17T01:57:01.332 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1332 2024-08-17T01:57:01.332 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.332 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:57:01.332 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.332 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.332 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.332 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:57:01.332 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 736, 2024-08-17T01:57:01.332 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1 2024-08-17T01:57:01.332 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.332 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:57:01.332 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 69339, 2024-08-17T01:57:01.332 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 46 2024-08-17T01:57:01.333 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.333 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:57:01.333 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12112, 2024-08-17T01:57:01.333 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T01:57:01.333 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.333 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:57:01.333 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3884603, 2024-08-17T01:57:01.333 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 264 2024-08-17T01:57:01.333 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.333 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:57:01.333 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 33616, 2024-08-17T01:57:01.333 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 382 2024-08-17T01:57:01.334 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.334 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:57:01.334 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.334 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.334 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.334 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:01.334 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 429792, 2024-08-17T01:57:01.334 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 37 2024-08-17T01:57:01.334 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.334 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:57:01.334 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.334 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.334 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.335 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:57:01.335 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5213520, 2024-08-17T01:57:01.335 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 12426 2024-08-17T01:57:01.335 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.335 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:57:01.335 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:57:01.335 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:57:01.335 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.335 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:57:01.335 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.335 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.335 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.335 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:57:01.335 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.335 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.336 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.336 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:57:01.336 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.336 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.336 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.336 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:57:01.336 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.336 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.336 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.336 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.336 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.5": { 2024-08-17T01:57:01.336 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:57:01.336 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.336 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.337 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.337 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:01.337 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 22352, 2024-08-17T01:57:01.337 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 409 2024-08-17T01:57:01.337 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.337 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:57:01.337 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 269312, 2024-08-17T01:57:01.337 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 35 2024-08-17T01:57:01.337 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.337 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:57:01.337 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2496, 2024-08-17T01:57:01.337 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 13 2024-08-17T01:57:01.337 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.338 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:57:01.338 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 60880, 2024-08-17T01:57:01.338 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 761 2024-08-17T01:57:01.338 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.338 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:57:01.338 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 418288, 2024-08-17T01:57:01.338 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2011 2024-08-17T01:57:01.338 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.338 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:57:01.338 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:57:01.338 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:57:01.338 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.339 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:57:01.339 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 387212, 2024-08-17T01:57:01.339 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 105 2024-08-17T01:57:01.339 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.339 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:57:01.339 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2393856, 2024-08-17T01:57:01.339 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 533997 2024-08-17T01:57:01.339 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.339 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:57:01.339 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6881176, 2024-08-17T01:57:01.339 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10151 2024-08-17T01:57:01.339 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.339 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:57:01.339 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 86448, 2024-08-17T01:57:01.340 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9283 2024-08-17T01:57:01.340 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.340 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:57:01.340 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 96432, 2024-08-17T01:57:01.340 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2009 2024-08-17T01:57:01.340 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.340 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:57:01.340 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.340 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.340 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.340 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:57:01.340 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186528, 2024-08-17T01:57:01.340 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1332 2024-08-17T01:57:01.340 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.340 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:57:01.341 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.341 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.341 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.341 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:57:01.341 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2208, 2024-08-17T01:57:01.341 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T01:57:01.341 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.341 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:57:01.341 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 123413, 2024-08-17T01:57:01.341 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 65 2024-08-17T01:57:01.341 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.341 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:57:01.341 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 28144, 2024-08-17T01:57:01.341 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 7 2024-08-17T01:57:01.342 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.342 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:57:01.342 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 14097761, 2024-08-17T01:57:01.342 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 260 2024-08-17T01:57:01.342 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.342 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:57:01.342 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 11704, 2024-08-17T01:57:01.342 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 133 2024-08-17T01:57:01.342 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.342 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:57:01.342 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.342 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.342 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.342 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:01.342 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 476256, 2024-08-17T01:57:01.343 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 41 2024-08-17T01:57:01.343 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.343 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:57:01.343 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.343 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.343 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.343 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:57:01.343 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6355440, 2024-08-17T01:57:01.343 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 12222 2024-08-17T01:57:01.343 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.343 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:57:01.343 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:57:01.343 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:57:01.344 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.344 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:57:01.344 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.344 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.344 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.344 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:57:01.344 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.344 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.344 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.344 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:57:01.344 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.344 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.344 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.344 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:57:01.344 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.345 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.345 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.345 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.345 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.6": { 2024-08-17T01:57:01.345 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:57:01.345 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.345 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.345 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.345 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:01.345 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 15712, 2024-08-17T01:57:01.345 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 277 2024-08-17T01:57:01.345 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.345 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:57:01.345 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 399232, 2024-08-17T01:57:01.345 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 27 2024-08-17T01:57:01.346 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.346 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:57:01.346 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3072, 2024-08-17T01:57:01.346 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 16 2024-08-17T01:57:01.346 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.346 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:57:01.346 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 60640, 2024-08-17T01:57:01.346 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 758 2024-08-17T01:57:01.346 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.346 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:57:01.346 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 406224, 2024-08-17T01:57:01.346 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1953 2024-08-17T01:57:01.346 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.347 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:57:01.347 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:57:01.347 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:57:01.347 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.347 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:57:01.347 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 519295, 2024-08-17T01:57:01.347 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 132 2024-08-17T01:57:01.347 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.347 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:57:01.347 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1768762, 2024-08-17T01:57:01.347 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 390747 2024-08-17T01:57:01.347 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.347 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:57:01.348 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5150576, 2024-08-17T01:57:01.348 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 7606 2024-08-17T01:57:01.348 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.348 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:57:01.348 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 78196, 2024-08-17T01:57:01.348 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8282 2024-08-17T01:57:01.348 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.348 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:57:01.348 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 93744, 2024-08-17T01:57:01.348 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1953 2024-08-17T01:57:01.348 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.348 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:57:01.348 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.348 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.349 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.349 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:57:01.349 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186528, 2024-08-17T01:57:01.349 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1332 2024-08-17T01:57:01.349 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.349 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:57:01.349 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.349 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.349 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.349 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:57:01.349 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.349 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.349 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.349 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:57:01.350 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 45401, 2024-08-17T01:57:01.350 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 47 2024-08-17T01:57:01.350 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.350 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:57:01.350 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.350 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.350 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.350 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:57:01.350 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 16256274, 2024-08-17T01:57:01.350 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 259 2024-08-17T01:57:01.350 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.351 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:57:01.351 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 13552, 2024-08-17T01:57:01.351 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 154 2024-08-17T01:57:01.351 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.351 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:57:01.351 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.351 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.351 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.351 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:01.351 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 453024, 2024-08-17T01:57:01.351 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 39 2024-08-17T01:57:01.351 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.352 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:57:01.352 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.352 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.352 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.352 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:57:01.352 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3798080, 2024-08-17T01:57:01.352 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9704 2024-08-17T01:57:01.352 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.352 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:57:01.352 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:57:01.352 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:57:01.352 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.352 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:57:01.353 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.353 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.353 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.353 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:57:01.353 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.353 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.353 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.353 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:57:01.353 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.353 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.353 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.353 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:57:01.353 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.353 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.354 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.354 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.354 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.7": { 2024-08-17T01:57:01.354 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:57:01.354 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.354 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.354 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.354 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:01.354 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 17240, 2024-08-17T01:57:01.354 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 299 2024-08-17T01:57:01.354 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.355 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:57:01.355 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 227584, 2024-08-17T01:57:01.355 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 29 2024-08-17T01:57:01.355 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.355 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:57:01.355 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3264, 2024-08-17T01:57:01.355 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 17 2024-08-17T01:57:01.355 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.355 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:57:01.355 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 60400, 2024-08-17T01:57:01.355 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 755 2024-08-17T01:57:01.355 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.355 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:57:01.355 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 406016, 2024-08-17T01:57:01.356 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1952 2024-08-17T01:57:01.356 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.356 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:57:01.356 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:57:01.356 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:57:01.356 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.356 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:57:01.356 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 563825, 2024-08-17T01:57:01.356 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 152 2024-08-17T01:57:01.356 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.356 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:57:01.356 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2123567, 2024-08-17T01:57:01.356 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 468990 2024-08-17T01:57:01.356 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.357 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:57:01.357 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6082856, 2024-08-17T01:57:01.357 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8977 2024-08-17T01:57:01.357 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.357 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:57:01.357 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 78932, 2024-08-17T01:57:01.357 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8284 2024-08-17T01:57:01.357 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.357 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:57:01.357 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 93696, 2024-08-17T01:57:01.357 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1952 2024-08-17T01:57:01.357 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.358 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:57:01.358 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.358 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.358 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.358 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:57:01.358 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186528, 2024-08-17T01:57:01.358 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1332 2024-08-17T01:57:01.358 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.358 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:57:01.358 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.358 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.358 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.358 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:57:01.359 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.359 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.359 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.359 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:57:01.359 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 33035, 2024-08-17T01:57:01.359 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 38 2024-08-17T01:57:01.359 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.359 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:57:01.359 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.359 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.359 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.359 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:57:01.359 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 18600303, 2024-08-17T01:57:01.359 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 271 2024-08-17T01:57:01.360 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.360 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:57:01.360 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 14520, 2024-08-17T01:57:01.360 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 165 2024-08-17T01:57:01.360 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.360 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:57:01.360 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.360 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.360 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.360 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:01.360 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 534336, 2024-08-17T01:57:01.360 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 46 2024-08-17T01:57:01.360 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.360 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:57:01.361 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.361 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.361 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.361 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:57:01.361 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5032144, 2024-08-17T01:57:01.361 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9706 2024-08-17T01:57:01.361 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.361 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:57:01.361 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:57:01.361 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:57:01.361 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.361 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:57:01.361 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.361 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.362 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.362 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:57:01.362 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.362 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.362 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.362 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:57:01.362 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.362 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.362 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.362 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:57:01.362 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:01.362 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:01.362 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.363 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.363 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.363 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.363 INFO:tasks.workunit.client.0.smithi082.stdout: "metadata": { 2024-08-17T01:57:01.363 INFO:tasks.workunit.client.0.smithi082.stdout: "mds": { 2024-08-17T01:57:01.363 INFO:tasks.workunit.client.0.smithi082.stdout: "arch": { 2024-08-17T01:57:01.363 INFO:tasks.workunit.client.0.smithi082.stdout: "x86_64": 2 2024-08-17T01:57:01.363 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.363 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_version": { 2024-08-17T01:57:01.363 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T01:57:01.363 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.363 INFO:tasks.workunit.client.0.smithi082.stdout: "cpu": { 2024-08-17T01:57:01.363 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-17T01:57:01.364 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.364 INFO:tasks.workunit.client.0.smithi082.stdout: "distro": { 2024-08-17T01:57:01.364 INFO:tasks.workunit.client.0.smithi082.stdout: "centos": 2 2024-08-17T01:57:01.364 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.364 INFO:tasks.workunit.client.0.smithi082.stdout: "distro_description": { 2024-08-17T01:57:01.364 INFO:tasks.workunit.client.0.smithi082.stdout: "CentOS Stream 9": 2 2024-08-17T01:57:01.364 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.364 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_description": { 2024-08-17T01:57:01.364 INFO:tasks.workunit.client.0.smithi082.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-17T01:57:01.364 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.364 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_version": { 2024-08-17T01:57:01.364 INFO:tasks.workunit.client.0.smithi082.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-17T01:57:01.365 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.365 INFO:tasks.workunit.client.0.smithi082.stdout: "os": { 2024-08-17T01:57:01.365 INFO:tasks.workunit.client.0.smithi082.stdout: "Linux": 2 2024-08-17T01:57:01.365 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.365 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.365 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:57:01.365 INFO:tasks.workunit.client.0.smithi082.stdout: "arch": { 2024-08-17T01:57:01.365 INFO:tasks.workunit.client.0.smithi082.stdout: "x86_64": 3 2024-08-17T01:57:01.365 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.365 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_version": { 2024-08-17T01:57:01.365 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T01:57:01.365 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.365 INFO:tasks.workunit.client.0.smithi082.stdout: "cpu": { 2024-08-17T01:57:01.366 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-17T01:57:01.366 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.366 INFO:tasks.workunit.client.0.smithi082.stdout: "distro": { 2024-08-17T01:57:01.366 INFO:tasks.workunit.client.0.smithi082.stdout: "centos": 3 2024-08-17T01:57:01.366 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.366 INFO:tasks.workunit.client.0.smithi082.stdout: "distro_description": { 2024-08-17T01:57:01.366 INFO:tasks.workunit.client.0.smithi082.stdout: "CentOS Stream 9": 3 2024-08-17T01:57:01.366 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.366 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_description": { 2024-08-17T01:57:01.366 INFO:tasks.workunit.client.0.smithi082.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-17T01:57:01.366 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.367 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_version": { 2024-08-17T01:57:01.367 INFO:tasks.workunit.client.0.smithi082.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-17T01:57:01.367 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.367 INFO:tasks.workunit.client.0.smithi082.stdout: "os": { 2024-08-17T01:57:01.367 INFO:tasks.workunit.client.0.smithi082.stdout: "Linux": 3 2024-08-17T01:57:01.367 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.367 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.367 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:01.367 INFO:tasks.workunit.client.0.smithi082.stdout: "arch": { 2024-08-17T01:57:01.367 INFO:tasks.workunit.client.0.smithi082.stdout: "x86_64": 8 2024-08-17T01:57:01.367 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.367 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_version": { 2024-08-17T01:57:01.367 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 8 2024-08-17T01:57:01.367 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.368 INFO:tasks.workunit.client.0.smithi082.stdout: "cpu": { 2024-08-17T01:57:01.368 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-17T01:57:01.368 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.368 INFO:tasks.workunit.client.0.smithi082.stdout: "distro": { 2024-08-17T01:57:01.368 INFO:tasks.workunit.client.0.smithi082.stdout: "centos": 8 2024-08-17T01:57:01.368 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.368 INFO:tasks.workunit.client.0.smithi082.stdout: "distro_description": { 2024-08-17T01:57:01.368 INFO:tasks.workunit.client.0.smithi082.stdout: "CentOS Stream 9": 8 2024-08-17T01:57:01.368 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.368 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_description": { 2024-08-17T01:57:01.368 INFO:tasks.workunit.client.0.smithi082.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-17T01:57:01.368 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.368 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_version": { 2024-08-17T01:57:01.368 INFO:tasks.workunit.client.0.smithi082.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-17T01:57:01.369 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.369 INFO:tasks.workunit.client.0.smithi082.stdout: "os": { 2024-08-17T01:57:01.369 INFO:tasks.workunit.client.0.smithi082.stdout: "Linux": 8 2024-08-17T01:57:01.369 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.369 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_objectstore": { 2024-08-17T01:57:01.369 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": 8 2024-08-17T01:57:01.369 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.369 INFO:tasks.workunit.client.0.smithi082.stdout: "rotational": { 2024-08-17T01:57:01.369 INFO:tasks.workunit.client.0.smithi082.stdout: "0": 8 2024-08-17T01:57:01.369 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.369 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.369 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.369 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:57:01.370 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T01:57:01.370 INFO:tasks.workunit.client.0.smithi082.stdout: "features": { 2024-08-17T01:57:01.370 INFO:tasks.workunit.client.0.smithi082.stdout: "optional": [], 2024-08-17T01:57:01.370 INFO:tasks.workunit.client.0.smithi082.stdout: "persistent": [ 2024-08-17T01:57:01.370 INFO:tasks.workunit.client.0.smithi082.stdout: "kraken", 2024-08-17T01:57:01.370 INFO:tasks.workunit.client.0.smithi082.stdout: "luminous", 2024-08-17T01:57:01.370 INFO:tasks.workunit.client.0.smithi082.stdout: "mimic", 2024-08-17T01:57:01.370 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap-prune", 2024-08-17T01:57:01.370 INFO:tasks.workunit.client.0.smithi082.stdout: "nautilus", 2024-08-17T01:57:01.370 INFO:tasks.workunit.client.0.smithi082.stdout: "octopus", 2024-08-17T01:57:01.370 INFO:tasks.workunit.client.0.smithi082.stdout: "pacific", 2024-08-17T01:57:01.370 INFO:tasks.workunit.client.0.smithi082.stdout: "elector-pinging", 2024-08-17T01:57:01.370 INFO:tasks.workunit.client.0.smithi082.stdout: "quincy", 2024-08-17T01:57:01.370 INFO:tasks.workunit.client.0.smithi082.stdout: "reef", 2024-08-17T01:57:01.371 INFO:tasks.workunit.client.0.smithi082.stdout: "squid" 2024-08-17T01:57:01.371 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.371 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.371 INFO:tasks.workunit.client.0.smithi082.stdout: "ipv4_addr_mons": 6, 2024-08-17T01:57:01.371 INFO:tasks.workunit.client.0.smithi082.stdout: "ipv6_addr_mons": 0, 2024-08-17T01:57:01.371 INFO:tasks.workunit.client.0.smithi082.stdout: "min_mon_release": 19, 2024-08-17T01:57:01.371 INFO:tasks.workunit.client.0.smithi082.stdout: "v1_addr_mons": 3, 2024-08-17T01:57:01.371 INFO:tasks.workunit.client.0.smithi082.stdout: "v2_addr_mons": 3 2024-08-17T01:57:01.371 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.371 INFO:tasks.workunit.client.0.smithi082.stdout: "organization": "ceph-qa", 2024-08-17T01:57:01.371 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:01.371 INFO:tasks.workunit.client.0.smithi082.stdout: "cluster_network": false, 2024-08-17T01:57:01.372 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 8, 2024-08-17T01:57:01.372 INFO:tasks.workunit.client.0.smithi082.stdout: "require_min_compat_client": "luminous", 2024-08-17T01:57:01.372 INFO:tasks.workunit.client.0.smithi082.stdout: "require_osd_release": "squid" 2024-08-17T01:57:01.372 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.372 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_perf_histograms": [ 2024-08-17T01:57:01.372 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.372 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:57:01.372 INFO:tasks.workunit.client.0.smithi082.stdout: "axes": [ 2024-08-17T01:57:01.372 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.372 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:57:01.372 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:57:01.372 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Latency (usec)", 2024-08-17T01:57:01.372 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 100000, 2024-08-17T01:57:01.372 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:57:01.373 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:57:01.373 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 99999]", 2024-08-17T01:57:01.373 INFO:tasks.workunit.client.0.smithi082.stdout: "[100000, 199999]", 2024-08-17T01:57:01.373 INFO:tasks.workunit.client.0.smithi082.stdout: "[200000, 399999]", 2024-08-17T01:57:01.373 INFO:tasks.workunit.client.0.smithi082.stdout: "[400000, 799999]", 2024-08-17T01:57:01.373 INFO:tasks.workunit.client.0.smithi082.stdout: "[800000, 1599999]", 2024-08-17T01:57:01.373 INFO:tasks.workunit.client.0.smithi082.stdout: "[1600000, 3199999]", 2024-08-17T01:57:01.373 INFO:tasks.workunit.client.0.smithi082.stdout: "[3200000, 6399999]", 2024-08-17T01:57:01.373 INFO:tasks.workunit.client.0.smithi082.stdout: "[6400000, 12799999]", 2024-08-17T01:57:01.373 INFO:tasks.workunit.client.0.smithi082.stdout: "[12800000, 25599999]", 2024-08-17T01:57:01.373 INFO:tasks.workunit.client.0.smithi082.stdout: "[25600000, 51199999]", 2024-08-17T01:57:01.373 INFO:tasks.workunit.client.0.smithi082.stdout: "[51200000, 102399999]", 2024-08-17T01:57:01.373 INFO:tasks.workunit.client.0.smithi082.stdout: "[102400000, 204799999]", 2024-08-17T01:57:01.374 INFO:tasks.workunit.client.0.smithi082.stdout: "[204800000, 409599999]", 2024-08-17T01:57:01.374 INFO:tasks.workunit.client.0.smithi082.stdout: "[409600000, 819199999]", 2024-08-17T01:57:01.374 INFO:tasks.workunit.client.0.smithi082.stdout: "[819200000, 1638399999]", 2024-08-17T01:57:01.374 INFO:tasks.workunit.client.0.smithi082.stdout: "[1638400000, 3276799999]", 2024-08-17T01:57:01.374 INFO:tasks.workunit.client.0.smithi082.stdout: "[3276800000, 6553599999]", 2024-08-17T01:57:01.374 INFO:tasks.workunit.client.0.smithi082.stdout: "[6553600000, 13107199999]", 2024-08-17T01:57:01.374 INFO:tasks.workunit.client.0.smithi082.stdout: "[13107200000, 26214399999]", 2024-08-17T01:57:01.374 INFO:tasks.workunit.client.0.smithi082.stdout: "[26214400000, 52428799999]", 2024-08-17T01:57:01.374 INFO:tasks.workunit.client.0.smithi082.stdout: "[52428800000, 104857599999]", 2024-08-17T01:57:01.374 INFO:tasks.workunit.client.0.smithi082.stdout: "[104857600000, 209715199999]", 2024-08-17T01:57:01.374 INFO:tasks.workunit.client.0.smithi082.stdout: "[209715200000, 419430399999]", 2024-08-17T01:57:01.374 INFO:tasks.workunit.client.0.smithi082.stdout: "[419430400000, 838860799999]", 2024-08-17T01:57:01.374 INFO:tasks.workunit.client.0.smithi082.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:57:01.375 INFO:tasks.workunit.client.0.smithi082.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:57:01.375 INFO:tasks.workunit.client.0.smithi082.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:57:01.375 INFO:tasks.workunit.client.0.smithi082.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:57:01.375 INFO:tasks.workunit.client.0.smithi082.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:57:01.375 INFO:tasks.workunit.client.0.smithi082.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:57:01.375 INFO:tasks.workunit.client.0.smithi082.stdout: "[53687091200000, None]" 2024-08-17T01:57:01.375 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.375 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:57:01.375 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.375 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.375 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:57:01.375 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:57:01.375 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Request size (bytes)", 2024-08-17T01:57:01.376 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 512, 2024-08-17T01:57:01.376 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:57:01.376 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:57:01.376 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 511]", 2024-08-17T01:57:01.376 INFO:tasks.workunit.client.0.smithi082.stdout: "[512, 1023]", 2024-08-17T01:57:01.376 INFO:tasks.workunit.client.0.smithi082.stdout: "[1024, 2047]", 2024-08-17T01:57:01.376 INFO:tasks.workunit.client.0.smithi082.stdout: "[2048, 4095]", 2024-08-17T01:57:01.376 INFO:tasks.workunit.client.0.smithi082.stdout: "[4096, 8191]", 2024-08-17T01:57:01.376 INFO:tasks.workunit.client.0.smithi082.stdout: "[8192, 16383]", 2024-08-17T01:57:01.376 INFO:tasks.workunit.client.0.smithi082.stdout: "[16384, 32767]", 2024-08-17T01:57:01.376 INFO:tasks.workunit.client.0.smithi082.stdout: "[32768, 65535]", 2024-08-17T01:57:01.376 INFO:tasks.workunit.client.0.smithi082.stdout: "[65536, 131071]", 2024-08-17T01:57:01.376 INFO:tasks.workunit.client.0.smithi082.stdout: "[131072, 262143]", 2024-08-17T01:57:01.377 INFO:tasks.workunit.client.0.smithi082.stdout: "[262144, 524287]", 2024-08-17T01:57:01.377 INFO:tasks.workunit.client.0.smithi082.stdout: "[524288, 1048575]", 2024-08-17T01:57:01.377 INFO:tasks.workunit.client.0.smithi082.stdout: "[1048576, 2097151]", 2024-08-17T01:57:01.377 INFO:tasks.workunit.client.0.smithi082.stdout: "[2097152, 4194303]", 2024-08-17T01:57:01.377 INFO:tasks.workunit.client.0.smithi082.stdout: "[4194304, 8388607]", 2024-08-17T01:57:01.377 INFO:tasks.workunit.client.0.smithi082.stdout: "[8388608, 16777215]", 2024-08-17T01:57:01.377 INFO:tasks.workunit.client.0.smithi082.stdout: "[16777216, 33554431]", 2024-08-17T01:57:01.377 INFO:tasks.workunit.client.0.smithi082.stdout: "[33554432, 67108863]", 2024-08-17T01:57:01.377 INFO:tasks.workunit.client.0.smithi082.stdout: "[67108864, 134217727]", 2024-08-17T01:57:01.377 INFO:tasks.workunit.client.0.smithi082.stdout: "[134217728, 268435455]", 2024-08-17T01:57:01.377 INFO:tasks.workunit.client.0.smithi082.stdout: "[268435456, 536870911]", 2024-08-17T01:57:01.377 INFO:tasks.workunit.client.0.smithi082.stdout: "[536870912, 1073741823]", 2024-08-17T01:57:01.377 INFO:tasks.workunit.client.0.smithi082.stdout: "[1073741824, 2147483647]", 2024-08-17T01:57:01.378 INFO:tasks.workunit.client.0.smithi082.stdout: "[2147483648, 4294967295]", 2024-08-17T01:57:01.378 INFO:tasks.workunit.client.0.smithi082.stdout: "[4294967296, 8589934591]", 2024-08-17T01:57:01.378 INFO:tasks.workunit.client.0.smithi082.stdout: "[8589934592, 17179869183]", 2024-08-17T01:57:01.378 INFO:tasks.workunit.client.0.smithi082.stdout: "[17179869184, 34359738367]", 2024-08-17T01:57:01.378 INFO:tasks.workunit.client.0.smithi082.stdout: "[34359738368, 68719476735]", 2024-08-17T01:57:01.378 INFO:tasks.workunit.client.0.smithi082.stdout: "[68719476736, 137438953471]", 2024-08-17T01:57:01.378 INFO:tasks.workunit.client.0.smithi082.stdout: "[137438953472, 274877906943]", 2024-08-17T01:57:01.378 INFO:tasks.workunit.client.0.smithi082.stdout: "[274877906944, None]" 2024-08-17T01:57:01.378 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.378 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:57:01.378 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.378 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.378 INFO:tasks.workunit.client.0.smithi082.stdout: "osds": [ 2024-08-17T01:57:01.379 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.379 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 0, 2024-08-17T01:57:01.379 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.379 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.379 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2346, 327, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.379 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 16557, 3818, 135, 12, 39, 42, 1, 1, 0, 0, 8, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.379 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 11608, 93, 27, 2, 17, 46, 156, 198, 18, 33, 24, 25, 44, 18, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.379 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1088, 109, 160, 2, 2, 0, 10, 21, 4, 7, 85, 173, 84, 6, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.379 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1042, 44, 51, 0, 0, 2, 0, 0, 0, 0, 3, 30, 268, 8, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.379 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 482, 46, 15, 0, 0, 1, 2, 0, 1, 0, 0, 2, 30, 42, 135, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.379 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 339, 26, 23, 27, 0, 0, 0, 0, 0, 0, 0, 1, 10, 12, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.379 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 276, 60, 5, 37, 52, 0, 0, 1, 1, 0, 0, 0, 9, 20, 35, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.379 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 21, 161, 0, 4, 83, 88, 0, 0, 0, 0, 0, 0, 8, 16, 47, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.380 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 10, 2, 0, 0, 0, 41, 0, 0, 0, 0, 0, 0, 0, 1, 10, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.380 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.380 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.380 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.380 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.380 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.380 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.380 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.380 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.380 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.380 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.380 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.380 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.381 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.381 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.381 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.381 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.381 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.381 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.381 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.381 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.381 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.381 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.381 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.381 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.382 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 1, 2024-08-17T01:57:01.382 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.382 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.382 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.382 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 8604, 1, 0, 0, 0, 0, 1, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.382 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 6214, 28, 1326, 1, 7, 7, 12, 17, 28, 49, 48, 38, 45, 7, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.382 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 367, 8, 158, 23, 1, 0, 0, 0, 8, 19, 95, 211, 141, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.382 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 358, 3, 0, 7, 0, 0, 0, 0, 0, 3, 3, 28, 385, 6, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.382 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 99, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 20, 17, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.382 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 96, 4, 55, 0, 0, 0, 0, 0, 0, 0, 1, 3, 6, 5, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.382 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 104, 0, 215, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 6, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.382 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 39, 0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 46, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.382 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 10, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.383 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.383 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.383 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.383 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.383 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.383 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.383 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.383 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.383 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.383 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.383 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.383 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.384 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.384 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.384 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.384 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.384 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.384 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.384 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.384 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.384 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.384 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.384 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.384 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.384 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 2, 2024-08-17T01:57:01.385 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.385 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.385 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.385 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 18944, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.385 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 11465, 64, 44, 0, 6, 0, 0, 4, 1, 1, 3, 7, 15, 38, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.385 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1068, 29, 16, 2, 1, 0, 0, 3, 1, 2, 1, 3, 2, 8, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.385 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 566, 12, 0, 0, 2, 0, 1, 0, 1, 2, 3, 10, 22, 10, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.385 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 282, 14, 3, 0, 0, 0, 2, 1, 5, 1, 0, 6, 18, 65, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.385 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 294, 4, 5, 0, 0, 0, 0, 1, 3, 2, 3, 25, 40, 23, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.385 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 213, 0, 0, 0, 0, 0, 0, 1, 2, 1, 1, 5, 28, 55, 36, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.385 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 104, 0, 0, 1, 0, 0, 2, 0, 0, 0, 1, 4, 6, 41, 91, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.385 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 34, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 4, 41, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.385 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.386 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.386 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.386 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.386 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.386 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.386 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.386 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.386 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.386 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.386 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.386 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.386 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.386 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.387 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.387 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.387 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.387 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.387 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.387 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.387 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.387 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.387 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.387 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.387 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 3, 2024-08-17T01:57:01.387 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.387 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.388 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.388 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5059, 14, 0, 0, 1, 0, 1, 0, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.388 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2443, 10, 3, 1, 7, 2, 5, 7, 8, 30, 17, 13, 4, 7, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.388 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 138, 3, 3, 0, 0, 0, 0, 0, 3, 4, 39, 79, 27, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.388 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 130, 0, 0, 0, 6, 0, 0, 0, 0, 1, 0, 12, 145, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.388 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 33, 0, 0, 0, 197, 0, 0, 0, 0, 0, 0, 1, 15, 28, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.388 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 24, 0, 0, 0, 314, 0, 0, 0, 0, 1, 0, 1, 10, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.388 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 14, 0, 0, 0, 521, 0, 0, 0, 0, 0, 0, 0, 9, 8, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.388 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 1657, 0, 0, 0, 0, 0, 0, 0, 2, 0, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.388 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.388 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.388 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.388 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.389 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.389 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.389 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.389 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.389 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.389 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.389 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.389 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.389 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.389 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.389 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.389 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.389 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.390 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.390 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.390 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.390 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.390 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.390 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.390 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.390 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.390 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 4, 2024-08-17T01:57:01.390 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.390 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.390 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2748, 1860, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.391 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 9722, 2214, 0, 0, 1, 1, 1, 0, 2, 0, 0, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.391 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 6846, 299, 14, 0, 11, 1, 3, 7, 13, 20, 14, 6, 5, 7, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.391 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 652, 45, 6, 0, 0, 0, 0, 0, 10, 4, 38, 81, 37, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.391 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 232, 0, 0, 0, 0, 1, 0, 1, 0, 0, 5, 17, 150, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.391 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 116, 3, 0, 0, 0, 0, 0, 0, 0, 4, 5, 4, 13, 23, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.391 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 80, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 2, 24, 8, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.391 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 11, 18, 22, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.391 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 25, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.391 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 4, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.391 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.391 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.391 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.391 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.392 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.392 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.392 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.392 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.392 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.392 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.392 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.392 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.392 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.392 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.392 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.392 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.392 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.392 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.393 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.393 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.393 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.393 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.393 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.393 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.393 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 5, 2024-08-17T01:57:01.393 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.393 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.393 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 989, 704, 243, 0, 231, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.393 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 10991, 6675, 4030, 0, 6838, 372, 0, 0, 0, 0, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.393 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7482, 593, 222, 0, 586, 209, 1, 0, 0, 0, 0, 2, 9, 14, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.394 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 977, 116, 33, 3, 128, 15, 2, 0, 0, 0, 4, 1, 0, 7, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.394 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 362, 3, 4, 7, 6, 5, 0, 0, 0, 0, 1, 3, 24, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.394 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 133, 5, 0, 0, 17, 27, 1, 0, 1, 0, 0, 3, 13, 58, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.394 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 123, 1, 0, 2, 1, 7, 0, 0, 0, 0, 0, 2, 4, 11, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.394 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 13, 1, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.394 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 5, 18, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.394 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.394 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.394 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.394 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.394 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.395 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.395 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.395 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.395 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.395 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.395 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.395 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.395 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.395 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.395 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.395 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.395 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.396 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.396 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.396 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.396 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.396 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.396 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.396 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.396 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.396 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 6, 2024-08-17T01:57:01.396 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.396 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.396 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1281, 290, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.396 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 10582, 3596, 0, 0, 0, 0, 1, 0, 1, 1, 1, 5, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.397 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7514, 306, 23, 0, 17, 2, 1, 4, 12, 18, 8, 13, 14, 12, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.397 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 749, 34, 27, 0, 0, 1, 1, 3, 3, 12, 46, 74, 20, 6, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.397 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 310, 4, 0, 0, 0, 0, 0, 0, 1, 1, 1, 21, 166, 6, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.397 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 133, 3, 0, 0, 2, 1, 0, 0, 0, 2, 0, 4, 27, 50, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.397 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 73, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 8, 9, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.397 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 44, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 5, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.397 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 2, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.397 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.397 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.397 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.397 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.397 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.397 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.398 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.398 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.398 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.398 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.398 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.398 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.398 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.398 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.398 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.398 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.398 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.398 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.398 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.399 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.399 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.399 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.399 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.399 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.399 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.399 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 7, 2024-08-17T01:57:01.399 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.399 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.399 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.399 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 13746, 3, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.399 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 9087, 13, 3, 1, 3, 0, 1, 1, 0, 1, 2, 4, 8, 5, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.400 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1020, 1, 2, 0, 0, 0, 2, 0, 4, 2, 2, 3, 2, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.400 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 355, 2, 1, 0, 0, 0, 0, 0, 0, 0, 2, 29, 30, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.400 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 170, 0, 0, 0, 0, 1, 0, 3, 0, 0, 3, 1, 12, 54, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.400 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 6, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.400 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 107, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 3, 4, 6, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.400 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 19, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.400 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.400 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.400 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.400 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.400 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.401 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.401 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.401 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.401 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.401 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.401 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.401 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.401 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.401 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.401 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.401 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.401 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.401 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.401 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.402 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.402 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.402 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.402 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.402 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.402 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.402 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.402 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:57:01.402 INFO:tasks.workunit.client.0.smithi082.stdout: "axes": [ 2024-08-17T01:57:01.402 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.402 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:57:01.402 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:57:01.403 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Latency (usec)", 2024-08-17T01:57:01.403 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 100000, 2024-08-17T01:57:01.403 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:57:01.403 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:57:01.403 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 99999]", 2024-08-17T01:57:01.403 INFO:tasks.workunit.client.0.smithi082.stdout: "[100000, 199999]", 2024-08-17T01:57:01.403 INFO:tasks.workunit.client.0.smithi082.stdout: "[200000, 399999]", 2024-08-17T01:57:01.403 INFO:tasks.workunit.client.0.smithi082.stdout: "[400000, 799999]", 2024-08-17T01:57:01.403 INFO:tasks.workunit.client.0.smithi082.stdout: "[800000, 1599999]", 2024-08-17T01:57:01.403 INFO:tasks.workunit.client.0.smithi082.stdout: "[1600000, 3199999]", 2024-08-17T01:57:01.403 INFO:tasks.workunit.client.0.smithi082.stdout: "[3200000, 6399999]", 2024-08-17T01:57:01.403 INFO:tasks.workunit.client.0.smithi082.stdout: "[6400000, 12799999]", 2024-08-17T01:57:01.404 INFO:tasks.workunit.client.0.smithi082.stdout: "[12800000, 25599999]", 2024-08-17T01:57:01.404 INFO:tasks.workunit.client.0.smithi082.stdout: "[25600000, 51199999]", 2024-08-17T01:57:01.404 INFO:tasks.workunit.client.0.smithi082.stdout: "[51200000, 102399999]", 2024-08-17T01:57:01.404 INFO:tasks.workunit.client.0.smithi082.stdout: "[102400000, 204799999]", 2024-08-17T01:57:01.404 INFO:tasks.workunit.client.0.smithi082.stdout: "[204800000, 409599999]", 2024-08-17T01:57:01.404 INFO:tasks.workunit.client.0.smithi082.stdout: "[409600000, 819199999]", 2024-08-17T01:57:01.404 INFO:tasks.workunit.client.0.smithi082.stdout: "[819200000, 1638399999]", 2024-08-17T01:57:01.404 INFO:tasks.workunit.client.0.smithi082.stdout: "[1638400000, 3276799999]", 2024-08-17T01:57:01.404 INFO:tasks.workunit.client.0.smithi082.stdout: "[3276800000, 6553599999]", 2024-08-17T01:57:01.404 INFO:tasks.workunit.client.0.smithi082.stdout: "[6553600000, 13107199999]", 2024-08-17T01:57:01.404 INFO:tasks.workunit.client.0.smithi082.stdout: "[13107200000, 26214399999]", 2024-08-17T01:57:01.404 INFO:tasks.workunit.client.0.smithi082.stdout: "[26214400000, 52428799999]", 2024-08-17T01:57:01.404 INFO:tasks.workunit.client.0.smithi082.stdout: "[52428800000, 104857599999]", 2024-08-17T01:57:01.404 INFO:tasks.workunit.client.0.smithi082.stdout: "[104857600000, 209715199999]", 2024-08-17T01:57:01.405 INFO:tasks.workunit.client.0.smithi082.stdout: "[209715200000, 419430399999]", 2024-08-17T01:57:01.405 INFO:tasks.workunit.client.0.smithi082.stdout: "[419430400000, 838860799999]", 2024-08-17T01:57:01.405 INFO:tasks.workunit.client.0.smithi082.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:57:01.405 INFO:tasks.workunit.client.0.smithi082.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:57:01.405 INFO:tasks.workunit.client.0.smithi082.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:57:01.405 INFO:tasks.workunit.client.0.smithi082.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:57:01.405 INFO:tasks.workunit.client.0.smithi082.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:57:01.405 INFO:tasks.workunit.client.0.smithi082.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:57:01.405 INFO:tasks.workunit.client.0.smithi082.stdout: "[53687091200000, None]" 2024-08-17T01:57:01.405 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.405 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:57:01.405 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.406 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.406 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:57:01.406 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:57:01.406 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Request size (bytes)", 2024-08-17T01:57:01.406 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 512, 2024-08-17T01:57:01.406 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:57:01.406 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:57:01.406 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 511]", 2024-08-17T01:57:01.406 INFO:tasks.workunit.client.0.smithi082.stdout: "[512, 1023]", 2024-08-17T01:57:01.406 INFO:tasks.workunit.client.0.smithi082.stdout: "[1024, 2047]", 2024-08-17T01:57:01.406 INFO:tasks.workunit.client.0.smithi082.stdout: "[2048, 4095]", 2024-08-17T01:57:01.406 INFO:tasks.workunit.client.0.smithi082.stdout: "[4096, 8191]", 2024-08-17T01:57:01.406 INFO:tasks.workunit.client.0.smithi082.stdout: "[8192, 16383]", 2024-08-17T01:57:01.407 INFO:tasks.workunit.client.0.smithi082.stdout: "[16384, 32767]", 2024-08-17T01:57:01.407 INFO:tasks.workunit.client.0.smithi082.stdout: "[32768, 65535]", 2024-08-17T01:57:01.407 INFO:tasks.workunit.client.0.smithi082.stdout: "[65536, 131071]", 2024-08-17T01:57:01.407 INFO:tasks.workunit.client.0.smithi082.stdout: "[131072, 262143]", 2024-08-17T01:57:01.407 INFO:tasks.workunit.client.0.smithi082.stdout: "[262144, 524287]", 2024-08-17T01:57:01.407 INFO:tasks.workunit.client.0.smithi082.stdout: "[524288, 1048575]", 2024-08-17T01:57:01.407 INFO:tasks.workunit.client.0.smithi082.stdout: "[1048576, 2097151]", 2024-08-17T01:57:01.407 INFO:tasks.workunit.client.0.smithi082.stdout: "[2097152, 4194303]", 2024-08-17T01:57:01.407 INFO:tasks.workunit.client.0.smithi082.stdout: "[4194304, 8388607]", 2024-08-17T01:57:01.407 INFO:tasks.workunit.client.0.smithi082.stdout: "[8388608, 16777215]", 2024-08-17T01:57:01.407 INFO:tasks.workunit.client.0.smithi082.stdout: "[16777216, 33554431]", 2024-08-17T01:57:01.407 INFO:tasks.workunit.client.0.smithi082.stdout: "[33554432, 67108863]", 2024-08-17T01:57:01.407 INFO:tasks.workunit.client.0.smithi082.stdout: "[67108864, 134217727]", 2024-08-17T01:57:01.408 INFO:tasks.workunit.client.0.smithi082.stdout: "[134217728, 268435455]", 2024-08-17T01:57:01.408 INFO:tasks.workunit.client.0.smithi082.stdout: "[268435456, 536870911]", 2024-08-17T01:57:01.408 INFO:tasks.workunit.client.0.smithi082.stdout: "[536870912, 1073741823]", 2024-08-17T01:57:01.408 INFO:tasks.workunit.client.0.smithi082.stdout: "[1073741824, 2147483647]", 2024-08-17T01:57:01.408 INFO:tasks.workunit.client.0.smithi082.stdout: "[2147483648, 4294967295]", 2024-08-17T01:57:01.408 INFO:tasks.workunit.client.0.smithi082.stdout: "[4294967296, 8589934591]", 2024-08-17T01:57:01.408 INFO:tasks.workunit.client.0.smithi082.stdout: "[8589934592, 17179869183]", 2024-08-17T01:57:01.408 INFO:tasks.workunit.client.0.smithi082.stdout: "[17179869184, 34359738367]", 2024-08-17T01:57:01.408 INFO:tasks.workunit.client.0.smithi082.stdout: "[34359738368, 68719476735]", 2024-08-17T01:57:01.408 INFO:tasks.workunit.client.0.smithi082.stdout: "[68719476736, 137438953471]", 2024-08-17T01:57:01.408 INFO:tasks.workunit.client.0.smithi082.stdout: "[137438953472, 274877906943]", 2024-08-17T01:57:01.408 INFO:tasks.workunit.client.0.smithi082.stdout: "[274877906944, None]" 2024-08-17T01:57:01.408 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.409 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:57:01.409 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.409 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.409 INFO:tasks.workunit.client.0.smithi082.stdout: "osds": [ 2024-08-17T01:57:01.409 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.409 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 0, 2024-08-17T01:57:01.409 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.409 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.409 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.409 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.409 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.409 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 681, 4, 14, 31, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.410 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5171, 65, 74, 126, 443, 613, 691, 1, 0, 0, 1, 5, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.410 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 767, 7, 17, 47, 13, 13, 28, 0, 0, 1, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.410 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 618, 0, 1, 0, 0, 0, 4, 0, 0, 0, 1, 3, 6, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.410 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 346, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 12, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.410 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 186, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 6, 13, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.410 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 6, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.410 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.410 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.410 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.410 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.410 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.410 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.411 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.411 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.411 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.411 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.411 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.411 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.411 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.411 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.411 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.411 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.411 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.412 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.412 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.412 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.412 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.412 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.412 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.412 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.412 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 1, 2024-08-17T01:57:01.412 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.412 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.412 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.412 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.413 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.413 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 476, 4, 15, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.413 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3189, 266, 19, 36, 123, 1, 3, 3, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.413 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 282, 22, 1298, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.413 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 411, 11, 46, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.413 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1627, 1318, 55, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.413 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1400, 1669, 240, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.413 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.413 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.413 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.413 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.413 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.414 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.414 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.414 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.414 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.414 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.414 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.414 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.414 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.414 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.414 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.414 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.414 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.415 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.415 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.415 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.415 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.415 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.415 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.415 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.415 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.415 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 2, 2024-08-17T01:57:01.415 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.415 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.415 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.416 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.416 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.416 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1559, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.416 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 11118, 6, 0, 0, 1, 2, 1, 2, 4, 1, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.416 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 15911, 1, 0, 0, 0, 0, 0, 1, 1, 1, 4, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.416 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 456, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.416 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 257, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 4, 13, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.416 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 118, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 16, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.416 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.416 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.416 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.416 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.417 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.417 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.417 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.417 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.417 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.417 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.417 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.417 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.417 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.417 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.417 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.417 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.417 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.418 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.418 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.418 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.418 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.418 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.418 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.418 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.418 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.418 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 3, 2024-08-17T01:57:01.418 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.418 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.419 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.419 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.419 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.419 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 339, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.419 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1802, 27, 0, 0, 2, 0, 0, 0, 0, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.419 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 187, 4, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.419 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 128, 18, 22, 24, 0, 0, 0, 0, 0, 0, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.419 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 943, 246, 12, 132, 0, 0, 0, 0, 0, 0, 1, 0, 3, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.419 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 4026, 2624, 0, 418, 0, 0, 0, 0, 1, 0, 0, 0, 1, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.419 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 227, 131, 0, 10, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.419 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.419 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.419 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.419 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.420 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.420 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.420 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.420 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.420 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.420 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.420 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.420 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.420 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.420 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.420 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.421 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.421 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.421 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.421 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.421 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.421 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.421 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.421 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.421 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.421 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 4, 2024-08-17T01:57:01.421 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.422 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.422 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.422 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.422 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.422 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 783, 0, 0, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.422 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2128, 222, 34, 53, 135, 275, 477, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.422 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 331, 3, 0, 0, 0, 0, 3, 0, 2, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.422 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 86, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.422 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 49, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.422 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.422 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.422 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.423 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.423 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.423 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.423 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.423 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.423 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.423 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.423 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.423 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.423 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.423 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.423 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.424 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.424 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.424 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.424 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.424 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.424 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.424 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.424 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.424 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.424 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.424 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.424 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 5, 2024-08-17T01:57:01.424 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.425 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.425 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.425 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.425 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.425 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 608, 2, 2, 23, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.425 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3347, 90, 132, 228, 453, 617, 725, 5, 21, 16, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.425 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 271, 0, 6, 8, 12, 8, 6, 2, 1, 9, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.425 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 190, 3, 13, 39, 5, 2, 2, 0, 0, 0, 0, 1, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.425 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 78, 38, 70, 88, 25, 0, 0, 0, 0, 0, 0, 1, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.425 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 13, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.425 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.425 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.425 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.426 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.426 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.426 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.426 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.426 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.426 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.426 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.426 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.426 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.426 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.426 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.426 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.426 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.427 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.427 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.427 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.427 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.427 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.427 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.427 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.427 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.427 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.427 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 6, 2024-08-17T01:57:01.427 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.427 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.428 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.428 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.428 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.428 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 545, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.428 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2970, 22, 2, 0, 0, 0, 0, 1, 3, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.428 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 326, 7, 2, 0, 0, 0, 0, 0, 0, 4, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.428 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 195, 5, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.428 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 146, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.428 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 15, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.428 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.428 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.428 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.428 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.429 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.429 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.429 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.429 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.429 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.429 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.429 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.429 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.429 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.429 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.429 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.429 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.429 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.430 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.430 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.430 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.430 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.430 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.430 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.430 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.430 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.430 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 7, 2024-08-17T01:57:01.430 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.430 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.430 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.430 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.431 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.431 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 715, 7, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.431 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7808, 30, 66, 32, 0, 1, 4, 0, 3, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.431 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2812, 33, 104, 27, 0, 0, 1, 0, 3, 2, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.431 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 162, 1, 4, 1, 1, 0, 0, 0, 0, 0, 0, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.431 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.431 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 15, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.431 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.431 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.431 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.431 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.431 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.431 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.432 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.432 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.432 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.432 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.432 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.432 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.432 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.432 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.432 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.432 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.432 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.432 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.433 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.433 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.433 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.433 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.433 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.433 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.433 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.433 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.433 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:57:01.433 INFO:tasks.workunit.client.0.smithi082.stdout: "axes": [ 2024-08-17T01:57:01.433 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.433 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:57:01.434 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:57:01.434 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Latency (usec)", 2024-08-17T01:57:01.434 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 100000, 2024-08-17T01:57:01.434 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:57:01.434 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:57:01.434 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 99999]", 2024-08-17T01:57:01.434 INFO:tasks.workunit.client.0.smithi082.stdout: "[100000, 199999]", 2024-08-17T01:57:01.434 INFO:tasks.workunit.client.0.smithi082.stdout: "[200000, 399999]", 2024-08-17T01:57:01.434 INFO:tasks.workunit.client.0.smithi082.stdout: "[400000, 799999]", 2024-08-17T01:57:01.434 INFO:tasks.workunit.client.0.smithi082.stdout: "[800000, 1599999]", 2024-08-17T01:57:01.434 INFO:tasks.workunit.client.0.smithi082.stdout: "[1600000, 3199999]", 2024-08-17T01:57:01.434 INFO:tasks.workunit.client.0.smithi082.stdout: "[3200000, 6399999]", 2024-08-17T01:57:01.434 INFO:tasks.workunit.client.0.smithi082.stdout: "[6400000, 12799999]", 2024-08-17T01:57:01.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[12800000, 25599999]", 2024-08-17T01:57:01.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[25600000, 51199999]", 2024-08-17T01:57:01.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[51200000, 102399999]", 2024-08-17T01:57:01.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[102400000, 204799999]", 2024-08-17T01:57:01.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[204800000, 409599999]", 2024-08-17T01:57:01.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[409600000, 819199999]", 2024-08-17T01:57:01.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[819200000, 1638399999]", 2024-08-17T01:57:01.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[1638400000, 3276799999]", 2024-08-17T01:57:01.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[3276800000, 6553599999]", 2024-08-17T01:57:01.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[6553600000, 13107199999]", 2024-08-17T01:57:01.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[13107200000, 26214399999]", 2024-08-17T01:57:01.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[26214400000, 52428799999]", 2024-08-17T01:57:01.435 INFO:tasks.workunit.client.0.smithi082.stdout: "[52428800000, 104857599999]", 2024-08-17T01:57:01.436 INFO:tasks.workunit.client.0.smithi082.stdout: "[104857600000, 209715199999]", 2024-08-17T01:57:01.436 INFO:tasks.workunit.client.0.smithi082.stdout: "[209715200000, 419430399999]", 2024-08-17T01:57:01.436 INFO:tasks.workunit.client.0.smithi082.stdout: "[419430400000, 838860799999]", 2024-08-17T01:57:01.436 INFO:tasks.workunit.client.0.smithi082.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:57:01.436 INFO:tasks.workunit.client.0.smithi082.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:57:01.436 INFO:tasks.workunit.client.0.smithi082.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:57:01.436 INFO:tasks.workunit.client.0.smithi082.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:57:01.436 INFO:tasks.workunit.client.0.smithi082.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:57:01.436 INFO:tasks.workunit.client.0.smithi082.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:57:01.436 INFO:tasks.workunit.client.0.smithi082.stdout: "[53687091200000, None]" 2024-08-17T01:57:01.436 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.436 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:57:01.437 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.437 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.437 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:57:01.437 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:57:01.437 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Request size (bytes)", 2024-08-17T01:57:01.437 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 512, 2024-08-17T01:57:01.437 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:57:01.437 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:57:01.437 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 511]", 2024-08-17T01:57:01.437 INFO:tasks.workunit.client.0.smithi082.stdout: "[512, 1023]", 2024-08-17T01:57:01.437 INFO:tasks.workunit.client.0.smithi082.stdout: "[1024, 2047]", 2024-08-17T01:57:01.437 INFO:tasks.workunit.client.0.smithi082.stdout: "[2048, 4095]", 2024-08-17T01:57:01.438 INFO:tasks.workunit.client.0.smithi082.stdout: "[4096, 8191]", 2024-08-17T01:57:01.438 INFO:tasks.workunit.client.0.smithi082.stdout: "[8192, 16383]", 2024-08-17T01:57:01.438 INFO:tasks.workunit.client.0.smithi082.stdout: "[16384, 32767]", 2024-08-17T01:57:01.438 INFO:tasks.workunit.client.0.smithi082.stdout: "[32768, 65535]", 2024-08-17T01:57:01.438 INFO:tasks.workunit.client.0.smithi082.stdout: "[65536, 131071]", 2024-08-17T01:57:01.438 INFO:tasks.workunit.client.0.smithi082.stdout: "[131072, 262143]", 2024-08-17T01:57:01.438 INFO:tasks.workunit.client.0.smithi082.stdout: "[262144, 524287]", 2024-08-17T01:57:01.438 INFO:tasks.workunit.client.0.smithi082.stdout: "[524288, 1048575]", 2024-08-17T01:57:01.438 INFO:tasks.workunit.client.0.smithi082.stdout: "[1048576, 2097151]", 2024-08-17T01:57:01.438 INFO:tasks.workunit.client.0.smithi082.stdout: "[2097152, 4194303]", 2024-08-17T01:57:01.438 INFO:tasks.workunit.client.0.smithi082.stdout: "[4194304, 8388607]", 2024-08-17T01:57:01.438 INFO:tasks.workunit.client.0.smithi082.stdout: "[8388608, 16777215]", 2024-08-17T01:57:01.438 INFO:tasks.workunit.client.0.smithi082.stdout: "[16777216, 33554431]", 2024-08-17T01:57:01.438 INFO:tasks.workunit.client.0.smithi082.stdout: "[33554432, 67108863]", 2024-08-17T01:57:01.439 INFO:tasks.workunit.client.0.smithi082.stdout: "[67108864, 134217727]", 2024-08-17T01:57:01.439 INFO:tasks.workunit.client.0.smithi082.stdout: "[134217728, 268435455]", 2024-08-17T01:57:01.439 INFO:tasks.workunit.client.0.smithi082.stdout: "[268435456, 536870911]", 2024-08-17T01:57:01.439 INFO:tasks.workunit.client.0.smithi082.stdout: "[536870912, 1073741823]", 2024-08-17T01:57:01.439 INFO:tasks.workunit.client.0.smithi082.stdout: "[1073741824, 2147483647]", 2024-08-17T01:57:01.439 INFO:tasks.workunit.client.0.smithi082.stdout: "[2147483648, 4294967295]", 2024-08-17T01:57:01.439 INFO:tasks.workunit.client.0.smithi082.stdout: "[4294967296, 8589934591]", 2024-08-17T01:57:01.439 INFO:tasks.workunit.client.0.smithi082.stdout: "[8589934592, 17179869183]", 2024-08-17T01:57:01.439 INFO:tasks.workunit.client.0.smithi082.stdout: "[17179869184, 34359738367]", 2024-08-17T01:57:01.439 INFO:tasks.workunit.client.0.smithi082.stdout: "[34359738368, 68719476735]", 2024-08-17T01:57:01.440 INFO:tasks.workunit.client.0.smithi082.stdout: "[68719476736, 137438953471]", 2024-08-17T01:57:01.440 INFO:tasks.workunit.client.0.smithi082.stdout: "[137438953472, 274877906943]", 2024-08-17T01:57:01.440 INFO:tasks.workunit.client.0.smithi082.stdout: "[274877906944, None]" 2024-08-17T01:57:01.440 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.440 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:57:01.440 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.440 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.440 INFO:tasks.workunit.client.0.smithi082.stdout: "osds": [ 2024-08-17T01:57:01.440 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.440 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 0, 2024-08-17T01:57:01.441 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.441 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.441 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.441 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.441 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.441 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 732, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.441 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.441 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 897, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.441 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 638, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.441 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 375, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.442 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 223, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.442 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.442 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.442 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.442 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.442 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.442 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.442 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.442 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.443 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.443 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.443 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.443 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.443 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.443 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.443 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.443 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.443 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.443 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.444 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.444 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.444 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.444 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.444 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.444 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.444 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.444 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 1, 2024-08-17T01:57:01.444 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 528, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3646, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1608, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 474, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3009, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3324, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.445 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.446 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.447 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.447 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.447 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.447 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.447 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 2, 2024-08-17T01:57:01.447 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1559, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 11139, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 15922, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 461, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 282, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 155, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.448 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.449 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.450 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.450 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.450 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.451 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.451 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 3, 2024-08-17T01:57:01.451 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.451 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.451 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.451 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.451 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.451 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 339, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.451 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1835, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.451 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.451 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 200, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1341, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7083, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 385, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.452 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.453 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.454 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.454 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.454 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.454 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.454 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.454 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.454 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 4, 2024-08-17T01:57:01.454 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.454 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.454 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.454 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.454 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.454 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 801, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3330, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 343, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.455 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.456 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.457 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.457 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.457 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.457 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.457 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 5, 2024-08-17T01:57:01.457 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.457 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.457 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.457 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.457 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.457 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 646, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.457 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5638, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.457 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 326, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 310, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.458 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.459 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.459 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.460 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.460 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.460 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 6, 2024-08-17T01:57:01.460 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 552, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3002, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 344, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 207, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 265, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.460 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.461 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.461 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.461 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.461 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.461 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.461 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.461 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.461 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.461 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.461 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.461 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.461 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.462 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.462 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.462 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.462 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.462 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.462 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.462 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.462 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.462 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.462 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.462 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.462 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.462 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.463 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 7, 2024-08-17T01:57:01.463 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 732, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7949, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2987, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.463 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.464 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.465 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.465 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.465 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.466 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.466 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.466 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:57:01.466 INFO:tasks.workunit.client.0.smithi082.stdout: "axes": [ 2024-08-17T01:57:01.466 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.466 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:57:01.466 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:57:01.466 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Latency (usec)", 2024-08-17T01:57:01.466 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 100000, 2024-08-17T01:57:01.466 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:57:01.466 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:57:01.466 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 99999]", 2024-08-17T01:57:01.466 INFO:tasks.workunit.client.0.smithi082.stdout: "[100000, 199999]", 2024-08-17T01:57:01.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[200000, 399999]", 2024-08-17T01:57:01.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[400000, 799999]", 2024-08-17T01:57:01.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[800000, 1599999]", 2024-08-17T01:57:01.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[1600000, 3199999]", 2024-08-17T01:57:01.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[3200000, 6399999]", 2024-08-17T01:57:01.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[6400000, 12799999]", 2024-08-17T01:57:01.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[12800000, 25599999]", 2024-08-17T01:57:01.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[25600000, 51199999]", 2024-08-17T01:57:01.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[51200000, 102399999]", 2024-08-17T01:57:01.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[102400000, 204799999]", 2024-08-17T01:57:01.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[204800000, 409599999]", 2024-08-17T01:57:01.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[409600000, 819199999]", 2024-08-17T01:57:01.467 INFO:tasks.workunit.client.0.smithi082.stdout: "[819200000, 1638399999]", 2024-08-17T01:57:01.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[1638400000, 3276799999]", 2024-08-17T01:57:01.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[3276800000, 6553599999]", 2024-08-17T01:57:01.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[6553600000, 13107199999]", 2024-08-17T01:57:01.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[13107200000, 26214399999]", 2024-08-17T01:57:01.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[26214400000, 52428799999]", 2024-08-17T01:57:01.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[52428800000, 104857599999]", 2024-08-17T01:57:01.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[104857600000, 209715199999]", 2024-08-17T01:57:01.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[209715200000, 419430399999]", 2024-08-17T01:57:01.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[419430400000, 838860799999]", 2024-08-17T01:57:01.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:57:01.468 INFO:tasks.workunit.client.0.smithi082.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:57:01.469 INFO:tasks.workunit.client.0.smithi082.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:57:01.469 INFO:tasks.workunit.client.0.smithi082.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:57:01.469 INFO:tasks.workunit.client.0.smithi082.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:57:01.469 INFO:tasks.workunit.client.0.smithi082.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:57:01.469 INFO:tasks.workunit.client.0.smithi082.stdout: "[53687091200000, None]" 2024-08-17T01:57:01.469 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.469 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:57:01.469 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.469 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.469 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:57:01.470 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:57:01.470 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Request size (bytes)", 2024-08-17T01:57:01.470 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 512, 2024-08-17T01:57:01.470 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:57:01.470 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:57:01.470 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 511]", 2024-08-17T01:57:01.470 INFO:tasks.workunit.client.0.smithi082.stdout: "[512, 1023]", 2024-08-17T01:57:01.470 INFO:tasks.workunit.client.0.smithi082.stdout: "[1024, 2047]", 2024-08-17T01:57:01.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[2048, 4095]", 2024-08-17T01:57:01.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[4096, 8191]", 2024-08-17T01:57:01.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[8192, 16383]", 2024-08-17T01:57:01.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[16384, 32767]", 2024-08-17T01:57:01.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[32768, 65535]", 2024-08-17T01:57:01.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[65536, 131071]", 2024-08-17T01:57:01.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[131072, 262143]", 2024-08-17T01:57:01.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[262144, 524287]", 2024-08-17T01:57:01.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[524288, 1048575]", 2024-08-17T01:57:01.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[1048576, 2097151]", 2024-08-17T01:57:01.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[2097152, 4194303]", 2024-08-17T01:57:01.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[4194304, 8388607]", 2024-08-17T01:57:01.471 INFO:tasks.workunit.client.0.smithi082.stdout: "[8388608, 16777215]", 2024-08-17T01:57:01.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[16777216, 33554431]", 2024-08-17T01:57:01.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[33554432, 67108863]", 2024-08-17T01:57:01.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[67108864, 134217727]", 2024-08-17T01:57:01.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[134217728, 268435455]", 2024-08-17T01:57:01.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[268435456, 536870911]", 2024-08-17T01:57:01.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[536870912, 1073741823]", 2024-08-17T01:57:01.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[1073741824, 2147483647]", 2024-08-17T01:57:01.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[2147483648, 4294967295]", 2024-08-17T01:57:01.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[4294967296, 8589934591]", 2024-08-17T01:57:01.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[8589934592, 17179869183]", 2024-08-17T01:57:01.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[17179869184, 34359738367]", 2024-08-17T01:57:01.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[34359738368, 68719476735]", 2024-08-17T01:57:01.472 INFO:tasks.workunit.client.0.smithi082.stdout: "[68719476736, 137438953471]", 2024-08-17T01:57:01.473 INFO:tasks.workunit.client.0.smithi082.stdout: "[137438953472, 274877906943]", 2024-08-17T01:57:01.473 INFO:tasks.workunit.client.0.smithi082.stdout: "[274877906944, None]" 2024-08-17T01:57:01.473 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.473 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:57:01.473 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.473 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.473 INFO:tasks.workunit.client.0.smithi082.stdout: "osds": [ 2024-08-17T01:57:01.473 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.473 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 0, 2024-08-17T01:57:01.473 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.473 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.473 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.474 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.474 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.474 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 143, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.474 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1914, 25, 3, 0, 16, 1, 3, 3, 7, 9, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.474 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1329, 7, 0, 0, 4, 5, 6, 14, 24, 38, 64, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.474 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 166, 13, 1, 0, 1, 3, 1, 5, 3, 10, 64, 227, 115, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.474 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 110, 19, 0, 0, 0, 0, 1, 0, 1, 2, 14, 19, 307, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.474 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 203, 23, 0, 0, 0, 0, 0, 0, 0, 4, 5, 4, 25, 33, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.474 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 367, 44, 0, 0, 1, 0, 0, 0, 1, 0, 2, 7, 8, 28, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.474 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 687, 80, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 2, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.474 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1265, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.475 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.476 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.476 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.476 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.476 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.476 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.476 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.476 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.476 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.476 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.476 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.476 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.476 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 1, 2024-08-17T01:57:01.476 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.476 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 87, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2564, 25, 1, 2, 8, 3, 1, 2, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1736, 7, 1, 2, 4, 9, 16, 25, 32, 84, 116, 36, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 94, 0, 0, 0, 2, 1, 0, 2, 5, 7, 70, 300, 207, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 94, 0, 0, 0, 0, 1, 0, 0, 1, 1, 5, 13, 368, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 271, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 5, 18, 20, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 459, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 18, 23, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 708, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.477 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1983, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 360, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.478 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.479 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.479 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.479 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.479 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.479 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.479 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.479 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.479 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.479 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.479 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.479 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 2, 2024-08-17T01:57:01.479 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.479 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.480 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.480 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.480 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.480 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 81, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.480 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 382, 15, 2, 0, 13, 1, 1, 2, 0, 1, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.480 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 166, 15, 0, 0, 1, 2, 0, 1, 2, 13, 63, 53, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.480 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 323, 14, 1, 0, 1, 0, 10, 8, 19, 23, 95, 147, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.480 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 163, 12, 0, 0, 0, 0, 1, 2, 4, 5, 37, 51, 27, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.480 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 61, 28, 0, 0, 0, 0, 0, 3, 3, 6, 9, 14, 23, 45, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.480 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 8, 45, 0, 0, 0, 0, 0, 0, 0, 1, 4, 10, 13, 43, 74, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.480 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 83, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 3, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.480 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.480 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.480 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.480 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.481 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.482 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.482 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.482 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.482 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.482 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 3, 2024-08-17T01:57:01.482 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.482 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.482 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.482 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.482 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.482 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 24, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.482 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1094, 14, 0, 0, 6, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.482 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 430, 3, 1, 2, 4, 3, 3, 7, 14, 37, 40, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 81, 2, 1, 0, 1, 2, 1, 2, 1, 1, 25, 76, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 229, 22, 0, 0, 0, 0, 0, 0, 1, 0, 6, 2, 92, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 426, 21, 0, 0, 0, 0, 0, 0, 0, 0, 1, 10, 12, 9, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 416, 45, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 4, 17, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 197, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.483 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.484 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.484 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.484 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.484 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.484 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.484 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.484 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.484 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.484 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.484 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.484 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.484 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.484 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.485 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.485 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.485 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.485 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 4, 2024-08-17T01:57:01.485 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.485 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.485 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.485 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.485 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.485 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 74, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.485 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 922, 13, 3, 0, 18, 0, 3, 3, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.485 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 718, 2, 0, 1, 1, 2, 5, 7, 10, 23, 39, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.485 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 394, 3, 0, 0, 0, 1, 0, 4, 8, 8, 55, 148, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.485 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 490, 0, 0, 0, 1, 0, 0, 0, 2, 0, 11, 20, 168, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 299, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 6, 15, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 124, 2, 0, 0, 0, 0, 0, 0, 1, 2, 1, 3, 9, 18, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.486 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.487 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.487 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.487 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.488 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.488 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 5, 2024-08-17T01:57:01.488 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 86, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 403, 19, 3, 2, 21, 0, 1, 6, 10, 10, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 83, 5, 0, 0, 0, 0, 0, 0, 2, 8, 12, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 96, 13, 0, 0, 0, 0, 1, 1, 5, 3, 23, 27, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 38, 13, 0, 0, 0, 0, 0, 0, 0, 1, 10, 19, 19, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.488 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 15, 2, 0, 0, 0, 0, 0, 0, 1, 1, 1, 6, 13, 21, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 4, 21, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.489 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.490 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.490 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.490 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.490 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.491 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 6, 2024-08-17T01:57:01.491 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 103, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 954, 16, 0, 0, 17, 0, 3, 2, 6, 6, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 886, 2, 1, 0, 3, 2, 8, 9, 19, 36, 30, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 352, 12, 0, 0, 0, 2, 0, 0, 3, 8, 42, 120, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 491, 10, 0, 0, 0, 1, 0, 2, 3, 1, 6, 18, 203, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 304, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 3, 19, 16, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.491 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 202, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 8, 24, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.492 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.493 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.493 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.493 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.493 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 7, 2024-08-17T01:57:01.493 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.493 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 318, 16, 1, 0, 10, 3, 0, 0, 3, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 76, 2, 1, 0, 1, 1, 3, 4, 6, 2, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 77, 1, 0, 0, 1, 0, 1, 2, 7, 2, 15, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 47, 0, 0, 0, 0, 0, 1, 1, 1, 4, 12, 15, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.494 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 2, 0, 1, 3, 9, 20, 32, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.495 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 6, 16, 44, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.495 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.495 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.495 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.495 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.495 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.495 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.495 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.495 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.495 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.495 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.495 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.495 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.496 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.496 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.496 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.496 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.496 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.497 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.497 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.497 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_resrv_repnum_vs_duration": { 2024-08-17T01:57:01.497 INFO:tasks.workunit.client.0.smithi082.stdout: "axes": [ 2024-08-17T01:57:01.497 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.497 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 8, 2024-08-17T01:57:01.497 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:57:01.497 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "number of replicas", 2024-08-17T01:57:01.497 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 1, 2024-08-17T01:57:01.497 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:57:01.497 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:57:01.497 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0]", 2024-08-17T01:57:01.497 INFO:tasks.workunit.client.0.smithi082.stdout: "[1, 1]", 2024-08-17T01:57:01.498 INFO:tasks.workunit.client.0.smithi082.stdout: "[2, 2]", 2024-08-17T01:57:01.498 INFO:tasks.workunit.client.0.smithi082.stdout: "[3, 3]", 2024-08-17T01:57:01.498 INFO:tasks.workunit.client.0.smithi082.stdout: "[4, 4]", 2024-08-17T01:57:01.498 INFO:tasks.workunit.client.0.smithi082.stdout: "[5, 5]", 2024-08-17T01:57:01.498 INFO:tasks.workunit.client.0.smithi082.stdout: "[6, None]" 2024-08-17T01:57:01.498 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.498 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "linear" 2024-08-17T01:57:01.498 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.498 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.498 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 10, 2024-08-17T01:57:01.498 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:57:01.498 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "duration", 2024-08-17T01:57:01.498 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 250000, 2024-08-17T01:57:01.499 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:57:01.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:57:01.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 249999]", 2024-08-17T01:57:01.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[250000, 499999]", 2024-08-17T01:57:01.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[500000, 999999]", 2024-08-17T01:57:01.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[1000000, 1999999]", 2024-08-17T01:57:01.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[2000000, 3999999]", 2024-08-17T01:57:01.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[4000000, 7999999]", 2024-08-17T01:57:01.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[8000000, 15999999]", 2024-08-17T01:57:01.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[16000000, 31999999]", 2024-08-17T01:57:01.499 INFO:tasks.workunit.client.0.smithi082.stdout: "[32000000, None]" 2024-08-17T01:57:01.499 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.499 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:57:01.499 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.500 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.500 INFO:tasks.workunit.client.0.smithi082.stdout: "osds": [ 2024-08-17T01:57:01.500 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.500 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 0, 2024-08-17T01:57:01.500 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.500 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.501 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.501 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.501 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.501 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 1, 2024-08-17T01:57:01.501 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.501 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.501 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.501 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.501 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.501 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.501 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.501 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.502 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.502 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.502 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.502 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.502 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 2, 2024-08-17T01:57:01.502 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.502 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.502 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.502 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.502 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.502 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.502 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.502 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.503 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.503 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.503 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.503 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 3, 2024-08-17T01:57:01.503 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.503 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.504 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.504 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.504 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.504 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 4, 2024-08-17T01:57:01.504 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.504 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.505 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.505 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.505 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.505 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 5, 2024-08-17T01:57:01.505 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.505 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.505 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.505 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.505 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.505 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.505 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.505 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.505 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.506 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.506 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.506 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.506 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 6, 2024-08-17T01:57:01.506 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.506 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.506 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.506 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.506 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.506 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.506 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.506 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.507 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.507 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.507 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.507 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:01.507 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 7, 2024-08-17T01:57:01.507 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:01.507 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.507 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.507 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.507 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.507 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.507 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.507 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:01.508 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:01.508 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.508 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.508 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:01.508 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.508 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.508 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:01.508 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_counters": { 2024-08-17T01:57:01.508 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T01:57:01.508 INFO:tasks.workunit.client.0.smithi082.stdout: "mds": { 2024-08-17T01:57:01.508 INFO:tasks.workunit.client.0.smithi082.stdout: "caps": { 2024-08-17T01:57:01.508 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.508 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.509 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_flush_ack": { 2024-08-17T01:57:01.509 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.509 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.509 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-17T01:57:01.509 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.509 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.509 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_grant": { 2024-08-17T01:57:01.509 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.509 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.509 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_revoke": { 2024-08-17T01:57:01.509 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.509 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.509 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_trunc": { 2024-08-17T01:57:01.509 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.509 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.510 INFO:tasks.workunit.client.0.smithi082.stdout: "dir_commit": { 2024-08-17T01:57:01.510 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.510 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.510 INFO:tasks.workunit.client.0.smithi082.stdout: "dir_fetch_complete": { 2024-08-17T01:57:01.510 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12 2024-08-17T01:57:01.510 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.510 INFO:tasks.workunit.client.0.smithi082.stdout: "dir_fetch_keys": { 2024-08-17T01:57:01.510 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T01:57:01.510 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.510 INFO:tasks.workunit.client.0.smithi082.stdout: "dir_merge": { 2024-08-17T01:57:01.510 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.510 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.510 INFO:tasks.workunit.client.0.smithi082.stdout: "dir_split": { 2024-08-17T01:57:01.510 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.511 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.511 INFO:tasks.workunit.client.0.smithi082.stdout: "exported_inodes": { 2024-08-17T01:57:01.511 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.511 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.511 INFO:tasks.workunit.client.0.smithi082.stdout: "forward": { 2024-08-17T01:57:01.511 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.511 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.511 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_cap_release": { 2024-08-17T01:57:01.511 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.511 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.511 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_caps": { 2024-08-17T01:57:01.511 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.511 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.511 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_caps_dirty": { 2024-08-17T01:57:01.512 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.512 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.512 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_inode_file_caps": { 2024-08-17T01:57:01.512 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.512 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.512 INFO:tasks.workunit.client.0.smithi082.stdout: "imported_inodes": { 2024-08-17T01:57:01.512 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.512 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.512 INFO:tasks.workunit.client.0.smithi082.stdout: "inodes": { 2024-08-17T01:57:01.512 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T01:57:01.512 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.512 INFO:tasks.workunit.client.0.smithi082.stdout: "inodes_expired": { 2024-08-17T01:57:01.512 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.512 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.512 INFO:tasks.workunit.client.0.smithi082.stdout: "inodes_pinned": { 2024-08-17T01:57:01.513 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T01:57:01.513 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.513 INFO:tasks.workunit.client.0.smithi082.stdout: "inodes_with_caps": { 2024-08-17T01:57:01.513 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.513 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.513 INFO:tasks.workunit.client.0.smithi082.stdout: "load_cent": { 2024-08-17T01:57:01.513 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.513 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.513 INFO:tasks.workunit.client.0.smithi082.stdout: "openino_dir_fetch": { 2024-08-17T01:57:01.513 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.513 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.513 INFO:tasks.workunit.client.0.smithi082.stdout: "process_request_cap_release": { 2024-08-17T01:57:01.513 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.513 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.514 INFO:tasks.workunit.client.0.smithi082.stdout: "reply_latency": { 2024-08-17T01:57:01.514 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.514 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.514 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.514 INFO:tasks.workunit.client.0.smithi082.stdout: "request": { 2024-08-17T01:57:01.514 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.514 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.514 INFO:tasks.workunit.client.0.smithi082.stdout: "root_rbytes": { 2024-08-17T01:57:01.514 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.514 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.514 INFO:tasks.workunit.client.0.smithi082.stdout: "root_rfiles": { 2024-08-17T01:57:01.514 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.515 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.515 INFO:tasks.workunit.client.0.smithi082.stdout: "root_rsnaps": { 2024-08-17T01:57:01.515 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.515 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.515 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_reply": { 2024-08-17T01:57:01.515 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.515 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.515 INFO:tasks.workunit.client.0.smithi082.stdout: "subtrees": { 2024-08-17T01:57:01.515 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:57:01.515 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.515 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.515 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_cache": { 2024-08-17T01:57:01.515 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_enqueue_scrub": { 2024-08-17T01:57:01.516 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.516 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.516 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_exportdir": { 2024-08-17T01:57:01.516 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.516 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.516 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_flush": { 2024-08-17T01:57:01.516 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.516 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.516 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_fragmentdir": { 2024-08-17T01:57:01.516 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.516 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.516 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_fragstats": { 2024-08-17T01:57:01.516 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.517 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.517 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_inodestats": { 2024-08-17T01:57:01.517 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.517 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.517 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_quiesce_inode": { 2024-08-17T01:57:01.517 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.517 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.517 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_quiesce_path": { 2024-08-17T01:57:01.517 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.517 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.517 INFO:tasks.workunit.client.0.smithi082.stdout: "num_recovering_enqueued": { 2024-08-17T01:57:01.517 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.518 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_recovering_prioritized": { 2024-08-17T01:57:01.518 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.518 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_recovering_processing": { 2024-08-17T01:57:01.518 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.518 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_strays": { 2024-08-17T01:57:01.518 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.518 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_strays_delayed": { 2024-08-17T01:57:01.518 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.519 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_strays_enqueuing": { 2024-08-17T01:57:01.519 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.519 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.519 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_completed": { 2024-08-17T01:57:01.519 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.519 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.519 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_started": { 2024-08-17T01:57:01.519 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.519 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.519 INFO:tasks.workunit.client.0.smithi082.stdout: "strays_created": { 2024-08-17T01:57:01.519 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.519 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.520 INFO:tasks.workunit.client.0.smithi082.stdout: "strays_enqueued": { 2024-08-17T01:57:01.520 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.520 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.520 INFO:tasks.workunit.client.0.smithi082.stdout: "strays_migrated": { 2024-08-17T01:57:01.520 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.520 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.520 INFO:tasks.workunit.client.0.smithi082.stdout: "strays_reintegrated": { 2024-08-17T01:57:01.520 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.520 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.520 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.520 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_log": { 2024-08-17T01:57:01.520 INFO:tasks.workunit.client.0.smithi082.stdout: "ev": { 2024-08-17T01:57:01.520 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17 2024-08-17T01:57:01.520 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.520 INFO:tasks.workunit.client.0.smithi082.stdout: "evadd": { 2024-08-17T01:57:01.521 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.521 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.521 INFO:tasks.workunit.client.0.smithi082.stdout: "evex": { 2024-08-17T01:57:01.521 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.521 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.521 INFO:tasks.workunit.client.0.smithi082.stdout: "evexd": { 2024-08-17T01:57:01.521 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.521 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.521 INFO:tasks.workunit.client.0.smithi082.stdout: "evexg": { 2024-08-17T01:57:01.521 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.521 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.521 INFO:tasks.workunit.client.0.smithi082.stdout: "evlrg": { 2024-08-17T01:57:01.521 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.521 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.521 INFO:tasks.workunit.client.0.smithi082.stdout: "evtrm": { 2024-08-17T01:57:01.522 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.522 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.522 INFO:tasks.workunit.client.0.smithi082.stdout: "jlat": { 2024-08-17T01:57:01.522 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.522 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.522 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.522 INFO:tasks.workunit.client.0.smithi082.stdout: "replayed": { 2024-08-17T01:57:01.522 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17 2024-08-17T01:57:01.522 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.522 INFO:tasks.workunit.client.0.smithi082.stdout: "seg": { 2024-08-17T01:57:01.522 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T01:57:01.522 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.523 INFO:tasks.workunit.client.0.smithi082.stdout: "segadd": { 2024-08-17T01:57:01.523 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.523 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.523 INFO:tasks.workunit.client.0.smithi082.stdout: "segex": { 2024-08-17T01:57:01.523 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.523 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.523 INFO:tasks.workunit.client.0.smithi082.stdout: "segexd": { 2024-08-17T01:57:01.523 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.523 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.523 INFO:tasks.workunit.client.0.smithi082.stdout: "segexg": { 2024-08-17T01:57:01.523 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.523 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.523 INFO:tasks.workunit.client.0.smithi082.stdout: "segmjr": { 2024-08-17T01:57:01.523 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T01:57:01.524 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.524 INFO:tasks.workunit.client.0.smithi082.stdout: "segtrm": { 2024-08-17T01:57:01.524 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.524 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.524 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.524 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_mem": { 2024-08-17T01:57:01.524 INFO:tasks.workunit.client.0.smithi082.stdout: "cap": { 2024-08-17T01:57:01.524 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.524 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.524 INFO:tasks.workunit.client.0.smithi082.stdout: "cap+": { 2024-08-17T01:57:01.524 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.524 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.525 INFO:tasks.workunit.client.0.smithi082.stdout: "cap-": { 2024-08-17T01:57:01.525 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.525 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.525 INFO:tasks.workunit.client.0.smithi082.stdout: "dir": { 2024-08-17T01:57:01.525 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12 2024-08-17T01:57:01.525 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.525 INFO:tasks.workunit.client.0.smithi082.stdout: "dir+": { 2024-08-17T01:57:01.525 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12 2024-08-17T01:57:01.525 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.525 INFO:tasks.workunit.client.0.smithi082.stdout: "dir-": { 2024-08-17T01:57:01.525 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.525 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.525 INFO:tasks.workunit.client.0.smithi082.stdout: "dn": { 2024-08-17T01:57:01.526 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T01:57:01.526 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.526 INFO:tasks.workunit.client.0.smithi082.stdout: "dn+": { 2024-08-17T01:57:01.526 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T01:57:01.526 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.526 INFO:tasks.workunit.client.0.smithi082.stdout: "dn-": { 2024-08-17T01:57:01.526 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.526 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.526 INFO:tasks.workunit.client.0.smithi082.stdout: "heap": { 2024-08-17T01:57:01.526 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 248096 2024-08-17T01:57:01.526 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.526 INFO:tasks.workunit.client.0.smithi082.stdout: "ino": { 2024-08-17T01:57:01.526 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13 2024-08-17T01:57:01.527 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.527 INFO:tasks.workunit.client.0.smithi082.stdout: "ino+": { 2024-08-17T01:57:01.527 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13 2024-08-17T01:57:01.527 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.527 INFO:tasks.workunit.client.0.smithi082.stdout: "ino-": { 2024-08-17T01:57:01.527 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.527 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.527 INFO:tasks.workunit.client.0.smithi082.stdout: "rss": { 2024-08-17T01:57:01.527 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 49704 2024-08-17T01:57:01.527 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.527 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.527 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_server": { 2024-08-17T01:57:01.527 INFO:tasks.workunit.client.0.smithi082.stdout: "cap_acquisition_throttle": { 2024-08-17T01:57:01.527 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.528 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.528 INFO:tasks.workunit.client.0.smithi082.stdout: "cap_revoke_eviction": { 2024-08-17T01:57:01.528 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.528 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.528 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_request": { 2024-08-17T01:57:01.528 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.528 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.528 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_session": { 2024-08-17T01:57:01.528 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.528 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.528 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_peer_request": { 2024-08-17T01:57:01.528 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.528 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.529 INFO:tasks.workunit.client.0.smithi082.stdout: "req_create_latency": { 2024-08-17T01:57:01.529 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.529 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.529 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.529 INFO:tasks.workunit.client.0.smithi082.stdout: "req_getattr_latency": { 2024-08-17T01:57:01.529 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.529 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.529 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.529 INFO:tasks.workunit.client.0.smithi082.stdout: "req_getfilelock_latency": { 2024-08-17T01:57:01.529 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.529 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.529 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.529 INFO:tasks.workunit.client.0.smithi082.stdout: "req_getvxattr_latency": { 2024-08-17T01:57:01.529 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.530 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.530 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.530 INFO:tasks.workunit.client.0.smithi082.stdout: "req_link_latency": { 2024-08-17T01:57:01.530 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.530 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.530 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.530 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookup_latency": { 2024-08-17T01:57:01.530 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.530 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.530 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.530 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookuphash_latency": { 2024-08-17T01:57:01.530 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.530 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.531 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.531 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookupino_latency": { 2024-08-17T01:57:01.531 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.531 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.531 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.531 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookupname_latency": { 2024-08-17T01:57:01.531 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.531 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.531 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.531 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookupparent_latency": { 2024-08-17T01:57:01.531 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.531 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.531 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.532 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookupsnap_latency": { 2024-08-17T01:57:01.532 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.532 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.532 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.532 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lssnap_latency": { 2024-08-17T01:57:01.532 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.532 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.532 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.532 INFO:tasks.workunit.client.0.smithi082.stdout: "req_mkdir_latency": { 2024-08-17T01:57:01.532 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.532 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.532 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.532 INFO:tasks.workunit.client.0.smithi082.stdout: "req_mknod_latency": { 2024-08-17T01:57:01.532 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.533 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.533 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.533 INFO:tasks.workunit.client.0.smithi082.stdout: "req_mksnap_latency": { 2024-08-17T01:57:01.533 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.533 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.533 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.533 INFO:tasks.workunit.client.0.smithi082.stdout: "req_open_latency": { 2024-08-17T01:57:01.533 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.533 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.533 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.533 INFO:tasks.workunit.client.0.smithi082.stdout: "req_readdir_latency": { 2024-08-17T01:57:01.533 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.533 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.534 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.534 INFO:tasks.workunit.client.0.smithi082.stdout: "req_rename_latency": { 2024-08-17T01:57:01.534 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.534 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.534 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.534 INFO:tasks.workunit.client.0.smithi082.stdout: "req_renamesnap_latency": { 2024-08-17T01:57:01.534 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.534 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.534 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.534 INFO:tasks.workunit.client.0.smithi082.stdout: "req_rmdir_latency": { 2024-08-17T01:57:01.534 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.534 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.534 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.535 INFO:tasks.workunit.client.0.smithi082.stdout: "req_rmsnap_latency": { 2024-08-17T01:57:01.535 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.535 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.535 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.535 INFO:tasks.workunit.client.0.smithi082.stdout: "req_rmxattr_latency": { 2024-08-17T01:57:01.535 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.535 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.535 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.535 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setattr_latency": { 2024-08-17T01:57:01.535 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.535 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.535 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.535 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setdirlayout_latency": { 2024-08-17T01:57:01.535 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.536 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.536 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.536 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setfilelock_latency": { 2024-08-17T01:57:01.536 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.536 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.536 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.536 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setlayout_latency": { 2024-08-17T01:57:01.536 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.536 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.536 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.536 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setxattr_latency": { 2024-08-17T01:57:01.536 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.536 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.536 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.537 INFO:tasks.workunit.client.0.smithi082.stdout: "req_snapdiff_latency": { 2024-08-17T01:57:01.537 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.537 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.537 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.537 INFO:tasks.workunit.client.0.smithi082.stdout: "req_symlink_latency": { 2024-08-17T01:57:01.537 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.537 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.537 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.537 INFO:tasks.workunit.client.0.smithi082.stdout: "req_unlink_latency": { 2024-08-17T01:57:01.537 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.537 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.537 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.537 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.538 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_sessions": { 2024-08-17T01:57:01.538 INFO:tasks.workunit.client.0.smithi082.stdout: "average_load": { 2024-08-17T01:57:01.538 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.538 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.538 INFO:tasks.workunit.client.0.smithi082.stdout: "avg_session_uptime": { 2024-08-17T01:57:01.538 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.538 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.538 INFO:tasks.workunit.client.0.smithi082.stdout: "mdthresh_evicted": { 2024-08-17T01:57:01.538 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.538 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.538 INFO:tasks.workunit.client.0.smithi082.stdout: "session_add": { 2024-08-17T01:57:01.538 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8 2024-08-17T01:57:01.538 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.538 INFO:tasks.workunit.client.0.smithi082.stdout: "session_count": { 2024-08-17T01:57:01.539 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.539 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.539 INFO:tasks.workunit.client.0.smithi082.stdout: "session_remove": { 2024-08-17T01:57:01.539 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8 2024-08-17T01:57:01.539 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.539 INFO:tasks.workunit.client.0.smithi082.stdout: "sessions_open": { 2024-08-17T01:57:01.539 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:57:01.539 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.539 INFO:tasks.workunit.client.0.smithi082.stdout: "sessions_stale": { 2024-08-17T01:57:01.539 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.539 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.539 INFO:tasks.workunit.client.0.smithi082.stdout: "total_load": { 2024-08-17T01:57:01.539 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.540 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.540 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.540 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:57:01.540 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:57:01.540 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.540 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.540 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:01.540 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37 2024-08-17T01:57:01.540 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.540 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:57:01.540 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.540 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.540 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:01.541 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7 2024-08-17T01:57:01.541 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.541 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.541 INFO:tasks.workunit.client.0.smithi082.stdout: "purge_queue": { 2024-08-17T01:57:01.541 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executed": { 2024-08-17T01:57:01.541 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.541 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.541 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executed_ops": { 2024-08-17T01:57:01.541 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.541 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.541 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executing": { 2024-08-17T01:57:01.541 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.541 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.542 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executing_high_water": { 2024-08-17T01:57:01.542 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.542 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.542 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executing_ops": { 2024-08-17T01:57:01.542 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.542 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.542 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executing_ops_high_water": { 2024-08-17T01:57:01.542 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.542 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.542 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_item_in_journal": { 2024-08-17T01:57:01.542 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.542 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.542 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.543 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.543 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T01:57:01.543 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:57:01.543 INFO:tasks.workunit.client.0.smithi082.stdout: "election_call": { 2024-08-17T01:57:01.543 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T01:57:01.543 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.543 INFO:tasks.workunit.client.0.smithi082.stdout: "election_lose": { 2024-08-17T01:57:01.543 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.543 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.543 INFO:tasks.workunit.client.0.smithi082.stdout: "election_win": { 2024-08-17T01:57:01.543 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T01:57:01.543 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.544 INFO:tasks.workunit.client.0.smithi082.stdout: "num_elections": { 2024-08-17T01:57:01.544 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21 2024-08-17T01:57:01.544 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.544 INFO:tasks.workunit.client.0.smithi082.stdout: "num_sessions": { 2024-08-17T01:57:01.544 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T01:57:01.544 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.544 INFO:tasks.workunit.client.0.smithi082.stdout: "session_add": { 2024-08-17T01:57:01.544 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5 2024-08-17T01:57:01.544 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.544 INFO:tasks.workunit.client.0.smithi082.stdout: "session_rm": { 2024-08-17T01:57:01.544 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 213 2024-08-17T01:57:01.544 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.544 INFO:tasks.workunit.client.0.smithi082.stdout: "session_trim": { 2024-08-17T01:57:01.545 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.545 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.545 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.545 INFO:tasks.workunit.client.0.smithi082.stdout: "paxos": { 2024-08-17T01:57:01.545 INFO:tasks.workunit.client.0.smithi082.stdout: "accept_timeout": { 2024-08-17T01:57:01.545 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.545 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.545 INFO:tasks.workunit.client.0.smithi082.stdout: "begin": { 2024-08-17T01:57:01.545 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7856 2024-08-17T01:57:01.545 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.545 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_bytes": { 2024-08-17T01:57:01.545 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7856, 2024-08-17T01:57:01.545 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57797724 2024-08-17T01:57:01.546 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.546 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_keys": { 2024-08-17T01:57:01.546 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7856, 2024-08-17T01:57:01.546 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23568 2024-08-17T01:57:01.546 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.546 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_latency": { 2024-08-17T01:57:01.546 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7856, 2024-08-17T01:57:01.546 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1781965779 2024-08-17T01:57:01.546 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.546 INFO:tasks.workunit.client.0.smithi082.stdout: "collect": { 2024-08-17T01:57:01.546 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.546 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.547 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_bytes": { 2024-08-17T01:57:01.547 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.547 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.547 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.547 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_keys": { 2024-08-17T01:57:01.547 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.547 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.547 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.547 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_latency": { 2024-08-17T01:57:01.547 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.547 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.547 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.547 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_timeout": { 2024-08-17T01:57:01.548 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.548 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.548 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_uncommitted": { 2024-08-17T01:57:01.548 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:57:01.548 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.548 INFO:tasks.workunit.client.0.smithi082.stdout: "commit": { 2024-08-17T01:57:01.548 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7854 2024-08-17T01:57:01.548 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.548 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_bytes": { 2024-08-17T01:57:01.548 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7854, 2024-08-17T01:57:01.548 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57204001 2024-08-17T01:57:01.548 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.548 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_keys": { 2024-08-17T01:57:01.549 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7854, 2024-08-17T01:57:01.549 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 62900 2024-08-17T01:57:01.549 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.549 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_latency": { 2024-08-17T01:57:01.549 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7854, 2024-08-17T01:57:01.549 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3025973545 2024-08-17T01:57:01.549 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.549 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_ack_timeout": { 2024-08-17T01:57:01.549 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.549 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.549 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_timeout": { 2024-08-17T01:57:01.549 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.549 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.550 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn": { 2024-08-17T01:57:01.550 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T01:57:01.550 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.550 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn_latency": { 2024-08-17T01:57:01.550 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 6, 2024-08-17T01:57:01.550 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2999943 2024-08-17T01:57:01.550 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.550 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh": { 2024-08-17T01:57:01.550 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7857 2024-08-17T01:57:01.550 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.550 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh_latency": { 2024-08-17T01:57:01.550 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7857, 2024-08-17T01:57:01.551 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29698427849 2024-08-17T01:57:01.551 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.551 INFO:tasks.workunit.client.0.smithi082.stdout: "restart": { 2024-08-17T01:57:01.551 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23 2024-08-17T01:57:01.551 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.551 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state": { 2024-08-17T01:57:01.551 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:57:01.551 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.551 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_bytes": { 2024-08-17T01:57:01.551 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T01:57:01.551 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 66484 2024-08-17T01:57:01.551 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.552 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_keys": { 2024-08-17T01:57:01.552 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T01:57:01.552 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T01:57:01.552 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.552 INFO:tasks.workunit.client.0.smithi082.stdout: "start_leader": { 2024-08-17T01:57:01.552 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T01:57:01.552 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.552 INFO:tasks.workunit.client.0.smithi082.stdout: "start_peon": { 2024-08-17T01:57:01.552 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.552 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.552 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state": { 2024-08-17T01:57:01.552 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.552 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.553 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_bytes": { 2024-08-17T01:57:01.553 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.553 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.553 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.553 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_keys": { 2024-08-17T01:57:01.553 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.553 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.553 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.553 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_latency": { 2024-08-17T01:57:01.553 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.553 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.553 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.553 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.554 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache": { 2024-08-17T01:57:01.554 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:57:01.554 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1020054731 2024-08-17T01:57:01.554 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.554 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:57:01.554 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 252764160 2024-08-17T01:57:01.554 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.554 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:57:01.554 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 252166144 2024-08-17T01:57:01.554 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.554 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:57:01.554 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2147483648 2024-08-17T01:57:01.555 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.555 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:57:01.555 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 598016 2024-08-17T01:57:01.555 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.555 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.555 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:full": { 2024-08-17T01:57:01.555 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.555 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 360710144 2024-08-17T01:57:01.555 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.555 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.555 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.555 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.555 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.555 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.556 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.556 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.556 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266376529 2024-08-17T01:57:01.556 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.556 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.556 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26677144 2024-08-17T01:57:01.556 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.556 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.556 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.556 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.556 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.556 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.556 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.556 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.556 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.557 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.557 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.557 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.557 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.557 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.557 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.557 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.557 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.557 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.557 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.557 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.557 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.557 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.557 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.557 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.558 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.558 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.558 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67656471 2024-08-17T01:57:01.558 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.558 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.558 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:inc": { 2024-08-17T01:57:01.558 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.558 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 335544320 2024-08-17T01:57:01.558 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.558 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.558 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.558 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.559 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.559 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.559 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.559 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.559 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266376529 2024-08-17T01:57:01.559 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.559 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.559 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2021808 2024-08-17T01:57:01.559 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.559 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.559 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.559 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.559 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.560 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.560 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.560 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.560 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.560 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.560 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.560 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.560 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.560 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.560 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.560 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.560 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.560 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.560 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.560 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.561 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.561 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.561 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.561 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.561 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.561 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.561 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67145983 2024-08-17T01:57:01.561 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.561 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.561 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:kv": { 2024-08-17T01:57:01.561 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.561 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 314572800 2024-08-17T01:57:01.561 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.561 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.562 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:01.562 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.562 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.562 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.562 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.562 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.562 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177584352 2024-08-17T01:57:01.562 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.562 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.562 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.562 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.562 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.563 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.563 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.563 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.563 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.563 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.563 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.563 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.563 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.563 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.563 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.563 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.563 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.563 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.563 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.564 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.564 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.564 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.564 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.564 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.564 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.564 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.564 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.564 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.564 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.564 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 69879584 2024-08-17T01:57:01.565 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.565 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.565 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb": { 2024-08-17T01:57:01.565 INFO:tasks.workunit.client.0.smithi082.stdout: "compact": { 2024-08-17T01:57:01.565 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.565 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.565 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_len": { 2024-08-17T01:57:01.566 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.566 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.566 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_merge": { 2024-08-17T01:57:01.566 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.566 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.566 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_range": { 2024-08-17T01:57:01.566 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 89 2024-08-17T01:57:01.566 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.566 INFO:tasks.workunit.client.0.smithi082.stdout: "get_latency": { 2024-08-17T01:57:01.566 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 356303, 2024-08-17T01:57:01.566 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1970352912 2024-08-17T01:57:01.567 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.567 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_delay_time": { 2024-08-17T01:57:01.567 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.567 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.567 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.567 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_memtable_time": { 2024-08-17T01:57:01.567 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.567 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.567 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.567 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T01:57:01.567 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.567 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.568 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.568 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_wal_time": { 2024-08-17T01:57:01.568 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.568 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.568 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.568 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_latency": { 2024-08-17T01:57:01.568 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.568 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.568 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.568 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_sync_latency": { 2024-08-17T01:57:01.568 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19229, 2024-08-17T01:57:01.568 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7984970815 2024-08-17T01:57:01.569 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.569 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.569 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.569 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T01:57:01.569 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:57:01.569 INFO:tasks.workunit.client.0.smithi082.stdout: "election_call": { 2024-08-17T01:57:01.569 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:57:01.569 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.569 INFO:tasks.workunit.client.0.smithi082.stdout: "election_lose": { 2024-08-17T01:57:01.569 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:57:01.569 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.569 INFO:tasks.workunit.client.0.smithi082.stdout: "election_win": { 2024-08-17T01:57:01.570 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.570 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.570 INFO:tasks.workunit.client.0.smithi082.stdout: "num_elections": { 2024-08-17T01:57:01.570 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9 2024-08-17T01:57:01.570 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.570 INFO:tasks.workunit.client.0.smithi082.stdout: "num_sessions": { 2024-08-17T01:57:01.570 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8 2024-08-17T01:57:01.570 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.570 INFO:tasks.workunit.client.0.smithi082.stdout: "session_add": { 2024-08-17T01:57:01.570 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3 2024-08-17T01:57:01.570 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.570 INFO:tasks.workunit.client.0.smithi082.stdout: "session_rm": { 2024-08-17T01:57:01.570 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 253 2024-08-17T01:57:01.571 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.571 INFO:tasks.workunit.client.0.smithi082.stdout: "session_trim": { 2024-08-17T01:57:01.571 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.571 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.571 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.571 INFO:tasks.workunit.client.0.smithi082.stdout: "paxos": { 2024-08-17T01:57:01.571 INFO:tasks.workunit.client.0.smithi082.stdout: "accept_timeout": { 2024-08-17T01:57:01.571 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.571 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.571 INFO:tasks.workunit.client.0.smithi082.stdout: "begin": { 2024-08-17T01:57:01.571 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7764 2024-08-17T01:57:01.571 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.571 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_bytes": { 2024-08-17T01:57:01.572 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7764, 2024-08-17T01:57:01.572 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56393773 2024-08-17T01:57:01.572 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.572 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_keys": { 2024-08-17T01:57:01.572 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.572 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.572 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.572 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_latency": { 2024-08-17T01:57:01.572 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7764, 2024-08-17T01:57:01.572 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1292977327 2024-08-17T01:57:01.572 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.572 INFO:tasks.workunit.client.0.smithi082.stdout: "collect": { 2024-08-17T01:57:01.572 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:57:01.573 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.573 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_bytes": { 2024-08-17T01:57:01.573 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T01:57:01.573 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 146 2024-08-17T01:57:01.573 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.573 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_keys": { 2024-08-17T01:57:01.573 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T01:57:01.573 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:57:01.573 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.573 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_latency": { 2024-08-17T01:57:01.573 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T01:57:01.573 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.573 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.574 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_timeout": { 2024-08-17T01:57:01.574 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.574 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.574 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_uncommitted": { 2024-08-17T01:57:01.574 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.574 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.574 INFO:tasks.workunit.client.0.smithi082.stdout: "commit": { 2024-08-17T01:57:01.574 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7764 2024-08-17T01:57:01.574 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.574 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_bytes": { 2024-08-17T01:57:01.574 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.574 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.574 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.574 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_keys": { 2024-08-17T01:57:01.575 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.575 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.575 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.575 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_latency": { 2024-08-17T01:57:01.575 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.575 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.575 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.575 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_ack_timeout": { 2024-08-17T01:57:01.575 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.575 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.575 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_timeout": { 2024-08-17T01:57:01.575 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.575 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.576 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn": { 2024-08-17T01:57:01.576 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.576 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.576 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn_latency": { 2024-08-17T01:57:01.576 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.576 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.576 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.576 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh": { 2024-08-17T01:57:01.576 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7764 2024-08-17T01:57:01.576 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.576 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh_latency": { 2024-08-17T01:57:01.576 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7764, 2024-08-17T01:57:01.576 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24427570734 2024-08-17T01:57:01.576 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.577 INFO:tasks.workunit.client.0.smithi082.stdout: "restart": { 2024-08-17T01:57:01.577 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11 2024-08-17T01:57:01.577 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.577 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state": { 2024-08-17T01:57:01.577 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.577 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.577 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_bytes": { 2024-08-17T01:57:01.577 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.577 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.577 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.577 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_keys": { 2024-08-17T01:57:01.577 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.577 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.578 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.578 INFO:tasks.workunit.client.0.smithi082.stdout: "start_leader": { 2024-08-17T01:57:01.578 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.578 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.578 INFO:tasks.workunit.client.0.smithi082.stdout: "start_peon": { 2024-08-17T01:57:01.578 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:57:01.578 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.578 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state": { 2024-08-17T01:57:01.578 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7764 2024-08-17T01:57:01.578 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.578 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_bytes": { 2024-08-17T01:57:01.578 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7764, 2024-08-17T01:57:01.578 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 111308941 2024-08-17T01:57:01.579 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.579 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_keys": { 2024-08-17T01:57:01.579 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7764, 2024-08-17T01:57:01.579 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70052 2024-08-17T01:57:01.579 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.579 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_latency": { 2024-08-17T01:57:01.579 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7764, 2024-08-17T01:57:01.579 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2683952909 2024-08-17T01:57:01.579 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.579 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.579 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache": { 2024-08-17T01:57:01.579 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:57:01.579 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1020054731 2024-08-17T01:57:01.579 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.580 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:57:01.580 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 163512320 2024-08-17T01:57:01.580 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.580 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:57:01.580 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 162529280 2024-08-17T01:57:01.580 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.580 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:57:01.580 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2147483648 2024-08-17T01:57:01.580 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.580 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:57:01.580 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 983040 2024-08-17T01:57:01.580 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.580 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.580 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:full": { 2024-08-17T01:57:01.580 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.581 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 360710144 2024-08-17T01:57:01.581 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.581 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.581 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.581 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.581 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.581 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.581 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.581 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.581 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266884631 2024-08-17T01:57:01.581 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.581 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.581 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 25782459 2024-08-17T01:57:01.581 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.581 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.582 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.582 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.582 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.582 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.582 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.582 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.582 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.582 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.582 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.582 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.582 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.582 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.582 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.582 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.583 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.583 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.583 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.583 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.583 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.583 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.583 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.583 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.583 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.583 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.583 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68043054 2024-08-17T01:57:01.583 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.583 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.583 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:inc": { 2024-08-17T01:57:01.584 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.584 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 339738624 2024-08-17T01:57:01.584 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.584 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.584 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.584 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.584 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.584 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.584 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.584 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.584 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266884631 2024-08-17T01:57:01.584 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.584 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.584 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1561553 2024-08-17T01:57:01.585 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.585 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.585 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.585 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.585 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.585 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.585 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.585 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.585 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.585 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.585 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.585 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.585 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.585 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.586 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.586 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.586 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.586 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.586 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.586 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.586 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.586 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.586 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.586 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.586 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.586 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.587 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71292440 2024-08-17T01:57:01.587 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.587 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.587 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:kv": { 2024-08-17T01:57:01.587 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.587 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 314572800 2024-08-17T01:57:01.587 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.587 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.587 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:01.587 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.587 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.587 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.587 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.587 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.588 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177923087 2024-08-17T01:57:01.588 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.588 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.588 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.588 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.588 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.588 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.588 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.588 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.588 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.588 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.588 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.588 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.589 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.589 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.589 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.589 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.589 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.589 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.589 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.589 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.589 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.589 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.589 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.589 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.589 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.590 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.590 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.590 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.590 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.590 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 69540849 2024-08-17T01:57:01.590 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.590 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.590 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb": { 2024-08-17T01:57:01.590 INFO:tasks.workunit.client.0.smithi082.stdout: "compact": { 2024-08-17T01:57:01.590 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.590 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.590 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_len": { 2024-08-17T01:57:01.590 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.591 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.591 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_merge": { 2024-08-17T01:57:01.591 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.591 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.591 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_range": { 2024-08-17T01:57:01.591 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 89 2024-08-17T01:57:01.591 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.591 INFO:tasks.workunit.client.0.smithi082.stdout: "get_latency": { 2024-08-17T01:57:01.591 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 339089, 2024-08-17T01:57:01.591 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1602125714 2024-08-17T01:57:01.591 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.591 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_delay_time": { 2024-08-17T01:57:01.591 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.592 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.592 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.592 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_memtable_time": { 2024-08-17T01:57:01.592 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.592 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.592 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.592 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T01:57:01.592 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.592 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.592 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.592 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_wal_time": { 2024-08-17T01:57:01.592 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.593 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.593 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.593 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_latency": { 2024-08-17T01:57:01.593 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.593 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.593 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.593 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_sync_latency": { 2024-08-17T01:57:01.593 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 18997, 2024-08-17T01:57:01.593 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6215726695 2024-08-17T01:57:01.593 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.593 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.593 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.593 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.b49720f953d6f37bda4fd718c5ff5f803b0cc706": { 2024-08-17T01:57:01.593 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:57:01.594 INFO:tasks.workunit.client.0.smithi082.stdout: "election_call": { 2024-08-17T01:57:01.594 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:57:01.594 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.594 INFO:tasks.workunit.client.0.smithi082.stdout: "election_lose": { 2024-08-17T01:57:01.594 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T01:57:01.594 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.594 INFO:tasks.workunit.client.0.smithi082.stdout: "election_win": { 2024-08-17T01:57:01.594 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.594 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_elections": { 2024-08-17T01:57:01.594 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T01:57:01.594 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_sessions": { 2024-08-17T01:57:01.594 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8 2024-08-17T01:57:01.595 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.595 INFO:tasks.workunit.client.0.smithi082.stdout: "session_add": { 2024-08-17T01:57:01.595 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T01:57:01.595 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.595 INFO:tasks.workunit.client.0.smithi082.stdout: "session_rm": { 2024-08-17T01:57:01.595 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 267 2024-08-17T01:57:01.595 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.595 INFO:tasks.workunit.client.0.smithi082.stdout: "session_trim": { 2024-08-17T01:57:01.595 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.595 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.595 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.595 INFO:tasks.workunit.client.0.smithi082.stdout: "paxos": { 2024-08-17T01:57:01.595 INFO:tasks.workunit.client.0.smithi082.stdout: "accept_timeout": { 2024-08-17T01:57:01.595 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.596 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.596 INFO:tasks.workunit.client.0.smithi082.stdout: "begin": { 2024-08-17T01:57:01.596 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7792 2024-08-17T01:57:01.596 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.596 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_bytes": { 2024-08-17T01:57:01.596 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7792, 2024-08-17T01:57:01.596 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56701458 2024-08-17T01:57:01.596 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.596 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_keys": { 2024-08-17T01:57:01.596 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.596 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.596 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.596 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_latency": { 2024-08-17T01:57:01.596 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7792, 2024-08-17T01:57:01.596 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2000961576 2024-08-17T01:57:01.597 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.597 INFO:tasks.workunit.client.0.smithi082.stdout: "collect": { 2024-08-17T01:57:01.597 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T01:57:01.597 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.597 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_bytes": { 2024-08-17T01:57:01.597 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:57:01.597 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 292 2024-08-17T01:57:01.597 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.597 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_keys": { 2024-08-17T01:57:01.597 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:57:01.597 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T01:57:01.597 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.597 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_latency": { 2024-08-17T01:57:01.597 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:57:01.597 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2999944 2024-08-17T01:57:01.598 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.598 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_timeout": { 2024-08-17T01:57:01.598 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.598 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.598 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_uncommitted": { 2024-08-17T01:57:01.598 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T01:57:01.598 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.598 INFO:tasks.workunit.client.0.smithi082.stdout: "commit": { 2024-08-17T01:57:01.598 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7793 2024-08-17T01:57:01.598 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.598 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_bytes": { 2024-08-17T01:57:01.598 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.598 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.599 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.599 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_keys": { 2024-08-17T01:57:01.599 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.599 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.599 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.599 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_latency": { 2024-08-17T01:57:01.599 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.599 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.599 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.599 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_ack_timeout": { 2024-08-17T01:57:01.599 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.599 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.599 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_timeout": { 2024-08-17T01:57:01.599 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.599 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.600 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn": { 2024-08-17T01:57:01.600 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.600 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.600 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn_latency": { 2024-08-17T01:57:01.600 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.600 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.600 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.600 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh": { 2024-08-17T01:57:01.600 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7793 2024-08-17T01:57:01.600 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.600 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh_latency": { 2024-08-17T01:57:01.600 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7793, 2024-08-17T01:57:01.600 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26805483529 2024-08-17T01:57:01.600 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.600 INFO:tasks.workunit.client.0.smithi082.stdout: "restart": { 2024-08-17T01:57:01.601 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17 2024-08-17T01:57:01.601 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.601 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state": { 2024-08-17T01:57:01.601 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.601 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.601 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_bytes": { 2024-08-17T01:57:01.601 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.601 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.601 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.601 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_keys": { 2024-08-17T01:57:01.601 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.601 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.601 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.602 INFO:tasks.workunit.client.0.smithi082.stdout: "start_leader": { 2024-08-17T01:57:01.602 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.602 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.602 INFO:tasks.workunit.client.0.smithi082.stdout: "start_peon": { 2024-08-17T01:57:01.602 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T01:57:01.602 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.602 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state": { 2024-08-17T01:57:01.602 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7792 2024-08-17T01:57:01.602 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.602 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_bytes": { 2024-08-17T01:57:01.602 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7792, 2024-08-17T01:57:01.602 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 111966011 2024-08-17T01:57:01.602 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.602 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_keys": { 2024-08-17T01:57:01.603 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7792, 2024-08-17T01:57:01.603 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70242 2024-08-17T01:57:01.603 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.603 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_latency": { 2024-08-17T01:57:01.603 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7792, 2024-08-17T01:57:01.603 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5970885066 2024-08-17T01:57:01.603 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.603 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.603 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache": { 2024-08-17T01:57:01.603 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:57:01.603 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1020054731 2024-08-17T01:57:01.603 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.604 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:57:01.604 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177176576 2024-08-17T01:57:01.604 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.604 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:57:01.604 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176611328 2024-08-17T01:57:01.604 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.604 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:57:01.604 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2147483648 2024-08-17T01:57:01.604 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.604 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:57:01.604 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 565248 2024-08-17T01:57:01.604 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.604 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.604 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:full": { 2024-08-17T01:57:01.605 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.605 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 360710144 2024-08-17T01:57:01.605 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.605 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.605 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.605 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.605 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.605 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.605 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.605 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.605 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266047432 2024-08-17T01:57:01.605 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.605 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.605 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26710772 2024-08-17T01:57:01.606 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.606 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.606 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.606 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.606 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.606 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.606 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.606 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.606 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.606 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.606 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.606 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.607 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.607 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.607 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.607 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.607 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.607 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.607 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.607 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.607 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.607 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.607 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.607 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.607 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.608 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.608 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67951940 2024-08-17T01:57:01.608 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.608 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.608 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:inc": { 2024-08-17T01:57:01.608 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.608 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 339738624 2024-08-17T01:57:01.608 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.608 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.608 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.608 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.608 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.608 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.608 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.608 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.609 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266047432 2024-08-17T01:57:01.609 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.609 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.609 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2865771 2024-08-17T01:57:01.609 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.609 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.609 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.609 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.609 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.609 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.609 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.609 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.609 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.609 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.609 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.610 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.610 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.610 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.610 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.610 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.610 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.610 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.610 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.610 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.610 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.610 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.610 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.610 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.610 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.611 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.611 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70825421 2024-08-17T01:57:01.611 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.611 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.611 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:kv": { 2024-08-17T01:57:01.611 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.611 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 314572800 2024-08-17T01:57:01.611 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.611 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.611 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:01.611 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.611 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.612 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.612 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.612 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.612 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177364955 2024-08-17T01:57:01.612 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.612 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.612 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.612 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.612 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.612 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.612 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.612 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.612 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.612 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.612 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.613 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.613 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.613 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.613 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.613 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.613 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.613 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.613 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.613 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.613 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.613 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.613 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.613 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.613 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.613 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.614 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.614 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.614 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.614 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70098981 2024-08-17T01:57:01.614 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.614 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.614 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb": { 2024-08-17T01:57:01.614 INFO:tasks.workunit.client.0.smithi082.stdout: "compact": { 2024-08-17T01:57:01.614 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.614 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.614 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_len": { 2024-08-17T01:57:01.614 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.614 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.614 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_merge": { 2024-08-17T01:57:01.614 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.615 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.615 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_range": { 2024-08-17T01:57:01.615 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 89 2024-08-17T01:57:01.615 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.615 INFO:tasks.workunit.client.0.smithi082.stdout: "get_latency": { 2024-08-17T01:57:01.615 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 342653, 2024-08-17T01:57:01.615 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1715703277 2024-08-17T01:57:01.615 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.615 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_delay_time": { 2024-08-17T01:57:01.615 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.615 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.615 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.615 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_memtable_time": { 2024-08-17T01:57:01.615 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.615 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.616 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.616 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T01:57:01.616 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.616 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.616 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.616 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_wal_time": { 2024-08-17T01:57:01.616 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.616 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.616 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.616 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_latency": { 2024-08-17T01:57:01.616 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.616 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.616 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.617 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_sync_latency": { 2024-08-17T01:57:01.617 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19075, 2024-08-17T01:57:01.617 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10148580577 2024-08-17T01:57:01.617 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.617 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.617 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.617 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.0": { 2024-08-17T01:57:01.617 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:01.617 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:57:01.617 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12702 2024-08-17T01:57:01.617 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.617 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:57:01.617 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.617 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.617 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:57:01.618 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.618 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.618 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:57:01.618 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.618 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.618 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:57:01.618 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:57:01.618 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.618 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:57:01.618 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.618 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.618 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:57:01.618 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.618 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.619 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:57:01.619 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.619 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.619 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:57:01.619 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.619 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.619 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:57:01.619 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7364608 2024-08-17T01:57:01.619 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.619 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:57:01.619 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 716525568 2024-08-17T01:57:01.619 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.619 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:57:01.619 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19, 2024-08-17T01:57:01.620 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4994747 2024-08-17T01:57:01.620 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.620 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:57:01.620 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19, 2024-08-17T01:57:01.620 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1571564 2024-08-17T01:57:01.620 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.620 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:57:01.620 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 192, 2024-08-17T01:57:01.620 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 732498 2024-08-17T01:57:01.620 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.620 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:57:01.620 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:57:01.620 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.620 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:57:01.621 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 649592832 2024-08-17T01:57:01.621 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.621 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:57:01.621 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 78771, 2024-08-17T01:57:01.621 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10285525303 2024-08-17T01:57:01.621 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.621 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:57:01.621 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 78781, 2024-08-17T01:57:01.621 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16984972879 2024-08-17T01:57:01.621 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.621 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:57:01.621 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6787072 2024-08-17T01:57:01.621 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.621 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:57:01.622 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 322686976 2024-08-17T01:57:01.622 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.622 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:57:01.622 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 648151040 2024-08-17T01:57:01.622 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.622 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:57:01.622 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.622 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.622 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:57:01.622 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.622 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.622 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:57:01.622 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 48 2024-08-17T01:57:01.622 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.623 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:57:01.623 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 351525514 2024-08-17T01:57:01.623 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.623 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:57:01.623 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23591 2024-08-17T01:57:01.623 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.623 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:57:01.623 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 288485376 2024-08-17T01:57:01.623 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.623 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:57:01.623 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 288489472 2024-08-17T01:57:01.623 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.623 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:57:01.623 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.623 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.624 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:57:01.624 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.624 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.624 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:57:01.624 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10925 2024-08-17T01:57:01.624 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.624 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:01.624 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 23591, 2024-08-17T01:57:01.624 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 150935933 2024-08-17T01:57:01.624 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.624 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:57:01.624 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 270524795 2024-08-17T01:57:01.624 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.624 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:57:01.624 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21107 2024-08-17T01:57:01.624 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.625 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:57:01.625 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2086218 2024-08-17T01:57:01.625 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.625 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:57:01.625 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 548 2024-08-17T01:57:01.625 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.625 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:57:01.625 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7296093 2024-08-17T01:57:01.625 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.625 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:57:01.625 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 794 2024-08-17T01:57:01.625 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.625 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:57:01.625 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5209875 2024-08-17T01:57:01.625 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.625 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:57:01.626 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5209875 2024-08-17T01:57:01.626 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.626 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:57:01.626 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.626 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.626 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:57:01.626 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.626 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.626 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:57:01.626 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 254 2024-08-17T01:57:01.626 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.626 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:57:01.626 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 794, 2024-08-17T01:57:01.626 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2373153 2024-08-17T01:57:01.627 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.627 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:57:01.627 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.627 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.627 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.627 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:57:01.627 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.627 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.627 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:57:01.627 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.627 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.627 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:01.627 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:57:01.627 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 682 2024-08-17T01:57:01.627 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.627 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:57:01.628 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:57:01.628 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5506 2024-08-17T01:57:01.628 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.628 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:57:01.628 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.628 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.628 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.628 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:57:01.628 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.628 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.628 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:57:01.628 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.628 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.628 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:57:01.628 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1049452544 2024-08-17T01:57:01.629 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.629 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.629 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:57:01.629 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:57:01.629 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:57:01.629 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.629 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:57:01.629 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15241216 2024-08-17T01:57:01.629 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.629 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:57:01.629 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 24064, 2024-08-17T01:57:01.629 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 80355507 2024-08-17T01:57:01.629 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.629 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:57:01.630 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3307, 2024-08-17T01:57:01.630 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 416481516 2024-08-17T01:57:01.630 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.630 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:57:01.630 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.630 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.630 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.630 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:57:01.630 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.630 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.630 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:57:01.630 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.630 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.630 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:57:01.630 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.631 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.631 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:57:01.631 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 24485, 2024-08-17T01:57:01.631 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 191545818 2024-08-17T01:57:01.631 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.631 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:57:01.631 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.631 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.631 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.631 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:57:01.631 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.631 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.631 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:57:01.631 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 78716, 2024-08-17T01:57:01.631 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21119424463 2024-08-17T01:57:01.632 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.632 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:57:01.632 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 78115, 2024-08-17T01:57:01.632 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1676126858 2024-08-17T01:57:01.632 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.632 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:57:01.632 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 78716, 2024-08-17T01:57:01.632 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 46926085 2024-08-17T01:57:01.632 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.632 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:57:01.632 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 78716, 2024-08-17T01:57:01.632 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21166350548 2024-08-17T01:57:01.632 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.632 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:57:01.633 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.633 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.633 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.633 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:57:01.633 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 247919, 2024-08-17T01:57:01.633 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1922072832 2024-08-17T01:57:01.633 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.633 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:57:01.633 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1091, 2024-08-17T01:57:01.633 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2889174 2024-08-17T01:57:01.633 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.633 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:57:01.633 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 155347, 2024-08-17T01:57:01.633 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56415813 2024-08-17T01:57:01.634 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.634 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:57:01.634 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 53, 2024-08-17T01:57:01.634 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 88369 2024-08-17T01:57:01.634 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.634 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:57:01.634 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 27980, 2024-08-17T01:57:01.634 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4505531539 2024-08-17T01:57:01.634 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.634 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:57:01.634 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 482360 2024-08-17T01:57:01.634 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.634 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:57:01.635 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24033 2024-08-17T01:57:01.635 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.635 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:01.635 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19675, 2024-08-17T01:57:01.635 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2416397808 2024-08-17T01:57:01.635 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.635 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:57:01.635 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 46206, 2024-08-17T01:57:01.635 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17338500 2024-08-17T01:57:01.635 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.635 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:57:01.635 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 26531, 2024-08-17T01:57:01.635 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1889128706 2024-08-17T01:57:01.635 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.636 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:57:01.636 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.636 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.636 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:57:01.636 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15147, 2024-08-17T01:57:01.636 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 421414040 2024-08-17T01:57:01.636 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.636 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:57:01.636 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.636 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.636 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:57:01.636 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.636 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.637 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:57:01.637 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.637 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.637 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:57:01.637 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.637 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.637 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:57:01.637 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:57:01.637 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11185949100 2024-08-17T01:57:01.637 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.637 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:57:01.637 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 9548, 2024-08-17T01:57:01.637 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 815677521 2024-08-17T01:57:01.638 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.638 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:57:01.638 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 9547, 2024-08-17T01:57:01.638 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2790186713315 2024-08-17T01:57:01.638 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.638 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:57:01.638 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 9548, 2024-08-17T01:57:01.638 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6322396996702 2024-08-17T01:57:01.638 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.638 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:57:01.638 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95869, 2024-08-17T01:57:01.638 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2841107985142 2024-08-17T01:57:01.639 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.639 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:57:01.639 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95869, 2024-08-17T01:57:01.639 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9788988 2024-08-17T01:57:01.639 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.639 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:57:01.639 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:57:01.639 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 408572201 2024-08-17T01:57:01.639 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.639 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:57:01.639 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:57:01.639 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 39822683824 2024-08-17T01:57:01.639 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.640 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:57:01.640 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:57:01.640 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 32719351 2024-08-17T01:57:01.640 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.640 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:57:01.640 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:57:01.640 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20680849848 2024-08-17T01:57:01.640 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.640 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:57:01.640 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:57:01.640 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8684715669 2024-08-17T01:57:01.640 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.640 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:57:01.641 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11013172 2024-08-17T01:57:01.641 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.641 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:01.641 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2718, 2024-08-17T01:57:01.641 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15317129 2024-08-17T01:57:01.641 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.641 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:57:01.641 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:57:01.641 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 80798174977 2024-08-17T01:57:01.641 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.641 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:57:01.641 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:57:01.641 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9800345836 2024-08-17T01:57:01.642 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.642 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:57:01.642 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:57:01.642 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 823637742 2024-08-17T01:57:01.642 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.642 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.642 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:57:01.642 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:57:01.642 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405112032 2024-08-17T01:57:01.642 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.642 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:57:01.642 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 569810944 2024-08-17T01:57:01.642 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.643 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:57:01.643 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 566075392 2024-08-17T01:57:01.643 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.643 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:57:01.643 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600492236 2024-08-17T01:57:01.643 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.643 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:57:01.643 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3735552 2024-08-17T01:57:01.643 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.643 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.643 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:57:01.643 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.643 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:57:01.644 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.644 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.644 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.644 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.644 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.644 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.644 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.644 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.644 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56927597 2024-08-17T01:57:01.644 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.644 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.644 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.644 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.644 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.645 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.645 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.645 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.645 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.645 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.645 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.645 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.645 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.645 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.645 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.645 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.645 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.645 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 36864 2024-08-17T01:57:01.646 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.646 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.646 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.646 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.646 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.646 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.646 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.646 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.646 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.646 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.646 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.646 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68864659 2024-08-17T01:57:01.647 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.647 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.647 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:57:01.647 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.647 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 562036736 2024-08-17T01:57:01.647 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.647 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.647 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:01.647 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.647 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.647 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.647 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.647 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.648 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 426956978 2024-08-17T01:57:01.648 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.648 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.648 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.648 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.648 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.648 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1904 2024-08-17T01:57:01.648 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.648 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.648 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.649 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.649 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.649 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.649 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.649 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.649 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 113568 2024-08-17T01:57:01.649 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.649 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.649 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.649 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.649 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.650 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.650 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.650 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.650 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.650 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.650 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.650 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.650 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.650 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.650 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67855422 2024-08-17T01:57:01.650 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.650 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.650 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:57:01.651 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.651 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:57:01.651 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.651 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.651 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:01.651 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.651 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.651 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 257136 2024-08-17T01:57:01.651 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.651 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.651 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37951731 2024-08-17T01:57:01.651 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.651 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.651 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.651 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.652 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.652 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.652 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.652 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.652 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.652 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.652 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.652 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.652 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.652 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.652 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.652 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.652 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.652 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.652 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.653 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.653 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.653 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.653 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.653 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.653 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.653 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.653 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.653 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.653 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.653 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70843037 2024-08-17T01:57:01.653 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.653 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.653 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:57:01.654 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.654 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 503316480 2024-08-17T01:57:01.654 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.654 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.654 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.654 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.654 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.654 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.654 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.654 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.654 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 426956978 2024-08-17T01:57:01.654 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.655 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.655 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.655 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.655 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.655 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.655 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.655 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.655 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.655 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.655 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.655 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.655 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.655 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.655 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177886 2024-08-17T01:57:01.656 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.656 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.656 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1149803 2024-08-17T01:57:01.656 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.656 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.656 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.656 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.656 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.656 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.656 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.656 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.656 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.656 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.657 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.657 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 75031813 2024-08-17T01:57:01.657 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.657 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.657 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:57:01.657 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:57:01.657 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.657 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.657 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:01.657 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 53 2024-08-17T01:57:01.657 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.657 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:57:01.657 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.657 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.658 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:01.658 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.658 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.658 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.658 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:01.658 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:57:01.658 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57 2024-08-17T01:57:01.658 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.658 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:57:01.658 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.658 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.658 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:57:01.659 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 59052 2024-08-17T01:57:01.659 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.659 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:57:01.659 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 155432, 2024-08-17T01:57:01.659 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7361004109 2024-08-17T01:57:01.659 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.659 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:57:01.659 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.659 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.659 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:57:01.659 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.659 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.659 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:57:01.659 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2072399131 2024-08-17T01:57:01.660 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.660 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:57:01.660 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 59052, 2024-08-17T01:57:01.660 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 348433185126 2024-08-17T01:57:01.660 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.660 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:57:01.660 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3478153776 2024-08-17T01:57:01.660 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.660 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:57:01.660 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 60232, 2024-08-17T01:57:01.660 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 30780766895 2024-08-17T01:57:01.660 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.660 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:57:01.660 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 59052, 2024-08-17T01:57:01.660 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 84935105424 2024-08-17T01:57:01.661 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.661 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:01.661 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 41167 2024-08-17T01:57:01.661 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.661 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:57:01.661 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41167, 2024-08-17T01:57:01.661 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29937365402 2024-08-17T01:57:01.661 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.661 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:57:01.661 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.661 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.661 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:57:01.661 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3478153776 2024-08-17T01:57:01.661 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.662 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:57:01.662 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41562, 2024-08-17T01:57:01.662 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14239015777 2024-08-17T01:57:01.662 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.662 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:57:01.662 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41167, 2024-08-17T01:57:01.662 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15629309630 2024-08-17T01:57:01.662 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.662 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:57:01.662 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10120 2024-08-17T01:57:01.662 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.662 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:57:01.663 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 319465335 2024-08-17T01:57:01.663 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.663 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:57:01.663 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10120, 2024-08-17T01:57:01.663 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 22712882883 2024-08-17T01:57:01.663 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.663 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:57:01.663 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.663 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.663 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:57:01.663 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.663 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.663 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:57:01.663 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.663 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.664 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:57:01.664 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10689, 2024-08-17T01:57:01.664 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7046084117 2024-08-17T01:57:01.664 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.664 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:57:01.664 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10120, 2024-08-17T01:57:01.664 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17288808629 2024-08-17T01:57:01.664 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.664 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:01.664 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7765 2024-08-17T01:57:01.664 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.664 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:57:01.664 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1752933796 2024-08-17T01:57:01.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.665 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:57:01.665 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7765, 2024-08-17T01:57:01.665 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 295782936841 2024-08-17T01:57:01.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.665 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:57:01.665 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.665 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:57:01.665 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7981, 2024-08-17T01:57:01.665 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9495667001 2024-08-17T01:57:01.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.665 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:57:01.666 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7765, 2024-08-17T01:57:01.666 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 52016987165 2024-08-17T01:57:01.666 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.666 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:57:01.666 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.666 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.666 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:57:01.666 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4194304 2024-08-17T01:57:01.666 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.666 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:57:01.666 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T01:57:01.666 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.666 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:57:01.667 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:57:01.667 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.667 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:57:01.667 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 664846336 2024-08-17T01:57:01.667 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.667 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.667 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.667 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.1": { 2024-08-17T01:57:01.667 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:01.667 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:57:01.667 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 27892 2024-08-17T01:57:01.667 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.667 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:57:01.667 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.668 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.668 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:57:01.668 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.668 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.668 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:57:01.668 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.668 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.668 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:57:01.668 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:57:01.668 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.668 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:57:01.668 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.668 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.669 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:57:01.669 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.669 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.669 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:57:01.669 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.669 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.669 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:57:01.669 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.669 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.669 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:57:01.669 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3604480 2024-08-17T01:57:01.669 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.670 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:57:01.670 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 709693440 2024-08-17T01:57:01.670 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.670 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:57:01.670 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17, 2024-08-17T01:57:01.670 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5598316 2024-08-17T01:57:01.670 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.670 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:57:01.670 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17, 2024-08-17T01:57:01.670 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1908776 2024-08-17T01:57:01.670 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.670 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:57:01.671 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 176, 2024-08-17T01:57:01.671 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 655692 2024-08-17T01:57:01.671 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.671 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:57:01.671 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:57:01.671 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.671 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:57:01.671 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 705429504 2024-08-17T01:57:01.671 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.671 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:57:01.671 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71585, 2024-08-17T01:57:01.671 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9862139249 2024-08-17T01:57:01.671 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.671 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:57:01.671 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71611, 2024-08-17T01:57:01.672 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16255276510 2024-08-17T01:57:01.672 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.672 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:57:01.672 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10653696 2024-08-17T01:57:01.672 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.672 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:57:01.672 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 293281792 2024-08-17T01:57:01.672 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.672 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:57:01.672 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 718209024 2024-08-17T01:57:01.672 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.673 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:57:01.673 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.673 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.673 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:57:01.673 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.673 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.673 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:57:01.673 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 48 2024-08-17T01:57:01.673 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.673 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:57:01.673 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 234491281 2024-08-17T01:57:01.673 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.674 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:57:01.674 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15943 2024-08-17T01:57:01.674 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.674 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:57:01.674 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 199143424 2024-08-17T01:57:01.674 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.674 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:57:01.674 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 199147520 2024-08-17T01:57:01.674 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.674 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:57:01.674 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.674 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.674 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:57:01.675 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.675 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.675 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:57:01.675 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7977 2024-08-17T01:57:01.675 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.675 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:01.675 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15943, 2024-08-17T01:57:01.675 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 149836957 2024-08-17T01:57:01.675 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.675 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:57:01.675 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 178875693 2024-08-17T01:57:01.675 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.676 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:57:01.676 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14233 2024-08-17T01:57:01.676 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.676 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:57:01.676 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1164202 2024-08-17T01:57:01.676 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.676 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:57:01.676 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 520 2024-08-17T01:57:01.676 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.676 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:57:01.676 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3564130 2024-08-17T01:57:01.676 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.676 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:57:01.677 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 740 2024-08-17T01:57:01.677 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.677 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:57:01.677 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2399928 2024-08-17T01:57:01.677 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.677 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:57:01.677 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2399928 2024-08-17T01:57:01.677 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.677 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:57:01.677 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.677 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.677 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:57:01.677 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.678 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.678 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:57:01.678 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 224 2024-08-17T01:57:01.678 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.678 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:57:01.678 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 740, 2024-08-17T01:57:01.678 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1139337 2024-08-17T01:57:01.678 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.678 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:57:01.678 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.679 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.679 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.679 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:57:01.679 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.679 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.679 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:57:01.679 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.679 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.679 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:01.679 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:57:01.679 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 657 2024-08-17T01:57:01.679 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.680 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:57:01.680 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:57:01.680 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5480 2024-08-17T01:57:01.680 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.680 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:57:01.680 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.680 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.680 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.680 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:57:01.680 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.680 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.680 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:57:01.680 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.680 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.680 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:57:01.681 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1009164288 2024-08-17T01:57:01.681 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.681 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.681 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:57:01.681 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:57:01.681 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:57:01.681 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.681 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:57:01.681 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14643200 2024-08-17T01:57:01.681 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.681 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:57:01.681 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 22343, 2024-08-17T01:57:01.681 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 79722351 2024-08-17T01:57:01.681 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.682 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:57:01.682 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3284, 2024-08-17T01:57:01.682 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 447938421 2024-08-17T01:57:01.682 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.682 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:57:01.682 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.682 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.682 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.682 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:57:01.682 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.682 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.682 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:57:01.682 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.682 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.683 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:57:01.683 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.683 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.683 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:57:01.683 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15281, 2024-08-17T01:57:01.683 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 123437592 2024-08-17T01:57:01.683 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.683 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:57:01.683 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.683 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.683 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.683 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:57:01.683 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.683 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.683 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:57:01.684 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71539, 2024-08-17T01:57:01.684 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20026653003 2024-08-17T01:57:01.684 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.684 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:57:01.684 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 70905, 2024-08-17T01:57:01.684 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1790440116 2024-08-17T01:57:01.684 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.684 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:57:01.684 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71539, 2024-08-17T01:57:01.684 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 45547228 2024-08-17T01:57:01.684 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.684 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:57:01.684 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71539, 2024-08-17T01:57:01.684 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20072200231 2024-08-17T01:57:01.684 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.685 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:57:01.685 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.685 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.685 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.685 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:57:01.685 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 23387, 2024-08-17T01:57:01.685 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 957262910 2024-08-17T01:57:01.685 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.685 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:57:01.685 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 932, 2024-08-17T01:57:01.685 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2689139 2024-08-17T01:57:01.685 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.686 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:57:01.686 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7348, 2024-08-17T01:57:01.686 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6221053 2024-08-17T01:57:01.686 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.686 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:57:01.686 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 46, 2024-08-17T01:57:01.686 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 52751 2024-08-17T01:57:01.686 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.686 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:57:01.686 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12339, 2024-08-17T01:57:01.686 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3078539243 2024-08-17T01:57:01.686 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.686 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:57:01.687 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 221483 2024-08-17T01:57:01.687 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.687 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:57:01.687 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26976 2024-08-17T01:57:01.687 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.687 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:01.687 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 22357, 2024-08-17T01:57:01.687 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2161098275 2024-08-17T01:57:01.687 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.687 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:57:01.687 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71813, 2024-08-17T01:57:01.687 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20507448 2024-08-17T01:57:01.687 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.688 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:57:01.688 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 49456, 2024-08-17T01:57:01.688 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1424206497 2024-08-17T01:57:01.688 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.688 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:57:01.688 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.688 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.688 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:57:01.688 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14971, 2024-08-17T01:57:01.688 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 403914073 2024-08-17T01:57:01.688 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.689 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:57:01.689 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.689 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.689 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:57:01.689 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.689 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.689 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:57:01.689 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.689 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.689 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:57:01.689 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.689 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.689 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:57:01.689 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:57:01.689 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10732704163 2024-08-17T01:57:01.690 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.690 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:57:01.690 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 22336, 2024-08-17T01:57:01.690 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1231167406 2024-08-17T01:57:01.690 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.690 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:57:01.690 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 22333, 2024-08-17T01:57:01.690 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2323302589019 2024-08-17T01:57:01.690 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.690 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:57:01.691 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 22336, 2024-08-17T01:57:01.691 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6602063868113 2024-08-17T01:57:01.691 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.691 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:57:01.691 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86759, 2024-08-17T01:57:01.691 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2620071516514 2024-08-17T01:57:01.691 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.691 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:57:01.691 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86759, 2024-08-17T01:57:01.691 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8603329 2024-08-17T01:57:01.691 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.691 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:57:01.691 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:57:01.691 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 654269170 2024-08-17T01:57:01.692 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.692 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:57:01.692 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:57:01.692 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37465362127 2024-08-17T01:57:01.692 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.692 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:57:01.692 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:57:01.692 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 31697080 2024-08-17T01:57:01.692 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.692 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:57:01.692 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:57:01.692 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 18978074621 2024-08-17T01:57:01.692 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.692 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:57:01.693 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:57:01.693 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8401147737 2024-08-17T01:57:01.693 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.693 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:57:01.693 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10422267 2024-08-17T01:57:01.693 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.693 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:01.693 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2665, 2024-08-17T01:57:01.693 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15682056 2024-08-17T01:57:01.693 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.693 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:57:01.693 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:57:01.693 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 76246178167 2024-08-17T01:57:01.693 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.694 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:57:01.694 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:57:01.694 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9421188431 2024-08-17T01:57:01.694 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.694 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:57:01.694 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:57:01.694 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 793060047 2024-08-17T01:57:01.694 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.694 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.694 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:57:01.694 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:57:01.695 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405112032 2024-08-17T01:57:01.695 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.695 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:57:01.695 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 550273024 2024-08-17T01:57:01.695 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.695 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:57:01.695 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 520028160 2024-08-17T01:57:01.695 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.695 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:57:01.695 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600492236 2024-08-17T01:57:01.695 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.695 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:57:01.695 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 30244864 2024-08-17T01:57:01.696 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.696 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.696 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:57:01.696 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.696 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:57:01.696 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.696 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.696 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.696 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.696 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.696 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.696 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.696 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.696 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57159790 2024-08-17T01:57:01.697 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.697 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.697 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.697 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.697 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.697 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.697 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.697 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.697 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.697 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.697 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.697 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.697 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.698 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.698 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20480 2024-08-17T01:57:01.698 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.698 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.698 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 200704 2024-08-17T01:57:01.698 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.698 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.698 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.698 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.698 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.698 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.698 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.699 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.699 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.699 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.699 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.699 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68448146 2024-08-17T01:57:01.699 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.699 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.699 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:57:01.699 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.699 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 570425344 2024-08-17T01:57:01.699 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.699 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.699 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:01.699 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.700 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.700 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.700 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.700 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.700 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 428698428 2024-08-17T01:57:01.700 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.700 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.700 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.700 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.700 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.700 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 256 2024-08-17T01:57:01.700 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.700 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.700 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.700 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.701 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.701 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.701 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.701 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.701 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 116256 2024-08-17T01:57:01.701 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.701 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.701 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.701 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.701 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.701 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.701 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.701 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.701 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.701 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.701 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.702 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.702 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.702 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.702 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 74501540 2024-08-17T01:57:01.702 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.702 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.702 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:57:01.702 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.702 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:57:01.702 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.702 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.702 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:01.702 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.702 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.702 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 128896 2024-08-17T01:57:01.703 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.703 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.703 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38106526 2024-08-17T01:57:01.703 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.703 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.703 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.703 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.703 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.703 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.703 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.703 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.703 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.703 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.703 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.704 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.704 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.704 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.704 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.704 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.704 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.704 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.704 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.704 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.704 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.704 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.704 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.704 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.705 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.705 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.705 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.705 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.705 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.705 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70816482 2024-08-17T01:57:01.705 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.705 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.705 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:57:01.705 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.705 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 503316480 2024-08-17T01:57:01.705 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.705 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.705 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.706 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.706 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.706 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.706 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.706 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.706 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 428698428 2024-08-17T01:57:01.706 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.706 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.706 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.706 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.706 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.706 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.706 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.706 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.706 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.707 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.707 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.707 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.707 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.707 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.707 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 174067 2024-08-17T01:57:01.707 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.707 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.707 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1141880 2024-08-17T01:57:01.707 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.707 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.707 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.707 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.707 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.708 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.708 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.708 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.708 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.708 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.708 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.708 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73302105 2024-08-17T01:57:01.708 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.708 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.708 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:57:01.708 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:57:01.709 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.709 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.709 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:01.709 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23 2024-08-17T01:57:01.709 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.709 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:57:01.709 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.709 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.709 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:01.709 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.709 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.709 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.710 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:01.710 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:57:01.710 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 50 2024-08-17T01:57:01.710 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.710 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:57:01.710 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.710 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.710 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:57:01.710 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 41681 2024-08-17T01:57:01.710 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.710 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:57:01.710 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 130285, 2024-08-17T01:57:01.710 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7614818880 2024-08-17T01:57:01.710 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.711 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:57:01.711 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.711 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.711 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:57:01.711 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.711 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.711 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:57:01.711 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1820785229 2024-08-17T01:57:01.711 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.711 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:57:01.711 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41681, 2024-08-17T01:57:01.711 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 577983613964 2024-08-17T01:57:01.712 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.712 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:57:01.712 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2584151229 2024-08-17T01:57:01.712 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.712 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:57:01.712 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 43449, 2024-08-17T01:57:01.712 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29853815510 2024-08-17T01:57:01.712 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.712 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:57:01.712 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41681, 2024-08-17T01:57:01.712 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 103349311630 2024-08-17T01:57:01.712 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.712 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:01.712 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19205 2024-08-17T01:57:01.713 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.713 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:57:01.713 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19205, 2024-08-17T01:57:01.713 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12861942261 2024-08-17T01:57:01.713 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.713 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:57:01.713 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.713 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.713 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:57:01.713 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2584151229 2024-08-17T01:57:01.713 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.713 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:57:01.713 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19641, 2024-08-17T01:57:01.714 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4744151500 2024-08-17T01:57:01.714 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.714 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:57:01.714 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19205, 2024-08-17T01:57:01.714 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5866512365 2024-08-17T01:57:01.714 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.714 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:57:01.714 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12623 2024-08-17T01:57:01.714 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.714 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:57:01.714 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 133089804 2024-08-17T01:57:01.714 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.714 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:57:01.715 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12623, 2024-08-17T01:57:01.715 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 97029710510 2024-08-17T01:57:01.715 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.715 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:57:01.715 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.715 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.715 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:57:01.715 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.715 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.715 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:57:01.715 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.715 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.715 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:57:01.715 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12832, 2024-08-17T01:57:01.716 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12577442438 2024-08-17T01:57:01.716 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.716 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:57:01.716 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12623, 2024-08-17T01:57:01.716 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29393915209 2024-08-17T01:57:01.716 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.716 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:01.716 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9853 2024-08-17T01:57:01.716 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.716 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:57:01.716 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1687695425 2024-08-17T01:57:01.716 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.717 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:57:01.717 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 9853, 2024-08-17T01:57:01.717 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 468091961193 2024-08-17T01:57:01.717 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.717 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:57:01.717 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.717 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.717 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:57:01.717 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10976, 2024-08-17T01:57:01.717 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12532221572 2024-08-17T01:57:01.717 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.717 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:57:01.717 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 9853, 2024-08-17T01:57:01.717 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68088884056 2024-08-17T01:57:01.718 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.718 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:57:01.718 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.718 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.718 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:57:01.718 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.718 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.718 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:57:01.718 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3 2024-08-17T01:57:01.718 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.718 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:57:01.719 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:57:01.719 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.719 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:57:01.719 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 720093184 2024-08-17T01:57:01.719 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.719 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.719 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.719 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.2": { 2024-08-17T01:57:01.719 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:01.719 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:57:01.719 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14128 2024-08-17T01:57:01.719 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.719 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:57:01.720 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.720 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.720 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:57:01.720 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.720 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.720 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:57:01.720 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.720 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.720 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:57:01.720 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:57:01.720 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.720 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:57:01.721 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.721 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.721 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:57:01.721 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.721 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.721 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:57:01.721 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.721 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.721 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:57:01.721 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.721 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.722 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:57:01.722 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10629120 2024-08-17T01:57:01.722 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.722 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:57:01.722 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 628080640 2024-08-17T01:57:01.722 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.722 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:57:01.722 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17, 2024-08-17T01:57:01.722 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3263359 2024-08-17T01:57:01.722 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.722 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:57:01.722 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17, 2024-08-17T01:57:01.722 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1041411 2024-08-17T01:57:01.723 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.723 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:57:01.723 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 182, 2024-08-17T01:57:01.723 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 739449 2024-08-17T01:57:01.723 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.723 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:57:01.723 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:57:01.723 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.723 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:57:01.723 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 568918016 2024-08-17T01:57:01.723 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.723 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:57:01.723 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72228, 2024-08-17T01:57:01.723 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9728185825 2024-08-17T01:57:01.724 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.724 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:57:01.724 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72234, 2024-08-17T01:57:01.724 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15878950565 2024-08-17T01:57:01.724 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.724 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:57:01.724 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13266944 2024-08-17T01:57:01.724 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.724 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:57:01.724 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 295890944 2024-08-17T01:57:01.724 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.724 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:57:01.724 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 577437696 2024-08-17T01:57:01.724 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.725 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:57:01.725 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.725 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.725 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:57:01.725 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.725 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:57:01.725 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 47 2024-08-17T01:57:01.725 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.725 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:57:01.725 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 379606002 2024-08-17T01:57:01.725 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.726 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:57:01.726 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21271 2024-08-17T01:57:01.726 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.726 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:57:01.726 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 303476736 2024-08-17T01:57:01.726 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.726 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:57:01.726 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 303480832 2024-08-17T01:57:01.726 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.726 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:57:01.726 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.726 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.726 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:57:01.727 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.727 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.727 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:57:01.727 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7615 2024-08-17T01:57:01.727 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.727 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:01.727 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 21271, 2024-08-17T01:57:01.727 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 150513747 2024-08-17T01:57:01.727 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.727 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:57:01.727 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 234999485 2024-08-17T01:57:01.727 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.727 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:57:01.727 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16846 2024-08-17T01:57:01.728 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.728 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:57:01.728 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3158572 2024-08-17T01:57:01.728 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.728 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:57:01.728 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 732 2024-08-17T01:57:01.728 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.728 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:57:01.728 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10551503 2024-08-17T01:57:01.728 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.728 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:57:01.728 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1094 2024-08-17T01:57:01.729 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.729 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:57:01.729 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7392931 2024-08-17T01:57:01.729 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.729 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:57:01.729 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7392931 2024-08-17T01:57:01.729 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.729 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:57:01.729 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.729 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.729 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:57:01.729 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.729 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.729 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:57:01.729 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 373 2024-08-17T01:57:01.730 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.730 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:57:01.730 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1094, 2024-08-17T01:57:01.730 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2852366 2024-08-17T01:57:01.730 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.730 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:57:01.730 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.730 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.730 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.730 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:57:01.730 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.730 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.730 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:57:01.730 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.731 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.731 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:01.731 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:57:01.731 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 676 2024-08-17T01:57:01.731 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.731 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:57:01.731 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:57:01.731 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5848 2024-08-17T01:57:01.731 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.731 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:57:01.731 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.731 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.731 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.731 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:57:01.732 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.732 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.732 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:57:01.732 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.732 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.732 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:57:01.732 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 937185280 2024-08-17T01:57:01.732 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.732 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.732 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:57:01.732 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:57:01.732 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:57:01.732 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.732 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:57:01.732 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10436608 2024-08-17T01:57:01.733 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.733 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:57:01.733 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17880, 2024-08-17T01:57:01.733 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 54712473 2024-08-17T01:57:01.733 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.733 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:57:01.733 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3315, 2024-08-17T01:57:01.733 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 489775474 2024-08-17T01:57:01.733 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.733 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:57:01.733 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.733 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.733 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.733 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:57:01.733 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.734 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.734 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:57:01.734 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.734 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.734 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:57:01.734 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.734 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.734 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:57:01.734 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 23569, 2024-08-17T01:57:01.734 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 190965038 2024-08-17T01:57:01.734 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.734 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:57:01.734 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.734 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.735 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.735 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:57:01.735 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.735 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.735 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:57:01.735 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72178, 2024-08-17T01:57:01.735 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19485816807 2024-08-17T01:57:01.735 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.735 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:57:01.735 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71671, 2024-08-17T01:57:01.735 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1494703745 2024-08-17T01:57:01.735 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.735 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:57:01.735 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72178, 2024-08-17T01:57:01.735 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 36800090 2024-08-17T01:57:01.736 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.736 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:57:01.736 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72178, 2024-08-17T01:57:01.736 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19522616897 2024-08-17T01:57:01.736 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.736 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:57:01.736 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.736 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.736 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.736 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:57:01.736 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72427, 2024-08-17T01:57:01.736 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1215940236 2024-08-17T01:57:01.736 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.736 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:57:01.737 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1047, 2024-08-17T01:57:01.737 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2904168 2024-08-17T01:57:01.737 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.737 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:57:01.737 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 27925, 2024-08-17T01:57:01.737 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15256777 2024-08-17T01:57:01.737 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.737 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:57:01.737 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 37, 2024-08-17T01:57:01.737 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 48631 2024-08-17T01:57:01.737 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.737 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:57:01.737 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 24093, 2024-08-17T01:57:01.737 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3037200509 2024-08-17T01:57:01.737 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.738 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:57:01.738 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 285848 2024-08-17T01:57:01.738 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.738 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:57:01.738 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19532 2024-08-17T01:57:01.738 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.738 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:01.738 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 9388, 2024-08-17T01:57:01.738 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1849611789 2024-08-17T01:57:01.738 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.738 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:57:01.738 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 24571, 2024-08-17T01:57:01.738 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11348177 2024-08-17T01:57:01.738 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.739 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:57:01.739 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15183, 2024-08-17T01:57:01.739 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1626478755 2024-08-17T01:57:01.739 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.739 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:57:01.739 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.739 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.739 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:57:01.739 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12599, 2024-08-17T01:57:01.739 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 381778241 2024-08-17T01:57:01.739 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.739 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:57:01.739 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.739 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.740 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:57:01.740 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.740 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.740 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:57:01.740 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.740 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.740 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:57:01.740 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.740 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.740 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:57:01.740 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:57:01.740 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10410527214 2024-08-17T01:57:01.741 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.741 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:57:01.741 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 5934, 2024-08-17T01:57:01.741 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 634937191 2024-08-17T01:57:01.741 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.741 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:57:01.741 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 5933, 2024-08-17T01:57:01.741 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2850053321120 2024-08-17T01:57:01.741 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.741 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:57:01.741 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 5934, 2024-08-17T01:57:01.741 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5981301435959 2024-08-17T01:57:01.741 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.741 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:57:01.741 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86178, 2024-08-17T01:57:01.742 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2065170687849 2024-08-17T01:57:01.742 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.742 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:57:01.742 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86178, 2024-08-17T01:57:01.742 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9297080 2024-08-17T01:57:01.742 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.742 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:57:01.742 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:57:01.742 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 365383697 2024-08-17T01:57:01.742 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.742 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:57:01.742 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:57:01.742 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 33499231200 2024-08-17T01:57:01.742 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.743 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:57:01.743 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:57:01.743 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29196450 2024-08-17T01:57:01.743 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.743 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:57:01.743 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:57:01.743 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15842116762 2024-08-17T01:57:01.743 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.743 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:57:01.743 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:57:01.743 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7675411680 2024-08-17T01:57:01.743 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.743 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:57:01.743 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6227784 2024-08-17T01:57:01.743 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.744 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:01.744 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2609, 2024-08-17T01:57:01.744 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14628667 2024-08-17T01:57:01.744 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.744 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:57:01.744 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:57:01.744 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67806518916 2024-08-17T01:57:01.744 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.744 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:57:01.744 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:57:01.744 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8641153789 2024-08-17T01:57:01.744 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.744 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:57:01.744 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:57:01.744 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 715063554 2024-08-17T01:57:01.744 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.745 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.745 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:57:01.745 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:57:01.745 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405112032 2024-08-17T01:57:01.745 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.745 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:57:01.745 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 589307904 2024-08-17T01:57:01.745 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.745 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:57:01.745 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 553500672 2024-08-17T01:57:01.745 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.745 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:57:01.745 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600492236 2024-08-17T01:57:01.745 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.745 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:57:01.746 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 35807232 2024-08-17T01:57:01.746 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.746 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.746 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:57:01.746 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.746 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:57:01.746 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.746 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.746 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.746 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.746 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.746 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.746 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.746 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.746 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56791344 2024-08-17T01:57:01.747 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.747 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.747 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.747 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.747 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.747 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.747 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.747 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.747 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.747 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.747 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.747 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.747 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.747 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.747 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:57:01.748 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.748 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.748 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 61440 2024-08-17T01:57:01.748 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.748 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.748 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.748 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.748 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.748 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.748 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.748 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.748 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.748 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.748 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.749 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68972240 2024-08-17T01:57:01.749 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.749 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.749 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:57:01.749 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.749 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 562036736 2024-08-17T01:57:01.749 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.749 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.749 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:01.749 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.749 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.749 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.749 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.749 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.750 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 425935081 2024-08-17T01:57:01.750 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.750 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.750 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.750 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.750 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.750 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.750 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.750 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.750 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2128 2024-08-17T01:57:01.750 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.750 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.751 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.751 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.751 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.751 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 133440 2024-08-17T01:57:01.751 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.751 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.751 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.751 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.751 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.751 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.751 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.751 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.751 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.751 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.751 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.752 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.752 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.752 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.752 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68857223 2024-08-17T01:57:01.752 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.752 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.752 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:57:01.752 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.752 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:57:01.752 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.752 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.752 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:01.752 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.752 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.753 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 663232 2024-08-17T01:57:01.753 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.753 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.753 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37860896 2024-08-17T01:57:01.753 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.753 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.753 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.753 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.753 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.753 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.753 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.753 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.753 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.753 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.754 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.754 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.754 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.754 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.754 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.754 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.754 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.754 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.754 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.754 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.754 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.754 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.754 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.754 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.754 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.755 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.755 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.755 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.755 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.755 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70527776 2024-08-17T01:57:01.755 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.755 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.755 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:57:01.755 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.755 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 494927872 2024-08-17T01:57:01.755 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.755 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.755 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.755 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.755 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.755 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.756 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.756 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.756 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 425935081 2024-08-17T01:57:01.756 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.756 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.756 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.756 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.756 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.756 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.756 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.756 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.756 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.756 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.756 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.756 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.757 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.757 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.757 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 163025 2024-08-17T01:57:01.757 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.757 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.757 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1172567 2024-08-17T01:57:01.757 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.757 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.757 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.757 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.757 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.757 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.757 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.757 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.757 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.758 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.758 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.758 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67657199 2024-08-17T01:57:01.758 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.758 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.758 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:57:01.758 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:57:01.758 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.758 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.758 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:01.758 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 105 2024-08-17T01:57:01.758 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.758 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:57:01.758 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.759 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.759 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:01.759 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T01:57:01.759 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.759 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.759 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:01.759 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:57:01.759 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 42 2024-08-17T01:57:01.759 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.759 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:57:01.759 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.759 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.759 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:57:01.759 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 66130 2024-08-17T01:57:01.760 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.760 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:57:01.760 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 164323, 2024-08-17T01:57:01.760 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7431351253 2024-08-17T01:57:01.760 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.760 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:57:01.760 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3 2024-08-17T01:57:01.760 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.760 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:57:01.760 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3 2024-08-17T01:57:01.760 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.760 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:57:01.761 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1675928951 2024-08-17T01:57:01.761 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.761 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:57:01.761 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66130, 2024-08-17T01:57:01.761 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 130889069357 2024-08-17T01:57:01.761 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.761 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:57:01.761 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3605048377 2024-08-17T01:57:01.761 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.761 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:57:01.761 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 67171, 2024-08-17T01:57:01.761 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 45302034731 2024-08-17T01:57:01.761 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.762 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:57:01.762 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66130, 2024-08-17T01:57:01.762 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 78541060573 2024-08-17T01:57:01.762 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.762 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:01.762 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 34136 2024-08-17T01:57:01.762 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.762 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:57:01.762 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34136, 2024-08-17T01:57:01.762 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29426855913 2024-08-17T01:57:01.762 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.762 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:57:01.762 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.762 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.763 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:57:01.763 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3605048377 2024-08-17T01:57:01.763 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.763 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:57:01.763 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34688, 2024-08-17T01:57:01.763 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7011083603 2024-08-17T01:57:01.763 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.763 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:57:01.763 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34136, 2024-08-17T01:57:01.763 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11902083324 2024-08-17T01:57:01.763 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.763 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:57:01.763 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29549 2024-08-17T01:57:01.763 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.764 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:57:01.764 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 269039633 2024-08-17T01:57:01.764 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.764 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:57:01.764 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 29549, 2024-08-17T01:57:01.764 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57844018816 2024-08-17T01:57:01.764 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.764 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:57:01.764 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.764 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.764 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:57:01.764 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.764 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.765 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:57:01.765 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.765 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.765 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:57:01.765 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 29817, 2024-08-17T01:57:01.765 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 34632749214 2024-08-17T01:57:01.765 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.765 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:57:01.765 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 29549, 2024-08-17T01:57:01.765 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 51458510081 2024-08-17T01:57:01.765 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.765 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:01.765 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2445 2024-08-17T01:57:01.766 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.766 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:57:01.766 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1406889318 2024-08-17T01:57:01.766 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.766 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:57:01.766 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2445, 2024-08-17T01:57:01.766 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 43618194628 2024-08-17T01:57:01.766 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.766 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:57:01.766 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.766 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.766 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:57:01.766 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2666, 2024-08-17T01:57:01.766 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3658201914 2024-08-17T01:57:01.766 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.767 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:57:01.767 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2445, 2024-08-17T01:57:01.767 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15180467168 2024-08-17T01:57:01.767 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.767 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:57:01.767 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.767 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.767 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:57:01.767 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8 2024-08-17T01:57:01.767 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.767 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:57:01.767 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 51 2024-08-17T01:57:01.767 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.767 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:57:01.768 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:57:01.768 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.768 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:57:01.768 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 579366912 2024-08-17T01:57:01.768 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.768 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.768 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.768 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.3": { 2024-08-17T01:57:01.768 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:01.768 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:57:01.768 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15244 2024-08-17T01:57:01.768 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.769 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:57:01.769 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.769 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.769 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:57:01.769 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.769 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.769 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:57:01.769 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.769 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.769 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:57:01.769 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:57:01.769 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.769 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:57:01.769 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.770 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.770 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:57:01.770 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.770 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.770 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:57:01.770 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.770 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.770 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:57:01.770 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.770 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.770 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:57:01.770 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2646016 2024-08-17T01:57:01.770 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.771 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:57:01.771 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 585641984 2024-08-17T01:57:01.771 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.771 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:57:01.771 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15, 2024-08-17T01:57:01.771 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5536197 2024-08-17T01:57:01.771 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.771 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:57:01.771 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15, 2024-08-17T01:57:01.771 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3235406 2024-08-17T01:57:01.771 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.771 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:57:01.771 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 149, 2024-08-17T01:57:01.772 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 642790 2024-08-17T01:57:01.772 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.772 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:57:01.772 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:57:01.772 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.772 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:57:01.772 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 523960320 2024-08-17T01:57:01.772 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.772 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:57:01.772 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 64129, 2024-08-17T01:57:01.772 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8414474773 2024-08-17T01:57:01.772 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.772 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:57:01.772 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 64141, 2024-08-17T01:57:01.772 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13988898805 2024-08-17T01:57:01.773 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.773 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:57:01.773 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13398016 2024-08-17T01:57:01.773 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.773 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:57:01.773 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 262754304 2024-08-17T01:57:01.773 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.773 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:57:01.773 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 532480000 2024-08-17T01:57:01.773 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.773 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:57:01.773 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.773 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.774 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:57:01.774 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.774 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.774 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:57:01.774 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 41 2024-08-17T01:57:01.774 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.774 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:57:01.774 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 91176531 2024-08-17T01:57:01.774 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.774 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:57:01.774 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4401 2024-08-17T01:57:01.774 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.774 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:57:01.774 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 93126656 2024-08-17T01:57:01.775 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.775 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:57:01.775 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 93130752 2024-08-17T01:57:01.775 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.775 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:57:01.775 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.775 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.775 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:57:01.775 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.775 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.775 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:57:01.775 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2397 2024-08-17T01:57:01.775 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.775 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:01.775 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4401, 2024-08-17T01:57:01.776 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38423676 2024-08-17T01:57:01.776 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.776 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:57:01.776 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 28873805 2024-08-17T01:57:01.776 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.776 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:57:01.776 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2487 2024-08-17T01:57:01.776 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.776 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:57:01.776 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 981564 2024-08-17T01:57:01.776 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.776 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:57:01.776 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 439 2024-08-17T01:57:01.776 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.777 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:57:01.777 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2625706 2024-08-17T01:57:01.777 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.777 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:57:01.777 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 574 2024-08-17T01:57:01.777 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.777 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:57:01.777 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1644142 2024-08-17T01:57:01.777 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.777 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:57:01.777 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1644142 2024-08-17T01:57:01.777 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.777 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:57:01.778 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.778 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.778 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:57:01.778 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.778 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.778 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:57:01.778 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 136 2024-08-17T01:57:01.778 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.778 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:57:01.778 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 574, 2024-08-17T01:57:01.778 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 945553 2024-08-17T01:57:01.778 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.778 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:57:01.779 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.779 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.779 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.779 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:57:01.779 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.779 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.779 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:57:01.779 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.779 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.779 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:01.779 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:57:01.779 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 773 2024-08-17T01:57:01.780 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.780 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:57:01.780 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:57:01.780 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5771 2024-08-17T01:57:01.780 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.780 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:57:01.780 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.780 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.780 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.780 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:57:01.780 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.781 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.781 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:57:01.781 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.781 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.781 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:57:01.781 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 853331968 2024-08-17T01:57:01.781 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.781 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.781 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:57:01.781 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:57:01.781 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:57:01.781 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.782 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:57:01.782 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10461184 2024-08-17T01:57:01.782 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.782 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:57:01.782 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17345, 2024-08-17T01:57:01.782 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 52656511 2024-08-17T01:57:01.782 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.782 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:57:01.782 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3247, 2024-08-17T01:57:01.782 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 363060788 2024-08-17T01:57:01.782 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.782 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:57:01.783 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.783 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.783 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.783 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:57:01.783 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.783 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.783 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:57:01.783 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.783 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.783 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:57:01.783 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.783 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.783 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:57:01.783 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12630, 2024-08-17T01:57:01.784 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 96817106 2024-08-17T01:57:01.784 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.784 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:57:01.784 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.784 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.784 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.784 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:57:01.784 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.784 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.784 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:57:01.784 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 64096, 2024-08-17T01:57:01.784 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17200450485 2024-08-17T01:57:01.784 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.784 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:57:01.785 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 63624, 2024-08-17T01:57:01.785 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1540240045 2024-08-17T01:57:01.785 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.785 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:57:01.785 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 64096, 2024-08-17T01:57:01.785 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 41271550 2024-08-17T01:57:01.785 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.785 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:57:01.785 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 64096, 2024-08-17T01:57:01.785 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17241722035 2024-08-17T01:57:01.785 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.785 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:57:01.785 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.786 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.786 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.786 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:57:01.786 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14913, 2024-08-17T01:57:01.786 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 594820210 2024-08-17T01:57:01.786 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.786 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:57:01.786 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1361, 2024-08-17T01:57:01.786 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3111768 2024-08-17T01:57:01.786 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.786 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:57:01.786 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4462, 2024-08-17T01:57:01.786 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4730082 2024-08-17T01:57:01.787 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.787 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:57:01.787 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41, 2024-08-17T01:57:01.787 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73167 2024-08-17T01:57:01.787 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.787 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:57:01.787 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 6573, 2024-08-17T01:57:01.787 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 496727551 2024-08-17T01:57:01.787 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.787 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:57:01.787 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 181523 2024-08-17T01:57:01.787 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.787 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:57:01.788 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17134 2024-08-17T01:57:01.788 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.788 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:01.788 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 23660, 2024-08-17T01:57:01.788 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1305840768 2024-08-17T01:57:01.788 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.788 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:57:01.788 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66322, 2024-08-17T01:57:01.788 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21289927 2024-08-17T01:57:01.788 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.788 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:57:01.788 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 42662, 2024-08-17T01:57:01.788 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 901490271 2024-08-17T01:57:01.789 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.789 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:57:01.789 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.789 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.789 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:57:01.789 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12030, 2024-08-17T01:57:01.789 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 295568108 2024-08-17T01:57:01.789 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.789 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:57:01.789 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.789 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.790 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:57:01.790 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.790 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.790 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:57:01.790 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.790 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.790 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:57:01.790 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.790 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.790 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:57:01.790 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:57:01.790 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5718147469 2024-08-17T01:57:01.790 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.791 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:57:01.791 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17927, 2024-08-17T01:57:01.791 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1203379080 2024-08-17T01:57:01.791 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.791 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:57:01.791 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17925, 2024-08-17T01:57:01.791 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2460385551584 2024-08-17T01:57:01.791 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.791 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:57:01.791 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17927, 2024-08-17T01:57:01.791 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6552674861567 2024-08-17T01:57:01.791 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.791 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:57:01.791 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74156, 2024-08-17T01:57:01.792 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2609045239793 2024-08-17T01:57:01.792 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.792 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:57:01.792 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74156, 2024-08-17T01:57:01.792 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7767040 2024-08-17T01:57:01.792 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.792 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:57:01.792 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:57:01.792 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 262207823 2024-08-17T01:57:01.792 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.792 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:57:01.792 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:57:01.793 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 27572254395 2024-08-17T01:57:01.793 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.793 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:57:01.793 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:57:01.793 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26195971 2024-08-17T01:57:01.793 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.793 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:57:01.793 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:57:01.793 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13322717245 2024-08-17T01:57:01.793 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.793 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:57:01.793 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:57:01.793 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5852469652 2024-08-17T01:57:01.794 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.794 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:57:01.794 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6233698 2024-08-17T01:57:01.794 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.794 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:01.794 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2592, 2024-08-17T01:57:01.794 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13699987 2024-08-17T01:57:01.794 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.794 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:57:01.794 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:57:01.794 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 52739045775 2024-08-17T01:57:01.794 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.795 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:57:01.795 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:57:01.795 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6619299872 2024-08-17T01:57:01.795 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.795 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:57:01.795 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:57:01.795 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 457495764 2024-08-17T01:57:01.795 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.795 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.795 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:57:01.795 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:57:01.795 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405112032 2024-08-17T01:57:01.795 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.795 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:57:01.796 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 523264000 2024-08-17T01:57:01.796 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.796 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:57:01.796 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 504274944 2024-08-17T01:57:01.796 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.796 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:57:01.796 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600492236 2024-08-17T01:57:01.796 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.796 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:57:01.796 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 18989056 2024-08-17T01:57:01.796 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.796 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.796 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:57:01.796 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.797 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:57:01.797 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.797 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.797 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.797 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.797 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.797 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.797 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.797 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.797 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57414873 2024-08-17T01:57:01.797 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.797 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.798 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.798 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.798 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.798 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.798 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.798 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.798 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.798 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.798 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.798 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.798 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.798 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.798 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.799 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.799 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.799 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8192 2024-08-17T01:57:01.799 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.799 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.799 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.799 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.799 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.799 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.799 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.799 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.800 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.800 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.800 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.800 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68406055 2024-08-17T01:57:01.800 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.800 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.800 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:57:01.800 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.800 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 570425344 2024-08-17T01:57:01.800 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.800 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.800 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:01.800 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.801 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.801 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.801 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.801 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.801 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 430611551 2024-08-17T01:57:01.801 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.801 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.801 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.801 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.801 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.801 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1392 2024-08-17T01:57:01.801 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.801 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.802 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.802 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.802 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.802 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.802 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.802 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.802 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26432 2024-08-17T01:57:01.802 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.802 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.802 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 59824 2024-08-17T01:57:01.802 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.802 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.802 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.802 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.803 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.803 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.803 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.803 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.803 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.803 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.803 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.803 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 72617281 2024-08-17T01:57:01.803 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.803 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.803 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:57:01.803 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.803 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:57:01.803 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.803 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.804 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:01.804 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.804 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.804 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 350192 2024-08-17T01:57:01.804 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.804 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.804 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38276582 2024-08-17T01:57:01.804 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.804 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.804 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.804 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.804 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.804 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.804 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.805 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.805 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.805 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.805 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.805 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.805 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.805 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.805 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.805 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.805 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.805 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.805 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.806 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.806 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.806 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.806 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.806 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.806 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.806 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.806 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.806 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.806 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.806 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70425130 2024-08-17T01:57:01.806 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.806 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.806 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:57:01.807 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.807 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 503316480 2024-08-17T01:57:01.807 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.807 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.807 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.807 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.807 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.807 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.807 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.807 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.807 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 430611551 2024-08-17T01:57:01.807 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.807 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.808 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.808 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.808 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.808 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.808 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.808 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.808 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.808 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.808 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.808 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.808 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.808 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.809 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 174943 2024-08-17T01:57:01.809 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.809 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.809 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1160896 2024-08-17T01:57:01.809 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.809 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.809 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.809 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.809 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.809 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.809 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.809 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.809 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.809 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.810 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.810 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71369090 2024-08-17T01:57:01.810 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.810 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.810 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:57:01.810 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:57:01.810 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.810 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.810 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:01.810 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T01:57:01.810 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.810 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:57:01.811 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.811 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.811 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:01.811 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.811 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.811 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.811 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:01.811 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:57:01.811 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 48 2024-08-17T01:57:01.811 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.811 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:57:01.811 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.812 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.812 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:57:01.812 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26348 2024-08-17T01:57:01.812 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.812 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:57:01.812 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 103493, 2024-08-17T01:57:01.812 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5281635184 2024-08-17T01:57:01.812 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.812 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:57:01.812 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.812 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.812 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:57:01.812 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.813 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.813 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:57:01.813 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 950408105 2024-08-17T01:57:01.813 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.813 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:57:01.813 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 26348, 2024-08-17T01:57:01.813 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 268185675821 2024-08-17T01:57:01.813 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.813 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:57:01.813 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1327561026 2024-08-17T01:57:01.813 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.813 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:57:01.814 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 27996, 2024-08-17T01:57:01.814 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 22724353141 2024-08-17T01:57:01.814 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.814 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:57:01.814 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 26348, 2024-08-17T01:57:01.814 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 61680277206 2024-08-17T01:57:01.814 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.814 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:01.814 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11224 2024-08-17T01:57:01.814 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.814 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:57:01.814 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11224, 2024-08-17T01:57:01.814 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 39458573456 2024-08-17T01:57:01.815 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.815 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:57:01.815 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.815 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.815 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:57:01.815 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1327561026 2024-08-17T01:57:01.815 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.815 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:57:01.815 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11314, 2024-08-17T01:57:01.815 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3748479334 2024-08-17T01:57:01.815 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.815 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:57:01.815 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11224, 2024-08-17T01:57:01.815 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3982406987 2024-08-17T01:57:01.815 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.816 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:57:01.816 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11381 2024-08-17T01:57:01.816 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.816 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:57:01.816 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 170931147 2024-08-17T01:57:01.816 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.816 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:57:01.816 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11381, 2024-08-17T01:57:01.816 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 162489989367 2024-08-17T01:57:01.816 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.816 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:57:01.816 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.816 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.817 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:57:01.817 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.817 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.817 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:57:01.817 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.817 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.817 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:57:01.817 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12883, 2024-08-17T01:57:01.817 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14805603724 2024-08-17T01:57:01.817 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.817 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:57:01.817 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11381, 2024-08-17T01:57:01.817 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 32262557760 2024-08-17T01:57:01.817 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.818 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:01.818 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3743 2024-08-17T01:57:01.818 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.818 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:57:01.818 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 779476958 2024-08-17T01:57:01.818 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.818 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:57:01.818 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3743, 2024-08-17T01:57:01.818 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 66237112998 2024-08-17T01:57:01.818 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.818 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:57:01.818 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.819 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.819 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:57:01.819 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3799, 2024-08-17T01:57:01.819 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4170270083 2024-08-17T01:57:01.819 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.819 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:57:01.819 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3743, 2024-08-17T01:57:01.819 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 25435312459 2024-08-17T01:57:01.819 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.819 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:57:01.819 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.819 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.819 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:57:01.819 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.820 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.820 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:57:01.820 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:57:01.820 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.820 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:57:01.820 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:57:01.820 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.820 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:57:01.820 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 534437888 2024-08-17T01:57:01.820 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.820 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.820 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.820 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.4": { 2024-08-17T01:57:01.820 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:01.821 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:57:01.821 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20767 2024-08-17T01:57:01.821 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.821 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:57:01.821 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.821 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.821 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:57:01.821 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.821 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.821 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:57:01.821 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.821 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.821 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:57:01.821 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:57:01.822 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.822 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:57:01.822 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.822 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.822 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:57:01.822 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.822 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.822 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:57:01.822 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.822 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.822 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:57:01.822 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.823 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.823 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:57:01.823 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8118272 2024-08-17T01:57:01.823 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.823 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:57:01.823 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 667119616 2024-08-17T01:57:01.823 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.823 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:57:01.823 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14, 2024-08-17T01:57:01.823 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2954757 2024-08-17T01:57:01.823 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.823 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:57:01.823 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14, 2024-08-17T01:57:01.824 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1008074 2024-08-17T01:57:01.824 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.824 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:57:01.824 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 165, 2024-08-17T01:57:01.824 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 667058 2024-08-17T01:57:01.824 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.824 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:57:01.824 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:57:01.824 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.824 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:57:01.824 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 728629248 2024-08-17T01:57:01.824 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.825 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:57:01.825 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58768, 2024-08-17T01:57:01.825 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7901171714 2024-08-17T01:57:01.825 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.825 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:57:01.825 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58772, 2024-08-17T01:57:01.825 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12813419985 2024-08-17T01:57:01.825 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.825 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:57:01.825 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7905280 2024-08-17T01:57:01.825 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.825 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:57:01.825 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 240631808 2024-08-17T01:57:01.825 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.826 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:57:01.826 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 741408768 2024-08-17T01:57:01.826 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.826 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:57:01.826 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.826 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.826 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:57:01.826 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.826 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:57:01.826 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56 2024-08-17T01:57:01.826 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.826 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:57:01.826 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 306844708 2024-08-17T01:57:01.826 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.827 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:57:01.827 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16147 2024-08-17T01:57:01.827 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.827 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:57:01.827 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 278110208 2024-08-17T01:57:01.827 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.827 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:57:01.827 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 278114304 2024-08-17T01:57:01.827 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.827 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:57:01.827 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.827 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.827 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:57:01.828 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.828 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.828 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:57:01.828 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8174 2024-08-17T01:57:01.828 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.828 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:01.828 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 16147, 2024-08-17T01:57:01.828 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 120540597 2024-08-17T01:57:01.828 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.828 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:57:01.828 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177662446 2024-08-17T01:57:01.828 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.828 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:57:01.829 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12192 2024-08-17T01:57:01.829 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.829 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:57:01.829 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2319641 2024-08-17T01:57:01.829 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.829 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:57:01.829 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 832 2024-08-17T01:57:01.829 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.829 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:57:01.829 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7886625 2024-08-17T01:57:01.829 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.829 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:57:01.829 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1188 2024-08-17T01:57:01.830 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.830 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:57:01.830 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5566984 2024-08-17T01:57:01.830 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.830 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:57:01.830 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5566984 2024-08-17T01:57:01.830 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.830 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:57:01.830 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.830 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.830 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:57:01.830 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.830 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.831 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:57:01.831 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 364 2024-08-17T01:57:01.831 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.831 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:57:01.831 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1188, 2024-08-17T01:57:01.831 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2414163 2024-08-17T01:57:01.831 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.831 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:57:01.831 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.831 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.831 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.832 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:57:01.832 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.832 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.832 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:57:01.832 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.832 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.832 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:01.832 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:57:01.832 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 732 2024-08-17T01:57:01.832 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.832 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:57:01.832 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:57:01.832 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 31222 2024-08-17T01:57:01.833 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.833 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:57:01.833 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.833 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.833 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.833 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:57:01.833 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.833 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.833 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:57:01.833 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.833 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.833 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:57:01.833 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 918020096 2024-08-17T01:57:01.833 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.834 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.834 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:57:01.834 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:57:01.834 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:57:01.834 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.834 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:57:01.834 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10457088 2024-08-17T01:57:01.834 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.834 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:57:01.834 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 23737, 2024-08-17T01:57:01.834 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 64307521 2024-08-17T01:57:01.834 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.834 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:57:01.835 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3189, 2024-08-17T01:57:01.835 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 460232812 2024-08-17T01:57:01.835 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.835 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:57:01.835 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.835 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.835 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.835 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:57:01.835 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.835 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.835 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:57:01.835 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.835 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.835 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:57:01.836 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.836 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.836 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:57:01.836 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13666, 2024-08-17T01:57:01.836 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 109934880 2024-08-17T01:57:01.836 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.836 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:57:01.836 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.836 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.836 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.836 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:57:01.836 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.836 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.836 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:57:01.837 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58678, 2024-08-17T01:57:01.837 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15991668350 2024-08-17T01:57:01.837 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.837 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:57:01.837 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58200, 2024-08-17T01:57:01.837 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1358149810 2024-08-17T01:57:01.837 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.837 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:57:01.837 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58678, 2024-08-17T01:57:01.837 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 48843048 2024-08-17T01:57:01.837 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.837 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:57:01.837 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58678, 2024-08-17T01:57:01.838 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16040511398 2024-08-17T01:57:01.838 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.838 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:57:01.838 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.838 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.838 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.838 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:57:01.838 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 21158, 2024-08-17T01:57:01.838 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 926755619 2024-08-17T01:57:01.838 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.838 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:57:01.838 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 836, 2024-08-17T01:57:01.838 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2193395 2024-08-17T01:57:01.839 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.839 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:57:01.839 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 8244, 2024-08-17T01:57:01.839 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7867854 2024-08-17T01:57:01.839 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.839 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:57:01.839 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 44, 2024-08-17T01:57:01.839 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 54135 2024-08-17T01:57:01.839 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.839 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:57:01.839 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 9846, 2024-08-17T01:57:01.839 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1958351280 2024-08-17T01:57:01.839 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.839 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:57:01.840 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 178709 2024-08-17T01:57:01.840 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.840 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:57:01.840 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19548 2024-08-17T01:57:01.840 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.840 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:01.840 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11787, 2024-08-17T01:57:01.840 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1349381382 2024-08-17T01:57:01.840 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.840 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:57:01.840 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 42037, 2024-08-17T01:57:01.840 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19381093 2024-08-17T01:57:01.840 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.840 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:57:01.841 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 30250, 2024-08-17T01:57:01.841 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1054583186 2024-08-17T01:57:01.841 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.841 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:57:01.841 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.841 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.841 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:57:01.841 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13385, 2024-08-17T01:57:01.841 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 345162722 2024-08-17T01:57:01.841 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.841 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:57:01.841 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.841 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.841 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:57:01.842 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.842 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.842 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:57:01.842 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.842 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.842 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:57:01.842 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.842 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.842 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:57:01.842 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:57:01.842 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9287841192 2024-08-17T01:57:01.842 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.842 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:57:01.843 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 18080, 2024-08-17T01:57:01.843 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1003381802 2024-08-17T01:57:01.843 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.843 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:57:01.843 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 18079, 2024-08-17T01:57:01.843 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2354093577651 2024-08-17T01:57:01.843 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.843 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:57:01.843 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 18080, 2024-08-17T01:57:01.843 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5858004521264 2024-08-17T01:57:01.843 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.843 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:57:01.843 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72003, 2024-08-17T01:57:01.843 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2517083571138 2024-08-17T01:57:01.844 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.844 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:57:01.844 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72003, 2024-08-17T01:57:01.844 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7000216 2024-08-17T01:57:01.844 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.844 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:57:01.844 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:57:01.844 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 450466525 2024-08-17T01:57:01.844 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.844 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:57:01.844 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:57:01.844 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 28584167568 2024-08-17T01:57:01.844 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.844 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:57:01.845 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:57:01.845 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23839665 2024-08-17T01:57:01.845 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.845 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:57:01.845 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:57:01.845 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13611746700 2024-08-17T01:57:01.845 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.845 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:57:01.845 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:57:01.845 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6798757488 2024-08-17T01:57:01.845 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.845 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:57:01.845 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6228499 2024-08-17T01:57:01.845 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.846 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:01.846 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2505, 2024-08-17T01:57:01.846 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13286958 2024-08-17T01:57:01.846 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.846 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:57:01.846 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:57:01.846 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 58744318598 2024-08-17T01:57:01.846 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.846 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:57:01.846 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:57:01.846 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7620399340 2024-08-17T01:57:01.846 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.846 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:57:01.847 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:57:01.847 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 657548281 2024-08-17T01:57:01.847 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.847 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.847 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:57:01.847 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:57:01.847 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405116907 2024-08-17T01:57:01.847 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.847 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:57:01.847 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 541843456 2024-08-17T01:57:01.847 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.847 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:57:01.847 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 317595648 2024-08-17T01:57:01.847 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.848 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:57:01.848 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600497971 2024-08-17T01:57:01.848 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.848 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:57:01.848 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 224247808 2024-08-17T01:57:01.848 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.848 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.848 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:57:01.848 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.848 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:57:01.848 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.848 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.848 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.849 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.849 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.849 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.849 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.849 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.849 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56829997 2024-08-17T01:57:01.849 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.849 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.849 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.849 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.849 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.849 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.849 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.850 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.850 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.850 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.850 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.850 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.850 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.850 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.850 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 69632 2024-08-17T01:57:01.850 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.850 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.850 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1097728 2024-08-17T01:57:01.850 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.850 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.851 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.851 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.851 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.851 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.851 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.851 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.851 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.851 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.851 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.851 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67831763 2024-08-17T01:57:01.851 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.851 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.851 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:57:01.852 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.852 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 562036736 2024-08-17T01:57:01.852 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.852 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.852 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:01.852 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.852 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.852 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.852 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.852 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.852 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 426224981 2024-08-17T01:57:01.852 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.853 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.853 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.853 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.853 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.853 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.853 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.853 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.853 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2672 2024-08-17T01:57:01.853 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.853 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.853 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.853 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.853 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.854 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 171824 2024-08-17T01:57:01.854 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.854 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.854 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 560 2024-08-17T01:57:01.854 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.854 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.854 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.854 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.854 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.854 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.854 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.854 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.854 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.855 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.855 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.855 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68527835 2024-08-17T01:57:01.855 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.855 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.855 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:57:01.855 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.855 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:57:01.855 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.855 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.855 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:01.855 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.855 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.856 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 472576 2024-08-17T01:57:01.856 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.856 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.856 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37886665 2024-08-17T01:57:01.856 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.856 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.856 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.856 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.856 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.856 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.856 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.856 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.856 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.856 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.857 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.857 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.857 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.857 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.857 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.857 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.857 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.857 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.857 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.857 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.857 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.857 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.857 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.857 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.857 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.858 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.858 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.858 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.858 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.858 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70692663 2024-08-17T01:57:01.858 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.858 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.858 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:57:01.858 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.858 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 494927872 2024-08-17T01:57:01.858 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.858 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.858 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.858 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.859 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.859 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.859 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.859 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.859 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 426224981 2024-08-17T01:57:01.859 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.859 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.859 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.859 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.859 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.859 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.859 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.859 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.859 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.860 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.860 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.860 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.860 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.860 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.860 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177009 2024-08-17T01:57:01.860 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.860 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.860 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1164643 2024-08-17T01:57:01.860 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.860 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.860 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.860 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.860 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.860 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.860 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.861 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.861 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.861 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.861 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.861 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67361239 2024-08-17T01:57:01.861 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.861 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.861 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:57:01.861 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:57:01.861 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.861 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.861 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:01.861 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 31 2024-08-17T01:57:01.861 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.861 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:57:01.862 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.862 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.862 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:01.862 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.862 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.862 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.862 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:01.862 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:57:01.862 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 46 2024-08-17T01:57:01.862 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.862 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:57:01.862 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.862 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.862 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:57:01.863 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 34195 2024-08-17T01:57:01.863 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.863 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:57:01.863 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 93955, 2024-08-17T01:57:01.863 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7581130435 2024-08-17T01:57:01.863 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.863 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:57:01.863 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.863 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.863 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:57:01.863 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.863 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.863 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:57:01.863 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1070093899 2024-08-17T01:57:01.863 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.863 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:57:01.864 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34195, 2024-08-17T01:57:01.864 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 47824226719 2024-08-17T01:57:01.864 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.864 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:57:01.864 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1709135166 2024-08-17T01:57:01.864 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.864 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:57:01.864 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34657, 2024-08-17T01:57:01.864 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11553358486 2024-08-17T01:57:01.864 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.864 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:57:01.864 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34195, 2024-08-17T01:57:01.864 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 27919450113 2024-08-17T01:57:01.864 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.864 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:01.865 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 25635 2024-08-17T01:57:01.865 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.865 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:57:01.865 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25635, 2024-08-17T01:57:01.865 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8833471721 2024-08-17T01:57:01.865 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.865 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:57:01.865 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.865 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.865 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:57:01.865 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1709135166 2024-08-17T01:57:01.865 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.865 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:57:01.865 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25811, 2024-08-17T01:57:01.865 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4481082602 2024-08-17T01:57:01.865 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.866 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:57:01.866 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25635, 2024-08-17T01:57:01.866 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5595083937 2024-08-17T01:57:01.866 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.866 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:57:01.866 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4673 2024-08-17T01:57:01.866 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.866 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:57:01.866 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 167520193 2024-08-17T01:57:01.866 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.866 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:57:01.866 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4673, 2024-08-17T01:57:01.866 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6902471681 2024-08-17T01:57:01.866 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.866 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:57:01.867 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.867 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.867 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:57:01.867 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.867 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.867 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:57:01.867 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.867 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.867 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:57:01.867 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4866, 2024-08-17T01:57:01.867 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2632105766 2024-08-17T01:57:01.867 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.867 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:57:01.867 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4673, 2024-08-17T01:57:01.867 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6025308655 2024-08-17T01:57:01.867 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.868 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:01.868 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3887 2024-08-17T01:57:01.868 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.868 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:57:01.868 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 902573706 2024-08-17T01:57:01.868 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.868 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:57:01.868 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3887, 2024-08-17T01:57:01.868 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 32088283317 2024-08-17T01:57:01.868 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.868 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:57:01.868 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.868 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.868 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:57:01.868 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3980, 2024-08-17T01:57:01.869 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4440170118 2024-08-17T01:57:01.869 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.869 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:57:01.869 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3887, 2024-08-17T01:57:01.869 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16299057521 2024-08-17T01:57:01.869 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.869 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:57:01.869 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.869 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.869 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:57:01.869 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 36 2024-08-17T01:57:01.869 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.869 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:57:01.869 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11 2024-08-17T01:57:01.869 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.870 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:57:01.870 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:57:01.870 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.870 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:57:01.870 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 739098624 2024-08-17T01:57:01.870 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.870 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.870 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.870 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.5": { 2024-08-17T01:57:01.870 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:01.870 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:57:01.870 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21420 2024-08-17T01:57:01.870 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.870 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:57:01.870 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.871 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.871 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:57:01.871 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.871 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.871 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:57:01.871 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.871 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.871 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:57:01.871 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:57:01.871 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.871 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:57:01.871 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.871 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.871 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:57:01.871 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.872 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.872 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:57:01.872 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.872 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.872 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:57:01.872 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.872 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.872 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:57:01.872 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20955136 2024-08-17T01:57:01.872 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.872 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:57:01.872 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 725483520 2024-08-17T01:57:01.872 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.872 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:57:01.872 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 20, 2024-08-17T01:57:01.873 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096890 2024-08-17T01:57:01.873 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.873 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:57:01.873 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 20, 2024-08-17T01:57:01.873 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1526293 2024-08-17T01:57:01.873 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.873 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:57:01.873 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 228, 2024-08-17T01:57:01.873 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 991970 2024-08-17T01:57:01.873 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.873 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:57:01.873 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:57:01.874 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.874 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:57:01.874 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 675872768 2024-08-17T01:57:01.874 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.874 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:57:01.874 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 85175, 2024-08-17T01:57:01.874 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10108277582 2024-08-17T01:57:01.874 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.874 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:57:01.874 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 85151, 2024-08-17T01:57:01.874 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16090804555 2024-08-17T01:57:01.874 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.874 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:57:01.874 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16228352 2024-08-17T01:57:01.874 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.875 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:57:01.875 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 348749824 2024-08-17T01:57:01.875 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.875 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:57:01.875 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 661651456 2024-08-17T01:57:01.875 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.875 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:57:01.875 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.875 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.875 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:57:01.875 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.875 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.875 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:57:01.875 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 54 2024-08-17T01:57:01.876 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.876 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:57:01.876 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 563546509 2024-08-17T01:57:01.876 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.876 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:57:01.876 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26642 2024-08-17T01:57:01.876 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.876 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:57:01.876 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 489816064 2024-08-17T01:57:01.876 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.876 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:57:01.876 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 489820160 2024-08-17T01:57:01.876 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.876 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:57:01.876 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.876 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.877 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:57:01.877 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.877 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.877 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:57:01.877 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11973 2024-08-17T01:57:01.877 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.877 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:01.877 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 26642, 2024-08-17T01:57:01.877 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 205044482 2024-08-17T01:57:01.877 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.877 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:57:01.877 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 336716774 2024-08-17T01:57:01.877 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.877 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:57:01.877 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19707 2024-08-17T01:57:01.878 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.878 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:57:01.878 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7050056 2024-08-17T01:57:01.878 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.878 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:57:01.878 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1160 2024-08-17T01:57:01.878 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.878 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:57:01.878 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21024166 2024-08-17T01:57:01.878 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.878 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:57:01.878 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1562 2024-08-17T01:57:01.878 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.879 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:57:01.879 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13974110 2024-08-17T01:57:01.879 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.879 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:57:01.879 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13974110 2024-08-17T01:57:01.879 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.879 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:57:01.879 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.879 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.879 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:57:01.879 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.879 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.879 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:57:01.879 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 438 2024-08-17T01:57:01.879 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.879 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:57:01.880 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1562, 2024-08-17T01:57:01.880 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8140581 2024-08-17T01:57:01.880 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.880 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:57:01.880 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.880 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.880 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.880 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:57:01.880 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.880 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.880 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:57:01.880 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.880 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.880 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:01.880 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:57:01.881 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 834 2024-08-17T01:57:01.881 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.881 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:57:01.881 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:57:01.881 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5998 2024-08-17T01:57:01.881 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.881 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:57:01.881 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.881 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.881 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.881 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:57:01.881 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.881 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.881 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:57:01.881 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.882 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.882 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:57:01.882 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1098227712 2024-08-17T01:57:01.882 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.882 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.882 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:57:01.882 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:57:01.882 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:57:01.882 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.882 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:57:01.882 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14655488 2024-08-17T01:57:01.882 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.882 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:57:01.882 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 20003, 2024-08-17T01:57:01.882 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 61761581 2024-08-17T01:57:01.883 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.883 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:57:01.883 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3242, 2024-08-17T01:57:01.883 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641860571 2024-08-17T01:57:01.883 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.883 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:57:01.883 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.883 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.883 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.883 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:57:01.883 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.883 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.883 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:57:01.883 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.883 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.884 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:57:01.884 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.884 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.884 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:57:01.884 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 18260, 2024-08-17T01:57:01.884 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 124596568 2024-08-17T01:57:01.884 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.884 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:57:01.884 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.884 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.884 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.884 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:57:01.884 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.884 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.884 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:57:01.885 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 85072, 2024-08-17T01:57:01.885 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19995327711 2024-08-17T01:57:01.885 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.885 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:57:01.885 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 84534, 2024-08-17T01:57:01.885 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1601833922 2024-08-17T01:57:01.885 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.885 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:57:01.885 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 85072, 2024-08-17T01:57:01.885 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 45812329 2024-08-17T01:57:01.885 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.885 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:57:01.885 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 85072, 2024-08-17T01:57:01.885 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20041140040 2024-08-17T01:57:01.885 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.886 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:57:01.886 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.886 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.886 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.886 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:57:01.886 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 27550, 2024-08-17T01:57:01.886 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 911651462 2024-08-17T01:57:01.886 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.886 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:57:01.886 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 897, 2024-08-17T01:57:01.886 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2437691 2024-08-17T01:57:01.886 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.886 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:57:01.887 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12550, 2024-08-17T01:57:01.887 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10389830 2024-08-17T01:57:01.887 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.887 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:57:01.887 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 49, 2024-08-17T01:57:01.887 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 59423 2024-08-17T01:57:01.887 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.887 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:57:01.887 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14902, 2024-08-17T01:57:01.887 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2857114841 2024-08-17T01:57:01.887 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.887 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:57:01.887 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 251168 2024-08-17T01:57:01.887 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.887 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:57:01.888 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21773 2024-08-17T01:57:01.888 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.888 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:01.888 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 31739, 2024-08-17T01:57:01.888 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1435034366 2024-08-17T01:57:01.888 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.888 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:57:01.888 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71856, 2024-08-17T01:57:01.888 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 35038712 2024-08-17T01:57:01.888 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.888 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:57:01.888 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 40117, 2024-08-17T01:57:01.889 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1275994546 2024-08-17T01:57:01.889 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.889 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:57:01.889 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.889 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.889 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:57:01.889 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15658, 2024-08-17T01:57:01.889 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 401926304 2024-08-17T01:57:01.889 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.889 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:57:01.889 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.889 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.889 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:57:01.889 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.890 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.890 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:57:01.890 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.890 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.890 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:57:01.890 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.890 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.890 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:57:01.890 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:57:01.890 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6460043509 2024-08-17T01:57:01.890 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.890 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:57:01.890 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 8399, 2024-08-17T01:57:01.890 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 570632632 2024-08-17T01:57:01.890 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.891 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:57:01.891 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 8396, 2024-08-17T01:57:01.891 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2586508152134 2024-08-17T01:57:01.891 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.891 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:57:01.891 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 8399, 2024-08-17T01:57:01.891 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6484318123546 2024-08-17T01:57:01.891 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.891 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:57:01.891 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97970, 2024-08-17T01:57:01.891 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3079512003602 2024-08-17T01:57:01.891 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.891 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:57:01.892 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97970, 2024-08-17T01:57:01.892 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10761555 2024-08-17T01:57:01.892 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.892 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:57:01.892 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:57:01.892 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 187461790 2024-08-17T01:57:01.892 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.892 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:57:01.892 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:57:01.892 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 31626487265 2024-08-17T01:57:01.892 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.892 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:57:01.892 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:57:01.892 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 34666269 2024-08-17T01:57:01.892 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.893 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:57:01.893 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:57:01.893 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14878905556 2024-08-17T01:57:01.893 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.893 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:57:01.893 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:57:01.893 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7689326023 2024-08-17T01:57:01.893 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.893 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:57:01.893 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10428007 2024-08-17T01:57:01.893 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.893 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:01.893 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2560, 2024-08-17T01:57:01.893 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13995755 2024-08-17T01:57:01.893 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.894 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:57:01.894 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:57:01.894 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 60858002255 2024-08-17T01:57:01.894 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.894 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:57:01.894 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:57:01.894 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8694173085 2024-08-17T01:57:01.894 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.894 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:57:01.894 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:57:01.894 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 551266426 2024-08-17T01:57:01.894 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.894 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.895 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:57:01.895 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:57:01.895 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405116907 2024-08-17T01:57:01.895 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.895 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:57:01.895 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 546799616 2024-08-17T01:57:01.895 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.895 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:57:01.895 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 497360896 2024-08-17T01:57:01.895 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.895 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:57:01.895 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600497971 2024-08-17T01:57:01.896 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.896 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:57:01.896 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 49438720 2024-08-17T01:57:01.896 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.896 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.896 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:57:01.896 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.896 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:57:01.896 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.896 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.896 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.896 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.897 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.897 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.897 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.897 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.897 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 55962367 2024-08-17T01:57:01.897 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.897 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.897 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.897 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.897 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.897 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.897 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.897 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.898 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.898 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.898 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.898 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.898 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.898 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.898 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8192 2024-08-17T01:57:01.898 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.898 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.898 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 53248 2024-08-17T01:57:01.898 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.898 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.898 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.898 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.899 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.899 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.899 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.899 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.899 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.899 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.899 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.899 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 69805313 2024-08-17T01:57:01.899 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.899 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.899 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:57:01.899 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.899 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 562036736 2024-08-17T01:57:01.899 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.900 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.900 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:01.900 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.900 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.900 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.900 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.900 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.900 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 419717758 2024-08-17T01:57:01.900 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.900 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.900 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.900 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.900 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.901 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.901 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.901 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.901 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2640 2024-08-17T01:57:01.901 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.901 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.901 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.901 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.901 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.901 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 192864 2024-08-17T01:57:01.901 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.901 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.901 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.902 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.902 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.902 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.902 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.902 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.902 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.902 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.902 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.902 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.902 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.902 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.902 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 75014610 2024-08-17T01:57:01.902 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.902 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.903 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:57:01.903 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.903 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:57:01.903 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.903 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.903 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:01.903 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.903 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.903 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 678848 2024-08-17T01:57:01.903 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.903 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.903 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37308245 2024-08-17T01:57:01.903 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.904 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.904 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.904 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.904 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.904 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.904 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.904 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.904 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.904 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.904 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.904 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.904 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.904 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.904 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.905 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.905 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.905 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.905 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.905 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.905 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.905 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.905 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.905 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.905 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.905 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.905 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.905 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.905 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.905 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71064811 2024-08-17T01:57:01.906 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.906 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.906 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:57:01.906 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.906 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 494927872 2024-08-17T01:57:01.906 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.906 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.906 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.906 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.906 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.906 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.906 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.906 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.907 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 419717758 2024-08-17T01:57:01.907 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.907 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.907 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.907 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.907 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.907 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.907 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.907 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.907 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.907 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.907 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.907 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.908 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.908 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.908 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 167534 2024-08-17T01:57:01.908 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.908 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.908 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1143994 2024-08-17T01:57:01.908 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.908 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.908 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.908 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.908 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.909 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.909 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.909 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.909 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.909 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.909 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.909 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73898586 2024-08-17T01:57:01.909 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.909 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.909 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:57:01.909 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:57:01.909 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.909 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.910 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:01.910 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T01:57:01.910 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.910 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:57:01.910 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.910 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.910 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:01.910 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.910 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.910 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.910 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:01.911 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:57:01.911 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 58 2024-08-17T01:57:01.911 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.911 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:57:01.911 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.911 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.911 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:57:01.911 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 51095 2024-08-17T01:57:01.911 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.911 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:57:01.911 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 134036, 2024-08-17T01:57:01.911 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10364240420 2024-08-17T01:57:01.911 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.911 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:57:01.912 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.912 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.912 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:57:01.912 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.912 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.912 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:57:01.912 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 973524086 2024-08-17T01:57:01.912 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.912 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:57:01.912 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 51095, 2024-08-17T01:57:01.912 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 34469359404 2024-08-17T01:57:01.912 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.913 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:57:01.913 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1616650974 2024-08-17T01:57:01.913 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.913 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:57:01.913 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 52135, 2024-08-17T01:57:01.913 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13001567299 2024-08-17T01:57:01.913 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.913 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:57:01.913 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 51095, 2024-08-17T01:57:01.913 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 22527143074 2024-08-17T01:57:01.913 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.914 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:01.914 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 42670 2024-08-17T01:57:01.914 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.914 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:57:01.914 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 42670, 2024-08-17T01:57:01.914 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11822668186 2024-08-17T01:57:01.914 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.914 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:57:01.914 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.914 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.914 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:57:01.914 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1616650974 2024-08-17T01:57:01.914 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.915 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:57:01.915 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 42982, 2024-08-17T01:57:01.915 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7087921991 2024-08-17T01:57:01.915 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.915 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:57:01.915 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 42670, 2024-08-17T01:57:01.915 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6845935902 2024-08-17T01:57:01.915 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.915 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:57:01.915 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7264 2024-08-17T01:57:01.915 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.915 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:57:01.915 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 270841184 2024-08-17T01:57:01.915 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.916 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:57:01.916 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7264, 2024-08-17T01:57:01.916 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14608683509 2024-08-17T01:57:01.916 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.916 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:57:01.916 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.916 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.916 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:57:01.916 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.916 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.916 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:57:01.916 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.916 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.916 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:57:01.917 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7829, 2024-08-17T01:57:01.917 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4373369770 2024-08-17T01:57:01.917 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.917 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:57:01.917 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7264, 2024-08-17T01:57:01.917 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9533406244 2024-08-17T01:57:01.917 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.917 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:01.917 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1161 2024-08-17T01:57:01.917 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.917 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:57:01.917 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 702682902 2024-08-17T01:57:01.917 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.917 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:57:01.918 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1161, 2024-08-17T01:57:01.918 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8038007709 2024-08-17T01:57:01.918 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.918 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:57:01.918 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.918 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.918 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:57:01.918 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1324, 2024-08-17T01:57:01.918 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1540275538 2024-08-17T01:57:01.918 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.918 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:57:01.918 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1161, 2024-08-17T01:57:01.918 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6147800928 2024-08-17T01:57:01.919 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.919 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:57:01.919 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.919 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.919 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:57:01.919 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.919 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.919 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:57:01.919 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T01:57:01.919 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.919 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:57:01.919 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:57:01.920 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.920 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:57:01.920 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 690548736 2024-08-17T01:57:01.920 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.920 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.920 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.920 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.6": { 2024-08-17T01:57:01.920 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:01.920 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:57:01.920 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29358 2024-08-17T01:57:01.920 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.920 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:57:01.920 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.921 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.921 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:57:01.921 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.921 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.921 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:57:01.921 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.921 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.921 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:57:01.921 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:57:01.921 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.921 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:57:01.922 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.922 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.922 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:57:01.922 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.922 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.922 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:57:01.922 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.922 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.922 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:57:01.922 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.922 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.922 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:57:01.923 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2740224 2024-08-17T01:57:01.923 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.923 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:57:01.923 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 487723008 2024-08-17T01:57:01.923 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.923 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:57:01.923 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14, 2024-08-17T01:57:01.923 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3616147 2024-08-17T01:57:01.923 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.923 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:57:01.923 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14, 2024-08-17T01:57:01.924 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 891641 2024-08-17T01:57:01.924 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.924 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:57:01.924 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 136, 2024-08-17T01:57:01.924 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 606183 2024-08-17T01:57:01.924 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.924 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:57:01.924 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:57:01.924 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.924 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:57:01.924 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 404750336 2024-08-17T01:57:01.924 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.924 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:57:01.924 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58451, 2024-08-17T01:57:01.924 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7137743590 2024-08-17T01:57:01.925 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.925 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:57:01.925 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58436, 2024-08-17T01:57:01.925 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11492744716 2024-08-17T01:57:01.925 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.925 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:57:01.925 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6647808 2024-08-17T01:57:01.925 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.925 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:57:01.925 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 239378432 2024-08-17T01:57:01.925 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.925 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:57:01.925 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 421789696 2024-08-17T01:57:01.925 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.925 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:57:01.926 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.926 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.926 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:57:01.926 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.926 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.926 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:57:01.926 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38 2024-08-17T01:57:01.926 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.926 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:57:01.926 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 131708800 2024-08-17T01:57:01.926 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.926 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:57:01.926 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7093 2024-08-17T01:57:01.926 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.927 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:57:01.927 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 91717632 2024-08-17T01:57:01.927 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.927 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:57:01.927 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 91721728 2024-08-17T01:57:01.927 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.927 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:57:01.927 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.927 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.927 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:57:01.927 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.927 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.927 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:57:01.927 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 191 2024-08-17T01:57:01.927 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.928 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:01.928 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7093, 2024-08-17T01:57:01.928 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24544215 2024-08-17T01:57:01.928 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.928 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:57:01.928 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 46234273 2024-08-17T01:57:01.928 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.928 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:57:01.928 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4472 2024-08-17T01:57:01.928 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.928 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:57:01.928 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 809889 2024-08-17T01:57:01.928 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.928 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:57:01.929 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 332 2024-08-17T01:57:01.929 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.929 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:57:01.929 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2724118 2024-08-17T01:57:01.929 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.929 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:57:01.929 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 450 2024-08-17T01:57:01.929 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.929 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:57:01.929 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1914229 2024-08-17T01:57:01.929 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.929 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:57:01.929 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1914229 2024-08-17T01:57:01.929 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.929 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:57:01.930 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.930 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.930 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:57:01.930 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.930 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.930 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:57:01.930 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 118 2024-08-17T01:57:01.930 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.930 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:57:01.930 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 450, 2024-08-17T01:57:01.930 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 931417 2024-08-17T01:57:01.930 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.930 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:57:01.931 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.931 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.931 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.931 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:57:01.931 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.931 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.934 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:57:01.934 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.934 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.934 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:01.934 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:57:01.934 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 600 2024-08-17T01:57:01.934 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.935 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:57:01.935 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:57:01.935 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6587 2024-08-17T01:57:01.935 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.935 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:57:01.935 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.935 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.935 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.935 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:57:01.935 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.935 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.936 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:57:01.936 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.936 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.936 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:57:01.936 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 731975680 2024-08-17T01:57:01.936 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.936 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.936 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:57:01.936 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:57:01.936 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:57:01.936 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.937 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:57:01.937 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11046912 2024-08-17T01:57:01.937 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.937 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:57:01.937 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13647, 2024-08-17T01:57:01.937 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 39850385 2024-08-17T01:57:01.937 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.937 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:57:01.937 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3144, 2024-08-17T01:57:01.937 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 330427585 2024-08-17T01:57:01.938 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.938 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:57:01.938 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.938 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.938 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.938 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:57:01.938 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.938 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.938 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:57:01.938 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.938 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.938 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:57:01.939 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.939 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.939 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:57:01.939 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13072, 2024-08-17T01:57:01.939 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 84192796 2024-08-17T01:57:01.939 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.939 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:57:01.939 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.939 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.939 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.939 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:57:01.939 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.939 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.939 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:57:01.940 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58393, 2024-08-17T01:57:01.940 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14155337148 2024-08-17T01:57:01.940 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.940 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:57:01.940 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 57957, 2024-08-17T01:57:01.940 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1239183874 2024-08-17T01:57:01.940 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.940 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:57:01.940 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58393, 2024-08-17T01:57:01.940 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 31369580 2024-08-17T01:57:01.940 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.940 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:57:01.940 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58393, 2024-08-17T01:57:01.940 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14186706728 2024-08-17T01:57:01.940 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.941 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:57:01.941 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.941 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.941 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.941 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:57:01.941 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 24379, 2024-08-17T01:57:01.941 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 353139928 2024-08-17T01:57:01.941 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.941 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:57:01.941 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 826, 2024-08-17T01:57:01.941 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1950596 2024-08-17T01:57:01.941 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.941 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:57:01.941 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11634, 2024-08-17T01:57:01.942 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6454693 2024-08-17T01:57:01.942 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.942 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:57:01.942 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 43, 2024-08-17T01:57:01.942 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 58413 2024-08-17T01:57:01.942 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.942 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:57:01.942 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11509, 2024-08-17T01:57:01.942 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1012434982 2024-08-17T01:57:01.942 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.942 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:57:01.942 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 172537 2024-08-17T01:57:01.942 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.943 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:57:01.943 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17829 2024-08-17T01:57:01.943 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.943 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:01.943 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10769, 2024-08-17T01:57:01.943 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1105006450 2024-08-17T01:57:01.943 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.943 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:57:01.943 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 36974, 2024-08-17T01:57:01.943 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10117179 2024-08-17T01:57:01.943 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.943 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:57:01.943 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 26205, 2024-08-17T01:57:01.944 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 852923108 2024-08-17T01:57:01.944 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.944 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:57:01.944 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.944 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.944 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:57:01.944 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11530, 2024-08-17T01:57:01.944 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266627768 2024-08-17T01:57:01.944 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.944 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:57:01.944 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.944 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.944 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:57:01.944 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.945 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.945 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:57:01.945 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.945 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.945 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:57:01.945 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.945 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.945 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:57:01.945 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:01.945 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4532119020 2024-08-17T01:57:01.945 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.945 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:57:01.945 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13660, 2024-08-17T01:57:01.945 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 837877045 2024-08-17T01:57:01.945 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.946 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:57:01.946 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13660, 2024-08-17T01:57:01.946 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2386800996468 2024-08-17T01:57:01.946 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.946 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:57:01.946 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13660, 2024-08-17T01:57:01.946 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5757662028041 2024-08-17T01:57:01.946 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.946 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:57:01.946 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:01.946 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2539058832747 2024-08-17T01:57:01.946 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.946 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:57:01.946 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:01.947 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6875229 2024-08-17T01:57:01.947 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.947 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:57:01.947 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:01.947 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 118015615 2024-08-17T01:57:01.947 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.947 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:57:01.947 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:01.947 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24242206685 2024-08-17T01:57:01.947 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.947 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:57:01.947 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:01.947 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 22608817 2024-08-17T01:57:01.947 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.947 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:57:01.948 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:01.948 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11061045041 2024-08-17T01:57:01.948 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.948 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:57:01.948 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:01.948 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4857329870 2024-08-17T01:57:01.948 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.948 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:57:01.948 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6823962 2024-08-17T01:57:01.948 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.948 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:01.948 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2461, 2024-08-17T01:57:01.948 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12186974 2024-08-17T01:57:01.948 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.948 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:57:01.949 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:01.949 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 44821600852 2024-08-17T01:57:01.949 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.949 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:57:01.949 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:01.949 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5560190525 2024-08-17T01:57:01.949 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.949 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:57:01.949 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:01.949 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 394404682 2024-08-17T01:57:01.949 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.949 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.949 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:57:01.949 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:57:01.950 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405116907 2024-08-17T01:57:01.950 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.950 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:57:01.950 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 464764928 2024-08-17T01:57:01.950 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.950 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:57:01.950 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 419520512 2024-08-17T01:57:01.950 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.950 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:57:01.950 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600497971 2024-08-17T01:57:01.950 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.950 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:57:01.950 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 45244416 2024-08-17T01:57:01.950 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.951 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.951 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:57:01.951 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.951 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:57:01.951 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.951 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.951 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.951 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.951 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.951 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.951 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.951 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.951 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57423561 2024-08-17T01:57:01.951 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.952 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.952 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.952 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.952 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.952 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.952 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.952 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.952 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.952 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.952 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.952 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.952 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.952 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.953 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12288 2024-08-17T01:57:01.953 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.953 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.953 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 155648 2024-08-17T01:57:01.953 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.953 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.953 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.953 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.953 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.953 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.953 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.953 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.953 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.953 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.954 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.954 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68237623 2024-08-17T01:57:01.954 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.954 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.954 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:57:01.954 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.954 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 570425344 2024-08-17T01:57:01.954 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.954 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.954 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:01.954 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.954 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.954 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.955 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.955 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.955 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 430676711 2024-08-17T01:57:01.955 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.955 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.955 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.955 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.955 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.955 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 976 2024-08-17T01:57:01.955 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.955 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.955 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.956 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.956 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.956 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.956 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.956 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.956 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 60352 2024-08-17T01:57:01.956 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.956 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.956 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.956 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.956 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.956 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.956 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.956 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.957 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.957 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.957 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.957 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.957 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.957 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.957 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 72578441 2024-08-17T01:57:01.957 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.957 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.957 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:57:01.957 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.957 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:57:01.957 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.957 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.958 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:01.958 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.958 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.958 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 504304 2024-08-17T01:57:01.958 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.958 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.958 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38282374 2024-08-17T01:57:01.958 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.958 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.958 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.958 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.958 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.959 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.959 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.959 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.959 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.959 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.959 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.959 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.959 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.959 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.959 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.959 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.959 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.959 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.959 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.960 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.960 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.960 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.960 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.960 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.960 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.960 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.960 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.960 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.960 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.960 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70265226 2024-08-17T01:57:01.960 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.960 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.960 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:57:01.960 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.961 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 503316480 2024-08-17T01:57:01.961 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.961 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:01.961 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.961 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.961 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:01.961 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.961 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.961 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:01.961 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 430676711 2024-08-17T01:57:01.961 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.961 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:01.961 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.961 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.961 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:01.962 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.962 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.962 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:01.962 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.962 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.962 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:01.962 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.962 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.962 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:01.962 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177811 2024-08-17T01:57:01.962 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.962 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:01.962 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1161836 2024-08-17T01:57:01.962 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.963 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:01.963 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.963 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.963 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:01.963 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.963 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.963 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:01.963 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.963 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.963 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:01.963 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71300122 2024-08-17T01:57:01.963 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.963 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.963 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:57:01.963 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:57:01.964 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.964 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.964 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:01.964 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T01:57:01.964 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.964 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:57:01.964 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.964 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.964 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:01.964 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.964 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.964 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.964 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:01.964 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:57:01.964 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 51 2024-08-17T01:57:01.965 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.965 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:57:01.965 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.965 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.965 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:57:01.965 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 34409 2024-08-17T01:57:01.965 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.965 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:57:01.965 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 90496, 2024-08-17T01:57:01.965 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6424260814 2024-08-17T01:57:01.965 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.965 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:57:01.965 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.965 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.965 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:57:01.965 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:57:01.966 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.966 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:57:01.966 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1268043542 2024-08-17T01:57:01.966 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.966 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:57:01.966 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34409, 2024-08-17T01:57:01.966 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 54072287628 2024-08-17T01:57:01.966 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.966 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:57:01.966 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1779262786 2024-08-17T01:57:01.966 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.966 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:57:01.966 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34994, 2024-08-17T01:57:01.967 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12716554625 2024-08-17T01:57:01.967 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.967 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:57:01.967 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34409, 2024-08-17T01:57:01.967 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29812368729 2024-08-17T01:57:01.967 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.967 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:01.967 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 25774 2024-08-17T01:57:01.967 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.967 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:57:01.967 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25774, 2024-08-17T01:57:01.967 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8275371636 2024-08-17T01:57:01.967 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.968 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:57:01.968 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.968 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.968 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:57:01.968 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1779262786 2024-08-17T01:57:01.968 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.968 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:57:01.968 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25993, 2024-08-17T01:57:01.968 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5009641077 2024-08-17T01:57:01.968 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.968 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:57:01.968 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25774, 2024-08-17T01:57:01.969 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5176012547 2024-08-17T01:57:01.969 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.969 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:57:01.969 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4453 2024-08-17T01:57:01.969 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.969 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:57:01.969 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 240139029 2024-08-17T01:57:01.969 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.969 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:57:01.969 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4453, 2024-08-17T01:57:01.969 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9886986123 2024-08-17T01:57:01.969 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.969 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:57:01.969 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.970 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.970 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:57:01.970 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.970 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.970 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:57:01.970 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.970 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.970 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:57:01.970 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4695, 2024-08-17T01:57:01.970 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2888836174 2024-08-17T01:57:01.970 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.970 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:57:01.970 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4453, 2024-08-17T01:57:01.970 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7170294319 2024-08-17T01:57:01.971 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.971 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:01.971 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4182 2024-08-17T01:57:01.971 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.971 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:57:01.971 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1027904513 2024-08-17T01:57:01.971 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.971 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:57:01.971 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4182, 2024-08-17T01:57:01.971 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 35909929869 2024-08-17T01:57:01.971 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.971 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:57:01.971 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.971 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.971 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:57:01.972 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4306, 2024-08-17T01:57:01.972 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4818077374 2024-08-17T01:57:01.972 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.972 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:57:01.972 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4182, 2024-08-17T01:57:01.972 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17466061863 2024-08-17T01:57:01.972 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.972 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:57:01.972 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.972 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.972 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:57:01.972 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T01:57:01.972 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.972 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:57:01.972 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7 2024-08-17T01:57:01.973 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.973 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:57:01.973 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:57:01.973 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.973 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:57:01.973 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 415805440 2024-08-17T01:57:01.973 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.973 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.973 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.973 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.7": { 2024-08-17T01:57:01.973 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:01.973 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:57:01.973 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19436 2024-08-17T01:57:01.973 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.974 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:57:01.974 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.974 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.974 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:57:01.974 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.974 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.974 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:57:01.974 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.974 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.974 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:57:01.974 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:57:01.974 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.974 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:57:01.974 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.975 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.975 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:57:01.975 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.975 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.975 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:57:01.975 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.975 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.975 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:57:01.975 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.975 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.975 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:57:01.975 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8351744 2024-08-17T01:57:01.975 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.975 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:57:01.975 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 542261248 2024-08-17T01:57:01.976 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.976 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:57:01.976 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 16, 2024-08-17T01:57:01.976 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6165107 2024-08-17T01:57:01.976 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.976 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:57:01.976 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 16, 2024-08-17T01:57:01.976 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1134946 2024-08-17T01:57:01.976 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.976 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:57:01.976 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 162, 2024-08-17T01:57:01.976 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 657414 2024-08-17T01:57:01.976 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.976 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:57:01.976 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:57:01.977 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.977 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:57:01.977 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 447348736 2024-08-17T01:57:01.977 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.977 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:57:01.977 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66603, 2024-08-17T01:57:01.977 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8087387993 2024-08-17T01:57:01.977 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.977 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:57:01.977 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66611, 2024-08-17T01:57:01.977 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13186385858 2024-08-17T01:57:01.977 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.977 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:57:01.977 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6860800 2024-08-17T01:57:01.977 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.978 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:57:01.978 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 272859136 2024-08-17T01:57:01.978 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.978 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:57:01.978 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 464388096 2024-08-17T01:57:01.978 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.978 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:57:01.978 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.978 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.978 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:57:01.978 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.978 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:57:01.979 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 42 2024-08-17T01:57:01.979 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.979 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:57:01.979 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 325653919 2024-08-17T01:57:01.979 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.979 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:57:01.979 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17960 2024-08-17T01:57:01.979 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.979 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:57:01.979 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 269004800 2024-08-17T01:57:01.979 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.979 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:57:01.979 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 269008896 2024-08-17T01:57:01.979 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.980 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:57:01.980 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.980 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.980 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:57:01.980 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.980 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.980 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:57:01.980 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6150 2024-08-17T01:57:01.980 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.980 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:01.980 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17960, 2024-08-17T01:57:01.980 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 111478510 2024-08-17T01:57:01.980 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.981 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:57:01.981 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 186448577 2024-08-17T01:57:01.981 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.981 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:57:01.981 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13699 2024-08-17T01:57:01.981 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.981 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:57:01.981 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2558234 2024-08-17T01:57:01.981 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.981 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:57:01.981 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 713 2024-08-17T01:57:01.981 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.981 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:57:01.981 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8285689 2024-08-17T01:57:01.981 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.982 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:57:01.982 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 904 2024-08-17T01:57:01.982 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.982 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:57:01.982 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5727455 2024-08-17T01:57:01.982 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.982 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:57:01.982 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5727455 2024-08-17T01:57:01.982 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.982 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:57:01.982 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.982 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.982 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:57:01.982 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.983 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.983 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:57:01.983 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 197 2024-08-17T01:57:01.983 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.983 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:57:01.983 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 904, 2024-08-17T01:57:01.983 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2476505 2024-08-17T01:57:01.983 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.983 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:57:01.983 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.983 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.983 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.983 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:57:01.983 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.984 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.984 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:57:01.984 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.984 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.984 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:01.984 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:57:01.984 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 806 2024-08-17T01:57:01.984 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.984 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:57:01.984 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:57:01.984 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5836 2024-08-17T01:57:01.984 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.984 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:57:01.985 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.985 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.985 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.985 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:57:01.985 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.985 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.985 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:57:01.985 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.985 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.985 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:57:01.985 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 825901056 2024-08-17T01:57:01.985 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.985 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.985 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:57:01.986 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:57:01.986 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:57:01.986 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.986 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:57:01.986 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11038720 2024-08-17T01:57:01.986 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.986 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:57:01.986 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 20671, 2024-08-17T01:57:01.986 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 54983929 2024-08-17T01:57:01.986 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.986 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:57:01.986 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3179, 2024-08-17T01:57:01.986 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 420577235 2024-08-17T01:57:01.986 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.986 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:57:01.987 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.987 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.987 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.987 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:57:01.987 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.987 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.987 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:57:01.987 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.987 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.987 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:57:01.987 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.987 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.987 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:57:01.987 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15285, 2024-08-17T01:57:01.987 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 110609435 2024-08-17T01:57:01.988 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.988 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:57:01.988 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.988 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.988 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.988 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:57:01.988 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.988 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.988 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:57:01.988 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66561, 2024-08-17T01:57:01.988 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16173105103 2024-08-17T01:57:01.988 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.988 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:57:01.988 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66130, 2024-08-17T01:57:01.989 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1307784894 2024-08-17T01:57:01.989 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.989 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:57:01.989 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66561, 2024-08-17T01:57:01.989 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 40098338 2024-08-17T01:57:01.989 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.989 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:57:01.989 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66561, 2024-08-17T01:57:01.989 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16213203441 2024-08-17T01:57:01.989 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.989 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:57:01.989 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:01.989 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.989 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.990 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:57:01.990 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 32637, 2024-08-17T01:57:01.990 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 677264402 2024-08-17T01:57:01.990 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.990 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:57:01.990 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 772, 2024-08-17T01:57:01.990 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2167794 2024-08-17T01:57:01.990 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.990 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:57:01.990 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 5746, 2024-08-17T01:57:01.990 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7248916 2024-08-17T01:57:01.990 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.990 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:57:01.991 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 50, 2024-08-17T01:57:01.991 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57052 2024-08-17T01:57:01.991 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.991 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:57:01.991 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13459, 2024-08-17T01:57:01.991 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1591590350 2024-08-17T01:57:01.991 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.991 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:57:01.991 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 202726 2024-08-17T01:57:01.991 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.991 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:57:01.991 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 18353 2024-08-17T01:57:01.991 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.991 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:01.992 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 6212, 2024-08-17T01:57:01.992 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1069140388 2024-08-17T01:57:01.992 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.992 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:57:01.992 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 31186, 2024-08-17T01:57:01.992 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8789401 2024-08-17T01:57:01.992 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.992 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:57:01.992 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 24974, 2024-08-17T01:57:01.992 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 951114257 2024-08-17T01:57:01.992 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.992 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:57:01.992 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.992 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.992 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:57:01.992 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13405, 2024-08-17T01:57:01.993 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 329741667 2024-08-17T01:57:01.993 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.993 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:57:01.993 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.993 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.993 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:57:01.993 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.993 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.993 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:57:01.993 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.993 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.993 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:57:01.993 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:01.993 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.993 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:57:01.994 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80208, 2024-08-17T01:57:01.994 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9026959783 2024-08-17T01:57:01.994 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.994 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:57:01.994 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15962, 2024-08-17T01:57:01.994 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 755162921 2024-08-17T01:57:01.994 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.994 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:57:01.994 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15961, 2024-08-17T01:57:01.994 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2548819220049 2024-08-17T01:57:01.994 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.994 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:57:01.994 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15962, 2024-08-17T01:57:01.994 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6009131121049 2024-08-17T01:57:01.994 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.995 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:57:01.995 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80207, 2024-08-17T01:57:01.995 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2775585647458 2024-08-17T01:57:01.995 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.995 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:57:01.995 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80207, 2024-08-17T01:57:01.995 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8667047 2024-08-17T01:57:01.995 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.995 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:57:01.995 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80208, 2024-08-17T01:57:01.995 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 393049625 2024-08-17T01:57:01.995 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.995 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:57:01.995 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80208, 2024-08-17T01:57:01.995 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29453908814 2024-08-17T01:57:01.995 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.996 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:57:01.996 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80208, 2024-08-17T01:57:01.996 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26472581 2024-08-17T01:57:01.996 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.996 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:57:01.996 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80208, 2024-08-17T01:57:01.996 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14647030827 2024-08-17T01:57:01.996 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.996 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:57:01.996 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80208, 2024-08-17T01:57:01.996 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6376600844 2024-08-17T01:57:01.996 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.996 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:57:01.996 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6818744 2024-08-17T01:57:01.997 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.997 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:01.997 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2388, 2024-08-17T01:57:01.997 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12238390 2024-08-17T01:57:01.997 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.997 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:57:01.997 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80208, 2024-08-17T01:57:01.997 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 59909674808 2024-08-17T01:57:01.997 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.997 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:57:01.997 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80208, 2024-08-17T01:57:01.997 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7330163686 2024-08-17T01:57:01.997 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.997 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:57:01.997 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80208, 2024-08-17T01:57:01.998 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 834929539 2024-08-17T01:57:01.998 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.998 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.998 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:57:01.998 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:57:01.998 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405116907 2024-08-17T01:57:01.998 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.998 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:57:01.998 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 539967488 2024-08-17T01:57:01.998 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.998 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:57:01.998 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 468549632 2024-08-17T01:57:01.999 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.999 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:57:01.999 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600497971 2024-08-17T01:57:01.999 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.999 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:57:01.999 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71417856 2024-08-17T01:57:01.999 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:01.999 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:01.999 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:57:01.999 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:01.999 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:57:01.999 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.000 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:02.000 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.000 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.000 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:02.000 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.000 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.000 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:02.000 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56902875 2024-08-17T01:57:02.000 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.000 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:02.000 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.000 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.000 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:02.000 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.001 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.001 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:02.001 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.001 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.001 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:02.001 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.001 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.001 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:02.001 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16384 2024-08-17T01:57:02.001 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.001 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:02.001 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 172032 2024-08-17T01:57:02.001 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.002 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:02.002 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.002 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.002 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:02.002 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.002 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.002 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:02.002 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.002 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.002 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:02.002 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68737829 2024-08-17T01:57:02.002 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.002 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.002 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:57:02.003 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:02.003 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 562036736 2024-08-17T01:57:02.003 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.003 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:02.003 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:02.003 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.003 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:02.003 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.003 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.003 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:02.003 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 426771569 2024-08-17T01:57:02.003 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.003 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:02.003 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.003 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.003 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:02.004 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1872 2024-08-17T01:57:02.004 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.004 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:02.004 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.004 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.004 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:02.004 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.004 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.004 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:02.004 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 131968 2024-08-17T01:57:02.004 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.004 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:02.004 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.004 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.004 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:02.005 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.005 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.005 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:02.005 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.005 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.005 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:02.005 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.005 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.005 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:02.005 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68022463 2024-08-17T01:57:02.005 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.005 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.005 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:57:02.005 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:02.005 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:57:02.005 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.006 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:02.006 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:02.006 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.006 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:02.006 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 444448 2024-08-17T01:57:02.006 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.006 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:02.006 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37935250 2024-08-17T01:57:02.006 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.006 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:02.006 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.006 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.006 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:02.006 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.006 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.007 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:02.007 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.007 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.007 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:02.007 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.007 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.007 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:02.007 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.007 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.007 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:02.007 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.007 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.007 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:02.007 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.007 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.007 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:02.008 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.008 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.008 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:02.008 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.008 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.008 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:02.008 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70672206 2024-08-17T01:57:02.008 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.008 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.008 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:57:02.008 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:02.008 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 503316480 2024-08-17T01:57:02.008 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.008 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:02.008 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.009 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.009 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:02.009 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.009 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.009 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:02.009 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 426771569 2024-08-17T01:57:02.009 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.009 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:02.009 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.009 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.010 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:02.010 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.010 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.010 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:02.010 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.010 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.010 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:02.010 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.010 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.010 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:02.010 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 181889 2024-08-17T01:57:02.010 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.011 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:02.011 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1155299 2024-08-17T01:57:02.011 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.011 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:02.011 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.011 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.011 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:02.011 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.011 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.011 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:02.011 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.011 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.011 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:02.011 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 75207723 2024-08-17T01:57:02.012 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.012 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.012 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:57:02.012 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:57:02.012 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.012 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.012 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:02.012 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 22 2024-08-17T01:57:02.012 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.012 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:57:02.012 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.012 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.012 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:02.013 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.013 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.013 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.013 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:02.013 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:57:02.013 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 59 2024-08-17T01:57:02.013 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.013 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:57:02.013 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.013 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.013 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:57:02.013 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38053 2024-08-17T01:57:02.013 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.013 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:57:02.013 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 105862, 2024-08-17T01:57:02.014 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7943227695 2024-08-17T01:57:02.014 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.014 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:57:02.014 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.014 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.014 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:57:02.014 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3 2024-08-17T01:57:02.014 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.014 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:57:02.014 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1072082506 2024-08-17T01:57:02.014 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.014 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:57:02.014 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 38053, 2024-08-17T01:57:02.014 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38225735259 2024-08-17T01:57:02.014 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.015 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:57:02.015 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1336289558 2024-08-17T01:57:02.015 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.015 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:57:02.015 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 38383, 2024-08-17T01:57:02.015 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16088846107 2024-08-17T01:57:02.015 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.015 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:57:02.015 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 38053, 2024-08-17T01:57:02.015 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29861475047 2024-08-17T01:57:02.015 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.015 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:02.015 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 25063 2024-08-17T01:57:02.015 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.015 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:57:02.015 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25063, 2024-08-17T01:57:02.016 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9493625969 2024-08-17T01:57:02.016 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.016 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:57:02.016 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.016 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.016 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:57:02.016 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1336289558 2024-08-17T01:57:02.016 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.016 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:57:02.016 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25087, 2024-08-17T01:57:02.016 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4934893945 2024-08-17T01:57:02.016 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.016 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:57:02.016 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25063, 2024-08-17T01:57:02.016 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5006081497 2024-08-17T01:57:02.017 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.017 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:57:02.017 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12018 2024-08-17T01:57:02.017 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.017 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:57:02.017 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 237535591 2024-08-17T01:57:02.017 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.017 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:57:02.017 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12018, 2024-08-17T01:57:02.017 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19497703795 2024-08-17T01:57:02.017 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.017 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:57:02.017 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.017 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.017 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:57:02.018 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.018 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.018 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:57:02.018 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.018 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.018 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:57:02.018 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12239, 2024-08-17T01:57:02.018 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9583949979 2024-08-17T01:57:02.018 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.018 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:57:02.018 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12018, 2024-08-17T01:57:02.018 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17605275659 2024-08-17T01:57:02.018 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.018 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:02.019 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 972 2024-08-17T01:57:02.019 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.019 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:57:02.019 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 834546915 2024-08-17T01:57:02.019 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.019 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:57:02.019 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 972, 2024-08-17T01:57:02.019 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9234405495 2024-08-17T01:57:02.019 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.019 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:57:02.019 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.019 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.019 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:57:02.019 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1057, 2024-08-17T01:57:02.020 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1570002183 2024-08-17T01:57:02.020 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.020 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:57:02.020 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 972, 2024-08-17T01:57:02.020 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7250117891 2024-08-17T01:57:02.020 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.020 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:57:02.020 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.020 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.020 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:57:02.020 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20 2024-08-17T01:57:02.020 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.020 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:57:02.020 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T01:57:02.021 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.021 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:57:02.021 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:57:02.021 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.021 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:57:02.021 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 458399744 2024-08-17T01:57:02.021 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.021 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.021 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.021 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.021 INFO:tasks.workunit.client.0.smithi082.stdout: "pools": [ 2024-08-17T01:57:02.021 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.021 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:57:02.021 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr" 2024-08-17T01:57:02.022 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.022 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T01:57:02.022 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T01:57:02.022 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T01:57:02.022 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T01:57:02.022 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:57:02.022 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 1, 2024-08-17T01:57:02.022 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 1, 2024-08-17T01:57:02.022 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 1, 2024-08-17T01:57:02.022 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T01:57:02.022 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T01:57:02.022 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 723649472778, 2024-08-17T01:57:02.023 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 1781760, 2024-08-17T01:57:02.023 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T01:57:02.023 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T01:57:02.023 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 1781760, 2024-08-17T01:57:02.023 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T01:57:02.023 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 241216503808, 2024-08-17T01:57:02.023 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 2, 2024-08-17T01:57:02.023 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 0, 2024-08-17T01:57:02.023 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 2.4621804186608642e-06, 2024-08-17T01:57:02.023 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T01:57:02.023 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T01:57:02.023 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 1286, 2024-08-17T01:57:02.023 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 2134016, 2024-08-17T01:57:02.023 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 590368, 2024-08-17T01:57:02.024 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 590368, 2024-08-17T01:57:02.024 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 0, 2024-08-17T01:57:02.024 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 1771104, 2024-08-17T01:57:02.024 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 415, 2024-08-17T01:57:02.024 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 2473984 2024-08-17T01:57:02.024 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.024 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T01:57:02.024 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T01:57:02.024 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T01:57:02.024 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.024 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.024 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:57:02.024 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs" 2024-08-17T01:57:02.024 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.025 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T01:57:02.025 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T01:57:02.025 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T01:57:02.025 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T01:57:02.025 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:57:02.025 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 32, 2024-08-17T01:57:02.025 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 32, 2024-08-17T01:57:02.025 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 2, 2024-08-17T01:57:02.025 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T01:57:02.025 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T01:57:02.025 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 723649472778, 2024-08-17T01:57:02.025 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 155199, 2024-08-17T01:57:02.025 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T01:57:02.025 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T01:57:02.026 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 110592, 2024-08-17T01:57:02.026 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T01:57:02.026 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 241216503808, 2024-08-17T01:57:02.026 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 22, 2024-08-17T01:57:02.026 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 44607, 2024-08-17T01:57:02.026 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 2.1446705034122715e-07, 2024-08-17T01:57:02.026 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T01:57:02.026 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T01:57:02.026 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 128, 2024-08-17T01:57:02.026 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 145408, 2024-08-17T01:57:02.026 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 21465, 2024-08-17T01:57:02.026 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 6596, 2024-08-17T01:57:02.026 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 14869, 2024-08-17T01:57:02.027 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 64395, 2024-08-17T01:57:02.027 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 70, 2024-08-17T01:57:02.027 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 36864 2024-08-17T01:57:02.027 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.027 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T01:57:02.027 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T01:57:02.027 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T01:57:02.027 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.027 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.027 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:57:02.027 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs" 2024-08-17T01:57:02.027 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.027 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T01:57:02.027 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T01:57:02.027 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T01:57:02.027 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T01:57:02.028 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:57:02.028 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 64, 2024-08-17T01:57:02.028 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 64, 2024-08-17T01:57:02.028 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 3, 2024-08-17T01:57:02.028 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T01:57:02.028 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T01:57:02.028 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 723649472778, 2024-08-17T01:57:02.028 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 0, 2024-08-17T01:57:02.028 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T01:57:02.028 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T01:57:02.028 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 0, 2024-08-17T01:57:02.028 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T01:57:02.028 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 241216503808, 2024-08-17T01:57:02.028 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 0, 2024-08-17T01:57:02.029 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 0, 2024-08-17T01:57:02.029 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 0.0, 2024-08-17T01:57:02.029 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T01:57:02.029 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T01:57:02.029 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 0, 2024-08-17T01:57:02.029 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 0, 2024-08-17T01:57:02.029 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 0, 2024-08-17T01:57:02.029 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 0, 2024-08-17T01:57:02.029 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 0, 2024-08-17T01:57:02.029 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 0, 2024-08-17T01:57:02.029 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 0, 2024-08-17T01:57:02.029 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 0 2024-08-17T01:57:02.029 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.030 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T01:57:02.030 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T01:57:02.030 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T01:57:02.030 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.030 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.030 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:57:02.030 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd" 2024-08-17T01:57:02.030 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.030 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T01:57:02.030 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T01:57:02.030 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T01:57:02.030 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T01:57:02.030 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:57:02.031 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 8, 2024-08-17T01:57:02.031 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 8, 2024-08-17T01:57:02.031 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 4, 2024-08-17T01:57:02.031 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T01:57:02.031 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T01:57:02.031 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 723649472778, 2024-08-17T01:57:02.031 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 12595200, 2024-08-17T01:57:02.031 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T01:57:02.031 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T01:57:02.031 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 12595200, 2024-08-17T01:57:02.031 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T01:57:02.031 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 241216503808, 2024-08-17T01:57:02.032 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 4, 2024-08-17T01:57:02.032 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 0, 2024-08-17T01:57:02.032 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 1.7404809113941155e-05, 2024-08-17T01:57:02.032 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T01:57:02.032 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T01:57:02.032 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 8977, 2024-08-17T01:57:02.032 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 3092382720, 2024-08-17T01:57:02.032 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 4194323, 2024-08-17T01:57:02.032 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 4194323, 2024-08-17T01:57:02.032 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 0, 2024-08-17T01:57:02.032 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 12582969, 2024-08-17T01:57:02.032 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 24396, 2024-08-17T01:57:02.033 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 3237074944 2024-08-17T01:57:02.033 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.033 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T01:57:02.033 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T01:57:02.033 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T01:57:02.033 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.033 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.033 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd": { 2024-08-17T01:57:02.033 INFO:tasks.workunit.client.0.smithi082.stdout: "mirroring_by_pool": [ 2024-08-17T01:57:02.033 INFO:tasks.workunit.client.0.smithi082.stdout: false 2024-08-17T01:57:02.033 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.033 INFO:tasks.workunit.client.0.smithi082.stdout: "num_images_by_pool": [ 2024-08-17T01:57:02.033 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.033 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.034 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pools": 1 2024-08-17T01:57:02.034 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.034 INFO:tasks.workunit.client.0.smithi082.stdout: "report_id": "ad84adfb-a6bd-4925-a80e-1b3716226455", 2024-08-17T01:57:02.034 INFO:tasks.workunit.client.0.smithi082.stdout: "report_timestamp": "2024-08-17T01:56:59.037273", 2024-08-17T01:57:02.034 INFO:tasks.workunit.client.0.smithi082.stdout: "report_version": 1, 2024-08-17T01:57:02.034 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_stats": { 2024-08-17T01:57:02.034 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "7.9.2" 2024-08-17T01:57:02.034 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.034 INFO:tasks.workunit.client.0.smithi082.stdout: "rook": { 2024-08-17T01:57:02.034 INFO:tasks.workunit.client.0.smithi082.stdout: "cluster": { 2024-08-17T01:57:02.034 INFO:tasks.workunit.client.0.smithi082.stdout: "external-mode": null, 2024-08-17T01:57:02.034 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:57:02.034 INFO:tasks.workunit.client.0.smithi082.stdout: "allow-multiple-per-node": null, 2024-08-17T01:57:02.035 INFO:tasks.workunit.client.0.smithi082.stdout: "count": null, 2024-08-17T01:57:02.035 INFO:tasks.workunit.client.0.smithi082.stdout: "max-id": null, 2024-08-17T01:57:02.035 INFO:tasks.workunit.client.0.smithi082.stdout: "pvc": { 2024-08-17T01:57:02.035 INFO:tasks.workunit.client.0.smithi082.stdout: "enabled": null 2024-08-17T01:57:02.035 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.035 INFO:tasks.workunit.client.0.smithi082.stdout: "stretch": { 2024-08-17T01:57:02.035 INFO:tasks.workunit.client.0.smithi082.stdout: "enabled": null 2024-08-17T01:57:02.035 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.035 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.035 INFO:tasks.workunit.client.0.smithi082.stdout: "network": { 2024-08-17T01:57:02.035 INFO:tasks.workunit.client.0.smithi082.stdout: "provider": null 2024-08-17T01:57:02.035 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.035 INFO:tasks.workunit.client.0.smithi082.stdout: "storage": { 2024-08-17T01:57:02.035 INFO:tasks.workunit.client.0.smithi082.stdout: "device-set": { 2024-08-17T01:57:02.036 INFO:tasks.workunit.client.0.smithi082.stdout: "count": { 2024-08-17T01:57:02.036 INFO:tasks.workunit.client.0.smithi082.stdout: "non-portable": null, 2024-08-17T01:57:02.036 INFO:tasks.workunit.client.0.smithi082.stdout: "portable": null, 2024-08-17T01:57:02.036 INFO:tasks.workunit.client.0.smithi082.stdout: "total": null 2024-08-17T01:57:02.036 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.036 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.036 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.036 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.036 INFO:tasks.workunit.client.0.smithi082.stdout: "csi": { 2024-08-17T01:57:02.036 INFO:tasks.workunit.client.0.smithi082.stdout: "version": null 2024-08-17T01:57:02.036 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.036 INFO:tasks.workunit.client.0.smithi082.stdout: "kubernetes": { 2024-08-17T01:57:02.036 INFO:tasks.workunit.client.0.smithi082.stdout: "version": null 2024-08-17T01:57:02.037 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.037 INFO:tasks.workunit.client.0.smithi082.stdout: "node": { 2024-08-17T01:57:02.037 INFO:tasks.workunit.client.0.smithi082.stdout: "count": { 2024-08-17T01:57:02.037 INFO:tasks.workunit.client.0.smithi082.stdout: "kubernetes-total": null, 2024-08-17T01:57:02.037 INFO:tasks.workunit.client.0.smithi082.stdout: "with-ceph-daemons": null, 2024-08-17T01:57:02.037 INFO:tasks.workunit.client.0.smithi082.stdout: "with-csi-cephfs-plugin": null, 2024-08-17T01:57:02.037 INFO:tasks.workunit.client.0.smithi082.stdout: "with-csi-nfs-plugin": null, 2024-08-17T01:57:02.037 INFO:tasks.workunit.client.0.smithi082.stdout: "with-csi-rbd-plugin": null 2024-08-17T01:57:02.037 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.037 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.037 INFO:tasks.workunit.client.0.smithi082.stdout: "usage": { 2024-08-17T01:57:02.038 INFO:tasks.workunit.client.0.smithi082.stdout: "storage-class": { 2024-08-17T01:57:02.038 INFO:tasks.workunit.client.0.smithi082.stdout: "count": { 2024-08-17T01:57:02.038 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket": null, 2024-08-17T01:57:02.038 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs": null, 2024-08-17T01:57:02.038 INFO:tasks.workunit.client.0.smithi082.stdout: "nfs": null, 2024-08-17T01:57:02.038 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd": null, 2024-08-17T01:57:02.038 INFO:tasks.workunit.client.0.smithi082.stdout: "total": null 2024-08-17T01:57:02.038 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.038 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.038 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.038 INFO:tasks.workunit.client.0.smithi082.stdout: "version": null 2024-08-17T01:57:02.038 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.039 INFO:tasks.workunit.client.0.smithi082.stdout: "services": {}, 2024-08-17T01:57:02.039 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_per_pg": [ 2024-08-17T01:57:02.039 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.039 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.039 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.039 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.039 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:02.039 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.039 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:02.039 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.039 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.039 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.039 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.040 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.040 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.228863+0000", 2024-08-17T01:57:02.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.290307+0000", 2024-08-17T01:57:02.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.290307+0000", 2024-08-17T01:57:02.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.290669+0000", 2024-08-17T01:57:02.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.228863+0000", 2024-08-17T01:57:02.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.228863+0000", 2024-08-17T01:57:02.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.228863+0000", 2024-08-17T01:57:02.040 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.228863+0000", 2024-08-17T01:57:02.041 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.041 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.041 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.041 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.228863+0000", 2024-08-17T01:57:02.041 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.228863+0000", 2024-08-17T01:57:02.041 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.041 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 6, 2024-08-17T01:57:02.041 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.041 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.041 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.041 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.041 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.041 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.042 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.042 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 6, 2024-08-17T01:57:02.042 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.042 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.042 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.042 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1f", 2024-08-17T01:57:02.042 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.042 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.042 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.042 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5341, 2024-08-17T01:57:02.042 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.042 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:20:37.208371+0000", 2024-08-17T01:57:02.043 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.043 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.043 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 570, 2024-08-17T01:57:02.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.043 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T01:57:02.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T01:57:02.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T01:57:02.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:02.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 8, 2024-08-17T01:57:02.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 8, 2024-08-17T01:57:02.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.046 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.046 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.046 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 4, 2024-08-17T01:57:02.046 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 1 2024-08-17T01:57:02.046 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.046 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.046 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.046 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.046 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.046 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.046 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:02.046 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.046 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:02.047 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "557'6" 2024-08-17T01:57:02.047 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.047 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.047 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.047 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.047 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.047 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:02.047 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.047 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:02.047 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.047 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.048 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.048 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.048 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.048 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.048 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:02.048 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.238675+0000", 2024-08-17T01:57:02.048 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.238675+0000", 2024-08-17T01:57:02.048 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.239014+0000", 2024-08-17T01:57:02.048 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:02.048 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.048 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.049 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.049 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:02.049 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:02.049 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:02.049 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:02.049 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.049 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.049 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.049 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:02.049 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:02.049 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.049 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.050 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.050 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.050 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:02.050 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.050 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.050 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.050 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.050 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.050 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.050 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.050 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.050 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1e", 2024-08-17T01:57:02.050 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.050 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.051 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.051 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5246, 2024-08-17T01:57:02.051 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.051 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:58:11.730956+0000", 2024-08-17T01:57:02.051 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.051 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.051 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.054 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.054 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.054 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.054 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.054 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.054 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.054 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.054 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.054 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.054 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.054 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.054 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:02.055 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.055 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:02.055 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.055 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.055 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.055 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.055 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.055 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.055 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:02.055 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.055 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:02.055 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.055 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.056 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.056 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.056 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.056 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064196+0000", 2024-08-17T01:57:02.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.959293+0000", 2024-08-17T01:57:02.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.959293+0000", 2024-08-17T01:57:02.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.959689+0000", 2024-08-17T01:57:02.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064196+0000", 2024-08-17T01:57:02.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:02.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064196+0000", 2024-08-17T01:57:02.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064196+0000", 2024-08-17T01:57:02.057 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064196+0000", 2024-08-17T01:57:02.057 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.057 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.057 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.057 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064196+0000", 2024-08-17T01:57:02.057 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064196+0000", 2024-08-17T01:57:02.057 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.057 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3, 2024-08-17T01:57:02.057 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.057 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.057 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:02.057 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.058 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.058 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.058 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.058 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3, 2024-08-17T01:57:02.058 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.058 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.058 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.058 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1e", 2024-08-17T01:57:02.058 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.058 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.058 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.059 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5272, 2024-08-17T01:57:02.059 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.059 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:40:32.033162+0000", 2024-08-17T01:57:02.059 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.059 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.059 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.061 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.061 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.061 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.061 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.061 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.061 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.061 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.061 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.061 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.061 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.061 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.061 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.062 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.062 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.062 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.062 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.062 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.062 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.062 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.062 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.062 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.062 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.062 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.062 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.062 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.063 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.063 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:02.063 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.063 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:02.063 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "557'3" 2024-08-17T01:57:02.063 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.063 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.063 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.063 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.063 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.063 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:02.063 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.064 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:02.064 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.064 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.064 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.064 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.064 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.064 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.064 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.228364+0000", 2024-08-17T01:57:02.064 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.959303+0000", 2024-08-17T01:57:02.064 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.959303+0000", 2024-08-17T01:57:02.064 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.961970+0000", 2024-08-17T01:57:02.064 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.228364+0000", 2024-08-17T01:57:02.064 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.065 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.065 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.065 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:02.065 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.228364+0000", 2024-08-17T01:57:02.065 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.228364+0000", 2024-08-17T01:57:02.065 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.228364+0000", 2024-08-17T01:57:02.065 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.065 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.065 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.065 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.228364+0000", 2024-08-17T01:57:02.065 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.228364+0000", 2024-08-17T01:57:02.065 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.065 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.066 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.066 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.066 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:02.066 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.066 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.066 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.066 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.066 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.066 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.066 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.066 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.066 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1f", 2024-08-17T01:57:02.066 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.067 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.067 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.067 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5326, 2024-08-17T01:57:02.067 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.067 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:36:45.976029+0000", 2024-08-17T01:57:02.067 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.067 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.067 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.069 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.069 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.069 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.069 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.069 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.069 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.069 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.069 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.069 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.069 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.069 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.069 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.070 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.070 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.071 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.071 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.071 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.071 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.071 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.071 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:02.071 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.071 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:02.071 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.071 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.071 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.071 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.072 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.072 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.072 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.072 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.072 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:02.072 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.072 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.072 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.072 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.072 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.072 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.072 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373623+0000", 2024-08-17T01:57:02.072 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295814+0000", 2024-08-17T01:57:02.072 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295814+0000", 2024-08-17T01:57:02.073 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.298020+0000", 2024-08-17T01:57:02.073 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373623+0000", 2024-08-17T01:57:02.073 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.073 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.073 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.073 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.073 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373623+0000", 2024-08-17T01:57:02.073 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373623+0000", 2024-08-17T01:57:02.073 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373623+0000", 2024-08-17T01:57:02.073 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.073 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.073 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.073 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373623+0000", 2024-08-17T01:57:02.073 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373623+0000", 2024-08-17T01:57:02.074 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.074 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T01:57:02.074 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.074 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.074 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.074 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.074 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.074 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.074 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.074 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T01:57:02.074 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.074 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.074 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.074 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1d", 2024-08-17T01:57:02.074 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.075 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.075 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.075 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5100, 2024-08-17T01:57:02.075 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.075 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:22:48.042846+0000", 2024-08-17T01:57:02.075 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.075 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.075 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:02.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:02.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:02.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.076 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:02.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 9, 2024-08-17T01:57:02.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 9, 2024-08-17T01:57:02.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.077 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.078 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T01:57:02.078 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.078 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.078 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.078 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.078 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.078 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.078 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.078 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.078 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.078 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:02.079 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T01:57:02.079 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.079 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.079 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.079 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.079 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.079 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:02.079 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.079 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:02.079 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.079 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.079 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.079 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.079 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.079 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.080 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065516+0000", 2024-08-17T01:57:02.080 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.960174+0000", 2024-08-17T01:57:02.080 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.960174+0000", 2024-08-17T01:57:02.080 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.961850+0000", 2024-08-17T01:57:02.080 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065516+0000", 2024-08-17T01:57:02.080 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.080 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.080 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.080 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:02.080 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065516+0000", 2024-08-17T01:57:02.080 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065516+0000", 2024-08-17T01:57:02.080 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065516+0000", 2024-08-17T01:57:02.080 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.080 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.081 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.081 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065516+0000", 2024-08-17T01:57:02.081 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065516+0000", 2024-08-17T01:57:02.081 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.081 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.081 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.081 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.081 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:02.081 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.081 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.081 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.081 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.081 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.081 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.082 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.082 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.082 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1c", 2024-08-17T01:57:02.082 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.082 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.082 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.082 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5161, 2024-08-17T01:57:02.082 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.082 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:42:34.495167+0000", 2024-08-17T01:57:02.082 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.082 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.082 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.084 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.085 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.085 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.085 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.085 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.086 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.086 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.086 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.086 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:02.086 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.086 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:02.086 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.086 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.086 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.086 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.086 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.086 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.086 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:02.087 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.087 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:02.087 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.087 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.087 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.087 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.087 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.087 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.087 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372182+0000", 2024-08-17T01:57:02.087 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295499+0000", 2024-08-17T01:57:02.087 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295499+0000", 2024-08-17T01:57:02.087 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.297764+0000", 2024-08-17T01:57:02.087 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372182+0000", 2024-08-17T01:57:02.088 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.088 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.088 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.088 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.088 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372182+0000", 2024-08-17T01:57:02.088 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372182+0000", 2024-08-17T01:57:02.088 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372182+0000", 2024-08-17T01:57:02.088 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.088 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.088 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.088 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372182+0000", 2024-08-17T01:57:02.088 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372182+0000", 2024-08-17T01:57:02.088 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.088 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T01:57:02.089 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.089 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.089 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.089 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.089 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.089 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.089 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.089 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T01:57:02.089 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.089 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.089 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.089 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1c", 2024-08-17T01:57:02.089 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.089 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.089 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.090 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5108, 2024-08-17T01:57:02.090 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.090 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:27:36.751370+0000", 2024-08-17T01:57:02.090 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.090 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.090 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:02.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:02.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:02.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.091 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.092 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.092 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:02.092 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.092 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.092 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.092 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.092 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.092 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.092 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.092 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 9, 2024-08-17T01:57:02.092 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 9, 2024-08-17T01:57:02.092 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.092 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.092 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.092 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T01:57:02.093 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.093 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.093 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.093 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.093 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.093 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.093 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.093 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:02.093 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.093 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:02.093 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T01:57:02.093 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.093 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.094 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.094 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.094 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.094 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.094 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.094 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:02.094 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.094 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.094 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.094 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.094 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.094 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.094 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063696+0000", 2024-08-17T01:57:02.094 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.233686+0000", 2024-08-17T01:57:02.094 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.233686+0000", 2024-08-17T01:57:02.095 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.233994+0000", 2024-08-17T01:57:02.095 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063696+0000", 2024-08-17T01:57:02.095 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.095 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.095 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.095 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:02.095 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063696+0000", 2024-08-17T01:57:02.095 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063696+0000", 2024-08-17T01:57:02.095 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063696+0000", 2024-08-17T01:57:02.095 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.095 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.095 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.096 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063696+0000", 2024-08-17T01:57:02.096 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063696+0000", 2024-08-17T01:57:02.096 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.096 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.096 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.096 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.096 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:02.096 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.096 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.096 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.096 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.096 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.096 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.096 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.096 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.097 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1d", 2024-08-17T01:57:02.097 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.097 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.097 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.097 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5153, 2024-08-17T01:57:02.097 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.097 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:40:55.933363+0000", 2024-08-17T01:57:02.097 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.097 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.097 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.098 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.098 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.098 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.098 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.098 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.098 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.098 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.098 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.098 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.098 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.098 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.098 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.098 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.098 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.099 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.099 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.099 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.099 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.099 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.099 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.099 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.099 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.099 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.099 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.099 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.099 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.099 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.100 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.100 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.100 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.100 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.100 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.100 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.100 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.100 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.100 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.100 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.100 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.100 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.100 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.100 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.100 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.101 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:02.101 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.101 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.101 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.101 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.101 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.101 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.101 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:02.101 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.101 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:02.101 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.101 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.101 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.101 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.101 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.101 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.102 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.371584+0000", 2024-08-17T01:57:02.102 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.246941+0000", 2024-08-17T01:57:02.102 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.246941+0000", 2024-08-17T01:57:02.102 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.247482+0000", 2024-08-17T01:57:02.102 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.371584+0000", 2024-08-17T01:57:02.102 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.102 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.102 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.102 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:02.102 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.371584+0000", 2024-08-17T01:57:02.102 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.371584+0000", 2024-08-17T01:57:02.102 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.371584+0000", 2024-08-17T01:57:02.102 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.102 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.102 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.103 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.371584+0000", 2024-08-17T01:57:02.103 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.371584+0000", 2024-08-17T01:57:02.103 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.103 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.103 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.103 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.103 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:02.103 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.103 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.103 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.103 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.103 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.103 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.103 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.103 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.104 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.a", 2024-08-17T01:57:02.104 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.104 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.104 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.104 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5126, 2024-08-17T01:57:02.104 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.104 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:36:08.556261+0000", 2024-08-17T01:57:02.104 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.104 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.104 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.105 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.106 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.107 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.107 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.107 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.107 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.107 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.107 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.107 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.107 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.107 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.107 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.107 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.107 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.107 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.107 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:02.108 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.108 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:02.108 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.108 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.108 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.108 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.108 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.108 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.108 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:02.108 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.108 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:02.108 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.108 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.108 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.108 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.109 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.109 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.109 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372471+0000", 2024-08-17T01:57:02.109 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.297478+0000", 2024-08-17T01:57:02.109 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.297478+0000", 2024-08-17T01:57:02.109 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.297970+0000", 2024-08-17T01:57:02.109 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372471+0000", 2024-08-17T01:57:02.109 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.109 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.109 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.109 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.109 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372471+0000", 2024-08-17T01:57:02.110 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372471+0000", 2024-08-17T01:57:02.110 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372471+0000", 2024-08-17T01:57:02.110 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.110 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.110 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.110 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372471+0000", 2024-08-17T01:57:02.110 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372471+0000", 2024-08-17T01:57:02.110 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.110 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 4, 2024-08-17T01:57:02.110 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.110 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.110 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.110 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.110 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.111 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.111 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.111 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 4, 2024-08-17T01:57:02.111 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.111 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.111 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.111 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.b", 2024-08-17T01:57:02.111 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.111 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.111 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.111 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5112, 2024-08-17T01:57:02.111 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.111 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:30:23.946401+0000", 2024-08-17T01:57:02.112 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.112 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.112 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.112 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.112 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.112 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.112 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.112 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.112 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.112 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.112 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.112 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.112 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.112 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:02.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:02.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:02.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:02.113 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 4, 2024-08-17T01:57:02.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 4, 2024-08-17T01:57:02.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 1, 2024-08-17T01:57:02.114 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.114 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.115 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.115 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.115 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.115 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.115 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.115 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:02.115 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.115 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:02.115 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "557'4" 2024-08-17T01:57:02.115 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.115 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.115 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.115 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.115 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.116 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:02.116 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.116 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:02.116 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.116 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.116 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.116 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.116 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.116 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.116 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063894+0000", 2024-08-17T01:57:02.116 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.795666+0000", 2024-08-17T01:57:02.116 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.795666+0000", 2024-08-17T01:57:02.116 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.796110+0000", 2024-08-17T01:57:02.116 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063894+0000", 2024-08-17T01:57:02.116 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.116 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.117 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.117 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:02.117 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063894+0000", 2024-08-17T01:57:02.117 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063894+0000", 2024-08-17T01:57:02.117 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063894+0000", 2024-08-17T01:57:02.117 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.117 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.117 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.117 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063894+0000", 2024-08-17T01:57:02.117 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063894+0000", 2024-08-17T01:57:02.117 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.117 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.117 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.117 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.117 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:02.118 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.118 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.118 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.118 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.118 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.118 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.118 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.118 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.118 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.b", 2024-08-17T01:57:02.118 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.118 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.118 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.118 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5262, 2024-08-17T01:57:02.118 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.118 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:16:09.026692+0000", 2024-08-17T01:57:02.119 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.119 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.119 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.119 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.119 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.119 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.119 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.119 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.119 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.119 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.119 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.119 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.119 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.119 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.120 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.121 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.121 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.122 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.122 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.122 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.122 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.122 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.122 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:02.122 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.122 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:02.122 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.122 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.122 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.122 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.122 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.122 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.123 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.123 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.123 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:02.123 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.123 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.123 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.123 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.123 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.123 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.123 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063569+0000", 2024-08-17T01:57:02.123 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295523+0000", 2024-08-17T01:57:02.123 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295523+0000", 2024-08-17T01:57:02.123 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.295930+0000", 2024-08-17T01:57:02.124 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063569+0000", 2024-08-17T01:57:02.124 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.124 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.124 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.124 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.124 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063569+0000", 2024-08-17T01:57:02.124 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063569+0000", 2024-08-17T01:57:02.124 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063569+0000", 2024-08-17T01:57:02.124 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.124 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.124 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.124 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063569+0000", 2024-08-17T01:57:02.124 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063569+0000", 2024-08-17T01:57:02.124 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.124 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.125 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.125 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.125 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.125 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.125 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.125 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.125 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.125 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.125 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.125 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.125 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.125 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.a", 2024-08-17T01:57:02.125 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.125 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.125 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.126 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5313, 2024-08-17T01:57:02.126 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.126 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:05:13.594836+0000", 2024-08-17T01:57:02.126 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.126 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.126 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.127 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.128 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.129 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.129 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.129 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.129 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.129 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.129 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.129 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.129 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.129 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:02.129 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.129 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.129 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.129 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.130 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.130 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.130 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.130 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.130 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:02.130 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.130 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.130 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.130 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.130 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.130 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.130 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.062825+0000", 2024-08-17T01:57:02.130 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.290462+0000", 2024-08-17T01:57:02.130 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.290462+0000", 2024-08-17T01:57:02.130 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.291156+0000", 2024-08-17T01:57:02.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.062825+0000", 2024-08-17T01:57:02.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.062825+0000", 2024-08-17T01:57:02.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.062825+0000", 2024-08-17T01:57:02.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.062825+0000", 2024-08-17T01:57:02.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.062825+0000", 2024-08-17T01:57:02.131 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.062825+0000", 2024-08-17T01:57:02.132 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.132 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.132 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.132 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.132 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.132 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.132 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.132 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.132 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.132 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.132 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.132 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.133 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.133 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.8", 2024-08-17T01:57:02.133 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.133 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.133 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.133 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5253, 2024-08-17T01:57:02.133 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.133 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:03:14.169604+0000", 2024-08-17T01:57:02.133 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.133 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.133 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.134 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.135 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.138 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.138 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.138 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.138 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.138 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.138 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.138 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.140 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.140 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.140 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.140 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.140 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.140 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.140 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.140 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.140 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.140 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.140 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.140 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:02.140 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.140 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.141 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.141 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.141 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.141 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.141 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:02.141 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.141 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:02.141 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.141 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.141 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.141 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.141 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.141 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.141 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061194+0000", 2024-08-17T01:57:02.141 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:23.890906+0000", 2024-08-17T01:57:02.141 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:23.890906+0000", 2024-08-17T01:57:02.142 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:23.891247+0000", 2024-08-17T01:57:02.142 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061194+0000", 2024-08-17T01:57:02.142 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.142 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.142 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.142 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 397, 2024-08-17T01:57:02.142 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061194+0000", 2024-08-17T01:57:02.142 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061194+0000", 2024-08-17T01:57:02.142 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061194+0000", 2024-08-17T01:57:02.142 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.142 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.142 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.143 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061194+0000", 2024-08-17T01:57:02.143 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061194+0000", 2024-08-17T01:57:02.143 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.143 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.143 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.143 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.143 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 396, 2024-08-17T01:57:02.143 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.143 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.143 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.143 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.143 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.144 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.144 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.144 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.144 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.9", 2024-08-17T01:57:02.144 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.144 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.144 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.144 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5331, 2024-08-17T01:57:02.144 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.144 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:38:19.361083+0000", 2024-08-17T01:57:02.144 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.144 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.144 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.146 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.146 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.146 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.146 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.146 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.146 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.146 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.146 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.146 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.146 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.146 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.146 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.147 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.147 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.147 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.147 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.147 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.147 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.147 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.147 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.147 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.147 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.147 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.147 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.148 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.148 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.148 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.148 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.148 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.148 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.148 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.148 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:02.148 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.148 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:02.148 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.148 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.149 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.149 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.149 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.149 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.149 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.149 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.149 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T01:57:02.149 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.149 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.149 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.149 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.149 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.149 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.149 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.368809+0000", 2024-08-17T01:57:02.150 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.293486+0000", 2024-08-17T01:57:02.150 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.293486+0000", 2024-08-17T01:57:02.150 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.293799+0000", 2024-08-17T01:57:02.150 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.368809+0000", 2024-08-17T01:57:02.150 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.150 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.150 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.150 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.150 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.368809+0000", 2024-08-17T01:57:02.150 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.368809+0000", 2024-08-17T01:57:02.150 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.368809+0000", 2024-08-17T01:57:02.150 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.150 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.151 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.151 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.368809+0000", 2024-08-17T01:57:02.151 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.368809+0000", 2024-08-17T01:57:02.151 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.151 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.151 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.151 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.151 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.151 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.151 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.151 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.151 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.151 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.151 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.151 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.152 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.152 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.9", 2024-08-17T01:57:02.152 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.152 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.152 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.152 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5214, 2024-08-17T01:57:02.152 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.152 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:31:24.416335+0000", 2024-08-17T01:57:02.152 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.152 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.152 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.154 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.154 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.154 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.154 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.154 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.154 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.154 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.154 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.154 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.154 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.154 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.154 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.155 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.155 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.155 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.155 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.155 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.155 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.155 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.155 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.155 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.155 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.155 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.155 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.155 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.155 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.155 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.156 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.156 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.156 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.156 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T01:57:02.156 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.156 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.156 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.156 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.156 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.156 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.156 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:02.156 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.156 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:02.156 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.156 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.157 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.157 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.157 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.157 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.157 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369414+0000", 2024-08-17T01:57:02.157 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.300625+0000", 2024-08-17T01:57:02.157 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.300625+0000", 2024-08-17T01:57:02.157 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.301595+0000", 2024-08-17T01:57:02.157 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369414+0000", 2024-08-17T01:57:02.157 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.157 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.157 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.157 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.157 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369414+0000", 2024-08-17T01:57:02.158 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369414+0000", 2024-08-17T01:57:02.158 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369414+0000", 2024-08-17T01:57:02.158 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.158 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.158 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.158 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369414+0000", 2024-08-17T01:57:02.158 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369414+0000", 2024-08-17T01:57:02.158 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.158 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.158 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.158 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.158 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.158 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.159 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.159 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.159 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.159 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.159 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.159 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.159 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.159 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.8", 2024-08-17T01:57:02.159 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.159 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.159 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.159 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5100, 2024-08-17T01:57:02.159 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.159 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:19:34.009998+0000", 2024-08-17T01:57:02.160 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.160 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.160 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.162 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.163 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.163 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.163 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.163 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.163 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.163 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.163 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.163 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.163 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.163 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.163 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.163 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:02.164 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.164 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:02.164 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.164 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.164 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.164 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.164 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.164 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.164 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:02.164 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.164 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:02.164 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.164 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.164 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.165 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.165 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.165 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.165 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.229405+0000", 2024-08-17T01:57:02.165 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.787589+0000", 2024-08-17T01:57:02.165 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.787589+0000", 2024-08-17T01:57:02.165 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.787975+0000", 2024-08-17T01:57:02.165 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.229405+0000", 2024-08-17T01:57:02.165 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.165 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.166 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.166 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:02.166 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.229405+0000", 2024-08-17T01:57:02.166 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.229405+0000", 2024-08-17T01:57:02.166 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.229405+0000", 2024-08-17T01:57:02.166 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.166 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.166 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.166 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.229405+0000", 2024-08-17T01:57:02.166 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.229405+0000", 2024-08-17T01:57:02.166 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.166 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.166 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.167 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.167 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:02.167 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.167 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.167 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.167 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.167 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.167 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.167 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.167 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.167 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.6", 2024-08-17T01:57:02.167 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.167 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.168 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.168 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5325, 2024-08-17T01:57:02.168 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.168 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:20:11.154553+0000", 2024-08-17T01:57:02.168 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.168 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.168 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.170 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.170 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.170 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.170 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.170 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.170 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.170 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.170 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.170 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.170 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.170 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.170 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.171 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.171 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.171 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.171 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.172 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.172 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.172 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.172 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:02.172 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.172 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:02.172 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.172 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.172 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.172 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.172 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.172 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.172 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:02.173 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.173 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:02.173 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.173 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.173 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.173 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.173 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.173 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.173 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372604+0000", 2024-08-17T01:57:02.173 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.289815+0000", 2024-08-17T01:57:02.173 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.289815+0000", 2024-08-17T01:57:02.173 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.290193+0000", 2024-08-17T01:57:02.173 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372604+0000", 2024-08-17T01:57:02.173 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.174 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.174 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.174 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.174 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372604+0000", 2024-08-17T01:57:02.174 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372604+0000", 2024-08-17T01:57:02.174 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372604+0000", 2024-08-17T01:57:02.174 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.174 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.174 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.174 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372604+0000", 2024-08-17T01:57:02.174 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372604+0000", 2024-08-17T01:57:02.174 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.175 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T01:57:02.175 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.175 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.175 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.175 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.175 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.175 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.175 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.175 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T01:57:02.175 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.175 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.175 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.175 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.7", 2024-08-17T01:57:02.175 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.176 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.176 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.176 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5102, 2024-08-17T01:57:02.176 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.176 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:48:42.369984+0000", 2024-08-17T01:57:02.176 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.176 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.176 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.176 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.176 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.176 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.176 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.176 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.176 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.177 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.177 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.177 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.177 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.177 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.177 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.177 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.177 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.177 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.177 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.177 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:02.177 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:02.177 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.177 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:02.177 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.178 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.178 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.178 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.178 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.178 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:02.178 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.178 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.178 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.178 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.178 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.178 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.178 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.178 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 9, 2024-08-17T01:57:02.178 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 9, 2024-08-17T01:57:02.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T01:57:02.179 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.179 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.179 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.179 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.179 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.179 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.179 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.179 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:02.179 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.179 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:02.180 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T01:57:02.180 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.180 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.180 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.180 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.180 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.180 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.180 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.180 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T01:57:02.180 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.180 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.180 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:57:02.180 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.180 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.181 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.181 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.368429+0000", 2024-08-17T01:57:02.181 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.239123+0000", 2024-08-17T01:57:02.181 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.239123+0000", 2024-08-17T01:57:02.181 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.417420+0000", 2024-08-17T01:57:02.181 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.368429+0000", 2024-08-17T01:57:02.181 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:02.181 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.181 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:02.181 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:02.181 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.368429+0000", 2024-08-17T01:57:02.181 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.368429+0000", 2024-08-17T01:57:02.181 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.368429+0000", 2024-08-17T01:57:02.182 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.182 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.182 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:02.182 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.368429+0000", 2024-08-17T01:57:02.182 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.368429+0000", 2024-08-17T01:57:02.182 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.182 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3150, 2024-08-17T01:57:02.182 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.182 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.182 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:02.182 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.182 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.182 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.183 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.183 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3150, 2024-08-17T01:57:02.183 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.183 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.183 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.183 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.1", 2024-08-17T01:57:02.183 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.183 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.183 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.183 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 9589, 2024-08-17T01:57:02.183 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.183 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:19:41.345367+0000", 2024-08-17T01:57:02.183 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.003860594, 2024-08-17T01:57:02.183 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.183 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.185 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.185 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.185 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.185 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.185 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.185 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.185 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.185 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.185 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.185 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.185 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.185 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.185 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.186 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.186 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.186 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.186 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.186 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.186 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.186 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 2380, 2024-08-17T01:57:02.186 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 386467, 2024-08-17T01:57:02.186 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.186 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.186 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.186 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3087, 2024-08-17T01:57:02.186 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 412735 2024-08-17T01:57:02.187 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.187 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.187 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.187 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.187 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.187 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.187 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.187 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.187 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T01:57:02.187 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'3150" 2024-08-17T01:57:02.187 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.187 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.187 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.187 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.188 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.188 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.188 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.188 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:02.188 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.188 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.188 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.188 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.188 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.188 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.188 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065543+0000", 2024-08-17T01:57:02.188 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295845+0000", 2024-08-17T01:57:02.189 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295845+0000", 2024-08-17T01:57:02.189 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296131+0000", 2024-08-17T01:57:02.189 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065543+0000", 2024-08-17T01:57:02.189 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.189 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.189 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.189 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.189 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065543+0000", 2024-08-17T01:57:02.189 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065543+0000", 2024-08-17T01:57:02.189 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065543+0000", 2024-08-17T01:57:02.189 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.189 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.189 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.190 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065543+0000", 2024-08-17T01:57:02.190 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065543+0000", 2024-08-17T01:57:02.190 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.190 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.190 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.190 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.190 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.190 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.190 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.190 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.191 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.191 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.191 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.191 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.191 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.191 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.7", 2024-08-17T01:57:02.191 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.191 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.191 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.191 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5263, 2024-08-17T01:57:02.191 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.191 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:39:03.183226+0000", 2024-08-17T01:57:02.191 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.192 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.192 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.192 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.192 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.192 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.192 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.192 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.192 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.192 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.192 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.192 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.192 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.192 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.192 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.193 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.193 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.193 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.193 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.193 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.193 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.193 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.193 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.193 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.193 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.193 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.193 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.193 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.194 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.194 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.194 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.194 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.194 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.194 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.194 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.194 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.194 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.194 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.194 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.194 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.194 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.195 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.195 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.195 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.195 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.195 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.195 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.195 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.195 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.195 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:02.195 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.195 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.195 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.196 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.196 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.196 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.196 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:02.196 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.196 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:02.196 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.196 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.196 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.196 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.196 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.196 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.197 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061357+0000", 2024-08-17T01:57:02.197 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.244103+0000", 2024-08-17T01:57:02.197 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.244103+0000", 2024-08-17T01:57:02.197 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.245296+0000", 2024-08-17T01:57:02.197 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061357+0000", 2024-08-17T01:57:02.197 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.197 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.197 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.197 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:02.197 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061357+0000", 2024-08-17T01:57:02.197 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061357+0000", 2024-08-17T01:57:02.197 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061357+0000", 2024-08-17T01:57:02.197 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.198 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.198 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.198 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061357+0000", 2024-08-17T01:57:02.198 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061357+0000", 2024-08-17T01:57:02.198 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.198 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3, 2024-08-17T01:57:02.198 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.198 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.198 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:02.198 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.198 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.198 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.198 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.199 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3, 2024-08-17T01:57:02.199 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.199 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.199 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.199 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.6", 2024-08-17T01:57:02.199 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.199 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.199 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.199 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5323, 2024-08-17T01:57:02.199 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.199 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:24:59.590230+0000", 2024-08-17T01:57:02.199 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.199 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.200 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.200 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.200 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.200 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.200 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.200 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.200 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.200 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.200 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.200 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.200 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.200 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.200 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.200 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.201 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.201 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.201 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.201 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:02.201 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:02.201 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.201 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:02.201 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.201 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.201 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.201 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.201 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.201 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:02.201 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.201 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.202 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.202 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.202 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.202 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.202 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.202 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 4, 2024-08-17T01:57:02.202 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 4, 2024-08-17T01:57:02.202 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.202 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.202 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.202 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T01:57:02.202 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.202 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.202 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.202 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.203 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.203 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.203 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.203 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:02.203 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.203 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:02.203 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "561'3" 2024-08-17T01:57:02.203 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.203 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.203 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.203 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.203 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.203 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.203 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.203 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:02.204 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.204 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.204 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:57:02.204 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.204 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.204 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.204 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.062493+0000", 2024-08-17T01:57:02.204 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.290854+0000", 2024-08-17T01:57:02.204 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.290854+0000", 2024-08-17T01:57:02.204 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.353212+0000", 2024-08-17T01:57:02.204 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.062493+0000", 2024-08-17T01:57:02.204 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:02.204 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.204 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:02.204 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.204 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.062493+0000", 2024-08-17T01:57:02.205 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.062493+0000", 2024-08-17T01:57:02.205 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.062493+0000", 2024-08-17T01:57:02.205 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.205 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.205 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:02.205 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.062493+0000", 2024-08-17T01:57:02.205 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.062493+0000", 2024-08-17T01:57:02.205 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.205 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3005, 2024-08-17T01:57:02.205 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.205 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.205 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.205 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.205 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.205 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.206 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.206 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3005, 2024-08-17T01:57:02.206 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.206 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.206 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.206 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.0", 2024-08-17T01:57:02.206 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.206 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.206 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.206 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 8795, 2024-08-17T01:57:02.206 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.206 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:28:41.556717+0000", 2024-08-17T01:57:02.206 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.004042376, 2024-08-17T01:57:02.206 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.207 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.207 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.207 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.207 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.207 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.207 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.207 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.207 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.207 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.207 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.207 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.207 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.207 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.207 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.207 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.208 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.208 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.208 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.208 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.208 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.208 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.208 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.208 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.208 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.208 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.208 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.208 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.208 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.208 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.209 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.209 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.209 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.209 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.209 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.209 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 763, 2024-08-17T01:57:02.209 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 363201, 2024-08-17T01:57:02.209 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.209 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.209 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.209 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3007, 2024-08-17T01:57:02.209 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 345519 2024-08-17T01:57:02.210 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.210 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.210 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.210 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.210 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.210 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.210 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.210 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.210 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:02.210 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'3005" 2024-08-17T01:57:02.210 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.210 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.210 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.211 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.211 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.211 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:02.211 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.211 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:02.211 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.211 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.211 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.211 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.211 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.211 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.211 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064283+0000", 2024-08-17T01:57:02.212 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.953762+0000", 2024-08-17T01:57:02.212 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.953762+0000", 2024-08-17T01:57:02.212 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.954067+0000", 2024-08-17T01:57:02.212 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064283+0000", 2024-08-17T01:57:02.212 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.212 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.212 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.212 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:02.212 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064283+0000", 2024-08-17T01:57:02.212 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064283+0000", 2024-08-17T01:57:02.212 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064283+0000", 2024-08-17T01:57:02.212 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.212 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.213 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.213 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064283+0000", 2024-08-17T01:57:02.213 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064283+0000", 2024-08-17T01:57:02.213 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.213 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.213 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.213 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.213 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:02.213 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.213 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.213 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.213 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.214 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.214 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.214 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.214 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.214 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.4", 2024-08-17T01:57:02.214 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.214 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.214 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.214 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5314, 2024-08-17T01:57:02.214 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.214 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:34:16.230378+0000", 2024-08-17T01:57:02.214 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.214 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.215 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.215 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.215 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.215 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.215 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.215 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.215 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.215 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.215 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.215 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.215 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.215 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.215 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.216 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.216 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.216 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.216 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.216 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.216 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.216 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.216 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.216 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.216 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.216 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.216 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.216 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.216 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.217 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.217 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.217 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.217 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.217 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.217 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.217 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.217 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.217 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.217 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.217 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.217 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.217 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.217 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.217 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.217 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.218 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.218 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.218 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.218 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.218 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:02.218 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.218 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:02.218 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.218 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.218 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.218 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.218 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.218 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.219 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:02.219 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.219 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:02.219 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.219 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.219 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.219 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.219 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.219 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.219 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373757+0000", 2024-08-17T01:57:02.219 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.294357+0000", 2024-08-17T01:57:02.219 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.294357+0000", 2024-08-17T01:57:02.219 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.297401+0000", 2024-08-17T01:57:02.219 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373757+0000", 2024-08-17T01:57:02.219 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.220 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.220 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.220 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.220 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373757+0000", 2024-08-17T01:57:02.220 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373757+0000", 2024-08-17T01:57:02.220 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373757+0000", 2024-08-17T01:57:02.220 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.220 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.220 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.220 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373757+0000", 2024-08-17T01:57:02.220 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373757+0000", 2024-08-17T01:57:02.220 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.220 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.221 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.221 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.221 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.221 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.221 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.221 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.221 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.221 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.221 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.221 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.221 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.221 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.5", 2024-08-17T01:57:02.221 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.221 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.222 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.222 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5115, 2024-08-17T01:57:02.222 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.222 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:26:25.743120+0000", 2024-08-17T01:57:02.222 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.222 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.222 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.222 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.222 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.222 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.222 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.222 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.222 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.222 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.223 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.223 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.223 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.223 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.223 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.223 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.223 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.223 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.223 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.223 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.223 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.223 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.223 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.224 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.224 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.224 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.224 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.224 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.224 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.224 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.224 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.224 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.224 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.224 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.224 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.224 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.224 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.225 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.225 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.225 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.225 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.225 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.225 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.225 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.225 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.225 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.225 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.225 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.225 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.225 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:02.225 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.225 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:02.225 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.226 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.226 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.226 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.226 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.226 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.226 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.226 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.226 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:02.226 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.226 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.226 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:57:02.226 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.226 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.227 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.227 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227329+0000", 2024-08-17T01:57:02.227 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.289961+0000", 2024-08-17T01:57:02.227 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.289961+0000", 2024-08-17T01:57:02.227 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.366653+0000", 2024-08-17T01:57:02.227 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227329+0000", 2024-08-17T01:57:02.227 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:02.227 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.227 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:02.227 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.227 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227329+0000", 2024-08-17T01:57:02.227 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227329+0000", 2024-08-17T01:57:02.227 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227329+0000", 2024-08-17T01:57:02.228 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.228 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.228 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:02.228 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227329+0000", 2024-08-17T01:57:02.228 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227329+0000", 2024-08-17T01:57:02.228 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.228 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3130, 2024-08-17T01:57:02.228 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.228 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.228 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.228 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.228 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.228 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.228 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.229 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3130, 2024-08-17T01:57:02.229 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.229 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.229 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.229 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.3", 2024-08-17T01:57:02.229 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.229 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.229 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.229 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 8988, 2024-08-17T01:57:02.229 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.229 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:56:47.742528+0000", 2024-08-17T01:57:02.229 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.004345494, 2024-08-17T01:57:02.229 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.229 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.231 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:02.231 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:02.231 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.231 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:02.231 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.231 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.231 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.231 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.231 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.231 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:02.231 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.231 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.231 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.231 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.231 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.232 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.232 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.232 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 641, 2024-08-17T01:57:02.232 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 390387, 2024-08-17T01:57:02.232 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.232 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.232 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.232 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3137, 2024-08-17T01:57:02.232 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 397083 2024-08-17T01:57:02.232 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.232 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.232 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.232 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.232 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.232 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.232 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.233 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.233 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:02.233 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'3130" 2024-08-17T01:57:02.233 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.233 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.233 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.233 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.233 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.233 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:02.233 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.233 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:02.233 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.233 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.233 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.233 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.234 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.234 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.234 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061583+0000", 2024-08-17T01:57:02.234 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:23.896663+0000", 2024-08-17T01:57:02.234 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:23.896663+0000", 2024-08-17T01:57:02.234 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:23.896987+0000", 2024-08-17T01:57:02.234 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061583+0000", 2024-08-17T01:57:02.234 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.234 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.234 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.234 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 397, 2024-08-17T01:57:02.234 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061583+0000", 2024-08-17T01:57:02.234 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061583+0000", 2024-08-17T01:57:02.235 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061583+0000", 2024-08-17T01:57:02.235 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.235 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.235 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.235 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061583+0000", 2024-08-17T01:57:02.235 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061583+0000", 2024-08-17T01:57:02.235 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.235 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.235 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.235 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.235 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 396, 2024-08-17T01:57:02.235 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.235 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.235 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.236 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.236 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.236 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.236 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.236 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.236 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.5", 2024-08-17T01:57:02.236 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.236 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.236 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.236 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5316, 2024-08-17T01:57:02.236 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.236 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:14:02.873009+0000", 2024-08-17T01:57:02.236 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.236 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.236 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.236 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.238 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.239 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.239 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.239 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.239 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.239 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.239 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.239 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.239 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.239 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.239 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.239 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.239 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.239 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.239 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.240 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.240 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.240 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.240 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.240 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.240 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:02.240 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.240 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:02.240 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.240 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.240 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.240 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.240 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.240 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.241 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.241 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.241 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:02.241 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.241 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.241 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.241 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.241 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.241 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.241 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064376+0000", 2024-08-17T01:57:02.241 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295525+0000", 2024-08-17T01:57:02.241 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295525+0000", 2024-08-17T01:57:02.241 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296112+0000", 2024-08-17T01:57:02.241 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064376+0000", 2024-08-17T01:57:02.241 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.242 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.242 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.242 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.242 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064376+0000", 2024-08-17T01:57:02.242 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064376+0000", 2024-08-17T01:57:02.242 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064376+0000", 2024-08-17T01:57:02.242 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.242 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.242 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.242 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064376+0000", 2024-08-17T01:57:02.242 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064376+0000", 2024-08-17T01:57:02.242 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.243 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.243 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.243 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.243 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.243 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.243 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.243 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.243 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.243 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.243 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.243 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.243 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.243 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.4", 2024-08-17T01:57:02.243 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.244 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.244 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.244 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5316, 2024-08-17T01:57:02.244 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.244 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:51:09.393234+0000", 2024-08-17T01:57:02.244 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.244 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.244 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.246 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.246 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.246 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.246 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.246 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.246 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.246 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.246 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.246 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.246 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.246 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.246 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.246 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.246 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.247 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.247 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.247 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.247 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.247 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.247 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.247 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.247 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.247 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.247 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.247 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.247 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:02.247 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.247 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.247 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.248 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.248 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.248 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.248 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:02.248 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.248 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:02.248 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.248 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.248 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:57:02.248 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.248 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.248 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.248 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.062959+0000", 2024-08-17T01:57:02.248 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.957314+0000", 2024-08-17T01:57:02.248 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.957314+0000", 2024-08-17T01:57:02.248 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.360154+0000", 2024-08-17T01:57:02.249 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.062959+0000", 2024-08-17T01:57:02.249 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:02.249 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.249 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:02.249 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:02.249 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.062959+0000", 2024-08-17T01:57:02.249 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.062959+0000", 2024-08-17T01:57:02.249 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.062959+0000", 2024-08-17T01:57:02.249 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.249 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.249 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:02.249 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.062959+0000", 2024-08-17T01:57:02.250 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.062959+0000", 2024-08-17T01:57:02.250 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.250 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3003, 2024-08-17T01:57:02.250 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.250 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.250 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:02.250 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.250 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.250 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.250 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.250 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3003, 2024-08-17T01:57:02.250 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.250 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.251 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.251 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.2", 2024-08-17T01:57:02.251 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.251 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.251 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.251 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 9132, 2024-08-17T01:57:02.251 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.251 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:36:46.293889+0000", 2024-08-17T01:57:02.251 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.006581899, 2024-08-17T01:57:02.251 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.251 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.251 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 19, 2024-08-17T01:57:02.251 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.251 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.252 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.252 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.252 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.252 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.252 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.252 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.252 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.252 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.252 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.252 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.252 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.252 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.252 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.252 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:02.252 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:02.253 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.253 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:02.253 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.253 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.253 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.253 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.253 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.253 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.253 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.253 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.253 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.253 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.253 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.253 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.253 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.254 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 1091, 2024-08-17T01:57:02.254 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 342970, 2024-08-17T01:57:02.254 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.254 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.254 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.254 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 2988, 2024-08-17T01:57:02.254 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 383989 2024-08-17T01:57:02.254 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.254 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.254 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.254 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.254 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.254 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.255 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:02.255 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.255 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:02.255 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'3003" 2024-08-17T01:57:02.255 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.255 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.255 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.255 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.255 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.255 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.255 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.255 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T01:57:02.255 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.256 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.256 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.256 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.256 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.256 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.256 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369232+0000", 2024-08-17T01:57:02.256 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.238798+0000", 2024-08-17T01:57:02.256 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.238798+0000", 2024-08-17T01:57:02.256 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.239107+0000", 2024-08-17T01:57:02.256 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369232+0000", 2024-08-17T01:57:02.256 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.256 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.256 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.256 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:02.256 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369232+0000", 2024-08-17T01:57:02.257 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369232+0000", 2024-08-17T01:57:02.257 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369232+0000", 2024-08-17T01:57:02.257 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.257 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.257 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.257 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369232+0000", 2024-08-17T01:57:02.257 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369232+0000", 2024-08-17T01:57:02.257 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.257 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.257 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.257 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.258 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:02.258 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.258 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.258 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.258 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.258 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.258 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.258 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.258 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.258 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3", 2024-08-17T01:57:02.258 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.259 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.259 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.259 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5276, 2024-08-17T01:57:02.259 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.259 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:52:10.640649+0000", 2024-08-17T01:57:02.259 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.259 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.259 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.259 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.259 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.259 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.259 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.259 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.259 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.260 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.260 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.260 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.260 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.260 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.260 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.260 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.260 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.260 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.260 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.260 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.260 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.260 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.260 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.260 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.260 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.261 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.261 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.261 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.261 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.261 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.261 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.261 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.261 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.261 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.261 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.261 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.261 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.261 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.261 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.262 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.262 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.262 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.262 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.262 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.262 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.262 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.262 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.262 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.262 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.262 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.262 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.262 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T01:57:02.263 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.263 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.263 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.263 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.263 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.263 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.263 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.263 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.263 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:02.263 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.263 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.263 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.263 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.263 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.263 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.264 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065468+0000", 2024-08-17T01:57:02.264 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.240031+0000", 2024-08-17T01:57:02.264 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.240031+0000", 2024-08-17T01:57:02.264 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.240364+0000", 2024-08-17T01:57:02.264 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065468+0000", 2024-08-17T01:57:02.264 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.264 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.264 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.264 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:02.264 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065468+0000", 2024-08-17T01:57:02.264 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065468+0000", 2024-08-17T01:57:02.264 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065468+0000", 2024-08-17T01:57:02.264 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.264 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.264 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.265 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065468+0000", 2024-08-17T01:57:02.265 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065468+0000", 2024-08-17T01:57:02.265 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.265 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.265 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.265 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.265 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:02.265 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.265 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.265 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.265 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.265 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.265 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.265 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.266 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.266 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.2", 2024-08-17T01:57:02.266 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.266 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.266 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.266 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5149, 2024-08-17T01:57:02.266 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.266 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:16:32.442038+0000", 2024-08-17T01:57:02.266 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.266 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.266 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.267 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.267 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.267 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.267 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.267 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.267 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.267 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.267 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.267 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.267 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.267 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.267 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.267 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.267 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.267 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.267 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.268 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.268 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.268 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.268 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.268 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.268 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.268 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.268 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.268 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.268 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.268 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.268 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.268 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.268 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.269 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.269 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.269 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.269 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.269 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.269 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.269 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.269 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.269 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.269 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.269 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.269 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.269 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.269 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.270 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.270 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:02.270 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.270 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.270 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.270 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.270 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.270 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.270 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:02.270 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.270 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:02.270 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.270 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.271 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:57:02.271 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.271 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.271 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.271 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064192+0000", 2024-08-17T01:57:02.271 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:23.896027+0000", 2024-08-17T01:57:02.271 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:23.896027+0000", 2024-08-17T01:57:02.271 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.358408+0000", 2024-08-17T01:57:02.271 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064192+0000", 2024-08-17T01:57:02.271 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:02.271 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.271 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:02.271 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 397, 2024-08-17T01:57:02.271 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064192+0000", 2024-08-17T01:57:02.272 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064192+0000", 2024-08-17T01:57:02.272 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064192+0000", 2024-08-17T01:57:02.272 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.272 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.272 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:02.272 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064192+0000", 2024-08-17T01:57:02.272 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064192+0000", 2024-08-17T01:57:02.272 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.272 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3128, 2024-08-17T01:57:02.272 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.272 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.272 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 396, 2024-08-17T01:57:02.272 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.272 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.273 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.273 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.273 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3128, 2024-08-17T01:57:02.273 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.273 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.273 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.273 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.4", 2024-08-17T01:57:02.273 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.273 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.273 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.273 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 9150, 2024-08-17T01:57:02.273 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.273 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:49:48.232416+0000", 2024-08-17T01:57:02.273 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.00523799, 2024-08-17T01:57:02.273 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.274 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.275 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.275 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.275 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.275 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.275 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:02.275 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:02.275 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.275 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:02.275 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.275 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.275 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.275 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.275 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.275 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:02.275 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.275 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.276 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.276 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.276 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.276 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.276 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.276 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 1044, 2024-08-17T01:57:02.276 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 403416, 2024-08-17T01:57:02.276 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.276 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.276 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.276 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3137, 2024-08-17T01:57:02.276 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 396246 2024-08-17T01:57:02.276 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.276 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.276 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.277 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.277 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.277 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.277 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:02.277 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.277 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:02.277 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'3128" 2024-08-17T01:57:02.277 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.277 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.277 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.277 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.277 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.277 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.278 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.278 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:02.278 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.278 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.278 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.278 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.278 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.278 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.278 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061765+0000", 2024-08-17T01:57:02.278 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.243252+0000", 2024-08-17T01:57:02.278 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.243252+0000", 2024-08-17T01:57:02.278 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.243553+0000", 2024-08-17T01:57:02.278 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061765+0000", 2024-08-17T01:57:02.279 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.279 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.279 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.279 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:02.279 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061765+0000", 2024-08-17T01:57:02.279 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061765+0000", 2024-08-17T01:57:02.279 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061765+0000", 2024-08-17T01:57:02.279 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.279 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.279 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.279 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061765+0000", 2024-08-17T01:57:02.279 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061765+0000", 2024-08-17T01:57:02.279 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.279 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.279 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.280 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.280 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:02.280 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.280 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.280 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.280 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.280 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.280 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.280 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.280 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.280 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.0", 2024-08-17T01:57:02.280 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.280 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.280 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.280 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5315, 2024-08-17T01:57:02.281 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.281 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:48:15.384122+0000", 2024-08-17T01:57:02.281 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.281 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.281 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.282 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.282 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.282 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.282 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.282 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.282 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.282 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.282 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.282 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.282 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.282 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.282 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.282 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.282 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.283 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.283 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.283 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.283 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.283 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.283 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.283 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.283 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.283 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.283 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.283 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.283 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.283 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.283 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.283 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.284 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.284 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.284 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.284 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.284 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.284 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.284 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.284 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.284 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.284 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:02.284 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.284 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.285 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.285 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.285 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.285 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.285 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.285 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.285 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T01:57:02.285 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.285 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.285 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.285 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.285 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.285 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.285 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.371065+0000", 2024-08-17T01:57:02.285 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:23.899467+0000", 2024-08-17T01:57:02.286 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:23.899467+0000", 2024-08-17T01:57:02.286 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:23.899756+0000", 2024-08-17T01:57:02.286 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.371065+0000", 2024-08-17T01:57:02.286 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.286 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.286 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.286 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 397, 2024-08-17T01:57:02.286 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.371065+0000", 2024-08-17T01:57:02.286 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.371065+0000", 2024-08-17T01:57:02.286 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.371065+0000", 2024-08-17T01:57:02.286 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.286 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.286 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.286 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.371065+0000", 2024-08-17T01:57:02.287 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.371065+0000", 2024-08-17T01:57:02.287 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.287 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.287 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.287 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.287 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 396, 2024-08-17T01:57:02.287 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.287 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.287 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.287 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.287 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.287 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.287 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.288 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.288 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1", 2024-08-17T01:57:02.288 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.288 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.288 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.288 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5282, 2024-08-17T01:57:02.288 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.288 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:02:01.013595+0000", 2024-08-17T01:57:02.288 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.288 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.288 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.290 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.290 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.290 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.290 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.290 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.290 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.290 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.290 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.290 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.290 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.290 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.290 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.291 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.291 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.291 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.291 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.291 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.291 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.291 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.291 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.291 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.291 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.291 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.291 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.291 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.292 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.292 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.292 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.292 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.292 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.292 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.292 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.292 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.292 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.292 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.292 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T01:57:02.292 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.293 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.293 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.293 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.293 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.293 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.293 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.293 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.293 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:02.293 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.293 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.293 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:57:02.293 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.293 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.294 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.294 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063074+0000", 2024-08-17T01:57:02.294 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.959193+0000", 2024-08-17T01:57:02.294 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.959193+0000", 2024-08-17T01:57:02.294 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.357083+0000", 2024-08-17T01:57:02.294 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063074+0000", 2024-08-17T01:57:02.294 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:02.294 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.294 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:02.294 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:02.294 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063074+0000", 2024-08-17T01:57:02.294 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063074+0000", 2024-08-17T01:57:02.294 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063074+0000", 2024-08-17T01:57:02.294 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.295 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.295 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:02.295 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063074+0000", 2024-08-17T01:57:02.295 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063074+0000", 2024-08-17T01:57:02.295 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.295 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2896, 2024-08-17T01:57:02.295 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.295 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.295 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:02.295 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.295 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.295 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.295 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.295 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2896, 2024-08-17T01:57:02.296 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.296 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.296 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.296 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.7", 2024-08-17T01:57:02.296 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.296 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.296 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.296 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 8637, 2024-08-17T01:57:02.296 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.296 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:26:30.795497+0000", 2024-08-17T01:57:02.296 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.003822663, 2024-08-17T01:57:02.296 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.296 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 4194304, 2024-08-17T01:57:02.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:02.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:02.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:02.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.298 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.299 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.299 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.299 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.299 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.299 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.299 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.299 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 490, 2024-08-17T01:57:02.299 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 388656, 2024-08-17T01:57:02.299 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.299 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.299 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.299 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 2902, 2024-08-17T01:57:02.300 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 389692 2024-08-17T01:57:02.300 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.300 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.300 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.300 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.300 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.300 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.300 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.300 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.300 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:02.300 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'2896" 2024-08-17T01:57:02.300 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.300 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.301 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.301 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.301 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.301 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:02.301 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.301 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:02.301 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.301 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.301 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.301 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.301 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.301 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.302 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227327+0000", 2024-08-17T01:57:02.302 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.792947+0000", 2024-08-17T01:57:02.302 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.792947+0000", 2024-08-17T01:57:02.302 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.793281+0000", 2024-08-17T01:57:02.302 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227327+0000", 2024-08-17T01:57:02.302 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.302 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.302 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.302 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:02.302 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227327+0000", 2024-08-17T01:57:02.302 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227327+0000", 2024-08-17T01:57:02.302 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227327+0000", 2024-08-17T01:57:02.302 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.302 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.303 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.303 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227327+0000", 2024-08-17T01:57:02.303 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227327+0000", 2024-08-17T01:57:02.303 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.303 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.303 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.303 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.303 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:02.303 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.303 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.303 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.303 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.303 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.304 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.304 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.304 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.304 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1", 2024-08-17T01:57:02.304 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.304 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.304 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.304 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5326, 2024-08-17T01:57:02.304 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.304 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:33:29.511826+0000", 2024-08-17T01:57:02.304 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.304 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.304 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.304 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.304 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.305 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.306 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.307 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.307 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.307 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.307 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.307 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.307 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.307 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.307 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.307 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.307 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.307 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.307 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.307 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.307 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.307 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.308 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:02.308 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.308 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:02.308 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.308 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.308 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.308 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.308 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.308 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.308 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.309 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.309 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:02.309 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.309 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.309 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.309 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.309 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.309 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.309 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369723+0000", 2024-08-17T01:57:02.309 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.297748+0000", 2024-08-17T01:57:02.309 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.297748+0000", 2024-08-17T01:57:02.309 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.300198+0000", 2024-08-17T01:57:02.309 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369723+0000", 2024-08-17T01:57:02.310 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.310 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.310 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.310 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.310 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369723+0000", 2024-08-17T01:57:02.310 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369723+0000", 2024-08-17T01:57:02.310 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369723+0000", 2024-08-17T01:57:02.310 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.310 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.310 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.310 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369723+0000", 2024-08-17T01:57:02.310 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369723+0000", 2024-08-17T01:57:02.310 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.310 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.310 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.311 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.311 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.311 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.311 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.311 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.311 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.311 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.311 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.311 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.311 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.311 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.0", 2024-08-17T01:57:02.311 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.311 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.311 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.312 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5103, 2024-08-17T01:57:02.312 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.312 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:27:55.751968+0000", 2024-08-17T01:57:02.312 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.312 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.312 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.312 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.313 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.314 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.315 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.315 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.315 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.315 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.315 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.315 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.315 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.315 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.315 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.315 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.315 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.315 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.315 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.316 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:02.316 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.316 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.316 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.316 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.316 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.316 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.316 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:02.316 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.316 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:02.316 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.316 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.316 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:57:02.316 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.316 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.317 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.229269+0000", 2024-08-17T01:57:02.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:45:51.260550+0000", 2024-08-17T01:57:02.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:45:51.260550+0000", 2024-08-17T01:57:02.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.367554+0000", 2024-08-17T01:57:02.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.229269+0000", 2024-08-17T01:57:02.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:02.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:02.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 364, 2024-08-17T01:57:02.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.229269+0000", 2024-08-17T01:57:02.317 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.229269+0000", 2024-08-17T01:57:02.318 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.229269+0000", 2024-08-17T01:57:02.318 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.318 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.318 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:02.318 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.229269+0000", 2024-08-17T01:57:02.318 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.229269+0000", 2024-08-17T01:57:02.318 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.318 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2962, 2024-08-17T01:57:02.318 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.318 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.318 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 363, 2024-08-17T01:57:02.318 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.319 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.319 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.319 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.319 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2962, 2024-08-17T01:57:02.319 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.319 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.319 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.319 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.6", 2024-08-17T01:57:02.319 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.319 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.319 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.319 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 8960, 2024-08-17T01:57:02.319 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.319 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:58:48.500047+0000", 2024-08-17T01:57:02.320 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.005197921, 2024-08-17T01:57:02.320 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.320 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.320 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.321 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.322 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.322 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.322 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.322 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.322 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.322 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.322 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.322 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.322 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.322 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.322 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 1094, 2024-08-17T01:57:02.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 358962, 2024-08-17T01:57:02.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 2923, 2024-08-17T01:57:02.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 389607 2024-08-17T01:57:02.323 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.323 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.323 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.323 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.323 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.324 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.324 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:02.324 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.324 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:02.324 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'2962" 2024-08-17T01:57:02.324 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.324 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.324 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.324 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.324 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.324 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.324 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.324 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:02.324 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.325 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.325 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.325 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.325 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.325 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.325 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063450+0000", 2024-08-17T01:57:02.325 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.242230+0000", 2024-08-17T01:57:02.325 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.242230+0000", 2024-08-17T01:57:02.325 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.244435+0000", 2024-08-17T01:57:02.325 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063450+0000", 2024-08-17T01:57:02.325 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.325 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.325 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.325 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:02.325 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063450+0000", 2024-08-17T01:57:02.326 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063450+0000", 2024-08-17T01:57:02.326 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063450+0000", 2024-08-17T01:57:02.326 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.326 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.326 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.326 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063450+0000", 2024-08-17T01:57:02.326 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063450+0000", 2024-08-17T01:57:02.326 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.326 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.326 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.326 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.326 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:02.326 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.327 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.327 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.327 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.327 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.327 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.327 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.327 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.327 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2", 2024-08-17T01:57:02.327 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.327 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.327 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.327 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5223, 2024-08-17T01:57:02.327 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.327 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:49:03.844090+0000", 2024-08-17T01:57:02.328 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.328 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.328 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.328 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.331 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.331 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.331 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.331 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.331 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.331 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.331 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.331 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.331 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:02.331 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.331 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.331 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.332 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.332 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.332 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.332 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.332 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.332 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:02.332 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.332 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.332 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.332 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.332 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.332 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063949+0000", 2024-08-17T01:57:02.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.292160+0000", 2024-08-17T01:57:02.332 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.292160+0000", 2024-08-17T01:57:02.333 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.292567+0000", 2024-08-17T01:57:02.333 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063949+0000", 2024-08-17T01:57:02.333 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.333 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.333 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.333 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.333 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063949+0000", 2024-08-17T01:57:02.333 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063949+0000", 2024-08-17T01:57:02.333 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063949+0000", 2024-08-17T01:57:02.333 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.333 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.333 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.333 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063949+0000", 2024-08-17T01:57:02.333 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063949+0000", 2024-08-17T01:57:02.333 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.334 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.334 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.334 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.334 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.334 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.334 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.334 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.334 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.334 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.334 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.334 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.334 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.334 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.3", 2024-08-17T01:57:02.335 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.335 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.335 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.335 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5179, 2024-08-17T01:57:02.335 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.335 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:07:50.292815+0000", 2024-08-17T01:57:02.335 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.335 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.335 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.335 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.335 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.335 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.335 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.335 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.335 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.336 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.338 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.338 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.338 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.338 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.338 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.338 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.338 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.338 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.338 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:02.338 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.339 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.339 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.339 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.339 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.339 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.339 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.339 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.339 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:02.339 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.339 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.339 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 19, 2024-08-17T01:57:02.339 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.339 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.339 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369783+0000", 2024-08-17T01:57:02.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.299586+0000", 2024-08-17T01:57:02.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.299586+0000", 2024-08-17T01:57:02.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.301337+0000", 2024-08-17T01:57:02.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369783+0000", 2024-08-17T01:57:02.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:34:43.704511+0000", 2024-08-17T01:57:02.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:34:43.704511+0000", 2024-08-17T01:57:02.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369783+0000", 2024-08-17T01:57:02.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369783+0000", 2024-08-17T01:57:02.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369783+0000", 2024-08-17T01:57:02.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:34:43.704511+0000", 2024-08-17T01:57:02.340 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369783+0000", 2024-08-17T01:57:02.341 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369783+0000", 2024-08-17T01:57:02.341 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.341 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 249, 2024-08-17T01:57:02.341 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.341 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.341 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.341 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.341 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.341 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.341 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.341 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 249, 2024-08-17T01:57:02.341 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.342 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.342 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.342 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "1.0", 2024-08-17T01:57:02.342 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.342 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.342 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.342 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5793, 2024-08-17T01:57:02.342 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.342 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:58:44.770619+0000", 2024-08-17T01:57:02.342 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.342 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.342 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.343 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 590368, 2024-08-17T01:57:02.343 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.343 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 1771104, 2024-08-17T01:57:02.343 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.343 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.343 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.343 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.343 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.343 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.343 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.343 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.343 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.343 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.343 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.344 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.344 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.344 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T01:57:02.344 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T01:57:02.344 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.344 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T01:57:02.344 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.344 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.344 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.344 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.344 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.344 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.344 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 6, 2024-08-17T01:57:02.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 1286, 2024-08-17T01:57:02.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 2084, 2024-08-17T01:57:02.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 415, 2024-08-17T01:57:02.345 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 2416 2024-08-17T01:57:02.345 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.346 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.346 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.346 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.346 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.346 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.346 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.346 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.346 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:02.346 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "2202'249" 2024-08-17T01:57:02.346 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.346 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.346 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.346 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.347 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.347 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.347 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.347 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:02.347 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.347 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.347 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:57:02.347 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.347 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.347 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.347 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372057+0000", 2024-08-17T01:57:02.347 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.288765+0000", 2024-08-17T01:57:02.347 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.288765+0000", 2024-08-17T01:57:02.347 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.351518+0000", 2024-08-17T01:57:02.348 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372057+0000", 2024-08-17T01:57:02.348 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:02.348 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.348 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:02.348 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.348 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372057+0000", 2024-08-17T01:57:02.348 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372057+0000", 2024-08-17T01:57:02.348 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372057+0000", 2024-08-17T01:57:02.348 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.348 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.348 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:02.348 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372057+0000", 2024-08-17T01:57:02.348 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372057+0000", 2024-08-17T01:57:02.348 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.348 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3253, 2024-08-17T01:57:02.349 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.349 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.349 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.349 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.349 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.349 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.349 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.349 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3253, 2024-08-17T01:57:02.349 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.349 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.349 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.349 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.5", 2024-08-17T01:57:02.349 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.349 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.350 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.350 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 9233, 2024-08-17T01:57:02.350 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.350 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:25:16.799663+0000", 2024-08-17T01:57:02.350 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.001392718, 2024-08-17T01:57:02.350 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.350 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.350 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.350 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.350 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.350 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.350 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.351 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.351 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.351 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.351 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.351 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.351 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.351 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.351 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.351 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.351 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.351 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.351 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.351 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.351 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.352 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 1474, 2024-08-17T01:57:02.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 385846, 2024-08-17T01:57:02.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3215, 2024-08-17T01:57:02.353 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 446335 2024-08-17T01:57:02.353 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.353 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.353 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.353 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.353 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.353 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.353 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.353 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.353 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:02.354 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'3253" 2024-08-17T01:57:02.354 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.354 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.354 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.354 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.354 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.354 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.354 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.354 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:02.354 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.354 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.354 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.354 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.354 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.355 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.355 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373850+0000", 2024-08-17T01:57:02.355 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.298355+0000", 2024-08-17T01:57:02.355 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.298355+0000", 2024-08-17T01:57:02.355 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.300211+0000", 2024-08-17T01:57:02.355 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373850+0000", 2024-08-17T01:57:02.355 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.355 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.355 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.355 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.355 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373850+0000", 2024-08-17T01:57:02.355 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373850+0000", 2024-08-17T01:57:02.355 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373850+0000", 2024-08-17T01:57:02.355 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.355 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.355 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.356 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373850+0000", 2024-08-17T01:57:02.356 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373850+0000", 2024-08-17T01:57:02.356 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.356 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.356 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.356 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.356 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.356 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.356 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.356 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.356 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.356 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.356 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.356 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.356 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.357 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.d", 2024-08-17T01:57:02.357 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.357 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.357 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.357 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5095, 2024-08-17T01:57:02.357 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.357 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:53:26.649326+0000", 2024-08-17T01:57:02.357 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.357 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.357 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.357 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.357 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.358 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.358 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.358 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.358 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.358 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.358 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.358 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.358 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.358 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.358 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.358 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.358 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.358 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.359 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.359 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.359 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.359 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.359 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.359 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.359 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.359 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.359 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.359 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.359 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.359 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.359 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.359 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.360 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.360 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.360 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.360 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.360 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.361 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.361 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.361 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.361 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.361 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:02.361 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.361 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.361 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.361 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.361 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.361 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.361 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.361 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.361 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T01:57:02.361 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.361 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.362 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.362 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.362 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.362 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.362 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369425+0000", 2024-08-17T01:57:02.362 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.958158+0000", 2024-08-17T01:57:02.362 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.958158+0000", 2024-08-17T01:57:02.362 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.958453+0000", 2024-08-17T01:57:02.362 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369425+0000", 2024-08-17T01:57:02.362 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.362 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.362 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.362 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:02.363 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369425+0000", 2024-08-17T01:57:02.363 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369425+0000", 2024-08-17T01:57:02.363 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369425+0000", 2024-08-17T01:57:02.363 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.363 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.363 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.363 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369425+0000", 2024-08-17T01:57:02.363 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369425+0000", 2024-08-17T01:57:02.363 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.363 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.363 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.363 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.363 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:02.363 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.363 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.364 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.364 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.364 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.364 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.364 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.364 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.364 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.c", 2024-08-17T01:57:02.364 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.364 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.364 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.364 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5279, 2024-08-17T01:57:02.364 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.364 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:09:26.417208+0000", 2024-08-17T01:57:02.364 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.364 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.365 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.365 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.365 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.365 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.365 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.365 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.365 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.365 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.365 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.365 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.365 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.365 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.365 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.365 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.365 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.365 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.366 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.366 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.366 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.366 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.366 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.366 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.366 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.366 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.366 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.366 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.366 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.366 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.366 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.366 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.366 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.367 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.367 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.367 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.367 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.367 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.367 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.367 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.367 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.367 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.367 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.367 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.367 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.367 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.367 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.367 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.368 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.368 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.368 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.368 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T01:57:02.368 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.368 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.368 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.368 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.368 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.368 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.368 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.368 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.368 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:02.368 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.369 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.369 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.369 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.369 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.369 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.369 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065210+0000", 2024-08-17T01:57:02.369 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.242702+0000", 2024-08-17T01:57:02.369 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.242702+0000", 2024-08-17T01:57:02.369 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.243020+0000", 2024-08-17T01:57:02.369 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065210+0000", 2024-08-17T01:57:02.369 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.369 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.369 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.369 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:02.370 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065210+0000", 2024-08-17T01:57:02.370 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065210+0000", 2024-08-17T01:57:02.370 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065210+0000", 2024-08-17T01:57:02.370 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.370 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.370 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.370 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065210+0000", 2024-08-17T01:57:02.370 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065210+0000", 2024-08-17T01:57:02.370 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.370 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.370 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.370 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.370 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:02.371 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.371 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.371 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.371 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.371 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.371 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.371 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.371 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.371 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.c", 2024-08-17T01:57:02.371 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.371 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.371 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.371 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5165, 2024-08-17T01:57:02.371 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.371 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:25:09.749752+0000", 2024-08-17T01:57:02.372 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.372 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.372 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.372 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.372 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.372 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.372 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.372 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.372 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.372 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.372 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.372 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.372 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.372 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.372 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.373 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.373 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.373 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.373 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.373 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.373 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.373 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.373 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.373 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.373 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.373 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.373 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.373 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.373 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.374 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.374 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.374 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.374 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.374 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.374 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.374 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.374 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.374 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.374 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.374 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.374 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.374 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.375 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.375 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.375 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.375 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.375 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.375 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.375 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.375 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.375 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.375 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:02.375 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.375 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.375 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.376 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.376 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.376 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.376 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:02.376 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.376 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:02.376 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.376 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.376 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.376 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.376 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.376 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.376 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061366+0000", 2024-08-17T01:57:02.376 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.790910+0000", 2024-08-17T01:57:02.377 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.790910+0000", 2024-08-17T01:57:02.377 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.791293+0000", 2024-08-17T01:57:02.377 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061366+0000", 2024-08-17T01:57:02.377 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.377 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.377 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.377 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:02.377 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061366+0000", 2024-08-17T01:57:02.377 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061366+0000", 2024-08-17T01:57:02.377 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061366+0000", 2024-08-17T01:57:02.377 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.377 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.377 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.378 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061366+0000", 2024-08-17T01:57:02.378 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061366+0000", 2024-08-17T01:57:02.378 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.378 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 1, 2024-08-17T01:57:02.378 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.378 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.378 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:02.378 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.378 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.378 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.378 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.378 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 1, 2024-08-17T01:57:02.379 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.379 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.379 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.379 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.d", 2024-08-17T01:57:02.379 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.379 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.379 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.379 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5319, 2024-08-17T01:57:02.379 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.379 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:57:17.691874+0000", 2024-08-17T01:57:02.379 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.379 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.379 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 70, 2024-08-17T01:57:02.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.380 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.381 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.381 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:02.381 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:02.381 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.381 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:02.381 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.381 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.381 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.381 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.381 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.381 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.381 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.381 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.381 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.382 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.382 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.382 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.382 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.382 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 2, 2024-08-17T01:57:02.382 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 2, 2024-08-17T01:57:02.382 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.382 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.382 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.382 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 1, 2024-08-17T01:57:02.382 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 1 2024-08-17T01:57:02.382 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.382 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.382 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.382 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.383 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.383 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.383 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:02.383 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.383 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:02.383 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'1" 2024-08-17T01:57:02.383 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.383 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.383 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.383 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.383 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.383 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:02.383 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.383 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:02.383 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.384 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.384 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.384 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.384 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.384 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.384 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372980+0000", 2024-08-17T01:57:02.384 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.299839+0000", 2024-08-17T01:57:02.384 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.299839+0000", 2024-08-17T01:57:02.384 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.300156+0000", 2024-08-17T01:57:02.384 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372980+0000", 2024-08-17T01:57:02.384 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.384 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.384 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.384 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.384 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372980+0000", 2024-08-17T01:57:02.384 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372980+0000", 2024-08-17T01:57:02.385 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372980+0000", 2024-08-17T01:57:02.385 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.385 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.385 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.385 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372980+0000", 2024-08-17T01:57:02.385 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372980+0000", 2024-08-17T01:57:02.385 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.385 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.385 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.385 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.385 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.385 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.385 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.385 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.385 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.386 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.386 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.386 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.386 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.386 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.f", 2024-08-17T01:57:02.386 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.386 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.386 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.386 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5089, 2024-08-17T01:57:02.386 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.386 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:49:16.922454+0000", 2024-08-17T01:57:02.386 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.386 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.387 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.388 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.389 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.389 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.389 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.389 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.389 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.389 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.389 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.389 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.389 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.389 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.389 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.389 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.389 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.389 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.389 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.390 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.390 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.390 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.390 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.390 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.390 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:02.390 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.390 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:02.390 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.390 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.390 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.390 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.390 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.390 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.391 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.391 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.391 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T01:57:02.391 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.391 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.391 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.391 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.391 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.391 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.391 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369255+0000", 2024-08-17T01:57:02.391 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295605+0000", 2024-08-17T01:57:02.391 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295605+0000", 2024-08-17T01:57:02.391 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.295955+0000", 2024-08-17T01:57:02.391 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369255+0000", 2024-08-17T01:57:02.391 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.391 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.392 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.392 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.392 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369255+0000", 2024-08-17T01:57:02.392 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369255+0000", 2024-08-17T01:57:02.392 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369255+0000", 2024-08-17T01:57:02.392 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.392 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.392 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.392 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369255+0000", 2024-08-17T01:57:02.392 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369255+0000", 2024-08-17T01:57:02.392 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.392 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T01:57:02.392 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.392 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.392 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.393 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.393 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.393 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.393 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.393 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T01:57:02.393 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.393 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.393 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.393 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.e", 2024-08-17T01:57:02.393 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.393 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.393 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.393 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5286, 2024-08-17T01:57:02.394 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.394 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:38:45.647672+0000", 2024-08-17T01:57:02.394 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.394 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.394 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:02.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:02.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:02.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.395 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:02.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 9, 2024-08-17T01:57:02.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 9, 2024-08-17T01:57:02.396 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.397 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.397 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.397 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T01:57:02.397 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.397 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.397 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.397 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.397 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.397 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.397 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.397 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.397 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.398 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T01:57:02.398 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T01:57:02.398 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.398 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.398 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.398 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.398 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.398 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:02.398 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.398 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:02.398 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.398 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.398 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.398 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.399 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.399 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373592+0000", 2024-08-17T01:57:02.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.299634+0000", 2024-08-17T01:57:02.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.299634+0000", 2024-08-17T01:57:02.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.301314+0000", 2024-08-17T01:57:02.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373592+0000", 2024-08-17T01:57:02.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373592+0000", 2024-08-17T01:57:02.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373592+0000", 2024-08-17T01:57:02.399 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373592+0000", 2024-08-17T01:57:02.400 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.400 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.400 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.400 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373592+0000", 2024-08-17T01:57:02.400 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373592+0000", 2024-08-17T01:57:02.400 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.400 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.400 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.400 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.400 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.400 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.400 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.400 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.400 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.400 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.401 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.401 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.401 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.401 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.e", 2024-08-17T01:57:02.401 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.401 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.401 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.401 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5111, 2024-08-17T01:57:02.401 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.401 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:09:48.615463+0000", 2024-08-17T01:57:02.401 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.401 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.401 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.402 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.403 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.404 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.404 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.404 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.404 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.404 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.404 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.405 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.405 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:02.405 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.405 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:02.405 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.405 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.405 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.405 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.405 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.405 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.405 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.405 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.405 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T01:57:02.405 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.405 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.405 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.406 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.406 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.406 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.406 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369630+0000", 2024-08-17T01:57:02.406 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.288586+0000", 2024-08-17T01:57:02.406 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.288586+0000", 2024-08-17T01:57:02.406 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.288967+0000", 2024-08-17T01:57:02.406 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369630+0000", 2024-08-17T01:57:02.406 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.406 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.406 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.406 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.406 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369630+0000", 2024-08-17T01:57:02.406 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369630+0000", 2024-08-17T01:57:02.406 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369630+0000", 2024-08-17T01:57:02.407 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.407 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.407 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.407 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369630+0000", 2024-08-17T01:57:02.407 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369630+0000", 2024-08-17T01:57:02.407 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.407 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 1, 2024-08-17T01:57:02.407 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.407 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.407 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.407 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.407 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.407 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.407 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.407 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 1, 2024-08-17T01:57:02.408 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.408 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.408 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.408 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.f", 2024-08-17T01:57:02.408 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.408 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.408 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.408 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5197, 2024-08-17T01:57:02.408 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.408 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:35:08.400837+0000", 2024-08-17T01:57:02.408 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.408 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.408 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 22, 2024-08-17T01:57:02.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:02.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:02.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:02.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.410 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 2, 2024-08-17T01:57:02.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 2, 2024-08-17T01:57:02.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 1, 2024-08-17T01:57:02.411 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 1 2024-08-17T01:57:02.411 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.411 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.411 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.411 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.411 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.412 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.412 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.412 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.412 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T01:57:02.412 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'1" 2024-08-17T01:57:02.412 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.412 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.412 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.412 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.412 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.412 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.412 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.412 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:02.413 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.413 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.413 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.413 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.413 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.413 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.413 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372214+0000", 2024-08-17T01:57:02.413 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.291473+0000", 2024-08-17T01:57:02.413 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.291473+0000", 2024-08-17T01:57:02.413 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.294020+0000", 2024-08-17T01:57:02.413 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372214+0000", 2024-08-17T01:57:02.413 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.413 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.413 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.414 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.414 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372214+0000", 2024-08-17T01:57:02.414 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372214+0000", 2024-08-17T01:57:02.414 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372214+0000", 2024-08-17T01:57:02.414 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.414 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.414 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.414 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372214+0000", 2024-08-17T01:57:02.414 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372214+0000", 2024-08-17T01:57:02.414 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.414 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.414 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.414 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.415 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.415 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.415 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.415 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.415 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.415 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.415 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.415 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.415 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.415 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.11", 2024-08-17T01:57:02.415 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.415 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.415 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.416 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5094, 2024-08-17T01:57:02.416 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.416 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:34:51.959441+0000", 2024-08-17T01:57:02.416 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.416 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.416 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.417 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.418 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.419 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.419 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.419 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.419 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.420 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.420 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.420 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.420 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.420 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.420 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:02.420 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.420 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.420 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.420 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.420 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.420 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.420 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.421 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.421 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T01:57:02.421 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.421 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.421 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.421 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.421 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.421 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.421 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369429+0000", 2024-08-17T01:57:02.421 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:45:51.257859+0000", 2024-08-17T01:57:02.421 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:45:51.257859+0000", 2024-08-17T01:57:02.421 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:45:51.258211+0000", 2024-08-17T01:57:02.422 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369429+0000", 2024-08-17T01:57:02.422 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.422 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.422 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.422 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 364, 2024-08-17T01:57:02.422 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369429+0000", 2024-08-17T01:57:02.422 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369429+0000", 2024-08-17T01:57:02.422 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369429+0000", 2024-08-17T01:57:02.422 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.422 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.422 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.423 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369429+0000", 2024-08-17T01:57:02.423 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369429+0000", 2024-08-17T01:57:02.423 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.423 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 8, 2024-08-17T01:57:02.423 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.423 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.423 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 363, 2024-08-17T01:57:02.423 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.423 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.423 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.423 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.423 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 8, 2024-08-17T01:57:02.423 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.424 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.424 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.424 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.10", 2024-08-17T01:57:02.424 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.424 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.424 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.424 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5295, 2024-08-17T01:57:02.424 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.424 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:52:44.165110+0000", 2024-08-17T01:57:02.424 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.424 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.424 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.424 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.425 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.425 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.425 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.425 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.425 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.425 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.425 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.425 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.425 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.425 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.425 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.425 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.425 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 12, 2024-08-17T01:57:02.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 4, 2024-08-17T01:57:02.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 4, 2024-08-17T01:57:02.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.426 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 4, 2024-08-17T01:57:02.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 36, 2024-08-17T01:57:02.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 36, 2024-08-17T01:57:02.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 12, 2024-08-17T01:57:02.427 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.428 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.428 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.428 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.428 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.428 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.428 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.428 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.428 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.428 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T01:57:02.428 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'8" 2024-08-17T01:57:02.428 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.428 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.429 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.429 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.429 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.429 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:02.429 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.429 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:02.429 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.429 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.429 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.429 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.429 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.429 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.429 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.368366+0000", 2024-08-17T01:57:02.430 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.244038+0000", 2024-08-17T01:57:02.430 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.244038+0000", 2024-08-17T01:57:02.430 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.247081+0000", 2024-08-17T01:57:02.430 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.368366+0000", 2024-08-17T01:57:02.430 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.430 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.430 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.430 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:02.430 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.368366+0000", 2024-08-17T01:57:02.430 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.368366+0000", 2024-08-17T01:57:02.430 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.368366+0000", 2024-08-17T01:57:02.430 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.431 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.431 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.431 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.368366+0000", 2024-08-17T01:57:02.431 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.368366+0000", 2024-08-17T01:57:02.431 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.431 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.431 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.431 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.431 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:02.431 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.431 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.431 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.431 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.431 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.432 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.432 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.432 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.432 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.10", 2024-08-17T01:57:02.432 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.432 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.432 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.432 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5116, 2024-08-17T01:57:02.432 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.432 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:03:59.013925+0000", 2024-08-17T01:57:02.432 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.432 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.433 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.433 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.433 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.433 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.433 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.433 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.433 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.433 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.433 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.433 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.433 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.433 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.433 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.433 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.434 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.434 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.434 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.434 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.434 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.434 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.434 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.434 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.434 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.434 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.434 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.435 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.436 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.436 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.436 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.436 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.436 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.436 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.436 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.436 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:02.436 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.436 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:02.436 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.436 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.436 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.437 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.437 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.437 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.437 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:02.437 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.437 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:02.437 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.437 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.437 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.437 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.437 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.437 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.438 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369834+0000", 2024-08-17T01:57:02.438 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.247432+0000", 2024-08-17T01:57:02.438 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.247432+0000", 2024-08-17T01:57:02.438 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.247723+0000", 2024-08-17T01:57:02.438 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369834+0000", 2024-08-17T01:57:02.438 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.438 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.438 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.438 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:02.438 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369834+0000", 2024-08-17T01:57:02.438 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369834+0000", 2024-08-17T01:57:02.438 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369834+0000", 2024-08-17T01:57:02.438 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.439 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.439 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.439 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369834+0000", 2024-08-17T01:57:02.439 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369834+0000", 2024-08-17T01:57:02.439 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.439 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.439 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.439 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.439 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:02.439 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.439 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.439 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.440 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.440 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.440 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.440 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.440 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.440 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.11", 2024-08-17T01:57:02.440 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.440 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.440 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.440 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5128, 2024-08-17T01:57:02.440 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.440 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:11:07.139685+0000", 2024-08-17T01:57:02.441 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.441 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.441 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.441 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.441 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.441 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.441 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.441 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.441 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.441 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.441 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.441 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.441 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.441 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.441 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.441 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.442 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.442 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.442 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.442 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.442 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.442 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.442 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.442 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.442 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.442 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.442 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.442 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.442 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.442 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.443 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.443 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.443 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.443 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.443 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.443 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.443 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.443 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.443 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.443 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.443 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.443 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.443 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.443 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.443 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.444 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.444 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.444 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.444 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.444 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:02.444 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.444 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:02.444 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.444 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.444 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.444 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.444 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.444 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.445 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:02.445 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.445 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:02.445 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.445 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.445 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.445 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.445 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.445 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.445 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373505+0000", 2024-08-17T01:57:02.445 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.287486+0000", 2024-08-17T01:57:02.445 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.287486+0000", 2024-08-17T01:57:02.445 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.287962+0000", 2024-08-17T01:57:02.446 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373505+0000", 2024-08-17T01:57:02.446 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.446 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.446 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.446 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.446 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373505+0000", 2024-08-17T01:57:02.446 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373505+0000", 2024-08-17T01:57:02.446 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373505+0000", 2024-08-17T01:57:02.446 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.446 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.446 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.446 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373505+0000", 2024-08-17T01:57:02.446 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373505+0000", 2024-08-17T01:57:02.446 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.447 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.447 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.447 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.447 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.447 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.447 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.447 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.447 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.447 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.447 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.447 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.447 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.447 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.13", 2024-08-17T01:57:02.447 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.448 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.448 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.448 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5110, 2024-08-17T01:57:02.448 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.448 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:45:05.070946+0000", 2024-08-17T01:57:02.448 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.448 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.448 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.448 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.448 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.448 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.448 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.449 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.449 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.449 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.449 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.449 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.449 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.449 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.449 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.449 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.449 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.449 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.449 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.449 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.450 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.450 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.450 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.450 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.450 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.450 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.450 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.450 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.450 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.450 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.450 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.450 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.451 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.451 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.451 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.451 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.451 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.452 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.452 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:02.452 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.452 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:02.452 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.452 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.452 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.452 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.452 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.452 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.452 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.452 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.452 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:02.452 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.452 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.453 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.453 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.453 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.453 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.453 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065575+0000", 2024-08-17T01:57:02.453 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295819+0000", 2024-08-17T01:57:02.453 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295819+0000", 2024-08-17T01:57:02.453 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296217+0000", 2024-08-17T01:57:02.453 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065575+0000", 2024-08-17T01:57:02.453 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.453 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.453 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.453 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.453 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065575+0000", 2024-08-17T01:57:02.453 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065575+0000", 2024-08-17T01:57:02.454 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065575+0000", 2024-08-17T01:57:02.454 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.454 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.454 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.454 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065575+0000", 2024-08-17T01:57:02.454 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065575+0000", 2024-08-17T01:57:02.454 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.454 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.454 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.454 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.454 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.454 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.454 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.454 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.455 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.455 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.455 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.455 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.455 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.455 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.12", 2024-08-17T01:57:02.455 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.455 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.455 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.455 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5167, 2024-08-17T01:57:02.455 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.455 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:24:40.385972+0000", 2024-08-17T01:57:02.455 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.455 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.455 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.456 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.457 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.459 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.459 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.459 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.459 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.459 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.459 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.459 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.459 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.459 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:02.459 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.459 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.459 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.459 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.460 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.460 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.460 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:02.460 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.460 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:02.460 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.460 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.460 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.460 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.460 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.460 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.460 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227524+0000", 2024-08-17T01:57:02.460 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.289789+0000", 2024-08-17T01:57:02.460 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.289789+0000", 2024-08-17T01:57:02.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.290102+0000", 2024-08-17T01:57:02.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227524+0000", 2024-08-17T01:57:02.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227524+0000", 2024-08-17T01:57:02.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227524+0000", 2024-08-17T01:57:02.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227524+0000", 2024-08-17T01:57:02.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227524+0000", 2024-08-17T01:57:02.461 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227524+0000", 2024-08-17T01:57:02.461 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.461 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.462 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.462 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.462 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.462 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.462 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.462 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.462 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.462 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.462 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.462 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.462 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.462 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.12", 2024-08-17T01:57:02.462 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.462 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.463 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.463 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5322, 2024-08-17T01:57:02.463 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.463 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:09:29.923561+0000", 2024-08-17T01:57:02.463 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.463 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.463 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.463 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.463 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.463 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.463 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.463 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.463 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.463 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.463 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.464 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.464 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.464 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.464 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.464 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.464 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.464 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.464 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.464 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.464 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.464 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.464 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.464 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.464 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.464 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.465 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.466 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.466 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.466 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.466 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.466 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.466 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.466 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:02.466 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.466 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:02.466 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.466 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.466 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.466 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.467 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.467 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.467 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:02.467 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.467 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:02.467 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.467 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.467 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.467 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.467 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.467 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.467 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227542+0000", 2024-08-17T01:57:02.467 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.787717+0000", 2024-08-17T01:57:02.467 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.787717+0000", 2024-08-17T01:57:02.467 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.788941+0000", 2024-08-17T01:57:02.468 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227542+0000", 2024-08-17T01:57:02.468 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.468 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.468 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.468 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:02.468 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227542+0000", 2024-08-17T01:57:02.468 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227542+0000", 2024-08-17T01:57:02.468 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227542+0000", 2024-08-17T01:57:02.468 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.468 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.468 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.468 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227542+0000", 2024-08-17T01:57:02.468 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227542+0000", 2024-08-17T01:57:02.468 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.469 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T01:57:02.469 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.469 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.469 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:02.469 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.469 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.469 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.469 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.469 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T01:57:02.469 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.469 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.469 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.469 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.13", 2024-08-17T01:57:02.470 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.470 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.470 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.470 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5333, 2024-08-17T01:57:02.470 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.470 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:23:52.440413+0000", 2024-08-17T01:57:02.470 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.470 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.470 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.470 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 34, 2024-08-17T01:57:02.470 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.470 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.470 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.471 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.471 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.471 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.471 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.471 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.471 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.471 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.471 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.471 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.471 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.471 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.471 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T01:57:02.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T01:57:02.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T01:57:02.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:02.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.472 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 8, 2024-08-17T01:57:02.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 14, 2024-08-17T01:57:02.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T01:57:02.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 6 2024-08-17T01:57:02.473 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.473 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.473 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.473 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.473 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.474 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.474 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:02.474 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.474 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:02.474 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T01:57:02.474 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.474 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.474 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.474 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.474 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.474 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:02.474 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.474 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:02.474 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.475 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.475 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.475 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.475 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.475 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.475 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373533+0000", 2024-08-17T01:57:02.475 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.291033+0000", 2024-08-17T01:57:02.475 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.291033+0000", 2024-08-17T01:57:02.475 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.291325+0000", 2024-08-17T01:57:02.475 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373533+0000", 2024-08-17T01:57:02.475 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.475 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.475 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.475 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.476 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373533+0000", 2024-08-17T01:57:02.476 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373533+0000", 2024-08-17T01:57:02.476 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373533+0000", 2024-08-17T01:57:02.476 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.476 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.476 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.476 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373533+0000", 2024-08-17T01:57:02.476 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373533+0000", 2024-08-17T01:57:02.476 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.476 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.476 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.476 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.476 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.476 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.476 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.477 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.477 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.477 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.477 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.477 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.477 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.477 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.15", 2024-08-17T01:57:02.477 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.477 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.477 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.477 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5109, 2024-08-17T01:57:02.477 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.477 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:58:00.406465+0000", 2024-08-17T01:57:02.477 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.477 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.478 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.478 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.478 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.478 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.478 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.478 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.478 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.478 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.478 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.478 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.478 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.478 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.479 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.481 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.481 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.481 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.481 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.481 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.481 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.481 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:02.482 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.482 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:02.482 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.482 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.482 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.482 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.482 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.482 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.482 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:02.482 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.482 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:02.483 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.483 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.483 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.483 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.483 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.483 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.483 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.368817+0000", 2024-08-17T01:57:02.483 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.242932+0000", 2024-08-17T01:57:02.483 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.242932+0000", 2024-08-17T01:57:02.483 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.243312+0000", 2024-08-17T01:57:02.483 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.368817+0000", 2024-08-17T01:57:02.483 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.483 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.483 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.483 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:02.484 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.368817+0000", 2024-08-17T01:57:02.484 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.368817+0000", 2024-08-17T01:57:02.484 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.368817+0000", 2024-08-17T01:57:02.484 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.484 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.484 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.484 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.368817+0000", 2024-08-17T01:57:02.484 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.368817+0000", 2024-08-17T01:57:02.484 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.484 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 31, 2024-08-17T01:57:02.484 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.484 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.484 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:02.484 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.484 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.485 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.485 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.485 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 31, 2024-08-17T01:57:02.485 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.485 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.485 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.485 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.14", 2024-08-17T01:57:02.485 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.485 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.485 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.485 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5161, 2024-08-17T01:57:02.485 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.485 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:47:32.424794+0000", 2024-08-17T01:57:02.485 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.486 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.486 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.486 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 5810, 2024-08-17T01:57:02.486 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.486 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.486 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.486 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.486 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.486 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.486 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.486 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.486 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.486 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 12, 2024-08-17T01:57:02.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 4, 2024-08-17T01:57:02.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 4, 2024-08-17T01:57:02.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.487 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:02.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 17, 2024-08-17T01:57:02.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 25, 2024-08-17T01:57:02.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 29, 2024-08-17T01:57:02.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 26 2024-08-17T01:57:02.489 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.489 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.489 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.489 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.489 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.489 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.489 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:02.489 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.489 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:02.489 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "557'31" 2024-08-17T01:57:02.489 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.489 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.489 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.489 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.490 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.490 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.490 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.490 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T01:57:02.490 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.490 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.490 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.490 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.490 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.490 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.490 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.375916+0000", 2024-08-17T01:57:02.490 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.288595+0000", 2024-08-17T01:57:02.490 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.288595+0000", 2024-08-17T01:57:02.491 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.288928+0000", 2024-08-17T01:57:02.491 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.375916+0000", 2024-08-17T01:57:02.491 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.491 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.491 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.491 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.491 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.375916+0000", 2024-08-17T01:57:02.491 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.375916+0000", 2024-08-17T01:57:02.491 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.375916+0000", 2024-08-17T01:57:02.491 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.491 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.491 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.491 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.375916+0000", 2024-08-17T01:57:02.491 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.375916+0000", 2024-08-17T01:57:02.492 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.492 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.492 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.492 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.492 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.492 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.492 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.492 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.492 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.492 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.492 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.492 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.492 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.492 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.14", 2024-08-17T01:57:02.492 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.493 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.493 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.493 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5188, 2024-08-17T01:57:02.493 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.493 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:04:30.542913+0000", 2024-08-17T01:57:02.493 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.493 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.493 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.493 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.494 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.496 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.496 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.496 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.496 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.496 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.496 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.496 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.496 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.496 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T01:57:02.496 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.496 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.497 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.497 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.497 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.497 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.497 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.497 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.497 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:02.497 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.497 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.497 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.497 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.497 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.497 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.498 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061460+0000", 2024-08-17T01:57:02.498 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.959966+0000", 2024-08-17T01:57:02.498 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.959966+0000", 2024-08-17T01:57:02.498 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.960358+0000", 2024-08-17T01:57:02.498 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061460+0000", 2024-08-17T01:57:02.498 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.498 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.498 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.498 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:02.498 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061460+0000", 2024-08-17T01:57:02.498 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061460+0000", 2024-08-17T01:57:02.498 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061460+0000", 2024-08-17T01:57:02.498 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.498 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.499 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.499 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061460+0000", 2024-08-17T01:57:02.499 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061460+0000", 2024-08-17T01:57:02.499 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.499 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3, 2024-08-17T01:57:02.499 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.499 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.499 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:02.499 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.499 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.499 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.499 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.499 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3, 2024-08-17T01:57:02.499 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.499 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.500 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.500 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.15", 2024-08-17T01:57:02.500 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.500 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.500 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.500 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5319, 2024-08-17T01:57:02.500 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.500 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:36:50.002280+0000", 2024-08-17T01:57:02.500 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.500 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.500 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.500 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 90, 2024-08-17T01:57:02.500 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.500 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.500 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T01:57:02.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T01:57:02.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T01:57:02.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:02.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 11, 2024-08-17T01:57:02.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 11, 2024-08-17T01:57:02.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 4, 2024-08-17T01:57:02.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 1 2024-08-17T01:57:02.503 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.503 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.503 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.503 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.503 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.504 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.504 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.504 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.504 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:02.504 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'3" 2024-08-17T01:57:02.504 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.504 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.504 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.504 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.504 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.504 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:02.504 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.504 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:02.504 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.505 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.505 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.505 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.505 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.505 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.505 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.228526+0000", 2024-08-17T01:57:02.505 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.959224+0000", 2024-08-17T01:57:02.505 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.959224+0000", 2024-08-17T01:57:02.505 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.961751+0000", 2024-08-17T01:57:02.505 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.228526+0000", 2024-08-17T01:57:02.505 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.505 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.505 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.506 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:02.506 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.228526+0000", 2024-08-17T01:57:02.506 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.228526+0000", 2024-08-17T01:57:02.506 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.228526+0000", 2024-08-17T01:57:02.506 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.506 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.506 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.506 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.228526+0000", 2024-08-17T01:57:02.506 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.228526+0000", 2024-08-17T01:57:02.506 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.506 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.506 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.506 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.506 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:02.507 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.507 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.507 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.507 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.507 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.507 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.507 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.507 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.507 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.17", 2024-08-17T01:57:02.507 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.507 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.507 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.507 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5321, 2024-08-17T01:57:02.507 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.508 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:29:24.322714+0000", 2024-08-17T01:57:02.508 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.508 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.508 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.508 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.508 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.508 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.508 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.508 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.508 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.508 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.508 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.511 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.511 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.511 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.511 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.511 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.511 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.511 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:02.511 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.511 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:02.511 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.511 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.512 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.512 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.512 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.512 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.512 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:02.512 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.512 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:02.512 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.512 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.512 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.512 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.512 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.512 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.512 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.066287+0000", 2024-08-17T01:57:02.512 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.237873+0000", 2024-08-17T01:57:02.512 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.237873+0000", 2024-08-17T01:57:02.513 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.238222+0000", 2024-08-17T01:57:02.513 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.066287+0000", 2024-08-17T01:57:02.513 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.513 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.513 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.513 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:02.513 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.066287+0000", 2024-08-17T01:57:02.513 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.066287+0000", 2024-08-17T01:57:02.513 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.066287+0000", 2024-08-17T01:57:02.513 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.513 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.513 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.513 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.066287+0000", 2024-08-17T01:57:02.513 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.066287+0000", 2024-08-17T01:57:02.514 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.514 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.514 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.514 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.514 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:02.514 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.514 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.514 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.514 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.514 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.514 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.514 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.515 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.515 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.16", 2024-08-17T01:57:02.515 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.515 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.515 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.515 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5174, 2024-08-17T01:57:02.515 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.515 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:17:58.956085+0000", 2024-08-17T01:57:02.515 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.515 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.515 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.515 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.515 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.515 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.515 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.516 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.516 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.516 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.516 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.516 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.516 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.516 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.516 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.516 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.516 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.516 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.516 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.516 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.517 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.517 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.517 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.517 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.517 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.517 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.517 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.517 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.517 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.517 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.517 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.517 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.517 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.517 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.518 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.518 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.518 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.518 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.519 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.519 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.519 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:02.519 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.519 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:02.519 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.519 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.519 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.519 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.519 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.519 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.519 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:02.519 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.520 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:02.520 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.520 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.520 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.520 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.520 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.520 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.520 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.066026+0000", 2024-08-17T01:57:02.520 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295748+0000", 2024-08-17T01:57:02.520 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295748+0000", 2024-08-17T01:57:02.520 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296169+0000", 2024-08-17T01:57:02.520 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.066026+0000", 2024-08-17T01:57:02.520 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.520 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.520 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.521 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.521 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.066026+0000", 2024-08-17T01:57:02.521 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.066026+0000", 2024-08-17T01:57:02.521 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.066026+0000", 2024-08-17T01:57:02.521 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.521 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.521 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.521 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.066026+0000", 2024-08-17T01:57:02.521 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.066026+0000", 2024-08-17T01:57:02.521 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.521 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.521 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.521 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.521 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.521 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.522 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.522 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.522 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.522 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.522 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.522 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.522 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.522 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.16", 2024-08-17T01:57:02.522 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.522 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.522 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.522 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5141, 2024-08-17T01:57:02.522 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.522 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:31:02.044643+0000", 2024-08-17T01:57:02.523 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.523 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.523 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.526 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.526 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.526 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.526 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.526 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.526 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.526 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.526 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.526 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:02.526 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.526 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:02.526 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.526 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.526 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.527 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.527 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.527 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.527 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:02.527 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.527 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:02.527 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.527 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.527 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.527 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.527 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.527 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.527 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372510+0000", 2024-08-17T01:57:02.527 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.241052+0000", 2024-08-17T01:57:02.527 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.241052+0000", 2024-08-17T01:57:02.527 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.241429+0000", 2024-08-17T01:57:02.528 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372510+0000", 2024-08-17T01:57:02.528 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.528 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.528 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.528 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:02.528 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372510+0000", 2024-08-17T01:57:02.528 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372510+0000", 2024-08-17T01:57:02.528 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372510+0000", 2024-08-17T01:57:02.528 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.528 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.528 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.528 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372510+0000", 2024-08-17T01:57:02.528 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372510+0000", 2024-08-17T01:57:02.528 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.529 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.529 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.529 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.529 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:02.529 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.529 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.529 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.529 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.529 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.529 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.529 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.529 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.529 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.17", 2024-08-17T01:57:02.529 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.529 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.529 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.530 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5118, 2024-08-17T01:57:02.530 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.530 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:08:28.223802+0000", 2024-08-17T01:57:02.530 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.530 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.530 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.530 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.530 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.530 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.530 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.530 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.530 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.530 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.530 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.531 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.532 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.533 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.533 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.533 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.533 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.533 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.533 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.533 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.533 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:02.533 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.533 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:02.533 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.533 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.533 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.533 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.534 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.534 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.534 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:02.534 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.534 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:02.534 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.534 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.534 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.534 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.534 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.534 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.534 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.060943+0000", 2024-08-17T01:57:02.534 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.797850+0000", 2024-08-17T01:57:02.534 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.797850+0000", 2024-08-17T01:57:02.535 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.798197+0000", 2024-08-17T01:57:02.535 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.060943+0000", 2024-08-17T01:57:02.535 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.535 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.535 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.535 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:02.535 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.060943+0000", 2024-08-17T01:57:02.535 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.060943+0000", 2024-08-17T01:57:02.535 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.060943+0000", 2024-08-17T01:57:02.535 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.535 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.535 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.535 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.060943+0000", 2024-08-17T01:57:02.536 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.060943+0000", 2024-08-17T01:57:02.536 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.536 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.536 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.536 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.536 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:02.536 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.536 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.536 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.536 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.536 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.536 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.536 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.537 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.537 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.19", 2024-08-17T01:57:02.537 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.537 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.537 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.537 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5309, 2024-08-17T01:57:02.537 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.537 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:45:45.333822+0000", 2024-08-17T01:57:02.537 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.537 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.537 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.537 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.537 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.537 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.537 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.538 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.538 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.538 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.538 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.538 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.538 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.538 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.538 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.538 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.538 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.538 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.538 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.539 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.540 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.540 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.540 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.540 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.541 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.541 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.541 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.541 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:02.541 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.541 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:02.541 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.541 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.541 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.541 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.541 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.541 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.541 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.542 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.542 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:02.542 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.542 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.542 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.542 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.542 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.542 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.542 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063499+0000", 2024-08-17T01:57:02.542 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.290449+0000", 2024-08-17T01:57:02.542 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.290449+0000", 2024-08-17T01:57:02.543 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.290897+0000", 2024-08-17T01:57:02.543 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063499+0000", 2024-08-17T01:57:02.543 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.543 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.543 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.543 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.543 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063499+0000", 2024-08-17T01:57:02.543 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063499+0000", 2024-08-17T01:57:02.543 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063499+0000", 2024-08-17T01:57:02.543 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.543 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.543 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.543 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063499+0000", 2024-08-17T01:57:02.543 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063499+0000", 2024-08-17T01:57:02.544 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.544 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.544 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.544 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.544 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.544 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.544 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.544 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.544 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.544 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.544 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.544 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.545 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.545 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.18", 2024-08-17T01:57:02.545 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.545 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.545 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.545 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5157, 2024-08-17T01:57:02.545 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.545 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:06:38.200721+0000", 2024-08-17T01:57:02.545 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.545 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.545 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.545 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.545 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.545 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.546 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.546 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.546 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.546 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.546 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.546 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.546 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.546 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.546 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.546 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.546 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.546 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.546 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.547 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.547 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.547 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.547 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.547 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.547 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.547 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.547 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.547 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.547 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.547 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.547 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.550 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.551 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.551 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.551 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.551 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.551 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.551 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.551 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.551 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.551 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:02.551 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.551 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.551 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.552 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.552 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.552 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.552 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:02.552 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.552 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:02.552 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.552 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.552 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.552 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.552 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.552 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.552 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065615+0000", 2024-08-17T01:57:02.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:23.908263+0000", 2024-08-17T01:57:02.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:23.908263+0000", 2024-08-17T01:57:02.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:23.909218+0000", 2024-08-17T01:57:02.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065615+0000", 2024-08-17T01:57:02.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 397, 2024-08-17T01:57:02.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065615+0000", 2024-08-17T01:57:02.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065615+0000", 2024-08-17T01:57:02.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065615+0000", 2024-08-17T01:57:02.553 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.554 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.554 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.554 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065615+0000", 2024-08-17T01:57:02.554 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065615+0000", 2024-08-17T01:57:02.554 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.554 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.554 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.554 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.554 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 396, 2024-08-17T01:57:02.554 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.554 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.554 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.554 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.554 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.555 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.555 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.555 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.555 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.18", 2024-08-17T01:57:02.555 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.555 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.555 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.555 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5258, 2024-08-17T01:57:02.555 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.555 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:19:31.137614+0000", 2024-08-17T01:57:02.555 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.555 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.555 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.555 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.555 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.556 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.557 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.558 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.558 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.558 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.559 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.559 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.559 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.559 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.559 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:02.559 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.559 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:02.559 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.559 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.559 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.559 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.560 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.560 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.560 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.560 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.560 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:02.560 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.560 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.560 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.560 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.560 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.560 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.560 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063378+0000", 2024-08-17T01:57:02.561 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.240644+0000", 2024-08-17T01:57:02.561 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.240644+0000", 2024-08-17T01:57:02.561 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.240986+0000", 2024-08-17T01:57:02.561 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063378+0000", 2024-08-17T01:57:02.561 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.561 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.561 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.561 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:02.561 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063378+0000", 2024-08-17T01:57:02.561 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063378+0000", 2024-08-17T01:57:02.561 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063378+0000", 2024-08-17T01:57:02.562 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.562 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.562 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.562 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063378+0000", 2024-08-17T01:57:02.562 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063378+0000", 2024-08-17T01:57:02.562 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.562 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.562 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.562 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.562 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:02.562 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.562 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.562 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.563 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.563 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.563 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.563 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.563 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.563 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.19", 2024-08-17T01:57:02.563 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.563 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.563 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.563 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5263, 2024-08-17T01:57:02.563 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.563 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:06:36.290552+0000", 2024-08-17T01:57:02.564 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.564 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.564 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.564 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.564 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.564 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.564 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.564 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.564 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.564 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.564 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.564 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.565 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.566 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.567 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.567 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.567 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.567 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.567 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.567 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.567 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.567 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.567 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.567 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.567 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.567 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.567 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.567 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:02.568 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.568 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.568 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.568 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.568 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.568 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.568 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.568 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.568 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:02.568 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.568 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.568 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.568 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.568 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.569 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.569 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.370607+0000", 2024-08-17T01:57:02.569 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.290041+0000", 2024-08-17T01:57:02.569 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.290041+0000", 2024-08-17T01:57:02.569 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.290405+0000", 2024-08-17T01:57:02.569 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.370607+0000", 2024-08-17T01:57:02.569 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.569 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.569 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.569 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.569 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.370607+0000", 2024-08-17T01:57:02.569 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.370607+0000", 2024-08-17T01:57:02.569 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.370607+0000", 2024-08-17T01:57:02.569 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.570 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.570 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.570 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.370607+0000", 2024-08-17T01:57:02.570 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.370607+0000", 2024-08-17T01:57:02.570 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.570 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3, 2024-08-17T01:57:02.570 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.570 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.570 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.570 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.570 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.570 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.570 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.570 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3, 2024-08-17T01:57:02.571 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.571 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.571 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.571 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1a", 2024-08-17T01:57:02.571 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.571 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.571 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.571 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5121, 2024-08-17T01:57:02.571 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.571 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:33:45.840473+0000", 2024-08-17T01:57:02.571 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.571 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.571 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.572 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.572 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.572 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.572 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.572 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.572 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.572 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.572 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.572 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.572 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.572 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.572 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.572 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.573 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.573 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.573 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.573 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.573 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.573 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.573 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.573 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.573 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.573 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.573 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.573 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.573 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.573 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.574 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.574 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.574 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.574 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.574 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.574 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.574 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.574 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.574 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.574 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.574 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.574 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.574 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.574 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.575 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.575 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.575 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.575 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.575 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.575 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.575 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.575 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:02.575 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "557'3" 2024-08-17T01:57:02.575 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.575 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.575 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.575 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.576 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.576 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.576 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.576 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:02.576 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.576 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.576 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.576 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.576 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.576 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.576 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227449+0000", 2024-08-17T01:57:02.576 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.287194+0000", 2024-08-17T01:57:02.576 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.287194+0000", 2024-08-17T01:57:02.576 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.287583+0000", 2024-08-17T01:57:02.577 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227449+0000", 2024-08-17T01:57:02.577 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.577 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.577 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.577 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.577 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227449+0000", 2024-08-17T01:57:02.577 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227449+0000", 2024-08-17T01:57:02.577 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227449+0000", 2024-08-17T01:57:02.577 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.577 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.577 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.577 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227449+0000", 2024-08-17T01:57:02.577 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227449+0000", 2024-08-17T01:57:02.577 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.578 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.578 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.578 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.578 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.578 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.578 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.578 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.578 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.578 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.578 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.578 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.578 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.578 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1b", 2024-08-17T01:57:02.578 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.579 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.579 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.579 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5320, 2024-08-17T01:57:02.579 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.579 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:20:20.861644+0000", 2024-08-17T01:57:02.579 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.579 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.579 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.579 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.580 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.581 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.581 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.581 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.581 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.581 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.581 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.581 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.581 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.581 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.581 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.581 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.581 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.581 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.581 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.581 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.582 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.582 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.582 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.582 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.582 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.582 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.582 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.582 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.582 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.582 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.582 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:02.582 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.582 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.582 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.583 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.583 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.583 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.583 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.583 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.583 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:02.583 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.583 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.583 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:02.583 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.583 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.583 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.583 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:02.583 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.288816+0000", 2024-08-17T01:57:02.583 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.288816+0000", 2024-08-17T01:57:02.583 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.289184+0000", 2024-08-17T01:57:02.584 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:02.584 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.584 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.584 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.584 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.584 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:02.584 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:02.584 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:02.584 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.584 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.584 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:02.584 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:02.584 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:02.584 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.584 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3, 2024-08-17T01:57:02.584 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.585 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.585 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.585 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.585 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.585 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.585 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.585 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3, 2024-08-17T01:57:02.585 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.585 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.585 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.585 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1b", 2024-08-17T01:57:02.585 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.585 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.585 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.585 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5226, 2024-08-17T01:57:02.586 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.586 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:53:00.506148+0000", 2024-08-17T01:57:02.586 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.586 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.586 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.586 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.586 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.586 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.586 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.586 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.586 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.586 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.586 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.586 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.586 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.587 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.588 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.589 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.589 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.589 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.589 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.589 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.589 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.589 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.589 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.589 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.589 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.589 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.589 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.589 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:02.590 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "557'3" 2024-08-17T01:57:02.590 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.590 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.590 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.590 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.590 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.590 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:02.590 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.590 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T01:57:02.590 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.590 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.590 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.590 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.591 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.591 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.591 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.370680+0000", 2024-08-17T01:57:02.591 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.795534+0000", 2024-08-17T01:57:02.591 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.795534+0000", 2024-08-17T01:57:02.591 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.795843+0000", 2024-08-17T01:57:02.591 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.370680+0000", 2024-08-17T01:57:02.591 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.591 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.591 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.591 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:02.591 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.370680+0000", 2024-08-17T01:57:02.591 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.370680+0000", 2024-08-17T01:57:02.592 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.370680+0000", 2024-08-17T01:57:02.592 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.592 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.592 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.592 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.370680+0000", 2024-08-17T01:57:02.592 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.370680+0000", 2024-08-17T01:57:02.592 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.592 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.592 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.592 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.592 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:02.592 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.592 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.593 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.593 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.593 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.593 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.593 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.593 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.593 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1a", 2024-08-17T01:57:02.593 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.593 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.593 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.593 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5218, 2024-08-17T01:57:02.593 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.593 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:45:15.469846+0000", 2024-08-17T01:57:02.594 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.594 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.594 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.594 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.595 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.595 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.595 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.595 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.595 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.595 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.595 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.595 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.595 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.595 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.595 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.595 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.595 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.595 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.596 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.596 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.596 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.596 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.596 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.596 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.596 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.596 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.596 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.596 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.596 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.596 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.596 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.596 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.596 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.597 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.597 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.597 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.597 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.597 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.597 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:02.597 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.597 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T01:57:02.597 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.597 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.597 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.597 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.597 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.597 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.598 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:02.598 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.598 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:02.598 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.598 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.598 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.598 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.598 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.598 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.598 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.368431+0000", 2024-08-17T01:57:02.598 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.244337+0000", 2024-08-17T01:57:02.598 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.244337+0000", 2024-08-17T01:57:02.598 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.247446+0000", 2024-08-17T01:57:02.599 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.368431+0000", 2024-08-17T01:57:02.599 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.599 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.599 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.599 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:02.599 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.368431+0000", 2024-08-17T01:57:02.599 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.368431+0000", 2024-08-17T01:57:02.599 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.368431+0000", 2024-08-17T01:57:02.599 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.599 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.599 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.599 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.368431+0000", 2024-08-17T01:57:02.599 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.368431+0000", 2024-08-17T01:57:02.599 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.600 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.600 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.600 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.600 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:02.600 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.600 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.600 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.600 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.600 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.600 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.600 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.600 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.600 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.20", 2024-08-17T01:57:02.601 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.601 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.601 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.601 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5120, 2024-08-17T01:57:02.601 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.601 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:34:15.606231+0000", 2024-08-17T01:57:02.601 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.601 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.601 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.601 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.602 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.602 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.602 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.602 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.602 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.602 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.602 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.602 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.602 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.602 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.602 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.602 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.602 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.603 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.603 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.603 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.603 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.603 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.603 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.603 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.603 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.603 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.603 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.603 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.603 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.603 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.604 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.604 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.604 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.604 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.604 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.604 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.604 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.604 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.604 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.604 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.604 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.604 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.604 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.605 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:02.605 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.605 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:02.605 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.605 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.605 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.605 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.605 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.605 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.605 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.605 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.605 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T01:57:02.605 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.605 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.606 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.606 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.606 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.606 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.606 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.370906+0000", 2024-08-17T01:57:02.606 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.238274+0000", 2024-08-17T01:57:02.606 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.238274+0000", 2024-08-17T01:57:02.606 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.238618+0000", 2024-08-17T01:57:02.606 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.370906+0000", 2024-08-17T01:57:02.606 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.606 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.606 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.606 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:02.607 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.370906+0000", 2024-08-17T01:57:02.607 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.370906+0000", 2024-08-17T01:57:02.607 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.370906+0000", 2024-08-17T01:57:02.607 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.607 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.607 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.607 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.370906+0000", 2024-08-17T01:57:02.607 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.370906+0000", 2024-08-17T01:57:02.607 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.607 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.607 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.607 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.607 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:02.608 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.608 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.608 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.608 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.608 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.608 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.608 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.608 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.608 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.21", 2024-08-17T01:57:02.608 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.608 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.608 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.608 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5279, 2024-08-17T01:57:02.608 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.609 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:54:37.357977+0000", 2024-08-17T01:57:02.609 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.609 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.609 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.609 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.610 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.611 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.612 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.612 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.612 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.612 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.612 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.612 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.612 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.612 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.612 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.612 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T01:57:02.612 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.612 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.612 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.612 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.612 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.613 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.613 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.613 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.613 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:02.613 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.613 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.613 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.613 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.613 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.613 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.613 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065776+0000", 2024-08-17T01:57:02.613 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.964796+0000", 2024-08-17T01:57:02.613 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.964796+0000", 2024-08-17T01:57:02.614 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.965273+0000", 2024-08-17T01:57:02.614 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065776+0000", 2024-08-17T01:57:02.614 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.614 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.614 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.614 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:02.614 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065776+0000", 2024-08-17T01:57:02.614 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065776+0000", 2024-08-17T01:57:02.614 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065776+0000", 2024-08-17T01:57:02.614 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.614 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.614 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.614 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065776+0000", 2024-08-17T01:57:02.615 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065776+0000", 2024-08-17T01:57:02.615 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.615 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.615 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.615 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.615 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:02.615 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.615 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.615 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.615 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.615 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.615 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.615 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.615 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.615 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.22", 2024-08-17T01:57:02.615 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.616 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.616 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.616 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5176, 2024-08-17T01:57:02.616 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.616 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:24:21.243868+0000", 2024-08-17T01:57:02.616 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.616 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.616 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.616 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.616 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.616 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.616 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.616 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.616 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.616 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.617 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.618 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.619 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.619 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.619 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.619 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.619 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.619 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.619 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.619 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.620 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.620 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:02.620 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.620 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.620 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.620 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.620 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.620 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.620 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:02.620 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.620 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:02.620 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.620 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.620 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.621 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.621 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.621 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.621 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227871+0000", 2024-08-17T01:57:02.621 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.788200+0000", 2024-08-17T01:57:02.621 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.788200+0000", 2024-08-17T01:57:02.621 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.789094+0000", 2024-08-17T01:57:02.621 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227871+0000", 2024-08-17T01:57:02.621 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.621 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.621 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.621 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:02.621 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227871+0000", 2024-08-17T01:57:02.621 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227871+0000", 2024-08-17T01:57:02.621 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227871+0000", 2024-08-17T01:57:02.621 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227871+0000", 2024-08-17T01:57:02.622 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227871+0000", 2024-08-17T01:57:02.622 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.622 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.622 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.622 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.622 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:02.622 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.622 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.622 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.622 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.622 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.623 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.623 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.623 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.623 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.23", 2024-08-17T01:57:02.623 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.623 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.623 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.623 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5326, 2024-08-17T01:57:02.623 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.623 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:24:29.185802+0000", 2024-08-17T01:57:02.623 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.623 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.623 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.623 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.623 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.624 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.625 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.626 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.626 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.626 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.626 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.626 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.627 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.627 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.627 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:02.627 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.627 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:02.627 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.627 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.627 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.627 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.627 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.627 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.627 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.627 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.628 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:02.628 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.628 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.628 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.628 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.628 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.628 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.628 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064624+0000", 2024-08-17T01:57:02.628 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:23.905690+0000", 2024-08-17T01:57:02.628 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:23.905690+0000", 2024-08-17T01:57:02.628 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:23.906001+0000", 2024-08-17T01:57:02.628 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064624+0000", 2024-08-17T01:57:02.628 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 397, 2024-08-17T01:57:02.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064624+0000", 2024-08-17T01:57:02.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064624+0000", 2024-08-17T01:57:02.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064624+0000", 2024-08-17T01:57:02.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064624+0000", 2024-08-17T01:57:02.629 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064624+0000", 2024-08-17T01:57:02.629 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.629 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.629 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.629 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.630 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 396, 2024-08-17T01:57:02.630 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.630 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.630 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.630 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.630 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.630 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.630 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.630 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.630 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.24", 2024-08-17T01:57:02.630 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.630 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.631 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.631 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5261, 2024-08-17T01:57:02.631 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.631 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:35:20.657166+0000", 2024-08-17T01:57:02.631 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.631 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.631 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.631 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.631 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.631 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.631 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.631 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.631 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.631 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.632 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.633 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.634 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.634 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.634 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.634 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.634 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.634 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.634 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.634 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.634 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.634 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:02.635 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.635 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.635 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.635 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.635 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.635 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.635 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:02.635 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.635 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:02.635 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.635 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.635 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.635 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.635 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.635 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.635 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061662+0000", 2024-08-17T01:57:02.636 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:23.896715+0000", 2024-08-17T01:57:02.636 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:23.896715+0000", 2024-08-17T01:57:02.636 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:23.897177+0000", 2024-08-17T01:57:02.636 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061662+0000", 2024-08-17T01:57:02.636 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.636 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.636 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.636 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 397, 2024-08-17T01:57:02.636 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061662+0000", 2024-08-17T01:57:02.636 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061662+0000", 2024-08-17T01:57:02.636 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061662+0000", 2024-08-17T01:57:02.636 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.636 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.637 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.637 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061662+0000", 2024-08-17T01:57:02.637 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061662+0000", 2024-08-17T01:57:02.637 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.637 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.637 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.637 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.637 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 396, 2024-08-17T01:57:02.637 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.637 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.637 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.637 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.637 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.637 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.637 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.637 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.638 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.25", 2024-08-17T01:57:02.638 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.638 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.638 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.638 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5313, 2024-08-17T01:57:02.638 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.638 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:16:10.166091+0000", 2024-08-17T01:57:02.638 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.638 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.638 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.638 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.638 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.638 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.639 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.639 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.639 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.639 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.639 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.639 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.639 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.639 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.639 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.639 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.639 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.639 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.639 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.639 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.639 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.640 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.641 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.641 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.641 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.641 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.641 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.641 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.641 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.642 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:02.642 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.642 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:02.642 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.642 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.642 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.642 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.642 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.642 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.642 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:02.642 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.643 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:02.643 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.643 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.643 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.643 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.643 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.643 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.643 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.371030+0000", 2024-08-17T01:57:02.643 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.287861+0000", 2024-08-17T01:57:02.643 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.287861+0000", 2024-08-17T01:57:02.643 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.288182+0000", 2024-08-17T01:57:02.643 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.371030+0000", 2024-08-17T01:57:02.643 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.644 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.644 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.644 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.644 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.371030+0000", 2024-08-17T01:57:02.644 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.371030+0000", 2024-08-17T01:57:02.644 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.371030+0000", 2024-08-17T01:57:02.644 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.644 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.644 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.644 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.371030+0000", 2024-08-17T01:57:02.644 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.371030+0000", 2024-08-17T01:57:02.644 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.644 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.644 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.645 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.645 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.645 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.645 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.645 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.645 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.645 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.645 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.645 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.645 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.645 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.26", 2024-08-17T01:57:02.645 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.645 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.645 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.646 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5119, 2024-08-17T01:57:02.646 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.646 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:01:12.102751+0000", 2024-08-17T01:57:02.646 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.646 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.646 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.646 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.646 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.646 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.646 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.646 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.646 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.646 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.647 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.647 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.647 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.647 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.647 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.647 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.647 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.647 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.647 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.647 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.647 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.647 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.648 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.649 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.649 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.649 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.649 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.649 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.649 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.650 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.650 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:02.650 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.650 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:02.650 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.650 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.650 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.650 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.650 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.650 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.650 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:02.650 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.650 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:02.651 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.651 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.651 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.651 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.651 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.651 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.651 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065443+0000", 2024-08-17T01:57:02.651 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.795619+0000", 2024-08-17T01:57:02.651 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.795619+0000", 2024-08-17T01:57:02.651 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.795937+0000", 2024-08-17T01:57:02.651 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065443+0000", 2024-08-17T01:57:02.651 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.651 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.651 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.652 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:02.652 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065443+0000", 2024-08-17T01:57:02.652 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065443+0000", 2024-08-17T01:57:02.652 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065443+0000", 2024-08-17T01:57:02.652 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.652 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.652 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.652 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065443+0000", 2024-08-17T01:57:02.652 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065443+0000", 2024-08-17T01:57:02.652 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.652 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.652 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.652 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.652 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:02.653 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.653 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.653 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.653 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.653 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.653 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.653 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.653 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.653 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.27", 2024-08-17T01:57:02.653 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.653 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.653 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.653 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5243, 2024-08-17T01:57:02.653 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.653 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:17:05.602549+0000", 2024-08-17T01:57:02.654 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.654 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.654 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.654 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.654 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.654 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.654 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.654 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.654 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.654 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.654 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.654 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.654 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.654 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.655 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.656 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.656 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.656 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.656 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.656 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.656 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.656 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.656 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.656 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.656 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.656 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.656 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.656 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.656 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.656 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.657 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.657 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.657 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.657 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.657 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.657 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:02.657 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.657 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:02.657 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.657 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.657 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.657 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.657 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.657 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.657 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:02.658 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.658 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:02.658 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.658 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.658 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.658 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.658 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.658 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.658 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063704+0000", 2024-08-17T01:57:02.658 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.956293+0000", 2024-08-17T01:57:02.658 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.956293+0000", 2024-08-17T01:57:02.658 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.956605+0000", 2024-08-17T01:57:02.658 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063704+0000", 2024-08-17T01:57:02.659 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.659 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.659 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.659 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:02.659 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063704+0000", 2024-08-17T01:57:02.659 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063704+0000", 2024-08-17T01:57:02.659 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063704+0000", 2024-08-17T01:57:02.659 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.659 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.659 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.659 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063704+0000", 2024-08-17T01:57:02.659 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063704+0000", 2024-08-17T01:57:02.659 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.660 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.660 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.660 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.660 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:02.660 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.660 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.660 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.660 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.660 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.660 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.660 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.660 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.660 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.28", 2024-08-17T01:57:02.660 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.660 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.661 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.661 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5174, 2024-08-17T01:57:02.661 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.661 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:58:09.476499+0000", 2024-08-17T01:57:02.661 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.661 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.661 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.661 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.661 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.661 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.661 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.661 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.661 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.662 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.663 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.664 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.664 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.664 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.664 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.665 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.665 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.665 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.665 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:02.665 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.665 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:02.665 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.665 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.665 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.665 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.666 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.666 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:02.666 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.666 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:02.666 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.666 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.666 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.666 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.666 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.666 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.666 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063523+0000", 2024-08-17T01:57:02.666 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.797964+0000", 2024-08-17T01:57:02.667 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.797964+0000", 2024-08-17T01:57:02.667 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.798356+0000", 2024-08-17T01:57:02.667 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063523+0000", 2024-08-17T01:57:02.667 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.667 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.667 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.667 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:02.667 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063523+0000", 2024-08-17T01:57:02.667 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063523+0000", 2024-08-17T01:57:02.667 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063523+0000", 2024-08-17T01:57:02.667 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.667 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.667 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.668 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063523+0000", 2024-08-17T01:57:02.668 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063523+0000", 2024-08-17T01:57:02.668 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.668 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.668 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.668 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.668 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:02.668 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.668 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.668 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.668 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.669 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.669 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.669 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.669 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.669 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.29", 2024-08-17T01:57:02.669 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.669 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.669 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.669 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5252, 2024-08-17T01:57:02.669 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.669 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:54:29.669416+0000", 2024-08-17T01:57:02.669 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.669 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.669 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.670 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.671 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.672 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.672 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.672 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.672 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.672 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.672 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.672 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.672 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.672 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.672 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.672 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.672 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.672 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.672 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.672 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.673 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.673 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.673 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:02.673 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.673 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:02.673 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.673 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.673 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.673 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.673 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.673 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.673 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.673 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.673 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:02.673 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.674 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.674 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.674 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.674 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.674 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.674 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064870+0000", 2024-08-17T01:57:02.674 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.290990+0000", 2024-08-17T01:57:02.674 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.290990+0000", 2024-08-17T01:57:02.674 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.291284+0000", 2024-08-17T01:57:02.674 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064870+0000", 2024-08-17T01:57:02.674 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.674 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.674 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.675 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.675 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064870+0000", 2024-08-17T01:57:02.675 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064870+0000", 2024-08-17T01:57:02.675 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064870+0000", 2024-08-17T01:57:02.675 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.675 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.675 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.675 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064870+0000", 2024-08-17T01:57:02.675 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064870+0000", 2024-08-17T01:57:02.675 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.675 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.675 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.675 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.675 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.676 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.676 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.676 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.676 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.676 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.676 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.676 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.676 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.676 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2a", 2024-08-17T01:57:02.676 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.676 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.676 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.677 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5151, 2024-08-17T01:57:02.677 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.677 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:12:25.586326+0000", 2024-08-17T01:57:02.677 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.677 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.677 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.677 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.677 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.677 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.677 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.677 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.677 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.677 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.677 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.677 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.678 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.679 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.680 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.680 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.680 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.680 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.680 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.680 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.680 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.680 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.680 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.680 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:02.681 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.681 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.681 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.681 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.681 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.681 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.681 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:02.681 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.681 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:02.681 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.681 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.681 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.681 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.682 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.682 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.682 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227918+0000", 2024-08-17T01:57:02.682 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.290159+0000", 2024-08-17T01:57:02.682 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.290159+0000", 2024-08-17T01:57:02.682 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.291012+0000", 2024-08-17T01:57:02.682 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227918+0000", 2024-08-17T01:57:02.682 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.682 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.682 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.682 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.682 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227918+0000", 2024-08-17T01:57:02.682 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227918+0000", 2024-08-17T01:57:02.682 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227918+0000", 2024-08-17T01:57:02.683 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.683 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.683 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.683 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227918+0000", 2024-08-17T01:57:02.683 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227918+0000", 2024-08-17T01:57:02.683 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.683 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.683 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.683 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.683 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.683 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.683 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.683 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.683 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.684 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.684 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.684 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.684 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.684 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2b", 2024-08-17T01:57:02.684 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.684 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.684 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.684 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5324, 2024-08-17T01:57:02.684 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.684 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:37:00.913257+0000", 2024-08-17T01:57:02.684 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.684 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.685 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.685 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.686 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.687 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.687 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.687 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.687 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.687 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.687 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.687 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.687 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.687 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.687 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.687 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.688 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.688 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.688 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.688 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.688 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.688 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.688 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.688 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.688 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.688 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:02.688 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.688 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:02.688 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.689 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.689 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.689 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.689 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.689 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.689 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.689 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.689 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:02.689 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.689 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.689 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.689 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.690 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.690 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369023+0000", 2024-08-17T01:57:02.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.245858+0000", 2024-08-17T01:57:02.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.245858+0000", 2024-08-17T01:57:02.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.246271+0000", 2024-08-17T01:57:02.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369023+0000", 2024-08-17T01:57:02.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:02.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369023+0000", 2024-08-17T01:57:02.690 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369023+0000", 2024-08-17T01:57:02.691 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369023+0000", 2024-08-17T01:57:02.691 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.691 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.691 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.691 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369023+0000", 2024-08-17T01:57:02.691 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369023+0000", 2024-08-17T01:57:02.691 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.691 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.691 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.691 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.691 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:02.691 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.692 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.692 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.692 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.692 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.692 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.692 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.692 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.692 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2c", 2024-08-17T01:57:02.692 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.692 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.692 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.692 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5126, 2024-08-17T01:57:02.692 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.692 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:58:10.780802+0000", 2024-08-17T01:57:02.692 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.693 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.693 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.693 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.694 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.695 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.696 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.696 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.696 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.696 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.696 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.696 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.696 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.696 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.696 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.696 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.696 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.696 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.696 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.697 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:02.697 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.697 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.697 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.697 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.697 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.697 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.697 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.697 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.697 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:02.697 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.697 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.697 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.697 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.698 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.698 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.698 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373709+0000", 2024-08-17T01:57:02.698 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.299846+0000", 2024-08-17T01:57:02.698 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.299846+0000", 2024-08-17T01:57:02.698 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.301358+0000", 2024-08-17T01:57:02.698 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373709+0000", 2024-08-17T01:57:02.698 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.698 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.698 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.698 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.698 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373709+0000", 2024-08-17T01:57:02.699 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373709+0000", 2024-08-17T01:57:02.699 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373709+0000", 2024-08-17T01:57:02.699 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.699 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.699 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.699 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373709+0000", 2024-08-17T01:57:02.699 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373709+0000", 2024-08-17T01:57:02.699 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.699 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.699 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.699 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.699 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.699 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.699 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.700 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.700 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.700 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.700 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.700 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.700 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.700 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2d", 2024-08-17T01:57:02.700 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.700 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.700 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.700 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5095, 2024-08-17T01:57:02.700 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.700 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:27:00.421278+0000", 2024-08-17T01:57:02.701 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.701 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.701 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.701 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.702 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.703 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.703 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.703 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.703 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.703 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.703 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.703 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.703 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.703 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.703 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.703 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.703 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.703 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.703 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.704 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.704 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.704 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.704 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.704 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.704 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.704 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.704 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.704 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.704 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.704 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:02.704 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.704 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.704 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.704 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.705 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.705 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.705 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.705 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.705 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T01:57:02.705 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.705 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.705 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.705 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.705 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.705 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.705 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369137+0000", 2024-08-17T01:57:02.705 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.296384+0000", 2024-08-17T01:57:02.705 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.296384+0000", 2024-08-17T01:57:02.705 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296804+0000", 2024-08-17T01:57:02.705 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369137+0000", 2024-08-17T01:57:02.706 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.706 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.706 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.706 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.706 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369137+0000", 2024-08-17T01:57:02.706 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369137+0000", 2024-08-17T01:57:02.706 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369137+0000", 2024-08-17T01:57:02.706 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.706 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.706 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.706 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369137+0000", 2024-08-17T01:57:02.706 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369137+0000", 2024-08-17T01:57:02.706 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.706 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.707 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.707 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.707 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.707 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.707 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.707 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.707 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.707 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.707 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.707 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.707 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.707 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2e", 2024-08-17T01:57:02.707 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.707 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.708 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.708 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5275, 2024-08-17T01:57:02.708 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.708 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:13:19.428180+0000", 2024-08-17T01:57:02.708 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.708 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.708 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.708 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.709 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.710 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.711 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.711 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.711 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.711 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.711 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.711 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.711 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.711 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.711 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.711 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.711 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.711 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.712 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T01:57:02.712 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.712 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.712 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.712 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.712 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.712 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.712 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:02.712 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.712 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:02.712 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.712 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.712 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.712 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.713 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.713 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064506+0000", 2024-08-17T01:57:02.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.296521+0000", 2024-08-17T01:57:02.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.296521+0000", 2024-08-17T01:57:02.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296870+0000", 2024-08-17T01:57:02.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064506+0000", 2024-08-17T01:57:02.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064506+0000", 2024-08-17T01:57:02.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064506+0000", 2024-08-17T01:57:02.713 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064506+0000", 2024-08-17T01:57:02.714 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.714 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.714 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.714 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064506+0000", 2024-08-17T01:57:02.714 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064506+0000", 2024-08-17T01:57:02.714 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.714 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.714 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.714 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.714 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.714 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.714 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.714 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.714 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.715 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.715 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.715 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.715 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.715 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2f", 2024-08-17T01:57:02.715 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.715 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.715 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.715 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5155, 2024-08-17T01:57:02.715 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.715 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:25:48.926280+0000", 2024-08-17T01:57:02.715 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.715 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.715 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.716 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.717 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.718 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.718 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.719 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.719 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.719 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.719 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.719 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.719 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:02.719 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.719 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:02.719 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.719 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.719 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.719 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.719 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.720 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.720 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.720 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.720 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:02.720 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.720 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.720 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.720 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.720 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.720 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.720 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063399+0000", 2024-08-17T01:57:02.720 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.296470+0000", 2024-08-17T01:57:02.720 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.296470+0000", 2024-08-17T01:57:02.720 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296849+0000", 2024-08-17T01:57:02.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063399+0000", 2024-08-17T01:57:02.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063399+0000", 2024-08-17T01:57:02.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063399+0000", 2024-08-17T01:57:02.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063399+0000", 2024-08-17T01:57:02.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063399+0000", 2024-08-17T01:57:02.721 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063399+0000", 2024-08-17T01:57:02.721 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.721 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.721 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.722 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.722 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.722 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.722 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.722 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.722 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.722 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.722 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.722 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.722 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.722 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.30", 2024-08-17T01:57:02.722 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.722 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.723 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.723 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5150, 2024-08-17T01:57:02.723 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.723 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:09:33.202637+0000", 2024-08-17T01:57:02.723 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.723 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.723 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.723 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.723 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.723 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.723 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.723 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.723 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.723 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.723 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.724 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.725 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.726 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.726 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.726 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.726 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.726 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.726 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.726 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.726 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.727 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.727 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:02.727 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.727 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.727 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.727 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.727 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.727 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.727 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:02.727 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.727 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:02.728 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.728 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.728 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.728 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.728 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.728 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.728 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061068+0000", 2024-08-17T01:57:02.728 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.952996+0000", 2024-08-17T01:57:02.728 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.952996+0000", 2024-08-17T01:57:02.728 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.953279+0000", 2024-08-17T01:57:02.728 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061068+0000", 2024-08-17T01:57:02.728 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.728 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.728 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.729 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:02.729 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061068+0000", 2024-08-17T01:57:02.729 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061068+0000", 2024-08-17T01:57:02.729 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061068+0000", 2024-08-17T01:57:02.729 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.729 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.729 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.729 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061068+0000", 2024-08-17T01:57:02.729 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061068+0000", 2024-08-17T01:57:02.729 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.729 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.729 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.730 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.730 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:02.730 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.730 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.730 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.730 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.730 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.730 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.730 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.730 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.730 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.31", 2024-08-17T01:57:02.730 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.730 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.730 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.731 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5325, 2024-08-17T01:57:02.731 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.731 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:15:07.566694+0000", 2024-08-17T01:57:02.731 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.731 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.731 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.731 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.731 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.731 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.731 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.731 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.731 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.731 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.732 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.733 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.734 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.734 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.734 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.734 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.735 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.735 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.735 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.735 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:02.735 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.735 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:02.735 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.735 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.735 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.735 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.735 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.735 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.735 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:02.735 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.736 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:02.736 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.736 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.736 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.736 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.736 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.736 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227719+0000", 2024-08-17T01:57:02.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.957116+0000", 2024-08-17T01:57:02.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.957116+0000", 2024-08-17T01:57:02.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.957553+0000", 2024-08-17T01:57:02.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227719+0000", 2024-08-17T01:57:02.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.737 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:02.737 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227719+0000", 2024-08-17T01:57:02.737 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227719+0000", 2024-08-17T01:57:02.737 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227719+0000", 2024-08-17T01:57:02.737 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.737 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.737 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.737 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227719+0000", 2024-08-17T01:57:02.737 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227719+0000", 2024-08-17T01:57:02.737 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.738 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.738 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.738 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.738 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:02.738 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.738 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.738 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.738 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.738 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.738 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.738 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.738 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.739 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.32", 2024-08-17T01:57:02.739 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.739 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.739 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.739 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5322, 2024-08-17T01:57:02.739 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.739 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:17:27.035979+0000", 2024-08-17T01:57:02.739 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.739 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.739 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.742 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.742 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.742 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.742 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.742 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.742 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.742 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.742 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.742 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.742 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.742 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.742 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.742 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.742 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:02.743 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.743 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:02.743 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.743 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.743 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.743 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.743 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.743 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.743 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:02.743 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.743 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:02.743 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.743 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.743 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.743 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.744 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.744 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064172+0000", 2024-08-17T01:57:02.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.243294+0000", 2024-08-17T01:57:02.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.243294+0000", 2024-08-17T01:57:02.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.243640+0000", 2024-08-17T01:57:02.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064172+0000", 2024-08-17T01:57:02.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:02.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064172+0000", 2024-08-17T01:57:02.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064172+0000", 2024-08-17T01:57:02.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064172+0000", 2024-08-17T01:57:02.745 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.745 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.745 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.745 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064172+0000", 2024-08-17T01:57:02.745 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064172+0000", 2024-08-17T01:57:02.745 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.745 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.745 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.745 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.745 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:02.745 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.745 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.745 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.746 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.746 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.746 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.746 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.746 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.746 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.33", 2024-08-17T01:57:02.746 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.746 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.746 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.746 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5250, 2024-08-17T01:57:02.746 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.746 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:54:12.813010+0000", 2024-08-17T01:57:02.746 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.747 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.747 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.749 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.749 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.749 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.749 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.749 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.749 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.749 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.749 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.749 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.749 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.749 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.749 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.749 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.749 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.750 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.750 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.750 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.750 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.750 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.750 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.750 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:02.750 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.750 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:02.750 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.751 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.751 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.751 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.751 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.751 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.751 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.751 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.751 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T01:57:02.751 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.751 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.751 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.751 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.751 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.752 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.375979+0000", 2024-08-17T01:57:02.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.238570+0000", 2024-08-17T01:57:02.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.238570+0000", 2024-08-17T01:57:02.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.238868+0000", 2024-08-17T01:57:02.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.375979+0000", 2024-08-17T01:57:02.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:02.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.375979+0000", 2024-08-17T01:57:02.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.375979+0000", 2024-08-17T01:57:02.752 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.375979+0000", 2024-08-17T01:57:02.753 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.753 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.753 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.753 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.375979+0000", 2024-08-17T01:57:02.753 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.375979+0000", 2024-08-17T01:57:02.753 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.753 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.753 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.753 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.753 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:02.753 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.753 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.753 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.753 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.754 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.754 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.754 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.754 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.754 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.34", 2024-08-17T01:57:02.754 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.754 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.754 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.754 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5187, 2024-08-17T01:57:02.754 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.754 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:18:04.755524+0000", 2024-08-17T01:57:02.754 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.755 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.755 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.756 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.757 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.757 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.757 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.757 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.757 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.757 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.757 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.757 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.757 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.757 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.757 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.757 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.758 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.758 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.758 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.758 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.758 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.758 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:02.758 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.758 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.758 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.758 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T01:57:02.758 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.758 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.758 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.758 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.759 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.759 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.759 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.759 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.759 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:02.759 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.759 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.759 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.759 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.759 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.759 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372228+0000", 2024-08-17T01:57:02.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.244974+0000", 2024-08-17T01:57:02.759 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.244974+0000", 2024-08-17T01:57:02.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.245301+0000", 2024-08-17T01:57:02.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372228+0000", 2024-08-17T01:57:02.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:02.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372228+0000", 2024-08-17T01:57:02.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372228+0000", 2024-08-17T01:57:02.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372228+0000", 2024-08-17T01:57:02.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372228+0000", 2024-08-17T01:57:02.760 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372228+0000", 2024-08-17T01:57:02.760 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.761 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.761 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.761 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.761 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:02.761 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.761 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.761 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.761 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.761 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.761 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.761 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.761 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.761 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.35", 2024-08-17T01:57:02.762 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.762 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.762 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.762 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5115, 2024-08-17T01:57:02.762 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.762 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:21:24.246492+0000", 2024-08-17T01:57:02.762 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.762 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.762 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.764 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.765 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.765 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.765 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.765 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.765 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.765 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.765 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.766 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.766 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.766 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:02.766 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.766 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.766 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.766 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.766 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.766 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.766 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:02.766 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.767 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:02.767 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.767 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.767 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.767 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.767 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.767 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.371118+0000", 2024-08-17T01:57:02.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.245252+0000", 2024-08-17T01:57:02.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.245252+0000", 2024-08-17T01:57:02.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.245666+0000", 2024-08-17T01:57:02.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.371118+0000", 2024-08-17T01:57:02.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.767 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.768 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.768 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:02.768 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.371118+0000", 2024-08-17T01:57:02.768 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.371118+0000", 2024-08-17T01:57:02.768 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.371118+0000", 2024-08-17T01:57:02.768 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.768 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.768 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.768 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.371118+0000", 2024-08-17T01:57:02.768 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.371118+0000", 2024-08-17T01:57:02.768 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.768 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.769 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.769 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.769 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:02.769 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.769 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.769 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.769 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.769 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.769 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.769 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.769 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.769 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.36", 2024-08-17T01:57:02.769 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.770 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.770 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.770 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5115, 2024-08-17T01:57:02.770 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.770 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:52:55.374395+0000", 2024-08-17T01:57:02.770 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.770 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.770 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.771 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.772 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.773 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.773 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.773 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.773 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.774 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.774 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.774 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.774 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:02.774 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.774 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:02.774 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.774 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.774 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.774 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.774 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.774 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.774 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.774 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.774 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:02.775 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.775 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.775 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.775 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.775 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.775 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.775 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372863+0000", 2024-08-17T01:57:02.775 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295688+0000", 2024-08-17T01:57:02.775 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295688+0000", 2024-08-17T01:57:02.775 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.297435+0000", 2024-08-17T01:57:02.775 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372863+0000", 2024-08-17T01:57:02.775 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.775 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.776 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.776 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.776 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372863+0000", 2024-08-17T01:57:02.776 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372863+0000", 2024-08-17T01:57:02.776 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372863+0000", 2024-08-17T01:57:02.776 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.776 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.776 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.776 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372863+0000", 2024-08-17T01:57:02.776 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372863+0000", 2024-08-17T01:57:02.776 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.776 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.776 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.776 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.777 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.777 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.777 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.777 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.777 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.777 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.777 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.777 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.777 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.777 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.37", 2024-08-17T01:57:02.777 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.777 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.777 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.777 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5100, 2024-08-17T01:57:02.777 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.778 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:39:23.605810+0000", 2024-08-17T01:57:02.778 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.778 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.778 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.778 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.779 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.780 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.780 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.781 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.781 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.781 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.781 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.781 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.781 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.781 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.781 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:02.781 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.781 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.781 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.781 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.781 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.781 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.781 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.782 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.782 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:02.782 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.782 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.782 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.782 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.782 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.782 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.782 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.062655+0000", 2024-08-17T01:57:02.782 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.239530+0000", 2024-08-17T01:57:02.782 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.239530+0000", 2024-08-17T01:57:02.782 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.239874+0000", 2024-08-17T01:57:02.782 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.062655+0000", 2024-08-17T01:57:02.782 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:02.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.062655+0000", 2024-08-17T01:57:02.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.062655+0000", 2024-08-17T01:57:02.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.062655+0000", 2024-08-17T01:57:02.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.062655+0000", 2024-08-17T01:57:02.783 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.062655+0000", 2024-08-17T01:57:02.783 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.783 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.784 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.784 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.784 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:02.784 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.784 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.784 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.784 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.784 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.784 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.784 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.784 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.784 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.38", 2024-08-17T01:57:02.784 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.785 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.785 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.785 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5218, 2024-08-17T01:57:02.785 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.785 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:04:23.140009+0000", 2024-08-17T01:57:02.785 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.785 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.785 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.786 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.787 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.788 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.788 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.788 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.788 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.788 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.788 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.788 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.788 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.788 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.788 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.788 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.788 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.788 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.789 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.789 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.789 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.789 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.789 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.789 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.789 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:02.789 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.789 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.789 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.789 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.789 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.790 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.790 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:02.790 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.790 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:02.790 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.790 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.790 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.790 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.790 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.790 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.791 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372296+0000", 2024-08-17T01:57:02.791 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.301480+0000", 2024-08-17T01:57:02.791 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.301480+0000", 2024-08-17T01:57:02.791 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.302154+0000", 2024-08-17T01:57:02.791 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372296+0000", 2024-08-17T01:57:02.791 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.791 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.791 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.791 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.791 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372296+0000", 2024-08-17T01:57:02.791 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372296+0000", 2024-08-17T01:57:02.791 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372296+0000", 2024-08-17T01:57:02.791 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.792 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.792 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.792 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372296+0000", 2024-08-17T01:57:02.792 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372296+0000", 2024-08-17T01:57:02.792 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.792 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.792 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.792 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.792 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.792 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.792 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.792 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.793 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.793 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.793 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.793 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.793 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.793 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.39", 2024-08-17T01:57:02.793 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.793 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.793 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.793 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5118, 2024-08-17T01:57:02.793 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.793 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:54:44.603376+0000", 2024-08-17T01:57:02.793 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.794 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.794 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.794 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.795 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.796 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.796 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.796 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.796 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.797 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.797 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.797 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.797 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:02.797 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.797 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:02.797 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.797 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.797 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.797 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.797 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.797 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.797 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:02.798 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.798 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:02.798 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.798 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.798 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.798 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.798 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.798 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.798 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065532+0000", 2024-08-17T01:57:02.798 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.964344+0000", 2024-08-17T01:57:02.798 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.964344+0000", 2024-08-17T01:57:02.798 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.964878+0000", 2024-08-17T01:57:02.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065532+0000", 2024-08-17T01:57:02.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:02.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065532+0000", 2024-08-17T01:57:02.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065532+0000", 2024-08-17T01:57:02.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065532+0000", 2024-08-17T01:57:02.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065532+0000", 2024-08-17T01:57:02.799 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065532+0000", 2024-08-17T01:57:02.799 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.800 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.800 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.800 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.800 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:02.800 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.800 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.800 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.800 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.800 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.800 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.800 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.800 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.800 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3a", 2024-08-17T01:57:02.800 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.801 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.801 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.801 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5148, 2024-08-17T01:57:02.801 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.801 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:59:28.173227+0000", 2024-08-17T01:57:02.801 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.801 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.801 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.801 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.801 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.801 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.801 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.801 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.801 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.802 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.803 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.804 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.804 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.804 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.804 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.804 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.805 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.805 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:02.805 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.805 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:02.805 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.805 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.805 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.805 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.805 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.805 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.805 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:02.805 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.805 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:02.805 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.806 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.806 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.806 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.806 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.806 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.806 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.374739+0000", 2024-08-17T01:57:02.806 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.289163+0000", 2024-08-17T01:57:02.806 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.289163+0000", 2024-08-17T01:57:02.806 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.289465+0000", 2024-08-17T01:57:02.806 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.374739+0000", 2024-08-17T01:57:02.806 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.806 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.806 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.806 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.807 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.374739+0000", 2024-08-17T01:57:02.807 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.374739+0000", 2024-08-17T01:57:02.807 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.374739+0000", 2024-08-17T01:57:02.807 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.807 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.807 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.807 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.374739+0000", 2024-08-17T01:57:02.807 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.374739+0000", 2024-08-17T01:57:02.807 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.807 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.807 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.807 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.807 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.808 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.808 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.808 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.808 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.808 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.808 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.808 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.808 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.808 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3b", 2024-08-17T01:57:02.808 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.808 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.808 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.808 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5108, 2024-08-17T01:57:02.809 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.809 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:03:56.227069+0000", 2024-08-17T01:57:02.809 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.809 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.809 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.809 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.809 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.809 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.809 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.809 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.809 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.809 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.809 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.809 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.809 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.810 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.811 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.812 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.812 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.812 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.812 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.812 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.812 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.812 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:02.812 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.813 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:02.813 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.813 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.813 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.813 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.813 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.813 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.813 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.813 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.813 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:02.813 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.813 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.813 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.813 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.814 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.814 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.814 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065072+0000", 2024-08-17T01:57:02.814 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295893+0000", 2024-08-17T01:57:02.814 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295893+0000", 2024-08-17T01:57:02.814 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296222+0000", 2024-08-17T01:57:02.814 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065072+0000", 2024-08-17T01:57:02.814 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.814 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.814 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.814 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.814 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065072+0000", 2024-08-17T01:57:02.814 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065072+0000", 2024-08-17T01:57:02.815 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065072+0000", 2024-08-17T01:57:02.815 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.815 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.815 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.815 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065072+0000", 2024-08-17T01:57:02.815 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065072+0000", 2024-08-17T01:57:02.815 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.815 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.815 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.815 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.815 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.815 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.815 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.816 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.816 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.816 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.816 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.816 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.816 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.816 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3c", 2024-08-17T01:57:02.816 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.816 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.816 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.816 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5169, 2024-08-17T01:57:02.816 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.816 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:13:11.903340+0000", 2024-08-17T01:57:02.816 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.816 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.817 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.817 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.818 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.819 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.819 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.820 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.820 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.820 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:02.820 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:02.820 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:02.820 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.820 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:02.820 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.820 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.820 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.821 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.821 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.821 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.821 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:02.821 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.821 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:02.821 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.821 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.821 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.821 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.821 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.821 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.821 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.230043+0000", 2024-08-17T01:57:02.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:45:51.252875+0000", 2024-08-17T01:57:02.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:45:51.252875+0000", 2024-08-17T01:57:02.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:45:51.254736+0000", 2024-08-17T01:57:02.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.230043+0000", 2024-08-17T01:57:02.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 364, 2024-08-17T01:57:02.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.230043+0000", 2024-08-17T01:57:02.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.230043+0000", 2024-08-17T01:57:02.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.230043+0000", 2024-08-17T01:57:02.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.822 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.823 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.823 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.230043+0000", 2024-08-17T01:57:02.823 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.230043+0000", 2024-08-17T01:57:02.823 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.823 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.823 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.823 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.823 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 363, 2024-08-17T01:57:02.823 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.823 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.823 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.823 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.823 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.823 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.823 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.824 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.824 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3d", 2024-08-17T01:57:02.824 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.824 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.824 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.824 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5326, 2024-08-17T01:57:02.824 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.824 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:59:08.723406+0000", 2024-08-17T01:57:02.824 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.824 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.824 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.824 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.824 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.825 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.827 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.828 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.828 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.828 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.828 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.828 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:02.828 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:02.828 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.828 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:02.828 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.828 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.828 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.828 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.828 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.829 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.829 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.829 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.829 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:02.829 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.829 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.829 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.829 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.829 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.829 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.829 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061208+0000", 2024-08-17T01:57:02.829 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.244199+0000", 2024-08-17T01:57:02.829 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.244199+0000", 2024-08-17T01:57:02.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.246106+0000", 2024-08-17T01:57:02.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061208+0000", 2024-08-17T01:57:02.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:02.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061208+0000", 2024-08-17T01:57:02.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061208+0000", 2024-08-17T01:57:02.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061208+0000", 2024-08-17T01:57:02.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.830 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.831 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061208+0000", 2024-08-17T01:57:02.831 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061208+0000", 2024-08-17T01:57:02.831 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.831 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.831 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.831 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.831 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:02.831 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.831 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.831 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.831 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.831 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.831 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.831 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.832 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.832 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3e", 2024-08-17T01:57:02.832 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.832 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.832 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.832 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5313, 2024-08-17T01:57:02.832 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.832 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:14:25.464530+0000", 2024-08-17T01:57:02.832 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.832 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.832 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.832 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.835 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.835 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.835 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.835 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.835 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.835 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:02.836 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:02.836 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.836 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:02.836 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.836 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.836 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.836 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:02.836 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.836 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.836 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.836 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.836 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:02.836 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:02.836 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:02.836 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:02.837 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:02.837 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:02.837 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:02.837 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373685+0000", 2024-08-17T01:57:02.837 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.302889+0000", 2024-08-17T01:57:02.837 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.302889+0000", 2024-08-17T01:57:02.837 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.303193+0000", 2024-08-17T01:57:02.837 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373685+0000", 2024-08-17T01:57:02.837 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.837 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:02.837 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.837 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:02.837 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373685+0000", 2024-08-17T01:57:02.837 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373685+0000", 2024-08-17T01:57:02.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373685+0000", 2024-08-17T01:57:02.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:02.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:02.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:02.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373685+0000", 2024-08-17T01:57:02.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373685+0000", 2024-08-17T01:57:02.838 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:02.838 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.838 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:02.838 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:02.838 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:02.838 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:02.839 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:02.839 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:02.839 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:02.839 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.839 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:02.839 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:02.839 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:02.839 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3f", 2024-08-17T01:57:02.839 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:02.839 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:02.839 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:02.839 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5097, 2024-08-17T01:57:02.839 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:02.839 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:27:35.370261+0000", 2024-08-17T01:57:02.839 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:02.840 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:02.840 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.843 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.843 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:02.843 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:02.843 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:02.843 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.843 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:02.843 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.843 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.843 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:02.843 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:02.843 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.843 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.844 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_per_pool": [ 2024-08-17T01:57:02.844 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.844 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 3, 2024-08-17T01:57:02.844 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:57:02.844 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr" 2024-08-17T01:57:02.844 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.844 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 249, 2024-08-17T01:57:02.844 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pg": 1, 2024-08-17T01:57:02.844 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 3, 2024-08-17T01:57:02.844 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 249, 2024-08-17T01:57:02.844 INFO:tasks.workunit.client.0.smithi082.stdout: "poolid": 1, 2024-08-17T01:57:02.844 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.844 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 590368, 2024-08-17T01:57:02.844 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.844 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 1771104, 2024-08-17T01:57:02.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.845 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T01:57:02.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T01:57:02.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T01:57:02.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 6, 2024-08-17T01:57:02.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.846 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.847 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.847 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.847 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.847 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 1286, 2024-08-17T01:57:02.847 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 2084, 2024-08-17T01:57:02.847 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.847 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.847 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.847 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 415, 2024-08-17T01:57:02.847 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 2416 2024-08-17T01:57:02.847 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.847 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T01:57:02.847 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 1781760, 2024-08-17T01:57:02.847 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T01:57:02.847 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T01:57:02.848 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T01:57:02.848 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T01:57:02.848 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 1771104, 2024-08-17T01:57:02.848 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T01:57:02.848 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T01:57:02.848 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 0, 2024-08-17T01:57:02.848 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T01:57:02.848 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.848 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 3 2024-08-17T01:57:02.848 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.848 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.848 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 96, 2024-08-17T01:57:02.848 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:57:02.849 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs" 2024-08-17T01:57:02.849 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.849 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 76, 2024-08-17T01:57:02.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pg": 32, 2024-08-17T01:57:02.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 8, 2024-08-17T01:57:02.849 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 76, 2024-08-17T01:57:02.849 INFO:tasks.workunit.client.0.smithi082.stdout: "poolid": 2, 2024-08-17T01:57:02.849 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 6596, 2024-08-17T01:57:02.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 66, 2024-08-17T01:57:02.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 22, 2024-08-17T01:57:02.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 22, 2024-08-17T01:57:02.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.851 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.851 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.851 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.851 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.851 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 14, 2024-08-17T01:57:02.851 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.851 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.851 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.851 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.851 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.851 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.851 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.851 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 128, 2024-08-17T01:57:02.851 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 142, 2024-08-17T01:57:02.852 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.852 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.852 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.852 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 70, 2024-08-17T01:57:02.852 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 36 2024-08-17T01:57:02.852 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.852 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T01:57:02.852 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 110592, 2024-08-17T01:57:02.852 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T01:57:02.852 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T01:57:02.852 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T01:57:02.852 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T01:57:02.852 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 19788, 2024-08-17T01:57:02.853 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T01:57:02.853 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T01:57:02.853 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 44607, 2024-08-17T01:57:02.853 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T01:57:02.853 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.853 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 96 2024-08-17T01:57:02.853 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.853 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.853 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 192, 2024-08-17T01:57:02.853 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:57:02.853 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs" 2024-08-17T01:57:02.853 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.854 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pg": 64, 2024-08-17T01:57:02.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 8, 2024-08-17T01:57:02.854 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.854 INFO:tasks.workunit.client.0.smithi082.stdout: "poolid": 3, 2024-08-17T01:57:02.854 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.854 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:02.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:02.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.857 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.857 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T01:57:02.857 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 0, 2024-08-17T01:57:02.857 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T01:57:02.857 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T01:57:02.857 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T01:57:02.857 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T01:57:02.857 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 0, 2024-08-17T01:57:02.858 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T01:57:02.858 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T01:57:02.858 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 0, 2024-08-17T01:57:02.858 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T01:57:02.858 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.858 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 192 2024-08-17T01:57:02.858 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.858 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.858 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 24, 2024-08-17T01:57:02.858 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:57:02.858 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd" 2024-08-17T01:57:02.858 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.859 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 24527, 2024-08-17T01:57:02.859 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pg": 8, 2024-08-17T01:57:02.859 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 8, 2024-08-17T01:57:02.859 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 24527, 2024-08-17T01:57:02.859 INFO:tasks.workunit.client.0.smithi082.stdout: "poolid": 4, 2024-08-17T01:57:02.859 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.859 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 4194323, 2024-08-17T01:57:02.859 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.859 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.859 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.859 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.859 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.859 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.860 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.860 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.860 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.860 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.860 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.860 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.860 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.860 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.860 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.860 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 12, 2024-08-17T01:57:02.860 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 4, 2024-08-17T01:57:02.860 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.860 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 4, 2024-08-17T01:57:02.861 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.861 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.861 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.861 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.861 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.861 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 2, 2024-08-17T01:57:02.861 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.861 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.861 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.861 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.861 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.861 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.861 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.861 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 8977, 2024-08-17T01:57:02.861 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 3019905, 2024-08-17T01:57:02.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 24396, 2024-08-17T01:57:02.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 3161206 2024-08-17T01:57:02.862 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.862 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T01:57:02.862 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 12595200, 2024-08-17T01:57:02.862 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T01:57:02.862 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T01:57:02.862 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T01:57:02.862 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T01:57:02.862 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 12582969, 2024-08-17T01:57:02.862 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T01:57:02.863 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T01:57:02.863 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 0, 2024-08-17T01:57:02.863 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T01:57:02.863 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.863 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 24 2024-08-17T01:57:02.863 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.863 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.863 INFO:tasks.workunit.client.0.smithi082.stdout: "usage": { 2024-08-17T01:57:02.863 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 105, 2024-08-17T01:57:02.863 INFO:tasks.workunit.client.0.smithi082.stdout: "pools": 4, 2024-08-17T01:57:02.863 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_by_class": { 2024-08-17T01:57:02.863 INFO:tasks.workunit.client.0.smithi082.stdout: "ssd": { 2024-08-17T01:57:02.863 INFO:tasks.workunit.client.0.smithi082.stdout: "total_avail_bytes": 763157688320, 2024-08-17T01:57:02.863 INFO:tasks.workunit.client.0.smithi082.stdout: "total_bytes": 767960285184, 2024-08-17T01:57:02.863 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_bytes": 4802596864, 2024-08-17T01:57:02.864 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_raw_bytes": 4802596864, 2024-08-17T01:57:02.864 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_raw_ratio": 0.006253704894334078 2024-08-17T01:57:02.864 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.864 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.864 INFO:tasks.workunit.client.0.smithi082.stdout: "total_avail_bytes": 763157688320, 2024-08-17T01:57:02.864 INFO:tasks.workunit.client.0.smithi082.stdout: "total_bytes": 767960285184, 2024-08-17T01:57:02.864 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_bytes": 4802596864 2024-08-17T01:57:02.864 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.864 INFO:tasks.workunit.client.0.smithi082.stdout:} 2024-08-17T01:57:02.864 INFO:tasks.workunit.client.0.smithi082.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-08-17T01:57:02.865 INFO:tasks.workunit.client.0.smithi082.stderr:+ ceph telemetry show-device 2024-08-17T01:57:02.865 INFO:tasks.workunit.client.0.smithi082.stdout:{ 2024-08-17T01:57:02.865 INFO:tasks.workunit.client.0.smithi082.stdout: "4c46126e-5c31-11ef-bc15-0cc47a8fd3ff": { 2024-08-17T01:57:02.865 INFO:tasks.workunit.client.0.smithi082.stdout: "INTEL_SSDPEDMD400G4_4c46bafc-5c31-11ef-bc15-0cc47a8fd3ff": { 2024-08-17T01:57:02.865 INFO:tasks.workunit.client.0.smithi082.stdout: "20240817-003447": { 2024-08-17T01:57:02.866 INFO:tasks.workunit.client.0.smithi082.stdout: "device": { 2024-08-17T01:57:02.866 INFO:tasks.workunit.client.0.smithi082.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T01:57:02.866 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "/dev/nvme0n1", 2024-08-17T01:57:02.866 INFO:tasks.workunit.client.0.smithi082.stdout: "protocol": "NVMe", 2024-08-17T01:57:02.866 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "nvme" 2024-08-17T01:57:02.866 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.866 INFO:tasks.workunit.client.0.smithi082.stdout: "firmware_version": "8DV101H0", 2024-08-17T01:57:02.866 INFO:tasks.workunit.client.0.smithi082.stdout: "host_id": "4c46126e-5c31-11ef-bc15-0cc47a8fd3ff", 2024-08-17T01:57:02.866 INFO:tasks.workunit.client.0.smithi082.stdout: "json_format_version": [ 2024-08-17T01:57:02.866 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.866 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.866 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.867 INFO:tasks.workunit.client.0.smithi082.stdout: "local_time": { 2024-08-17T01:57:02.867 INFO:tasks.workunit.client.0.smithi082.stdout: "asctime": "Sat Aug 17 00:34:47 2024 UTC", 2024-08-17T01:57:02.867 INFO:tasks.workunit.client.0.smithi082.stdout: "time_t": 1723854887 2024-08-17T01:57:02.867 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.867 INFO:tasks.workunit.client.0.smithi082.stdout: "logical_block_size": 512, 2024-08-17T01:57:02.867 INFO:tasks.workunit.client.0.smithi082.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T01:57:02.867 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_controller_id": 0, 2024-08-17T01:57:02.867 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T01:57:02.867 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_namespaces": [ 2024-08-17T01:57:02.867 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.867 INFO:tasks.workunit.client.0.smithi082.stdout: "capacity": { 2024-08-17T01:57:02.867 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T01:57:02.868 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T01:57:02.868 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.868 INFO:tasks.workunit.client.0.smithi082.stdout: "formatted_lba_size": 512, 2024-08-17T01:57:02.868 INFO:tasks.workunit.client.0.smithi082.stdout: "id": 1, 2024-08-17T01:57:02.868 INFO:tasks.workunit.client.0.smithi082.stdout: "size": { 2024-08-17T01:57:02.868 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T01:57:02.868 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T01:57:02.868 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.868 INFO:tasks.workunit.client.0.smithi082.stdout: "utilization": { 2024-08-17T01:57:02.868 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T01:57:02.868 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T01:57:02.868 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.868 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.868 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.869 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T01:57:02.869 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_pci_vendor": { 2024-08-17T01:57:02.869 INFO:tasks.workunit.client.0.smithi082.stdout: "id": 32902, 2024-08-17T01:57:02.869 INFO:tasks.workunit.client.0.smithi082.stdout: "subsystem_id": 32902 2024-08-17T01:57:02.869 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.869 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T01:57:02.869 INFO:tasks.workunit.client.0.smithi082.stdout: "Device stats": { 2024-08-17T01:57:02.869 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_fw_downgrades": { 2024-08-17T01:57:02.869 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T01:57:02.869 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:57:02.869 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.869 INFO:tasks.workunit.client.0.smithi082.stdout: "crc_error_count": { 2024-08-17T01:57:02.869 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:57:02.870 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:57:02.870 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.870 INFO:tasks.workunit.client.0.smithi082.stdout: "end_to_end_error_detection_count": { 2024-08-17T01:57:02.870 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:57:02.870 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:57:02.870 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.870 INFO:tasks.workunit.client.0.smithi082.stdout: "erase_fail_count": { 2024-08-17T01:57:02.870 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:57:02.870 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:57:02.870 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.870 INFO:tasks.workunit.client.0.smithi082.stdout: "host_bytes_written": { 2024-08-17T01:57:02.870 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:57:02.871 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 26330524 2024-08-17T01:57:02.871 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.871 INFO:tasks.workunit.client.0.smithi082.stdout: "host_ctx_wear_used": { 2024-08-17T01:57:02.871 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:57:02.871 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 1 2024-08-17T01:57:02.871 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.871 INFO:tasks.workunit.client.0.smithi082.stdout: "media_bytes_read": { 2024-08-17T01:57:02.871 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T01:57:02.871 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:57:02.871 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.871 INFO:tasks.workunit.client.0.smithi082.stdout: "nand_bytes_written": { 2024-08-17T01:57:02.871 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:57:02.871 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 46218037 2024-08-17T01:57:02.872 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.872 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_stat_indicator": { 2024-08-17T01:57:02.872 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T01:57:02.872 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:57:02.872 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.872 INFO:tasks.workunit.client.0.smithi082.stdout: "pll_lock_loss_count": { 2024-08-17T01:57:02.872 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:57:02.872 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:57:02.872 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.872 INFO:tasks.workunit.client.0.smithi082.stdout: "program_fail_count": { 2024-08-17T01:57:02.872 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:57:02.872 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:57:02.872 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.873 INFO:tasks.workunit.client.0.smithi082.stdout: "re_alloc_sectr_cnt": { 2024-08-17T01:57:02.873 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T01:57:02.873 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:57:02.873 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.873 INFO:tasks.workunit.client.0.smithi082.stdout: "retry_buffer_overflow_count": { 2024-08-17T01:57:02.873 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:57:02.873 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:57:02.873 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.873 INFO:tasks.workunit.client.0.smithi082.stdout: "soft_ecc_err_rate": { 2024-08-17T01:57:02.873 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T01:57:02.873 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:57:02.873 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.874 INFO:tasks.workunit.client.0.smithi082.stdout: "thermal_throttle_status": { 2024-08-17T01:57:02.874 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:57:02.874 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": { 2024-08-17T01:57:02.874 INFO:tasks.workunit.client.0.smithi082.stdout: "cnt": 0, 2024-08-17T01:57:02.874 INFO:tasks.workunit.client.0.smithi082.stdout: "pct": 0 2024-08-17T01:57:02.874 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.874 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.874 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_host_reads": { 2024-08-17T01:57:02.874 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:57:02.874 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 65535 2024-08-17T01:57:02.874 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.874 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_media_wear": { 2024-08-17T01:57:02.875 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:57:02.875 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": "63.999023" 2024-08-17T01:57:02.875 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.875 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_timer": { 2024-08-17T01:57:02.875 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:57:02.875 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 65535 2024-08-17T01:57:02.875 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.875 INFO:tasks.workunit.client.0.smithi082.stdout: "unexp_power_loss": { 2024-08-17T01:57:02.875 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T01:57:02.875 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:57:02.875 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.875 INFO:tasks.workunit.client.0.smithi082.stdout: "wear_leveling": { 2024-08-17T01:57:02.875 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 90, 2024-08-17T01:57:02.875 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": { 2024-08-17T01:57:02.876 INFO:tasks.workunit.client.0.smithi082.stdout: "avg": 3135, 2024-08-17T01:57:02.876 INFO:tasks.workunit.client.0.smithi082.stdout: "max": 3150, 2024-08-17T01:57:02.876 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 3123 2024-08-17T01:57:02.876 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.876 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.876 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.876 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T01:57:02.876 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.876 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_smart_health_information_log": { 2024-08-17T01:57:02.876 INFO:tasks.workunit.client.0.smithi082.stdout: "available_spare": 100, 2024-08-17T01:57:02.876 INFO:tasks.workunit.client.0.smithi082.stdout: "available_spare_threshold": 10, 2024-08-17T01:57:02.876 INFO:tasks.workunit.client.0.smithi082.stdout: "controller_busy_time": 1, 2024-08-17T01:57:02.876 INFO:tasks.workunit.client.0.smithi082.stdout: "critical_warning": 0, 2024-08-17T01:57:02.876 INFO:tasks.workunit.client.0.smithi082.stdout: "data_units_read": 327349163, 2024-08-17T01:57:02.877 INFO:tasks.workunit.client.0.smithi082.stdout: "data_units_written": 1725597223, 2024-08-17T01:57:02.877 INFO:tasks.workunit.client.0.smithi082.stdout: "host_reads": 5478944983, 2024-08-17T01:57:02.877 INFO:tasks.workunit.client.0.smithi082.stdout: "host_writes": 31651435103, 2024-08-17T01:57:02.877 INFO:tasks.workunit.client.0.smithi082.stdout: "media_errors": 0, 2024-08-17T01:57:02.877 INFO:tasks.workunit.client.0.smithi082.stdout: "num_err_log_entries": 0, 2024-08-17T01:57:02.877 INFO:tasks.workunit.client.0.smithi082.stdout: "percentage_used": 10, 2024-08-17T01:57:02.877 INFO:tasks.workunit.client.0.smithi082.stdout: "power_cycles": 51178, 2024-08-17T01:57:02.877 INFO:tasks.workunit.client.0.smithi082.stdout: "power_on_hours": 55796, 2024-08-17T01:57:02.877 INFO:tasks.workunit.client.0.smithi082.stdout: "temperature": 25, 2024-08-17T01:57:02.877 INFO:tasks.workunit.client.0.smithi082.stdout: "unsafe_shutdowns": 147 2024-08-17T01:57:02.877 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.877 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_vendor": "intel", 2024-08-17T01:57:02.877 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_version": { 2024-08-17T01:57:02.877 INFO:tasks.workunit.client.0.smithi082.stdout: "string": "<1.2", 2024-08-17T01:57:02.877 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.878 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.878 INFO:tasks.workunit.client.0.smithi082.stdout: "power_cycle_count": 51178, 2024-08-17T01:57:02.878 INFO:tasks.workunit.client.0.smithi082.stdout: "power_on_time": { 2024-08-17T01:57:02.878 INFO:tasks.workunit.client.0.smithi082.stdout: "hours": 55796 2024-08-17T01:57:02.878 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.878 INFO:tasks.workunit.client.0.smithi082.stdout: "serial_number": "deleted", 2024-08-17T01:57:02.878 INFO:tasks.workunit.client.0.smithi082.stdout: "smart_status": { 2024-08-17T01:57:02.878 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme": { 2024-08-17T01:57:02.878 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.878 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.878 INFO:tasks.workunit.client.0.smithi082.stdout: "passed": true 2024-08-17T01:57:02.878 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.878 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl": { 2024-08-17T01:57:02.878 INFO:tasks.workunit.client.0.smithi082.stdout: "argv": [ 2024-08-17T01:57:02.879 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl", 2024-08-17T01:57:02.879 INFO:tasks.workunit.client.0.smithi082.stdout: "-x", 2024-08-17T01:57:02.879 INFO:tasks.workunit.client.0.smithi082.stdout: "--json=o", 2024-08-17T01:57:02.879 INFO:tasks.workunit.client.0.smithi082.stdout: "/dev/nvme0n1" 2024-08-17T01:57:02.879 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.879 INFO:tasks.workunit.client.0.smithi082.stdout: "build_info": "(local build)", 2024-08-17T01:57:02.879 INFO:tasks.workunit.client.0.smithi082.stdout: "exit_status": 0, 2024-08-17T01:57:02.879 INFO:tasks.workunit.client.0.smithi082.stdout: "output": [ 2024-08-17T01:57:02.879 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T01:57:02.879 INFO:tasks.workunit.client.0.smithi082.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T01:57:02.879 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T01:57:02.879 INFO:tasks.workunit.client.0.smithi082.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T01:57:02.879 INFO:tasks.workunit.client.0.smithi082.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T01:57:02.879 INFO:tasks.workunit.client.0.smithi082.stdout: "Serial Number: deleted", 2024-08-17T01:57:02.879 INFO:tasks.workunit.client.0.smithi082.stdout: "Firmware Version: 8DV101H0", 2024-08-17T01:57:02.880 INFO:tasks.workunit.client.0.smithi082.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T01:57:02.880 INFO:tasks.workunit.client.0.smithi082.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T01:57:02.880 INFO:tasks.workunit.client.0.smithi082.stdout: "Controller ID: 0", 2024-08-17T01:57:02.880 INFO:tasks.workunit.client.0.smithi082.stdout: "NVMe Version: <1.2", 2024-08-17T01:57:02.880 INFO:tasks.workunit.client.0.smithi082.stdout: "Number of Namespaces: 1", 2024-08-17T01:57:02.880 INFO:tasks.workunit.client.0.smithi082.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T01:57:02.880 INFO:tasks.workunit.client.0.smithi082.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T01:57:02.880 INFO:tasks.workunit.client.0.smithi082.stdout: "Local Time is: Sat Aug 17 00:34:47 2024 UTC", 2024-08-17T01:57:02.880 INFO:tasks.workunit.client.0.smithi082.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T01:57:02.880 INFO:tasks.workunit.client.0.smithi082.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T01:57:02.880 INFO:tasks.workunit.client.0.smithi082.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T01:57:02.880 INFO:tasks.workunit.client.0.smithi082.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T01:57:02.880 INFO:tasks.workunit.client.0.smithi082.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T01:57:02.880 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T01:57:02.881 INFO:tasks.workunit.client.0.smithi082.stdout: "Supported Power States", 2024-08-17T01:57:02.881 INFO:tasks.workunit.client.0.smithi082.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T01:57:02.881 INFO:tasks.workunit.client.0.smithi082.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T01:57:02.881 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T01:57:02.881 INFO:tasks.workunit.client.0.smithi082.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T01:57:02.881 INFO:tasks.workunit.client.0.smithi082.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T01:57:02.881 INFO:tasks.workunit.client.0.smithi082.stdout: " 0 + 512 0 2", 2024-08-17T01:57:02.881 INFO:tasks.workunit.client.0.smithi082.stdout: " 1 - 512 8 2", 2024-08-17T01:57:02.881 INFO:tasks.workunit.client.0.smithi082.stdout: " 2 - 512 16 2", 2024-08-17T01:57:02.881 INFO:tasks.workunit.client.0.smithi082.stdout: " 3 - 4096 0 0", 2024-08-17T01:57:02.881 INFO:tasks.workunit.client.0.smithi082.stdout: " 4 - 4096 8 0", 2024-08-17T01:57:02.881 INFO:tasks.workunit.client.0.smithi082.stdout: " 5 - 4096 64 0", 2024-08-17T01:57:02.881 INFO:tasks.workunit.client.0.smithi082.stdout: " 6 - 4096 128 0", 2024-08-17T01:57:02.881 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T01:57:02.882 INFO:tasks.workunit.client.0.smithi082.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T01:57:02.882 INFO:tasks.workunit.client.0.smithi082.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T01:57:02.882 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T01:57:02.882 INFO:tasks.workunit.client.0.smithi082.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T01:57:02.882 INFO:tasks.workunit.client.0.smithi082.stdout: "Critical Warning: 0x00", 2024-08-17T01:57:02.882 INFO:tasks.workunit.client.0.smithi082.stdout: "Temperature: 25 Celsius", 2024-08-17T01:57:02.882 INFO:tasks.workunit.client.0.smithi082.stdout: "Available Spare: 100%", 2024-08-17T01:57:02.882 INFO:tasks.workunit.client.0.smithi082.stdout: "Available Spare Threshold: 10%", 2024-08-17T01:57:02.882 INFO:tasks.workunit.client.0.smithi082.stdout: "Percentage Used: 10%", 2024-08-17T01:57:02.882 INFO:tasks.workunit.client.0.smithi082.stdout: "Data Units Read: 327,349,163 [167 TB]", 2024-08-17T01:57:02.882 INFO:tasks.workunit.client.0.smithi082.stdout: "Data Units Written: 1,725,597,223 [883 TB]", 2024-08-17T01:57:02.882 INFO:tasks.workunit.client.0.smithi082.stdout: "Host Read Commands: 5,478,944,983", 2024-08-17T01:57:02.882 INFO:tasks.workunit.client.0.smithi082.stdout: "Host Write Commands: 31,651,435,103", 2024-08-17T01:57:02.882 INFO:tasks.workunit.client.0.smithi082.stdout: "Controller Busy Time: 1", 2024-08-17T01:57:02.883 INFO:tasks.workunit.client.0.smithi082.stdout: "Power Cycles: 51,178", 2024-08-17T01:57:02.883 INFO:tasks.workunit.client.0.smithi082.stdout: "Power On Hours: 55,796", 2024-08-17T01:57:02.883 INFO:tasks.workunit.client.0.smithi082.stdout: "Unsafe Shutdowns: 147", 2024-08-17T01:57:02.883 INFO:tasks.workunit.client.0.smithi082.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T01:57:02.883 INFO:tasks.workunit.client.0.smithi082.stdout: "Error Information Log Entries: 0", 2024-08-17T01:57:02.883 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T01:57:02.883 INFO:tasks.workunit.client.0.smithi082.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T01:57:02.883 INFO:tasks.workunit.client.0.smithi082.stdout: "No Errors Logged", 2024-08-17T01:57:02.883 INFO:tasks.workunit.client.0.smithi082.stdout: "" 2024-08-17T01:57:02.883 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.883 INFO:tasks.workunit.client.0.smithi082.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T01:57:02.883 INFO:tasks.workunit.client.0.smithi082.stdout: "svn_revision": "5155", 2024-08-17T01:57:02.883 INFO:tasks.workunit.client.0.smithi082.stdout: "version": [ 2024-08-17T01:57:02.883 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.883 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:02.884 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:02.884 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.884 INFO:tasks.workunit.client.0.smithi082.stdout: "temperature": { 2024-08-17T01:57:02.884 INFO:tasks.workunit.client.0.smithi082.stdout: "current": 25 2024-08-17T01:57:02.884 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.884 INFO:tasks.workunit.client.0.smithi082.stdout: "user_capacity": { 2024-08-17T01:57:02.884 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T01:57:02.884 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T01:57:02.884 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.884 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.884 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.884 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.884 INFO:tasks.workunit.client.0.smithi082.stdout: "4c4819d8-5c31-11ef-bc15-0cc47a8fd3ff": { 2024-08-17T01:57:02.884 INFO:tasks.workunit.client.0.smithi082.stdout: "INTEL_SSDPEDMD400G4_4c48a678-5c31-11ef-bc15-0cc47a8fd3ff": { 2024-08-17T01:57:02.884 INFO:tasks.workunit.client.0.smithi082.stdout: "20240817-003445": { 2024-08-17T01:57:02.885 INFO:tasks.workunit.client.0.smithi082.stdout: "device": { 2024-08-17T01:57:02.885 INFO:tasks.workunit.client.0.smithi082.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T01:57:02.885 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "/dev/nvme0n1", 2024-08-17T01:57:02.885 INFO:tasks.workunit.client.0.smithi082.stdout: "protocol": "NVMe", 2024-08-17T01:57:02.885 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "nvme" 2024-08-17T01:57:02.885 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.885 INFO:tasks.workunit.client.0.smithi082.stdout: "firmware_version": "8DV101H0", 2024-08-17T01:57:02.885 INFO:tasks.workunit.client.0.smithi082.stdout: "host_id": "4c4819d8-5c31-11ef-bc15-0cc47a8fd3ff", 2024-08-17T01:57:02.885 INFO:tasks.workunit.client.0.smithi082.stdout: "json_format_version": [ 2024-08-17T01:57:02.885 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:02.885 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:02.885 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.885 INFO:tasks.workunit.client.0.smithi082.stdout: "local_time": { 2024-08-17T01:57:02.885 INFO:tasks.workunit.client.0.smithi082.stdout: "asctime": "Sat Aug 17 00:34:45 2024 UTC", 2024-08-17T01:57:02.886 INFO:tasks.workunit.client.0.smithi082.stdout: "time_t": 1723854885 2024-08-17T01:57:02.886 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.886 INFO:tasks.workunit.client.0.smithi082.stdout: "logical_block_size": 512, 2024-08-17T01:57:02.886 INFO:tasks.workunit.client.0.smithi082.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T01:57:02.886 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_controller_id": 0, 2024-08-17T01:57:02.886 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T01:57:02.886 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_namespaces": [ 2024-08-17T01:57:02.886 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.886 INFO:tasks.workunit.client.0.smithi082.stdout: "capacity": { 2024-08-17T01:57:02.886 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T01:57:02.886 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T01:57:02.886 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.886 INFO:tasks.workunit.client.0.smithi082.stdout: "formatted_lba_size": 512, 2024-08-17T01:57:02.886 INFO:tasks.workunit.client.0.smithi082.stdout: "id": 1, 2024-08-17T01:57:02.887 INFO:tasks.workunit.client.0.smithi082.stdout: "size": { 2024-08-17T01:57:02.887 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T01:57:02.887 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T01:57:02.887 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.887 INFO:tasks.workunit.client.0.smithi082.stdout: "utilization": { 2024-08-17T01:57:02.887 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T01:57:02.887 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T01:57:02.887 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.887 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.887 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.887 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T01:57:02.887 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_pci_vendor": { 2024-08-17T01:57:02.887 INFO:tasks.workunit.client.0.smithi082.stdout: "id": 32902, 2024-08-17T01:57:02.888 INFO:tasks.workunit.client.0.smithi082.stdout: "subsystem_id": 32902 2024-08-17T01:57:02.888 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.888 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T01:57:02.888 INFO:tasks.workunit.client.0.smithi082.stdout: "Device stats": { 2024-08-17T01:57:02.888 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_fw_downgrades": { 2024-08-17T01:57:02.888 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T01:57:02.888 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:57:02.888 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.888 INFO:tasks.workunit.client.0.smithi082.stdout: "crc_error_count": { 2024-08-17T01:57:02.888 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:57:02.888 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:57:02.888 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.888 INFO:tasks.workunit.client.0.smithi082.stdout: "end_to_end_error_detection_count": { 2024-08-17T01:57:02.889 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:57:02.889 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:57:02.889 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.889 INFO:tasks.workunit.client.0.smithi082.stdout: "erase_fail_count": { 2024-08-17T01:57:02.889 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:57:02.889 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:57:02.889 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.889 INFO:tasks.workunit.client.0.smithi082.stdout: "host_bytes_written": { 2024-08-17T01:57:02.889 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:57:02.889 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 32453604 2024-08-17T01:57:02.889 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.889 INFO:tasks.workunit.client.0.smithi082.stdout: "host_ctx_wear_used": { 2024-08-17T01:57:02.889 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:57:02.889 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 1 2024-08-17T01:57:02.890 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.890 INFO:tasks.workunit.client.0.smithi082.stdout: "media_bytes_read": { 2024-08-17T01:57:02.890 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T01:57:02.890 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:57:02.890 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.890 INFO:tasks.workunit.client.0.smithi082.stdout: "nand_bytes_written": { 2024-08-17T01:57:02.890 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:57:02.890 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 51366601 2024-08-17T01:57:02.890 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.890 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_stat_indicator": { 2024-08-17T01:57:02.890 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T01:57:02.890 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:57:02.890 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.890 INFO:tasks.workunit.client.0.smithi082.stdout: "pll_lock_loss_count": { 2024-08-17T01:57:02.891 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:57:02.891 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:57:02.891 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.891 INFO:tasks.workunit.client.0.smithi082.stdout: "program_fail_count": { 2024-08-17T01:57:02.891 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:57:02.891 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:57:02.891 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.891 INFO:tasks.workunit.client.0.smithi082.stdout: "re_alloc_sectr_cnt": { 2024-08-17T01:57:02.891 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T01:57:02.891 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:57:02.891 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.891 INFO:tasks.workunit.client.0.smithi082.stdout: "retry_buffer_overflow_count": { 2024-08-17T01:57:02.892 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:57:02.892 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:57:02.892 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.892 INFO:tasks.workunit.client.0.smithi082.stdout: "soft_ecc_err_rate": { 2024-08-17T01:57:02.892 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T01:57:02.892 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:57:02.892 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.892 INFO:tasks.workunit.client.0.smithi082.stdout: "thermal_throttle_status": { 2024-08-17T01:57:02.892 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:57:02.892 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": { 2024-08-17T01:57:02.892 INFO:tasks.workunit.client.0.smithi082.stdout: "cnt": 0, 2024-08-17T01:57:02.892 INFO:tasks.workunit.client.0.smithi082.stdout: "pct": 0 2024-08-17T01:57:02.893 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.893 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.893 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_host_reads": { 2024-08-17T01:57:02.893 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:57:02.893 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 65535 2024-08-17T01:57:02.893 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.893 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_media_wear": { 2024-08-17T01:57:02.893 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:57:02.893 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": "63.999023" 2024-08-17T01:57:02.893 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.893 INFO:tasks.workunit.client.0.smithi082.stdout: "timed_workload_timer": { 2024-08-17T01:57:02.893 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 100, 2024-08-17T01:57:02.893 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 65535 2024-08-17T01:57:02.894 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.894 INFO:tasks.workunit.client.0.smithi082.stdout: "unexp_power_loss": { 2024-08-17T01:57:02.894 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 0, 2024-08-17T01:57:02.894 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": 0 2024-08-17T01:57:02.894 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.894 INFO:tasks.workunit.client.0.smithi082.stdout: "wear_leveling": { 2024-08-17T01:57:02.894 INFO:tasks.workunit.client.0.smithi082.stdout: "normalized": 89, 2024-08-17T01:57:02.894 INFO:tasks.workunit.client.0.smithi082.stdout: "raw": { 2024-08-17T01:57:02.894 INFO:tasks.workunit.client.0.smithi082.stdout: "avg": 3410, 2024-08-17T01:57:02.894 INFO:tasks.workunit.client.0.smithi082.stdout: "max": 3427, 2024-08-17T01:57:02.894 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 3394 2024-08-17T01:57:02.894 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.894 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.895 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.895 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T01:57:02.895 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.895 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_smart_health_information_log": { 2024-08-17T01:57:02.895 INFO:tasks.workunit.client.0.smithi082.stdout: "available_spare": 100, 2024-08-17T01:57:02.895 INFO:tasks.workunit.client.0.smithi082.stdout: "available_spare_threshold": 10, 2024-08-17T01:57:02.895 INFO:tasks.workunit.client.0.smithi082.stdout: "controller_busy_time": 1, 2024-08-17T01:57:02.895 INFO:tasks.workunit.client.0.smithi082.stdout: "critical_warning": 0, 2024-08-17T01:57:02.895 INFO:tasks.workunit.client.0.smithi082.stdout: "data_units_read": 422946491, 2024-08-17T01:57:02.895 INFO:tasks.workunit.client.0.smithi082.stdout: "data_units_written": 2126879455, 2024-08-17T01:57:02.895 INFO:tasks.workunit.client.0.smithi082.stdout: "host_reads": 6963167010, 2024-08-17T01:57:02.895 INFO:tasks.workunit.client.0.smithi082.stdout: "host_writes": 36518885219, 2024-08-17T01:57:02.896 INFO:tasks.workunit.client.0.smithi082.stdout: "media_errors": 0, 2024-08-17T01:57:02.896 INFO:tasks.workunit.client.0.smithi082.stdout: "num_err_log_entries": 0, 2024-08-17T01:57:02.896 INFO:tasks.workunit.client.0.smithi082.stdout: "percentage_used": 11, 2024-08-17T01:57:02.896 INFO:tasks.workunit.client.0.smithi082.stdout: "power_cycles": 44577, 2024-08-17T01:57:02.896 INFO:tasks.workunit.client.0.smithi082.stdout: "power_on_hours": 61202, 2024-08-17T01:57:02.896 INFO:tasks.workunit.client.0.smithi082.stdout: "temperature": 26, 2024-08-17T01:57:02.896 INFO:tasks.workunit.client.0.smithi082.stdout: "unsafe_shutdowns": 40 2024-08-17T01:57:02.896 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.896 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_vendor": "intel", 2024-08-17T01:57:02.896 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme_version": { 2024-08-17T01:57:02.896 INFO:tasks.workunit.client.0.smithi082.stdout: "string": "<1.2", 2024-08-17T01:57:02.896 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.896 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.896 INFO:tasks.workunit.client.0.smithi082.stdout: "power_cycle_count": 44577, 2024-08-17T01:57:02.896 INFO:tasks.workunit.client.0.smithi082.stdout: "power_on_time": { 2024-08-17T01:57:02.896 INFO:tasks.workunit.client.0.smithi082.stdout: "hours": 61202 2024-08-17T01:57:02.897 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.897 INFO:tasks.workunit.client.0.smithi082.stdout: "serial_number": "deleted", 2024-08-17T01:57:02.897 INFO:tasks.workunit.client.0.smithi082.stdout: "smart_status": { 2024-08-17T01:57:02.897 INFO:tasks.workunit.client.0.smithi082.stdout: "nvme": { 2024-08-17T01:57:02.897 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:02.897 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.897 INFO:tasks.workunit.client.0.smithi082.stdout: "passed": true 2024-08-17T01:57:02.897 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.897 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl": { 2024-08-17T01:57:02.897 INFO:tasks.workunit.client.0.smithi082.stdout: "argv": [ 2024-08-17T01:57:02.897 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl", 2024-08-17T01:57:02.897 INFO:tasks.workunit.client.0.smithi082.stdout: "-x", 2024-08-17T01:57:02.897 INFO:tasks.workunit.client.0.smithi082.stdout: "--json=o", 2024-08-17T01:57:02.897 INFO:tasks.workunit.client.0.smithi082.stdout: "/dev/nvme0n1" 2024-08-17T01:57:02.898 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.898 INFO:tasks.workunit.client.0.smithi082.stdout: "build_info": "(local build)", 2024-08-17T01:57:02.898 INFO:tasks.workunit.client.0.smithi082.stdout: "exit_status": 0, 2024-08-17T01:57:02.898 INFO:tasks.workunit.client.0.smithi082.stdout: "output": [ 2024-08-17T01:57:02.898 INFO:tasks.workunit.client.0.smithi082.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T01:57:02.898 INFO:tasks.workunit.client.0.smithi082.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T01:57:02.898 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T01:57:02.898 INFO:tasks.workunit.client.0.smithi082.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T01:57:02.898 INFO:tasks.workunit.client.0.smithi082.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T01:57:02.898 INFO:tasks.workunit.client.0.smithi082.stdout: "Serial Number: deleted", 2024-08-17T01:57:02.898 INFO:tasks.workunit.client.0.smithi082.stdout: "Firmware Version: 8DV101H0", 2024-08-17T01:57:02.898 INFO:tasks.workunit.client.0.smithi082.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T01:57:02.898 INFO:tasks.workunit.client.0.smithi082.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T01:57:02.898 INFO:tasks.workunit.client.0.smithi082.stdout: "Controller ID: 0", 2024-08-17T01:57:02.899 INFO:tasks.workunit.client.0.smithi082.stdout: "NVMe Version: <1.2", 2024-08-17T01:57:02.899 INFO:tasks.workunit.client.0.smithi082.stdout: "Number of Namespaces: 1", 2024-08-17T01:57:02.899 INFO:tasks.workunit.client.0.smithi082.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T01:57:02.899 INFO:tasks.workunit.client.0.smithi082.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T01:57:02.899 INFO:tasks.workunit.client.0.smithi082.stdout: "Local Time is: Sat Aug 17 00:34:45 2024 UTC", 2024-08-17T01:57:02.899 INFO:tasks.workunit.client.0.smithi082.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T01:57:02.899 INFO:tasks.workunit.client.0.smithi082.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T01:57:02.899 INFO:tasks.workunit.client.0.smithi082.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T01:57:02.899 INFO:tasks.workunit.client.0.smithi082.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T01:57:02.899 INFO:tasks.workunit.client.0.smithi082.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T01:57:02.899 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T01:57:02.899 INFO:tasks.workunit.client.0.smithi082.stdout: "Supported Power States", 2024-08-17T01:57:02.899 INFO:tasks.workunit.client.0.smithi082.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T01:57:02.899 INFO:tasks.workunit.client.0.smithi082.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T01:57:02.899 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T01:57:02.900 INFO:tasks.workunit.client.0.smithi082.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T01:57:02.900 INFO:tasks.workunit.client.0.smithi082.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T01:57:02.900 INFO:tasks.workunit.client.0.smithi082.stdout: " 0 + 512 0 2", 2024-08-17T01:57:02.900 INFO:tasks.workunit.client.0.smithi082.stdout: " 1 - 512 8 2", 2024-08-17T01:57:02.900 INFO:tasks.workunit.client.0.smithi082.stdout: " 2 - 512 16 2", 2024-08-17T01:57:02.900 INFO:tasks.workunit.client.0.smithi082.stdout: " 3 - 4096 0 0", 2024-08-17T01:57:02.900 INFO:tasks.workunit.client.0.smithi082.stdout: " 4 - 4096 8 0", 2024-08-17T01:57:02.900 INFO:tasks.workunit.client.0.smithi082.stdout: " 5 - 4096 64 0", 2024-08-17T01:57:02.900 INFO:tasks.workunit.client.0.smithi082.stdout: " 6 - 4096 128 0", 2024-08-17T01:57:02.900 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T01:57:02.900 INFO:tasks.workunit.client.0.smithi082.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T01:57:02.900 INFO:tasks.workunit.client.0.smithi082.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T01:57:02.900 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T01:57:02.900 INFO:tasks.workunit.client.0.smithi082.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T01:57:02.900 INFO:tasks.workunit.client.0.smithi082.stdout: "Critical Warning: 0x00", 2024-08-17T01:57:02.901 INFO:tasks.workunit.client.0.smithi082.stdout: "Temperature: 26 Celsius", 2024-08-17T01:57:02.901 INFO:tasks.workunit.client.0.smithi082.stdout: "Available Spare: 100%", 2024-08-17T01:57:02.901 INFO:tasks.workunit.client.0.smithi082.stdout: "Available Spare Threshold: 10%", 2024-08-17T01:57:02.901 INFO:tasks.workunit.client.0.smithi082.stdout: "Percentage Used: 11%", 2024-08-17T01:57:02.901 INFO:tasks.workunit.client.0.smithi082.stdout: "Data Units Read: 422,946,491 [216 TB]", 2024-08-17T01:57:02.901 INFO:tasks.workunit.client.0.smithi082.stdout: "Data Units Written: 2,126,879,455 [1.08 PB]", 2024-08-17T01:57:02.901 INFO:tasks.workunit.client.0.smithi082.stdout: "Host Read Commands: 6,963,167,010", 2024-08-17T01:57:02.901 INFO:tasks.workunit.client.0.smithi082.stdout: "Host Write Commands: 36,518,885,219", 2024-08-17T01:57:02.901 INFO:tasks.workunit.client.0.smithi082.stdout: "Controller Busy Time: 1", 2024-08-17T01:57:02.901 INFO:tasks.workunit.client.0.smithi082.stdout: "Power Cycles: 44,577", 2024-08-17T01:57:02.901 INFO:tasks.workunit.client.0.smithi082.stdout: "Power On Hours: 61,202", 2024-08-17T01:57:02.901 INFO:tasks.workunit.client.0.smithi082.stdout: "Unsafe Shutdowns: 40", 2024-08-17T01:57:02.901 INFO:tasks.workunit.client.0.smithi082.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T01:57:02.901 INFO:tasks.workunit.client.0.smithi082.stdout: "Error Information Log Entries: 0", 2024-08-17T01:57:02.901 INFO:tasks.workunit.client.0.smithi082.stdout: "", 2024-08-17T01:57:02.902 INFO:tasks.workunit.client.0.smithi082.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T01:57:02.902 INFO:tasks.workunit.client.0.smithi082.stdout: "No Errors Logged", 2024-08-17T01:57:02.902 INFO:tasks.workunit.client.0.smithi082.stdout: "" 2024-08-17T01:57:02.902 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.902 INFO:tasks.workunit.client.0.smithi082.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T01:57:02.902 INFO:tasks.workunit.client.0.smithi082.stdout: "svn_revision": "5155", 2024-08-17T01:57:02.902 INFO:tasks.workunit.client.0.smithi082.stdout: "version": [ 2024-08-17T01:57:02.902 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:02.902 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:02.902 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:02.902 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.902 INFO:tasks.workunit.client.0.smithi082.stdout: "temperature": { 2024-08-17T01:57:02.902 INFO:tasks.workunit.client.0.smithi082.stdout: "current": 26 2024-08-17T01:57:02.902 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.902 INFO:tasks.workunit.client.0.smithi082.stdout: "user_capacity": { 2024-08-17T01:57:02.903 INFO:tasks.workunit.client.0.smithi082.stdout: "blocks": 781422768, 2024-08-17T01:57:02.903 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 400088457216 2024-08-17T01:57:02.903 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.903 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.903 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.903 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.903 INFO:tasks.workunit.client.0.smithi082.stdout:} 2024-08-17T01:57:02.903 INFO:tasks.workunit.client.0.smithi082.stderr:+ ceph telemetry show 2024-08-17T01:57:02.904 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='client.36093 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:02.904 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='client.36093 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:02.904 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='client.36111 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:02.904 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:57:02.904 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:57:02.904 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:02.904 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:02.904 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:02.904 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:02.904 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:02.904 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:02.904 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:02.905 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:02.905 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:02.905 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:02.905 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:02.905 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:02.905 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:02.905 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:02.905 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:02.905 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:02.906 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:02.906 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:02.906 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:02.906 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:02.906 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:02.906 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:02.907 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:01 smithi137 ceph-mon[86391]: from='client.36135 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:02.907 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:01 smithi137 ceph-mon[86391]: from='client.36135 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:02.907 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:01 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:57:02.907 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:01 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:57:02.907 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:01 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:57:02.907 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:01 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:57:02.907 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:01 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:57:02.907 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:01 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:57:02.907 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:01 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:57:02.908 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='client.36093 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:02.908 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='client.36093 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:02.908 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='client.36111 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:02.908 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:57:02.908 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:57:02.908 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:02.908 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:02.908 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:02.908 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:02.908 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:02.908 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:02.909 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:02.909 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:02.909 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:02.909 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:02.909 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:02.909 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:02.909 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:02.909 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:02.909 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:02.909 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:02.909 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:02.909 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:02.909 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:02.910 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:02.910 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:02.910 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:02.910 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:02.910 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:02.910 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:57:02.910 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:57:02.910 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:02.910 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:02.910 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:02.911 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:02.911 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:02.911 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:02.911 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:02.911 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:02.911 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:02.911 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:02.911 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:02.911 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:02.911 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:02.911 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:02.911 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:02.912 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:02.912 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:02.912 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:02.912 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:02.912 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:02.912 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:02.912 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:02.912 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:02.912 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:02.913 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:57:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:57:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:57:02.913 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:02.913 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:02.913 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:57:02.913 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:57:02.913 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:02.913 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:02.913 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:02.913 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:02.913 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:02.914 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:02.914 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:02.914 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:02.914 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:02.914 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:02.914 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:02.914 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:02.914 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:02.914 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:02.914 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:02.914 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:02.915 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:02.915 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:02.915 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:02.915 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:02.915 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:02.915 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:02.915 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:02.915 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:56:59 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:02.916 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:02 smithi137 ceph-mon[86391]: from='client.46076 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:02.916 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:02 smithi137 ceph-mon[86391]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-17T01:57:02.916 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:02 smithi137 ceph-mon[86391]: from='client.46076 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:02.916 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:02 smithi137 ceph-mon[86391]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-08-17T01:57:02.916 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:02 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T01:57:02.924 INFO:tasks.workunit.client.0.smithi082.stdout:{ 2024-08-17T01:57:02.924 INFO:tasks.workunit.client.0.smithi082.stdout: "balancer": { 2024-08-17T01:57:02.924 INFO:tasks.workunit.client.0.smithi082.stdout: "active": true, 2024-08-17T01:57:02.924 INFO:tasks.workunit.client.0.smithi082.stdout: "mode": "" 2024-08-17T01:57:02.924 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.924 INFO:tasks.workunit.client.0.smithi082.stdout: "channels": [ 2024-08-17T01:57:02.924 INFO:tasks.workunit.client.0.smithi082.stdout: "basic", 2024-08-17T01:57:02.925 INFO:tasks.workunit.client.0.smithi082.stdout: "crash", 2024-08-17T01:57:02.925 INFO:tasks.workunit.client.0.smithi082.stdout: "device", 2024-08-17T01:57:02.925 INFO:tasks.workunit.client.0.smithi082.stdout: "ident", 2024-08-17T01:57:02.925 INFO:tasks.workunit.client.0.smithi082.stdout: "perf" 2024-08-17T01:57:02.925 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.925 INFO:tasks.workunit.client.0.smithi082.stdout: "channels_available": [ 2024-08-17T01:57:02.925 INFO:tasks.workunit.client.0.smithi082.stdout: "basic", 2024-08-17T01:57:02.925 INFO:tasks.workunit.client.0.smithi082.stdout: "ident", 2024-08-17T01:57:02.925 INFO:tasks.workunit.client.0.smithi082.stdout: "crash", 2024-08-17T01:57:02.925 INFO:tasks.workunit.client.0.smithi082.stdout: "device", 2024-08-17T01:57:02.925 INFO:tasks.workunit.client.0.smithi082.stdout: "perf" 2024-08-17T01:57:02.925 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.925 INFO:tasks.workunit.client.0.smithi082.stdout: "collections_available": [ 2024-08-17T01:57:02.925 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_base", 2024-08-17T01:57:02.925 INFO:tasks.workunit.client.0.smithi082.stdout: "device_base", 2024-08-17T01:57:02.926 INFO:tasks.workunit.client.0.smithi082.stdout: "crash_base", 2024-08-17T01:57:02.926 INFO:tasks.workunit.client.0.smithi082.stdout: "ident_base", 2024-08-17T01:57:02.926 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_perf", 2024-08-17T01:57:02.926 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_mds_metadata", 2024-08-17T01:57:02.926 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_usage", 2024-08-17T01:57:02.926 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_usage_by_class", 2024-08-17T01:57:02.926 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_rook_v01", 2024-08-17T01:57:02.926 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_memory_metrics", 2024-08-17T01:57:02.926 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_options_bluestore", 2024-08-17T01:57:02.926 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_flags" 2024-08-17T01:57:02.926 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.926 INFO:tasks.workunit.client.0.smithi082.stdout: "collections_opted_in": [ 2024-08-17T01:57:02.927 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_base", 2024-08-17T01:57:02.927 INFO:tasks.workunit.client.0.smithi082.stdout: "device_base", 2024-08-17T01:57:02.927 INFO:tasks.workunit.client.0.smithi082.stdout: "crash_base", 2024-08-17T01:57:02.927 INFO:tasks.workunit.client.0.smithi082.stdout: "ident_base", 2024-08-17T01:57:02.927 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_perf", 2024-08-17T01:57:02.927 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_mds_metadata", 2024-08-17T01:57:02.927 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_usage", 2024-08-17T01:57:02.927 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_usage_by_class", 2024-08-17T01:57:02.927 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_rook_v01", 2024-08-17T01:57:02.927 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_memory_metrics", 2024-08-17T01:57:02.927 INFO:tasks.workunit.client.0.smithi082.stdout: "basic_pool_options_bluestore" 2024-08-17T01:57:02.927 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.927 INFO:tasks.workunit.client.0.smithi082.stdout: "config": { 2024-08-17T01:57:02.927 INFO:tasks.workunit.client.0.smithi082.stdout: "active_changed": [ 2024-08-17T01:57:02.928 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T01:57:02.928 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_debug", 2024-08-17T01:57:02.928 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_mon_ticket_ttl", 2024-08-17T01:57:02.928 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_service_ticket_ttl", 2024-08-17T01:57:02.928 INFO:tasks.workunit.client.0.smithi082.stdout: "bdev_debug_aio", 2024-08-17T01:57:02.928 INFO:tasks.workunit.client.0.smithi082.stdout: "client_check_pool_perm", 2024-08-17T01:57:02.928 INFO:tasks.workunit.client.0.smithi082.stdout: "client_mount_gid", 2024-08-17T01:57:02.928 INFO:tasks.workunit.client.0.smithi082.stdout: "client_mount_uid", 2024-08-17T01:57:02.928 INFO:tasks.workunit.client.0.smithi082.stdout: "client_quota", 2024-08-17T01:57:02.928 INFO:tasks.workunit.client.0.smithi082.stdout: "container_image", 2024-08-17T01:57:02.928 INFO:tasks.workunit.client.0.smithi082.stdout: "daemonize", 2024-08-17T01:57:02.928 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_asserts_on_shutdown", 2024-08-17T01:57:02.929 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mgr", 2024-08-17T01:57:02.929 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mon", 2024-08-17T01:57:02.929 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_ms", 2024-08-17T01:57:02.929 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_osd", 2024-08-17T01:57:02.929 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_paxos", 2024-08-17T01:57:02.929 INFO:tasks.workunit.client.0.smithi082.stdout: "keyring", 2024-08-17T01:57:02.929 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_file", 2024-08-17T01:57:02.929 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_journald", 2024-08-17T01:57:02.929 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_stderr", 2024-08-17T01:57:02.929 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_allow_pool_delete", 2024-08-17T01:57:02.929 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_clock_drift_allowed", 2024-08-17T01:57:02.929 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_file", 2024-08-17T01:57:02.929 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_journald", 2024-08-17T01:57:02.929 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_stderr", 2024-08-17T01:57:02.930 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_data_avail_warn", 2024-08-17T01:57:02.930 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_election_default_strategy", 2024-08-17T01:57:02.930 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_host", 2024-08-17T01:57:02.930 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_max_pg_per_osd", 2024-08-17T01:57:02.930 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_mds_skip_sanity", 2024-08-17T01:57:02.930 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_mgr_mkfs_grace", 2024-08-17T01:57:02.930 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_prime_pg_temp", 2024-08-17T01:57:02.930 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T01:57:02.930 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T01:57:02.930 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T01:57:02.930 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T01:57:02.930 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T01:57:02.931 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T01:57:02.931 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T01:57:02.931 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T01:57:02.931 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T01:57:02.931 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T01:57:02.931 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_too_few_osds", 2024-08-17T01:57:02.931 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_bug", 2024-08-17T01:57:02.931 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_old_message", 2024-08-17T01:57:02.931 INFO:tasks.workunit.client.0.smithi082.stdout: "no_config_file", 2024-08-17T01:57:02.931 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_default_list", 2024-08-17T01:57:02.931 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_load_list", 2024-08-17T01:57:02.931 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_misdirected_ops", 2024-08-17T01:57:02.931 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_op_order", 2024-08-17T01:57:02.932 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_pg_log_writeout", 2024-08-17T01:57:02.932 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_shutdown", 2024-08-17T01:57:02.932 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T01:57:02.932 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T01:57:02.932 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T01:57:02.932 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T01:57:02.932 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_delete_sleep", 2024-08-17T01:57:02.932 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_delete_sleep_hdd", 2024-08-17T01:57:02.932 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_delete_sleep_hybrid", 2024-08-17T01:57:02.932 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_delete_sleep_ssd", 2024-08-17T01:57:02.932 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_max_backfills", 2024-08-17T01:57:02.932 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-17T01:57:02.932 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_profile", 2024-08-17T01:57:02.933 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-17T01:57:02.933 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-17T01:57:02.933 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-17T01:57:02.933 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-17T01:57:02.933 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-17T01:57:02.933 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-17T01:57:02.933 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_client_lim", 2024-08-17T01:57:02.933 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_client_res", 2024-08-17T01:57:02.933 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-17T01:57:02.933 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target", 2024-08-17T01:57:02.933 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target_autotune", 2024-08-17T01:57:02.933 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue", 2024-08-17T01:57:02.933 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue_cut_off", 2024-08-17T01:57:02.933 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T01:57:02.934 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T01:57:02.934 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recover_clone_overlap", 2024-08-17T01:57:02.934 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_max_active", 2024-08-17T01:57:02.934 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_max_active_hdd", 2024-08-17T01:57:02.934 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_max_active_ssd", 2024-08-17T01:57:02.934 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_max_chunk", 2024-08-17T01:57:02.934 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_sleep", 2024-08-17T01:57:02.934 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_sleep_hdd", 2024-08-17T01:57:02.934 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_sleep_hybrid", 2024-08-17T01:57:02.934 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_sleep_ssd", 2024-08-17T01:57:02.934 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_load_threshold", 2024-08-17T01:57:02.934 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_max_interval", 2024-08-17T01:57:02.934 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_sleep", 2024-08-17T01:57:02.935 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_shutdown_pgref_assert", 2024-08-17T01:57:02.935 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_snap_trim_sleep", 2024-08-17T01:57:02.935 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_snap_trim_sleep_hdd", 2024-08-17T01:57:02.935 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-17T01:57:02.935 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_snap_trim_sleep_ssd", 2024-08-17T01:57:02.935 INFO:tasks.workunit.client.0.smithi082.stdout: "public_network", 2024-08-17T01:57:02.935 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-17T01:57:02.935 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd_default_features", 2024-08-17T01:57:02.935 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd_qos_exclude_ops", 2024-08-17T01:57:02.935 INFO:tasks.workunit.client.0.smithi082.stdout: "setgroup", 2024-08-17T01:57:02.935 INFO:tasks.workunit.client.0.smithi082.stdout: "setuser" 2024-08-17T01:57:02.935 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.935 INFO:tasks.workunit.client.0.smithi082.stdout: "cluster_changed": [ 2024-08-17T01:57:02.935 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T01:57:02.936 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_debug", 2024-08-17T01:57:02.936 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_mon_ticket_ttl", 2024-08-17T01:57:02.936 INFO:tasks.workunit.client.0.smithi082.stdout: "auth_service_ticket_ttl", 2024-08-17T01:57:02.936 INFO:tasks.workunit.client.0.smithi082.stdout: "bdev_debug_aio", 2024-08-17T01:57:02.936 INFO:tasks.workunit.client.0.smithi082.stdout: "container_image", 2024-08-17T01:57:02.936 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_asserts_on_shutdown", 2024-08-17T01:57:02.936 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mgr", 2024-08-17T01:57:02.936 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_mon", 2024-08-17T01:57:02.936 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_ms", 2024-08-17T01:57:02.936 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_osd", 2024-08-17T01:57:02.936 INFO:tasks.workunit.client.0.smithi082.stdout: "debug_paxos", 2024-08-17T01:57:02.937 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_file", 2024-08-17T01:57:02.937 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_journald", 2024-08-17T01:57:02.937 INFO:tasks.workunit.client.0.smithi082.stdout: "log_to_stderr", 2024-08-17T01:57:02.937 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_join_fs", 2024-08-17T01:57:02.937 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/allow_ptrace", 2024-08-17T01:57:02.937 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/container_init", 2024-08-17T01:57:02.937 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/migration_current", 2024-08-17T01:57:02.937 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/cephadm/use_repo_digest", 2024-08-17T01:57:02.937 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-17T01:57:02.937 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-17T01:57:02.937 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-17T01:57:02.937 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-17T01:57:02.938 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/dashboard/ssl_server_port", 2024-08-17T01:57:02.938 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/orchestrator/orchestrator", 2024-08-17T01:57:02.938 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/channel_ident", 2024-08-17T01:57:02.938 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/channel_perf", 2024-08-17T01:57:02.938 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/description", 2024-08-17T01:57:02.938 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/enabled", 2024-08-17T01:57:02.938 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr/telemetry/organization", 2024-08-17T01:57:02.938 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_allow_pool_delete", 2024-08-17T01:57:02.938 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_clock_drift_allowed", 2024-08-17T01:57:02.938 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_cluster_log_to_file", 2024-08-17T01:57:02.938 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_data_avail_warn", 2024-08-17T01:57:02.938 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_election_default_strategy", 2024-08-17T01:57:02.938 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_max_pg_per_osd", 2024-08-17T01:57:02.939 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_mds_skip_sanity", 2024-08-17T01:57:02.939 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_mgr_mkfs_grace", 2024-08-17T01:57:02.939 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_prime_pg_temp", 2024-08-17T01:57:02.939 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T01:57:02.939 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T01:57:02.939 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T01:57:02.939 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T01:57:02.939 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T01:57:02.939 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T01:57:02.939 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T01:57:02.939 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T01:57:02.939 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T01:57:02.940 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T01:57:02.940 INFO:tasks.workunit.client.0.smithi082.stdout: "mon_warn_on_too_few_osds", 2024-08-17T01:57:02.940 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_bug", 2024-08-17T01:57:02.940 INFO:tasks.workunit.client.0.smithi082.stdout: "ms_die_on_old_message", 2024-08-17T01:57:02.940 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_default_list", 2024-08-17T01:57:02.940 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_class_load_list", 2024-08-17T01:57:02.940 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_misdirected_ops", 2024-08-17T01:57:02.940 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_op_order", 2024-08-17T01:57:02.940 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_pg_log_writeout", 2024-08-17T01:57:02.940 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_shutdown", 2024-08-17T01:57:02.940 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T01:57:02.940 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T01:57:02.940 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T01:57:02.940 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T01:57:02.941 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-17T01:57:02.941 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mclock_profile", 2024-08-17T01:57:02.941 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target", 2024-08-17T01:57:02.941 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_memory_target_autotune", 2024-08-17T01:57:02.941 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue", 2024-08-17T01:57:02.941 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_op_queue_cut_off", 2024-08-17T01:57:02.941 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T01:57:02.941 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T01:57:02.941 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recover_clone_overlap", 2024-08-17T01:57:02.941 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_recovery_max_chunk", 2024-08-17T01:57:02.941 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_load_threshold", 2024-08-17T01:57:02.941 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_scrub_max_interval", 2024-08-17T01:57:02.941 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_shutdown_pgref_assert", 2024-08-17T01:57:02.941 INFO:tasks.workunit.client.0.smithi082.stdout: "public_network", 2024-08-17T01:57:02.942 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-17T01:57:02.942 INFO:tasks.workunit.client.0.smithi082.stdout: "rgw_cache_enabled", 2024-08-17T01:57:02.942 INFO:tasks.workunit.client.0.smithi082.stdout: "rgw_enable_ops_log", 2024-08-17T01:57:02.942 INFO:tasks.workunit.client.0.smithi082.stdout: "rgw_enable_usage_log" 2024-08-17T01:57:02.942 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:02.942 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.942 INFO:tasks.workunit.client.0.smithi082.stdout: "contact": null, 2024-08-17T01:57:02.942 INFO:tasks.workunit.client.0.smithi082.stdout: "crashes": [], 2024-08-17T01:57:02.942 INFO:tasks.workunit.client.0.smithi082.stdout: "created": "2024-08-17T00:31:42.812154Z", 2024-08-17T01:57:02.942 INFO:tasks.workunit.client.0.smithi082.stdout: "crush": { 2024-08-17T01:57:02.942 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket_algs": { 2024-08-17T01:57:02.942 INFO:tasks.workunit.client.0.smithi082.stdout: "straw2": 3 2024-08-17T01:57:02.942 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.943 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket_sizes": { 2024-08-17T01:57:02.943 INFO:tasks.workunit.client.0.smithi082.stdout: "2": 1, 2024-08-17T01:57:02.943 INFO:tasks.workunit.client.0.smithi082.stdout: "4": 2 2024-08-17T01:57:02.943 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.943 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket_types": { 2024-08-17T01:57:02.943 INFO:tasks.workunit.client.0.smithi082.stdout: "1": 2, 2024-08-17T01:57:02.943 INFO:tasks.workunit.client.0.smithi082.stdout: "11": 1 2024-08-17T01:57:02.943 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.943 INFO:tasks.workunit.client.0.smithi082.stdout: "compat_weight_set": false, 2024-08-17T01:57:02.943 INFO:tasks.workunit.client.0.smithi082.stdout: "device_classes": [ 2024-08-17T01:57:02.943 INFO:tasks.workunit.client.0.smithi082.stdout: 8 2024-08-17T01:57:02.943 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_buckets": 6, 2024-08-17T01:57:02.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_devices": 8, 2024-08-17T01:57:02.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_rules": 2, 2024-08-17T01:57:02.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_types": 12, 2024-08-17T01:57:02.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_weight_sets": 0, 2024-08-17T01:57:02.944 INFO:tasks.workunit.client.0.smithi082.stdout: "tunables": { 2024-08-17T01:57:02.944 INFO:tasks.workunit.client.0.smithi082.stdout: "allowed_bucket_algs": 54, 2024-08-17T01:57:02.944 INFO:tasks.workunit.client.0.smithi082.stdout: "choose_local_fallback_tries": 0, 2024-08-17T01:57:02.944 INFO:tasks.workunit.client.0.smithi082.stdout: "choose_local_tries": 0, 2024-08-17T01:57:02.944 INFO:tasks.workunit.client.0.smithi082.stdout: "choose_total_tries": 50, 2024-08-17T01:57:02.944 INFO:tasks.workunit.client.0.smithi082.stdout: "chooseleaf_descend_once": 1, 2024-08-17T01:57:02.944 INFO:tasks.workunit.client.0.smithi082.stdout: "chooseleaf_stable": 1, 2024-08-17T01:57:02.944 INFO:tasks.workunit.client.0.smithi082.stdout: "chooseleaf_vary_r": 1, 2024-08-17T01:57:02.944 INFO:tasks.workunit.client.0.smithi082.stdout: "has_msr_rules": 0, 2024-08-17T01:57:02.944 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v2_rules": 1, 2024-08-17T01:57:02.945 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v3_rules": 0, 2024-08-17T01:57:02.945 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v4_buckets": 1, 2024-08-17T01:57:02.945 INFO:tasks.workunit.client.0.smithi082.stdout: "has_v5_rules": 0, 2024-08-17T01:57:02.945 INFO:tasks.workunit.client.0.smithi082.stdout: "legacy_tunables": 0, 2024-08-17T01:57:02.945 INFO:tasks.workunit.client.0.smithi082.stdout: "minimum_required_version": "jewel", 2024-08-17T01:57:02.945 INFO:tasks.workunit.client.0.smithi082.stdout: "msr_collision_tries": 100, 2024-08-17T01:57:02.945 INFO:tasks.workunit.client.0.smithi082.stdout: "msr_descents": 100, 2024-08-17T01:57:02.945 INFO:tasks.workunit.client.0.smithi082.stdout: "optimal_tunables": 1, 2024-08-17T01:57:02.945 INFO:tasks.workunit.client.0.smithi082.stdout: "profile": "jewel", 2024-08-17T01:57:02.945 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables": 1, 2024-08-17T01:57:02.945 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables2": 1, 2024-08-17T01:57:02.945 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables3": 1, 2024-08-17T01:57:02.945 INFO:tasks.workunit.client.0.smithi082.stdout: "require_feature_tunables5": 1, 2024-08-17T01:57:02.945 INFO:tasks.workunit.client.0.smithi082.stdout: "straw_calc_version": 1 2024-08-17T01:57:02.946 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.946 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.946 INFO:tasks.workunit.client.0.smithi082.stdout: "description": "upgrade test cluster", 2024-08-17T01:57:02.946 INFO:tasks.workunit.client.0.smithi082.stdout: "fs": { 2024-08-17T01:57:02.946 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:57:02.946 INFO:tasks.workunit.client.0.smithi082.stdout: "feature_flags": { 2024-08-17T01:57:02.946 INFO:tasks.workunit.client.0.smithi082.stdout: "enable_multiple": true, 2024-08-17T01:57:02.946 INFO:tasks.workunit.client.0.smithi082.stdout: "ever_enabled_multiple": true 2024-08-17T01:57:02.946 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.946 INFO:tasks.workunit.client.0.smithi082.stdout: "filesystems": [ 2024-08-17T01:57:02.946 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:02.946 INFO:tasks.workunit.client.0.smithi082.stdout: "approx_ctime": "2024-08", 2024-08-17T01:57:02.946 INFO:tasks.workunit.client.0.smithi082.stdout: "balancer_enabled": false, 2024-08-17T01:57:02.947 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.947 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_caps": 0, 2024-08-17T01:57:02.947 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_dns": 10, 2024-08-17T01:57:02.947 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_inos": 13, 2024-08-17T01:57:02.947 INFO:tasks.workunit.client.0.smithi082.stdout: "cached_subtrees": 2, 2024-08-17T01:57:02.947 INFO:tasks.workunit.client.0.smithi082.stdout: "ever_allowed_features": 0, 2024-08-17T01:57:02.947 INFO:tasks.workunit.client.0.smithi082.stdout: "explicitly_allowed_features": 0, 2024-08-17T01:57:02.947 INFO:tasks.workunit.client.0.smithi082.stdout: "files": 0, 2024-08-17T01:57:02.947 INFO:tasks.workunit.client.0.smithi082.stdout: "max_mds": 1, 2024-08-17T01:57:02.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_data_pools": 1, 2024-08-17T01:57:02.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_in": 1, 2024-08-17T01:57:02.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_mds": 1, 2024-08-17T01:57:02.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_sessions": 0, 2024-08-17T01:57:02.947 INFO:tasks.workunit.client.0.smithi082.stdout: "num_standby_replay": 0, 2024-08-17T01:57:02.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_up": 1, 2024-08-17T01:57:02.948 INFO:tasks.workunit.client.0.smithi082.stdout: "snaps": 0, 2024-08-17T01:57:02.948 INFO:tasks.workunit.client.0.smithi082.stdout: "standby_count_wanted": 0 2024-08-17T01:57:02.948 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.948 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:02.948 INFO:tasks.workunit.client.0.smithi082.stdout: "num_standby_mds": 1, 2024-08-17T01:57:02.948 INFO:tasks.workunit.client.0.smithi082.stdout: "total_num_mds": 2 2024-08-17T01:57:02.948 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.948 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_stats": { 2024-08-17T01:57:02.948 INFO:tasks.workunit.client.0.smithi082.stdout: "mds": { 2024-08-17T01:57:02.948 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T01:57:02.948 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 20652032, 2024-08-17T01:57:02.948 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 392240, 2024-08-17T01:57:02.948 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2621440, 2024-08-17T01:57:02.949 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:57:02.949 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 540672, 2024-08-17T01:57:02.949 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 481, 2024-08-17T01:57:02.949 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:57:02.949 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 1385000, 2024-08-17T01:57:02.949 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 22, 2024-08-17T01:57:02.949 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 1088512, 2024-08-17T01:57:02.949 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 15164840, 2024-08-17T01:57:02.949 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 21192704 2024-08-17T01:57:02.949 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.949 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T01:57:02.949 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 20144128, 2024-08-17T01:57:02.949 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 336152, 2024-08-17T01:57:02.949 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2621440, 2024-08-17T01:57:02.950 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 753664, 2024-08-17T01:57:02.950 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 0, 2024-08-17T01:57:02.950 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 357, 2024-08-17T01:57:02.950 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:57:02.950 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 1087488, 2024-08-17T01:57:02.950 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 13, 2024-08-17T01:57:02.950 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 604672, 2024-08-17T01:57:02.950 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 14740712, 2024-08-17T01:57:02.950 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 20144128 2024-08-17T01:57:02.950 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.950 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.950 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:57:02.950 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T01:57:02.951 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 258801664, 2024-08-17T01:57:02.951 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 5176552, 2024-08-17T01:57:02.951 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 5111808, 2024-08-17T01:57:02.951 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 180224, 2024-08-17T01:57:02.951 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 1171456, 2024-08-17T01:57:02.951 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 9684, 2024-08-17T01:57:02.951 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:57:02.951 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 17357608, 2024-08-17T01:57:02.951 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 23, 2024-08-17T01:57:02.951 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 4148224, 2024-08-17T01:57:02.951 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 226827248, 2024-08-17T01:57:02.951 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 259973120 2024-08-17T01:57:02.951 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.952 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T01:57:02.952 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 166772736, 2024-08-17T01:57:02.952 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 1911032, 2024-08-17T01:57:02.952 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2883584, 2024-08-17T01:57:02.952 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 8192, 2024-08-17T01:57:02.952 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 671744, 2024-08-17T01:57:02.952 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 6369, 2024-08-17T01:57:02.952 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:57:02.952 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 10340448, 2024-08-17T01:57:02.952 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 20, 2024-08-17T01:57:02.952 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 2339072, 2024-08-17T01:57:02.952 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 149290408, 2024-08-17T01:57:02.952 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 167444480 2024-08-17T01:57:02.952 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.953 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.b49720f953d6f37bda4fd718c5ff5f803b0cc706": { 2024-08-17T01:57:02.953 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 183074816, 2024-08-17T01:57:02.953 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 2747256, 2024-08-17T01:57:02.953 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 2883584, 2024-08-17T01:57:02.953 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 1941504, 2024-08-17T01:57:02.953 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 131072, 2024-08-17T01:57:02.953 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 7269, 2024-08-17T01:57:02.953 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:57:02.953 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 11467296, 2024-08-17T01:57:02.953 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 20, 2024-08-17T01:57:02.953 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 3120384, 2024-08-17T01:57:02.953 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 160914792, 2024-08-17T01:57:02.953 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 183205888 2024-08-17T01:57:02.954 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.954 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.954 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:02.954 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.0": { 2024-08-17T01:57:02.954 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 569483264, 2024-08-17T01:57:02.954 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 25237960, 2024-08-17T01:57:02.954 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 3407872, 2024-08-17T01:57:02.954 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:57:02.954 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 3735552, 2024-08-17T01:57:02.954 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 14795, 2024-08-17T01:57:02.954 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:57:02.954 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 78468720, 2024-08-17T01:57:02.954 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:57:02.955 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 13880832, 2024-08-17T01:57:02.955 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 448487880, 2024-08-17T01:57:02.955 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 573218816 2024-08-17T01:57:02.955 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.955 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.1": { 2024-08-17T01:57:02.955 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 523436032, 2024-08-17T01:57:02.955 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 29175096, 2024-08-17T01:57:02.955 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 3276800, 2024-08-17T01:57:02.955 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 73728, 2024-08-17T01:57:02.955 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 30113792, 2024-08-17T01:57:02.955 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 13230, 2024-08-17T01:57:02.955 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:57:02.955 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 63479056, 2024-08-17T01:57:02.956 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:57:02.956 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 10024704, 2024-08-17T01:57:02.956 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 417406648, 2024-08-17T01:57:02.956 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 553549824 2024-08-17T01:57:02.956 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.956 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.2": { 2024-08-17T01:57:02.956 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 558899200, 2024-08-17T01:57:02.956 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 27558224, 2024-08-17T01:57:02.956 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 5373952, 2024-08-17T01:57:02.956 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:57:02.956 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 35782656, 2024-08-17T01:57:02.956 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 11740, 2024-08-17T01:57:02.957 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:57:02.957 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 63521328, 2024-08-17T01:57:02.957 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:57:02.957 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 12136704, 2024-08-17T01:57:02.957 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 450308992, 2024-08-17T01:57:02.957 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 594681856 2024-08-17T01:57:02.957 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.957 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.3": { 2024-08-17T01:57:02.957 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 507445248, 2024-08-17T01:57:02.957 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 21075608, 2024-08-17T01:57:02.957 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 3145728, 2024-08-17T01:57:02.958 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:57:02.958 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 18964480, 2024-08-17T01:57:02.958 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 10332, 2024-08-17T01:57:02.958 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:57:02.958 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 53915616, 2024-08-17T01:57:02.958 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 53, 2024-08-17T01:57:02.958 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 13391872, 2024-08-17T01:57:02.958 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 415916424, 2024-08-17T01:57:02.958 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 526409728 2024-08-17T01:57:02.958 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.958 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.4": { 2024-08-17T01:57:02.958 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 323018752, 2024-08-17T01:57:02.958 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 22361216, 2024-08-17T01:57:02.959 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 5373952, 2024-08-17T01:57:02.959 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:57:02.959 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 224198656, 2024-08-17T01:57:02.959 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 11707, 2024-08-17T01:57:02.959 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:57:02.959 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 59273384, 2024-08-17T01:57:02.959 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 60, 2024-08-17T01:57:02.959 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 11899392, 2024-08-17T01:57:02.959 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 224110808, 2024-08-17T01:57:02.959 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 547217408 2024-08-17T01:57:02.959 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.959 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.5": { 2024-08-17T01:57:02.959 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 502759424, 2024-08-17T01:57:02.959 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 23021448, 2024-08-17T01:57:02.959 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 5373952, 2024-08-17T01:57:02.960 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:57:02.960 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 49414144, 2024-08-17T01:57:02.960 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 12815, 2024-08-17T01:57:02.960 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:57:02.960 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 61070648, 2024-08-17T01:57:02.960 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 54, 2024-08-17T01:57:02.960 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 12022016, 2024-08-17T01:57:02.960 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 401271360, 2024-08-17T01:57:02.960 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 552173568 2024-08-17T01:57:02.960 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.960 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.6": { 2024-08-17T01:57:02.960 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 422764544, 2024-08-17T01:57:02.960 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 18566336, 2024-08-17T01:57:02.960 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 3145728, 2024-08-17T01:57:02.960 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 49152, 2024-08-17T01:57:02.961 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 45146112, 2024-08-17T01:57:02.961 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 9580, 2024-08-17T01:57:02.961 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:57:02.961 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 51488752, 2024-08-17T01:57:02.961 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 53, 2024-08-17T01:57:02.961 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 12040704, 2024-08-17T01:57:02.961 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 337473872, 2024-08-17T01:57:02.961 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 467910656 2024-08-17T01:57:02.961 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.961 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.7": { 2024-08-17T01:57:02.961 INFO:tasks.workunit.client.0.smithi082.stdout: "actual_memory_used": 471875584, 2024-08-17T01:57:02.961 INFO:tasks.workunit.client.0.smithi082.stdout: "central_cache_freelist": 22207312, 2024-08-17T01:57:02.961 INFO:tasks.workunit.client.0.smithi082.stdout: "malloc_metadata": 3276800, 2024-08-17T01:57:02.961 INFO:tasks.workunit.client.0.smithi082.stdout: "page_heap_freelist": 0, 2024-08-17T01:57:02.961 INFO:tasks.workunit.client.0.smithi082.stdout: "released_to_os": 71368704, 2024-08-17T01:57:02.961 INFO:tasks.workunit.client.0.smithi082.stdout: "spans_in_use": 11781, 2024-08-17T01:57:02.962 INFO:tasks.workunit.client.0.smithi082.stdout: "tcmalloc_page_size": 8192, 2024-08-17T01:57:02.962 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_cache_freelists": 65082192, 2024-08-17T01:57:02.962 INFO:tasks.workunit.client.0.smithi082.stdout: "thread_heaps_in_use": 58, 2024-08-17T01:57:02.962 INFO:tasks.workunit.client.0.smithi082.stdout: "transfer_cache_freelist": 11091200, 2024-08-17T01:57:02.962 INFO:tasks.workunit.client.0.smithi082.stdout: "use_by_application": 370218080, 2024-08-17T01:57:02.962 INFO:tasks.workunit.client.0.smithi082.stdout: "virtual_address_space_used": 543244288 2024-08-17T01:57:02.962 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.962 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.962 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.962 INFO:tasks.workunit.client.0.smithi082.stdout: "hosts": { 2024-08-17T01:57:02.962 INFO:tasks.workunit.client.0.smithi082.stdout: "num": 2, 2024-08-17T01:57:02.962 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_mds": 2, 2024-08-17T01:57:02.962 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_mgr": 2, 2024-08-17T01:57:02.962 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_mon": 2, 2024-08-17T01:57:02.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_with_osd": 2 2024-08-17T01:57:02.963 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.963 INFO:tasks.workunit.client.0.smithi082.stdout: "io_rate": { 2024-08-17T01:57:02.963 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_stats_delta": { 2024-08-17T01:57:02.963 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 0, 2024-08-17T01:57:02.963 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:02.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 0, 2024-08-17T01:57:02.963 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:02.963 INFO:tasks.workunit.client.0.smithi082.stdout: "stamp_delta": "12.002883", 2024-08-17T01:57:02.963 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:02.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:02.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:02.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:02.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:02.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:02.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:02.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:02.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:02.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:02.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:02.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:02.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:02.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:02.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:02.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:02.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:02.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:02.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:02.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:02.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:02.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:02.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:02.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:02.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:02.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:02.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:02.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:02.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:02.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:02.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:02.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:02.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:02.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:02.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 2, 2024-08-17T01:57:02.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 2, 2024-08-17T01:57:02.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:02.966 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:02.966 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:02.966 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:02.966 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:02.966 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.966 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T01:57:02.966 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 0, 2024-08-17T01:57:02.966 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T01:57:02.966 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T01:57:02.966 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T01:57:02.966 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T01:57:02.966 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 0, 2024-08-17T01:57:02.966 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T01:57:02.966 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T01:57:02.966 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 0, 2024-08-17T01:57:02.967 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T01:57:02.967 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.967 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 0 2024-08-17T01:57:02.967 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.967 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.967 INFO:tasks.workunit.client.0.smithi082.stdout: "leaderboard": false, 2024-08-17T01:57:02.967 INFO:tasks.workunit.client.0.smithi082.stdout: "leaderboard_description": null, 2024-08-17T01:57:02.967 INFO:tasks.workunit.client.0.smithi082.stdout: "license": "sharing-1-0", 2024-08-17T01:57:02.967 INFO:tasks.workunit.client.0.smithi082.stdout: "mempool": { 2024-08-17T01:57:02.967 INFO:tasks.workunit.client.0.smithi082.stdout: "mds": { 2024-08-17T01:57:02.967 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T01:57:02.967 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:57:02.967 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.967 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.968 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.968 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:02.968 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.968 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.968 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.968 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:57:02.968 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.968 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.968 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.968 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:57:02.968 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.968 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.968 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.968 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:57:02.968 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.968 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.969 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.969 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:57:02.969 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.969 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.969 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.969 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:57:02.969 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.969 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.969 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.969 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:57:02.969 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.969 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.969 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.969 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:57:02.969 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.970 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.970 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.970 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:57:02.970 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.970 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.970 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.970 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:57:02.970 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.970 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.970 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.970 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:57:02.970 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.970 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.970 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.971 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:57:02.971 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.971 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.971 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.971 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:57:02.971 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.971 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.971 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.971 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:57:02.971 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.971 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.971 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.971 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:57:02.971 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.971 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.971 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.972 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:57:02.972 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.972 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.972 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.972 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:57:02.972 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.972 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.972 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.972 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:57:02.972 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 222424, 2024-08-17T01:57:02.972 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 68 2024-08-17T01:57:02.972 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.972 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:57:02.972 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.973 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.973 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.973 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:57:02.973 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 52112, 2024-08-17T01:57:02.973 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 181 2024-08-17T01:57:02.973 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.973 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:02.973 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.973 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.973 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.973 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:57:02.973 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.973 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.973 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.973 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:57:02.974 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.974 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.974 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.974 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:57:02.974 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12496, 2024-08-17T01:57:02.974 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 241 2024-08-17T01:57:02.974 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.974 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:57:02.974 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.974 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.974 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.974 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:57:02.974 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.975 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.975 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.975 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:57:02.975 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.975 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.975 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.975 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:57:02.975 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.975 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.975 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.975 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.975 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T01:57:02.975 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:57:02.975 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.975 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.976 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.976 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:02.976 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.976 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.976 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.976 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:57:02.976 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.976 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.976 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.976 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:57:02.976 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.976 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.976 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.976 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:57:02.977 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.977 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.977 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.977 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:57:02.977 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.977 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.977 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.977 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:57:02.977 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.977 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.977 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.977 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:57:02.977 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.978 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.978 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.978 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:57:02.978 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.978 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.978 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.978 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:57:02.978 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.978 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.978 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.978 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:57:02.978 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.979 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.979 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.979 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:57:02.979 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.979 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.979 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.979 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:57:02.979 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.979 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.979 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.979 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:57:02.979 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.980 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.980 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.980 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:57:02.980 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.980 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.980 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.980 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:57:02.980 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.980 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.980 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.980 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:57:02.980 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.980 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.980 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.981 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:57:02.981 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.981 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.981 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.981 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:57:02.981 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 149025, 2024-08-17T01:57:02.981 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 34 2024-08-17T01:57:02.981 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.981 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:57:02.981 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.981 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.981 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.981 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:57:02.981 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 928, 2024-08-17T01:57:02.982 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2 2024-08-17T01:57:02.982 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.982 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:02.982 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.982 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.982 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.982 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:57:02.982 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.982 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.982 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.982 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:57:02.982 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.982 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.983 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.983 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:57:02.983 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.983 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.983 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.983 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:57:02.983 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.983 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.983 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.983 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:57:02.983 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.983 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.983 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.983 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:57:02.983 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.984 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.984 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.984 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:57:02.984 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.984 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.984 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.984 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.984 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.984 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:57:02.984 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T01:57:02.984 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:57:02.984 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.985 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.985 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.985 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:02.985 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.985 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.985 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.985 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:57:02.985 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.985 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.985 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.985 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:57:02.986 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.986 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.986 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.986 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:57:02.986 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.986 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.986 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.986 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:57:02.986 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.986 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.986 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.986 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:57:02.986 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.986 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.986 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.987 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:57:02.987 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.987 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.987 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.987 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:57:02.987 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.987 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.987 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.987 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:57:02.987 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.987 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.987 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.988 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:57:02.988 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.988 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.988 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.988 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:57:02.988 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.988 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.988 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.988 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:57:02.988 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.988 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.988 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.988 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:57:02.988 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.989 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.989 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.989 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:57:02.989 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.989 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.989 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.989 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:57:02.989 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.989 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.989 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.989 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:57:02.989 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.989 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.989 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.990 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:57:02.990 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.990 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.990 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.990 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:57:02.990 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 48588330, 2024-08-17T01:57:02.990 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 6424 2024-08-17T01:57:02.990 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.990 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:57:02.990 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.990 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.990 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.990 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:57:02.990 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.991 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.991 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.991 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:02.991 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.991 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.991 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.991 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:57:02.991 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.991 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.991 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.991 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:57:02.991 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.991 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.991 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.991 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:57:02.992 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 11072, 2024-08-17T01:57:02.992 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 240 2024-08-17T01:57:02.992 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.992 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:57:02.992 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 70440, 2024-08-17T01:57:02.992 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 5158 2024-08-17T01:57:02.992 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.992 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:57:02.992 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 11440, 2024-08-17T01:57:02.992 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 304 2024-08-17T01:57:02.992 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.992 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:57:02.992 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.992 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.992 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.993 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:57:02.993 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.993 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.993 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:02.993 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.993 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T01:57:02.993 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:57:02.993 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.993 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.993 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.993 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:02.993 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.993 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.993 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.993 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:57:02.993 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.994 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.994 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.994 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:57:02.994 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.994 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.994 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.994 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:57:02.994 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.994 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.994 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.994 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:57:02.994 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.994 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.994 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.995 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:57:02.995 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.995 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.995 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.995 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:57:02.995 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.995 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.995 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.995 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:57:02.995 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.995 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.995 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.995 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:57:02.995 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.996 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.996 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.996 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:57:02.996 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.996 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.996 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.996 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:57:02.996 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.996 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.996 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.996 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:57:02.996 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.997 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.997 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.997 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:57:02.997 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.997 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.997 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.997 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:57:02.997 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.997 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.997 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.997 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:57:02.997 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.997 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.998 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.998 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:57:02.998 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.998 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.998 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.998 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:57:02.998 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.998 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.998 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.998 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:57:02.998 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 44114024, 2024-08-17T01:57:02.999 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 5426 2024-08-17T01:57:02.999 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.999 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:57:02.999 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 352, 2024-08-17T01:57:02.999 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 4 2024-08-17T01:57:02.999 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.999 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:57:02.999 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.999 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.999 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.999 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:02.999 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:02.999 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:02.999 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:02.999 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:57:03.000 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.000 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.000 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.000 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:57:03.000 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.000 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.000 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.000 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:57:03.000 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 11072, 2024-08-17T01:57:03.000 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 240 2024-08-17T01:57:03.000 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.000 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:57:03.000 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 70440, 2024-08-17T01:57:03.000 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 5158 2024-08-17T01:57:03.001 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.001 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:57:03.001 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5720, 2024-08-17T01:57:03.001 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 152 2024-08-17T01:57:03.001 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.001 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:57:03.001 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.001 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.001 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.001 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:57:03.001 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.001 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.001 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.001 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.002 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.b49720f953d6f37bda4fd718c5ff5f803b0cc706": { 2024-08-17T01:57:03.002 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:57:03.002 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.002 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.002 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.002 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:03.002 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.002 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.002 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.002 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:57:03.002 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.002 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.002 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.002 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:57:03.003 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.003 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.003 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.003 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:57:03.003 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.003 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.003 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.003 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:57:03.003 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.003 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.003 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.003 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:57:03.003 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.003 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.003 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.004 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:57:03.004 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.004 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.004 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.004 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:57:03.004 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.004 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.004 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.004 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:57:03.004 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.004 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.004 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.004 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:57:03.004 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.004 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.005 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.005 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:57:03.005 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.005 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.005 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.005 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:57:03.005 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.005 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.005 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.005 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:57:03.005 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.005 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.005 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.005 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:57:03.005 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.006 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.006 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.006 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:57:03.006 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.006 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.006 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.006 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:57:03.006 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.006 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.006 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.006 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:57:03.006 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.006 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.006 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.007 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:57:03.007 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 54504394, 2024-08-17T01:57:03.007 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 7891 2024-08-17T01:57:03.007 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.007 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:57:03.007 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.007 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.007 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.007 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:57:03.007 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.007 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.007 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.007 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:03.007 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.007 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.007 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.008 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:57:03.008 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.008 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.008 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.008 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:57:03.008 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.008 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.008 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.008 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:57:03.008 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 11072, 2024-08-17T01:57:03.008 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 240 2024-08-17T01:57:03.008 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.008 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:57:03.009 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 70440, 2024-08-17T01:57:03.009 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 5158 2024-08-17T01:57:03.009 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.009 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:57:03.009 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5720, 2024-08-17T01:57:03.009 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 152 2024-08-17T01:57:03.009 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.009 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:57:03.009 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.009 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.009 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.009 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:57:03.009 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.009 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.009 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.010 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.010 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.010 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:03.010 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.0": { 2024-08-17T01:57:03.010 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:57:03.010 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.010 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.010 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.010 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:03.010 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 19616, 2024-08-17T01:57:03.010 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 339 2024-08-17T01:57:03.010 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.010 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:57:03.010 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 325760, 2024-08-17T01:57:03.010 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 28 2024-08-17T01:57:03.011 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.011 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:57:03.011 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2880, 2024-08-17T01:57:03.011 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 15 2024-08-17T01:57:03.011 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.011 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:57:03.011 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 61360, 2024-08-17T01:57:03.011 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 767 2024-08-17T01:57:03.011 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.011 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:57:03.011 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 419744, 2024-08-17T01:57:03.011 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2018 2024-08-17T01:57:03.011 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.011 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:57:03.012 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:57:03.012 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:57:03.012 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.012 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:57:03.012 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 294365, 2024-08-17T01:57:03.012 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 105 2024-08-17T01:57:03.012 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.012 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:57:03.012 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2531703, 2024-08-17T01:57:03.012 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 557793 2024-08-17T01:57:03.012 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.012 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:57:03.012 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 7133456, 2024-08-17T01:57:03.012 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10522 2024-08-17T01:57:03.012 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.012 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:57:03.013 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 88140, 2024-08-17T01:57:03.013 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9443 2024-08-17T01:57:03.013 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.013 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:57:03.013 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 96864, 2024-08-17T01:57:03.013 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2018 2024-08-17T01:57:03.013 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.013 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:57:03.013 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.013 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.013 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.013 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:57:03.013 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186528, 2024-08-17T01:57:03.013 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1332 2024-08-17T01:57:03.014 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.014 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:57:03.014 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.014 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.014 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.014 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:57:03.014 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.014 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.014 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.015 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:57:03.015 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 53810, 2024-08-17T01:57:03.015 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 43 2024-08-17T01:57:03.015 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.015 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:57:03.015 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.015 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.015 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.015 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:57:03.015 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 15488155, 2024-08-17T01:57:03.015 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 4136 2024-08-17T01:57:03.015 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.015 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:57:03.016 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 9680, 2024-08-17T01:57:03.016 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 110 2024-08-17T01:57:03.016 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.016 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:57:03.016 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.016 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.016 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.016 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:03.016 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 522720, 2024-08-17T01:57:03.016 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 45 2024-08-17T01:57:03.016 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.016 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:57:03.016 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.017 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.017 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.017 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:57:03.017 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 7004816, 2024-08-17T01:57:03.017 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 18218 2024-08-17T01:57:03.017 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.017 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:57:03.017 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:57:03.017 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:57:03.017 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.017 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:57:03.017 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.017 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.018 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.018 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:57:03.018 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.018 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.018 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.018 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:57:03.018 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.018 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.018 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.018 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:57:03.018 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.018 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.018 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.019 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.019 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.1": { 2024-08-17T01:57:03.019 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:57:03.019 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.019 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.019 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.019 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:03.019 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 19712, 2024-08-17T01:57:03.019 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 347 2024-08-17T01:57:03.019 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.019 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:57:03.019 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 313216, 2024-08-17T01:57:03.020 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 25 2024-08-17T01:57:03.020 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.020 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:57:03.020 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1536, 2024-08-17T01:57:03.020 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8 2024-08-17T01:57:03.020 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.020 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:57:03.020 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 60640, 2024-08-17T01:57:03.020 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 758 2024-08-17T01:57:03.020 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.020 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:57:03.020 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 417872, 2024-08-17T01:57:03.020 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2009 2024-08-17T01:57:03.021 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.021 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:57:03.021 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:57:03.021 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:57:03.021 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.021 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:57:03.021 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 426898, 2024-08-17T01:57:03.021 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 130 2024-08-17T01:57:03.021 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.021 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:57:03.021 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2520967, 2024-08-17T01:57:03.021 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 553901 2024-08-17T01:57:03.021 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.021 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:57:03.022 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 7080416, 2024-08-17T01:57:03.022 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10444 2024-08-17T01:57:03.022 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.022 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:57:03.022 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 86156, 2024-08-17T01:57:03.022 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9274 2024-08-17T01:57:03.022 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.022 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:57:03.022 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 96336, 2024-08-17T01:57:03.022 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2007 2024-08-17T01:57:03.022 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.022 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:57:03.022 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.023 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.023 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.023 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:57:03.023 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186784, 2024-08-17T01:57:03.023 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1333 2024-08-17T01:57:03.023 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.023 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:57:03.023 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.023 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.023 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.023 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:57:03.023 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2208, 2024-08-17T01:57:03.023 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T01:57:03.024 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.024 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:57:03.024 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 135269, 2024-08-17T01:57:03.024 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 61 2024-08-17T01:57:03.024 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.024 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:57:03.024 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 28144, 2024-08-17T01:57:03.024 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 7 2024-08-17T01:57:03.024 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.024 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:57:03.024 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 8036425, 2024-08-17T01:57:03.024 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 273 2024-08-17T01:57:03.024 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.024 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:57:03.024 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12408, 2024-08-17T01:57:03.025 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 141 2024-08-17T01:57:03.025 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.025 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:57:03.025 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.025 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.025 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.025 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:03.025 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 453024, 2024-08-17T01:57:03.025 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 39 2024-08-17T01:57:03.025 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.025 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:57:03.025 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.025 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.025 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.025 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:57:03.026 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 7167160, 2024-08-17T01:57:03.026 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 20899 2024-08-17T01:57:03.026 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.026 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:57:03.026 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:57:03.026 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:57:03.026 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.026 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:57:03.026 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.026 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.026 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.026 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:57:03.026 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.026 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.027 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.027 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:57:03.027 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.027 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.027 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.027 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:57:03.027 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.027 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.027 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.027 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.027 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.2": { 2024-08-17T01:57:03.027 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:57:03.027 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.027 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.027 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.027 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:03.028 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 19528, 2024-08-17T01:57:03.028 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 358 2024-08-17T01:57:03.028 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.028 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:57:03.028 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 387456, 2024-08-17T01:57:03.028 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 29 2024-08-17T01:57:03.028 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.028 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:57:03.028 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 4032, 2024-08-17T01:57:03.028 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 21 2024-08-17T01:57:03.028 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.028 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:57:03.028 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 60720, 2024-08-17T01:57:03.028 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 759 2024-08-17T01:57:03.028 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.029 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:57:03.029 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 403520, 2024-08-17T01:57:03.029 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1940 2024-08-17T01:57:03.029 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.029 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:57:03.029 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:57:03.029 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:57:03.029 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.029 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:57:03.029 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 259304, 2024-08-17T01:57:03.029 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 78 2024-08-17T01:57:03.029 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.029 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:57:03.029 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1870006, 2024-08-17T01:57:03.029 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 407075 2024-08-17T01:57:03.030 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.030 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:57:03.030 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5311056, 2024-08-17T01:57:03.030 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 7842 2024-08-17T01:57:03.030 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.030 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:57:03.030 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 75912, 2024-08-17T01:57:03.030 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8102 2024-08-17T01:57:03.030 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.030 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:57:03.030 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 93120, 2024-08-17T01:57:03.030 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1940 2024-08-17T01:57:03.030 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.031 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:57:03.031 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.031 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.031 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.031 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:57:03.031 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186784, 2024-08-17T01:57:03.031 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1333 2024-08-17T01:57:03.031 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.031 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:57:03.031 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.031 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.031 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.031 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:57:03.032 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 736, 2024-08-17T01:57:03.032 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1 2024-08-17T01:57:03.032 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.032 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:57:03.032 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 90277, 2024-08-17T01:57:03.032 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 57 2024-08-17T01:57:03.032 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.032 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:57:03.032 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12112, 2024-08-17T01:57:03.032 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T01:57:03.032 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.032 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:57:03.032 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 22178660, 2024-08-17T01:57:03.033 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 279 2024-08-17T01:57:03.033 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.033 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:57:03.033 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 10648, 2024-08-17T01:57:03.033 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 121 2024-08-17T01:57:03.033 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.033 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:57:03.033 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.033 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.033 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.033 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:03.033 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 360096, 2024-08-17T01:57:03.033 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 31 2024-08-17T01:57:03.033 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.033 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:57:03.034 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.034 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.034 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.034 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:57:03.034 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3174080, 2024-08-17T01:57:03.034 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 6104 2024-08-17T01:57:03.034 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.034 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:57:03.034 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:57:03.034 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:57:03.034 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.034 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:57:03.035 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.035 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.035 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.035 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:57:03.035 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.035 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.035 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.035 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:57:03.035 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.035 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.035 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.035 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:57:03.035 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.035 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.035 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.036 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.036 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.3": { 2024-08-17T01:57:03.036 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:57:03.036 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.036 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.036 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.036 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:03.036 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 16888, 2024-08-17T01:57:03.036 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 296 2024-08-17T01:57:03.036 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.036 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:57:03.036 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 202496, 2024-08-17T01:57:03.036 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 23 2024-08-17T01:57:03.036 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.036 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:57:03.036 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3840, 2024-08-17T01:57:03.037 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 20 2024-08-17T01:57:03.037 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.037 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:57:03.037 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 60320, 2024-08-17T01:57:03.037 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 754 2024-08-17T01:57:03.037 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.037 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:57:03.037 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 404768, 2024-08-17T01:57:03.037 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1946 2024-08-17T01:57:03.037 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.037 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:57:03.037 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:57:03.037 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:57:03.037 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.038 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:57:03.038 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 358941, 2024-08-17T01:57:03.038 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 89 2024-08-17T01:57:03.038 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.038 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:57:03.038 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1835927, 2024-08-17T01:57:03.038 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 403078 2024-08-17T01:57:03.038 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.038 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:57:03.038 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5267536, 2024-08-17T01:57:03.039 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 7778 2024-08-17T01:57:03.039 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.039 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:57:03.039 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 76748, 2024-08-17T01:57:03.039 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8124 2024-08-17T01:57:03.039 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.039 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:57:03.039 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 93360, 2024-08-17T01:57:03.039 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1945 2024-08-17T01:57:03.039 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.039 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:57:03.039 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.040 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.040 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.040 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:57:03.040 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186784, 2024-08-17T01:57:03.040 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1333 2024-08-17T01:57:03.040 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.040 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:57:03.040 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.040 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.040 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.040 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:57:03.040 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1472, 2024-08-17T01:57:03.041 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2 2024-08-17T01:57:03.041 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.041 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:57:03.041 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 96060, 2024-08-17T01:57:03.041 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 60 2024-08-17T01:57:03.041 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.041 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:57:03.041 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 20128, 2024-08-17T01:57:03.041 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 5 2024-08-17T01:57:03.041 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.041 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:57:03.041 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 20553688, 2024-08-17T01:57:03.042 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 268 2024-08-17T01:57:03.042 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.042 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:57:03.042 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 10736, 2024-08-17T01:57:03.042 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 122 2024-08-17T01:57:03.042 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.042 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:57:03.042 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.042 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.042 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.042 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:03.042 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 429792, 2024-08-17T01:57:03.043 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 37 2024-08-17T01:57:03.043 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.043 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:57:03.043 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.043 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.043 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.043 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:57:03.043 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3523520, 2024-08-17T01:57:03.043 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9176 2024-08-17T01:57:03.043 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.043 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:57:03.043 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:57:03.043 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:57:03.043 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.044 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:57:03.044 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.044 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.044 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.044 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:57:03.044 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.044 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.044 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.044 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:57:03.044 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.044 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.044 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.044 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:57:03.044 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.045 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.045 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.045 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.045 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.4": { 2024-08-17T01:57:03.045 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:57:03.045 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.045 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.045 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.045 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:03.045 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 22720, 2024-08-17T01:57:03.045 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 387 2024-08-17T01:57:03.045 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.045 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:57:03.046 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 191104, 2024-08-17T01:57:03.046 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 36 2024-08-17T01:57:03.046 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.046 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:57:03.046 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 768, 2024-08-17T01:57:03.046 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 4 2024-08-17T01:57:03.046 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.046 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:57:03.046 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 60720, 2024-08-17T01:57:03.046 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 759 2024-08-17T01:57:03.046 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.046 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:57:03.046 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 404560, 2024-08-17T01:57:03.047 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1945 2024-08-17T01:57:03.047 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.047 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:57:03.047 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:57:03.047 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:57:03.047 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.047 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:57:03.047 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1482987, 2024-08-17T01:57:03.047 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 369 2024-08-17T01:57:03.047 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.047 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:57:03.047 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2232143, 2024-08-17T01:57:03.047 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 481009 2024-08-17T01:57:03.047 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.047 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:57:03.048 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6182816, 2024-08-17T01:57:03.048 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9124 2024-08-17T01:57:03.048 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.048 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:57:03.048 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 76684, 2024-08-17T01:57:03.048 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8118 2024-08-17T01:57:03.048 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.048 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:57:03.048 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 93360, 2024-08-17T01:57:03.048 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1945 2024-08-17T01:57:03.048 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.048 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:57:03.048 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.048 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.048 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.049 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:57:03.049 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186528, 2024-08-17T01:57:03.049 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1332 2024-08-17T01:57:03.049 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.049 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:57:03.049 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.049 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.049 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.049 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:57:03.049 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 736, 2024-08-17T01:57:03.049 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1 2024-08-17T01:57:03.049 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.049 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:57:03.049 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 69339, 2024-08-17T01:57:03.050 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 46 2024-08-17T01:57:03.050 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.050 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:57:03.050 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 12112, 2024-08-17T01:57:03.050 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T01:57:03.050 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.050 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:57:03.050 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3884603, 2024-08-17T01:57:03.050 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 264 2024-08-17T01:57:03.050 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.050 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:57:03.050 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 33616, 2024-08-17T01:57:03.050 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 382 2024-08-17T01:57:03.050 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.051 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:57:03.051 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.051 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.051 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.051 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:03.051 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 429792, 2024-08-17T01:57:03.051 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 37 2024-08-17T01:57:03.051 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.051 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:57:03.051 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.051 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.051 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.051 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:57:03.052 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5213520, 2024-08-17T01:57:03.052 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 12426 2024-08-17T01:57:03.052 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.052 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:57:03.052 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:57:03.052 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:57:03.052 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.052 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:57:03.052 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.052 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.052 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.052 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:57:03.053 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.053 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.053 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.053 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:57:03.053 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.053 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.053 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.053 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:57:03.053 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.053 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.053 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.053 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.053 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.5": { 2024-08-17T01:57:03.054 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:57:03.054 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.054 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.054 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.054 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:03.054 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 22352, 2024-08-17T01:57:03.054 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 409 2024-08-17T01:57:03.054 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.054 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:57:03.054 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 269312, 2024-08-17T01:57:03.054 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 35 2024-08-17T01:57:03.055 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.055 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:57:03.055 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2496, 2024-08-17T01:57:03.055 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 13 2024-08-17T01:57:03.055 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.055 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:57:03.055 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 60880, 2024-08-17T01:57:03.055 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 761 2024-08-17T01:57:03.055 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.055 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:57:03.055 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 418288, 2024-08-17T01:57:03.055 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2011 2024-08-17T01:57:03.055 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.055 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:57:03.055 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:57:03.056 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:57:03.056 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.056 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:57:03.056 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 387212, 2024-08-17T01:57:03.056 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 105 2024-08-17T01:57:03.056 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.056 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:57:03.056 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2393856, 2024-08-17T01:57:03.056 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 533997 2024-08-17T01:57:03.056 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.056 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:57:03.056 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6881176, 2024-08-17T01:57:03.056 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10151 2024-08-17T01:57:03.057 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.057 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:57:03.057 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 86448, 2024-08-17T01:57:03.057 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9283 2024-08-17T01:57:03.057 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.057 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:57:03.057 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 96432, 2024-08-17T01:57:03.057 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 2009 2024-08-17T01:57:03.057 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.057 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:57:03.057 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.057 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.057 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.057 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:57:03.058 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186528, 2024-08-17T01:57:03.058 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1332 2024-08-17T01:57:03.058 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.058 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:57:03.058 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.058 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.058 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.058 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:57:03.058 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2208, 2024-08-17T01:57:03.058 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 3 2024-08-17T01:57:03.058 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.059 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:57:03.059 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 123413, 2024-08-17T01:57:03.059 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 65 2024-08-17T01:57:03.059 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.059 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:57:03.059 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 28144, 2024-08-17T01:57:03.059 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 7 2024-08-17T01:57:03.059 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.059 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:57:03.059 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 14097761, 2024-08-17T01:57:03.059 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 260 2024-08-17T01:57:03.059 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.060 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:57:03.060 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 11704, 2024-08-17T01:57:03.060 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 133 2024-08-17T01:57:03.060 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.060 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:57:03.060 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.060 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.060 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.060 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:03.060 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 476256, 2024-08-17T01:57:03.060 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 41 2024-08-17T01:57:03.061 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.061 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:57:03.061 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.061 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.061 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.061 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:57:03.061 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6355440, 2024-08-17T01:57:03.061 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 12222 2024-08-17T01:57:03.061 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.061 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:57:03.061 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:57:03.061 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:57:03.061 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.061 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:57:03.062 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.062 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.062 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.062 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:57:03.062 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.062 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.062 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.062 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:57:03.062 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.062 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.062 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.062 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:57:03.062 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.062 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.063 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.063 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.063 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.6": { 2024-08-17T01:57:03.063 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:57:03.063 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.063 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.063 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.063 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:03.063 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 15712, 2024-08-17T01:57:03.063 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 277 2024-08-17T01:57:03.063 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.063 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:57:03.063 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 399232, 2024-08-17T01:57:03.064 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 27 2024-08-17T01:57:03.064 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.064 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:57:03.064 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3072, 2024-08-17T01:57:03.064 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 16 2024-08-17T01:57:03.064 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.064 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:57:03.064 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 60640, 2024-08-17T01:57:03.064 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 758 2024-08-17T01:57:03.064 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.064 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:57:03.064 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 406224, 2024-08-17T01:57:03.064 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1953 2024-08-17T01:57:03.064 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.065 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:57:03.065 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:57:03.065 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:57:03.065 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.065 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:57:03.065 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 519295, 2024-08-17T01:57:03.065 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 132 2024-08-17T01:57:03.065 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.065 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:57:03.065 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 1768762, 2024-08-17T01:57:03.065 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 390747 2024-08-17T01:57:03.065 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.065 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:57:03.065 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5150576, 2024-08-17T01:57:03.066 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 7606 2024-08-17T01:57:03.066 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.066 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:57:03.066 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 78196, 2024-08-17T01:57:03.066 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8282 2024-08-17T01:57:03.066 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.066 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:57:03.066 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 93744, 2024-08-17T01:57:03.066 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1953 2024-08-17T01:57:03.066 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.066 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:57:03.066 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.067 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.067 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.067 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:57:03.067 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186528, 2024-08-17T01:57:03.067 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1332 2024-08-17T01:57:03.067 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.067 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:57:03.067 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.067 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.067 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.067 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:57:03.067 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.067 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.067 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.068 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:57:03.068 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 45401, 2024-08-17T01:57:03.068 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 47 2024-08-17T01:57:03.068 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.068 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:57:03.068 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.068 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.068 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.068 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:57:03.068 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 16256274, 2024-08-17T01:57:03.068 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 259 2024-08-17T01:57:03.068 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.068 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:57:03.068 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 13552, 2024-08-17T01:57:03.069 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 154 2024-08-17T01:57:03.069 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.069 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:57:03.069 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.069 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.069 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.069 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:03.069 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 453024, 2024-08-17T01:57:03.069 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 39 2024-08-17T01:57:03.069 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.069 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:57:03.069 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.069 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.069 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.069 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:57:03.070 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3802240, 2024-08-17T01:57:03.070 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9712 2024-08-17T01:57:03.070 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.070 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:57:03.070 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:57:03.070 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:57:03.070 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.070 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:57:03.070 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.070 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.070 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.070 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:57:03.070 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.070 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.071 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.071 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:57:03.071 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.071 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.071 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.071 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:57:03.071 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.071 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.071 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.071 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.071 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.7": { 2024-08-17T01:57:03.071 INFO:tasks.workunit.client.0.smithi082.stdout: "bloom_filter": { 2024-08-17T01:57:03.071 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.071 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.071 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.072 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:03.072 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 17240, 2024-08-17T01:57:03.072 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 299 2024-08-17T01:57:03.072 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.072 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_reader": { 2024-08-17T01:57:03.072 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 227584, 2024-08-17T01:57:03.072 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 29 2024-08-17T01:57:03.072 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.072 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs_file_writer": { 2024-08-17T01:57:03.072 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 3264, 2024-08-17T01:57:03.072 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 17 2024-08-17T01:57:03.072 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.072 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_alloc": { 2024-08-17T01:57:03.072 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 60400, 2024-08-17T01:57:03.072 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 755 2024-08-17T01:57:03.073 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.073 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_blob": { 2024-08-17T01:57:03.073 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 406016, 2024-08-17T01:57:03.073 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1952 2024-08-17T01:57:03.073 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.073 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_buffer": { 2024-08-17T01:57:03.073 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 256, 2024-08-17T01:57:03.073 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 32 2024-08-17T01:57:03.073 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.073 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_data": { 2024-08-17T01:57:03.073 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 563825, 2024-08-17T01:57:03.073 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 152 2024-08-17T01:57:03.073 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.073 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_meta": { 2024-08-17T01:57:03.073 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 2123567, 2024-08-17T01:57:03.074 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 468990 2024-08-17T01:57:03.074 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.074 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_onode": { 2024-08-17T01:57:03.074 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 6082856, 2024-08-17T01:57:03.074 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8977 2024-08-17T01:57:03.074 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.074 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_cache_other": { 2024-08-17T01:57:03.074 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 78932, 2024-08-17T01:57:03.074 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 8284 2024-08-17T01:57:03.074 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.074 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_extent": { 2024-08-17T01:57:03.074 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 93696, 2024-08-17T01:57:03.074 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1952 2024-08-17T01:57:03.074 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.075 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_fsck": { 2024-08-17T01:57:03.075 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.075 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.075 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.075 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_inline_bl": { 2024-08-17T01:57:03.075 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 186528, 2024-08-17T01:57:03.075 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 1332 2024-08-17T01:57:03.075 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.075 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_shared_blob": { 2024-08-17T01:57:03.075 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.075 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.075 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.075 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_txc": { 2024-08-17T01:57:03.075 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.075 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.076 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.076 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing": { 2024-08-17T01:57:03.076 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 33035, 2024-08-17T01:57:03.076 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 38 2024-08-17T01:57:03.076 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.076 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore_writing_deferred": { 2024-08-17T01:57:03.076 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.076 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.076 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.076 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_anon": { 2024-08-17T01:57:03.076 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 18600303, 2024-08-17T01:57:03.076 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 271 2024-08-17T01:57:03.076 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.076 INFO:tasks.workunit.client.0.smithi082.stdout: "buffer_meta": { 2024-08-17T01:57:03.077 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 14520, 2024-08-17T01:57:03.077 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 165 2024-08-17T01:57:03.077 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.077 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_co": { 2024-08-17T01:57:03.077 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.077 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.077 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.077 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:03.077 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 534336, 2024-08-17T01:57:03.077 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 46 2024-08-17T01:57:03.077 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.077 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_mapbl": { 2024-08-17T01:57:03.077 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.077 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.078 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.078 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_pglog": { 2024-08-17T01:57:03.078 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 5037136, 2024-08-17T01:57:03.078 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 9722 2024-08-17T01:57:03.078 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.078 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap": { 2024-08-17T01:57:03.078 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 655192, 2024-08-17T01:57:03.078 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 10634 2024-08-17T01:57:03.078 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.078 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap_mapping": { 2024-08-17T01:57:03.078 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.078 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.079 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.079 INFO:tasks.workunit.client.0.smithi082.stdout: "pgmap": { 2024-08-17T01:57:03.079 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.079 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.079 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.079 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_1": { 2024-08-17T01:57:03.079 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.079 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.079 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.079 INFO:tasks.workunit.client.0.smithi082.stdout: "unittest_2": { 2024-08-17T01:57:03.079 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes": 0, 2024-08-17T01:57:03.079 INFO:tasks.workunit.client.0.smithi082.stdout: "items": 0 2024-08-17T01:57:03.079 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.079 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.080 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.080 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.080 INFO:tasks.workunit.client.0.smithi082.stdout: "metadata": { 2024-08-17T01:57:03.080 INFO:tasks.workunit.client.0.smithi082.stdout: "mds": { 2024-08-17T01:57:03.080 INFO:tasks.workunit.client.0.smithi082.stdout: "arch": { 2024-08-17T01:57:03.080 INFO:tasks.workunit.client.0.smithi082.stdout: "x86_64": 2 2024-08-17T01:57:03.080 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.080 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_version": { 2024-08-17T01:57:03.080 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 2 2024-08-17T01:57:03.080 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.080 INFO:tasks.workunit.client.0.smithi082.stdout: "cpu": { 2024-08-17T01:57:03.081 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-17T01:57:03.081 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.081 INFO:tasks.workunit.client.0.smithi082.stdout: "distro": { 2024-08-17T01:57:03.081 INFO:tasks.workunit.client.0.smithi082.stdout: "centos": 2 2024-08-17T01:57:03.081 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.081 INFO:tasks.workunit.client.0.smithi082.stdout: "distro_description": { 2024-08-17T01:57:03.081 INFO:tasks.workunit.client.0.smithi082.stdout: "CentOS Stream 9": 2 2024-08-17T01:57:03.081 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.081 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_description": { 2024-08-17T01:57:03.081 INFO:tasks.workunit.client.0.smithi082.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-17T01:57:03.081 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.081 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_version": { 2024-08-17T01:57:03.082 INFO:tasks.workunit.client.0.smithi082.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-17T01:57:03.082 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.082 INFO:tasks.workunit.client.0.smithi082.stdout: "os": { 2024-08-17T01:57:03.082 INFO:tasks.workunit.client.0.smithi082.stdout: "Linux": 2 2024-08-17T01:57:03.082 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.082 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.082 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:57:03.082 INFO:tasks.workunit.client.0.smithi082.stdout: "arch": { 2024-08-17T01:57:03.082 INFO:tasks.workunit.client.0.smithi082.stdout: "x86_64": 3 2024-08-17T01:57:03.082 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.082 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_version": { 2024-08-17T01:57:03.082 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 3 2024-08-17T01:57:03.082 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.083 INFO:tasks.workunit.client.0.smithi082.stdout: "cpu": { 2024-08-17T01:57:03.083 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-17T01:57:03.083 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.083 INFO:tasks.workunit.client.0.smithi082.stdout: "distro": { 2024-08-17T01:57:03.083 INFO:tasks.workunit.client.0.smithi082.stdout: "centos": 3 2024-08-17T01:57:03.083 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.083 INFO:tasks.workunit.client.0.smithi082.stdout: "distro_description": { 2024-08-17T01:57:03.083 INFO:tasks.workunit.client.0.smithi082.stdout: "CentOS Stream 9": 3 2024-08-17T01:57:03.083 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.083 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_description": { 2024-08-17T01:57:03.083 INFO:tasks.workunit.client.0.smithi082.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-17T01:57:03.083 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.083 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_version": { 2024-08-17T01:57:03.083 INFO:tasks.workunit.client.0.smithi082.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-17T01:57:03.083 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.084 INFO:tasks.workunit.client.0.smithi082.stdout: "os": { 2024-08-17T01:57:03.084 INFO:tasks.workunit.client.0.smithi082.stdout: "Linux": 3 2024-08-17T01:57:03.084 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.084 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.084 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:03.084 INFO:tasks.workunit.client.0.smithi082.stdout: "arch": { 2024-08-17T01:57:03.084 INFO:tasks.workunit.client.0.smithi082.stdout: "x86_64": 8 2024-08-17T01:57:03.084 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.084 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_version": { 2024-08-17T01:57:03.084 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph version 19.1.0-1363-gd863d21c (d863d21c9d1db9c3453c09dacd68766969720a44) squid (rc)": 8 2024-08-17T01:57:03.084 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.084 INFO:tasks.workunit.client.0.smithi082.stdout: "cpu": { 2024-08-17T01:57:03.084 INFO:tasks.workunit.client.0.smithi082.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-17T01:57:03.084 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.084 INFO:tasks.workunit.client.0.smithi082.stdout: "distro": { 2024-08-17T01:57:03.085 INFO:tasks.workunit.client.0.smithi082.stdout: "centos": 8 2024-08-17T01:57:03.085 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.085 INFO:tasks.workunit.client.0.smithi082.stdout: "distro_description": { 2024-08-17T01:57:03.085 INFO:tasks.workunit.client.0.smithi082.stdout: "CentOS Stream 9": 8 2024-08-17T01:57:03.085 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.085 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_description": { 2024-08-17T01:57:03.085 INFO:tasks.workunit.client.0.smithi082.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-17T01:57:03.085 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.085 INFO:tasks.workunit.client.0.smithi082.stdout: "kernel_version": { 2024-08-17T01:57:03.085 INFO:tasks.workunit.client.0.smithi082.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-17T01:57:03.085 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.085 INFO:tasks.workunit.client.0.smithi082.stdout: "os": { 2024-08-17T01:57:03.085 INFO:tasks.workunit.client.0.smithi082.stdout: "Linux": 8 2024-08-17T01:57:03.085 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.085 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_objectstore": { 2024-08-17T01:57:03.086 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": 8 2024-08-17T01:57:03.086 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.086 INFO:tasks.workunit.client.0.smithi082.stdout: "rotational": { 2024-08-17T01:57:03.086 INFO:tasks.workunit.client.0.smithi082.stdout: "0": 8 2024-08-17T01:57:03.086 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.086 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.086 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.086 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:57:03.086 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3, 2024-08-17T01:57:03.086 INFO:tasks.workunit.client.0.smithi082.stdout: "features": { 2024-08-17T01:57:03.086 INFO:tasks.workunit.client.0.smithi082.stdout: "optional": [], 2024-08-17T01:57:03.086 INFO:tasks.workunit.client.0.smithi082.stdout: "persistent": [ 2024-08-17T01:57:03.087 INFO:tasks.workunit.client.0.smithi082.stdout: "kraken", 2024-08-17T01:57:03.087 INFO:tasks.workunit.client.0.smithi082.stdout: "luminous", 2024-08-17T01:57:03.087 INFO:tasks.workunit.client.0.smithi082.stdout: "mimic", 2024-08-17T01:57:03.087 INFO:tasks.workunit.client.0.smithi082.stdout: "osdmap-prune", 2024-08-17T01:57:03.087 INFO:tasks.workunit.client.0.smithi082.stdout: "nautilus", 2024-08-17T01:57:03.087 INFO:tasks.workunit.client.0.smithi082.stdout: "octopus", 2024-08-17T01:57:03.087 INFO:tasks.workunit.client.0.smithi082.stdout: "pacific", 2024-08-17T01:57:03.087 INFO:tasks.workunit.client.0.smithi082.stdout: "elector-pinging", 2024-08-17T01:57:03.087 INFO:tasks.workunit.client.0.smithi082.stdout: "quincy", 2024-08-17T01:57:03.087 INFO:tasks.workunit.client.0.smithi082.stdout: "reef", 2024-08-17T01:57:03.087 INFO:tasks.workunit.client.0.smithi082.stdout: "squid" 2024-08-17T01:57:03.087 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.087 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.087 INFO:tasks.workunit.client.0.smithi082.stdout: "ipv4_addr_mons": 6, 2024-08-17T01:57:03.087 INFO:tasks.workunit.client.0.smithi082.stdout: "ipv6_addr_mons": 0, 2024-08-17T01:57:03.088 INFO:tasks.workunit.client.0.smithi082.stdout: "min_mon_release": 19, 2024-08-17T01:57:03.088 INFO:tasks.workunit.client.0.smithi082.stdout: "v1_addr_mons": 3, 2024-08-17T01:57:03.088 INFO:tasks.workunit.client.0.smithi082.stdout: "v2_addr_mons": 3 2024-08-17T01:57:03.088 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.088 INFO:tasks.workunit.client.0.smithi082.stdout: "organization": "ceph-qa", 2024-08-17T01:57:03.088 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:03.088 INFO:tasks.workunit.client.0.smithi082.stdout: "cluster_network": false, 2024-08-17T01:57:03.088 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 8, 2024-08-17T01:57:03.088 INFO:tasks.workunit.client.0.smithi082.stdout: "require_min_compat_client": "luminous", 2024-08-17T01:57:03.088 INFO:tasks.workunit.client.0.smithi082.stdout: "require_osd_release": "squid" 2024-08-17T01:57:03.088 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.088 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_perf_histograms": [ 2024-08-17T01:57:03.089 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.089 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:57:03.089 INFO:tasks.workunit.client.0.smithi082.stdout: "axes": [ 2024-08-17T01:57:03.089 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.089 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:57:03.089 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:57:03.089 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Latency (usec)", 2024-08-17T01:57:03.089 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 100000, 2024-08-17T01:57:03.089 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:57:03.089 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:57:03.089 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 99999]", 2024-08-17T01:57:03.089 INFO:tasks.workunit.client.0.smithi082.stdout: "[100000, 199999]", 2024-08-17T01:57:03.089 INFO:tasks.workunit.client.0.smithi082.stdout: "[200000, 399999]", 2024-08-17T01:57:03.090 INFO:tasks.workunit.client.0.smithi082.stdout: "[400000, 799999]", 2024-08-17T01:57:03.090 INFO:tasks.workunit.client.0.smithi082.stdout: "[800000, 1599999]", 2024-08-17T01:57:03.090 INFO:tasks.workunit.client.0.smithi082.stdout: "[1600000, 3199999]", 2024-08-17T01:57:03.090 INFO:tasks.workunit.client.0.smithi082.stdout: "[3200000, 6399999]", 2024-08-17T01:57:03.090 INFO:tasks.workunit.client.0.smithi082.stdout: "[6400000, 12799999]", 2024-08-17T01:57:03.090 INFO:tasks.workunit.client.0.smithi082.stdout: "[12800000, 25599999]", 2024-08-17T01:57:03.090 INFO:tasks.workunit.client.0.smithi082.stdout: "[25600000, 51199999]", 2024-08-17T01:57:03.090 INFO:tasks.workunit.client.0.smithi082.stdout: "[51200000, 102399999]", 2024-08-17T01:57:03.090 INFO:tasks.workunit.client.0.smithi082.stdout: "[102400000, 204799999]", 2024-08-17T01:57:03.090 INFO:tasks.workunit.client.0.smithi082.stdout: "[204800000, 409599999]", 2024-08-17T01:57:03.090 INFO:tasks.workunit.client.0.smithi082.stdout: "[409600000, 819199999]", 2024-08-17T01:57:03.090 INFO:tasks.workunit.client.0.smithi082.stdout: "[819200000, 1638399999]", 2024-08-17T01:57:03.090 INFO:tasks.workunit.client.0.smithi082.stdout: "[1638400000, 3276799999]", 2024-08-17T01:57:03.090 INFO:tasks.workunit.client.0.smithi082.stdout: "[3276800000, 6553599999]", 2024-08-17T01:57:03.091 INFO:tasks.workunit.client.0.smithi082.stdout: "[6553600000, 13107199999]", 2024-08-17T01:57:03.091 INFO:tasks.workunit.client.0.smithi082.stdout: "[13107200000, 26214399999]", 2024-08-17T01:57:03.091 INFO:tasks.workunit.client.0.smithi082.stdout: "[26214400000, 52428799999]", 2024-08-17T01:57:03.091 INFO:tasks.workunit.client.0.smithi082.stdout: "[52428800000, 104857599999]", 2024-08-17T01:57:03.091 INFO:tasks.workunit.client.0.smithi082.stdout: "[104857600000, 209715199999]", 2024-08-17T01:57:03.091 INFO:tasks.workunit.client.0.smithi082.stdout: "[209715200000, 419430399999]", 2024-08-17T01:57:03.091 INFO:tasks.workunit.client.0.smithi082.stdout: "[419430400000, 838860799999]", 2024-08-17T01:57:03.091 INFO:tasks.workunit.client.0.smithi082.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:57:03.091 INFO:tasks.workunit.client.0.smithi082.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:57:03.091 INFO:tasks.workunit.client.0.smithi082.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:57:03.091 INFO:tasks.workunit.client.0.smithi082.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:57:03.091 INFO:tasks.workunit.client.0.smithi082.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:57:03.091 INFO:tasks.workunit.client.0.smithi082.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:57:03.091 INFO:tasks.workunit.client.0.smithi082.stdout: "[53687091200000, None]" 2024-08-17T01:57:03.091 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.091 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:57:03.092 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.092 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.092 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:57:03.092 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:57:03.092 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Request size (bytes)", 2024-08-17T01:57:03.092 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 512, 2024-08-17T01:57:03.092 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:57:03.092 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:57:03.092 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 511]", 2024-08-17T01:57:03.092 INFO:tasks.workunit.client.0.smithi082.stdout: "[512, 1023]", 2024-08-17T01:57:03.092 INFO:tasks.workunit.client.0.smithi082.stdout: "[1024, 2047]", 2024-08-17T01:57:03.092 INFO:tasks.workunit.client.0.smithi082.stdout: "[2048, 4095]", 2024-08-17T01:57:03.092 INFO:tasks.workunit.client.0.smithi082.stdout: "[4096, 8191]", 2024-08-17T01:57:03.092 INFO:tasks.workunit.client.0.smithi082.stdout: "[8192, 16383]", 2024-08-17T01:57:03.093 INFO:tasks.workunit.client.0.smithi082.stdout: "[16384, 32767]", 2024-08-17T01:57:03.093 INFO:tasks.workunit.client.0.smithi082.stdout: "[32768, 65535]", 2024-08-17T01:57:03.093 INFO:tasks.workunit.client.0.smithi082.stdout: "[65536, 131071]", 2024-08-17T01:57:03.093 INFO:tasks.workunit.client.0.smithi082.stdout: "[131072, 262143]", 2024-08-17T01:57:03.093 INFO:tasks.workunit.client.0.smithi082.stdout: "[262144, 524287]", 2024-08-17T01:57:03.093 INFO:tasks.workunit.client.0.smithi082.stdout: "[524288, 1048575]", 2024-08-17T01:57:03.093 INFO:tasks.workunit.client.0.smithi082.stdout: "[1048576, 2097151]", 2024-08-17T01:57:03.093 INFO:tasks.workunit.client.0.smithi082.stdout: "[2097152, 4194303]", 2024-08-17T01:57:03.093 INFO:tasks.workunit.client.0.smithi082.stdout: "[4194304, 8388607]", 2024-08-17T01:57:03.093 INFO:tasks.workunit.client.0.smithi082.stdout: "[8388608, 16777215]", 2024-08-17T01:57:03.093 INFO:tasks.workunit.client.0.smithi082.stdout: "[16777216, 33554431]", 2024-08-17T01:57:03.094 INFO:tasks.workunit.client.0.smithi082.stdout: "[33554432, 67108863]", 2024-08-17T01:57:03.094 INFO:tasks.workunit.client.0.smithi082.stdout: "[67108864, 134217727]", 2024-08-17T01:57:03.094 INFO:tasks.workunit.client.0.smithi082.stdout: "[134217728, 268435455]", 2024-08-17T01:57:03.094 INFO:tasks.workunit.client.0.smithi082.stdout: "[268435456, 536870911]", 2024-08-17T01:57:03.094 INFO:tasks.workunit.client.0.smithi082.stdout: "[536870912, 1073741823]", 2024-08-17T01:57:03.094 INFO:tasks.workunit.client.0.smithi082.stdout: "[1073741824, 2147483647]", 2024-08-17T01:57:03.094 INFO:tasks.workunit.client.0.smithi082.stdout: "[2147483648, 4294967295]", 2024-08-17T01:57:03.094 INFO:tasks.workunit.client.0.smithi082.stdout: "[4294967296, 8589934591]", 2024-08-17T01:57:03.094 INFO:tasks.workunit.client.0.smithi082.stdout: "[8589934592, 17179869183]", 2024-08-17T01:57:03.094 INFO:tasks.workunit.client.0.smithi082.stdout: "[17179869184, 34359738367]", 2024-08-17T01:57:03.094 INFO:tasks.workunit.client.0.smithi082.stdout: "[34359738368, 68719476735]", 2024-08-17T01:57:03.094 INFO:tasks.workunit.client.0.smithi082.stdout: "[68719476736, 137438953471]", 2024-08-17T01:57:03.094 INFO:tasks.workunit.client.0.smithi082.stdout: "[137438953472, 274877906943]", 2024-08-17T01:57:03.094 INFO:tasks.workunit.client.0.smithi082.stdout: "[274877906944, None]" 2024-08-17T01:57:03.095 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.095 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:57:03.095 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.095 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.095 INFO:tasks.workunit.client.0.smithi082.stdout: "osds": [ 2024-08-17T01:57:03.095 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.095 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 0, 2024-08-17T01:57:03.095 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.095 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.095 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2346, 327, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.095 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 16557, 3818, 135, 12, 39, 42, 1, 1, 0, 0, 8, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.095 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 11610, 93, 27, 2, 17, 46, 156, 198, 18, 33, 24, 25, 44, 18, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.095 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1088, 109, 160, 2, 2, 0, 10, 21, 4, 7, 85, 173, 84, 6, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.096 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1042, 44, 51, 0, 0, 2, 0, 0, 0, 0, 3, 30, 268, 8, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.096 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 482, 46, 15, 0, 0, 1, 2, 0, 1, 0, 0, 2, 30, 42, 135, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.096 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 339, 26, 23, 27, 0, 0, 0, 0, 0, 0, 0, 1, 10, 12, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.096 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 276, 60, 5, 37, 52, 0, 0, 1, 1, 0, 0, 0, 9, 20, 35, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.096 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 21, 161, 0, 4, 83, 88, 0, 0, 0, 0, 0, 0, 8, 16, 47, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.096 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 10, 2, 0, 0, 0, 41, 0, 0, 0, 0, 0, 0, 0, 1, 10, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.096 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.096 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.096 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.096 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.096 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.096 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.096 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.096 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.096 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.096 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.097 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.097 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.097 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.097 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.097 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.097 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.097 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.097 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.097 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.097 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.097 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.097 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.097 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.097 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.098 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 1, 2024-08-17T01:57:03.098 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.098 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.098 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.098 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 8606, 1, 0, 0, 0, 0, 1, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.098 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 6216, 28, 1326, 1, 7, 7, 12, 17, 28, 49, 48, 38, 45, 7, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.098 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 367, 8, 158, 23, 1, 0, 0, 0, 8, 19, 95, 211, 141, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.098 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 358, 3, 0, 7, 0, 0, 0, 0, 0, 3, 3, 28, 385, 6, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.098 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 99, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 20, 17, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.098 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 96, 4, 55, 0, 0, 0, 0, 0, 0, 0, 1, 3, 6, 5, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.098 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 104, 0, 215, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 6, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.099 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 39, 0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 46, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.099 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 10, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.099 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.099 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.099 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.099 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.099 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.099 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.099 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.099 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.099 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.099 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.099 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.099 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.100 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.100 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.100 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.100 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.100 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.100 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.100 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.100 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.100 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.100 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.100 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.100 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.100 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 2, 2024-08-17T01:57:03.100 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.101 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.101 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.101 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 18944, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.101 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 11465, 64, 44, 0, 6, 0, 0, 4, 1, 1, 3, 7, 15, 38, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.101 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1068, 29, 16, 2, 1, 0, 0, 3, 1, 2, 1, 3, 2, 8, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.101 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 566, 12, 0, 0, 2, 0, 1, 0, 1, 2, 3, 10, 22, 10, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.101 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 282, 14, 3, 0, 0, 0, 2, 1, 5, 1, 0, 6, 18, 65, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.101 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 294, 4, 5, 0, 0, 0, 0, 1, 3, 2, 3, 25, 40, 23, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.101 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 213, 0, 0, 0, 0, 0, 0, 1, 2, 1, 1, 5, 28, 55, 36, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.101 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 104, 0, 0, 1, 0, 0, 2, 0, 0, 0, 1, 4, 6, 41, 91, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.101 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 34, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 4, 41, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.101 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.101 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.102 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.102 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.102 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.102 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.102 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.102 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.102 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.102 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.102 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.102 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.102 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.102 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.102 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.102 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.102 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.103 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.103 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.103 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.103 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.103 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.103 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.103 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.103 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 3, 2024-08-17T01:57:03.103 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.103 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.103 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.103 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5059, 14, 0, 0, 1, 0, 1, 0, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.103 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2443, 10, 3, 1, 7, 2, 5, 7, 8, 30, 17, 13, 4, 7, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.103 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 138, 3, 3, 0, 0, 0, 0, 0, 3, 4, 39, 79, 27, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.103 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 130, 0, 0, 0, 6, 0, 0, 0, 0, 1, 0, 12, 145, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.104 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 33, 0, 0, 0, 197, 0, 0, 0, 0, 0, 0, 1, 15, 28, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.104 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 24, 0, 0, 0, 314, 0, 0, 0, 0, 1, 0, 1, 10, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.104 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 14, 0, 0, 0, 521, 0, 0, 0, 0, 0, 0, 0, 9, 8, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.104 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 1657, 0, 0, 0, 0, 0, 0, 0, 2, 0, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.104 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.104 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.104 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.104 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.104 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.104 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.104 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.104 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.104 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.104 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.105 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.105 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.105 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.105 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.105 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.105 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.105 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.105 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.105 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.105 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.105 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.105 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.105 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.105 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.105 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.106 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 4, 2024-08-17T01:57:03.106 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.106 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.106 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2748, 1860, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.106 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 9722, 2214, 0, 0, 1, 1, 1, 0, 2, 0, 0, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.106 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 6846, 299, 14, 0, 11, 1, 3, 7, 13, 20, 14, 6, 5, 7, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.106 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 652, 45, 6, 0, 0, 0, 0, 0, 10, 4, 38, 81, 37, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.106 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 232, 0, 0, 0, 0, 1, 0, 1, 0, 0, 5, 17, 150, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.106 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 116, 3, 0, 0, 0, 0, 0, 0, 0, 4, 5, 4, 13, 23, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.106 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 80, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 2, 24, 8, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.106 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 11, 18, 22, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.106 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 25, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.106 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 4, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.106 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.106 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.107 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.107 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.107 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.107 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.107 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.107 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.107 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.107 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.107 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.107 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.107 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.107 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.107 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.107 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.107 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.108 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.108 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.108 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.108 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.108 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.108 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.108 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.108 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 5, 2024-08-17T01:57:03.108 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.108 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.108 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 989, 704, 243, 0, 231, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.108 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 10991, 6675, 4030, 0, 6838, 372, 0, 0, 0, 0, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.108 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7482, 593, 222, 0, 586, 209, 1, 0, 0, 0, 0, 2, 9, 14, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.108 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 977, 116, 33, 3, 128, 15, 2, 0, 0, 0, 4, 1, 0, 7, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.109 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 362, 3, 4, 7, 6, 5, 0, 0, 0, 0, 1, 3, 24, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.109 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 133, 5, 0, 0, 17, 27, 1, 0, 1, 0, 0, 3, 13, 58, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.109 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 123, 1, 0, 2, 1, 7, 0, 0, 0, 0, 0, 2, 4, 11, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.109 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 13, 1, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.109 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 5, 18, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.109 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.109 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.109 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.109 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.109 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.109 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.109 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.109 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.110 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.110 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.110 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.110 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.110 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.110 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.110 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.110 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.110 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.110 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.110 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.110 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.110 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.111 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.111 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.111 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.111 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.111 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 6, 2024-08-17T01:57:03.111 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.111 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.111 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1281, 290, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.111 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 10582, 3596, 0, 0, 0, 0, 1, 0, 1, 1, 1, 5, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.111 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7514, 306, 23, 0, 17, 2, 1, 4, 12, 18, 8, 13, 14, 12, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.111 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 749, 34, 27, 0, 0, 1, 1, 3, 3, 12, 46, 74, 20, 6, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.111 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 310, 4, 0, 0, 0, 0, 0, 0, 1, 1, 1, 21, 166, 6, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.111 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 133, 3, 0, 0, 2, 1, 0, 0, 0, 2, 0, 4, 27, 50, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.111 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 73, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 8, 9, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.111 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 44, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 5, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.112 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 2, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.112 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.112 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.112 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.112 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.112 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.112 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.112 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.112 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.112 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.112 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.112 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.112 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.112 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.112 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.113 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.113 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.113 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.113 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.113 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.113 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.113 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.113 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.113 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.113 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.113 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.113 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 7, 2024-08-17T01:57:03.113 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.113 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.114 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.114 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 13766, 3, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.114 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 9087, 13, 3, 1, 3, 0, 1, 1, 0, 1, 2, 4, 8, 5, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.114 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1020, 1, 2, 0, 0, 0, 2, 0, 4, 2, 2, 3, 2, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.114 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 355, 2, 1, 0, 0, 0, 0, 0, 0, 0, 2, 29, 30, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.114 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 170, 0, 0, 0, 0, 1, 0, 3, 0, 0, 3, 1, 12, 54, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.114 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 6, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.114 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 107, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 3, 4, 6, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.114 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 19, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.114 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.114 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.114 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.114 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.114 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.115 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.115 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.115 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.115 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.115 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.115 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.115 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.115 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.115 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.115 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.115 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.115 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.115 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.115 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.115 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.116 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.116 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.116 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.116 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.116 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.116 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.116 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:57:03.116 INFO:tasks.workunit.client.0.smithi082.stdout: "axes": [ 2024-08-17T01:57:03.116 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.116 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:57:03.116 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:57:03.116 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Latency (usec)", 2024-08-17T01:57:03.116 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 100000, 2024-08-17T01:57:03.116 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:57:03.117 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:57:03.117 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 99999]", 2024-08-17T01:57:03.117 INFO:tasks.workunit.client.0.smithi082.stdout: "[100000, 199999]", 2024-08-17T01:57:03.117 INFO:tasks.workunit.client.0.smithi082.stdout: "[200000, 399999]", 2024-08-17T01:57:03.117 INFO:tasks.workunit.client.0.smithi082.stdout: "[400000, 799999]", 2024-08-17T01:57:03.117 INFO:tasks.workunit.client.0.smithi082.stdout: "[800000, 1599999]", 2024-08-17T01:57:03.117 INFO:tasks.workunit.client.0.smithi082.stdout: "[1600000, 3199999]", 2024-08-17T01:57:03.117 INFO:tasks.workunit.client.0.smithi082.stdout: "[3200000, 6399999]", 2024-08-17T01:57:03.117 INFO:tasks.workunit.client.0.smithi082.stdout: "[6400000, 12799999]", 2024-08-17T01:57:03.117 INFO:tasks.workunit.client.0.smithi082.stdout: "[12800000, 25599999]", 2024-08-17T01:57:03.117 INFO:tasks.workunit.client.0.smithi082.stdout: "[25600000, 51199999]", 2024-08-17T01:57:03.118 INFO:tasks.workunit.client.0.smithi082.stdout: "[51200000, 102399999]", 2024-08-17T01:57:03.118 INFO:tasks.workunit.client.0.smithi082.stdout: "[102400000, 204799999]", 2024-08-17T01:57:03.118 INFO:tasks.workunit.client.0.smithi082.stdout: "[204800000, 409599999]", 2024-08-17T01:57:03.118 INFO:tasks.workunit.client.0.smithi082.stdout: "[409600000, 819199999]", 2024-08-17T01:57:03.118 INFO:tasks.workunit.client.0.smithi082.stdout: "[819200000, 1638399999]", 2024-08-17T01:57:03.118 INFO:tasks.workunit.client.0.smithi082.stdout: "[1638400000, 3276799999]", 2024-08-17T01:57:03.118 INFO:tasks.workunit.client.0.smithi082.stdout: "[3276800000, 6553599999]", 2024-08-17T01:57:03.118 INFO:tasks.workunit.client.0.smithi082.stdout: "[6553600000, 13107199999]", 2024-08-17T01:57:03.118 INFO:tasks.workunit.client.0.smithi082.stdout: "[13107200000, 26214399999]", 2024-08-17T01:57:03.118 INFO:tasks.workunit.client.0.smithi082.stdout: "[26214400000, 52428799999]", 2024-08-17T01:57:03.118 INFO:tasks.workunit.client.0.smithi082.stdout: "[52428800000, 104857599999]", 2024-08-17T01:57:03.119 INFO:tasks.workunit.client.0.smithi082.stdout: "[104857600000, 209715199999]", 2024-08-17T01:57:03.119 INFO:tasks.workunit.client.0.smithi082.stdout: "[209715200000, 419430399999]", 2024-08-17T01:57:03.119 INFO:tasks.workunit.client.0.smithi082.stdout: "[419430400000, 838860799999]", 2024-08-17T01:57:03.119 INFO:tasks.workunit.client.0.smithi082.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:57:03.119 INFO:tasks.workunit.client.0.smithi082.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:57:03.119 INFO:tasks.workunit.client.0.smithi082.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:57:03.119 INFO:tasks.workunit.client.0.smithi082.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:57:03.119 INFO:tasks.workunit.client.0.smithi082.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:57:03.119 INFO:tasks.workunit.client.0.smithi082.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:57:03.119 INFO:tasks.workunit.client.0.smithi082.stdout: "[53687091200000, None]" 2024-08-17T01:57:03.119 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.119 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:57:03.119 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.120 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.120 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:57:03.120 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:57:03.120 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Request size (bytes)", 2024-08-17T01:57:03.120 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 512, 2024-08-17T01:57:03.120 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:57:03.120 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:57:03.120 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 511]", 2024-08-17T01:57:03.120 INFO:tasks.workunit.client.0.smithi082.stdout: "[512, 1023]", 2024-08-17T01:57:03.120 INFO:tasks.workunit.client.0.smithi082.stdout: "[1024, 2047]", 2024-08-17T01:57:03.120 INFO:tasks.workunit.client.0.smithi082.stdout: "[2048, 4095]", 2024-08-17T01:57:03.120 INFO:tasks.workunit.client.0.smithi082.stdout: "[4096, 8191]", 2024-08-17T01:57:03.120 INFO:tasks.workunit.client.0.smithi082.stdout: "[8192, 16383]", 2024-08-17T01:57:03.120 INFO:tasks.workunit.client.0.smithi082.stdout: "[16384, 32767]", 2024-08-17T01:57:03.121 INFO:tasks.workunit.client.0.smithi082.stdout: "[32768, 65535]", 2024-08-17T01:57:03.121 INFO:tasks.workunit.client.0.smithi082.stdout: "[65536, 131071]", 2024-08-17T01:57:03.121 INFO:tasks.workunit.client.0.smithi082.stdout: "[131072, 262143]", 2024-08-17T01:57:03.121 INFO:tasks.workunit.client.0.smithi082.stdout: "[262144, 524287]", 2024-08-17T01:57:03.121 INFO:tasks.workunit.client.0.smithi082.stdout: "[524288, 1048575]", 2024-08-17T01:57:03.121 INFO:tasks.workunit.client.0.smithi082.stdout: "[1048576, 2097151]", 2024-08-17T01:57:03.121 INFO:tasks.workunit.client.0.smithi082.stdout: "[2097152, 4194303]", 2024-08-17T01:57:03.121 INFO:tasks.workunit.client.0.smithi082.stdout: "[4194304, 8388607]", 2024-08-17T01:57:03.121 INFO:tasks.workunit.client.0.smithi082.stdout: "[8388608, 16777215]", 2024-08-17T01:57:03.121 INFO:tasks.workunit.client.0.smithi082.stdout: "[16777216, 33554431]", 2024-08-17T01:57:03.121 INFO:tasks.workunit.client.0.smithi082.stdout: "[33554432, 67108863]", 2024-08-17T01:57:03.121 INFO:tasks.workunit.client.0.smithi082.stdout: "[67108864, 134217727]", 2024-08-17T01:57:03.121 INFO:tasks.workunit.client.0.smithi082.stdout: "[134217728, 268435455]", 2024-08-17T01:57:03.121 INFO:tasks.workunit.client.0.smithi082.stdout: "[268435456, 536870911]", 2024-08-17T01:57:03.122 INFO:tasks.workunit.client.0.smithi082.stdout: "[536870912, 1073741823]", 2024-08-17T01:57:03.122 INFO:tasks.workunit.client.0.smithi082.stdout: "[1073741824, 2147483647]", 2024-08-17T01:57:03.122 INFO:tasks.workunit.client.0.smithi082.stdout: "[2147483648, 4294967295]", 2024-08-17T01:57:03.122 INFO:tasks.workunit.client.0.smithi082.stdout: "[4294967296, 8589934591]", 2024-08-17T01:57:03.122 INFO:tasks.workunit.client.0.smithi082.stdout: "[8589934592, 17179869183]", 2024-08-17T01:57:03.122 INFO:tasks.workunit.client.0.smithi082.stdout: "[17179869184, 34359738367]", 2024-08-17T01:57:03.122 INFO:tasks.workunit.client.0.smithi082.stdout: "[34359738368, 68719476735]", 2024-08-17T01:57:03.122 INFO:tasks.workunit.client.0.smithi082.stdout: "[68719476736, 137438953471]", 2024-08-17T01:57:03.122 INFO:tasks.workunit.client.0.smithi082.stdout: "[137438953472, 274877906943]", 2024-08-17T01:57:03.122 INFO:tasks.workunit.client.0.smithi082.stdout: "[274877906944, None]" 2024-08-17T01:57:03.122 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.122 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:57:03.123 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.123 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.123 INFO:tasks.workunit.client.0.smithi082.stdout: "osds": [ 2024-08-17T01:57:03.123 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.123 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 0, 2024-08-17T01:57:03.123 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.123 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.123 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.123 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.123 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.123 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 681, 4, 14, 31, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.123 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5171, 65, 74, 126, 443, 613, 691, 1, 0, 0, 1, 5, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.124 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 767, 7, 17, 47, 13, 13, 28, 0, 0, 1, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.124 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 618, 0, 1, 0, 0, 0, 4, 0, 0, 0, 1, 3, 6, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.124 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 346, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 12, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.124 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 186, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 6, 13, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.124 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 6, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.124 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.124 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.124 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.124 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.124 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.124 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.124 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.125 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.125 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.125 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.125 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.125 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.125 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.125 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.125 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.125 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.125 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.125 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.125 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.126 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.126 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.126 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.126 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.126 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.126 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 1, 2024-08-17T01:57:03.126 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.126 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.126 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.126 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.126 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.126 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 476, 4, 15, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.127 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3189, 266, 19, 36, 123, 1, 3, 3, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.127 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 282, 22, 1298, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.127 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 411, 11, 46, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.127 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1627, 1318, 55, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.127 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1400, 1669, 240, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.127 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.127 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.127 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.127 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.127 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.127 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.127 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.127 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.127 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.128 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.128 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.128 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.128 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.128 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.128 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.128 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.128 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.128 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.128 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.128 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.128 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.128 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.128 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.129 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.129 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.129 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 2, 2024-08-17T01:57:03.129 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.129 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.129 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.129 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.129 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.129 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1559, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.129 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 11118, 6, 0, 0, 1, 2, 1, 2, 4, 1, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.129 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 15911, 1, 0, 0, 0, 0, 0, 1, 1, 1, 4, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.129 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 456, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.129 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 257, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 4, 13, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.129 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 118, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 16, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.129 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.130 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.130 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.130 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.130 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.130 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.130 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.130 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.130 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.130 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.130 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.130 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.130 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.130 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.130 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.131 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.131 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.131 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.131 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.131 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.131 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.131 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.131 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.131 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.131 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.131 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 3, 2024-08-17T01:57:03.131 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.131 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.131 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.131 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.132 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.132 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 339, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.132 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1802, 27, 0, 0, 2, 0, 0, 0, 0, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.132 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 187, 4, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.132 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 128, 18, 22, 24, 0, 0, 0, 0, 0, 0, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.132 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 943, 246, 12, 132, 0, 0, 0, 0, 0, 0, 1, 0, 3, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.132 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 4026, 2624, 0, 418, 0, 0, 0, 0, 1, 0, 0, 0, 1, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.132 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 227, 131, 0, 10, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.132 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.132 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.132 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.132 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.132 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.132 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.132 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.132 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.133 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.133 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.133 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.133 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.133 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.133 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.133 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.133 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.133 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.133 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.133 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.133 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.133 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.133 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.134 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.134 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.134 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 4, 2024-08-17T01:57:03.134 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.134 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.134 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.134 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.134 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.134 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 783, 0, 0, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.134 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2128, 222, 34, 53, 135, 275, 477, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.134 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 331, 3, 0, 0, 0, 0, 3, 0, 2, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.134 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 86, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.135 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 49, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.135 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.135 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.135 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.135 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.135 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.135 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.135 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.135 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.135 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.135 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.135 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.135 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.135 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.136 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.136 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.136 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.136 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.136 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.136 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.136 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.136 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.136 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.136 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.136 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.136 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.136 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.136 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 5, 2024-08-17T01:57:03.137 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.137 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.137 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.137 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.137 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.137 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 608, 2, 2, 23, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.137 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3347, 90, 132, 228, 453, 617, 725, 5, 21, 16, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.137 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 271, 0, 6, 8, 12, 8, 6, 2, 1, 9, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.137 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 190, 3, 13, 39, 5, 2, 2, 0, 0, 0, 0, 1, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.137 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 78, 38, 70, 88, 25, 0, 0, 0, 0, 0, 0, 1, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.137 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 13, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.137 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.137 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.137 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.137 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.138 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.138 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.138 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.138 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.138 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.138 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.138 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.138 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.138 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.138 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.138 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.138 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.138 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.139 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.139 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.139 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.139 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.139 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.139 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.139 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.139 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.139 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 6, 2024-08-17T01:57:03.139 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.139 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.139 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.140 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.140 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.140 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 545, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.140 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2970, 22, 2, 0, 0, 0, 0, 1, 3, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.140 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 326, 7, 2, 0, 0, 0, 0, 0, 0, 4, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.140 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 195, 5, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.140 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 146, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.140 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 15, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.140 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.140 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.140 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.140 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.140 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.140 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.140 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.141 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.141 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.141 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.141 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.141 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.141 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.141 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.141 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.141 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.141 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.141 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.142 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.142 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.142 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.142 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.142 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.142 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.142 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.142 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 7, 2024-08-17T01:57:03.142 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.142 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.142 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.142 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.142 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.143 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 715, 7, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.143 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7816, 30, 66, 32, 0, 1, 4, 0, 3, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.143 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2812, 33, 104, 27, 0, 0, 1, 0, 3, 2, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.143 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 162, 1, 4, 1, 1, 0, 0, 0, 0, 0, 0, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.143 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.143 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 15, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.143 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.143 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.143 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.143 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.143 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.143 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.143 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.144 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.144 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.144 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.144 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.144 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.144 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.144 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.144 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.144 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.144 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.144 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.144 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.144 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.145 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.145 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.145 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.145 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.145 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.145 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.145 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:57:03.145 INFO:tasks.workunit.client.0.smithi082.stdout: "axes": [ 2024-08-17T01:57:03.145 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.145 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:57:03.145 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:57:03.145 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Latency (usec)", 2024-08-17T01:57:03.145 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 100000, 2024-08-17T01:57:03.145 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:57:03.145 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:57:03.145 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 99999]", 2024-08-17T01:57:03.146 INFO:tasks.workunit.client.0.smithi082.stdout: "[100000, 199999]", 2024-08-17T01:57:03.146 INFO:tasks.workunit.client.0.smithi082.stdout: "[200000, 399999]", 2024-08-17T01:57:03.146 INFO:tasks.workunit.client.0.smithi082.stdout: "[400000, 799999]", 2024-08-17T01:57:03.146 INFO:tasks.workunit.client.0.smithi082.stdout: "[800000, 1599999]", 2024-08-17T01:57:03.146 INFO:tasks.workunit.client.0.smithi082.stdout: "[1600000, 3199999]", 2024-08-17T01:57:03.146 INFO:tasks.workunit.client.0.smithi082.stdout: "[3200000, 6399999]", 2024-08-17T01:57:03.146 INFO:tasks.workunit.client.0.smithi082.stdout: "[6400000, 12799999]", 2024-08-17T01:57:03.146 INFO:tasks.workunit.client.0.smithi082.stdout: "[12800000, 25599999]", 2024-08-17T01:57:03.146 INFO:tasks.workunit.client.0.smithi082.stdout: "[25600000, 51199999]", 2024-08-17T01:57:03.146 INFO:tasks.workunit.client.0.smithi082.stdout: "[51200000, 102399999]", 2024-08-17T01:57:03.146 INFO:tasks.workunit.client.0.smithi082.stdout: "[102400000, 204799999]", 2024-08-17T01:57:03.146 INFO:tasks.workunit.client.0.smithi082.stdout: "[204800000, 409599999]", 2024-08-17T01:57:03.146 INFO:tasks.workunit.client.0.smithi082.stdout: "[409600000, 819199999]", 2024-08-17T01:57:03.147 INFO:tasks.workunit.client.0.smithi082.stdout: "[819200000, 1638399999]", 2024-08-17T01:57:03.147 INFO:tasks.workunit.client.0.smithi082.stdout: "[1638400000, 3276799999]", 2024-08-17T01:57:03.147 INFO:tasks.workunit.client.0.smithi082.stdout: "[3276800000, 6553599999]", 2024-08-17T01:57:03.147 INFO:tasks.workunit.client.0.smithi082.stdout: "[6553600000, 13107199999]", 2024-08-17T01:57:03.147 INFO:tasks.workunit.client.0.smithi082.stdout: "[13107200000, 26214399999]", 2024-08-17T01:57:03.147 INFO:tasks.workunit.client.0.smithi082.stdout: "[26214400000, 52428799999]", 2024-08-17T01:57:03.147 INFO:tasks.workunit.client.0.smithi082.stdout: "[52428800000, 104857599999]", 2024-08-17T01:57:03.147 INFO:tasks.workunit.client.0.smithi082.stdout: "[104857600000, 209715199999]", 2024-08-17T01:57:03.147 INFO:tasks.workunit.client.0.smithi082.stdout: "[209715200000, 419430399999]", 2024-08-17T01:57:03.147 INFO:tasks.workunit.client.0.smithi082.stdout: "[419430400000, 838860799999]", 2024-08-17T01:57:03.147 INFO:tasks.workunit.client.0.smithi082.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:57:03.147 INFO:tasks.workunit.client.0.smithi082.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:57:03.147 INFO:tasks.workunit.client.0.smithi082.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:57:03.147 INFO:tasks.workunit.client.0.smithi082.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:57:03.148 INFO:tasks.workunit.client.0.smithi082.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:57:03.148 INFO:tasks.workunit.client.0.smithi082.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:57:03.148 INFO:tasks.workunit.client.0.smithi082.stdout: "[53687091200000, None]" 2024-08-17T01:57:03.148 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.148 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:57:03.148 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.148 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.148 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:57:03.148 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:57:03.148 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Request size (bytes)", 2024-08-17T01:57:03.148 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 512, 2024-08-17T01:57:03.148 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:57:03.148 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:57:03.148 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 511]", 2024-08-17T01:57:03.149 INFO:tasks.workunit.client.0.smithi082.stdout: "[512, 1023]", 2024-08-17T01:57:03.149 INFO:tasks.workunit.client.0.smithi082.stdout: "[1024, 2047]", 2024-08-17T01:57:03.149 INFO:tasks.workunit.client.0.smithi082.stdout: "[2048, 4095]", 2024-08-17T01:57:03.149 INFO:tasks.workunit.client.0.smithi082.stdout: "[4096, 8191]", 2024-08-17T01:57:03.149 INFO:tasks.workunit.client.0.smithi082.stdout: "[8192, 16383]", 2024-08-17T01:57:03.149 INFO:tasks.workunit.client.0.smithi082.stdout: "[16384, 32767]", 2024-08-17T01:57:03.149 INFO:tasks.workunit.client.0.smithi082.stdout: "[32768, 65535]", 2024-08-17T01:57:03.149 INFO:tasks.workunit.client.0.smithi082.stdout: "[65536, 131071]", 2024-08-17T01:57:03.149 INFO:tasks.workunit.client.0.smithi082.stdout: "[131072, 262143]", 2024-08-17T01:57:03.149 INFO:tasks.workunit.client.0.smithi082.stdout: "[262144, 524287]", 2024-08-17T01:57:03.149 INFO:tasks.workunit.client.0.smithi082.stdout: "[524288, 1048575]", 2024-08-17T01:57:03.149 INFO:tasks.workunit.client.0.smithi082.stdout: "[1048576, 2097151]", 2024-08-17T01:57:03.149 INFO:tasks.workunit.client.0.smithi082.stdout: "[2097152, 4194303]", 2024-08-17T01:57:03.149 INFO:tasks.workunit.client.0.smithi082.stdout: "[4194304, 8388607]", 2024-08-17T01:57:03.150 INFO:tasks.workunit.client.0.smithi082.stdout: "[8388608, 16777215]", 2024-08-17T01:57:03.150 INFO:tasks.workunit.client.0.smithi082.stdout: "[16777216, 33554431]", 2024-08-17T01:57:03.150 INFO:tasks.workunit.client.0.smithi082.stdout: "[33554432, 67108863]", 2024-08-17T01:57:03.150 INFO:tasks.workunit.client.0.smithi082.stdout: "[67108864, 134217727]", 2024-08-17T01:57:03.150 INFO:tasks.workunit.client.0.smithi082.stdout: "[134217728, 268435455]", 2024-08-17T01:57:03.150 INFO:tasks.workunit.client.0.smithi082.stdout: "[268435456, 536870911]", 2024-08-17T01:57:03.150 INFO:tasks.workunit.client.0.smithi082.stdout: "[536870912, 1073741823]", 2024-08-17T01:57:03.150 INFO:tasks.workunit.client.0.smithi082.stdout: "[1073741824, 2147483647]", 2024-08-17T01:57:03.150 INFO:tasks.workunit.client.0.smithi082.stdout: "[2147483648, 4294967295]", 2024-08-17T01:57:03.150 INFO:tasks.workunit.client.0.smithi082.stdout: "[4294967296, 8589934591]", 2024-08-17T01:57:03.150 INFO:tasks.workunit.client.0.smithi082.stdout: "[8589934592, 17179869183]", 2024-08-17T01:57:03.150 INFO:tasks.workunit.client.0.smithi082.stdout: "[17179869184, 34359738367]", 2024-08-17T01:57:03.150 INFO:tasks.workunit.client.0.smithi082.stdout: "[34359738368, 68719476735]", 2024-08-17T01:57:03.150 INFO:tasks.workunit.client.0.smithi082.stdout: "[68719476736, 137438953471]", 2024-08-17T01:57:03.151 INFO:tasks.workunit.client.0.smithi082.stdout: "[137438953472, 274877906943]", 2024-08-17T01:57:03.151 INFO:tasks.workunit.client.0.smithi082.stdout: "[274877906944, None]" 2024-08-17T01:57:03.151 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.151 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:57:03.151 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.151 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.151 INFO:tasks.workunit.client.0.smithi082.stdout: "osds": [ 2024-08-17T01:57:03.151 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.151 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 0, 2024-08-17T01:57:03.151 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.151 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.151 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.151 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.151 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.151 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 732, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.152 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.152 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 897, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.152 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 638, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.152 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 375, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.152 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 223, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.152 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.152 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.152 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.152 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.152 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.152 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.152 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.152 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.153 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.153 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.153 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.153 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.153 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.153 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.153 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.153 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.153 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.153 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.153 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.153 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.153 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.154 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.154 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.154 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.154 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.154 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 1, 2024-08-17T01:57:03.154 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.154 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.154 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.154 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.154 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.154 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 528, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.154 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3646, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.155 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1608, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.155 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 474, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.155 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3009, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.155 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3324, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.155 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.155 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.155 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.155 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.155 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.155 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.155 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.155 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.155 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.156 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.156 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.156 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.156 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.156 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.156 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.156 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.156 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.156 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.156 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.156 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.157 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.157 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.157 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.157 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.157 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.157 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 2, 2024-08-17T01:57:03.157 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.157 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.157 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.157 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.157 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.157 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1559, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.157 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 11139, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.158 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 15922, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.158 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 461, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.158 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 282, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.158 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 155, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.158 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.158 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.158 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.158 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.158 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.158 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.158 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.158 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.158 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.159 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.159 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.159 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.159 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.159 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.159 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.159 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.159 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.159 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.159 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.159 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.159 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.159 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.159 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.160 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.160 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.160 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 3, 2024-08-17T01:57:03.160 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.160 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.160 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.160 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.160 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.160 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 339, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.160 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1835, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.160 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.160 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 200, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.160 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1341, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.161 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7083, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.161 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 385, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.161 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.161 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.161 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.161 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.161 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.161 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.161 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.161 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.161 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.161 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.162 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.162 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.162 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.162 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.162 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.162 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.162 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.162 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.162 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.162 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.162 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.162 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.163 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.163 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.163 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 4, 2024-08-17T01:57:03.163 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.163 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.163 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.163 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.163 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.163 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 801, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.163 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3330, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.163 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 343, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.163 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.163 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.164 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.164 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.164 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.164 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.164 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.164 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.164 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.164 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.164 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.164 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.164 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.164 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.165 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.165 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.165 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.165 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.165 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.165 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.165 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.165 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.165 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.165 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.166 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.166 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.166 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.166 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.166 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 5, 2024-08-17T01:57:03.166 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.166 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.166 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.166 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.166 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.166 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 646, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.166 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 5638, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.166 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 326, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.167 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.167 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 310, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.167 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.167 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.167 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.167 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.167 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.167 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.167 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.167 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.167 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.167 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.168 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.168 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.168 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.168 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.168 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.168 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.168 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.168 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.168 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.168 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.168 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.168 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.168 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.169 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.169 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.169 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.169 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 6, 2024-08-17T01:57:03.169 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.169 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.169 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.169 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.169 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.169 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 552, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.169 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3002, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.169 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 344, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.169 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 207, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.170 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 265, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.170 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.170 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.170 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.170 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.170 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.170 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.170 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.170 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.170 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.170 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.170 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.171 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.171 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.171 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.171 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.171 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.171 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.171 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.171 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.171 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.171 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.171 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.171 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.171 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.171 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.172 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.172 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 7, 2024-08-17T01:57:03.172 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.172 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.172 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.172 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.172 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.172 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 732, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.172 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7957, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.172 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2987, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.172 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.172 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.172 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.172 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.173 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.173 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.173 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.173 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.173 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.173 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.173 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.173 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.173 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.173 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.173 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.173 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.173 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.173 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.173 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.174 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.174 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.174 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.174 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.174 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.174 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.174 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.174 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.174 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.174 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.174 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:57:03.174 INFO:tasks.workunit.client.0.smithi082.stdout: "axes": [ 2024-08-17T01:57:03.174 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.174 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:57:03.175 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:57:03.175 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Latency (usec)", 2024-08-17T01:57:03.175 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 100000, 2024-08-17T01:57:03.175 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:57:03.175 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:57:03.175 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 99999]", 2024-08-17T01:57:03.175 INFO:tasks.workunit.client.0.smithi082.stdout: "[100000, 199999]", 2024-08-17T01:57:03.175 INFO:tasks.workunit.client.0.smithi082.stdout: "[200000, 399999]", 2024-08-17T01:57:03.175 INFO:tasks.workunit.client.0.smithi082.stdout: "[400000, 799999]", 2024-08-17T01:57:03.175 INFO:tasks.workunit.client.0.smithi082.stdout: "[800000, 1599999]", 2024-08-17T01:57:03.175 INFO:tasks.workunit.client.0.smithi082.stdout: "[1600000, 3199999]", 2024-08-17T01:57:03.175 INFO:tasks.workunit.client.0.smithi082.stdout: "[3200000, 6399999]", 2024-08-17T01:57:03.175 INFO:tasks.workunit.client.0.smithi082.stdout: "[6400000, 12799999]", 2024-08-17T01:57:03.175 INFO:tasks.workunit.client.0.smithi082.stdout: "[12800000, 25599999]", 2024-08-17T01:57:03.176 INFO:tasks.workunit.client.0.smithi082.stdout: "[25600000, 51199999]", 2024-08-17T01:57:03.176 INFO:tasks.workunit.client.0.smithi082.stdout: "[51200000, 102399999]", 2024-08-17T01:57:03.176 INFO:tasks.workunit.client.0.smithi082.stdout: "[102400000, 204799999]", 2024-08-17T01:57:03.176 INFO:tasks.workunit.client.0.smithi082.stdout: "[204800000, 409599999]", 2024-08-17T01:57:03.176 INFO:tasks.workunit.client.0.smithi082.stdout: "[409600000, 819199999]", 2024-08-17T01:57:03.176 INFO:tasks.workunit.client.0.smithi082.stdout: "[819200000, 1638399999]", 2024-08-17T01:57:03.176 INFO:tasks.workunit.client.0.smithi082.stdout: "[1638400000, 3276799999]", 2024-08-17T01:57:03.176 INFO:tasks.workunit.client.0.smithi082.stdout: "[3276800000, 6553599999]", 2024-08-17T01:57:03.176 INFO:tasks.workunit.client.0.smithi082.stdout: "[6553600000, 13107199999]", 2024-08-17T01:57:03.176 INFO:tasks.workunit.client.0.smithi082.stdout: "[13107200000, 26214399999]", 2024-08-17T01:57:03.176 INFO:tasks.workunit.client.0.smithi082.stdout: "[26214400000, 52428799999]", 2024-08-17T01:57:03.176 INFO:tasks.workunit.client.0.smithi082.stdout: "[52428800000, 104857599999]", 2024-08-17T01:57:03.176 INFO:tasks.workunit.client.0.smithi082.stdout: "[104857600000, 209715199999]", 2024-08-17T01:57:03.176 INFO:tasks.workunit.client.0.smithi082.stdout: "[209715200000, 419430399999]", 2024-08-17T01:57:03.177 INFO:tasks.workunit.client.0.smithi082.stdout: "[419430400000, 838860799999]", 2024-08-17T01:57:03.177 INFO:tasks.workunit.client.0.smithi082.stdout: "[838860800000, 1677721599999]", 2024-08-17T01:57:03.177 INFO:tasks.workunit.client.0.smithi082.stdout: "[1677721600000, 3355443199999]", 2024-08-17T01:57:03.177 INFO:tasks.workunit.client.0.smithi082.stdout: "[3355443200000, 6710886399999]", 2024-08-17T01:57:03.177 INFO:tasks.workunit.client.0.smithi082.stdout: "[6710886400000, 13421772799999]", 2024-08-17T01:57:03.177 INFO:tasks.workunit.client.0.smithi082.stdout: "[13421772800000, 26843545599999]", 2024-08-17T01:57:03.177 INFO:tasks.workunit.client.0.smithi082.stdout: "[26843545600000, 53687091199999]", 2024-08-17T01:57:03.177 INFO:tasks.workunit.client.0.smithi082.stdout: "[53687091200000, None]" 2024-08-17T01:57:03.177 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.177 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:57:03.177 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.177 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.178 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 32, 2024-08-17T01:57:03.178 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:57:03.178 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "Request size (bytes)", 2024-08-17T01:57:03.178 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 512, 2024-08-17T01:57:03.178 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:57:03.178 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:57:03.178 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 511]", 2024-08-17T01:57:03.178 INFO:tasks.workunit.client.0.smithi082.stdout: "[512, 1023]", 2024-08-17T01:57:03.178 INFO:tasks.workunit.client.0.smithi082.stdout: "[1024, 2047]", 2024-08-17T01:57:03.178 INFO:tasks.workunit.client.0.smithi082.stdout: "[2048, 4095]", 2024-08-17T01:57:03.178 INFO:tasks.workunit.client.0.smithi082.stdout: "[4096, 8191]", 2024-08-17T01:57:03.178 INFO:tasks.workunit.client.0.smithi082.stdout: "[8192, 16383]", 2024-08-17T01:57:03.179 INFO:tasks.workunit.client.0.smithi082.stdout: "[16384, 32767]", 2024-08-17T01:57:03.179 INFO:tasks.workunit.client.0.smithi082.stdout: "[32768, 65535]", 2024-08-17T01:57:03.179 INFO:tasks.workunit.client.0.smithi082.stdout: "[65536, 131071]", 2024-08-17T01:57:03.179 INFO:tasks.workunit.client.0.smithi082.stdout: "[131072, 262143]", 2024-08-17T01:57:03.179 INFO:tasks.workunit.client.0.smithi082.stdout: "[262144, 524287]", 2024-08-17T01:57:03.179 INFO:tasks.workunit.client.0.smithi082.stdout: "[524288, 1048575]", 2024-08-17T01:57:03.179 INFO:tasks.workunit.client.0.smithi082.stdout: "[1048576, 2097151]", 2024-08-17T01:57:03.179 INFO:tasks.workunit.client.0.smithi082.stdout: "[2097152, 4194303]", 2024-08-17T01:57:03.179 INFO:tasks.workunit.client.0.smithi082.stdout: "[4194304, 8388607]", 2024-08-17T01:57:03.179 INFO:tasks.workunit.client.0.smithi082.stdout: "[8388608, 16777215]", 2024-08-17T01:57:03.179 INFO:tasks.workunit.client.0.smithi082.stdout: "[16777216, 33554431]", 2024-08-17T01:57:03.179 INFO:tasks.workunit.client.0.smithi082.stdout: "[33554432, 67108863]", 2024-08-17T01:57:03.179 INFO:tasks.workunit.client.0.smithi082.stdout: "[67108864, 134217727]", 2024-08-17T01:57:03.179 INFO:tasks.workunit.client.0.smithi082.stdout: "[134217728, 268435455]", 2024-08-17T01:57:03.179 INFO:tasks.workunit.client.0.smithi082.stdout: "[268435456, 536870911]", 2024-08-17T01:57:03.179 INFO:tasks.workunit.client.0.smithi082.stdout: "[536870912, 1073741823]", 2024-08-17T01:57:03.180 INFO:tasks.workunit.client.0.smithi082.stdout: "[1073741824, 2147483647]", 2024-08-17T01:57:03.180 INFO:tasks.workunit.client.0.smithi082.stdout: "[2147483648, 4294967295]", 2024-08-17T01:57:03.180 INFO:tasks.workunit.client.0.smithi082.stdout: "[4294967296, 8589934591]", 2024-08-17T01:57:03.180 INFO:tasks.workunit.client.0.smithi082.stdout: "[8589934592, 17179869183]", 2024-08-17T01:57:03.180 INFO:tasks.workunit.client.0.smithi082.stdout: "[17179869184, 34359738367]", 2024-08-17T01:57:03.180 INFO:tasks.workunit.client.0.smithi082.stdout: "[34359738368, 68719476735]", 2024-08-17T01:57:03.180 INFO:tasks.workunit.client.0.smithi082.stdout: "[68719476736, 137438953471]", 2024-08-17T01:57:03.180 INFO:tasks.workunit.client.0.smithi082.stdout: "[137438953472, 274877906943]", 2024-08-17T01:57:03.180 INFO:tasks.workunit.client.0.smithi082.stdout: "[274877906944, None]" 2024-08-17T01:57:03.180 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.180 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:57:03.180 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.180 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.180 INFO:tasks.workunit.client.0.smithi082.stdout: "osds": [ 2024-08-17T01:57:03.180 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.181 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 0, 2024-08-17T01:57:03.181 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.181 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.181 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.181 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.181 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.181 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 143, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.181 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1914, 25, 3, 0, 16, 1, 3, 3, 7, 9, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.181 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1329, 7, 0, 0, 4, 5, 6, 14, 24, 38, 64, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.181 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 166, 13, 1, 0, 1, 3, 1, 5, 3, 10, 64, 227, 115, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.181 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 110, 19, 0, 0, 0, 0, 1, 0, 1, 2, 14, 19, 307, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.181 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 203, 23, 0, 0, 0, 0, 0, 0, 0, 4, 5, 4, 25, 33, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.181 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 367, 44, 0, 0, 1, 0, 0, 0, 1, 0, 2, 7, 8, 28, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.182 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 687, 80, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 2, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.182 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1265, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.182 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.182 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.182 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.182 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.182 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.182 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.182 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.182 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.182 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.182 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.182 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.183 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.183 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.183 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.183 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.183 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.183 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.183 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.183 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.183 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.183 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.183 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.183 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 1, 2024-08-17T01:57:03.184 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.184 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.184 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.184 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.184 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.184 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 87, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.184 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2564, 25, 1, 2, 8, 3, 1, 2, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.184 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1736, 7, 1, 2, 4, 9, 16, 25, 32, 84, 116, 36, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.184 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 94, 0, 0, 0, 2, 1, 0, 2, 5, 7, 70, 300, 207, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.184 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 94, 0, 0, 0, 0, 1, 0, 0, 1, 1, 5, 13, 368, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.184 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 271, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 5, 18, 20, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.184 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 459, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 18, 23, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.185 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 708, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.185 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1983, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.185 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 360, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.185 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.185 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.185 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.185 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.185 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.185 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.185 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.185 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.186 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.186 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.186 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.186 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.186 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.186 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.186 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.186 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.186 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.186 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.186 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.186 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.186 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.186 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 2, 2024-08-17T01:57:03.187 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.187 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.187 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.187 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.187 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.187 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 81, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.187 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 382, 15, 2, 0, 13, 1, 1, 2, 0, 1, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.187 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 166, 15, 0, 0, 1, 2, 0, 1, 2, 13, 63, 53, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.187 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 323, 14, 1, 0, 1, 0, 10, 8, 19, 23, 95, 147, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.187 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 163, 12, 0, 0, 0, 0, 1, 2, 4, 5, 37, 51, 27, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.187 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 61, 28, 0, 0, 0, 0, 0, 3, 3, 6, 9, 14, 23, 45, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.187 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 8, 45, 0, 0, 0, 0, 0, 0, 0, 1, 4, 10, 13, 43, 74, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.187 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 2, 83, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 3, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.187 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.187 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.188 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.188 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.188 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.188 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.188 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.188 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.188 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.188 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.188 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.188 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.188 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.188 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.188 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.189 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.189 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.189 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.189 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.189 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.189 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.189 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.189 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.189 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 3, 2024-08-17T01:57:03.189 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.189 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.189 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.189 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.190 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.190 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 24, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.190 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1094, 14, 0, 0, 6, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.190 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 430, 3, 1, 2, 4, 3, 3, 7, 14, 37, 40, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.190 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 81, 2, 1, 0, 1, 2, 1, 2, 1, 1, 25, 76, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.190 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 229, 22, 0, 0, 0, 0, 0, 0, 1, 0, 6, 2, 92, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.190 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 426, 21, 0, 0, 0, 0, 0, 0, 0, 0, 1, 10, 12, 9, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.190 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 416, 45, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 4, 17, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.190 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 197, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.190 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.191 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.191 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.191 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.191 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.191 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.191 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.191 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.191 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.191 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.191 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.191 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.191 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.191 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.192 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.192 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.192 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.192 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.192 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.192 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.192 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.192 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.192 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.192 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 4, 2024-08-17T01:57:03.192 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.192 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.192 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.193 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.193 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.193 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 74, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.193 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 922, 13, 3, 0, 18, 0, 3, 3, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.193 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 718, 2, 0, 1, 1, 2, 5, 7, 10, 23, 39, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.193 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 394, 3, 0, 0, 0, 1, 0, 4, 8, 8, 55, 148, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.193 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 490, 0, 0, 0, 1, 0, 0, 0, 2, 0, 11, 20, 168, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.193 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 299, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 6, 15, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.193 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 124, 2, 0, 0, 0, 0, 0, 0, 1, 2, 1, 3, 9, 18, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.193 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.193 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.193 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.193 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.194 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.194 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.194 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.194 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.194 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.194 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.194 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.194 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.194 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.194 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.194 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.194 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.194 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.194 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.195 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.195 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.195 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.195 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.195 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.195 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.195 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 5, 2024-08-17T01:57:03.195 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.195 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.195 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.195 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.195 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.195 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 86, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.195 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 403, 19, 3, 2, 21, 0, 1, 6, 10, 10, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.196 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 83, 5, 0, 0, 0, 0, 0, 0, 2, 8, 12, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.196 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 96, 13, 0, 0, 0, 0, 1, 1, 5, 3, 23, 27, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.196 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 38, 13, 0, 0, 0, 0, 0, 0, 0, 1, 10, 19, 19, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.196 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 15, 2, 0, 0, 0, 0, 0, 0, 1, 1, 1, 6, 13, 21, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.196 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 4, 21, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.196 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.196 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.196 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.196 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.196 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.196 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.196 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.196 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.197 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.197 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.197 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.197 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.197 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.197 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.197 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.197 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.197 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.197 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.197 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.197 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.197 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.197 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.198 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.198 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.198 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 6, 2024-08-17T01:57:03.198 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.198 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.198 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.198 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.198 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.198 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 103, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.198 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 954, 16, 0, 0, 17, 0, 3, 2, 6, 6, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.198 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 886, 2, 1, 0, 3, 2, 8, 9, 19, 36, 30, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.198 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 352, 12, 0, 0, 0, 2, 0, 0, 3, 8, 42, 120, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.198 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 491, 10, 0, 0, 0, 1, 0, 2, 3, 1, 6, 18, 203, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.199 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 304, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 3, 19, 16, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.199 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 202, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 8, 24, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.199 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.199 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.199 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.199 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.199 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.199 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.199 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.199 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.199 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.199 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.199 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.199 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.200 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.200 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.200 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.200 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.200 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.200 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.200 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.200 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.200 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.200 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.200 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.200 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.200 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 7, 2024-08-17T01:57:03.200 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.200 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.200 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.201 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.201 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.201 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.201 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 318, 16, 1, 0, 10, 3, 0, 0, 3, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.201 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 76, 2, 1, 0, 1, 1, 3, 4, 6, 2, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.201 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 77, 1, 0, 0, 1, 0, 1, 2, 7, 2, 15, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.201 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 47, 0, 0, 0, 0, 0, 1, 1, 1, 4, 12, 15, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.201 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 2, 0, 1, 3, 9, 20, 32, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.201 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 6, 16, 44, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.201 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.201 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.201 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.201 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.201 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.202 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.202 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.202 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.202 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.202 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.202 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.202 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.202 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.202 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.202 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.202 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.202 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.203 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.203 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.203 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.203 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.203 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.203 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.203 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.203 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.203 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.203 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.203 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_resrv_repnum_vs_duration": { 2024-08-17T01:57:03.203 INFO:tasks.workunit.client.0.smithi082.stdout: "axes": [ 2024-08-17T01:57:03.203 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.203 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 8, 2024-08-17T01:57:03.204 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:57:03.204 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "number of replicas", 2024-08-17T01:57:03.204 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 1, 2024-08-17T01:57:03.204 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:57:03.204 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:57:03.204 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0]", 2024-08-17T01:57:03.204 INFO:tasks.workunit.client.0.smithi082.stdout: "[1, 1]", 2024-08-17T01:57:03.204 INFO:tasks.workunit.client.0.smithi082.stdout: "[2, 2]", 2024-08-17T01:57:03.204 INFO:tasks.workunit.client.0.smithi082.stdout: "[3, 3]", 2024-08-17T01:57:03.204 INFO:tasks.workunit.client.0.smithi082.stdout: "[4, 4]", 2024-08-17T01:57:03.204 INFO:tasks.workunit.client.0.smithi082.stdout: "[5, 5]", 2024-08-17T01:57:03.204 INFO:tasks.workunit.client.0.smithi082.stdout: "[6, None]" 2024-08-17T01:57:03.204 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.204 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "linear" 2024-08-17T01:57:03.204 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.204 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.205 INFO:tasks.workunit.client.0.smithi082.stdout: "buckets": 10, 2024-08-17T01:57:03.205 INFO:tasks.workunit.client.0.smithi082.stdout: "min": 0, 2024-08-17T01:57:03.205 INFO:tasks.workunit.client.0.smithi082.stdout: "name": "duration", 2024-08-17T01:57:03.205 INFO:tasks.workunit.client.0.smithi082.stdout: "quant_size": 250000, 2024-08-17T01:57:03.205 INFO:tasks.workunit.client.0.smithi082.stdout: "ranges": [ 2024-08-17T01:57:03.205 INFO:tasks.workunit.client.0.smithi082.stdout: "[None, -1]", 2024-08-17T01:57:03.205 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 249999]", 2024-08-17T01:57:03.205 INFO:tasks.workunit.client.0.smithi082.stdout: "[250000, 499999]", 2024-08-17T01:57:03.205 INFO:tasks.workunit.client.0.smithi082.stdout: "[500000, 999999]", 2024-08-17T01:57:03.205 INFO:tasks.workunit.client.0.smithi082.stdout: "[1000000, 1999999]", 2024-08-17T01:57:03.205 INFO:tasks.workunit.client.0.smithi082.stdout: "[2000000, 3999999]", 2024-08-17T01:57:03.205 INFO:tasks.workunit.client.0.smithi082.stdout: "[4000000, 7999999]", 2024-08-17T01:57:03.205 INFO:tasks.workunit.client.0.smithi082.stdout: "[8000000, 15999999]", 2024-08-17T01:57:03.205 INFO:tasks.workunit.client.0.smithi082.stdout: "[16000000, 31999999]", 2024-08-17T01:57:03.205 INFO:tasks.workunit.client.0.smithi082.stdout: "[32000000, None]" 2024-08-17T01:57:03.206 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.206 INFO:tasks.workunit.client.0.smithi082.stdout: "scale_type": "log2" 2024-08-17T01:57:03.206 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.206 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.206 INFO:tasks.workunit.client.0.smithi082.stdout: "osds": [ 2024-08-17T01:57:03.206 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.206 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 0, 2024-08-17T01:57:03.206 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.206 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.206 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.206 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.206 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.206 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.206 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.206 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.207 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.207 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.207 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.207 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.207 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 1, 2024-08-17T01:57:03.207 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.207 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.207 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.207 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.207 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.207 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.207 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.207 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.207 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.208 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.208 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.208 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.208 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 2, 2024-08-17T01:57:03.208 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.208 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.208 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.208 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.208 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.208 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.208 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.208 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.208 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.209 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.209 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.209 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.209 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 3, 2024-08-17T01:57:03.209 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.209 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.209 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.209 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.209 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.209 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.209 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.209 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.209 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.209 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.210 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.210 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.210 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 4, 2024-08-17T01:57:03.210 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.210 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.210 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.210 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.210 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.210 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.210 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.210 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.210 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.210 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.211 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.211 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.211 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 5, 2024-08-17T01:57:03.211 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.211 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.211 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.211 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.211 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.211 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.211 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.211 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.211 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.211 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.211 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.212 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.212 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 6, 2024-08-17T01:57:03.212 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.212 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.212 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.212 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.212 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.212 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.212 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.212 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.212 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.212 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.212 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.213 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.213 INFO:tasks.workunit.client.0.smithi082.stdout: "osd_id": 7, 2024-08-17T01:57:03.213 INFO:tasks.workunit.client.0.smithi082.stdout: "values": [ 2024-08-17T01:57:03.213 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.213 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.213 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.213 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.213 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.213 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.213 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T01:57:03.213 INFO:tasks.workunit.client.0.smithi082.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T01:57:03.213 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.213 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.213 INFO:tasks.workunit.client.0.smithi082.stdout: ] 2024-08-17T01:57:03.213 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.214 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.214 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.214 INFO:tasks.workunit.client.0.smithi082.stdout: "perf_counters": { 2024-08-17T01:57:03.214 INFO:tasks.workunit.client.0.smithi082.stdout: "mds.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T01:57:03.214 INFO:tasks.workunit.client.0.smithi082.stdout: "mds": { 2024-08-17T01:57:03.214 INFO:tasks.workunit.client.0.smithi082.stdout: "caps": { 2024-08-17T01:57:03.214 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.214 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.214 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_flush_ack": { 2024-08-17T01:57:03.214 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.214 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.214 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-17T01:57:03.214 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.215 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.215 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_grant": { 2024-08-17T01:57:03.215 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.215 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.215 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_revoke": { 2024-08-17T01:57:03.215 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.215 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.215 INFO:tasks.workunit.client.0.smithi082.stdout: "ceph_cap_op_trunc": { 2024-08-17T01:57:03.215 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.215 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.215 INFO:tasks.workunit.client.0.smithi082.stdout: "dir_commit": { 2024-08-17T01:57:03.215 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.215 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.216 INFO:tasks.workunit.client.0.smithi082.stdout: "dir_fetch_complete": { 2024-08-17T01:57:03.216 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12 2024-08-17T01:57:03.216 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.216 INFO:tasks.workunit.client.0.smithi082.stdout: "dir_fetch_keys": { 2024-08-17T01:57:03.216 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T01:57:03.216 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.216 INFO:tasks.workunit.client.0.smithi082.stdout: "dir_merge": { 2024-08-17T01:57:03.216 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.216 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.216 INFO:tasks.workunit.client.0.smithi082.stdout: "dir_split": { 2024-08-17T01:57:03.216 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.216 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.216 INFO:tasks.workunit.client.0.smithi082.stdout: "exported_inodes": { 2024-08-17T01:57:03.216 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.217 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.217 INFO:tasks.workunit.client.0.smithi082.stdout: "forward": { 2024-08-17T01:57:03.217 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.217 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.217 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_cap_release": { 2024-08-17T01:57:03.217 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.217 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.217 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_caps": { 2024-08-17T01:57:03.217 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.217 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.217 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_caps_dirty": { 2024-08-17T01:57:03.217 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.217 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.218 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_inode_file_caps": { 2024-08-17T01:57:03.218 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.218 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.218 INFO:tasks.workunit.client.0.smithi082.stdout: "imported_inodes": { 2024-08-17T01:57:03.218 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.218 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.218 INFO:tasks.workunit.client.0.smithi082.stdout: "inodes": { 2024-08-17T01:57:03.218 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T01:57:03.218 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.218 INFO:tasks.workunit.client.0.smithi082.stdout: "inodes_expired": { 2024-08-17T01:57:03.218 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.218 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.218 INFO:tasks.workunit.client.0.smithi082.stdout: "inodes_pinned": { 2024-08-17T01:57:03.219 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T01:57:03.219 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.219 INFO:tasks.workunit.client.0.smithi082.stdout: "inodes_with_caps": { 2024-08-17T01:57:03.219 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.219 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.219 INFO:tasks.workunit.client.0.smithi082.stdout: "load_cent": { 2024-08-17T01:57:03.219 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.219 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.219 INFO:tasks.workunit.client.0.smithi082.stdout: "openino_dir_fetch": { 2024-08-17T01:57:03.219 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.219 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.219 INFO:tasks.workunit.client.0.smithi082.stdout: "process_request_cap_release": { 2024-08-17T01:57:03.219 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.219 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.219 INFO:tasks.workunit.client.0.smithi082.stdout: "reply_latency": { 2024-08-17T01:57:03.220 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.220 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.220 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.220 INFO:tasks.workunit.client.0.smithi082.stdout: "request": { 2024-08-17T01:57:03.220 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.220 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.220 INFO:tasks.workunit.client.0.smithi082.stdout: "root_rbytes": { 2024-08-17T01:57:03.220 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.220 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.220 INFO:tasks.workunit.client.0.smithi082.stdout: "root_rfiles": { 2024-08-17T01:57:03.220 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.220 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.220 INFO:tasks.workunit.client.0.smithi082.stdout: "root_rsnaps": { 2024-08-17T01:57:03.220 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.220 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.221 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_reply": { 2024-08-17T01:57:03.221 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.221 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.221 INFO:tasks.workunit.client.0.smithi082.stdout: "subtrees": { 2024-08-17T01:57:03.221 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:57:03.221 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.221 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.221 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_cache": { 2024-08-17T01:57:03.221 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_enqueue_scrub": { 2024-08-17T01:57:03.221 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.221 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.221 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_exportdir": { 2024-08-17T01:57:03.221 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.222 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.222 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_flush": { 2024-08-17T01:57:03.222 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.222 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.222 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_fragmentdir": { 2024-08-17T01:57:03.222 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.222 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.222 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_fragstats": { 2024-08-17T01:57:03.222 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.222 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.222 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_inodestats": { 2024-08-17T01:57:03.222 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.223 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.223 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_quiesce_inode": { 2024-08-17T01:57:03.223 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.223 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.223 INFO:tasks.workunit.client.0.smithi082.stdout: "ireq_quiesce_path": { 2024-08-17T01:57:03.223 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.223 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.223 INFO:tasks.workunit.client.0.smithi082.stdout: "num_recovering_enqueued": { 2024-08-17T01:57:03.223 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.223 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.223 INFO:tasks.workunit.client.0.smithi082.stdout: "num_recovering_prioritized": { 2024-08-17T01:57:03.224 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.224 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.224 INFO:tasks.workunit.client.0.smithi082.stdout: "num_recovering_processing": { 2024-08-17T01:57:03.224 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.224 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.224 INFO:tasks.workunit.client.0.smithi082.stdout: "num_strays": { 2024-08-17T01:57:03.224 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.224 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.224 INFO:tasks.workunit.client.0.smithi082.stdout: "num_strays_delayed": { 2024-08-17T01:57:03.224 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.224 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.224 INFO:tasks.workunit.client.0.smithi082.stdout: "num_strays_enqueuing": { 2024-08-17T01:57:03.224 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.225 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.225 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_completed": { 2024-08-17T01:57:03.225 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.225 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.225 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_started": { 2024-08-17T01:57:03.225 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.225 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.225 INFO:tasks.workunit.client.0.smithi082.stdout: "strays_created": { 2024-08-17T01:57:03.225 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.225 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.225 INFO:tasks.workunit.client.0.smithi082.stdout: "strays_enqueued": { 2024-08-17T01:57:03.225 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.225 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.225 INFO:tasks.workunit.client.0.smithi082.stdout: "strays_migrated": { 2024-08-17T01:57:03.225 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.225 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.226 INFO:tasks.workunit.client.0.smithi082.stdout: "strays_reintegrated": { 2024-08-17T01:57:03.226 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.226 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.226 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.226 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_log": { 2024-08-17T01:57:03.226 INFO:tasks.workunit.client.0.smithi082.stdout: "ev": { 2024-08-17T01:57:03.226 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17 2024-08-17T01:57:03.226 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.226 INFO:tasks.workunit.client.0.smithi082.stdout: "evadd": { 2024-08-17T01:57:03.226 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.226 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.226 INFO:tasks.workunit.client.0.smithi082.stdout: "evex": { 2024-08-17T01:57:03.226 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.227 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.227 INFO:tasks.workunit.client.0.smithi082.stdout: "evexd": { 2024-08-17T01:57:03.227 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.227 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.227 INFO:tasks.workunit.client.0.smithi082.stdout: "evexg": { 2024-08-17T01:57:03.227 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.227 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.227 INFO:tasks.workunit.client.0.smithi082.stdout: "evlrg": { 2024-08-17T01:57:03.227 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.227 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.227 INFO:tasks.workunit.client.0.smithi082.stdout: "evtrm": { 2024-08-17T01:57:03.227 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.227 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.227 INFO:tasks.workunit.client.0.smithi082.stdout: "jlat": { 2024-08-17T01:57:03.227 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.228 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.228 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.228 INFO:tasks.workunit.client.0.smithi082.stdout: "replayed": { 2024-08-17T01:57:03.228 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17 2024-08-17T01:57:03.228 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.228 INFO:tasks.workunit.client.0.smithi082.stdout: "seg": { 2024-08-17T01:57:03.228 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T01:57:03.228 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.228 INFO:tasks.workunit.client.0.smithi082.stdout: "segadd": { 2024-08-17T01:57:03.228 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.228 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.228 INFO:tasks.workunit.client.0.smithi082.stdout: "segex": { 2024-08-17T01:57:03.228 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.228 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.228 INFO:tasks.workunit.client.0.smithi082.stdout: "segexd": { 2024-08-17T01:57:03.229 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.229 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.229 INFO:tasks.workunit.client.0.smithi082.stdout: "segexg": { 2024-08-17T01:57:03.229 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.229 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.229 INFO:tasks.workunit.client.0.smithi082.stdout: "segmjr": { 2024-08-17T01:57:03.229 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T01:57:03.229 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.229 INFO:tasks.workunit.client.0.smithi082.stdout: "segtrm": { 2024-08-17T01:57:03.229 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.229 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.229 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.229 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_mem": { 2024-08-17T01:57:03.229 INFO:tasks.workunit.client.0.smithi082.stdout: "cap": { 2024-08-17T01:57:03.229 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.229 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.230 INFO:tasks.workunit.client.0.smithi082.stdout: "cap+": { 2024-08-17T01:57:03.230 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.230 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.230 INFO:tasks.workunit.client.0.smithi082.stdout: "cap-": { 2024-08-17T01:57:03.230 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.230 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.230 INFO:tasks.workunit.client.0.smithi082.stdout: "dir": { 2024-08-17T01:57:03.230 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12 2024-08-17T01:57:03.230 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.230 INFO:tasks.workunit.client.0.smithi082.stdout: "dir+": { 2024-08-17T01:57:03.230 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12 2024-08-17T01:57:03.230 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.230 INFO:tasks.workunit.client.0.smithi082.stdout: "dir-": { 2024-08-17T01:57:03.231 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.231 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.231 INFO:tasks.workunit.client.0.smithi082.stdout: "dn": { 2024-08-17T01:57:03.231 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T01:57:03.231 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.231 INFO:tasks.workunit.client.0.smithi082.stdout: "dn+": { 2024-08-17T01:57:03.231 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T01:57:03.231 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.231 INFO:tasks.workunit.client.0.smithi082.stdout: "dn-": { 2024-08-17T01:57:03.231 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.231 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.231 INFO:tasks.workunit.client.0.smithi082.stdout: "heap": { 2024-08-17T01:57:03.231 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 248096 2024-08-17T01:57:03.232 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.232 INFO:tasks.workunit.client.0.smithi082.stdout: "ino": { 2024-08-17T01:57:03.232 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13 2024-08-17T01:57:03.232 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.232 INFO:tasks.workunit.client.0.smithi082.stdout: "ino+": { 2024-08-17T01:57:03.232 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13 2024-08-17T01:57:03.232 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.232 INFO:tasks.workunit.client.0.smithi082.stdout: "ino-": { 2024-08-17T01:57:03.232 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.232 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.232 INFO:tasks.workunit.client.0.smithi082.stdout: "rss": { 2024-08-17T01:57:03.232 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 49704 2024-08-17T01:57:03.232 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.233 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.233 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_server": { 2024-08-17T01:57:03.233 INFO:tasks.workunit.client.0.smithi082.stdout: "cap_acquisition_throttle": { 2024-08-17T01:57:03.233 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.233 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.233 INFO:tasks.workunit.client.0.smithi082.stdout: "cap_revoke_eviction": { 2024-08-17T01:57:03.233 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.233 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.233 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_request": { 2024-08-17T01:57:03.233 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.233 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.233 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_client_session": { 2024-08-17T01:57:03.233 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.234 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.234 INFO:tasks.workunit.client.0.smithi082.stdout: "handle_peer_request": { 2024-08-17T01:57:03.234 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.234 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.234 INFO:tasks.workunit.client.0.smithi082.stdout: "req_create_latency": { 2024-08-17T01:57:03.234 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.234 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.234 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.234 INFO:tasks.workunit.client.0.smithi082.stdout: "req_getattr_latency": { 2024-08-17T01:57:03.234 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.234 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.235 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.235 INFO:tasks.workunit.client.0.smithi082.stdout: "req_getfilelock_latency": { 2024-08-17T01:57:03.235 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.235 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.235 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.235 INFO:tasks.workunit.client.0.smithi082.stdout: "req_getvxattr_latency": { 2024-08-17T01:57:03.235 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.235 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.235 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.235 INFO:tasks.workunit.client.0.smithi082.stdout: "req_link_latency": { 2024-08-17T01:57:03.235 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.235 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.235 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.235 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookup_latency": { 2024-08-17T01:57:03.235 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.235 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.236 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.236 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookuphash_latency": { 2024-08-17T01:57:03.236 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.236 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.236 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.236 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookupino_latency": { 2024-08-17T01:57:03.236 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.236 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.236 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.236 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookupname_latency": { 2024-08-17T01:57:03.236 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.236 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.236 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.236 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookupparent_latency": { 2024-08-17T01:57:03.236 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.237 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.237 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.237 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lookupsnap_latency": { 2024-08-17T01:57:03.237 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.237 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.237 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.237 INFO:tasks.workunit.client.0.smithi082.stdout: "req_lssnap_latency": { 2024-08-17T01:57:03.237 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.237 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.237 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.237 INFO:tasks.workunit.client.0.smithi082.stdout: "req_mkdir_latency": { 2024-08-17T01:57:03.237 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.237 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.237 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.237 INFO:tasks.workunit.client.0.smithi082.stdout: "req_mknod_latency": { 2024-08-17T01:57:03.237 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.238 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.238 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.238 INFO:tasks.workunit.client.0.smithi082.stdout: "req_mksnap_latency": { 2024-08-17T01:57:03.238 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.238 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.238 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.238 INFO:tasks.workunit.client.0.smithi082.stdout: "req_open_latency": { 2024-08-17T01:57:03.238 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.238 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.238 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.238 INFO:tasks.workunit.client.0.smithi082.stdout: "req_readdir_latency": { 2024-08-17T01:57:03.238 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.238 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.238 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.239 INFO:tasks.workunit.client.0.smithi082.stdout: "req_rename_latency": { 2024-08-17T01:57:03.239 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.239 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.239 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.239 INFO:tasks.workunit.client.0.smithi082.stdout: "req_renamesnap_latency": { 2024-08-17T01:57:03.239 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.239 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.239 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.239 INFO:tasks.workunit.client.0.smithi082.stdout: "req_rmdir_latency": { 2024-08-17T01:57:03.239 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.239 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.239 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.239 INFO:tasks.workunit.client.0.smithi082.stdout: "req_rmsnap_latency": { 2024-08-17T01:57:03.239 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.239 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.240 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.240 INFO:tasks.workunit.client.0.smithi082.stdout: "req_rmxattr_latency": { 2024-08-17T01:57:03.240 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.240 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.240 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.240 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setattr_latency": { 2024-08-17T01:57:03.240 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.240 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.240 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.240 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setdirlayout_latency": { 2024-08-17T01:57:03.240 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.240 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.240 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.240 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setfilelock_latency": { 2024-08-17T01:57:03.240 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.241 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.241 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.241 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setlayout_latency": { 2024-08-17T01:57:03.241 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.241 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.241 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.241 INFO:tasks.workunit.client.0.smithi082.stdout: "req_setxattr_latency": { 2024-08-17T01:57:03.241 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.241 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.241 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.241 INFO:tasks.workunit.client.0.smithi082.stdout: "req_snapdiff_latency": { 2024-08-17T01:57:03.241 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.241 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.241 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.241 INFO:tasks.workunit.client.0.smithi082.stdout: "req_symlink_latency": { 2024-08-17T01:57:03.242 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.242 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.242 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.242 INFO:tasks.workunit.client.0.smithi082.stdout: "req_unlink_latency": { 2024-08-17T01:57:03.242 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.242 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.242 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.242 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.242 INFO:tasks.workunit.client.0.smithi082.stdout: "mds_sessions": { 2024-08-17T01:57:03.242 INFO:tasks.workunit.client.0.smithi082.stdout: "average_load": { 2024-08-17T01:57:03.242 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.242 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.242 INFO:tasks.workunit.client.0.smithi082.stdout: "avg_session_uptime": { 2024-08-17T01:57:03.242 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.243 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.243 INFO:tasks.workunit.client.0.smithi082.stdout: "mdthresh_evicted": { 2024-08-17T01:57:03.243 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.243 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.243 INFO:tasks.workunit.client.0.smithi082.stdout: "session_add": { 2024-08-17T01:57:03.243 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8 2024-08-17T01:57:03.243 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.243 INFO:tasks.workunit.client.0.smithi082.stdout: "session_count": { 2024-08-17T01:57:03.243 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.243 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.243 INFO:tasks.workunit.client.0.smithi082.stdout: "session_remove": { 2024-08-17T01:57:03.243 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8 2024-08-17T01:57:03.244 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.244 INFO:tasks.workunit.client.0.smithi082.stdout: "sessions_open": { 2024-08-17T01:57:03.244 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:57:03.244 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.244 INFO:tasks.workunit.client.0.smithi082.stdout: "sessions_stale": { 2024-08-17T01:57:03.244 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.244 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.244 INFO:tasks.workunit.client.0.smithi082.stdout: "total_load": { 2024-08-17T01:57:03.244 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.244 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.244 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.244 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:57:03.244 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:57:03.245 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.245 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.245 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:03.245 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37 2024-08-17T01:57:03.245 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.245 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:57:03.245 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.245 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.245 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:03.245 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7 2024-08-17T01:57:03.245 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.245 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.245 INFO:tasks.workunit.client.0.smithi082.stdout: "purge_queue": { 2024-08-17T01:57:03.245 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executed": { 2024-08-17T01:57:03.246 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.246 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.246 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executed_ops": { 2024-08-17T01:57:03.246 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.246 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.246 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executing": { 2024-08-17T01:57:03.246 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.246 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.246 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executing_high_water": { 2024-08-17T01:57:03.246 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.246 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.246 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executing_ops": { 2024-08-17T01:57:03.247 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.247 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.247 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_executing_ops_high_water": { 2024-08-17T01:57:03.247 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.247 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.247 INFO:tasks.workunit.client.0.smithi082.stdout: "pq_item_in_journal": { 2024-08-17T01:57:03.247 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.247 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.247 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.247 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.247 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.11962206ed2805d2c9d7cac4a6c72ff446dd2026": { 2024-08-17T01:57:03.247 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:57:03.247 INFO:tasks.workunit.client.0.smithi082.stdout: "election_call": { 2024-08-17T01:57:03.247 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T01:57:03.248 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.248 INFO:tasks.workunit.client.0.smithi082.stdout: "election_lose": { 2024-08-17T01:57:03.248 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.248 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.248 INFO:tasks.workunit.client.0.smithi082.stdout: "election_win": { 2024-08-17T01:57:03.248 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T01:57:03.248 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.248 INFO:tasks.workunit.client.0.smithi082.stdout: "num_elections": { 2024-08-17T01:57:03.248 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21 2024-08-17T01:57:03.248 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.248 INFO:tasks.workunit.client.0.smithi082.stdout: "num_sessions": { 2024-08-17T01:57:03.248 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10 2024-08-17T01:57:03.248 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.248 INFO:tasks.workunit.client.0.smithi082.stdout: "session_add": { 2024-08-17T01:57:03.249 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5 2024-08-17T01:57:03.249 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.249 INFO:tasks.workunit.client.0.smithi082.stdout: "session_rm": { 2024-08-17T01:57:03.249 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 213 2024-08-17T01:57:03.249 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.249 INFO:tasks.workunit.client.0.smithi082.stdout: "session_trim": { 2024-08-17T01:57:03.249 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.249 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.249 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.249 INFO:tasks.workunit.client.0.smithi082.stdout: "paxos": { 2024-08-17T01:57:03.249 INFO:tasks.workunit.client.0.smithi082.stdout: "accept_timeout": { 2024-08-17T01:57:03.249 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.249 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.249 INFO:tasks.workunit.client.0.smithi082.stdout: "begin": { 2024-08-17T01:57:03.250 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7856 2024-08-17T01:57:03.250 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.250 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_bytes": { 2024-08-17T01:57:03.250 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7856, 2024-08-17T01:57:03.250 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57797724 2024-08-17T01:57:03.250 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.250 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_keys": { 2024-08-17T01:57:03.250 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7856, 2024-08-17T01:57:03.250 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23568 2024-08-17T01:57:03.250 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.250 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_latency": { 2024-08-17T01:57:03.250 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7856, 2024-08-17T01:57:03.251 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1781965779 2024-08-17T01:57:03.251 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.251 INFO:tasks.workunit.client.0.smithi082.stdout: "collect": { 2024-08-17T01:57:03.251 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.251 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.251 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_bytes": { 2024-08-17T01:57:03.251 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.251 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.251 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.251 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_keys": { 2024-08-17T01:57:03.251 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.252 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.252 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.252 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_latency": { 2024-08-17T01:57:03.252 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.252 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.252 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.252 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_timeout": { 2024-08-17T01:57:03.252 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.252 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.252 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_uncommitted": { 2024-08-17T01:57:03.252 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:57:03.252 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.252 INFO:tasks.workunit.client.0.smithi082.stdout: "commit": { 2024-08-17T01:57:03.252 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7854 2024-08-17T01:57:03.253 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.253 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_bytes": { 2024-08-17T01:57:03.253 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7854, 2024-08-17T01:57:03.253 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57204001 2024-08-17T01:57:03.253 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.253 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_keys": { 2024-08-17T01:57:03.253 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7854, 2024-08-17T01:57:03.253 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 62900 2024-08-17T01:57:03.253 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.253 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_latency": { 2024-08-17T01:57:03.253 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7854, 2024-08-17T01:57:03.253 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3025973545 2024-08-17T01:57:03.253 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.254 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_ack_timeout": { 2024-08-17T01:57:03.254 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.254 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.254 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_timeout": { 2024-08-17T01:57:03.254 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.254 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.254 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn": { 2024-08-17T01:57:03.254 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T01:57:03.254 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.254 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn_latency": { 2024-08-17T01:57:03.254 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 6, 2024-08-17T01:57:03.254 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2999943 2024-08-17T01:57:03.254 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.255 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh": { 2024-08-17T01:57:03.255 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7857 2024-08-17T01:57:03.255 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.255 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh_latency": { 2024-08-17T01:57:03.255 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7857, 2024-08-17T01:57:03.255 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29698427849 2024-08-17T01:57:03.255 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.255 INFO:tasks.workunit.client.0.smithi082.stdout: "restart": { 2024-08-17T01:57:03.255 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23 2024-08-17T01:57:03.255 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.255 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state": { 2024-08-17T01:57:03.255 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:57:03.255 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.255 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_bytes": { 2024-08-17T01:57:03.256 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T01:57:03.256 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 66484 2024-08-17T01:57:03.256 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.256 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_keys": { 2024-08-17T01:57:03.256 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T01:57:03.256 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T01:57:03.256 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.256 INFO:tasks.workunit.client.0.smithi082.stdout: "start_leader": { 2024-08-17T01:57:03.256 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T01:57:03.256 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.256 INFO:tasks.workunit.client.0.smithi082.stdout: "start_peon": { 2024-08-17T01:57:03.256 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.256 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.257 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state": { 2024-08-17T01:57:03.257 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.257 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.257 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_bytes": { 2024-08-17T01:57:03.257 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.257 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.257 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.257 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_keys": { 2024-08-17T01:57:03.257 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.257 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.257 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.257 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_latency": { 2024-08-17T01:57:03.257 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.257 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.258 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.258 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.258 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache": { 2024-08-17T01:57:03.258 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:57:03.258 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1020054731 2024-08-17T01:57:03.258 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.258 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:57:03.258 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 252764160 2024-08-17T01:57:03.258 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.258 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:57:03.258 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 252166144 2024-08-17T01:57:03.258 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.259 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:57:03.259 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2147483648 2024-08-17T01:57:03.259 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.259 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:57:03.259 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 598016 2024-08-17T01:57:03.259 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.259 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.259 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:full": { 2024-08-17T01:57:03.259 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.259 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 360710144 2024-08-17T01:57:03.259 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.259 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.259 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.259 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.259 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.260 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.260 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.260 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.260 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266376529 2024-08-17T01:57:03.260 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.260 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.260 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26677144 2024-08-17T01:57:03.260 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.260 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.260 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.260 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.260 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.260 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.260 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.260 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.260 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.261 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.261 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.261 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.261 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.261 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.261 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.261 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.261 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.261 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.261 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.261 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.261 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.261 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.261 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.261 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.262 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.262 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.262 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67656471 2024-08-17T01:57:03.262 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.262 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.262 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:inc": { 2024-08-17T01:57:03.262 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.262 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 335544320 2024-08-17T01:57:03.262 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.262 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.262 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.262 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.262 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.262 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.263 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.263 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.263 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266376529 2024-08-17T01:57:03.263 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.263 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.263 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2021808 2024-08-17T01:57:03.263 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.263 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.263 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.263 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.263 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.263 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.263 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.264 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.264 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.264 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.264 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.264 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.264 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.264 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.264 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.264 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.264 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.264 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.264 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.264 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.264 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.265 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.265 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.265 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.265 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.265 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.265 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67145983 2024-08-17T01:57:03.265 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.265 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.265 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:kv": { 2024-08-17T01:57:03.265 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.265 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 314572800 2024-08-17T01:57:03.265 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.265 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.265 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:03.266 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.266 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.266 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.266 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.266 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.266 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177584352 2024-08-17T01:57:03.266 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.266 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.266 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.266 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.266 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.266 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.267 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.267 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.267 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.267 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.267 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.267 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.267 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.267 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.267 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.267 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.267 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.267 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.267 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.267 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.268 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.268 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.268 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.268 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.268 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.268 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.268 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.268 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.268 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.268 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 69879584 2024-08-17T01:57:03.268 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.268 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.268 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb": { 2024-08-17T01:57:03.269 INFO:tasks.workunit.client.0.smithi082.stdout: "compact": { 2024-08-17T01:57:03.269 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.269 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.269 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_len": { 2024-08-17T01:57:03.269 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.269 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.269 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_merge": { 2024-08-17T01:57:03.269 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.269 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.269 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_range": { 2024-08-17T01:57:03.269 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 89 2024-08-17T01:57:03.269 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.269 INFO:tasks.workunit.client.0.smithi082.stdout: "get_latency": { 2024-08-17T01:57:03.269 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 356303, 2024-08-17T01:57:03.269 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1970352912 2024-08-17T01:57:03.270 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.270 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_delay_time": { 2024-08-17T01:57:03.270 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.270 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.270 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.270 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_memtable_time": { 2024-08-17T01:57:03.270 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.270 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.270 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.270 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T01:57:03.270 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.270 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.270 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.271 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_wal_time": { 2024-08-17T01:57:03.271 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.271 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.271 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.271 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_latency": { 2024-08-17T01:57:03.271 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.271 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.271 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.271 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_sync_latency": { 2024-08-17T01:57:03.271 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19229, 2024-08-17T01:57:03.271 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7984970815 2024-08-17T01:57:03.271 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.272 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.272 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.272 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.50b55e2795e270326bb7d37e5bfd53118d068297": { 2024-08-17T01:57:03.272 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:57:03.272 INFO:tasks.workunit.client.0.smithi082.stdout: "election_call": { 2024-08-17T01:57:03.272 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:57:03.272 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.272 INFO:tasks.workunit.client.0.smithi082.stdout: "election_lose": { 2024-08-17T01:57:03.272 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:57:03.272 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.272 INFO:tasks.workunit.client.0.smithi082.stdout: "election_win": { 2024-08-17T01:57:03.272 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.272 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_elections": { 2024-08-17T01:57:03.273 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9 2024-08-17T01:57:03.273 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_sessions": { 2024-08-17T01:57:03.273 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8 2024-08-17T01:57:03.273 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.273 INFO:tasks.workunit.client.0.smithi082.stdout: "session_add": { 2024-08-17T01:57:03.273 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3 2024-08-17T01:57:03.273 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.273 INFO:tasks.workunit.client.0.smithi082.stdout: "session_rm": { 2024-08-17T01:57:03.273 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 253 2024-08-17T01:57:03.273 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.273 INFO:tasks.workunit.client.0.smithi082.stdout: "session_trim": { 2024-08-17T01:57:03.273 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.273 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.274 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.274 INFO:tasks.workunit.client.0.smithi082.stdout: "paxos": { 2024-08-17T01:57:03.274 INFO:tasks.workunit.client.0.smithi082.stdout: "accept_timeout": { 2024-08-17T01:57:03.274 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.274 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.274 INFO:tasks.workunit.client.0.smithi082.stdout: "begin": { 2024-08-17T01:57:03.274 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7764 2024-08-17T01:57:03.274 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.274 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_bytes": { 2024-08-17T01:57:03.274 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7764, 2024-08-17T01:57:03.274 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56393773 2024-08-17T01:57:03.274 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.274 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_keys": { 2024-08-17T01:57:03.274 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.275 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.275 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.275 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_latency": { 2024-08-17T01:57:03.275 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7764, 2024-08-17T01:57:03.275 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1292977327 2024-08-17T01:57:03.275 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.275 INFO:tasks.workunit.client.0.smithi082.stdout: "collect": { 2024-08-17T01:57:03.275 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:57:03.275 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.275 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_bytes": { 2024-08-17T01:57:03.275 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T01:57:03.275 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 146 2024-08-17T01:57:03.275 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.275 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_keys": { 2024-08-17T01:57:03.275 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T01:57:03.276 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:57:03.276 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.276 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_latency": { 2024-08-17T01:57:03.276 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2, 2024-08-17T01:57:03.276 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.276 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.276 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_timeout": { 2024-08-17T01:57:03.276 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.276 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.276 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_uncommitted": { 2024-08-17T01:57:03.276 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.276 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.276 INFO:tasks.workunit.client.0.smithi082.stdout: "commit": { 2024-08-17T01:57:03.276 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7764 2024-08-17T01:57:03.276 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.277 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_bytes": { 2024-08-17T01:57:03.277 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.277 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.277 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.277 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_keys": { 2024-08-17T01:57:03.277 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.277 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.277 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.277 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_latency": { 2024-08-17T01:57:03.277 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.277 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.277 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.277 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_ack_timeout": { 2024-08-17T01:57:03.277 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.278 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.278 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_timeout": { 2024-08-17T01:57:03.278 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.278 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.278 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn": { 2024-08-17T01:57:03.278 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.278 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.278 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn_latency": { 2024-08-17T01:57:03.278 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.278 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.278 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.278 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh": { 2024-08-17T01:57:03.279 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7764 2024-08-17T01:57:03.279 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.279 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh_latency": { 2024-08-17T01:57:03.279 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7764, 2024-08-17T01:57:03.279 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24427570734 2024-08-17T01:57:03.279 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.279 INFO:tasks.workunit.client.0.smithi082.stdout: "restart": { 2024-08-17T01:57:03.279 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11 2024-08-17T01:57:03.279 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.279 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state": { 2024-08-17T01:57:03.279 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.279 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.279 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_bytes": { 2024-08-17T01:57:03.280 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.280 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.280 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.280 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_keys": { 2024-08-17T01:57:03.280 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.280 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.280 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.280 INFO:tasks.workunit.client.0.smithi082.stdout: "start_leader": { 2024-08-17T01:57:03.280 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.280 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.280 INFO:tasks.workunit.client.0.smithi082.stdout: "start_peon": { 2024-08-17T01:57:03.280 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:57:03.280 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.281 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state": { 2024-08-17T01:57:03.281 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7764 2024-08-17T01:57:03.281 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.281 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_bytes": { 2024-08-17T01:57:03.281 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7764, 2024-08-17T01:57:03.281 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 111308941 2024-08-17T01:57:03.281 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.281 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_keys": { 2024-08-17T01:57:03.281 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7764, 2024-08-17T01:57:03.281 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70052 2024-08-17T01:57:03.281 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.281 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_latency": { 2024-08-17T01:57:03.281 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7764, 2024-08-17T01:57:03.281 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2683952909 2024-08-17T01:57:03.281 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.282 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.282 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache": { 2024-08-17T01:57:03.282 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:57:03.282 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1020054731 2024-08-17T01:57:03.282 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.282 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:57:03.282 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 163512320 2024-08-17T01:57:03.282 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.282 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:57:03.282 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 162529280 2024-08-17T01:57:03.282 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.282 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:57:03.282 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2147483648 2024-08-17T01:57:03.283 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.283 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:57:03.283 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 983040 2024-08-17T01:57:03.283 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.283 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.283 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:full": { 2024-08-17T01:57:03.283 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.283 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 360710144 2024-08-17T01:57:03.283 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.283 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.283 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.283 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.283 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.283 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.283 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.283 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.284 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266884631 2024-08-17T01:57:03.284 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.284 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.284 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 25782459 2024-08-17T01:57:03.284 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.284 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.284 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.284 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.284 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.284 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.284 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.284 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.284 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.284 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.285 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.285 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.285 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.285 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.285 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.285 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.285 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.285 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.285 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.285 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.285 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.285 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.286 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.286 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.286 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.286 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.286 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68043054 2024-08-17T01:57:03.286 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.286 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.286 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:inc": { 2024-08-17T01:57:03.286 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.286 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 339738624 2024-08-17T01:57:03.286 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.286 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.286 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.287 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.287 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.287 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.287 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.287 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.287 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266884631 2024-08-17T01:57:03.287 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.287 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.287 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1561553 2024-08-17T01:57:03.287 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.287 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.287 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.287 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.287 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.288 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.288 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.288 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.288 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.288 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.288 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.288 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.288 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.288 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.288 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.288 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.288 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.288 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.289 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.289 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.289 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.289 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.289 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.289 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.289 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.289 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.289 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71292440 2024-08-17T01:57:03.289 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.289 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.289 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:kv": { 2024-08-17T01:57:03.289 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.289 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 314572800 2024-08-17T01:57:03.290 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.290 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.290 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:03.290 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.290 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.290 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.290 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.290 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.290 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177923087 2024-08-17T01:57:03.290 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.290 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.290 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.290 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.290 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.291 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.291 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.291 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.291 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.291 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.291 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.291 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.291 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.291 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.291 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.291 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.291 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.291 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.291 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.292 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.292 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.292 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.292 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.292 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.292 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.292 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.292 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.292 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.292 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.292 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 69540849 2024-08-17T01:57:03.293 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.293 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.293 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb": { 2024-08-17T01:57:03.293 INFO:tasks.workunit.client.0.smithi082.stdout: "compact": { 2024-08-17T01:57:03.293 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.293 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.293 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_len": { 2024-08-17T01:57:03.293 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.293 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.293 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_merge": { 2024-08-17T01:57:03.293 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.293 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.293 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_range": { 2024-08-17T01:57:03.294 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 89 2024-08-17T01:57:03.294 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.294 INFO:tasks.workunit.client.0.smithi082.stdout: "get_latency": { 2024-08-17T01:57:03.294 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 339089, 2024-08-17T01:57:03.294 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1602125714 2024-08-17T01:57:03.294 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.294 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_delay_time": { 2024-08-17T01:57:03.294 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.294 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.294 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.294 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_memtable_time": { 2024-08-17T01:57:03.294 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.294 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.295 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.295 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T01:57:03.295 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.295 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.295 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.295 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_wal_time": { 2024-08-17T01:57:03.295 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.295 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.295 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.295 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_latency": { 2024-08-17T01:57:03.295 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.295 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.295 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.295 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_sync_latency": { 2024-08-17T01:57:03.296 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 18997, 2024-08-17T01:57:03.296 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6215726695 2024-08-17T01:57:03.296 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.296 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.296 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.296 INFO:tasks.workunit.client.0.smithi082.stdout: "mon.b49720f953d6f37bda4fd718c5ff5f803b0cc706": { 2024-08-17T01:57:03.296 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:57:03.296 INFO:tasks.workunit.client.0.smithi082.stdout: "election_call": { 2024-08-17T01:57:03.296 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:57:03.296 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.296 INFO:tasks.workunit.client.0.smithi082.stdout: "election_lose": { 2024-08-17T01:57:03.296 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T01:57:03.297 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.297 INFO:tasks.workunit.client.0.smithi082.stdout: "election_win": { 2024-08-17T01:57:03.297 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.297 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_elections": { 2024-08-17T01:57:03.297 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T01:57:03.297 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.297 INFO:tasks.workunit.client.0.smithi082.stdout: "num_sessions": { 2024-08-17T01:57:03.297 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8 2024-08-17T01:57:03.297 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.297 INFO:tasks.workunit.client.0.smithi082.stdout: "session_add": { 2024-08-17T01:57:03.297 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T01:57:03.297 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.297 INFO:tasks.workunit.client.0.smithi082.stdout: "session_rm": { 2024-08-17T01:57:03.297 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 292 2024-08-17T01:57:03.297 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.298 INFO:tasks.workunit.client.0.smithi082.stdout: "session_trim": { 2024-08-17T01:57:03.298 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.298 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.298 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.298 INFO:tasks.workunit.client.0.smithi082.stdout: "paxos": { 2024-08-17T01:57:03.298 INFO:tasks.workunit.client.0.smithi082.stdout: "accept_timeout": { 2024-08-17T01:57:03.298 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.298 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.298 INFO:tasks.workunit.client.0.smithi082.stdout: "begin": { 2024-08-17T01:57:03.298 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7800 2024-08-17T01:57:03.298 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.298 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_bytes": { 2024-08-17T01:57:03.299 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7800, 2024-08-17T01:57:03.299 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56807448 2024-08-17T01:57:03.299 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.299 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_keys": { 2024-08-17T01:57:03.299 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.299 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.299 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.299 INFO:tasks.workunit.client.0.smithi082.stdout: "begin_latency": { 2024-08-17T01:57:03.299 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7800, 2024-08-17T01:57:03.299 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2002961536 2024-08-17T01:57:03.299 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.299 INFO:tasks.workunit.client.0.smithi082.stdout: "collect": { 2024-08-17T01:57:03.299 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T01:57:03.300 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.300 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_bytes": { 2024-08-17T01:57:03.300 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:57:03.300 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 292 2024-08-17T01:57:03.300 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.300 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_keys": { 2024-08-17T01:57:03.300 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:57:03.300 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T01:57:03.300 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.300 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_latency": { 2024-08-17T01:57:03.300 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:57:03.300 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2999944 2024-08-17T01:57:03.300 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.300 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_timeout": { 2024-08-17T01:57:03.301 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.301 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.301 INFO:tasks.workunit.client.0.smithi082.stdout: "collect_uncommitted": { 2024-08-17T01:57:03.301 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T01:57:03.301 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.301 INFO:tasks.workunit.client.0.smithi082.stdout: "commit": { 2024-08-17T01:57:03.301 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7801 2024-08-17T01:57:03.301 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.301 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_bytes": { 2024-08-17T01:57:03.301 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.301 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.301 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.301 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_keys": { 2024-08-17T01:57:03.301 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.302 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.302 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.302 INFO:tasks.workunit.client.0.smithi082.stdout: "commit_latency": { 2024-08-17T01:57:03.302 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.302 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.302 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.302 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_ack_timeout": { 2024-08-17T01:57:03.302 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.302 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.302 INFO:tasks.workunit.client.0.smithi082.stdout: "lease_timeout": { 2024-08-17T01:57:03.302 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.302 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.302 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn": { 2024-08-17T01:57:03.303 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.303 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.303 INFO:tasks.workunit.client.0.smithi082.stdout: "new_pn_latency": { 2024-08-17T01:57:03.303 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.303 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.303 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.303 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh": { 2024-08-17T01:57:03.303 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7801 2024-08-17T01:57:03.303 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.303 INFO:tasks.workunit.client.0.smithi082.stdout: "refresh_latency": { 2024-08-17T01:57:03.303 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7801, 2024-08-17T01:57:03.303 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26831483018 2024-08-17T01:57:03.303 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.303 INFO:tasks.workunit.client.0.smithi082.stdout: "restart": { 2024-08-17T01:57:03.304 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17 2024-08-17T01:57:03.304 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.304 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state": { 2024-08-17T01:57:03.304 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.304 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.304 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_bytes": { 2024-08-17T01:57:03.304 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.304 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.304 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.304 INFO:tasks.workunit.client.0.smithi082.stdout: "share_state_keys": { 2024-08-17T01:57:03.304 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.304 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.304 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.305 INFO:tasks.workunit.client.0.smithi082.stdout: "start_leader": { 2024-08-17T01:57:03.305 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.305 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.305 INFO:tasks.workunit.client.0.smithi082.stdout: "start_peon": { 2024-08-17T01:57:03.305 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T01:57:03.305 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.305 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state": { 2024-08-17T01:57:03.305 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7800 2024-08-17T01:57:03.305 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.305 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_bytes": { 2024-08-17T01:57:03.305 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7800, 2024-08-17T01:57:03.305 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 112176471 2024-08-17T01:57:03.305 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.305 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_keys": { 2024-08-17T01:57:03.305 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7800, 2024-08-17T01:57:03.306 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70448 2024-08-17T01:57:03.306 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.306 INFO:tasks.workunit.client.0.smithi082.stdout: "store_state_latency": { 2024-08-17T01:57:03.306 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7800, 2024-08-17T01:57:03.306 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5970885066 2024-08-17T01:57:03.306 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.306 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.306 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache": { 2024-08-17T01:57:03.306 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:57:03.306 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1020054731 2024-08-17T01:57:03.306 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.306 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:57:03.306 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177176576 2024-08-17T01:57:03.306 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.306 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:57:03.307 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176611328 2024-08-17T01:57:03.307 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.307 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:57:03.307 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2147483648 2024-08-17T01:57:03.307 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.307 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:57:03.307 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 565248 2024-08-17T01:57:03.307 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.307 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.307 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:full": { 2024-08-17T01:57:03.307 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.307 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 360710144 2024-08-17T01:57:03.307 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.307 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.308 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.308 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.308 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.308 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.308 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.308 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.308 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266047432 2024-08-17T01:57:03.308 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.308 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.308 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26710772 2024-08-17T01:57:03.308 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.308 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.308 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.308 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.309 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.309 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.309 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.309 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.309 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.309 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.309 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.309 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.309 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.309 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.309 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.309 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.309 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.310 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.310 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.310 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.310 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.310 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.310 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.310 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.310 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.310 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.310 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67951940 2024-08-17T01:57:03.310 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.310 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.310 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:inc": { 2024-08-17T01:57:03.311 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.311 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 339738624 2024-08-17T01:57:03.311 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.311 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.311 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.311 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.311 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.311 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.311 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.311 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.311 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266047432 2024-08-17T01:57:03.311 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.311 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.312 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2865771 2024-08-17T01:57:03.312 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.312 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.312 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.312 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.312 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.312 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.312 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.312 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.312 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.312 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.312 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.312 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.312 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.313 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.313 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.313 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.313 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.313 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.313 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.313 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.313 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.313 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.313 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.313 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.313 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.313 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.313 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70825421 2024-08-17T01:57:03.314 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.314 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.314 INFO:tasks.workunit.client.0.smithi082.stdout: "prioritycache:kv": { 2024-08-17T01:57:03.314 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.314 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 314572800 2024-08-17T01:57:03.314 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.314 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.314 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:03.314 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.314 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.314 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.314 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.315 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.315 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177364955 2024-08-17T01:57:03.315 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.315 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.315 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.315 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.315 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.315 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.315 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.315 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.315 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.315 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.315 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.315 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.316 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.316 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.316 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.316 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.316 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.316 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.316 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.316 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.316 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.316 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.316 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.316 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.316 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.316 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.317 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.317 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.317 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.317 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70098981 2024-08-17T01:57:03.317 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.317 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.317 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb": { 2024-08-17T01:57:03.317 INFO:tasks.workunit.client.0.smithi082.stdout: "compact": { 2024-08-17T01:57:03.317 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.317 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.317 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_len": { 2024-08-17T01:57:03.317 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.317 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.317 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_queue_merge": { 2024-08-17T01:57:03.318 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.318 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.318 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_range": { 2024-08-17T01:57:03.318 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 89 2024-08-17T01:57:03.318 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.318 INFO:tasks.workunit.client.0.smithi082.stdout: "get_latency": { 2024-08-17T01:57:03.318 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 342993, 2024-08-17T01:57:03.318 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1717092119 2024-08-17T01:57:03.318 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.318 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_delay_time": { 2024-08-17T01:57:03.318 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.318 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.318 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.319 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_memtable_time": { 2024-08-17T01:57:03.319 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.319 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.319 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.319 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T01:57:03.319 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.319 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.319 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.319 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_write_wal_time": { 2024-08-17T01:57:03.319 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.319 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.319 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.319 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_latency": { 2024-08-17T01:57:03.320 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.320 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.320 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.320 INFO:tasks.workunit.client.0.smithi082.stdout: "submit_sync_latency": { 2024-08-17T01:57:03.320 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19092, 2024-08-17T01:57:03.320 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10151080498 2024-08-17T01:57:03.320 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.320 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.320 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.320 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.0": { 2024-08-17T01:57:03.320 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:03.320 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:57:03.320 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12702 2024-08-17T01:57:03.320 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.320 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:57:03.321 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.321 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.321 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:57:03.321 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.321 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.321 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:57:03.321 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.321 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.321 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:57:03.321 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:57:03.321 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.321 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:57:03.321 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.321 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.321 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:57:03.322 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.322 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.322 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:57:03.322 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.322 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.322 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:57:03.322 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.322 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.322 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:57:03.322 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7364608 2024-08-17T01:57:03.322 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.322 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:57:03.322 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 716525568 2024-08-17T01:57:03.322 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.323 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:57:03.323 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19, 2024-08-17T01:57:03.323 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4994747 2024-08-17T01:57:03.323 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.323 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:57:03.323 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19, 2024-08-17T01:57:03.323 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1571564 2024-08-17T01:57:03.323 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.323 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:57:03.323 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 192, 2024-08-17T01:57:03.323 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 732498 2024-08-17T01:57:03.323 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.323 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:57:03.323 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:57:03.323 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.324 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:57:03.324 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 649592832 2024-08-17T01:57:03.324 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.324 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:57:03.324 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 78771, 2024-08-17T01:57:03.324 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10285525303 2024-08-17T01:57:03.324 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.324 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:57:03.324 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 78781, 2024-08-17T01:57:03.324 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16984972879 2024-08-17T01:57:03.324 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.324 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:57:03.324 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6787072 2024-08-17T01:57:03.324 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.324 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:57:03.324 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 322686976 2024-08-17T01:57:03.325 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.325 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:57:03.325 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 648151040 2024-08-17T01:57:03.325 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.325 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:57:03.325 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.325 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.325 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:57:03.325 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.325 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.325 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:57:03.325 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 48 2024-08-17T01:57:03.325 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.325 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:57:03.325 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 351525514 2024-08-17T01:57:03.326 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.326 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:57:03.326 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23591 2024-08-17T01:57:03.326 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.326 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:57:03.326 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 288485376 2024-08-17T01:57:03.326 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.326 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:57:03.326 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 288489472 2024-08-17T01:57:03.326 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.326 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:57:03.326 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.326 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.326 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:57:03.327 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.327 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.327 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:57:03.327 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10925 2024-08-17T01:57:03.327 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.327 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:03.327 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 23591, 2024-08-17T01:57:03.327 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 150935933 2024-08-17T01:57:03.327 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.327 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:57:03.327 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 270524795 2024-08-17T01:57:03.327 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.327 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:57:03.327 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21107 2024-08-17T01:57:03.327 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.328 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:57:03.328 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2086218 2024-08-17T01:57:03.328 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.328 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:57:03.328 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 548 2024-08-17T01:57:03.328 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.328 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:57:03.328 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7296093 2024-08-17T01:57:03.328 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.328 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:57:03.328 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 794 2024-08-17T01:57:03.328 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.328 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:57:03.328 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5209875 2024-08-17T01:57:03.329 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.329 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:57:03.329 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5209875 2024-08-17T01:57:03.329 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.329 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:57:03.329 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.329 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.329 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:57:03.329 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.329 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.329 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:57:03.329 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 254 2024-08-17T01:57:03.329 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.329 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:57:03.329 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 794, 2024-08-17T01:57:03.329 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2373153 2024-08-17T01:57:03.330 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.330 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:57:03.330 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.330 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.330 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.330 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:57:03.330 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.330 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.330 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:57:03.330 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.330 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.330 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:03.330 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:57:03.330 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 682 2024-08-17T01:57:03.330 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.331 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:57:03.331 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:57:03.331 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5506 2024-08-17T01:57:03.331 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.331 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:57:03.331 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.331 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.331 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.331 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:57:03.331 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.331 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.331 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:57:03.331 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.331 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.331 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:57:03.331 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1049452544 2024-08-17T01:57:03.332 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.332 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.332 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:57:03.332 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:57:03.332 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:57:03.332 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.332 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:57:03.332 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15241216 2024-08-17T01:57:03.332 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.332 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:57:03.332 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 24064, 2024-08-17T01:57:03.332 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 80355507 2024-08-17T01:57:03.332 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.333 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:57:03.333 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3307, 2024-08-17T01:57:03.333 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 416481516 2024-08-17T01:57:03.333 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.333 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:57:03.333 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.333 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.333 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.333 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:57:03.333 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.333 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.333 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:57:03.333 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.333 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.334 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:57:03.334 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.334 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.334 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:57:03.334 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 24485, 2024-08-17T01:57:03.334 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 191545818 2024-08-17T01:57:03.334 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.334 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:57:03.334 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.334 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.334 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.334 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:57:03.334 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.335 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.335 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:57:03.335 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 78716, 2024-08-17T01:57:03.335 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21119424463 2024-08-17T01:57:03.335 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.335 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:57:03.335 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 78115, 2024-08-17T01:57:03.335 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1676126858 2024-08-17T01:57:03.335 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.335 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:57:03.335 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 78716, 2024-08-17T01:57:03.335 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 46926085 2024-08-17T01:57:03.335 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.335 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:57:03.335 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 78716, 2024-08-17T01:57:03.336 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21166350548 2024-08-17T01:57:03.336 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.336 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:57:03.336 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.336 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.336 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.336 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:57:03.336 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 247919, 2024-08-17T01:57:03.336 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1922072832 2024-08-17T01:57:03.336 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.336 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:57:03.336 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1091, 2024-08-17T01:57:03.336 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2889174 2024-08-17T01:57:03.336 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.336 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:57:03.337 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 155347, 2024-08-17T01:57:03.337 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56415813 2024-08-17T01:57:03.337 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.337 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:57:03.337 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 53, 2024-08-17T01:57:03.337 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 88369 2024-08-17T01:57:03.337 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.337 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:57:03.337 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 27980, 2024-08-17T01:57:03.337 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4505531539 2024-08-17T01:57:03.337 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.337 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:57:03.337 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 482360 2024-08-17T01:57:03.337 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.337 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:57:03.337 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24033 2024-08-17T01:57:03.338 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.338 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:03.338 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19675, 2024-08-17T01:57:03.338 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2416397808 2024-08-17T01:57:03.338 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.338 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:57:03.338 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 46206, 2024-08-17T01:57:03.338 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17338500 2024-08-17T01:57:03.338 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.338 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:57:03.338 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 26531, 2024-08-17T01:57:03.338 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1889128706 2024-08-17T01:57:03.338 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.339 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:57:03.339 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.339 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.339 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:57:03.339 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15147, 2024-08-17T01:57:03.339 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 421414040 2024-08-17T01:57:03.339 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.339 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:57:03.339 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.339 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.339 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:57:03.339 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.339 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.339 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:57:03.339 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.340 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.340 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:57:03.340 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.340 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.340 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:57:03.340 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:57:03.340 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11185949100 2024-08-17T01:57:03.340 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.340 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:57:03.340 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 9548, 2024-08-17T01:57:03.340 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 815677521 2024-08-17T01:57:03.340 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.340 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:57:03.340 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 9547, 2024-08-17T01:57:03.341 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2790186713315 2024-08-17T01:57:03.341 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.341 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:57:03.341 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 9548, 2024-08-17T01:57:03.341 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6322396996702 2024-08-17T01:57:03.341 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.341 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:57:03.341 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95869, 2024-08-17T01:57:03.341 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2841107985142 2024-08-17T01:57:03.341 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.341 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:57:03.341 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95869, 2024-08-17T01:57:03.341 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9788988 2024-08-17T01:57:03.341 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.342 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:57:03.342 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:57:03.342 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 408572201 2024-08-17T01:57:03.342 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.342 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:57:03.342 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:57:03.342 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 39822683824 2024-08-17T01:57:03.342 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.342 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:57:03.342 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:57:03.342 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 32719351 2024-08-17T01:57:03.342 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.342 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:57:03.342 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:57:03.342 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20680849848 2024-08-17T01:57:03.343 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.343 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:57:03.343 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:57:03.343 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8684715669 2024-08-17T01:57:03.343 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.343 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:57:03.343 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11013172 2024-08-17T01:57:03.343 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.343 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:03.343 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2718, 2024-08-17T01:57:03.343 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15317129 2024-08-17T01:57:03.343 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.343 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:57:03.343 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:57:03.343 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 80798174977 2024-08-17T01:57:03.344 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.344 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:57:03.344 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:57:03.344 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9800345836 2024-08-17T01:57:03.344 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.344 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:57:03.344 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 95870, 2024-08-17T01:57:03.344 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 823637742 2024-08-17T01:57:03.344 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.344 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.344 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:57:03.344 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:57:03.345 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405112032 2024-08-17T01:57:03.345 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.345 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:57:03.345 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 569810944 2024-08-17T01:57:03.345 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.345 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:57:03.345 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 566075392 2024-08-17T01:57:03.345 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.345 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:57:03.345 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600492236 2024-08-17T01:57:03.345 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.345 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:57:03.345 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3735552 2024-08-17T01:57:03.346 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.346 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.346 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:57:03.346 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.346 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:57:03.346 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.346 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.346 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.346 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.346 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.346 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.346 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.347 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.347 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56927597 2024-08-17T01:57:03.347 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.347 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.347 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.347 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.347 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.347 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.347 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.347 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.347 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.347 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.347 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.347 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.348 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.348 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.348 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.348 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.348 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.348 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 36864 2024-08-17T01:57:03.348 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.348 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.348 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.348 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.348 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.348 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.348 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.348 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.349 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.349 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.349 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.349 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68864659 2024-08-17T01:57:03.349 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.349 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.349 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:57:03.349 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.349 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 562036736 2024-08-17T01:57:03.349 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.349 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.349 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:03.349 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.349 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.349 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.350 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.350 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.350 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 426956978 2024-08-17T01:57:03.350 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.350 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.350 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.350 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.350 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.350 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1904 2024-08-17T01:57:03.350 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.350 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.351 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.351 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.351 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.351 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.351 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.351 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.351 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 113568 2024-08-17T01:57:03.351 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.351 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.351 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.351 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.351 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.352 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.352 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.352 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.352 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.352 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.352 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.352 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.352 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.352 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.352 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67855422 2024-08-17T01:57:03.352 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.352 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.352 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:57:03.353 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.353 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:57:03.353 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.353 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.353 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:03.353 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.353 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.353 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 257136 2024-08-17T01:57:03.353 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.353 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.353 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37951731 2024-08-17T01:57:03.353 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.353 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.353 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.353 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.353 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.354 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.354 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.354 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.354 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.354 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.354 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.354 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.354 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.354 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.354 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.354 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.354 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.354 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.354 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.355 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.355 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.355 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.355 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.355 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.355 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.355 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.355 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.355 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.355 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.355 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70843037 2024-08-17T01:57:03.355 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.355 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.355 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:57:03.355 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.355 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 503316480 2024-08-17T01:57:03.356 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.356 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.356 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.356 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.356 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.356 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.356 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.356 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.356 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 426956978 2024-08-17T01:57:03.356 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.356 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.356 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.356 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.356 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.356 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.357 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.357 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.357 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.357 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.357 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.357 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.357 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.357 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.357 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177886 2024-08-17T01:57:03.357 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.357 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.357 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1149803 2024-08-17T01:57:03.357 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.357 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.358 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.358 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.358 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.358 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.358 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.358 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.358 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.358 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.358 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.358 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 75031813 2024-08-17T01:57:03.358 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.358 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.359 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:57:03.359 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:57:03.359 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.359 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.359 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:03.359 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 53 2024-08-17T01:57:03.359 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.359 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:57:03.359 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.359 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.359 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:03.359 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.359 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.359 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.360 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:03.360 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:57:03.360 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57 2024-08-17T01:57:03.360 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.360 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:57:03.360 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.360 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.360 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:57:03.360 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 59052 2024-08-17T01:57:03.360 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.360 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:57:03.360 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 155432, 2024-08-17T01:57:03.360 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7361004109 2024-08-17T01:57:03.360 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.360 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:57:03.360 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.361 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.361 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:57:03.361 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.361 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.361 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:57:03.361 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2072399131 2024-08-17T01:57:03.361 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.361 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:57:03.361 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 59052, 2024-08-17T01:57:03.361 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 348433185126 2024-08-17T01:57:03.361 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.361 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:57:03.361 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3478153776 2024-08-17T01:57:03.361 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.361 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:57:03.362 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 60232, 2024-08-17T01:57:03.362 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 30780766895 2024-08-17T01:57:03.362 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.362 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:57:03.362 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 59052, 2024-08-17T01:57:03.362 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 84935105424 2024-08-17T01:57:03.362 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.362 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:03.362 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 41167 2024-08-17T01:57:03.362 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.362 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:57:03.362 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41167, 2024-08-17T01:57:03.362 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29937365402 2024-08-17T01:57:03.362 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.362 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:57:03.363 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.363 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.363 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:57:03.363 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3478153776 2024-08-17T01:57:03.363 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.363 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:57:03.363 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41562, 2024-08-17T01:57:03.363 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14239015777 2024-08-17T01:57:03.363 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.363 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:57:03.363 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41167, 2024-08-17T01:57:03.363 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15629309630 2024-08-17T01:57:03.363 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.363 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:57:03.364 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10120 2024-08-17T01:57:03.364 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.364 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:57:03.364 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 319465335 2024-08-17T01:57:03.364 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.364 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:57:03.364 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10120, 2024-08-17T01:57:03.364 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 22712882883 2024-08-17T01:57:03.364 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.364 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:57:03.364 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.364 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.364 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:57:03.364 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.364 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.365 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:57:03.365 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.365 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.365 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:57:03.365 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10689, 2024-08-17T01:57:03.365 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7046084117 2024-08-17T01:57:03.365 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.365 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:57:03.365 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10120, 2024-08-17T01:57:03.365 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17288808629 2024-08-17T01:57:03.365 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.365 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:03.365 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7765 2024-08-17T01:57:03.365 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.365 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:57:03.366 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1752933796 2024-08-17T01:57:03.366 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.366 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:57:03.366 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7765, 2024-08-17T01:57:03.366 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 295782936841 2024-08-17T01:57:03.366 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.366 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:57:03.366 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.366 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.366 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:57:03.366 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7981, 2024-08-17T01:57:03.366 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9495667001 2024-08-17T01:57:03.366 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.366 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:57:03.367 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7765, 2024-08-17T01:57:03.367 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 52016987165 2024-08-17T01:57:03.367 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.367 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:57:03.367 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.367 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.367 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:57:03.367 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4194304 2024-08-17T01:57:03.367 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.367 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:57:03.367 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T01:57:03.367 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.367 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:57:03.367 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:57:03.367 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.368 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:57:03.368 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 664846336 2024-08-17T01:57:03.368 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.368 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.368 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.368 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.1": { 2024-08-17T01:57:03.368 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:03.368 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:57:03.368 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 27892 2024-08-17T01:57:03.368 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.368 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:57:03.368 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.368 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.369 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:57:03.369 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.369 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.369 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:57:03.369 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.369 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.369 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:57:03.369 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:57:03.369 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.369 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:57:03.370 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.370 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.370 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:57:03.370 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.370 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.370 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:57:03.370 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.370 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.370 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:57:03.370 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.370 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.370 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:57:03.370 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3604480 2024-08-17T01:57:03.371 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.371 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:57:03.371 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 709693440 2024-08-17T01:57:03.371 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.371 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:57:03.371 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17, 2024-08-17T01:57:03.371 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5598316 2024-08-17T01:57:03.371 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.371 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:57:03.371 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17, 2024-08-17T01:57:03.371 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1908776 2024-08-17T01:57:03.371 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.372 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:57:03.372 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 176, 2024-08-17T01:57:03.372 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 655692 2024-08-17T01:57:03.372 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.372 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:57:03.372 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:57:03.372 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.372 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:57:03.372 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 705429504 2024-08-17T01:57:03.372 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.372 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:57:03.372 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71585, 2024-08-17T01:57:03.372 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9862139249 2024-08-17T01:57:03.372 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.373 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:57:03.373 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71611, 2024-08-17T01:57:03.373 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16255276510 2024-08-17T01:57:03.373 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.373 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:57:03.373 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10653696 2024-08-17T01:57:03.373 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.373 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:57:03.373 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 293281792 2024-08-17T01:57:03.373 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.373 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:57:03.373 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 718209024 2024-08-17T01:57:03.373 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.373 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:57:03.373 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.374 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.374 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:57:03.374 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.374 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.374 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:57:03.374 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 48 2024-08-17T01:57:03.374 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.374 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:57:03.374 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 234491281 2024-08-17T01:57:03.374 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.374 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:57:03.374 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15943 2024-08-17T01:57:03.374 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.374 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:57:03.374 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 199143424 2024-08-17T01:57:03.375 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.375 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:57:03.375 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 199147520 2024-08-17T01:57:03.375 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.375 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:57:03.375 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.375 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.375 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:57:03.375 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.375 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.375 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:57:03.375 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7977 2024-08-17T01:57:03.375 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.375 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:03.375 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15943, 2024-08-17T01:57:03.376 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 149836957 2024-08-17T01:57:03.376 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.376 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:57:03.376 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 178875693 2024-08-17T01:57:03.376 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.376 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:57:03.376 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14233 2024-08-17T01:57:03.376 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.376 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:57:03.376 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1164202 2024-08-17T01:57:03.376 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.376 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:57:03.376 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 520 2024-08-17T01:57:03.376 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.376 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:57:03.377 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3564130 2024-08-17T01:57:03.377 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.377 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:57:03.377 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 740 2024-08-17T01:57:03.377 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.377 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:57:03.377 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2399928 2024-08-17T01:57:03.377 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.377 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:57:03.377 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2399928 2024-08-17T01:57:03.377 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.377 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:57:03.377 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.378 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.378 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:57:03.378 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.378 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.378 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:57:03.378 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 224 2024-08-17T01:57:03.378 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.378 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:57:03.378 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 740, 2024-08-17T01:57:03.378 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1139337 2024-08-17T01:57:03.378 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.379 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:57:03.379 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.379 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.379 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.379 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:57:03.379 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.379 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.379 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:57:03.379 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.379 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.379 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:03.379 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:57:03.379 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 657 2024-08-17T01:57:03.379 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.379 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:57:03.380 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:57:03.380 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5480 2024-08-17T01:57:03.380 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.380 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:57:03.380 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.380 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.380 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.380 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:57:03.380 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.380 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.380 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:57:03.380 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.380 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.380 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:57:03.380 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1009164288 2024-08-17T01:57:03.381 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.381 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.381 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:57:03.381 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:57:03.381 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:57:03.381 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.381 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:57:03.381 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14643200 2024-08-17T01:57:03.381 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.381 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:57:03.381 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 22343, 2024-08-17T01:57:03.381 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 79722351 2024-08-17T01:57:03.381 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.382 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:57:03.382 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3284, 2024-08-17T01:57:03.382 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 447938421 2024-08-17T01:57:03.382 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.382 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:57:03.382 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.382 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.382 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.382 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:57:03.382 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.382 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.382 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:57:03.382 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.382 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.383 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:57:03.383 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.383 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.383 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:57:03.383 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15284, 2024-08-17T01:57:03.383 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 123441175 2024-08-17T01:57:03.383 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.383 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:57:03.383 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.383 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.383 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.383 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:57:03.383 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.383 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.383 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:57:03.383 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71539, 2024-08-17T01:57:03.384 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20026653003 2024-08-17T01:57:03.384 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.384 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:57:03.384 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 70905, 2024-08-17T01:57:03.384 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1790440116 2024-08-17T01:57:03.384 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.384 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:57:03.384 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71539, 2024-08-17T01:57:03.384 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 45547228 2024-08-17T01:57:03.384 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.384 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:57:03.384 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71539, 2024-08-17T01:57:03.385 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20072200231 2024-08-17T01:57:03.385 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.385 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:57:03.385 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.385 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.385 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.385 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:57:03.385 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 23387, 2024-08-17T01:57:03.385 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 957262910 2024-08-17T01:57:03.385 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.385 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:57:03.385 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 932, 2024-08-17T01:57:03.385 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2689139 2024-08-17T01:57:03.385 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.385 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:57:03.386 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7348, 2024-08-17T01:57:03.386 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6221053 2024-08-17T01:57:03.386 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.386 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:57:03.386 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 46, 2024-08-17T01:57:03.386 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 52751 2024-08-17T01:57:03.386 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.386 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:57:03.386 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12346, 2024-08-17T01:57:03.386 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3078580645 2024-08-17T01:57:03.386 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.386 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:57:03.386 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 221493 2024-08-17T01:57:03.386 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.387 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:57:03.387 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26976 2024-08-17T01:57:03.387 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.387 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:03.387 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 22360, 2024-08-17T01:57:03.387 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2161433111 2024-08-17T01:57:03.387 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.387 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:57:03.387 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71819, 2024-08-17T01:57:03.387 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20510897 2024-08-17T01:57:03.387 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.387 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:57:03.387 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 49459, 2024-08-17T01:57:03.387 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1424515015 2024-08-17T01:57:03.388 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.388 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:57:03.388 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.388 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.388 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:57:03.388 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14971, 2024-08-17T01:57:03.388 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 403914073 2024-08-17T01:57:03.388 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.388 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:57:03.388 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.388 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.388 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:57:03.388 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.389 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.389 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:57:03.389 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.389 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.389 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:57:03.389 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.389 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.389 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:57:03.389 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:57:03.389 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10732704163 2024-08-17T01:57:03.389 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.389 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:57:03.389 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 22336, 2024-08-17T01:57:03.389 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1231167406 2024-08-17T01:57:03.390 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.390 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:57:03.390 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 22333, 2024-08-17T01:57:03.390 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2323302589019 2024-08-17T01:57:03.390 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.390 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:57:03.390 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 22336, 2024-08-17T01:57:03.390 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6602063868113 2024-08-17T01:57:03.390 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.390 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:57:03.391 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86759, 2024-08-17T01:57:03.391 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2620071516514 2024-08-17T01:57:03.391 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.391 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:57:03.391 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86759, 2024-08-17T01:57:03.391 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8603329 2024-08-17T01:57:03.391 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.391 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:57:03.391 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:57:03.391 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 654269170 2024-08-17T01:57:03.391 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.391 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:57:03.392 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:57:03.392 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37465362127 2024-08-17T01:57:03.392 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.392 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:57:03.392 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:57:03.392 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 31697080 2024-08-17T01:57:03.392 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.392 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:57:03.392 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:57:03.392 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 18978074621 2024-08-17T01:57:03.392 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.392 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:57:03.392 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:57:03.393 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8401147737 2024-08-17T01:57:03.393 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.393 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:57:03.393 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10422267 2024-08-17T01:57:03.393 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.393 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:03.393 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2665, 2024-08-17T01:57:03.393 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15682056 2024-08-17T01:57:03.393 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.393 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:57:03.393 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:57:03.393 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 76246178167 2024-08-17T01:57:03.393 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.394 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:57:03.394 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:57:03.394 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9421188431 2024-08-17T01:57:03.394 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.394 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:57:03.394 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86762, 2024-08-17T01:57:03.394 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 793060047 2024-08-17T01:57:03.394 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.394 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.394 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:57:03.394 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:57:03.394 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405112032 2024-08-17T01:57:03.394 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.395 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:57:03.395 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 550273024 2024-08-17T01:57:03.395 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.395 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:57:03.395 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 520134656 2024-08-17T01:57:03.395 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.395 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:57:03.395 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600492236 2024-08-17T01:57:03.395 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.395 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:57:03.395 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 30138368 2024-08-17T01:57:03.395 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.395 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.395 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:57:03.396 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.396 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:57:03.396 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.396 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.396 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.396 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.396 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.396 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.396 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.396 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.396 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57159790 2024-08-17T01:57:03.396 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.396 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.396 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.397 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.397 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.397 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.397 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.397 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.397 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.397 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.397 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.397 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.397 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.397 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.397 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16384 2024-08-17T01:57:03.397 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.397 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.398 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 204800 2024-08-17T01:57:03.398 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.398 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.398 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.398 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.398 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.398 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.398 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.398 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.398 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.398 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.398 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.399 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68448146 2024-08-17T01:57:03.399 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.399 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.399 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:57:03.399 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.399 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 570425344 2024-08-17T01:57:03.399 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.399 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.399 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:03.399 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.399 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.399 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.399 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.399 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.400 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 428698428 2024-08-17T01:57:03.400 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.400 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.400 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.400 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.400 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.400 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 256 2024-08-17T01:57:03.400 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.400 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.400 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.400 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.400 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.400 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.400 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.400 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.401 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 116256 2024-08-17T01:57:03.401 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.401 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.401 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.401 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.401 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.401 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.401 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.401 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.401 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.401 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.401 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.401 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.402 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.402 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.402 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 74501540 2024-08-17T01:57:03.402 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.402 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.402 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:57:03.402 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.402 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:57:03.402 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.402 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.402 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:03.402 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.403 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.403 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 128896 2024-08-17T01:57:03.403 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.403 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.403 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38106526 2024-08-17T01:57:03.403 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.403 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.403 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.403 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.403 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.403 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.403 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.403 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.403 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.404 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.404 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.404 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.404 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.404 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.404 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.404 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.404 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.404 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.404 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.404 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.404 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.404 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.404 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.405 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.405 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.405 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.405 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.405 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.405 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.405 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70816482 2024-08-17T01:57:03.405 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.405 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.405 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:57:03.405 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.405 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 503316480 2024-08-17T01:57:03.405 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.406 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.406 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.406 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.406 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.406 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.406 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.406 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.406 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 428698428 2024-08-17T01:57:03.406 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.406 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.406 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.406 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.407 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.407 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.407 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.407 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.407 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.407 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.407 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.407 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.407 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.407 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.407 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 162131 2024-08-17T01:57:03.407 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.408 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.408 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1153816 2024-08-17T01:57:03.408 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.408 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.408 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.408 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.408 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.408 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.408 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.408 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.408 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.408 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.408 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.408 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73302105 2024-08-17T01:57:03.409 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.409 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.409 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:57:03.409 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:57:03.409 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.409 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.409 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:03.409 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23 2024-08-17T01:57:03.409 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.409 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:57:03.409 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.409 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.409 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:03.409 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.410 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.410 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.410 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:03.410 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:57:03.410 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 50 2024-08-17T01:57:03.410 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.410 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:57:03.410 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.410 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.410 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:57:03.410 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 41694 2024-08-17T01:57:03.410 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.410 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:57:03.410 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 130298, 2024-08-17T01:57:03.411 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7615088076 2024-08-17T01:57:03.411 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.411 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:57:03.411 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.411 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.411 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:57:03.411 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.411 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.411 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:57:03.411 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1820785229 2024-08-17T01:57:03.411 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.411 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:57:03.412 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41694, 2024-08-17T01:57:03.412 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 577986741555 2024-08-17T01:57:03.412 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.412 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:57:03.412 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2584151257 2024-08-17T01:57:03.412 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.412 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:57:03.412 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 43462, 2024-08-17T01:57:03.412 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29856551331 2024-08-17T01:57:03.412 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.412 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:57:03.412 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41694, 2024-08-17T01:57:03.412 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 103351639229 2024-08-17T01:57:03.413 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.413 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:03.413 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19218 2024-08-17T01:57:03.413 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.413 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:57:03.413 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19218, 2024-08-17T01:57:03.413 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12865069852 2024-08-17T01:57:03.413 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.413 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:57:03.413 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.413 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.413 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:57:03.413 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2584151257 2024-08-17T01:57:03.413 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.414 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:57:03.414 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19654, 2024-08-17T01:57:03.414 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4746887321 2024-08-17T01:57:03.414 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.414 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:57:03.414 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 19218, 2024-08-17T01:57:03.414 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5868839964 2024-08-17T01:57:03.414 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.414 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:57:03.414 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12623 2024-08-17T01:57:03.414 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.414 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:57:03.414 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 133089804 2024-08-17T01:57:03.415 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.415 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:57:03.415 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12623, 2024-08-17T01:57:03.415 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 97029710510 2024-08-17T01:57:03.415 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.415 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:57:03.415 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.415 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.415 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:57:03.415 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.415 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.415 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:57:03.415 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.416 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.416 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:57:03.416 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12832, 2024-08-17T01:57:03.416 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12577442438 2024-08-17T01:57:03.416 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.416 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:57:03.416 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12623, 2024-08-17T01:57:03.416 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29393915209 2024-08-17T01:57:03.416 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.416 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:03.416 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9853 2024-08-17T01:57:03.416 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.416 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:57:03.416 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1687695425 2024-08-17T01:57:03.417 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.417 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:57:03.417 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 9853, 2024-08-17T01:57:03.417 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 468091961193 2024-08-17T01:57:03.417 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.417 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:57:03.417 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.417 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.417 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:57:03.417 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10976, 2024-08-17T01:57:03.417 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12532221572 2024-08-17T01:57:03.417 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.418 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:57:03.418 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 9853, 2024-08-17T01:57:03.418 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68088884056 2024-08-17T01:57:03.418 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.418 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:57:03.418 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.418 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.418 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:57:03.418 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.418 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.418 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:57:03.418 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3 2024-08-17T01:57:03.419 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.419 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:57:03.419 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:57:03.419 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.419 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:57:03.419 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 720093184 2024-08-17T01:57:03.419 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.419 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.419 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.419 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.2": { 2024-08-17T01:57:03.419 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:03.419 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:57:03.420 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14128 2024-08-17T01:57:03.420 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.420 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:57:03.420 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.420 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.420 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:57:03.420 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.420 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.420 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:57:03.420 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.420 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.420 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:57:03.421 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:57:03.421 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.421 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:57:03.421 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.421 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.421 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:57:03.421 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.421 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.421 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:57:03.421 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.421 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.421 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:57:03.421 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.422 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.422 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:57:03.422 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10629120 2024-08-17T01:57:03.422 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.422 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:57:03.422 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 628080640 2024-08-17T01:57:03.422 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.422 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:57:03.422 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17, 2024-08-17T01:57:03.422 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3263359 2024-08-17T01:57:03.422 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.422 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:57:03.423 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17, 2024-08-17T01:57:03.423 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1041411 2024-08-17T01:57:03.423 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.423 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:57:03.423 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 182, 2024-08-17T01:57:03.423 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 739449 2024-08-17T01:57:03.423 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.423 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:57:03.423 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:57:03.423 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.424 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:57:03.424 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 568918016 2024-08-17T01:57:03.424 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.424 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:57:03.424 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72228, 2024-08-17T01:57:03.424 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9728185825 2024-08-17T01:57:03.424 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.424 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:57:03.424 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72234, 2024-08-17T01:57:03.424 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15878950565 2024-08-17T01:57:03.424 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.424 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:57:03.424 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13266944 2024-08-17T01:57:03.424 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.424 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:57:03.425 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 295890944 2024-08-17T01:57:03.425 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.425 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:57:03.425 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 577437696 2024-08-17T01:57:03.425 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.425 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:57:03.425 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.425 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.425 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:57:03.425 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.425 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.425 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:57:03.425 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 47 2024-08-17T01:57:03.426 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.426 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:57:03.426 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 379606002 2024-08-17T01:57:03.426 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.426 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:57:03.426 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21271 2024-08-17T01:57:03.426 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.426 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:57:03.426 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 303476736 2024-08-17T01:57:03.426 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.426 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:57:03.427 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 303480832 2024-08-17T01:57:03.427 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.427 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:57:03.427 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.427 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.427 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:57:03.427 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.427 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.427 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:57:03.427 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7615 2024-08-17T01:57:03.427 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.427 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:03.427 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 21271, 2024-08-17T01:57:03.427 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 150513747 2024-08-17T01:57:03.428 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.428 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:57:03.428 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 234999485 2024-08-17T01:57:03.428 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.428 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:57:03.428 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16846 2024-08-17T01:57:03.428 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.428 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:57:03.428 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3158572 2024-08-17T01:57:03.428 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.428 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:57:03.428 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 732 2024-08-17T01:57:03.429 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.429 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:57:03.429 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10551503 2024-08-17T01:57:03.429 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.429 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:57:03.429 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1094 2024-08-17T01:57:03.429 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.429 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:57:03.429 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7392931 2024-08-17T01:57:03.429 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.429 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:57:03.429 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7392931 2024-08-17T01:57:03.429 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.429 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:57:03.430 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.430 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.430 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:57:03.430 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.430 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.430 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:57:03.430 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 373 2024-08-17T01:57:03.430 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.430 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:57:03.430 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1094, 2024-08-17T01:57:03.430 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2852366 2024-08-17T01:57:03.430 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.430 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:57:03.431 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.431 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.431 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.431 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:57:03.431 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.431 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.431 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:57:03.431 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.431 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.431 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:03.431 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:57:03.431 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 676 2024-08-17T01:57:03.431 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.431 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:57:03.432 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:57:03.432 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5848 2024-08-17T01:57:03.432 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.432 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:57:03.432 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.432 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.432 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.432 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:57:03.432 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.432 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.432 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:57:03.432 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.433 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.433 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:57:03.433 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 937185280 2024-08-17T01:57:03.433 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.433 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.433 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:57:03.433 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:57:03.433 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:57:03.433 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.433 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:57:03.433 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10436608 2024-08-17T01:57:03.433 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.433 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:57:03.434 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17880, 2024-08-17T01:57:03.434 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 54712473 2024-08-17T01:57:03.434 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.434 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:57:03.434 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3315, 2024-08-17T01:57:03.434 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 489775474 2024-08-17T01:57:03.434 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.434 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:57:03.434 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.434 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.434 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.434 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:57:03.435 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.435 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.435 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:57:03.435 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.435 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.435 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:57:03.435 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.435 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.435 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:57:03.435 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 23569, 2024-08-17T01:57:03.435 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 190965038 2024-08-17T01:57:03.435 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.435 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:57:03.435 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.435 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.436 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.436 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:57:03.436 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.436 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.436 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:57:03.436 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72178, 2024-08-17T01:57:03.436 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19485816807 2024-08-17T01:57:03.436 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.436 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:57:03.436 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71671, 2024-08-17T01:57:03.436 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1494703745 2024-08-17T01:57:03.436 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.436 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:57:03.436 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72178, 2024-08-17T01:57:03.437 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 36800090 2024-08-17T01:57:03.437 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.437 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:57:03.437 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72178, 2024-08-17T01:57:03.437 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19522616897 2024-08-17T01:57:03.437 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.437 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:57:03.437 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.437 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.437 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.437 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:57:03.437 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72427, 2024-08-17T01:57:03.437 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1215940236 2024-08-17T01:57:03.438 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.438 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:57:03.438 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1047, 2024-08-17T01:57:03.438 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2904168 2024-08-17T01:57:03.438 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.438 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:57:03.438 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 27925, 2024-08-17T01:57:03.438 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15256777 2024-08-17T01:57:03.438 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.438 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:57:03.438 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 37, 2024-08-17T01:57:03.438 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 48631 2024-08-17T01:57:03.439 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.439 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:57:03.439 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 24093, 2024-08-17T01:57:03.439 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3037200509 2024-08-17T01:57:03.439 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.439 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:57:03.439 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 285848 2024-08-17T01:57:03.439 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.439 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:57:03.439 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19532 2024-08-17T01:57:03.439 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.439 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:03.439 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 9388, 2024-08-17T01:57:03.439 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1849611789 2024-08-17T01:57:03.439 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.440 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:57:03.440 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 24571, 2024-08-17T01:57:03.440 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11348177 2024-08-17T01:57:03.440 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.440 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:57:03.440 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15183, 2024-08-17T01:57:03.440 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1626478755 2024-08-17T01:57:03.440 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.440 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:57:03.440 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.440 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.440 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:57:03.440 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12599, 2024-08-17T01:57:03.440 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 381778241 2024-08-17T01:57:03.440 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.440 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:57:03.441 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.441 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.441 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:57:03.441 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.441 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.441 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:57:03.441 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.441 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.441 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:57:03.441 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.441 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.441 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:57:03.441 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:57:03.441 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10410527214 2024-08-17T01:57:03.442 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.442 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:57:03.442 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 5934, 2024-08-17T01:57:03.442 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 634937191 2024-08-17T01:57:03.442 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.442 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:57:03.442 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 5933, 2024-08-17T01:57:03.442 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2850053321120 2024-08-17T01:57:03.442 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.442 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:57:03.442 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 5934, 2024-08-17T01:57:03.442 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5981301435959 2024-08-17T01:57:03.442 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.442 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:57:03.443 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86178, 2024-08-17T01:57:03.443 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2065170687849 2024-08-17T01:57:03.443 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.443 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:57:03.443 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86178, 2024-08-17T01:57:03.443 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9297080 2024-08-17T01:57:03.443 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.443 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:57:03.443 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:57:03.443 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 365383697 2024-08-17T01:57:03.443 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.443 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:57:03.443 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:57:03.443 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 33499231200 2024-08-17T01:57:03.443 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.443 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:57:03.444 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:57:03.444 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29196450 2024-08-17T01:57:03.444 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.444 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:57:03.444 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:57:03.444 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15842116762 2024-08-17T01:57:03.444 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.444 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:57:03.444 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:57:03.444 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7675411680 2024-08-17T01:57:03.444 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.444 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:57:03.444 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6227784 2024-08-17T01:57:03.445 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.445 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:03.445 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2609, 2024-08-17T01:57:03.445 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14628667 2024-08-17T01:57:03.445 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.445 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:57:03.445 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:57:03.445 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67806518916 2024-08-17T01:57:03.445 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.445 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:57:03.445 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:57:03.445 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8641153789 2024-08-17T01:57:03.445 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.445 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:57:03.445 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 86179, 2024-08-17T01:57:03.446 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 715063554 2024-08-17T01:57:03.446 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.446 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.446 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:57:03.446 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:57:03.446 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405112032 2024-08-17T01:57:03.446 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.446 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:57:03.446 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 589307904 2024-08-17T01:57:03.446 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.446 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:57:03.446 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 553500672 2024-08-17T01:57:03.446 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.446 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:57:03.446 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600492236 2024-08-17T01:57:03.446 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.447 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:57:03.447 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 35807232 2024-08-17T01:57:03.447 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.447 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.447 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:57:03.447 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.447 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:57:03.447 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.447 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.447 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.447 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.447 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.447 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.447 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.448 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.448 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56791344 2024-08-17T01:57:03.448 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.448 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.448 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.448 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.448 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.448 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.448 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.448 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.448 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.448 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.448 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.448 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.448 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.449 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.449 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:57:03.449 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.449 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.449 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 61440 2024-08-17T01:57:03.449 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.449 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.449 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.449 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.449 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.449 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.449 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.449 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.449 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.449 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.449 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.450 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68972240 2024-08-17T01:57:03.450 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.450 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.450 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:57:03.450 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.450 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 562036736 2024-08-17T01:57:03.450 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.450 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.450 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:03.450 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.450 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.450 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.450 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.451 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.451 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 425935081 2024-08-17T01:57:03.451 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.451 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.451 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.451 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.451 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.451 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.451 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.451 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.451 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2128 2024-08-17T01:57:03.451 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.451 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.451 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.451 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.452 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.452 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 133440 2024-08-17T01:57:03.452 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.452 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.452 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.452 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.452 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.452 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.452 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.452 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.452 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.452 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.452 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.452 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.452 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.453 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.453 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68857223 2024-08-17T01:57:03.453 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.453 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.453 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:57:03.453 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.453 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:57:03.453 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.453 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.453 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:03.453 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.453 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.453 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 663232 2024-08-17T01:57:03.453 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.454 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.454 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37860896 2024-08-17T01:57:03.454 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.454 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.454 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.454 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.454 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.454 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.454 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.454 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.454 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.454 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.454 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.454 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.455 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.455 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.455 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.455 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.455 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.455 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.455 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.455 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.455 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.455 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.455 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.455 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.455 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.456 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.456 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.456 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.456 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.456 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70527776 2024-08-17T01:57:03.456 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.456 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.456 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:57:03.456 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.456 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 494927872 2024-08-17T01:57:03.456 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.456 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.456 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.456 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.456 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.457 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.457 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.457 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.457 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 425935081 2024-08-17T01:57:03.457 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.457 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.457 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.457 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.457 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.457 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.457 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.457 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.457 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.457 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.457 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.458 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.458 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.458 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.458 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 163025 2024-08-17T01:57:03.458 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.458 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.458 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1172567 2024-08-17T01:57:03.458 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.458 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.458 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.458 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.458 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.458 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.459 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.459 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.459 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.459 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.459 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.459 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67657199 2024-08-17T01:57:03.459 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.459 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.459 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:57:03.459 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:57:03.459 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.459 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.459 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:03.459 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 105 2024-08-17T01:57:03.460 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.460 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:57:03.460 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.460 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.460 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:03.460 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1 2024-08-17T01:57:03.460 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.460 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.460 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:03.460 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:57:03.460 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 42 2024-08-17T01:57:03.460 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.460 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:57:03.460 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.460 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.460 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:57:03.461 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 66130 2024-08-17T01:57:03.461 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.461 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:57:03.461 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 164323, 2024-08-17T01:57:03.461 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7431351253 2024-08-17T01:57:03.461 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.461 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:57:03.461 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3 2024-08-17T01:57:03.461 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.461 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:57:03.461 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3 2024-08-17T01:57:03.461 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.461 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:57:03.461 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1675928951 2024-08-17T01:57:03.461 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.462 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:57:03.462 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66130, 2024-08-17T01:57:03.462 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 130889069357 2024-08-17T01:57:03.462 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.462 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:57:03.462 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3605048377 2024-08-17T01:57:03.462 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.462 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:57:03.462 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 67171, 2024-08-17T01:57:03.462 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 45302034731 2024-08-17T01:57:03.462 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.462 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:57:03.462 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66130, 2024-08-17T01:57:03.462 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 78541060573 2024-08-17T01:57:03.462 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.462 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:03.463 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 34136 2024-08-17T01:57:03.463 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.463 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:57:03.463 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34136, 2024-08-17T01:57:03.463 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29426855913 2024-08-17T01:57:03.463 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.463 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:57:03.463 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.463 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.463 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:57:03.463 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3605048377 2024-08-17T01:57:03.463 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.463 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:57:03.463 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34688, 2024-08-17T01:57:03.464 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7011083603 2024-08-17T01:57:03.464 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.464 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:57:03.464 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34136, 2024-08-17T01:57:03.464 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11902083324 2024-08-17T01:57:03.464 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.464 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:57:03.464 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29549 2024-08-17T01:57:03.464 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.464 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:57:03.464 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 269039633 2024-08-17T01:57:03.464 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.464 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:57:03.464 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 29549, 2024-08-17T01:57:03.465 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57844018816 2024-08-17T01:57:03.465 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.465 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:57:03.465 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.465 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.465 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:57:03.465 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.465 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.465 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:57:03.465 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.465 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.465 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:57:03.465 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 29817, 2024-08-17T01:57:03.465 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 34632749214 2024-08-17T01:57:03.465 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.465 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:57:03.466 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 29549, 2024-08-17T01:57:03.466 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 51458510081 2024-08-17T01:57:03.466 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.466 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:03.466 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2445 2024-08-17T01:57:03.466 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.466 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:57:03.466 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1406889318 2024-08-17T01:57:03.466 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.466 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:57:03.466 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2445, 2024-08-17T01:57:03.466 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 43618194628 2024-08-17T01:57:03.466 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.466 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:57:03.467 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.467 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.467 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:57:03.467 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2666, 2024-08-17T01:57:03.467 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3658201914 2024-08-17T01:57:03.467 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.467 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:57:03.467 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2445, 2024-08-17T01:57:03.467 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15180467168 2024-08-17T01:57:03.467 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.467 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:57:03.467 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.467 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.467 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:57:03.468 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8 2024-08-17T01:57:03.468 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.468 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:57:03.468 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 51 2024-08-17T01:57:03.468 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.468 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:57:03.468 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:57:03.468 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.468 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:57:03.468 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 579366912 2024-08-17T01:57:03.468 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.468 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.468 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.468 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.3": { 2024-08-17T01:57:03.469 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:03.469 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:57:03.469 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15244 2024-08-17T01:57:03.469 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.469 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:57:03.469 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.469 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.469 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:57:03.469 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.469 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.469 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:57:03.469 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.469 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.469 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:57:03.470 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:57:03.470 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.470 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:57:03.470 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.470 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.470 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:57:03.470 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.470 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.470 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:57:03.470 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.470 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.470 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:57:03.471 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.471 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.471 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:57:03.471 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2646016 2024-08-17T01:57:03.471 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.471 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:57:03.471 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 585641984 2024-08-17T01:57:03.471 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.471 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:57:03.471 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15, 2024-08-17T01:57:03.471 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5536197 2024-08-17T01:57:03.471 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.471 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:57:03.472 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15, 2024-08-17T01:57:03.472 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3235406 2024-08-17T01:57:03.472 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.472 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:57:03.472 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 149, 2024-08-17T01:57:03.472 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 642790 2024-08-17T01:57:03.472 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.472 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:57:03.472 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:57:03.472 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.472 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:57:03.472 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 523960320 2024-08-17T01:57:03.472 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.473 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:57:03.473 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 64129, 2024-08-17T01:57:03.473 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8414474773 2024-08-17T01:57:03.473 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.473 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:57:03.473 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 64141, 2024-08-17T01:57:03.473 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13988898805 2024-08-17T01:57:03.473 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.473 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:57:03.473 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13398016 2024-08-17T01:57:03.473 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.473 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:57:03.473 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 262754304 2024-08-17T01:57:03.473 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.474 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:57:03.474 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 532480000 2024-08-17T01:57:03.474 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.474 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:57:03.474 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.474 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.474 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:57:03.474 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.474 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.474 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:57:03.474 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 41 2024-08-17T01:57:03.474 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.474 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:57:03.474 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 91176531 2024-08-17T01:57:03.474 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.475 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:57:03.475 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4401 2024-08-17T01:57:03.475 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.475 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:57:03.475 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 93126656 2024-08-17T01:57:03.475 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.475 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:57:03.475 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 93130752 2024-08-17T01:57:03.475 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.475 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:57:03.475 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.475 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.475 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:57:03.475 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.475 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.476 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:57:03.476 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2397 2024-08-17T01:57:03.476 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.476 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:03.476 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4401, 2024-08-17T01:57:03.476 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38423676 2024-08-17T01:57:03.476 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.476 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:57:03.476 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 28873805 2024-08-17T01:57:03.476 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.476 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:57:03.476 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2487 2024-08-17T01:57:03.476 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.476 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:57:03.476 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 981564 2024-08-17T01:57:03.477 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.477 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:57:03.477 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 439 2024-08-17T01:57:03.477 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.477 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:57:03.477 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2625706 2024-08-17T01:57:03.477 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.477 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:57:03.477 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 574 2024-08-17T01:57:03.477 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.477 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:57:03.477 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1644142 2024-08-17T01:57:03.477 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.477 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:57:03.477 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1644142 2024-08-17T01:57:03.477 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.478 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:57:03.478 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.478 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.478 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:57:03.478 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.478 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.478 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:57:03.478 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 136 2024-08-17T01:57:03.478 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.478 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:57:03.478 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 574, 2024-08-17T01:57:03.478 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 945553 2024-08-17T01:57:03.478 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.479 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:57:03.479 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.479 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.479 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.479 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:57:03.479 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.479 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.479 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:57:03.479 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.479 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.479 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:03.479 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:57:03.480 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 773 2024-08-17T01:57:03.480 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.480 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:57:03.480 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:57:03.480 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5771 2024-08-17T01:57:03.480 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.480 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:57:03.480 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.480 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.480 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.480 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:57:03.480 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.480 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.480 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:57:03.480 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.481 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.481 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:57:03.481 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 853331968 2024-08-17T01:57:03.481 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.481 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.481 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:57:03.481 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:57:03.481 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:57:03.481 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.481 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:57:03.481 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10461184 2024-08-17T01:57:03.481 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.482 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:57:03.482 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17345, 2024-08-17T01:57:03.482 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 52656511 2024-08-17T01:57:03.482 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.482 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:57:03.482 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3247, 2024-08-17T01:57:03.482 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 363060788 2024-08-17T01:57:03.482 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.482 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:57:03.482 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.482 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.482 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.482 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:57:03.482 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.482 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.483 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:57:03.483 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.483 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.483 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:57:03.483 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.483 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.483 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:57:03.483 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12630, 2024-08-17T01:57:03.483 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 96817106 2024-08-17T01:57:03.483 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.483 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:57:03.483 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.483 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.483 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.483 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:57:03.483 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.484 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.484 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:57:03.484 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 64096, 2024-08-17T01:57:03.484 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17200450485 2024-08-17T01:57:03.484 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.484 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:57:03.484 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 63624, 2024-08-17T01:57:03.484 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1540240045 2024-08-17T01:57:03.484 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.484 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:57:03.484 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 64096, 2024-08-17T01:57:03.484 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 41271550 2024-08-17T01:57:03.484 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.484 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:57:03.484 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 64096, 2024-08-17T01:57:03.485 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17241722035 2024-08-17T01:57:03.485 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.485 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:57:03.485 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.485 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.485 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.485 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:57:03.485 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14913, 2024-08-17T01:57:03.485 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 594820210 2024-08-17T01:57:03.485 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.485 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:57:03.485 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1361, 2024-08-17T01:57:03.485 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3111768 2024-08-17T01:57:03.485 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.485 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:57:03.485 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4462, 2024-08-17T01:57:03.486 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4730082 2024-08-17T01:57:03.486 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.486 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:57:03.486 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 41, 2024-08-17T01:57:03.486 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73167 2024-08-17T01:57:03.486 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.486 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:57:03.486 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 6573, 2024-08-17T01:57:03.486 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 496727551 2024-08-17T01:57:03.486 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.486 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:57:03.487 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 181523 2024-08-17T01:57:03.487 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.487 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:57:03.487 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17134 2024-08-17T01:57:03.487 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.487 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:03.487 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 23660, 2024-08-17T01:57:03.487 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1305840768 2024-08-17T01:57:03.487 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.487 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:57:03.487 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66322, 2024-08-17T01:57:03.488 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21289927 2024-08-17T01:57:03.488 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.488 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:57:03.488 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 42662, 2024-08-17T01:57:03.488 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 901490271 2024-08-17T01:57:03.488 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.488 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:57:03.488 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.488 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.488 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:57:03.488 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12030, 2024-08-17T01:57:03.488 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 295568108 2024-08-17T01:57:03.488 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.489 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:57:03.489 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.489 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.489 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:57:03.489 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.489 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.489 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:57:03.489 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.489 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.489 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:57:03.489 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.489 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.489 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:57:03.490 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:57:03.490 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5718147469 2024-08-17T01:57:03.490 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.490 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:57:03.490 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17927, 2024-08-17T01:57:03.490 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1203379080 2024-08-17T01:57:03.490 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.490 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:57:03.490 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17925, 2024-08-17T01:57:03.490 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2460385551584 2024-08-17T01:57:03.490 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.490 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:57:03.490 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17927, 2024-08-17T01:57:03.491 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6552674861567 2024-08-17T01:57:03.491 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.491 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:57:03.491 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74156, 2024-08-17T01:57:03.491 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2609045239793 2024-08-17T01:57:03.491 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.491 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:57:03.491 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74156, 2024-08-17T01:57:03.491 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7767040 2024-08-17T01:57:03.491 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.491 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:57:03.491 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:57:03.491 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 262207823 2024-08-17T01:57:03.491 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.492 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:57:03.492 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:57:03.492 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 27572254395 2024-08-17T01:57:03.492 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.492 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:57:03.492 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:57:03.492 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26195971 2024-08-17T01:57:03.492 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.492 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:57:03.492 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:57:03.492 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13322717245 2024-08-17T01:57:03.492 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.492 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:57:03.492 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:57:03.493 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5852469652 2024-08-17T01:57:03.493 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.493 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:57:03.493 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6233698 2024-08-17T01:57:03.493 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.493 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:03.493 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2592, 2024-08-17T01:57:03.493 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13699987 2024-08-17T01:57:03.493 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.493 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:57:03.493 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:57:03.493 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 52739045775 2024-08-17T01:57:03.493 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.494 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:57:03.494 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:57:03.494 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6619299872 2024-08-17T01:57:03.494 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.494 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:57:03.494 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 74158, 2024-08-17T01:57:03.494 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 457495764 2024-08-17T01:57:03.494 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.494 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.494 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:57:03.494 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:57:03.494 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405112032 2024-08-17T01:57:03.494 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.494 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:57:03.495 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 523264000 2024-08-17T01:57:03.495 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.495 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:57:03.495 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 504274944 2024-08-17T01:57:03.495 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.495 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:57:03.495 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600492236 2024-08-17T01:57:03.495 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.495 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:57:03.495 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 18989056 2024-08-17T01:57:03.495 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.495 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.495 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:57:03.496 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.496 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:57:03.496 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.496 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.496 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.496 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.496 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.496 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.496 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.496 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.496 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57414873 2024-08-17T01:57:03.496 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.496 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.496 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.497 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.497 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.497 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.497 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.497 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.497 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.497 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.497 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.497 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.497 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.497 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.497 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.497 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.498 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.498 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8192 2024-08-17T01:57:03.498 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.498 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.498 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.498 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.498 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.498 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.498 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.498 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.498 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.499 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.499 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.499 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68406055 2024-08-17T01:57:03.499 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.499 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.499 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:57:03.499 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.499 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 570425344 2024-08-17T01:57:03.499 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.499 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.499 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:03.499 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.499 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.499 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.500 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.500 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.500 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 430611551 2024-08-17T01:57:03.500 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.500 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.500 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.500 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.500 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.500 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1392 2024-08-17T01:57:03.500 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.500 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.500 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.500 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.500 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.501 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.501 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.501 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.501 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26432 2024-08-17T01:57:03.501 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.501 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.501 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 59824 2024-08-17T01:57:03.501 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.501 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.501 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.501 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.501 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.501 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.501 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.501 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.501 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.502 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.502 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.502 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 72617281 2024-08-17T01:57:03.502 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.502 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.502 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:57:03.502 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.502 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:57:03.502 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.502 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.502 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:03.502 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.502 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.502 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 350192 2024-08-17T01:57:03.503 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.503 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.503 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38276582 2024-08-17T01:57:03.503 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.503 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.503 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.503 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.503 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.503 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.503 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.503 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.503 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.503 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.503 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.503 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.504 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.504 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.504 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.504 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.504 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.504 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.504 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.504 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.504 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.504 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.504 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.504 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.504 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.504 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.504 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.504 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.505 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.505 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70425130 2024-08-17T01:57:03.505 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.505 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.505 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:57:03.505 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.505 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 503316480 2024-08-17T01:57:03.505 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.505 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.505 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.505 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.505 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.505 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.505 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.505 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.506 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 430611551 2024-08-17T01:57:03.506 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.506 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.506 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.506 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.506 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.506 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.506 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.506 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.506 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.506 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.506 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.506 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.506 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.506 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.507 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 174943 2024-08-17T01:57:03.507 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.507 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.507 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1160896 2024-08-17T01:57:03.507 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.507 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.507 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.507 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.507 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.507 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.507 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.507 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.507 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.507 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.507 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.507 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71369090 2024-08-17T01:57:03.508 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.508 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.508 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:57:03.508 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:57:03.508 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.508 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.508 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:03.508 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T01:57:03.508 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.508 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:57:03.508 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.508 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.508 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:03.508 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.509 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.509 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.509 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:03.509 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:57:03.509 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 48 2024-08-17T01:57:03.509 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.509 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:57:03.509 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.509 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.509 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:57:03.509 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26348 2024-08-17T01:57:03.509 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.509 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:57:03.509 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 103493, 2024-08-17T01:57:03.510 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5281635184 2024-08-17T01:57:03.510 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.510 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:57:03.510 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.510 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.510 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:57:03.510 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.510 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.510 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:57:03.510 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 950408105 2024-08-17T01:57:03.510 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.510 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:57:03.510 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 26348, 2024-08-17T01:57:03.510 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 268185675821 2024-08-17T01:57:03.511 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.511 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:57:03.511 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1327561026 2024-08-17T01:57:03.511 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.511 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:57:03.511 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 27996, 2024-08-17T01:57:03.511 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 22724353141 2024-08-17T01:57:03.511 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.511 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:57:03.511 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 26348, 2024-08-17T01:57:03.511 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 61680277206 2024-08-17T01:57:03.511 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.511 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:03.512 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11224 2024-08-17T01:57:03.512 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.512 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:57:03.512 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11224, 2024-08-17T01:57:03.512 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 39458573456 2024-08-17T01:57:03.512 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.512 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:57:03.512 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.512 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.512 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:57:03.512 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1327561026 2024-08-17T01:57:03.512 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.512 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:57:03.512 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11314, 2024-08-17T01:57:03.513 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3748479334 2024-08-17T01:57:03.513 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.513 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:57:03.513 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11224, 2024-08-17T01:57:03.513 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3982406987 2024-08-17T01:57:03.513 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.513 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:57:03.513 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11381 2024-08-17T01:57:03.513 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.513 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:57:03.513 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 170931147 2024-08-17T01:57:03.513 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.513 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:57:03.514 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11381, 2024-08-17T01:57:03.514 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 162489989367 2024-08-17T01:57:03.514 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.514 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:57:03.514 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.514 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.514 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:57:03.514 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.514 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.514 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:57:03.514 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.514 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.515 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:57:03.515 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12883, 2024-08-17T01:57:03.515 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14805603724 2024-08-17T01:57:03.515 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.515 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:57:03.515 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11381, 2024-08-17T01:57:03.515 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 32262557760 2024-08-17T01:57:03.515 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.515 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:03.515 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3743 2024-08-17T01:57:03.515 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.515 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:57:03.516 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 779476958 2024-08-17T01:57:03.516 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.516 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:57:03.516 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3743, 2024-08-17T01:57:03.516 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 66237112998 2024-08-17T01:57:03.516 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.516 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:57:03.516 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.516 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.516 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:57:03.516 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3799, 2024-08-17T01:57:03.517 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4170270083 2024-08-17T01:57:03.517 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.517 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:57:03.517 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3743, 2024-08-17T01:57:03.517 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 25435312459 2024-08-17T01:57:03.517 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.517 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:57:03.517 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.517 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.517 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:57:03.517 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.517 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.517 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:57:03.518 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:57:03.518 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.518 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:57:03.518 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:57:03.518 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.518 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:57:03.518 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 534437888 2024-08-17T01:57:03.518 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.518 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.518 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.518 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.4": { 2024-08-17T01:57:03.518 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:03.519 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:57:03.519 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20767 2024-08-17T01:57:03.519 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.519 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:57:03.519 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.519 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.519 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:57:03.519 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.519 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.519 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:57:03.519 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.519 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.519 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:57:03.520 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:57:03.520 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.520 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:57:03.520 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.520 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.520 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:57:03.520 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.520 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.520 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:57:03.520 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.520 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.520 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:57:03.520 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.520 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.521 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:57:03.521 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8118272 2024-08-17T01:57:03.521 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.521 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:57:03.521 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 667119616 2024-08-17T01:57:03.521 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.521 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:57:03.521 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14, 2024-08-17T01:57:03.521 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2954757 2024-08-17T01:57:03.521 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.521 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:57:03.521 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14, 2024-08-17T01:57:03.521 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1008074 2024-08-17T01:57:03.521 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.521 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:57:03.522 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 165, 2024-08-17T01:57:03.522 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 667058 2024-08-17T01:57:03.522 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.522 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:57:03.522 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:57:03.522 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.522 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:57:03.522 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 728629248 2024-08-17T01:57:03.522 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.522 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:57:03.522 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58768, 2024-08-17T01:57:03.522 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7901171714 2024-08-17T01:57:03.522 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.522 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:57:03.523 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58772, 2024-08-17T01:57:03.523 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12813419985 2024-08-17T01:57:03.523 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.523 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:57:03.523 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7905280 2024-08-17T01:57:03.523 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.523 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:57:03.523 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 240631808 2024-08-17T01:57:03.523 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.523 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:57:03.523 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 741408768 2024-08-17T01:57:03.523 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.523 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:57:03.523 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.524 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.524 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:57:03.524 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.524 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:57:03.524 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56 2024-08-17T01:57:03.524 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.524 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:57:03.524 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 306844708 2024-08-17T01:57:03.524 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.524 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:57:03.524 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16147 2024-08-17T01:57:03.524 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.525 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:57:03.525 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 278110208 2024-08-17T01:57:03.525 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.525 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:57:03.525 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 278114304 2024-08-17T01:57:03.525 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.525 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:57:03.525 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.525 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.525 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:57:03.525 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.525 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.526 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:57:03.526 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8174 2024-08-17T01:57:03.526 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.526 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:03.526 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 16147, 2024-08-17T01:57:03.526 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 120540597 2024-08-17T01:57:03.526 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.526 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:57:03.526 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177662446 2024-08-17T01:57:03.526 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.526 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:57:03.526 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12192 2024-08-17T01:57:03.527 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.527 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:57:03.527 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2319641 2024-08-17T01:57:03.527 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.527 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:57:03.527 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 832 2024-08-17T01:57:03.527 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.527 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:57:03.527 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7886625 2024-08-17T01:57:03.527 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.527 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:57:03.527 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1188 2024-08-17T01:57:03.527 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.527 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:57:03.528 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5566984 2024-08-17T01:57:03.528 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.528 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:57:03.528 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5566984 2024-08-17T01:57:03.528 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.528 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:57:03.528 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.528 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.528 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:57:03.528 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.528 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.528 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:57:03.528 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 364 2024-08-17T01:57:03.529 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.529 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:57:03.529 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1188, 2024-08-17T01:57:03.529 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2414163 2024-08-17T01:57:03.529 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.529 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:57:03.529 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.529 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.529 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.529 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:57:03.529 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.529 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.529 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:57:03.529 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.530 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.530 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:03.530 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:57:03.530 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 732 2024-08-17T01:57:03.530 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.530 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:57:03.530 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:57:03.530 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 31222 2024-08-17T01:57:03.530 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.530 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:57:03.530 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.530 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.531 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.531 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:57:03.531 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.531 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.531 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:57:03.531 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.531 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.531 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:57:03.531 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 918020096 2024-08-17T01:57:03.531 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.531 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.531 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:57:03.532 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:57:03.532 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:57:03.532 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.532 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:57:03.532 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10457088 2024-08-17T01:57:03.532 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.532 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:57:03.532 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 23737, 2024-08-17T01:57:03.532 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 64307521 2024-08-17T01:57:03.532 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.532 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:57:03.532 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3189, 2024-08-17T01:57:03.532 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 460232812 2024-08-17T01:57:03.532 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.533 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:57:03.533 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.533 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.533 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.533 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:57:03.533 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.533 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.533 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:57:03.533 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.533 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.533 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:57:03.533 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.533 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.533 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:57:03.534 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13666, 2024-08-17T01:57:03.534 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 109934880 2024-08-17T01:57:03.534 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.534 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:57:03.534 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.534 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.534 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.534 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:57:03.534 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.534 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.534 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:57:03.535 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58678, 2024-08-17T01:57:03.535 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15991668350 2024-08-17T01:57:03.535 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.535 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:57:03.535 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58200, 2024-08-17T01:57:03.535 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1358149810 2024-08-17T01:57:03.535 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.535 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:57:03.535 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58678, 2024-08-17T01:57:03.535 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 48843048 2024-08-17T01:57:03.535 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.535 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:57:03.535 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58678, 2024-08-17T01:57:03.536 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16040511398 2024-08-17T01:57:03.536 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.536 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:57:03.536 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.536 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.536 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.536 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:57:03.536 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 21158, 2024-08-17T01:57:03.536 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 926755619 2024-08-17T01:57:03.536 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.536 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:57:03.536 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 836, 2024-08-17T01:57:03.536 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2193395 2024-08-17T01:57:03.536 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.537 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:57:03.537 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 8244, 2024-08-17T01:57:03.537 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7867854 2024-08-17T01:57:03.537 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.537 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:57:03.537 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 44, 2024-08-17T01:57:03.537 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 54135 2024-08-17T01:57:03.537 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.537 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:57:03.537 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 9846, 2024-08-17T01:57:03.537 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1958351280 2024-08-17T01:57:03.537 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.537 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:57:03.538 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 178709 2024-08-17T01:57:03.538 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.538 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:57:03.538 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19548 2024-08-17T01:57:03.538 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.538 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:03.538 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11787, 2024-08-17T01:57:03.538 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1349381382 2024-08-17T01:57:03.538 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.538 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:57:03.538 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 42037, 2024-08-17T01:57:03.538 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19381093 2024-08-17T01:57:03.539 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.539 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:57:03.539 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 30250, 2024-08-17T01:57:03.539 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1054583186 2024-08-17T01:57:03.539 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.539 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:57:03.539 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.539 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.539 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:57:03.539 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13385, 2024-08-17T01:57:03.539 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 345162722 2024-08-17T01:57:03.539 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.539 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:57:03.539 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.540 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.540 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:57:03.540 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.540 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.540 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:57:03.540 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.540 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.540 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:57:03.540 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.540 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.540 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:57:03.540 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:57:03.540 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9287841192 2024-08-17T01:57:03.541 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.541 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:57:03.541 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 18080, 2024-08-17T01:57:03.541 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1003381802 2024-08-17T01:57:03.541 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.541 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:57:03.541 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 18079, 2024-08-17T01:57:03.541 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2354093577651 2024-08-17T01:57:03.541 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.541 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:57:03.541 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 18080, 2024-08-17T01:57:03.541 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5858004521264 2024-08-17T01:57:03.541 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.541 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:57:03.542 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72003, 2024-08-17T01:57:03.542 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2517083571138 2024-08-17T01:57:03.542 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.542 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:57:03.542 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72003, 2024-08-17T01:57:03.542 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7000216 2024-08-17T01:57:03.542 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.542 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:57:03.542 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:57:03.542 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 450466525 2024-08-17T01:57:03.542 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.542 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:57:03.542 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:57:03.542 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 28584167568 2024-08-17T01:57:03.543 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.543 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:57:03.543 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:57:03.543 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 23839665 2024-08-17T01:57:03.543 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.543 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:57:03.543 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:57:03.543 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13611746700 2024-08-17T01:57:03.543 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.543 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:57:03.543 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:57:03.543 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6798757488 2024-08-17T01:57:03.543 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.543 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:57:03.543 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6228499 2024-08-17T01:57:03.544 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.544 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:03.544 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2505, 2024-08-17T01:57:03.544 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13286958 2024-08-17T01:57:03.544 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.544 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:57:03.544 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:57:03.544 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 58744318598 2024-08-17T01:57:03.544 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.544 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:57:03.544 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:57:03.544 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7620399340 2024-08-17T01:57:03.544 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.544 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:57:03.544 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 72004, 2024-08-17T01:57:03.545 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 657548281 2024-08-17T01:57:03.545 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.545 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.545 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:57:03.545 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:57:03.545 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405116907 2024-08-17T01:57:03.545 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.545 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:57:03.545 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 541843456 2024-08-17T01:57:03.545 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.545 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:57:03.545 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 317644800 2024-08-17T01:57:03.545 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.545 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:57:03.546 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600497971 2024-08-17T01:57:03.546 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.546 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:57:03.546 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 224198656 2024-08-17T01:57:03.546 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.546 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.546 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:57:03.546 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.546 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:57:03.546 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.546 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.546 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.546 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.547 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.547 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.547 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.547 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.547 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56829997 2024-08-17T01:57:03.547 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.547 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.547 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.547 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.547 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.547 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.547 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.547 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.548 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.548 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.548 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.548 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.548 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.548 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.548 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 69632 2024-08-17T01:57:03.548 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.548 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.548 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1097728 2024-08-17T01:57:03.548 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.548 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.549 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.549 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.549 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.549 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.549 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.549 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.549 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.549 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.549 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.549 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67831763 2024-08-17T01:57:03.549 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.549 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.549 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:57:03.549 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.550 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 562036736 2024-08-17T01:57:03.550 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.550 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.550 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:03.550 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.550 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.550 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.550 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.550 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.550 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 426224981 2024-08-17T01:57:03.550 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.551 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.551 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.551 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.551 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.551 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.551 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.551 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.551 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2672 2024-08-17T01:57:03.551 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.551 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.551 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.551 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.552 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.552 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 171824 2024-08-17T01:57:03.552 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.552 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.552 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 560 2024-08-17T01:57:03.552 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.552 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.552 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.552 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.552 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.552 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.552 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.552 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.552 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.553 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.553 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.553 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68527835 2024-08-17T01:57:03.553 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.553 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.553 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:57:03.553 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.553 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:57:03.553 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.553 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.553 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:03.553 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.553 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.553 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 472576 2024-08-17T01:57:03.554 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.554 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.554 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37886665 2024-08-17T01:57:03.554 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.554 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.554 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.554 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.554 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.554 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.554 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.554 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.554 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.554 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.554 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.555 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.555 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.555 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.555 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.555 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.555 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.555 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.555 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.555 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.555 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.555 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.555 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.555 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.555 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.555 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.556 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.556 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.556 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.556 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70692663 2024-08-17T01:57:03.556 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.556 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.556 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:57:03.556 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.556 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 494927872 2024-08-17T01:57:03.556 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.556 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.556 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.556 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.557 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.557 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.557 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.557 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.557 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 426224981 2024-08-17T01:57:03.557 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.557 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.557 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.557 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.557 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.557 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.557 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.557 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.557 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.557 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.558 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.558 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.558 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.558 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.558 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 171981 2024-08-17T01:57:03.558 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.558 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.558 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1167660 2024-08-17T01:57:03.558 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.558 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.558 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.558 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.558 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.559 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.559 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.559 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.559 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.559 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.559 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.559 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67363250 2024-08-17T01:57:03.559 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.559 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.559 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:57:03.559 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:57:03.560 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.560 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.560 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:03.560 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 31 2024-08-17T01:57:03.560 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.560 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:57:03.560 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.560 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.560 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:03.560 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.560 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.560 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.560 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:03.561 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:57:03.561 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 46 2024-08-17T01:57:03.561 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.561 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:57:03.561 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.561 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.561 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:57:03.561 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 34195 2024-08-17T01:57:03.561 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.561 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:57:03.561 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 93955, 2024-08-17T01:57:03.561 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7581130435 2024-08-17T01:57:03.562 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.562 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:57:03.562 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.562 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.562 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:57:03.562 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.562 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.562 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:57:03.562 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1070093899 2024-08-17T01:57:03.562 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.562 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:57:03.562 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34195, 2024-08-17T01:57:03.563 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 47824226719 2024-08-17T01:57:03.563 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.563 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:57:03.563 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1709135166 2024-08-17T01:57:03.563 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.563 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:57:03.563 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34657, 2024-08-17T01:57:03.563 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11553358486 2024-08-17T01:57:03.563 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.563 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:57:03.563 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34195, 2024-08-17T01:57:03.563 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 27919450113 2024-08-17T01:57:03.563 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.564 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:03.564 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 25635 2024-08-17T01:57:03.564 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.564 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:57:03.564 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25635, 2024-08-17T01:57:03.564 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8833471721 2024-08-17T01:57:03.564 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.564 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:57:03.564 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.564 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.564 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:57:03.564 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1709135166 2024-08-17T01:57:03.564 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.564 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:57:03.565 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25811, 2024-08-17T01:57:03.565 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4481082602 2024-08-17T01:57:03.565 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.565 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:57:03.565 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25635, 2024-08-17T01:57:03.565 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5595083937 2024-08-17T01:57:03.565 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.565 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:57:03.565 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4673 2024-08-17T01:57:03.565 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.565 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:57:03.565 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 167520193 2024-08-17T01:57:03.565 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.565 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:57:03.566 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4673, 2024-08-17T01:57:03.566 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6902471681 2024-08-17T01:57:03.566 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.566 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:57:03.566 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.566 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.566 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:57:03.566 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.566 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.566 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:57:03.566 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.566 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.566 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:57:03.566 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4866, 2024-08-17T01:57:03.567 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2632105766 2024-08-17T01:57:03.567 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.567 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:57:03.567 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4673, 2024-08-17T01:57:03.567 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6025308655 2024-08-17T01:57:03.567 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.567 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:03.567 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3887 2024-08-17T01:57:03.567 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.567 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:57:03.567 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 902573706 2024-08-17T01:57:03.567 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.567 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:57:03.567 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3887, 2024-08-17T01:57:03.570 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 32088283317 2024-08-17T01:57:03.570 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.570 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:57:03.570 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.570 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.570 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:57:03.570 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3980, 2024-08-17T01:57:03.571 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4440170118 2024-08-17T01:57:03.571 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.571 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:57:03.571 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3887, 2024-08-17T01:57:03.571 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16299057521 2024-08-17T01:57:03.571 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.571 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:57:03.571 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.571 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.571 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:57:03.571 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 36 2024-08-17T01:57:03.571 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.571 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:57:03.572 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11 2024-08-17T01:57:03.572 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.572 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:57:03.572 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:57:03.572 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.572 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:57:03.572 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 739098624 2024-08-17T01:57:03.572 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.572 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.572 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.572 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.5": { 2024-08-17T01:57:03.573 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:03.573 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:57:03.573 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21420 2024-08-17T01:57:03.573 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.573 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:57:03.573 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.573 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.573 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:57:03.573 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.573 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.573 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:57:03.573 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.573 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.573 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:57:03.574 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:57:03.574 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.574 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:57:03.574 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.574 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.574 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:57:03.574 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.574 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.574 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:57:03.574 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.574 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.574 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:57:03.574 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.574 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.575 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:57:03.575 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20955136 2024-08-17T01:57:03.575 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.575 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:57:03.575 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 725483520 2024-08-17T01:57:03.575 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.575 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:57:03.575 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 20, 2024-08-17T01:57:03.575 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096890 2024-08-17T01:57:03.575 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.575 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:57:03.575 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 20, 2024-08-17T01:57:03.575 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1526293 2024-08-17T01:57:03.575 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.576 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:57:03.576 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 228, 2024-08-17T01:57:03.576 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 991970 2024-08-17T01:57:03.576 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.576 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:57:03.576 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:57:03.576 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.576 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:57:03.576 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 675872768 2024-08-17T01:57:03.576 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.576 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:57:03.576 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 85175, 2024-08-17T01:57:03.576 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10108277582 2024-08-17T01:57:03.576 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.577 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:57:03.577 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 85151, 2024-08-17T01:57:03.577 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16090804555 2024-08-17T01:57:03.577 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.577 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:57:03.577 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16228352 2024-08-17T01:57:03.577 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.577 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:57:03.577 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 348749824 2024-08-17T01:57:03.577 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.577 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:57:03.577 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 661651456 2024-08-17T01:57:03.577 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.577 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:57:03.577 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.578 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.578 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:57:03.578 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.578 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.578 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:57:03.578 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 54 2024-08-17T01:57:03.578 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.578 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:57:03.578 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 563546509 2024-08-17T01:57:03.578 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.578 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:57:03.578 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26642 2024-08-17T01:57:03.579 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.579 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:57:03.579 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 489816064 2024-08-17T01:57:03.579 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.579 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:57:03.579 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 489820160 2024-08-17T01:57:03.579 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.579 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:57:03.579 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.579 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.579 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:57:03.579 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.579 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.579 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:57:03.580 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11973 2024-08-17T01:57:03.580 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.580 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:03.580 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 26642, 2024-08-17T01:57:03.580 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 205044482 2024-08-17T01:57:03.580 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.580 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:57:03.580 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 336716774 2024-08-17T01:57:03.580 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.580 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:57:03.580 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19707 2024-08-17T01:57:03.580 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.580 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:57:03.580 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7050056 2024-08-17T01:57:03.581 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.581 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:57:03.581 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1160 2024-08-17T01:57:03.581 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.581 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:57:03.581 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21024166 2024-08-17T01:57:03.581 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.581 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:57:03.581 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1562 2024-08-17T01:57:03.581 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.581 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:57:03.581 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13974110 2024-08-17T01:57:03.581 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.581 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:57:03.581 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13974110 2024-08-17T01:57:03.582 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.582 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:57:03.582 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.582 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.582 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:57:03.582 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.582 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.582 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:57:03.582 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 438 2024-08-17T01:57:03.582 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.582 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:57:03.582 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1562, 2024-08-17T01:57:03.582 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8140581 2024-08-17T01:57:03.583 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.583 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:57:03.583 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.583 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.583 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.583 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:57:03.583 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.583 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.583 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:57:03.583 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.583 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.583 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:03.583 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:57:03.583 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 834 2024-08-17T01:57:03.583 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.584 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:57:03.584 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:57:03.584 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5998 2024-08-17T01:57:03.584 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.584 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:57:03.584 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.584 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.584 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.584 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:57:03.584 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.584 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.584 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:57:03.584 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.584 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.584 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:57:03.585 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1098227712 2024-08-17T01:57:03.585 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.585 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.585 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:57:03.585 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:57:03.585 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:57:03.585 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.585 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:57:03.585 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14655488 2024-08-17T01:57:03.585 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.585 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:57:03.585 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 20003, 2024-08-17T01:57:03.585 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 61761581 2024-08-17T01:57:03.585 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.585 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:57:03.586 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3242, 2024-08-17T01:57:03.586 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 641860571 2024-08-17T01:57:03.586 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.586 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:57:03.586 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.586 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.586 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.586 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:57:03.586 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.586 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.586 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:57:03.586 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.586 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.587 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:57:03.587 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.587 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.587 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:57:03.587 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 18260, 2024-08-17T01:57:03.587 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 124596568 2024-08-17T01:57:03.587 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.587 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:57:03.587 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.587 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.587 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.587 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:57:03.587 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.587 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.587 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:57:03.588 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 85072, 2024-08-17T01:57:03.588 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19995327711 2024-08-17T01:57:03.588 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.588 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:57:03.588 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 84534, 2024-08-17T01:57:03.588 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1601833922 2024-08-17T01:57:03.588 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.588 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:57:03.588 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 85072, 2024-08-17T01:57:03.588 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 45812329 2024-08-17T01:57:03.588 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.588 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:57:03.588 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 85072, 2024-08-17T01:57:03.588 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20041140040 2024-08-17T01:57:03.588 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.589 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:57:03.589 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.589 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.589 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.589 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:57:03.589 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 27550, 2024-08-17T01:57:03.589 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 911651462 2024-08-17T01:57:03.589 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.589 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:57:03.589 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 897, 2024-08-17T01:57:03.589 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2437691 2024-08-17T01:57:03.589 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.589 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:57:03.589 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12550, 2024-08-17T01:57:03.590 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10389830 2024-08-17T01:57:03.590 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.590 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:57:03.590 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 49, 2024-08-17T01:57:03.590 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 59423 2024-08-17T01:57:03.590 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.590 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:57:03.590 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14902, 2024-08-17T01:57:03.590 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2857114841 2024-08-17T01:57:03.590 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.590 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:57:03.590 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 251168 2024-08-17T01:57:03.590 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.590 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:57:03.591 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 21773 2024-08-17T01:57:03.591 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.591 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:03.591 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 31739, 2024-08-17T01:57:03.591 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1435034366 2024-08-17T01:57:03.591 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.591 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:57:03.591 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 71856, 2024-08-17T01:57:03.591 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 35038712 2024-08-17T01:57:03.591 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.591 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:57:03.592 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 40117, 2024-08-17T01:57:03.592 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1275994546 2024-08-17T01:57:03.592 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.592 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:57:03.592 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.592 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.592 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:57:03.592 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15658, 2024-08-17T01:57:03.592 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 401926304 2024-08-17T01:57:03.592 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.592 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:57:03.592 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.592 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.592 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:57:03.593 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.593 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.593 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:57:03.593 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.593 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.593 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:57:03.593 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.593 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.593 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:57:03.593 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:57:03.593 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6460043509 2024-08-17T01:57:03.593 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.593 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:57:03.594 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 8399, 2024-08-17T01:57:03.594 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 570632632 2024-08-17T01:57:03.594 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.594 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:57:03.594 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 8396, 2024-08-17T01:57:03.594 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2586508152134 2024-08-17T01:57:03.594 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.594 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:57:03.594 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 8399, 2024-08-17T01:57:03.594 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6484318123546 2024-08-17T01:57:03.594 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.594 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:57:03.594 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97970, 2024-08-17T01:57:03.595 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3079512003602 2024-08-17T01:57:03.595 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.595 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:57:03.595 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97970, 2024-08-17T01:57:03.595 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10761555 2024-08-17T01:57:03.595 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.595 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:57:03.595 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:57:03.595 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 187461790 2024-08-17T01:57:03.595 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.595 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:57:03.595 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:57:03.595 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 31626487265 2024-08-17T01:57:03.596 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.596 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:57:03.596 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:57:03.596 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 34666269 2024-08-17T01:57:03.596 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.596 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:57:03.596 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:57:03.596 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14878905556 2024-08-17T01:57:03.596 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.596 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:57:03.596 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:57:03.596 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7689326023 2024-08-17T01:57:03.596 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.596 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:57:03.597 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10428007 2024-08-17T01:57:03.597 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.597 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:03.597 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2560, 2024-08-17T01:57:03.597 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13995755 2024-08-17T01:57:03.597 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.597 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:57:03.597 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:57:03.597 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 60858002255 2024-08-17T01:57:03.597 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.597 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:57:03.597 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:57:03.597 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8694173085 2024-08-17T01:57:03.598 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.598 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:57:03.598 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 97973, 2024-08-17T01:57:03.598 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 551266426 2024-08-17T01:57:03.598 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.598 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.598 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:57:03.598 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:57:03.598 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405116907 2024-08-17T01:57:03.598 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.598 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:57:03.598 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 546799616 2024-08-17T01:57:03.598 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.599 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:57:03.599 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 497360896 2024-08-17T01:57:03.599 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.599 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:57:03.599 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600497971 2024-08-17T01:57:03.599 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.599 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:57:03.599 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 49438720 2024-08-17T01:57:03.599 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.599 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.599 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:57:03.599 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.599 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:57:03.600 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.600 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.600 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.600 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.600 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.600 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.600 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.600 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.600 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 55962367 2024-08-17T01:57:03.600 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.600 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.600 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.600 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.601 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.601 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.601 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.601 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.601 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.601 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.601 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.601 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.601 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.601 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.601 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8192 2024-08-17T01:57:03.601 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.601 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.601 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 53248 2024-08-17T01:57:03.602 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.602 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.602 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.602 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.602 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.602 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.602 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.602 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.602 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.602 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.602 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.602 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 69805313 2024-08-17T01:57:03.602 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.603 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.603 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:57:03.603 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.603 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 562036736 2024-08-17T01:57:03.603 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.603 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.603 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:03.603 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.603 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.603 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.603 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.603 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.603 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 419717758 2024-08-17T01:57:03.603 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.604 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.604 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.604 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.604 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.604 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.604 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.604 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.604 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2640 2024-08-17T01:57:03.604 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.604 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.604 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.604 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.604 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.604 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 192864 2024-08-17T01:57:03.605 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.605 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.605 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.605 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.605 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.605 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.605 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.605 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.605 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.605 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.605 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.605 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.605 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.605 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.606 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 75014610 2024-08-17T01:57:03.606 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.606 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.606 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:57:03.606 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.606 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:57:03.606 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.606 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.606 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:03.606 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.606 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.606 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 678848 2024-08-17T01:57:03.606 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.607 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.607 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37308245 2024-08-17T01:57:03.607 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.607 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.607 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.607 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.607 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.607 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.607 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.607 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.607 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.607 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.607 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.607 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.608 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.608 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.608 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.608 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.608 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.608 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.608 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.608 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.608 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.608 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.608 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.608 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.608 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.608 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.608 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.609 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.609 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.609 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71064811 2024-08-17T01:57:03.609 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.609 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.609 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:57:03.609 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.609 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 494927872 2024-08-17T01:57:03.609 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.609 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.609 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.609 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.609 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.609 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.610 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.610 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.610 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 419717758 2024-08-17T01:57:03.610 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.610 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.610 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.610 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.610 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.610 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.610 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.610 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.610 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.610 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.611 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.611 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.611 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.611 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.611 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 167534 2024-08-17T01:57:03.611 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.611 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.611 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1143994 2024-08-17T01:57:03.611 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.611 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.611 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.611 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.611 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.611 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.612 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.612 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.612 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.612 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.612 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.612 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 73898586 2024-08-17T01:57:03.612 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.612 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.612 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:57:03.612 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:57:03.612 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.612 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.612 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:03.613 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T01:57:03.613 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.613 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:57:03.613 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.613 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.613 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:03.613 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.613 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.613 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.613 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:03.613 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:57:03.613 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 58 2024-08-17T01:57:03.613 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.614 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:57:03.614 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.614 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.614 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:57:03.614 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 51095 2024-08-17T01:57:03.614 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.614 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:57:03.614 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 134036, 2024-08-17T01:57:03.614 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10364240420 2024-08-17T01:57:03.614 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.614 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:57:03.614 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.614 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.615 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:57:03.615 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.615 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.615 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:57:03.615 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 973524086 2024-08-17T01:57:03.615 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.615 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:57:03.615 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 51095, 2024-08-17T01:57:03.615 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 34469359404 2024-08-17T01:57:03.615 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.615 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:57:03.615 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1616650974 2024-08-17T01:57:03.615 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.615 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:57:03.615 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 52135, 2024-08-17T01:57:03.616 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13001567299 2024-08-17T01:57:03.616 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.616 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:57:03.616 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 51095, 2024-08-17T01:57:03.616 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 22527143074 2024-08-17T01:57:03.616 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.616 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:03.616 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 42670 2024-08-17T01:57:03.616 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.616 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:57:03.616 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 42670, 2024-08-17T01:57:03.616 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11822668186 2024-08-17T01:57:03.616 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.616 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:57:03.617 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.617 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.617 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:57:03.617 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1616650974 2024-08-17T01:57:03.617 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.617 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:57:03.617 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 42982, 2024-08-17T01:57:03.617 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7087921991 2024-08-17T01:57:03.617 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.617 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:57:03.617 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 42670, 2024-08-17T01:57:03.617 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6845935902 2024-08-17T01:57:03.617 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.617 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:57:03.618 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7264 2024-08-17T01:57:03.618 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.618 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:57:03.618 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 270841184 2024-08-17T01:57:03.618 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.618 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:57:03.618 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7264, 2024-08-17T01:57:03.618 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14608683509 2024-08-17T01:57:03.618 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.618 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:57:03.618 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.618 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.618 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:57:03.619 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.619 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.619 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:57:03.619 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.619 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.619 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:57:03.619 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7829, 2024-08-17T01:57:03.619 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4373369770 2024-08-17T01:57:03.619 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.619 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:57:03.619 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7264, 2024-08-17T01:57:03.619 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9533406244 2024-08-17T01:57:03.619 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.620 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:03.620 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1161 2024-08-17T01:57:03.620 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.620 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:57:03.620 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 702682902 2024-08-17T01:57:03.620 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.620 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:57:03.620 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1161, 2024-08-17T01:57:03.620 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8038007709 2024-08-17T01:57:03.620 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.620 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:57:03.620 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.620 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.620 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:57:03.621 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1324, 2024-08-17T01:57:03.621 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1540275538 2024-08-17T01:57:03.621 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.621 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:57:03.621 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1161, 2024-08-17T01:57:03.621 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6147800928 2024-08-17T01:57:03.621 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.621 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:57:03.621 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.621 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.621 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:57:03.621 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.621 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.622 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:57:03.622 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T01:57:03.622 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.622 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:57:03.622 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:57:03.622 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.622 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:57:03.622 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 690548736 2024-08-17T01:57:03.622 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.622 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.622 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.622 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.6": { 2024-08-17T01:57:03.622 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:03.622 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:57:03.622 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29358 2024-08-17T01:57:03.623 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.623 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:57:03.623 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.623 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.623 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:57:03.623 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.623 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.623 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:57:03.623 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.623 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.623 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:57:03.623 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:57:03.623 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.623 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:57:03.623 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.624 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.624 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:57:03.624 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.624 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.624 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:57:03.624 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.624 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.624 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:57:03.624 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.624 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.624 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:57:03.624 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2740224 2024-08-17T01:57:03.624 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.624 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:57:03.625 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 487723008 2024-08-17T01:57:03.625 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.625 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:57:03.625 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14, 2024-08-17T01:57:03.625 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3616147 2024-08-17T01:57:03.625 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.625 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:57:03.625 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 14, 2024-08-17T01:57:03.625 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 891641 2024-08-17T01:57:03.625 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.625 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:57:03.625 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 136, 2024-08-17T01:57:03.625 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 606183 2024-08-17T01:57:03.625 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.625 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:57:03.626 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:57:03.626 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.626 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:57:03.626 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 404750336 2024-08-17T01:57:03.626 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.626 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:57:03.626 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58451, 2024-08-17T01:57:03.626 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7137743590 2024-08-17T01:57:03.626 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.626 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:57:03.626 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58436, 2024-08-17T01:57:03.626 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11492744716 2024-08-17T01:57:03.626 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.626 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:57:03.626 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6647808 2024-08-17T01:57:03.627 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.627 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:57:03.627 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 239378432 2024-08-17T01:57:03.627 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.627 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:57:03.627 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 421789696 2024-08-17T01:57:03.627 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.627 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:57:03.627 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.627 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.627 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:57:03.627 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.627 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.628 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:57:03.628 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38 2024-08-17T01:57:03.628 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.628 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:57:03.628 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 131708800 2024-08-17T01:57:03.628 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.628 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:57:03.628 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7093 2024-08-17T01:57:03.628 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.628 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:57:03.628 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 91717632 2024-08-17T01:57:03.628 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.629 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:57:03.629 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 91721728 2024-08-17T01:57:03.629 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.629 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:57:03.629 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.629 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.629 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:57:03.629 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.629 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.629 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:57:03.629 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 191 2024-08-17T01:57:03.629 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.629 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:03.629 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 7093, 2024-08-17T01:57:03.630 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24544215 2024-08-17T01:57:03.630 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.630 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:57:03.630 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 46234273 2024-08-17T01:57:03.630 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.630 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:57:03.630 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4472 2024-08-17T01:57:03.630 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.630 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:57:03.630 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 809889 2024-08-17T01:57:03.630 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.630 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:57:03.631 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 332 2024-08-17T01:57:03.631 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.631 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:57:03.631 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2724118 2024-08-17T01:57:03.631 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.631 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:57:03.631 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 450 2024-08-17T01:57:03.631 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.631 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:57:03.631 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1914229 2024-08-17T01:57:03.631 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.631 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:57:03.631 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1914229 2024-08-17T01:57:03.632 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.632 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:57:03.632 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.632 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.632 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:57:03.632 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.632 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.632 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:57:03.632 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 118 2024-08-17T01:57:03.632 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.632 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:57:03.632 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 450, 2024-08-17T01:57:03.632 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 931417 2024-08-17T01:57:03.632 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.633 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:57:03.633 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.633 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.633 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.633 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:57:03.633 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.633 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.633 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:57:03.633 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.633 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.633 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:03.633 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:57:03.633 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 600 2024-08-17T01:57:03.633 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.633 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:57:03.633 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:57:03.634 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6587 2024-08-17T01:57:03.634 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.634 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:57:03.634 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.634 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.634 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.634 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:57:03.634 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.634 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.634 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:57:03.634 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.634 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.634 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:57:03.634 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 731975680 2024-08-17T01:57:03.635 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.635 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.635 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:57:03.635 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:57:03.635 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:57:03.635 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.635 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:57:03.635 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11046912 2024-08-17T01:57:03.635 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.635 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:57:03.635 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13647, 2024-08-17T01:57:03.635 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 39850385 2024-08-17T01:57:03.635 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.635 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:57:03.635 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3144, 2024-08-17T01:57:03.636 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 330427585 2024-08-17T01:57:03.636 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.636 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:57:03.636 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.636 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.636 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.636 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:57:03.636 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.636 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.636 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:57:03.636 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.636 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.636 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:57:03.637 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.637 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.637 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:57:03.637 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13072, 2024-08-17T01:57:03.637 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 84192796 2024-08-17T01:57:03.637 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.637 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:57:03.637 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.637 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.637 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.637 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:57:03.637 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.637 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.637 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:57:03.637 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58393, 2024-08-17T01:57:03.638 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14155337148 2024-08-17T01:57:03.638 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.638 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:57:03.638 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 57957, 2024-08-17T01:57:03.638 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1239183874 2024-08-17T01:57:03.638 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.638 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:57:03.638 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58393, 2024-08-17T01:57:03.638 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 31369580 2024-08-17T01:57:03.638 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.638 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:57:03.638 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 58393, 2024-08-17T01:57:03.638 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14186706728 2024-08-17T01:57:03.638 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.639 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:57:03.639 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.639 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.639 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.639 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:57:03.639 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 24379, 2024-08-17T01:57:03.639 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 353139928 2024-08-17T01:57:03.639 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.639 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:57:03.639 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 826, 2024-08-17T01:57:03.639 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1950596 2024-08-17T01:57:03.639 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.639 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:57:03.639 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11634, 2024-08-17T01:57:03.639 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6454693 2024-08-17T01:57:03.640 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.640 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:57:03.640 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 43, 2024-08-17T01:57:03.640 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 58413 2024-08-17T01:57:03.640 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.640 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:57:03.640 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11509, 2024-08-17T01:57:03.640 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1012434982 2024-08-17T01:57:03.640 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.640 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:57:03.640 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 172537 2024-08-17T01:57:03.640 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.640 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:57:03.640 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17829 2024-08-17T01:57:03.641 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.641 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:03.641 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 10769, 2024-08-17T01:57:03.641 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1105006450 2024-08-17T01:57:03.641 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.641 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:57:03.641 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 36974, 2024-08-17T01:57:03.641 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 10117179 2024-08-17T01:57:03.641 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.641 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:57:03.641 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 26205, 2024-08-17T01:57:03.641 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 852923108 2024-08-17T01:57:03.641 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.641 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:57:03.641 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.642 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.642 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:57:03.642 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 11530, 2024-08-17T01:57:03.642 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 266627768 2024-08-17T01:57:03.642 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.642 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:57:03.642 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.642 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.642 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:57:03.642 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.642 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.642 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:57:03.642 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.642 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.643 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:57:03.643 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.643 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.643 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:57:03.643 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:03.643 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4532119020 2024-08-17T01:57:03.643 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.643 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:57:03.643 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13660, 2024-08-17T01:57:03.643 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 837877045 2024-08-17T01:57:03.643 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.643 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:57:03.643 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13660, 2024-08-17T01:57:03.643 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2386800996468 2024-08-17T01:57:03.644 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.644 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:57:03.644 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13660, 2024-08-17T01:57:03.644 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5757662028041 2024-08-17T01:57:03.644 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.644 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:57:03.644 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:03.644 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2539058832747 2024-08-17T01:57:03.644 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.644 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:57:03.644 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:03.644 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6875229 2024-08-17T01:57:03.644 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.644 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:57:03.645 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:03.645 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 118015615 2024-08-17T01:57:03.645 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.645 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:57:03.645 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:03.645 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 24242206685 2024-08-17T01:57:03.645 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.645 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:57:03.645 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:03.645 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 22608817 2024-08-17T01:57:03.645 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.645 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:57:03.645 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:03.645 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11061045041 2024-08-17T01:57:03.646 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.646 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:57:03.646 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:03.646 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4857329870 2024-08-17T01:57:03.646 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.646 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:57:03.646 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6823962 2024-08-17T01:57:03.646 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.646 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:03.646 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2461, 2024-08-17T01:57:03.646 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12186974 2024-08-17T01:57:03.646 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.646 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:57:03.646 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:03.647 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 44821600852 2024-08-17T01:57:03.647 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.647 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:57:03.647 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:03.647 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5560190525 2024-08-17T01:57:03.647 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.647 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:57:03.647 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 69206, 2024-08-17T01:57:03.647 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 394404682 2024-08-17T01:57:03.647 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.647 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.647 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:57:03.647 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:57:03.647 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405116907 2024-08-17T01:57:03.647 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.648 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:57:03.648 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 464764928 2024-08-17T01:57:03.648 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.648 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:57:03.648 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 419520512 2024-08-17T01:57:03.648 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.648 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:57:03.648 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600497971 2024-08-17T01:57:03.648 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.648 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:57:03.648 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 45244416 2024-08-17T01:57:03.648 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.648 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.648 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:57:03.649 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.649 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:57:03.649 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.649 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.649 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.649 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.649 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.649 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.649 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.649 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.649 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57423561 2024-08-17T01:57:03.649 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.650 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.650 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.650 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.650 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.650 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.650 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.650 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.650 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.650 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.650 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.650 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.650 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.651 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.651 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12288 2024-08-17T01:57:03.651 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.651 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.651 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 155648 2024-08-17T01:57:03.651 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.651 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.651 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.651 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.651 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.651 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.651 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.651 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.652 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.652 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.652 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.652 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68237623 2024-08-17T01:57:03.652 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.652 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.652 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:57:03.652 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.652 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 570425344 2024-08-17T01:57:03.652 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.652 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.652 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:03.652 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.652 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.652 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.653 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.653 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.653 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 430676711 2024-08-17T01:57:03.653 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.653 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.653 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.653 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.653 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.653 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 976 2024-08-17T01:57:03.653 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.653 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.653 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.654 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.654 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.654 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.654 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.654 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.654 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 60352 2024-08-17T01:57:03.654 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.654 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.654 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.654 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.654 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.654 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.655 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.655 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.655 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.655 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.655 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.655 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.655 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.655 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.655 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 72578441 2024-08-17T01:57:03.655 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.655 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.655 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:57:03.655 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.655 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:57:03.656 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.656 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.656 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:03.656 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.656 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.656 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 504304 2024-08-17T01:57:03.656 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.656 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.656 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38282374 2024-08-17T01:57:03.656 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.656 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.656 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.656 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.656 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.657 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.657 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.657 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.657 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.657 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.657 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.657 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.657 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.657 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.657 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.657 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.657 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.657 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.658 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.658 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.658 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.658 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.658 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.658 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.658 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.658 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.658 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.658 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.658 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.658 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70265226 2024-08-17T01:57:03.658 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.658 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.659 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:57:03.659 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.659 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 503316480 2024-08-17T01:57:03.659 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.659 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.659 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.659 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.659 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.659 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.659 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.659 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.659 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 430676711 2024-08-17T01:57:03.659 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.659 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.659 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.660 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.660 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.660 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.660 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.660 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.660 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.660 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.660 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.660 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.660 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.660 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.660 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 177811 2024-08-17T01:57:03.660 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.660 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.660 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1161836 2024-08-17T01:57:03.660 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.661 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.661 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.661 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.661 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.661 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.661 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.661 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.661 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.661 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.661 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.661 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71300122 2024-08-17T01:57:03.661 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.661 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.661 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:57:03.661 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:57:03.662 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.662 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.662 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:03.662 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 15 2024-08-17T01:57:03.662 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.662 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:57:03.662 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.662 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.662 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:03.662 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.662 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.663 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.663 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:03.663 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:57:03.663 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 51 2024-08-17T01:57:03.663 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.663 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:57:03.663 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.663 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.663 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:57:03.663 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 34409 2024-08-17T01:57:03.663 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.663 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:57:03.663 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 90496, 2024-08-17T01:57:03.663 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6424260814 2024-08-17T01:57:03.663 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.663 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:57:03.664 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.664 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.664 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:57:03.664 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2 2024-08-17T01:57:03.664 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.664 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:57:03.664 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1268043542 2024-08-17T01:57:03.664 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.664 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:57:03.664 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34409, 2024-08-17T01:57:03.664 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 54072287628 2024-08-17T01:57:03.664 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.664 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:57:03.664 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1779262786 2024-08-17T01:57:03.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.665 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:57:03.665 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34994, 2024-08-17T01:57:03.665 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12716554625 2024-08-17T01:57:03.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.665 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:57:03.665 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 34409, 2024-08-17T01:57:03.665 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29812368729 2024-08-17T01:57:03.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.665 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:03.665 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 25774 2024-08-17T01:57:03.665 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.665 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:57:03.665 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25774, 2024-08-17T01:57:03.665 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8275371636 2024-08-17T01:57:03.666 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.666 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:57:03.666 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.666 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.666 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:57:03.666 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1779262786 2024-08-17T01:57:03.666 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.666 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:57:03.666 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25993, 2024-08-17T01:57:03.666 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5009641077 2024-08-17T01:57:03.666 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.666 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:57:03.666 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25774, 2024-08-17T01:57:03.667 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5176012547 2024-08-17T01:57:03.667 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.667 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:57:03.667 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4453 2024-08-17T01:57:03.667 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.667 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:57:03.667 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 240139029 2024-08-17T01:57:03.667 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.667 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:57:03.667 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4453, 2024-08-17T01:57:03.667 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9886986123 2024-08-17T01:57:03.667 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.667 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:57:03.667 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.667 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.668 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:57:03.668 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.668 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.668 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:57:03.668 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.668 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.668 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:57:03.668 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4695, 2024-08-17T01:57:03.668 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2888836174 2024-08-17T01:57:03.668 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.668 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:57:03.668 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4453, 2024-08-17T01:57:03.668 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7170294319 2024-08-17T01:57:03.668 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.668 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:03.668 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4182 2024-08-17T01:57:03.669 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.669 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:57:03.669 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1027904513 2024-08-17T01:57:03.669 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.669 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:57:03.669 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4182, 2024-08-17T01:57:03.669 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 35909929869 2024-08-17T01:57:03.669 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.669 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:57:03.669 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.669 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.669 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:57:03.669 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4306, 2024-08-17T01:57:03.669 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4818077374 2024-08-17T01:57:03.670 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.670 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:57:03.670 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4182, 2024-08-17T01:57:03.670 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17466061863 2024-08-17T01:57:03.670 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.670 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:57:03.670 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.670 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.670 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:57:03.670 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6 2024-08-17T01:57:03.670 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.670 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:57:03.670 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7 2024-08-17T01:57:03.671 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.671 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:57:03.671 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:57:03.671 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.671 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:57:03.671 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 415805440 2024-08-17T01:57:03.671 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.671 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.671 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.671 INFO:tasks.workunit.client.0.smithi082.stdout: "osd.7": { 2024-08-17T01:57:03.671 INFO:tasks.workunit.client.0.smithi082.stdout: "bluefs": { 2024-08-17T01:57:03.671 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_db_max_lat": { 2024-08-17T01:57:03.671 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19436 2024-08-17T01:57:03.671 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.671 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_fallback": { 2024-08-17T01:57:03.672 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.672 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.672 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_max_lat": { 2024-08-17T01:57:03.672 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.672 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.672 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_slow_size_fallback": { 2024-08-17T01:57:03.672 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.672 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.672 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_db": { 2024-08-17T01:57:03.672 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 65536 2024-08-17T01:57:03.672 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.672 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_slow": { 2024-08-17T01:57:03.672 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.672 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.672 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit_wal": { 2024-08-17T01:57:03.673 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.673 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.673 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_wal_max_lat": { 2024-08-17T01:57:03.673 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.673 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.673 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_slow": { 2024-08-17T01:57:03.673 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.673 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.673 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_sst": { 2024-08-17T01:57:03.673 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8351744 2024-08-17T01:57:03.673 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.673 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_written_wal": { 2024-08-17T01:57:03.674 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 542359552 2024-08-17T01:57:03.674 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.674 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lat": { 2024-08-17T01:57:03.674 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 16, 2024-08-17T01:57:03.674 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6165107 2024-08-17T01:57:03.674 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.674 INFO:tasks.workunit.client.0.smithi082.stdout: "compact_lock_lat": { 2024-08-17T01:57:03.674 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 16, 2024-08-17T01:57:03.674 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1134946 2024-08-17T01:57:03.674 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.674 INFO:tasks.workunit.client.0.smithi082.stdout: "db_alloc_lat": { 2024-08-17T01:57:03.674 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 162, 2024-08-17T01:57:03.675 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 657414 2024-08-17T01:57:03.675 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.675 INFO:tasks.workunit.client.0.smithi082.stdout: "db_total_bytes": { 2024-08-17T01:57:03.675 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995027456 2024-08-17T01:57:03.675 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.675 INFO:tasks.workunit.client.0.smithi082.stdout: "db_used_bytes": { 2024-08-17T01:57:03.675 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 447348736 2024-08-17T01:57:03.675 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.675 INFO:tasks.workunit.client.0.smithi082.stdout: "flush_lat": { 2024-08-17T01:57:03.675 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66619, 2024-08-17T01:57:03.675 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8088775202 2024-08-17T01:57:03.675 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.675 INFO:tasks.workunit.client.0.smithi082.stdout: "fsync_lat": { 2024-08-17T01:57:03.675 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66627, 2024-08-17T01:57:03.675 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13188556553 2024-08-17T01:57:03.676 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.676 INFO:tasks.workunit.client.0.smithi082.stdout: "log_bytes": { 2024-08-17T01:57:03.676 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6926336 2024-08-17T01:57:03.676 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.676 INFO:tasks.workunit.client.0.smithi082.stdout: "logged_bytes": { 2024-08-17T01:57:03.676 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 272924672 2024-08-17T01:57:03.676 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.676 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_db": { 2024-08-17T01:57:03.676 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 464388096 2024-08-17T01:57:03.676 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.676 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_slow": { 2024-08-17T01:57:03.676 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.676 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.676 INFO:tasks.workunit.client.0.smithi082.stdout: "max_bytes_wal": { 2024-08-17T01:57:03.676 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.677 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.677 INFO:tasks.workunit.client.0.smithi082.stdout: "num_files": { 2024-08-17T01:57:03.677 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 42 2024-08-17T01:57:03.677 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.677 INFO:tasks.workunit.client.0.smithi082.stdout: "read_bytes": { 2024-08-17T01:57:03.677 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 325653919 2024-08-17T01:57:03.677 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.677 INFO:tasks.workunit.client.0.smithi082.stdout: "read_count": { 2024-08-17T01:57:03.677 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17960 2024-08-17T01:57:03.677 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.677 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes": { 2024-08-17T01:57:03.677 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 269004800 2024-08-17T01:57:03.677 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.677 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_db": { 2024-08-17T01:57:03.677 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 269008896 2024-08-17T01:57:03.678 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.678 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_slow": { 2024-08-17T01:57:03.678 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.678 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.678 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_bytes_wal": { 2024-08-17T01:57:03.678 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.678 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.678 INFO:tasks.workunit.client.0.smithi082.stdout: "read_disk_count": { 2024-08-17T01:57:03.678 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6150 2024-08-17T01:57:03.678 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.678 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:03.678 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 17960, 2024-08-17T01:57:03.678 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 111478510 2024-08-17T01:57:03.679 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.679 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_bytes": { 2024-08-17T01:57:03.679 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 186448577 2024-08-17T01:57:03.679 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.679 INFO:tasks.workunit.client.0.smithi082.stdout: "read_prefetch_count": { 2024-08-17T01:57:03.679 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 13699 2024-08-17T01:57:03.679 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.679 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_bytes": { 2024-08-17T01:57:03.679 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2558234 2024-08-17T01:57:03.679 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.679 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_buffer_count": { 2024-08-17T01:57:03.679 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 713 2024-08-17T01:57:03.679 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.679 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_bytes": { 2024-08-17T01:57:03.680 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8285689 2024-08-17T01:57:03.680 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.680 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_count": { 2024-08-17T01:57:03.680 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 904 2024-08-17T01:57:03.680 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.680 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes": { 2024-08-17T01:57:03.680 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5727455 2024-08-17T01:57:03.680 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.680 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_db": { 2024-08-17T01:57:03.680 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5727455 2024-08-17T01:57:03.680 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.680 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_slow": { 2024-08-17T01:57:03.680 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.680 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.681 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_bytes_wal": { 2024-08-17T01:57:03.681 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.681 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.681 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_disk_count": { 2024-08-17T01:57:03.681 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 197 2024-08-17T01:57:03.681 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.681 INFO:tasks.workunit.client.0.smithi082.stdout: "read_random_lat": { 2024-08-17T01:57:03.681 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 904, 2024-08-17T01:57:03.681 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2476505 2024-08-17T01:57:03.681 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.681 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_alloc_lat": { 2024-08-17T01:57:03.681 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.681 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.681 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.682 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_total_bytes": { 2024-08-17T01:57:03.682 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.682 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.682 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_used_bytes": { 2024-08-17T01:57:03.682 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.682 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.682 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:03.682 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1, 2024-08-17T01:57:03.682 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 806 2024-08-17T01:57:03.682 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.682 INFO:tasks.workunit.client.0.smithi082.stdout: "unlink_lat": { 2024-08-17T01:57:03.682 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 4, 2024-08-17T01:57:03.682 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5836 2024-08-17T01:57:03.683 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.683 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_alloc_lat": { 2024-08-17T01:57:03.683 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.683 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.683 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.683 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_total_bytes": { 2024-08-17T01:57:03.683 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.683 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.683 INFO:tasks.workunit.client.0.smithi082.stdout: "wal_used_bytes": { 2024-08-17T01:57:03.683 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.683 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.683 INFO:tasks.workunit.client.0.smithi082.stdout: "write_bytes": { 2024-08-17T01:57:03.683 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 826064896 2024-08-17T01:57:03.683 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.683 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.684 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore": { 2024-08-17T01:57:03.684 INFO:tasks.workunit.client.0.smithi082.stdout: "alloc_unit": { 2024-08-17T01:57:03.684 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4096 2024-08-17T01:57:03.684 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.684 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": { 2024-08-17T01:57:03.684 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 11038720 2024-08-17T01:57:03.684 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.684 INFO:tasks.workunit.client.0.smithi082.stdout: "allocator_lat": { 2024-08-17T01:57:03.684 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 20671, 2024-08-17T01:57:03.684 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 54983929 2024-08-17T01:57:03.684 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.684 INFO:tasks.workunit.client.0.smithi082.stdout: "clist_lat": { 2024-08-17T01:57:03.684 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 3179, 2024-08-17T01:57:03.684 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 420577235 2024-08-17T01:57:03.684 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.685 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_lat": { 2024-08-17T01:57:03.685 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.685 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.685 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.685 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed": { 2024-08-17T01:57:03.685 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.685 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.685 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_allocated": { 2024-08-17T01:57:03.685 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.685 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.685 INFO:tasks.workunit.client.0.smithi082.stdout: "compressed_original": { 2024-08-17T01:57:03.685 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.685 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.685 INFO:tasks.workunit.client.0.smithi082.stdout: "csum_lat": { 2024-08-17T01:57:03.685 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15293, 2024-08-17T01:57:03.686 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 110618610 2024-08-17T01:57:03.686 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.686 INFO:tasks.workunit.client.0.smithi082.stdout: "decompress_lat": { 2024-08-17T01:57:03.686 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.686 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.686 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.686 INFO:tasks.workunit.client.0.smithi082.stdout: "fragmentation_micros": { 2024-08-17T01:57:03.686 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.686 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.686 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_commit_lat": { 2024-08-17T01:57:03.686 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66577, 2024-08-17T01:57:03.686 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16175928894 2024-08-17T01:57:03.686 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.686 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_final_lat": { 2024-08-17T01:57:03.687 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66146, 2024-08-17T01:57:03.687 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1307969747 2024-08-17T01:57:03.687 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.687 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_flush_lat": { 2024-08-17T01:57:03.687 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66577, 2024-08-17T01:57:03.687 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 40101400 2024-08-17T01:57:03.687 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.687 INFO:tasks.workunit.client.0.smithi082.stdout: "kv_sync_lat": { 2024-08-17T01:57:03.687 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 66577, 2024-08-17T01:57:03.687 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16216030294 2024-08-17T01:57:03.687 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.687 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_keys_lat": { 2024-08-17T01:57:03.687 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 0, 2024-08-17T01:57:03.687 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.687 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.688 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_get_values_lat": { 2024-08-17T01:57:03.688 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 32637, 2024-08-17T01:57:03.688 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 677264402 2024-08-17T01:57:03.688 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.688 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_lower_bound_lat": { 2024-08-17T01:57:03.688 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 772, 2024-08-17T01:57:03.688 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2167794 2024-08-17T01:57:03.688 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.688 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_next_lat": { 2024-08-17T01:57:03.688 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 5746, 2024-08-17T01:57:03.688 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7248916 2024-08-17T01:57:03.688 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.688 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_seek_to_first_lat": { 2024-08-17T01:57:03.688 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 50, 2024-08-17T01:57:03.688 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 57052 2024-08-17T01:57:03.689 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.689 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_upper_bound_lat": { 2024-08-17T01:57:03.689 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13459, 2024-08-17T01:57:03.689 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1591590350 2024-08-17T01:57:03.689 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.689 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_hits": { 2024-08-17T01:57:03.689 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 202910 2024-08-17T01:57:03.689 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.689 INFO:tasks.workunit.client.0.smithi082.stdout: "onode_misses": { 2024-08-17T01:57:03.689 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 18361 2024-08-17T01:57:03.689 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.689 INFO:tasks.workunit.client.0.smithi082.stdout: "read_lat": { 2024-08-17T01:57:03.689 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 6236, 2024-08-17T01:57:03.689 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1070094182 2024-08-17T01:57:03.689 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.689 INFO:tasks.workunit.client.0.smithi082.stdout: "read_onode_meta_lat": { 2024-08-17T01:57:03.690 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 31234, 2024-08-17T01:57:03.690 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8809699 2024-08-17T01:57:03.690 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.690 INFO:tasks.workunit.client.0.smithi082.stdout: "read_wait_aio_lat": { 2024-08-17T01:57:03.690 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 24998, 2024-08-17T01:57:03.690 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 951919271 2024-08-17T01:57:03.690 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.690 INFO:tasks.workunit.client.0.smithi082.stdout: "reads_with_retries": { 2024-08-17T01:57:03.690 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.690 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.690 INFO:tasks.workunit.client.0.smithi082.stdout: "remove_lat": { 2024-08-17T01:57:03.690 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 13405, 2024-08-17T01:57:03.690 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 329741667 2024-08-17T01:57:03.690 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.691 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_aio_wait_count": { 2024-08-17T01:57:03.691 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.691 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.691 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_committed_kv_count": { 2024-08-17T01:57:03.691 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.691 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.691 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_onode_meta_count": { 2024-08-17T01:57:03.691 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.691 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.691 INFO:tasks.workunit.client.0.smithi082.stdout: "slow_read_wait_aio_count": { 2024-08-17T01:57:03.691 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.691 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.691 INFO:tasks.workunit.client.0.smithi082.stdout: "state_aio_wait_lat": { 2024-08-17T01:57:03.691 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80224, 2024-08-17T01:57:03.691 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9026962033 2024-08-17T01:57:03.692 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.692 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T01:57:03.692 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15962, 2024-08-17T01:57:03.692 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 755162921 2024-08-17T01:57:03.692 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.692 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_cleanup_lat": { 2024-08-17T01:57:03.692 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15962, 2024-08-17T01:57:03.692 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2604419730117 2024-08-17T01:57:03.692 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.692 INFO:tasks.workunit.client.0.smithi082.stdout: "state_deferred_queued_lat": { 2024-08-17T01:57:03.692 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 15962, 2024-08-17T01:57:03.692 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6009131121049 2024-08-17T01:57:03.692 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.692 INFO:tasks.workunit.client.0.smithi082.stdout: "state_done_lat": { 2024-08-17T01:57:03.692 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80224, 2024-08-17T01:57:03.693 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2775585682522 2024-08-17T01:57:03.693 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.693 INFO:tasks.workunit.client.0.smithi082.stdout: "state_finishing_lat": { 2024-08-17T01:57:03.693 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80224, 2024-08-17T01:57:03.693 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 8669445 2024-08-17T01:57:03.693 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.693 INFO:tasks.workunit.client.0.smithi082.stdout: "state_io_done_lat": { 2024-08-17T01:57:03.693 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80224, 2024-08-17T01:57:03.693 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 393054519 2024-08-17T01:57:03.693 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.693 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_commiting_lat": { 2024-08-17T01:57:03.693 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80224, 2024-08-17T01:57:03.693 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29456860437 2024-08-17T01:57:03.693 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.694 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_done_lat": { 2024-08-17T01:57:03.694 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80224, 2024-08-17T01:57:03.694 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 26479994 2024-08-17T01:57:03.694 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.694 INFO:tasks.workunit.client.0.smithi082.stdout: "state_kv_queued_lat": { 2024-08-17T01:57:03.694 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80224, 2024-08-17T01:57:03.694 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 14647252230 2024-08-17T01:57:03.694 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.694 INFO:tasks.workunit.client.0.smithi082.stdout: "state_prepare_lat": { 2024-08-17T01:57:03.694 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80224, 2024-08-17T01:57:03.694 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6377083693 2024-08-17T01:57:03.694 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.694 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": { 2024-08-17T01:57:03.694 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 6818744 2024-08-17T01:57:03.695 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.695 INFO:tasks.workunit.client.0.smithi082.stdout: "truncate_lat": { 2024-08-17T01:57:03.695 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 2388, 2024-08-17T01:57:03.695 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12238390 2024-08-17T01:57:03.695 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.695 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_commit_lat": { 2024-08-17T01:57:03.695 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80224, 2024-08-17T01:57:03.695 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 59913341288 2024-08-17T01:57:03.695 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.695 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_submit_lat": { 2024-08-17T01:57:03.695 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80224, 2024-08-17T01:57:03.695 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7330717633 2024-08-17T01:57:03.695 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.695 INFO:tasks.workunit.client.0.smithi082.stdout: "txc_throttle_lat": { 2024-08-17T01:57:03.695 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 80224, 2024-08-17T01:57:03.696 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 835032457 2024-08-17T01:57:03.696 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.696 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.696 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache": { 2024-08-17T01:57:03.696 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_bytes": { 2024-08-17T01:57:03.696 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1405116907 2024-08-17T01:57:03.696 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.696 INFO:tasks.workunit.client.0.smithi082.stdout: "heap_bytes": { 2024-08-17T01:57:03.696 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 539967488 2024-08-17T01:57:03.696 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.696 INFO:tasks.workunit.client.0.smithi082.stdout: "mapped_bytes": { 2024-08-17T01:57:03.696 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 468549632 2024-08-17T01:57:03.696 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.697 INFO:tasks.workunit.client.0.smithi082.stdout: "target_bytes": { 2024-08-17T01:57:03.697 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 2600497971 2024-08-17T01:57:03.697 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.697 INFO:tasks.workunit.client.0.smithi082.stdout: "unmapped_bytes": { 2024-08-17T01:57:03.697 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 71417856 2024-08-17T01:57:03.697 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.697 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.697 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:data": { 2024-08-17T01:57:03.697 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.697 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 125829120 2024-08-17T01:57:03.697 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.697 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.697 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.697 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.698 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.698 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.698 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.698 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.698 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 56902875 2024-08-17T01:57:03.698 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.698 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.698 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.698 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.698 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.698 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.699 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.699 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.699 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.699 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.699 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.699 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.699 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.699 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.699 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16384 2024-08-17T01:57:03.699 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.699 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.699 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 172032 2024-08-17T01:57:03.699 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.699 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.699 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.700 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.700 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.700 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.700 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.700 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.700 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.700 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.700 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.700 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68737829 2024-08-17T01:57:03.700 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.700 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.700 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv": { 2024-08-17T01:57:03.700 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.700 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 562036736 2024-08-17T01:57:03.701 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.701 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.701 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:03.701 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.701 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.701 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.701 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.701 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.701 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 426771568 2024-08-17T01:57:03.701 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.701 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.701 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.701 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.701 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.702 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1872 2024-08-17T01:57:03.702 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.702 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.702 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.702 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.702 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.702 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.702 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.702 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.702 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 131968 2024-08-17T01:57:03.702 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.702 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.702 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.703 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.703 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.703 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.703 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.703 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.703 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.703 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.703 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.703 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.703 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.703 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.703 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 68022464 2024-08-17T01:57:03.703 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.704 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.704 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T01:57:03.704 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.704 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 176160768 2024-08-17T01:57:03.704 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.704 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.704 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 67108864 2024-08-17T01:57:03.704 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.704 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.704 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 444448 2024-08-17T01:57:03.704 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.704 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.704 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 37935250 2024-08-17T01:57:03.704 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.704 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.705 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.705 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.705 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.705 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.705 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.705 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.705 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.705 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.705 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.705 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.705 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.705 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.705 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.705 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.705 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.705 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.706 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.706 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.706 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.706 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.706 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.706 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.706 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.706 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.706 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.706 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.706 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.706 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 70672206 2024-08-17T01:57:03.706 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.706 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.706 INFO:tasks.workunit.client.0.smithi082.stdout: "bluestore-pricache:meta": { 2024-08-17T01:57:03.707 INFO:tasks.workunit.client.0.smithi082.stdout: "committed_bytes": { 2024-08-17T01:57:03.707 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 503316480 2024-08-17T01:57:03.707 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.707 INFO:tasks.workunit.client.0.smithi082.stdout: "pri0_bytes": { 2024-08-17T01:57:03.707 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.707 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.707 INFO:tasks.workunit.client.0.smithi082.stdout: "pri10_bytes": { 2024-08-17T01:57:03.707 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.707 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.707 INFO:tasks.workunit.client.0.smithi082.stdout: "pri11_bytes": { 2024-08-17T01:57:03.707 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 426771568 2024-08-17T01:57:03.707 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.707 INFO:tasks.workunit.client.0.smithi082.stdout: "pri1_bytes": { 2024-08-17T01:57:03.707 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.708 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.708 INFO:tasks.workunit.client.0.smithi082.stdout: "pri2_bytes": { 2024-08-17T01:57:03.708 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.708 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.708 INFO:tasks.workunit.client.0.smithi082.stdout: "pri3_bytes": { 2024-08-17T01:57:03.708 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.708 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.708 INFO:tasks.workunit.client.0.smithi082.stdout: "pri4_bytes": { 2024-08-17T01:57:03.708 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.708 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.708 INFO:tasks.workunit.client.0.smithi082.stdout: "pri5_bytes": { 2024-08-17T01:57:03.708 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 175893 2024-08-17T01:57:03.708 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.708 INFO:tasks.workunit.client.0.smithi082.stdout: "pri6_bytes": { 2024-08-17T01:57:03.708 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1161296 2024-08-17T01:57:03.709 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.709 INFO:tasks.workunit.client.0.smithi082.stdout: "pri7_bytes": { 2024-08-17T01:57:03.709 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.709 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.709 INFO:tasks.workunit.client.0.smithi082.stdout: "pri8_bytes": { 2024-08-17T01:57:03.709 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.709 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.709 INFO:tasks.workunit.client.0.smithi082.stdout: "pri9_bytes": { 2024-08-17T01:57:03.709 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.709 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.709 INFO:tasks.workunit.client.0.smithi082.stdout: "reserved_bytes": { 2024-08-17T01:57:03.709 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 75207723 2024-08-17T01:57:03.709 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.709 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.709 INFO:tasks.workunit.client.0.smithi082.stdout: "objecter": { 2024-08-17T01:57:03.709 INFO:tasks.workunit.client.0.smithi082.stdout: "op_active": { 2024-08-17T01:57:03.710 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.710 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.710 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:03.710 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 22 2024-08-17T01:57:03.710 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.710 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rmw": { 2024-08-17T01:57:03.710 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.710 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.710 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:03.710 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.710 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.710 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.710 INFO:tasks.workunit.client.0.smithi082.stdout: "osd": { 2024-08-17T01:57:03.710 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg": { 2024-08-17T01:57:03.711 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 59 2024-08-17T01:57:03.711 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.711 INFO:tasks.workunit.client.0.smithi082.stdout: "numpg_removing": { 2024-08-17T01:57:03.711 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.711 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.711 INFO:tasks.workunit.client.0.smithi082.stdout: "op": { 2024-08-17T01:57:03.711 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38109 2024-08-17T01:57:03.711 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.711 INFO:tasks.workunit.client.0.smithi082.stdout: "op_before_queue_op_lat": { 2024-08-17T01:57:03.711 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 105959, 2024-08-17T01:57:03.711 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7944934767 2024-08-17T01:57:03.711 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.711 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_degraded": { 2024-08-17T01:57:03.711 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.711 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.712 INFO:tasks.workunit.client.0.smithi082.stdout: "op_delayed_unreadable": { 2024-08-17T01:57:03.712 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 3 2024-08-17T01:57:03.712 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.712 INFO:tasks.workunit.client.0.smithi082.stdout: "op_in_bytes": { 2024-08-17T01:57:03.712 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1072082506 2024-08-17T01:57:03.712 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.712 INFO:tasks.workunit.client.0.smithi082.stdout: "op_latency": { 2024-08-17T01:57:03.712 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 38109, 2024-08-17T01:57:03.712 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 38249351806 2024-08-17T01:57:03.712 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.712 INFO:tasks.workunit.client.0.smithi082.stdout: "op_out_bytes": { 2024-08-17T01:57:03.712 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1336291046 2024-08-17T01:57:03.712 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.712 INFO:tasks.workunit.client.0.smithi082.stdout: "op_prepare_latency": { 2024-08-17T01:57:03.712 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 38439, 2024-08-17T01:57:03.713 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 16102050834 2024-08-17T01:57:03.713 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.713 INFO:tasks.workunit.client.0.smithi082.stdout: "op_process_latency": { 2024-08-17T01:57:03.713 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 38109, 2024-08-17T01:57:03.713 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 29882022783 2024-08-17T01:57:03.713 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.713 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r": { 2024-08-17T01:57:03.713 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 25103 2024-08-17T01:57:03.713 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.713 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency": { 2024-08-17T01:57:03.713 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25103, 2024-08-17T01:57:03.713 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9499426878 2024-08-17T01:57:03.713 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.713 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T01:57:03.713 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.714 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.714 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_out_bytes": { 2024-08-17T01:57:03.714 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1336291046 2024-08-17T01:57:03.714 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.714 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_prepare_latency": { 2024-08-17T01:57:03.714 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25127, 2024-08-17T01:57:03.714 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4939750012 2024-08-17T01:57:03.714 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.714 INFO:tasks.workunit.client.0.smithi082.stdout: "op_r_process_latency": { 2024-08-17T01:57:03.714 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 25103, 2024-08-17T01:57:03.714 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 5009860747 2024-08-17T01:57:03.714 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.714 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw": { 2024-08-17T01:57:03.714 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 12034 2024-08-17T01:57:03.714 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.715 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_in_bytes": { 2024-08-17T01:57:03.715 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 237535591 2024-08-17T01:57:03.715 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.715 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency": { 2024-08-17T01:57:03.715 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12034, 2024-08-17T01:57:03.715 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 19515519433 2024-08-17T01:57:03.715 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.715 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T01:57:03.715 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.715 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.715 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T01:57:03.715 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.715 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.715 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_out_bytes": { 2024-08-17T01:57:03.715 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.716 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.716 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_prepare_latency": { 2024-08-17T01:57:03.716 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12255, 2024-08-17T01:57:03.716 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9592298639 2024-08-17T01:57:03.716 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.716 INFO:tasks.workunit.client.0.smithi082.stdout: "op_rw_process_latency": { 2024-08-17T01:57:03.716 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 12034, 2024-08-17T01:57:03.716 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 17622044145 2024-08-17T01:57:03.716 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.716 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w": { 2024-08-17T01:57:03.716 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 972 2024-08-17T01:57:03.716 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.716 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_in_bytes": { 2024-08-17T01:57:03.716 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 834546915 2024-08-17T01:57:03.716 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.717 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency": { 2024-08-17T01:57:03.717 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 972, 2024-08-17T01:57:03.717 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 9234405495 2024-08-17T01:57:03.717 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.717 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T01:57:03.717 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.717 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.717 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_prepare_latency": { 2024-08-17T01:57:03.717 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 1057, 2024-08-17T01:57:03.717 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 1570002183 2024-08-17T01:57:03.717 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.717 INFO:tasks.workunit.client.0.smithi082.stdout: "op_w_process_latency": { 2024-08-17T01:57:03.717 INFO:tasks.workunit.client.0.smithi082.stdout: "count": 972, 2024-08-17T01:57:03.718 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 7250117891 2024-08-17T01:57:03.718 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.718 INFO:tasks.workunit.client.0.smithi082.stdout: "op_wip": { 2024-08-17T01:57:03.718 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 0 2024-08-17T01:57:03.718 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.718 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_bytes": { 2024-08-17T01:57:03.718 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 20 2024-08-17T01:57:03.718 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.718 INFO:tasks.workunit.client.0.smithi082.stdout: "recovery_ops": { 2024-08-17T01:57:03.718 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 4 2024-08-17T01:57:03.718 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.718 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes": { 2024-08-17T01:57:03.719 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 95995035648 2024-08-17T01:57:03.719 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.719 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_bytes_used": { 2024-08-17T01:57:03.719 INFO:tasks.workunit.client.0.smithi082.stdout: "value": 458395648 2024-08-17T01:57:03.719 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.719 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.719 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.719 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.719 INFO:tasks.workunit.client.0.smithi082.stdout: "pools": [ 2024-08-17T01:57:03.719 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.719 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:57:03.719 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr" 2024-08-17T01:57:03.719 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.719 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T01:57:03.720 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T01:57:03.720 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T01:57:03.720 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T01:57:03.720 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:57:03.720 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 1, 2024-08-17T01:57:03.720 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 1, 2024-08-17T01:57:03.720 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 1, 2024-08-17T01:57:03.720 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T01:57:03.720 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T01:57:03.720 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 723649472778, 2024-08-17T01:57:03.720 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 1781760, 2024-08-17T01:57:03.720 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T01:57:03.720 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T01:57:03.720 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 1781760, 2024-08-17T01:57:03.721 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T01:57:03.721 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 241216503808, 2024-08-17T01:57:03.721 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 2, 2024-08-17T01:57:03.721 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 0, 2024-08-17T01:57:03.721 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 2.4621804186608642e-06, 2024-08-17T01:57:03.721 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T01:57:03.721 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T01:57:03.721 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 1286, 2024-08-17T01:57:03.721 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 2134016, 2024-08-17T01:57:03.721 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 590368, 2024-08-17T01:57:03.721 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 590368, 2024-08-17T01:57:03.721 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 0, 2024-08-17T01:57:03.721 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 1771104, 2024-08-17T01:57:03.721 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 415, 2024-08-17T01:57:03.721 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 2473984 2024-08-17T01:57:03.722 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.722 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T01:57:03.722 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T01:57:03.722 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T01:57:03.722 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.722 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.722 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:57:03.722 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs" 2024-08-17T01:57:03.722 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.722 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T01:57:03.722 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T01:57:03.722 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T01:57:03.722 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T01:57:03.722 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:57:03.722 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 32, 2024-08-17T01:57:03.723 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 32, 2024-08-17T01:57:03.723 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 2, 2024-08-17T01:57:03.723 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T01:57:03.723 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T01:57:03.723 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 723649472778, 2024-08-17T01:57:03.723 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 155199, 2024-08-17T01:57:03.723 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T01:57:03.723 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T01:57:03.723 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 110592, 2024-08-17T01:57:03.723 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T01:57:03.723 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 241216503808, 2024-08-17T01:57:03.723 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 22, 2024-08-17T01:57:03.723 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 44607, 2024-08-17T01:57:03.723 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 2.1446705034122715e-07, 2024-08-17T01:57:03.723 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T01:57:03.724 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T01:57:03.724 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 128, 2024-08-17T01:57:03.724 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 145408, 2024-08-17T01:57:03.724 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 21465, 2024-08-17T01:57:03.724 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 6596, 2024-08-17T01:57:03.724 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 14869, 2024-08-17T01:57:03.724 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 64395, 2024-08-17T01:57:03.724 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 70, 2024-08-17T01:57:03.724 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 36864 2024-08-17T01:57:03.724 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.724 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T01:57:03.724 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T01:57:03.724 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T01:57:03.724 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.725 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.725 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:57:03.725 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs" 2024-08-17T01:57:03.725 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.725 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T01:57:03.725 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T01:57:03.725 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T01:57:03.725 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T01:57:03.725 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:57:03.725 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 64, 2024-08-17T01:57:03.725 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 64, 2024-08-17T01:57:03.725 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 3, 2024-08-17T01:57:03.725 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T01:57:03.725 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T01:57:03.725 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 723649472778, 2024-08-17T01:57:03.725 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 0, 2024-08-17T01:57:03.726 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T01:57:03.726 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T01:57:03.726 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 0, 2024-08-17T01:57:03.726 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T01:57:03.726 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 241216503808, 2024-08-17T01:57:03.726 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 0, 2024-08-17T01:57:03.726 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 0, 2024-08-17T01:57:03.726 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 0.0, 2024-08-17T01:57:03.726 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T01:57:03.726 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T01:57:03.726 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 0, 2024-08-17T01:57:03.726 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 0, 2024-08-17T01:57:03.726 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 0, 2024-08-17T01:57:03.726 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 0, 2024-08-17T01:57:03.727 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 0, 2024-08-17T01:57:03.727 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 0, 2024-08-17T01:57:03.727 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 0, 2024-08-17T01:57:03.727 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 0 2024-08-17T01:57:03.727 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.727 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T01:57:03.727 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T01:57:03.727 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T01:57:03.727 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.727 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.727 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:57:03.727 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd" 2024-08-17T01:57:03.727 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.727 INFO:tasks.workunit.client.0.smithi082.stdout: "cache_mode": "none", 2024-08-17T01:57:03.727 INFO:tasks.workunit.client.0.smithi082.stdout: "erasure_code_profile": {}, 2024-08-17T01:57:03.728 INFO:tasks.workunit.client.0.smithi082.stdout: "min_size": 2, 2024-08-17T01:57:03.728 INFO:tasks.workunit.client.0.smithi082.stdout: "options": {}, 2024-08-17T01:57:03.728 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_autoscale_mode": "off", 2024-08-17T01:57:03.728 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 8, 2024-08-17T01:57:03.728 INFO:tasks.workunit.client.0.smithi082.stdout: "pgp_num": 8, 2024-08-17T01:57:03.728 INFO:tasks.workunit.client.0.smithi082.stdout: "pool": 4, 2024-08-17T01:57:03.728 INFO:tasks.workunit.client.0.smithi082.stdout: "size": 3, 2024-08-17T01:57:03.728 INFO:tasks.workunit.client.0.smithi082.stdout: "stats": { 2024-08-17T01:57:03.728 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_raw": 723649472778, 2024-08-17T01:57:03.728 INFO:tasks.workunit.client.0.smithi082.stdout: "bytes_used": 12595200, 2024-08-17T01:57:03.728 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_bytes_used": 0, 2024-08-17T01:57:03.728 INFO:tasks.workunit.client.0.smithi082.stdout: "compress_under_bytes": 0, 2024-08-17T01:57:03.728 INFO:tasks.workunit.client.0.smithi082.stdout: "data_bytes_used": 12595200, 2024-08-17T01:57:03.728 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty": 0, 2024-08-17T01:57:03.728 INFO:tasks.workunit.client.0.smithi082.stdout: "max_avail": 241216503808, 2024-08-17T01:57:03.729 INFO:tasks.workunit.client.0.smithi082.stdout: "objects": 4, 2024-08-17T01:57:03.729 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_bytes_used": 0, 2024-08-17T01:57:03.729 INFO:tasks.workunit.client.0.smithi082.stdout: "percent_used": 1.7404809113941155e-05, 2024-08-17T01:57:03.729 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_bytes": 0, 2024-08-17T01:57:03.729 INFO:tasks.workunit.client.0.smithi082.stdout: "quota_objects": 0, 2024-08-17T01:57:03.729 INFO:tasks.workunit.client.0.smithi082.stdout: "rd": 8979, 2024-08-17T01:57:03.729 INFO:tasks.workunit.client.0.smithi082.stdout: "rd_bytes": 3092384768, 2024-08-17T01:57:03.729 INFO:tasks.workunit.client.0.smithi082.stdout: "stored": 4194323, 2024-08-17T01:57:03.729 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_data": 4194323, 2024-08-17T01:57:03.729 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_omap": 0, 2024-08-17T01:57:03.729 INFO:tasks.workunit.client.0.smithi082.stdout: "stored_raw": 12582969, 2024-08-17T01:57:03.729 INFO:tasks.workunit.client.0.smithi082.stdout: "wr": 24396, 2024-08-17T01:57:03.729 INFO:tasks.workunit.client.0.smithi082.stdout: "wr_bytes": 3237074944 2024-08-17T01:57:03.729 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.729 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_bytes": 0, 2024-08-17T01:57:03.729 INFO:tasks.workunit.client.0.smithi082.stdout: "target_max_objects": 0, 2024-08-17T01:57:03.730 INFO:tasks.workunit.client.0.smithi082.stdout: "type": "replicated" 2024-08-17T01:57:03.730 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.730 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.730 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd": { 2024-08-17T01:57:03.730 INFO:tasks.workunit.client.0.smithi082.stdout: "mirroring_by_pool": [ 2024-08-17T01:57:03.730 INFO:tasks.workunit.client.0.smithi082.stdout: false 2024-08-17T01:57:03.730 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.730 INFO:tasks.workunit.client.0.smithi082.stdout: "num_images_by_pool": [ 2024-08-17T01:57:03.730 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:03.730 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.730 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pools": 1 2024-08-17T01:57:03.730 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.730 INFO:tasks.workunit.client.0.smithi082.stdout: "report_id": "ad84adfb-a6bd-4925-a80e-1b3716226455", 2024-08-17T01:57:03.730 INFO:tasks.workunit.client.0.smithi082.stdout: "report_timestamp": "2024-08-17T01:57:00.246071", 2024-08-17T01:57:03.731 INFO:tasks.workunit.client.0.smithi082.stdout: "report_version": 1, 2024-08-17T01:57:03.731 INFO:tasks.workunit.client.0.smithi082.stdout: "rocksdb_stats": { 2024-08-17T01:57:03.731 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "7.9.2" 2024-08-17T01:57:03.731 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.731 INFO:tasks.workunit.client.0.smithi082.stdout: "rook": { 2024-08-17T01:57:03.731 INFO:tasks.workunit.client.0.smithi082.stdout: "cluster": { 2024-08-17T01:57:03.731 INFO:tasks.workunit.client.0.smithi082.stdout: "external-mode": null, 2024-08-17T01:57:03.731 INFO:tasks.workunit.client.0.smithi082.stdout: "mon": { 2024-08-17T01:57:03.731 INFO:tasks.workunit.client.0.smithi082.stdout: "allow-multiple-per-node": null, 2024-08-17T01:57:03.731 INFO:tasks.workunit.client.0.smithi082.stdout: "count": null, 2024-08-17T01:57:03.731 INFO:tasks.workunit.client.0.smithi082.stdout: "max-id": null, 2024-08-17T01:57:03.731 INFO:tasks.workunit.client.0.smithi082.stdout: "pvc": { 2024-08-17T01:57:03.731 INFO:tasks.workunit.client.0.smithi082.stdout: "enabled": null 2024-08-17T01:57:03.731 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.731 INFO:tasks.workunit.client.0.smithi082.stdout: "stretch": { 2024-08-17T01:57:03.731 INFO:tasks.workunit.client.0.smithi082.stdout: "enabled": null 2024-08-17T01:57:03.732 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.732 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.732 INFO:tasks.workunit.client.0.smithi082.stdout: "network": { 2024-08-17T01:57:03.732 INFO:tasks.workunit.client.0.smithi082.stdout: "provider": null 2024-08-17T01:57:03.732 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.732 INFO:tasks.workunit.client.0.smithi082.stdout: "storage": { 2024-08-17T01:57:03.732 INFO:tasks.workunit.client.0.smithi082.stdout: "device-set": { 2024-08-17T01:57:03.732 INFO:tasks.workunit.client.0.smithi082.stdout: "count": { 2024-08-17T01:57:03.732 INFO:tasks.workunit.client.0.smithi082.stdout: "non-portable": null, 2024-08-17T01:57:03.732 INFO:tasks.workunit.client.0.smithi082.stdout: "portable": null, 2024-08-17T01:57:03.732 INFO:tasks.workunit.client.0.smithi082.stdout: "total": null 2024-08-17T01:57:03.732 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.732 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.732 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.733 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.733 INFO:tasks.workunit.client.0.smithi082.stdout: "csi": { 2024-08-17T01:57:03.733 INFO:tasks.workunit.client.0.smithi082.stdout: "version": null 2024-08-17T01:57:03.733 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.733 INFO:tasks.workunit.client.0.smithi082.stdout: "kubernetes": { 2024-08-17T01:57:03.733 INFO:tasks.workunit.client.0.smithi082.stdout: "version": null 2024-08-17T01:57:03.733 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.733 INFO:tasks.workunit.client.0.smithi082.stdout: "node": { 2024-08-17T01:57:03.733 INFO:tasks.workunit.client.0.smithi082.stdout: "count": { 2024-08-17T01:57:03.733 INFO:tasks.workunit.client.0.smithi082.stdout: "kubernetes-total": null, 2024-08-17T01:57:03.733 INFO:tasks.workunit.client.0.smithi082.stdout: "with-ceph-daemons": null, 2024-08-17T01:57:03.733 INFO:tasks.workunit.client.0.smithi082.stdout: "with-csi-cephfs-plugin": null, 2024-08-17T01:57:03.733 INFO:tasks.workunit.client.0.smithi082.stdout: "with-csi-nfs-plugin": null, 2024-08-17T01:57:03.733 INFO:tasks.workunit.client.0.smithi082.stdout: "with-csi-rbd-plugin": null 2024-08-17T01:57:03.733 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.733 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.734 INFO:tasks.workunit.client.0.smithi082.stdout: "usage": { 2024-08-17T01:57:03.734 INFO:tasks.workunit.client.0.smithi082.stdout: "storage-class": { 2024-08-17T01:57:03.734 INFO:tasks.workunit.client.0.smithi082.stdout: "count": { 2024-08-17T01:57:03.734 INFO:tasks.workunit.client.0.smithi082.stdout: "bucket": null, 2024-08-17T01:57:03.734 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs": null, 2024-08-17T01:57:03.734 INFO:tasks.workunit.client.0.smithi082.stdout: "nfs": null, 2024-08-17T01:57:03.734 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd": null, 2024-08-17T01:57:03.734 INFO:tasks.workunit.client.0.smithi082.stdout: "total": null 2024-08-17T01:57:03.734 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.734 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:03.734 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.734 INFO:tasks.workunit.client.0.smithi082.stdout: "version": null 2024-08-17T01:57:03.734 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.734 INFO:tasks.workunit.client.0.smithi082.stdout: "services": {}, 2024-08-17T01:57:03.735 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_per_pg": [ 2024-08-17T01:57:03.735 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.735 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.735 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:03.735 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:03.735 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:03.735 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.735 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:03.735 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.735 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.735 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:03.735 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.735 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.735 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.735 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.228863+0000", 2024-08-17T01:57:03.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.290307+0000", 2024-08-17T01:57:03.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.290307+0000", 2024-08-17T01:57:03.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.290669+0000", 2024-08-17T01:57:03.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.228863+0000", 2024-08-17T01:57:03.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:03.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.228863+0000", 2024-08-17T01:57:03.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.228863+0000", 2024-08-17T01:57:03.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.228863+0000", 2024-08-17T01:57:03.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.736 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.228863+0000", 2024-08-17T01:57:03.737 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.228863+0000", 2024-08-17T01:57:03.737 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.737 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 6, 2024-08-17T01:57:03.737 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.737 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.737 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:03.737 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.737 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.737 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.737 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.737 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 6, 2024-08-17T01:57:03.737 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.737 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.738 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.738 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1f", 2024-08-17T01:57:03.738 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.738 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.738 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.738 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5341, 2024-08-17T01:57:03.738 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.738 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:20:37.208371+0000", 2024-08-17T01:57:03.738 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.738 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.738 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.738 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 570, 2024-08-17T01:57:03.738 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.738 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.738 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T01:57:03.739 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T01:57:03.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T01:57:03.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:03.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.740 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 8, 2024-08-17T01:57:03.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 8, 2024-08-17T01:57:03.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 4, 2024-08-17T01:57:03.741 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 1 2024-08-17T01:57:03.741 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.741 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.741 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.741 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.741 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:03.741 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:03.741 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:03.741 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.742 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:03.742 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "557'6" 2024-08-17T01:57:03.742 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.742 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.742 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.742 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:03.742 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:03.742 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:03.742 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.742 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:03.742 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.742 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.742 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:03.742 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.743 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.743 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.743 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:03.743 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.238675+0000", 2024-08-17T01:57:03.743 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.238675+0000", 2024-08-17T01:57:03.743 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.239014+0000", 2024-08-17T01:57:03.743 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:03.743 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.743 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.743 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.743 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:03.743 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:03.743 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:03.743 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:03.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:03.744 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:03.744 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.744 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:03.744 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.744 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.744 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:03.744 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.744 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.744 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.744 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.745 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:03.745 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.745 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.745 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.745 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1e", 2024-08-17T01:57:03.745 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.745 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.745 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.745 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5246, 2024-08-17T01:57:03.745 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.745 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:58:11.730956+0000", 2024-08-17T01:57:03.745 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.745 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.745 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.745 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.746 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:03.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:03.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:03.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:03.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.747 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:03.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:03.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:03.748 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.748 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.748 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.748 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.748 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.748 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:03.748 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:03.748 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:03.749 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.749 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:03.749 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:03.749 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.749 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.749 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.749 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:03.749 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:03.749 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:03.749 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.749 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:03.749 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.749 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.749 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:03.749 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.749 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.750 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.750 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064196+0000", 2024-08-17T01:57:03.750 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.959293+0000", 2024-08-17T01:57:03.750 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.959293+0000", 2024-08-17T01:57:03.750 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.959689+0000", 2024-08-17T01:57:03.750 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064196+0000", 2024-08-17T01:57:03.750 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.750 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.750 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.750 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:03.750 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064196+0000", 2024-08-17T01:57:03.750 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064196+0000", 2024-08-17T01:57:03.750 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064196+0000", 2024-08-17T01:57:03.750 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.751 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.751 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.751 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064196+0000", 2024-08-17T01:57:03.751 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064196+0000", 2024-08-17T01:57:03.751 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.751 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3, 2024-08-17T01:57:03.751 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.751 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.751 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:03.751 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.751 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.751 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.751 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.751 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3, 2024-08-17T01:57:03.751 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.751 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.752 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.752 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1e", 2024-08-17T01:57:03.752 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.752 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.752 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.752 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5272, 2024-08-17T01:57:03.752 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.752 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:40:32.033162+0000", 2024-08-17T01:57:03.752 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.752 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.752 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.752 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.753 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:03.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:03.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:03.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:03.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.754 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:03.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:03.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:03.755 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.755 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.755 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.755 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.755 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.756 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:03.756 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:03.756 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:03.756 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.756 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:03.756 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "557'3" 2024-08-17T01:57:03.756 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.756 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.756 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.756 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:03.756 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:03.756 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:03.756 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.756 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:03.756 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.757 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.757 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:03.757 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.757 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.757 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.757 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.228364+0000", 2024-08-17T01:57:03.757 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.959303+0000", 2024-08-17T01:57:03.757 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.959303+0000", 2024-08-17T01:57:03.757 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.961970+0000", 2024-08-17T01:57:03.757 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.228364+0000", 2024-08-17T01:57:03.757 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.757 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.757 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.757 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:03.757 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.228364+0000", 2024-08-17T01:57:03.758 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.228364+0000", 2024-08-17T01:57:03.758 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.228364+0000", 2024-08-17T01:57:03.758 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.758 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.758 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.758 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.228364+0000", 2024-08-17T01:57:03.758 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.228364+0000", 2024-08-17T01:57:03.758 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.758 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:03.758 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.758 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.758 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:03.759 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.759 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.759 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.759 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.759 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:03.759 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.759 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.759 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.759 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1f", 2024-08-17T01:57:03.759 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.759 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.759 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.759 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5326, 2024-08-17T01:57:03.759 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.760 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:36:45.976029+0000", 2024-08-17T01:57:03.760 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.760 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.760 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.760 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.760 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.760 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.760 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.760 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.760 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.760 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.760 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.760 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.761 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.761 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.761 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.761 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.761 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.761 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.761 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.761 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:03.761 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:03.761 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.761 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:03.761 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.761 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.761 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:03.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:03.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:03.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.762 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:03.763 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.763 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.763 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.763 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.763 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.763 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:03.763 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:03.763 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:03.763 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.763 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:03.763 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:03.763 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.763 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.763 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.764 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:03.764 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:03.764 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:03.764 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.764 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:03.764 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.764 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.764 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:03.764 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.764 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.764 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.764 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373623+0000", 2024-08-17T01:57:03.764 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295814+0000", 2024-08-17T01:57:03.764 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295814+0000", 2024-08-17T01:57:03.765 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.298020+0000", 2024-08-17T01:57:03.765 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373623+0000", 2024-08-17T01:57:03.765 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.765 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.765 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.765 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:03.765 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373623+0000", 2024-08-17T01:57:03.765 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373623+0000", 2024-08-17T01:57:03.765 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373623+0000", 2024-08-17T01:57:03.765 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.765 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.765 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.765 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373623+0000", 2024-08-17T01:57:03.765 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373623+0000", 2024-08-17T01:57:03.765 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.766 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T01:57:03.766 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.766 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.766 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:03.766 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.766 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.766 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.766 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.766 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T01:57:03.766 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.766 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.766 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.766 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1d", 2024-08-17T01:57:03.767 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.767 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.767 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.767 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5100, 2024-08-17T01:57:03.767 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.767 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:22:48.042846+0000", 2024-08-17T01:57:03.767 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.767 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.767 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.767 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.767 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.767 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.767 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.767 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.767 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.768 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.768 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.768 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.768 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.768 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.768 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.768 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.768 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.768 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.768 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.768 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:03.768 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:03.768 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.768 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:03.768 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.769 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.769 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.769 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.769 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.769 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:03.769 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.769 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.769 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.769 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.769 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.769 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.769 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.769 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 9, 2024-08-17T01:57:03.769 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 9, 2024-08-17T01:57:03.769 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T01:57:03.770 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.770 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.770 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.770 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.770 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.770 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:03.770 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:03.770 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:03.770 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.770 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:03.770 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T01:57:03.771 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.771 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.771 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.771 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:03.771 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:03.771 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:03.771 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.771 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:03.771 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.771 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.771 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:03.771 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.771 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.772 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.772 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065516+0000", 2024-08-17T01:57:03.772 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.960174+0000", 2024-08-17T01:57:03.772 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.960174+0000", 2024-08-17T01:57:03.772 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.961850+0000", 2024-08-17T01:57:03.772 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065516+0000", 2024-08-17T01:57:03.772 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.772 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.772 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.772 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:03.772 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065516+0000", 2024-08-17T01:57:03.772 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065516+0000", 2024-08-17T01:57:03.772 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065516+0000", 2024-08-17T01:57:03.772 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.773 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.773 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.773 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065516+0000", 2024-08-17T01:57:03.773 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065516+0000", 2024-08-17T01:57:03.773 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.773 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:03.773 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.773 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.773 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:03.773 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.773 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.773 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.773 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.773 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:03.773 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.774 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.774 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.774 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1c", 2024-08-17T01:57:03.774 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.774 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.774 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.774 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5161, 2024-08-17T01:57:03.774 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.774 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:42:34.495167+0000", 2024-08-17T01:57:03.774 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.774 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.774 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.774 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.775 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.775 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.775 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.775 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.775 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.775 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.775 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.775 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.775 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.775 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.775 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.775 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.776 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.776 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.776 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.776 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:03.776 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:03.776 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.776 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:03.776 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.776 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.776 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.776 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.776 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.776 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:03.776 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.777 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.777 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.777 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.777 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.777 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.777 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.777 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:03.777 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:03.777 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.777 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.777 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.777 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:03.777 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.778 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.778 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.778 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.778 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.778 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:03.778 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:03.778 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:03.778 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.778 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:03.778 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:03.778 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.778 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.778 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.779 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:03.779 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:03.779 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:03.779 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.779 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:03.779 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.779 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.779 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:03.779 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.779 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.779 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.779 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372182+0000", 2024-08-17T01:57:03.779 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295499+0000", 2024-08-17T01:57:03.780 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295499+0000", 2024-08-17T01:57:03.780 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.297764+0000", 2024-08-17T01:57:03.780 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372182+0000", 2024-08-17T01:57:03.780 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.780 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.780 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.780 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:03.780 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372182+0000", 2024-08-17T01:57:03.780 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372182+0000", 2024-08-17T01:57:03.780 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372182+0000", 2024-08-17T01:57:03.780 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.780 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.780 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.781 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372182+0000", 2024-08-17T01:57:03.781 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372182+0000", 2024-08-17T01:57:03.781 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.781 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T01:57:03.781 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.781 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.781 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:03.781 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.781 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.781 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.781 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.781 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T01:57:03.781 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.782 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.782 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.782 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1c", 2024-08-17T01:57:03.782 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.782 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.782 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.782 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5108, 2024-08-17T01:57:03.782 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.782 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:27:36.751370+0000", 2024-08-17T01:57:03.782 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.782 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.782 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.782 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.783 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.783 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.783 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.783 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.783 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.783 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.783 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.783 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.783 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.783 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.783 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.783 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.783 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.783 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.784 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.784 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:03.784 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:03.784 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.784 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:03.784 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.784 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.784 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.784 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.784 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.784 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:03.784 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.784 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.784 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.784 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 9, 2024-08-17T01:57:03.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 9, 2024-08-17T01:57:03.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T01:57:03.785 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.785 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.785 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.785 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.785 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.785 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:03.786 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:03.786 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:03.786 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.786 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:03.786 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T01:57:03.786 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.786 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.786 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.786 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:03.786 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:03.786 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:03.786 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.786 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:03.786 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.787 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.787 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:03.787 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.787 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.787 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.787 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063696+0000", 2024-08-17T01:57:03.787 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.233686+0000", 2024-08-17T01:57:03.787 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.233686+0000", 2024-08-17T01:57:03.787 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.233994+0000", 2024-08-17T01:57:03.787 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063696+0000", 2024-08-17T01:57:03.787 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.787 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.787 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.788 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:03.788 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063696+0000", 2024-08-17T01:57:03.788 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063696+0000", 2024-08-17T01:57:03.788 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063696+0000", 2024-08-17T01:57:03.788 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.788 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.788 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.788 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063696+0000", 2024-08-17T01:57:03.788 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063696+0000", 2024-08-17T01:57:03.788 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.788 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:03.788 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.788 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.788 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:03.788 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.789 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.789 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.789 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.789 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:03.789 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.789 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.789 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.789 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1d", 2024-08-17T01:57:03.789 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.789 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.789 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.789 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5153, 2024-08-17T01:57:03.789 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.789 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:40:55.933363+0000", 2024-08-17T01:57:03.790 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.790 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.790 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.790 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.790 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.790 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.790 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.790 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.790 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.790 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.790 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.790 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.790 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.791 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.791 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.791 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.791 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.791 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.791 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.791 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:03.791 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:03.791 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.791 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:03.791 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.791 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.791 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.791 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.791 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.791 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:03.792 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.792 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.792 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.792 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.792 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.792 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.792 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.792 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:03.792 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:03.792 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.792 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.792 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.792 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:03.792 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.792 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.793 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.793 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.793 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.793 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:03.793 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:03.793 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:03.793 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.793 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:03.793 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:03.793 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.793 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.793 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.793 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:03.793 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:03.794 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:03.794 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.794 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:03.794 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.794 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.794 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:03.794 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.794 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.794 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.794 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.371584+0000", 2024-08-17T01:57:03.794 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.246941+0000", 2024-08-17T01:57:03.794 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.246941+0000", 2024-08-17T01:57:03.794 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.247482+0000", 2024-08-17T01:57:03.794 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.371584+0000", 2024-08-17T01:57:03.795 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.795 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.795 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.795 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:03.795 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.371584+0000", 2024-08-17T01:57:03.795 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.371584+0000", 2024-08-17T01:57:03.795 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.371584+0000", 2024-08-17T01:57:03.795 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.795 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.795 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.795 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.371584+0000", 2024-08-17T01:57:03.795 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.371584+0000", 2024-08-17T01:57:03.795 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.795 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:03.795 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.796 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.796 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:03.796 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.796 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.796 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.796 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.796 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:03.796 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.796 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.796 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.796 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.a", 2024-08-17T01:57:03.796 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.796 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.796 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.796 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5126, 2024-08-17T01:57:03.797 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.797 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:36:08.556261+0000", 2024-08-17T01:57:03.797 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.797 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.797 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.797 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.797 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.797 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.797 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.797 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.797 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.797 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.797 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.797 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.797 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:03.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:03.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:03.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.798 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.799 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.799 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:03.799 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.799 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.799 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.799 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.799 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.799 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.799 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.799 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:03.799 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:03.799 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.799 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.799 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.799 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:03.799 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.800 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.800 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.800 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.800 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.800 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:03.800 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:03.800 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:03.800 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.800 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:03.800 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:03.800 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.800 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.800 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.800 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:03.801 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:03.801 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:03.801 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.801 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:03.801 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.801 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.801 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:03.801 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.801 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.801 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.801 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372471+0000", 2024-08-17T01:57:03.801 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.297478+0000", 2024-08-17T01:57:03.801 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.297478+0000", 2024-08-17T01:57:03.801 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.297970+0000", 2024-08-17T01:57:03.802 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372471+0000", 2024-08-17T01:57:03.802 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.802 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.802 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.802 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:03.802 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372471+0000", 2024-08-17T01:57:03.802 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372471+0000", 2024-08-17T01:57:03.802 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372471+0000", 2024-08-17T01:57:03.802 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.802 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.802 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.802 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372471+0000", 2024-08-17T01:57:03.803 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372471+0000", 2024-08-17T01:57:03.803 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.803 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 4, 2024-08-17T01:57:03.803 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.803 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.803 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:03.803 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.803 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.803 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.803 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.803 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 4, 2024-08-17T01:57:03.803 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.803 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.803 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.804 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.b", 2024-08-17T01:57:03.804 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.804 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.804 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.804 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5112, 2024-08-17T01:57:03.804 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.804 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:30:23.946401+0000", 2024-08-17T01:57:03.804 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.804 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.804 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.804 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.805 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.806 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:03.806 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:03.806 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.806 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:03.806 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.806 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.806 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.806 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.806 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.806 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:03.806 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.806 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.806 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.806 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.806 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.807 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.807 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.807 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 4, 2024-08-17T01:57:03.807 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 4, 2024-08-17T01:57:03.807 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.807 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.807 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.807 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 1, 2024-08-17T01:57:03.807 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.807 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.807 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.807 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.807 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.807 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:03.808 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:03.808 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:03.808 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.808 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:03.808 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "557'4" 2024-08-17T01:57:03.808 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.808 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.808 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.808 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:03.808 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:03.808 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:03.808 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.808 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:03.808 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.808 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.809 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:03.809 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.809 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.809 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.809 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063894+0000", 2024-08-17T01:57:03.809 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.795666+0000", 2024-08-17T01:57:03.809 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.795666+0000", 2024-08-17T01:57:03.809 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.796110+0000", 2024-08-17T01:57:03.809 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063894+0000", 2024-08-17T01:57:03.809 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.809 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.809 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.809 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:03.809 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063894+0000", 2024-08-17T01:57:03.810 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063894+0000", 2024-08-17T01:57:03.810 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063894+0000", 2024-08-17T01:57:03.810 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.810 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.810 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.810 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063894+0000", 2024-08-17T01:57:03.810 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063894+0000", 2024-08-17T01:57:03.810 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.810 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:03.810 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.810 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.810 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:03.810 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.810 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.811 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.811 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.811 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:03.811 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.811 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.811 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.811 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.b", 2024-08-17T01:57:03.811 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.811 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.811 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.811 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5262, 2024-08-17T01:57:03.811 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.811 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:16:09.026692+0000", 2024-08-17T01:57:03.811 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.811 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.812 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.812 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:03.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:03.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:03.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:03.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.813 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:03.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:03.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:03.814 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.814 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.814 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.814 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.814 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.815 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:03.815 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:03.815 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:03.815 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.815 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:03.815 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:03.815 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.815 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.815 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.815 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.815 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:03.815 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:03.815 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.815 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:03.816 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.816 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.816 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:03.816 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.816 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.816 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.816 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063569+0000", 2024-08-17T01:57:03.816 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295523+0000", 2024-08-17T01:57:03.816 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295523+0000", 2024-08-17T01:57:03.816 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.295930+0000", 2024-08-17T01:57:03.816 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063569+0000", 2024-08-17T01:57:03.816 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.816 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.816 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.816 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:03.817 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063569+0000", 2024-08-17T01:57:03.817 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063569+0000", 2024-08-17T01:57:03.817 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063569+0000", 2024-08-17T01:57:03.817 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.817 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.817 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.817 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063569+0000", 2024-08-17T01:57:03.817 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063569+0000", 2024-08-17T01:57:03.817 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.817 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:03.817 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.817 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.817 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:03.817 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.817 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.818 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.818 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.818 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:03.818 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.818 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.818 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.818 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.a", 2024-08-17T01:57:03.818 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.818 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.818 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.818 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5313, 2024-08-17T01:57:03.818 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.818 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:05:13.594836+0000", 2024-08-17T01:57:03.819 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.819 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.819 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.819 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:03.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:03.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:03.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.820 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.821 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.821 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.821 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.821 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:03.821 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.821 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.821 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.821 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.821 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.821 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.821 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.821 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:03.821 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:03.822 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.822 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.822 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.822 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:03.822 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.822 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.822 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.822 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.822 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.822 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.822 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:03.822 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:03.822 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.822 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:03.823 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:03.823 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.823 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.823 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.823 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:03.823 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.823 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:03.823 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.823 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:03.823 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.823 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.823 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:03.823 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.823 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.823 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.823 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.062825+0000", 2024-08-17T01:57:03.824 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.290462+0000", 2024-08-17T01:57:03.824 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.290462+0000", 2024-08-17T01:57:03.824 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.291156+0000", 2024-08-17T01:57:03.824 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.062825+0000", 2024-08-17T01:57:03.824 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.824 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.824 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.824 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:03.824 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.062825+0000", 2024-08-17T01:57:03.824 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.062825+0000", 2024-08-17T01:57:03.824 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.062825+0000", 2024-08-17T01:57:03.824 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.824 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.824 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.825 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.062825+0000", 2024-08-17T01:57:03.825 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.062825+0000", 2024-08-17T01:57:03.825 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.825 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:03.825 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.825 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.825 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:03.825 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.825 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.825 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.825 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.825 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:03.825 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.825 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.826 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.826 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.8", 2024-08-17T01:57:03.826 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.826 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.826 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.826 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5253, 2024-08-17T01:57:03.826 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.826 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:03:14.169604+0000", 2024-08-17T01:57:03.826 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.826 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.826 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.826 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.827 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:03.828 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:03.828 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.828 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:03.828 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.828 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.828 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.828 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.828 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.828 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:03.828 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.828 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.828 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.828 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.828 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.828 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.829 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.829 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:03.829 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:03.829 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.829 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.829 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.829 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:03.829 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.829 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.829 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.829 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.829 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.829 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:03.829 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.829 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:03.830 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.830 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:03.830 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:03.830 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.830 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.830 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.830 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.830 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:03.830 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:03.830 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.830 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:03.830 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.830 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.830 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:03.830 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.831 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.831 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.831 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061194+0000", 2024-08-17T01:57:03.831 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:23.890906+0000", 2024-08-17T01:57:03.831 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:23.890906+0000", 2024-08-17T01:57:03.831 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:23.891247+0000", 2024-08-17T01:57:03.831 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061194+0000", 2024-08-17T01:57:03.831 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.831 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.831 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.831 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 397, 2024-08-17T01:57:03.831 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061194+0000", 2024-08-17T01:57:03.831 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061194+0000", 2024-08-17T01:57:03.831 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061194+0000", 2024-08-17T01:57:03.831 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.832 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.832 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.832 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061194+0000", 2024-08-17T01:57:03.832 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061194+0000", 2024-08-17T01:57:03.832 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.832 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:03.832 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.832 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.832 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 396, 2024-08-17T01:57:03.832 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.832 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.832 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.832 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.832 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:03.832 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.832 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.833 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.833 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.9", 2024-08-17T01:57:03.833 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.833 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.833 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.833 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5331, 2024-08-17T01:57:03.833 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.833 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:38:19.361083+0000", 2024-08-17T01:57:03.833 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.833 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.833 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.833 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:03.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:03.834 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:03.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:03.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:03.835 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:03.836 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.836 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.836 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.836 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:03.836 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.836 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.836 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.836 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.836 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.836 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.836 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:03.836 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:03.836 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.836 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:03.836 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:03.837 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.837 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.837 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.837 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:03.837 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:03.837 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:03.837 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.837 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T01:57:03.837 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.837 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.837 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:03.837 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.837 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.837 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.837 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.368809+0000", 2024-08-17T01:57:03.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.293486+0000", 2024-08-17T01:57:03.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.293486+0000", 2024-08-17T01:57:03.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.293799+0000", 2024-08-17T01:57:03.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.368809+0000", 2024-08-17T01:57:03.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:03.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.368809+0000", 2024-08-17T01:57:03.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.368809+0000", 2024-08-17T01:57:03.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.368809+0000", 2024-08-17T01:57:03.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.838 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.368809+0000", 2024-08-17T01:57:03.839 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.368809+0000", 2024-08-17T01:57:03.839 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.839 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:03.839 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.839 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.839 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:03.839 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.839 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.839 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.839 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.839 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:03.839 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.839 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.839 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.839 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.9", 2024-08-17T01:57:03.839 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.840 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.840 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.840 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5214, 2024-08-17T01:57:03.840 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.840 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:31:24.416335+0000", 2024-08-17T01:57:03.840 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.840 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.840 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.840 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:03.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:03.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.841 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:03.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:03.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.842 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:03.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:03.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:03.843 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.843 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.843 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.843 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.843 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.843 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:03.843 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:03.843 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:03.844 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.844 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T01:57:03.844 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:03.844 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.844 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.844 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.844 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:03.844 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:03.844 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:03.844 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.844 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:03.844 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.844 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.845 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:03.845 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.845 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.845 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.845 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369414+0000", 2024-08-17T01:57:03.845 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.300625+0000", 2024-08-17T01:57:03.845 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.300625+0000", 2024-08-17T01:57:03.845 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.301595+0000", 2024-08-17T01:57:03.845 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369414+0000", 2024-08-17T01:57:03.845 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.845 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.845 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.845 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:03.846 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369414+0000", 2024-08-17T01:57:03.846 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369414+0000", 2024-08-17T01:57:03.846 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369414+0000", 2024-08-17T01:57:03.846 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.846 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.846 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.846 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369414+0000", 2024-08-17T01:57:03.846 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369414+0000", 2024-08-17T01:57:03.846 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.846 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:03.846 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.846 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.846 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:03.846 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.847 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.847 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.847 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.847 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:03.847 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.847 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.847 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.847 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.8", 2024-08-17T01:57:03.847 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.847 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.847 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.847 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5100, 2024-08-17T01:57:03.847 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.847 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:19:34.009998+0000", 2024-08-17T01:57:03.848 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.848 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.848 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.848 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.848 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.848 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.848 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.848 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.848 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.848 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.848 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.848 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.848 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.848 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.848 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:03.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:03.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:03.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:03.849 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:03.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:03.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:03.850 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.850 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.850 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.851 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.851 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.851 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:03.851 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:03.851 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:03.851 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.851 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:03.851 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:03.851 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.851 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.851 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.851 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:03.851 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.851 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:03.852 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.852 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:03.852 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.852 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.852 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:03.852 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.852 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.852 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.852 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.229405+0000", 2024-08-17T01:57:03.852 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.787589+0000", 2024-08-17T01:57:03.852 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.787589+0000", 2024-08-17T01:57:03.852 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.787975+0000", 2024-08-17T01:57:03.852 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.229405+0000", 2024-08-17T01:57:03.852 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.852 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.853 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.853 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:03.853 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.229405+0000", 2024-08-17T01:57:03.853 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.229405+0000", 2024-08-17T01:57:03.853 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.229405+0000", 2024-08-17T01:57:03.853 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.853 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.853 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.853 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.229405+0000", 2024-08-17T01:57:03.853 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.229405+0000", 2024-08-17T01:57:03.853 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.853 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:03.853 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.853 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.853 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:03.853 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.854 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.854 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.854 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.854 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:03.854 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.854 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.854 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.854 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.6", 2024-08-17T01:57:03.854 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.854 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.854 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.854 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5325, 2024-08-17T01:57:03.854 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.854 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:20:11.154553+0000", 2024-08-17T01:57:03.854 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.855 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.855 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.855 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:03.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:03.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:03.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:03.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.856 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:03.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:03.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:03.857 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.857 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.857 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.857 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.857 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.857 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:03.858 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.858 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:03.858 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.858 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:03.858 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:03.858 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.858 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.858 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.858 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:03.858 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:03.858 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:03.858 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.858 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:03.858 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.858 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.859 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:03.859 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.859 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.859 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372604+0000", 2024-08-17T01:57:03.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.289815+0000", 2024-08-17T01:57:03.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.289815+0000", 2024-08-17T01:57:03.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.290193+0000", 2024-08-17T01:57:03.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372604+0000", 2024-08-17T01:57:03.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:03.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372604+0000", 2024-08-17T01:57:03.859 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372604+0000", 2024-08-17T01:57:03.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372604+0000", 2024-08-17T01:57:03.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372604+0000", 2024-08-17T01:57:03.860 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372604+0000", 2024-08-17T01:57:03.860 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.860 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T01:57:03.860 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.860 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.860 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:03.860 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.860 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.860 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.860 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.861 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T01:57:03.861 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.861 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.861 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.861 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.7", 2024-08-17T01:57:03.861 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.861 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.861 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.861 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5102, 2024-08-17T01:57:03.861 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.861 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:48:42.369984+0000", 2024-08-17T01:57:03.861 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.861 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.861 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.861 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.862 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:03.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:03.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:03.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:03.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.863 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 9, 2024-08-17T01:57:03.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 9, 2024-08-17T01:57:03.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T01:57:03.864 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.864 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.864 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.864 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.864 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.865 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:03.865 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:03.865 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:03.865 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.865 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:03.865 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T01:57:03.865 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.865 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.865 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.865 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:03.865 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:03.865 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:03.865 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.865 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T01:57:03.865 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.866 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.866 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:57:03.866 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.866 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.866 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.866 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.368429+0000", 2024-08-17T01:57:03.866 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.239123+0000", 2024-08-17T01:57:03.866 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.239123+0000", 2024-08-17T01:57:03.866 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.417420+0000", 2024-08-17T01:57:03.866 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.368429+0000", 2024-08-17T01:57:03.866 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:03.866 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.866 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:03.866 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:03.866 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.368429+0000", 2024-08-17T01:57:03.867 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.368429+0000", 2024-08-17T01:57:03.867 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.368429+0000", 2024-08-17T01:57:03.867 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.867 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.867 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:03.867 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.368429+0000", 2024-08-17T01:57:03.867 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.368429+0000", 2024-08-17T01:57:03.867 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.867 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3150, 2024-08-17T01:57:03.867 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.867 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.867 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:03.867 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.867 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.868 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.868 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.868 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3150, 2024-08-17T01:57:03.868 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.868 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.868 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.868 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.1", 2024-08-17T01:57:03.868 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.868 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.868 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.868 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 9589, 2024-08-17T01:57:03.868 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.868 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:19:41.345367+0000", 2024-08-17T01:57:03.868 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.003860594, 2024-08-17T01:57:03.868 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.868 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.869 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.869 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.869 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.869 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.869 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.869 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.869 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.869 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.869 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.869 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.869 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.869 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.869 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.869 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.870 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.870 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.870 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:03.870 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:03.870 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.870 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:03.870 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.870 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.870 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.870 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.870 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.870 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:03.870 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.870 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 2380, 2024-08-17T01:57:03.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 386467, 2024-08-17T01:57:03.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3087, 2024-08-17T01:57:03.871 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 412735 2024-08-17T01:57:03.871 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.871 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.871 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.872 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.872 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:03.872 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:03.872 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:03.872 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.872 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T01:57:03.872 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'3150" 2024-08-17T01:57:03.872 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.872 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.872 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.872 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:03.872 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:03.872 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:03.872 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.872 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:03.873 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.873 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.873 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:03.873 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.873 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.873 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.873 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065543+0000", 2024-08-17T01:57:03.873 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295845+0000", 2024-08-17T01:57:03.873 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295845+0000", 2024-08-17T01:57:03.873 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296131+0000", 2024-08-17T01:57:03.873 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065543+0000", 2024-08-17T01:57:03.873 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.873 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.873 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.873 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:03.874 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065543+0000", 2024-08-17T01:57:03.874 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065543+0000", 2024-08-17T01:57:03.874 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065543+0000", 2024-08-17T01:57:03.874 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.874 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.874 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.874 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065543+0000", 2024-08-17T01:57:03.874 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065543+0000", 2024-08-17T01:57:03.874 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.874 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:03.874 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.874 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.874 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:03.874 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.874 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.875 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.875 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.875 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:03.875 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.875 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.875 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.875 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.7", 2024-08-17T01:57:03.875 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.875 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.875 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.875 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5263, 2024-08-17T01:57:03.875 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.875 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:39:03.183226+0000", 2024-08-17T01:57:03.875 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.875 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.876 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.876 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.876 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.876 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.876 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.876 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.876 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.876 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.876 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.876 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.876 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.876 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.876 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.876 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.877 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.877 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.877 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.877 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:03.877 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:03.877 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.877 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:03.877 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.877 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.877 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.877 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.877 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.877 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:03.877 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.877 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:03.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:03.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:03.878 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.878 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.879 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.879 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.879 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.879 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:03.879 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:03.879 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:03.879 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.879 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:03.879 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:03.879 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.879 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.879 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.879 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.879 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:03.879 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:03.880 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.880 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:03.880 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.880 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.880 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:03.880 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.880 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.880 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.880 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061357+0000", 2024-08-17T01:57:03.880 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.244103+0000", 2024-08-17T01:57:03.880 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.244103+0000", 2024-08-17T01:57:03.880 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.245296+0000", 2024-08-17T01:57:03.880 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061357+0000", 2024-08-17T01:57:03.880 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.881 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.881 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.881 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:03.881 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061357+0000", 2024-08-17T01:57:03.881 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061357+0000", 2024-08-17T01:57:03.881 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061357+0000", 2024-08-17T01:57:03.881 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.881 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.881 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.881 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061357+0000", 2024-08-17T01:57:03.881 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061357+0000", 2024-08-17T01:57:03.881 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.881 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3, 2024-08-17T01:57:03.881 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.881 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.882 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:03.882 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.882 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.882 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.882 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.882 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3, 2024-08-17T01:57:03.882 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.882 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.882 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.882 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.6", 2024-08-17T01:57:03.882 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.882 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.882 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.882 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5323, 2024-08-17T01:57:03.882 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.883 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:24:59.590230+0000", 2024-08-17T01:57:03.883 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.883 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.883 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.883 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.883 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.883 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.883 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.883 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.883 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.883 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.883 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.883 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:03.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:03.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:03.884 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:03.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 4, 2024-08-17T01:57:03.885 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 4, 2024-08-17T01:57:03.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T01:57:03.886 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.886 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.886 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.886 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.886 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.886 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.886 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:03.886 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:03.886 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.887 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:03.887 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "561'3" 2024-08-17T01:57:03.887 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.887 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.887 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.887 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:03.887 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:03.887 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:03.887 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.887 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:03.887 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.887 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.887 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:57:03.887 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.887 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.888 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.888 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.062493+0000", 2024-08-17T01:57:03.888 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.290854+0000", 2024-08-17T01:57:03.888 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.290854+0000", 2024-08-17T01:57:03.888 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.353212+0000", 2024-08-17T01:57:03.888 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.062493+0000", 2024-08-17T01:57:03.888 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:03.888 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.888 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:03.888 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:03.888 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.062493+0000", 2024-08-17T01:57:03.888 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.062493+0000", 2024-08-17T01:57:03.888 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.062493+0000", 2024-08-17T01:57:03.888 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.889 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.889 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:03.889 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.062493+0000", 2024-08-17T01:57:03.889 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.062493+0000", 2024-08-17T01:57:03.889 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.889 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3005, 2024-08-17T01:57:03.889 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.889 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.889 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:03.889 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.889 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.889 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.889 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.890 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3005, 2024-08-17T01:57:03.890 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.890 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.890 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.890 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.0", 2024-08-17T01:57:03.890 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.890 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.890 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.890 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 8795, 2024-08-17T01:57:03.890 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.890 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:28:41.556717+0000", 2024-08-17T01:57:03.890 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.004042376, 2024-08-17T01:57:03.890 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.890 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.891 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.891 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.891 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.891 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.891 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.891 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.891 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.891 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.891 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.891 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.891 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.891 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.891 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.891 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.892 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.892 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.892 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:03.892 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:03.892 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.892 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:03.892 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.892 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.892 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.892 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.892 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.892 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:03.892 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.892 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 763, 2024-08-17T01:57:03.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 363201, 2024-08-17T01:57:03.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3007, 2024-08-17T01:57:03.893 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 345519 2024-08-17T01:57:03.893 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.893 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.893 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.893 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.894 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:03.894 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:03.894 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:03.894 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.894 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:03.894 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'3005" 2024-08-17T01:57:03.894 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.894 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.894 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.894 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.894 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:03.894 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:03.894 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.895 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:03.895 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.895 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.895 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:03.895 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.895 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.895 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.895 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064283+0000", 2024-08-17T01:57:03.895 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.953762+0000", 2024-08-17T01:57:03.895 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.953762+0000", 2024-08-17T01:57:03.895 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.954067+0000", 2024-08-17T01:57:03.895 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064283+0000", 2024-08-17T01:57:03.895 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.895 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.895 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.895 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:03.896 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064283+0000", 2024-08-17T01:57:03.896 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064283+0000", 2024-08-17T01:57:03.896 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064283+0000", 2024-08-17T01:57:03.896 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.896 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.896 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.896 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064283+0000", 2024-08-17T01:57:03.896 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064283+0000", 2024-08-17T01:57:03.896 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.896 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:03.896 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.896 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.896 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:03.896 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.896 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.897 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.897 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.897 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:03.897 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.897 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.897 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.897 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.4", 2024-08-17T01:57:03.897 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.897 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.897 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.897 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5314, 2024-08-17T01:57:03.897 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.897 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:34:16.230378+0000", 2024-08-17T01:57:03.897 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.897 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.898 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.898 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.899 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.899 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.899 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.899 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:03.899 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:03.899 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.899 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:03.899 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.899 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.899 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.899 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.899 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.899 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:03.899 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.900 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.900 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.900 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.900 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.900 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.900 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.900 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:03.900 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:03.900 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.900 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.900 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.900 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:03.900 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.900 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.900 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.901 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.901 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.901 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.901 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:03.901 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:03.901 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.901 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:03.901 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:03.901 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.901 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.901 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.901 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:03.901 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:03.901 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:03.901 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.901 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:03.902 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.902 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.902 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:03.902 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.902 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.902 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.902 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373757+0000", 2024-08-17T01:57:03.902 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.294357+0000", 2024-08-17T01:57:03.902 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.294357+0000", 2024-08-17T01:57:03.902 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.297401+0000", 2024-08-17T01:57:03.902 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373757+0000", 2024-08-17T01:57:03.902 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.902 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.902 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.902 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:03.903 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373757+0000", 2024-08-17T01:57:03.903 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373757+0000", 2024-08-17T01:57:03.903 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373757+0000", 2024-08-17T01:57:03.903 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.903 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.903 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.903 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373757+0000", 2024-08-17T01:57:03.903 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373757+0000", 2024-08-17T01:57:03.903 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.903 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:03.903 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.903 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.903 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:03.904 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.904 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.904 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.904 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.904 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:03.904 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.904 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.904 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.904 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.5", 2024-08-17T01:57:03.904 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.904 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.904 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.904 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5115, 2024-08-17T01:57:03.905 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.905 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:26:25.743120+0000", 2024-08-17T01:57:03.905 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.905 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.905 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.905 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.905 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.905 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.905 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.905 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.905 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.905 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:03.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:03.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.906 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:03.907 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.907 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.907 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.907 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.907 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.907 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:03.907 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.907 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.907 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.907 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.907 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.907 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.907 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.907 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:03.907 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:03.907 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.908 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.908 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.908 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:03.908 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.908 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.908 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.908 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.908 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.908 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:03.908 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:03.908 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:03.908 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.908 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:03.908 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:03.908 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.909 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.909 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.909 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:03.909 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:03.909 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:03.909 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.909 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:03.909 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.909 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.909 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:57:03.909 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.909 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.909 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.910 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:56.870932+0000", 2024-08-17T01:57:03.910 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.289961+0000", 2024-08-17T01:57:03.910 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.289961+0000", 2024-08-17T01:57:03.910 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.366653+0000", 2024-08-17T01:57:03.910 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:56.870932+0000", 2024-08-17T01:57:03.910 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:03.910 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.910 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:03.910 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:03.910 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:56.870932+0000", 2024-08-17T01:57:03.910 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:56.870932+0000", 2024-08-17T01:57:03.910 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:56.870932+0000", 2024-08-17T01:57:03.911 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.911 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.911 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:03.911 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:56.870932+0000", 2024-08-17T01:57:03.911 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:56.870932+0000", 2024-08-17T01:57:03.911 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.911 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3130, 2024-08-17T01:57:03.911 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.911 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.911 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:03.911 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.911 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.911 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.911 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.912 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3130, 2024-08-17T01:57:03.912 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.912 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.912 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.912 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.3", 2024-08-17T01:57:03.912 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.912 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.912 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.912 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 8990, 2024-08-17T01:57:03.912 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.912 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:56:47.742528+0000", 2024-08-17T01:57:03.912 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.004345494, 2024-08-17T01:57:03.912 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.913 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.913 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:03.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:03.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:03.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.914 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:03.915 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.915 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.915 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.915 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.915 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.915 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.915 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.915 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 643, 2024-08-17T01:57:03.915 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 390389, 2024-08-17T01:57:03.915 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.915 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.915 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.915 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3137, 2024-08-17T01:57:03.916 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 397083 2024-08-17T01:57:03.916 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.916 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.916 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.916 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.916 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:03.916 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:03.916 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:03.916 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.916 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:03.916 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'3130" 2024-08-17T01:57:03.916 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.916 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.916 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.916 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.917 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:03.917 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:03.917 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.917 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:03.917 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.917 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.917 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:03.917 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.917 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.917 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.917 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061583+0000", 2024-08-17T01:57:03.917 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:23.896663+0000", 2024-08-17T01:57:03.917 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:23.896663+0000", 2024-08-17T01:57:03.917 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:23.896987+0000", 2024-08-17T01:57:03.918 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061583+0000", 2024-08-17T01:57:03.918 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.918 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.918 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.918 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 397, 2024-08-17T01:57:03.918 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061583+0000", 2024-08-17T01:57:03.918 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061583+0000", 2024-08-17T01:57:03.918 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061583+0000", 2024-08-17T01:57:03.918 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.918 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.918 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.918 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061583+0000", 2024-08-17T01:57:03.919 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061583+0000", 2024-08-17T01:57:03.919 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.919 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:03.919 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.919 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.919 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 396, 2024-08-17T01:57:03.919 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.919 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.919 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.919 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.919 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:03.919 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.919 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.919 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.920 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.5", 2024-08-17T01:57:03.920 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.920 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.920 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.920 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5316, 2024-08-17T01:57:03.920 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.920 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:14:02.873009+0000", 2024-08-17T01:57:03.920 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.920 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.920 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.920 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.920 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.920 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:03.921 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:03.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:03.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:03.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.922 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.923 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.923 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:03.923 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:03.923 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.923 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.923 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.923 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:03.923 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.923 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.923 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.923 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.923 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.923 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.923 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:03.923 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:03.924 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.924 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:03.924 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:03.924 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.924 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.924 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.924 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.924 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:03.924 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:03.924 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.924 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:03.924 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.924 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.924 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:03.924 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.925 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.925 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.925 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064376+0000", 2024-08-17T01:57:03.925 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295525+0000", 2024-08-17T01:57:03.925 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295525+0000", 2024-08-17T01:57:03.925 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296112+0000", 2024-08-17T01:57:03.925 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064376+0000", 2024-08-17T01:57:03.925 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.925 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.925 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.925 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:03.925 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064376+0000", 2024-08-17T01:57:03.925 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064376+0000", 2024-08-17T01:57:03.925 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064376+0000", 2024-08-17T01:57:03.925 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.926 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.926 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.926 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064376+0000", 2024-08-17T01:57:03.926 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064376+0000", 2024-08-17T01:57:03.926 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.926 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:03.926 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.926 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.926 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:03.926 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.926 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.926 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.926 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.927 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:03.927 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.927 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.927 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.927 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.4", 2024-08-17T01:57:03.927 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.927 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.927 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.927 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5316, 2024-08-17T01:57:03.927 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.927 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:51:09.393234+0000", 2024-08-17T01:57:03.927 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.927 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.928 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.928 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.928 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.928 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.928 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.928 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.928 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.928 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.928 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.928 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.928 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.928 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.928 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.928 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.928 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.929 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.929 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.929 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:03.929 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:03.929 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.929 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:03.929 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.929 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.929 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.929 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.929 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.929 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:03.929 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.929 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:03.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:03.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:03.930 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.930 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.930 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.931 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.931 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.931 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.931 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:03.931 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:03.931 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.931 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:03.931 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:03.931 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.931 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.931 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.931 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.931 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:03.931 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:03.931 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.932 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:03.932 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.932 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.932 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:57:03.932 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.932 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.932 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.932 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.062959+0000", 2024-08-17T01:57:03.932 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.957314+0000", 2024-08-17T01:57:03.932 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.957314+0000", 2024-08-17T01:57:03.932 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.360154+0000", 2024-08-17T01:57:03.932 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.062959+0000", 2024-08-17T01:57:03.932 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:03.932 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.932 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:03.933 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:03.933 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.062959+0000", 2024-08-17T01:57:03.933 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.062959+0000", 2024-08-17T01:57:03.933 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.062959+0000", 2024-08-17T01:57:03.933 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.933 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.933 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:03.933 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.062959+0000", 2024-08-17T01:57:03.933 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.062959+0000", 2024-08-17T01:57:03.933 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.933 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3003, 2024-08-17T01:57:03.933 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.933 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.933 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:03.933 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.934 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.934 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.934 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.934 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3003, 2024-08-17T01:57:03.934 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.934 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.934 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.934 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.2", 2024-08-17T01:57:03.934 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.934 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.934 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.934 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 9132, 2024-08-17T01:57:03.934 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.934 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:36:46.293889+0000", 2024-08-17T01:57:03.935 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.006581899, 2024-08-17T01:57:03.935 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.935 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.935 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 19, 2024-08-17T01:57:03.935 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.935 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.935 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.935 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.935 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.935 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.935 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.935 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.935 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.935 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.935 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.936 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.936 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.936 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.936 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.936 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:03.936 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:03.936 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.936 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:03.936 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.936 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.936 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.936 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.936 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.936 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:03.936 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.937 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.937 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.937 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.937 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.937 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.937 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.937 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 1091, 2024-08-17T01:57:03.937 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 342970, 2024-08-17T01:57:03.937 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.937 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.937 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.937 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 2988, 2024-08-17T01:57:03.937 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 383989 2024-08-17T01:57:03.937 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.937 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.938 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.938 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.938 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.938 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:03.938 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:03.938 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.938 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:03.938 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'3003" 2024-08-17T01:57:03.938 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.938 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.938 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.938 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:03.938 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:03.938 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:03.938 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.939 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T01:57:03.939 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.939 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.939 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:03.939 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.939 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.939 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.939 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369232+0000", 2024-08-17T01:57:03.939 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.238798+0000", 2024-08-17T01:57:03.939 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.238798+0000", 2024-08-17T01:57:03.939 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.239107+0000", 2024-08-17T01:57:03.939 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369232+0000", 2024-08-17T01:57:03.939 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.939 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.939 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.940 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:03.940 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369232+0000", 2024-08-17T01:57:03.940 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369232+0000", 2024-08-17T01:57:03.940 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369232+0000", 2024-08-17T01:57:03.940 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.940 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.940 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.940 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369232+0000", 2024-08-17T01:57:03.940 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369232+0000", 2024-08-17T01:57:03.940 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.940 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:03.940 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.940 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.940 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:03.940 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.941 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.941 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.941 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.941 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:03.941 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.941 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.941 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.941 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3", 2024-08-17T01:57:03.941 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.941 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.941 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.941 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5276, 2024-08-17T01:57:03.941 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.941 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:52:10.640649+0000", 2024-08-17T01:57:03.942 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.942 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.942 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.942 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.942 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.942 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.942 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.942 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.942 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.942 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.942 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.942 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.942 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.942 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.942 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:03.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:03.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:03.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:03.943 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:03.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:03.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:03.944 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.944 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.944 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.945 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.945 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.945 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:03.945 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:03.945 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:03.945 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.945 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T01:57:03.945 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:03.945 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.945 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.945 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.945 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:03.945 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.945 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:03.946 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.946 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:03.946 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.946 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.946 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:03.946 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.946 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.946 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.946 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065468+0000", 2024-08-17T01:57:03.946 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.240031+0000", 2024-08-17T01:57:03.946 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.240031+0000", 2024-08-17T01:57:03.946 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.240364+0000", 2024-08-17T01:57:03.947 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065468+0000", 2024-08-17T01:57:03.947 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.947 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.947 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.947 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:03.947 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065468+0000", 2024-08-17T01:57:03.947 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065468+0000", 2024-08-17T01:57:03.947 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065468+0000", 2024-08-17T01:57:03.947 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.947 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.947 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.947 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065468+0000", 2024-08-17T01:57:03.947 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065468+0000", 2024-08-17T01:57:03.947 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.948 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:03.948 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.948 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.948 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:03.948 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.948 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.948 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.948 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.948 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:03.948 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.948 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.948 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.948 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.2", 2024-08-17T01:57:03.948 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.948 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.949 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.949 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5149, 2024-08-17T01:57:03.949 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.949 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:16:32.442038+0000", 2024-08-17T01:57:03.949 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.949 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.949 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.949 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.949 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.949 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.949 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.949 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.949 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.949 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.949 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.950 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.950 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.950 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.950 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.950 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.950 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.950 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.950 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.950 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:03.950 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:03.950 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.950 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:03.950 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.950 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.950 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.951 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.951 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.951 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:03.951 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.951 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.951 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.951 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.951 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.951 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.951 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.951 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:03.951 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:03.951 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.951 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.951 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.951 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:03.952 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.952 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.952 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.952 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.952 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.952 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:03.952 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.952 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:03.952 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.952 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:03.952 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:03.952 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.952 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.952 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.952 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.953 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:03.953 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:03.953 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.953 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:03.953 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.953 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.953 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:57:03.953 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.953 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.953 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.953 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064192+0000", 2024-08-17T01:57:03.953 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:23.896027+0000", 2024-08-17T01:57:03.953 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:23.896027+0000", 2024-08-17T01:57:03.953 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.358408+0000", 2024-08-17T01:57:03.953 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064192+0000", 2024-08-17T01:57:03.954 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:03.954 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.954 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:03.954 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 397, 2024-08-17T01:57:03.954 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064192+0000", 2024-08-17T01:57:03.954 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064192+0000", 2024-08-17T01:57:03.954 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064192+0000", 2024-08-17T01:57:03.954 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.954 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.954 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:03.954 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064192+0000", 2024-08-17T01:57:03.954 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064192+0000", 2024-08-17T01:57:03.954 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.954 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3128, 2024-08-17T01:57:03.955 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.955 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.955 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 396, 2024-08-17T01:57:03.955 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.955 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.955 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.955 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.955 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3128, 2024-08-17T01:57:03.955 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.955 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.955 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.955 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.4", 2024-08-17T01:57:03.955 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.955 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.955 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.956 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 9150, 2024-08-17T01:57:03.956 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.956 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:49:48.232416+0000", 2024-08-17T01:57:03.956 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.00523799, 2024-08-17T01:57:03.956 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.956 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.956 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:03.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:03.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:03.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.957 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.958 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:03.958 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.958 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.958 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.958 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.958 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.958 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.958 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.958 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 1044, 2024-08-17T01:57:03.958 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 403416, 2024-08-17T01:57:03.958 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.958 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.958 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.958 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3137, 2024-08-17T01:57:03.958 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 396246 2024-08-17T01:57:03.959 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.959 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.959 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.959 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.959 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.959 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:03.959 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:03.959 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.959 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:03.959 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'3128" 2024-08-17T01:57:03.959 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.959 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.959 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.959 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.959 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:03.959 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:03.960 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.960 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:03.960 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.960 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.960 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:03.960 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.960 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.960 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.960 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061765+0000", 2024-08-17T01:57:03.960 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.243252+0000", 2024-08-17T01:57:03.960 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.243252+0000", 2024-08-17T01:57:03.960 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.243553+0000", 2024-08-17T01:57:03.960 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061765+0000", 2024-08-17T01:57:03.960 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.961 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.961 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.961 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:03.961 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061765+0000", 2024-08-17T01:57:03.961 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061765+0000", 2024-08-17T01:57:03.961 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061765+0000", 2024-08-17T01:57:03.961 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.961 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.961 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.961 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061765+0000", 2024-08-17T01:57:03.961 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061765+0000", 2024-08-17T01:57:03.961 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.961 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:03.961 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.961 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.962 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:03.962 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.962 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.962 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.962 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.962 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:03.962 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.962 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.962 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.962 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.0", 2024-08-17T01:57:03.962 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.962 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.962 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.962 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5315, 2024-08-17T01:57:03.963 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.963 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:48:15.384122+0000", 2024-08-17T01:57:03.963 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.963 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.963 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.963 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:03.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:03.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:03.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.964 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:03.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:03.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:03.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.965 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.966 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:03.966 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.966 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.966 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.966 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.966 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.966 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.966 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:03.966 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:03.966 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.966 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:03.966 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:03.966 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.966 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.967 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.967 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:03.967 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:03.967 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:03.967 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.967 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T01:57:03.967 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.967 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.967 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:03.967 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.967 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.967 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.967 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.371065+0000", 2024-08-17T01:57:03.967 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:23.899467+0000", 2024-08-17T01:57:03.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:23.899467+0000", 2024-08-17T01:57:03.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:23.899756+0000", 2024-08-17T01:57:03.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.371065+0000", 2024-08-17T01:57:03.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 397, 2024-08-17T01:57:03.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.371065+0000", 2024-08-17T01:57:03.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.371065+0000", 2024-08-17T01:57:03.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.371065+0000", 2024-08-17T01:57:03.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.968 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.371065+0000", 2024-08-17T01:57:03.969 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.371065+0000", 2024-08-17T01:57:03.969 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.969 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:03.969 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.969 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.969 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 396, 2024-08-17T01:57:03.969 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.969 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.969 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.969 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.969 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:03.969 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.969 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.969 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.969 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1", 2024-08-17T01:57:03.970 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.970 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.970 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.970 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5282, 2024-08-17T01:57:03.970 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.970 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:02:01.013595+0000", 2024-08-17T01:57:03.970 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.970 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.970 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.970 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.970 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.970 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.970 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.970 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.970 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:03.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:03.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:03.971 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:03.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:03.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:03.972 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:03.973 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.973 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.973 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.973 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.973 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.973 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:03.973 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:03.973 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:03.973 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.973 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T01:57:03.973 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:03.974 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.974 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.974 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.974 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.974 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:03.974 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:03.974 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.974 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:03.974 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.974 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.974 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:57:03.974 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.974 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.974 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063074+0000", 2024-08-17T01:57:03.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.959193+0000", 2024-08-17T01:57:03.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.959193+0000", 2024-08-17T01:57:03.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.357083+0000", 2024-08-17T01:57:03.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063074+0000", 2024-08-17T01:57:03.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:03.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:03.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:03.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063074+0000", 2024-08-17T01:57:03.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063074+0000", 2024-08-17T01:57:03.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063074+0000", 2024-08-17T01:57:03.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.975 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:03.976 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063074+0000", 2024-08-17T01:57:03.976 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063074+0000", 2024-08-17T01:57:03.976 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.976 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2896, 2024-08-17T01:57:03.976 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.976 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.976 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:03.976 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.976 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.976 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.976 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.976 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2896, 2024-08-17T01:57:03.976 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.976 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.976 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.977 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.7", 2024-08-17T01:57:03.977 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.977 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.977 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.977 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 8637, 2024-08-17T01:57:03.977 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.977 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:26:30.795497+0000", 2024-08-17T01:57:03.977 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.003822663, 2024-08-17T01:57:03.977 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.977 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.977 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 4194304, 2024-08-17T01:57:03.977 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.977 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.977 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:03.978 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:03.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:03.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:03.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.979 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 490, 2024-08-17T01:57:03.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 388656, 2024-08-17T01:57:03.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 2902, 2024-08-17T01:57:03.980 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 389692 2024-08-17T01:57:03.980 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.980 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.980 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.980 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.980 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.981 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:03.981 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:03.981 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.981 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:03.981 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'2896" 2024-08-17T01:57:03.981 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.981 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.981 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.981 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:03.981 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:03.981 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:03.981 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.981 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:03.981 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.981 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.982 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:03.982 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.982 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.982 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.982 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227327+0000", 2024-08-17T01:57:03.982 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.792947+0000", 2024-08-17T01:57:03.982 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.792947+0000", 2024-08-17T01:57:03.982 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.793281+0000", 2024-08-17T01:57:03.982 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227327+0000", 2024-08-17T01:57:03.982 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.982 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.982 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.982 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:03.982 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227327+0000", 2024-08-17T01:57:03.983 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227327+0000", 2024-08-17T01:57:03.983 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227327+0000", 2024-08-17T01:57:03.983 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.983 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.983 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:03.983 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227327+0000", 2024-08-17T01:57:03.983 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227327+0000", 2024-08-17T01:57:03.983 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.983 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:03.983 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.983 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.983 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:03.983 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.984 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.984 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.984 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.984 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:03.984 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.984 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.984 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.984 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1", 2024-08-17T01:57:03.984 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.984 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.984 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.984 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5326, 2024-08-17T01:57:03.984 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.984 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:33:29.511826+0000", 2024-08-17T01:57:03.985 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.985 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.985 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.985 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.985 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.985 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.985 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.985 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.985 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.985 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.985 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.985 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.985 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.985 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:03.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:03.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:03.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.986 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:03.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:03.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:03.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:03.987 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.988 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.988 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.988 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.988 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.988 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:03.988 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:03.988 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:03.988 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.988 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:03.988 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:03.988 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.988 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.988 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.988 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:03.988 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.988 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:03.989 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.989 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:03.989 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.989 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.989 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:03.989 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.989 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.989 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.989 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369723+0000", 2024-08-17T01:57:03.989 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.297748+0000", 2024-08-17T01:57:03.989 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.297748+0000", 2024-08-17T01:57:03.989 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.300198+0000", 2024-08-17T01:57:03.989 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369723+0000", 2024-08-17T01:57:03.989 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.990 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.990 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.990 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:03.990 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369723+0000", 2024-08-17T01:57:03.990 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369723+0000", 2024-08-17T01:57:03.990 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369723+0000", 2024-08-17T01:57:03.990 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.990 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.990 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:03.990 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369723+0000", 2024-08-17T01:57:03.990 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369723+0000", 2024-08-17T01:57:03.990 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.990 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:03.990 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.990 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.991 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:03.991 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.991 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.991 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.991 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.991 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:03.991 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.991 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.991 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.991 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.0", 2024-08-17T01:57:03.991 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.991 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.991 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.991 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5103, 2024-08-17T01:57:03.991 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.992 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:27:55.751968+0000", 2024-08-17T01:57:03.992 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:03.992 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.992 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.992 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.992 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.992 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.992 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.992 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.992 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.992 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.992 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.992 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.992 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:03.992 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:03.993 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:03.993 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:03.993 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:03.993 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:03.993 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:03.993 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:03.993 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:03.993 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:03.993 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:03.993 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:03.993 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:03.993 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:03.993 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:03.993 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:03.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:03.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:03.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:03.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:03.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:03.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:03.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:03.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:03.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:03.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:03.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:03.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:03.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:03.994 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:03.995 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:03.995 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.995 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:03.995 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:03.995 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:03.995 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:03.995 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.995 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:03.995 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.995 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:03.995 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:03.995 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:03.995 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:03.995 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:03.995 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:03.996 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:03.996 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:03.996 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:03.996 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:03.996 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:03.996 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:03.996 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:57:03.996 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:03.996 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:03.996 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:03.996 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.229269+0000", 2024-08-17T01:57:03.996 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:45:51.260550+0000", 2024-08-17T01:57:03.996 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:45:51.260550+0000", 2024-08-17T01:57:03.996 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.367554+0000", 2024-08-17T01:57:03.996 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.229269+0000", 2024-08-17T01:57:03.997 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:03.997 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:03.997 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:03.997 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 364, 2024-08-17T01:57:03.997 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.229269+0000", 2024-08-17T01:57:03.997 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.229269+0000", 2024-08-17T01:57:03.997 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.229269+0000", 2024-08-17T01:57:03.997 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:03.997 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:03.997 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:03.997 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.229269+0000", 2024-08-17T01:57:03.997 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.229269+0000", 2024-08-17T01:57:03.997 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:03.997 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2962, 2024-08-17T01:57:03.997 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:03.998 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:03.998 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 363, 2024-08-17T01:57:03.998 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:03.998 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:03.998 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:03.998 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:03.998 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2962, 2024-08-17T01:57:03.998 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:03.998 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:03.998 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:03.998 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.6", 2024-08-17T01:57:03.998 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:03.998 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:03.998 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:03.999 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 8960, 2024-08-17T01:57:03.999 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:03.999 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:58:48.500047+0000", 2024-08-17T01:57:03.999 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.005197921, 2024-08-17T01:57:03.999 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:03.999 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:03.999 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:03.999 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:03.999 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:03.999 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:03.999 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:03.999 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:03.999 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:03.999 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:03.999 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:03.999 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.000 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.000 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.000 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.000 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.000 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.000 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.000 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.000 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.000 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.000 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.000 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.000 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.000 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.000 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.000 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.001 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.001 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.001 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.001 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.001 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.001 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.001 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.001 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.001 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 1094, 2024-08-17T01:57:04.001 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 358962, 2024-08-17T01:57:04.001 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.001 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.001 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.001 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 2923, 2024-08-17T01:57:04.002 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 389607 2024-08-17T01:57:04.002 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.002 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.002 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.002 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.002 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.002 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:04.002 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:04.002 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.002 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:04.002 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'2962" 2024-08-17T01:57:04.002 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.002 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.002 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.002 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.003 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.003 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:04.003 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.003 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:04.003 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.003 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.003 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.003 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.003 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.003 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.003 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063450+0000", 2024-08-17T01:57:04.003 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.242230+0000", 2024-08-17T01:57:04.003 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.242230+0000", 2024-08-17T01:57:04.003 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.244435+0000", 2024-08-17T01:57:04.003 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063450+0000", 2024-08-17T01:57:04.004 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.004 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.004 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.004 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:04.004 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063450+0000", 2024-08-17T01:57:04.004 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063450+0000", 2024-08-17T01:57:04.004 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063450+0000", 2024-08-17T01:57:04.004 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.004 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.004 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.004 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063450+0000", 2024-08-17T01:57:04.004 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063450+0000", 2024-08-17T01:57:04.004 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.004 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.005 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.005 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.005 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:04.005 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.005 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.005 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.005 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.005 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.005 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.005 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.005 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.005 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2", 2024-08-17T01:57:04.006 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.006 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.006 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.006 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5223, 2024-08-17T01:57:04.006 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.006 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:49:03.844090+0000", 2024-08-17T01:57:04.006 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.006 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.006 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.006 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.006 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.006 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.006 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.007 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.008 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.008 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.008 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.008 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.008 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.008 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.008 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.008 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.008 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.008 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.008 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.008 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.008 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.008 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.008 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.008 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.009 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.009 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.009 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.009 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.009 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.009 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.009 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.009 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.009 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.009 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.009 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.009 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.009 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:04.009 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.010 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:04.010 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.010 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.010 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.010 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.010 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.010 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:04.010 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:04.010 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.010 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:04.010 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.010 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.010 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:04.010 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.010 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.011 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.011 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063949+0000", 2024-08-17T01:57:04.011 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.292160+0000", 2024-08-17T01:57:04.011 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.292160+0000", 2024-08-17T01:57:04.011 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.292567+0000", 2024-08-17T01:57:04.011 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063949+0000", 2024-08-17T01:57:04.011 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.011 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.011 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.011 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.011 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063949+0000", 2024-08-17T01:57:04.011 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063949+0000", 2024-08-17T01:57:04.011 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063949+0000", 2024-08-17T01:57:04.011 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.012 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.012 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.012 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063949+0000", 2024-08-17T01:57:04.012 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063949+0000", 2024-08-17T01:57:04.012 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.012 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.012 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.012 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.012 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.012 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.012 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.012 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.012 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.013 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.013 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.013 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.013 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.013 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.3", 2024-08-17T01:57:04.013 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.013 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.013 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.013 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5179, 2024-08-17T01:57:04.013 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.013 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:07:50.292815+0000", 2024-08-17T01:57:04.013 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.013 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.013 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.014 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.015 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.016 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.017 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.017 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.017 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.017 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.017 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.017 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.017 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.017 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:04.017 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:04.017 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.017 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:04.017 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.017 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.017 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.018 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.018 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.018 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.018 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:04.018 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.018 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:04.018 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.018 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.018 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 19, 2024-08-17T01:57:04.018 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.018 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.018 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.018 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369783+0000", 2024-08-17T01:57:04.019 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.299586+0000", 2024-08-17T01:57:04.019 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.299586+0000", 2024-08-17T01:57:04.019 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.301337+0000", 2024-08-17T01:57:04.019 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369783+0000", 2024-08-17T01:57:04.019 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:34:43.704511+0000", 2024-08-17T01:57:04.019 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.019 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:34:43.704511+0000", 2024-08-17T01:57:04.019 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.019 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369783+0000", 2024-08-17T01:57:04.019 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369783+0000", 2024-08-17T01:57:04.019 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369783+0000", 2024-08-17T01:57:04.019 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.020 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.020 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:34:43.704511+0000", 2024-08-17T01:57:04.020 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369783+0000", 2024-08-17T01:57:04.020 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369783+0000", 2024-08-17T01:57:04.020 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.020 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 249, 2024-08-17T01:57:04.020 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.020 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.020 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.020 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.020 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.020 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.020 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.021 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 249, 2024-08-17T01:57:04.021 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.021 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.021 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.021 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "1.0", 2024-08-17T01:57:04.021 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.021 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.021 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.021 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5793, 2024-08-17T01:57:04.021 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.021 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:58:44.770619+0000", 2024-08-17T01:57:04.021 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.021 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.021 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.022 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 590368, 2024-08-17T01:57:04.022 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.022 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 1771104, 2024-08-17T01:57:04.022 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.022 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.022 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.022 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.022 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.022 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.022 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.022 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.022 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.022 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.022 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T01:57:04.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T01:57:04.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T01:57:04.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.023 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 6, 2024-08-17T01:57:04.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 1286, 2024-08-17T01:57:04.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 2084, 2024-08-17T01:57:04.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 415, 2024-08-17T01:57:04.024 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 2416 2024-08-17T01:57:04.024 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.024 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.025 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.025 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.025 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.025 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.025 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:04.025 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.025 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:04.025 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "2202'249" 2024-08-17T01:57:04.025 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.025 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.025 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.025 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.025 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.025 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:04.025 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.026 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:04.026 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.026 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.026 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 69, 2024-08-17T01:57:04.026 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.026 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.026 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.026 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372057+0000", 2024-08-17T01:57:04.026 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.288765+0000", 2024-08-17T01:57:04.026 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.288765+0000", 2024-08-17T01:57:04.026 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T01:21:32.351518+0000", 2024-08-17T01:57:04.026 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372057+0000", 2024-08-17T01:57:04.026 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:04.026 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.027 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:04.027 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.027 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372057+0000", 2024-08-17T01:57:04.027 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372057+0000", 2024-08-17T01:57:04.027 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372057+0000", 2024-08-17T01:57:04.027 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.027 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.027 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:58.084499+0000", 2024-08-17T01:57:04.027 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372057+0000", 2024-08-17T01:57:04.027 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372057+0000", 2024-08-17T01:57:04.027 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.027 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3253, 2024-08-17T01:57:04.027 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.027 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.027 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.028 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.028 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.028 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.028 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.028 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3253, 2024-08-17T01:57:04.028 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.028 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.028 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.028 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "4.5", 2024-08-17T01:57:04.028 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.028 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.028 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.029 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 9233, 2024-08-17T01:57:04.029 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.029 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:25:16.799663+0000", 2024-08-17T01:57:04.029 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.001392718, 2024-08-17T01:57:04.029 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.029 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.029 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.029 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.029 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.029 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.029 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.029 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.029 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.030 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.030 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.030 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.030 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.030 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.030 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.030 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.030 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.030 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.030 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.030 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.030 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.030 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.031 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 1474, 2024-08-17T01:57:04.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 385846, 2024-08-17T01:57:04.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3215, 2024-08-17T01:57:04.032 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 446335 2024-08-17T01:57:04.032 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.032 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.032 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.032 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.032 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.032 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.032 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:04.032 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.032 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:04.033 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "1116'3253" 2024-08-17T01:57:04.033 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.033 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.033 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.033 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.033 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.033 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:04.033 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.033 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:04.033 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.033 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.033 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.033 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.033 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.033 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.034 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373850+0000", 2024-08-17T01:57:04.034 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.298355+0000", 2024-08-17T01:57:04.034 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.298355+0000", 2024-08-17T01:57:04.034 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.300211+0000", 2024-08-17T01:57:04.034 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373850+0000", 2024-08-17T01:57:04.034 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.034 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.034 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.034 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.034 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373850+0000", 2024-08-17T01:57:04.034 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373850+0000", 2024-08-17T01:57:04.034 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373850+0000", 2024-08-17T01:57:04.034 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.034 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.035 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.035 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373850+0000", 2024-08-17T01:57:04.035 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373850+0000", 2024-08-17T01:57:04.035 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.035 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.035 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.035 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.035 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.035 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.035 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.035 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.035 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.035 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.035 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.035 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.036 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.036 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.d", 2024-08-17T01:57:04.036 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.036 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.036 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.036 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5095, 2024-08-17T01:57:04.036 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.036 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:53:26.649326+0000", 2024-08-17T01:57:04.036 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.036 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.036 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.036 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.036 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.037 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.037 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.037 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.037 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.037 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.037 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.037 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.037 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.037 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.037 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.037 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.037 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.037 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.037 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.038 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.038 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.038 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.038 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.038 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.038 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.038 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.038 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.038 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.038 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.038 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.038 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.039 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.039 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.040 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.040 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.040 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.040 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.040 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.040 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:04.040 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.040 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:04.040 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.040 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.040 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.040 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.040 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:04.040 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.040 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:04.040 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.041 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T01:57:04.041 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.041 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.041 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:04.041 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.041 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.041 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.041 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369425+0000", 2024-08-17T01:57:04.041 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.958158+0000", 2024-08-17T01:57:04.041 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.958158+0000", 2024-08-17T01:57:04.041 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.958453+0000", 2024-08-17T01:57:04.041 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369425+0000", 2024-08-17T01:57:04.041 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.041 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.042 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.042 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:04.042 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369425+0000", 2024-08-17T01:57:04.042 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369425+0000", 2024-08-17T01:57:04.042 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369425+0000", 2024-08-17T01:57:04.042 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.042 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.042 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.042 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369425+0000", 2024-08-17T01:57:04.042 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369425+0000", 2024-08-17T01:57:04.042 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.042 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.042 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.042 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.042 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:04.043 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.043 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.043 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.043 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.043 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.043 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.043 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.043 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.043 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.c", 2024-08-17T01:57:04.043 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.043 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.043 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.043 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5279, 2024-08-17T01:57:04.044 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.044 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:09:26.417208+0000", 2024-08-17T01:57:04.044 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.044 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.044 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.044 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.045 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.046 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.046 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.046 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.046 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.046 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.046 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.046 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.046 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.046 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.046 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.046 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.046 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.046 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.046 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.047 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.047 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.047 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.047 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.047 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.047 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.047 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:04.047 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.047 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:04.047 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.047 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T01:57:04.047 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.047 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.047 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.047 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.048 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.048 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.048 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:04.048 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.048 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:04.048 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.048 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.048 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.048 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.048 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.048 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.048 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065210+0000", 2024-08-17T01:57:04.048 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.242702+0000", 2024-08-17T01:57:04.048 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.242702+0000", 2024-08-17T01:57:04.048 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.243020+0000", 2024-08-17T01:57:04.049 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065210+0000", 2024-08-17T01:57:04.049 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.049 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.049 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.049 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:04.049 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065210+0000", 2024-08-17T01:57:04.049 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065210+0000", 2024-08-17T01:57:04.049 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065210+0000", 2024-08-17T01:57:04.049 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.049 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.049 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.049 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065210+0000", 2024-08-17T01:57:04.049 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065210+0000", 2024-08-17T01:57:04.050 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.050 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.050 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.050 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.050 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:04.050 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.050 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.050 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.050 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.050 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.050 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.050 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.050 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.050 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.c", 2024-08-17T01:57:04.051 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.051 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.051 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.051 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5165, 2024-08-17T01:57:04.051 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.051 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:25:09.749752+0000", 2024-08-17T01:57:04.051 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.051 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.051 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.051 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.052 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.053 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.054 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.054 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.054 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.054 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.054 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.054 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.054 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.054 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.054 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.054 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.054 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.054 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:04.054 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.054 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:04.055 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.055 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.055 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.055 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.055 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:04.055 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.055 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:04.055 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.055 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:04.055 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.055 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.055 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:04.055 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.055 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.055 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061366+0000", 2024-08-17T01:57:04.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.790910+0000", 2024-08-17T01:57:04.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.790910+0000", 2024-08-17T01:57:04.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.791293+0000", 2024-08-17T01:57:04.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061366+0000", 2024-08-17T01:57:04.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:04.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061366+0000", 2024-08-17T01:57:04.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061366+0000", 2024-08-17T01:57:04.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061366+0000", 2024-08-17T01:57:04.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.056 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061366+0000", 2024-08-17T01:57:04.057 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061366+0000", 2024-08-17T01:57:04.057 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.057 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 1, 2024-08-17T01:57:04.057 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.057 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.057 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:04.057 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.057 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.057 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.057 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.057 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 1, 2024-08-17T01:57:04.057 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.057 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.057 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.057 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.d", 2024-08-17T01:57:04.058 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.058 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.058 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.058 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5319, 2024-08-17T01:57:04.058 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.058 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:57:17.691874+0000", 2024-08-17T01:57:04.058 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.058 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.058 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.058 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 70, 2024-08-17T01:57:04.058 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.058 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.058 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.058 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:04.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:04.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.059 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:04.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 2, 2024-08-17T01:57:04.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 2, 2024-08-17T01:57:04.060 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.061 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.061 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.061 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 1, 2024-08-17T01:57:04.061 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 1 2024-08-17T01:57:04.061 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.061 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.061 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.061 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.061 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:04.061 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.061 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:04.061 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.061 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:04.062 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'1" 2024-08-17T01:57:04.062 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.062 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.062 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.062 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.062 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:04.062 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:04.062 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.062 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:04.062 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.062 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.062 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.062 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.062 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.063 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372980+0000", 2024-08-17T01:57:04.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.299839+0000", 2024-08-17T01:57:04.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.299839+0000", 2024-08-17T01:57:04.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.300156+0000", 2024-08-17T01:57:04.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372980+0000", 2024-08-17T01:57:04.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372980+0000", 2024-08-17T01:57:04.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372980+0000", 2024-08-17T01:57:04.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372980+0000", 2024-08-17T01:57:04.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.063 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.064 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.064 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372980+0000", 2024-08-17T01:57:04.064 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372980+0000", 2024-08-17T01:57:04.064 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.064 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.064 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.064 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.064 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.064 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.064 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.064 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.064 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.064 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.064 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.064 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.064 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.065 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.f", 2024-08-17T01:57:04.065 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.065 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.065 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.065 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5089, 2024-08-17T01:57:04.065 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.065 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:49:16.922454+0000", 2024-08-17T01:57:04.065 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.065 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.065 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.065 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.065 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.065 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.065 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.066 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.067 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.068 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.068 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.068 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.068 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.068 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.068 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.068 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:04.069 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:04.069 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.069 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:04.069 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.069 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.069 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.069 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.069 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:04.069 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.069 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:04.069 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.069 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T01:57:04.069 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.069 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.069 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:04.070 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.070 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.070 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.070 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369255+0000", 2024-08-17T01:57:04.070 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295605+0000", 2024-08-17T01:57:04.070 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295605+0000", 2024-08-17T01:57:04.070 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.295955+0000", 2024-08-17T01:57:04.070 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369255+0000", 2024-08-17T01:57:04.070 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.070 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.070 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.070 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.070 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369255+0000", 2024-08-17T01:57:04.070 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369255+0000", 2024-08-17T01:57:04.070 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369255+0000", 2024-08-17T01:57:04.071 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.071 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.071 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.071 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369255+0000", 2024-08-17T01:57:04.071 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369255+0000", 2024-08-17T01:57:04.071 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.071 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T01:57:04.071 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.071 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.071 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.071 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.071 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.071 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.071 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.071 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T01:57:04.072 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.072 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.072 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.072 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.e", 2024-08-17T01:57:04.072 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.072 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.072 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.072 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5286, 2024-08-17T01:57:04.072 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.072 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:38:45.647672+0000", 2024-08-17T01:57:04.072 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.072 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.072 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.072 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.072 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.073 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.073 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.073 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.073 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.073 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.073 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.073 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.073 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.073 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.073 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.073 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.073 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.073 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.073 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.073 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:04.073 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:04.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:04.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:04.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.074 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 9, 2024-08-17T01:57:04.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 9, 2024-08-17T01:57:04.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T01:57:04.075 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.075 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.076 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.076 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.076 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.076 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:04.076 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.076 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:04.076 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.076 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T01:57:04.076 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T01:57:04.076 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.076 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.076 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.076 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.077 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.077 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:04.077 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.077 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:04.077 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.077 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.077 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.077 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.077 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.077 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.077 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373592+0000", 2024-08-17T01:57:04.077 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.299634+0000", 2024-08-17T01:57:04.077 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.299634+0000", 2024-08-17T01:57:04.077 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.301314+0000", 2024-08-17T01:57:04.077 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373592+0000", 2024-08-17T01:57:04.077 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.078 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.078 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.078 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.078 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373592+0000", 2024-08-17T01:57:04.078 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373592+0000", 2024-08-17T01:57:04.078 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373592+0000", 2024-08-17T01:57:04.078 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.078 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.078 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.078 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373592+0000", 2024-08-17T01:57:04.078 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373592+0000", 2024-08-17T01:57:04.078 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.078 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.079 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.079 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.079 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.079 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.079 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.079 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.079 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.079 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.079 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.079 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.079 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.079 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.e", 2024-08-17T01:57:04.079 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.080 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.080 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.080 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5111, 2024-08-17T01:57:04.080 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.080 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:09:48.615463+0000", 2024-08-17T01:57:04.080 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.080 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.080 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.080 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.080 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.080 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.080 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.081 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.081 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.081 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.081 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.081 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.081 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.081 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.081 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.081 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.081 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.081 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.081 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.081 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.081 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.081 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.082 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.083 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.083 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.083 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.083 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.083 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.083 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.083 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.083 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:04.083 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.083 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:04.084 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.084 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.084 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.084 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.084 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.084 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.084 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:04.084 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.084 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T01:57:04.084 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.084 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.084 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:04.084 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.084 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.084 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.085 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369630+0000", 2024-08-17T01:57:04.085 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.288586+0000", 2024-08-17T01:57:04.085 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.288586+0000", 2024-08-17T01:57:04.085 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.288967+0000", 2024-08-17T01:57:04.085 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369630+0000", 2024-08-17T01:57:04.085 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.085 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.085 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.085 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.085 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369630+0000", 2024-08-17T01:57:04.085 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369630+0000", 2024-08-17T01:57:04.085 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369630+0000", 2024-08-17T01:57:04.085 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.085 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.086 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.086 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369630+0000", 2024-08-17T01:57:04.086 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369630+0000", 2024-08-17T01:57:04.086 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.086 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 1, 2024-08-17T01:57:04.086 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.086 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.086 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.086 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.086 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.086 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.086 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.086 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 1, 2024-08-17T01:57:04.086 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.086 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.087 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.087 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.f", 2024-08-17T01:57:04.087 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.087 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.087 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.087 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5197, 2024-08-17T01:57:04.087 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.087 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:35:08.400837+0000", 2024-08-17T01:57:04.087 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.087 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.087 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 22, 2024-08-17T01:57:04.087 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.088 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.088 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.088 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.088 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.088 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.088 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.088 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.088 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.088 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.088 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.088 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.088 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.088 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.089 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.089 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 3, 2024-08-17T01:57:04.089 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 1, 2024-08-17T01:57:04.089 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.089 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 1, 2024-08-17T01:57:04.089 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.089 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.089 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.089 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.089 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.089 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.089 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.089 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.089 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.089 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 2, 2024-08-17T01:57:04.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 2, 2024-08-17T01:57:04.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 1, 2024-08-17T01:57:04.090 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 1 2024-08-17T01:57:04.090 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.090 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.090 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.090 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.090 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.091 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.091 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:04.091 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.091 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T01:57:04.091 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'1" 2024-08-17T01:57:04.091 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.091 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.091 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.091 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.091 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.091 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:04.091 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.091 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:04.091 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.092 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.092 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.092 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.092 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.092 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.092 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372214+0000", 2024-08-17T01:57:04.092 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.291473+0000", 2024-08-17T01:57:04.092 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.291473+0000", 2024-08-17T01:57:04.092 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.294020+0000", 2024-08-17T01:57:04.092 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372214+0000", 2024-08-17T01:57:04.092 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.092 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.092 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.092 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.092 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372214+0000", 2024-08-17T01:57:04.093 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372214+0000", 2024-08-17T01:57:04.093 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372214+0000", 2024-08-17T01:57:04.093 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.093 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.093 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.093 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372214+0000", 2024-08-17T01:57:04.093 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372214+0000", 2024-08-17T01:57:04.093 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.093 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.093 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.093 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.093 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.093 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.093 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.093 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.094 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.094 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.094 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.094 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.094 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.094 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.11", 2024-08-17T01:57:04.094 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.094 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.094 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.094 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5094, 2024-08-17T01:57:04.094 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.094 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:34:51.959441+0000", 2024-08-17T01:57:04.094 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.094 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.095 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.095 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.096 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.097 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.097 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.097 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.097 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.098 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.098 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.098 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.098 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:04.098 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.098 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:04.098 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.098 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.098 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.098 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.098 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:04.098 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:04.098 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:04.098 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.098 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T01:57:04.099 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.099 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.099 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:04.099 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.099 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.099 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.099 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369429+0000", 2024-08-17T01:57:04.099 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:45:51.257859+0000", 2024-08-17T01:57:04.099 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:45:51.257859+0000", 2024-08-17T01:57:04.099 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:45:51.258211+0000", 2024-08-17T01:57:04.099 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369429+0000", 2024-08-17T01:57:04.099 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.099 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.099 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.099 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 364, 2024-08-17T01:57:04.100 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369429+0000", 2024-08-17T01:57:04.100 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369429+0000", 2024-08-17T01:57:04.100 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369429+0000", 2024-08-17T01:57:04.100 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.100 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.100 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.100 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369429+0000", 2024-08-17T01:57:04.100 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369429+0000", 2024-08-17T01:57:04.100 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.100 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 8, 2024-08-17T01:57:04.100 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.100 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.100 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 363, 2024-08-17T01:57:04.100 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.100 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.101 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.101 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.101 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 8, 2024-08-17T01:57:04.101 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.101 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.101 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.101 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.10", 2024-08-17T01:57:04.101 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.101 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.101 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.101 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5295, 2024-08-17T01:57:04.101 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.101 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:52:44.165110+0000", 2024-08-17T01:57:04.101 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.101 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.102 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.102 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 12, 2024-08-17T01:57:04.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 4, 2024-08-17T01:57:04.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 4, 2024-08-17T01:57:04.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 4, 2024-08-17T01:57:04.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.103 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 36, 2024-08-17T01:57:04.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 36, 2024-08-17T01:57:04.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 12, 2024-08-17T01:57:04.104 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.104 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.104 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.104 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.104 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.104 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:04.105 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:04.105 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:04.105 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.105 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T01:57:04.105 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'8" 2024-08-17T01:57:04.105 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.105 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.105 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.105 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.105 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.105 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:04.105 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.105 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:04.105 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.105 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.106 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.106 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.106 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.106 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.368366+0000", 2024-08-17T01:57:04.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.244038+0000", 2024-08-17T01:57:04.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.244038+0000", 2024-08-17T01:57:04.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.247081+0000", 2024-08-17T01:57:04.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.368366+0000", 2024-08-17T01:57:04.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:04.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.368366+0000", 2024-08-17T01:57:04.106 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.368366+0000", 2024-08-17T01:57:04.107 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.368366+0000", 2024-08-17T01:57:04.107 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.107 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.107 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.107 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.368366+0000", 2024-08-17T01:57:04.107 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.368366+0000", 2024-08-17T01:57:04.107 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.107 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.107 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.107 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.107 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:04.107 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.107 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.107 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.107 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.108 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.108 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.108 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.108 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.108 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.10", 2024-08-17T01:57:04.108 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.108 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.108 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.108 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5116, 2024-08-17T01:57:04.108 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.108 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:03:59.013925+0000", 2024-08-17T01:57:04.108 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.109 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.109 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.109 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.110 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.111 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.111 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.111 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.112 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.112 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.112 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.112 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.112 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:04.112 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.112 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:04.112 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.112 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.112 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.112 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.112 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.112 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.112 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:04.112 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.113 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:04.113 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.113 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.113 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:04.113 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.113 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.113 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.113 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369834+0000", 2024-08-17T01:57:04.113 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.247432+0000", 2024-08-17T01:57:04.113 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.247432+0000", 2024-08-17T01:57:04.113 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.247723+0000", 2024-08-17T01:57:04.113 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369834+0000", 2024-08-17T01:57:04.113 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.114 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.114 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.114 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:04.114 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369834+0000", 2024-08-17T01:57:04.114 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369834+0000", 2024-08-17T01:57:04.114 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369834+0000", 2024-08-17T01:57:04.114 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.114 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.114 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.114 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369834+0000", 2024-08-17T01:57:04.114 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369834+0000", 2024-08-17T01:57:04.114 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.114 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.114 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.114 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.115 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:04.115 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.115 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.115 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.115 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.115 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.115 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.115 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.115 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.115 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.11", 2024-08-17T01:57:04.115 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.115 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.115 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.116 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5128, 2024-08-17T01:57:04.116 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.116 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:11:07.139685+0000", 2024-08-17T01:57:04.116 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.116 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.116 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.116 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.117 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.118 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.119 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.119 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.119 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.119 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.119 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.119 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.119 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.119 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.119 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.119 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:04.119 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.119 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:04.119 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.119 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.119 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.120 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.120 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.120 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.120 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:04.120 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.120 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:04.120 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.120 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.120 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.120 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.120 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.120 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.120 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373505+0000", 2024-08-17T01:57:04.120 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.287486+0000", 2024-08-17T01:57:04.121 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.287486+0000", 2024-08-17T01:57:04.121 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.287962+0000", 2024-08-17T01:57:04.121 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373505+0000", 2024-08-17T01:57:04.121 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.121 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.121 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.121 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.121 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373505+0000", 2024-08-17T01:57:04.121 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373505+0000", 2024-08-17T01:57:04.121 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373505+0000", 2024-08-17T01:57:04.121 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.121 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.121 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.121 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373505+0000", 2024-08-17T01:57:04.121 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373505+0000", 2024-08-17T01:57:04.121 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.122 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.122 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.122 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.122 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.122 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.122 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.122 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.122 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.122 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.122 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.122 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.122 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.122 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.13", 2024-08-17T01:57:04.123 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.123 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.123 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.123 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5110, 2024-08-17T01:57:04.123 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.123 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:45:05.070946+0000", 2024-08-17T01:57:04.123 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.123 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.123 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.123 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.123 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.123 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.123 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.124 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.124 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.124 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.124 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.124 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.124 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.124 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.124 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.124 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.124 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.124 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.124 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.124 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.125 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.126 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.126 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.126 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.126 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.126 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.126 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.126 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.127 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:04.127 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.127 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:04.127 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.127 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.127 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.127 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.127 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.127 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.127 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:04.127 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.127 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:04.127 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.127 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.127 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:04.127 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.128 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.128 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.128 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065575+0000", 2024-08-17T01:57:04.128 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295819+0000", 2024-08-17T01:57:04.128 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295819+0000", 2024-08-17T01:57:04.128 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296217+0000", 2024-08-17T01:57:04.128 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065575+0000", 2024-08-17T01:57:04.128 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.128 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.128 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.128 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.128 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065575+0000", 2024-08-17T01:57:04.128 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065575+0000", 2024-08-17T01:57:04.128 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065575+0000", 2024-08-17T01:57:04.128 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.129 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.129 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.129 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065575+0000", 2024-08-17T01:57:04.129 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065575+0000", 2024-08-17T01:57:04.129 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.129 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.129 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.129 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.129 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.129 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.129 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.129 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.129 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.129 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.129 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.129 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.130 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.130 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.12", 2024-08-17T01:57:04.130 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.130 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.130 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.130 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5167, 2024-08-17T01:57:04.130 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.130 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:24:40.385972+0000", 2024-08-17T01:57:04.130 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.130 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.130 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.130 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.130 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.131 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.131 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.131 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.131 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.131 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.131 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.131 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.131 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.131 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.131 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.131 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.131 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.131 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.131 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.131 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.131 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.132 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.132 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.132 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.132 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.132 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.132 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.132 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.132 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.132 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.132 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.132 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.132 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.132 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.132 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.132 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.133 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.133 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.133 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.133 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.133 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.133 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.133 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.133 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:04.133 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.133 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:04.134 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.134 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.134 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.134 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.134 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.134 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.134 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:04.134 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.134 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:04.134 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.134 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.134 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.134 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.134 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.134 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.135 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227524+0000", 2024-08-17T01:57:04.135 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.289789+0000", 2024-08-17T01:57:04.135 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.289789+0000", 2024-08-17T01:57:04.135 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.290102+0000", 2024-08-17T01:57:04.135 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227524+0000", 2024-08-17T01:57:04.135 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.135 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.135 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.135 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.135 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227524+0000", 2024-08-17T01:57:04.135 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227524+0000", 2024-08-17T01:57:04.135 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227524+0000", 2024-08-17T01:57:04.135 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.135 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.135 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.135 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227524+0000", 2024-08-17T01:57:04.136 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227524+0000", 2024-08-17T01:57:04.136 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.136 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.136 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.136 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.136 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.136 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.136 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.136 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.136 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.136 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.136 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.136 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.136 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.136 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.12", 2024-08-17T01:57:04.136 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.137 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.137 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.137 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5322, 2024-08-17T01:57:04.137 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.137 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:09:29.923561+0000", 2024-08-17T01:57:04.137 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.137 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.137 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.137 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.137 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.137 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.137 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.137 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.137 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.137 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.138 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.138 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.138 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.138 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.138 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.138 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.138 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.138 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.138 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.138 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.138 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.138 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.138 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.138 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.138 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.139 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.140 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.140 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.140 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.140 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.140 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.140 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.140 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.140 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.140 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.140 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:04.140 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.140 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:04.141 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.141 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.141 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.141 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.141 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.141 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.141 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:04.141 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.141 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:04.141 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.141 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.141 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:04.141 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.141 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.142 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.142 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227542+0000", 2024-08-17T01:57:04.142 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.787717+0000", 2024-08-17T01:57:04.142 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.787717+0000", 2024-08-17T01:57:04.142 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.788941+0000", 2024-08-17T01:57:04.142 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227542+0000", 2024-08-17T01:57:04.142 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.142 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.142 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.142 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:04.142 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227542+0000", 2024-08-17T01:57:04.142 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227542+0000", 2024-08-17T01:57:04.142 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227542+0000", 2024-08-17T01:57:04.143 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.143 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.143 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.143 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227542+0000", 2024-08-17T01:57:04.143 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227542+0000", 2024-08-17T01:57:04.143 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.143 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 2, 2024-08-17T01:57:04.143 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.143 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.143 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:04.143 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.143 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.143 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.143 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.143 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 2, 2024-08-17T01:57:04.143 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.144 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.144 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.144 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.13", 2024-08-17T01:57:04.144 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.144 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.144 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.144 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5333, 2024-08-17T01:57:04.144 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.144 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:23:52.440413+0000", 2024-08-17T01:57:04.144 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.144 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.144 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 34, 2024-08-17T01:57:04.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.144 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.145 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T01:57:04.146 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T01:57:04.146 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.146 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T01:57:04.146 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.146 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.146 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.146 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.146 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.146 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:04.146 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.146 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.146 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.146 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.147 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.147 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.147 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.147 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 8, 2024-08-17T01:57:04.147 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 14, 2024-08-17T01:57:04.147 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.147 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.147 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.147 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 3, 2024-08-17T01:57:04.147 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 6 2024-08-17T01:57:04.147 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.147 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.147 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.147 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.148 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.148 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.148 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:04.148 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.148 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:04.148 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'2" 2024-08-17T01:57:04.148 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.148 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.148 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.148 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.148 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.148 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:04.148 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.149 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:04.149 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.149 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.149 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.149 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.149 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.149 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.149 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373533+0000", 2024-08-17T01:57:04.149 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.291033+0000", 2024-08-17T01:57:04.149 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.291033+0000", 2024-08-17T01:57:04.149 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.291325+0000", 2024-08-17T01:57:04.149 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373533+0000", 2024-08-17T01:57:04.149 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.149 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.150 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.150 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.150 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373533+0000", 2024-08-17T01:57:04.150 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373533+0000", 2024-08-17T01:57:04.150 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373533+0000", 2024-08-17T01:57:04.150 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.150 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.150 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.150 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373533+0000", 2024-08-17T01:57:04.150 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373533+0000", 2024-08-17T01:57:04.150 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.150 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.150 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.150 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.151 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.151 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.151 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.151 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.151 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.151 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.151 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.151 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.151 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.151 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.15", 2024-08-17T01:57:04.151 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.151 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.151 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.151 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5109, 2024-08-17T01:57:04.151 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.152 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:58:00.406465+0000", 2024-08-17T01:57:04.152 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.152 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.152 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.152 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.153 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.154 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.154 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.154 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.154 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.154 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.154 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.154 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.154 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.154 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.154 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.154 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.154 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.154 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.154 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.155 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.155 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.155 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.155 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.155 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.155 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.155 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.155 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.155 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.155 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:04.155 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.155 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:04.155 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.155 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.155 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.156 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.156 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.156 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.156 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:04.156 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.156 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:04.156 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.156 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.156 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:04.156 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.156 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.156 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.156 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.368817+0000", 2024-08-17T01:57:04.156 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.242932+0000", 2024-08-17T01:57:04.156 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.242932+0000", 2024-08-17T01:57:04.156 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.243312+0000", 2024-08-17T01:57:04.157 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.368817+0000", 2024-08-17T01:57:04.157 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.157 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.157 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.157 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:04.157 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.368817+0000", 2024-08-17T01:57:04.157 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.368817+0000", 2024-08-17T01:57:04.157 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.368817+0000", 2024-08-17T01:57:04.157 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.157 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.157 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.157 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.368817+0000", 2024-08-17T01:57:04.157 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.368817+0000", 2024-08-17T01:57:04.157 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.157 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 31, 2024-08-17T01:57:04.158 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.158 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.158 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:04.158 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.158 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.158 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.158 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.158 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 31, 2024-08-17T01:57:04.158 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.158 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.158 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.158 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.14", 2024-08-17T01:57:04.158 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.158 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.158 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.159 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5161, 2024-08-17T01:57:04.159 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.159 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:47:32.424794+0000", 2024-08-17T01:57:04.159 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.159 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.159 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 5810, 2024-08-17T01:57:04.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.159 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 12, 2024-08-17T01:57:04.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 4, 2024-08-17T01:57:04.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 4, 2024-08-17T01:57:04.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.160 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:04.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 17, 2024-08-17T01:57:04.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 25, 2024-08-17T01:57:04.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 29, 2024-08-17T01:57:04.161 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 26 2024-08-17T01:57:04.162 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.162 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.162 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.162 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.162 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.162 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.162 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:04.162 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.162 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:04.162 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "557'31" 2024-08-17T01:57:04.162 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.162 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.162 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.162 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.163 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.163 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:04.163 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.163 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T01:57:04.163 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.163 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.163 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.163 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.163 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.163 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.163 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.375916+0000", 2024-08-17T01:57:04.163 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.288595+0000", 2024-08-17T01:57:04.163 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.288595+0000", 2024-08-17T01:57:04.163 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.288928+0000", 2024-08-17T01:57:04.163 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.375916+0000", 2024-08-17T01:57:04.164 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.164 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.164 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.164 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.164 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.375916+0000", 2024-08-17T01:57:04.164 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.375916+0000", 2024-08-17T01:57:04.164 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.375916+0000", 2024-08-17T01:57:04.164 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.164 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.164 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.164 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.375916+0000", 2024-08-17T01:57:04.164 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.375916+0000", 2024-08-17T01:57:04.164 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.164 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.164 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.165 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.165 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.165 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.165 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.165 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.165 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.165 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.165 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.165 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.165 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.165 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.14", 2024-08-17T01:57:04.165 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.165 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.165 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.165 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5188, 2024-08-17T01:57:04.166 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.166 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:04:30.542913+0000", 2024-08-17T01:57:04.166 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.166 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.166 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.166 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.167 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.168 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.169 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.169 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.169 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.169 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.169 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.169 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.169 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.169 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:04.169 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.169 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T01:57:04.169 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.170 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.170 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.170 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.170 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:04.170 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.170 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:04.170 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.170 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:04.170 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.170 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.170 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:04.170 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.170 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.170 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.170 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061460+0000", 2024-08-17T01:57:04.171 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.959966+0000", 2024-08-17T01:57:04.171 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.959966+0000", 2024-08-17T01:57:04.171 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.960358+0000", 2024-08-17T01:57:04.171 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061460+0000", 2024-08-17T01:57:04.171 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.171 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.171 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.171 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:04.171 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061460+0000", 2024-08-17T01:57:04.171 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061460+0000", 2024-08-17T01:57:04.171 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061460+0000", 2024-08-17T01:57:04.171 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.171 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.171 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.172 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061460+0000", 2024-08-17T01:57:04.172 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061460+0000", 2024-08-17T01:57:04.172 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.172 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3, 2024-08-17T01:57:04.172 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.172 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.172 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:04.172 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.172 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.172 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.172 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.172 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3, 2024-08-17T01:57:04.172 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.173 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.173 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.173 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.15", 2024-08-17T01:57:04.173 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.173 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.173 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.173 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5319, 2024-08-17T01:57:04.173 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.173 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:36:50.002280+0000", 2024-08-17T01:57:04.173 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.173 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.173 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 90, 2024-08-17T01:57:04.173 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.174 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.175 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.175 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T01:57:04.175 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T01:57:04.175 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.175 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T01:57:04.175 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.175 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.175 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.175 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.175 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.175 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 1, 2024-08-17T01:57:04.175 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.175 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.175 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.176 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.176 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.176 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.176 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.176 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 11, 2024-08-17T01:57:04.176 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 11, 2024-08-17T01:57:04.176 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.176 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.176 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.176 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 4, 2024-08-17T01:57:04.176 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 1 2024-08-17T01:57:04.176 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.176 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.176 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.176 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.177 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:04.177 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.177 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:04.177 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.177 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:04.177 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "65'3" 2024-08-17T01:57:04.177 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.177 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.177 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.177 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.177 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.177 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:04.177 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.177 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:04.177 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.178 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.178 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.178 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.178 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.178 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.178 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.228526+0000", 2024-08-17T01:57:04.178 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.959224+0000", 2024-08-17T01:57:04.178 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.959224+0000", 2024-08-17T01:57:04.178 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.961751+0000", 2024-08-17T01:57:04.178 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.228526+0000", 2024-08-17T01:57:04.178 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.178 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.178 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.179 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:04.179 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.228526+0000", 2024-08-17T01:57:04.179 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.228526+0000", 2024-08-17T01:57:04.179 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.228526+0000", 2024-08-17T01:57:04.179 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.179 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.179 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.179 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.228526+0000", 2024-08-17T01:57:04.179 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.228526+0000", 2024-08-17T01:57:04.179 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.179 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.179 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.179 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.179 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:04.180 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.180 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.180 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.180 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.180 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.180 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.180 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.180 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.180 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.17", 2024-08-17T01:57:04.180 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.180 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.180 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.180 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5321, 2024-08-17T01:57:04.180 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.181 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:29:24.322714+0000", 2024-08-17T01:57:04.181 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.181 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.181 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.181 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.182 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.183 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.184 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.184 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.184 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.184 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.184 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.184 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.184 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.184 INFO:tasks.workunit.client.0.smithi082.stdout: 3 2024-08-17T01:57:04.184 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.184 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:04.184 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.184 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.184 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.184 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.185 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.185 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.185 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:04.185 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.185 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:04.185 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.185 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.185 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:04.185 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.185 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.185 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.185 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.066287+0000", 2024-08-17T01:57:04.185 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.237873+0000", 2024-08-17T01:57:04.185 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.237873+0000", 2024-08-17T01:57:04.186 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.238222+0000", 2024-08-17T01:57:04.186 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.066287+0000", 2024-08-17T01:57:04.186 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.186 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.186 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.186 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:04.186 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.066287+0000", 2024-08-17T01:57:04.186 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.066287+0000", 2024-08-17T01:57:04.186 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.066287+0000", 2024-08-17T01:57:04.186 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.186 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.186 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.186 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.066287+0000", 2024-08-17T01:57:04.186 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.066287+0000", 2024-08-17T01:57:04.187 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.187 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.187 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.187 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.187 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:04.187 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.187 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.187 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.187 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.187 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.187 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.187 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.187 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.187 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.16", 2024-08-17T01:57:04.187 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.188 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.188 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.188 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5174, 2024-08-17T01:57:04.188 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.188 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T06:17:58.956085+0000", 2024-08-17T01:57:04.188 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.188 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.188 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.188 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.188 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.188 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.188 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.188 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.188 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.189 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.190 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.191 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.191 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.191 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.191 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.191 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.191 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.191 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.191 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:04.191 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.191 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:04.192 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.192 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.192 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.192 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.192 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.192 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.192 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:04.192 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.192 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:04.192 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.192 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.192 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.192 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.192 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.192 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.193 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.066026+0000", 2024-08-17T01:57:04.193 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295748+0000", 2024-08-17T01:57:04.193 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295748+0000", 2024-08-17T01:57:04.193 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296169+0000", 2024-08-17T01:57:04.193 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.066026+0000", 2024-08-17T01:57:04.193 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.193 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.193 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.193 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.193 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.066026+0000", 2024-08-17T01:57:04.193 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.066026+0000", 2024-08-17T01:57:04.193 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.066026+0000", 2024-08-17T01:57:04.193 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.193 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.193 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.194 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.066026+0000", 2024-08-17T01:57:04.194 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.066026+0000", 2024-08-17T01:57:04.194 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.194 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.194 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.194 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.194 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.194 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.194 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.194 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.194 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.194 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.194 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.194 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.195 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.195 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.16", 2024-08-17T01:57:04.195 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.195 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.195 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.195 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5141, 2024-08-17T01:57:04.195 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.195 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:31:02.044643+0000", 2024-08-17T01:57:04.195 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.195 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.195 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.195 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.196 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.197 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.198 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.198 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.198 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.198 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.198 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.198 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.198 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.199 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:04.199 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.199 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:04.199 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.199 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.199 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.199 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.199 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.199 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.199 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:04.199 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.199 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:04.199 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.200 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.200 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:04.200 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.200 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.200 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.200 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372510+0000", 2024-08-17T01:57:04.200 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.241052+0000", 2024-08-17T01:57:04.200 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.241052+0000", 2024-08-17T01:57:04.200 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.241429+0000", 2024-08-17T01:57:04.200 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372510+0000", 2024-08-17T01:57:04.200 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.200 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.200 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.200 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:04.201 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372510+0000", 2024-08-17T01:57:04.201 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372510+0000", 2024-08-17T01:57:04.201 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372510+0000", 2024-08-17T01:57:04.201 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.201 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.201 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.201 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372510+0000", 2024-08-17T01:57:04.201 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372510+0000", 2024-08-17T01:57:04.201 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.201 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.201 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.201 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.201 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:04.201 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.202 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.202 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.202 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.202 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.202 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.202 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.202 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.202 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.17", 2024-08-17T01:57:04.202 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.202 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.202 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.202 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5118, 2024-08-17T01:57:04.202 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.203 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:08:28.223802+0000", 2024-08-17T01:57:04.203 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.203 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.203 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.203 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.203 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.203 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.203 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.203 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.203 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.203 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.203 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.203 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.204 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.205 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.206 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.206 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.206 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.206 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.206 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.206 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.206 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.206 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.206 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.206 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:04.206 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.206 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:04.206 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.207 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.207 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.207 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.207 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:04.207 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.207 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:04.207 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.207 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:04.207 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.207 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.207 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.207 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.207 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.207 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.208 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.060943+0000", 2024-08-17T01:57:04.208 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.797850+0000", 2024-08-17T01:57:04.208 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.797850+0000", 2024-08-17T01:57:04.208 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.798197+0000", 2024-08-17T01:57:04.208 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.060943+0000", 2024-08-17T01:57:04.208 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.208 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.208 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.208 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:04.208 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.060943+0000", 2024-08-17T01:57:04.208 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.060943+0000", 2024-08-17T01:57:04.208 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.060943+0000", 2024-08-17T01:57:04.208 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.209 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.209 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.209 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.060943+0000", 2024-08-17T01:57:04.209 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.060943+0000", 2024-08-17T01:57:04.209 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.209 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.209 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.209 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.209 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:04.209 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.209 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.209 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.209 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.210 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.210 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.210 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.210 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.210 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.19", 2024-08-17T01:57:04.210 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.210 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.210 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.210 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5309, 2024-08-17T01:57:04.210 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.210 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:45:45.333822+0000", 2024-08-17T01:57:04.210 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.211 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.211 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.211 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.211 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.211 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.211 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.211 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.211 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.211 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.211 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.211 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.211 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.211 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.212 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.213 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.214 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.214 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.214 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.214 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.214 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.214 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.214 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.214 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:04.214 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.214 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:04.214 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.214 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:04.214 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.215 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.215 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.215 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.215 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.215 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.215 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:04.215 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.215 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:04.215 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.215 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.215 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:04.215 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.215 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.215 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.216 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063499+0000", 2024-08-17T01:57:04.216 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.290449+0000", 2024-08-17T01:57:04.216 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.290449+0000", 2024-08-17T01:57:04.216 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.290897+0000", 2024-08-17T01:57:04.216 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063499+0000", 2024-08-17T01:57:04.216 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.216 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.216 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.216 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.216 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063499+0000", 2024-08-17T01:57:04.216 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063499+0000", 2024-08-17T01:57:04.216 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063499+0000", 2024-08-17T01:57:04.216 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.217 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.217 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.217 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063499+0000", 2024-08-17T01:57:04.217 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063499+0000", 2024-08-17T01:57:04.217 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.217 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.217 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.217 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.217 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.217 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.217 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.217 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.217 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.218 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.218 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.218 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.218 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.218 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.18", 2024-08-17T01:57:04.218 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.218 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.218 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.218 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5157, 2024-08-17T01:57:04.218 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.218 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:06:38.200721+0000", 2024-08-17T01:57:04.218 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.219 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.219 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.219 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.219 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.219 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.219 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.219 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.219 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.219 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.219 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.219 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.219 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.219 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.220 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.221 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.222 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.222 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.222 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.222 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.222 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.222 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.222 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.222 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.222 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:04.222 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.222 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:04.222 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.223 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.223 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.223 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.223 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.223 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.223 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:04.223 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.223 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:04.223 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.223 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.223 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.223 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.223 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.223 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.224 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065615+0000", 2024-08-17T01:57:04.224 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:23.908263+0000", 2024-08-17T01:57:04.224 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:23.908263+0000", 2024-08-17T01:57:04.224 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:23.909218+0000", 2024-08-17T01:57:04.224 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065615+0000", 2024-08-17T01:57:04.224 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.224 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.224 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.224 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 397, 2024-08-17T01:57:04.224 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065615+0000", 2024-08-17T01:57:04.224 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065615+0000", 2024-08-17T01:57:04.224 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065615+0000", 2024-08-17T01:57:04.224 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.224 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.225 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.225 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065615+0000", 2024-08-17T01:57:04.225 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065615+0000", 2024-08-17T01:57:04.225 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.225 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.225 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.225 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.225 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 396, 2024-08-17T01:57:04.225 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.225 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.225 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.225 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.225 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.226 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.226 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.226 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.226 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.18", 2024-08-17T01:57:04.226 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.226 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.226 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.226 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5258, 2024-08-17T01:57:04.226 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.226 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:19:31.137614+0000", 2024-08-17T01:57:04.226 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.227 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.227 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.227 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.227 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.227 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.227 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.227 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.227 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.227 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.227 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.227 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.228 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.229 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.230 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.230 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.230 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.230 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.230 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.230 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.230 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.230 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:04.230 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.231 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:04.231 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.231 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.231 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.231 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.231 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.231 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.231 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:04.231 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.231 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:04.231 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.231 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.231 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:04.232 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.232 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.232 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.232 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063378+0000", 2024-08-17T01:57:04.232 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.240644+0000", 2024-08-17T01:57:04.232 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.240644+0000", 2024-08-17T01:57:04.232 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.240986+0000", 2024-08-17T01:57:04.232 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063378+0000", 2024-08-17T01:57:04.232 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.232 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.232 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.232 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:04.232 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063378+0000", 2024-08-17T01:57:04.232 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063378+0000", 2024-08-17T01:57:04.233 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063378+0000", 2024-08-17T01:57:04.233 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.233 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.233 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.233 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063378+0000", 2024-08-17T01:57:04.233 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063378+0000", 2024-08-17T01:57:04.233 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.233 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.233 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.233 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.233 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:04.233 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.233 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.233 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.234 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.234 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.234 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.234 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.234 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.234 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.19", 2024-08-17T01:57:04.234 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.234 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.234 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.234 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5263, 2024-08-17T01:57:04.234 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.234 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:06:36.290552+0000", 2024-08-17T01:57:04.235 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.235 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.235 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.235 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.235 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.235 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.235 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.235 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.235 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.235 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.235 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.235 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.235 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.235 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.236 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.236 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.236 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.236 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.236 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.236 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.236 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.236 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.236 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.236 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.236 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.236 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.236 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.236 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.236 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.237 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.238 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.238 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.238 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.238 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.238 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.238 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.238 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:04.238 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.238 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:04.238 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.238 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.238 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.238 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.239 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.239 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.239 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:04.239 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.239 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:04.239 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.239 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.239 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:04.239 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.239 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.239 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.239 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.370607+0000", 2024-08-17T01:57:04.239 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.290041+0000", 2024-08-17T01:57:04.239 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.290041+0000", 2024-08-17T01:57:04.240 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.290405+0000", 2024-08-17T01:57:04.240 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.370607+0000", 2024-08-17T01:57:04.240 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.240 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.240 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.240 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.240 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.370607+0000", 2024-08-17T01:57:04.240 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.370607+0000", 2024-08-17T01:57:04.240 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.370607+0000", 2024-08-17T01:57:04.240 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.240 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.240 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.240 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.370607+0000", 2024-08-17T01:57:04.240 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.370607+0000", 2024-08-17T01:57:04.241 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.241 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3, 2024-08-17T01:57:04.241 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.241 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.241 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.241 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.241 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.241 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.241 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.241 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3, 2024-08-17T01:57:04.241 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.241 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.241 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.241 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1a", 2024-08-17T01:57:04.241 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.242 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.242 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.242 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5121, 2024-08-17T01:57:04.242 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.242 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:33:45.840473+0000", 2024-08-17T01:57:04.242 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.242 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.242 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.242 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.242 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.242 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.242 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.243 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.244 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.245 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.245 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.245 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.245 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.245 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.245 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.245 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.245 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:04.245 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.246 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:04.246 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "557'3" 2024-08-17T01:57:04.246 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.246 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.246 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.246 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.246 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.246 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:04.246 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.246 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:04.246 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.246 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.247 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.247 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.247 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.247 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.247 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227449+0000", 2024-08-17T01:57:04.247 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.287194+0000", 2024-08-17T01:57:04.247 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.287194+0000", 2024-08-17T01:57:04.247 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.287583+0000", 2024-08-17T01:57:04.247 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227449+0000", 2024-08-17T01:57:04.247 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.247 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.247 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.247 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.248 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227449+0000", 2024-08-17T01:57:04.248 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227449+0000", 2024-08-17T01:57:04.248 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227449+0000", 2024-08-17T01:57:04.248 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.248 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.248 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.248 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227449+0000", 2024-08-17T01:57:04.248 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227449+0000", 2024-08-17T01:57:04.248 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.248 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.248 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.248 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.248 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.248 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.248 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.249 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.249 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.249 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.249 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.249 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.249 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.249 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1b", 2024-08-17T01:57:04.249 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.249 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.249 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.249 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5320, 2024-08-17T01:57:04.249 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.249 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:20:20.861644+0000", 2024-08-17T01:57:04.249 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.250 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.250 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.250 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.250 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.250 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.250 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.250 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.250 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.250 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.250 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.250 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.250 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.250 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.250 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.251 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.251 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.251 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.251 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.251 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.251 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.251 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.251 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.251 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.251 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.251 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.251 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.251 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.251 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.251 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.252 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.252 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.252 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.252 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.252 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.252 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.252 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.252 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.252 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.252 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.252 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.252 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.252 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.252 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.252 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.252 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.253 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.253 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.253 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.253 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:04.253 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.253 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:04.253 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.253 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.253 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.253 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.253 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.253 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.253 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:04.253 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.253 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:04.254 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.254 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.254 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 59, 2024-08-17T01:57:04.254 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.254 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.254 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.254 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:04.254 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.288816+0000", 2024-08-17T01:57:04.254 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.288816+0000", 2024-08-17T01:57:04.254 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.289184+0000", 2024-08-17T01:57:04.254 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:04.254 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.254 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.254 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.255 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.255 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:04.255 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:04.255 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:04.255 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.255 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.255 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:00.768590+0000", 2024-08-17T01:57:04.255 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:04.255 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064084+0000", 2024-08-17T01:57:04.255 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.255 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 3, 2024-08-17T01:57:04.255 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.255 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.255 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.255 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.256 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.256 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.256 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.256 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 3, 2024-08-17T01:57:04.256 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.256 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.256 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.256 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "2.1b", 2024-08-17T01:57:04.256 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.256 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.256 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.256 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5226, 2024-08-17T01:57:04.256 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.256 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:53:00.506148+0000", 2024-08-17T01:57:04.256 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.256 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.257 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.257 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.258 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.258 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.258 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.258 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.258 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.258 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.258 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.258 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.258 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.258 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.258 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.258 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.258 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.259 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.259 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.259 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.259 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.259 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.259 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.259 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.259 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.259 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.259 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.259 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.259 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.259 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.259 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.259 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.260 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.260 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.260 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.260 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.260 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.260 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:04.260 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.260 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:04.260 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "557'3" 2024-08-17T01:57:04.260 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.260 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.260 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.260 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.260 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:04.260 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:04.261 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.261 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T01:57:04.261 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.261 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.261 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.261 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.261 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.261 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.261 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.370680+0000", 2024-08-17T01:57:04.261 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.795534+0000", 2024-08-17T01:57:04.261 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.795534+0000", 2024-08-17T01:57:04.261 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.795843+0000", 2024-08-17T01:57:04.261 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.370680+0000", 2024-08-17T01:57:04.261 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.261 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.261 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.262 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:04.262 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.370680+0000", 2024-08-17T01:57:04.262 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.370680+0000", 2024-08-17T01:57:04.262 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.370680+0000", 2024-08-17T01:57:04.262 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.262 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.262 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.262 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.370680+0000", 2024-08-17T01:57:04.262 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.370680+0000", 2024-08-17T01:57:04.262 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.262 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.262 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.262 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.262 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:04.263 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.263 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.263 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.263 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.263 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.263 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.263 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.263 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.263 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.1a", 2024-08-17T01:57:04.263 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.263 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.263 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.263 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5218, 2024-08-17T01:57:04.263 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.263 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:45:15.469846+0000", 2024-08-17T01:57:04.264 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.264 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.264 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.264 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.265 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.266 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.267 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.267 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.267 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.267 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.267 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.267 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:04.267 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:04.267 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.267 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T01:57:04.267 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.267 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.267 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.267 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.267 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.267 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.268 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:04.268 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.268 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:04.268 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.268 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.268 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.268 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.268 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.268 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.268 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.368431+0000", 2024-08-17T01:57:04.268 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.244337+0000", 2024-08-17T01:57:04.268 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.244337+0000", 2024-08-17T01:57:04.268 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.247446+0000", 2024-08-17T01:57:04.268 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.368431+0000", 2024-08-17T01:57:04.268 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.268 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.269 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.269 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:04.269 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.368431+0000", 2024-08-17T01:57:04.269 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.368431+0000", 2024-08-17T01:57:04.269 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.368431+0000", 2024-08-17T01:57:04.269 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.269 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.269 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.269 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.368431+0000", 2024-08-17T01:57:04.269 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.368431+0000", 2024-08-17T01:57:04.269 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.269 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.269 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.270 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.270 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:04.270 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.270 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.270 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.270 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.270 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.270 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.270 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.270 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.270 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.20", 2024-08-17T01:57:04.270 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.271 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.271 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.271 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5120, 2024-08-17T01:57:04.271 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.271 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:34:15.606231+0000", 2024-08-17T01:57:04.271 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.271 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.271 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.271 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.271 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.271 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.271 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.271 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.271 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.271 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.272 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.273 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.274 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.274 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.274 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.274 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.274 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.274 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.274 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.274 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:04.275 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.275 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:04.275 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.275 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.275 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.275 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.275 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:04.275 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.275 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:04.275 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.275 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T01:57:04.275 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.276 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.276 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.276 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.276 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.276 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.276 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.370906+0000", 2024-08-17T01:57:04.276 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.238274+0000", 2024-08-17T01:57:04.276 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.238274+0000", 2024-08-17T01:57:04.276 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.238618+0000", 2024-08-17T01:57:04.276 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.370906+0000", 2024-08-17T01:57:04.276 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.276 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.276 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.276 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:04.277 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.370906+0000", 2024-08-17T01:57:04.277 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.370906+0000", 2024-08-17T01:57:04.277 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.370906+0000", 2024-08-17T01:57:04.277 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.277 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.277 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.277 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.370906+0000", 2024-08-17T01:57:04.277 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.370906+0000", 2024-08-17T01:57:04.277 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.277 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.277 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.277 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.277 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:04.277 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.278 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.278 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.278 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.278 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.278 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.278 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.278 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.278 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.21", 2024-08-17T01:57:04.278 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.278 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.278 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.278 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5279, 2024-08-17T01:57:04.279 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.279 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:54:37.357977+0000", 2024-08-17T01:57:04.279 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.279 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.279 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.279 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.279 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.279 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.279 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.279 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.279 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.279 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.279 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.279 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.280 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.280 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.280 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.280 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.280 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.280 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.280 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.280 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.280 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.280 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.280 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.280 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.280 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.280 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.280 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.281 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.282 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.282 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.282 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.282 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.282 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.282 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.282 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:04.282 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.282 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:04.282 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.282 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T01:57:04.282 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.282 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.282 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.282 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.283 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.283 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.283 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:04.283 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.283 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:04.283 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.283 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.283 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.283 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.283 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.283 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.283 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065776+0000", 2024-08-17T01:57:04.283 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.964796+0000", 2024-08-17T01:57:04.283 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.964796+0000", 2024-08-17T01:57:04.283 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.965273+0000", 2024-08-17T01:57:04.284 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065776+0000", 2024-08-17T01:57:04.284 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.284 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.284 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.284 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:04.284 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065776+0000", 2024-08-17T01:57:04.284 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065776+0000", 2024-08-17T01:57:04.284 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065776+0000", 2024-08-17T01:57:04.284 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.284 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.284 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.284 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065776+0000", 2024-08-17T01:57:04.284 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065776+0000", 2024-08-17T01:57:04.284 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.284 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.285 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.285 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.285 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:04.285 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.285 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.285 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.285 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.285 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.285 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.285 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.285 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.285 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.22", 2024-08-17T01:57:04.285 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.285 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.286 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.286 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5176, 2024-08-17T01:57:04.286 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.286 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:24:21.243868+0000", 2024-08-17T01:57:04.286 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.286 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.286 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.286 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.286 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.286 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.286 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.286 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.286 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.286 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.286 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.287 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.288 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.289 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.289 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.289 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.289 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.289 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.289 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.289 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.289 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:04.289 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.289 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:04.289 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.289 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.289 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.290 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.290 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.290 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.290 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:04.290 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.290 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:04.290 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.290 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.290 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.290 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.290 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.290 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.290 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227871+0000", 2024-08-17T01:57:04.290 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.788200+0000", 2024-08-17T01:57:04.290 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.788200+0000", 2024-08-17T01:57:04.291 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.789094+0000", 2024-08-17T01:57:04.291 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227871+0000", 2024-08-17T01:57:04.291 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.291 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.291 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.291 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:04.291 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227871+0000", 2024-08-17T01:57:04.291 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227871+0000", 2024-08-17T01:57:04.291 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227871+0000", 2024-08-17T01:57:04.291 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.291 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.291 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.291 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227871+0000", 2024-08-17T01:57:04.291 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227871+0000", 2024-08-17T01:57:04.291 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.292 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.292 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.292 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.292 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:04.292 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.292 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.292 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.292 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.292 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.292 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.292 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.292 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.292 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.23", 2024-08-17T01:57:04.292 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.292 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.293 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.293 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5326, 2024-08-17T01:57:04.293 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.293 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:24:29.185802+0000", 2024-08-17T01:57:04.293 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.293 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.293 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.293 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.293 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.293 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.293 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.293 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.293 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.293 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.293 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.294 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.295 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.296 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.296 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.296 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.296 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.296 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.296 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.296 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.296 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:04.296 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.296 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:04.297 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.297 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.297 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.297 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.297 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.297 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:04.297 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:04.297 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.297 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:04.297 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.297 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.297 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.297 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.297 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.298 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.298 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064624+0000", 2024-08-17T01:57:04.298 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:23.905690+0000", 2024-08-17T01:57:04.298 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:23.905690+0000", 2024-08-17T01:57:04.298 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:23.906001+0000", 2024-08-17T01:57:04.298 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064624+0000", 2024-08-17T01:57:04.298 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.298 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.298 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.298 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 397, 2024-08-17T01:57:04.298 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064624+0000", 2024-08-17T01:57:04.298 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064624+0000", 2024-08-17T01:57:04.298 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064624+0000", 2024-08-17T01:57:04.298 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.299 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.299 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.299 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064624+0000", 2024-08-17T01:57:04.299 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064624+0000", 2024-08-17T01:57:04.299 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.299 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.299 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.299 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.299 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 396, 2024-08-17T01:57:04.299 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.299 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.299 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.299 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.300 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.300 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.300 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.300 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.300 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.24", 2024-08-17T01:57:04.300 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.300 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.300 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.300 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5261, 2024-08-17T01:57:04.300 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.300 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T05:35:20.657166+0000", 2024-08-17T01:57:04.300 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.300 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.300 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.300 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.301 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.301 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.301 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.301 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.301 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.301 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.301 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.301 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.301 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.301 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.301 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.301 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.301 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.301 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.301 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.302 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.302 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.302 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.302 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.302 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.302 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.302 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.302 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.302 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.302 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.302 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.302 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.303 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.303 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.303 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.303 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.303 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.303 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.303 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.303 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.303 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.303 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.303 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.303 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.303 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.303 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.304 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.304 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.304 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.304 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:04.304 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:04.304 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.304 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:04.304 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.304 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.304 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.304 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.304 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:04.304 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.304 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:04.305 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.305 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:04.305 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.305 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.305 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.305 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.305 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.305 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.305 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061662+0000", 2024-08-17T01:57:04.305 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:23.896715+0000", 2024-08-17T01:57:04.305 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:23.896715+0000", 2024-08-17T01:57:04.305 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:23.897177+0000", 2024-08-17T01:57:04.305 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061662+0000", 2024-08-17T01:57:04.305 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.305 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.306 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.306 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 397, 2024-08-17T01:57:04.306 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061662+0000", 2024-08-17T01:57:04.306 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061662+0000", 2024-08-17T01:57:04.306 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061662+0000", 2024-08-17T01:57:04.306 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.306 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.306 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.306 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061662+0000", 2024-08-17T01:57:04.306 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061662+0000", 2024-08-17T01:57:04.306 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.306 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.306 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.307 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.307 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 396, 2024-08-17T01:57:04.307 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.307 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.307 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.307 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.307 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.307 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.307 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.307 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.307 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.25", 2024-08-17T01:57:04.307 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.307 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.307 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.307 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5313, 2024-08-17T01:57:04.308 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.308 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:16:10.166091+0000", 2024-08-17T01:57:04.308 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.308 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.308 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.308 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.308 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.308 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.308 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.308 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.308 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.308 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.308 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.308 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.309 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.309 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.309 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.309 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.309 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.309 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.309 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.309 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.309 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.309 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.309 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.309 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.309 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.309 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.310 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.310 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.310 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.310 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.310 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.310 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.310 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.310 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.310 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.310 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.310 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.310 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.310 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.310 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.311 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.311 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.311 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.311 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.311 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.311 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.311 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.311 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:04.311 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.311 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:04.311 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.311 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:04.311 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.311 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.311 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.311 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.312 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.312 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.312 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:04.312 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.312 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:04.312 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.312 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.312 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.312 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.312 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.312 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.312 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.371030+0000", 2024-08-17T01:57:04.312 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.287861+0000", 2024-08-17T01:57:04.313 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.287861+0000", 2024-08-17T01:57:04.313 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.288182+0000", 2024-08-17T01:57:04.313 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.371030+0000", 2024-08-17T01:57:04.313 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.313 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.313 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.313 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.313 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.371030+0000", 2024-08-17T01:57:04.313 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.371030+0000", 2024-08-17T01:57:04.313 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.371030+0000", 2024-08-17T01:57:04.313 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.313 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.313 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.313 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.371030+0000", 2024-08-17T01:57:04.313 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.371030+0000", 2024-08-17T01:57:04.313 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.314 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.314 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.314 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.314 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.314 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.314 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.314 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.314 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.314 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.314 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.314 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.314 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.314 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.26", 2024-08-17T01:57:04.314 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.314 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.315 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.315 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5119, 2024-08-17T01:57:04.315 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.315 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:01:12.102751+0000", 2024-08-17T01:57:04.315 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.315 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.315 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.315 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.315 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.315 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.315 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.315 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.315 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.315 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.315 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.316 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.316 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.316 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.316 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.316 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.316 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.316 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.316 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.316 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.316 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.316 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.316 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.316 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.316 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.316 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.317 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.317 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.317 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.317 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.317 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.317 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.317 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.317 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.317 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.317 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.317 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.317 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.317 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.317 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.318 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.318 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.318 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.318 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.318 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.318 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.318 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.318 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.318 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.318 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:04.318 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.318 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:04.318 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.318 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.319 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.319 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.319 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.319 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.319 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:04.319 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.319 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:04.319 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.319 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.319 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.319 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.319 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.319 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.319 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065443+0000", 2024-08-17T01:57:04.320 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.795619+0000", 2024-08-17T01:57:04.320 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.795619+0000", 2024-08-17T01:57:04.320 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.795937+0000", 2024-08-17T01:57:04.320 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065443+0000", 2024-08-17T01:57:04.320 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.320 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.320 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.320 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:04.320 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065443+0000", 2024-08-17T01:57:04.320 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065443+0000", 2024-08-17T01:57:04.320 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065443+0000", 2024-08-17T01:57:04.320 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.320 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.320 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.321 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065443+0000", 2024-08-17T01:57:04.321 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065443+0000", 2024-08-17T01:57:04.321 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.321 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.321 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.321 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.321 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:04.321 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.321 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.321 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.321 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.321 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.321 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.321 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.322 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.322 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.27", 2024-08-17T01:57:04.322 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.322 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.322 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.322 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5243, 2024-08-17T01:57:04.322 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.322 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:17:05.602549+0000", 2024-08-17T01:57:04.322 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.322 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.322 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.322 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.323 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.324 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.325 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.325 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.325 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.325 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.325 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.325 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.325 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.325 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.325 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.325 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.325 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.325 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.325 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.325 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.326 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:04.326 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.326 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:04.326 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.326 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.326 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.326 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.326 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.326 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.326 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:04.326 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.326 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:04.326 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.326 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.327 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.327 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.327 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.327 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.327 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063743+0000", 2024-08-17T01:57:04.327 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.956293+0000", 2024-08-17T01:57:04.327 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.956293+0000", 2024-08-17T01:57:04.327 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.956605+0000", 2024-08-17T01:57:04.327 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063743+0000", 2024-08-17T01:57:04.327 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.327 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.327 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.327 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:04.327 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063743+0000", 2024-08-17T01:57:04.328 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063743+0000", 2024-08-17T01:57:04.328 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063743+0000", 2024-08-17T01:57:04.328 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.328 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.328 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.328 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063743+0000", 2024-08-17T01:57:04.328 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063743+0000", 2024-08-17T01:57:04.328 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.328 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.328 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.328 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.328 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:04.328 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.328 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.328 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.329 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.329 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.329 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.329 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.329 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.329 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.28", 2024-08-17T01:57:04.329 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.329 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.329 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.329 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5175, 2024-08-17T01:57:04.329 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.329 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:58:09.476499+0000", 2024-08-17T01:57:04.329 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.329 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.329 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.329 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.330 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.331 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.332 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.332 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.332 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.332 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.332 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.332 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.332 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.332 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.332 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.332 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.332 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.332 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.332 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.332 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.332 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.332 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.333 INFO:tasks.workunit.client.0.smithi082.stdout: 2 2024-08-17T01:57:04.333 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.333 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:04.333 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.333 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.333 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.333 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.333 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.333 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.333 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:04.333 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.333 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:04.333 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.333 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.333 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.334 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.334 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.334 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.334 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063523+0000", 2024-08-17T01:57:04.334 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:46:56.797964+0000", 2024-08-17T01:57:04.334 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:46:56.797964+0000", 2024-08-17T01:57:04.334 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:46:56.798356+0000", 2024-08-17T01:57:04.334 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063523+0000", 2024-08-17T01:57:04.334 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.334 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.334 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.334 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 430, 2024-08-17T01:57:04.335 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063523+0000", 2024-08-17T01:57:04.335 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063523+0000", 2024-08-17T01:57:04.335 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063523+0000", 2024-08-17T01:57:04.335 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.335 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.335 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.335 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063523+0000", 2024-08-17T01:57:04.335 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063523+0000", 2024-08-17T01:57:04.335 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.335 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.335 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.335 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.335 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 429, 2024-08-17T01:57:04.335 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.336 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.336 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.336 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.336 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.336 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.336 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.336 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.336 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.29", 2024-08-17T01:57:04.336 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.336 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.336 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.336 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5252, 2024-08-17T01:57:04.336 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.336 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T02:54:29.669416+0000", 2024-08-17T01:57:04.336 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.337 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.337 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.337 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.338 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.339 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.339 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.339 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.339 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.339 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.339 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.339 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.339 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.339 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.339 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.339 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.339 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.339 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.339 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.339 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.340 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.340 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.340 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.340 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:04.340 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.340 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:04.340 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.340 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.340 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.340 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.340 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.340 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.340 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:04.340 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.340 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:04.340 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.341 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.341 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.341 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.341 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.341 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.341 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064870+0000", 2024-08-17T01:57:04.341 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.290990+0000", 2024-08-17T01:57:04.341 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.290990+0000", 2024-08-17T01:57:04.341 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.291284+0000", 2024-08-17T01:57:04.341 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064870+0000", 2024-08-17T01:57:04.341 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.341 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.341 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.341 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.341 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064870+0000", 2024-08-17T01:57:04.342 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064870+0000", 2024-08-17T01:57:04.342 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064870+0000", 2024-08-17T01:57:04.342 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.342 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.342 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.342 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064870+0000", 2024-08-17T01:57:04.342 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064870+0000", 2024-08-17T01:57:04.342 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.342 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.342 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.342 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.343 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='client.36111 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:04.343 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-08-17T01:57:04.343 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='client.46052 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:04.343 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='client.46052 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:04.343 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:57:04.343 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:57:04.343 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:04.343 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:04.343 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:04.343 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:04.343 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:04.343 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:04.343 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:04.344 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:04.344 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:04.344 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:04.344 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:04.344 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:04.344 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:04.344 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:04.344 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:04.344 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:04.344 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:04.344 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:04.344 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:04.345 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:04.345 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:04.345 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='client.36111 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:04.345 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-08-17T01:57:04.345 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='client.46052 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:04.345 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='client.46052 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:04.345 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:57:04.345 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:57:04.345 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:04.346 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:04.346 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:04.346 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:04.346 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:04.346 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:04.346 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:04.346 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:04.346 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:04.346 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:04.346 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:04.346 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:04.347 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:04.347 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:04.347 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:04.347 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:04.347 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:04.347 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:04.347 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:04.347 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:04.347 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:04.347 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:04.347 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:04.347 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:04.347 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:57:04.347 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:57:04.348 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:04.348 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:04.348 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:04.348 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:04.348 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:04.348 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:04.348 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:04.348 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:04.348 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:04.348 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:04.348 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:04.348 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:04.348 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:04.348 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:04.348 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:04.349 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:04.349 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:04.349 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:04.349 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:04.349 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:04.349 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:04.349 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:04.349 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:04.349 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:04.350 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:04.350 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:04.350 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:04.350 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:57:04.350 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T01:57:04.350 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:04.350 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:04.350 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:04.350 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:04.350 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:04.350 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:04.350 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:04.350 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:04.350 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:04.351 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:04.351 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:04.351 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:04.351 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:04.351 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:04.351 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:04.351 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:04.351 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:04.351 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:04.351 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:04.351 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T01:57:04.351 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T01:57:04.351 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T01:57:04.352 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T01:57:04.352 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:00 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T01:57:04.353 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.353 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.353 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.353 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.353 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.353 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.353 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.353 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.353 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.353 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2a", 2024-08-17T01:57:04.354 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.354 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.354 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.354 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5151, 2024-08-17T01:57:04.354 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.354 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:12:25.586326+0000", 2024-08-17T01:57:04.354 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.354 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.354 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.354 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.355 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.356 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.356 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.356 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.356 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.356 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.356 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.356 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.356 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.356 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.356 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.356 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.356 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.356 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.357 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.357 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.357 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.357 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.357 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.357 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.357 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.357 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.357 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.357 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.357 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.357 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.357 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.357 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.357 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.358 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:04.358 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.358 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:04.358 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.358 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.358 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.358 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.358 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.358 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.358 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:04.358 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.358 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:04.358 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.358 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.358 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.359 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.359 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.359 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.359 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227918+0000", 2024-08-17T01:57:04.359 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.290159+0000", 2024-08-17T01:57:04.359 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.290159+0000", 2024-08-17T01:57:04.359 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.291012+0000", 2024-08-17T01:57:04.359 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227918+0000", 2024-08-17T01:57:04.359 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.359 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.359 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.359 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.359 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227918+0000", 2024-08-17T01:57:04.359 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227918+0000", 2024-08-17T01:57:04.360 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227918+0000", 2024-08-17T01:57:04.360 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.360 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.360 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.360 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227918+0000", 2024-08-17T01:57:04.360 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227918+0000", 2024-08-17T01:57:04.360 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.360 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.360 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.360 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.360 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.360 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.360 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.360 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.360 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.361 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.361 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.361 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.361 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.361 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2b", 2024-08-17T01:57:04.361 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.361 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.361 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.361 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5324, 2024-08-17T01:57:04.361 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.361 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:37:00.913257+0000", 2024-08-17T01:57:04.361 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.361 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.361 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.361 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.362 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.363 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.364 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.364 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.364 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.364 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.364 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.364 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.364 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.364 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.364 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.364 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.364 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.364 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.364 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.364 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.364 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:04.365 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.365 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:04.365 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.365 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.365 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.365 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.365 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.365 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.365 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:04.365 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.365 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:04.365 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.365 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.365 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.365 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.365 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.366 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369023+0000", 2024-08-17T01:57:04.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.245858+0000", 2024-08-17T01:57:04.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.245858+0000", 2024-08-17T01:57:04.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.246271+0000", 2024-08-17T01:57:04.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369023+0000", 2024-08-17T01:57:04.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:04.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369023+0000", 2024-08-17T01:57:04.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369023+0000", 2024-08-17T01:57:04.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369023+0000", 2024-08-17T01:57:04.366 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.367 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.367 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.367 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369023+0000", 2024-08-17T01:57:04.367 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369023+0000", 2024-08-17T01:57:04.367 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.367 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.367 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.367 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.367 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:04.367 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.367 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.367 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.367 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.367 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.368 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.368 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.368 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.368 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2c", 2024-08-17T01:57:04.368 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.368 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.368 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.368 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5126, 2024-08-17T01:57:04.368 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.368 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:58:10.780802+0000", 2024-08-17T01:57:04.368 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.368 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.368 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.368 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.369 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.370 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.371 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.371 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.371 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.371 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.371 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.371 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.371 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.371 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.371 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.371 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.371 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.371 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.371 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.371 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.371 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.372 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.372 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.372 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:04.372 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.372 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:04.372 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.372 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.372 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.372 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.372 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.372 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:04.372 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:04.372 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.373 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:04.373 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.373 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.373 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.373 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.373 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.373 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.373 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373709+0000", 2024-08-17T01:57:04.373 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.299846+0000", 2024-08-17T01:57:04.373 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.299846+0000", 2024-08-17T01:57:04.373 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.301358+0000", 2024-08-17T01:57:04.373 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373709+0000", 2024-08-17T01:57:04.373 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373709+0000", 2024-08-17T01:57:04.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373709+0000", 2024-08-17T01:57:04.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373709+0000", 2024-08-17T01:57:04.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373709+0000", 2024-08-17T01:57:04.374 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373709+0000", 2024-08-17T01:57:04.374 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.374 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.374 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.375 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.375 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.375 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.375 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.375 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.375 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.375 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.375 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.375 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.375 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.375 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2d", 2024-08-17T01:57:04.375 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.375 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.376 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.376 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5095, 2024-08-17T01:57:04.376 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.376 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:27:00.421278+0000", 2024-08-17T01:57:04.376 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.376 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.376 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.376 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.377 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.378 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.379 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.379 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.379 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.379 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.379 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.380 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.380 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:04.380 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:04.380 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.380 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:04.380 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.380 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.380 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.380 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.380 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:04.380 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.380 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:04.380 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.380 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 2, 2024-08-17T01:57:04.381 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.381 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.381 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.381 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.381 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.381 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.381 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.369137+0000", 2024-08-17T01:57:04.381 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.296384+0000", 2024-08-17T01:57:04.381 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.296384+0000", 2024-08-17T01:57:04.381 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296804+0000", 2024-08-17T01:57:04.381 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.369137+0000", 2024-08-17T01:57:04.381 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.381 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.382 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.382 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.382 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.369137+0000", 2024-08-17T01:57:04.382 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.369137+0000", 2024-08-17T01:57:04.382 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.369137+0000", 2024-08-17T01:57:04.382 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.382 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.382 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.382 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.369137+0000", 2024-08-17T01:57:04.382 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.369137+0000", 2024-08-17T01:57:04.382 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.382 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.382 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.382 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.383 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.383 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.383 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.383 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.383 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.383 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.383 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.383 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.383 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.383 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2e", 2024-08-17T01:57:04.383 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.383 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.383 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.383 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5275, 2024-08-17T01:57:04.384 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.384 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:13:19.428180+0000", 2024-08-17T01:57:04.384 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.384 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.384 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.384 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.385 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.386 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.387 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.387 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.387 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.387 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.387 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.387 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:04.387 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.387 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:04.387 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.387 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 2, 2024-08-17T01:57:04.387 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.387 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.387 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.388 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.388 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.388 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.388 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:04.388 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.388 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:04.388 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.388 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.388 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.388 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.388 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.388 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.388 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064506+0000", 2024-08-17T01:57:04.388 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.296521+0000", 2024-08-17T01:57:04.388 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.296521+0000", 2024-08-17T01:57:04.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296870+0000", 2024-08-17T01:57:04.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064506+0000", 2024-08-17T01:57:04.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064506+0000", 2024-08-17T01:57:04.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064506+0000", 2024-08-17T01:57:04.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064506+0000", 2024-08-17T01:57:04.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064506+0000", 2024-08-17T01:57:04.389 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064506+0000", 2024-08-17T01:57:04.389 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.390 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.390 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.390 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.390 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.390 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.390 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.390 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.390 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.390 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.390 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.390 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.390 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.390 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.2f", 2024-08-17T01:57:04.390 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.390 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.391 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.391 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5155, 2024-08-17T01:57:04.391 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.391 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:25:48.926280+0000", 2024-08-17T01:57:04.391 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.391 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.391 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.391 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.391 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.391 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.391 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.391 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.391 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.391 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.391 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.392 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.393 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.394 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.394 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.394 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.394 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.394 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.394 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.394 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.394 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:04.394 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.394 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:04.394 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.394 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.394 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.395 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.395 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.395 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.395 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:04.395 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.395 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:04.395 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.395 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.395 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.395 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.395 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.395 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.395 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.063399+0000", 2024-08-17T01:57:04.395 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.296470+0000", 2024-08-17T01:57:04.395 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.296470+0000", 2024-08-17T01:57:04.395 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296849+0000", 2024-08-17T01:57:04.396 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.063399+0000", 2024-08-17T01:57:04.396 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.396 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.396 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.396 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.396 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.063399+0000", 2024-08-17T01:57:04.396 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.063399+0000", 2024-08-17T01:57:04.396 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.063399+0000", 2024-08-17T01:57:04.396 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.396 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.396 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.396 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.063399+0000", 2024-08-17T01:57:04.396 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.063399+0000", 2024-08-17T01:57:04.396 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.397 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.397 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.397 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.397 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.397 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.397 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.397 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.397 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.397 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.397 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.397 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.398 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.398 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.30", 2024-08-17T01:57:04.398 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.398 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.398 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.398 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5150, 2024-08-17T01:57:04.398 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.398 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T03:09:33.202637+0000", 2024-08-17T01:57:04.398 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.398 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.398 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.398 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.398 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.398 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.398 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.399 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.399 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.399 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.399 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.399 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.399 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.399 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.399 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.399 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.399 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.399 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.399 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.399 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.399 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.400 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.400 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.400 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.400 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.400 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.400 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.400 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.400 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.400 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.400 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.400 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.400 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.401 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.401 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.401 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.401 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.401 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.402 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.402 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.402 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:04.402 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.402 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:04.402 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.402 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.402 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.402 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.402 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:04.402 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:04.402 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:04.403 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.403 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:04.403 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.403 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.403 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.403 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.403 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.403 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.403 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061068+0000", 2024-08-17T01:57:04.403 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.952996+0000", 2024-08-17T01:57:04.403 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.952996+0000", 2024-08-17T01:57:04.403 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.953279+0000", 2024-08-17T01:57:04.403 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061068+0000", 2024-08-17T01:57:04.403 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.403 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.404 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.404 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:04.404 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061068+0000", 2024-08-17T01:57:04.404 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061068+0000", 2024-08-17T01:57:04.404 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061068+0000", 2024-08-17T01:57:04.404 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.404 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.404 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.404 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061068+0000", 2024-08-17T01:57:04.404 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061068+0000", 2024-08-17T01:57:04.404 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.404 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.404 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.405 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.405 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:04.405 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.405 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.405 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.405 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.405 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.405 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.405 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.405 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.405 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.31", 2024-08-17T01:57:04.405 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.405 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.405 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.405 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5325, 2024-08-17T01:57:04.406 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.406 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:15:07.566694+0000", 2024-08-17T01:57:04.406 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.406 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.406 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.406 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.407 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.407 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.407 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.407 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.407 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.407 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.407 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.407 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.407 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.407 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.407 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.407 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.407 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.407 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.408 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.409 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.409 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.409 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.409 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.409 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.409 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:04.409 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:04.409 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:04.409 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.409 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:04.409 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.410 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.410 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.410 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.410 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.410 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:04.410 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:04.410 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.410 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:04.410 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.410 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.410 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.410 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.410 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.411 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.411 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.227719+0000", 2024-08-17T01:57:04.411 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.957116+0000", 2024-08-17T01:57:04.411 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.957116+0000", 2024-08-17T01:57:04.411 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.957553+0000", 2024-08-17T01:57:04.411 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.227719+0000", 2024-08-17T01:57:04.411 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.411 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.411 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.411 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:04.411 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.227719+0000", 2024-08-17T01:57:04.411 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.227719+0000", 2024-08-17T01:57:04.411 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.227719+0000", 2024-08-17T01:57:04.411 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.412 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.412 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.412 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.227719+0000", 2024-08-17T01:57:04.412 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.227719+0000", 2024-08-17T01:57:04.412 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.412 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.412 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.412 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.412 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:04.412 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.412 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.412 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.412 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.412 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.413 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.413 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.413 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.413 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.32", 2024-08-17T01:57:04.413 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.413 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.413 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.413 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5322, 2024-08-17T01:57:04.413 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.413 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:17:27.035979+0000", 2024-08-17T01:57:04.413 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.413 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.413 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.414 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.415 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.416 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.416 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.416 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.416 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.416 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.417 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.417 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:04.417 INFO:tasks.workunit.client.0.smithi082.stdout: 5 2024-08-17T01:57:04.417 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.417 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:04.417 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.417 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.417 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.417 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.417 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.417 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.417 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:04.418 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.418 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:04.418 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.418 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.418 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.418 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.418 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.418 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.064172+0000", 2024-08-17T01:57:04.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.243294+0000", 2024-08-17T01:57:04.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.243294+0000", 2024-08-17T01:57:04.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.243640+0000", 2024-08-17T01:57:04.418 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.064172+0000", 2024-08-17T01:57:04.419 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.419 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.419 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.419 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:04.419 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.064172+0000", 2024-08-17T01:57:04.419 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.064172+0000", 2024-08-17T01:57:04.419 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.064172+0000", 2024-08-17T01:57:04.419 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.419 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.419 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.419 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.064172+0000", 2024-08-17T01:57:04.419 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.064172+0000", 2024-08-17T01:57:04.419 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.420 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.420 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.420 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.420 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:04.420 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.420 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.420 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.420 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.420 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.420 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.420 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.420 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.421 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.33", 2024-08-17T01:57:04.421 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.421 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.421 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.421 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5250, 2024-08-17T01:57:04.421 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.421 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T08:54:12.813010+0000", 2024-08-17T01:57:04.421 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.421 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.421 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.421 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.422 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.423 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.424 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.424 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.424 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.424 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.424 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.424 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.424 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.424 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.424 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.424 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.424 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.424 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.424 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.424 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.425 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.425 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.425 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.425 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.425 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:04.425 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.425 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:04.425 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.425 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.425 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.425 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.425 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.425 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.425 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:04.425 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.426 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 4, 2024-08-17T01:57:04.426 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.426 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.426 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.426 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.426 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.426 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.375979+0000", 2024-08-17T01:57:04.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.238570+0000", 2024-08-17T01:57:04.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.238570+0000", 2024-08-17T01:57:04.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.238868+0000", 2024-08-17T01:57:04.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.375979+0000", 2024-08-17T01:57:04.426 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.427 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.427 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.427 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:04.427 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.375979+0000", 2024-08-17T01:57:04.427 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.375979+0000", 2024-08-17T01:57:04.427 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.375979+0000", 2024-08-17T01:57:04.427 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.427 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.427 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.427 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.375979+0000", 2024-08-17T01:57:04.427 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.375979+0000", 2024-08-17T01:57:04.427 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.427 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.428 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.428 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.428 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:04.428 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.428 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.428 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.428 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.428 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.428 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.428 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.428 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.428 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.34", 2024-08-17T01:57:04.428 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.429 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.429 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.429 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5187, 2024-08-17T01:57:04.429 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.429 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:18:04.755524+0000", 2024-08-17T01:57:04.429 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.429 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.429 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.429 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.430 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.431 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.432 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.432 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.432 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.432 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.432 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.432 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.432 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.432 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.432 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.432 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.432 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.432 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.432 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.433 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.433 INFO:tasks.workunit.client.0.smithi082.stdout: 4, 2024-08-17T01:57:04.433 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.433 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:04.433 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.433 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 4, 2024-08-17T01:57:04.433 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.433 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.433 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.433 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.433 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.433 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.433 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:04.433 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.433 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:04.434 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.434 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.434 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.434 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.434 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.434 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372228+0000", 2024-08-17T01:57:04.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.244974+0000", 2024-08-17T01:57:04.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.244974+0000", 2024-08-17T01:57:04.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.245301+0000", 2024-08-17T01:57:04.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372228+0000", 2024-08-17T01:57:04.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.434 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.435 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.435 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:04.435 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372228+0000", 2024-08-17T01:57:04.435 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372228+0000", 2024-08-17T01:57:04.435 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372228+0000", 2024-08-17T01:57:04.435 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.435 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.435 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.435 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372228+0000", 2024-08-17T01:57:04.435 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372228+0000", 2024-08-17T01:57:04.435 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.435 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.435 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.435 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.435 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:04.436 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.436 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.436 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.436 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.436 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.436 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.436 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.436 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.436 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.35", 2024-08-17T01:57:04.436 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.436 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.436 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.436 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5115, 2024-08-17T01:57:04.436 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.436 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T12:21:24.246492+0000", 2024-08-17T01:57:04.436 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.437 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.437 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.437 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.438 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.439 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.439 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.439 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.439 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.440 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.440 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.440 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.440 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:04.440 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.440 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:04.440 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.440 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.440 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.440 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.440 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.440 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.440 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:04.440 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.440 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 6, 2024-08-17T01:57:04.440 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.441 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.441 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.441 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.441 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.441 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.371118+0000", 2024-08-17T01:57:04.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.245252+0000", 2024-08-17T01:57:04.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.245252+0000", 2024-08-17T01:57:04.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.245666+0000", 2024-08-17T01:57:04.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.371118+0000", 2024-08-17T01:57:04.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:04.441 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.371118+0000", 2024-08-17T01:57:04.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.371118+0000", 2024-08-17T01:57:04.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.371118+0000", 2024-08-17T01:57:04.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.371118+0000", 2024-08-17T01:57:04.442 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.371118+0000", 2024-08-17T01:57:04.442 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.442 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.442 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.442 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.442 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:04.442 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.442 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.443 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.443 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.443 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.443 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.443 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.443 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.443 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.36", 2024-08-17T01:57:04.443 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.443 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.443 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.443 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5115, 2024-08-17T01:57:04.443 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.443 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:52:55.374395+0000", 2024-08-17T01:57:04.443 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.444 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.444 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.444 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.445 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.446 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.446 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.446 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.446 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.447 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.447 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.447 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.447 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:04.447 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.447 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 6, 2024-08-17T01:57:04.447 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.447 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.447 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.447 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.447 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.447 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.447 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:04.447 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.448 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:04.448 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.448 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.448 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.448 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.448 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.448 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.448 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372863+0000", 2024-08-17T01:57:04.448 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295688+0000", 2024-08-17T01:57:04.448 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295688+0000", 2024-08-17T01:57:04.448 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.297435+0000", 2024-08-17T01:57:04.448 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372863+0000", 2024-08-17T01:57:04.448 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.448 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.448 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372863+0000", 2024-08-17T01:57:04.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372863+0000", 2024-08-17T01:57:04.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372863+0000", 2024-08-17T01:57:04.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372863+0000", 2024-08-17T01:57:04.449 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372863+0000", 2024-08-17T01:57:04.449 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.449 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.449 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.449 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.450 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.450 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.450 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.450 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.450 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.450 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.450 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.450 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.450 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.450 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.37", 2024-08-17T01:57:04.450 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.450 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.450 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.451 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5100, 2024-08-17T01:57:04.451 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.451 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T04:39:23.605810+0000", 2024-08-17T01:57:04.451 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.451 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.451 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.451 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.452 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.453 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.454 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.454 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.454 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.454 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.454 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.454 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.454 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.454 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:04.454 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.454 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:04.454 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.454 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.454 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.454 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.454 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.455 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.455 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:04.455 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.455 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 3, 2024-08-17T01:57:04.455 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.455 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.455 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.455 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.455 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.455 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.455 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.062655+0000", 2024-08-17T01:57:04.455 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.239530+0000", 2024-08-17T01:57:04.455 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.239530+0000", 2024-08-17T01:57:04.455 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.239874+0000", 2024-08-17T01:57:04.455 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.062655+0000", 2024-08-17T01:57:04.456 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.456 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.456 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.456 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:04.456 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.062655+0000", 2024-08-17T01:57:04.456 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.062655+0000", 2024-08-17T01:57:04.456 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.062655+0000", 2024-08-17T01:57:04.456 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.456 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.456 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.456 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.062655+0000", 2024-08-17T01:57:04.456 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.062655+0000", 2024-08-17T01:57:04.456 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.456 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.456 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.457 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.457 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:04.457 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.457 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.457 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.457 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.457 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.457 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.457 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.457 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.457 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.38", 2024-08-17T01:57:04.457 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.457 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.457 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.458 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5218, 2024-08-17T01:57:04.458 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.458 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T01:04:23.140009+0000", 2024-08-17T01:57:04.458 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.458 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.458 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.458 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.459 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.459 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.459 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.459 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.459 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.459 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.459 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.459 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.459 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.459 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.459 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.459 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.460 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.460 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.460 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.460 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.460 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.460 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.460 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.460 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.460 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.460 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.460 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.460 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.460 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.460 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.461 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.461 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.461 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.461 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.461 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.461 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.461 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.461 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:04.462 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.462 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 3, 2024-08-17T01:57:04.462 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.462 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.462 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.462 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.462 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.462 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:04.462 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:04.462 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.462 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:04.462 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.462 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.462 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.463 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.463 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.463 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.463 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.372296+0000", 2024-08-17T01:57:04.463 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.301480+0000", 2024-08-17T01:57:04.463 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.301480+0000", 2024-08-17T01:57:04.463 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.302154+0000", 2024-08-17T01:57:04.463 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.372296+0000", 2024-08-17T01:57:04.463 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.463 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.463 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.463 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.463 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.372296+0000", 2024-08-17T01:57:04.463 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.372296+0000", 2024-08-17T01:57:04.463 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.372296+0000", 2024-08-17T01:57:04.464 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.464 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.464 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.464 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.372296+0000", 2024-08-17T01:57:04.464 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.372296+0000", 2024-08-17T01:57:04.464 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.464 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.464 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.464 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.464 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.464 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.464 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.465 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.465 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.465 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.465 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.465 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.465 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.465 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.39", 2024-08-17T01:57:04.465 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.465 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.465 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.465 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5118, 2024-08-17T01:57:04.465 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.465 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T00:54:44.603376+0000", 2024-08-17T01:57:04.465 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.465 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.466 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.466 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.467 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.468 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.468 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.468 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.468 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.469 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.469 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.469 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:04.469 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:04.469 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.469 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:04.469 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.469 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.469 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.469 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.469 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.469 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.469 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:04.469 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.469 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:04.469 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.470 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.470 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.470 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.470 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.470 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.470 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065532+0000", 2024-08-17T01:57:04.470 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:47:29.964344+0000", 2024-08-17T01:57:04.470 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:47:29.964344+0000", 2024-08-17T01:57:04.470 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:47:29.964878+0000", 2024-08-17T01:57:04.470 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065532+0000", 2024-08-17T01:57:04.470 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.470 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.470 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.470 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 463, 2024-08-17T01:57:04.471 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065532+0000", 2024-08-17T01:57:04.471 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065532+0000", 2024-08-17T01:57:04.471 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065532+0000", 2024-08-17T01:57:04.471 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.471 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.471 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.471 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065532+0000", 2024-08-17T01:57:04.471 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065532+0000", 2024-08-17T01:57:04.471 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.471 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.471 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.471 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.471 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 462, 2024-08-17T01:57:04.471 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.471 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.472 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.472 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.472 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.472 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.472 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.472 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.472 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3a", 2024-08-17T01:57:04.472 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.472 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.472 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.472 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5148, 2024-08-17T01:57:04.472 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.472 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:59:28.173227+0000", 2024-08-17T01:57:04.472 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.472 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.473 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.473 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.474 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.474 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.474 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.474 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.474 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.474 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.474 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.474 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.474 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.474 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.474 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.474 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.475 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.476 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.476 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.476 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.476 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.476 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.476 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.476 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.476 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:04.476 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.476 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:04.476 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.476 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.477 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.477 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.477 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.477 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:04.477 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:04.477 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.477 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:04.477 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.477 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.477 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.477 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.477 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.477 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.477 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.374739+0000", 2024-08-17T01:57:04.477 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.289163+0000", 2024-08-17T01:57:04.478 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.289163+0000", 2024-08-17T01:57:04.478 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.289465+0000", 2024-08-17T01:57:04.478 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.374739+0000", 2024-08-17T01:57:04.478 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.478 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.478 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.478 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.478 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.374739+0000", 2024-08-17T01:57:04.478 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.374739+0000", 2024-08-17T01:57:04.478 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.374739+0000", 2024-08-17T01:57:04.478 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.478 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.478 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.478 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.374739+0000", 2024-08-17T01:57:04.479 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.374739+0000", 2024-08-17T01:57:04.479 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.479 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.479 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.479 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.479 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.479 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.479 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.479 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.479 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.479 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.480 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.480 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.480 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.480 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3b", 2024-08-17T01:57:04.480 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.480 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.480 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.480 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5108, 2024-08-17T01:57:04.480 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.480 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:03:56.227069+0000", 2024-08-17T01:57:04.480 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.480 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.480 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.480 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.481 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.482 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.483 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.483 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.483 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.483 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.483 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.484 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.484 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:04.484 INFO:tasks.workunit.client.0.smithi082.stdout: 4 2024-08-17T01:57:04.484 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.484 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:04.484 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.484 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.484 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.484 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.484 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.484 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.484 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:04.484 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.484 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 5, 2024-08-17T01:57:04.484 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.485 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.485 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.485 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.485 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.485 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.485 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.065072+0000", 2024-08-17T01:57:04.485 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.295893+0000", 2024-08-17T01:57:04.485 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.295893+0000", 2024-08-17T01:57:04.485 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.296222+0000", 2024-08-17T01:57:04.485 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.065072+0000", 2024-08-17T01:57:04.485 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.485 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.485 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.485 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.485 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.065072+0000", 2024-08-17T01:57:04.485 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.065072+0000", 2024-08-17T01:57:04.486 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.065072+0000", 2024-08-17T01:57:04.486 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.486 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.486 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.486 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.065072+0000", 2024-08-17T01:57:04.486 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.065072+0000", 2024-08-17T01:57:04.486 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.486 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.486 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.486 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.486 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.486 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.486 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.486 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.487 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.487 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.487 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.487 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.487 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.487 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3c", 2024-08-17T01:57:04.487 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.487 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.487 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.487 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5169, 2024-08-17T01:57:04.487 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.487 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T10:13:11.903340+0000", 2024-08-17T01:57:04.487 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.487 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.487 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.488 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.489 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.490 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.490 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.490 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.490 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.490 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.490 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.490 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.490 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.490 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.490 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.490 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.490 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.490 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.490 INFO:tasks.workunit.client.0.smithi082.stdout: 5, 2024-08-17T01:57:04.491 INFO:tasks.workunit.client.0.smithi082.stdout: 3, 2024-08-17T01:57:04.491 INFO:tasks.workunit.client.0.smithi082.stdout: 7 2024-08-17T01:57:04.491 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.491 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 5, 2024-08-17T01:57:04.491 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.491 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.491 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.491 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.491 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.491 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:04.491 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:04.491 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.491 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 0, 2024-08-17T01:57:04.491 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.491 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.492 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.492 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.492 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.492 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.492 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.230043+0000", 2024-08-17T01:57:04.492 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:45:51.252875+0000", 2024-08-17T01:57:04.492 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:45:51.252875+0000", 2024-08-17T01:57:04.492 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:45:51.254736+0000", 2024-08-17T01:57:04.492 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.230043+0000", 2024-08-17T01:57:04.492 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.492 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.492 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.492 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 364, 2024-08-17T01:57:04.492 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.230043+0000", 2024-08-17T01:57:04.493 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.230043+0000", 2024-08-17T01:57:04.493 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.230043+0000", 2024-08-17T01:57:04.493 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.493 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.493 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.493 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.230043+0000", 2024-08-17T01:57:04.493 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.230043+0000", 2024-08-17T01:57:04.493 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.493 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.493 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.493 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.493 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 363, 2024-08-17T01:57:04.493 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.493 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.493 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.494 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.494 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.494 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.494 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.494 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.494 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3d", 2024-08-17T01:57:04.494 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.494 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.494 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.494 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5326, 2024-08-17T01:57:04.494 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.494 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T07:59:08.723406+0000", 2024-08-17T01:57:04.494 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.494 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.494 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.495 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.496 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.497 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.497 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.497 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.497 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.497 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.497 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.497 INFO:tasks.workunit.client.0.smithi082.stdout: 2, 2024-08-17T01:57:04.498 INFO:tasks.workunit.client.0.smithi082.stdout: 1 2024-08-17T01:57:04.498 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.498 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 0, 2024-08-17T01:57:04.498 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.498 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.498 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.498 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.498 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:04.498 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.498 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:04.498 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.498 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 1, 2024-08-17T01:57:04.498 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.498 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.498 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.499 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.499 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.499 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.499 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.061208+0000", 2024-08-17T01:57:04.499 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:03.244199+0000", 2024-08-17T01:57:04.499 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:03.244199+0000", 2024-08-17T01:57:04.499 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:03.246106+0000", 2024-08-17T01:57:04.499 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.061208+0000", 2024-08-17T01:57:04.499 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.499 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.499 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.499 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 496, 2024-08-17T01:57:04.499 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.061208+0000", 2024-08-17T01:57:04.499 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.061208+0000", 2024-08-17T01:57:04.499 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.061208+0000", 2024-08-17T01:57:04.500 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.500 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.500 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.500 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.061208+0000", 2024-08-17T01:57:04.500 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.061208+0000", 2024-08-17T01:57:04.500 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.500 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.500 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.500 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.500 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 495, 2024-08-17T01:57:04.500 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.500 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.500 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.500 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.500 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.500 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.501 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.501 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.501 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3e", 2024-08-17T01:57:04.501 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.501 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.501 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.501 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5313, 2024-08-17T01:57:04.501 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.501 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T09:14:25.464530+0000", 2024-08-17T01:57:04.501 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.501 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.501 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.501 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.502 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.503 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.504 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.504 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.504 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.504 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.504 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.504 INFO:tasks.workunit.client.0.smithi082.stdout: 1, 2024-08-17T01:57:04.505 INFO:tasks.workunit.client.0.smithi082.stdout: 0, 2024-08-17T01:57:04.505 INFO:tasks.workunit.client.0.smithi082.stdout: 6 2024-08-17T01:57:04.505 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.505 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 1, 2024-08-17T01:57:04.505 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.505 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.505 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.505 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": [ 2024-08-17T01:57:04.505 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.505 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.505 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:04.505 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.505 INFO:tasks.workunit.client.0.smithi082.stdout: "acting_primary": 7, 2024-08-17T01:57:04.505 INFO:tasks.workunit.client.0.smithi082.stdout: "avail_no_missing": [], 2024-08-17T01:57:04.506 INFO:tasks.workunit.client.0.smithi082.stdout: "blocked_by": [], 2024-08-17T01:57:04.506 INFO:tasks.workunit.client.0.smithi082.stdout: "created": 62, 2024-08-17T01:57:04.506 INFO:tasks.workunit.client.0.smithi082.stdout: "dirty_stats_invalid": false, 2024-08-17T01:57:04.506 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T01:57:04.506 INFO:tasks.workunit.client.0.smithi082.stdout: "hitset_stats_invalid": false, 2024-08-17T01:57:04.506 INFO:tasks.workunit.client.0.smithi082.stdout: "last_active": "2024-08-17T01:56:00.373685+0000", 2024-08-17T01:57:04.506 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_active": "2024-08-17T00:48:37.302889+0000", 2024-08-17T01:57:04.506 INFO:tasks.workunit.client.0.smithi082.stdout: "last_became_peered": "2024-08-17T00:48:37.302889+0000", 2024-08-17T01:57:04.506 INFO:tasks.workunit.client.0.smithi082.stdout: "last_change": "2024-08-17T00:48:37.303193+0000", 2024-08-17T01:57:04.506 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean": "2024-08-17T01:56:00.373685+0000", 2024-08-17T01:57:04.506 INFO:tasks.workunit.client.0.smithi082.stdout: "last_clean_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.506 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub": "0'0", 2024-08-17T01:57:04.506 INFO:tasks.workunit.client.0.smithi082.stdout: "last_deep_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.506 INFO:tasks.workunit.client.0.smithi082.stdout: "last_epoch_clean": 528, 2024-08-17T01:57:04.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fresh": "2024-08-17T01:56:00.373685+0000", 2024-08-17T01:57:04.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_fullsized": "2024-08-17T01:56:00.373685+0000", 2024-08-17T01:57:04.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_peered": "2024-08-17T01:56:00.373685+0000", 2024-08-17T01:57:04.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub": "0'0", 2024-08-17T01:57:04.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_duration": 0, 2024-08-17T01:57:04.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_scrub_stamp": "2024-08-17T00:37:03.924518+0000", 2024-08-17T01:57:04.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_undegraded": "2024-08-17T01:56:00.373685+0000", 2024-08-17T01:57:04.507 INFO:tasks.workunit.client.0.smithi082.stdout: "last_unstale": "2024-08-17T01:56:00.373685+0000", 2024-08-17T01:57:04.507 INFO:tasks.workunit.client.0.smithi082.stdout: "log_dups_size": 0, 2024-08-17T01:57:04.507 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.507 INFO:tasks.workunit.client.0.smithi082.stdout: "log_start": "0'0", 2024-08-17T01:57:04.507 INFO:tasks.workunit.client.0.smithi082.stdout: "manifest_stats_invalid": false, 2024-08-17T01:57:04.508 INFO:tasks.workunit.client.0.smithi082.stdout: "mapping_epoch": 527, 2024-08-17T01:57:04.508 INFO:tasks.workunit.client.0.smithi082.stdout: "object_location_counts": [], 2024-08-17T01:57:04.508 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_scrubbed": 0, 2024-08-17T01:57:04.508 INFO:tasks.workunit.client.0.smithi082.stdout: "objects_trimmed": 0, 2024-08-17T01:57:04.508 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_stats_invalid": false, 2024-08-17T01:57:04.508 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.508 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_start": "0'0", 2024-08-17T01:57:04.508 INFO:tasks.workunit.client.0.smithi082.stdout: "parent": "0.0", 2024-08-17T01:57:04.508 INFO:tasks.workunit.client.0.smithi082.stdout: "parent_split_bits": 0, 2024-08-17T01:57:04.508 INFO:tasks.workunit.client.0.smithi082.stdout: "pgid": "3.3f", 2024-08-17T01:57:04.508 INFO:tasks.workunit.client.0.smithi082.stdout: "pin_stats_invalid": false, 2024-08-17T01:57:04.508 INFO:tasks.workunit.client.0.smithi082.stdout: "purged_snaps": [], 2024-08-17T01:57:04.508 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_epoch": 2836, 2024-08-17T01:57:04.508 INFO:tasks.workunit.client.0.smithi082.stdout: "reported_seq": 5097, 2024-08-17T01:57:04.509 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_duration": 0.0, 2024-08-17T01:57:04.509 INFO:tasks.workunit.client.0.smithi082.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T11:27:35.370261+0000", 2024-08-17T01:57:04.509 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrim_duration": 0.0, 2024-08-17T01:57:04.509 INFO:tasks.workunit.client.0.smithi082.stdout: "snaptrimq_len": 0, 2024-08-17T01:57:04.509 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.509 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.510 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.511 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.512 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.512 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.512 INFO:tasks.workunit.client.0.smithi082.stdout: "state": "active+clean", 2024-08-17T01:57:04.512 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_invalid": false, 2024-08-17T01:57:04.512 INFO:tasks.workunit.client.0.smithi082.stdout: "up": [ 2024-08-17T01:57:04.512 INFO:tasks.workunit.client.0.smithi082.stdout: 7, 2024-08-17T01:57:04.512 INFO:tasks.workunit.client.0.smithi082.stdout: 6, 2024-08-17T01:57:04.512 INFO:tasks.workunit.client.0.smithi082.stdout: 0 2024-08-17T01:57:04.512 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.512 INFO:tasks.workunit.client.0.smithi082.stdout: "up_primary": 7, 2024-08-17T01:57:04.512 INFO:tasks.workunit.client.0.smithi082.stdout: "version": "0'0" 2024-08-17T01:57:04.512 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:04.512 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.512 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_per_pool": [ 2024-08-17T01:57:04.512 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.512 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 3, 2024-08-17T01:57:04.513 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:57:04.513 INFO:tasks.workunit.client.0.smithi082.stdout: "mgr" 2024-08-17T01:57:04.513 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.513 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 249, 2024-08-17T01:57:04.513 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pg": 1, 2024-08-17T01:57:04.513 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 3, 2024-08-17T01:57:04.513 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 249, 2024-08-17T01:57:04.513 INFO:tasks.workunit.client.0.smithi082.stdout: "poolid": 1, 2024-08-17T01:57:04.513 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.513 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 590368, 2024-08-17T01:57:04.513 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.513 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 1771104, 2024-08-17T01:57:04.513 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.513 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.513 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.514 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.514 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.514 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.514 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.514 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.514 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.514 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.514 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.514 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.514 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.514 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 6, 2024-08-17T01:57:04.514 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 2, 2024-08-17T01:57:04.514 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.514 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 2, 2024-08-17T01:57:04.514 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.515 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.515 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.515 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.515 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.515 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.515 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.515 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 6, 2024-08-17T01:57:04.515 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.515 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.515 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.515 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.515 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.515 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 1286, 2024-08-17T01:57:04.515 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 2084, 2024-08-17T01:57:04.515 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.515 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.516 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.516 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 415, 2024-08-17T01:57:04.516 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 2416 2024-08-17T01:57:04.516 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.516 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T01:57:04.516 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 1781760, 2024-08-17T01:57:04.516 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T01:57:04.516 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T01:57:04.516 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T01:57:04.516 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T01:57:04.516 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 1771104, 2024-08-17T01:57:04.516 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T01:57:04.516 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T01:57:04.516 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 0, 2024-08-17T01:57:04.516 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T01:57:04.516 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.517 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 3 2024-08-17T01:57:04.517 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.517 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.517 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 96, 2024-08-17T01:57:04.517 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:57:04.517 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs" 2024-08-17T01:57:04.517 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.517 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 76, 2024-08-17T01:57:04.517 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pg": 32, 2024-08-17T01:57:04.517 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 8, 2024-08-17T01:57:04.517 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 76, 2024-08-17T01:57:04.517 INFO:tasks.workunit.client.0.smithi082.stdout: "poolid": 2, 2024-08-17T01:57:04.517 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.517 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 6596, 2024-08-17T01:57:04.517 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.518 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 66, 2024-08-17T01:57:04.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 22, 2024-08-17T01:57:04.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 22, 2024-08-17T01:57:04.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 14, 2024-08-17T01:57:04.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.519 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 128, 2024-08-17T01:57:04.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 142, 2024-08-17T01:57:04.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 70, 2024-08-17T01:57:04.520 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 36 2024-08-17T01:57:04.520 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.521 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T01:57:04.521 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 110592, 2024-08-17T01:57:04.521 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T01:57:04.521 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T01:57:04.521 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T01:57:04.521 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T01:57:04.521 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 19788, 2024-08-17T01:57:04.521 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T01:57:04.521 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T01:57:04.521 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 44607, 2024-08-17T01:57:04.521 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T01:57:04.521 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.521 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 96 2024-08-17T01:57:04.521 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.521 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.522 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 192, 2024-08-17T01:57:04.522 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:57:04.522 INFO:tasks.workunit.client.0.smithi082.stdout: "cephfs" 2024-08-17T01:57:04.522 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.522 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 0, 2024-08-17T01:57:04.522 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pg": 64, 2024-08-17T01:57:04.522 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 8, 2024-08-17T01:57:04.522 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 0, 2024-08-17T01:57:04.522 INFO:tasks.workunit.client.0.smithi082.stdout: "poolid": 3, 2024-08-17T01:57:04.522 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.522 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 0, 2024-08-17T01:57:04.522 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.522 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.523 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 0, 2024-08-17T01:57:04.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 0, 2024-08-17T01:57:04.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 0, 2024-08-17T01:57:04.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 0, 2024-08-17T01:57:04.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.524 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 0, 2024-08-17T01:57:04.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 0, 2024-08-17T01:57:04.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 0, 2024-08-17T01:57:04.525 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 0 2024-08-17T01:57:04.525 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.525 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T01:57:04.525 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 0, 2024-08-17T01:57:04.525 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T01:57:04.526 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T01:57:04.526 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T01:57:04.526 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T01:57:04.526 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 0, 2024-08-17T01:57:04.526 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T01:57:04.526 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T01:57:04.526 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 0, 2024-08-17T01:57:04.526 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T01:57:04.526 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.526 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 192 2024-08-17T01:57:04.526 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.526 INFO:tasks.workunit.client.0.smithi082.stdout: { 2024-08-17T01:57:04.527 INFO:tasks.workunit.client.0.smithi082.stdout: "acting": 24, 2024-08-17T01:57:04.527 INFO:tasks.workunit.client.0.smithi082.stdout: "application": [ 2024-08-17T01:57:04.527 INFO:tasks.workunit.client.0.smithi082.stdout: "rbd" 2024-08-17T01:57:04.527 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.527 INFO:tasks.workunit.client.0.smithi082.stdout: "log_size": 24527, 2024-08-17T01:57:04.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_pg": 8, 2024-08-17T01:57:04.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_store_stats": 8, 2024-08-17T01:57:04.527 INFO:tasks.workunit.client.0.smithi082.stdout: "ondisk_log_size": 24527, 2024-08-17T01:57:04.527 INFO:tasks.workunit.client.0.smithi082.stdout: "poolid": 4, 2024-08-17T01:57:04.527 INFO:tasks.workunit.client.0.smithi082.stdout: "stat_sum": { 2024-08-17T01:57:04.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes": 4194323, 2024-08-17T01:57:04.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T01:57:04.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_bytes_recovered": 0, 2024-08-17T01:57:04.527 INFO:tasks.workunit.client.0.smithi082.stdout: "num_deep_scrub_errors": 0, 2024-08-17T01:57:04.528 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict": 0, 2024-08-17T01:57:04.528 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_kb": 0, 2024-08-17T01:57:04.528 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_full": 0, 2024-08-17T01:57:04.528 INFO:tasks.workunit.client.0.smithi082.stdout: "num_evict_mode_some": 0, 2024-08-17T01:57:04.528 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush": 0, 2024-08-17T01:57:04.528 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_kb": 0, 2024-08-17T01:57:04.528 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_high": 0, 2024-08-17T01:57:04.528 INFO:tasks.workunit.client.0.smithi082.stdout: "num_flush_mode_low": 0, 2024-08-17T01:57:04.528 INFO:tasks.workunit.client.0.smithi082.stdout: "num_keys_recovered": 0, 2024-08-17T01:57:04.528 INFO:tasks.workunit.client.0.smithi082.stdout: "num_large_omap_objects": 0, 2024-08-17T01:57:04.528 INFO:tasks.workunit.client.0.smithi082.stdout: "num_legacy_snapsets": 0, 2024-08-17T01:57:04.528 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_clones": 0, 2024-08-17T01:57:04.528 INFO:tasks.workunit.client.0.smithi082.stdout: "num_object_copies": 12, 2024-08-17T01:57:04.528 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects": 4, 2024-08-17T01:57:04.529 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_degraded": 0, 2024-08-17T01:57:04.529 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_dirty": 4, 2024-08-17T01:57:04.529 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T01:57:04.529 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_manifest": 0, 2024-08-17T01:57:04.529 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_misplaced": 0, 2024-08-17T01:57:04.529 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing": 0, 2024-08-17T01:57:04.529 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T01:57:04.529 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_omap": 2, 2024-08-17T01:57:04.529 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_pinned": 0, 2024-08-17T01:57:04.529 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_recovered": 0, 2024-08-17T01:57:04.529 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_repaired": 0, 2024-08-17T01:57:04.529 INFO:tasks.workunit.client.0.smithi082.stdout: "num_objects_unfound": 0, 2024-08-17T01:57:04.529 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_bytes": 0, 2024-08-17T01:57:04.529 INFO:tasks.workunit.client.0.smithi082.stdout: "num_omap_keys": 0, 2024-08-17T01:57:04.529 INFO:tasks.workunit.client.0.smithi082.stdout: "num_promote": 0, 2024-08-17T01:57:04.530 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read": 8979, 2024-08-17T01:57:04.530 INFO:tasks.workunit.client.0.smithi082.stdout: "num_read_kb": 3019907, 2024-08-17T01:57:04.530 INFO:tasks.workunit.client.0.smithi082.stdout: "num_scrub_errors": 0, 2024-08-17T01:57:04.530 INFO:tasks.workunit.client.0.smithi082.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T01:57:04.530 INFO:tasks.workunit.client.0.smithi082.stdout: "num_whiteouts": 0, 2024-08-17T01:57:04.530 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write": 24396, 2024-08-17T01:57:04.530 INFO:tasks.workunit.client.0.smithi082.stdout: "num_write_kb": 3161206 2024-08-17T01:57:04.530 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.530 INFO:tasks.workunit.client.0.smithi082.stdout: "store_stats": { 2024-08-17T01:57:04.530 INFO:tasks.workunit.client.0.smithi082.stdout: "allocated": 12595200, 2024-08-17T01:57:04.530 INFO:tasks.workunit.client.0.smithi082.stdout: "available": 0, 2024-08-17T01:57:04.530 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed": 0, 2024-08-17T01:57:04.530 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_allocated": 0, 2024-08-17T01:57:04.530 INFO:tasks.workunit.client.0.smithi082.stdout: "data_compressed_original": 0, 2024-08-17T01:57:04.530 INFO:tasks.workunit.client.0.smithi082.stdout: "data_stored": 12582969, 2024-08-17T01:57:04.531 INFO:tasks.workunit.client.0.smithi082.stdout: "internal_metadata": 0, 2024-08-17T01:57:04.531 INFO:tasks.workunit.client.0.smithi082.stdout: "internally_reserved": 0, 2024-08-17T01:57:04.531 INFO:tasks.workunit.client.0.smithi082.stdout: "omap_allocated": 0, 2024-08-17T01:57:04.531 INFO:tasks.workunit.client.0.smithi082.stdout: "total": 0 2024-08-17T01:57:04.531 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.531 INFO:tasks.workunit.client.0.smithi082.stdout: "up": 24 2024-08-17T01:57:04.531 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:04.531 INFO:tasks.workunit.client.0.smithi082.stdout: ], 2024-08-17T01:57:04.531 INFO:tasks.workunit.client.0.smithi082.stdout: "usage": { 2024-08-17T01:57:04.531 INFO:tasks.workunit.client.0.smithi082.stdout: "pg_num": 105, 2024-08-17T01:57:04.531 INFO:tasks.workunit.client.0.smithi082.stdout: "pools": 4, 2024-08-17T01:57:04.531 INFO:tasks.workunit.client.0.smithi082.stdout: "stats_by_class": { 2024-08-17T01:57:04.531 INFO:tasks.workunit.client.0.smithi082.stdout: "ssd": { 2024-08-17T01:57:04.531 INFO:tasks.workunit.client.0.smithi082.stdout: "total_avail_bytes": 763157688320, 2024-08-17T01:57:04.531 INFO:tasks.workunit.client.0.smithi082.stdout: "total_bytes": 767960285184, 2024-08-17T01:57:04.531 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_bytes": 4802596864, 2024-08-17T01:57:04.532 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_raw_bytes": 4802596864, 2024-08-17T01:57:04.532 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_raw_ratio": 0.006253704894334078 2024-08-17T01:57:04.532 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:04.532 INFO:tasks.workunit.client.0.smithi082.stdout: }, 2024-08-17T01:57:04.532 INFO:tasks.workunit.client.0.smithi082.stdout: "total_avail_bytes": 763157688320, 2024-08-17T01:57:04.532 INFO:tasks.workunit.client.0.smithi082.stdout: "total_bytes": 767960285184, 2024-08-17T01:57:04.532 INFO:tasks.workunit.client.0.smithi082.stdout: "total_used_bytes": 4802596864 2024-08-17T01:57:04.532 INFO:tasks.workunit.client.0.smithi082.stdout: } 2024-08-17T01:57:04.532 INFO:tasks.workunit.client.0.smithi082.stdout:} 2024-08-17T01:57:04.532 INFO:tasks.workunit.client.0.smithi082.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-08-17T01:57:04.532 INFO:tasks.workunit.client.0.smithi082.stderr:+ ceph telemetry off 2024-08-17T01:57:04.533 INFO:tasks.workunit.client.0.smithi082.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-08-17T01:57:04.533 INFO:tasks.workunit.client.0.smithi082.stdout:Preview sample reports with `ceph telemetry preview`. 2024-08-17T01:57:04.533 INFO:tasks.workunit.client.0.smithi082.stdout:OK 2024-08-17T01:57:04.534 INFO:tasks.workunit.client.0.smithi082.stderr:+ echo OK 2024-08-17T01:57:04.534 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T01:57:04.535 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T01:57:04.535 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:01 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:57:01] ENGINE Bus STOPPING 2024-08-17T01:57:04.535 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:01 smithi082 ceph-mon[91979]: from='client.36135 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:04.535 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:01 smithi082 ceph-mon[91979]: from='client.36135 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:04.536 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:01 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:57:04.536 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:01 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:57:04.536 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:01 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:57:04.536 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:01 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:57:04.536 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:01 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:57:04.536 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:01 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:57:04.536 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:01 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:57:04.536 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:01 smithi082 ceph-mon[94343]: from='client.36135 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:04.536 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:01 smithi082 ceph-mon[94343]: from='client.36135 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:04.536 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:01 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:57:04.536 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:01 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:57:04.536 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:01 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:57:04.537 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:01 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T01:57:04.537 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:01 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T01:57:04.537 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:01 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T01:57:04.537 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:01 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:57:04.537 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:01 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:57:01] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T01:57:04.537 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:01 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:57:01] ENGINE Bus STOPPED 2024-08-17T01:57:04.537 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:01 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:57:01] ENGINE Bus STARTING 2024-08-17T01:57:04.537 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:01 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:57:01] ENGINE Serving on http://:::9283 2024-08-17T01:57:04.537 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:01 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:57:01] ENGINE Bus STARTED 2024-08-17T01:57:04.538 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:02 smithi082 ceph-mon[94343]: from='client.46076 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:04.538 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:02 smithi082 ceph-mon[94343]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-17T01:57:04.538 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:02 smithi082 ceph-mon[94343]: from='client.46076 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:04.538 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:02 smithi082 ceph-mon[94343]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-08-17T01:57:04.538 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:02 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T01:57:04.538 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:02 smithi082 ceph-mon[91979]: from='client.46076 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:04.538 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:02 smithi082 ceph-mon[91979]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-17T01:57:04.538 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:02 smithi082 ceph-mon[91979]: from='client.46076 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T01:57:04.538 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:02 smithi082 ceph-mon[91979]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-08-17T01:57:04.538 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:02 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T01:57:04.568 INFO:tasks.workunit:Stopping ['test_telemetry_quincy_x.sh'] on client.0... 2024-08-17T01:57:04.568 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-17T01:57:04.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:04 smithi137 ceph-mon[86391]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-17T01:57:04.869 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:04 smithi082 ceph-mon[94343]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-17T01:57:04.870 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:04 smithi082 ceph-mon[91979]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-17T01:57:04.871 DEBUG:teuthology.parallel:result is None 2024-08-17T01:57:04.871 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T01:57:04.896 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T01:57:04.897 DEBUG:teuthology.orchestra.run.smithi082:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T01:57:04.953 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T01:57:04.953 INFO:teuthology.run_tasks:Running task print... 2024-08-17T01:57:04.972 INFO:teuthology.task.print:**** done end telemetry x... 2024-08-17T01:57:04.972 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-08-17T01:57:05.027 INFO:tasks.cephadm:Teardown begin 2024-08-17T01:57:05.027 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-08-17T01:57:05.028 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T01:57:05.224 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:05 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:57:05] "GET /metrics HTTP/1.1" 200 34175 "" "Prometheus/2.43.0" 2024-08-17T01:57:05.288 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T01:57:06.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:06 smithi082 ceph-mon[91979]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-17T01:57:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:57:06.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:06 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:57:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:06 smithi082 ceph-mon[94343]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-17T01:57:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:57:06.475 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:06 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:57:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:06 smithi137 ceph-mon[86391]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-17T01:57:06.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' 2024-08-17T01:57:06.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:06 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:57:07.243 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T01:57:07.243 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":20,"btime":"2024-08-17T00:49:13:818251+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/82972890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":82972890},{"type":"v1","addr":"172.21.15.137:6833","nonce":82972890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[{"mdsmap":{"epoch":19,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T00:37:06.954410+0000","modified":"2024-08-17T00:49:09.190223+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":557,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44324},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44324":{"gid":44324,"name":"a","rank":0,"incarnation":16,"state":"up:active","state_seq":6,"addr":"172.21.15.82:6835/2634171770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2634171770},{"type":"v1","addr":"172.21.15.82:6835","nonce":2634171770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44324,"qdb_cluster":[44324]},"id":1}]} 2024-08-17T01:57:07.243 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 20 2024-08-17T01:57:07.889 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T01:57:08.157 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T01:57:08.549 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:08 smithi082 ceph-mon[94343]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-17T01:57:08.549 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:08 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2022648891' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T01:57:08.549 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:08 smithi082 ceph-mon[91979]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-17T01:57:08.549 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:08 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2022648891' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T01:57:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:08 smithi137 ceph-mon[86391]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-17T01:57:08.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:08 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2022648891' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T01:57:10.001 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T01:57:10.001 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":20,"btime":"2024-08-17T00:49:13:818251+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/82972890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":82972890},{"type":"v1","addr":"172.21.15.137:6833","nonce":82972890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[{"mdsmap":{"epoch":19,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T00:37:06.954410+0000","modified":"2024-08-17T00:49:09.190223+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":557,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44324},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44324":{"gid":44324,"name":"a","rank":0,"incarnation":16,"state":"up:active","state_seq":6,"addr":"172.21.15.82:6835/2634171770","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":2634171770},{"type":"v1","addr":"172.21.15.82:6835","nonce":2634171770}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44324,"qdb_cluster":[44324]},"id":1}]} 2024-08-17T01:57:10.001 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 20 2024-08-17T01:57:10.359 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:10 smithi082 ceph-mon[94343]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-17T01:57:10.359 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:10 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/1516314069' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T01:57:10.359 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:10 smithi082 ceph-mon[91979]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-17T01:57:10.359 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:10 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/1516314069' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T01:57:10.709 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T01:57:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:10 smithi137 ceph-mon[86391]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-17T01:57:10.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:10 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/1516314069' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T01:57:10.960 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T01:57:12.333 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:12 smithi082 ceph-mon[94343]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-17T01:57:12.333 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:12 smithi082 ceph-mon[91979]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-17T01:57:12.690 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-08-17T01:57:12.690 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":2836,"fsid":"f8feaf04-5c2f-11ef-bccf-c7b262605968","created":"2024-08-17T00:31:49.177835+0000","modified":"2024-08-17T01:56:00.057830+0000","last_up_change":"2024-08-17T00:48:36.266320+0000","last_in_change":"2024-08-17T00:36:19.917952+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":118,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T00:34:43.626088+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T00:37:00.343749+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T00:37:03.874341+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-17T00:37:57.431750+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":9,"snap_epoch":1116,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"202eae0d-b971-441e-a5e5-61e1ae3dbf7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":289,"up_from":300,"up_thru":2751,"down_at":290,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":3417694778},{"type":"v1","addr":"172.21.15.82:6803","nonce":3417694778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":3417694778},{"type":"v1","addr":"172.21.15.82:6805","nonce":3417694778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":3417694778},{"type":"v1","addr":"172.21.15.82:6809","nonce":3417694778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":3417694778},{"type":"v1","addr":"172.21.15.82:6807","nonce":3417694778}]},"public_addr":"172.21.15.82:6803/3417694778","cluster_addr":"172.21.15.82:6805/3417694778","heartbeat_back_addr":"172.21.15.82:6809/3417694778","heartbeat_front_addr":"172.21.15.82:6807/3417694778","state":["exists","up"]},{"osd":1,"uuid":"1aefb1df-6d8e-445f-aa1a-357341b86034","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":321,"up_from":331,"up_thru":2751,"down_at":322,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":2373969417},{"type":"v1","addr":"172.21.15.82:6811","nonce":2373969417}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":2373969417},{"type":"v1","addr":"172.21.15.82:6813","nonce":2373969417}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":2373969417},{"type":"v1","addr":"172.21.15.82:6817","nonce":2373969417}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":2373969417},{"type":"v1","addr":"172.21.15.82:6815","nonce":2373969417}]},"public_addr":"172.21.15.82:6811/2373969417","cluster_addr":"172.21.15.82:6813/2373969417","heartbeat_back_addr":"172.21.15.82:6817/2373969417","heartbeat_front_addr":"172.21.15.82:6815/2373969417","state":["exists","up"]},{"osd":2,"uuid":"e771411e-3dc5-4495-8e1e-22532ec6f1e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":353,"up_from":363,"up_thru":2751,"down_at":354,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":2916873772},{"type":"v1","addr":"172.21.15.82:6819","nonce":2916873772}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":2916873772},{"type":"v1","addr":"172.21.15.82:6821","nonce":2916873772}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":2916873772},{"type":"v1","addr":"172.21.15.82:6825","nonce":2916873772}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":2916873772},{"type":"v1","addr":"172.21.15.82:6823","nonce":2916873772}]},"public_addr":"172.21.15.82:6819/2916873772","cluster_addr":"172.21.15.82:6821/2916873772","heartbeat_back_addr":"172.21.15.82:6825/2916873772","heartbeat_front_addr":"172.21.15.82:6823/2916873772","state":["exists","up"]},{"osd":3,"uuid":"fcab179f-8cac-46c5-8a1e-416b98257e98","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":385,"up_from":396,"up_thru":2751,"down_at":386,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":3306196347},{"type":"v1","addr":"172.21.15.82:6827","nonce":3306196347}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":3306196347},{"type":"v1","addr":"172.21.15.82:6829","nonce":3306196347}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":3306196347},{"type":"v1","addr":"172.21.15.82:6833","nonce":3306196347}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":3306196347},{"type":"v1","addr":"172.21.15.82:6831","nonce":3306196347}]},"public_addr":"172.21.15.82:6827/3306196347","cluster_addr":"172.21.15.82:6829/3306196347","heartbeat_back_addr":"172.21.15.82:6833/3306196347","heartbeat_front_addr":"172.21.15.82:6831/3306196347","state":["exists","up"]},{"osd":4,"uuid":"e1a49556-a716-4639-887a-745ab647147f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":418,"up_from":429,"up_thru":2751,"down_at":419,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":702627767},{"type":"v1","addr":"172.21.15.137:6801","nonce":702627767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":702627767},{"type":"v1","addr":"172.21.15.137:6803","nonce":702627767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":702627767},{"type":"v1","addr":"172.21.15.137:6807","nonce":702627767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":702627767},{"type":"v1","addr":"172.21.15.137:6805","nonce":702627767}]},"public_addr":"172.21.15.137:6801/702627767","cluster_addr":"172.21.15.137:6803/702627767","heartbeat_back_addr":"172.21.15.137:6807/702627767","heartbeat_front_addr":"172.21.15.137:6805/702627767","state":["exists","up"]},{"osd":5,"uuid":"d99ec7f9-e1c8-43fc-a561-839b96e75934","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":451,"up_from":462,"up_thru":2751,"down_at":452,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":378185567},{"type":"v1","addr":"172.21.15.137:6809","nonce":378185567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":378185567},{"type":"v1","addr":"172.21.15.137:6811","nonce":378185567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":378185567},{"type":"v1","addr":"172.21.15.137:6815","nonce":378185567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":378185567},{"type":"v1","addr":"172.21.15.137:6813","nonce":378185567}]},"public_addr":"172.21.15.137:6809/378185567","cluster_addr":"172.21.15.137:6811/378185567","heartbeat_back_addr":"172.21.15.137:6815/378185567","heartbeat_front_addr":"172.21.15.137:6813/378185567","state":["exists","up"]},{"osd":6,"uuid":"486be4bc-e77c-4457-bbf4-481efc51c21f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":484,"up_from":495,"up_thru":2751,"down_at":485,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":2827592218},{"type":"v1","addr":"172.21.15.137:6817","nonce":2827592218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":2827592218},{"type":"v1","addr":"172.21.15.137:6819","nonce":2827592218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":2827592218},{"type":"v1","addr":"172.21.15.137:6823","nonce":2827592218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":2827592218},{"type":"v1","addr":"172.21.15.137:6821","nonce":2827592218}]},"public_addr":"172.21.15.137:6817/2827592218","cluster_addr":"172.21.15.137:6819/2827592218","heartbeat_back_addr":"172.21.15.137:6823/2827592218","heartbeat_front_addr":"172.21.15.137:6821/2827592218","state":["exists","up"]},{"osd":7,"uuid":"3d20c01e-aa32-4a98-98b1-a66c1cc60ed5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":517,"up_from":527,"up_thru":2751,"down_at":518,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":2341817159},{"type":"v1","addr":"172.21.15.137:6825","nonce":2341817159}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":2341817159},{"type":"v1","addr":"172.21.15.137:6827","nonce":2341817159}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":2341817159},{"type":"v1","addr":"172.21.15.137:6831","nonce":2341817159}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":2341817159},{"type":"v1","addr":"172.21.15.137:6829","nonce":2341817159}]},"public_addr":"172.21.15.137:6825/2341817159","cluster_addr":"172.21.15.137:6827/2341817159","heartbeat_back_addr":"172.21.15.137:6831/2341817159","heartbeat_front_addr":"172.21.15.137:6829/2341817159","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:33:54.059622+0000","dead_epoch":289},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:34:17.042541+0000","dead_epoch":321},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:34:40.818203+0000","dead_epoch":353},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:35:04.997886+0000","dead_epoch":385},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:35:26.347506+0000","dead_epoch":418},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:35:49.056726+0000","dead_epoch":451},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:36:12.057138+0000","dead_epoch":484},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T00:36:34.662036+0000","dead_epoch":517}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.5","mappings":[{"from":5,"to":1}]},{"pgid":"3.f","mappings":[{"from":4,"to":1},{"from":0,"to":3}]},{"pgid":"3.24","mappings":[{"from":4,"to":2}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.82:0/3075920389":"2024-08-17T02:55:23.611694+0000","172.21.15.82:0/3009640636":"2024-08-17T02:29:38.531244+0000","172.21.15.82:0/1723521270":"2024-08-18T00:41:56.840654+0000","172.21.15.82:0/3296476797":"2024-08-17T02:34:41.473705+0000","172.21.15.82:6834/578208742":"2024-08-18T00:48:43.779622+0000","172.21.15.82:0/154391534":"2024-08-18T00:43:20.064184+0000","172.21.15.82:0/774543594":"2024-08-18T00:41:56.840654+0000","172.21.15.82:0/3721777576":"2024-08-17T02:29:39.515850+0000","172.21.15.82:0/729231788":"2024-08-18T00:37:53.711521+0000","172.21.15.82:6800/1296282024":"2024-08-18T00:32:11.699373+0000","172.21.15.137:0/574906426":"2024-08-18T00:42:40.554023+0000","172.21.15.82:6801/3128007426":"2024-08-18T00:37:53.711521+0000","172.21.15.82:0/281455942":"2024-08-18T00:32:11.699373+0000","172.21.15.137:6832/2805285471":"2024-08-18T00:49:06.157411+0000","172.21.15.82:0/1095799219":"2024-08-18T00:32:33.333001+0000","172.21.15.82:0/2092765483":"2024-08-18T00:43:20.064184+0000","172.21.15.137:6833/2805285471":"2024-08-18T00:49:06.157411+0000","172.21.15.82:0/3300654626":"2024-08-18T00:41:56.840654+0000","172.21.15.82:6800/693925070":"2024-08-18T00:32:33.333001+0000","172.21.15.137:6835/1849928473":"2024-08-18T00:42:40.554023+0000","172.21.15.137:6834/1849928473":"2024-08-18T00:42:40.554023+0000","172.21.15.82:0/4174301313":"2024-08-18T00:37:53.711521+0000","172.21.15.82:6835/578208742":"2024-08-18T00:48:43.779622+0000","172.21.15.82:0/4136230675":"2024-08-18T00:43:20.064184+0000","172.21.15.137:0/2006441554":"2024-08-18T00:42:40.554023+0000","172.21.15.137:0/792033925":"2024-08-18T00:42:40.554023+0000","172.21.15.82:0/705366047":"2024-08-18T00:32:33.333001+0000","172.21.15.137:0/641469198":"2024-08-18T00:42:40.554023+0000","172.21.15.82:6801/693925070":"2024-08-18T00:32:33.333001+0000","172.21.15.82:0/924531209":"2024-08-18T00:37:53.711521+0000","172.21.15.137:0/2786861701":"2024-08-18T00:42:40.554023+0000","172.21.15.82:0/4280253239":"2024-08-18T00:43:20.064184+0000","172.21.15.82:6800/3128007426":"2024-08-18T00:37:53.711521+0000","172.21.15.82:0/1155766689":"2024-08-18T00:32:11.699373+0000","172.21.15.82:6801/1296282024":"2024-08-18T00:32:11.699373+0000","172.21.15.82:0/4157964058":"2024-08-18T00:37:53.711521+0000","172.21.15.82:0/2579249771":"2024-08-18T00:32:11.699373+0000","172.21.15.82:0/2701207716":"2024-08-18T00:43:20.064184+0000","172.21.15.137:0/207061901":"2024-08-18T00:42:40.554023+0000","172.21.15.82:0/696756118":"2024-08-18T00:43:20.064184+0000","172.21.15.82:6800/498885779":"2024-08-18T00:41:56.840654+0000","172.21.15.82:6800/1539734670":"2024-08-18T00:43:20.064184+0000","172.21.15.82:0/953815776":"2024-08-18T00:43:20.064184+0000","172.21.15.82:0/2474411610":"2024-08-18T00:32:33.333001+0000","172.21.15.82:6801/1539734670":"2024-08-18T00:43:20.064184+0000","172.21.15.137:0/3426663486":"2024-08-18T00:42:40.554023+0000","172.21.15.82:6801/498885779":"2024-08-18T00:41:56.840654+0000","172.21.15.82:0/1290349808":"2024-08-18T00:41:56.840654+0000","172.21.15.82:0/2932695184":"2024-08-18T00:41:56.840654+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":84,"snaps":[{"begin":186,"length":1}]},{"pool":86,"snaps":[{"begin":3,"length":6}]},{"pool":88,"snaps":[{"begin":33,"length":5},{"begin":42,"length":3},{"begin":46,"length":2}]},{"pool":89,"snaps":[{"begin":17,"length":2},{"begin":22,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":117,"snaps":[{"begin":314,"length":4}]},{"pool":118,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":117,"snaps":[{"begin":312,"length":2}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T01:57:12.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:12 smithi137 ceph-mon[86391]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-17T01:57:12.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:57:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:57:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:57:13.309 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph fs fail cephfs 2024-08-17T01:57:13.474 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:13 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/3268201805' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T01:57:13.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:13 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/3268201805' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T01:57:13.563 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T01:57:13.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:13 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/3268201805' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T01:57:14.715 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:14 smithi082 ceph-mon[94343]: pgmap v4824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-08-17T01:57:14.715 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:14 smithi082 ceph-mon[91979]: pgmap v4824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-08-17T01:57:14.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:14 smithi137 ceph-mon[86391]: pgmap v4824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-08-17T01:57:15.472 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:57:15] "GET /metrics HTTP/1.1" 200 34169 "" "Prometheus/2.43.0" 2024-08-17T01:57:15.479 INFO:teuthology.orchestra.run.smithi082.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-08-17T01:57:15.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-a[91975]: 2024-08-17T01:57:15.471+0000 7f31bb24e640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T01:57:15.724 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 01:57:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-a[118823]: ignoring --setuser ceph since I am not root 2024-08-17T01:57:15.725 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 01:57:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-a[118823]: ignoring --setgroup ceph since I am not root 2024-08-17T01:57:15.725 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 01:57:15 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-a[118823]: starting mds.a at 2024-08-17T01:57:16.029 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-08-17T01:57:16.282 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T01:57:16.404 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:16 smithi082 ceph-mon[94343]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-08-17T01:57:16.405 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:16 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2624351796' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-17T01:57:16.405 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:16 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-17T01:57:16.405 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:16 smithi082 ceph-mon[94343]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T01:57:16.405 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:16 smithi082 ceph-mon[94343]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T01:57:16.405 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:16 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-17T01:57:16.405 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:16 smithi082 ceph-mon[94343]: osdmap e2837: 8 total, 8 up, 8 in 2024-08-17T01:57:16.405 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:16 smithi082 ceph-mon[94343]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T01:57:16.405 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:16 smithi082 ceph-mon[91979]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-08-17T01:57:16.405 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:16 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2624351796' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-17T01:57:16.405 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:16 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-17T01:57:16.405 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:16 smithi082 ceph-mon[91979]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T01:57:16.406 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:16 smithi082 ceph-mon[91979]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T01:57:16.406 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:16 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-17T01:57:16.406 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:16 smithi082 ceph-mon[91979]: osdmap e2837: 8 total, 8 up, 8 in 2024-08-17T01:57:16.406 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:16 smithi082 ceph-mon[91979]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T01:57:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:16 smithi137 ceph-mon[86391]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-08-17T01:57:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:16 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2624351796' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-17T01:57:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:16 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-17T01:57:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:16 smithi137 ceph-mon[86391]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T01:57:16.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:16 smithi137 ceph-mon[86391]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T01:57:16.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:16 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-17T01:57:16.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:16 smithi137 ceph-mon[86391]: osdmap e2837: 8 total, 8 up, 8 in 2024-08-17T01:57:16.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:16 smithi137 ceph-mon[86391]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T01:57:17.589 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:17 smithi082 ceph-mon[94343]: mds.? [v2:172.21.15.82:6834/1838771914,v1:172.21.15.82:6835/1838771914] up:boot 2024-08-17T01:57:17.589 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:17 smithi082 ceph-mon[94343]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-17T01:57:17.589 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:17 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T01:57:17.589 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:17 smithi082 ceph-mon[91979]: mds.? [v2:172.21.15.82:6834/1838771914,v1:172.21.15.82:6835/1838771914] up:boot 2024-08-17T01:57:17.589 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:17 smithi082 ceph-mon[91979]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-17T01:57:17.590 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:17 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T01:57:17.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:17 smithi137 ceph-mon[86391]: mds.? [v2:172.21.15.82:6834/1838771914,v1:172.21.15.82:6835/1838771914] up:boot 2024-08-17T01:57:17.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:17 smithi137 ceph-mon[86391]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-17T01:57:17.737 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:17 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T01:57:18.869 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:18 smithi082 ceph-mon[94343]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:57:18.869 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:18 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/50175524' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:57:18.869 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:18 smithi082 ceph-mon[91979]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:57:18.869 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:18 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/50175524' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:57:18.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:18 smithi137 ceph-mon[86391]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:57:18.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:18 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/50175524' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T01:57:19.154 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-08-17T01:57:19.407 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T01:57:19.766 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:19 smithi082 ceph-mon[94343]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T01:57:19.766 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:19 smithi082 ceph-mon[94343]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T01:57:19.766 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:19 smithi082 ceph-mon[94343]: Cluster is now healthy 2024-08-17T01:57:19.767 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:19 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/50175524' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-17T01:57:19.767 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:19 smithi082 ceph-mon[94343]: fsmap 2 up:standby 2024-08-17T01:57:19.767 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:19 smithi082 ceph-mon[91979]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T01:57:19.767 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:19 smithi082 ceph-mon[91979]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T01:57:19.767 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:19 smithi082 ceph-mon[91979]: Cluster is now healthy 2024-08-17T01:57:19.767 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:19 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/50175524' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-17T01:57:19.767 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:19 smithi082 ceph-mon[91979]: fsmap 2 up:standby 2024-08-17T01:57:19.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:19 smithi137 ceph-mon[86391]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T01:57:19.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:19 smithi137 ceph-mon[86391]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T01:57:19.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:19 smithi137 ceph-mon[86391]: Cluster is now healthy 2024-08-17T01:57:19.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:19 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/50175524' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-17T01:57:19.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:19 smithi137 ceph-mon[86391]: fsmap 2 up:standby 2024-08-17T01:57:20.724 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:20 smithi082 ceph-mon[94343]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:57:20.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:20 smithi082 ceph-mon[94343]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:57:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:20 smithi082 ceph-mon[91979]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:57:20.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:20 smithi082 ceph-mon[91979]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:57:20.887 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:20 smithi137 ceph-mon[86391]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:57:20.888 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:20 smithi137 ceph-mon[86391]: from='mgr.25037 172.21.15.82:0/1792049398' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T01:57:21.501 INFO:teuthology.orchestra.run.smithi082.stderr:pool 'cephfs_metadata' removed 2024-08-17T01:57:21.811 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:21 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2266125695' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T01:57:21.811 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:21 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2266125695' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T01:57:21.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:21 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2266125695' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T01:57:22.052 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-08-17T01:57:22.307 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T01:57:22.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:22 smithi082 ceph-mon[91979]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:57:22.724 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:22 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/2266125695' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T01:57:22.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:22 smithi082 ceph-mon[91979]: osdmap e2838: 8 total, 8 up, 8 in 2024-08-17T01:57:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:22 smithi082 ceph-mon[94343]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:57:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:22 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/2266125695' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T01:57:22.725 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:22 smithi082 ceph-mon[94343]: osdmap e2838: 8 total, 8 up, 8 in 2024-08-17T01:57:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:22 smithi137 ceph-mon[86391]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:57:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:22 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/2266125695' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T01:57:22.736 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:22 smithi137 ceph-mon[86391]: osdmap e2838: 8 total, 8 up, 8 in 2024-08-17T01:57:22.737 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:57:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:57:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:57:24.523 INFO:teuthology.orchestra.run.smithi082.stderr:pool 'cephfs_data' removed 2024-08-17T01:57:24.826 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:24 smithi082 ceph-mon[94343]: pgmap v4831: 73 pgs: 73 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:57:24.827 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:24 smithi082 ceph-mon[94343]: from='client.? 172.21.15.82:0/857984193' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T01:57:24.827 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:24 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T01:57:24.827 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:24 smithi082 ceph-mon[91979]: pgmap v4831: 73 pgs: 73 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:57:24.827 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:24 smithi082 ceph-mon[91979]: from='client.? 172.21.15.82:0/857984193' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T01:57:24.827 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:24 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T01:57:24.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:24 smithi137 ceph-mon[86391]: pgmap v4831: 73 pgs: 73 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T01:57:24.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:24 smithi137 ceph-mon[86391]: from='client.? 172.21.15.82:0/857984193' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T01:57:24.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:24 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-17T01:57:25.110 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: ::ffff:172.21.15.137 - - [17/Aug/2024:01:57:25] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2024-08-17T01:57:25.134 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-17T01:57:25.161 DEBUG:teuthology.orchestra.run.smithi137:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-17T01:57:25.193 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-08-17T01:57:25.193 DEBUG:teuthology.orchestra.run.smithi082:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-17T01:57:25.216 DEBUG:teuthology.orchestra.run.smithi137:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-17T01:57:25.250 INFO:tasks.cephadm:Stopping all daemons... 2024-08-17T01:57:25.251 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-08-17T01:57:25.251 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mon.a 2024-08-17T01:57:25.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:25 smithi082 systemd[1]: Stopping Ceph mon.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T01:57:25.964 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:57:25] ENGINE Bus STOPPING 2024-08-17T01:57:25.965 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:25 smithi082 ceph-mon[94343]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T01:57:25.965 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:25 smithi082 ceph-mon[94343]: osdmap e2839: 8 total, 8 up, 8 in 2024-08-17T01:57:25.965 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:25 smithi082 ceph-mon[91979]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T01:57:25.965 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:25 smithi082 ceph-mon[91979]: osdmap e2839: 8 total, 8 up, 8 in 2024-08-17T01:57:25.965 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-a[91975]: 2024-08-17T01:57:25.571+0000 7f31c0a59640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T01:57:25.965 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:25 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-a[91975]: 2024-08-17T01:57:25.571+0000 7f31c0a59640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-08-17T01:57:25.965 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:25 smithi082 podman[170161]: 2024-08-17 01:57:25.684223896 +0000 UTC m=+0.234838343 container died f4aa8d413a0e1a6d4b2551f554112e28204791fe1d56dc1e9b370d13fb41db99 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-a, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T01:57:25.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:25 smithi137 ceph-mon[86391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T01:57:25.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:25 smithi137 ceph-mon[86391]: osdmap e2839: 8 total, 8 up, 8 in 2024-08-17T01:57:26.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:26 smithi082 podman[170161]: 2024-08-17 01:57:26.08031077 +0000 UTC m=+0.630925210 container cleanup f4aa8d413a0e1a6d4b2551f554112e28204791fe1d56dc1e9b370d13fb41db99 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-a, io.buildah.version=1.36.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-d863d21) 2024-08-17T01:57:26.224 INFO:journalctl@ceph.mon.a.smithi082.stdout:Aug 17 01:57:26 smithi082 bash[170161]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-a 2024-08-17T01:57:26.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:26 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:57:26] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T01:57:26.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:26 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:57:26] ENGINE Bus STOPPED 2024-08-17T01:57:26.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:26 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:57:26] ENGINE Bus STARTING 2024-08-17T01:57:26.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:26 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:57:26] ENGINE Serving on http://:::9283 2024-08-17T01:57:26.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:26 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:57:26] ENGINE Bus STARTED 2024-08-17T01:57:26.534 DEBUG:teuthology.orchestra.run.smithi082:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mon.a.service' 2024-08-17T01:57:26.597 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:57:26.597 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-08-17T01:57:26.597 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-08-17T01:57:26.597 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mon.c 2024-08-17T01:57:26.910 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:26 smithi082 systemd[1]: Stopping Ceph mon.c for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T01:57:27.224 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:26 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:57:26] ENGINE Bus STOPPING 2024-08-17T01:57:27.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:27 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:57:27] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T01:57:27.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:27 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:57:27] ENGINE Bus STOPPED 2024-08-17T01:57:27.225 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:27 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:57:27] ENGINE Bus STARTING 2024-08-17T01:57:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:26 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-c[94339]: 2024-08-17T01:57:26.910+0000 7f1a3e63a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T01:57:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:26 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-c[94339]: 2024-08-17T01:57:26.910+0000 7f1a3e63a640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-08-17T01:57:27.225 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:26 smithi082 podman[170390]: 2024-08-17 01:57:26.992243841 +0000 UTC m=+0.203214096 container died d6960322022d374ddaae1d56f72d1cd64f3dd9672e7095f4e2a2f4948b0f2c8f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-c, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21) 2024-08-17T01:57:27.629 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:27 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:57:27] ENGINE Serving on http://:::9283 2024-08-17T01:57:27.629 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:27 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: [17/Aug/2024:01:57:27] ENGINE Bus STARTED 2024-08-17T01:57:27.629 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:27 smithi082 podman[170390]: 2024-08-17 01:57:27.360681964 +0000 UTC m=+0.571652216 container cleanup d6960322022d374ddaae1d56f72d1cd64f3dd9672e7095f4e2a2f4948b0f2c8f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-c, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , ceph=True) 2024-08-17T01:57:27.629 INFO:journalctl@ceph.mon.c.smithi082.stdout:Aug 17 01:57:27 smithi082 bash[170390]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-c 2024-08-17T01:57:27.791 DEBUG:teuthology.orchestra.run.smithi082:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mon.c.service' 2024-08-17T01:57:27.825 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:57:27.825 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-08-17T01:57:27.825 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-08-17T01:57:27.826 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mon.b 2024-08-17T01:57:28.177 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:27 smithi137 systemd[1]: Stopping Ceph mon.b for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T01:57:28.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:28 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-b[86387]: 2024-08-17T01:57:28.176+0000 7fca85fe0640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T01:57:28.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:28 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-b[86387]: 2024-08-17T01:57:28.176+0000 7fca85fe0640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-08-17T01:57:28.486 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:28 smithi137 podman[145060]: 2024-08-17 01:57:28.329657245 +0000 UTC m=+0.304122623 container died 9fd7ba29d439356b6f9078b17c3621a6331782a1dd5318dc5fcb5d373bb87e5f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True) 2024-08-17T01:57:28.936 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:28 smithi137 podman[145060]: 2024-08-17 01:57:28.751946187 +0000 UTC m=+0.726411568 container cleanup 9fd7ba29d439356b6f9078b17c3621a6331782a1dd5318dc5fcb5d373bb87e5f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-b, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, RELEASE=squid-d863d21, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-08-17T01:57:28.936 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:28 smithi137 bash[145060]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-b 2024-08-17T01:57:29.181 DEBUG:teuthology.orchestra.run.smithi137:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mon.b.service' 2024-08-17T01:57:29.203 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:28 smithi137 podman[145072]: 2024-08-17 01:57:28.936731434 +0000 UTC m=+0.602215060 container remove 9fd7ba29d439356b6f9078b17c3621a6331782a1dd5318dc5fcb5d373bb87e5f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mon-b, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0) 2024-08-17T01:57:29.203 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:29 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mon.b.service: Deactivated successfully. 2024-08-17T01:57:29.203 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:29 smithi137 systemd[1]: Stopped Ceph mon.b for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T01:57:29.203 INFO:journalctl@ceph.mon.b.smithi137.stdout:Aug 17 01:57:29 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mon.b.service: Consumed 45.067s CPU time. 2024-08-17T01:57:29.232 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:57:29.233 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-08-17T01:57:29.233 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-08-17T01:57:29.233 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mgr.y 2024-08-17T01:57:29.549 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:29 smithi082 systemd[1]: Stopping Ceph mgr.y for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T01:57:29.917 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:29 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y[83757]: 2024-08-17T01:57:29.547+0000 7fdfbcca9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T01:57:29.917 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:29 smithi082 podman[170522]: 2024-08-17 01:57:29.589530602 +0000 UTC m=+0.165319803 container died 92bb5538a947d9735a345e4b3ed88c0555cd2a8ac309f45d8c6f75784e9b95b2 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-08-17T01:57:30.208 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:30 smithi082 podman[170522]: 2024-08-17 01:57:30.00701967 +0000 UTC m=+0.582808869 container cleanup 92bb5538a947d9735a345e4b3ed88c0555cd2a8ac309f45d8c6f75784e9b95b2 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T01:57:30.208 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:30 smithi082 bash[170522]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y 2024-08-17T01:57:30.442 DEBUG:teuthology.orchestra.run.smithi082:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mgr.y.service' 2024-08-17T01:57:30.464 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:30 smithi082 podman[170534]: 2024-08-17 01:57:30.208673053 +0000 UTC m=+0.619208536 container remove 92bb5538a947d9735a345e4b3ed88c0555cd2a8ac309f45d8c6f75784e9b95b2 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-y, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-08-17T01:57:30.465 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:30 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mgr.y.service: Deactivated successfully. 2024-08-17T01:57:30.465 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:30 smithi082 systemd[1]: Stopped Ceph mgr.y for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T01:57:30.465 INFO:journalctl@ceph.mgr.y.smithi082.stdout:Aug 17 01:57:30 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mgr.y.service: Consumed 1min 6.010s CPU time. 2024-08-17T01:57:30.477 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:57:30.478 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-08-17T01:57:30.478 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-08-17T01:57:30.478 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mgr.x 2024-08-17T01:57:30.986 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 01:57:30 smithi137 systemd[1]: Stopping Ceph mgr.x for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T01:57:31.486 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 01:57:31 smithi137 podman[145182]: 2024-08-17 01:57:31.071064207 +0000 UTC m=+0.395800033 container died 745a5ef30a75ef47e478de64aaee487a47c9411a5cb5edbd139b20b93e9f209b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-08-17T01:57:31.957 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 01:57:31 smithi137 podman[145182]: 2024-08-17 01:57:31.631510375 +0000 UTC m=+0.956246193 container cleanup 745a5ef30a75ef47e478de64aaee487a47c9411a5cb5edbd139b20b93e9f209b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x, RELEASE=squid-d863d21, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0) 2024-08-17T01:57:31.958 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Aug 17 01:57:31 smithi137 bash[145182]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mgr-x 2024-08-17T01:57:32.120 DEBUG:teuthology.orchestra.run.smithi137:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mgr.x.service' 2024-08-17T01:57:32.154 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:57:32.154 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-08-17T01:57:32.154 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-08-17T01:57:32.154 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.0 2024-08-17T01:57:32.474 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 01:57:32 smithi082 systemd[1]: Stopping Ceph osd.0 for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T01:57:32.736 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:57:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:57:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f8feaf04-5c2f-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T01:57:32.974 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 01:57:32 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0[99988]: 2024-08-17T01:57:32.602+0000 7f82c1759640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T01:57:32.974 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 01:57:32 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0[99988]: 2024-08-17T01:57:32.602+0000 7f82c1759640 -1 osd.0 2839 *** Got signal Terminated *** 2024-08-17T01:57:32.975 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 01:57:32 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0[99988]: 2024-08-17T01:57:32.602+0000 7f82c1759640 -1 osd.0 2839 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T01:57:38.379 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 01:57:38 smithi082 podman[170643]: 2024-08-17 01:57:38.085245502 +0000 UTC m=+5.738991863 container died 32a8251d6cbd7c1a7b261238607c4e97049c55ee95351d95ff21f6aec3b2f889 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0, ceph=True, GIT_CLEAN=True, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T01:57:38.671 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 01:57:38 smithi082 podman[170643]: 2024-08-17 01:57:38.486056499 +0000 UTC m=+6.139802835 container cleanup 32a8251d6cbd7c1a7b261238607c4e97049c55ee95351d95ff21f6aec3b2f889 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731) 2024-08-17T01:57:38.671 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 01:57:38 smithi082 bash[170643]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0 2024-08-17T01:57:38.974 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 01:57:38 smithi082 podman[170658]: 2024-08-17 01:57:38.671096631 +0000 UTC m=+0.588083158 container remove 32a8251d6cbd7c1a7b261238607c4e97049c55ee95351d95ff21f6aec3b2f889 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-08-17T01:57:39.416 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 01:57:39 smithi082 podman[170749]: 2024-08-17 01:57:39.097020652 +0000 UTC m=+0.106894849 container create baf9b7b3fd4e58c60f5873bd3ed9d41600017dc9db88e6c1cc34eadfb3869c79 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-08-17T01:57:39.416 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 01:57:39 smithi082 podman[170749]: 2024-08-17 01:57:39.007740293 +0000 UTC m=+0.017614465 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T01:57:39.416 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 01:57:39 smithi082 podman[170749]: 2024-08-17 01:57:39.315784577 +0000 UTC m=+0.325658743 container init baf9b7b3fd4e58c60f5873bd3ed9d41600017dc9db88e6c1cc34eadfb3869c79 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21) 2024-08-17T01:57:39.416 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 01:57:39 smithi082 podman[170749]: 2024-08-17 01:57:39.319488297 +0000 UTC m=+0.329362457 container start baf9b7b3fd4e58c60f5873bd3ed9d41600017dc9db88e6c1cc34eadfb3869c79 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T01:57:39.417 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 01:57:39 smithi082 podman[170749]: 2024-08-17 01:57:39.415939247 +0000 UTC m=+0.425813418 container attach baf9b7b3fd4e58c60f5873bd3ed9d41600017dc9db88e6c1cc34eadfb3869c79 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0-deactivate, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-08-17T01:57:39.720 INFO:journalctl@ceph.osd.0.smithi082.stdout:Aug 17 01:57:39 smithi082 podman[170749]: 2024-08-17 01:57:39.513351294 +0000 UTC m=+0.523225452 container died baf9b7b3fd4e58c60f5873bd3ed9d41600017dc9db88e6c1cc34eadfb3869c79 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0) 2024-08-17T01:57:40.297 DEBUG:teuthology.orchestra.run.smithi082:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.0.service' 2024-08-17T01:57:40.336 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:57:40.337 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-08-17T01:57:40.337 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-08-17T01:57:40.337 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.1 2024-08-17T01:57:40.561 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 01:57:40 smithi082 systemd[1]: Stopping Ceph osd.1 for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T01:57:40.974 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 01:57:40 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1[104925]: 2024-08-17T01:57:40.706+0000 7f3fc9c4b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T01:57:40.975 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 01:57:40 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1[104925]: 2024-08-17T01:57:40.706+0000 7f3fc9c4b640 -1 osd.1 2839 *** Got signal Terminated *** 2024-08-17T01:57:40.975 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 01:57:40 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1[104925]: 2024-08-17T01:57:40.706+0000 7f3fc9c4b640 -1 osd.1 2839 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T01:57:43.986 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:57:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:57:43.526Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.82:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.82:8765: connect: connection refused" 2024-08-17T01:57:43.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:57:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:57:43.527Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.82:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.82:8765: connect: connection refused" 2024-08-17T01:57:43.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:57:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:57:43.528Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.82:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.82:8765: connect: connection refused" 2024-08-17T01:57:43.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:57:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:57:43.528Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.82:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.82:8765: connect: connection refused" 2024-08-17T01:57:43.987 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:57:43 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:57:43.528Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.82:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.82:8765: connect: connection refused" 2024-08-17T01:57:46.475 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 01:57:46 smithi082 podman[170856]: 2024-08-17 01:57:46.213784421 +0000 UTC m=+5.638740876 container died 27410d903b1687a5f45dbc7af035423a2056486ceca5b5829d538322414e1a8e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-08-17T01:57:46.848 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 01:57:46 smithi082 podman[170856]: 2024-08-17 01:57:46.564132511 +0000 UTC m=+5.989088965 container cleanup 27410d903b1687a5f45dbc7af035423a2056486ceca5b5829d538322414e1a8e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True) 2024-08-17T01:57:46.849 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 01:57:46 smithi082 bash[170856]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1 2024-08-17T01:57:47.184 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 01:57:46 smithi082 podman[170884]: 2024-08-17 01:57:46.848951093 +0000 UTC m=+0.633672022 container remove 27410d903b1687a5f45dbc7af035423a2056486ceca5b5829d538322414e1a8e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-08-17T01:57:47.474 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 01:57:47 smithi082 podman[170972]: 2024-08-17 01:57:47.087013914 +0000 UTC m=+0.017100082 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T01:57:47.475 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 01:57:47 smithi082 podman[170972]: 2024-08-17 01:57:47.191605715 +0000 UTC m=+0.121691912 container create 3ef92299409d1399b770564c8d6fea33b5ada00cf3d4dbd78664bb7207d77dc5 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux ) 2024-08-17T01:57:47.475 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 01:57:47 smithi082 podman[170972]: 2024-08-17 01:57:47.411094407 +0000 UTC m=+0.341180563 container init 3ef92299409d1399b770564c8d6fea33b5ada00cf3d4dbd78664bb7207d77dc5 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1-deactivate, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-08-17T01:57:47.475 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 01:57:47 smithi082 podman[170972]: 2024-08-17 01:57:47.414783206 +0000 UTC m=+0.344869365 container start 3ef92299409d1399b770564c8d6fea33b5ada00cf3d4dbd78664bb7207d77dc5 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-d863d21) 2024-08-17T01:57:47.974 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 01:57:47 smithi082 podman[170972]: 2024-08-17 01:57:47.503842313 +0000 UTC m=+0.433928476 container attach 3ef92299409d1399b770564c8d6fea33b5ada00cf3d4dbd78664bb7207d77dc5 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, ceph=True, GIT_CLEAN=True) 2024-08-17T01:57:47.974 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 01:57:47 smithi082 podman[170972]: 2024-08-17 01:57:47.599743156 +0000 UTC m=+0.529829322 container died 3ef92299409d1399b770564c8d6fea33b5ada00cf3d4dbd78664bb7207d77dc5 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-08-17T01:57:48.381 INFO:journalctl@ceph.osd.1.smithi082.stdout:Aug 17 01:57:48 smithi082 podman[170995]: 2024-08-17 01:57:48.364795838 +0000 UTC m=+0.759588895 container remove 3ef92299409d1399b770564c8d6fea33b5ada00cf3d4dbd78664bb7207d77dc5 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-08-17T01:57:48.385 DEBUG:teuthology.orchestra.run.smithi082:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.1.service' 2024-08-17T01:57:48.427 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:57:48.428 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-08-17T01:57:48.428 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-08-17T01:57:48.428 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.2 2024-08-17T01:57:48.724 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 01:57:48 smithi082 systemd[1]: Stopping Ceph osd.2 for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T01:57:49.224 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 01:57:48 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2[109413]: 2024-08-17T01:57:48.755+0000 7fd3090aa640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T01:57:49.224 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 01:57:48 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2[109413]: 2024-08-17T01:57:48.755+0000 7fd3090aa640 -1 osd.2 2839 *** Got signal Terminated *** 2024-08-17T01:57:49.224 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 01:57:48 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2[109413]: 2024-08-17T01:57:48.755+0000 7fd3090aa640 -1 osd.2 2839 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T01:57:54.626 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 01:57:54 smithi082 podman[171073]: 2024-08-17 01:57:54.337635486 +0000 UTC m=+5.684242448 container died d73e6cacdf8e9d8c51fef6c64aeadb11e39b9d867e02079f1985d96ea4964900 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T01:57:54.968 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 01:57:54 smithi082 podman[171073]: 2024-08-17 01:57:54.725309883 +0000 UTC m=+6.071916835 container cleanup d73e6cacdf8e9d8c51fef6c64aeadb11e39b9d867e02079f1985d96ea4964900 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-08-17T01:57:54.968 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 01:57:54 smithi082 bash[171073]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2 2024-08-17T01:57:55.224 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 01:57:54 smithi082 podman[171090]: 2024-08-17 01:57:54.968295669 +0000 UTC m=+0.626471437 container remove d73e6cacdf8e9d8c51fef6c64aeadb11e39b9d867e02079f1985d96ea4964900 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=) 2024-08-17T01:57:55.613 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 01:57:55 smithi082 podman[171179]: 2024-08-17 01:57:55.203353976 +0000 UTC m=+0.017621702 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T01:57:55.613 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 01:57:55 smithi082 podman[171179]: 2024-08-17 01:57:55.336065169 +0000 UTC m=+0.150342306 container create 11143acf84601944c7a358ccf39c19a450da2f6437b53ef0f80cc872acba2758 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-08-17T01:57:55.613 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 01:57:55 smithi082 podman[171179]: 2024-08-17 01:57:55.513240676 +0000 UTC m=+0.327508387 container init 11143acf84601944c7a358ccf39c19a450da2f6437b53ef0f80cc872acba2758 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-08-17T01:57:55.613 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 01:57:55 smithi082 podman[171179]: 2024-08-17 01:57:55.516584011 +0000 UTC m=+0.330851723 container start 11143acf84601944c7a358ccf39c19a450da2f6437b53ef0f80cc872acba2758 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, RELEASE=squid-d863d21, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True) 2024-08-17T01:57:55.613 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 01:57:55 smithi082 podman[171179]: 2024-08-17 01:57:55.613215331 +0000 UTC m=+0.427483057 container attach 11143acf84601944c7a358ccf39c19a450da2f6437b53ef0f80cc872acba2758 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2-deactivate, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-08-17T01:57:55.974 INFO:journalctl@ceph.osd.2.smithi082.stdout:Aug 17 01:57:55 smithi082 podman[171179]: 2024-08-17 01:57:55.701116444 +0000 UTC m=+0.515384170 container died 11143acf84601944c7a358ccf39c19a450da2f6437b53ef0f80cc872acba2758 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-08-17T01:57:56.304 DEBUG:teuthology.orchestra.run.smithi082:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.2.service' 2024-08-17T01:57:56.346 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:57:56.346 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-08-17T01:57:56.346 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-08-17T01:57:56.346 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.3 2024-08-17T01:57:56.678 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 01:57:56 smithi082 systemd[1]: Stopping Ceph osd.3 for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T01:57:56.974 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 01:57:56 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3[113923]: 2024-08-17T01:57:56.677+0000 7f79d911a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T01:57:56.974 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 01:57:56 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3[113923]: 2024-08-17T01:57:56.677+0000 7f79d911a640 -1 osd.3 2839 *** Got signal Terminated *** 2024-08-17T01:57:56.974 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 01:57:56 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3[113923]: 2024-08-17T01:57:56.677+0000 7f79d911a640 -1 osd.3 2839 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T01:57:59.224 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 01:57:58 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3[113923]: 2024-08-17T01:57:58.927+0000 7f79d5730640 -1 osd.3 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:37.141002+0000 front 2024-08-17T01:57:37.141061+0000 (oldest deadline 2024-08-17T01:57:58.241168+0000) 2024-08-17T01:57:59.465 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:57:59 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:57:59.128+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.929682+0000 front 2024-08-17T01:57:32.929603+0000 (oldest deadline 2024-08-17T01:57:58.229752+0000) 2024-08-17T01:57:59.736 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:57:59 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:57:59.463+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:57:59.736 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 01:57:59 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4[91846]: 2024-08-17T01:57:59.475+0000 7fd96ec83640 -1 osd.4 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.755414+0000 front 2024-08-17T01:57:32.755297+0000 (oldest deadline 2024-08-17T01:57:59.155603+0000) 2024-08-17T01:58:00.224 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 01:57:59 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3[113923]: 2024-08-17T01:57:59.901+0000 7f79d5730640 -1 osd.3 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:37.141002+0000 front 2024-08-17T01:57:37.141061+0000 (oldest deadline 2024-08-17T01:57:58.241168+0000) 2024-08-17T01:58:00.433 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:00 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:00.146+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.929682+0000 front 2024-08-17T01:57:32.929603+0000 (oldest deadline 2024-08-17T01:57:58.229752+0000) 2024-08-17T01:58:00.736 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:00 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:00.432+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:00.737 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 01:58:00 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4[91846]: 2024-08-17T01:58:00.467+0000 7fd96ec83640 -1 osd.4 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.755414+0000 front 2024-08-17T01:57:32.755297+0000 (oldest deadline 2024-08-17T01:57:59.155603+0000) 2024-08-17T01:58:01.224 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 01:58:00 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3[113923]: 2024-08-17T01:58:00.871+0000 7f79d5730640 -1 osd.3 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:37.141002+0000 front 2024-08-17T01:57:37.141061+0000 (oldest deadline 2024-08-17T01:57:58.241168+0000) 2024-08-17T01:58:01.419 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:01 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:01.110+0000 7fd84e1e1640 -1 osd.5 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:34.982882+0000 front 2024-08-17T01:57:34.982914+0000 (oldest deadline 2024-08-17T01:58:00.182941+0000) 2024-08-17T01:58:01.419 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:01 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:01.161+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.929682+0000 front 2024-08-17T01:57:32.929603+0000 (oldest deadline 2024-08-17T01:57:58.229752+0000) 2024-08-17T01:58:01.736 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:01 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:01.418+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:01.737 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 01:58:01 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4[91846]: 2024-08-17T01:58:01.503+0000 7fd96ec83640 -1 osd.4 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.755414+0000 front 2024-08-17T01:57:32.755297+0000 (oldest deadline 2024-08-17T01:57:59.155603+0000) 2024-08-17T01:58:02.445 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 01:58:02 smithi082 podman[171280]: 2024-08-17 01:58:02.171274599 +0000 UTC m=+5.595007946 container stop ff1e0af1a005b9af2ab4acc3076b26388b3000e93efa6dba79b326272d7cf08b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3, RELEASE=squid-d863d21, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-08-17T01:58:02.445 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 01:58:02 smithi082 podman[171280]: 2024-08-17 01:58:02.201193717 +0000 UTC m=+5.624927144 container died ff1e0af1a005b9af2ab4acc3076b26388b3000e93efa6dba79b326272d7cf08b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-08-17T01:58:02.486 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:02.135+0000 7fd84e1e1640 -1 osd.5 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:34.982882+0000 front 2024-08-17T01:57:34.982914+0000 (oldest deadline 2024-08-17T01:58:00.182941+0000) 2024-08-17T01:58:02.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:02.373+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:02.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:02.177+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.929682+0000 front 2024-08-17T01:57:32.929603+0000 (oldest deadline 2024-08-17T01:57:58.229752+0000) 2024-08-17T01:58:02.695 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 01:58:02 smithi082 podman[171280]: 2024-08-17 01:58:02.535428956 +0000 UTC m=+5.959162305 container cleanup ff1e0af1a005b9af2ab4acc3076b26388b3000e93efa6dba79b326272d7cf08b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=squid-d863d21, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-08-17T01:58:02.695 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 01:58:02 smithi082 bash[171280]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3 2024-08-17T01:58:02.974 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 01:58:02 smithi082 podman[171297]: 2024-08-17 01:58:02.695080535 +0000 UTC m=+0.515844127 container remove ff1e0af1a005b9af2ab4acc3076b26388b3000e93efa6dba79b326272d7cf08b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-08-17T01:58:02.986 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 01:58:02 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4[91846]: 2024-08-17T01:58:02.527+0000 7fd96ec83640 -1 osd.4 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.755414+0000 front 2024-08-17T01:57:32.755297+0000 (oldest deadline 2024-08-17T01:57:59.155603+0000) 2024-08-17T01:58:03.389 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:03 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:03.129+0000 7fd84e1e1640 -1 osd.5 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:34.982882+0000 front 2024-08-17T01:57:34.982914+0000 (oldest deadline 2024-08-17T01:58:00.182941+0000) 2024-08-17T01:58:03.389 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:03 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:03.137+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.929682+0000 front 2024-08-17T01:57:32.929603+0000 (oldest deadline 2024-08-17T01:57:58.229752+0000) 2024-08-17T01:58:03.406 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 01:58:03 smithi082 podman[171384]: 2024-08-17 01:58:03.104290762 +0000 UTC m=+0.112857783 container create 9d62efa894cfc674c1da0d1d4ecb866df238544fcba7b9dfa923995f9bb33096 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=squid-d863d21, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-08-17T01:58:03.406 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 01:58:03 smithi082 podman[171384]: 2024-08-17 01:58:03.008975904 +0000 UTC m=+0.017542923 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T01:58:03.406 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 01:58:03 smithi082 podman[171384]: 2024-08-17 01:58:03.323132266 +0000 UTC m=+0.331699298 container init 9d62efa894cfc674c1da0d1d4ecb866df238544fcba7b9dfa923995f9bb33096 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3-deactivate, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-08-17T01:58:03.406 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 01:58:03 smithi082 podman[171384]: 2024-08-17 01:58:03.326342819 +0000 UTC m=+0.334909850 container start 9d62efa894cfc674c1da0d1d4ecb866df238544fcba7b9dfa923995f9bb33096 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3-deactivate, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-08-17T01:58:03.407 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 01:58:03 smithi082 podman[171384]: 2024-08-17 01:58:03.406502606 +0000 UTC m=+0.415069625 container attach 9d62efa894cfc674c1da0d1d4ecb866df238544fcba7b9dfa923995f9bb33096 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-08-17T01:58:03.724 INFO:journalctl@ceph.osd.3.smithi082.stdout:Aug 17 01:58:03 smithi082 podman[171384]: 2024-08-17 01:58:03.508595719 +0000 UTC m=+0.517162739 container died 9d62efa894cfc674c1da0d1d4ecb866df238544fcba7b9dfa923995f9bb33096 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, RELEASE=squid-d863d21, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-08-17T01:58:03.736 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 01:58:03 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4[91846]: 2024-08-17T01:58:03.480+0000 7fd96ec83640 -1 osd.4 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.755414+0000 front 2024-08-17T01:57:32.755297+0000 (oldest deadline 2024-08-17T01:57:59.155603+0000) 2024-08-17T01:58:03.736 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:03 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:03.388+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:04.119 DEBUG:teuthology.orchestra.run.smithi082:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.3.service' 2024-08-17T01:58:04.158 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:58:04.159 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-08-17T01:58:04.159 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-08-17T01:58:04.159 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.4 2024-08-17T01:58:04.486 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:04 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:04.109+0000 7fd84e1e1640 -1 osd.5 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:34.982882+0000 front 2024-08-17T01:57:34.982914+0000 (oldest deadline 2024-08-17T01:58:00.182941+0000) 2024-08-17T01:58:04.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:04 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:04.175+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.929682+0000 front 2024-08-17T01:57:32.929603+0000 (oldest deadline 2024-08-17T01:57:58.229752+0000) 2024-08-17T01:58:04.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:04 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:04.344+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:04.487 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 01:58:04 smithi137 systemd[1]: Stopping Ceph osd.4 for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T01:58:04.986 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 01:58:04 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4[91846]: 2024-08-17T01:58:04.490+0000 7fd976675640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T01:58:04.987 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 01:58:04 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4[91846]: 2024-08-17T01:58:04.490+0000 7fd976675640 -1 osd.4 2839 *** Got signal Terminated *** 2024-08-17T01:58:04.987 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 01:58:04 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4[91846]: 2024-08-17T01:58:04.490+0000 7fd976675640 -1 osd.4 2839 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T01:58:04.987 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 01:58:04 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4[91846]: 2024-08-17T01:58:04.529+0000 7fd96ec83640 -1 osd.4 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.755414+0000 front 2024-08-17T01:57:32.755297+0000 (oldest deadline 2024-08-17T01:57:59.155603+0000) 2024-08-17T01:58:05.486 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:05 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:05.198+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.929682+0000 front 2024-08-17T01:57:32.929603+0000 (oldest deadline 2024-08-17T01:57:58.229752+0000) 2024-08-17T01:58:05.486 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:05 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:05.065+0000 7fd84e1e1640 -1 osd.5 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:34.982882+0000 front 2024-08-17T01:57:34.982914+0000 (oldest deadline 2024-08-17T01:58:00.182941+0000) 2024-08-17T01:58:05.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:05 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:05.299+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:05.986 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 01:58:05 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4[91846]: 2024-08-17T01:58:05.498+0000 7fd96ec83640 -1 osd.4 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.755414+0000 front 2024-08-17T01:57:32.755297+0000 (oldest deadline 2024-08-17T01:57:59.155603+0000) 2024-08-17T01:58:06.486 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:06 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:06.285+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:06.487 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:06 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:06.059+0000 7fd84e1e1640 -1 osd.5 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:34.982882+0000 front 2024-08-17T01:57:34.982914+0000 (oldest deadline 2024-08-17T01:58:00.182941+0000) 2024-08-17T01:58:06.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:06 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:06.192+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.929682+0000 front 2024-08-17T01:57:32.929603+0000 (oldest deadline 2024-08-17T01:57:58.229752+0000) 2024-08-17T01:58:06.986 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 01:58:06 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4[91846]: 2024-08-17T01:58:06.532+0000 7fd96ec83640 -1 osd.4 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.755414+0000 front 2024-08-17T01:57:32.755297+0000 (oldest deadline 2024-08-17T01:57:59.155603+0000) 2024-08-17T01:58:07.319 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:07 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:07.038+0000 7fd84e1e1640 -1 osd.5 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:34.982882+0000 front 2024-08-17T01:57:34.982914+0000 (oldest deadline 2024-08-17T01:58:00.182941+0000) 2024-08-17T01:58:07.319 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:07 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:07.213+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.929682+0000 front 2024-08-17T01:57:32.929603+0000 (oldest deadline 2024-08-17T01:57:58.229752+0000) 2024-08-17T01:58:07.583 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:07 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:07.318+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:07.986 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 01:58:07 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4[91846]: 2024-08-17T01:58:07.582+0000 7fd96ec83640 -1 osd.4 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.755414+0000 front 2024-08-17T01:57:32.755297+0000 (oldest deadline 2024-08-17T01:57:59.155603+0000) 2024-08-17T01:58:08.300 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:08 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:08.014+0000 7fd84e1e1640 -1 osd.5 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:34.982882+0000 front 2024-08-17T01:57:34.982914+0000 (oldest deadline 2024-08-17T01:58:00.182941+0000) 2024-08-17T01:58:08.301 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:08 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:08.248+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.929682+0000 front 2024-08-17T01:57:32.929603+0000 (oldest deadline 2024-08-17T01:57:58.229752+0000) 2024-08-17T01:58:08.584 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:08 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:08.299+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:08.584 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:08 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:08.299+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.301741+0000 front 2024-08-17T01:57:45.301777+0000 (oldest deadline 2024-08-17T01:58:07.502100+0000) 2024-08-17T01:58:08.979 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 01:58:08 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4[91846]: 2024-08-17T01:58:08.583+0000 7fd96ec83640 -1 osd.4 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.755414+0000 front 2024-08-17T01:57:32.755297+0000 (oldest deadline 2024-08-17T01:57:59.155603+0000) 2024-08-17T01:58:09.236 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:08 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:08.978+0000 7fd84e1e1640 -1 osd.5 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:34.982882+0000 front 2024-08-17T01:57:34.982914+0000 (oldest deadline 2024-08-17T01:58:00.182941+0000) 2024-08-17T01:58:09.236 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:08 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:08.978+0000 7fd84e1e1640 -1 osd.5 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:41.784087+0000 front 2024-08-17T01:57:41.784155+0000 (oldest deadline 2024-08-17T01:58:08.184626+0000) 2024-08-17T01:58:09.236 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:09 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:09.202+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.929682+0000 front 2024-08-17T01:57:32.929603+0000 (oldest deadline 2024-08-17T01:57:58.229752+0000) 2024-08-17T01:58:09.736 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:09 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:09.294+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:09.736 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:09 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:09.294+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.301741+0000 front 2024-08-17T01:57:45.301777+0000 (oldest deadline 2024-08-17T01:58:07.502100+0000) 2024-08-17T01:58:10.236 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:10 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:10.163+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.929682+0000 front 2024-08-17T01:57:32.929603+0000 (oldest deadline 2024-08-17T01:57:58.229752+0000) 2024-08-17T01:58:10.236 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 01:58:10 smithi137 podman[145319]: 2024-08-17 01:58:10.064414033 +0000 UTC m=+5.701122286 container died 908ee8f7568afae3b2f5d330084933a3bbd33c38a04c116cccc55023c2adaf9b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=squid-d863d21, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T01:58:10.237 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:09 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:09.971+0000 7fd84e1e1640 -1 osd.5 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:34.982882+0000 front 2024-08-17T01:57:34.982914+0000 (oldest deadline 2024-08-17T01:58:00.182941+0000) 2024-08-17T01:58:10.237 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:09 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:09.971+0000 7fd84e1e1640 -1 osd.5 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:41.784087+0000 front 2024-08-17T01:57:41.784155+0000 (oldest deadline 2024-08-17T01:58:08.184626+0000) 2024-08-17T01:58:10.574 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:10 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:10.269+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:10.574 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:10 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:10.269+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.301741+0000 front 2024-08-17T01:57:45.301777+0000 (oldest deadline 2024-08-17T01:58:07.502100+0000) 2024-08-17T01:58:10.574 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 01:58:10 smithi137 podman[145319]: 2024-08-17 01:58:10.441408084 +0000 UTC m=+6.078116392 container cleanup 908ee8f7568afae3b2f5d330084933a3bbd33c38a04c116cccc55023c2adaf9b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T01:58:10.574 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 01:58:10 smithi137 bash[145319]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4 2024-08-17T01:58:10.986 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 01:58:10 smithi137 podman[145337]: 2024-08-17 01:58:10.6347506 +0000 UTC m=+0.569997712 container remove 908ee8f7568afae3b2f5d330084933a3bbd33c38a04c116cccc55023c2adaf9b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, ceph=True) 2024-08-17T01:58:11.249 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:10 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:10.989+0000 7fd84e1e1640 -1 osd.5 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:34.982882+0000 front 2024-08-17T01:57:34.982914+0000 (oldest deadline 2024-08-17T01:58:00.182941+0000) 2024-08-17T01:58:11.249 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:10 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:10.989+0000 7fd84e1e1640 -1 osd.5 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:41.784087+0000 front 2024-08-17T01:57:41.784155+0000 (oldest deadline 2024-08-17T01:58:08.184626+0000) 2024-08-17T01:58:11.249 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:11 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:11.132+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.929682+0000 front 2024-08-17T01:57:32.929603+0000 (oldest deadline 2024-08-17T01:57:58.229752+0000) 2024-08-17T01:58:11.249 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:11 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:11.132+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.231189+0000 front 2024-08-17T01:57:45.231181+0000 (oldest deadline 2024-08-17T01:58:10.531005+0000) 2024-08-17T01:58:11.250 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 01:58:11 smithi137 podman[145424]: 2024-08-17 01:58:10.960471814 +0000 UTC m=+0.017194743 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T01:58:11.250 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 01:58:11 smithi137 podman[145424]: 2024-08-17 01:58:11.083163148 +0000 UTC m=+0.139886108 container create 881854e946e013689f651f866b2add66315d42b34bc2442e8108e331734197a2 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-d863d21, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T01:58:11.736 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:11 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:11.248+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:11.736 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:11 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:11.248+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.301741+0000 front 2024-08-17T01:57:45.301777+0000 (oldest deadline 2024-08-17T01:58:07.502100+0000) 2024-08-17T01:58:11.737 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 01:58:11 smithi137 podman[145424]: 2024-08-17 01:58:11.297052576 +0000 UTC m=+0.353775496 container init 881854e946e013689f651f866b2add66315d42b34bc2442e8108e331734197a2 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, RELEASE=squid-d863d21, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T01:58:11.737 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 01:58:11 smithi137 podman[145424]: 2024-08-17 01:58:11.300445239 +0000 UTC m=+0.357168158 container start 881854e946e013689f651f866b2add66315d42b34bc2442e8108e331734197a2 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T01:58:11.737 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 01:58:11 smithi137 podman[145424]: 2024-08-17 01:58:11.363405489 +0000 UTC m=+0.420128421 container attach 881854e946e013689f651f866b2add66315d42b34bc2442e8108e331734197a2 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-08-17T01:58:11.737 INFO:journalctl@ceph.osd.4.smithi137.stdout:Aug 17 01:58:11 smithi137 podman[145424]: 2024-08-17 01:58:11.491874643 +0000 UTC m=+0.548597564 container died 881854e946e013689f651f866b2add66315d42b34bc2442e8108e331734197a2 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True) 2024-08-17T01:58:12.100 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:11 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:11.991+0000 7fd84e1e1640 -1 osd.5 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:34.982882+0000 front 2024-08-17T01:57:34.982914+0000 (oldest deadline 2024-08-17T01:58:00.182941+0000) 2024-08-17T01:58:12.100 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:11 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:11.991+0000 7fd84e1e1640 -1 osd.5 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:41.784087+0000 front 2024-08-17T01:57:41.784155+0000 (oldest deadline 2024-08-17T01:58:08.184626+0000) 2024-08-17T01:58:12.125 DEBUG:teuthology.orchestra.run.smithi137:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.4.service' 2024-08-17T01:58:12.164 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:58:12.164 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-08-17T01:58:12.164 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-08-17T01:58:12.164 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.5 2024-08-17T01:58:12.398 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:12 smithi137 systemd[1]: Stopping Ceph osd.5 for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T01:58:12.399 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:12.120+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.929682+0000 front 2024-08-17T01:57:32.929603+0000 (oldest deadline 2024-08-17T01:57:58.229752+0000) 2024-08-17T01:58:12.399 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:12.120+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.231189+0000 front 2024-08-17T01:57:45.231181+0000 (oldest deadline 2024-08-17T01:58:10.531005+0000) 2024-08-17T01:58:12.399 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:12.231+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:12.399 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:12.231+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.301741+0000 front 2024-08-17T01:57:45.301777+0000 (oldest deadline 2024-08-17T01:58:07.502100+0000) 2024-08-17T01:58:12.736 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:12.528+0000 7fd851bcb640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T01:58:12.736 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:12.528+0000 7fd851bcb640 -1 osd.5 2839 *** Got signal Terminated *** 2024-08-17T01:58:12.736 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:12 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:12.528+0000 7fd851bcb640 -1 osd.5 2839 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T01:58:13.339 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:13 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:13.143+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.929682+0000 front 2024-08-17T01:57:32.929603+0000 (oldest deadline 2024-08-17T01:57:58.229752+0000) 2024-08-17T01:58:13.339 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:13 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:13.143+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.231189+0000 front 2024-08-17T01:57:45.231181+0000 (oldest deadline 2024-08-17T01:58:10.531005+0000) 2024-08-17T01:58:13.340 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:13 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:13.013+0000 7fd84e1e1640 -1 osd.5 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:34.982882+0000 front 2024-08-17T01:57:34.982914+0000 (oldest deadline 2024-08-17T01:58:00.182941+0000) 2024-08-17T01:58:13.340 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:13 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:13.013+0000 7fd84e1e1640 -1 osd.5 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:41.784087+0000 front 2024-08-17T01:57:41.784155+0000 (oldest deadline 2024-08-17T01:58:08.184626+0000) 2024-08-17T01:58:13.340 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:13 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:13.183+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:13.340 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:13 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:13.183+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.301741+0000 front 2024-08-17T01:57:45.301777+0000 (oldest deadline 2024-08-17T01:58:07.502100+0000) 2024-08-17T01:58:14.486 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:14 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:14.000+0000 7fd84e1e1640 -1 osd.5 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:34.982882+0000 front 2024-08-17T01:57:34.982914+0000 (oldest deadline 2024-08-17T01:58:00.182941+0000) 2024-08-17T01:58:14.486 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:14 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:14.000+0000 7fd84e1e1640 -1 osd.5 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:41.784087+0000 front 2024-08-17T01:57:41.784155+0000 (oldest deadline 2024-08-17T01:58:08.184626+0000) 2024-08-17T01:58:14.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:14 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:14.125+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.929682+0000 front 2024-08-17T01:57:32.929603+0000 (oldest deadline 2024-08-17T01:57:58.229752+0000) 2024-08-17T01:58:14.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:14 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:14.125+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.231189+0000 front 2024-08-17T01:57:45.231181+0000 (oldest deadline 2024-08-17T01:58:10.531005+0000) 2024-08-17T01:58:14.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:14 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:14.196+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:14.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:14 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:14.196+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.301741+0000 front 2024-08-17T01:57:45.301777+0000 (oldest deadline 2024-08-17T01:58:07.502100+0000) 2024-08-17T01:58:15.486 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:14 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:14.991+0000 7fd84e1e1640 -1 osd.5 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:34.982882+0000 front 2024-08-17T01:57:34.982914+0000 (oldest deadline 2024-08-17T01:58:00.182941+0000) 2024-08-17T01:58:15.486 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:14 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:14.991+0000 7fd84e1e1640 -1 osd.5 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:41.784087+0000 front 2024-08-17T01:57:41.784155+0000 (oldest deadline 2024-08-17T01:58:08.184626+0000) 2024-08-17T01:58:15.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:15 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:15.160+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.929682+0000 front 2024-08-17T01:57:32.929603+0000 (oldest deadline 2024-08-17T01:57:58.229752+0000) 2024-08-17T01:58:15.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:15 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:15.160+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.231189+0000 front 2024-08-17T01:57:45.231181+0000 (oldest deadline 2024-08-17T01:58:10.531005+0000) 2024-08-17T01:58:15.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:15 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:15.198+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:15.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:15 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:15.198+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.301741+0000 front 2024-08-17T01:57:45.301777+0000 (oldest deadline 2024-08-17T01:58:07.502100+0000) 2024-08-17T01:58:16.486 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:16 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:16.040+0000 7fd84e1e1640 -1 osd.5 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:34.982882+0000 front 2024-08-17T01:57:34.982914+0000 (oldest deadline 2024-08-17T01:58:00.182941+0000) 2024-08-17T01:58:16.486 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:16 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:16.040+0000 7fd84e1e1640 -1 osd.5 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:41.784087+0000 front 2024-08-17T01:57:41.784155+0000 (oldest deadline 2024-08-17T01:58:08.184626+0000) 2024-08-17T01:58:16.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:16 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:16.191+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.929682+0000 front 2024-08-17T01:57:32.929603+0000 (oldest deadline 2024-08-17T01:57:58.229752+0000) 2024-08-17T01:58:16.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:16 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:16.191+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.231189+0000 front 2024-08-17T01:57:45.231181+0000 (oldest deadline 2024-08-17T01:58:10.531005+0000) 2024-08-17T01:58:16.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:16 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:16.191+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6822 osd.2 since back 2024-08-17T01:57:50.531640+0000 front 2024-08-17T01:57:50.531623+0000 (oldest deadline 2024-08-17T01:58:15.231618+0000) 2024-08-17T01:58:16.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:16 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:16.239+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:16.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:16 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:16.239+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.301741+0000 front 2024-08-17T01:57:45.301777+0000 (oldest deadline 2024-08-17T01:58:07.502100+0000) 2024-08-17T01:58:17.486 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:17 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:17.009+0000 7fd84e1e1640 -1 osd.5 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:34.982882+0000 front 2024-08-17T01:57:34.982914+0000 (oldest deadline 2024-08-17T01:58:00.182941+0000) 2024-08-17T01:58:17.486 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:17 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5[96470]: 2024-08-17T01:58:17.009+0000 7fd84e1e1640 -1 osd.5 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:41.784087+0000 front 2024-08-17T01:57:41.784155+0000 (oldest deadline 2024-08-17T01:58:08.184626+0000) 2024-08-17T01:58:17.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:17 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:17.235+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:17.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:17 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:17.235+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.301741+0000 front 2024-08-17T01:57:45.301777+0000 (oldest deadline 2024-08-17T01:58:07.502100+0000) 2024-08-17T01:58:17.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:17 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:17.183+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.929682+0000 front 2024-08-17T01:57:32.929603+0000 (oldest deadline 2024-08-17T01:57:58.229752+0000) 2024-08-17T01:58:17.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:17 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:17.183+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.231189+0000 front 2024-08-17T01:57:45.231181+0000 (oldest deadline 2024-08-17T01:58:10.531005+0000) 2024-08-17T01:58:17.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:17 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:17.183+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6822 osd.2 since back 2024-08-17T01:57:50.531640+0000 front 2024-08-17T01:57:50.531623+0000 (oldest deadline 2024-08-17T01:58:15.231618+0000) 2024-08-17T01:58:18.246 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:17 smithi137 podman[145526]: 2024-08-17 01:58:17.993714817 +0000 UTC m=+5.590155209 container died 5093a53e7478854f93a108984317f699f7a891996d2155d6150fe36c4916bed4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-08-17T01:58:18.246 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:18 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:18.148+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.929682+0000 front 2024-08-17T01:57:32.929603+0000 (oldest deadline 2024-08-17T01:57:58.229752+0000) 2024-08-17T01:58:18.247 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:18 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:18.148+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.231189+0000 front 2024-08-17T01:57:45.231181+0000 (oldest deadline 2024-08-17T01:58:10.531005+0000) 2024-08-17T01:58:18.247 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:18 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:18.148+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6822 osd.2 since back 2024-08-17T01:57:50.531640+0000 front 2024-08-17T01:57:50.531623+0000 (oldest deadline 2024-08-17T01:58:15.231618+0000) 2024-08-17T01:58:18.530 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:18 smithi137 podman[145526]: 2024-08-17 01:58:18.336765393 +0000 UTC m=+5.933205785 container cleanup 5093a53e7478854f93a108984317f699f7a891996d2155d6150fe36c4916bed4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T01:58:18.530 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:18 smithi137 bash[145526]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5 2024-08-17T01:58:18.530 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:18 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:18.283+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:18.530 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:18 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:18.283+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.301741+0000 front 2024-08-17T01:57:45.301777+0000 (oldest deadline 2024-08-17T01:58:07.502100+0000) 2024-08-17T01:58:18.530 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:18 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:18.283+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6822 osd.2 since back 2024-08-17T01:57:53.203959+0000 front 2024-08-17T01:57:53.204011+0000 (oldest deadline 2024-08-17T01:58:17.303783+0000) 2024-08-17T01:58:18.930 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:18 smithi137 podman[145555]: 2024-08-17 01:58:18.529722207 +0000 UTC m=+0.530821930 container remove 5093a53e7478854f93a108984317f699f7a891996d2155d6150fe36c4916bed4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=squid-d863d21, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-08-17T01:58:19.187 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:18 smithi137 podman[145643]: 2024-08-17 01:58:18.930881613 +0000 UTC m=+0.108632096 container create 3420d41d89e5f4b60ebdd41c4e103f5abc49e848e915ac8ce61b2440d43f6d15 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-08-17T01:58:19.187 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:18 smithi137 podman[145643]: 2024-08-17 01:58:18.839513977 +0000 UTC m=+0.017264437 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T01:58:19.187 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:19 smithi137 podman[145643]: 2024-08-17 01:58:19.158153675 +0000 UTC m=+0.335904129 container init 3420d41d89e5f4b60ebdd41c4e103f5abc49e848e915ac8ce61b2440d43f6d15 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-d863d21, maintainer=Guillaume Abrioux ) 2024-08-17T01:58:19.187 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:19 smithi137 podman[145643]: 2024-08-17 01:58:19.1614878 +0000 UTC m=+0.339238241 container start 3420d41d89e5f4b60ebdd41c4e103f5abc49e848e915ac8ce61b2440d43f6d15 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.36.0, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-08-17T01:58:19.486 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:19 smithi137 podman[145643]: 2024-08-17 01:58:19.2607297 +0000 UTC m=+0.438480149 container attach 3420d41d89e5f4b60ebdd41c4e103f5abc49e848e915ac8ce61b2440d43f6d15 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5-deactivate, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-d863d21) 2024-08-17T01:58:19.486 INFO:journalctl@ceph.osd.5.smithi137.stdout:Aug 17 01:58:19 smithi137 podman[145643]: 2024-08-17 01:58:19.349279099 +0000 UTC m=+0.527029540 container died 3420d41d89e5f4b60ebdd41c4e103f5abc49e848e915ac8ce61b2440d43f6d15 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-5-deactivate, ceph=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , RELEASE=squid-d863d21, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-08-17T01:58:19.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:19.186+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.929682+0000 front 2024-08-17T01:57:32.929603+0000 (oldest deadline 2024-08-17T01:57:58.229752+0000) 2024-08-17T01:58:19.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:19.186+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.231189+0000 front 2024-08-17T01:57:45.231181+0000 (oldest deadline 2024-08-17T01:58:10.531005+0000) 2024-08-17T01:58:19.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:19.186+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6822 osd.2 since back 2024-08-17T01:57:50.531640+0000 front 2024-08-17T01:57:50.531623+0000 (oldest deadline 2024-08-17T01:58:15.231618+0000) 2024-08-17T01:58:19.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:19.243+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:19.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:19.243+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.301741+0000 front 2024-08-17T01:57:45.301777+0000 (oldest deadline 2024-08-17T01:58:07.502100+0000) 2024-08-17T01:58:19.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:19 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:19.243+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6822 osd.2 since back 2024-08-17T01:57:53.203959+0000 front 2024-08-17T01:57:53.204011+0000 (oldest deadline 2024-08-17T01:58:17.303783+0000) 2024-08-17T01:58:19.857 DEBUG:teuthology.orchestra.run.smithi137:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.5.service' 2024-08-17T01:58:19.895 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:58:19.895 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-08-17T01:58:19.895 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-08-17T01:58:19.896 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.6 2024-08-17T01:58:20.223 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:19 smithi137 systemd[1]: Stopping Ceph osd.6 for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T01:58:20.223 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:20.137+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.929682+0000 front 2024-08-17T01:57:32.929603+0000 (oldest deadline 2024-08-17T01:57:58.229752+0000) 2024-08-17T01:58:20.223 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:20.137+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.231189+0000 front 2024-08-17T01:57:45.231181+0000 (oldest deadline 2024-08-17T01:58:10.531005+0000) 2024-08-17T01:58:20.223 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:20.137+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6822 osd.2 since back 2024-08-17T01:57:50.531640+0000 front 2024-08-17T01:57:50.531623+0000 (oldest deadline 2024-08-17T01:58:15.231618+0000) 2024-08-17T01:58:20.486 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:20.222+0000 7f303364d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T01:58:20.486 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:20.222+0000 7f303364d640 -1 osd.6 2839 *** Got signal Terminated *** 2024-08-17T01:58:20.486 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:20.222+0000 7f303364d640 -1 osd.6 2839 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T01:58:20.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:20.247+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:20.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:20.247+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.301741+0000 front 2024-08-17T01:57:45.301777+0000 (oldest deadline 2024-08-17T01:58:07.502100+0000) 2024-08-17T01:58:20.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:20 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:20.247+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6822 osd.2 since back 2024-08-17T01:57:53.203959+0000 front 2024-08-17T01:57:53.204011+0000 (oldest deadline 2024-08-17T01:58:17.303783+0000) 2024-08-17T01:58:21.486 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:21 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:21.101+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.929682+0000 front 2024-08-17T01:57:32.929603+0000 (oldest deadline 2024-08-17T01:57:58.229752+0000) 2024-08-17T01:58:21.486 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:21 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:21.101+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.231189+0000 front 2024-08-17T01:57:45.231181+0000 (oldest deadline 2024-08-17T01:58:10.531005+0000) 2024-08-17T01:58:21.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:21 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:21.101+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6822 osd.2 since back 2024-08-17T01:57:50.531640+0000 front 2024-08-17T01:57:50.531623+0000 (oldest deadline 2024-08-17T01:58:15.231618+0000) 2024-08-17T01:58:21.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:21 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:21.230+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:21.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:21 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:21.230+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.301741+0000 front 2024-08-17T01:57:45.301777+0000 (oldest deadline 2024-08-17T01:58:07.502100+0000) 2024-08-17T01:58:21.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:21 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:21.230+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6822 osd.2 since back 2024-08-17T01:57:53.203959+0000 front 2024-08-17T01:57:53.204011+0000 (oldest deadline 2024-08-17T01:58:17.303783+0000) 2024-08-17T01:58:22.486 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:22.089+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.929682+0000 front 2024-08-17T01:57:32.929603+0000 (oldest deadline 2024-08-17T01:57:58.229752+0000) 2024-08-17T01:58:22.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:22.089+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.231189+0000 front 2024-08-17T01:57:45.231181+0000 (oldest deadline 2024-08-17T01:58:10.531005+0000) 2024-08-17T01:58:22.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:22.089+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6822 osd.2 since back 2024-08-17T01:57:50.531640+0000 front 2024-08-17T01:57:50.531623+0000 (oldest deadline 2024-08-17T01:58:15.231618+0000) 2024-08-17T01:58:22.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:22.229+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:22.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:22.229+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.301741+0000 front 2024-08-17T01:57:45.301777+0000 (oldest deadline 2024-08-17T01:58:07.502100+0000) 2024-08-17T01:58:22.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:22 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:22.229+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6822 osd.2 since back 2024-08-17T01:57:53.203959+0000 front 2024-08-17T01:57:53.204011+0000 (oldest deadline 2024-08-17T01:58:17.303783+0000) 2024-08-17T01:58:23.236 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:23.080+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.929682+0000 front 2024-08-17T01:57:32.929603+0000 (oldest deadline 2024-08-17T01:57:58.229752+0000) 2024-08-17T01:58:23.236 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:23.080+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.231189+0000 front 2024-08-17T01:57:45.231181+0000 (oldest deadline 2024-08-17T01:58:10.531005+0000) 2024-08-17T01:58:23.237 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:23.080+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6822 osd.2 since back 2024-08-17T01:57:50.531640+0000 front 2024-08-17T01:57:50.531623+0000 (oldest deadline 2024-08-17T01:58:15.231618+0000) 2024-08-17T01:58:23.736 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:23.255+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:23.737 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:23.255+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.301741+0000 front 2024-08-17T01:57:45.301777+0000 (oldest deadline 2024-08-17T01:58:07.502100+0000) 2024-08-17T01:58:23.737 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:23.255+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6822 osd.2 since back 2024-08-17T01:57:53.203959+0000 front 2024-08-17T01:57:53.204011+0000 (oldest deadline 2024-08-17T01:58:17.303783+0000) 2024-08-17T01:58:23.737 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:23 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:23.255+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6830 osd.3 since back 2024-08-17T01:57:58.404793+0000 front 2024-08-17T01:57:58.404851+0000 (oldest deadline 2024-08-17T01:58:22.504685+0000) 2024-08-17T01:58:24.486 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:24.110+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.929682+0000 front 2024-08-17T01:57:32.929603+0000 (oldest deadline 2024-08-17T01:57:58.229752+0000) 2024-08-17T01:58:24.486 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:24.110+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.231189+0000 front 2024-08-17T01:57:45.231181+0000 (oldest deadline 2024-08-17T01:58:10.531005+0000) 2024-08-17T01:58:24.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:24.110+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6822 osd.2 since back 2024-08-17T01:57:50.531640+0000 front 2024-08-17T01:57:50.531623+0000 (oldest deadline 2024-08-17T01:58:15.231618+0000) 2024-08-17T01:58:24.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:24.110+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6830 osd.3 since back 2024-08-17T01:58:01.533415+0000 front 2024-08-17T01:58:01.533457+0000 (oldest deadline 2024-08-17T01:58:23.233323+0000) 2024-08-17T01:58:24.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:24.277+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:24.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:24.277+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.301741+0000 front 2024-08-17T01:57:45.301777+0000 (oldest deadline 2024-08-17T01:58:07.502100+0000) 2024-08-17T01:58:24.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:24.277+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6822 osd.2 since back 2024-08-17T01:57:53.203959+0000 front 2024-08-17T01:57:53.204011+0000 (oldest deadline 2024-08-17T01:58:17.303783+0000) 2024-08-17T01:58:24.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:24 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:24.277+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6830 osd.3 since back 2024-08-17T01:57:58.404793+0000 front 2024-08-17T01:57:58.404851+0000 (oldest deadline 2024-08-17T01:58:22.504685+0000) 2024-08-17T01:58:25.486 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:25.121+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:32.929682+0000 front 2024-08-17T01:57:32.929603+0000 (oldest deadline 2024-08-17T01:57:58.229752+0000) 2024-08-17T01:58:25.486 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:25.121+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.231189+0000 front 2024-08-17T01:57:45.231181+0000 (oldest deadline 2024-08-17T01:58:10.531005+0000) 2024-08-17T01:58:25.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:25.121+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6822 osd.2 since back 2024-08-17T01:57:50.531640+0000 front 2024-08-17T01:57:50.531623+0000 (oldest deadline 2024-08-17T01:58:15.231618+0000) 2024-08-17T01:58:25.487 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6[100943]: 2024-08-17T01:58:25.121+0000 7f302fc63640 -1 osd.6 2839 heartbeat_check: no reply from 172.21.15.82:6830 osd.3 since back 2024-08-17T01:58:01.533415+0000 front 2024-08-17T01:58:01.533457+0000 (oldest deadline 2024-08-17T01:58:23.233323+0000) 2024-08-17T01:58:25.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:25.314+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:25.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:25.314+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.301741+0000 front 2024-08-17T01:57:45.301777+0000 (oldest deadline 2024-08-17T01:58:07.502100+0000) 2024-08-17T01:58:25.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:25.314+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6822 osd.2 since back 2024-08-17T01:57:53.203959+0000 front 2024-08-17T01:57:53.204011+0000 (oldest deadline 2024-08-17T01:58:17.303783+0000) 2024-08-17T01:58:25.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:25 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:25.314+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6830 osd.3 since back 2024-08-17T01:57:58.404793+0000 front 2024-08-17T01:57:58.404851+0000 (oldest deadline 2024-08-17T01:58:22.504685+0000) 2024-08-17T01:58:26.223 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:25 smithi137 podman[145746]: 2024-08-17 01:58:25.795234693 +0000 UTC m=+5.675701469 container died e037950bdd93599f81fadfc970e40103125788e519e4834894be2e7044664240 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-08-17T01:58:26.486 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:26 smithi137 podman[145746]: 2024-08-17 01:58:26.322452733 +0000 UTC m=+6.202919513 container cleanup e037950bdd93599f81fadfc970e40103125788e519e4834894be2e7044664240 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T01:58:26.486 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:26 smithi137 bash[145746]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6 2024-08-17T01:58:26.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:26 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:26.298+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:26.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:26 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:26.298+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.301741+0000 front 2024-08-17T01:57:45.301777+0000 (oldest deadline 2024-08-17T01:58:07.502100+0000) 2024-08-17T01:58:26.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:26 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:26.298+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6822 osd.2 since back 2024-08-17T01:57:53.203959+0000 front 2024-08-17T01:57:53.204011+0000 (oldest deadline 2024-08-17T01:58:17.303783+0000) 2024-08-17T01:58:26.487 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:26 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:26.298+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6830 osd.3 since back 2024-08-17T01:57:58.404793+0000 front 2024-08-17T01:57:58.404851+0000 (oldest deadline 2024-08-17T01:58:22.504685+0000) 2024-08-17T01:58:26.986 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:26 smithi137 podman[145761]: 2024-08-17 01:58:26.557151956 +0000 UTC m=+0.759624603 container remove e037950bdd93599f81fadfc970e40103125788e519e4834894be2e7044664240 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-08-17T01:58:27.255 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:27 smithi137 podman[145848]: 2024-08-17 01:58:26.904152775 +0000 UTC m=+0.017010371 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T01:58:27.256 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:27 smithi137 podman[145848]: 2024-08-17 01:58:27.049782091 +0000 UTC m=+0.162639668 container create dc21d9fa89aa7fec816910bf63a71c02ad225475566908fecba7c085f6ec677b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6-deactivate, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-08-17T01:58:27.736 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:27.255+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:27.737 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:27.255+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.301741+0000 front 2024-08-17T01:57:45.301777+0000 (oldest deadline 2024-08-17T01:58:07.502100+0000) 2024-08-17T01:58:27.737 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:27.255+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6822 osd.2 since back 2024-08-17T01:57:53.203959+0000 front 2024-08-17T01:57:53.204011+0000 (oldest deadline 2024-08-17T01:58:17.303783+0000) 2024-08-17T01:58:27.737 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:27 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:27.255+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6830 osd.3 since back 2024-08-17T01:57:58.404793+0000 front 2024-08-17T01:57:58.404851+0000 (oldest deadline 2024-08-17T01:58:22.504685+0000) 2024-08-17T01:58:27.737 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:27 smithi137 podman[145848]: 2024-08-17 01:58:27.27765451 +0000 UTC m=+0.390512098 container init dc21d9fa89aa7fec816910bf63a71c02ad225475566908fecba7c085f6ec677b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, RELEASE=squid-d863d21, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-08-17T01:58:27.737 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:27 smithi137 podman[145848]: 2024-08-17 01:58:27.280829222 +0000 UTC m=+0.393686808 container start dc21d9fa89aa7fec816910bf63a71c02ad225475566908fecba7c085f6ec677b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6-deactivate, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-08-17T01:58:27.737 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:27 smithi137 podman[145848]: 2024-08-17 01:58:27.360763809 +0000 UTC m=+0.473621397 container attach dc21d9fa89aa7fec816910bf63a71c02ad225475566908fecba7c085f6ec677b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T01:58:27.737 INFO:journalctl@ceph.osd.6.smithi137.stdout:Aug 17 01:58:27 smithi137 podman[145848]: 2024-08-17 01:58:27.466673915 +0000 UTC m=+0.579531511 container died dc21d9fa89aa7fec816910bf63a71c02ad225475566908fecba7c085f6ec677b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-6-deactivate, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-08-17T01:58:28.025 DEBUG:teuthology.orchestra.run.smithi137:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.6.service' 2024-08-17T01:58:28.063 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:58:28.063 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-08-17T01:58:28.063 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-08-17T01:58:28.063 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.7 2024-08-17T01:58:28.259 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:28 smithi137 systemd[1]: Stopping Ceph osd.7 for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T01:58:28.736 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:28 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:28.258+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:28.736 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:28 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:28.258+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.301741+0000 front 2024-08-17T01:57:45.301777+0000 (oldest deadline 2024-08-17T01:58:07.502100+0000) 2024-08-17T01:58:28.736 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:28 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:28.258+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6822 osd.2 since back 2024-08-17T01:57:53.203959+0000 front 2024-08-17T01:57:53.204011+0000 (oldest deadline 2024-08-17T01:58:17.303783+0000) 2024-08-17T01:58:28.737 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:28 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:28.258+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6830 osd.3 since back 2024-08-17T01:57:58.404793+0000 front 2024-08-17T01:57:58.404851+0000 (oldest deadline 2024-08-17T01:58:22.504685+0000) 2024-08-17T01:58:28.737 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:28 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:28.392+0000 7f5f33b24640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T01:58:28.737 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:28 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:28.392+0000 7f5f33b24640 -1 osd.7 2839 *** Got signal Terminated *** 2024-08-17T01:58:28.737 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:28 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:28.392+0000 7f5f33b24640 -1 osd.7 2839 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T01:58:29.638 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:29.284+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:29.638 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:29.284+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.301741+0000 front 2024-08-17T01:57:45.301777+0000 (oldest deadline 2024-08-17T01:58:07.502100+0000) 2024-08-17T01:58:29.638 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:29.284+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6822 osd.2 since back 2024-08-17T01:57:53.203959+0000 front 2024-08-17T01:57:53.204011+0000 (oldest deadline 2024-08-17T01:58:17.303783+0000) 2024-08-17T01:58:29.638 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:29 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:29.284+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6830 osd.3 since back 2024-08-17T01:57:58.404793+0000 front 2024-08-17T01:57:58.404851+0000 (oldest deadline 2024-08-17T01:58:22.504685+0000) 2024-08-17T01:58:30.655 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:30 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:30.238+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:30.655 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:30 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:30.238+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.301741+0000 front 2024-08-17T01:57:45.301777+0000 (oldest deadline 2024-08-17T01:58:07.502100+0000) 2024-08-17T01:58:30.655 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:30 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:30.238+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6822 osd.2 since back 2024-08-17T01:57:53.203959+0000 front 2024-08-17T01:57:53.204011+0000 (oldest deadline 2024-08-17T01:58:17.303783+0000) 2024-08-17T01:58:30.656 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:30 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:30.238+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6830 osd.3 since back 2024-08-17T01:57:58.404793+0000 front 2024-08-17T01:57:58.404851+0000 (oldest deadline 2024-08-17T01:58:22.504685+0000) 2024-08-17T01:58:31.736 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:31 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:31.273+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:31.736 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:31 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:31.273+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.301741+0000 front 2024-08-17T01:57:45.301777+0000 (oldest deadline 2024-08-17T01:58:07.502100+0000) 2024-08-17T01:58:31.736 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:31 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:31.273+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6822 osd.2 since back 2024-08-17T01:57:53.203959+0000 front 2024-08-17T01:57:53.204011+0000 (oldest deadline 2024-08-17T01:58:17.303783+0000) 2024-08-17T01:58:31.737 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:31 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:31.273+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6830 osd.3 since back 2024-08-17T01:57:58.404793+0000 front 2024-08-17T01:57:58.404851+0000 (oldest deadline 2024-08-17T01:58:22.504685+0000) 2024-08-17T01:58:32.736 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:32.312+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:32.736 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:32.312+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.301741+0000 front 2024-08-17T01:57:45.301777+0000 (oldest deadline 2024-08-17T01:58:07.502100+0000) 2024-08-17T01:58:32.737 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:32.312+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6822 osd.2 since back 2024-08-17T01:57:53.203959+0000 front 2024-08-17T01:57:53.204011+0000 (oldest deadline 2024-08-17T01:58:17.303783+0000) 2024-08-17T01:58:32.737 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:32 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:32.312+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6830 osd.3 since back 2024-08-17T01:57:58.404793+0000 front 2024-08-17T01:57:58.404851+0000 (oldest deadline 2024-08-17T01:58:22.504685+0000) 2024-08-17T01:58:33.736 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:33 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:33.304+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-08-17T01:57:35.499936+0000 front 2024-08-17T01:57:35.500086+0000 (oldest deadline 2024-08-17T01:57:58.999926+0000) 2024-08-17T01:58:33.737 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:33 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:33.304+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6814 osd.1 since back 2024-08-17T01:57:45.301741+0000 front 2024-08-17T01:57:45.301777+0000 (oldest deadline 2024-08-17T01:58:07.502100+0000) 2024-08-17T01:58:33.737 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:33 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:33.304+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6822 osd.2 since back 2024-08-17T01:57:53.203959+0000 front 2024-08-17T01:57:53.204011+0000 (oldest deadline 2024-08-17T01:58:17.303783+0000) 2024-08-17T01:58:33.737 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:33 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7[105605]: 2024-08-17T01:58:33.304+0000 7f5f2c132640 -1 osd.7 2839 heartbeat_check: no reply from 172.21.15.82:6830 osd.3 since back 2024-08-17T01:57:58.404793+0000 front 2024-08-17T01:57:58.404851+0000 (oldest deadline 2024-08-17T01:58:22.504685+0000) 2024-08-17T01:58:34.168 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:33 smithi137 podman[145950]: 2024-08-17 01:58:33.888371467 +0000 UTC m=+5.601028742 container died 085540a710fc492315faa947fcdd5df719f1659e32bae09d45465e03dc6ec533 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-08-17T01:58:34.486 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:34 smithi137 podman[145950]: 2024-08-17 01:58:34.283894362 +0000 UTC m=+5.996551634 container cleanup 085540a710fc492315faa947fcdd5df719f1659e32bae09d45465e03dc6ec533 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-d863d21) 2024-08-17T01:58:34.486 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:34 smithi137 bash[145950]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7 2024-08-17T01:58:34.810 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:34 smithi137 podman[145979]: 2024-08-17 01:58:34.50048036 +0000 UTC m=+0.614611895 container remove 085540a710fc492315faa947fcdd5df719f1659e32bae09d45465e03dc6ec533 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=squid-d863d21, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-08-17T01:58:35.114 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:34 smithi137 podman[146065]: 2024-08-17 01:58:34.810849146 +0000 UTC m=+0.108510144 container create 2cd42039b3766e7136adda02511d4d6d51ef44536b512b958f2b0d26b938e62b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=squid-d863d21, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-08-17T01:58:35.114 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:34 smithi137 podman[146065]: 2024-08-17 01:58:34.719686924 +0000 UTC m=+0.017347932 image pull ba08250ef864474725fb856db2617a8d8103b32c0e9c824eedd71e03d6315147 quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb 2024-08-17T01:58:35.114 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:35 smithi137 podman[146065]: 2024-08-17 01:58:35.029696317 +0000 UTC m=+0.327357333 container init 2cd42039b3766e7136adda02511d4d6d51ef44536b512b958f2b0d26b938e62b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True, RELEASE=squid-d863d21) 2024-08-17T01:58:35.114 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:35 smithi137 podman[146065]: 2024-08-17 01:58:35.03291741 +0000 UTC m=+0.330578408 container start 2cd42039b3766e7136adda02511d4d6d51ef44536b512b958f2b0d26b938e62b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=squid-d863d21, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-08-17T01:58:35.114 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:35 smithi137 podman[146065]: 2024-08-17 01:58:35.113091153 +0000 UTC m=+0.410752153 container attach 2cd42039b3766e7136adda02511d4d6d51ef44536b512b958f2b0d26b938e62b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7-deactivate, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-d863d21, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-08-17T01:58:35.486 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:35 smithi137 podman[146065]: 2024-08-17 01:58:35.221877143 +0000 UTC m=+0.519538147 container died 2cd42039b3766e7136adda02511d4d6d51ef44536b512b958f2b0d26b938e62b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=squid-d863d21, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-08-17T01:58:35.758 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:35 smithi137 podman[146088]: 2024-08-17 01:58:35.741797589 +0000 UTC m=+0.512191795 container remove 2cd42039b3766e7136adda02511d4d6d51ef44536b512b958f2b0d26b938e62b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=squid-d863d21, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-08-17T01:58:35.759 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:35 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.7.service: Deactivated successfully. 2024-08-17T01:58:35.759 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:35 smithi137 systemd[1]: Stopped Ceph osd.7 for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T01:58:35.759 INFO:journalctl@ceph.osd.7.smithi137.stdout:Aug 17 01:58:35 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.7.service: Consumed 2min 36.227s CPU time. 2024-08-17T01:58:35.760 DEBUG:teuthology.orchestra.run.smithi137:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@osd.7.service' 2024-08-17T01:58:35.799 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:58:35.799 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-08-17T01:58:35.799 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-08-17T01:58:35.799 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mds.a 2024-08-17T01:58:36.182 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 01:58:35 smithi082 systemd[1]: Stopping Ceph mds.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T01:58:36.439 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 01:58:36 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-a[118823]: 2024-08-17T01:58:36.181+0000 7fb2ee648640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T01:58:36.439 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 01:58:36 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-a[118823]: 2024-08-17T01:58:36.181+0000 7fb2ee648640 -1 mds.a *** got signal Terminated *** 2024-08-17T01:58:39.882 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 01:58:39 smithi082 podman[171487]: 2024-08-17 01:58:39.535651136 +0000 UTC m=+3.542234933 container died 9cbb42216c03bb1b4ccbd04c9b9bb8a948b89f02ad11f3154cda62da68151b44 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-a, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-d863d21, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T01:58:40.182 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 01:58:40 smithi082 podman[171487]: 2024-08-17 01:58:40.006078657 +0000 UTC m=+4.012662454 container cleanup 9cbb42216c03bb1b4ccbd04c9b9bb8a948b89f02ad11f3154cda62da68151b44 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-d863d21, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-08-17T01:58:40.182 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 01:58:40 smithi082 bash[171487]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-a 2024-08-17T01:58:40.425 DEBUG:teuthology.orchestra.run.smithi082:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mds.a.service' 2024-08-17T01:58:40.447 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 01:58:40 smithi082 podman[171510]: 2024-08-17 01:58:40.182159953 +0000 UTC m=+0.646097036 container remove 9cbb42216c03bb1b4ccbd04c9b9bb8a948b89f02ad11f3154cda62da68151b44 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-a, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d863d21, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-08-17T01:58:40.447 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 01:58:40 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mds.a.service: Deactivated successfully. 2024-08-17T01:58:40.447 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 01:58:40 smithi082 systemd[1]: Stopped Ceph mds.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T01:58:40.447 INFO:journalctl@ceph.mds.a.smithi082.stdout:Aug 17 01:58:40 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mds.a.service: Consumed 4.592s CPU time. 2024-08-17T01:58:40.461 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:58:40.461 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-08-17T01:58:40.461 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-08-17T01:58:40.461 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mds.b 2024-08-17T01:58:40.769 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 01:58:40 smithi137 systemd[1]: Stopping Ceph mds.b for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T01:58:41.236 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 01:58:40 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-b[110222]: 2024-08-17T01:58:40.768+0000 7f5b6d2c9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T01:58:41.236 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 01:58:40 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-b[110222]: 2024-08-17T01:58:40.768+0000 7f5b6d2c9640 -1 mds.b *** got signal Terminated *** 2024-08-17T01:58:42.202 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 01:58:41 smithi137 podman[146171]: 2024-08-17 01:58:41.902681696 +0000 UTC m=+1.243841995 container died 190735ebac30d4a78cfc5ff2ad7613d792b92ce10d6a185de1711452932f54bb (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-08-17T01:58:42.486 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 01:58:42 smithi137 podman[146171]: 2024-08-17 01:58:42.285457479 +0000 UTC m=+1.626617849 container cleanup 190735ebac30d4a78cfc5ff2ad7613d792b92ce10d6a185de1711452932f54bb (image=quay.ceph.io/ceph-ci/ceph@sha256:51a0b9579fb4a4554a153b3dbfee2d70518b2d8efa2fd27af3b96767db1865eb, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=squid-d863d21, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T01:58:42.486 INFO:journalctl@ceph.mds.b.smithi137.stdout:Aug 17 01:58:42 smithi137 bash[146171]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-mds-b 2024-08-17T01:58:42.641 DEBUG:teuthology.orchestra.run.smithi137:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@mds.b.service' 2024-08-17T01:58:42.675 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:58:42.675 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-08-17T01:58:42.675 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-08-17T01:58:42.675 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@prometheus.a 2024-08-17T01:58:42.986 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:58:42 smithi137 systemd[1]: Stopping Ceph prometheus.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T01:58:43.248 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:58:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:58:42.989Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-17T01:58:43.248 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:58:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:58:42.989Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-17T01:58:43.248 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:58:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:58:42.989Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-17T01:58:43.248 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:58:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:58:42.989Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-17T01:58:43.248 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:58:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:58:42.989Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-17T01:58:43.248 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:58:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:58:42.989Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-17T01:58:43.248 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:58:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:58:42.989Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-17T01:58:43.248 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:58:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:58:42.989Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-17T01:58:43.249 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:58:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:58:42.989Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-17T01:58:43.249 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:58:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:58:42.992Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-17T01:58:43.249 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:58:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:58:42.992Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-17T01:58:43.249 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:58:42 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a[117723]: ts=2024-08-17T01:58:42.993Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-17T01:58:43.249 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:58:42 smithi137 podman[146291]: 2024-08-17 01:58:42.999657765 +0000 UTC m=+0.102720670 container died 9dc2b97dc0382b006371a0e8914f7a241934c3d148ddde3c293d0af83d6a40c1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T01:58:43.598 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:58:43 smithi137 podman[146291]: 2024-08-17 01:58:43.347584304 +0000 UTC m=+0.450647208 container cleanup 9dc2b97dc0382b006371a0e8914f7a241934c3d148ddde3c293d0af83d6a40c1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T01:58:43.598 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Aug 17 01:58:43 smithi137 bash[146291]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-prometheus-a 2024-08-17T01:58:43.773 DEBUG:teuthology.orchestra.run.smithi137:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@prometheus.a.service' 2024-08-17T01:58:43.805 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T01:58:43.805 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-08-17T01:58:43.806 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 --force --keep-logs 2024-08-17T01:58:45.777 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 01:58:45 smithi082 systemd[1]: Stopping Ceph alertmanager.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T01:58:45.777 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 01:58:45 smithi082 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a[126654]: ts=2024-08-17T01:58:45.736Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-17T01:58:46.085 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 01:58:45 smithi082 podman[171944]: 2024-08-17 01:58:45.776934454 +0000 UTC m=+0.138795784 container died ce270d5bd56a13a440a59f4925985b4a82aa3447d10dc3da24481a488be68e77 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T01:58:46.086 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 01:58:46 smithi082 podman[171944]: 2024-08-17 01:58:46.086078266 +0000 UTC m=+0.447939575 container cleanup ce270d5bd56a13a440a59f4925985b4a82aa3447d10dc3da24481a488be68e77 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T01:58:46.337 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 01:58:46 smithi082 bash[171944]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a 2024-08-17T01:58:46.337 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 01:58:46 smithi082 podman[171956]: 2024-08-17 01:58:46.254035342 +0000 UTC m=+0.467126000 container remove ce270d5bd56a13a440a59f4925985b4a82aa3447d10dc3da24481a488be68e77 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T01:58:46.337 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 01:58:46 smithi082 podman[171956]: 2024-08-17 01:58:46.337875376 +0000 UTC m=+0.550966033 volume remove 00ff82f70227ed058190fbdfd962c394c89fecb1094108a3afb9dfe0ccc0f08a 2024-08-17T01:58:46.694 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 01:58:46 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-17T01:58:46.694 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 01:58:46 smithi082 systemd[1]: Stopped Ceph alertmanager.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T01:58:46.694 INFO:journalctl@ceph.alertmanager.a.smithi082.stdout:Aug 17 01:58:46 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@alertmanager.a.service: Consumed 3.632s CPU time. 2024-08-17T01:58:46.984 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 01:58:46 smithi082 systemd[1]: Stopping Ceph node-exporter.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T01:58:47.260 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 01:58:46 smithi082 podman[172065]: 2024-08-17 01:58:46.984557805 +0000 UTC m=+0.102724784 container died 207fd018a6034450bf05f26a8808add2687c115e617e5e1c7a8920eed35d726d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T01:58:47.558 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 01:58:47 smithi082 podman[172065]: 2024-08-17 01:58:47.332395624 +0000 UTC m=+0.450562590 container cleanup 207fd018a6034450bf05f26a8808add2687c115e617e5e1c7a8920eed35d726d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T01:58:47.558 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 01:58:47 smithi082 bash[172065]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a 2024-08-17T01:58:47.837 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 01:58:47 smithi082 podman[172077]: 2024-08-17 01:58:47.558504036 +0000 UTC m=+0.577868505 container remove 207fd018a6034450bf05f26a8808add2687c115e617e5e1c7a8920eed35d726d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T01:58:47.838 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 01:58:47 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-17T01:58:47.838 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 01:58:47 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-17T01:58:47.838 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 01:58:47 smithi082 systemd[1]: Stopped Ceph node-exporter.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T01:58:47.838 INFO:journalctl@ceph.node-exporter.a.smithi082.stdout:Aug 17 01:58:47 smithi082 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@node-exporter.a.service: Consumed 7.144s CPU time. 2024-08-17T01:58:48.322 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 --force --keep-logs 2024-08-17T01:58:50.236 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 01:58:49 smithi137 systemd[1]: Stopping Ceph grafana.a for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T01:58:50.237 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 01:58:50 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=server t=2024-08-17T01:58:50.210970329Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-08-17T01:58:50.237 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 01:58:50 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=tracing t=2024-08-17T01:58:50.211238822Z level=info msg="Closing tracing" 2024-08-17T01:58:50.237 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 01:58:50 smithi137 ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a[121802]: logger=ticker t=2024-08-17T01:58:50.211287588Z level=info msg=stopped last_tick=2024-08-17T01:58:50Z 2024-08-17T01:58:50.237 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 01:58:50 smithi137 podman[146735]: 2024-08-17 01:58:50.221280848 +0000 UTC m=+0.103309070 container died 65ed0c7f21c0fef88af206f18946c865c8ce7c15febdcce09df6f43841fc1178 (image=quay.io/ceph/grafana:9.4.12, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T01:58:50.719 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 01:58:50 smithi137 podman[146735]: 2024-08-17 01:58:50.535338965 +0000 UTC m=+0.417367179 container cleanup 65ed0c7f21c0fef88af206f18946c865c8ce7c15febdcce09df6f43841fc1178 (image=quay.io/ceph/grafana:9.4.12, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T01:58:50.720 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 01:58:50 smithi137 bash[146735]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a 2024-08-17T01:58:50.979 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 01:58:50 smithi137 podman[146747]: 2024-08-17 01:58:50.719989899 +0000 UTC m=+0.500097164 container remove 65ed0c7f21c0fef88af206f18946c865c8ce7c15febdcce09df6f43841fc1178 (image=quay.io/ceph/grafana:9.4.12, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T01:58:50.979 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 01:58:50 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@grafana.a.service: Deactivated successfully. 2024-08-17T01:58:50.979 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 01:58:50 smithi137 systemd[1]: Stopped Ceph grafana.a for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T01:58:50.979 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Aug 17 01:58:50 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@grafana.a.service: Consumed 39.248s CPU time. 2024-08-17T01:58:51.236 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 01:58:51 smithi137 systemd[1]: Stopping Ceph node-exporter.b for f8feaf04-5c2f-11ef-bccf-c7b262605968... 2024-08-17T01:58:51.656 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 01:58:51 smithi137 podman[146854]: 2024-08-17 01:58:51.400290566 +0000 UTC m=+0.115622025 container died dd7f042e09506ad9d8a4b010c41120bdb79865279010fd4ac083b36e6d3dc251 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T01:58:51.986 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 01:58:51 smithi137 podman[146854]: 2024-08-17 01:58:51.756146073 +0000 UTC m=+0.471477536 container cleanup dd7f042e09506ad9d8a4b010c41120bdb79865279010fd4ac083b36e6d3dc251 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T01:58:51.986 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 01:58:51 smithi137 bash[146854]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b 2024-08-17T01:58:52.330 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 01:58:52 smithi137 podman[146868]: 2024-08-17 01:58:52.021818419 +0000 UTC m=+0.623316919 container remove dd7f042e09506ad9d8a4b010c41120bdb79865279010fd4ac083b36e6d3dc251 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T01:58:52.330 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 01:58:52 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-17T01:58:52.330 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 01:58:52 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-17T01:58:52.330 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 01:58:52 smithi137 systemd[1]: Stopped Ceph node-exporter.b for f8feaf04-5c2f-11ef-bccf-c7b262605968. 2024-08-17T01:58:52.330 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Aug 17 01:58:52 smithi137 systemd[1]: ceph-f8feaf04-5c2f-11ef-bccf-c7b262605968@node-exporter.b.service: Consumed 7.092s CPU time. 2024-08-17T01:58:52.799 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-17T01:58:52.831 DEBUG:teuthology.orchestra.run.smithi137:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-17T01:58:52.858 INFO:tasks.cephadm:Archiving crash dumps... 2024-08-17T01:58:52.861 DEBUG:teuthology.misc:Transferring archived files from smithi082:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-08-16_02:08:14-upgrade-squid-distro-default-smithi/7857469/remote/smithi082/crash 2024-08-17T01:58:52.861 DEBUG:teuthology.orchestra.run.smithi082:> sudo tar c -f - -C /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/crash -- . 2024-08-17T01:58:52.925 INFO:teuthology.orchestra.run.smithi082.stderr:tar: /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/crash: Cannot open: No such file or directory 2024-08-17T01:58:52.925 INFO:teuthology.orchestra.run.smithi082.stderr:tar: Error is not recoverable: exiting now 2024-08-17T01:58:52.927 DEBUG:teuthology.misc:Transferring archived files from smithi137:/var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-08-16_02:08:14-upgrade-squid-distro-default-smithi/7857469/remote/smithi137/crash 2024-08-17T01:58:52.928 DEBUG:teuthology.orchestra.run.smithi137:> sudo tar c -f - -C /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/crash -- . 2024-08-17T01:58:52.967 INFO:teuthology.orchestra.run.smithi137.stderr:tar: /var/lib/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/crash: Cannot open: No such file or directory 2024-08-17T01:58:52.967 INFO:teuthology.orchestra.run.smithi137.stderr:tar: Error is not recoverable: exiting now 2024-08-17T01:58:52.968 INFO:tasks.cephadm:Checking cluster log for badness... 2024-08-17T01:58:52.969 DEBUG:teuthology.orchestra.run.smithi082:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-08-17T01:58:52.999 INFO:teuthology.orchestra.run.smithi082.stdout:1723854953.9634805 mon.a (mon.0) 517 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T01:58:53.001 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-08-17T01:58:53.001 DEBUG:teuthology.orchestra.run.smithi082:> sudo egrep '\[SEC\]' /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-08-17T01:58:53.073 DEBUG:teuthology.orchestra.run.smithi082:> sudo egrep '\[ERR\]' /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-08-17T01:58:53.143 DEBUG:teuthology.orchestra.run.smithi082:> sudo egrep '\[WRN\]' /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-08-17T01:58:53.210 INFO:teuthology.orchestra.run.smithi082.stdout:1723854953.9634805 mon.a (mon.0) 517 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T01:58:53.212 INFO:tasks.cephadm:Compressing logs... 2024-08-17T01:58:53.212 DEBUG:teuthology.orchestra.run.smithi082:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-17T01:58:53.255 DEBUG:teuthology.orchestra.run.smithi137:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-17T01:58:53.278 INFO:teuthology.orchestra.run.smithi082.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph.log 2024-08-17T01:58:53.278 INFO:teuthology.orchestra.run.smithi082.stderr:: No such file or directory 2024-08-17T01:58:53.278 INFO:teuthology.orchestra.run.smithi082.stderr:gzip -5 --verbose -- /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-osd.2.log 2024-08-17T01:58:53.279 INFO:teuthology.orchestra.run.smithi082.stderr:gzip -5 --verbose -- /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph.audit.log 2024-08-17T01:58:53.279 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph.log: /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-osd.3.log 2024-08-17T01:58:53.279 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-osd.1.log 2024-08-17T01:58:53.279 INFO:teuthology.orchestra.run.smithi082.stderr:gzip -5 --verbose -- /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-mgr.y.log 2024-08-17T01:58:53.279 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-osd.3.log: /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-osd.0.log 2024-08-17T01:58:53.281 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-mon.c.log 2024-08-17T01:58:53.285 INFO:teuthology.orchestra.run.smithi137.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph.log 2024-08-17T01:58:53.285 INFO:teuthology.orchestra.run.smithi137.stderr:: No such file or directory 2024-08-17T01:58:53.285 INFO:teuthology.orchestra.run.smithi137.stderr:gzip -5 --verbose -- /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph.audit.log 2024-08-17T01:58:53.285 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-osd.7.log 2024-08-17T01:58:53.285 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-mds.b.log 2024-08-17T01:58:53.285 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-osd.5.log 2024-08-17T01:58:53.285 INFO:teuthology.orchestra.run.smithi137.stderr:gzip -5 --verbose -- /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-osd.4.log 2024-08-17T01:58:53.285 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-mgr.x.log 2024-08-17T01:58:53.285 INFO:teuthology.orchestra.run.smithi137.stderr:gzip -5 --verbose -- /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-osd.6.log 2024-08-17T01:58:53.285 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-osd.5.log: /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-osd.4.log: 84.8%gzip -5 --verbose -- /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph.cephadm.log 2024-08-17T01:58:53.286 INFO:teuthology.orchestra.run.smithi137.stderr: -- replaced with /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-mds.b.log.gz 2024-08-17T01:58:53.286 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-osd.6.log: gzip -5/var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-mgr.x.log: --verbose -- /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-volume.log 2024-08-17T01:58:53.286 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph.cephadm.log: 84.2% -- replaced with /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph.cephadm.log.gz 2024-08-17T01:58:53.286 INFO:teuthology.orchestra.run.smithi137.stderr:gzip -5 --verbose -- /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-mon.b.log 2024-08-17T01:58:53.286 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-mon.a.log 2024-08-17T01:58:53.288 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-volume.log: 91.3% -- replaced with /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph.audit.log.gz 2024-08-17T01:58:53.294 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-mon.c.log: 94.7% -- replaced with /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph.audit.log.gz 2024-08-17T01:58:53.294 INFO:teuthology.orchestra.run.smithi137.stderr: 86.7% -- replaced with /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph.log.gz 2024-08-17T01:58:53.295 INFO:teuthology.orchestra.run.smithi082.stderr:gzip -5 --verbose -- /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph.cephadm.log 2024-08-17T01:58:53.301 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-mon.a.log: 92.7% -- replaced with /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph.log.gz 2024-08-17T01:58:53.305 INFO:teuthology.orchestra.run.smithi137.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-17T01:58:53.308 INFO:teuthology.orchestra.run.smithi082.stderr:gzip -5 --verbose -- /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-mds.a.log 2024-08-17T01:58:53.309 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph.cephadm.log: 91.0% -- replaced with /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph.cephadm.log.gz 2024-08-17T01:58:53.311 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-mon.b.log: /var/log/ceph/cephadm.log: 91.2% -- replaced with /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-volume.log.gz 2024-08-17T01:58:53.318 INFO:teuthology.orchestra.run.smithi082.stderr:gzip -5 --verbose -- /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-volume.log 2024-08-17T01:58:53.330 INFO:teuthology.orchestra.run.smithi137.stderr: 91.5% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-17T01:58:53.335 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-17T01:58:53.341 INFO:teuthology.orchestra.run.smithi137.stderr: 90.9% -- replaced with /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-mgr.x.log.gz 2024-08-17T01:58:53.348 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-volume.log: /var/log/ceph/cephadm.log: 92.4% -- replaced with /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-mds.a.log.gz 2024-08-17T01:58:53.360 INFO:teuthology.orchestra.run.smithi082.stderr: 92.2% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-17T01:58:53.361 INFO:teuthology.orchestra.run.smithi082.stderr: 91.1% -- replaced with /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-volume.log.gz 2024-08-17T01:58:54.012 INFO:teuthology.orchestra.run.smithi082.stderr: 90.1% -- replaced with /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-mgr.y.log.gz 2024-08-17T01:58:55.317 INFO:teuthology.orchestra.run.smithi137.stderr: 92.2% -- replaced with /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-mon.b.log.gz 2024-08-17T01:58:55.727 INFO:teuthology.orchestra.run.smithi082.stderr: 91.5% -- replaced with /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-mon.c.log.gz 2024-08-17T01:58:58.824 INFO:teuthology.orchestra.run.smithi082.stderr: 90.5% -- replaced with /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-mon.a.log.gz 2024-08-17T01:59:12.625 INFO:teuthology.orchestra.run.smithi137.stderr: 94.4% -- replaced with /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-osd.4.log.gz 2024-08-17T01:59:13.079 INFO:teuthology.orchestra.run.smithi137.stderr: 94.5% -- replaced with /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-osd.6.log.gz 2024-08-17T01:59:15.477 INFO:teuthology.orchestra.run.smithi137.stderr: 94.3% -- replaced with /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-osd.7.log.gz 2024-08-17T01:59:15.635 INFO:teuthology.orchestra.run.smithi082.stderr: 94.4% -- replaced with /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-osd.3.log.gz 2024-08-17T01:59:16.651 INFO:teuthology.orchestra.run.smithi137.stderr: 94.6% -- replaced with /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-osd.5.log.gz 2024-08-17T01:59:16.654 INFO:teuthology.orchestra.run.smithi137.stderr: 2024-08-17T01:59:16.654 INFO:teuthology.orchestra.run.smithi137.stderr:real 0m23.384s 2024-08-17T01:59:16.654 INFO:teuthology.orchestra.run.smithi137.stderr:user 1m23.566s 2024-08-17T01:59:16.654 INFO:teuthology.orchestra.run.smithi137.stderr:sys 0m3.082s 2024-08-17T01:59:18.074 INFO:teuthology.orchestra.run.smithi082.stderr: 94.3% -- replaced with /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-osd.1.log.gz 2024-08-17T01:59:22.033 INFO:teuthology.orchestra.run.smithi082.stderr: 94.1% -- replaced with /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-osd.2.log.gz 2024-08-17T01:59:23.106 INFO:teuthology.orchestra.run.smithi082.stderr: 94.8% -- replaced with /var/log/ceph/f8feaf04-5c2f-11ef-bccf-c7b262605968/ceph-osd.0.log.gz 2024-08-17T01:59:23.108 INFO:teuthology.orchestra.run.smithi082.stderr: 2024-08-17T01:59:23.108 INFO:teuthology.orchestra.run.smithi082.stderr:real 0m29.840s 2024-08-17T01:59:23.108 INFO:teuthology.orchestra.run.smithi082.stderr:user 1m50.319s 2024-08-17T01:59:23.108 INFO:teuthology.orchestra.run.smithi082.stderr:sys 0m3.998s 2024-08-17T01:59:23.108 INFO:tasks.cephadm:Archiving logs... 2024-08-17T01:59:23.109 DEBUG:teuthology.misc:Transferring archived files from smithi082:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-08-16_02:08:14-upgrade-squid-distro-default-smithi/7857469/remote/smithi082/log 2024-08-17T01:59:23.110 DEBUG:teuthology.orchestra.run.smithi082:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-17T01:59:37.397 DEBUG:teuthology.misc:Transferring archived files from smithi137:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-08-16_02:08:14-upgrade-squid-distro-default-smithi/7857469/remote/smithi137/log 2024-08-17T01:59:37.398 DEBUG:teuthology.orchestra.run.smithi137:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-17T01:59:48.464 INFO:tasks.cephadm:Removing cluster... 2024-08-17T01:59:48.464 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 --force 2024-08-17T01:59:49.089 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid f8feaf04-5c2f-11ef-bccf-c7b262605968 --force 2024-08-17T01:59:49.676 INFO:tasks.cephadm:Removing cephadm ... 2024-08-17T01:59:49.677 DEBUG:teuthology.orchestra.run.smithi082:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-17T01:59:49.693 DEBUG:teuthology.orchestra.run.smithi137:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-17T01:59:49.709 INFO:tasks.cephadm:Teardown complete 2024-08-17T01:59:49.709 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-08-17T01:59:49.719 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-08-17T01:59:49.720 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-17T01:59:49.736 DEBUG:teuthology.orchestra.run.smithi137:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-17T01:59:49.813 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-08-17T01:59:49.823 INFO:teuthology.task.clock:Checking final clock skew... 2024-08-17T01:59:49.823 DEBUG:teuthology.orchestra.run.smithi082:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-17T01:59:49.826 DEBUG:teuthology.orchestra.run.smithi137:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-17T01:59:49.838 INFO:teuthology.orchestra.run.smithi082.stderr:bash: line 1: ntpq: command not found 2024-08-17T01:59:49.840 INFO:teuthology.orchestra.run.smithi137.stderr:bash: line 1: ntpq: command not found 2024-08-17T01:59:49.842 INFO:teuthology.orchestra.run.smithi082.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-17T01:59:49.842 INFO:teuthology.orchestra.run.smithi082.stdout:=============================================================================== 2024-08-17T01:59:49.842 INFO:teuthology.orchestra.run.smithi082.stdout:^* hv01.front.sepia.ceph.com 3 6 377 44 -54us[ -68us] +/- 47ms 2024-08-17T01:59:49.842 INFO:teuthology.orchestra.run.smithi082.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 45 -266us[ -280us] +/- 69ms 2024-08-17T01:59:49.842 INFO:teuthology.orchestra.run.smithi082.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 44 +289us[ +289us] +/- 64ms 2024-08-17T01:59:49.842 INFO:teuthology.orchestra.run.smithi082.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T01:59:49.844 INFO:teuthology.orchestra.run.smithi137.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-17T01:59:49.844 INFO:teuthology.orchestra.run.smithi137.stdout:=============================================================================== 2024-08-17T01:59:49.844 INFO:teuthology.orchestra.run.smithi137.stdout:^* hv01.front.sepia.ceph.com 3 7 377 110 +20us[ +32us] +/- 46ms 2024-08-17T01:59:49.844 INFO:teuthology.orchestra.run.smithi137.stdout:^+ hv02.front.sepia.ceph.com 3 8 377 111 -204us[ -192us] +/- 68ms 2024-08-17T01:59:49.844 INFO:teuthology.orchestra.run.smithi137.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 108 +302us[ +302us] +/- 63ms 2024-08-17T01:59:49.844 INFO:teuthology.orchestra.run.smithi137.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T01:59:49.845 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-08-17T01:59:49.857 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-08-17T01:59:49.858 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-08-17T01:59:49.868 DEBUG:teuthology.orchestra.run.smithi082:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-08-17T01:59:49.967 DEBUG:teuthology.orchestra.run.smithi137:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-08-17T01:59:50.045 DEBUG:teuthology.orchestra.run.smithi082:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-17T01:59:50.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T01:59:50.074 DEBUG:teuthology.orchestra.run.smithi137:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-17T01:59:50.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T01:59:50.103 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-08-17T01:59:50.113 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-08-17T01:59:50.149 INFO:teuthology.task.internal:Duration was 5755.169168 seconds 2024-08-17T01:59:50.150 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-08-17T01:59:50.161 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-08-17T01:59:50.161 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-17T01:59:50.164 DEBUG:teuthology.orchestra.run.smithi137:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-17T01:59:50.200 INFO:teuthology.orchestra.run.smithi082.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-17T01:59:50.202 INFO:teuthology.orchestra.run.smithi137.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-17T01:59:50.524 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-08-17T01:59:50.524 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi082.front.sepia.ceph.com 2024-08-17T01:59:50.524 DEBUG:teuthology.orchestra.run.smithi082:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-17T01:59:50.572 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi137.front.sepia.ceph.com 2024-08-17T01:59:50.572 DEBUG:teuthology.orchestra.run.smithi137:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-17T01:59:50.593 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-08-17T01:59:50.593 DEBUG:teuthology.orchestra.run.smithi082:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-17T01:59:50.615 DEBUG:teuthology.orchestra.run.smithi137:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-17T01:59:50.659 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-08-17T01:59:50.659 DEBUG:teuthology.orchestra.run.smithi082:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-17T01:59:50.681 DEBUG:teuthology.orchestra.run.smithi137:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-17T01:59:51.278 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-08-17T01:59:51.289 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-08-17T01:59:51.289 DEBUG:teuthology.orchestra.run.smithi082:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-17T01:59:51.314 DEBUG:teuthology.orchestra.run.smithi137:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-17T01:59:51.339 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-08-17T01:59:51.350 DEBUG:teuthology.orchestra.run.smithi082:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-17T01:59:51.357 DEBUG:teuthology.orchestra.run.smithi137:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-17T01:59:51.378 INFO:teuthology.orchestra.run.smithi082.stdout:kernel.core_pattern = core 2024-08-17T01:59:51.402 INFO:teuthology.orchestra.run.smithi137.stdout:kernel.core_pattern = core 2024-08-17T01:59:51.415 DEBUG:teuthology.orchestra.run.smithi082:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-17T01:59:51.463 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T01:59:51.464 DEBUG:teuthology.orchestra.run.smithi137:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-17T01:59:51.478 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T01:59:51.478 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-08-17T01:59:51.489 INFO:teuthology.task.internal:Transferring archived files... 2024-08-17T01:59:51.489 DEBUG:teuthology.misc:Transferring archived files from smithi082:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-08-16_02:08:14-upgrade-squid-distro-default-smithi/7857469/remote/smithi082 2024-08-17T01:59:51.490 DEBUG:teuthology.orchestra.run.smithi082:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-17T01:59:51.550 DEBUG:teuthology.misc:Transferring archived files from smithi137:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-08-16_02:08:14-upgrade-squid-distro-default-smithi/7857469/remote/smithi137 2024-08-17T01:59:51.550 DEBUG:teuthology.orchestra.run.smithi137:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-17T01:59:51.590 INFO:teuthology.task.internal:Removing archive directory... 2024-08-17T01:59:51.590 DEBUG:teuthology.orchestra.run.smithi082:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-17T01:59:51.593 DEBUG:teuthology.orchestra.run.smithi137:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-17T01:59:51.640 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-08-17T01:59:51.652 INFO:teuthology.task.internal:Not uploading archives. 2024-08-17T01:59:51.652 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-08-17T01:59:51.663 INFO:teuthology.task.internal:Tidying up after the test... 2024-08-17T01:59:51.663 DEBUG:teuthology.orchestra.run.smithi082:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-17T01:59:51.665 DEBUG:teuthology.orchestra.run.smithi137:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-17T01:59:51.678 INFO:teuthology.orchestra.run.smithi082.stdout: 265867 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 17 01:59 /home/ubuntu/cephtest 2024-08-17T01:59:51.695 INFO:teuthology.orchestra.run.smithi137.stdout: 265318 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 17 01:59 /home/ubuntu/cephtest 2024-08-17T01:59:51.698 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-08-17T01:59:51.709 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-08-17T01:59:51.733 INFO:teuthology.run:Summary data: description: upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 5755.1691682338715 failure_reason: '"1723854953.9634805 mon.a (mon.0) 517 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY)" in cluster log' flavor: default owner: scheduled_teuthology@teuthology success: false 2024-08-17T01:59:51.733 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-17T01:59:51.857 INFO:teuthology.run:FAIL